-- Logs begin at Tue 2021-07-13 06:34:05 UTC, end at Tue 2021-07-13 09:04:17 UTC. -- Jul 13 07:06:13.122824 n-d-771363-34 systemd[1]: Started Devstack devstack@q-svc.service. Jul 13 07:06:15.861749 n-d-771363-34 neutron-server[93908]: INFO neutron.common.config [-] Logging enabled! Jul 13 07:06:15.862375 n-d-771363-34 neutron-server[93908]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev463 Jul 13 07:06:15.862466 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93908) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 13 07:06:15.866718 n-d-771363-34 neutron-server[93908]: INFO neutron.common.config [-] Logging enabled! Jul 13 07:06:15.866975 n-d-771363-34 neutron-server[93908]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev463 Jul 13 07:06:15.867313 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93908) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 13 07:06:15.868258 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 07:06:15.868489 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 07:06:15.868854 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 07:06:15.869099 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 07:06:15.869323 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 07:06:15.869637 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.869929 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.870228 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.870448 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.870737 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.871023 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.871329 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.871614 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.871904 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.872183 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.872457 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.872734 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.872960 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.873233 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.873513 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.873790 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.874008 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] debug = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.874281 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.874702 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.875106 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.875403 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.875692 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.875973 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.876232 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.876504 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.876781 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.877103 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] host = n-d-771363-34 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.877614 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.877907 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.878182 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.878463 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.878731 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.879002 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.879305 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.879571 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.879837 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] log_file = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.880106 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.880388 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.880746 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.881976 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.882210 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.882434 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.882726 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.883014 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.883312 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.883592 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.883864 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.884136 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.884407 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.884674 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.884953 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.885236 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.885520 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.885796 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.886066 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.886334 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.886603 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.886884 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.887153 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.887451 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.887719 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.888004 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.888268 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.888539 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.888833 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.889116 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.889394 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.889672 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.889942 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.890218 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.890487 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.890756 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.891023 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] use_json = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.891316 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.891584 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.891863 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.892133 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.892402 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.892669 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.892934 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.893215 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:15.893512 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.893807 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.894107 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.894388 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.894683 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.894959 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.895268 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.895552 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.895836 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.896121 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.897228 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.897375 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.897667 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.897945 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.898237 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.898540 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.898829 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.899117 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.899411 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.899682 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.899951 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.900224 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.900505 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.900792 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.901075 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.901342 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.901617 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.901903 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.902292 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.902541 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.902815 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.903100 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.903397 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.903667 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.903945 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.904217 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.904483 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.904749 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.905023 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.905310 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.905584 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.905851 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.906117 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.906390 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.906657 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.906935 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.907218 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.907495 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.907763 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.908035 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.908303 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.908572 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.908845 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.909111 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.909382 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.909653 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.909918 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.910183 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.910450 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.910715 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.910982 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.911275 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.911552 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.911821 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.913099 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.913279 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.913559 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.913832 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.914120 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.914418 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.914697 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.914974 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.915275 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.915553 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.915832 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.916107 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.916380 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.916651 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.916917 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.917202 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.917479 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.917758 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.918039 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.918315 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.918606 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.918882 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.919160 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.919456 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.919730 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.920016 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.920295 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.920583 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.920869 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.921157 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.921445 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.921732 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.922008 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.922311 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.922585 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:15.922798 n-d-771363-34 neutron-server[93908]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 07:06:15.923043 n-d-771363-34 neutron-server[93908]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93908) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 13 07:06:16.275164 n-d-771363-34 neutron-server[93908]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 13 07:06:16.275457 n-d-771363-34 neutron-server[93908]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 13 07:06:16.275739 n-d-771363-34 neutron-server[93908]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 13 07:06:16.276069 n-d-771363-34 neutron-server[93908]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 13 07:06:16.672494 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:16.672778 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:16.673048 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:16.674356 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:16.674625 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:16.674887 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:16.709940 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:16.710209 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:16.710471 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:16.723529 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:16.723806 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:16.724070 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:16.755101 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:16.755412 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:16.755785 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:16.792883 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:16.793159 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:16.793422 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.027334 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.027972 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.027972 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.028158 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.028817 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.150604 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.150918 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.151222 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.151488 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.151750 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.152053 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.152306 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.152555 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.152802 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.153074 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.153324 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.153582 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.153831 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.154080 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.154336 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.154588 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.154847 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.155108 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.155385 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.155649 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.155899 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.156172 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.156511 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.156794 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.157040 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.157283 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.157670 n-d-771363-34 neutron-server[93908]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93908) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 07:06:17.157906 n-d-771363-34 neutron-server[93908]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93908) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 07:06:17.158138 n-d-771363-34 neutron-server[93908]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93908) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 07:06:17.158369 n-d-771363-34 neutron-server[93908]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93908) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 07:06:17.158598 n-d-771363-34 neutron-server[93908]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93908) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 07:06:17.158827 n-d-771363-34 neutron-server[93908]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93908) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 07:06:17.159189 n-d-771363-34 neutron-server[93908]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 13 07:06:17.163373 n-d-771363-34 neutron-server[93908]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 13 07:06:17.167299 n-d-771363-34 neutron-server[93908]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 13 07:06:17.170949 n-d-771363-34 neutron-server[93908]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jul 13 07:06:17.172592 n-d-771363-34 neutron-server[93908]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 13 07:06:17.173044 n-d-771363-34 neutron-server[93908]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 13 07:06:17.173374 n-d-771363-34 neutron-server[93908]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 13 07:06:17.173753 n-d-771363-34 neutron-server[93908]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 13 07:06:17.176552 n-d-771363-34 neutron-server[93908]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 13 07:06:17.176797 n-d-771363-34 neutron-server[93908]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 13 07:06:17.177141 n-d-771363-34 neutron-server[93908]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 07:06:17.206553 n-d-771363-34 neutron-server[93908]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 13 07:06:17.206989 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.207309 n-d-771363-34 neutron-server[93908]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93908) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 13 07:06:17.207658 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.210011 n-d-771363-34 neutron-server[93908]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93908) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 13 07:06:17.210293 n-d-771363-34 neutron-server[93908]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 07:06:17.210539 n-d-771363-34 neutron-server[93908]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 13 07:06:17.213723 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.214000 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.278991 n-d-771363-34 neutron-server[93908]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 13 07:06:17.279165 n-d-771363-34 neutron-server[93908]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 13 07:06:17.279392 n-d-771363-34 neutron-server[93908]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 13 07:06:17.279771 n-d-771363-34 neutron-server[93908]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 13 07:06:17.301683 n-d-771363-34 neutron-server[93908]: DEBUG oslo_db.sqlalchemy.engines [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93908) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 13 07:06:17.845277 n-d-771363-34 neutron-server[93908]: INFO neutron.plugins.ml2.managers [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Initializing driver for type 'gre' Jul 13 07:06:17.845783 n-d-771363-34 neutron-server[93908]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] gre ID ranges: [(1, 1000)] Jul 13 07:06:17.902040 n-d-771363-34 neutron-server[93908]: INFO neutron.plugins.ml2.managers [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Initializing driver for type 'local' Jul 13 07:06:17.902494 n-d-771363-34 neutron-server[93908]: INFO neutron.plugins.ml2.managers [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Initializing driver for type 'vlan' Jul 13 07:06:17.915488 n-d-771363-34 neutron-server[93908]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] VlanTypeDriver initialization complete Jul 13 07:06:17.915849 n-d-771363-34 neutron-server[93908]: INFO neutron.plugins.ml2.managers [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Initializing driver for type 'vxlan' Jul 13 07:06:17.916472 n-d-771363-34 neutron-server[93908]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] vxlan ID ranges: [(1, 1000)] Jul 13 07:06:17.969678 n-d-771363-34 neutron-server[93908]: INFO neutron.plugins.ml2.managers [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Initializing extension driver 'port_security' Jul 13 07:06:17.970042 n-d-771363-34 neutron-server[93908]: INFO neutron.plugins.ml2.extensions.port_security [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] PortSecurityExtensionDriver initialization complete Jul 13 07:06:17.970440 n-d-771363-34 neutron-server[93908]: INFO neutron.plugins.ml2.managers [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Initializing mechanism driver 'openvswitch' Jul 13 07:06:17.970819 n-d-771363-34 neutron-server[93908]: INFO neutron.plugins.ml2.managers [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Initializing mechanism driver 'hyperv' Jul 13 07:06:17.977569 n-d-771363-34 neutron-server[93908]: DEBUG neutron.plugins.ml2.plugin [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:06:17.978249 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > port after_create 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.978618 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > port after_update 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.978994 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > port after_delete 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.979550 n-d-771363-34 neutron-server[93908]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93908) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 13 07:06:17.979978 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > subnet after_create 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.980331 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > subnet after_update 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.980671 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.981054 n-d-771363-34 neutron-server[93908]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93908) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 13 07:06:17.981454 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > network after_create 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.981799 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > network after_update 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.982134 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > network after_delete 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.982515 n-d-771363-34 neutron-server[93908]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93908) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 13 07:06:17.982909 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > security_group after_create 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.983278 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > security_group after_update 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.983614 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.984130 n-d-771363-34 neutron-server[93908]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93908) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 13 07:06:17.984532 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.984881 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.985222 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.985606 n-d-771363-34 neutron-server[93908]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93908) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 13 07:06:17.986002 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > address_group after_create 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.986345 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > address_group after_update 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.986681 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.987061 n-d-771363-34 neutron-server[93908]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93908) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 13 07:06:17.987456 n-d-771363-34 neutron-server[93908]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] ML2 OVO RPC backend initialized. {{(pid=93908) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:185}} Jul 13 07:06:17.988159 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.988507 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.988917 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > network before_response 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.989261 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > networks before_response 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.989602 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > port before_response 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.990435 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > ports before_response 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.991047 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > subnet before_response 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.991348 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > subnets before_response 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.991696 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > network after_create 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.992034 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > network after_update 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.992368 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > network after_delete 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.992701 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > port after_create 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.993034 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > port after_update 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.993364 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > port after_delete 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.993699 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > subnet after_create 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.994030 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > subnet after_update 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.994358 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:17.994933 n-d-771363-34 neutron-server[93908]: INFO neutron.plugins.ml2.plugin [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Modular L2 Plugin initialization complete Jul 13 07:06:17.995296 n-d-771363-34 neutron-server[93908]: DEBUG neutron.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading services supported by the core plugin {{(pid=93908) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 13 07:06:17.995622 n-d-771363-34 neutron-server[93908]: INFO neutron.plugins.ml2.managers [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Got port-security extension from driver 'port_security' Jul 13 07:06:17.996078 n-d-771363-34 neutron-server[93908]: INFO neutron.extensions.vlantransparent [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Disabled vlantransparent extension. Jul 13 07:06:17.996558 n-d-771363-34 neutron-server[93908]: DEBUG neutron.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93908) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 13 07:06:17.996866 n-d-771363-34 neutron-server[93908]: INFO neutron.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading Plugin: router Jul 13 07:06:18.032494 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.033072 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > router after_create 55549900 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.033226 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > router before_create 55549900 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.033582 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.033944 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.034291 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > router after_delete 55549900 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.034640 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.034995 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > router after_create 55549900 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.035361 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > router after_update 55549900 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.035708 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > router after_update 55549900 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.036050 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.036401 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > router after_update 55549900 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.036801 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > router precommit_update 55549900 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.037377 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: port after_update 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.037625 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: port after_delete 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.037961 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: subnet after_update 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.038301 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.038648 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.038993 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > router precommit_create 55549900 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.039364 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: port before_delete 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.039705 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > router precommit_create 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.040059 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > router after_update 55549900 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.040396 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.040741 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > router precommit_create 55549900 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.041097 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.041437 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > router precommit_update 55549900 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.041803 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > agent after_create 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.042146 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > agent after_delete 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.042488 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > network after_delete 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.043388 n-d-771363-34 neutron-server[93908]: DEBUG neutron.quota.resource_registry [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Tracking information for resource: router configured {{(pid=93908) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 07:06:18.043717 n-d-771363-34 neutron-server[93908]: DEBUG neutron.quota.resource_registry [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Tracking information for resource: floatingip configured {{(pid=93908) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 07:06:18.048684 n-d-771363-34 neutron-server[93908]: INFO neutron.db.l3_agentschedulers_db [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 13 07:06:18.049253 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: port after_update 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.049607 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: port after_create 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.049952 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: port after_delete 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.050299 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: port after_update 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.051087 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > router before_create 55550100 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.051473 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.051837 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > router precommit_create 55550100 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.052190 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > router precommit_update 55550100 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.057278 n-d-771363-34 neutron-server[93908]: DEBUG neutron.services.provider_configuration [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Service providers = [] {{(pid=93908) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 13 07:06:18.057643 n-d-771363-34 neutron-server[93908]: DEBUG neutron.db.servicetype_db [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93908) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 13 07:06:18.060587 n-d-771363-34 neutron-server[93908]: DEBUG neutron.services.service_base [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93908) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 07:06:18.060936 n-d-771363-34 neutron-server[93908]: DEBUG neutron.services.service_base [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93908) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 07:06:18.061278 n-d-771363-34 neutron-server[93908]: DEBUG neutron.services.service_base [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93908) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 07:06:18.062159 n-d-771363-34 neutron-server[93908]: DEBUG neutron.services.service_base [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93908) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 07:06:18.062529 n-d-771363-34 neutron-server[93908]: INFO neutron.services.service_base [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 13 07:06:18.062903 n-d-771363-34 neutron-server[93908]: DEBUG neutron.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93908) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 07:06:18.063237 n-d-771363-34 neutron-server[93908]: INFO neutron.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 13 07:06:18.074393 n-d-771363-34 neutron-server[93908]: DEBUG neutron.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93908) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 07:06:18.074724 n-d-771363-34 neutron-server[93908]: INFO neutron.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading Plugin: auto_allocate Jul 13 07:06:18.080411 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: network precommit_update 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.080780 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: network precommit_create 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.081294 n-d-771363-34 neutron-server[93908]: DEBUG neutron.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93908) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 07:06:18.081616 n-d-771363-34 neutron-server[93908]: INFO neutron.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading Plugin: tag Jul 13 07:06:18.088098 n-d-771363-34 neutron-server[93908]: DEBUG neutron.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93908) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 07:06:18.088424 n-d-771363-34 neutron-server[93908]: INFO neutron.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading Plugin: timestamp Jul 13 07:06:18.092375 n-d-771363-34 neutron-server[93908]: DEBUG neutron.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93908) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 07:06:18.092709 n-d-771363-34 neutron-server[93908]: INFO neutron.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading Plugin: network_ip_availability Jul 13 07:06:18.098096 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.098421 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.098771 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.099804 n-d-771363-34 neutron-server[93908]: DEBUG neutron.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93908) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 07:06:18.099920 n-d-771363-34 neutron-server[93908]: INFO neutron.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading Plugin: flavors Jul 13 07:06:18.104566 n-d-771363-34 neutron-server[93908]: DEBUG neutron.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93908) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 07:06:18.104894 n-d-771363-34 neutron-server[93908]: INFO neutron.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading Plugin: revisions Jul 13 07:06:18.109102 n-d-771363-34 neutron-server[93908]: DEBUG neutron.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93908) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 07:06:18.109492 n-d-771363-34 neutron-server[93908]: DEBUG oslo_concurrency.lockutils [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.834s {{(pid=93908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 13 07:06:18.110209 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93908) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 13 07:06:18.110540 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Initializing extension manager. Jul 13 07:06:18.111044 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: __init__.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.111402 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: __pycache__ {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.111734 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.112062 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: address_group.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.112803 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.113366 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: address-group Jul 13 07:06:18.113686 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: address_scope.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.114386 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.114881 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: address-scope Jul 13 07:06:18.115894 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.116650 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.117149 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: router-admin-state-down-before-update Jul 13 07:06:18.117467 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: agent.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.119713 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.120232 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: agent Jul 13 07:06:18.120561 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: agent_resources_synced.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.121482 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.121989 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: agent-resources-synced Jul 13 07:06:18.122312 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: allowedaddresspairs.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.124110 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.124623 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: allowed-address-pairs Jul 13 07:06:18.124946 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: auto_allocated_topology.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.126013 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.126522 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: auto-allocated-topology Jul 13 07:06:18.126842 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: availability_zone.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.127829 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.128324 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: availability_zone Jul 13 07:06:18.128640 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: availability_zone_filter.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.129537 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.130035 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: availability_zone_filter Jul 13 07:06:18.130351 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: data_plane_status.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.132018 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.132514 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extension data-plane-status not supported by any of loaded plugins Jul 13 07:06:18.132830 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: default_subnetpools.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.133732 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.134233 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: default-subnetpools Jul 13 07:06:18.134548 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.135376 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.135878 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: dhcp_agent_scheduler Jul 13 07:06:18.136193 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: dns.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.137107 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.137602 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extension dns-integration not supported by any of loaded plugins Jul 13 07:06:18.137919 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: dns_domain_ports.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.138820 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.139342 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 13 07:06:18.139660 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.140564 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.141059 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 13 07:06:18.141377 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: dvr.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.142043 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.142540 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: dvr Jul 13 07:06:18.142856 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: empty_string_filtering.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.143783 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.144286 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: empty-string-filtering Jul 13 07:06:18.144605 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.145501 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.146004 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 13 07:06:18.147117 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.147809 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.148314 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 13 07:06:18.148634 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: external_net.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.149525 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.150026 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: external-net Jul 13 07:06:18.150344 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.151258 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.151762 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: extra_dhcp_opt Jul 13 07:06:18.152079 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: extraroute.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.152979 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.153481 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: extraroute Jul 13 07:06:18.153802 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: extraroute_atomic.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.154817 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.155345 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: extraroute-atomic Jul 13 07:06:18.155663 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: filter_validation.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.156315 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.156810 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: filter-validation Jul 13 07:06:18.157126 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: fip_pf_description.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.158022 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.158513 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 13 07:06:18.158827 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: fip_port_details.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.159765 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.160259 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: fip-port-details Jul 13 07:06:18.160575 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: flavors.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.161788 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.162900 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: flavors Jul 13 07:06:18.163239 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.164876 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.165380 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 13 07:06:18.165703 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: floatingip_pools.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.166392 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.166885 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: floatingip-pools Jul 13 07:06:18.167225 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: ip_allocation.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.168136 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.168646 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extension ip_allocation not supported by any of loaded plugins Jul 13 07:06:18.168969 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.169874 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.170372 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: ip-substring-filtering Jul 13 07:06:18.170691 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: l2_adjacency.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.171648 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.172142 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 13 07:06:18.172485 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: l3.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.173448 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.173957 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: router Jul 13 07:06:18.174279 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.176681 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.177206 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 13 07:06:18.177617 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.178559 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.179063 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: ext-gw-mode Jul 13 07:06:18.179422 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.180336 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.180866 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: l3-ha Jul 13 07:06:18.181186 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: l3_flavors.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.182109 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.182608 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: l3-flavors Jul 13 07:06:18.182927 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.183864 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.184391 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 13 07:06:18.184707 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: l3agentscheduler.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.185805 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.186335 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: l3_agent_scheduler Jul 13 07:06:18.186657 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: logging.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.188190 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.188699 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extension logging not supported by any of loaded plugins Jul 13 07:06:18.189022 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: metering.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.189754 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.190321 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: metering Jul 13 07:06:18.190642 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.191764 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.192271 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: metering_source_and_destination_fields Jul 13 07:06:18.192591 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: multiprovidernet.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.193557 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.194053 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: multi-provider Jul 13 07:06:18.194370 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: netmtu.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.195338 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.195830 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: net-mtu Jul 13 07:06:18.196148 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: netmtu_writable.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.197050 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.197552 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: net-mtu-writable Jul 13 07:06:18.197869 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: network_availability_zone.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.198529 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.199048 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: network_availability_zone Jul 13 07:06:18.199389 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: network_ip_availability.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.203715 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.203715 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: network-ip-availability Jul 13 07:06:18.203715 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: network_segment_range.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.203715 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.203715 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extension network-segment-range not supported by any of loaded plugins Jul 13 07:06:18.203715 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: pagination.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.204210 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.204210 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: pagination Jul 13 07:06:18.204450 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: port_device_profile.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.205357 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.205861 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: port-device-profile Jul 13 07:06:18.206203 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.207131 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.207657 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: port-mac-address-regenerate Jul 13 07:06:18.207973 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.209475 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.209940 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: port-numa-affinity-policy Jul 13 07:06:18.210230 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: port_resource_request.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.211151 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.211680 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extension port-resource-request not supported by any of loaded plugins Jul 13 07:06:18.212003 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: portbindings.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.212917 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.213414 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: binding Jul 13 07:06:18.213729 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: portbindings_extended.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.215155 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.215695 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: binding-extended Jul 13 07:06:18.216017 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: portsecurity.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.216916 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.217418 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: port-security Jul 13 07:06:18.217737 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: project_id.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.218692 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.219040 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: project-id Jul 13 07:06:18.219388 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: providernet.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.220311 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.220797 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: provider Jul 13 07:06:18.221111 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: qos.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.225288 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.225841 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extension qos not supported by any of loaded plugins Jul 13 07:06:18.226145 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.227676 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.228312 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 13 07:06:18.228702 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.229724 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.230287 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 13 07:06:18.230643 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: qos_default.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.231777 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.232314 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extension qos-default not supported by any of loaded plugins Jul 13 07:06:18.232668 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: qos_fip.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.233391 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.233974 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extension qos-fip not supported by any of loaded plugins Jul 13 07:06:18.234372 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: qos_gateway_ip.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.235423 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.235999 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 13 07:06:18.236391 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: qos_port_network_policy.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.237441 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.237971 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 13 07:06:18.238459 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: qos_rule_type_details.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.239457 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.240204 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 13 07:06:18.240481 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: qos_rules_alias.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.241715 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.242285 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 13 07:06:18.242640 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: quotasv2.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.243785 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.244150 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: quotas Jul 13 07:06:18.244557 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: quotasv2_detail.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.248161 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.248500 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: quota_details Jul 13 07:06:18.248825 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: rbac.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.249928 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.250456 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: rbac-policies Jul 13 07:06:18.250781 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: rbac_address_group.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.251950 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.252737 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: rbac-address-group Jul 13 07:06:18.253062 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: rbac_address_scope.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.253990 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.254493 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: rbac-address-scope Jul 13 07:06:18.254814 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: rbac_security_groups.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.255785 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.256399 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: rbac-security-groups Jul 13 07:06:18.256723 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: rbac_subnetpool.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.257631 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.258131 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: rbac-subnetpool Jul 13 07:06:18.258453 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: revisionifmatch.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.259421 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.259924 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: revision-if-match Jul 13 07:06:18.260240 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: revisions.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.261345 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.261859 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: standard-attr-revisions Jul 13 07:06:18.262182 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: router_availability_zone.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.262853 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.263407 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: router_availability_zone Jul 13 07:06:18.263731 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: routerservicetype.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.264642 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.265140 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extension router-service-type not supported by any of loaded plugins Jul 13 07:06:18.265459 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.266371 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.266900 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: security-groups-normalized-cidr Jul 13 07:06:18.267235 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.268145 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.268648 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: port-security-groups-filtering Jul 13 07:06:18.268966 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.269889 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.270394 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: security-groups-remote-address-group Jul 13 07:06:18.270709 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: securitygroup.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.280912 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.281439 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: security-group Jul 13 07:06:18.281770 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: segment.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.282567 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.283071 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extension segment not supported by any of loaded plugins Jul 13 07:06:18.283437 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.284369 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.284871 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 13 07:06:18.285192 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: servicetype.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.286307 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.286902 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: service-type Jul 13 07:06:18.287724 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: sorting.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.288767 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.289094 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: sorting Jul 13 07:06:18.289412 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: standard_attr_segment.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.290394 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.290918 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 13 07:06:18.291259 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: standardattrdescription.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.291905 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.292407 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: standard-attr-description Jul 13 07:06:18.292861 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: stateful_security_group.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.293812 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.294319 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: stateful-security-group Jul 13 07:06:18.294640 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: stdattrs_common.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.295248 n-d-771363-34 neutron-server[93908]: WARNING neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 13 07:06:18.295569 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.296503 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.297014 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 13 07:06:18.297334 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: subnet_onboard.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.298400 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.298910 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: subnet_onboard Jul 13 07:06:18.299256 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.300188 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.300690 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 13 07:06:18.301009 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: subnet_service_types.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.301916 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.302445 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: subnet-service-types Jul 13 07:06:18.302798 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: subnetallocation.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.303948 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.304481 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: subnet_allocation Jul 13 07:06:18.304804 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.305475 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.305972 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: subnetpool-prefix-ops Jul 13 07:06:18.306289 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.307449 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.308108 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 13 07:06:18.308540 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: tagging.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.309630 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.310136 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: standard-attr-tag Jul 13 07:06:18.310460 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: timestamp.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.311708 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.312229 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loaded extension: standard-attr-timestamp Jul 13 07:06:18.312551 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: trunk.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.313582 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.314093 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extension trunk not supported by any of loaded plugins Jul 13 07:06:18.314414 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: trunk_details.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.315365 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.317343 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extension trunk-details not supported by any of loaded plugins Jul 13 07:06:18.317343 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: uplink_status_propagation.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.317343 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.322028 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 13 07:06:18.322028 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Loading extension file: vlantransparent.py {{(pid=93908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 07:06:18.322028 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 07:06:18.322028 n-d-771363-34 neutron-server[93908]: INFO neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 13 07:06:18.322028 n-d-771363-34 neutron-server[93908]: INFO neutron.quota.resource_registry [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Creating instance of TrackedResource for resource:network Jul 13 07:06:18.323524 n-d-771363-34 neutron-server[93908]: INFO neutron.quota.resource_registry [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Creating instance of TrackedResource for resource:subnet Jul 13 07:06:18.323524 n-d-771363-34 neutron-server[93908]: INFO neutron.quota.resource_registry [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 07:06:18.323524 n-d-771363-34 neutron-server[93908]: INFO neutron.quota.resource_registry [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Creating instance of TrackedResource for resource:port Jul 13 07:06:18.324250 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.v2.resource_helper [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:06:18.324688 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.v2.resource_helper [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Service FLAVORS assigned prefix: {{(pid=93908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:06:18.325300 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.v2.resource_helper [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:06:18.325725 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.v2.resource_helper [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:06:18.326050 n-d-771363-34 neutron-server[93908]: INFO neutron.quota.resource_registry [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Creating instance of TrackedResource for resource:router Jul 13 07:06:18.326470 n-d-771363-34 neutron-server[93908]: INFO neutron.quota.resource_registry [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Creating instance of TrackedResource for resource:floatingip Jul 13 07:06:18.326962 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.v2.resource_helper [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Service METERING assigned prefix: /metering {{(pid=93908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:06:18.328440 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.328813 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.329162 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:06:18.330169 n-d-771363-34 neutron-server[93908]: INFO neutron.quota.resource_registry [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 07:06:18.330600 n-d-771363-34 neutron-server[93908]: INFO neutron.quota.resource_registry [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Creating instance of TrackedResource for resource:security_group Jul 13 07:06:18.331887 n-d-771363-34 neutron-server[93908]: INFO neutron.quota.resource_registry [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 07:06:18.331887 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.v2.resource_helper [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Service CORE assigned prefix: {{(pid=93908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:06:18.332457 n-d-771363-34 neutron-server[93908]: INFO neutron.quota.resource_registry [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 07:06:18.332457 n-d-771363-34 neutron-server[93908]: WARNING neutron.quota.resource_registry [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] subnetpool is already registered Jul 13 07:06:18.332893 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.v2.resource_helper [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Service CORE assigned prefix: {{(pid=93908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:06:18.333042 n-d-771363-34 neutron-server[93908]: INFO neutron.quota.resource_registry [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 07:06:18.333370 n-d-771363-34 neutron-server[93908]: WARNING neutron.quota.resource_registry [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] subnetpool is already registered Jul 13 07:06:18.336314 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.v2.resource_helper [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:06:18.336744 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.v2.resource_helper [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Service FLAVORS assigned prefix: {{(pid=93908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:06:18.337333 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.v2.resource_helper [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:06:18.337745 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.v2.resource_helper [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:06:18.338074 n-d-771363-34 neutron-server[93908]: INFO neutron.quota.resource_registry [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Creating instance of TrackedResource for resource:router Jul 13 07:06:18.338410 n-d-771363-34 neutron-server[93908]: WARNING neutron.quota.resource_registry [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] router is already registered Jul 13 07:06:18.338817 n-d-771363-34 neutron-server[93908]: INFO neutron.quota.resource_registry [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Creating instance of TrackedResource for resource:floatingip Jul 13 07:06:18.339144 n-d-771363-34 neutron-server[93908]: WARNING neutron.quota.resource_registry [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] floatingip is already registered Jul 13 07:06:18.339623 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.v2.resource_helper [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Service METERING assigned prefix: /metering {{(pid=93908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:06:18.340284 n-d-771363-34 neutron-server[93908]: INFO neutron.quota.resource_registry [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 07:06:18.340604 n-d-771363-34 neutron-server[93908]: WARNING neutron.quota.resource_registry [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] rbac_policy is already registered Jul 13 07:06:18.341003 n-d-771363-34 neutron-server[93908]: INFO neutron.quota.resource_registry [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Creating instance of TrackedResource for resource:security_group Jul 13 07:06:18.341330 n-d-771363-34 neutron-server[93908]: WARNING neutron.quota.resource_registry [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] security_group is already registered Jul 13 07:06:18.341724 n-d-771363-34 neutron-server[93908]: INFO neutron.quota.resource_registry [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 07:06:18.342060 n-d-771363-34 neutron-server[93908]: WARNING neutron.quota.resource_registry [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] security_group_rule is already registered Jul 13 07:06:18.342677 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.v2.resource_helper [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Service CORE assigned prefix: {{(pid=93908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:06:18.342998 n-d-771363-34 neutron-server[93908]: INFO neutron.quota.resource_registry [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 07:06:18.343352 n-d-771363-34 neutron-server[93908]: WARNING neutron.quota.resource_registry [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] subnetpool is already registered Jul 13 07:06:18.343768 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.v2.resource_helper [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Service CORE assigned prefix: {{(pid=93908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 07:06:18.344087 n-d-771363-34 neutron-server[93908]: INFO neutron.quota.resource_registry [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 07:06:18.344412 n-d-771363-34 neutron-server[93908]: WARNING neutron.quota.resource_registry [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] subnetpool is already registered Jul 13 07:06:18.344867 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extended resource: extensions {{(pid=93908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:06:18.346377 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extended resource: address-groups {{(pid=93908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:06:18.347886 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extended resource: address-scopes {{(pid=93908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:06:18.349229 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extended resource: agents {{(pid=93908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:06:18.351123 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extended resource: auto-allocated-topology {{(pid=93908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:06:18.352389 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extended resource: availability_zones {{(pid=93908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:06:18.353603 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extended resource: dhcp-networks {{(pid=93908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:06:18.355122 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extended resource: dhcp-agents {{(pid=93908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:06:18.356547 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extended resource: routers {{(pid=93908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:06:18.358244 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extended resource: flavors {{(pid=93908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:06:18.360578 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extended resource: service_profiles {{(pid=93908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:06:18.361782 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extended resource: next_providers {{(pid=93908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:06:18.363239 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extended resource: service_profiles {{(pid=93908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:06:18.364774 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extended resource: floatingip-pools {{(pid=93908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:06:18.366194 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extended resource: routers {{(pid=93908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:06:18.367923 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extended resource: floatingips {{(pid=93908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:06:18.369192 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extended resource: l3-routers {{(pid=93908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:06:18.370685 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extended resource: l3-agents {{(pid=93908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:06:18.372205 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extended resource: metering-labels {{(pid=93908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:06:18.373372 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extended resource: metering-label-rules {{(pid=93908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:06:18.374731 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extended resource: network-ip-availabilities {{(pid=93908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:06:18.376103 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extended resource: bindings {{(pid=93908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:06:18.377907 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extended resource: quotas {{(pid=93908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:06:18.379451 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extended resource: quotas {{(pid=93908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:06:18.381443 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extended resource: rbac-policies {{(pid=93908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:06:18.382641 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extended resource: security-groups {{(pid=93908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:06:18.383949 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extended resource: security-group-rules {{(pid=93908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:06:18.385201 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extended resource: service-providers {{(pid=93908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:06:18.386415 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extended resource: subnetpools {{(pid=93908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:06:18.387748 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extended resource: subnetpools {{(pid=93908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:06:18.389282 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extended resource: tags {{(pid=93908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:06:18.390951 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extended resource: tags {{(pid=93908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:06:18.392808 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extended resource: tags {{(pid=93908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:06:18.394569 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extended resource: tags {{(pid=93908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:06:18.396950 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extended resource: tags {{(pid=93908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:06:18.398962 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extended resource: tags {{(pid=93908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:06:18.400659 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extended resource: tags {{(pid=93908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:06:18.402483 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extended resource: tags {{(pid=93908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:06:18.404377 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extended resource: tags {{(pid=93908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:06:18.406100 n-d-771363-34 neutron-server[93908]: DEBUG neutron.api.extensions [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Extended resource: tags {{(pid=93908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 07:06:18.412282 n-d-771363-34 neutron-server[93908]: WARNING keystonemiddleware.auth_token [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 13 07:06:18.416924 n-d-771363-34 neutron-server[93908]: WARNING keystonemiddleware.auth_token [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 13 07:06:18.427628 n-d-771363-34 neutron-server[93908]: DEBUG oslo_concurrency.lockutils [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Acquired lock "singleton_lock" {{(pid=93908) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 13 07:06:18.428130 n-d-771363-34 neutron-server[93908]: DEBUG oslo_concurrency.lockutils [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Releasing lock "singleton_lock" {{(pid=93908) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 13 07:06:18.428754 n-d-771363-34 neutron-server[93908]: INFO oslo_service.service [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Starting 2 workers Jul 13 07:06:18.433548 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Started child 94017 {{(pid=93908) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 07:06:18.438787 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Started child 94018 {{(pid=93908) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 07:06:18.438968 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:06:18.439735 n-d-771363-34 neutron-server[93908]: INFO neutron.service [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 13 07:06:18.440383 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Notify callbacks [] for process, before_spawn {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:06:18.440491 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [-] (94017) wsgi starting up on http://0.0.0.0:9696 Jul 13 07:06:18.442847 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:06:18.443802 n-d-771363-34 neutron-server[93908]: INFO oslo_service.service [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Starting 1 workers Jul 13 07:06:18.445025 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [-] (94018) wsgi starting up on http://0.0.0.0:9696 Jul 13 07:06:18.448768 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Started child 94019 {{(pid=93908) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 07:06:18.449324 n-d-771363-34 neutron-server[93908]: INFO oslo_service.service [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Starting 1 workers Jul 13 07:06:18.452633 n-d-771363-34 neutron-server[94019]: DEBUG neutron.service [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] calling RpcWorker wait() {{(pid=94019) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 13 07:06:18.453179 n-d-771363-34 neutron-server[94019]: DEBUG neutron.service [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] returning from RpcWorker wait() {{(pid=94019) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 13 07:06:18.453820 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Started child 94020 {{(pid=93908) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 07:06:18.454397 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:06:18.454639 n-d-771363-34 neutron-server[93908]: DEBUG neutron_lib.callbacks.manager [None req-c9471d28-2c07-43ee-a384-28024af99eb2 None None] Notify callbacks [] for process, after_spawn {{(pid=93908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:06:18.454901 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:06:18.456554 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93908) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 07:06:18.456765 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 07:06:18.456949 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 07:06:18.457168 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 07:06:18.457517 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 07:06:18.457675 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 07:06:18.458461 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.459375 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:06:18.459882 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.460120 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.460379 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.460657 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.461259 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.461518 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.461792 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.462074 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.462320 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.462494 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.462656 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.463071 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.463485 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.463918 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.464348 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.464730 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.465166 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.465489 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.465895 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.466301 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.466683 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.467102 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] debug = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.467524 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.468142 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.468562 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.469029 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.469388 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.469812 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.470198 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.470599 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.471018 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.471432 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.471814 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.472197 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.472565 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.472926 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.473318 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.473732 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.474097 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.475372 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] host = n-d-771363-34 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.475739 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.476122 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.476538 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.476937 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.477330 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.477691 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.478099 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.478500 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.478896 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.479286 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.479683 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.480068 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.480430 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.480819 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] log_file = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.481130 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] log_options = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.481503 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.481906 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.482318 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.482648 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.482965 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.483300 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.483693 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.483992 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.484414 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.484784 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.485167 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.485521 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.485890 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.486245 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.486649 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.487053 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.487467 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.487919 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.488306 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.488784 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.489153 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.489532 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.489678 n-d-771363-34 neutron-server[94020]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:06:18.489961 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.490755 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.491840 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.492394 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.492844 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.493141 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.493532 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.493989 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.494403 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.494866 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.495333 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.495790 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.496230 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.496633 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.497101 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.497569 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.497847 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.498119 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.498419 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.498667 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.498922 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.499146 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.499425 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.499645 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] use_json = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.499860 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.500099 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.500365 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.500582 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.500795 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.501011 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.501310 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.501586 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.501972 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.502614 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.503327 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.503327 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.503327 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.503784 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.503988 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.504284 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.504284 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.504714 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.505495 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.505495 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.505495 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.505768 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.505998 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.506475 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.506885 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.507361 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.507606 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.508068 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.508492 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.508888 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.509434 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.509877 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.510421 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.510875 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.511356 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.511622 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.511886 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.513272 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.513950 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.514345 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.517070 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.520648 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.520871 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.521156 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.521439 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.521686 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.521954 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.522221 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.522473 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.522719 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.522950 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.523178 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.524558 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.524793 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.525171 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.525768 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.526134 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.526550 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.526934 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.527339 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.527720 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.528119 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.528484 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.528873 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.529237 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.529592 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.529947 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.530322 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.530710 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.530974 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.531238 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.531495 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.531725 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.531950 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.532187 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.532409 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.532649 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.532880 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.533101 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.533314 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.533528 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.533761 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.534076 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.534641 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.534864 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.535357 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.535583 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.536031 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.536291 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.536681 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.537518 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.537959 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.538257 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.538592 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.539278 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.540002 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.540941 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.541209 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.541559 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.541854 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.542112 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.542791 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.544696 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.545014 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.545286 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.545535 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.545768 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.546010 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.546622 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.547011 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.548508 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.549182 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.549456 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.549715 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.553218 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.553218 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.553218 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.553218 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.553218 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.553218 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.553680 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.553680 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.553969 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.554188 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.554504 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.554785 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.555066 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.555337 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.555582 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.555844 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.556077 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.556338 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.556587 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.556815 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.557038 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.557329 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.557566 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.557818 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.558015 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.558308 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.558601 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.558849 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.559085 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.559878 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.560170 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.560431 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.560686 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.560952 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.561196 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.561427 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.561677 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.561913 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.562144 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.562383 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.562625 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.562836 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.563083 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.563339 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.563577 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.563794 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.564006 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.564255 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.564467 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.564704 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.564916 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.565131 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.565365 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.565607 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.565818 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.566034 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.566269 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.566576 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.567967 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.567967 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.567967 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.568255 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.568542 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.568854 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.569128 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.569388 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.569653 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.569934 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.570184 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.570433 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.570712 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.570966 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.571191 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.571475 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.571707 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.571952 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.572191 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.572426 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.572673 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.572934 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.573188 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.573509 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.573766 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.574003 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.574247 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.574469 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.574746 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.574970 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.575237 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.575611 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.578556 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.578808 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.579079 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.579362 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.579606 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.579838 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.580115 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.580741 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.580741 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.580909 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.581098 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.581358 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.581591 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.581872 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.582128 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.582357 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.582592 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.582809 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.583048 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.583299 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.583544 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.583816 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.584069 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.584282 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.584684 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.584912 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.585136 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.585351 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.585604 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.585818 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.586036 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.586259 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.586479 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.586700 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.586927 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.587190 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.587425 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.587676 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.587910 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.588121 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.588431 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.588691 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.588934 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.589231 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.589468 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.589719 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.589981 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.590300 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.590518 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.590789 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.591033 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.591302 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.591537 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.591801 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.592115 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.592411 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.593454 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.593879 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.594174 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.594459 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.594913 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.595136 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.595481 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.595699 n-d-771363-34 neutron-server[94019]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:06:18.595832 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.596124 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.596383 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.596650 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.596917 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.597150 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.597391 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.597644 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.597885 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.598128 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.598371 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.598603 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.598854 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.599101 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.600025 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.600178 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.600410 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.600624 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.600847 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.601065 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.601225 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 07:06:18.601737 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93908) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 07:06:18.601899 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 07:06:18.602053 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 07:06:18.602222 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 07:06:18.602392 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 07:06:18.602546 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 07:06:18.602756 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.602921 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.603085 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.603271 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.603436 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.603675 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.603806 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.603968 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.604128 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.604287 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.604449 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.604612 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.604773 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.604932 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.605094 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.605255 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.605416 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.605576 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.605742 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.605902 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.606063 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.606223 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.606383 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] debug = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.606544 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.606739 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.606908 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.607075 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.607238 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.607398 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.607561 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.607717 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.608786 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.608993 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.609609 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.609778 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.610054 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.610252 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.610442 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.610776 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.610776 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.611056 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] host = n-d-771363-34 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.611056 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.611343 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.611470 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.611613 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.611749 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.611883 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.612016 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.612144 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.612291 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.612439 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.612599 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.612921 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.613077 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.613230 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] log_file = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.613394 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] log_options = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.613555 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.613714 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.613874 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.614105 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.614582 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.614582 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.614755 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.614936 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.615652 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.615828 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.615977 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.616153 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.616305 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.616465 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.616627 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.616791 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.616952 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.617111 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.617399 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.617568 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.617756 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.617887 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.618040 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.618199 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.618359 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.618520 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.618681 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.618881 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.619019 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.619160 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.619349 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.619532 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.619706 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.619877 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.620019 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.620157 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.620303 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.620437 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.620572 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.620704 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.620839 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.621093 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.621262 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.621401 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.621532 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.621660 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] use_json = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.621805 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.621940 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.622072 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.622222 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.622363 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.622536 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.622680 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.622831 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 07:06:18.623016 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.623182 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.623380 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.623545 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.623710 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.623873 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.624036 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.624201 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.624364 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.624528 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.624699 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.624861 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.625085 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.625223 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.625386 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.625553 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.625716 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.625878 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.626041 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.626206 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.626368 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.626536 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.626717 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.626879 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.627042 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.627223 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.627638 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.627805 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.627970 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.628155 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.628306 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.628470 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.628632 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.628794 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.629025 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.629123 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.629270 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.629434 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.629598 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.629762 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.629925 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.630087 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.630250 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.630413 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.630602 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.630774 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.630943 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.631101 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.631361 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.631564 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.631742 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.631906 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.632069 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.632233 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.632397 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.632561 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.632725 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.632889 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.633053 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.633216 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.633379 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.633556 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.633719 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.633872 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.634596 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.634596 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.634596 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.634919 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.634919 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.635074 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.635173 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.635365 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.636001 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.636001 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.636204 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.636204 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.636347 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.636886 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.636886 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.636886 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.637771 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.637771 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.637771 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.637771 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.637771 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.637771 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.638224 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.638224 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.638224 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.638431 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.638533 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.638694 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.638858 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.639512 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.639512 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.639512 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.639512 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.640445 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.640445 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.640445 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.640445 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.640445 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.640445 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.641038 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.641038 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.641038 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.641038 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.641415 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.641415 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.641612 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.641612 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.641839 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.641921 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.642934 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.643248 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.643434 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.643647 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.643874 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.644050 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.644327 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.644549 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.644717 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.644928 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.645238 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.645411 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.645665 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.645838 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.646036 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.646274 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.646547 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.646759 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.646930 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.647140 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.647320 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.647467 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.647612 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.647779 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.647944 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.648108 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.648268 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.648427 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.648589 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.648755 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.648922 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.649113 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.649362 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.649456 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.649577 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.649741 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.649904 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.650069 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.650234 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.650398 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.650564 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.650729 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.651298 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.651843 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.651973 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.652266 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.652426 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.652585 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.652749 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.652912 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.653076 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.653238 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.653402 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.653564 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.653726 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.653878 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.654045 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.654208 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.654370 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.654534 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.654697 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.654861 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.655025 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.655191 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.655373 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.655537 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.655700 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.655865 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.656029 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.656199 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.656363 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.656526 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.656689 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.656852 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.657033 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.657198 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.657361 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.657524 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.657687 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.657850 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.658014 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.658174 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.658336 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.658498 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.658659 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.658824 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.658990 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.659152 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.659348 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.659499 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.659662 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.659824 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.659988 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.660167 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.660329 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.660492 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.660655 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.660818 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.660981 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.661155 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.661317 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.661481 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.661643 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.662315 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.662585 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.662760 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.662924 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.663088 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.663280 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.663434 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.663590 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.663764 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.663927 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.664091 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.664253 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.664415 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.664577 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.664750 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.664912 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.665074 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.665236 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.665398 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.665560 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.665733 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.665897 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.666060 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.666232 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.666395 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.666562 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.666724 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.666898 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.667063 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.667245 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.667410 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.667573 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.667736 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.667900 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.668067 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.668240 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.668411 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.668576 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.668748 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.668920 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.669093 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.669255 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.669428 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.669647 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.669752 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.669913 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.670075 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.670236 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.670398 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.670561 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.670725 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.670888 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.671050 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.671226 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.671392 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.671554 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.671718 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.671879 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.672063 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.672227 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.672391 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.672554 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.672716 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 07:06:18.672871 n-d-771363-34 neutron-server[93908]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 07:06:18.798269 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 35910) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:06:18.807095 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064256 Jul 13 07:06:30.161573 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90e5e29-83ef-4bb0-b4df-387679c3def8 None None] get_active_networks_info from n-d-771363-34 {{(pid=94019) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:06:30.254797 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90e5e29-83ef-4bb0-b4df-387679c3def8 None None] No non-hosted networks {{(pid=94019) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 13 07:06:30.356990 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-59776bb8-f7f8-4e74-b5f6-fd168731697f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-403841'] for agent, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:06:32.999128 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-403841'] for agent, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:06:33.004219 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:06:33.006393 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:06:33.014858 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:06:33.015876 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:06:33.018197 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:06:33.019042 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:06:33.020033 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:06:33.020942 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:06:33.022650 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:06:33.023760 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:06:33.025060 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:06:33.025625 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:06:33.027456 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-771363-34', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:06:33.038692 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-771363-34', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:06:33.040636 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2fdc2199-72fe-4aec-b937-658f8b26450c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-403841'] for agent, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:06:33.102753 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f972bc47-5357-4494-821c-8176bf43f59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:06:33.878923 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-403841'] for agent, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:06:35.623147 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-403841'] for agent, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:06:36.813252 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 36000) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:06:37.329920 n-d-771363-34 neutron-server[94017]: WARNING oslo_policy.policy [None req-814732cf-8cb0-415f-b1b3-6e2afb0bbb8c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 07:06:37.330488 n-d-771363-34 neutron-server[94017]: WARNING oslo_policy.policy [None req-814732cf-8cb0-415f-b1b3-6e2afb0bbb8c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 07:06:37.552010 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [None req-814732cf-8cb0-415f-b1b3-6e2afb0bbb8c admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:06:37.553112 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-814732cf-8cb0-415f-b1b3-6e2afb0bbb8c admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7389336 Jul 13 07:06:39.942144 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 36014) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:06:40.275981 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-41f540cf-610e-4375-8f69-4c13edd5d38c admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:06:40.370559 n-d-771363-34 neutron-server[94017]: DEBUG neutron.policy [None req-41f540cf-610e-4375-8f69-4c13edd5d38c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94017) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 07:06:40.417258 n-d-771363-34 neutron-server[94017]: WARNING oslo_policy.policy [None req-41f540cf-610e-4375-8f69-4c13edd5d38c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 07:06:40.417637 n-d-771363-34 neutron-server[94017]: WARNING oslo_policy.policy [None req-41f540cf-610e-4375-8f69-4c13edd5d38c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 07:06:40.426546 n-d-771363-34 neutron-server[94017]: INFO neutron.quota [None req-41f540cf-610e-4375-8f69-4c13edd5d38c admin admin] Loaded quota_driver: . Jul 13 07:06:40.435635 n-d-771363-34 neutron-server[94019]: INFO neutron.db.l3_hamode_db [None req-6c47c6a6-c323-48d4-8562-b04713763523 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 13 07:06:40.514473 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c47c6a6-c323-48d4-8562-b04713763523 None None] Routers set() bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:06:40.514859 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c47c6a6-c323-48d4-8562-b04713763523 None None] Router IDs set() for agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 07:06:40.525583 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-41f540cf-610e-4375-8f69-4c13edd5d38c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788300235498', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788300235975', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788300255540', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788300258089', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788300259503', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788300138628', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-578082', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-650081', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1616464', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1547288'] for rbac-policy, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:06:40.592293 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-41f540cf-610e-4375-8f69-4c13edd5d38c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:06:40.593572 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-41f540cf-610e-4375-8f69-4c13edd5d38c admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6504204 Jul 13 07:06:43.198535 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36026) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:06:43.698080 n-d-771363-34 neutron-server[94018]: WARNING oslo_policy.policy [None req-3315164f-7e9c-4e0f-93cc-93a191813dcb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 07:06:43.698647 n-d-771363-34 neutron-server[94018]: WARNING oslo_policy.policy [None req-3315164f-7e9c-4e0f-93cc-93a191813dcb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 07:06:43.920346 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-3315164f-7e9c-4e0f-93cc-93a191813dcb admin admin] Request body: {'network': {'tenant_id': 'e68264b776794beea0f55de989be95a4', 'project_id': 'e68264b776794beea0f55de989be95a4', 'admin_state_up': True, 'name': 'private'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:06:43.922063 n-d-771363-34 neutron-server[94018]: INFO neutron.quota [None req-3315164f-7e9c-4e0f-93cc-93a191813dcb admin admin] Loaded quota_driver: . Jul 13 07:06:43.980630 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3315164f-7e9c-4e0f-93cc-93a191813dcb admin admin] Made reservation on behalf of e68264b776794beea0f55de989be95a4 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:06:44.046252 n-d-771363-34 neutron-server[94018]: DEBUG neutron.policy [None req-3315164f-7e9c-4e0f-93cc-93a191813dcb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94018) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 07:06:44.091386 n-d-771363-34 neutron-server[94018]: WARNING oslo_policy.policy [None req-3315164f-7e9c-4e0f-93cc-93a191813dcb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 07:06:44.091761 n-d-771363-34 neutron-server[94018]: WARNING oslo_policy.policy [None req-3315164f-7e9c-4e0f-93cc-93a191813dcb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 07:06:44.101881 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3315164f-7e9c-4e0f-93cc-93a191813dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:06:44.125563 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3315164f-7e9c-4e0f-93cc-93a191813dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:06:44.269351 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3315164f-7e9c-4e0f-93cc-93a191813dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:06:44.273822 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3315164f-7e9c-4e0f-93cc-93a191813dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:06:44.294200 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3315164f-7e9c-4e0f-93cc-93a191813dcb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:06:44.323672 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3315164f-7e9c-4e0f-93cc-93a191813dcb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788303179686', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:06:44.324276 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3315164f-7e9c-4e0f-93cc-93a191813dcb admin admin] Unsubscribe: segment precommit_create {{(pid=94018) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 07:06:44.324786 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-3315164f-7e9c-4e0f-93cc-93a191813dcb admin admin] Added segment 3eb19f8c-d74b-4552-8161-a7ca5ea9d657 of type vlan for network 3da8b149-3858-48a4-bf48-da489f1c78b0 Jul 13 07:06:44.343001 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315164f-7e9c-4e0f-93cc-93a191813dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424ad3cc-8e1e-4576-92ed-66f3746cc272,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:06:44.364627 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3315164f-7e9c-4e0f-93cc-93a191813dcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:06:44.365175 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3315164f-7e9c-4e0f-93cc-93a191813dcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:06:44.365521 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3315164f-7e9c-4e0f-93cc-93a191813dcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:06:44.365856 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3315164f-7e9c-4e0f-93cc-93a191813dcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:06:44.366188 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3315164f-7e9c-4e0f-93cc-93a191813dcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:06:44.366519 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3315164f-7e9c-4e0f-93cc-93a191813dcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:06:44.366873 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3315164f-7e9c-4e0f-93cc-93a191813dcb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:06:44.367228 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3315164f-7e9c-4e0f-93cc-93a191813dcb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:06:44.367587 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3315164f-7e9c-4e0f-93cc-93a191813dcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:06:44.367942 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3315164f-7e9c-4e0f-93cc-93a191813dcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:06:44.368261 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3315164f-7e9c-4e0f-93cc-93a191813dcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:06:44.368579 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3315164f-7e9c-4e0f-93cc-93a191813dcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:06:44.369690 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3315164f-7e9c-4e0f-93cc-93a191813dcb admin admin] Tracked resource versions report: Jul 13 07:06:44.369690 n-d-771363-34 neutron-server[94018]: pushed versions: Jul 13 07:06:44.369690 n-d-771363-34 neutron-server[94018]: { 'AddressGroup': {'1.2'}, Jul 13 07:06:44.369690 n-d-771363-34 neutron-server[94018]: 'ConntrackHelper': {'1.0'}, Jul 13 07:06:44.369690 n-d-771363-34 neutron-server[94018]: 'Log': {'1.0'}, Jul 13 07:06:44.369690 n-d-771363-34 neutron-server[94018]: 'Network': {'1.1'}, Jul 13 07:06:44.369690 n-d-771363-34 neutron-server[94018]: 'Port': {'1.7'}, Jul 13 07:06:44.369690 n-d-771363-34 neutron-server[94018]: 'PortForwarding': {'1.2'}, Jul 13 07:06:44.369690 n-d-771363-34 neutron-server[94018]: 'QosPolicy': {'1.8'}, Jul 13 07:06:44.369690 n-d-771363-34 neutron-server[94018]: 'SecurityGroup': {'1.4'}, Jul 13 07:06:44.369690 n-d-771363-34 neutron-server[94018]: 'SecurityGroupRule': {'1.2'}, Jul 13 07:06:44.369690 n-d-771363-34 neutron-server[94018]: 'SubPort': {'1.0'}, Jul 13 07:06:44.369690 n-d-771363-34 neutron-server[94018]: 'Subnet': {'1.1'}, Jul 13 07:06:44.369690 n-d-771363-34 neutron-server[94018]: 'Trunk': {'1.1'}} Jul 13 07:06:44.369690 n-d-771363-34 neutron-server[94018]: consumer versions: Jul 13 07:06:44.369690 n-d-771363-34 neutron-server[94018]: { DHCP agent@n-d-771363-34: {}, Jul 13 07:06:44.369690 n-d-771363-34 neutron-server[94018]: L3 agent@n-d-771363-34: {}, Jul 13 07:06:44.369690 n-d-771363-34 neutron-server[94018]: Metadata agent@n-d-771363-34: {}, Jul 13 07:06:44.369690 n-d-771363-34 neutron-server[94018]: Metering agent@n-d-771363-34: {}, Jul 13 07:06:44.369690 n-d-771363-34 neutron-server[94018]: Open vSwitch agent@n-d-771363-34: { 'AddressGroup': '1.2', Jul 13 07:06:44.369690 n-d-771363-34 neutron-server[94018]: 'ConntrackHelper': '1.0', Jul 13 07:06:44.369690 n-d-771363-34 neutron-server[94018]: 'Log': '1.0', Jul 13 07:06:44.369690 n-d-771363-34 neutron-server[94018]: 'Network': '1.1', Jul 13 07:06:44.369690 n-d-771363-34 neutron-server[94018]: 'Port': '1.7', Jul 13 07:06:44.369690 n-d-771363-34 neutron-server[94018]: 'PortForwarding': '1.2', Jul 13 07:06:44.369690 n-d-771363-34 neutron-server[94018]: 'QosPolicy': '1.8', Jul 13 07:06:44.369690 n-d-771363-34 neutron-server[94018]: 'SecurityGroup': '1.4', Jul 13 07:06:44.369690 n-d-771363-34 neutron-server[94018]: 'SecurityGroupRule': '1.2', Jul 13 07:06:44.369690 n-d-771363-34 neutron-server[94018]: 'SubPort': '1.0', Jul 13 07:06:44.369690 n-d-771363-34 neutron-server[94018]: 'Subnet': '1.1', Jul 13 07:06:44.369690 n-d-771363-34 neutron-server[94018]: 'Trunk': '1.1'}} Jul 13 07:06:44.369690 n-d-771363-34 neutron-server[94018]: {{(pid=94018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 07:06:44.461354 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3315164f-7e9c-4e0f-93cc-93a191813dcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:06:44.514646 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3315164f-7e9c-4e0f-93cc-93a191813dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:06:44.515950 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3315164f-7e9c-4e0f-93cc-93a191813dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:06:44.516602 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3315164f-7e9c-4e0f-93cc-93a191813dcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:06:44.573855 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3315164f-7e9c-4e0f-93cc-93a191813dcb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3729687 Jul 13 07:06:44.618483 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315164f-7e9c-4e0f-93cc-93a191813dcb admin admin] Pushing event updated for resources: {'Network': ['ID=3da8b149-3858-48a4-bf48-da489f1c78b0,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:06:44.630528 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 3da8b149-3858-48a4-bf48-da489f1c78b0 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:06:47.217709 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36048) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:06:47.609833 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a073c0d4-5fa9-4c87-b399-673f86cf0443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:06:47.611164 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a073c0d4-5fa9-4c87-b399-673f86cf0443 admin admin] 10.222.0.23 "GET /v2.0/networks/3da8b149-3858-48a4-bf48-da489f1c78b0 HTTP/1.1" status: 200 len: 825 time: 0.3924878 Jul 13 07:06:47.648215 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c47dbc8f-93ba-4da6-82a4-048b99426fc4 admin admin] 10.222.0.23 "GET /v2.0/subnetpools/7797de42-6653-4332-85c4-0ae6d555a6f4 HTTP/1.1" status: 200 len: 734 time: 0.0310152 Jul 13 07:06:47.656917 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-9ee6f290-91b5-432a-9b8f-8a3cd63e6c43 admin admin] Request body: {'subnet': {'tenant_id': 'e68264b776794beea0f55de989be95a4', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '3da8b149-3858-48a4-bf48-da489f1c78b0', 'subnetpool_id': '7797de42-6653-4332-85c4-0ae6d555a6f4'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:06:47.679711 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee6f290-91b5-432a-9b8f-8a3cd63e6c43 admin admin] Made reservation on behalf of e68264b776794beea0f55de989be95a4 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:06:47.681945 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9ee6f290-91b5-432a-9b8f-8a3cd63e6c43 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:06:47.991756 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9ee6f290-91b5-432a-9b8f-8a3cd63e6c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:06:48.062228 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6f290-91b5-432a-9b8f-8a3cd63e6c43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=946ce6cc-03c2-4db4-9050-3d1d54f6f583,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:06:48.069735 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee6f290-91b5-432a-9b8f-8a3cd63e6c43 admin admin] Checking segment: {'id': '3eb19f8c-d74b-4552-8161-a7ca5ea9d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3da8b149-3858-48a4-bf48-da489f1c78b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:06:48.069735 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee6f290-91b5-432a-9b8f-8a3cd63e6c43 admin admin] Network hostable DHCP agents. Network: 3da8b149-3858-48a4-bf48-da489f1c78b0, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:06:48.092288 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee6f290-91b5-432a-9b8f-8a3cd63e6c43 admin admin] Network 3da8b149-3858-48a4-bf48-da489f1c78b0 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:06:48.104575 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-9ee6f290-91b5-432a-9b8f-8a3cd63e6c43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 3da8b149-3858-48a4-bf48-da489f1c78b0) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:06:48.109931 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee6f290-91b5-432a-9b8f-8a3cd63e6c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:06:48.110508 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9ee6f290-91b5-432a-9b8f-8a3cd63e6c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:06:48.114818 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dde1788-45ac-4f8d-8d1b-ca78a60b3ab4 None None] Network 3da8b149-3858-48a4-bf48-da489f1c78b0 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:06:48.126639 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9ee6f290-91b5-432a-9b8f-8a3cd63e6c43 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4733450 Jul 13 07:06:48.449459 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca22be44-d211-4e88-8515-30fb2610eef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-3da8b149-3858-48a4-bf48-da489f1c78b0', 'network_id': '3da8b149-3858-48a4-bf48-da489f1c78b0', 'tenant_id': 'e68264b776794beea0f55de989be95a4', 'fixed_ips': [{'subnet_id': '946ce6cc-03c2-4db4-9050-3d1d54f6f583'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:06:48.450696 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ca22be44-d211-4e88-8515-30fb2610eef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:06:48.734994 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-ca22be44-d211-4e88-8515-30fb2610eef0 None None] Allocated IP 172.20.0.2 (3da8b149-3858-48a4-bf48-da489f1c78b0/946ce6cc-03c2-4db4-9050-3d1d54f6f583/09f9ac92-6fd6-4aea-98bc-5ef90c63313e) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:06:48.954171 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ca22be44-d211-4e88-8515-30fb2610eef0 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:06:49.006024 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ca22be44-d211-4e88-8515-30fb2610eef0 None None] Transition to ACTIVE for port object 09f9ac92-6fd6-4aea-98bc-5ef90c63313e will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:06:49.028053 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ca22be44-d211-4e88-8515-30fb2610eef0 None None] Transition to ACTIVE for port object 09f9ac92-6fd6-4aea-98bc-5ef90c63313e will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:06:49.038338 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ca22be44-d211-4e88-8515-30fb2610eef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:06:49.109657 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca22be44-d211-4e88-8515-30fb2610eef0 None None] Network 3da8b149-3858-48a4-bf48-da489f1c78b0 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:06:49.114771 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-ca22be44-d211-4e88-8515-30fb2610eef0 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:06:49.126259 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca22be44-d211-4e88-8515-30fb2610eef0 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:06:49.129642 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca22be44-d211-4e88-8515-30fb2610eef0 None None] Pushing event updated for resources: {'Port': ['ID=09f9ac92-6fd6-4aea-98bc-5ef90c63313e,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:06:49.142043 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca22be44-d211-4e88-8515-30fb2610eef0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:06:49.142385 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca22be44-d211-4e88-8515-30fb2610eef0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:06:49.142724 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca22be44-d211-4e88-8515-30fb2610eef0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:06:49.143058 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca22be44-d211-4e88-8515-30fb2610eef0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:06:49.143412 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca22be44-d211-4e88-8515-30fb2610eef0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:06:49.143741 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca22be44-d211-4e88-8515-30fb2610eef0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:06:49.144066 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca22be44-d211-4e88-8515-30fb2610eef0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:06:49.144389 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca22be44-d211-4e88-8515-30fb2610eef0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:06:49.144711 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca22be44-d211-4e88-8515-30fb2610eef0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:06:49.145031 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca22be44-d211-4e88-8515-30fb2610eef0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:06:49.145381 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca22be44-d211-4e88-8515-30fb2610eef0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:06:49.146260 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca22be44-d211-4e88-8515-30fb2610eef0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:06:49.147425 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca22be44-d211-4e88-8515-30fb2610eef0 None None] Tracked resource versions report: Jul 13 07:06:49.147425 n-d-771363-34 neutron-server[94019]: pushed versions: Jul 13 07:06:49.147425 n-d-771363-34 neutron-server[94019]: { 'AddressGroup': {'1.2'}, Jul 13 07:06:49.147425 n-d-771363-34 neutron-server[94019]: 'ConntrackHelper': {'1.0'}, Jul 13 07:06:49.147425 n-d-771363-34 neutron-server[94019]: 'Log': {'1.0'}, Jul 13 07:06:49.147425 n-d-771363-34 neutron-server[94019]: 'Network': {'1.1'}, Jul 13 07:06:49.147425 n-d-771363-34 neutron-server[94019]: 'Port': {'1.7'}, Jul 13 07:06:49.147425 n-d-771363-34 neutron-server[94019]: 'PortForwarding': {'1.2'}, Jul 13 07:06:49.147425 n-d-771363-34 neutron-server[94019]: 'QosPolicy': {'1.8'}, Jul 13 07:06:49.147425 n-d-771363-34 neutron-server[94019]: 'SecurityGroup': {'1.4'}, Jul 13 07:06:49.147425 n-d-771363-34 neutron-server[94019]: 'SecurityGroupRule': {'1.2'}, Jul 13 07:06:49.147425 n-d-771363-34 neutron-server[94019]: 'SubPort': {'1.0'}, Jul 13 07:06:49.147425 n-d-771363-34 neutron-server[94019]: 'Subnet': {'1.1'}, Jul 13 07:06:49.147425 n-d-771363-34 neutron-server[94019]: 'Trunk': {'1.1'}} Jul 13 07:06:49.147425 n-d-771363-34 neutron-server[94019]: consumer versions: Jul 13 07:06:49.147425 n-d-771363-34 neutron-server[94019]: { DHCP agent@n-d-771363-34: {}, Jul 13 07:06:49.147425 n-d-771363-34 neutron-server[94019]: L3 agent@n-d-771363-34: {}, Jul 13 07:06:49.147425 n-d-771363-34 neutron-server[94019]: Metadata agent@n-d-771363-34: {}, Jul 13 07:06:49.147425 n-d-771363-34 neutron-server[94019]: Metering agent@n-d-771363-34: {}, Jul 13 07:06:49.147425 n-d-771363-34 neutron-server[94019]: Open vSwitch agent@n-d-771363-34: { 'AddressGroup': '1.2', Jul 13 07:06:49.147425 n-d-771363-34 neutron-server[94019]: 'ConntrackHelper': '1.0', Jul 13 07:06:49.147425 n-d-771363-34 neutron-server[94019]: 'Log': '1.0', Jul 13 07:06:49.147425 n-d-771363-34 neutron-server[94019]: 'Network': '1.1', Jul 13 07:06:49.147425 n-d-771363-34 neutron-server[94019]: 'Port': '1.7', Jul 13 07:06:49.147425 n-d-771363-34 neutron-server[94019]: 'PortForwarding': '1.2', Jul 13 07:06:49.147425 n-d-771363-34 neutron-server[94019]: 'QosPolicy': '1.8', Jul 13 07:06:49.147425 n-d-771363-34 neutron-server[94019]: 'SecurityGroup': '1.4', Jul 13 07:06:49.147425 n-d-771363-34 neutron-server[94019]: 'SecurityGroupRule': '1.2', Jul 13 07:06:49.147425 n-d-771363-34 neutron-server[94019]: 'SubPort': '1.0', Jul 13 07:06:49.147425 n-d-771363-34 neutron-server[94019]: 'Subnet': '1.1', Jul 13 07:06:49.147425 n-d-771363-34 neutron-server[94019]: 'Trunk': '1.1'}} Jul 13 07:06:49.147425 n-d-771363-34 neutron-server[94019]: {{(pid=94019) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 07:06:49.216696 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-ca22be44-d211-4e88-8515-30fb2610eef0 None None] Attempting to bind port 09f9ac92-6fd6-4aea-98bc-5ef90c63313e on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:06:49.217106 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-ca22be44-d211-4e88-8515-30fb2610eef0 None None] Attempting to bind port 09f9ac92-6fd6-4aea-98bc-5ef90c63313e by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '3eb19f8c-d74b-4552-8161-a7ca5ea9d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3da8b149-3858-48a4-bf48-da489f1c78b0'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:06:49.217538 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca22be44-d211-4e88-8515-30fb2610eef0 None None] Attempting to bind port 09f9ac92-6fd6-4aea-98bc-5ef90c63313e on network 3da8b149-3858-48a4-bf48-da489f1c78b0 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:06:49.223035 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca22be44-d211-4e88-8515-30fb2610eef0 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:06:49.223583 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca22be44-d211-4e88-8515-30fb2610eef0 None None] Checking segment: {'id': '3eb19f8c-d74b-4552-8161-a7ca5ea9d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3da8b149-3858-48a4-bf48-da489f1c78b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:06:49.224300 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ca22be44-d211-4e88-8515-30fb2610eef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:06:49.224490 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca22be44-d211-4e88-8515-30fb2610eef0 None None] Bound using segment: {'id': '3eb19f8c-d74b-4552-8161-a7ca5ea9d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3da8b149-3858-48a4-bf48-da489f1c78b0'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:06:49.224991 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-ca22be44-d211-4e88-8515-30fb2610eef0 None None] Bound port: 09f9ac92-6fd6-4aea-98bc-5ef90c63313e, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb19f8c-d74b-4552-8161-a7ca5ea9d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3da8b149-3858-48a4-bf48-da489f1c78b0'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:06:49.225409 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ca22be44-d211-4e88-8515-30fb2610eef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:06:49.293491 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-ca22be44-d211-4e88-8515-30fb2610eef0 None None] For port 09f9ac92-6fd6-4aea-98bc-5ef90c63313e, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:06:49.298306 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-ca22be44-d211-4e88-8515-30fb2610eef0 None None] For port 09f9ac92-6fd6-4aea-98bc-5ef90c63313e, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=09f9ac92-6fd6-4aea-98bc-5ef90c63313e,segment=NetworkSegment(3eb19f8c-d74b-4552-8161-a7ca5ea9d657),segment_id=3eb19f8c-d74b-4552-8161-a7ca5ea9d657)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:06:49.302100 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ca22be44-d211-4e88-8515-30fb2610eef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:06:49.375425 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca22be44-d211-4e88-8515-30fb2610eef0 None None] Pushing event updated for resources: {'Port': ['ID=09f9ac92-6fd6-4aea-98bc-5ef90c63313e,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:06:50.603421 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36056) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:06:50.943087 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-9bb65faf-c838-4558-9610-2126d8a010f9 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:06:50.944229 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9bb65faf-c838-4558-9610-2126d8a010f9 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3398302 Jul 13 07:06:53.425631 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36064) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:06:53.750095 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-bbf117fa-c2cc-41a6-bba1-50ad1baad31d admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:06:53.751769 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-bbf117fa-c2cc-41a6-bba1-50ad1baad31d admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3251724 Jul 13 07:06:54.989526 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 09f9ac92-6fd6-4aea-98bc-5ef90c63313e up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:06:55.085476 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 09f9ac92-6fd6-4aea-98bc-5ef90c63313e completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:06:55.631821 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2379b86-f687-4517-883e-1cf22a9d3f77 None None] Network 3da8b149-3858-48a4-bf48-da489f1c78b0 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:06:55.752337 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ada05b71-6cfc-4258-a1cb-bf82ea08c128 None None] Provisioning for port 09f9ac92-6fd6-4aea-98bc-5ef90c63313e completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:06:55.762336 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ada05b71-6cfc-4258-a1cb-bf82ea08c128 None None] Provisioning complete for port 09f9ac92-6fd6-4aea-98bc-5ef90c63313e triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:06:55.762724 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ada05b71-6cfc-4258-a1cb-bf82ea08c128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:06:55.920751 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ada05b71-6cfc-4258-a1cb-bf82ea08c128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:06:55.960385 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-ada05b71-6cfc-4258-a1cb-bf82ea08c128 None None] For port 09f9ac92-6fd6-4aea-98bc-5ef90c63313e, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=09f9ac92-6fd6-4aea-98bc-5ef90c63313e,segment=NetworkSegment(3eb19f8c-d74b-4552-8161-a7ca5ea9d657),segment_id=3eb19f8c-d74b-4552-8161-a7ca5ea9d657)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:06:55.965010 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ada05b71-6cfc-4258-a1cb-bf82ea08c128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:06:56.020322 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada05b71-6cfc-4258-a1cb-bf82ea08c128 None None] Pushing event updated for resources: {'Port': ['ID=09f9ac92-6fd6-4aea-98bc-5ef90c63313e,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:06:56.120824 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-fb3bff8e-9cfd-48c9-a72a-4cc51307c435 None None] Provisioning complete for port 09f9ac92-6fd6-4aea-98bc-5ef90c63313e triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:06:56.121194 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fb3bff8e-9cfd-48c9-a72a-4cc51307c435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:06:56.423222 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36078) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:06:56.718657 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-3b2ece01-8cc1-426a-adc8-7200a6008250 admin admin] Request body: {'router': {'tenant_id': 'e68264b776794beea0f55de989be95a4', 'admin_state_up': True, 'name': 'router1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:06:56.745567 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3b2ece01-8cc1-426a-adc8-7200a6008250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:06:56.747076 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3b2ece01-8cc1-426a-adc8-7200a6008250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:06:56.884179 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3b2ece01-8cc1-426a-adc8-7200a6008250 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:06:56.888790 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3b2ece01-8cc1-426a-adc8-7200a6008250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:06:56.901098 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3b2ece01-8cc1-426a-adc8-7200a6008250 admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:06:56.902516 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3b2ece01-8cc1-426a-adc8-7200a6008250 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4783196 Jul 13 07:06:56.966489 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 09f9ac92-6fd6-4aea-98bc-5ef90c63313e up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:06:57.015685 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 09f9ac92-6fd6-4aea-98bc-5ef90c63313e triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:06:57.016061 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:06:59.268474 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36086) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:06:59.574668 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-3d286c10-c24e-415b-aefa-456be90a08d3 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:06:59.575686 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3d286c10-c24e-415b-aefa-456be90a08d3 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3062806 Jul 13 07:07:00.099062 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-eaf0d591-3571-441c-82e0-a12e4eb64264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:01.945604 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36094) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:07:02.252144 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-18de4503-5c2b-489e-8f01-e40785487ee7 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:07:02.273154 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18de4503-5c2b-489e-8f01-e40785487ee7 admin admin] Made reservation on behalf of 14347b8935a04cc5a4226075b62f92de for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:07:02.275446 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-18de4503-5c2b-489e-8f01-e40785487ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:02.283090 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-18de4503-5c2b-489e-8f01-e40785487ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:02.368815 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-18de4503-5c2b-489e-8f01-e40785487ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:02.372164 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-18de4503-5c2b-489e-8f01-e40785487ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:02.386626 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-18de4503-5c2b-489e-8f01-e40785487ee7 admin admin] Reserving flat network on physical network physnet1 {{(pid=94018) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 13 07:07:02.408739 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de4503-5c2b-489e-8f01-e40785487ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fe9e71-d48f-40e4-be9b-38eb27d77571,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:07:02.412559 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-18de4503-5c2b-489e-8f01-e40785487ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:02.412888 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-18de4503-5c2b-489e-8f01-e40785487ee7 admin admin] Added segment 1e050e2c-829a-4a08-8232-a93124bcfa75 of type flat for network 099fd220-496e-4556-906a-9ab228a05c02 Jul 13 07:07:02.456352 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-18de4503-5c2b-489e-8f01-e40785487ee7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:02.490749 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-18de4503-5c2b-489e-8f01-e40785487ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:02.491932 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de4503-5c2b-489e-8f01-e40785487ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:07:02.492571 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-18de4503-5c2b-489e-8f01-e40785487ee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:02.522095 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-18de4503-5c2b-489e-8f01-e40785487ee7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5754573 Jul 13 07:07:02.551966 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de4503-5c2b-489e-8f01-e40785487ee7 admin admin] Pushing event updated for resources: {'Network': ['ID=099fd220-496e-4556-906a-9ab228a05c02,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:07:02.565155 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 099fd220-496e-4556-906a-9ab228a05c02 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:07:02.955664 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:02.995367 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9f49f5a3-7932-42ab-ac7e-7c4ab2ef0f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:03.824189 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:04.886741 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36112) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:07:05.061648 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d45ceb-5317-4941-9383-a4593d3a40e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:07:05.062922 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-59d45ceb-5317-4941-9383-a4593d3a40e5 admin admin] 10.222.0.23 "GET /v2.0/subnets/946ce6cc-03c2-4db4-9050-3d1d54f6f583 HTTP/1.1" status: 200 len: 849 time: 0.1751812 Jul 13 07:07:05.177170 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c7523966-3f22-4732-8be8-b1c13ec2f3e1 admin admin] 10.222.0.23 "GET /v2.0/routers/c5f51c63-73bb-4283-9f97-cd59881d44e5 HTTP/1.1" status: 200 len: 704 time: 0.1076679 Jul 13 07:07:05.438595 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2f2093bd-57e5-4149-b78c-2c012049140a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:05.576107 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:05.733420 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-2f2093bd-57e5-4149-b78c-2c012049140a admin admin] Allocated IP 172.20.0.1 (3da8b149-3858-48a4-bf48-da489f1c78b0/946ce6cc-03c2-4db4-9050-3d1d54f6f583/67897851-22a1-42d4-9ec8-5b8982166654) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:07:05.925088 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2f2093bd-57e5-4149-b78c-2c012049140a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:05.949058 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-2f2093bd-57e5-4149-b78c-2c012049140a admin admin] Transition to ACTIVE for port object 67897851-22a1-42d4-9ec8-5b8982166654 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:07:06.025569 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2f2093bd-57e5-4149-b78c-2c012049140a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:06.090676 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2093bd-57e5-4149-b78c-2c012049140a admin admin] Network 3da8b149-3858-48a4-bf48-da489f1c78b0 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:07:06.097214 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-2f2093bd-57e5-4149-b78c-2c012049140a admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:07:06.106383 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2093bd-57e5-4149-b78c-2c012049140a admin admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:07:06.106918 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2f2093bd-57e5-4149-b78c-2c012049140a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:06.130905 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2093bd-57e5-4149-b78c-2c012049140a admin admin] Pushing event updated for resources: {'Port': ['ID=67897851-22a1-42d4-9ec8-5b8982166654,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:07:06.274014 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a51e9e6c-5730-4937-928f-78693ce31d95 None None] Provisioning for port 67897851-22a1-42d4-9ec8-5b8982166654 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:07:06.277575 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a51e9e6c-5730-4937-928f-78693ce31d95 None None] Provisioning complete for port 67897851-22a1-42d4-9ec8-5b8982166654 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:07:06.277889 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a51e9e6c-5730-4937-928f-78693ce31d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:06.313204 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-a51e9e6c-5730-4937-928f-78693ce31d95 None None] Port 67897851-22a1-42d4-9ec8-5b8982166654 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:07:06.324749 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2f2093bd-57e5-4149-b78c-2c012049140a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:06.500569 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2f2093bd-57e5-4149-b78c-2c012049140a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:06.505561 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2f2093bd-57e5-4149-b78c-2c012049140a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:06.535071 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2f2093bd-57e5-4149-b78c-2c012049140a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:06.565372 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2093bd-57e5-4149-b78c-2c012049140a admin admin] Pushing event updated for resources: {'Port': ['ID=67897851-22a1-42d4-9ec8-5b8982166654,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:07:06.645118 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2093bd-57e5-4149-b78c-2c012049140a admin admin] Network 3da8b149-3858-48a4-bf48-da489f1c78b0 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:07:06.646524 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-2f2093bd-57e5-4149-b78c-2c012049140a admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:07:06.733405 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-25986e42-c44e-4edf-b65c-86d305a56509 None None] Provisioning complete for port 67897851-22a1-42d4-9ec8-5b8982166654 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:07:06.733965 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-25986e42-c44e-4edf-b65c-86d305a56509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:06.768264 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-25986e42-c44e-4edf-b65c-86d305a56509 None None] Port 67897851-22a1-42d4-9ec8-5b8982166654 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:07:06.806950 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f2093bd-57e5-4149-b78c-2c012049140a admin admin] Router c5f51c63-73bb-4283-9f97-cd59881d44e5 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:07:06.886633 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c31a5d56-e0dd-4a0c-ac8b-c4bb5f135288 None None] Provisioning complete for port 67897851-22a1-42d4-9ec8-5b8982166654 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:07:06.887005 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c31a5d56-e0dd-4a0c-ac8b-c4bb5f135288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:06.897802 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2093bd-57e5-4149-b78c-2c012049140a admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:07:06.909355 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2f2093bd-57e5-4149-b78c-2c012049140a admin admin] 10.222.0.23 "PUT /v2.0/routers/c5f51c63-73bb-4283-9f97-cd59881d44e5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7211289 Jul 13 07:07:06.919990 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed54641-128d-4ca1-9302-8e274e189d23 None None] Sync routers for ids ['c5f51c63-73bb-4283-9f97-cd59881d44e5'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:07:06.920596 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-c31a5d56-e0dd-4a0c-ac8b-c4bb5f135288 None None] Port 67897851-22a1-42d4-9ec8-5b8982166654 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:07:06.931840 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed54641-128d-4ca1-9302-8e274e189d23 None None] Routers {'c5f51c63-73bb-4283-9f97-cd59881d44e5'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:07:06.932738 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-6ed54641-128d-4ca1-9302-8e274e189d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:07:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['c5f51c63-73bb-4283-9f97-cd59881d44e5'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:07:07.113526 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-6ed54641-128d-4ca1-9302-8e274e189d23 None None] Set router c5f51c63-73bb-4283-9f97-cd59881d44e5 gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:07:07.536104 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-6ed54641-128d-4ca1-9302-8e274e189d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f51c63-73bb-4283-9f97-cd59881d44e5', 'name': 'router1', 'tenant_id': 'e68264b776794beea0f55de989be95a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:06:56Z', 'updated_at': '2021-07-13T07:07:06Z', 'revision_number': 2, 'project_id': 'e68264b776794beea0f55de989be95a4', 'gw_port_host': None, '_interfaces': [{'id': '67897851-22a1-42d4-9ec8-5b8982166654', 'name': '', 'network_id': '3da8b149-3858-48a4-bf48-da489f1c78b0', 'tenant_id': 'e68264b776794beea0f55de989be95a4', 'mac_address': 'fa:16:3e:f9:2a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f51c63-73bb-4283-9f97-cd59881d44e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '946ce6cc-03c2-4db4-9050-3d1d54f6f583', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:07:05Z', 'updated_at': '2021-07-13T07:07:06Z', 'revision_number': 2, 'project_id': 'e68264b776794beea0f55de989be95a4', 'subnets': [{'id': '946ce6cc-03c2-4db4-9050-3d1d54f6f583', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7797de42-6653-4332-85c4-0ae6d555a6f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:07:07.587902 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed54641-128d-4ca1-9302-8e274e189d23 None None] Checking router: c5f51c63-73bb-4283-9f97-cd59881d44e5 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:07:07.588274 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed54641-128d-4ca1-9302-8e274e189d23 None None] Updating router c5f51c63-73bb-4283-9f97-cd59881d44e5 port 67897851-22a1-42d4-9ec8-5b8982166654 binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:07:07.652639 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6ed54641-128d-4ca1-9302-8e274e189d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:08.148276 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6ed54641-128d-4ca1-9302-8e274e189d23 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:08.166648 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-6ed54641-128d-4ca1-9302-8e274e189d23 None None] Transition to ACTIVE for port object 67897851-22a1-42d4-9ec8-5b8982166654 will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:07:08.173511 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6ed54641-128d-4ca1-9302-8e274e189d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:08.313145 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43107c-2091-44e4-9e06-fca41ca9200d None None] Pushing event updated for resources: {'Port': ['ID=67897851-22a1-42d4-9ec8-5b8982166654,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:07:08.340469 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb43107c-2091-44e4-9e06-fca41ca9200d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:07:08.340737 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb43107c-2091-44e4-9e06-fca41ca9200d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:07:08.341079 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb43107c-2091-44e4-9e06-fca41ca9200d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:07:08.341378 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb43107c-2091-44e4-9e06-fca41ca9200d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:07:08.341698 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb43107c-2091-44e4-9e06-fca41ca9200d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:07:08.342020 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb43107c-2091-44e4-9e06-fca41ca9200d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:07:08.342340 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb43107c-2091-44e4-9e06-fca41ca9200d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:07:08.342654 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb43107c-2091-44e4-9e06-fca41ca9200d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:07:08.342955 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb43107c-2091-44e4-9e06-fca41ca9200d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:07:08.343287 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb43107c-2091-44e4-9e06-fca41ca9200d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:07:08.343602 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb43107c-2091-44e4-9e06-fca41ca9200d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:07:08.343911 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb43107c-2091-44e4-9e06-fca41ca9200d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:07:08.344996 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb43107c-2091-44e4-9e06-fca41ca9200d None None] Tracked resource versions report: Jul 13 07:07:08.344996 n-d-771363-34 neutron-server[94020]: pushed versions: Jul 13 07:07:08.344996 n-d-771363-34 neutron-server[94020]: { 'AddressGroup': {'1.2'}, Jul 13 07:07:08.344996 n-d-771363-34 neutron-server[94020]: 'ConntrackHelper': {'1.0'}, Jul 13 07:07:08.344996 n-d-771363-34 neutron-server[94020]: 'Log': {'1.0'}, Jul 13 07:07:08.344996 n-d-771363-34 neutron-server[94020]: 'Network': {'1.1'}, Jul 13 07:07:08.344996 n-d-771363-34 neutron-server[94020]: 'Port': {'1.7'}, Jul 13 07:07:08.344996 n-d-771363-34 neutron-server[94020]: 'PortForwarding': {'1.2'}, Jul 13 07:07:08.344996 n-d-771363-34 neutron-server[94020]: 'QosPolicy': {'1.8'}, Jul 13 07:07:08.344996 n-d-771363-34 neutron-server[94020]: 'SecurityGroup': {'1.4'}, Jul 13 07:07:08.344996 n-d-771363-34 neutron-server[94020]: 'SecurityGroupRule': {'1.2'}, Jul 13 07:07:08.344996 n-d-771363-34 neutron-server[94020]: 'SubPort': {'1.0'}, Jul 13 07:07:08.344996 n-d-771363-34 neutron-server[94020]: 'Subnet': {'1.1'}, Jul 13 07:07:08.344996 n-d-771363-34 neutron-server[94020]: 'Trunk': {'1.1'}} Jul 13 07:07:08.344996 n-d-771363-34 neutron-server[94020]: consumer versions: Jul 13 07:07:08.344996 n-d-771363-34 neutron-server[94020]: { DHCP agent@n-d-771363-34: {}, Jul 13 07:07:08.344996 n-d-771363-34 neutron-server[94020]: L3 agent@n-d-771363-34: {}, Jul 13 07:07:08.344996 n-d-771363-34 neutron-server[94020]: Metadata agent@n-d-771363-34: {}, Jul 13 07:07:08.344996 n-d-771363-34 neutron-server[94020]: Metering agent@n-d-771363-34: {}, Jul 13 07:07:08.344996 n-d-771363-34 neutron-server[94020]: Open vSwitch agent@n-d-771363-34: { 'AddressGroup': '1.2', Jul 13 07:07:08.344996 n-d-771363-34 neutron-server[94020]: 'ConntrackHelper': '1.0', Jul 13 07:07:08.344996 n-d-771363-34 neutron-server[94020]: 'Log': '1.0', Jul 13 07:07:08.344996 n-d-771363-34 neutron-server[94020]: 'Network': '1.1', Jul 13 07:07:08.344996 n-d-771363-34 neutron-server[94020]: 'Port': '1.7', Jul 13 07:07:08.344996 n-d-771363-34 neutron-server[94020]: 'PortForwarding': '1.2', Jul 13 07:07:08.344996 n-d-771363-34 neutron-server[94020]: 'QosPolicy': '1.8', Jul 13 07:07:08.344996 n-d-771363-34 neutron-server[94020]: 'SecurityGroup': '1.4', Jul 13 07:07:08.344996 n-d-771363-34 neutron-server[94020]: 'SecurityGroupRule': '1.2', Jul 13 07:07:08.344996 n-d-771363-34 neutron-server[94020]: 'SubPort': '1.0', Jul 13 07:07:08.344996 n-d-771363-34 neutron-server[94020]: 'Subnet': '1.1', Jul 13 07:07:08.344996 n-d-771363-34 neutron-server[94020]: 'Trunk': '1.1'}} Jul 13 07:07:08.344996 n-d-771363-34 neutron-server[94020]: {{(pid=94020) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 07:07:08.356513 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-6ed54641-128d-4ca1-9302-8e274e189d23 None None] Attempting to bind port 67897851-22a1-42d4-9ec8-5b8982166654 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:07:08.356902 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-6ed54641-128d-4ca1-9302-8e274e189d23 None None] Attempting to bind port 67897851-22a1-42d4-9ec8-5b8982166654 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '3eb19f8c-d74b-4552-8161-a7ca5ea9d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3da8b149-3858-48a4-bf48-da489f1c78b0'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:07:08.357318 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed54641-128d-4ca1-9302-8e274e189d23 None None] Attempting to bind port 67897851-22a1-42d4-9ec8-5b8982166654 on network 3da8b149-3858-48a4-bf48-da489f1c78b0 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:07:08.362196 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed54641-128d-4ca1-9302-8e274e189d23 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:07:08.362599 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed54641-128d-4ca1-9302-8e274e189d23 None None] Checking segment: {'id': '3eb19f8c-d74b-4552-8161-a7ca5ea9d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3da8b149-3858-48a4-bf48-da489f1c78b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:07:08.363097 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6ed54641-128d-4ca1-9302-8e274e189d23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:08.363554 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed54641-128d-4ca1-9302-8e274e189d23 None None] Bound using segment: {'id': '3eb19f8c-d74b-4552-8161-a7ca5ea9d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3da8b149-3858-48a4-bf48-da489f1c78b0'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:07:08.364586 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-6ed54641-128d-4ca1-9302-8e274e189d23 None None] Bound port: 67897851-22a1-42d4-9ec8-5b8982166654, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb19f8c-d74b-4552-8161-a7ca5ea9d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3da8b149-3858-48a4-bf48-da489f1c78b0'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:07:08.364978 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6ed54641-128d-4ca1-9302-8e274e189d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:08.430835 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-6ed54641-128d-4ca1-9302-8e274e189d23 None None] For port 67897851-22a1-42d4-9ec8-5b8982166654, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:07:08.451979 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-6ed54641-128d-4ca1-9302-8e274e189d23 None None] For port 67897851-22a1-42d4-9ec8-5b8982166654, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=67897851-22a1-42d4-9ec8-5b8982166654,segment=NetworkSegment(3eb19f8c-d74b-4552-8161-a7ca5ea9d657),segment_id=3eb19f8c-d74b-4552-8161-a7ca5ea9d657)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:07:08.458804 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6ed54641-128d-4ca1-9302-8e274e189d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:08.507694 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed54641-128d-4ca1-9302-8e274e189d23 None None] Routers {'c5f51c63-73bb-4283-9f97-cd59881d44e5'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:07:08.508305 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-6ed54641-128d-4ca1-9302-8e274e189d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:07:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['c5f51c63-73bb-4283-9f97-cd59881d44e5'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:07:08.587928 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43107c-2091-44e4-9e06-fca41ca9200d None None] Pushing event updated for resources: {'Port': ['ID=67897851-22a1-42d4-9ec8-5b8982166654,revision_number=4']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:07:08.604951 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-6ed54641-128d-4ca1-9302-8e274e189d23 None None] Set router c5f51c63-73bb-4283-9f97-cd59881d44e5 gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:07:08.807852 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-6ed54641-128d-4ca1-9302-8e274e189d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f51c63-73bb-4283-9f97-cd59881d44e5', 'name': 'router1', 'tenant_id': 'e68264b776794beea0f55de989be95a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:06:56Z', 'updated_at': '2021-07-13T07:07:06Z', 'revision_number': 2, 'project_id': 'e68264b776794beea0f55de989be95a4', 'gw_port_host': None, '_interfaces': [{'id': '67897851-22a1-42d4-9ec8-5b8982166654', 'name': '', 'network_id': '3da8b149-3858-48a4-bf48-da489f1c78b0', 'tenant_id': 'e68264b776794beea0f55de989be95a4', 'mac_address': 'fa:16:3e:f9:2a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f51c63-73bb-4283-9f97-cd59881d44e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '946ce6cc-03c2-4db4-9050-3d1d54f6f583', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:07:05Z', 'updated_at': '2021-07-13T07:07:08Z', 'revision_number': 4, 'project_id': 'e68264b776794beea0f55de989be95a4', 'subnets': [{'id': '946ce6cc-03c2-4db4-9050-3d1d54f6f583', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7797de42-6653-4332-85c4-0ae6d555a6f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:07:08.837043 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed54641-128d-4ca1-9302-8e274e189d23 None None] The sync data for ids ['c5f51c63-73bb-4283-9f97-cd59881d44e5'] in n-d-771363-34 is: [{'id': 'c5f51c63-73bb-4283-9f97-cd59881d44e5', 'name': 'router1', 'tenant_id': 'e68264b776794beea0f55de989be95a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:06:56Z', 'updated_at': '2021-07-13T07:07:06Z', 'revision_number': 2, 'project_id': 'e68264b776794beea0f55de989be95a4', 'gw_port_host': None, '_interfaces': [{'id': '67897851-22a1-42d4-9ec8-5b8982166654', 'name': '', 'network_id': '3da8b149-3858-48a4-bf48-da489f1c78b0', 'tenant_id': 'e68264b776794beea0f55de989be95a4', 'mac_address': 'fa:16:3e:f9:2a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f51c63-73bb-4283-9f97-cd59881d44e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '946ce6cc-03c2-4db4-9050-3d1d54f6f583', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:07:05Z', 'updated_at': '2021-07-13T07:07:08Z', 'revision_number': 4, 'project_id': 'e68264b776794beea0f55de989be95a4', 'subnets': [{'id': '946ce6cc-03c2-4db4-9050-3d1d54f6f583', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7797de42-6653-4332-85c4-0ae6d555a6f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:07:09.153187 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36132) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:07:09.260955 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d89bb9-2283-405f-8df5-63ad798dbec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:07:09.262315 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-50d89bb9-2283-405f-8df5-63ad798dbec5 admin admin] 10.222.0.23 "GET /v2.0/networks/099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 842 time: 0.1082628 Jul 13 07:07:09.272699 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-3a0ea4b4-7325-452f-b0d0-7b97a92d5e1b admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.25.3.1', 'cidr': '172.25.3.0/24', 'enable_dhcp': False, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:07:09.295161 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0ea4b4-7325-452f-b0d0-7b97a92d5e1b admin admin] Made reservation on behalf of 14347b8935a04cc5a4226075b62f92de for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:07:09.297394 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a0ea4b4-7325-452f-b0d0-7b97a92d5e1b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:09.641077 n-d-771363-34 neutron-server[94018]: DEBUG neutron.objects.ports [None req-3a0ea4b4-7325-452f-b0d0-7b97a92d5e1b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94018) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:07:09.641496 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a0ea4b4-7325-452f-b0d0-7b97a92d5e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:09.697446 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0ea4b4-7325-452f-b0d0-7b97a92d5e1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=db4f297d-bbb6-45f9-8a0d-742258237e02,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:07:09.707105 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0ea4b4-7325-452f-b0d0-7b97a92d5e1b admin admin] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:07:09.708038 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0ea4b4-7325-452f-b0d0-7b97a92d5e1b admin admin] Network hostable DHCP agents. Network: 099fd220-496e-4556-906a-9ab228a05c02, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:07:09.724242 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0ea4b4-7325-452f-b0d0-7b97a92d5e1b admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:07:09.732597 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-3a0ea4b4-7325-452f-b0d0-7b97a92d5e1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 099fd220-496e-4556-906a-9ab228a05c02) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:07:09.736460 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0ea4b4-7325-452f-b0d0-7b97a92d5e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:07:09.737030 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a0ea4b4-7325-452f-b0d0-7b97a92d5e1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:09.742189 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2847175d-69ce-4d91-8b74-5591f7b93be3 None None] Network 099fd220-496e-4556-906a-9ab228a05c02 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:07:09.751982 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3a0ea4b4-7325-452f-b0d0-7b97a92d5e1b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4838843 Jul 13 07:07:09.875676 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211b72e9-5ff5-4141-ab06-f702b930264a None None] Network 099fd220-496e-4556-906a-9ab228a05c02 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:07:12.049061 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36144) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:07:12.176550 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7ae60012-a2d6-4dc3-ab07-e02b0f5a7bad admin admin] 10.222.0.23 "GET /v2.0/routers/c5f51c63-73bb-4283-9f97-cd59881d44e5 HTTP/1.1" status: 200 len: 710 time: 0.1262200 Jul 13 07:07:12.264727 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04720e37-4262-420c-b3b4-3ac4236bb8ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:07:12.266179 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-04720e37-4262-420c-b3b4-3ac4236bb8ec admin admin] 10.222.0.23 "GET /v2.0/networks/099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 886 time: 0.0845604 Jul 13 07:07:12.276431 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-7cd9d273-b39c-4711-95a3-7def2c734d92 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:07:12.519186 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7cd9d273-b39c-4711-95a3-7def2c734d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:12.752758 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7cd9d273-b39c-4711-95a3-7def2c734d92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:12.824653 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7cd9d273-b39c-4711-95a3-7def2c734d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:12.929995 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-7cd9d273-b39c-4711-95a3-7def2c734d92 admin admin] Allocated IP 172.25.3.112 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/70bafa35-f3a2-4cc0-a483-58bb72f4db0d) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:07:13.020126 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 67897851-22a1-42d4-9ec8-5b8982166654 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:07:13.032786 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7cd9d273-b39c-4711-95a3-7def2c734d92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:13.068136 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 67897851-22a1-42d4-9ec8-5b8982166654 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:07:13.070566 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7cd9d273-b39c-4711-95a3-7def2c734d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:13.071821 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 67897851-22a1-42d4-9ec8-5b8982166654 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:07:13.072187 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:13.103148 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd9d273-b39c-4711-95a3-7def2c734d92 admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:07:13.105818 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-7cd9d273-b39c-4711-95a3-7def2c734d92 admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:07:13.112940 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd9d273-b39c-4711-95a3-7def2c734d92 admin admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:07:13.181312 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9d273-b39c-4711-95a3-7def2c734d92 admin admin] Pushing event updated for resources: {'Port': ['ID=70bafa35-f3a2-4cc0-a483-58bb72f4db0d,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:07:13.196562 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:13.228163 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 67897851-22a1-42d4-9ec8-5b8982166654, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=67897851-22a1-42d4-9ec8-5b8982166654,segment=NetworkSegment(3eb19f8c-d74b-4552-8161-a7ca5ea9d657),segment_id=3eb19f8c-d74b-4552-8161-a7ca5ea9d657)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:07:13.231817 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:13.283474 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=67897851-22a1-42d4-9ec8-5b8982166654,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:07:13.457028 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7cd9d273-b39c-4711-95a3-7def2c734d92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:13.519456 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6b200095-5d45-4814-8e67-5d1882fcfbd6 None None] Provisioning complete for port 67897851-22a1-42d4-9ec8-5b8982166654 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:07:13.520478 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6b200095-5d45-4814-8e67-5d1882fcfbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:13.650874 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7cd9d273-b39c-4711-95a3-7def2c734d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:13.654127 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7cd9d273-b39c-4711-95a3-7def2c734d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-409024'] for router, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:13.756146 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd9d273-b39c-4711-95a3-7def2c734d92 admin admin] Router c5f51c63-73bb-4283-9f97-cd59881d44e5 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:07:13.858401 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd9d273-b39c-4711-95a3-7def2c734d92 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:07:13.862458 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7cd9d273-b39c-4711-95a3-7def2c734d92 admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:13.863704 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7cd9d273-b39c-4711-95a3-7def2c734d92 admin admin] 10.222.0.23 "PUT /v2.0/routers/c5f51c63-73bb-4283-9f97-cd59881d44e5 HTTP/1.1" status: 200 len: 890 time: 1.5909972 Jul 13 07:07:13.882959 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a515e9-da43-4efe-97e5-322451710bce None None] Sync routers for ids ['c5f51c63-73bb-4283-9f97-cd59881d44e5'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:07:13.893810 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a515e9-da43-4efe-97e5-322451710bce None None] Routers {'c5f51c63-73bb-4283-9f97-cd59881d44e5'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:07:13.894472 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-00a515e9-da43-4efe-97e5-322451710bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:07:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['c5f51c63-73bb-4283-9f97-cd59881d44e5'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:07:14.109110 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-00a515e9-da43-4efe-97e5-322451710bce None None] Set router c5f51c63-73bb-4283-9f97-cd59881d44e5 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:07:14.492626 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-00a515e9-da43-4efe-97e5-322451710bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f51c63-73bb-4283-9f97-cd59881d44e5', 'name': 'router1', 'tenant_id': 'e68264b776794beea0f55de989be95a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '70bafa35-f3a2-4cc0-a483-58bb72f4db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:06:56Z', 'updated_at': '2021-07-13T07:07:13Z', 'revision_number': 4, 'project_id': 'e68264b776794beea0f55de989be95a4', 'gw_port': {'id': '70bafa35-f3a2-4cc0-a483-58bb72f4db0d', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f51c63-73bb-4283-9f97-cd59881d44e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:07:12Z', 'updated_at': '2021-07-13T07:07:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '67897851-22a1-42d4-9ec8-5b8982166654', 'name': '', 'network_id': '3da8b149-3858-48a4-bf48-da489f1c78b0', 'tenant_id': 'e68264b776794beea0f55de989be95a4', 'mac_address': 'fa:16:3e:f9:2a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f51c63-73bb-4283-9f97-cd59881d44e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '946ce6cc-03c2-4db4-9050-3d1d54f6f583', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:07:05Z', 'updated_at': '2021-07-13T07:07:13Z', 'revision_number': 5, 'project_id': 'e68264b776794beea0f55de989be95a4', 'subnets': [{'id': '946ce6cc-03c2-4db4-9050-3d1d54f6f583', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7797de42-6653-4332-85c4-0ae6d555a6f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:07:14.543005 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a515e9-da43-4efe-97e5-322451710bce None None] Checking router: c5f51c63-73bb-4283-9f97-cd59881d44e5 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:07:14.543379 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a515e9-da43-4efe-97e5-322451710bce None None] Updating router c5f51c63-73bb-4283-9f97-cd59881d44e5 port 70bafa35-f3a2-4cc0-a483-58bb72f4db0d binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:07:14.575675 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-00a515e9-da43-4efe-97e5-322451710bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:14.889508 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-00a515e9-da43-4efe-97e5-322451710bce None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:14.899683 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-00a515e9-da43-4efe-97e5-322451710bce None None] Transition to ACTIVE for port object 70bafa35-f3a2-4cc0-a483-58bb72f4db0d will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:07:14.904836 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-00a515e9-da43-4efe-97e5-322451710bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:15.015971 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 67897851-22a1-42d4-9ec8-5b8982166654 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:07:15.065917 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3159d7-af65-4ec1-8764-591d260b24c7 None None] Pushing event updated for resources: {'Port': ['ID=70bafa35-f3a2-4cc0-a483-58bb72f4db0d,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:07:15.069364 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-00a515e9-da43-4efe-97e5-322451710bce None None] Attempting to bind port 70bafa35-f3a2-4cc0-a483-58bb72f4db0d on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:07:15.069740 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-00a515e9-da43-4efe-97e5-322451710bce None None] Attempting to bind port 70bafa35-f3a2-4cc0-a483-58bb72f4db0d by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:07:15.070102 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a515e9-da43-4efe-97e5-322451710bce None None] Attempting to bind port 70bafa35-f3a2-4cc0-a483-58bb72f4db0d on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:07:15.076874 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a515e9-da43-4efe-97e5-322451710bce None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:07:15.077247 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a515e9-da43-4efe-97e5-322451710bce None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:07:15.077651 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-00a515e9-da43-4efe-97e5-322451710bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:15.078037 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a515e9-da43-4efe-97e5-322451710bce None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:07:15.078503 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-00a515e9-da43-4efe-97e5-322451710bce None None] Bound port: 70bafa35-f3a2-4cc0-a483-58bb72f4db0d, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:07:15.078899 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-00a515e9-da43-4efe-97e5-322451710bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:15.141159 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 67897851-22a1-42d4-9ec8-5b8982166654 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:07:15.141794 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:15.143352 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-00a515e9-da43-4efe-97e5-322451710bce None None] For port 70bafa35-f3a2-4cc0-a483-58bb72f4db0d, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:07:15.147760 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-00a515e9-da43-4efe-97e5-322451710bce None None] For port 70bafa35-f3a2-4cc0-a483-58bb72f4db0d, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=70bafa35-f3a2-4cc0-a483-58bb72f4db0d,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:07:15.169949 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-00a515e9-da43-4efe-97e5-322451710bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:15.241682 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a515e9-da43-4efe-97e5-322451710bce None None] Routers {'c5f51c63-73bb-4283-9f97-cd59881d44e5'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:07:15.242310 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-00a515e9-da43-4efe-97e5-322451710bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:07:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['c5f51c63-73bb-4283-9f97-cd59881d44e5'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:07:15.283848 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3159d7-af65-4ec1-8764-591d260b24c7 None None] Pushing event updated for resources: {'Port': ['ID=70bafa35-f3a2-4cc0-a483-58bb72f4db0d,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:07:15.382086 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-00a515e9-da43-4efe-97e5-322451710bce None None] Set router c5f51c63-73bb-4283-9f97-cd59881d44e5 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:07:15.590984 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-00a515e9-da43-4efe-97e5-322451710bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f51c63-73bb-4283-9f97-cd59881d44e5', 'name': 'router1', 'tenant_id': 'e68264b776794beea0f55de989be95a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '70bafa35-f3a2-4cc0-a483-58bb72f4db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:06:56Z', 'updated_at': '2021-07-13T07:07:13Z', 'revision_number': 4, 'project_id': 'e68264b776794beea0f55de989be95a4', 'gw_port': {'id': '70bafa35-f3a2-4cc0-a483-58bb72f4db0d', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f51c63-73bb-4283-9f97-cd59881d44e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:07:12Z', 'updated_at': '2021-07-13T07:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '67897851-22a1-42d4-9ec8-5b8982166654', 'name': '', 'network_id': '3da8b149-3858-48a4-bf48-da489f1c78b0', 'tenant_id': 'e68264b776794beea0f55de989be95a4', 'mac_address': 'fa:16:3e:f9:2a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f51c63-73bb-4283-9f97-cd59881d44e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '946ce6cc-03c2-4db4-9050-3d1d54f6f583', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:07:05Z', 'updated_at': '2021-07-13T07:07:13Z', 'revision_number': 5, 'project_id': 'e68264b776794beea0f55de989be95a4', 'subnets': [{'id': '946ce6cc-03c2-4db4-9050-3d1d54f6f583', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7797de42-6653-4332-85c4-0ae6d555a6f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:07:15.617389 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a515e9-da43-4efe-97e5-322451710bce None None] The sync data for ids ['c5f51c63-73bb-4283-9f97-cd59881d44e5'] in n-d-771363-34 is: [{'id': 'c5f51c63-73bb-4283-9f97-cd59881d44e5', 'name': 'router1', 'tenant_id': 'e68264b776794beea0f55de989be95a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '70bafa35-f3a2-4cc0-a483-58bb72f4db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:06:56Z', 'updated_at': '2021-07-13T07:07:13Z', 'revision_number': 4, 'project_id': 'e68264b776794beea0f55de989be95a4', 'gw_port': {'id': '70bafa35-f3a2-4cc0-a483-58bb72f4db0d', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f51c63-73bb-4283-9f97-cd59881d44e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:07:12Z', 'updated_at': '2021-07-13T07:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '67897851-22a1-42d4-9ec8-5b8982166654', 'name': '', 'network_id': '3da8b149-3858-48a4-bf48-da489f1c78b0', 'tenant_id': 'e68264b776794beea0f55de989be95a4', 'mac_address': 'fa:16:3e:f9:2a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f51c63-73bb-4283-9f97-cd59881d44e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '946ce6cc-03c2-4db4-9050-3d1d54f6f583', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:07:05Z', 'updated_at': '2021-07-13T07:07:13Z', 'revision_number': 5, 'project_id': 'e68264b776794beea0f55de989be95a4', 'subnets': [{'id': '946ce6cc-03c2-4db4-9050-3d1d54f6f583', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7797de42-6653-4332-85c4-0ae6d555a6f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:07:16.229970 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36154) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:07:16.356085 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-289042fc-a742-4ff1-ac09-00fe07dc0569 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1249948 Jul 13 07:07:17.003716 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 70bafa35-f3a2-4cc0-a483-58bb72f4db0d up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:07:17.051580 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 70bafa35-f3a2-4cc0-a483-58bb72f4db0d completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:07:17.055662 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 70bafa35-f3a2-4cc0-a483-58bb72f4db0d triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:07:17.056254 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:17.134655 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:17.155290 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 70bafa35-f3a2-4cc0-a483-58bb72f4db0d, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=70bafa35-f3a2-4cc0-a483-58bb72f4db0d,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:07:17.169939 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:17.248349 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=70bafa35-f3a2-4cc0-a483-58bb72f4db0d,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:07:18.998479 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 70bafa35-f3a2-4cc0-a483-58bb72f4db0d up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:07:19.044952 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 70bafa35-f3a2-4cc0-a483-58bb72f4db0d triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:07:19.045462 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:27.516894 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 5 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:07:30.104702 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-de56d2e4-fb0f-4f35-b2fe-fd7ea05cb76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:32.965367 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:32.999432 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-bf0a8b1f-4c75-4f8b-8942-f2c9775c2419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:33.840048 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:07:35.609372 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:08:00.105666 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c50f20ba-7a93-445c-9d25-c6255c4848be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:08:02.960745 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:08:02.993315 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-44240c38-007e-4b96-91a2-ecc0fd3baa9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:08:03.832842 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:08:04.523924 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 5 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:08:05.604751 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:08:30.107076 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-41ec4cd8-5acc-4d40-9988-eff71d4a015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:08:32.963699 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:08:32.998053 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4b93c2de-199c-41e6-90a9-02798349a39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:08:33.835796 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:08:35.607055 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:08:41.518492 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 5 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:08:58.814499 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36754) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:08:58.876987 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-089db236-0c2a-4a69-a647-d2b1d44126ed admin admin] GET failed (client error): The resource could not be found. Jul 13 07:08:58.878581 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-089db236-0c2a-4a69-a647-d2b1d44126ed admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0631871 Jul 13 07:08:59.039627 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b0dc27-4aa5-47b6-8e21-bd79e2ae9dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:08:59.041108 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-33b0dc27-4aa5-47b6-8e21-bd79e2ae9dae admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1586466 Jul 13 07:09:00.108293 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-dde43302-0bba-4986-ad6e-849c9dbcb8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:01.197068 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36764) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:09:01.290471 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1addda85-d01c-4397-855f-46ba52195696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:09:01.291751 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1addda85-d01c-4397-855f-46ba52195696 admin admin] 10.222.0.23 "GET /v2.0/subnets/946ce6cc-03c2-4db4-9050-3d1d54f6f583 HTTP/1.1" status: 200 len: 849 time: 0.0937366 Jul 13 07:09:01.301577 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-5fcdbd52-68d0-46c9-b4f2-264f9ebadd23 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:09:01.384157 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5fcdbd52-68d0-46c9-b4f2-264f9ebadd23 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:01.526705 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5fcdbd52-68d0-46c9-b4f2-264f9ebadd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788303099733'] for subnet, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:01.555568 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcdbd52-68d0-46c9-b4f2-264f9ebadd23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:09:01.556076 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5fcdbd52-68d0-46c9-b4f2-264f9ebadd23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:01.557601 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5fcdbd52-68d0-46c9-b4f2-264f9ebadd23 admin admin] 10.222.0.23 "PUT /v2.0/subnets/946ce6cc-03c2-4db4-9050-3d1d54f6f583 HTTP/1.1" status: 200 len: 868 time: 0.2603488 Jul 13 07:09:01.578839 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee99cdcb-118f-4480-98c6-84587f402d08 None None] Network 3da8b149-3858-48a4-bf48-da489f1c78b0 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:09:01.579528 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcdbd52-68d0-46c9-b4f2-264f9ebadd23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=946ce6cc-03c2-4db4-9050-3d1d54f6f583,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:09:01.586562 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcdbd52-68d0-46c9-b4f2-264f9ebadd23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:01.586940 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcdbd52-68d0-46c9-b4f2-264f9ebadd23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:01.587276 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcdbd52-68d0-46c9-b4f2-264f9ebadd23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:01.587630 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcdbd52-68d0-46c9-b4f2-264f9ebadd23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:01.587949 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcdbd52-68d0-46c9-b4f2-264f9ebadd23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:01.588281 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcdbd52-68d0-46c9-b4f2-264f9ebadd23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:01.588610 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcdbd52-68d0-46c9-b4f2-264f9ebadd23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:01.588935 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcdbd52-68d0-46c9-b4f2-264f9ebadd23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:01.589260 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcdbd52-68d0-46c9-b4f2-264f9ebadd23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:01.589582 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcdbd52-68d0-46c9-b4f2-264f9ebadd23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:01.589964 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcdbd52-68d0-46c9-b4f2-264f9ebadd23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:01.590298 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcdbd52-68d0-46c9-b4f2-264f9ebadd23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:01.997155 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-89b46da9-35b9-4f37-97e6-4a0db8125559 None None] Provisioning complete for port 67897851-22a1-42d4-9ec8-5b8982166654 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:09:01.997525 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-89b46da9-35b9-4f37-97e6-4a0db8125559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:02.079234 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-89b46da9-35b9-4f37-97e6-4a0db8125559 None None] Provisioning complete for port 09f9ac92-6fd6-4aea-98bc-5ef90c63313e triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:09:02.080078 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-89b46da9-35b9-4f37-97e6-4a0db8125559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:02.965318 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:02.998891 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5fc0d579-0509-44e8-9d8a-176333a38ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:03.752063 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36772) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:09:03.927419 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:03.959471 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28272e69-a9cd-444a-bf48-eab5dc057857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:09:03.959942 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28272e69-a9cd-444a-bf48-eab5dc057857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:09:03.961478 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-28272e69-a9cd-444a-bf48-eab5dc057857 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2085080 Jul 13 07:09:05.616671 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:06.115639 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36780) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:09:06.242215 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e02e5cc-2637-497b-b838-cb295ea8ff11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:09:06.242683 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e02e5cc-2637-497b-b838-cb295ea8ff11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:09:06.244214 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7e02e5cc-2637-497b-b838-cb295ea8ff11 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1276376 Jul 13 07:09:08.366881 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36788) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:09:08.597738 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78cc3df-2545-409d-a1b7-4f1946c48e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:09:08.599102 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c78cc3df-2545-409d-a1b7-4f1946c48e29 admin admin] 10.222.0.23 "GET /v2.0/networks/099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 886 time: 0.2312531 Jul 13 07:09:10.726631 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36796) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:09:10.851569 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe345cf-ca80-476e-9f96-41de044c21e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:09:10.852809 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7fe345cf-ca80-476e-9f96-41de044c21e0 admin admin] 10.222.0.23 "GET /v2.0/networks/3da8b149-3858-48a4-bf48-da489f1c78b0 HTTP/1.1" status: 200 len: 869 time: 0.1252136 Jul 13 07:09:13.004391 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36804) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:09:13.127675 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4cd900-b035-4ea1-8aec-d7e97098fa2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:09:13.128396 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4cd900-b035-4ea1-8aec-d7e97098fa2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:09:13.129917 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ee4cd900-b035-4ea1-8aec-d7e97098fa2e admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1245809 Jul 13 07:09:15.289904 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36812) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:09:15.378679 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85adc8c7-bfcd-4d70-85a5-157008b9e9c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:09:15.379136 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85adc8c7-bfcd-4d70-85a5-157008b9e9c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:09:15.380672 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-85adc8c7-bfcd-4d70-85a5-157008b9e9c6 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0898843 Jul 13 07:09:17.538671 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36820) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:09:17.631344 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ffcde1-0d5e-43b7-b542-bbefe52bcb2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:09:17.632676 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e7ffcde1-0d5e-43b7-b542-bbefe52bcb2e admin admin] 10.222.0.23 "GET /v2.0/subnets/946ce6cc-03c2-4db4-9050-3d1d54f6f583 HTTP/1.1" status: 200 len: 868 time: 0.0930340 Jul 13 07:09:18.523207 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 5 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:09:19.779065 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36828) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:09:19.863530 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a40609-91bd-4864-bc8d-6307b04303cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:09:19.864773 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d2a40609-91bd-4864-bc8d-6307b04303cf admin admin] 10.222.0.23 "GET /v2.0/subnets/db4f297d-bbb6-45f9-8a0d-742258237e02 HTTP/1.1" status: 200 len: 816 time: 0.0847244 Jul 13 07:09:30.110745 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4527e031-272f-4105-aa10-8aa6dd4c6131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:32.967916 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:32.998910 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-730919bb-6290-46a8-8bf1-1da42c0b4c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:33.841415 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:35.619678 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:44.293452 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36880) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:09:44.339011 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-f6494e60-1fc2-4048-bb06-929783b54ead admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:09:44.340042 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f6494e60-1fc2-4048-bb06-929783b54ead admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0456524 Jul 13 07:09:46.568462 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36888) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:09:46.627880 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa14b2a5-9604-4714-b603-ff3bcb8db189 admin admin] GET failed (client error): The resource could not be found. Jul 13 07:09:46.629456 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-fa14b2a5-9604-4714-b603-ff3bcb8db189 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600522 Jul 13 07:09:46.713983 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb83e756-429d-4cfb-bdb7-9a12ea1577ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:09:46.715451 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-fb83e756-429d-4cfb-bdb7-9a12ea1577ba admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0819945 Jul 13 07:09:48.887029 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36896) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:09:48.932579 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-3a00abbe-d859-49dc-9e4e-c8e4674a27fa admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:09:48.952712 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a00abbe-d859-49dc-9e4e-c8e4674a27fa admin admin] Made reservation on behalf of 14347b8935a04cc5a4226075b62f92de for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:09:48.954963 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a00abbe-d859-49dc-9e4e-c8e4674a27fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:48.982931 n-d-771363-34 neutron-server[94018]: WARNING neutron.services.revisions.revision_plugin [None req-3a00abbe-d859-49dc-9e4e-c8e4674a27fa admin admin] Could not find related network for resource to bump revision. Jul 13 07:09:48.994935 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a00abbe-d859-49dc-9e4e-c8e4674a27fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:09:49.004185 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a00abbe-d859-49dc-9e4e-c8e4674a27fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:49.004513 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-3a00abbe-d859-49dc-9e4e-c8e4674a27fa admin admin] Added segment fc65687e-8de1-46c4-abfc-82dac8865a70 of type vlan for network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 Jul 13 07:09:49.041699 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a00abbe-d859-49dc-9e4e-c8e4674a27fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:49.069231 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a00abbe-d859-49dc-9e4e-c8e4674a27fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:49.070150 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a00abbe-d859-49dc-9e4e-c8e4674a27fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:09:49.070710 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a00abbe-d859-49dc-9e4e-c8e4674a27fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:49.105018 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3a00abbe-d859-49dc-9e4e-c8e4674a27fa admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2168176 Jul 13 07:09:49.137995 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00abbe-d859-49dc-9e4e-c8e4674a27fa admin admin] Pushing event updated for resources: {'Network': ['ID=f9d6e899-687c-4a4d-bdf3-8d8d169866a7,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:09:49.149220 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:09:51.291881 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36904) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:09:51.349915 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ef731fb-78db-4924-bb2b-126732978064 admin admin] GET failed (client error): The resource could not be found. Jul 13 07:09:51.351303 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2ef731fb-78db-4924-bb2b-126732978064 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0583916 Jul 13 07:09:51.420357 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eb86c8-2250-4acd-a488-c1d121c6163d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:09:51.421791 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-41eb86c8-2250-4acd-a488-c1d121c6163d admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0654347 Jul 13 07:09:51.432330 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-a46663ea-9c7b-411f-b668-e5a8c71a6017 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:09:51.451891 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46663ea-9c7b-411f-b668-e5a8c71a6017 admin admin] Made reservation on behalf of 14347b8935a04cc5a4226075b62f92de for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:09:51.454206 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a46663ea-9c7b-411f-b668-e5a8c71a6017 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:51.612722 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a46663ea-9c7b-411f-b668-e5a8c71a6017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:51.668401 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46663ea-9c7b-411f-b668-e5a8c71a6017 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5af789a-0729-4e53-834f-ef6745aa079c,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:09:51.677012 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46663ea-9c7b-411f-b668-e5a8c71a6017 admin admin] Checking segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:09:51.677354 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46663ea-9c7b-411f-b668-e5a8c71a6017 admin admin] Network hostable DHCP agents. Network: f9d6e899-687c-4a4d-bdf3-8d8d169866a7, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:09:51.692231 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46663ea-9c7b-411f-b668-e5a8c71a6017 admin admin] Network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:09:51.700377 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-a46663ea-9c7b-411f-b668-e5a8c71a6017 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, f9d6e899-687c-4a4d-bdf3-8d8d169866a7) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:09:51.705355 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46663ea-9c7b-411f-b668-e5a8c71a6017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:09:51.706258 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a46663ea-9c7b-411f-b668-e5a8c71a6017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:51.708828 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb593634-1559-41c9-8133-f93c7e9ad95f None None] Network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:09:51.719188 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a46663ea-9c7b-411f-b668-e5a8c71a6017 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2902970 Jul 13 07:09:51.858374 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2ddbd4-6fe3-4b65-abbc-cbf8b5d81b97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'tenant_id': '14347b8935a04cc5a4226075b62f92de', 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:09:51.859291 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9a2ddbd4-6fe3-4b65-abbc-cbf8b5d81b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:51.998267 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-9a2ddbd4-6fe3-4b65-abbc-cbf8b5d81b97 None None] Allocated IP 192.168.233.2 (f9d6e899-687c-4a4d-bdf3-8d8d169866a7/c5af789a-0729-4e53-834f-ef6745aa079c/eb716e53-6872-4e39-9e93-d9dfa6617c87) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:09:52.143805 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9a2ddbd4-6fe3-4b65-abbc-cbf8b5d81b97 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:52.153056 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9a2ddbd4-6fe3-4b65-abbc-cbf8b5d81b97 None None] Transition to ACTIVE for port object eb716e53-6872-4e39-9e93-d9dfa6617c87 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:09:52.168204 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9a2ddbd4-6fe3-4b65-abbc-cbf8b5d81b97 None None] Transition to ACTIVE for port object eb716e53-6872-4e39-9e93-d9dfa6617c87 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:09:52.174490 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9a2ddbd4-6fe3-4b65-abbc-cbf8b5d81b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:52.213783 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2ddbd4-6fe3-4b65-abbc-cbf8b5d81b97 None None] Network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:09:52.216918 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-9a2ddbd4-6fe3-4b65-abbc-cbf8b5d81b97 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:09:52.219535 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2ddbd4-6fe3-4b65-abbc-cbf8b5d81b97 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:09:52.230043 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ddbd4-6fe3-4b65-abbc-cbf8b5d81b97 None None] Pushing event updated for resources: {'Port': ['ID=eb716e53-6872-4e39-9e93-d9dfa6617c87,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:09:52.255837 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ddbd4-6fe3-4b65-abbc-cbf8b5d81b97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:52.256185 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ddbd4-6fe3-4b65-abbc-cbf8b5d81b97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:52.256519 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ddbd4-6fe3-4b65-abbc-cbf8b5d81b97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:52.256858 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ddbd4-6fe3-4b65-abbc-cbf8b5d81b97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:52.257181 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ddbd4-6fe3-4b65-abbc-cbf8b5d81b97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:52.257504 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ddbd4-6fe3-4b65-abbc-cbf8b5d81b97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:52.257830 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ddbd4-6fe3-4b65-abbc-cbf8b5d81b97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:52.258146 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ddbd4-6fe3-4b65-abbc-cbf8b5d81b97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:52.258461 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ddbd4-6fe3-4b65-abbc-cbf8b5d81b97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:52.258777 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ddbd4-6fe3-4b65-abbc-cbf8b5d81b97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:52.259091 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ddbd4-6fe3-4b65-abbc-cbf8b5d81b97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:52.259427 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ddbd4-6fe3-4b65-abbc-cbf8b5d81b97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:09:52.295141 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-9a2ddbd4-6fe3-4b65-abbc-cbf8b5d81b97 None None] Attempting to bind port eb716e53-6872-4e39-9e93-d9dfa6617c87 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:09:52.295529 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-9a2ddbd4-6fe3-4b65-abbc-cbf8b5d81b97 None None] Attempting to bind port eb716e53-6872-4e39-9e93-d9dfa6617c87 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:09:52.295875 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2ddbd4-6fe3-4b65-abbc-cbf8b5d81b97 None None] Attempting to bind port eb716e53-6872-4e39-9e93-d9dfa6617c87 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:09:52.301600 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2ddbd4-6fe3-4b65-abbc-cbf8b5d81b97 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:09:52.301968 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2ddbd4-6fe3-4b65-abbc-cbf8b5d81b97 None None] Checking segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:09:52.302355 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9a2ddbd4-6fe3-4b65-abbc-cbf8b5d81b97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:52.302734 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2ddbd4-6fe3-4b65-abbc-cbf8b5d81b97 None None] Bound using segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:09:52.303183 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-9a2ddbd4-6fe3-4b65-abbc-cbf8b5d81b97 None None] Bound port: eb716e53-6872-4e39-9e93-d9dfa6617c87, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:09:52.303573 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9a2ddbd4-6fe3-4b65-abbc-cbf8b5d81b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:52.366575 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-9a2ddbd4-6fe3-4b65-abbc-cbf8b5d81b97 None None] For port eb716e53-6872-4e39-9e93-d9dfa6617c87, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:09:52.369819 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-9a2ddbd4-6fe3-4b65-abbc-cbf8b5d81b97 None None] For port eb716e53-6872-4e39-9e93-d9dfa6617c87, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=eb716e53-6872-4e39-9e93-d9dfa6617c87,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:09:52.375910 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9a2ddbd4-6fe3-4b65-abbc-cbf8b5d81b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:52.441326 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ddbd4-6fe3-4b65-abbc-cbf8b5d81b97 None None] Pushing event updated for resources: {'Port': ['ID=eb716e53-6872-4e39-9e93-d9dfa6617c87,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:09:53.199247 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device eb716e53-6872-4e39-9e93-d9dfa6617c87 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:09:53.261206 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port eb716e53-6872-4e39-9e93-d9dfa6617c87 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:09:53.322706 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb71099-39eb-4de9-9d13-dc928b183beb None None] Network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:09:53.368647 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-942bcfae-60da-4330-a34c-7c5d8d434094 None None] Provisioning for port eb716e53-6872-4e39-9e93-d9dfa6617c87 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:09:53.396349 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-942bcfae-60da-4330-a34c-7c5d8d434094 None None] Provisioning complete for port eb716e53-6872-4e39-9e93-d9dfa6617c87 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:09:53.396728 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-942bcfae-60da-4330-a34c-7c5d8d434094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:53.539358 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-942bcfae-60da-4330-a34c-7c5d8d434094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:53.579707 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-942bcfae-60da-4330-a34c-7c5d8d434094 None None] For port eb716e53-6872-4e39-9e93-d9dfa6617c87, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=eb716e53-6872-4e39-9e93-d9dfa6617c87,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:09:53.585817 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-942bcfae-60da-4330-a34c-7c5d8d434094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:53.642535 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942bcfae-60da-4330-a34c-7c5d8d434094 None None] Pushing event updated for resources: {'Port': ['ID=eb716e53-6872-4e39-9e93-d9dfa6617c87,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:09:53.841387 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6504a7f3-817e-49f3-a361-3b334924b56a None None] Provisioning complete for port eb716e53-6872-4e39-9e93-d9dfa6617c87 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:09:53.841674 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6504a7f3-817e-49f3-a361-3b334924b56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:55.107149 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device eb716e53-6872-4e39-9e93-d9dfa6617c87 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:09:55.153530 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port eb716e53-6872-4e39-9e93-d9dfa6617c87 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:09:55.153892 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:09:55.524761 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 5 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:10:00.111880 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-34ec3856-4563-4d40-9c50-c94c7f6de833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:10:02.971364 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:10:02.997412 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-721ca3a8-cced-4861-8117-94e48dbcb8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:10:03.843537 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:10:05.620976 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:10:30.112642 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7769792e-ff31-4af5-9569-dff94e27e9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:10:32.528558 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 5 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:10:32.972181 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:10:32.995616 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6e9f23f3-9281-4248-ab21-a025546e8ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:10:33.846879 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:10:35.626830 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:11:00.113885 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-941cad88-cdb8-40ea-931e-20befb509f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:11:02.973393 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:11:02.997747 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8dbcade2-a56d-4fc4-a908-61c2ba1abb38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:11:03.008229 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36956) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:11:03.014088 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-ad955f25-e0bc-4a63-9a0e-47e97a24574c tempest-verify_tempest_config-1118136478 tempest-verify_tempest_config-1118136478-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:11:03.015022 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ad955f25-e0bc-4a63-9a0e-47e97a24574c tempest-verify_tempest_config-1118136478 tempest-verify_tempest_config-1118136478-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058308 Jul 13 07:11:03.317110 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36974) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:11:03.418117 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-eb997b99-c84b-4a60-adff-e8bf969038b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:11:03.512715 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-eb997b99-c84b-4a60-adff-e8bf969038b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:11:03.517206 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-eb997b99-c84b-4a60-adff-e8bf969038b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:11:03.559235 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-eb997b99-c84b-4a60-adff-e8bf969038b2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=de180d50eec14d818e904c267e7c90cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2410688 Jul 13 07:11:03.561008 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb997b99-c84b-4a60-adff-e8bf969038b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c24a71a-944b-4f04-9a7e-fa01b35765bd,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:11:03.562183 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 36978) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:11:03.567509 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb997b99-c84b-4a60-adff-e8bf969038b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:11:03.567889 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb997b99-c84b-4a60-adff-e8bf969038b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:11:03.568227 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb997b99-c84b-4a60-adff-e8bf969038b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:11:03.568556 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb997b99-c84b-4a60-adff-e8bf969038b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:11:03.568876 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb997b99-c84b-4a60-adff-e8bf969038b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:11:03.569192 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb997b99-c84b-4a60-adff-e8bf969038b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:11:03.569510 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb997b99-c84b-4a60-adff-e8bf969038b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:11:03.569867 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb997b99-c84b-4a60-adff-e8bf969038b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:11:03.570183 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb997b99-c84b-4a60-adff-e8bf969038b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:11:03.570494 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb997b99-c84b-4a60-adff-e8bf969038b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:11:03.570804 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb997b99-c84b-4a60-adff-e8bf969038b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:11:03.571114 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb997b99-c84b-4a60-adff-e8bf969038b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:11:03.647538 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0736ff06-ad0c-4264-a7cf-ad0925039ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:11:03.668490 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0736ff06-ad0c-4264-a7cf-ad0925039ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:11:03.754219 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0736ff06-ad0c-4264-a7cf-ad0925039ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:11:03.756831 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0736ff06-ad0c-4264-a7cf-ad0925039ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:11:03.758009 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0736ff06-ad0c-4264-a7cf-ad0925039ab1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c24a71a-944b-4f04-9a7e-fa01b35765bd HTTP/1.1" status: 204 len: 168 time: 0.1948757 Jul 13 07:11:03.766772 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0736ff06-ad0c-4264-a7cf-ad0925039ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c24a71a-944b-4f04-9a7e-fa01b35765bd,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:11:03.778955 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0736ff06-ad0c-4264-a7cf-ad0925039ab1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:11:03.779326 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0736ff06-ad0c-4264-a7cf-ad0925039ab1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:11:03.779671 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0736ff06-ad0c-4264-a7cf-ad0925039ab1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:11:03.779994 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0736ff06-ad0c-4264-a7cf-ad0925039ab1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:11:03.780319 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0736ff06-ad0c-4264-a7cf-ad0925039ab1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:11:03.780637 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0736ff06-ad0c-4264-a7cf-ad0925039ab1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:11:03.781079 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0736ff06-ad0c-4264-a7cf-ad0925039ab1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:11:03.781313 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0736ff06-ad0c-4264-a7cf-ad0925039ab1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:11:03.782172 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0736ff06-ad0c-4264-a7cf-ad0925039ab1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:11:03.782504 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0736ff06-ad0c-4264-a7cf-ad0925039ab1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:11:03.782830 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0736ff06-ad0c-4264-a7cf-ad0925039ab1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:11:03.783172 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0736ff06-ad0c-4264-a7cf-ad0925039ab1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:11:03.784327 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0736ff06-ad0c-4264-a7cf-ad0925039ab1 admin admin] Tracked resource versions report: Jul 13 07:11:03.784327 n-d-771363-34 neutron-server[94017]: pushed versions: Jul 13 07:11:03.784327 n-d-771363-34 neutron-server[94017]: { 'AddressGroup': {'1.2'}, Jul 13 07:11:03.784327 n-d-771363-34 neutron-server[94017]: 'ConntrackHelper': {'1.0'}, Jul 13 07:11:03.784327 n-d-771363-34 neutron-server[94017]: 'Log': {'1.0'}, Jul 13 07:11:03.784327 n-d-771363-34 neutron-server[94017]: 'Network': {'1.1'}, Jul 13 07:11:03.784327 n-d-771363-34 neutron-server[94017]: 'Port': {'1.7'}, Jul 13 07:11:03.784327 n-d-771363-34 neutron-server[94017]: 'PortForwarding': {'1.2'}, Jul 13 07:11:03.784327 n-d-771363-34 neutron-server[94017]: 'QosPolicy': {'1.8'}, Jul 13 07:11:03.784327 n-d-771363-34 neutron-server[94017]: 'SecurityGroup': {'1.4'}, Jul 13 07:11:03.784327 n-d-771363-34 neutron-server[94017]: 'SecurityGroupRule': {'1.2'}, Jul 13 07:11:03.784327 n-d-771363-34 neutron-server[94017]: 'SubPort': {'1.0'}, Jul 13 07:11:03.784327 n-d-771363-34 neutron-server[94017]: 'Subnet': {'1.1'}, Jul 13 07:11:03.784327 n-d-771363-34 neutron-server[94017]: 'Trunk': {'1.1'}} Jul 13 07:11:03.784327 n-d-771363-34 neutron-server[94017]: consumer versions: Jul 13 07:11:03.784327 n-d-771363-34 neutron-server[94017]: { DHCP agent@n-d-771363-34: {}, Jul 13 07:11:03.784327 n-d-771363-34 neutron-server[94017]: L3 agent@n-d-771363-34: {}, Jul 13 07:11:03.784327 n-d-771363-34 neutron-server[94017]: Metadata agent@n-d-771363-34: {}, Jul 13 07:11:03.784327 n-d-771363-34 neutron-server[94017]: Metering agent@n-d-771363-34: {}, Jul 13 07:11:03.784327 n-d-771363-34 neutron-server[94017]: Open vSwitch agent@n-d-771363-34: { 'AddressGroup': '1.2', Jul 13 07:11:03.784327 n-d-771363-34 neutron-server[94017]: 'ConntrackHelper': '1.0', Jul 13 07:11:03.784327 n-d-771363-34 neutron-server[94017]: 'Log': '1.0', Jul 13 07:11:03.784327 n-d-771363-34 neutron-server[94017]: 'Network': '1.1', Jul 13 07:11:03.784327 n-d-771363-34 neutron-server[94017]: 'Port': '1.7', Jul 13 07:11:03.784327 n-d-771363-34 neutron-server[94017]: 'PortForwarding': '1.2', Jul 13 07:11:03.784327 n-d-771363-34 neutron-server[94017]: 'QosPolicy': '1.8', Jul 13 07:11:03.784327 n-d-771363-34 neutron-server[94017]: 'SecurityGroup': '1.4', Jul 13 07:11:03.784327 n-d-771363-34 neutron-server[94017]: 'SecurityGroupRule': '1.2', Jul 13 07:11:03.784327 n-d-771363-34 neutron-server[94017]: 'SubPort': '1.0', Jul 13 07:11:03.784327 n-d-771363-34 neutron-server[94017]: 'Subnet': '1.1', Jul 13 07:11:03.784327 n-d-771363-34 neutron-server[94017]: 'Trunk': '1.1'}} Jul 13 07:11:03.784327 n-d-771363-34 neutron-server[94017]: {{(pid=94017) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 07:11:03.848411 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:11:05.630437 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:11:09.529969 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 5 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:11:30.114054 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-32c037f5-1d31-45a5-8075-9d818d6cd9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:11:32.974150 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:11:32.997185 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-95d4c71c-2cbd-47b6-a2f6-bb760bcc7ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:11:33.850824 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:11:35.633731 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:11:46.535610 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 5 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:12:00.114671 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1ad633fb-7ea0-4670-ac61-523268419b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:02.975299 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:02.995412 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-359cfdeb-30ae-45dd-b03f-5d26c84feaf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:03.853267 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:05.639679 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:23.525342 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 5 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:12:30.115932 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ee1e621a-736e-4ea4-b8c4-809bdb8fe686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:32.975361 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:32.994387 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-05959b79-d7a2-4ebe-90f9-4cb7e7f4144c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:33.857223 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:12:35.638608 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:13:00.118185 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-655ba1a3-ae79-48d0-a9da-61fe46a48c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:13:00.528294 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 5 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:13:02.976848 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:13:02.992947 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5be45d44-fd83-4466-ada5-69e727d5f4bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:13:03.859776 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:13:05.642760 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:13:30.118788 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-51f49f6f-3a33-4c8b-99a9-afb97781d15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:13:32.978152 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:13:32.993351 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-474190f0-295f-48d8-9791-76aebc742013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:13:33.862499 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:13:35.646414 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:13:37.533383 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 5 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:13:53.043130 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-403841'] for agent, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:13:53.621943 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-403841'] for agent, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:14:00.118815 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6df67e0c-90e2-42bf-9205-574a391b6841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:14:02.983635 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:14:02.993263 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a0dbd33b-8396-48f0-84f7-281c55b27c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:14:03.863972 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:14:05.650071 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:14:14.536048 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:14:23.029576 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:14:23.558079 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:14:30.121255 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fb4afb6c-760f-474d-b915-1cb79091a337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:14:32.990337 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:14:32.995133 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-32c6eab5-6f00-421c-a666-483e15b9e68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:14:33.866801 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:14:35.652436 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:14:36.565861 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37048) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:14:36.668778 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-07ef98a3-552c-49ee-9a76-fa1ef321ff05 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1017807 Jul 13 07:14:38.828186 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37058) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:14:38.891113 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3530516b-cce6-46ab-8638-7ad7bcc182f7 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0618160 Jul 13 07:14:51.537075 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:14:53.037889 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:14:53.557245 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:00.122131 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f56a1f86-e28a-4984-9545-c0ec28471ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:02.984956 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:02.995403 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3a3d7325-00a3-447f-aab1-cf7454019ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:03.870132 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:05.656005 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:23.058382 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:23.556002 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:28.538983 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:15:30.122664 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2607ccb9-34fa-4bc5-b293-78dadaaf6184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:32.990757 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:32.999276 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-783aeb5b-7a9f-46e3-b09e-3f81ed8496d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:33.874197 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:35.659815 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:53.055634 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:53.569250 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:58.232757 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37224) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:15:58.496678 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6600ccb2-1e1a-4dbe-86e9-919da20682ce tempest-AutoAllocateNetworkTest-1722429950 tempest-AutoAllocateNetworkTest-1722429950-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=432ab29929164be9bacded5e1e3b6b3d&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2585652 Jul 13 07:15:58.497259 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37246) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:15:58.739214 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a03c5a-ecb1-4206-8d8d-961ca78a0396 tempest-AutoAllocateNetworkTest-1722429950 tempest-AutoAllocateNetworkTest-1722429950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:15:58.740794 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-61a03c5a-ecb1-4206-8d8d-961ca78a0396 tempest-AutoAllocateNetworkTest-1722429950 tempest-AutoAllocateNetworkTest-1722429950-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2428172 Jul 13 07:15:58.744348 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37264) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:15:58.839581 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37272) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:15:58.839709 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d78ba54f-2d64-4c11-9f13-bd20aae416d2 tempest-AutoAllocateNetworkTest-1722429950 tempest-AutoAllocateNetworkTest-1722429950-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0941856 Jul 13 07:15:58.874348 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c628e375-6c4a-4566-9bf6-433cd3e75905 tempest-AutoAllocateNetworkTest-1722429950 tempest-AutoAllocateNetworkTest-1722429950-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=432ab29929164be9bacded5e1e3b6b3d HTTP/1.1" status: 200 len: 208 time: 0.0333076 Jul 13 07:15:58.949609 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37280) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:15:59.319946 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-be4ed74e-bbf5-47ed-8cea-bd81aaad4ee4 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1124240736-network', 'tenant_id': '59ced391c6a04d319ae98164aff14fc2'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:15:59.343272 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4ed74e-bbf5-47ed-8cea-bd81aaad4ee4 admin admin] Made reservation on behalf of 59ced391c6a04d319ae98164aff14fc2 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:15:59.346395 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-be4ed74e-bbf5-47ed-8cea-bd81aaad4ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:59.356743 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-be4ed74e-bbf5-47ed-8cea-bd81aaad4ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:59.456355 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-be4ed74e-bbf5-47ed-8cea-bd81aaad4ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:59.460914 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-be4ed74e-bbf5-47ed-8cea-bd81aaad4ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:59.490238 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be4ed74e-bbf5-47ed-8cea-bd81aaad4ee4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:15:59.503282 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ed74e-bbf5-47ed-8cea-bd81aaad4ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c321f3f-69a1-487b-859e-97afdb216077,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:15:59.513505 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4ed74e-bbf5-47ed-8cea-bd81aaad4ee4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:15:59.513843 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4ed74e-bbf5-47ed-8cea-bd81aaad4ee4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:15:59.514290 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4ed74e-bbf5-47ed-8cea-bd81aaad4ee4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:15:59.514530 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4ed74e-bbf5-47ed-8cea-bd81aaad4ee4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:15:59.514854 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4ed74e-bbf5-47ed-8cea-bd81aaad4ee4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:15:59.515385 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4ed74e-bbf5-47ed-8cea-bd81aaad4ee4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:15:59.515521 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4ed74e-bbf5-47ed-8cea-bd81aaad4ee4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:15:59.515830 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4ed74e-bbf5-47ed-8cea-bd81aaad4ee4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:15:59.516147 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4ed74e-bbf5-47ed-8cea-bd81aaad4ee4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:15:59.516511 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4ed74e-bbf5-47ed-8cea-bd81aaad4ee4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:15:59.516741 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4ed74e-bbf5-47ed-8cea-bd81aaad4ee4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:15:59.517058 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4ed74e-bbf5-47ed-8cea-bd81aaad4ee4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:15:59.518220 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4ed74e-bbf5-47ed-8cea-bd81aaad4ee4 admin admin] Tracked resource versions report: Jul 13 07:15:59.518220 n-d-771363-34 neutron-server[94018]: pushed versions: Jul 13 07:15:59.518220 n-d-771363-34 neutron-server[94018]: { 'AddressGroup': {'1.2'}, Jul 13 07:15:59.518220 n-d-771363-34 neutron-server[94018]: 'ConntrackHelper': {'1.0'}, Jul 13 07:15:59.518220 n-d-771363-34 neutron-server[94018]: 'Log': {'1.0'}, Jul 13 07:15:59.518220 n-d-771363-34 neutron-server[94018]: 'Network': {'1.1'}, Jul 13 07:15:59.518220 n-d-771363-34 neutron-server[94018]: 'Port': {'1.7'}, Jul 13 07:15:59.518220 n-d-771363-34 neutron-server[94018]: 'PortForwarding': {'1.2'}, Jul 13 07:15:59.518220 n-d-771363-34 neutron-server[94018]: 'QosPolicy': {'1.8'}, Jul 13 07:15:59.518220 n-d-771363-34 neutron-server[94018]: 'SecurityGroup': {'1.4'}, Jul 13 07:15:59.518220 n-d-771363-34 neutron-server[94018]: 'SecurityGroupRule': {'1.2'}, Jul 13 07:15:59.518220 n-d-771363-34 neutron-server[94018]: 'SubPort': {'1.0'}, Jul 13 07:15:59.518220 n-d-771363-34 neutron-server[94018]: 'Subnet': {'1.1'}, Jul 13 07:15:59.518220 n-d-771363-34 neutron-server[94018]: 'Trunk': {'1.1'}} Jul 13 07:15:59.518220 n-d-771363-34 neutron-server[94018]: consumer versions: Jul 13 07:15:59.518220 n-d-771363-34 neutron-server[94018]: { DHCP agent@n-d-771363-34: {}, Jul 13 07:15:59.518220 n-d-771363-34 neutron-server[94018]: HyperV agent@n-h1-771363-34: {}, Jul 13 07:15:59.518220 n-d-771363-34 neutron-server[94018]: HyperV agent@n-h2-771363-34: {}, Jul 13 07:15:59.518220 n-d-771363-34 neutron-server[94018]: L3 agent@n-d-771363-34: {}, Jul 13 07:15:59.518220 n-d-771363-34 neutron-server[94018]: Metadata agent@n-d-771363-34: {}, Jul 13 07:15:59.518220 n-d-771363-34 neutron-server[94018]: Metering agent@n-d-771363-34: {}, Jul 13 07:15:59.518220 n-d-771363-34 neutron-server[94018]: Open vSwitch agent@n-d-771363-34: { 'AddressGroup': '1.2', Jul 13 07:15:59.518220 n-d-771363-34 neutron-server[94018]: 'ConntrackHelper': '1.0', Jul 13 07:15:59.518220 n-d-771363-34 neutron-server[94018]: 'Log': '1.0', Jul 13 07:15:59.518220 n-d-771363-34 neutron-server[94018]: 'Network': '1.1', Jul 13 07:15:59.518220 n-d-771363-34 neutron-server[94018]: 'Port': '1.7', Jul 13 07:15:59.518220 n-d-771363-34 neutron-server[94018]: 'PortForwarding': '1.2', Jul 13 07:15:59.518220 n-d-771363-34 neutron-server[94018]: 'QosPolicy': '1.8', Jul 13 07:15:59.518220 n-d-771363-34 neutron-server[94018]: 'SecurityGroup': '1.4', Jul 13 07:15:59.518220 n-d-771363-34 neutron-server[94018]: 'SecurityGroupRule': '1.2', Jul 13 07:15:59.518220 n-d-771363-34 neutron-server[94018]: 'SubPort': '1.0', Jul 13 07:15:59.518220 n-d-771363-34 neutron-server[94018]: 'Subnet': '1.1', Jul 13 07:15:59.518220 n-d-771363-34 neutron-server[94018]: 'Trunk': '1.1'}} Jul 13 07:15:59.518220 n-d-771363-34 neutron-server[94018]: {{(pid=94018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 07:15:59.523158 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-be4ed74e-bbf5-47ed-8cea-bd81aaad4ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:59.523511 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-be4ed74e-bbf5-47ed-8cea-bd81aaad4ee4 admin admin] Added segment 4f9bde46-45c5-4d0c-a648-9b3776730ab1 of type vlan for network bff43fa8-f666-4c15-8f06-2242dcee7e17 Jul 13 07:15:59.566880 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-be4ed74e-bbf5-47ed-8cea-bd81aaad4ee4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:59.601779 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-be4ed74e-bbf5-47ed-8cea-bd81aaad4ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:59.603811 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4ed74e-bbf5-47ed-8cea-bd81aaad4ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:15:59.604943 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-be4ed74e-bbf5-47ed-8cea-bd81aaad4ee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:59.638361 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-be4ed74e-bbf5-47ed-8cea-bd81aaad4ee4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6876423 Jul 13 07:15:59.641842 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37312) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:15:59.647299 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-fca82623-6c81-4133-b0c9-5612841a9625 admin admin] Request body: {'subnet': {'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1124240736-subnet', 'tenant_id': '59ced391c6a04d319ae98164aff14fc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:15:59.675011 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37316) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:15:59.681841 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ed74e-bbf5-47ed-8cea-bd81aaad4ee4 admin admin] Pushing event updated for resources: {'Network': ['ID=bff43fa8-f666-4c15-8f06-2242dcee7e17,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:15:59.684233 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca82623-6c81-4133-b0c9-5612841a9625 admin admin] Made reservation on behalf of 59ced391c6a04d319ae98164aff14fc2 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:15:59.687319 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fca82623-6c81-4133-b0c9-5612841a9625 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:15:59.694066 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network bff43fa8-f666-4c15-8f06-2242dcee7e17 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:16:00.012714 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fca82623-6c81-4133-b0c9-5612841a9625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:00.076192 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca82623-6c81-4133-b0c9-5612841a9625 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c79b49d-432e-4da7-962c-3ca2527bdd27,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:00.088841 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca82623-6c81-4133-b0c9-5612841a9625 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:00.089185 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca82623-6c81-4133-b0c9-5612841a9625 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:00.089516 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca82623-6c81-4133-b0c9-5612841a9625 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:00.089921 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca82623-6c81-4133-b0c9-5612841a9625 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:00.090248 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca82623-6c81-4133-b0c9-5612841a9625 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:00.090567 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca82623-6c81-4133-b0c9-5612841a9625 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:00.090884 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca82623-6c81-4133-b0c9-5612841a9625 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:00.091216 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca82623-6c81-4133-b0c9-5612841a9625 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:00.091875 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca82623-6c81-4133-b0c9-5612841a9625 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:00.092532 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca82623-6c81-4133-b0c9-5612841a9625 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:00.092861 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca82623-6c81-4133-b0c9-5612841a9625 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:00.093178 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca82623-6c81-4133-b0c9-5612841a9625 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:00.094226 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca82623-6c81-4133-b0c9-5612841a9625 admin admin] Tracked resource versions report: Jul 13 07:16:00.094226 n-d-771363-34 neutron-server[94017]: pushed versions: Jul 13 07:16:00.094226 n-d-771363-34 neutron-server[94017]: { 'AddressGroup': {'1.2'}, Jul 13 07:16:00.094226 n-d-771363-34 neutron-server[94017]: 'ConntrackHelper': {'1.0'}, Jul 13 07:16:00.094226 n-d-771363-34 neutron-server[94017]: 'Log': {'1.0'}, Jul 13 07:16:00.094226 n-d-771363-34 neutron-server[94017]: 'Network': {'1.1'}, Jul 13 07:16:00.094226 n-d-771363-34 neutron-server[94017]: 'Port': {'1.7'}, Jul 13 07:16:00.094226 n-d-771363-34 neutron-server[94017]: 'PortForwarding': {'1.2'}, Jul 13 07:16:00.094226 n-d-771363-34 neutron-server[94017]: 'QosPolicy': {'1.8'}, Jul 13 07:16:00.094226 n-d-771363-34 neutron-server[94017]: 'SecurityGroup': {'1.4'}, Jul 13 07:16:00.094226 n-d-771363-34 neutron-server[94017]: 'SecurityGroupRule': {'1.2'}, Jul 13 07:16:00.094226 n-d-771363-34 neutron-server[94017]: 'SubPort': {'1.0'}, Jul 13 07:16:00.094226 n-d-771363-34 neutron-server[94017]: 'Subnet': {'1.1'}, Jul 13 07:16:00.094226 n-d-771363-34 neutron-server[94017]: 'Trunk': {'1.1'}} Jul 13 07:16:00.094226 n-d-771363-34 neutron-server[94017]: consumer versions: Jul 13 07:16:00.094226 n-d-771363-34 neutron-server[94017]: { DHCP agent@n-d-771363-34: {}, Jul 13 07:16:00.094226 n-d-771363-34 neutron-server[94017]: HyperV agent@n-h1-771363-34: {}, Jul 13 07:16:00.094226 n-d-771363-34 neutron-server[94017]: HyperV agent@n-h2-771363-34: {}, Jul 13 07:16:00.094226 n-d-771363-34 neutron-server[94017]: L3 agent@n-d-771363-34: {}, Jul 13 07:16:00.094226 n-d-771363-34 neutron-server[94017]: Metadata agent@n-d-771363-34: {}, Jul 13 07:16:00.094226 n-d-771363-34 neutron-server[94017]: Metering agent@n-d-771363-34: {}, Jul 13 07:16:00.094226 n-d-771363-34 neutron-server[94017]: Open vSwitch agent@n-d-771363-34: { 'AddressGroup': '1.2', Jul 13 07:16:00.094226 n-d-771363-34 neutron-server[94017]: 'ConntrackHelper': '1.0', Jul 13 07:16:00.094226 n-d-771363-34 neutron-server[94017]: 'Log': '1.0', Jul 13 07:16:00.094226 n-d-771363-34 neutron-server[94017]: 'Network': '1.1', Jul 13 07:16:00.094226 n-d-771363-34 neutron-server[94017]: 'Port': '1.7', Jul 13 07:16:00.094226 n-d-771363-34 neutron-server[94017]: 'PortForwarding': '1.2', Jul 13 07:16:00.094226 n-d-771363-34 neutron-server[94017]: 'QosPolicy': '1.8', Jul 13 07:16:00.094226 n-d-771363-34 neutron-server[94017]: 'SecurityGroup': '1.4', Jul 13 07:16:00.094226 n-d-771363-34 neutron-server[94017]: 'SecurityGroupRule': '1.2', Jul 13 07:16:00.094226 n-d-771363-34 neutron-server[94017]: 'SubPort': '1.0', Jul 13 07:16:00.094226 n-d-771363-34 neutron-server[94017]: 'Subnet': '1.1', Jul 13 07:16:00.094226 n-d-771363-34 neutron-server[94017]: 'Trunk': '1.1'}} Jul 13 07:16:00.094226 n-d-771363-34 neutron-server[94017]: {{(pid=94017) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 07:16:00.099679 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca82623-6c81-4133-b0c9-5612841a9625 admin admin] Checking segment: {'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:16:00.100151 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca82623-6c81-4133-b0c9-5612841a9625 admin admin] Network hostable DHCP agents. Network: bff43fa8-f666-4c15-8f06-2242dcee7e17, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:16:00.117644 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c53c691f-c5be-42b8-a756-373e849e15e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:00.125690 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1e4c9d08-c61b-405e-86cc-e6f022184095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:00.138890 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca82623-6c81-4133-b0c9-5612841a9625 admin admin] Network bff43fa8-f666-4c15-8f06-2242dcee7e17 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:16:00.154018 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-fca82623-6c81-4133-b0c9-5612841a9625 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, bff43fa8-f666-4c15-8f06-2242dcee7e17) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:16:00.167716 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757e1f2a-4466-4459-9297-00a5a20d0b4b None None] Network bff43fa8-f666-4c15-8f06-2242dcee7e17 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:16:00.172520 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca82623-6c81-4133-b0c9-5612841a9625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:00.174566 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fca82623-6c81-4133-b0c9-5612841a9625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:00.248064 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c53c691f-c5be-42b8-a756-373e849e15e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:00.255062 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c53c691f-c5be-42b8-a756-373e849e15e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:00.261553 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-fca82623-6c81-4133-b0c9-5612841a9625 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6185932 Jul 13 07:16:00.303627 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37342) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:00.304323 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c53c691f-c5be-42b8-a756-373e849e15e3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=432ab29929164be9bacded5e1e3b6b3d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6281559 Jul 13 07:16:00.305618 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c691f-c5be-42b8-a756-373e849e15e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84412c0a-496a-41e7-8a02-3269ba6e0158,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:00.354628 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd52ae8-91d9-4cca-b3a9-7962ed091582 None None] Network bff43fa8-f666-4c15-8f06-2242dcee7e17 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:16:00.361051 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-53ba3e00-63b4-423d-a193-e83aec5379f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:00.388896 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-53ba3e00-63b4-423d-a193-e83aec5379f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:00.452995 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-53ba3e00-63b4-423d-a193-e83aec5379f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:00.457462 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-53ba3e00-63b4-423d-a193-e83aec5379f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:00.458877 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-53ba3e00-63b4-423d-a193-e83aec5379f9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/84412c0a-496a-41e7-8a02-3269ba6e0158 HTTP/1.1" status: 204 len: 168 time: 0.1542149 Jul 13 07:16:00.468849 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba3e00-63b4-423d-a193-e83aec5379f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84412c0a-496a-41e7-8a02-3269ba6e0158,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:02.146686 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37454) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:02.146686 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-f6094d72-47cf-4419-b89e-ca558a50407f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-780408350-network', 'tenant_id': '0feb3a56fe594a76a72e239f28ee0487'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:16:02.176247 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6094d72-47cf-4419-b89e-ca558a50407f admin admin] Made reservation on behalf of 0feb3a56fe594a76a72e239f28ee0487 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:16:02.178698 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f6094d72-47cf-4419-b89e-ca558a50407f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:02.191646 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f6094d72-47cf-4419-b89e-ca558a50407f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:02.309442 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f6094d72-47cf-4419-b89e-ca558a50407f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:02.314447 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f6094d72-47cf-4419-b89e-ca558a50407f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:02.341469 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6094d72-47cf-4419-b89e-ca558a50407f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd92ed5-551f-4de7-9f79-53fb3b1ec1ec,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:02.355478 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6094d72-47cf-4419-b89e-ca558a50407f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:16:02.373432 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f6094d72-47cf-4419-b89e-ca558a50407f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788303179686', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:02.374204 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f6094d72-47cf-4419-b89e-ca558a50407f admin admin] Unsubscribe: segment precommit_create {{(pid=94017) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 07:16:02.374855 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-f6094d72-47cf-4419-b89e-ca558a50407f admin admin] Added segment fddb5f1c-dff2-4ff7-a331-eaf905c698e3 of type vlan for network 164e972b-9a8b-4325-be7a-4a26a7b8e1d2 Jul 13 07:16:02.432083 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f6094d72-47cf-4419-b89e-ca558a50407f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:02.495440 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f6094d72-47cf-4419-b89e-ca558a50407f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:02.496831 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6094d72-47cf-4419-b89e-ca558a50407f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:02.497565 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f6094d72-47cf-4419-b89e-ca558a50407f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:02.532911 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f6094d72-47cf-4419-b89e-ca558a50407f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.3915102 Jul 13 07:16:02.535901 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37470) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:02.542371 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-f18c5876-be8a-4b9b-b586-ae3e295b27eb admin admin] Request body: {'subnet': {'network_id': '164e972b-9a8b-4325-be7a-4a26a7b8e1d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-780408350-subnet', 'tenant_id': '0feb3a56fe594a76a72e239f28ee0487', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:16:02.581324 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18c5876-be8a-4b9b-b586-ae3e295b27eb admin admin] Made reservation on behalf of 0feb3a56fe594a76a72e239f28ee0487 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:16:02.585040 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f18c5876-be8a-4b9b-b586-ae3e295b27eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:02.611248 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6094d72-47cf-4419-b89e-ca558a50407f admin admin] Pushing event updated for resources: {'Network': ['ID=164e972b-9a8b-4325-be7a-4a26a7b8e1d2,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:02.628054 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37486) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:02.631560 n-d-771363-34 neutron-server[94017]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 13 07:16:02.633381 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 164e972b-9a8b-4325-be7a-4a26a7b8e1d2 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:16:02.667561 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-385c10ea-f843-4dc4-9c8a-3e89ec09b350 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f976d2885a2e45c4be8f7f5643bb1035&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373209 Jul 13 07:16:02.784927 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-b094a964-637d-4d7d-bd7c-796f4aaf2063 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:02.786701 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-b094a964-637d-4d7d-bd7c-796f4aaf2063 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1181917 Jul 13 07:16:02.814836 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-06b24911-d5cc-4d96-ba30-feb5ef53275f tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/quotas/f976d2885a2e45c4be8f7f5643bb1035 HTTP/1.1" status: 200 len: 375 time: 0.0214646 Jul 13 07:16:02.865439 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f18c5876-be8a-4b9b-b586-ae3e295b27eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:02.870974 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-a9ea1c1e-8bb4-4713-a7e4-644126eddcb2 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f976d2885a2e45c4be8f7f5643bb1035&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546720 Jul 13 07:16:02.931342 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c5876-be8a-4b9b-b586-ae3e295b27eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb619095-3800-4b4e-bd0b-c02ad418ef07,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:02.937118 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18c5876-be8a-4b9b-b586-ae3e295b27eb admin admin] Checking segment: {'id': 'fddb5f1c-dff2-4ff7-a331-eaf905c698e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '164e972b-9a8b-4325-be7a-4a26a7b8e1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:16:02.937470 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18c5876-be8a-4b9b-b586-ae3e295b27eb admin admin] Network hostable DHCP agents. Network: 164e972b-9a8b-4325-be7a-4a26a7b8e1d2, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:16:02.959260 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18c5876-be8a-4b9b-b586-ae3e295b27eb admin admin] Network 164e972b-9a8b-4325-be7a-4a26a7b8e1d2 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:16:02.972695 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-f18c5876-be8a-4b9b-b586-ae3e295b27eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 164e972b-9a8b-4325-be7a-4a26a7b8e1d2) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:16:02.988892 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18c5876-be8a-4b9b-b586-ae3e295b27eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:02.989559 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f18c5876-be8a-4b9b-b586-ae3e295b27eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:03.001127 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa750d0-8b08-4021-b90b-4a3cce24f8dd None None] Network 164e972b-9a8b-4325-be7a-4a26a7b8e1d2 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:16:03.032290 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f18c5876-be8a-4b9b-b586-ae3e295b27eb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4949632 Jul 13 07:16:03.155702 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ab883cbe-1f27-4238-bc9f-ca1ac6edd2f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:03.161998 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:03.166822 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9f6a4b-56f2-4de4-ad31-95f24823ccb2 None None] Network 164e972b-9a8b-4325-be7a-4a26a7b8e1d2 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:16:03.715649 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37560) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:03.880976 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:03.927802 n-d-771363-34 neutron-server[94018]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 13 07:16:03.975329 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d7d6fc1a-518b-47b9-ac7b-641a719bde62 req-6aa73865-bd11-4fbe-b5ae-f5fd6b028db2 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6eba0d5-e888-4240-9228-7bd1e320edca HTTP/1.1" status: 200 len: 210 time: 0.2584016 Jul 13 07:16:04.089279 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37580) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:04.146777 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37590) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:04.374021 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cb8c1765-694a-4e84-a1f3-1ed0142c0cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:04.457839 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1db09d09-8ab3-4acd-8b6a-23a7f01f2ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:04.538776 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cb8c1765-694a-4e84-a1f3-1ed0142c0cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:04.556812 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cb8c1765-694a-4e84-a1f3-1ed0142c0cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:04.608782 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-cb8c1765-694a-4e84-a1f3-1ed0142c0cc8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=98d03cbda4e6484ebd03f89a5b96aed5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5182261 Jul 13 07:16:04.611533 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37634) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:04.636708 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c1765-694a-4e84-a1f3-1ed0142c0cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0860f6-0fca-457c-a82c-a8c4636f9e9d,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:04.707411 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1db09d09-8ab3-4acd-8b6a-23a7f01f2ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:04.714484 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1db09d09-8ab3-4acd-8b6a-23a7f01f2ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:04.741292 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1db09d09-8ab3-4acd-8b6a-23a7f01f2ada admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a3907e316bcd4bf595cb7da82a50b19f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5932534 Jul 13 07:16:04.747385 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37638) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:04.804519 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db09d09-8ab3-4acd-8b6a-23a7f01f2ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf1f25a-147b-497d-82a6-1c56b4bad5ae,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:04.835468 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-679e8308-a5c3-4eb7-b9ca-efeb30569a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:04.857948 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-679e8308-a5c3-4eb7-b9ca-efeb30569a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:04.860946 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b26c5d-02d5-4780-be24-31cf05da229d req-b0d3d2f8-c15b-40a1-9555-5644a1a22da6 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:04.863301 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-29b26c5d-02d5-4780-be24-31cf05da229d req-b0d3d2f8-c15b-40a1-9555-5644a1a22da6 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/networks?id=bff43fa8-f666-4c15-8f06-2242dcee7e17 HTTP/1.1" status: 200 len: 821 time: 0.2311773 Jul 13 07:16:04.868017 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b2ed528b-440c-41d1-bdbc-b30a15624576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:04.920757 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-679e8308-a5c3-4eb7-b9ca-efeb30569a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:04.923002 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-29b26c5d-02d5-4780-be24-31cf05da229d req-8f15d8f0-7373-4d69-b03f-1e84c049d5b7 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/quotas/59ced391c6a04d319ae98164aff14fc2 HTTP/1.1" status: 200 len: 375 time: 0.0352485 Jul 13 07:16:04.924031 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-679e8308-a5c3-4eb7-b9ca-efeb30569a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:04.925293 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-679e8308-a5c3-4eb7-b9ca-efeb30569a2e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/daf1f25a-147b-497d-82a6-1c56b4bad5ae HTTP/1.1" status: 204 len: 168 time: 0.1767294 Jul 13 07:16:04.933862 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679e8308-a5c3-4eb7-b9ca-efeb30569a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf1f25a-147b-497d-82a6-1c56b4bad5ae,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:04.979856 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b2ed528b-440c-41d1-bdbc-b30a15624576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:05.007860 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-29b26c5d-02d5-4780-be24-31cf05da229d req-bf26ea4d-be47-4529-93bf-5f30f3bd7187 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=59ced391c6a04d319ae98164aff14fc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0826499 Jul 13 07:16:05.066249 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b2ed528b-440c-41d1-bdbc-b30a15624576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:05.070208 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b2ed528b-440c-41d1-bdbc-b30a15624576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:05.071369 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b2ed528b-440c-41d1-bdbc-b30a15624576 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/be0860f6-0fca-457c-a82c-a8c4636f9e9d HTTP/1.1" status: 204 len: 168 time: 0.4589183 Jul 13 07:16:05.080690 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ed528b-440c-41d1-bdbc-b30a15624576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0860f6-0fca-457c-a82c-a8c4636f9e9d,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:05.123106 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37664) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:05.309259 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-18b616cd-0d05-4dd2-8c29-82efcaaeee42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:05.405925 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-18b616cd-0d05-4dd2-8c29-82efcaaeee42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:05.409990 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-18b616cd-0d05-4dd2-8c29-82efcaaeee42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:05.486148 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37678) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:05.502607 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-24926180-9676-4641-ab0f-5c52093ce288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:05.539938 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:16:05.593021 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-18b616cd-0d05-4dd2-8c29-82efcaaeee42 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dab89144e0ad4c56993e7b205a2829a9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4685631 Jul 13 07:16:05.593872 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b616cd-0d05-4dd2-8c29-82efcaaeee42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334ae79e-1b19-4c24-9c3e-eff7bbfaee66,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:05.597290 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37682) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:05.635983 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.25', 52299) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:05.675501 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-a847bf0c-0600-4688-b65b-c93c76ef9e41 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=f976d2885a2e45c4be8f7f5643bb1035&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380831 Jul 13 07:16:05.676881 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:05.747022 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-24926180-9676-4641-ab0f-5c52093ce288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:05.758365 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [req-29b26c5d-02d5-4780-be24-31cf05da229d req-1cf81ece-9062-4e78-b0f8-7228ca9ed397 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:16:05.761136 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-29b26c5d-02d5-4780-be24-31cf05da229d req-1cf81ece-9062-4e78-b0f8-7228ca9ed397 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5063312 Jul 13 07:16:05.763503 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-24926180-9676-4641-ab0f-5c52093ce288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:05.808944 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24926180-9676-4641-ab0f-5c52093ce288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e39228-374a-4d29-9448-4c658bc434c3,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:05.853774 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-24926180-9676-4641-ab0f-5c52093ce288 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ebd33f0b089345c28622a0a532f126ce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3662415 Jul 13 07:16:05.856456 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37686) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:05.902769 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ee255b91-489f-4f17-a622-368ade63c763 req-5604cb14-62a9-4794-9b7e-5f461f980875 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6eba0d5-e888-4240-9228-7bd1e320edca HTTP/1.1" status: 200 len: 210 time: 0.0401821 Jul 13 07:16:05.909982 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-50bae53f-0386-479d-9d8e-cf99c8a571bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:05.929176 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37688) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:05.969879 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-05eeb016-ff68-4a44-b9d3-e3bc9f3033e7 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:05.972612 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-05eeb016-ff68-4a44-b9d3-e3bc9f3033e7 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2902443 Jul 13 07:16:05.987651 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bd80cee4-93e7-497b-a6f8-e1e8263775f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:05.990604 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-50bae53f-0386-479d-9d8e-cf99c8a571bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:06.000795 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-29b26c5d-02d5-4780-be24-31cf05da229d req-6dfe6c1a-25c4-4123-a031-42ae078ddc26 service neutron] 10.222.0.23 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320039 Jul 13 07:16:06.002383 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bb193175-89a3-471b-b845-9a75a848c86e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:06.023709 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bd80cee4-93e7-497b-a6f8-e1e8263775f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:06.049358 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-ca399727-409b-4e8c-90e5-8f5ecafea6f7 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Request body: {'port': {'device_id': 'd6eba0d5-e888-4240-9228-7bd1e320edca', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'admin_state_up': True, 'tenant_id': 'f976d2885a2e45c4be8f7f5643bb1035'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:16:06.160024 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-29b26c5d-02d5-4780-be24-31cf05da229d req-a2a5ca0f-0cfe-4957-9c38-a87d73f2507b service neutron] 10.222.0.23 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457164 Jul 13 07:16:06.176436 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bd80cee4-93e7-497b-a6f8-e1e8263775f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:06.184210 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bd80cee4-93e7-497b-a6f8-e1e8263775f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:06.184210 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-bd80cee4-93e7-497b-a6f8-e1e8263775f6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/37e39228-374a-4d29-9448-4c658bc434c3 HTTP/1.1" status: 204 len: 168 time: 0.3232214 Jul 13 07:16:06.201574 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80cee4-93e7-497b-a6f8-e1e8263775f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e39228-374a-4d29-9448-4c658bc434c3,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:06.245585 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-50bae53f-0386-479d-9d8e-cf99c8a571bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:06.248537 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-50bae53f-0386-479d-9d8e-cf99c8a571bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:06.249870 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-50bae53f-0386-479d-9d8e-cf99c8a571bb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/334ae79e-1b19-4c24-9c3e-eff7bbfaee66 HTTP/1.1" status: 204 len: 168 time: 0.6516654 Jul 13 07:16:06.345300 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bae53f-0386-479d-9d8e-cf99c8a571bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334ae79e-1b19-4c24-9c3e-eff7bbfaee66,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:06.437361 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bb193175-89a3-471b-b845-9a75a848c86e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:06.454245 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bb193175-89a3-471b-b845-9a75a848c86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:06.527567 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-ca399727-409b-4e8c-90e5-8f5ecafea6f7 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Made reservation on behalf of f976d2885a2e45c4be8f7f5643bb1035 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:16:06.531681 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-ca399727-409b-4e8c-90e5-8f5ecafea6f7 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:06.546322 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-bb193175-89a3-471b-b845-9a75a848c86e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7c5cc30aaa0d4b92bea24349fdeb4f8d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5851243 Jul 13 07:16:06.546401 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37748) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:06.570719 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-ca399727-409b-4e8c-90e5-8f5ecafea6f7 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:06.573245 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb193175-89a3-471b-b845-9a75a848c86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4caffc0d-a380-45b0-b847-df44387c6253,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:06.595145 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7c60894d-edb1-4400-bc47-f8bc9014054c req-b0af803f-e69a-49e4-8520-4a695186dc7c tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 210 time: 0.0930300 Jul 13 07:16:06.665273 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a531a167-9988-49a6-b9e4-2e06e1337490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:06.721564 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a531a167-9988-49a6-b9e4-2e06e1337490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:06.775922 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-ca399727-409b-4e8c-90e5-8f5ecafea6f7 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:06.786167 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-ca399727-409b-4e8c-90e5-8f5ecafea6f7 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:06.809618 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a531a167-9988-49a6-b9e4-2e06e1337490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:06.813724 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a531a167-9988-49a6-b9e4-2e06e1337490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:06.815218 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a531a167-9988-49a6-b9e4-2e06e1337490 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4caffc0d-a380-45b0-b847-df44387c6253 HTTP/1.1" status: 204 len: 168 time: 0.2682121 Jul 13 07:16:06.826780 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a531a167-9988-49a6-b9e4-2e06e1337490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4caffc0d-a380-45b0-b847-df44387c6253,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:06.852432 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca399727-409b-4e8c-90e5-8f5ecafea6f7 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec907072-feab-4192-b58f-e544c01c9aa8,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:07.073061 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37794) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:07.203476 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-75e2b312-e707-489a-ac07-953a5498298f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:07.292741 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-ca399727-409b-4e8c-90e5-8f5ecafea6f7 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Allocated IP 192.168.233.242 (f9d6e899-687c-4a4d-bdf3-8d8d169866a7/c5af789a-0729-4e53-834f-ef6745aa079c/ef49e32e-93fd-4d64-bcee-cf3d43a09610) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:16:07.296648 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f9c9f5b3-6bed-42ac-a80d-606fa96cfb03 req-498a1991-c2e8-4d2c-843b-a052253c6285 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6eba0d5-e888-4240-9228-7bd1e320edca HTTP/1.1" status: 200 len: 210 time: 0.0437920 Jul 13 07:16:07.423847 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-75e2b312-e707-489a-ac07-953a5498298f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:07.434723 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-75e2b312-e707-489a-ac07-953a5498298f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:07.552264 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e2b312-e707-489a-ac07-953a5498298f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613ae688-a4ae-43c4-b16a-396ffd24886f,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:07.570979 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-75e2b312-e707-489a-ac07-953a5498298f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b9082dcbe08e4cfda5b5b6469b438662&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4956217 Jul 13 07:16:07.572048 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37816) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:07.681372 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f47313ff-0329-4946-a45b-72d1602ee647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:07.721298 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f47313ff-0329-4946-a45b-72d1602ee647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:07.857286 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-ca399727-409b-4e8c-90e5-8f5ecafea6f7 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:07.857588 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f47313ff-0329-4946-a45b-72d1602ee647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:07.872170 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f47313ff-0329-4946-a45b-72d1602ee647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:07.877541 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f47313ff-0329-4946-a45b-72d1602ee647 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/613ae688-a4ae-43c4-b16a-396ffd24886f HTTP/1.1" status: 204 len: 168 time: 0.3041649 Jul 13 07:16:07.906342 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47313ff-0329-4946-a45b-72d1602ee647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613ae688-a4ae-43c4-b16a-396ffd24886f,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:07.907222 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-ca399727-409b-4e8c-90e5-8f5ecafea6f7 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Transition to ACTIVE for port object ef49e32e-93fd-4d64-bcee-cf3d43a09610 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:16:08.000854 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-ca399727-409b-4e8c-90e5-8f5ecafea6f7 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:08.245493 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca399727-409b-4e8c-90e5-8f5ecafea6f7 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Pushing event updated for resources: {'Port': ['ID=ef49e32e-93fd-4d64-bcee-cf3d43a09610,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:08.293901 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-ca399727-409b-4e8c-90e5-8f5ecafea6f7 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:16:08.297698 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-ca399727-409b-4e8c-90e5-8f5ecafea6f7 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:16:08.318284 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-ca399727-409b-4e8c-90e5-8f5ecafea6f7 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:16:08.329649 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-ca399727-409b-4e8c-90e5-8f5ecafea6f7 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:08.329649 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-ca399727-409b-4e8c-90e5-8f5ecafea6f7 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:08.397936 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-8e7fdc45-d158-46c7-9d2a-76e64cdbb6ef tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=3ab93a0efbe74400ad9168555dc5a260&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0967011 Jul 13 07:16:08.494818 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-ca399727-409b-4e8c-90e5-8f5ecafea6f7 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4522095 Jul 13 07:16:08.670520 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-f490333e-6a8e-4999-97b3-f656ba613fd5 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:16:08.671926 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-f490333e-6a8e-4999-97b3-f656ba613fd5 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152848 Jul 13 07:16:08.747841 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8940f78e-2c06-456a-a2ba-3ad1f0e99f89 req-8515fa10-1acb-49bc-b1e8-6893f70ebcd9 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 210 time: 0.1259160 Jul 13 07:16:08.777064 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-aff01cc7-dd74-44aa-8add-2937be86f1df None None] Provisioning for port ef49e32e-93fd-4d64-bcee-cf3d43a09610 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:16:08.780839 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-436b1dcc-9f2c-4046-b1ec-a74d7975c306 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:08.788038 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-436b1dcc-9f2c-4046-b1ec-a74d7975c306 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3880417 Jul 13 07:16:08.790496 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-aff01cc7-dd74-44aa-8add-2937be86f1df None None] Provisioning complete for port ef49e32e-93fd-4d64-bcee-cf3d43a09610 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:16:08.791065 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-aff01cc7-dd74-44aa-8add-2937be86f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:08.808470 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-5ccec01b-9f6b-4b77-902c-4bdd76ae3ab0 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] 10.222.0.23 "GET /v2.0/quotas/3ab93a0efbe74400ad9168555dc5a260 HTTP/1.1" status: 200 len: 375 time: 0.0190117 Jul 13 07:16:08.893472 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-babcc038-c6b4-4173-97f8-0fe66c9da868 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3ab93a0efbe74400ad9168555dc5a260&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0835354 Jul 13 07:16:08.918285 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-aff01cc7-dd74-44aa-8add-2937be86f1df None None] Port ef49e32e-93fd-4d64-bcee-cf3d43a09610 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:16:09.219446 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.42', 53680) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:09.263097 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-59bd4f11-a4fb-41ba-9624-c17312682ebd service neutron] Request body: {'port': {'device_id': 'd6eba0d5-e888-4240-9228-7bd1e320edca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:16:09.336298 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb948774-b4b8-4669-a879-73893e77484b req-5cec5950-7df3-4d1d-ae24-7eee3a443069 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:09.347539 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fb948774-b4b8-4669-a879-73893e77484b req-5cec5950-7df3-4d1d-ae24-7eee3a443069 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6eba0d5-e888-4240-9228-7bd1e320edca HTTP/1.1" status: 200 len: 936 time: 0.3241410 Jul 13 07:16:09.428179 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-62108902-af48-4411-bcf7-c74f850566f5 req-73f6425c-9bc7-4b24-a994-504f15031af0 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc2c200a-0b2c-4d12-9fec-dc445ac27cf9 HTTP/1.1" status: 200 len: 210 time: 0.0829799 Jul 13 07:16:09.605745 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fb948774-b4b8-4669-a879-73893e77484b req-81cc8278-cb17-4c06-859e-3a56ba6f1d3c tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec907072-feab-4192-b58f-e544c01c9aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559309 Jul 13 07:16:09.908314 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-59bd4f11-a4fb-41ba-9624-c17312682ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:09.967236 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b26c5d-02d5-4780-be24-31cf05da229d req-f8d9c327-67e5-4f76-8816-6b85242e09be tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:09.980290 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-29b26c5d-02d5-4780-be24-31cf05da229d req-f8d9c327-67e5-4f76-8816-6b85242e09be tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.42 "GET /v2.0/networks?id=bff43fa8-f666-4c15-8f06-2242dcee7e17 HTTP/1.1" status: 200 len: 821 time: 0.7586021 Jul 13 07:16:10.043334 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-29b26c5d-02d5-4780-be24-31cf05da229d req-422db061-7c75-4403-bce3-4e84e7199d55 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Request body: {'port': {'device_id': '1c19a2de-4096-4ec9-a365-131cf0be13d5', 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17', 'admin_state_up': True, 'tenant_id': '59ced391c6a04d319ae98164aff14fc2'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:16:10.145265 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c9f2a7ce-4f19-4f35-a28c-fbc843ea5964 req-97537164-f5a3-453d-af9d-96bd201f6d67 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 210 time: 0.0557716 Jul 13 07:16:10.564205 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29b26c5d-02d5-4780-be24-31cf05da229d req-422db061-7c75-4403-bce3-4e84e7199d55 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Made reservation on behalf of 59ced391c6a04d319ae98164aff14fc2 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:16:10.568925 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-29b26c5d-02d5-4780-be24-31cf05da229d req-422db061-7c75-4403-bce3-4e84e7199d55 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:10.826748 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-29b26c5d-02d5-4780-be24-31cf05da229d req-422db061-7c75-4403-bce3-4e84e7199d55 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Allocated IP 172.20.0.9 (bff43fa8-f666-4c15-8f06-2242dcee7e17/6c79b49d-432e-4da7-962c-3ca2527bdd27/2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:16:10.837532 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-59bd4f11-a4fb-41ba-9624-c17312682ebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef49e32e-93fd-4d64-bcee-cf3d43a09610 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:16:10.849045 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-59bd4f11-a4fb-41ba-9624-c17312682ebd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:10.872977 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d493991e-d940-4b13-8eb3-6c5fbe0b43ed req-4b87822a-48f1-4aa6-8ea5-d37bf38476ea tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc2c200a-0b2c-4d12-9fec-dc445ac27cf9 HTTP/1.1" status: 200 len: 210 time: 0.0708163 Jul 13 07:16:10.897607 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-59bd4f11-a4fb-41ba-9624-c17312682ebd service neutron] Transition to ACTIVE for port object ef49e32e-93fd-4d64-bcee-cf3d43a09610 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:16:10.916263 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-59bd4f11-a4fb-41ba-9624-c17312682ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:11.053303 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd4f11-a4fb-41ba-9624-c17312682ebd service neutron] Pushing event updated for resources: {'Port': ['ID=ef49e32e-93fd-4d64-bcee-cf3d43a09610,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:11.303948 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-59bd4f11-a4fb-41ba-9624-c17312682ebd service neutron] Attempting to bind port ef49e32e-93fd-4d64-bcee-cf3d43a09610 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:16:11.304549 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-59bd4f11-a4fb-41ba-9624-c17312682ebd service neutron] Attempting to bind port ef49e32e-93fd-4d64-bcee-cf3d43a09610 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:16:11.305065 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-59bd4f11-a4fb-41ba-9624-c17312682ebd service neutron] Attempting to bind port ef49e32e-93fd-4d64-bcee-cf3d43a09610 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:16:11.313703 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-59bd4f11-a4fb-41ba-9624-c17312682ebd service neutron] Port ef49e32e-93fd-4d64-bcee-cf3d43a09610 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:16:11.314220 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-59bd4f11-a4fb-41ba-9624-c17312682ebd service neutron] Attempting to bind port ef49e32e-93fd-4d64-bcee-cf3d43a09610 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:16:11.319569 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37978) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:11.372512 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-59bd4f11-a4fb-41ba-9624-c17312682ebd service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:16:11.372951 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-59bd4f11-a4fb-41ba-9624-c17312682ebd service neutron] Checking segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:16:11.373571 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-59bd4f11-a4fb-41ba-9624-c17312682ebd service neutron] Bound using segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:16:11.374710 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-59bd4f11-a4fb-41ba-9624-c17312682ebd service neutron] Bound port: ef49e32e-93fd-4d64-bcee-cf3d43a09610, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:16:11.374710 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-59bd4f11-a4fb-41ba-9624-c17312682ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:11.414018 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cae54b-f7e7-41f6-ba61-072ad0953f55 req-67e9025b-73e7-416b-a271-a09edd98fb92 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:11.419959 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-05cae54b-f7e7-41f6-ba61-072ad0953f55 req-67e9025b-73e7-416b-a271-a09edd98fb92 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6eba0d5-e888-4240-9228-7bd1e320edca HTTP/1.1" status: 200 len: 948 time: 0.2328999 Jul 13 07:16:11.492221 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-29b26c5d-02d5-4780-be24-31cf05da229d req-422db061-7c75-4403-bce3-4e84e7199d55 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:11.517950 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-59bd4f11-a4fb-41ba-9624-c17312682ebd service neutron] For port ef49e32e-93fd-4d64-bcee-cf3d43a09610, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:16:11.523216 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-59bd4f11-a4fb-41ba-9624-c17312682ebd service neutron] For port ef49e32e-93fd-4d64-bcee-cf3d43a09610, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=ef49e32e-93fd-4d64-bcee-cf3d43a09610,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:16:11.537339 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-59bd4f11-a4fb-41ba-9624-c17312682ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:11.548426 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-05cae54b-f7e7-41f6-ba61-072ad0953f55 req-ebd20a77-eeab-4e89-bf55-cdc589e85ba1 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec907072-feab-4192-b58f-e544c01c9aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196816 Jul 13 07:16:11.713522 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-59bd4f11-a4fb-41ba-9624-c17312682ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:11.714313 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-59bd4f11-a4fb-41ba-9624-c17312682ebd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:11.720914 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-59bd4f11-a4fb-41ba-9624-c17312682ebd service neutron] 10.222.0.25 "PUT /v2.0/ports/ef49e32e-93fd-4d64-bcee-cf3d43a09610 HTTP/1.1" status: 200 len: 1097 time: 2.7630787 Jul 13 07:16:11.721481 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6eba0d5-e888-4240-9228-7bd1e320edca', 'tag': 'ef49e32e-93fd-4d64-bcee-cf3d43a09610'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:16:11.923290 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-29b26c5d-02d5-4780-be24-31cf05da229d req-422db061-7c75-4403-bce3-4e84e7199d55 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:11.995788 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29b26c5d-02d5-4780-be24-31cf05da229d req-422db061-7c75-4403-bce3-4e84e7199d55 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Network bff43fa8-f666-4c15-8f06-2242dcee7e17 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:16:12.026169 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-29b26c5d-02d5-4780-be24-31cf05da229d req-422db061-7c75-4403-bce3-4e84e7199d55 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:16:12.085023 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b26c5d-02d5-4780-be24-31cf05da229d req-422db061-7c75-4403-bce3-4e84e7199d55 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:16:12.114050 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b26c5d-02d5-4780-be24-31cf05da229d req-422db061-7c75-4403-bce3-4e84e7199d55 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:12.114743 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-29b26c5d-02d5-4780-be24-31cf05da229d req-422db061-7c75-4403-bce3-4e84e7199d55 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:12.183330 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a50c5f-7b28-4c50-9604-cb24d0524cb1 req-e572132d-e960-4076-9926-840f6c6430e8 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:12.187443 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a6a50c5f-7b28-4c50-9604-cb24d0524cb1 req-e572132d-e960-4076-9926-840f6c6430e8 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 931 time: 0.2433579 Jul 13 07:16:12.221430 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-f4b06657-2615-4dff-b373-06221c045a97 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1288189605-network', 'tenant_id': '05a465060c604024bf60fd1a58309bf9'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:16:12.253766 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd4f11-a4fb-41ba-9624-c17312682ebd service neutron] Pushing event updated for resources: {'Port': ['ID=ef49e32e-93fd-4d64-bcee-cf3d43a09610,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:12.287042 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b06657-2615-4dff-b373-06221c045a97 admin admin] Made reservation on behalf of 05a465060c604024bf60fd1a58309bf9 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:16:12.291361 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f4b06657-2615-4dff-b373-06221c045a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:12.316920 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f4b06657-2615-4dff-b373-06221c045a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:12.354028 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-29b26c5d-02d5-4780-be24-31cf05da229d req-422db061-7c75-4403-bce3-4e84e7199d55 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3167994 Jul 13 07:16:12.356047 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a6a50c5f-7b28-4c50-9604-cb24d0524cb1 req-506b3cce-a5fb-4de2-9fe8-78b8961aa992 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564662 Jul 13 07:16:12.465222 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25eaf681-691d-455e-88e2-9ef2b4de5dec" -d '{"events": [{"name": "network-changed", "server_uuid": "d6eba0d5-e888-4240-9228-7bd1e320edca", "tag": "ef49e32e-93fd-4d64-bcee-cf3d43a09610"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:16:12.535994 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ebaad0d2-d7a8-4c48-a4c3-3c260fd1c897 req-11e3ade8-adf7-4251-b43c-96debdfea5ae tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc2c200a-0b2c-4d12-9fec-dc445ac27cf9 HTTP/1.1" status: 200 len: 210 time: 0.2056167 Jul 13 07:16:12.569768 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [req-29b26c5d-02d5-4780-be24-31cf05da229d req-cac239fd-a5d7-402f-bf1b-a416714c5443 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:16:12.572895 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-29b26c5d-02d5-4780-be24-31cf05da229d req-cac239fd-a5d7-402f-bf1b-a416714c5443 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0961592 Jul 13 07:16:12.578628 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422db061-7c75-4403-bce3-4e84e7199d55 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Pushing event updated for resources: {'Port': ['ID=2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:12.635713 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f4b06657-2615-4dff-b373-06221c045a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:12.646953 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f4b06657-2615-4dff-b373-06221c045a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:12.685074 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4b06657-2615-4dff-b373-06221c045a97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:16:12.699245 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b06657-2615-4dff-b373-06221c045a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18720f6-423e-4130-80ad-ac1dcc989202,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:12.708656 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f4b06657-2615-4dff-b373-06221c045a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:12.709713 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-f4b06657-2615-4dff-b373-06221c045a97 admin admin] Added segment 833146c2-060f-42a6-a3e7-eb666665270b of type vlan for network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d Jul 13 07:16:12.722360 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-5cffdc63-76c2-4d05-8338-db141e689c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:12.726471 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-5cffdc63-76c2-4d05-8338-db141e689c9f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f976d2885a2e45c4be8f7f5643bb1035&device_id=d6eba0d5-e888-4240-9228-7bd1e320edca HTTP/1.1" status: 200 len: 1100 time: 0.6926274 Jul 13 07:16:12.761520 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.25', 52305) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:12.800671 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f4b06657-2615-4dff-b373-06221c045a97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:12.809430 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-9f59bf8d-cb37-49f8-b15c-5e465d3ef9c5 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3ab93a0efbe74400ad9168555dc5a260&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459886 Jul 13 07:16:12.837566 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-a146b2ca-6835-422d-b894-a96b4d773397 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=ef49e32e-93fd-4d64-bcee-cf3d43a09610 HTTP/1.1" status: 200 len: 217 time: 0.1028535 Jul 13 07:16:12.931890 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4aa0c4-ffe2-4134-81d5-a0c4b5871c0b x-openstack-request-id: req-ab4aa0c4-ffe2-4134-81d5-a0c4b5871c0b {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:16:12.932449 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6eba0d5-e888-4240-9228-7bd1e320edca", "tag": "ef49e32e-93fd-4d64-bcee-cf3d43a09610", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:16:12.932758 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ab4aa0c4-ffe2-4134-81d5-a0c4b5871c0b {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:16:12.933221 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6eba0d5-e888-4240-9228-7bd1e320edca', 'tag': 'ef49e32e-93fd-4d64-bcee-cf3d43a09610', 'status': 'completed', 'code': 200} Jul 13 07:16:12.974638 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-fcd6caeb-d6bc-4993-8cff-048f96188dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:12.976248 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-fcd6caeb-d6bc-4993-8cff-048f96188dc6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.1330957 Jul 13 07:16:13.086033 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-fc177629-bea2-45e3-b810-8c2b55091968 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:13.089421 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-fc177629-bea2-45e3-b810-8c2b55091968 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2725616 Jul 13 07:16:13.094168 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.db.resource_extend [None req-f4b06657-2615-4dff-b373-06221c045a97 admin admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:16:13.143327 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-c6d15a24-33dc-4904-a6eb-6f4d31f8ee3d tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] Request body: {'port': {'device_id': 'dc2c200a-0b2c-4d12-9fec-dc445ac27cf9', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'admin_state_up': True, 'tenant_id': '3ab93a0efbe74400ad9168555dc5a260'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:16:13.193071 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-c5f449bc-e2bd-425c-9499-dadfdd5f7590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:13.194642 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-c5f449bc-e2bd-425c-9499-dadfdd5f7590 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2125003 Jul 13 07:16:13.419155 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-c6d15a24-33dc-4904-a6eb-6f4d31f8ee3d tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] Made reservation on behalf of 3ab93a0efbe74400ad9168555dc5a260 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:16:13.424451 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-c6d15a24-33dc-4904-a6eb-6f4d31f8ee3d tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:13.454207 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-c6d15a24-33dc-4904-a6eb-6f4d31f8ee3d tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:13.461998 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f4b06657-2615-4dff-b373-06221c045a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:13.464282 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b06657-2615-4dff-b373-06221c045a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:13.465216 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f4b06657-2615-4dff-b373-06221c045a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:13.517975 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f4b06657-2615-4dff-b373-06221c045a97 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1959910 Jul 13 07:16:13.534485 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38048) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:13.546584 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-fd32a023-dd4f-403d-831c-0b9a9f8c9b18 admin admin] Request body: {'subnet': {'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1288189605-subnet', 'tenant_id': '05a465060c604024bf60fd1a58309bf9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:16:13.647417 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b06657-2615-4dff-b373-06221c045a97 admin admin] Pushing event updated for resources: {'Network': ['ID=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:13.661848 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:16:13.669988 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a82a9-cb3b-423f-a016-d317df95c5a1 req-380de9af-1086-49e1-b8f6-c79743e96958 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:13.671913 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a37a82a9-cb3b-423f-a016-d317df95c5a1 req-380de9af-1086-49e1-b8f6-c79743e96958 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6eba0d5-e888-4240-9228-7bd1e320edca HTTP/1.1" status: 200 len: 948 time: 0.5815434 Jul 13 07:16:13.700953 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-40080018-3968-4a0f-b405-b7bdf3d4aa51 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4951515 Jul 13 07:16:13.707184 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-29b26c5d-02d5-4780-be24-31cf05da229d req-b972d733-574c-4b34-9b38-75274ac729f5 service neutron] Request body: {'port': {'device_id': '1c19a2de-4096-4ec9-a365-131cf0be13d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:16:13.738050 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a37a82a9-cb3b-423f-a016-d317df95c5a1 req-7505cc32-594d-44e1-bca9-995d4e2a2d92 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec907072-feab-4192-b58f-e544c01c9aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595822 Jul 13 07:16:13.820704 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-c6d15a24-33dc-4904-a6eb-6f4d31f8ee3d tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:13.832779 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-c6d15a24-33dc-4904-a6eb-6f4d31f8ee3d tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:13.889942 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-29b26c5d-02d5-4780-be24-31cf05da229d req-b972d733-574c-4b34-9b38-75274ac729f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:13.929490 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4aab230a-509a-4f0b-a3c8-a719bf92b190 req-936e2154-bce1-42e7-9bb7-2d8c55747f44 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191310 Jul 13 07:16:14.009661 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd32a023-dd4f-403d-831c-0b9a9f8c9b18 admin admin] Made reservation on behalf of 05a465060c604024bf60fd1a58309bf9 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:16:14.011942 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fd32a023-dd4f-403d-831c-0b9a9f8c9b18 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:14.142587 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-c6d15a24-33dc-4904-a6eb-6f4d31f8ee3d tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] Allocated IP 192.168.233.107 (f9d6e899-687c-4a4d-bdf3-8d8d169866a7/c5af789a-0729-4e53-834f-ef6745aa079c/725bf5b6-583a-4b67-93be-7d425d1cb541) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:16:14.175335 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eaf681-691d-455e-88e2-9ef2b4de5dec req-a69e034e-15e2-433a-bdc1-1bb048d538d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:14.177298 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-25eaf681-691d-455e-88e2-9ef2b4de5dec req-a69e034e-15e2-433a-bdc1-1bb048d538d3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f976d2885a2e45c4be8f7f5643bb1035&device_id=d6eba0d5-e888-4240-9228-7bd1e320edca HTTP/1.1" status: 200 len: 1100 time: 0.1766605 Jul 13 07:16:14.396053 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d15a24-33dc-4904-a6eb-6f4d31f8ee3d tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=990ed975-e1a1-4347-8e7a-cf2e79f92d37,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:14.450679 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-c6d15a24-33dc-4904-a6eb-6f4d31f8ee3d tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:14.484386 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eaf681-691d-455e-88e2-9ef2b4de5dec req-70b306ec-d5ac-406f-adfe-35a33b9c93aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:14.486696 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-25eaf681-691d-455e-88e2-9ef2b4de5dec req-70b306ec-d5ac-406f-adfe-35a33b9c93aa service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.2995017 Jul 13 07:16:14.535245 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2451859c-bf19-4d3f-ae31-30a49e90a4b1 req-0a132e69-55ff-427b-8045-07dfbe01fa3e tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc2c200a-0b2c-4d12-9fec-dc445ac27cf9 HTTP/1.1" status: 200 len: 210 time: 0.0741692 Jul 13 07:16:14.576111 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-25eaf681-691d-455e-88e2-9ef2b4de5dec req-6361c8a8-2ac5-48ef-80b6-fb9dcfd8b4bc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=ef49e32e-93fd-4d64-bcee-cf3d43a09610 HTTP/1.1" status: 200 len: 217 time: 0.0761526 Jul 13 07:16:14.586727 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-c6d15a24-33dc-4904-a6eb-6f4d31f8ee3d tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] Transition to ACTIVE for port object 725bf5b6-583a-4b67-93be-7d425d1cb541 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:16:14.618040 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e159402-2ad7-4745-903b-4dd24773768f req-da46abe5-a88b-45a4-9a13-c628bad89c51 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:14.627136 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2e159402-2ad7-4745-903b-4dd24773768f req-da46abe5-a88b-45a4-9a13-c628bad89c51 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 931 time: 0.3900578 Jul 13 07:16:14.677246 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eaf681-691d-455e-88e2-9ef2b4de5dec req-e2821b4c-dc93-4a71-98ce-b0e92c003739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:14.678657 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-25eaf681-691d-455e-88e2-9ef2b4de5dec req-e2821b4c-dc93-4a71-98ce-b0e92c003739 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.0757680 Jul 13 07:16:14.735171 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-c6d15a24-33dc-4904-a6eb-6f4d31f8ee3d tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:14.750663 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-29b26c5d-02d5-4780-be24-31cf05da229d req-b972d733-574c-4b34-9b38-75274ac729f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:16:14.770912 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-29b26c5d-02d5-4780-be24-31cf05da229d req-b972d733-574c-4b34-9b38-75274ac729f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:14.812133 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2e159402-2ad7-4745-903b-4dd24773768f req-29f47507-2cf1-4de7-8e92-93b92c5cd794 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845555 Jul 13 07:16:14.826468 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eaf681-691d-455e-88e2-9ef2b4de5dec req-7742969b-4b73-45aa-a416-fd3c7029f68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:14.856681 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-25eaf681-691d-455e-88e2-9ef2b4de5dec req-7742969b-4b73-45aa-a416-fd3c7029f68b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1688826 Jul 13 07:16:14.863074 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-29b26c5d-02d5-4780-be24-31cf05da229d req-b972d733-574c-4b34-9b38-75274ac729f5 service neutron] Transition to ACTIVE for port object 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:16:14.870457 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-29b26c5d-02d5-4780-be24-31cf05da229d req-b972d733-574c-4b34-9b38-75274ac729f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:14.889315 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-c6d15a24-33dc-4904-a6eb-6f4d31f8ee3d tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] Network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:16:14.954998 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-c6d15a24-33dc-4904-a6eb-6f4d31f8ee3d tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:16:14.957318 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-c6d15a24-33dc-4904-a6eb-6f4d31f8ee3d tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:16:14.968642 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-c6d15a24-33dc-4904-a6eb-6f4d31f8ee3d tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:14.969421 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-c6d15a24-33dc-4904-a6eb-6f4d31f8ee3d tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:14.973769 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d15a24-33dc-4904-a6eb-6f4d31f8ee3d tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] Pushing event updated for resources: {'Port': ['ID=725bf5b6-583a-4b67-93be-7d425d1cb541,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:15.013826 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-c6d15a24-33dc-4904-a6eb-6f4d31f8ee3d tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9062042 Jul 13 07:16:15.026746 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fd32a023-dd4f-403d-831c-0b9a9f8c9b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:15.034058 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-25eaf681-691d-455e-88e2-9ef2b4de5dec req-7d0c86c7-c883-412f-a980-85b6f367549f service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499374 Jul 13 07:16:15.042191 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-a158ea71-bd20-4c2d-aa35-18d98ce586bd service neutron] Request body: {'port': {'device_id': 'dc2c200a-0b2c-4d12-9fec-dc445ac27cf9', 'device_owner': 'compute:tempest-test_az-1067243079', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:16:15.194651 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-25eaf681-691d-455e-88e2-9ef2b4de5dec req-f891b392-0608-4249-814e-67ada6001e3e service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070948 Jul 13 07:16:15.226565 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32a023-dd4f-403d-831c-0b9a9f8c9b18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ca46c55-f93a-4f0d-847c-cec27912e287,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:15.281113 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd32a023-dd4f-403d-831c-0b9a9f8c9b18 admin admin] Checking segment: {'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:16:15.281729 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd32a023-dd4f-403d-831c-0b9a9f8c9b18 admin admin] Network hostable DHCP agents. Network: 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:16:15.311494 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-a158ea71-bd20-4c2d-aa35-18d98ce586bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:15.383356 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd32a023-dd4f-403d-831c-0b9a9f8c9b18 admin admin] Network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:16:15.383584 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972d733-574c-4b34-9b38-75274ac729f5 service neutron] Pushing event updated for resources: {'Port': ['ID=2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:15.394248 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-29b26c5d-02d5-4780-be24-31cf05da229d req-b972d733-574c-4b34-9b38-75274ac729f5 service neutron] Attempting to bind port 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:16:15.395019 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-29b26c5d-02d5-4780-be24-31cf05da229d req-b972d733-574c-4b34-9b38-75274ac729f5 service neutron] Attempting to bind port 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:16:15.395595 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b26c5d-02d5-4780-be24-31cf05da229d req-b972d733-574c-4b34-9b38-75274ac729f5 service neutron] Attempting to bind port 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4 on network bff43fa8-f666-4c15-8f06-2242dcee7e17 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:16:15.423475 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-fd32a023-dd4f-403d-831c-0b9a9f8c9b18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:16:15.448522 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd32a023-dd4f-403d-831c-0b9a9f8c9b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:15.450994 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fd32a023-dd4f-403d-831c-0b9a9f8c9b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:15.451643 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f92b3fa-54cf-4319-86f5-9727053584d6 None None] Network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:16:15.455476 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b26c5d-02d5-4780-be24-31cf05da229d req-b972d733-574c-4b34-9b38-75274ac729f5 service neutron] Port 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4 on network bff43fa8-f666-4c15-8f06-2242dcee7e17 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:16:15.456326 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b26c5d-02d5-4780-be24-31cf05da229d req-b972d733-574c-4b34-9b38-75274ac729f5 service neutron] Attempting to bind port 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4 on network bff43fa8-f666-4c15-8f06-2242dcee7e17 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:16:15.481202 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b26c5d-02d5-4780-be24-31cf05da229d req-b972d733-574c-4b34-9b38-75274ac729f5 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:16:15.481414 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b26c5d-02d5-4780-be24-31cf05da229d req-b972d733-574c-4b34-9b38-75274ac729f5 service neutron] Checking segment: {'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:16:15.487577 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b26c5d-02d5-4780-be24-31cf05da229d req-b972d733-574c-4b34-9b38-75274ac729f5 service neutron] Bound using segment: {'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:16:15.488312 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-29b26c5d-02d5-4780-be24-31cf05da229d req-b972d733-574c-4b34-9b38-75274ac729f5 service neutron] Bound port: 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:16:15.488763 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-29b26c5d-02d5-4780-be24-31cf05da229d req-b972d733-574c-4b34-9b38-75274ac729f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:15.661704 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bde740-e52a-4bf7-bef8-0ba41e48422f req-677d74a3-9306-4ef8-a128-fd7c4027000d tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:15.679599 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d0bde740-e52a-4bf7-bef8-0ba41e48422f req-677d74a3-9306-4ef8-a128-fd7c4027000d tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6eba0d5-e888-4240-9228-7bd1e320edca HTTP/1.1" status: 200 len: 948 time: 0.3367105 Jul 13 07:16:15.716614 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-fd32a023-dd4f-403d-831c-0b9a9f8c9b18 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1751561 Jul 13 07:16:15.766509 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29a4c32-77b2-4c95-8359-eac9fcfddd1e None None] Network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:16:15.780884 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-29b26c5d-02d5-4780-be24-31cf05da229d req-b972d733-574c-4b34-9b38-75274ac729f5 service neutron] For port 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:16:15.810920 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9a86e9a6-3510-4865-b246-4253a772f78a None None] Provisioning for port 725bf5b6-583a-4b67-93be-7d425d1cb541 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:16:15.836314 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38096) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:15.865837 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9a86e9a6-3510-4865-b246-4253a772f78a None None] Provisioning complete for port 725bf5b6-583a-4b67-93be-7d425d1cb541 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:16:15.870848 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9a86e9a6-3510-4865-b246-4253a772f78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:15.877179 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-29b26c5d-02d5-4780-be24-31cf05da229d req-b972d733-574c-4b34-9b38-75274ac729f5 service neutron] For port 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:16:15.895595 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d0bde740-e52a-4bf7-bef8-0ba41e48422f req-c2072735-96dd-4a89-812e-1192d4f96eeb tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec907072-feab-4192-b58f-e544c01c9aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150609 Jul 13 07:16:15.896725 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-29b26c5d-02d5-4780-be24-31cf05da229d req-b972d733-574c-4b34-9b38-75274ac729f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:16.025212 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b26c5d-02d5-4780-be24-31cf05da229d req-b972d733-574c-4b34-9b38-75274ac729f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:16.027533 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-29b26c5d-02d5-4780-be24-31cf05da229d req-b972d733-574c-4b34-9b38-75274ac729f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:16.031037 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-29b26c5d-02d5-4780-be24-31cf05da229d req-b972d733-574c-4b34-9b38-75274ac729f5 service neutron] 10.222.0.42 "PUT /v2.0/ports/2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4 HTTP/1.1" status: 200 len: 1092 time: 2.7770808 Jul 13 07:16:16.034372 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c19a2de-4096-4ec9-a365-131cf0be13d5', 'tag': '2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:16:16.044211 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b6c4c6-ed9a-4948-955b-7015b2aab0d6" -d '{"events": [{"name": "network-changed", "server_uuid": "1c19a2de-4096-4ec9-a365-131cf0be13d5", "tag": "2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:16:16.108128 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972d733-574c-4b34-9b38-75274ac729f5 service neutron] Pushing event updated for resources: {'Port': ['ID=2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:16.189913 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-9a86e9a6-3510-4865-b246-4253a772f78a None None] Port 725bf5b6-583a-4b67-93be-7d425d1cb541 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:16:16.322978 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bdbdce-3451-4f89-9ffa-c096aa71a738 req-a124f06f-5a3c-4d36-9002-3140d0c33fd0 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:16.330304 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-45bdbdce-3451-4f89-9ffa-c096aa71a738 req-a124f06f-5a3c-4d36-9002-3140d0c33fd0 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc2c200a-0b2c-4d12-9fec-dc445ac27cf9 HTTP/1.1" status: 200 len: 936 time: 0.4267292 Jul 13 07:16:16.390026 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-45bdbdce-3451-4f89-9ffa-c096aa71a738 req-1236a82d-3988-4b71-90a9-14a9452da576 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] 10.222.0.23 "GET /v2.0/security-groups?id=990ed975-e1a1-4347-8e7a-cf2e79f92d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571992 Jul 13 07:16:16.390341 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38110) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:16.421554 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdfad8b-6b0a-4857-8eca-592455d9f8f7 req-8aeb541e-81a2-4a6f-a569-7fb844a4c937 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:16.441102 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7fdfad8b-6b0a-4857-8eca-592455d9f8f7 req-8aeb541e-81a2-4a6f-a569-7fb844a4c937 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 943 time: 0.1450717 Jul 13 07:16:16.549925 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-a158ea71-bd20-4c2d-aa35-18d98ce586bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 725bf5b6-583a-4b67-93be-7d425d1cb541 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:16:16.561391 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-a158ea71-bd20-4c2d-aa35-18d98ce586bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:16.569029 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7fdfad8b-6b0a-4857-8eca-592455d9f8f7 req-38192ece-df7a-4636-9280-93b0a5d147a3 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269128 Jul 13 07:16:16.595980 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-a158ea71-bd20-4c2d-aa35-18d98ce586bd service neutron] Transition to ACTIVE for port object 725bf5b6-583a-4b67-93be-7d425d1cb541 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:16:16.612971 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-a158ea71-bd20-4c2d-aa35-18d98ce586bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:16.659084 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a0bf7d60-8b30-451f-88ab-9a8ea2a08c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:16.663001 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41d9fcd-47c8-4686-9c28-5de2fe0e85a7 x-openstack-request-id: req-d41d9fcd-47c8-4686-9c28-5de2fe0e85a7 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:16:16.663384 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c19a2de-4096-4ec9-a365-131cf0be13d5", "tag": "2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:16:16.663634 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d41d9fcd-47c8-4686-9c28-5de2fe0e85a7 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:16:16.668895 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c19a2de-4096-4ec9-a365-131cf0be13d5', 'tag': '2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4', 'status': 'completed', 'code': 200} Jul 13 07:16:16.699570 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5fc1e6ea-2c9f-4b4b-97d8-75b136b85df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:16.764075 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.db.api [None req-a0bf7d60-8b30-451f-88ab-9a8ea2a08c87 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:16:16.764075 n-d-771363-34 neutron-server[94017]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 07:16:16.764075 n-d-771363-34 neutron-server[94017]: [parameters: {'project_id': '32add8b470c14c8986ee24e658684490', 'id': '74b7b848-25f8-4ef0-b5cd-b5cb8072ec92', 'expiration': datetime.datetime(2021, 7, 13, 7, 18, 16, 747800)}] Jul 13 07:16:16.764075 n-d-771363-34 neutron-server[94017]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:16:16.764535 n-d-771363-34 neutron-server[94017]: DEBUG oslo_db.api [None req-a0bf7d60-8b30-451f-88ab-9a8ea2a08c87 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:16:16.764928 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158ea71-bd20-4c2d-aa35-18d98ce586bd service neutron] Pushing event updated for resources: {'Port': ['ID=725bf5b6-583a-4b67-93be-7d425d1cb541,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:16.924375 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-a158ea71-bd20-4c2d-aa35-18d98ce586bd service neutron] Attempting to bind port 725bf5b6-583a-4b67-93be-7d425d1cb541 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:16:16.924751 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-a158ea71-bd20-4c2d-aa35-18d98ce586bd service neutron] Attempting to bind port 725bf5b6-583a-4b67-93be-7d425d1cb541 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:16:16.925090 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-a158ea71-bd20-4c2d-aa35-18d98ce586bd service neutron] Attempting to bind port 725bf5b6-583a-4b67-93be-7d425d1cb541 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:16:16.941026 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-a158ea71-bd20-4c2d-aa35-18d98ce586bd service neutron] Port 725bf5b6-583a-4b67-93be-7d425d1cb541 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:16:16.941364 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-a158ea71-bd20-4c2d-aa35-18d98ce586bd service neutron] Attempting to bind port 725bf5b6-583a-4b67-93be-7d425d1cb541 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:16:16.949051 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-a158ea71-bd20-4c2d-aa35-18d98ce586bd service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:16:16.949402 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-a158ea71-bd20-4c2d-aa35-18d98ce586bd service neutron] Checking segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:16:16.950006 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-a158ea71-bd20-4c2d-aa35-18d98ce586bd service neutron] Bound using segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:16:16.950483 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-a158ea71-bd20-4c2d-aa35-18d98ce586bd service neutron] Bound port: 725bf5b6-583a-4b67-93be-7d425d1cb541, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:16:16.950836 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-a158ea71-bd20-4c2d-aa35-18d98ce586bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:17.028259 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5fc1e6ea-2c9f-4b4b-97d8-75b136b85df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:17.042583 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5fc1e6ea-2c9f-4b4b-97d8-75b136b85df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:17.094279 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38130) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:17.135577 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-a158ea71-bd20-4c2d-aa35-18d98ce586bd service neutron] For port 725bf5b6-583a-4b67-93be-7d425d1cb541, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:16:17.163054 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc1e6ea-2c9f-4b4b-97d8-75b136b85df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4ede5d-4f3a-4da7-9ca6-b1bb1ffea2a6,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:17.170133 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5fc1e6ea-2c9f-4b4b-97d8-75b136b85df6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=067053aa1c5742f38893827d39888396&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7772286 Jul 13 07:16:17.171912 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38136) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:17.202519 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-a158ea71-bd20-4c2d-aa35-18d98ce586bd service neutron] For port 725bf5b6-583a-4b67-93be-7d425d1cb541, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=725bf5b6-583a-4b67-93be-7d425d1cb541,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:16:17.221822 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-a158ea71-bd20-4c2d-aa35-18d98ce586bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:17.265613 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a0bf7d60-8b30-451f-88ab-9a8ea2a08c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:17.279093 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38138) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:17.290446 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-6ae4876e-f3de-42c3-bdb4-42b2228a44cd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-836301123-network', 'tenant_id': 'f3817aeb7bd24d5e90001581ee94223e'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:16:17.303881 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-a158ea71-bd20-4c2d-aa35-18d98ce586bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:17.304726 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-a158ea71-bd20-4c2d-aa35-18d98ce586bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:17.307756 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-a158ea71-bd20-4c2d-aa35-18d98ce586bd service neutron] 10.222.0.25 "PUT /v2.0/ports/725bf5b6-583a-4b67-93be-7d425d1cb541 HTTP/1.1" status: 200 len: 1119 time: 2.2766688 Jul 13 07:16:17.320230 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2c200a-0b2c-4d12-9fec-dc445ac27cf9', 'tag': '725bf5b6-583a-4b67-93be-7d425d1cb541'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:16:17.362961 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462d027-7fc1-465f-9b9b-8ead95da1ec0 req-cd32060e-c8f1-4359-be27-c3ea2acba4e7 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:17.366927 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d462d027-7fc1-465f-9b9b-8ead95da1ec0 req-cd32060e-c8f1-4359-be27-c3ea2acba4e7 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6eba0d5-e888-4240-9228-7bd1e320edca HTTP/1.1" status: 200 len: 948 time: 0.1475713 Jul 13 07:16:17.469704 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae4876e-f3de-42c3-bdb4-42b2228a44cd admin admin] Made reservation on behalf of f3817aeb7bd24d5e90001581ee94223e for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:16:17.472035 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6ae4876e-f3de-42c3-bdb4-42b2228a44cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:17.501299 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6ae4876e-f3de-42c3-bdb4-42b2228a44cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:17.519903 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d462d027-7fc1-465f-9b9b-8ead95da1ec0 req-119ba75d-0ce6-4095-aebc-1ab62685887d tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec907072-feab-4192-b58f-e544c01c9aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427212 Jul 13 07:16:17.569399 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-65bf5e76-84c9-4e87-948e-31c541d3158c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:17.585070 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158ea71-bd20-4c2d-aa35-18d98ce586bd service neutron] Pushing event updated for resources: {'Port': ['ID=725bf5b6-583a-4b67-93be-7d425d1cb541,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:17.609076 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-18ec5fa5-b9d8-4dc6-9419-e40a8538a28f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:17.676605 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-18ec5fa5-b9d8-4dc6-9419-e40a8538a28f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:17.832414 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdc140-d8d2-4d36-ad1e-1881530207f2 req-f6a206d1-d6c4-40bc-8668-957cd5ce733f tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:17.834497 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f0bdc140-d8d2-4d36-ad1e-1881530207f2 req-f6a206d1-d6c4-40bc-8668-957cd5ce733f tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 943 time: 0.0797987 Jul 13 07:16:17.863436 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37be1461-ec34-45ad-ae0f-e18ecad6de9a" -d '{"events": [{"name": "network-changed", "server_uuid": "dc2c200a-0b2c-4d12-9fec-dc445ac27cf9", "tag": "725bf5b6-583a-4b67-93be-7d425d1cb541"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:16:17.901217 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-c94ac6da-88b3-4169-94ee-2416fd4b8967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:17.902837 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-c94ac6da-88b3-4169-94ee-2416fd4b8967 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3ab93a0efbe74400ad9168555dc5a260&device_id=dc2c200a-0b2c-4d12-9fec-dc445ac27cf9 HTTP/1.1" status: 200 len: 1122 time: 0.5086825 Jul 13 07:16:17.917784 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f0bdc140-d8d2-4d36-ad1e-1881530207f2 req-b6963014-7243-4ba6-a3bc-5efb6f2de722 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753217 Jul 13 07:16:18.046655 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a0bf7d60-8b30-451f-88ab-9a8ea2a08c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:18.048389 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-18ec5fa5-b9d8-4dc6-9419-e40a8538a28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:18.050679 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-18ec5fa5-b9d8-4dc6-9419-e40a8538a28f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:18.052043 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-18ec5fa5-b9d8-4dc6-9419-e40a8538a28f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f4ede5d-4f3a-4da7-9ca6-b1bb1ffea2a6 HTTP/1.1" status: 204 len: 168 time: 0.8790188 Jul 13 07:16:18.057352 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-0072a705-916a-488f-831a-6d865813dd5e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=725bf5b6-583a-4b67-93be-7d425d1cb541 HTTP/1.1" status: 200 len: 217 time: 0.0908844 Jul 13 07:16:18.126372 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a0bf7d60-8b30-451f-88ab-9a8ea2a08c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:18.144709 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390d4ad-b088-490e-96ac-90743311b24a req-9a4d350b-a1cb-4a52-a9c7-241fedac3b64 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:18.148630 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2390d4ad-b088-490e-96ac-90743311b24a req-9a4d350b-a1cb-4a52-a9c7-241fedac3b64 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc2c200a-0b2c-4d12-9fec-dc445ac27cf9 HTTP/1.1" status: 200 len: 970 time: 0.4743345 Jul 13 07:16:18.152238 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649b6c0b-28af-4cf9-80dc-78e544688e56 x-openstack-request-id: req-649b6c0b-28af-4cf9-80dc-78e544688e56 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:16:18.152837 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc2c200a-0b2c-4d12-9fec-dc445ac27cf9", "tag": "725bf5b6-583a-4b67-93be-7d425d1cb541", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:16:18.153177 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-649b6c0b-28af-4cf9-80dc-78e544688e56 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:16:18.153733 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc2c200a-0b2c-4d12-9fec-dc445ac27cf9', 'tag': '725bf5b6-583a-4b67-93be-7d425d1cb541', 'status': 'completed', 'code': 200} Jul 13 07:16:18.192405 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec5fa5-b9d8-4dc6-9419-e40a8538a28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4ede5d-4f3a-4da7-9ca6-b1bb1ffea2a6,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:18.386753 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a0bf7d60-8b30-451f-88ab-9a8ea2a08c87 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=32add8b470c14c8986ee24e658684490&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5505564 Jul 13 07:16:18.393500 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38160) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:18.416487 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf7d60-8b30-451f-88ab-9a8ea2a08c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce0865a-eea3-4d01-8be6-135093f0bb87,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:18.431234 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-f7f7a5e3-7fee-4eaf-95c0-cb74bf91e915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:18.436641 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-f7f7a5e3-7fee-4eaf-95c0-cb74bf91e915 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.3198757 Jul 13 07:16:18.463520 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2390d4ad-b088-490e-96ac-90743311b24a req-7ae7acd4-fba8-47c9-8f49-333de8812544 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] 10.222.0.23 "GET /v2.0/security-groups?id=990ed975-e1a1-4347-8e7a-cf2e79f92d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793598 Jul 13 07:16:18.482912 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6ae4876e-f3de-42c3-bdb4-42b2228a44cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:18.529739 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-39f7c1ec-ca67-453f-8573-034dcf530f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:18.559605 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6ae4876e-f3de-42c3-bdb4-42b2228a44cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:18.583730 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-39f7c1ec-ca67-453f-8573-034dcf530f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:18.661890 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-39f7c1ec-ca67-453f-8573-034dcf530f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:18.667922 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae4876e-f3de-42c3-bdb4-42b2228a44cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:16:18.673639 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-39f7c1ec-ca67-453f-8573-034dcf530f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:18.679868 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-39f7c1ec-ca67-453f-8573-034dcf530f83 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2ce0865a-eea3-4d01-8be6-135093f0bb87 HTTP/1.1" status: 204 len: 168 time: 0.2831447 Jul 13 07:16:18.716637 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38166) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:18.721530 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4876e-f3de-42c3-bdb4-42b2228a44cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e09d56-c0f0-4932-8615-501108734e6d,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:18.732079 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6ae4876e-f3de-42c3-bdb4-42b2228a44cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:18.732534 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-6ae4876e-f3de-42c3-bdb4-42b2228a44cd admin admin] Added segment 3ce8bbd6-41e5-4765-9c30-3b16fcfe9b18 of type vlan for network e1a61566-e61d-48a8-b921-ed6858ac4592 Jul 13 07:16:18.802411 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f7c1ec-ca67-453f-8573-034dcf530f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce0865a-eea3-4d01-8be6-135093f0bb87,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:18.809790 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6ae4876e-f3de-42c3-bdb4-42b2228a44cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:18.811833 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ca8efe9a-a533-4732-aa5a-7439b3887061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:18.829122 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-65bf5e76-84c9-4e87-948e-31c541d3158c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:18.880297 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-65bf5e76-84c9-4e87-948e-31c541d3158c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:18.993245 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-65bf5e76-84c9-4e87-948e-31c541d3158c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3659152d5c244ebe8a1cee48390e8f9e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8945014 Jul 13 07:16:18.996918 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38170) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:19.008112 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6ae4876e-f3de-42c3-bdb4-42b2228a44cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:19.009644 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae4876e-f3de-42c3-bdb4-42b2228a44cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:19.010411 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6ae4876e-f3de-42c3-bdb4-42b2228a44cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:19.012637 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf5e76-84c9-4e87-948e-31c541d3158c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f6cb03-20d4-4934-90d3-7f454bc4dd99,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:19.094790 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-d8bffd39-d93f-4511-a24f-9a4d08f3c170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:19.096340 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-d8bffd39-d93f-4511-a24f-9a4d08f3c170 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2793207 Jul 13 07:16:19.141959 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4876e-f3de-42c3-bdb4-42b2228a44cd admin admin] Pushing event updated for resources: {'Network': ['ID=e1a61566-e61d-48a8-b921-ed6858ac4592,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:19.159092 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network e1a61566-e61d-48a8-b921-ed6858ac4592 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:16:19.378805 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-685aae2b-858a-4c38-abf4-87cc9cfb0036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:19.395237 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38174) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:19.417017 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503eaf68-bdb5-45c8-abf6-3eac52183693 req-4a165a6b-0eb8-4be2-8a9f-1f4482218113 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:19.418506 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ca8efe9a-a533-4732-aa5a-7439b3887061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:19.425074 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-503eaf68-bdb5-45c8-abf6-3eac52183693 req-4a165a6b-0eb8-4be2-8a9f-1f4482218113 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 943 time: 0.2398510 Jul 13 07:16:19.444835 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0c2ac470-7df5-4802-9e65-8d5e67601b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:19.445510 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6ae4876e-f3de-42c3-bdb4-42b2228a44cd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.1651363 Jul 13 07:16:19.450236 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ca8efe9a-a533-4732-aa5a-7439b3887061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:19.454591 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38176) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:19.457375 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-685aae2b-858a-4c38-abf4-87cc9cfb0036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:19.466046 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-23f271b1-e481-4abe-9387-ada6a58f8972 admin admin] Request body: {'subnet': {'network_id': 'e1a61566-e61d-48a8-b921-ed6858ac4592', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-836301123-subnet', 'tenant_id': 'f3817aeb7bd24d5e90001581ee94223e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:16:19.480873 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-edf8e913-03cb-4704-a169-194f28143120 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623352 Jul 13 07:16:19.503726 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3034e0c-5684-445e-9e54-a270ee90928b req-149cac08-729a-45ad-9e9b-7cedff936610 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:19.511678 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f3034e0c-5684-445e-9e54-a270ee90928b req-149cac08-729a-45ad-9e9b-7cedff936610 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6eba0d5-e888-4240-9228-7bd1e320edca HTTP/1.1" status: 200 len: 948 time: 0.6532302 Jul 13 07:16:19.609152 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ca8efe9a-a533-4732-aa5a-7439b3887061 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=164623b60dca4c73ac9ef1d17c1f2c70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8903205 Jul 13 07:16:19.615284 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38184) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:19.634658 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fe7e5872-762f-425b-994b-bdbeb44757fb req-789765cb-4650-4123-8f4d-f863091682b5 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448123 Jul 13 07:16:19.648467 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-503eaf68-bdb5-45c8-abf6-3eac52183693 req-faa4799e-d9a7-43b4-87bb-9e3045675510 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224400 Jul 13 07:16:19.648743 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8efe9a-a533-4732-aa5a-7439b3887061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d827e6a5-cc27-4e69-bbc4-68355a6d3d1b,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:19.770156 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0c2ac470-7df5-4802-9e65-8d5e67601b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:19.785133 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f3034e0c-5684-445e-9e54-a270ee90928b req-4a9d4d4e-4d48-41ab-98df-c5df380dd143 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec907072-feab-4192-b58f-e544c01c9aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725432 Jul 13 07:16:19.796417 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0c2ac470-7df5-4802-9e65-8d5e67601b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:19.955347 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0b441-b6a9-4bb2-82b8-7c9ecf190a16 req-c53feab3-52df-4dff-afe2-78e2c40fe4d6 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:19.964138 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-94c0b441-b6a9-4bb2-82b8-7c9ecf190a16 req-c53feab3-52df-4dff-afe2-78e2c40fe4d6 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc2c200a-0b2c-4d12-9fec-dc445ac27cf9 HTTP/1.1" status: 200 len: 970 time: 0.1307988 Jul 13 07:16:20.042433 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be1461-ec34-45ad-ae0f-e18ecad6de9a req-28a164ae-c1dd-4969-9b47-6b13b0b9206b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:20.049522 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-37be1461-ec34-45ad-ae0f-e18ecad6de9a req-28a164ae-c1dd-4969-9b47-6b13b0b9206b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3ab93a0efbe74400ad9168555dc5a260&device_id=dc2c200a-0b2c-4d12-9fec-dc445ac27cf9 HTTP/1.1" status: 200 len: 1122 time: 0.1786854 Jul 13 07:16:20.063685 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-94c0b441-b6a9-4bb2-82b8-7c9ecf190a16 req-a3065af2-2d1c-4f68-ba79-5e9cbdff3538 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] 10.222.0.23 "GET /v2.0/security-groups?id=990ed975-e1a1-4347-8e7a-cf2e79f92d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984600 Jul 13 07:16:20.146626 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38186) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:20.147089 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0c2ac470-7df5-4802-9e65-8d5e67601b70 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e1e1461c629a461aab81b32e2d638be3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7357204 Jul 13 07:16:20.156735 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-685aae2b-858a-4c38-abf4-87cc9cfb0036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:20.159542 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-685aae2b-858a-4c38-abf4-87cc9cfb0036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:20.160738 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-685aae2b-858a-4c38-abf4-87cc9cfb0036 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b1f6cb03-20d4-4934-90d3-7f454bc4dd99 HTTP/1.1" status: 204 len: 168 time: 1.1629467 Jul 13 07:16:20.216728 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d69f003d-86e2-4bde-b959-5f104ecfa7e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:20.262192 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d69f003d-86e2-4bde-b959-5f104ecfa7e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:20.337003 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f271b1-e481-4abe-9387-ada6a58f8972 admin admin] Made reservation on behalf of f3817aeb7bd24d5e90001581ee94223e for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:16:20.340746 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-23f271b1-e481-4abe-9387-ada6a58f8972 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:20.380388 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ac470-7df5-4802-9e65-8d5e67601b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a235c1f-c423-4349-b6c1-cdc1cbc79ab7,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:20.429737 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-33094ace-955e-44b2-b38b-078614045a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:20.454691 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685aae2b-858a-4c38-abf4-87cc9cfb0036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f6cb03-20d4-4934-90d3-7f454bc4dd99,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:20.457544 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d69f003d-86e2-4bde-b959-5f104ecfa7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:20.460230 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d69f003d-86e2-4bde-b959-5f104ecfa7e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:20.461380 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d69f003d-86e2-4bde-b959-5f104ecfa7e6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a235c1f-c423-4349-b6c1-cdc1cbc79ab7 HTTP/1.1" status: 204 len: 168 time: 0.3136382 Jul 13 07:16:20.482667 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f003d-86e2-4bde-b959-5f104ecfa7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a235c1f-c423-4349-b6c1-cdc1cbc79ab7,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:20.662787 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be1461-ec34-45ad-ae0f-e18ecad6de9a req-b5ceec62-a5de-441c-afb7-7eb0832f6449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:20.668403 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-37be1461-ec34-45ad-ae0f-e18ecad6de9a req-b5ceec62-a5de-441c-afb7-7eb0832f6449 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.3145120 Jul 13 07:16:20.786531 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-37be1461-ec34-45ad-ae0f-e18ecad6de9a req-051f429c-cf68-4b59-a7ff-d2dc8b503a0d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=725bf5b6-583a-4b67-93be-7d425d1cb541 HTTP/1.1" status: 200 len: 217 time: 0.0965505 Jul 13 07:16:20.881353 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-23f271b1-e481-4abe-9387-ada6a58f8972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:20.901958 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-33094ace-955e-44b2-b38b-078614045a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:20.907055 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be1461-ec34-45ad-ae0f-e18ecad6de9a req-e2bbb75c-27e6-4e65-93cc-c41d220deecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:20.910814 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-37be1461-ec34-45ad-ae0f-e18ecad6de9a req-e2bbb75c-27e6-4e65-93cc-c41d220deecf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.1091614 Jul 13 07:16:20.985243 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6c4c6-ed9a-4948-955b-7015b2aab0d6 req-2e0bbef4-6a6d-48ac-9d2a-61d9966dc10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:20.987700 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-02b6c4c6-ed9a-4948-955b-7015b2aab0d6 req-2e0bbef4-6a6d-48ac-9d2a-61d9966dc10d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59ced391c6a04d319ae98164aff14fc2&device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 1095 time: 0.8368020 Jul 13 07:16:21.037066 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be1461-ec34-45ad-ae0f-e18ecad6de9a req-4ad035ea-fec3-4be3-809c-ae7c29cda62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:21.039089 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-37be1461-ec34-45ad-ae0f-e18ecad6de9a req-4ad035ea-fec3-4be3-809c-ae7c29cda62b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1177504 Jul 13 07:16:21.096923 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38200) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:21.224165 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38204) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:21.297000 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8d8648c1-f0f7-426d-ad16-b5dd74f6f341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:21.297362 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-484cd150-21ed-40bd-9696-da87b09c21e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:21.322875 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f271b1-e481-4abe-9387-ada6a58f8972 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e1cacc4-decf-4bbb-9bfa-e966dbb105b1,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:21.345344 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8afe2-1053-47ed-b7c3-bd77e5a8d8db req-999ba1cb-18e8-4da6-8447-fb26fe96cdad tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:21.352685 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b9d8afe2-1053-47ed-b7c3-bd77e5a8d8db req-999ba1cb-18e8-4da6-8447-fb26fe96cdad tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6eba0d5-e888-4240-9228-7bd1e320edca HTTP/1.1" status: 200 len: 948 time: 0.2457683 Jul 13 07:16:21.354965 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-37be1461-ec34-45ad-ae0f-e18ecad6de9a req-48b6e41e-68b2-4c8c-9f62-82d419bc0024 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985487 Jul 13 07:16:21.428203 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b9d8afe2-1053-47ed-b7c3-bd77e5a8d8db req-512b1a10-16fd-49f4-9513-dab5513298b4 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec907072-feab-4192-b58f-e544c01c9aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659750 Jul 13 07:16:21.442305 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-33094ace-955e-44b2-b38b-078614045a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:21.445036 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-33094ace-955e-44b2-b38b-078614045a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:21.455497 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-33094ace-955e-44b2-b38b-078614045a7d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d827e6a5-cc27-4e69-bbc4-68355a6d3d1b HTTP/1.1" status: 204 len: 168 time: 1.8293676 Jul 13 07:16:21.554788 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f271b1-e481-4abe-9387-ada6a58f8972 admin admin] Checking segment: {'id': '3ce8bbd6-41e5-4765-9c30-3b16fcfe9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e1a61566-e61d-48a8-b921-ed6858ac4592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:16:21.554788 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f271b1-e481-4abe-9387-ada6a58f8972 admin admin] Network hostable DHCP agents. Network: e1a61566-e61d-48a8-b921-ed6858ac4592, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:16:21.566803 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6c4c6-ed9a-4948-955b-7015b2aab0d6 req-6c66d2bc-d69b-4817-8a6f-c6501a331a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:21.568906 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-02b6c4c6-ed9a-4948-955b-7015b2aab0d6 req-6c66d2bc-d69b-4817-8a6f-c6501a331a36 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=59ced391c6a04d319ae98164aff14fc2&shared=False HTTP/1.1" status: 200 len: 922 time: 0.4354985 Jul 13 07:16:21.586518 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33094ace-955e-44b2-b38b-078614045a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d827e6a5-cc27-4e69-bbc4-68355a6d3d1b,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:21.774331 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fa723-0071-4b94-b82a-9814b5bc84a6 req-ddf7ca97-74b5-4064-b439-a11a532d207b tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:21.778872 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-759fa723-0071-4b94-b82a-9814b5bc84a6 req-ddf7ca97-74b5-4064-b439-a11a532d207b tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 943 time: 0.8026013 Jul 13 07:16:21.797684 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f271b1-e481-4abe-9387-ada6a58f8972 admin admin] Network e1a61566-e61d-48a8-b921-ed6858ac4592 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:16:21.926788 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-23f271b1-e481-4abe-9387-ada6a58f8972 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, e1a61566-e61d-48a8-b921-ed6858ac4592) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:16:21.936817 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e2b39c-3639-498b-86ff-bf7c69bd5f82 None None] Network e1a61566-e61d-48a8-b921-ed6858ac4592 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:16:21.975570 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f271b1-e481-4abe-9387-ada6a58f8972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:21.976184 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-23f271b1-e481-4abe-9387-ada6a58f8972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:22.014973 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8d8648c1-f0f7-426d-ad16-b5dd74f6f341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:22.019297 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-759fa723-0071-4b94-b82a-9814b5bc84a6 req-97f5fcb2-49cf-47cf-b3e6-c217a1bd4fd0 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082872 Jul 13 07:16:22.093614 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-37be1461-ec34-45ad-ae0f-e18ecad6de9a req-ba4ed731-0098-4a9e-8147-3b228674b6ae service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5262136 Jul 13 07:16:22.097797 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8d8648c1-f0f7-426d-ad16-b5dd74f6f341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:22.107801 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6c4c6-ed9a-4948-955b-7015b2aab0d6 req-4a80fe8b-3dc0-4c3f-9f31-e3800be9345d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:22.109458 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-02b6c4c6-ed9a-4948-955b-7015b2aab0d6 req-4a80fe8b-3dc0-4c3f-9f31-e3800be9345d service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5153062 Jul 13 07:16:22.271740 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb90fb-db67-44f4-bdc7-42e4d6ec7c6a req-9d8d3402-5643-44a5-8f08-c681655c4201 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:22.282283 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cffb90fb-db67-44f4-bdc7-42e4d6ec7c6a req-9d8d3402-5643-44a5-8f08-c681655c4201 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc2c200a-0b2c-4d12-9fec-dc445ac27cf9 HTTP/1.1" status: 200 len: 970 time: 0.6419964 Jul 13 07:16:22.308253 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8d8648c1-f0f7-426d-ad16-b5dd74f6f341 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b80106c7197f4732b47c5c06460bb194&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0817771 Jul 13 07:16:22.332496 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8648c1-f0f7-426d-ad16-b5dd74f6f341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa19768-3aec-47be-a125-1042b6bc336d,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:22.333733 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313995b0-3254-4754-a6c7-e6b73230ff79 None None] Network e1a61566-e61d-48a8-b921-ed6858ac4592 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:16:22.338363 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38212) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:22.392304 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cffb90fb-db67-44f4-bdc7-42e4d6ec7c6a req-53d8cb63-e03c-49dd-87a8-6e109adb9d7d tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] 10.222.0.23 "GET /v2.0/security-groups?id=990ed975-e1a1-4347-8e7a-cf2e79f92d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090958 Jul 13 07:16:22.431165 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-484cd150-21ed-40bd-9696-da87b09c21e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:22.443241 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b26c5d-02d5-4780-be24-31cf05da229d req-75d1e5d2-e51a-4196-8211-9759f9088500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:22.444800 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-29b26c5d-02d5-4780-be24-31cf05da229d req-75d1e5d2-e51a-4196-8211-9759f9088500 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59ced391c6a04d319ae98164aff14fc2&device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 1095 time: 0.2607217 Jul 13 07:16:22.450417 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-484cd150-21ed-40bd-9696-da87b09c21e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:22.513831 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-23f271b1-e481-4abe-9387-ada6a58f8972 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.0519664 Jul 13 07:16:22.515067 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484cd150-21ed-40bd-9696-da87b09c21e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0be149-ff2a-4004-9eac-2f5a5b66dd7d,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:22.589485 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-29b26c5d-02d5-4780-be24-31cf05da229d req-b88f40d3-69de-4111-a80d-eb6ae69ef5aa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4 HTTP/1.1" status: 200 len: 217 time: 0.1354141 Jul 13 07:16:22.685847 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fc661a67-c588-46d1-8432-5876e1364ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:22.695428 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-484cd150-21ed-40bd-9696-da87b09c21e5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=527f7a84410d462094deacbe18a7c301&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5615396 Jul 13 07:16:22.706361 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38224) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:22.767425 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fc661a67-c588-46d1-8432-5876e1364ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:22.837971 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b26c5d-02d5-4780-be24-31cf05da229d req-c8c2ff8f-f144-4718-8c12-adc649c35f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:22.839855 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-29b26c5d-02d5-4780-be24-31cf05da229d req-c8c2ff8f-f144-4718-8c12-adc649c35f97 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c79b49d-432e-4da7-962c-3ca2527bdd27 HTTP/1.1" status: 200 len: 861 time: 0.1918066 Jul 13 07:16:22.858000 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-97d87e20-1d37-4f07-8ffb-47b6a840c1c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:22.872179 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393998b-f8f3-499f-ae9d-5d85df5c1c04 req-c38e896d-73e0-4e41-94a2-691afdaf1861 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:22.880431 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3393998b-f8f3-499f-ae9d-5d85df5c1c04 req-c38e896d-73e0-4e41-94a2-691afdaf1861 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6eba0d5-e888-4240-9228-7bd1e320edca HTTP/1.1" status: 200 len: 948 time: 0.2417848 Jul 13 07:16:22.937517 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-29b26c5d-02d5-4780-be24-31cf05da229d req-78bdffe5-6a53-4e4f-85e9-4ee52341e04e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bff43fa8-f666-4c15-8f06-2242dcee7e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895514 Jul 13 07:16:22.964174 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-97d87e20-1d37-4f07-8ffb-47b6a840c1c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:23.059395 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-97d87e20-1d37-4f07-8ffb-47b6a840c1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:23.066736 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-97d87e20-1d37-4f07-8ffb-47b6a840c1c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:23.072928 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:23.078014 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-97d87e20-1d37-4f07-8ffb-47b6a840c1c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/da0be149-ff2a-4004-9eac-2f5a5b66dd7d HTTP/1.1" status: 204 len: 168 time: 0.3793712 Jul 13 07:16:23.094999 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d87e20-1d37-4f07-8ffb-47b6a840c1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0be149-ff2a-4004-9eac-2f5a5b66dd7d,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:23.107444 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-29b26c5d-02d5-4780-be24-31cf05da229d req-e68eb251-47ce-465a-9ae7-99f9cb78497d service neutron] 10.222.0.42 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549768 Jul 13 07:16:23.141098 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3393998b-f8f3-499f-ae9d-5d85df5c1c04 req-98d4e3e0-0444-4682-a755-b85841d5bf01 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec907072-feab-4192-b58f-e544c01c9aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582426 Jul 13 07:16:23.230141 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fc661a67-c588-46d1-8432-5876e1364ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:23.242892 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fc661a67-c588-46d1-8432-5876e1364ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:23.252997 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-fc661a67-c588-46d1-8432-5876e1364ea9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4aa19768-3aec-47be-a125-1042b6bc336d HTTP/1.1" status: 204 len: 168 time: 0.9136021 Jul 13 07:16:23.322546 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc661a67-c588-46d1-8432-5876e1364ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa19768-3aec-47be-a125-1042b6bc336d,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:23.577530 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:23.582121 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-29b26c5d-02d5-4780-be24-31cf05da229d req-0cd04119-814a-4682-9082-5b3e667c90d7 service neutron] 10.222.0.42 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4639204 Jul 13 07:16:23.648430 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9fbaa-d085-4b80-83f6-b962bb468b96 req-59474582-7d19-4966-aa0a-7feff3111c41 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:23.650223 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-edb9fbaa-d085-4b80-83f6-b962bb468b96 req-59474582-7d19-4966-aa0a-7feff3111c41 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 943 time: 0.2824390 Jul 13 07:16:23.705002 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-edb9fbaa-d085-4b80-83f6-b962bb468b96 req-02931a80-6d31-4e1c-9bc0-3d90b4eeb76e tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462661 Jul 13 07:16:24.023165 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-573993e1-01ee-46cb-b88c-20b056c4ab84 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:24.025344 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-573993e1-01ee-46cb-b88c-20b056c4ab84 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/networks?id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d HTTP/1.1" status: 200 len: 808 time: 0.1503103 Jul 13 07:16:24.042654 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c22b62b-a74f-4dfe-97c0-8efe4be2bd51 req-d40720bb-4dda-47dd-ab86-5faa382d3418 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:24.042778 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-61bf07b0-a854-4a45-b97f-06c5863e7b76 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/quotas/05a465060c604024bf60fd1a58309bf9 HTTP/1.1" status: 200 len: 375 time: 0.0093794 Jul 13 07:16:24.054174 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3c22b62b-a74f-4dfe-97c0-8efe4be2bd51 req-d40720bb-4dda-47dd-ab86-5faa382d3418 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc2c200a-0b2c-4d12-9fec-dc445ac27cf9 HTTP/1.1" status: 200 len: 970 time: 0.1019928 Jul 13 07:16:24.086464 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-90c6e31c-4b35-427a-808c-d4d59a5d1a03 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=05a465060c604024bf60fd1a58309bf9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383563 Jul 13 07:16:24.100957 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3c22b62b-a74f-4dfe-97c0-8efe4be2bd51 req-e3897351-2daa-47eb-bbd0-c119bfefdf6f tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] 10.222.0.23 "GET /v2.0/security-groups?id=990ed975-e1a1-4347-8e7a-cf2e79f92d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459461 Jul 13 07:16:24.200209 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-e3fee0fd-516a-40e1-9db5-ed1fca0938d6 service neutron] 10.222.0.23 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060958 Jul 13 07:16:24.295751 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-e199084e-d563-46d6-83a8-fb1e01dde3fd service neutron] 10.222.0.23 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946064 Jul 13 07:16:24.381775 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00939e26-a1a1-4f8b-a287-bbc1439e778f req-55484943-8a27-4843-8405-347667ab409e tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:24.385092 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-00939e26-a1a1-4f8b-a287-bbc1439e778f req-55484943-8a27-4843-8405-347667ab409e tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6eba0d5-e888-4240-9228-7bd1e320edca HTTP/1.1" status: 200 len: 948 time: 0.1002512 Jul 13 07:16:24.477409 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-00939e26-a1a1-4f8b-a287-bbc1439e778f req-7286da4f-5a95-4e91-9d65-a9bad6d2222c tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec907072-feab-4192-b58f-e544c01c9aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857534 Jul 13 07:16:24.513437 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8b8ee35e-dda0-4287-b7b4-b4d15ec23891 req-12297dc5-6142-404c-a845-37f720573ab5 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0ad3ad0-5e92-44ae-898f-859f675502e1 HTTP/1.1" status: 200 len: 210 time: 0.0426283 Jul 13 07:16:24.929744 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761e30a-0af7-45b7-bba6-a3281d2eb3fc req-a4a5af7c-540e-4c61-8b80-f86be3c30fe6 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:24.937551 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9761e30a-0af7-45b7-bba6-a3281d2eb3fc req-a4a5af7c-540e-4c61-8b80-f86be3c30fe6 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 943 time: 0.0839725 Jul 13 07:16:24.985270 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9761e30a-0af7-45b7-bba6-a3281d2eb3fc req-7823b43e-5246-4c43-bf10-7fcdf3ebbec7 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466015 Jul 13 07:16:25.312642 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b2df5-cd45-4200-932e-1622bfccb386 req-a4ac27a4-0245-4b06-be3b-2688cd62ecd5 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:25.322054 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-658b2df5-cd45-4200-932e-1622bfccb386 req-a4ac27a4-0245-4b06-be3b-2688cd62ecd5 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc2c200a-0b2c-4d12-9fec-dc445ac27cf9 HTTP/1.1" status: 200 len: 970 time: 0.0975525 Jul 13 07:16:25.385984 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-658b2df5-cd45-4200-932e-1622bfccb386 req-ce3d3282-3902-4d7c-8044-a920f2960b53 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] 10.222.0.23 "GET /v2.0/security-groups?id=990ed975-e1a1-4347-8e7a-cf2e79f92d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628145 Jul 13 07:16:25.666956 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382a5f6-42bc-4296-991c-8f1908e40276 req-c6c61bbf-a5cc-43cb-81f1-fac8286dc91d tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:25.669284 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5382a5f6-42bc-4296-991c-8f1908e40276 req-c6c61bbf-a5cc-43cb-81f1-fac8286dc91d tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6eba0d5-e888-4240-9228-7bd1e320edca HTTP/1.1" status: 200 len: 948 time: 0.0683246 Jul 13 07:16:25.684223 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e222c697-08db-4108-acd2-3ba527f2c60b req-d22581a6-a722-4137-a4cc-d2ee49472cca tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0ad3ad0-5e92-44ae-898f-859f675502e1 HTTP/1.1" status: 200 len: 210 time: 0.0419214 Jul 13 07:16:25.731248 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5382a5f6-42bc-4296-991c-8f1908e40276 req-a0fa3c3f-b1fa-4ca2-b57a-c0d3050eaa55 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec907072-feab-4192-b58f-e544c01c9aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544829 Jul 13 07:16:25.899820 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38392) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:25.913474 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-81f1c256-ab26-4651-90e5-a60d8eaec55a tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:25.916015 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-81f1c256-ab26-4651-90e5-a60d8eaec55a tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.42 "GET /v2.0/networks?id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d HTTP/1.1" status: 200 len: 808 time: 0.1438382 Jul 13 07:16:25.930388 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-755f07bd-8d33-462c-8c3b-55f7af2d7d8e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Request body: {'port': {'device_id': 'c0ad3ad0-5e92-44ae-898f-859f675502e1', 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d', 'admin_state_up': True, 'tenant_id': '05a465060c604024bf60fd1a58309bf9'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:16:26.080756 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-755f07bd-8d33-462c-8c3b-55f7af2d7d8e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Made reservation on behalf of 05a465060c604024bf60fd1a58309bf9 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:16:26.085370 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-755f07bd-8d33-462c-8c3b-55f7af2d7d8e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:26.198876 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c5fec-39c6-435a-8cd7-d3c07924bf49 req-306ed372-4ea2-4ac6-b84b-7169f6f01f4a tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:26.200617 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a00c5fec-39c6-435a-8cd7-d3c07924bf49 req-306ed372-4ea2-4ac6-b84b-7169f6f01f4a tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 943 time: 0.0677304 Jul 13 07:16:26.205086 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9ef26eb5-666f-4ea9-8c48-8459c8906f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:26.240833 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a00c5fec-39c6-435a-8cd7-d3c07924bf49 req-218c444a-7596-486c-b7ed-53c578a6fcdc tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345223 Jul 13 07:16:26.292226 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-755f07bd-8d33-462c-8c3b-55f7af2d7d8e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Allocated IP 172.20.0.14 (8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d/7ca46c55-f93a-4f0d-847c-cec27912e287/cafbfce0-7157-436e-aa90-46637a16b6f5) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:16:26.429787 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9ef26eb5-666f-4ea9-8c48-8459c8906f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:26.459133 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9ef26eb5-666f-4ea9-8c48-8459c8906f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:26.502836 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef26eb5-666f-4ea9-8c48-8459c8906f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57dce96b-0fe5-4ab4-8e39-a310e3fafbbc,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:26.526395 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38430) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:26.526962 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9ef26eb5-666f-4ea9-8c48-8459c8906f0d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f4abe4ca5f6e4e2d94f504cbcb432d67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6251414 Jul 13 07:16:26.558017 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-755f07bd-8d33-462c-8c3b-55f7af2d7d8e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:26.586016 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3294ecfa-3815-4cc2-b825-06309f89837e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:26.609390 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-755f07bd-8d33-462c-8c3b-55f7af2d7d8e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:26.623861 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3294ecfa-3815-4cc2-b825-06309f89837e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:26.670408 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-755f07bd-8d33-462c-8c3b-55f7af2d7d8e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:16:26.722081 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abd64b-f534-452d-9a4b-ac5206e05261 req-54c775c0-2051-474c-aba8-5214f8ef8893 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:26.723884 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-54abd64b-f534-452d-9a4b-ac5206e05261 req-54c775c0-2051-474c-aba8-5214f8ef8893 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc2c200a-0b2c-4d12-9fec-dc445ac27cf9 HTTP/1.1" status: 200 len: 970 time: 0.1021721 Jul 13 07:16:26.758357 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3294ecfa-3815-4cc2-b825-06309f89837e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:26.761203 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3294ecfa-3815-4cc2-b825-06309f89837e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:26.762470 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-3294ecfa-3815-4cc2-b825-06309f89837e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/57dce96b-0fe5-4ab4-8e39-a310e3fafbbc HTTP/1.1" status: 204 len: 168 time: 0.2351253 Jul 13 07:16:26.773884 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3294ecfa-3815-4cc2-b825-06309f89837e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57dce96b-0fe5-4ab4-8e39-a310e3fafbbc,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:26.811579 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-54abd64b-f534-452d-9a4b-ac5206e05261 req-12a4efd0-22e6-4b48-95cc-6b8a1a3cfeca tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] 10.222.0.23 "GET /v2.0/security-groups?id=990ed975-e1a1-4347-8e7a-cf2e79f92d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758967 Jul 13 07:16:26.898102 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-755f07bd-8d33-462c-8c3b-55f7af2d7d8e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:16:26.911879 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-755f07bd-8d33-462c-8c3b-55f7af2d7d8e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:16:26.918306 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-755f07bd-8d33-462c-8c3b-55f7af2d7d8e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:26.918918 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-755f07bd-8d33-462c-8c3b-55f7af2d7d8e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:26.960761 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f07bd-8d33-462c-8c3b-55f7af2d7d8e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Pushing event updated for resources: {'Port': ['ID=cafbfce0-7157-436e-aa90-46637a16b6f5,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:26.972707 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-755f07bd-8d33-462c-8c3b-55f7af2d7d8e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0485113 Jul 13 07:16:26.989070 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-a6964984-88c5-4780-83c4-2a95ad26d3bb service neutron] Request body: {'port': {'device_id': 'c0ad3ad0-5e92-44ae-898f-859f675502e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:16:27.037275 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b4c54-5476-4894-8ec2-a528f99b7e55 req-dc33d0ca-875a-4900-8f6e-4339cff59eb7 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:27.038799 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b84b4c54-5476-4894-8ec2-a528f99b7e55 req-dc33d0ca-875a-4900-8f6e-4339cff59eb7 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0ad3ad0-5e92-44ae-898f-859f675502e1 HTTP/1.1" status: 200 len: 932 time: 0.1421316 Jul 13 07:16:27.072196 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ae711-2f41-4f61-834e-21868f4a0921 req-2d33707b-12aa-425f-9a41-0233158e9ae7 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:27.074607 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d09ae711-2f41-4f61-834e-21868f4a0921 req-2d33707b-12aa-425f-9a41-0233158e9ae7 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6eba0d5-e888-4240-9228-7bd1e320edca HTTP/1.1" status: 200 len: 948 time: 0.0802484 Jul 13 07:16:27.099730 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38462) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:27.120722 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-a6964984-88c5-4780-83c4-2a95ad26d3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:27.131750 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d09ae711-2f41-4f61-834e-21868f4a0921 req-bfca07bb-0231-4232-9227-4b89851fa39f tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec907072-feab-4192-b58f-e544c01c9aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481453 Jul 13 07:16:27.144986 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b84b4c54-5476-4894-8ec2-a528f99b7e55 req-5dc81a5c-cc28-4976-ae2f-a0e2f167f8b7 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956175 Jul 13 07:16:27.234703 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38472) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:27.248677 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cb697288-c0dc-4f8d-afc9-8fbada0106ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:27.294154 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d366e808-23b5-422a-9ffa-5e8f5fa7a03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:27.367188 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cb697288-c0dc-4f8d-afc9-8fbada0106ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:27.375075 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cb697288-c0dc-4f8d-afc9-8fbada0106ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:27.440009 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-cb697288-c0dc-4f8d-afc9-8fbada0106ff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8dfe4cce6a1b41e9a71c69645bb1fafb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2041073 Jul 13 07:16:27.445192 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38478) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:27.461367 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb697288-c0dc-4f8d-afc9-8fbada0106ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3041c1dc-86a2-4904-b7e0-0bd9d2b1fcdf,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:27.510814 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e0514-948e-4b21-8561-a0c6d2f88017 req-637feb84-c387-4217-b246-230af2ef7c27 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:27.512406 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-290e0514-948e-4b21-8561-a0c6d2f88017 req-637feb84-c387-4217-b246-230af2ef7c27 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 943 time: 0.1150408 Jul 13 07:16:27.540493 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-a6964984-88c5-4780-83c4-2a95ad26d3bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cafbfce0-7157-436e-aa90-46637a16b6f5 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:16:27.550939 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-a6964984-88c5-4780-83c4-2a95ad26d3bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:27.562335 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-290e0514-948e-4b21-8561-a0c6d2f88017 req-cc81cc5c-c31e-4479-9b82-354a67ff9285 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431385 Jul 13 07:16:27.580358 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38482) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:27.585074 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-a6964984-88c5-4780-83c4-2a95ad26d3bb service neutron] Transition to ACTIVE for port object cafbfce0-7157-436e-aa90-46637a16b6f5 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:16:27.599510 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d366e808-23b5-422a-9ffa-5e8f5fa7a03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:27.599510 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-a6964984-88c5-4780-83c4-2a95ad26d3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:27.621197 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f8035167-aeb6-45c9-82f4-42f38aa80e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:27.622728 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d366e808-23b5-422a-9ffa-5e8f5fa7a03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:27.690787 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d0509e0e-9d46-4577-8ef7-581bb2b0afe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:27.693550 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6964984-88c5-4780-83c4-2a95ad26d3bb service neutron] Pushing event updated for resources: {'Port': ['ID=cafbfce0-7157-436e-aa90-46637a16b6f5,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:27.694438 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device ef49e32e-93fd-4d64-bcee-cf3d43a09610 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:16:27.702844 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d366e808-23b5-422a-9ffa-5e8f5fa7a03c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ae31b3f6c0384970978225b0e7eabbff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6020741 Jul 13 07:16:27.705575 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f8035167-aeb6-45c9-82f4-42f38aa80e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:27.707145 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38486) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:27.709225 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366e808-23b5-422a-9ffa-5e8f5fa7a03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5376c1f7-ef26-49a3-b59c-c18ef910113b,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:27.791563 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d0509e0e-9d46-4577-8ef7-581bb2b0afe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:27.797623 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d0509e0e-9d46-4577-8ef7-581bb2b0afe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:27.801466 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-a6964984-88c5-4780-83c4-2a95ad26d3bb service neutron] Attempting to bind port cafbfce0-7157-436e-aa90-46637a16b6f5 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:16:27.801809 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-a6964984-88c5-4780-83c4-2a95ad26d3bb service neutron] Attempting to bind port cafbfce0-7157-436e-aa90-46637a16b6f5 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:16:27.802141 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-a6964984-88c5-4780-83c4-2a95ad26d3bb service neutron] Attempting to bind port cafbfce0-7157-436e-aa90-46637a16b6f5 on network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:16:27.812025 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-a6964984-88c5-4780-83c4-2a95ad26d3bb service neutron] Port cafbfce0-7157-436e-aa90-46637a16b6f5 on network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:16:27.812345 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-a6964984-88c5-4780-83c4-2a95ad26d3bb service neutron] Attempting to bind port cafbfce0-7157-436e-aa90-46637a16b6f5 on network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:16:27.825625 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-a6964984-88c5-4780-83c4-2a95ad26d3bb service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:16:27.825966 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-a6964984-88c5-4780-83c4-2a95ad26d3bb service neutron] Checking segment: {'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:16:27.826351 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-a6964984-88c5-4780-83c4-2a95ad26d3bb service neutron] Bound using segment: {'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:16:27.826792 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-a6964984-88c5-4780-83c4-2a95ad26d3bb service neutron] Bound port: cafbfce0-7157-436e-aa90-46637a16b6f5, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:16:27.827153 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-a6964984-88c5-4780-83c4-2a95ad26d3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:27.831970 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port ef49e32e-93fd-4d64-bcee-cf3d43a09610, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=ef49e32e-93fd-4d64-bcee-cf3d43a09610,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:16:27.848021 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': 'ef49e32e-93fd-4d64-bcee-cf3d43a09610', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': 'ef49e32e-93fd-4d64-bcee-cf3d43a09610', 'mac_address': 'fa:16:3e:c8:7b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:16:27.848215 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d0509e0e-9d46-4577-8ef7-581bb2b0afe2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b3a17818185f4c049299bce869d6f7fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2665758 Jul 13 07:16:27.849073 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38490) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:27.850625 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0509e0e-9d46-4577-8ef7-581bb2b0afe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb435eb-4ad5-48b8-8a8d-065fdf731dfa,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:27.859760 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-119df4c0-f268-4260-b179-fac14615c4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:27.884967 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-119df4c0-f268-4260-b179-fac14615c4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:27.893404 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:27.898667 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f8035167-aeb6-45c9-82f4-42f38aa80e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:27.901971 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f8035167-aeb6-45c9-82f4-42f38aa80e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:27.903104 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f8035167-aeb6-45c9-82f4-42f38aa80e55 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3041c1dc-86a2-4904-b7e0-0bd9d2b1fcdf HTTP/1.1" status: 204 len: 168 time: 0.4569819 Jul 13 07:16:27.908445 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef49e32e-93fd-4d64-bcee-cf3d43a09610 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:16:27.933140 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port ef49e32e-93fd-4d64-bcee-cf3d43a09610, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=ef49e32e-93fd-4d64-bcee-cf3d43a09610,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:16:27.938419 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:27.970202 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 725bf5b6-583a-4b67-93be-7d425d1cb541 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:16:27.987332 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8035167-aeb6-45c9-82f4-42f38aa80e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3041c1dc-86a2-4904-b7e0-0bd9d2b1fcdf,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:28.023577 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=ef49e32e-93fd-4d64-bcee-cf3d43a09610,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:28.047267 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-a6964984-88c5-4780-83c4-2a95ad26d3bb service neutron] For port cafbfce0-7157-436e-aa90-46637a16b6f5, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:16:28.053156 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:28.053505 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:28.053842 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:28.054259 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:28.054566 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:28.054838 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:28.055985 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:28.056162 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:28.056705 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:28.057027 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:28.057348 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:28.057667 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:28.058766 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Tracked resource versions report: Jul 13 07:16:28.058766 n-d-771363-34 neutron-server[94019]: pushed versions: Jul 13 07:16:28.058766 n-d-771363-34 neutron-server[94019]: { 'AddressGroup': {'1.2'}, Jul 13 07:16:28.058766 n-d-771363-34 neutron-server[94019]: 'ConntrackHelper': {'1.0'}, Jul 13 07:16:28.058766 n-d-771363-34 neutron-server[94019]: 'Log': {'1.0'}, Jul 13 07:16:28.058766 n-d-771363-34 neutron-server[94019]: 'Network': {'1.1'}, Jul 13 07:16:28.058766 n-d-771363-34 neutron-server[94019]: 'Port': {'1.7'}, Jul 13 07:16:28.058766 n-d-771363-34 neutron-server[94019]: 'PortForwarding': {'1.2'}, Jul 13 07:16:28.058766 n-d-771363-34 neutron-server[94019]: 'QosPolicy': {'1.8'}, Jul 13 07:16:28.058766 n-d-771363-34 neutron-server[94019]: 'SecurityGroup': {'1.4'}, Jul 13 07:16:28.058766 n-d-771363-34 neutron-server[94019]: 'SecurityGroupRule': {'1.2'}, Jul 13 07:16:28.058766 n-d-771363-34 neutron-server[94019]: 'SubPort': {'1.0'}, Jul 13 07:16:28.058766 n-d-771363-34 neutron-server[94019]: 'Subnet': {'1.1'}, Jul 13 07:16:28.058766 n-d-771363-34 neutron-server[94019]: 'Trunk': {'1.1'}} Jul 13 07:16:28.058766 n-d-771363-34 neutron-server[94019]: consumer versions: Jul 13 07:16:28.058766 n-d-771363-34 neutron-server[94019]: { DHCP agent@n-d-771363-34: {}, Jul 13 07:16:28.058766 n-d-771363-34 neutron-server[94019]: HyperV agent@n-h1-771363-34: {}, Jul 13 07:16:28.058766 n-d-771363-34 neutron-server[94019]: HyperV agent@n-h2-771363-34: {}, Jul 13 07:16:28.058766 n-d-771363-34 neutron-server[94019]: L3 agent@n-d-771363-34: {}, Jul 13 07:16:28.058766 n-d-771363-34 neutron-server[94019]: Metadata agent@n-d-771363-34: {}, Jul 13 07:16:28.058766 n-d-771363-34 neutron-server[94019]: Metering agent@n-d-771363-34: {}, Jul 13 07:16:28.058766 n-d-771363-34 neutron-server[94019]: Open vSwitch agent@n-d-771363-34: { 'AddressGroup': '1.2', Jul 13 07:16:28.058766 n-d-771363-34 neutron-server[94019]: 'ConntrackHelper': '1.0', Jul 13 07:16:28.058766 n-d-771363-34 neutron-server[94019]: 'Log': '1.0', Jul 13 07:16:28.058766 n-d-771363-34 neutron-server[94019]: 'Network': '1.1', Jul 13 07:16:28.058766 n-d-771363-34 neutron-server[94019]: 'Port': '1.7', Jul 13 07:16:28.058766 n-d-771363-34 neutron-server[94019]: 'PortForwarding': '1.2', Jul 13 07:16:28.058766 n-d-771363-34 neutron-server[94019]: 'QosPolicy': '1.8', Jul 13 07:16:28.058766 n-d-771363-34 neutron-server[94019]: 'SecurityGroup': '1.4', Jul 13 07:16:28.058766 n-d-771363-34 neutron-server[94019]: 'SecurityGroupRule': '1.2', Jul 13 07:16:28.058766 n-d-771363-34 neutron-server[94019]: 'SubPort': '1.0', Jul 13 07:16:28.058766 n-d-771363-34 neutron-server[94019]: 'Subnet': '1.1', Jul 13 07:16:28.058766 n-d-771363-34 neutron-server[94019]: 'Trunk': '1.1'}} Jul 13 07:16:28.058766 n-d-771363-34 neutron-server[94019]: {{(pid=94019) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 07:16:28.067425 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 725bf5b6-583a-4b67-93be-7d425d1cb541, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=725bf5b6-583a-4b67-93be-7d425d1cb541,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:16:28.079904 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '725bf5b6-583a-4b67-93be-7d425d1cb541', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': '725bf5b6-583a-4b67-93be-7d425d1cb541', 'mac_address': 'fa:16:3e:e1:ab:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:tempest-test_az-1067243079', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:16:28.085934 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-a6964984-88c5-4780-83c4-2a95ad26d3bb service neutron] For port cafbfce0-7157-436e-aa90-46637a16b6f5, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=cafbfce0-7157-436e-aa90-46637a16b6f5,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:16:28.089048 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-76f4ebdf-45e1-43f6-b8b9-6ff14e615606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:28.098576 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-119df4c0-f268-4260-b179-fac14615c4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:28.101113 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-119df4c0-f268-4260-b179-fac14615c4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:28.102834 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-119df4c0-f268-4260-b179-fac14615c4be admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5376c1f7-ef26-49a3-b59c-c18ef910113b HTTP/1.1" status: 204 len: 168 time: 0.3939514 Jul 13 07:16:28.110798 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-a6964984-88c5-4780-83c4-2a95ad26d3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:28.133598 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:28.134791 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119df4c0-f268-4260-b179-fac14615c4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5376c1f7-ef26-49a3-b59c-c18ef910113b,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:28.154405 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-76f4ebdf-45e1-43f6-b8b9-6ff14e615606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:28.177845 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 725bf5b6-583a-4b67-93be-7d425d1cb541 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:16:28.233140 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 725bf5b6-583a-4b67-93be-7d425d1cb541, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=725bf5b6-583a-4b67-93be-7d425d1cb541,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:16:28.245953 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:28.251458 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-a6964984-88c5-4780-83c4-2a95ad26d3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:28.252161 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-a6964984-88c5-4780-83c4-2a95ad26d3bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:28.253628 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-a6964984-88c5-4780-83c4-2a95ad26d3bb service neutron] 10.222.0.42 "PUT /v2.0/ports/cafbfce0-7157-436e-aa90-46637a16b6f5 HTTP/1.1" status: 200 len: 1093 time: 1.2694328 Jul 13 07:16:28.254147 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ad3ad0-5e92-44ae-898f-859f675502e1', 'tag': 'cafbfce0-7157-436e-aa90-46637a16b6f5'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:16:28.256948 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea0b0da-920a-4204-889d-864b9fe41054" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ad3ad0-5e92-44ae-898f-859f675502e1", "tag": "cafbfce0-7157-436e-aa90-46637a16b6f5"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:16:28.284711 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5575f3e-429e-415c-af41-9d6d2a90af6c req-b1ed32db-423f-47b4-984e-0c8677458e6c tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:28.292818 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d5575f3e-429e-415c-af41-9d6d2a90af6c req-b1ed32db-423f-47b4-984e-0c8677458e6c tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc2c200a-0b2c-4d12-9fec-dc445ac27cf9 HTTP/1.1" status: 200 len: 970 time: 0.3606615 Jul 13 07:16:28.329080 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:16:28.344884 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-76f4ebdf-45e1-43f6-b8b9-6ff14e615606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:28.344884 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-76f4ebdf-45e1-43f6-b8b9-6ff14e615606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:28.346826 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-76f4ebdf-45e1-43f6-b8b9-6ff14e615606 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/abb435eb-4ad5-48b8-8a8d-065fdf731dfa HTTP/1.1" status: 204 len: 168 time: 0.4949334 Jul 13 07:16:28.370429 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6964984-88c5-4780-83c4-2a95ad26d3bb service neutron] Pushing event updated for resources: {'Port': ['ID=cafbfce0-7157-436e-aa90-46637a16b6f5,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:28.394682 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f4ebdf-45e1-43f6-b8b9-6ff14e615606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb435eb-4ad5-48b8-8a8d-065fdf731dfa,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:28.421730 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d5575f3e-429e-415c-af41-9d6d2a90af6c req-9e56e672-e67a-4118-8344-1ace42c78fd2 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] 10.222.0.23 "GET /v2.0/security-groups?id=990ed975-e1a1-4347-8e7a-cf2e79f92d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278811 Jul 13 07:16:28.437992 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=725bf5b6-583a-4b67-93be-7d425d1cb541,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:28.487096 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-ef98c546-11b3-4bc7-b9c0-28cfde7acc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:28.501225 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-ef98c546-11b3-4bc7-b9c0-28cfde7acc53 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=05a465060c604024bf60fd1a58309bf9&device_id=c0ad3ad0-5e92-44ae-898f-859f675502e1 HTTP/1.1" status: 200 len: 1096 time: 0.1753564 Jul 13 07:16:28.542918 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ae518-03c0-4f07-b6f7-f05af033933a req-1cd30887-b66f-4d07-90c0-ce5f14f3479d tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:28.551430 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-050ae518-03c0-4f07-b6f7-f05af033933a req-1cd30887-b66f-4d07-90c0-ce5f14f3479d tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6eba0d5-e888-4240-9228-7bd1e320edca HTTP/1.1" status: 200 len: 949 time: 0.1546831 Jul 13 07:16:28.569595 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:16:28.577661 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-ed8d137f-790e-4cd0-b8ce-2a1c6eae8a50 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cafbfce0-7157-436e-aa90-46637a16b6f5 HTTP/1.1" status: 200 len: 217 time: 0.0659122 Jul 13 07:16:28.588076 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4', 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17', 'port_id': '2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4', 'mac_address': 'fa:16:3e:01:b7:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c79b49d-432e-4da7-962c-3ca2527bdd27', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:16:28.642075 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-050ae518-03c0-4f07-b6f7-f05af033933a req-bec5924c-7d41-409b-a768-902eeb74f5ea tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec907072-feab-4192-b58f-e544c01c9aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868955 Jul 13 07:16:28.697481 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-a164aa17-058a-475f-9c23-0ffea4e0faa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:28.697959 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:28.698919 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-a164aa17-058a-475f-9c23-0ffea4e0faa0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7ca46c55-f93a-4f0d-847c-cec27912e287 HTTP/1.1" status: 200 len: 848 time: 0.1128912 Jul 13 07:16:28.702052 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['ef49e32e-93fd-4d64-bcee-cf3d43a09610'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:16:28.705425 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc02ae0-bd79-45bc-8c9d-2be26a5ceb34 x-openstack-request-id: req-edc02ae0-bd79-45bc-8c9d-2be26a5ceb34 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:16:28.705718 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ad3ad0-5e92-44ae-898f-859f675502e1", "tag": "cafbfce0-7157-436e-aa90-46637a16b6f5", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:16:28.705968 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-edc02ae0-bd79-45bc-8c9d-2be26a5ceb34 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:16:28.706370 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ad3ad0-5e92-44ae-898f-859f675502e1', 'tag': 'cafbfce0-7157-436e-aa90-46637a16b6f5', 'status': 'completed', 'code': 200} Jul 13 07:16:28.746172 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-ddc2f83d-8cac-4c34-abeb-16f94715c52c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360720 Jul 13 07:16:28.763404 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['725bf5b6-583a-4b67-93be-7d425d1cb541'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:16:28.772192 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598fb7a-3074-4545-a1c6-b19fb5734c43 req-9ecffc47-0106-44e8-9de8-83b3bc53ad1c tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:28.780205 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b598fb7a-3074-4545-a1c6-b19fb5734c43 req-9ecffc47-0106-44e8-9de8-83b3bc53ad1c tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0ad3ad0-5e92-44ae-898f-859f675502e1 HTTP/1.1" status: 200 len: 944 time: 0.1357064 Jul 13 07:16:28.833496 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38520) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:28.860122 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-90ba3a45-3fc5-40ed-861c-84953128f948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:28.885391 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b598fb7a-3074-4545-a1c6-b19fb5734c43 req-2b0dc66a-7e99-4c5b-a191-19ab2aa8fedd tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041110 Jul 13 07:16:28.957475 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-6542c91e-2c8e-457d-bcbc-b0b787a66296 service neutron] 10.222.0.42 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045944 Jul 13 07:16:28.981502 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:16:29.001116 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65272de6-dda9-4d8b-990c-d5914f363cd9 req-63326aae-5442-4ff6-b80e-b3055a849c91 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:29.002764 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-65272de6-dda9-4d8b-990c-d5914f363cd9 req-63326aae-5442-4ff6-b80e-b3055a849c91 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 943 time: 0.1464288 Jul 13 07:16:29.052184 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:16:29.066879 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:29.133764 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3aa2a71c-52a2-4c09-8fc2-f83d13aa5e1c req-3d2eef00-535c-415e-aefe-cdb85eafa27a service neutron] 10.222.0.42 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665132 Jul 13 07:16:29.143421 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-65272de6-dda9-4d8b-990c-d5914f363cd9 req-3bed253a-5929-406e-b7c8-a00730547767 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254952 Jul 13 07:16:29.151078 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-90ba3a45-3fc5-40ed-861c-84953128f948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:29.163085 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-90ba3a45-3fc5-40ed-861c-84953128f948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:29.214190 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-90ba3a45-3fc5-40ed-861c-84953128f948 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2cc4517e79e845349ef08bc122f15aa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3783453 Jul 13 07:16:29.214901 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38528) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:29.223857 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba3a45-3fc5-40ed-861c-84953128f948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de837f23-424c-4000-a2db-7261176ca31f,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:29.252353 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:29.281454 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7944f2dd-3fd8-48b3-88d3-3ca14c2ffa33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:29.296983 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38532) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:29.315870 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4eed73c5-76c7-4711-8d40-ed16374e4789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:29.318090 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7944f2dd-3fd8-48b3-88d3-3ca14c2ffa33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:29.319929 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0b0da-920a-4204-889d-864b9fe41054 req-314344f7-9137-4faa-bdb2-ac73fa126ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:29.322066 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0ea0b0da-920a-4204-889d-864b9fe41054 req-314344f7-9137-4faa-bdb2-ac73fa126ae2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=05a465060c604024bf60fd1a58309bf9&device_id=c0ad3ad0-5e92-44ae-898f-859f675502e1 HTTP/1.1" status: 200 len: 1096 time: 0.1156023 Jul 13 07:16:29.385401 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7944f2dd-3fd8-48b3-88d3-3ca14c2ffa33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:29.388448 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7944f2dd-3fd8-48b3-88d3-3ca14c2ffa33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:29.391764 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7944f2dd-3fd8-48b3-88d3-3ca14c2ffa33 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/de837f23-424c-4000-a2db-7261176ca31f HTTP/1.1" status: 204 len: 168 time: 0.1745262 Jul 13 07:16:29.403374 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7944f2dd-3fd8-48b3-88d3-3ca14c2ffa33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de837f23-424c-4000-a2db-7261176ca31f,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:29.447358 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0b0da-920a-4204-889d-864b9fe41054 req-baac2bbb-ad9a-4afb-99c6-bc962c8d8cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:29.456681 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0ea0b0da-920a-4204-889d-864b9fe41054 req-baac2bbb-ad9a-4afb-99c6-bc962c8d8cc4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d HTTP/1.1" status: 200 len: 909 time: 0.1262224 Jul 13 07:16:29.480131 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:16:29.513650 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0ea0b0da-920a-4204-889d-864b9fe41054 req-159c111d-8e63-447d-9ef7-3cb497b67bca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cafbfce0-7157-436e-aa90-46637a16b6f5 HTTP/1.1" status: 200 len: 217 time: 0.0463331 Jul 13 07:16:29.578601 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4eed73c5-76c7-4711-8d40-ed16374e4789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:29.610465 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4eed73c5-76c7-4711-8d40-ed16374e4789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:29.659337 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0b0da-920a-4204-889d-864b9fe41054 req-3bf08419-1a86-439e-9e56-3ce1aa1fc9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:29.660824 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0ea0b0da-920a-4204-889d-864b9fe41054 req-3bf08419-1a86-439e-9e56-3ce1aa1fc9ee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7ca46c55-f93a-4f0d-847c-cec27912e287 HTTP/1.1" status: 200 len: 848 time: 0.1277966 Jul 13 07:16:29.670558 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4eed73c5-76c7-4711-8d40-ed16374e4789 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f46282cac26d475eb427fc81f6aa2eee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3724165 Jul 13 07:16:29.673300 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38546) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:29.695398 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed73c5-76c7-4711-8d40-ed16374e4789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17bc695-2eb1-40b3-a0fe-c397cdc91bdc,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:29.697148 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 725bf5b6-583a-4b67-93be-7d425d1cb541 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:16:29.732745 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0ea0b0da-920a-4204-889d-864b9fe41054 req-93def0e7-5b6c-47c9-9e23-9620c6e6d353 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552356 Jul 13 07:16:29.754622 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-25778664-1838-455b-a13e-76638aa3b075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:29.777654 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-25778664-1838-455b-a13e-76638aa3b075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:29.791972 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ef50b-8515-4d57-966a-e3676033cc48 req-4855576b-7257-4d3a-99c5-1f615d1b67d6 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:29.803108 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-819ef50b-8515-4d57-966a-e3676033cc48 req-4855576b-7257-4d3a-99c5-1f615d1b67d6 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc2c200a-0b2c-4d12-9fec-dc445ac27cf9 HTTP/1.1" status: 200 len: 971 time: 0.2296298 Jul 13 07:16:29.836633 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 725bf5b6-583a-4b67-93be-7d425d1cb541 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:16:29.841284 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 725bf5b6-583a-4b67-93be-7d425d1cb541 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:16:29.841848 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:29.844779 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-25778664-1838-455b-a13e-76638aa3b075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:29.847881 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-25778664-1838-455b-a13e-76638aa3b075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:29.849160 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-25778664-1838-455b-a13e-76638aa3b075 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c17bc695-2eb1-40b3-a0fe-c397cdc91bdc HTTP/1.1" status: 204 len: 168 time: 0.1748588 Jul 13 07:16:29.880028 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25778664-1838-455b-a13e-76638aa3b075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17bc695-2eb1-40b3-a0fe-c397cdc91bdc,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:29.936039 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6275d7-0bae-4b05-ab43-53596647d65c req-af0fd9c0-81b5-4134-9808-def76cf3db3f tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:29.937825 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fc6275d7-0bae-4b05-ab43-53596647d65c req-af0fd9c0-81b5-4134-9808-def76cf3db3f tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6eba0d5-e888-4240-9228-7bd1e320edca HTTP/1.1" status: 200 len: 949 time: 0.1050324 Jul 13 07:16:29.944709 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-819ef50b-8515-4d57-966a-e3676033cc48 req-aed28895-7242-456e-9e9c-3a1ff20f88b3 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] 10.222.0.23 "GET /v2.0/security-groups?id=990ed975-e1a1-4347-8e7a-cf2e79f92d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406338 Jul 13 07:16:29.975013 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:30.005219 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fc6275d7-0bae-4b05-ab43-53596647d65c req-f1aa1bf2-9057-416e-94da-351ec40688d0 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec907072-feab-4192-b58f-e544c01c9aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560198 Jul 13 07:16:30.010573 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2c200a-0b2c-4d12-9fec-dc445ac27cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725bf5b6-583a-4b67-93be-7d425d1cb541'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:16:30.013491 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0ea0b0da-920a-4204-889d-864b9fe41054 req-9bca5194-600e-4c56-88c0-f1343dc0ffd0 service neutron] 10.222.0.42 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720752 Jul 13 07:16:30.090283 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 725bf5b6-583a-4b67-93be-7d425d1cb541, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=725bf5b6-583a-4b67-93be-7d425d1cb541,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:16:30.095809 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:30.241858 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=725bf5b6-583a-4b67-93be-7d425d1cb541,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:30.246627 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9f42a432-e348-4cae-a3fa-ef250c8c14d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:30.248997 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a7b67-8283-495a-9c9a-a1ff667789a6 req-10ce25be-7e5c-4ed3-9d48-cd4d1cc5d26c tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:30.250586 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5f8a7b67-8283-495a-9c9a-a1ff667789a6 req-10ce25be-7e5c-4ed3-9d48-cd4d1cc5d26c tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0ad3ad0-5e92-44ae-898f-859f675502e1 HTTP/1.1" status: 200 len: 944 time: 0.1655326 Jul 13 07:16:30.253231 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0ea0b0da-920a-4204-889d-864b9fe41054 req-aae2d899-7db4-4389-bc6a-69dd7d453d35 service neutron] 10.222.0.42 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219310 Jul 13 07:16:30.280655 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:16:30.324400 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5f8a7b67-8283-495a-9c9a-a1ff667789a6 req-54d3c398-a689-4c69-a886-e765dfcca953 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656333 Jul 13 07:16:30.364348 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:16:30.369886 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:16:30.370539 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:30.436632 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d4cdc-ca70-4423-8a4d-96e47006620c req-0f7cc671-5105-47f5-acc5-a2bac1b1b688 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:30.438173 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cf9d4cdc-ca70-4423-8a4d-96e47006620c req-0f7cc671-5105-47f5-acc5-a2bac1b1b688 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 944 time: 0.0885711 Jul 13 07:16:30.488850 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f0fb265c-5a42-4541-bf00-da29bd841b87 None None] Provisioning complete for port 725bf5b6-583a-4b67-93be-7d425d1cb541 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:16:30.489346 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f0fb265c-5a42-4541-bf00-da29bd841b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:30.490824 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cf9d4cdc-ca70-4423-8a4d-96e47006620c req-7cb75510-4127-400a-8b91-7d6a4fd793d2 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419774 Jul 13 07:16:30.492369 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:30.525788 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b5c39e-0a3a-4bbc-9894-10ddb54c8050" -d '{"events": [{"server_uuid": "dc2c200a-0b2c-4d12-9fec-dc445ac27cf9", "name": "network-vif-plugged", "status": "completed", "tag": "725bf5b6-583a-4b67-93be-7d425d1cb541"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:16:30.570465 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:16:30.576585 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:30.662705 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:30.798969 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad0e8df-c178-4f58-9da6-1965199f2c84 x-openstack-request-id: req-bad0e8df-c178-4f58-9da6-1965199f2c84 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:16:30.799318 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2c200a-0b2c-4d12-9fec-dc445ac27cf9", "name": "network-vif-plugged", "status": "completed", "tag": "725bf5b6-583a-4b67-93be-7d425d1cb541", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:16:30.799576 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bad0e8df-c178-4f58-9da6-1965199f2c84 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:16:30.800047 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2c200a-0b2c-4d12-9fec-dc445ac27cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725bf5b6-583a-4b67-93be-7d425d1cb541', 'code': 200} Jul 13 07:16:30.952851 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ce93d-6d3a-40d4-b41b-30f1f75d17db req-c073b218-1734-4d61-afa2-9a5e288f5f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:30.954802 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7d3ce93d-6d3a-40d4-b41b-30f1f75d17db req-c073b218-1734-4d61-afa2-9a5e288f5f49 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=dc2c200a-0b2c-4d12-9fec-dc445ac27cf9 HTTP/1.1" status: 200 len: 1124 time: 0.0876245 Jul 13 07:16:30.978677 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7d3ce93d-6d3a-40d4-b41b-30f1f75d17db req-fb71ed34-03b0-4fcb-802e-e118d628f199 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:31.089286 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7d3ce93d-6d3a-40d4-b41b-30f1f75d17db req-fb71ed34-03b0-4fcb-802e-e118d628f199 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:31.095364 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7d3ce93d-6d3a-40d4-b41b-30f1f75d17db req-fb71ed34-03b0-4fcb-802e-e118d628f199 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:31.141619 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71ed34-03b0-4fcb-802e-e118d628f199 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a5401831-a818-49c8-9fd8-9d1ca84dab0e,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:31.141917 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef35495-e1fa-4321-901f-285c5d19812a req-98c7e38b-9d7f-4e09-afda-b044c8098353 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:31.143757 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2ef35495-e1fa-4321-901f-285c5d19812a req-98c7e38b-9d7f-4e09-afda-b044c8098353 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc2c200a-0b2c-4d12-9fec-dc445ac27cf9 HTTP/1.1" status: 200 len: 972 time: 0.0747361 Jul 13 07:16:31.157818 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7d3ce93d-6d3a-40d4-b41b-30f1f75d17db req-fb71ed34-03b0-4fcb-802e-e118d628f199 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=990ed975-e1a1-4347-8e7a-cf2e79f92d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935904 Jul 13 07:16:31.190945 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2ef35495-e1fa-4321-901f-285c5d19812a req-d96a507b-7582-4742-a220-a7914b7aae1c tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] 10.222.0.23 "GET /v2.0/security-groups?id=990ed975-e1a1-4347-8e7a-cf2e79f92d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342915 Jul 13 07:16:31.317495 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-b10756b2-e6a5-43cc-a8c4-318bd6d8860f tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=35f056301f8a45c6aab92bb0262511ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367177 Jul 13 07:16:31.412968 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3060e15-0fb6-4a9b-81aa-fa294259e36a req-44fb32ad-db04-4bc9-82f7-6636dc1df9be tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:31.416600 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f3060e15-0fb6-4a9b-81aa-fa294259e36a req-44fb32ad-db04-4bc9-82f7-6636dc1df9be tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6eba0d5-e888-4240-9228-7bd1e320edca HTTP/1.1" status: 200 len: 949 time: 0.0713177 Jul 13 07:16:31.461293 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-5562bb88-23fa-4f40-87bc-f45b65e96ac6 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:31.470831 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-5562bb88-23fa-4f40-87bc-f45b65e96ac6 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1455305 Jul 13 07:16:31.476375 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f3060e15-0fb6-4a9b-81aa-fa294259e36a req-011286f1-1c06-4077-ae80-26cbc3336f7d tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec907072-feab-4192-b58f-e544c01c9aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524747 Jul 13 07:16:31.487300 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-4de64f3e-7077-4502-ae8a-f7287869ff9f tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] 10.222.0.23 "GET /v2.0/quotas/35f056301f8a45c6aab92bb0262511ec HTTP/1.1" status: 200 len: 375 time: 0.0152581 Jul 13 07:16:31.532073 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-f811ee61-e832-466e-a038-6f56b941ff9d tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=35f056301f8a45c6aab92bb0262511ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436559 Jul 13 07:16:31.670076 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb9221-608d-4673-9258-8de4c20e687f req-eb14dfd2-1f5a-4819-894e-3d9f03cf2500 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:31.671765 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2feb9221-608d-4673-9258-8de4c20e687f req-eb14dfd2-1f5a-4819-894e-3d9f03cf2500 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0ad3ad0-5e92-44ae-898f-859f675502e1 HTTP/1.1" status: 200 len: 944 time: 0.0795958 Jul 13 07:16:31.701558 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device ef49e32e-93fd-4d64-bcee-cf3d43a09610 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:16:31.756922 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2feb9221-608d-4673-9258-8de4c20e687f req-41550492-223b-48fc-ba34-3326bc35ee82 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777783 Jul 13 07:16:31.862778 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eb39290d-8f4e-417f-b8a2-3a4f382730e5 req-b870dc82-cf0b-4935-a500-ddbc4d8092c5 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] 10.222.0.23 "GET /v2.0/ports?device_id=0677eecb-21cc-4f63-8401-577ac6280909 HTTP/1.1" status: 200 len: 210 time: 0.0656679 Jul 13 07:16:31.916291 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e6280-9b10-42ab-9c45-9dce13bc70e2 req-5b3f3d54-9fe9-4b66-a02d-bdfec5e24e58 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:31.924082 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-674e6280-9b10-42ab-9c45-9dce13bc70e2 req-5b3f3d54-9fe9-4b66-a02d-bdfec5e24e58 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 945 time: 0.0957434 Jul 13 07:16:31.973976 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-674e6280-9b10-42ab-9c45-9dce13bc70e2 req-4832257a-727b-4f67-ab3d-f95e0c8d873a tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488582 Jul 13 07:16:31.997733 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port ef49e32e-93fd-4d64-bcee-cf3d43a09610 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:16:32.002565 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port ef49e32e-93fd-4d64-bcee-cf3d43a09610 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:16:32.002941 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:32.106515 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:32.145105 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port ef49e32e-93fd-4d64-bcee-cf3d43a09610, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=ef49e32e-93fd-4d64-bcee-cf3d43a09610,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:16:32.151076 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:32.215957 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=ef49e32e-93fd-4d64-bcee-cf3d43a09610,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:32.278138 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device cafbfce0-7157-436e-aa90-46637a16b6f5 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:16:32.438390 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-f079ba5f-2b36-4b13-80b5-9301d592f98d tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302899 Jul 13 07:16:32.446244 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port cafbfce0-7157-436e-aa90-46637a16b6f5, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=cafbfce0-7157-436e-aa90-46637a16b6f5,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:16:32.458083 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': 'cafbfce0-7157-436e-aa90-46637a16b6f5', 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d', 'port_id': 'cafbfce0-7157-436e-aa90-46637a16b6f5', 'mac_address': 'fa:16:3e:ba:6c:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ca46c55-f93a-4f0d-847c-cec27912e287', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:16:32.459460 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca65e0a-874a-4f48-bf08-0d079e5800d2 req-0a5f32bd-9bd2-41f5-80d1-04edb287b2ac tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:32.461002 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2ca65e0a-874a-4f48-bf08-0d079e5800d2 req-0a5f32bd-9bd2-41f5-80d1-04edb287b2ac tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc2c200a-0b2c-4d12-9fec-dc445ac27cf9 HTTP/1.1" status: 200 len: 972 time: 0.0777292 Jul 13 07:16:32.503158 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:32.509349 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2ca65e0a-874a-4f48-bf08-0d079e5800d2 req-fc091707-6deb-4d0d-9f6e-74a35a705a20 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] 10.222.0.23 "GET /v2.0/security-groups?id=990ed975-e1a1-4347-8e7a-cf2e79f92d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413072 Jul 13 07:16:32.522990 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cafbfce0-7157-436e-aa90-46637a16b6f5 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:16:32.551321 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-107c96a4-b8cf-4bbc-ad31-c9b75e406528 None None] Provisioning complete for port ef49e32e-93fd-4d64-bcee-cf3d43a09610 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:16:32.551321 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-107c96a4-b8cf-4bbc-ad31-c9b75e406528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:32.559389 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port cafbfce0-7157-436e-aa90-46637a16b6f5, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=cafbfce0-7157-436e-aa90-46637a16b6f5,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:16:32.580915 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:32.652938 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=cafbfce0-7157-436e-aa90-46637a16b6f5,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:32.662468 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-84703337-0c66-4de9-84fc-c6a1259bf15e tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:32.666741 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-84703337-0c66-4de9-84fc-c6a1259bf15e tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2275732 Jul 13 07:16:32.690752 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-acdfe951-e660-4e5a-a855-6bbc65eb81c8 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/quotas/dfd29396c7b34113bbf812ba80e3a2b0 HTTP/1.1" status: 200 len: 375 time: 0.0187378 Jul 13 07:16:32.744330 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-2f4492f5-2b7b-4bfa-a558-22ff9ee32cdd tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476701 Jul 13 07:16:32.800764 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c19a2de-4096-4ec9-a365-131cf0be13d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4'}, {'server_uuid': 'd6eba0d5-e888-4240-9228-7bd1e320edca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef49e32e-93fd-4d64-bcee-cf3d43a09610'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:16:32.803115 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805d056b-3bbe-4b90-b3f3-7640d46bbe57" -d '{"events": [{"server_uuid": "1c19a2de-4096-4ec9-a365-131cf0be13d5", "name": "network-vif-plugged", "status": "completed", "tag": "2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4"}, {"server_uuid": "d6eba0d5-e888-4240-9228-7bd1e320edca", "name": "network-vif-plugged", "status": "completed", "tag": "ef49e32e-93fd-4d64-bcee-cf3d43a09610"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:16:32.833705 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['cafbfce0-7157-436e-aa90-46637a16b6f5'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:16:32.866480 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470741a-ed1e-4a19-bdb8-3ca285a2c0ba req-4b1d3522-4d23-40c3-b976-6f0848a779b8 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:32.875574 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7470741a-ed1e-4a19-bdb8-3ca285a2c0ba req-4b1d3522-4d23-40c3-b976-6f0848a779b8 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6eba0d5-e888-4240-9228-7bd1e320edca HTTP/1.1" status: 200 len: 950 time: 0.0949292 Jul 13 07:16:32.956318 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7470741a-ed1e-4a19-bdb8-3ca285a2c0ba req-331d4f94-4374-42a2-acd8-59fbe6673ea7 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec907072-feab-4192-b58f-e544c01c9aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795300 Jul 13 07:16:32.981120 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38704) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:33.023855 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-10b6a8cc-c506-4076-92a4-2668812bac34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:33.072502 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ee12e6-8612-4acc-9080-6d3e4bfe2384 x-openstack-request-id: req-e4ee12e6-8612-4acc-9080-6d3e4bfe2384 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:16:33.072796 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c19a2de-4096-4ec9-a365-131cf0be13d5", "name": "network-vif-plugged", "status": "completed", "tag": "2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4", "code": 200}, {"server_uuid": "d6eba0d5-e888-4240-9228-7bd1e320edca", "name": "network-vif-plugged", "status": "completed", "tag": "ef49e32e-93fd-4d64-bcee-cf3d43a09610", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:16:33.073048 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e4ee12e6-8612-4acc-9080-6d3e4bfe2384 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:16:33.078855 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c19a2de-4096-4ec9-a365-131cf0be13d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4', 'code': 200} Jul 13 07:16:33.079280 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6eba0d5-e888-4240-9228-7bd1e320edca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef49e32e-93fd-4d64-bcee-cf3d43a09610', 'code': 200} Jul 13 07:16:33.090436 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:33.150313 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0c95bf76-ae43-47de-9c6a-7625cff751d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:33.193687 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72c887-047a-41e1-84ce-0770cdf65af2 req-fa9941e0-f12b-479d-849c-54bbb2d792a5 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:33.202049 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0d72c887-047a-41e1-84ce-0770cdf65af2 req-fa9941e0-f12b-479d-849c-54bbb2d792a5 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0ad3ad0-5e92-44ae-898f-859f675502e1 HTTP/1.1" status: 200 len: 945 time: 0.1279275 Jul 13 07:16:33.269621 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0d72c887-047a-41e1-84ce-0770cdf65af2 req-33c03944-711f-48b2-be12-989ba2c54e3e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634654 Jul 13 07:16:33.292775 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a8b5d22e-7471-4cd4-bb91-2d87745a6bdc req-86da4476-3a32-41ad-a034-e606bb9231cb tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] 10.222.0.23 "GET /v2.0/ports?device_id=0677eecb-21cc-4f63-8401-577ac6280909 HTTP/1.1" status: 200 len: 210 time: 0.0834508 Jul 13 07:16:33.315862 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-6ff2909f-bcbb-4f1c-ac87-8ccc95803ef1 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=35f056301f8a45c6aab92bb0262511ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666924 Jul 13 07:16:33.374708 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330f085-d366-40ee-a22d-d3ebc143e56e req-575bf9d4-30ac-45f6-b7be-05cf31fe1b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:33.376680 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9330f085-d366-40ee-a22d-d3ebc143e56e req-575bf9d4-30ac-45f6-b7be-05cf31fe1b28 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d6eba0d5-e888-4240-9228-7bd1e320edca HTTP/1.1" status: 200 len: 1102 time: 0.2039027 Jul 13 07:16:33.439700 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9330f085-d366-40ee-a22d-d3ebc143e56e req-9af43502-100a-4dca-ab6c-6d1f0ad36800 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ec907072-feab-4192-b58f-e544c01c9aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552435 Jul 13 07:16:33.487132 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0c95bf76-ae43-47de-9c6a-7625cff751d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:33.495372 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0c95bf76-ae43-47de-9c6a-7625cff751d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:33.501417 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-762277c5-000f-4b05-a455-2ec4a8607cae req-51c48fda-0b45-4efc-8284-f02979023566 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 210 time: 0.1573997 Jul 13 07:16:33.587969 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0c95bf76-ae43-47de-9c6a-7625cff751d1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=142f2e2f2d0c41debe544ac3f6dd9e13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6038959 Jul 13 07:16:33.590493 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38722) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:33.598466 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c95bf76-ae43-47de-9c6a-7625cff751d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e1c483-1071-44b1-b075-39d7cf2a7bb6,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:33.631382 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d9ea4-69e2-4942-8f9b-762a672c0984 req-0723f290-5eac-49f1-a02c-39a9767e1bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:33.632982 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-154d9ea4-69e2-4942-8f9b-762a672c0984 req-0723f290-5eac-49f1-a02c-39a9767e1bfa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 1097 time: 0.2902532 Jul 13 07:16:33.643482 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-afc93b5b-f585-43d7-9810-5353789031ec tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:33.645346 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-afc93b5b-f585-43d7-9810-5353789031ec tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3246920 Jul 13 07:16:33.662873 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-9e56ca09-c2b5-4d3e-8315-1f4b8313b313 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] Request body: {'port': {'device_id': '0677eecb-21cc-4f63-8401-577ac6280909', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'admin_state_up': True, 'tenant_id': '35f056301f8a45c6aab92bb0262511ec'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:16:33.763053 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb70c6c-fbc6-4857-8b07-640fd42c2eed req-14747327-6bb4-429f-bb99-0ea68be4b48a tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:33.764733 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ceb70c6c-fbc6-4857-8b07-640fd42c2eed req-14747327-6bb4-429f-bb99-0ea68be4b48a tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 945 time: 0.3278897 Jul 13 07:16:33.794778 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-154d9ea4-69e2-4942-8f9b-762a672c0984 req-485cb5c2-ecf9-4e42-bd42-2cd2b02dea49 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482790 Jul 13 07:16:33.806507 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-af31c41b-1b63-4553-8504-b17b277de509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:33.825715 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ceb70c6c-fbc6-4857-8b07-640fd42c2eed req-24b3ac59-f378-4bf4-8b7d-30b16e449ec7 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521176 Jul 13 07:16:33.839155 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8132e7-63a6-4d40-b0b1-e21aff517061 req-737d3fe9-6ad3-4903-9da2-45d2fe1fe00f tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:33.839975 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-af31c41b-1b63-4553-8504-b17b277de509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:33.841664 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bc8132e7-63a6-4d40-b0b1-e21aff517061 req-737d3fe9-6ad3-4903-9da2-45d2fe1fe00f tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc2c200a-0b2c-4d12-9fec-dc445ac27cf9 HTTP/1.1" status: 200 len: 972 time: 0.1689911 Jul 13 07:16:33.884199 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:33.896957 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bc8132e7-63a6-4d40-b0b1-e21aff517061 req-98d6ec0a-ce96-4d37-b190-925a8ae51390 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] 10.222.0.23 "GET /v2.0/security-groups?id=990ed975-e1a1-4347-8e7a-cf2e79f92d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498910 Jul 13 07:16:33.897579 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-9e56ca09-c2b5-4d3e-8315-1f4b8313b313 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] Made reservation on behalf of 35f056301f8a45c6aab92bb0262511ec for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:16:33.902246 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-9e56ca09-c2b5-4d3e-8315-1f4b8313b313 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:33.911875 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-af31c41b-1b63-4553-8504-b17b277de509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:33.919593 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-af31c41b-1b63-4553-8504-b17b277de509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:33.927285 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-af31c41b-1b63-4553-8504-b17b277de509 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/82e1c483-1071-44b1-b075-39d7cf2a7bb6 HTTP/1.1" status: 204 len: 168 time: 0.3333509 Jul 13 07:16:33.929653 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-9e56ca09-c2b5-4d3e-8315-1f4b8313b313 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:33.941302 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af31c41b-1b63-4553-8504-b17b277de509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e1c483-1071-44b1-b075-39d7cf2a7bb6,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:34.069735 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-9e56ca09-c2b5-4d3e-8315-1f4b8313b313 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:34.077012 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-9e56ca09-c2b5-4d3e-8315-1f4b8313b313 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:34.121670 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315071ea-cc1a-4e4a-a551-b3e4e22d8655 req-e89c7b5b-f422-4b44-b4a7-42e5de35b9e2 tempest-AggregatesAdminTestJSON-666582537 tempest-AggregatesAdminTestJSON-666582537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:34.123387 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-315071ea-cc1a-4e4a-a551-b3e4e22d8655 req-e89c7b5b-f422-4b44-b4a7-42e5de35b9e2 tempest-AggregatesAdminTestJSON-666582537 tempest-AggregatesAdminTestJSON-666582537-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=dc2c200a-0b2c-4d12-9fec-dc445ac27cf9 HTTP/1.1" status: 200 len: 1124 time: 0.0614891 Jul 13 07:16:34.142340 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-315071ea-cc1a-4e4a-a551-b3e4e22d8655 req-ef46dbdc-4a7a-4b6e-bfb4-4aa4b619656c tempest-AggregatesAdminTestJSON-666582537 tempest-AggregatesAdminTestJSON-666582537-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:34.192335 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ca09-c2b5-4d3e-8315-1f4b8313b313 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e36794-4fe1-4f2a-9d35-0d0c9b705b20,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:34.275995 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-315071ea-cc1a-4e4a-a551-b3e4e22d8655 req-ef46dbdc-4a7a-4b6e-bfb4-4aa4b619656c tempest-AggregatesAdminTestJSON-666582537 tempest-AggregatesAdminTestJSON-666582537-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:34.284448 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-315071ea-cc1a-4e4a-a551-b3e4e22d8655 req-ef46dbdc-4a7a-4b6e-bfb4-4aa4b619656c tempest-AggregatesAdminTestJSON-666582537 tempest-AggregatesAdminTestJSON-666582537-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:34.291144 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-9e56ca09-c2b5-4d3e-8315-1f4b8313b313 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] Allocated IP 192.168.233.108 (f9d6e899-687c-4a4d-bdf3-8d8d169866a7/c5af789a-0729-4e53-834f-ef6745aa079c/cbc1726d-3a57-4076-ab12-e19ebbe9bc68) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:16:34.298164 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device cafbfce0-7157-436e-aa90-46637a16b6f5 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:16:34.304309 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584506e-d4f0-4c0e-a111-6c3fc13653d6 req-c642ad89-362b-4492-8909-c8a541b14266 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:34.306839 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6584506e-d4f0-4c0e-a111-6c3fc13653d6 req-c642ad89-362b-4492-8909-c8a541b14266 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6eba0d5-e888-4240-9228-7bd1e320edca HTTP/1.1" status: 200 len: 950 time: 0.2141964 Jul 13 07:16:34.337392 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-315071ea-cc1a-4e4a-a551-b3e4e22d8655 req-ef46dbdc-4a7a-4b6e-bfb4-4aa4b619656c tempest-AggregatesAdminTestJSON-666582537 tempest-AggregatesAdminTestJSON-666582537-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=990ed975-e1a1-4347-8e7a-cf2e79f92d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078788 Jul 13 07:16:34.386829 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46dbdc-4a7a-4b6e-bfb4-4aa4b619656c tempest-AggregatesAdminTestJSON-666582537 tempest-AggregatesAdminTestJSON-666582537-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd060d0-7b78-4f4c-bbb2-cbafe5c029d5,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:34.395523 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port cafbfce0-7157-436e-aa90-46637a16b6f5 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:16:34.408575 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port cafbfce0-7157-436e-aa90-46637a16b6f5 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:16:34.411338 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:34.516857 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:34.547235 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38740) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:34.569438 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port cafbfce0-7157-436e-aa90-46637a16b6f5, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=cafbfce0-7157-436e-aa90-46637a16b6f5,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:16:34.576864 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:34.581763 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-70a8a591-f1f4-4ad7-b118-2fa571835c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:34.647046 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=cafbfce0-7157-436e-aa90-46637a16b6f5,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:34.676830 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3faad56-f528-449a-9937-7b4eb766a112 req-a7bdd902-06df-4325-b008-360ff029418d tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:34.678404 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c3faad56-f528-449a-9937-7b4eb766a112 req-a7bdd902-06df-4325-b008-360ff029418d tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0ad3ad0-5e92-44ae-898f-859f675502e1 HTTP/1.1" status: 200 len: 945 time: 0.1451902 Jul 13 07:16:34.691692 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-3ff233b6-f0ca-4d38-bb13-4887d8e95d9f tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356219 Jul 13 07:16:34.735909 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6584506e-d4f0-4c0e-a111-6c3fc13653d6 req-22a4b6dd-0e7b-4638-a9f2-453f2e9e6ab8 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec907072-feab-4192-b58f-e544c01c9aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4228899 Jul 13 07:16:34.737364 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c3faad56-f528-449a-9937-7b4eb766a112 req-a5d0b022-b65f-4c20-8897-46c3c002ad6d tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509360 Jul 13 07:16:34.759269 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-70a8a591-f1f4-4ad7-b118-2fa571835c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:34.765195 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-70a8a591-f1f4-4ad7-b118-2fa571835c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:34.815647 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a8a591-f1f4-4ad7-b118-2fa571835c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eee3d23-3dd8-49b1-b453-cc46d4ada535,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:34.839375 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-70a8a591-f1f4-4ad7-b118-2fa571835c35 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=38f8bc8243ec47be80fb40feae5f5a77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2919827 Jul 13 07:16:34.839985 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38746) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:34.907170 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b404b524-e614-4565-9e2e-c6ab7004e517 req-27e4a80b-ccc2-43fb-a327-7a7106562eaa tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] 10.222.0.23 "GET /v2.0/ports?device_id=0677eecb-21cc-4f63-8401-577ac6280909 HTTP/1.1" status: 200 len: 210 time: 0.0405369 Jul 13 07:16:34.934277 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1e0788a9-1c88-45e4-bf63-643ef033766d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:34.960552 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1e0788a9-1c88-45e4-bf63-643ef033766d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:34.987795 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-08cfc328-aa8e-4e46-a67b-20cf81242253 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:34.989548 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-08cfc328-aa8e-4e46-a67b-20cf81242253 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2893848 Jul 13 07:16:35.007961 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-6ae1cfb1-094e-4e6b-b642-0762afd62857 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Request body: {'port': {'device_id': '936d839d-37be-4c28-8b91-49ba84426f2d', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'admin_state_up': True, 'tenant_id': 'dfd29396c7b34113bbf812ba80e3a2b0'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:16:35.018179 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1e0788a9-1c88-45e4-bf63-643ef033766d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:35.022096 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1e0788a9-1c88-45e4-bf63-643ef033766d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:35.024887 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1e0788a9-1c88-45e4-bf63-643ef033766d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3eee3d23-3dd8-49b1-b453-cc46d4ada535 HTTP/1.1" status: 204 len: 168 time: 0.1828830 Jul 13 07:16:35.053288 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-9e56ca09-c2b5-4d3e-8315-1f4b8313b313 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:35.058500 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0788a9-1c88-45e4-bf63-643ef033766d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eee3d23-3dd8-49b1-b453-cc46d4ada535,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:35.088283 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ad3ad0-5e92-44ae-898f-859f675502e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cafbfce0-7157-436e-aa90-46637a16b6f5'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:16:35.090412 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-9e56ca09-c2b5-4d3e-8315-1f4b8313b313 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] Transition to ACTIVE for port object cbc1726d-3a57-4076-ab12-e19ebbe9bc68 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:16:35.091149 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2dfcdf-edb2-437e-98fe-69a718fac562" -d '{"events": [{"server_uuid": "c0ad3ad0-5e92-44ae-898f-859f675502e1", "name": "network-vif-plugged", "status": "completed", "tag": "cafbfce0-7157-436e-aa90-46637a16b6f5"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:16:35.097910 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c38ab68f-c6f0-4323-bd9c-f1b6422a8ac0 req-6c7ae55c-0b7c-4848-b05e-8d03e0734d07 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 210 time: 0.0426028 Jul 13 07:16:35.205976 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1197b1c7-6dc1-4eed-adf0-65442f44a058 x-openstack-request-id: req-1197b1c7-6dc1-4eed-adf0-65442f44a058 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:16:35.206317 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ad3ad0-5e92-44ae-898f-859f675502e1", "name": "network-vif-plugged", "status": "completed", "tag": "cafbfce0-7157-436e-aa90-46637a16b6f5", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:16:35.206571 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1197b1c7-6dc1-4eed-adf0-65442f44a058 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:16:35.206983 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ad3ad0-5e92-44ae-898f-859f675502e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cafbfce0-7157-436e-aa90-46637a16b6f5', 'code': 200} Jul 13 07:16:35.274475 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-9e56ca09-c2b5-4d3e-8315-1f4b8313b313 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:35.306358 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4fe08-02c6-4de0-ac6c-186a2105eab2 req-1cb6e0f1-51c1-474a-9ba4-2714c65f33b2 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:35.309453 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-39c4fe08-02c6-4de0-ac6c-186a2105eab2 req-1cb6e0f1-51c1-474a-9ba4-2714c65f33b2 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 945 time: 0.2519536 Jul 13 07:16:35.315823 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-6ae1cfb1-094e-4e6b-b642-0762afd62857 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Made reservation on behalf of dfd29396c7b34113bbf812ba80e3a2b0 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:16:35.323682 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-6ae1cfb1-094e-4e6b-b642-0762afd62857 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:35.347064 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.42', 53690) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:35.354866 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-6ae1cfb1-094e-4e6b-b642-0762afd62857 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:35.411441 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82e358-ab22-4971-a38f-1b27f2fb1d3a req-1ca057e7-0ac4-46f6-9770-5f549ff487c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:35.413062 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5a82e358-ab22-4971-a38f-1b27f2fb1d3a req-1ca057e7-0ac4-46f6-9770-5f549ff487c8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c0ad3ad0-5e92-44ae-898f-859f675502e1 HTTP/1.1" status: 200 len: 1098 time: 0.0649247 Jul 13 07:16:35.437809 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-9e56ca09-c2b5-4d3e-8315-1f4b8313b313 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] Network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:16:35.456153 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5a82e358-ab22-4971-a38f-1b27f2fb1d3a req-d48878f2-7b39-41b9-9f11-e860bb859af2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355453 Jul 13 07:16:35.462211 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ca09-c2b5-4d3e-8315-1f4b8313b313 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] Pushing event updated for resources: {'Port': ['ID=cbc1726d-3a57-4076-ab12-e19ebbe9bc68,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:35.465023 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-9e56ca09-c2b5-4d3e-8315-1f4b8313b313 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:16:35.472905 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-9e56ca09-c2b5-4d3e-8315-1f4b8313b313 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:16:35.478930 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-9e56ca09-c2b5-4d3e-8315-1f4b8313b313 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:35.479612 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-9e56ca09-c2b5-4d3e-8315-1f4b8313b313 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:35.492428 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-39c4fe08-02c6-4de0-ac6c-186a2105eab2 req-8df1daf2-5a13-433a-890f-e7c0fb788d09 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390042 Jul 13 07:16:35.566154 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-6ae1cfb1-094e-4e6b-b642-0762afd62857 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:35.571415 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-6ae1cfb1-094e-4e6b-b642-0762afd62857 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:35.607307 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-9e56ca09-c2b5-4d3e-8315-1f4b8313b313 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9506299 Jul 13 07:16:35.674051 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-0116acd7-d6df-4d74-a45f-4a937d34fe29 service neutron] Request body: {'port': {'device_id': '0677eecb-21cc-4f63-8401-577ac6280909', 'device_owner': 'compute:tempest-test_az-1067243079', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:16:35.677573 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:35.727018 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1cfb1-094e-4e6b-b642-0762afd62857 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=260c99cd-f4f1-4649-8ed6-70c96b3f3d63,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:35.838764 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-6ae1cfb1-094e-4e6b-b642-0762afd62857 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Allocated IP 192.168.233.125 (f9d6e899-687c-4a4d-bdf3-8d8d169866a7/c5af789a-0729-4e53-834f-ef6745aa079c/9c7a8282-37d0-4766-acbb-4c25f10c0b68) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:16:35.841192 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-0116acd7-d6df-4d74-a45f-4a937d34fe29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:35.853110 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-afc10132-6db7-4bd8-88e9-ab8f7776e7c4 None None] Provisioning for port cbc1726d-3a57-4076-ab12-e19ebbe9bc68 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:16:35.858441 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-afc10132-6db7-4bd8-88e9-ab8f7776e7c4 None None] Provisioning complete for port cbc1726d-3a57-4076-ab12-e19ebbe9bc68 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:16:35.859094 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-afc10132-6db7-4bd8-88e9-ab8f7776e7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:35.910003 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-afc10132-6db7-4bd8-88e9-ab8f7776e7c4 None None] Port cbc1726d-3a57-4076-ab12-e19ebbe9bc68 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:16:36.058345 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48d2b5-1f3b-42e6-8c87-d9709b7e16a7 req-0bf78f6b-b0bb-42ee-8c1f-01fcf7e8b410 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:36.060455 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8f48d2b5-1f3b-42e6-8c87-d9709b7e16a7 req-0bf78f6b-b0bb-42ee-8c1f-01fcf7e8b410 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6eba0d5-e888-4240-9228-7bd1e320edca HTTP/1.1" status: 200 len: 950 time: 0.0752034 Jul 13 07:16:36.100629 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8f48d2b5-1f3b-42e6-8c87-d9709b7e16a7 req-8caad115-afd8-45de-96cc-e1984229a8d1 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec907072-feab-4192-b58f-e544c01c9aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342319 Jul 13 07:16:36.149805 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa91839-cd0b-4574-a3e9-4e6040da3dd7 req-58faddbb-4e16-4006-a3a7-c2bd872bd711 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:36.151391 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cfa91839-cd0b-4574-a3e9-4e6040da3dd7 req-58faddbb-4e16-4006-a3a7-c2bd872bd711 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0ad3ad0-5e92-44ae-898f-859f675502e1 HTTP/1.1" status: 200 len: 946 time: 0.2327366 Jul 13 07:16:36.218216 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cfa91839-cd0b-4574-a3e9-4e6040da3dd7 req-589824e1-3477-4291-8b18-741d464e9cd7 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575056 Jul 13 07:16:36.222803 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-6ae1cfb1-094e-4e6b-b642-0762afd62857 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:36.241568 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-6ae1cfb1-094e-4e6b-b642-0762afd62857 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Transition to ACTIVE for port object 9c7a8282-37d0-4766-acbb-4c25f10c0b68 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:16:36.279929 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-6ae1cfb1-094e-4e6b-b642-0762afd62857 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:36.401880 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a5c95-37fc-4823-81fb-da1fbb3f8b29 req-8a07bc4f-73ad-40de-9f5a-18a46becc454 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:36.407521 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-6ae1cfb1-094e-4e6b-b642-0762afd62857 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:16:36.408903 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-557a5c95-37fc-4823-81fb-da1fbb3f8b29 req-8a07bc4f-73ad-40de-9f5a-18a46becc454 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] 10.222.0.23 "GET /v2.0/ports?device_id=0677eecb-21cc-4f63-8401-577ac6280909 HTTP/1.1" status: 200 len: 936 time: 0.1219246 Jul 13 07:16:36.436907 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-6ae1cfb1-094e-4e6b-b642-0762afd62857 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:16:36.442750 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-6ae1cfb1-094e-4e6b-b642-0762afd62857 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:16:36.447551 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-557a5c95-37fc-4823-81fb-da1fbb3f8b29 req-5348737e-7de6-4910-8177-77e4cafbed1f tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6e36794-4fe1-4f2a-9d35-0d0c9b705b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378277 Jul 13 07:16:36.448771 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-6ae1cfb1-094e-4e6b-b642-0762afd62857 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:36.449393 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-6ae1cfb1-094e-4e6b-b642-0762afd62857 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:36.453268 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1cfb1-094e-4e6b-b642-0762afd62857 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Pushing event updated for resources: {'Port': ['ID=9c7a8282-37d0-4766-acbb-4c25f10c0b68,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:36.504293 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-6ae1cfb1-094e-4e6b-b642-0762afd62857 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5026052 Jul 13 07:16:36.522583 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-498986b7-ef92-4d56-9c93-077f45545661 service neutron] Request body: {'port': {'device_id': '936d839d-37be-4c28-8b91-49ba84426f2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:16:36.609149 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd399d5-ae8f-4131-8b3b-1634c6b86092 req-add893cb-59ae-4277-8557-d109a82cb1f5 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:36.616447 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9dd399d5-ae8f-4131-8b3b-1634c6b86092 req-add893cb-59ae-4277-8557-d109a82cb1f5 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 936 time: 0.2724173 Jul 13 07:16:36.661808 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-0116acd7-d6df-4d74-a45f-4a937d34fe29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbc1726d-3a57-4076-ab12-e19ebbe9bc68 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:16:36.698100 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-0116acd7-d6df-4d74-a45f-4a937d34fe29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:36.708122 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9dd399d5-ae8f-4131-8b3b-1634c6b86092 req-7c65b3ee-4794-4970-aa16-836259c83bb3 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903897 Jul 13 07:16:36.732226 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-0116acd7-d6df-4d74-a45f-4a937d34fe29 service neutron] Transition to ACTIVE for port object cbc1726d-3a57-4076-ab12-e19ebbe9bc68 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:16:36.733184 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-498986b7-ef92-4d56-9c93-077f45545661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:36.737252 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-459b4869-d67f-4e84-a33c-6dc2778b80e6 None None] Provisioning for port 9c7a8282-37d0-4766-acbb-4c25f10c0b68 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:16:36.743247 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-459b4869-d67f-4e84-a33c-6dc2778b80e6 None None] Provisioning complete for port 9c7a8282-37d0-4766-acbb-4c25f10c0b68 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:16:36.743922 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-459b4869-d67f-4e84-a33c-6dc2778b80e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:36.745265 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-0116acd7-d6df-4d74-a45f-4a937d34fe29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:36.792752 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-459b4869-d67f-4e84-a33c-6dc2778b80e6 None None] Port 9c7a8282-37d0-4766-acbb-4c25f10c0b68 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:16:36.864970 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116acd7-d6df-4d74-a45f-4a937d34fe29 service neutron] Pushing event updated for resources: {'Port': ['ID=cbc1726d-3a57-4076-ab12-e19ebbe9bc68,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:36.887648 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-0116acd7-d6df-4d74-a45f-4a937d34fe29 service neutron] Attempting to bind port cbc1726d-3a57-4076-ab12-e19ebbe9bc68 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:16:36.887979 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-0116acd7-d6df-4d74-a45f-4a937d34fe29 service neutron] Attempting to bind port cbc1726d-3a57-4076-ab12-e19ebbe9bc68 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:16:36.888304 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-0116acd7-d6df-4d74-a45f-4a937d34fe29 service neutron] Attempting to bind port cbc1726d-3a57-4076-ab12-e19ebbe9bc68 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:16:36.898162 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-0116acd7-d6df-4d74-a45f-4a937d34fe29 service neutron] Port cbc1726d-3a57-4076-ab12-e19ebbe9bc68 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:16:36.898472 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-0116acd7-d6df-4d74-a45f-4a937d34fe29 service neutron] Attempting to bind port cbc1726d-3a57-4076-ab12-e19ebbe9bc68 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:16:36.958171 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-0116acd7-d6df-4d74-a45f-4a937d34fe29 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:16:36.958506 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-0116acd7-d6df-4d74-a45f-4a937d34fe29 service neutron] Checking segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:16:36.959248 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-0116acd7-d6df-4d74-a45f-4a937d34fe29 service neutron] Bound using segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:16:36.959402 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-0116acd7-d6df-4d74-a45f-4a937d34fe29 service neutron] Bound port: cbc1726d-3a57-4076-ab12-e19ebbe9bc68, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:16:36.959681 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-0116acd7-d6df-4d74-a45f-4a937d34fe29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:37.157442 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-0116acd7-d6df-4d74-a45f-4a937d34fe29 service neutron] For port cbc1726d-3a57-4076-ab12-e19ebbe9bc68, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:16:37.167051 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4a221-36ae-45ec-a990-71e2a7a8932a req-b5b1c007-7216-4ee6-af36-260f3b425429 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:37.168599 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-83f4a221-36ae-45ec-a990-71e2a7a8932a req-b5b1c007-7216-4ee6-af36-260f3b425429 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 945 time: 0.2225761 Jul 13 07:16:37.196362 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-0116acd7-d6df-4d74-a45f-4a937d34fe29 service neutron] For port cbc1726d-3a57-4076-ab12-e19ebbe9bc68, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=cbc1726d-3a57-4076-ab12-e19ebbe9bc68,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:16:37.212516 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-0116acd7-d6df-4d74-a45f-4a937d34fe29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:37.279739 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-83f4a221-36ae-45ec-a990-71e2a7a8932a req-ca2b6ecc-f012-44fc-8e85-1c70c19e45e1 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994270 Jul 13 07:16:37.285704 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-0116acd7-d6df-4d74-a45f-4a937d34fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:37.286340 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-0116acd7-d6df-4d74-a45f-4a937d34fe29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:37.288737 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-0116acd7-d6df-4d74-a45f-4a937d34fe29 service neutron] 10.222.0.25 "PUT /v2.0/ports/cbc1726d-3a57-4076-ab12-e19ebbe9bc68 HTTP/1.1" status: 200 len: 1119 time: 1.6283917 Jul 13 07:16:37.291829 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0677eecb-21cc-4f63-8401-577ac6280909', 'tag': 'cbc1726d-3a57-4076-ab12-e19ebbe9bc68'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:16:37.294148 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf43fed-1e38-4218-9803-8715944a6db3" -d '{"events": [{"name": "network-changed", "server_uuid": "0677eecb-21cc-4f63-8401-577ac6280909", "tag": "cbc1726d-3a57-4076-ab12-e19ebbe9bc68"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:16:37.356548 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116acd7-d6df-4d74-a45f-4a937d34fe29 service neutron] Pushing event updated for resources: {'Port': ['ID=cbc1726d-3a57-4076-ab12-e19ebbe9bc68,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:37.534597 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2a3dc-3bde-44eb-b477-4729bd92b046 req-01712e0e-b853-4688-813f-3e2d06c94479 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:37.542928 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fbc2a3dc-3bde-44eb-b477-4729bd92b046 req-01712e0e-b853-4688-813f-3e2d06c94479 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6eba0d5-e888-4240-9228-7bd1e320edca HTTP/1.1" status: 200 len: 950 time: 0.0979578 Jul 13 07:16:37.591218 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fbc2a3dc-3bde-44eb-b477-4729bd92b046 req-0695ad22-532e-4b62-a817-36eb5851afb0 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec907072-feab-4192-b58f-e544c01c9aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471177 Jul 13 07:16:37.614300 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-498986b7-ef92-4d56-9c93-077f45545661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c7a8282-37d0-4766-acbb-4c25f10c0b68 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:16:37.632755 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-498986b7-ef92-4d56-9c93-077f45545661 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:37.671301 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-498986b7-ef92-4d56-9c93-077f45545661 service neutron] Transition to ACTIVE for port object 9c7a8282-37d0-4766-acbb-4c25f10c0b68 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:16:37.673823 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50d47b8-2ed7-4257-b7e1-3c3c49f80096 x-openstack-request-id: req-f50d47b8-2ed7-4257-b7e1-3c3c49f80096 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:16:37.674184 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0677eecb-21cc-4f63-8401-577ac6280909", "tag": "cbc1726d-3a57-4076-ab12-e19ebbe9bc68", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:16:37.674434 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f50d47b8-2ed7-4257-b7e1-3c3c49f80096 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:16:37.674846 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0677eecb-21cc-4f63-8401-577ac6280909', 'tag': 'cbc1726d-3a57-4076-ab12-e19ebbe9bc68', 'status': 'completed', 'code': 200} Jul 13 07:16:37.682234 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-498986b7-ef92-4d56-9c93-077f45545661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:37.751403 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-da69f65d-379b-4f94-8cdc-b41cfede845d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:37.752918 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-da69f65d-379b-4f94-8cdc-b41cfede845d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=35f056301f8a45c6aab92bb0262511ec&device_id=0677eecb-21cc-4f63-8401-577ac6280909 HTTP/1.1" status: 200 len: 1122 time: 0.4108460 Jul 13 07:16:37.755573 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498986b7-ef92-4d56-9c93-077f45545661 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7a8282-37d0-4766-acbb-4c25f10c0b68,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:37.808269 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be852d9-5a24-4478-9e0a-b31d048c51ea req-69da5886-25ca-4624-8fdd-f52511aa0332 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:37.809909 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8be852d9-5a24-4478-9e0a-b31d048c51ea req-69da5886-25ca-4624-8fdd-f52511aa0332 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0ad3ad0-5e92-44ae-898f-859f675502e1 HTTP/1.1" status: 200 len: 946 time: 0.1999567 Jul 13 07:16:37.842630 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-968addcc-dcee-4a1a-8c14-d8ce0c712360 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=cbc1726d-3a57-4076-ab12-e19ebbe9bc68 HTTP/1.1" status: 200 len: 217 time: 0.0754564 Jul 13 07:16:37.890985 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-498986b7-ef92-4d56-9c93-077f45545661 service neutron] Attempting to bind port 9c7a8282-37d0-4766-acbb-4c25f10c0b68 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:16:37.891236 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-498986b7-ef92-4d56-9c93-077f45545661 service neutron] Attempting to bind port 9c7a8282-37d0-4766-acbb-4c25f10c0b68 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:16:37.891563 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-498986b7-ef92-4d56-9c93-077f45545661 service neutron] Attempting to bind port 9c7a8282-37d0-4766-acbb-4c25f10c0b68 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:16:37.907472 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-498986b7-ef92-4d56-9c93-077f45545661 service neutron] Port 9c7a8282-37d0-4766-acbb-4c25f10c0b68 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:16:37.907795 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-498986b7-ef92-4d56-9c93-077f45545661 service neutron] Attempting to bind port 9c7a8282-37d0-4766-acbb-4c25f10c0b68 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:16:37.921798 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-498986b7-ef92-4d56-9c93-077f45545661 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:16:37.922068 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-498986b7-ef92-4d56-9c93-077f45545661 service neutron] Checking segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:16:37.922439 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-498986b7-ef92-4d56-9c93-077f45545661 service neutron] Bound using segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:16:37.922942 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-498986b7-ef92-4d56-9c93-077f45545661 service neutron] Bound port: 9c7a8282-37d0-4766-acbb-4c25f10c0b68, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:16:37.923230 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-498986b7-ef92-4d56-9c93-077f45545661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:37.926727 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b341c00-17ab-4fea-bda7-6b9808b07170 req-bee106dc-de0f-4275-a35b-bed4506aa366 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:37.927275 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8be852d9-5a24-4478-9e0a-b31d048c51ea req-a6d350ba-f48d-4962-80e4-2aece38ae241 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880857 Jul 13 07:16:37.928576 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1b341c00-17ab-4fea-bda7-6b9808b07170 req-bee106dc-de0f-4275-a35b-bed4506aa366 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 1097 time: 0.0523357 Jul 13 07:16:37.942857 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-d23a23f5-da44-4d71-aee4-fe087a80b3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:37.946517 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-d23a23f5-da44-4d71-aee4-fe087a80b3d4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.0905242 Jul 13 07:16:37.967451 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1b341c00-17ab-4fea-bda7-6b9808b07170 req-9ab7c6dd-c262-4838-bf5c-ca6ee416ffb7 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314157 Jul 13 07:16:38.042227 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-498986b7-ef92-4d56-9c93-077f45545661 service neutron] For port 9c7a8282-37d0-4766-acbb-4c25f10c0b68, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:16:38.046344 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-498986b7-ef92-4d56-9c93-077f45545661 service neutron] For port 9c7a8282-37d0-4766-acbb-4c25f10c0b68, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=9c7a8282-37d0-4766-acbb-4c25f10c0b68,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:16:38.059817 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-498986b7-ef92-4d56-9c93-077f45545661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:38.104773 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-498986b7-ef92-4d56-9c93-077f45545661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:38.105397 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-498986b7-ef92-4d56-9c93-077f45545661 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:38.106784 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-498986b7-ef92-4d56-9c93-077f45545661 service neutron] 10.222.0.42 "PUT /v2.0/ports/9c7a8282-37d0-4766-acbb-4c25f10c0b68 HTTP/1.1" status: 200 len: 1097 time: 1.5914128 Jul 13 07:16:38.153065 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498986b7-ef92-4d56-9c93-077f45545661 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7a8282-37d0-4766-acbb-4c25f10c0b68,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:38.197151 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-f103f561-a40f-435e-9187-2e65c5d31e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:38.198756 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-f103f561-a40f-435e-9187-2e65c5d31e71 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2247629 Jul 13 07:16:38.330414 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b07be7-529c-4e8b-9a71-92f9616bd71e req-064c6261-4257-46e4-a491-81c833c540a4 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:38.332431 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-22b07be7-529c-4e8b-9a71-92f9616bd71e req-064c6261-4257-46e4-a491-81c833c540a4 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 948 time: 0.0807221 Jul 13 07:16:38.364607 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-1534cb86-3115-4686-a630-58e6a08a4fc9 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486135 Jul 13 07:16:38.373582 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-22b07be7-529c-4e8b-9a71-92f9616bd71e req-7def84e0-4239-4b5c-8f3b-752ba188198b tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342488 Jul 13 07:16:38.374664 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-c0097866-c7d2-4c0a-8638-1414d501fd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:38.375305 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38892) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:38.376088 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-c0097866-c7d2-4c0a-8638-1414d501fd5f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 1100 time: 0.2125814 Jul 13 07:16:38.384986 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167ef51-60dd-457c-be44-ece6cfa821c0 req-4f992570-0181-415b-bd1c-e09391918665 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:38.386692 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9167ef51-60dd-457c-be44-ece6cfa821c0 req-4f992570-0181-415b-bd1c-e09391918665 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] 10.222.0.23 "GET /v2.0/ports?device_id=0677eecb-21cc-4f63-8401-577ac6280909 HTTP/1.1" status: 200 len: 970 time: 0.2782829 Jul 13 07:16:38.452327 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-c4c91677-7370-49b7-9b82-747041c78c88 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=9c7a8282-37d0-4766-acbb-4c25f10c0b68 HTTP/1.1" status: 200 len: 217 time: 0.0636187 Jul 13 07:16:38.484933 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-efe4d13d-ed7d-43f4-97af-487b3b0b0622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:38.556716 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9167ef51-60dd-457c-be44-ece6cfa821c0 req-6c30d5b1-9bde-4401-8ac5-7ff87c728b3d tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6e36794-4fe1-4f2a-9d35-0d0c9b705b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536779 Jul 13 07:16:38.584661 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b791206b-3a76-4fe2-bae8-87ebb13612e3 req-24ae099e-42b8-4fcb-b0d0-87162320b083 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969752 Jul 13 07:16:38.587182 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-f80974b8-f1c2-4de8-b6f8-dd785a7a1768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:38.589428 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-f80974b8-f1c2-4de8-b6f8-dd785a7a1768 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.1279497 Jul 13 07:16:38.591013 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b2f5b-5939-44b2-b480-fd09781df642 req-6f4196c7-4e9d-4817-aa38-455e05193adb tempest-DeleteServersAdminTestJSON-2145113169 tempest-DeleteServersAdminTestJSON-2145113169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:38.592754 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a78b2f5b-5939-44b2-b480-fd09781df642 req-6f4196c7-4e9d-4817-aa38-455e05193adb tempest-DeleteServersAdminTestJSON-2145113169 tempest-DeleteServersAdminTestJSON-2145113169-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d6eba0d5-e888-4240-9228-7bd1e320edca HTTP/1.1" status: 200 len: 1102 time: 0.1057587 Jul 13 07:16:38.723254 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-efe4d13d-ed7d-43f4-97af-487b3b0b0622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:38.749729 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-aeadd353-5d6e-4a2b-9069-6deb28be1d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:38.751282 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-aeadd353-5d6e-4a2b-9069-6deb28be1d62 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1559918 Jul 13 07:16:38.752237 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-efe4d13d-ed7d-43f4-97af-487b3b0b0622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:38.772680 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf43fed-1e38-4218-9803-8715944a6db3 req-7b99fcf3-e631-484b-99d8-f758cebe41cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:38.774260 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-acf43fed-1e38-4218-9803-8715944a6db3 req-7b99fcf3-e631-484b-99d8-f758cebe41cb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=35f056301f8a45c6aab92bb0262511ec&device_id=0677eecb-21cc-4f63-8401-577ac6280909 HTTP/1.1" status: 200 len: 1122 time: 0.1354249 Jul 13 07:16:38.807241 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-efe4d13d-ed7d-43f4-97af-487b3b0b0622 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c6be792e6c14270b8fab866e7af785f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4306910 Jul 13 07:16:38.811508 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38900) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:38.825315 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-a78b2f5b-5939-44b2-b480-fd09781df642 req-509145ae-b651-40d2-9bc2-4cbaebef9536 tempest-DeleteServersAdminTestJSON-2145113169 tempest-DeleteServersAdminTestJSON-2145113169-project-admin] Deleting port ef49e32e-93fd-4d64-bcee-cf3d43a09610 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:16:38.825658 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a78b2f5b-5939-44b2-b480-fd09781df642 req-509145ae-b651-40d2-9bc2-4cbaebef9536 tempest-DeleteServersAdminTestJSON-2145113169 tempest-DeleteServersAdminTestJSON-2145113169-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:38.827284 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe4d13d-ed7d-43f4-97af-487b3b0b0622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a3f984-8c9d-4cb3-a46b-f1b6c7da42d2,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:38.859476 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c403a6-2d11-4a04-8ea2-17ad2759041c req-f916e7a0-b5b2-40ca-a1b6-d7a2db6caee1 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:38.860998 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e7c403a6-2d11-4a04-8ea2-17ad2759041c req-f916e7a0-b5b2-40ca-a1b6-d7a2db6caee1 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 1097 time: 0.1635060 Jul 13 07:16:38.909640 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9072a7-8548-4f53-800b-fe3966c83e69 req-70523afd-7f97-4a30-ba62-11cfbd7d052e tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:38.911176 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ed9072a7-8548-4f53-800b-fe3966c83e69 req-70523afd-7f97-4a30-ba62-11cfbd7d052e tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c0ad3ad0-5e92-44ae-898f-859f675502e1 HTTP/1.1" status: 200 len: 1098 time: 0.1867280 Jul 13 07:16:38.961791 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-856bbfac-c611-401b-bcee-a676e27b9d0b service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012317 Jul 13 07:16:38.963385 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e7c403a6-2d11-4a04-8ea2-17ad2759041c req-c73ebe56-edbc-45ac-967e-4c56ef427852 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931711 Jul 13 07:16:38.966150 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf43fed-1e38-4218-9803-8715944a6db3 req-ff2bf3b9-fe92-46f5-8c40-0897af2151e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:38.967358 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-a78b2f5b-5939-44b2-b480-fd09781df642 req-509145ae-b651-40d2-9bc2-4cbaebef9536 tempest-DeleteServersAdminTestJSON-2145113169 tempest-DeleteServersAdminTestJSON-2145113169-project-admin] For port ef49e32e-93fd-4d64-bcee-cf3d43a09610, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=ef49e32e-93fd-4d64-bcee-cf3d43a09610,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:16:38.967729 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a78b2f5b-5939-44b2-b480-fd09781df642 req-509145ae-b651-40d2-9bc2-4cbaebef9536 tempest-DeleteServersAdminTestJSON-2145113169 tempest-DeleteServersAdminTestJSON-2145113169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:38.967837 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-acf43fed-1e38-4218-9803-8715944a6db3 req-ff2bf3b9-fe92-46f5-8c40-0897af2151e9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.1802449 Jul 13 07:16:38.969956 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d2033977-5bad-4d8a-90fa-c676dbaf2862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:38.998856 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ed9072a7-8548-4f53-800b-fe3966c83e69 req-ad55282e-4ace-4793-b9ef-6d573c2d31eb tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800240 Jul 13 07:16:38.999703 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-a78b2f5b-5939-44b2-b480-fd09781df642 req-509145ae-b651-40d2-9bc2-4cbaebef9536 tempest-DeleteServersAdminTestJSON-2145113169 tempest-DeleteServersAdminTestJSON-2145113169-project-admin] Calling delete_port for ef49e32e-93fd-4d64-bcee-cf3d43a09610 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:16:39.030971 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d2033977-5bad-4d8a-90fa-c676dbaf2862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:39.031177 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-acf43fed-1e38-4218-9803-8715944a6db3 req-f3100ae9-b2cf-4ad9-b7ef-190a91642a74 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=cbc1726d-3a57-4076-ab12-e19ebbe9bc68 HTTP/1.1" status: 200 len: 217 time: 0.0492439 Jul 13 07:16:39.139520 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf43fed-1e38-4218-9803-8715944a6db3 req-7b7f60ec-4cff-4cd1-81fe-fce085066c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:39.141467 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-acf43fed-1e38-4218-9803-8715944a6db3 req-7b7f60ec-4cff-4cd1-81fe-fce085066c2b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.1092927 Jul 13 07:16:39.155818 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7baac77c-ce02-4e4a-b9a9-01e719e1fe69 req-66435891-e64b-4f24-a77e-bacdb6c2cfc9 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871531 Jul 13 07:16:39.180622 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d2033977-5bad-4d8a-90fa-c676dbaf2862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:39.183714 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d2033977-5bad-4d8a-90fa-c676dbaf2862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:39.187532 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d2033977-5bad-4d8a-90fa-c676dbaf2862 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/37a3f984-8c9d-4cb3-a46b-f1b6c7da42d2 HTTP/1.1" status: 204 len: 168 time: 0.3726897 Jul 13 07:16:39.201087 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2033977-5bad-4d8a-90fa-c676dbaf2862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a3f984-8c9d-4cb3-a46b-f1b6c7da42d2,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:39.227742 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a78b2f5b-5939-44b2-b480-fd09781df642 req-509145ae-b651-40d2-9bc2-4cbaebef9536 tempest-DeleteServersAdminTestJSON-2145113169 tempest-DeleteServersAdminTestJSON-2145113169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:39.244654 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['ef49e32e-93fd-4d64-bcee-cf3d43a09610'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:16:39.270016 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509145ae-b651-40d2-9bc2-4cbaebef9536 tempest-DeleteServersAdminTestJSON-2145113169 tempest-DeleteServersAdminTestJSON-2145113169-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef49e32e-93fd-4d64-bcee-cf3d43a09610,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:39.278611 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf43fed-1e38-4218-9803-8715944a6db3 req-ad128e72-fd85-4781-a8f3-e648fce4006e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:39.280187 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-acf43fed-1e38-4218-9803-8715944a6db3 req-ad128e72-fd85-4781-a8f3-e648fce4006e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1234229 Jul 13 07:16:39.314014 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a89a2a-7046-49ed-839e-b83df4eaa352 req-043ecf52-177b-456b-a808-2edcdd2d5f10 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:39.320063 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-83a89a2a-7046-49ed-839e-b83df4eaa352 req-043ecf52-177b-456b-a808-2edcdd2d5f10 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6eba0d5-e888-4240-9228-7bd1e320edca HTTP/1.1" status: 200 len: 867 time: 0.1248062 Jul 13 07:16:39.438110 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-a78b2f5b-5939-44b2-b480-fd09781df642 req-509145ae-b651-40d2-9bc2-4cbaebef9536 tempest-DeleteServersAdminTestJSON-2145113169 tempest-DeleteServersAdminTestJSON-2145113169-project-admin] No DVR routers for this DVR port ef49e32e-93fd-4d64-bcee-cf3d43a09610 on host n-h2-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:16:39.452229 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a78b2f5b-5939-44b2-b480-fd09781df642 req-509145ae-b651-40d2-9bc2-4cbaebef9536 tempest-DeleteServersAdminTestJSON-2145113169 tempest-DeleteServersAdminTestJSON-2145113169-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:39.454891 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a78b2f5b-5939-44b2-b480-fd09781df642 req-509145ae-b651-40d2-9bc2-4cbaebef9536 tempest-DeleteServersAdminTestJSON-2145113169 tempest-DeleteServersAdminTestJSON-2145113169-project-admin] 10.222.0.25 "DELETE /v2.0/ports/ef49e32e-93fd-4d64-bcee-cf3d43a09610 HTTP/1.1" status: 204 len: 173 time: 0.8560598 Jul 13 07:16:39.468866 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-83a89a2a-7046-49ed-839e-b83df4eaa352 req-1e6b4647-7e3d-4635-8a31-2e0062d6da89 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec907072-feab-4192-b58f-e544c01c9aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389937 Jul 13 07:16:39.469070 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6eba0d5-e888-4240-9228-7bd1e320edca', 'name': 'network-vif-deleted', 'tag': 'ef49e32e-93fd-4d64-bcee-cf3d43a09610'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:16:39.471338 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0afc300-0267-4e11-9bdc-30807dc5f43e" -d '{"events": [{"server_uuid": "d6eba0d5-e888-4240-9228-7bd1e320edca", "name": "network-vif-deleted", "tag": "ef49e32e-93fd-4d64-bcee-cf3d43a09610"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:16:39.489861 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1086c8-20c9-4574-bd96-836921cea2c7 req-ae627f74-4235-4087-aef2-de6385e8bba1 tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:39.518133 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8a1086c8-20c9-4574-bd96-836921cea2c7 req-ae627f74-4235-4087-aef2-de6385e8bba1 tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c0ad3ad0-5e92-44ae-898f-859f675502e1 HTTP/1.1" status: 200 len: 1098 time: 0.1416910 Jul 13 07:16:39.535186 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-acf43fed-1e38-4218-9803-8715944a6db3 req-06923ea9-b743-4df0-b4fa-1d70611bcece service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415006 Jul 13 07:16:39.607107 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8a1086c8-20c9-4574-bd96-836921cea2c7 req-995a0cbf-8221-42a6-9812-35a7b45fddc3 tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870197 Jul 13 07:16:39.676937 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '936d839d-37be-4c28-8b91-49ba84426f2d', 'tag': '9c7a8282-37d0-4766-acbb-4c25f10c0b68'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:16:39.679217 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8588c6c-6543-42bc-8cb6-62ead214385d" -d '{"events": [{"name": "network-changed", "server_uuid": "936d839d-37be-4c28-8b91-49ba84426f2d", "tag": "9c7a8282-37d0-4766-acbb-4c25f10c0b68"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:16:39.705773 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-acf43fed-1e38-4218-9803-8715944a6db3 req-94edc2b4-9cc1-4e01-9652-33299740dfe7 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601460 Jul 13 07:16:39.721895 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fb8448-4273-4847-83af-c98167be440c x-openstack-request-id: req-55fb8448-4273-4847-83af-c98167be440c {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:16:39.722185 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6eba0d5-e888-4240-9228-7bd1e320edca", "name": "network-vif-deleted", "tag": "ef49e32e-93fd-4d64-bcee-cf3d43a09610", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:16:39.722434 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-55fb8448-4273-4847-83af-c98167be440c {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:16:39.722819 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6eba0d5-e888-4240-9228-7bd1e320edca', 'name': 'network-vif-deleted', 'tag': 'ef49e32e-93fd-4d64-bcee-cf3d43a09610', 'status': 'completed', 'code': 200} Jul 13 07:16:39.777226 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38936) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:39.809430 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-053a284d-4aae-48a1-9813-68588719915f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:39.901793 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2e865-1333-4325-b1e0-4f544cf04443 req-cfba3cb1-cdf1-4bd6-9d54-62520f1d0ae7 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:39.903360 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-20e2e865-1333-4325-b1e0-4f544cf04443 req-cfba3cb1-cdf1-4bd6-9d54-62520f1d0ae7 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] 10.222.0.23 "GET /v2.0/ports?device_id=0677eecb-21cc-4f63-8401-577ac6280909 HTTP/1.1" status: 200 len: 970 time: 0.0673485 Jul 13 07:16:39.942721 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-20e2e865-1333-4325-b1e0-4f544cf04443 req-b969b6b2-2765-412f-91c2-fddaab77e69d tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6e36794-4fe1-4f2a-9d35-0d0c9b705b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334959 Jul 13 07:16:39.947379 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314ea4d-82d8-489a-a8df-cc4ecfe2a1ee req-8dcf21a4-e384-4b40-b978-6a99c8357e49 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:39.948879 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1314ea4d-82d8-489a-a8df-cc4ecfe2a1ee req-8dcf21a4-e384-4b40-b978-6a99c8357e49 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 948 time: 0.1001933 Jul 13 07:16:39.959884 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-053a284d-4aae-48a1-9813-68588719915f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:39.968148 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-053a284d-4aae-48a1-9813-68588719915f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:40.024606 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a284d-4aae-48a1-9813-68588719915f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c9f6a4-9fe2-4b7f-9da4-603af8b2be84,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:40.029213 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1314ea4d-82d8-489a-a8df-cc4ecfe2a1ee req-b3bd26ad-3ed8-4e7d-b5c0-7af56fd1ffe8 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721133 Jul 13 07:16:40.034981 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-053a284d-4aae-48a1-9813-68588719915f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=321b3de9203e4b22bc09538e038dccb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2543211 Jul 13 07:16:40.035988 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38938) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:40.092476 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8ad8f960-4ebb-45f2-b13f-9733987c6661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:40.132647 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8ad8f960-4ebb-45f2-b13f-9733987c6661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:40.185480 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ed3e60-3d29-4c92-8041-95f8e744b442 x-openstack-request-id: req-26ed3e60-3d29-4c92-8041-95f8e744b442 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:16:40.185982 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "936d839d-37be-4c28-8b91-49ba84426f2d", "tag": "9c7a8282-37d0-4766-acbb-4c25f10c0b68", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:16:40.186375 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-26ed3e60-3d29-4c92-8041-95f8e744b442 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:16:40.186914 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '936d839d-37be-4c28-8b91-49ba84426f2d', 'tag': '9c7a8282-37d0-4766-acbb-4c25f10c0b68', 'status': 'completed', 'code': 200} Jul 13 07:16:40.213615 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8ad8f960-4ebb-45f2-b13f-9733987c6661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:40.219338 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8ad8f960-4ebb-45f2-b13f-9733987c6661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:40.220907 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8ad8f960-4ebb-45f2-b13f-9733987c6661 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/44c9f6a4-9fe2-4b7f-9da4-603af8b2be84 HTTP/1.1" status: 204 len: 168 time: 0.1847162 Jul 13 07:16:40.252056 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8f960-4ebb-45f2-b13f-9733987c6661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c9f6a4-9fe2-4b7f-9da4-603af8b2be84,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:40.303048 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8588c6c-6543-42bc-8cb6-62ead214385d req-275e5d36-884b-43df-b619-25b70f4c19e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:40.306680 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b8588c6c-6543-42bc-8cb6-62ead214385d req-275e5d36-884b-43df-b619-25b70f4c19e4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 1100 time: 0.0882144 Jul 13 07:16:40.446836 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8588c6c-6543-42bc-8cb6-62ead214385d req-770c93f4-0429-454a-9b3b-6c4a95cf05b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:40.451917 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b8588c6c-6543-42bc-8cb6-62ead214385d req-770c93f4-0429-454a-9b3b-6c4a95cf05b1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.1390901 Jul 13 07:16:40.502117 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b8588c6c-6543-42bc-8cb6-62ead214385d req-eb76497a-97be-4702-ac59-6eb68d7c7be3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=9c7a8282-37d0-4766-acbb-4c25f10c0b68 HTTP/1.1" status: 200 len: 217 time: 0.0437522 Jul 13 07:16:40.570210 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8588c6c-6543-42bc-8cb6-62ead214385d req-a3234415-a367-4107-8d51-34732ce86e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:40.572545 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b8588c6c-6543-42bc-8cb6-62ead214385d req-a3234415-a367-4107-8d51-34732ce86e44 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.0640881 Jul 13 07:16:40.644941 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8588c6c-6543-42bc-8cb6-62ead214385d req-d335b530-61ca-4676-ad15-2b8984e20e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:40.647071 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b8588c6c-6543-42bc-8cb6-62ead214385d req-d335b530-61ca-4676-ad15-2b8984e20e7d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0685408 Jul 13 07:16:40.753880 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b8588c6c-6543-42bc-8cb6-62ead214385d req-6aceedf1-f50e-429c-8dc3-a016480d44e7 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004024 Jul 13 07:16:40.862568 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b8588c6c-6543-42bc-8cb6-62ead214385d req-58a1d37a-4ac9-4bf7-a6a6-1bd69b90b0ad service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019332 Jul 13 07:16:41.133812 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39018) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:41.300804 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-847a46f1-f1fb-42d7-a604-21f8892a6790 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-108855812-network', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:16:41.321815 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847a46f1-f1fb-42d7-a604-21f8892a6790 admin admin] Made reservation on behalf of 34f1f252047a479b82dd34808ffbdaa6 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:16:41.324244 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-847a46f1-f1fb-42d7-a604-21f8892a6790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:41.332709 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-847a46f1-f1fb-42d7-a604-21f8892a6790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:41.439461 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-847a46f1-f1fb-42d7-a604-21f8892a6790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:41.446987 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-847a46f1-f1fb-42d7-a604-21f8892a6790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:41.475791 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-847a46f1-f1fb-42d7-a604-21f8892a6790 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:16:41.485376 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a46f1-f1fb-42d7-a604-21f8892a6790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d31a77-e5e8-424e-ae7a-0fa62308c342,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:41.492609 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-847a46f1-f1fb-42d7-a604-21f8892a6790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:41.493241 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-847a46f1-f1fb-42d7-a604-21f8892a6790 admin admin] Added segment 52782695-8799-4c82-b579-02cd0984abd0 of type vlan for network afb92f7f-5b7d-43ea-9f6e-b225beb5888c Jul 13 07:16:41.535414 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-847a46f1-f1fb-42d7-a604-21f8892a6790 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:41.557888 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39036) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:41.570312 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-847a46f1-f1fb-42d7-a604-21f8892a6790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:41.572202 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847a46f1-f1fb-42d7-a604-21f8892a6790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:41.572790 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-847a46f1-f1fb-42d7-a604-21f8892a6790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:41.594905 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39040) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:41.610673 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-847a46f1-f1fb-42d7-a604-21f8892a6790 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4729550 Jul 13 07:16:41.611098 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39044) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:41.619169 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-35313c08-531c-4f6f-b732-fecba2dad9d9 admin admin] Request body: {'subnet': {'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108855812-subnet', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:16:41.628309 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-1fc064cf-f390-45c5-a9ed-ef622ed3b2d1 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:16:41.629301 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-1fc064cf-f390-45c5-a9ed-ef622ed3b2d1 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0703087 Jul 13 07:16:41.650062 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a46f1-f1fb-42d7-a604-21f8892a6790 admin admin] Pushing event updated for resources: {'Network': ['ID=afb92f7f-5b7d-43ea-9f6e-b225beb5888c,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:41.662208 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network afb92f7f-5b7d-43ea-9f6e-b225beb5888c details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:16:41.662728 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35313c08-531c-4f6f-b732-fecba2dad9d9 admin admin] Made reservation on behalf of 34f1f252047a479b82dd34808ffbdaa6 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:16:41.664691 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-35313c08-531c-4f6f-b732-fecba2dad9d9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:41.670395 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-6a8f3d87-4214-497e-b5ed-fc4789d8d9e7 tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:16:41.671406 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-6a8f3d87-4214-497e-b5ed-fc4789d8d9e7 tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0755076 Jul 13 07:16:41.739255 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device cbc1726d-3a57-4076-ab12-e19ebbe9bc68 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:16:41.746400 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-44837dc8-4747-4584-840d-0750fc1162bc service neutron] Request body: {'binding': {'host': 'n-h2-771363-34', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:16:41.746934 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-44837dc8-4747-4584-840d-0750fc1162bc service neutron] Unknown quota resources ['binding']. {{(pid=94017) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:16:41.786993 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-9da71d7d-b74a-48f2-a7d1-9357b2e6c0ca service neutron] Request body: {'binding': {'host': 'n-h2-771363-34', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:16:41.787461 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-9da71d7d-b74a-48f2-a7d1-9357b2e6c0ca service neutron] Unknown quota resources ['binding']. {{(pid=94017) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:16:41.838415 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port cbc1726d-3a57-4076-ab12-e19ebbe9bc68, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=cbc1726d-3a57-4076-ab12-e19ebbe9bc68,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:16:41.848744 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': 'cbc1726d-3a57-4076-ab12-e19ebbe9bc68', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': 'cbc1726d-3a57-4076-ab12-e19ebbe9bc68', 'mac_address': 'fa:16:3e:bf:9a:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:tempest-test_az-1067243079', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:16:41.888642 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:41.901396 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbc1726d-3a57-4076-ab12-e19ebbe9bc68 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:16:41.921668 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port cbc1726d-3a57-4076-ab12-e19ebbe9bc68, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=cbc1726d-3a57-4076-ab12-e19ebbe9bc68,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:16:41.925792 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:41.980883 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=cbc1726d-3a57-4076-ab12-e19ebbe9bc68,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:42.095462 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-44837dc8-4747-4584-840d-0750fc1162bc service neutron] Attempting to bind port 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4 on host n-h2-771363-34 for vnic_type normal with profile None {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:16:42.095794 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-44837dc8-4747-4584-840d-0750fc1162bc service neutron] Attempting to bind port 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:16:42.096302 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-44837dc8-4747-4584-840d-0750fc1162bc service neutron] Attempting to bind port 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4 on network bff43fa8-f666-4c15-8f06-2242dcee7e17 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:16:42.099962 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-35313c08-531c-4f6f-b732-fecba2dad9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:42.106522 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-9da71d7d-b74a-48f2-a7d1-9357b2e6c0ca service neutron] Attempting to bind port cafbfce0-7157-436e-aa90-46637a16b6f5 on host n-h2-771363-34 for vnic_type normal with profile None {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:16:42.106854 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-9da71d7d-b74a-48f2-a7d1-9357b2e6c0ca service neutron] Attempting to bind port cafbfce0-7157-436e-aa90-46637a16b6f5 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:16:42.107177 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-9da71d7d-b74a-48f2-a7d1-9357b2e6c0ca service neutron] Attempting to bind port cafbfce0-7157-436e-aa90-46637a16b6f5 on network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:16:42.129465 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-44837dc8-4747-4584-840d-0750fc1162bc service neutron] Port 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4 on network bff43fa8-f666-4c15-8f06-2242dcee7e17 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:16:42.130029 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-44837dc8-4747-4584-840d-0750fc1162bc service neutron] Attempting to bind port 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4 on network bff43fa8-f666-4c15-8f06-2242dcee7e17 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:16:42.145772 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-9da71d7d-b74a-48f2-a7d1-9357b2e6c0ca service neutron] Port cafbfce0-7157-436e-aa90-46637a16b6f5 on network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:16:42.146027 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-9da71d7d-b74a-48f2-a7d1-9357b2e6c0ca service neutron] Attempting to bind port cafbfce0-7157-436e-aa90-46637a16b6f5 on network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:16:42.150280 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-44837dc8-4747-4584-840d-0750fc1162bc service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:16:42.150607 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-44837dc8-4747-4584-840d-0750fc1162bc service neutron] Checking segment: {'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:16:42.150984 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-44837dc8-4747-4584-840d-0750fc1162bc service neutron] Bound using segment: {'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:16:42.151441 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-44837dc8-4747-4584-840d-0750fc1162bc service neutron] Bound port: 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:16:42.162523 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['cbc1726d-3a57-4076-ab12-e19ebbe9bc68'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:16:42.207245 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-9da71d7d-b74a-48f2-a7d1-9357b2e6c0ca service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:16:42.207583 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-9da71d7d-b74a-48f2-a7d1-9357b2e6c0ca service neutron] Checking segment: {'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:16:42.207958 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-9da71d7d-b74a-48f2-a7d1-9357b2e6c0ca service neutron] Bound using segment: {'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:16:42.208381 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-9da71d7d-b74a-48f2-a7d1-9357b2e6c0ca service neutron] Bound port: cafbfce0-7157-436e-aa90-46637a16b6f5, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:16:42.219079 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35313c08-531c-4f6f-b732-fecba2dad9d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=206eeb9b-bd1e-46b3-9846-f00f50c205b6,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:42.328206 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 9c7a8282-37d0-4766-acbb-4c25f10c0b68 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:16:42.412830 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35313c08-531c-4f6f-b732-fecba2dad9d9 admin admin] Checking segment: {'id': '52782695-8799-4c82-b579-02cd0984abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:16:42.413088 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35313c08-531c-4f6f-b732-fecba2dad9d9 admin admin] Network hostable DHCP agents. Network: afb92f7f-5b7d-43ea-9f6e-b225beb5888c, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:16:42.423599 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 9c7a8282-37d0-4766-acbb-4c25f10c0b68, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=9c7a8282-37d0-4766-acbb-4c25f10c0b68,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:16:42.433794 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '9c7a8282-37d0-4766-acbb-4c25f10c0b68', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': '9c7a8282-37d0-4766-acbb-4c25f10c0b68', 'mac_address': 'fa:16:3e:ad:37:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:16:42.439029 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-44837dc8-4747-4584-840d-0750fc1162bc service neutron] For port 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:16:42.448729 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-9da71d7d-b74a-48f2-a7d1-9357b2e6c0ca service neutron] For port cafbfce0-7157-436e-aa90-46637a16b6f5, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=cafbfce0-7157-436e-aa90-46637a16b6f5,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:16:42.451121 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-44837dc8-4747-4584-840d-0750fc1162bc service neutron] Notify callbacks [] for binding, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:42.452323 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-44837dc8-4747-4584-840d-0750fc1162bc service neutron] 10.222.0.23 "POST /v2.0/ports/2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4/bindings HTTP/1.1" status: 201 len: 390 time: 0.7605901 Jul 13 07:16:42.457351 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-9da71d7d-b74a-48f2-a7d1-9357b2e6c0ca service neutron] Notify callbacks [] for binding, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:42.458453 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-9da71d7d-b74a-48f2-a7d1-9357b2e6c0ca service neutron] 10.222.0.23 "POST /v2.0/ports/cafbfce0-7157-436e-aa90-46637a16b6f5/bindings HTTP/1.1" status: 201 len: 390 time: 0.7259243 Jul 13 07:16:42.460237 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35313c08-531c-4f6f-b732-fecba2dad9d9 admin admin] Network afb92f7f-5b7d-43ea-9f6e-b225beb5888c is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:16:42.472857 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-35313c08-531c-4f6f-b732-fecba2dad9d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, afb92f7f-5b7d-43ea-9f6e-b225beb5888c) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:16:42.475761 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:42.478476 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35313c08-531c-4f6f-b732-fecba2dad9d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:42.479222 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-35313c08-531c-4f6f-b732-fecba2dad9d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:42.487558 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb5a2da-0803-4545-b253-9b078203a5f3 None None] Network afb92f7f-5b7d-43ea-9f6e-b225beb5888c requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:16:42.497926 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39054) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:42.498538 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-35313c08-531c-4f6f-b732-fecba2dad9d9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8859897 Jul 13 07:16:42.503116 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-bbafd4a0-f28d-4069-a615-ec98979cc632 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-108855812-router', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:16:42.504399 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c7a8282-37d0-4766-acbb-4c25f10c0b68 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:16:42.557385 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bbafd4a0-f28d-4069-a615-ec98979cc632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:42.559034 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bbafd4a0-f28d-4069-a615-ec98979cc632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:42.560793 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:16:42.563836 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 9c7a8282-37d0-4766-acbb-4c25f10c0b68, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=9c7a8282-37d0-4766-acbb-4c25f10c0b68,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:16:42.573144 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:42.684230 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bbafd4a0-f28d-4069-a615-ec98979cc632 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:42.729680 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=9c7a8282-37d0-4766-acbb-4c25f10c0b68,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:42.823352 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa3cdcd-a613-4a22-bb06-40be27b40ea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-afb92f7f-5b7d-43ea-9f6e-b225beb5888c', 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'fixed_ips': [{'subnet_id': '206eeb9b-bd1e-46b3-9846-f00f50c205b6'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:16:42.824460 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0fa3cdcd-a613-4a22-bb06-40be27b40ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:42.928988 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['9c7a8282-37d0-4766-acbb-4c25f10c0b68'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:16:42.967642 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bbafd4a0-f28d-4069-a615-ec98979cc632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:42.999595 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a33c7-787a-497f-b543-df7f98eeab60 req-c2458e98-5e1b-4a39-a212-6785796dbe31 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:43.002234 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-202a33c7-787a-497f-b543-df7f98eeab60 req-c2458e98-5e1b-4a39-a212-6785796dbe31 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] 10.222.0.23 "GET /v2.0/ports?device_id=0677eecb-21cc-4f63-8401-577ac6280909 HTTP/1.1" status: 200 len: 971 time: 0.1076968 Jul 13 07:16:43.029501 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-21072095-58b7-4ef2-b020-b339917acade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:43.030979 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-21072095-58b7-4ef2-b020-b339917acade service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=05a465060c604024bf60fd1a58309bf9&device_id=c0ad3ad0-5e92-44ae-898f-859f675502e1 HTTP/1.1" status: 200 len: 1098 time: 0.2134416 Jul 13 07:16:43.047653 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-202a33c7-787a-497f-b543-df7f98eeab60 req-9ec5bbdb-32e0-4c28-94dd-823a7e7106fa tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6e36794-4fe1-4f2a-9d35-0d0c9b705b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394387 Jul 13 07:16:43.091233 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-0fa3cdcd-a613-4a22-bb06-40be27b40ea6 None None] Allocated IP 172.20.0.2 (afb92f7f-5b7d-43ea-9f6e-b225beb5888c/206eeb9b-bd1e-46b3-9846-f00f50c205b6/b8b4fc5e-e80c-4b39-9e16-82f42f4269c0) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:16:43.230803 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ccdb8-8393-4b36-a3cf-5f32fe4c64bc req-9fbd5cac-2541-4d3a-9211-cdd12f5bda38 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:43.233050 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-700ccdb8-8393-4b36-a3cf-5f32fe4c64bc req-9fbd5cac-2541-4d3a-9211-cdd12f5bda38 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 945 time: 0.0728235 Jul 13 07:16:43.275951 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-700ccdb8-8393-4b36-a3cf-5f32fe4c64bc req-648ac368-9ba4-4635-b1fb-95fa59b3cf78 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359979 Jul 13 07:16:43.301845 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0fa3cdcd-a613-4a22-bb06-40be27b40ea6 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:43.315786 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-0fa3cdcd-a613-4a22-bb06-40be27b40ea6 None None] Transition to ACTIVE for port object b8b4fc5e-e80c-4b39-9e16-82f42f4269c0 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:16:43.332019 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-0fa3cdcd-a613-4a22-bb06-40be27b40ea6 None None] Transition to ACTIVE for port object b8b4fc5e-e80c-4b39-9e16-82f42f4269c0 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:16:43.339043 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0fa3cdcd-a613-4a22-bb06-40be27b40ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:43.380236 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa3cdcd-a613-4a22-bb06-40be27b40ea6 None None] Network afb92f7f-5b7d-43ea-9f6e-b225beb5888c is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:16:43.385362 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-0fa3cdcd-a613-4a22-bb06-40be27b40ea6 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:16:43.388471 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa3cdcd-a613-4a22-bb06-40be27b40ea6 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:16:43.394545 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa3cdcd-a613-4a22-bb06-40be27b40ea6 None None] Pushing event updated for resources: {'Port': ['ID=b8b4fc5e-e80c-4b39-9e16-82f42f4269c0,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:43.412523 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-48486cb4-d49d-47c0-8b9b-f1ae055b322c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:43.413977 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-48486cb4-d49d-47c0-8b9b-f1ae055b322c service neutron] 10.222.0.25 "GET /v2.0/networks?id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d HTTP/1.1" status: 200 len: 909 time: 0.1467419 Jul 13 07:16:43.423046 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072bea5-5a0a-417a-a5e3-478047f4283f req-eac3c009-3f44-4a74-b97b-78d415850ebf tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:43.424501 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0072bea5-5a0a-417a-a5e3-478047f4283f req-eac3c009-3f44-4a74-b97b-78d415850ebf tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 949 time: 0.4146442 Jul 13 07:16:43.455403 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-0fa3cdcd-a613-4a22-bb06-40be27b40ea6 None None] Attempting to bind port b8b4fc5e-e80c-4b39-9e16-82f42f4269c0 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:16:43.455868 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-0fa3cdcd-a613-4a22-bb06-40be27b40ea6 None None] Attempting to bind port b8b4fc5e-e80c-4b39-9e16-82f42f4269c0 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '52782695-8799-4c82-b579-02cd0984abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:16:43.456278 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa3cdcd-a613-4a22-bb06-40be27b40ea6 None None] Attempting to bind port b8b4fc5e-e80c-4b39-9e16-82f42f4269c0 on network afb92f7f-5b7d-43ea-9f6e-b225beb5888c {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:16:43.461801 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa3cdcd-a613-4a22-bb06-40be27b40ea6 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:16:43.462466 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa3cdcd-a613-4a22-bb06-40be27b40ea6 None None] Checking segment: {'id': '52782695-8799-4c82-b579-02cd0984abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:16:43.462989 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0fa3cdcd-a613-4a22-bb06-40be27b40ea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:43.463467 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa3cdcd-a613-4a22-bb06-40be27b40ea6 None None] Bound using segment: {'id': '52782695-8799-4c82-b579-02cd0984abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:16:43.464058 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-0fa3cdcd-a613-4a22-bb06-40be27b40ea6 None None] Bound port: b8b4fc5e-e80c-4b39-9e16-82f42f4269c0, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52782695-8799-4c82-b579-02cd0984abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:16:43.464514 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0fa3cdcd-a613-4a22-bb06-40be27b40ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:43.466580 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c401c-74d3-4ed5-b40b-71e0c6c8e2e2 req-ae2611f2-36a4-49a0-8346-1a80d932c78f tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:43.468316 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d11c401c-74d3-4ed5-b40b-71e0c6c8e2e2 req-ae2611f2-36a4-49a0-8346-1a80d932c78f tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0ad3ad0-5e92-44ae-898f-859f675502e1 HTTP/1.1" status: 200 len: 946 time: 0.0708656 Jul 13 07:16:43.473421 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-55f5ab2d-7623-42e6-81d8-5d63ad8dfb2c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cafbfce0-7157-436e-aa90-46637a16b6f5 HTTP/1.1" status: 200 len: 217 time: 0.0472300 Jul 13 07:16:43.515881 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d11c401c-74d3-4ed5-b40b-71e0c6c8e2e2 req-e6131b38-6325-42a2-963c-53ab35cfeb62 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383780 Jul 13 07:16:43.533239 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-0fa3cdcd-a613-4a22-bb06-40be27b40ea6 None None] For port b8b4fc5e-e80c-4b39-9e16-82f42f4269c0, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:16:43.540456 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-0fa3cdcd-a613-4a22-bb06-40be27b40ea6 None None] For port b8b4fc5e-e80c-4b39-9e16-82f42f4269c0, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=b8b4fc5e-e80c-4b39-9e16-82f42f4269c0,segment=NetworkSegment(52782695-8799-4c82-b579-02cd0984abd0),segment_id=52782695-8799-4c82-b579-02cd0984abd0)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:16:43.545940 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0fa3cdcd-a613-4a22-bb06-40be27b40ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:43.553030 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0072bea5-5a0a-417a-a5e3-478047f4283f req-d5a3c772-7824-4871-b9e4-567288a17984 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176019 Jul 13 07:16:43.579329 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-e5721301-4d2d-4142-bb08-739744105ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:43.580973 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-e5721301-4d2d-4142-bb08-739744105ae2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7ca46c55-f93a-4f0d-847c-cec27912e287 HTTP/1.1" status: 200 len: 848 time: 0.0975230 Jul 13 07:16:43.621545 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa3cdcd-a613-4a22-bb06-40be27b40ea6 None None] Pushing event updated for resources: {'Port': ['ID=b8b4fc5e-e80c-4b39-9e16-82f42f4269c0,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:43.652732 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-96672e73-fcfe-4fc5-9dd6-da3a09c7a6ae tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f976d2885a2e45c4be8f7f5643bb1035&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296125 Jul 13 07:16:43.681445 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-5f7a7696-9534-4cee-96d6-5039f9f44110 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934210 Jul 13 07:16:43.767970 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device cbc1726d-3a57-4076-ab12-e19ebbe9bc68 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:16:43.786318 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bbafd4a0-f28d-4069-a615-ec98979cc632 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:43.790265 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-6d8e0efb-da65-49d3-b5be-5eed92746513 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:43.792048 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-6d8e0efb-da65-49d3-b5be-5eed92746513 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1337051 Jul 13 07:16:43.812791 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bbafd4a0-f28d-4069-a615-ec98979cc632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:43.814533 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-b120eba8-095b-48c8-9980-af99e28e7828 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/quotas/f976d2885a2e45c4be8f7f5643bb1035 HTTP/1.1" status: 200 len: 375 time: 0.0142627 Jul 13 07:16:43.841900 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port cbc1726d-3a57-4076-ab12-e19ebbe9bc68 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:16:43.846547 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port cbc1726d-3a57-4076-ab12-e19ebbe9bc68 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:16:43.848061 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:43.875543 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-7b5cb2d1-7382-44a2-8cf7-d4435a18e536 service neutron] 10.222.0.25 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876390 Jul 13 07:16:43.884564 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-7376ae47-9355-42d1-abfe-8afd0dc8c4e7 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f976d2885a2e45c4be8f7f5643bb1035&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567384 Jul 13 07:16:43.951529 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:43.990186 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0677eecb-21cc-4f63-8401-577ac6280909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc1726d-3a57-4076-ab12-e19ebbe9bc68'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:16:43.993996 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5a54e8-ffaf-4ac3-a0ab-ed458beecc00" -d '{"events": [{"server_uuid": "0677eecb-21cc-4f63-8401-577ac6280909", "name": "network-vif-plugged", "status": "completed", "tag": "cbc1726d-3a57-4076-ab12-e19ebbe9bc68"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:16:44.016794 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-bbafd4a0-f28d-4069-a615-ec98979cc632 admin admin] Allocated IP 172.25.3.78 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/564c3b9f-2f28-40de-ac08-0872957616fc) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:16:44.034636 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-3c906cfd-bf09-4a2d-9501-45edae16e7d6 service neutron] 10.222.0.25 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497753 Jul 13 07:16:44.080517 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port cbc1726d-3a57-4076-ab12-e19ebbe9bc68, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=cbc1726d-3a57-4076-ab12-e19ebbe9bc68,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:16:44.087758 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:44.147728 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device ef49e32e-93fd-4d64-bcee-cf3d43a09610 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:16:44.192738 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa83f05-cc5a-4162-baff-ee838a6b48f2 x-openstack-request-id: req-2fa83f05-cc5a-4162-baff-ee838a6b48f2 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:16:44.193027 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0677eecb-21cc-4f63-8401-577ac6280909", "name": "network-vif-plugged", "status": "completed", "tag": "cbc1726d-3a57-4076-ab12-e19ebbe9bc68", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:16:44.193325 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2fa83f05-cc5a-4162-baff-ee838a6b48f2 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:16:44.193886 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0677eecb-21cc-4f63-8401-577ac6280909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc1726d-3a57-4076-ab12-e19ebbe9bc68', 'code': 200} Jul 13 07:16:44.197928 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: ef49e32e-93fd-4d64-bcee-cf3d43a09610 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:16:44.198287 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device ef49e32e-93fd-4d64-bcee-cf3d43a09610 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:16:44.236064 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=cbc1726d-3a57-4076-ab12-e19ebbe9bc68,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:44.337944 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 9c7a8282-37d0-4766-acbb-4c25f10c0b68 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:16:44.387312 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bbafd4a0-f28d-4069-a615-ec98979cc632 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:44.434038 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d7ff4-4f67-450c-b55f-473b225727d1 req-d0844f86-e133-4f5d-a6cb-0afdc5f965f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:44.437053 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c78d7ff4-4f67-450c-b55f-473b225727d1 req-d0844f86-e133-4f5d-a6cb-0afdc5f965f8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0677eecb-21cc-4f63-8401-577ac6280909 HTTP/1.1" status: 200 len: 1124 time: 0.1790197 Jul 13 07:16:44.451022 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 9c7a8282-37d0-4766-acbb-4c25f10c0b68 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:16:44.455355 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 9c7a8282-37d0-4766-acbb-4c25f10c0b68 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:16:44.455782 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:44.503004 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64201784-fd8b-49f7-b738-e0ea484b9444 req-9f376c36-c236-4271-8dad-ecfc10165ba5 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:44.504572 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-64201784-fd8b-49f7-b738-e0ea484b9444 req-9f376c36-c236-4271-8dad-ecfc10165ba5 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] 10.222.0.23 "GET /v2.0/ports?device_id=0677eecb-21cc-4f63-8401-577ac6280909 HTTP/1.1" status: 200 len: 972 time: 0.1315618 Jul 13 07:16:44.510920 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1f2708c6-4e03-4f33-8874-dd16e56d94cb req-17d24547-6404-401f-80df-05b5bd3b8a3c tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/ports?device_id=9721ff2d-1092-42e2-abfe-d7a8ae2566e8 HTTP/1.1" status: 200 len: 210 time: 0.1771593 Jul 13 07:16:44.515126 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c78d7ff4-4f67-450c-b55f-473b225727d1 req-2e61337c-120a-4302-8deb-539b7d64c6a4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d6e36794-4fe1-4f2a-9d35-0d0c9b705b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652595 Jul 13 07:16:44.518116 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bbafd4a0-f28d-4069-a615-ec98979cc632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:44.600582 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-64201784-fd8b-49f7-b738-e0ea484b9444 req-2c999f60-c3ad-4b88-8a07-f7656460d95c tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6e36794-4fe1-4f2a-9d35-0d0c9b705b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744522 Jul 13 07:16:44.620742 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbafd4a0-f28d-4069-a615-ec98979cc632 admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:16:44.625099 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:44.636904 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-d2dd8bfb-4fe0-47a3-baca-878196ccba2c tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:44.638937 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-d2dd8bfb-4fe0-47a3-baca-878196ccba2c tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c0ad3ad0-5e92-44ae-898f-859f675502e1&tenant_id=05a465060c604024bf60fd1a58309bf9&binding%3Ahost_id=n-h1-771363-34 HTTP/1.1" status: 200 len: 1098 time: 0.3827140 Jul 13 07:16:44.639941 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-bbafd4a0-f28d-4069-a615-ec98979cc632 admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:16:44.642379 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbafd4a0-f28d-4069-a615-ec98979cc632 admin admin] Pushing event updated for resources: {'Port': ['ID=564c3b9f-2f28-40de-ac08-0872957616fc,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:44.644671 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbafd4a0-f28d-4069-a615-ec98979cc632 admin admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:16:44.685582 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-28350d7c-d8c0-4787-970d-c0f15c3a3fd1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771363-34'}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:16:44.699971 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ba3df9c3-fde1-4cc8-af69-80d50804606b None None] Provisioning complete for port cbc1726d-3a57-4076-ab12-e19ebbe9bc68 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:16:44.700492 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ba3df9c3-fde1-4cc8-af69-80d50804606b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:44.819531 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 9c7a8282-37d0-4766-acbb-4c25f10c0b68, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=9c7a8282-37d0-4766-acbb-4c25f10c0b68,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:16:44.830507 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:44.879047 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b390c-4c02-4a91-a717-01b083727e2d req-c8135f8e-7bab-4ef2-87ff-a15182da1fba tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:44.914068 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a25b390c-4c02-4a91-a717-01b083727e2d req-c8135f8e-7bab-4ef2-87ff-a15182da1fba tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 945 time: 0.1189106 Jul 13 07:16:44.924685 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=9c7a8282-37d0-4766-acbb-4c25f10c0b68,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:44.960600 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-28350d7c-d8c0-4787-970d-c0f15c3a3fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:44.999797 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a25b390c-4c02-4a91-a717-01b083727e2d req-1d2d344d-120a-47be-be3a-7a3b2525a354 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847094 Jul 13 07:16:45.122652 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bbafd4a0-f28d-4069-a615-ec98979cc632 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:45.248029 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-717a5767-2b43-4089-b7d2-0d7a87cfb045 None None] Provisioning complete for port 9c7a8282-37d0-4766-acbb-4c25f10c0b68 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:16:45.249128 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-717a5767-2b43-4089-b7d2-0d7a87cfb045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:45.251001 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf7557-9eeb-442a-911c-4e48ef6f3d23 req-699ae548-c366-4669-b773-85fafa429297 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:45.256105 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d8cf7557-9eeb-442a-911c-4e48ef6f3d23 req-699ae548-c366-4669-b773-85fafa429297 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 950 time: 0.1207292 Jul 13 07:16:45.324168 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d8cf7557-9eeb-442a-911c-4e48ef6f3d23 req-9601ec37-05f3-48b8-81bd-bda5e4e8f9d4 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576677 Jul 13 07:16:45.447070 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc10ceb-21e6-4406-bb50-02d3b2ad1016 None None] Network afb92f7f-5b7d-43ea-9f6e-b225beb5888c requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:16:45.514237 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b8b4fc5e-e80c-4b39-9e16-82f42f4269c0 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:16:45.606113 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542cda70-25b7-44ea-9b5d-aea2b457d39a req-7909e753-702f-494a-8827-aca58d4f7db4 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:45.613514 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-542cda70-25b7-44ea-9b5d-aea2b457d39a req-7909e753-702f-494a-8827-aca58d4f7db4 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0ad3ad0-5e92-44ae-898f-859f675502e1 HTTP/1.1" status: 200 len: 946 time: 0.6024857 Jul 13 07:16:45.656422 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-28350d7c-d8c0-4787-970d-c0f15c3a3fd1 service neutron] For port cafbfce0-7157-436e-aa90-46637a16b6f5, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=cafbfce0-7157-436e-aa90-46637a16b6f5,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:16:45.689682 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port b8b4fc5e-e80c-4b39-9e16-82f42f4269c0 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:16:45.732317 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-8e4eae4b-dc16-47b0-ba2a-caaba82ba0be tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=f976d2885a2e45c4be8f7f5643bb1035&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265567 Jul 13 07:16:45.746067 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-542cda70-25b7-44ea-9b5d-aea2b457d39a req-a108907a-1924-473b-b2c7-ca90a9ed7e01 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277862 Jul 13 07:16:45.821339 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d6d01f0e-a41f-4996-b8eb-d2e0177b1ce6 None None] Provisioning for port b8b4fc5e-e80c-4b39-9e16-82f42f4269c0 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:16:45.826320 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d6d01f0e-a41f-4996-b8eb-d2e0177b1ce6 None None] Provisioning complete for port b8b4fc5e-e80c-4b39-9e16-82f42f4269c0 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:16:45.826798 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d6d01f0e-a41f-4996-b8eb-d2e0177b1ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:45.857895 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-28350d7c-d8c0-4787-970d-c0f15c3a3fd1 service neutron] For port cafbfce0-7157-436e-aa90-46637a16b6f5, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:16:45.872318 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-71452326-cde0-471b-ae77-952aaa7b0459 req-bd126f71-2286-401c-a8c4-c62d52a89f51 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/ports?device_id=9721ff2d-1092-42e2-abfe-d7a8ae2566e8 HTTP/1.1" status: 200 len: 210 time: 0.0702584 Jul 13 07:16:45.959364 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bbafd4a0-f28d-4069-a615-ec98979cc632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:45.975626 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d6d01f0e-a41f-4996-b8eb-d2e0177b1ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:45.986499 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ad3ad0-5e92-44ae-898f-859f675502e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cafbfce0-7157-436e-aa90-46637a16b6f5'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:16:45.999836 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c6d5c6-adf7-4a45-88f5-72eafeedd265" -d '{"events": [{"server_uuid": "c0ad3ad0-5e92-44ae-898f-859f675502e1", "name": "network-vif-unplugged", "status": "completed", "tag": "cafbfce0-7157-436e-aa90-46637a16b6f5"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:16:46.010930 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-0731a3a3-7f43-43ec-99f7-10c2d20eae2d tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:46.012467 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-0731a3a3-7f43-43ec-99f7-10c2d20eae2d tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2679863 Jul 13 07:16:46.013476 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-28350d7c-d8c0-4787-970d-c0f15c3a3fd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:46.022537 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-d6d01f0e-a41f-4996-b8eb-d2e0177b1ce6 None None] For port b8b4fc5e-e80c-4b39-9e16-82f42f4269c0, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=b8b4fc5e-e80c-4b39-9e16-82f42f4269c0,segment=NetworkSegment(52782695-8799-4c82-b579-02cd0984abd0),segment_id=52782695-8799-4c82-b579-02cd0984abd0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:16:46.028750 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-bc064d11-c686-4efc-ba72-a23da933764b tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Request body: {'port': {'device_id': '9721ff2d-1092-42e2-abfe-d7a8ae2566e8', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'admin_state_up': True, 'tenant_id': 'f976d2885a2e45c4be8f7f5643bb1035'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:16:46.038389 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d6d01f0e-a41f-4996-b8eb-d2e0177b1ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:46.128940 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-28350d7c-d8c0-4787-970d-c0f15c3a3fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:46.134296 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d01f0e-a41f-4996-b8eb-d2e0177b1ce6 None None] Pushing event updated for resources: {'Port': ['ID=b8b4fc5e-e80c-4b39-9e16-82f42f4269c0,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:46.180624 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-bc064d11-c686-4efc-ba72-a23da933764b tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Made reservation on behalf of f976d2885a2e45c4be8f7f5643bb1035 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:16:46.181639 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98cf5e7-0b1c-401d-b7cf-e3c51a7f6610 x-openstack-request-id: req-b98cf5e7-0b1c-401d-b7cf-e3c51a7f6610 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:16:46.181930 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ad3ad0-5e92-44ae-898f-859f675502e1", "name": "network-vif-unplugged", "status": "completed", "tag": "cafbfce0-7157-436e-aa90-46637a16b6f5", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:16:46.182181 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b98cf5e7-0b1c-401d-b7cf-e3c51a7f6610 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:16:46.182561 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ad3ad0-5e92-44ae-898f-859f675502e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cafbfce0-7157-436e-aa90-46637a16b6f5', 'code': 200} Jul 13 07:16:46.184750 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-bc064d11-c686-4efc-ba72-a23da933764b tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:46.195055 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936d839d-37be-4c28-8b91-49ba84426f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7a8282-37d0-4766-acbb-4c25f10c0b68'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:16:46.197499 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2662c8-0729-43b6-80d6-d5471ef39991" -d '{"events": [{"server_uuid": "936d839d-37be-4c28-8b91-49ba84426f2d", "name": "network-vif-plugged", "status": "completed", "tag": "9c7a8282-37d0-4766-acbb-4c25f10c0b68"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:16:46.238377 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e9d7dcb2-9470-4ea9-9852-2f4f14f36dda None None] Provisioning complete for port b8b4fc5e-e80c-4b39-9e16-82f42f4269c0 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:16:46.239133 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e9d7dcb2-9470-4ea9-9852-2f4f14f36dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:46.272950 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28350d7c-d8c0-4787-970d-c0f15c3a3fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=cafbfce0-7157-436e-aa90-46637a16b6f5,revision_number=7']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:46.327693 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8862ca-601e-4a1b-9e48-2f1349497aa6 req-47c77885-b8e2-44af-9de7-1b585d71c079 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:46.329219 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6c8862ca-601e-4a1b-9e48-2f1349497aa6 req-47c77885-b8e2-44af-9de7-1b585d71c079 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] 10.222.0.23 "GET /v2.0/ports?device_id=0677eecb-21cc-4f63-8401-577ac6280909 HTTP/1.1" status: 200 len: 972 time: 0.2403550 Jul 13 07:16:46.332426 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-28350d7c-d8c0-4787-970d-c0f15c3a3fd1 service neutron] Attempting to bind port cafbfce0-7157-436e-aa90-46637a16b6f5 on host n-h1-771363-34 for vnic_type normal with profile {"migrating_to": "n-h2-771363-34"} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:16:46.335560 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-28350d7c-d8c0-4787-970d-c0f15c3a3fd1 service neutron] Attempting to bind port cafbfce0-7157-436e-aa90-46637a16b6f5 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:16:46.336645 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-28350d7c-d8c0-4787-970d-c0f15c3a3fd1 service neutron] Attempting to bind port cafbfce0-7157-436e-aa90-46637a16b6f5 on network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:16:46.354867 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-28350d7c-d8c0-4787-970d-c0f15c3a3fd1 service neutron] Port cafbfce0-7157-436e-aa90-46637a16b6f5 on network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:16:46.355187 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-28350d7c-d8c0-4787-970d-c0f15c3a3fd1 service neutron] Attempting to bind port cafbfce0-7157-436e-aa90-46637a16b6f5 on network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:16:46.371431 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-28350d7c-d8c0-4787-970d-c0f15c3a3fd1 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:16:46.371761 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-28350d7c-d8c0-4787-970d-c0f15c3a3fd1 service neutron] Checking segment: {'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:16:46.372127 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-bc064d11-c686-4efc-ba72-a23da933764b tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Allocated IP 192.168.233.148 (f9d6e899-687c-4a4d-bdf3-8d8d169866a7/c5af789a-0729-4e53-834f-ef6745aa079c/e99026d4-8a5d-4b58-bbb9-3af85b02021c) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:16:46.372241 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-28350d7c-d8c0-4787-970d-c0f15c3a3fd1 service neutron] Bound using segment: {'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:16:46.372546 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-28350d7c-d8c0-4787-970d-c0f15c3a3fd1 service neutron] Bound port: cafbfce0-7157-436e-aa90-46637a16b6f5, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:16:46.372895 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-28350d7c-d8c0-4787-970d-c0f15c3a3fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:46.393768 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15d22f-ca1b-45eb-b5e8-5dd4cbe03cb5 req-f16a1f3a-fbbb-458d-98f2-720485029133 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:46.395273 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6e15d22f-ca1b-45eb-b5e8-5dd4cbe03cb5 req-f16a1f3a-fbbb-458d-98f2-720485029133 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 945 time: 0.1244421 Jul 13 07:16:46.410057 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6c8862ca-601e-4a1b-9e48-2f1349497aa6 req-add5ac2b-5901-49fa-a04a-3a692e5fdf92 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6e36794-4fe1-4f2a-9d35-0d0c9b705b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708001 Jul 13 07:16:46.439946 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbafd4a0-f28d-4069-a615-ec98979cc632 admin admin] Router a0a4d613-180c-4b7f-87a9-08858ff989da is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:16:46.494552 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6e15d22f-ca1b-45eb-b5e8-5dd4cbe03cb5 req-91deaf78-eef3-411c-8a17-fcc068e91dd6 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897999 Jul 13 07:16:46.510973 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-28350d7c-d8c0-4787-970d-c0f15c3a3fd1 service neutron] For port cafbfce0-7157-436e-aa90-46637a16b6f5, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:16:46.529936 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-28350d7c-d8c0-4787-970d-c0f15c3a3fd1 service neutron] For port cafbfce0-7157-436e-aa90-46637a16b6f5, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=cafbfce0-7157-436e-aa90-46637a16b6f5,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:16:46.562610 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-28350d7c-d8c0-4787-970d-c0f15c3a3fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:46.566626 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28027ebd-1724-4d60-9a28-41984ce52d72 x-openstack-request-id: req-28027ebd-1724-4d60-9a28-41984ce52d72 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:16:46.567135 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "936d839d-37be-4c28-8b91-49ba84426f2d", "name": "network-vif-plugged", "status": "completed", "tag": "9c7a8282-37d0-4766-acbb-4c25f10c0b68", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:16:46.567565 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-28027ebd-1724-4d60-9a28-41984ce52d72 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:16:46.568612 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '936d839d-37be-4c28-8b91-49ba84426f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7a8282-37d0-4766-acbb-4c25f10c0b68', 'code': 200} Jul 13 07:16:46.636971 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-bc064d11-c686-4efc-ba72-a23da933764b tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:46.653486 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-bc064d11-c686-4efc-ba72-a23da933764b tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Transition to ACTIVE for port object e99026d4-8a5d-4b58-bbb9-3af85b02021c will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:16:46.711639 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-bc064d11-c686-4efc-ba72-a23da933764b tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:46.734241 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbafd4a0-f28d-4069-a615-ec98979cc632 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:16:46.744277 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a52e87b-fb79-4093-8b61-d9701f24f454 None None] Sync routers for ids ['a0a4d613-180c-4b7f-87a9-08858ff989da'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:16:46.760545 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a52e87b-fb79-4093-8b61-d9701f24f454 None None] Routers {'a0a4d613-180c-4b7f-87a9-08858ff989da'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:16:46.761170 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-0a52e87b-fb79-4093-8b61-d9701f24f454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:16:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['a0a4d613-180c-4b7f-87a9-08858ff989da'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:16:46.767427 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28350d7c-d8c0-4787-970d-c0f15c3a3fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=cafbfce0-7157-436e-aa90-46637a16b6f5,revision_number=8']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:46.802792 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc064d11-c686-4efc-ba72-a23da933764b tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Pushing event updated for resources: {'Port': ['ID=e99026d4-8a5d-4b58-bbb9-3af85b02021c,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:46.810914 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-28350d7c-d8c0-4787-970d-c0f15c3a3fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:46.811499 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-bc064d11-c686-4efc-ba72-a23da933764b tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:16:46.811638 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-28350d7c-d8c0-4787-970d-c0f15c3a3fd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:46.813142 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-28350d7c-d8c0-4787-970d-c0f15c3a3fd1 service neutron] 10.222.0.25 "PUT /v2.0/ports/cafbfce0-7157-436e-aa90-46637a16b6f5 HTTP/1.1" status: 200 len: 1124 time: 2.1320090 Jul 13 07:16:46.813366 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-bc064d11-c686-4efc-ba72-a23da933764b tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:16:46.828119 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bbafd4a0-f28d-4069-a615-ec98979cc632 admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:46.829316 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-bbafd4a0-f28d-4069-a615-ec98979cc632 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.3302982 Jul 13 07:16:46.832432 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39184) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:46.834296 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-bc064d11-c686-4efc-ba72-a23da933764b tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:16:46.853942 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-bc064d11-c686-4efc-ba72-a23da933764b tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:46.859928 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-bc064d11-c686-4efc-ba72-a23da933764b tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:46.886066 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['cafbfce0-7157-436e-aa90-46637a16b6f5'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:16:46.891353 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-bc064d11-c686-4efc-ba72-a23da933764b tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8697770 Jul 13 07:16:46.905141 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-d31f3964-e1f8-4497-b83b-a756c0b7f714 service neutron] Request body: {'port': {'device_id': '9721ff2d-1092-42e2-abfe-d7a8ae2566e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:16:46.989327 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39188) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:47.057024 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-d31f3964-e1f8-4497-b83b-a756c0b7f714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:47.074498 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375e3e3-e969-468c-a09e-4baa9ed093aa req-093ed27a-aa61-483a-93db-e918f499746e tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:47.084944 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5375e3e3-e969-468c-a09e-4baa9ed093aa req-093ed27a-aa61-483a-93db-e918f499746e tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 950 time: 0.3791676 Jul 13 07:16:47.122086 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1156125-d920-4b7b-a49b-888f19b2d4a3 req-9d8b75be-1695-4e80-8645-cf5df5fc7f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:47.125105 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a1156125-d920-4b7b-a49b-888f19b2d4a3 req-9d8b75be-1695-4e80-8645-cf5df5fc7f79 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 1102 time: 0.4570911 Jul 13 07:16:47.131828 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-0a52e87b-fb79-4093-8b61-d9701f24f454 None None] Set router a0a4d613-180c-4b7f-87a9-08858ff989da gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:16:47.284227 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7c7be11a-c572-4baa-a437-48e54707b007 None None] Provisioning for port e99026d4-8a5d-4b58-bbb9-3af85b02021c completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:16:47.288851 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7c7be11a-c572-4baa-a437-48e54707b007 None None] Provisioning complete for port e99026d4-8a5d-4b58-bbb9-3af85b02021c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:16:47.289716 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7c7be11a-c572-4baa-a437-48e54707b007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:47.358372 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-7c7be11a-c572-4baa-a437-48e54707b007 None None] Port e99026d4-8a5d-4b58-bbb9-3af85b02021c cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:16:47.361149 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a1156125-d920-4b7b-a49b-888f19b2d4a3 req-7c1f3041-fa8c-4873-be09-04fbc82866d1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177441 Jul 13 07:16:47.366162 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5375e3e3-e969-468c-a09e-4baa9ed093aa req-8b7b339a-a394-4fa5-b053-4802b42d914c tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804089 Jul 13 07:16:47.400514 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-323a571c-3476-4ac3-b024-6bea9869adf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:47.401403 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b8b4fc5e-e80c-4b39-9e16-82f42f4269c0 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:16:47.488758 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port b8b4fc5e-e80c-4b39-9e16-82f42f4269c0 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:16:47.489164 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:47.491268 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-0a52e87b-fb79-4093-8b61-d9701f24f454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108855812-router', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '564c3b9f-2f28-40de-ac08-0872957616fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:16:42Z', 'updated_at': '2021-07-13T07:16:44Z', 'revision_number': 3, 'project_id': '34f1f252047a479b82dd34808ffbdaa6', 'gw_port': {'id': '564c3b9f-2f28-40de-ac08-0872957616fc', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a8:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:43Z', 'updated_at': '2021-07-13T07:16:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:16:47.521232 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-d31f3964-e1f8-4497-b83b-a756c0b7f714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e99026d4-8a5d-4b58-bbb9-3af85b02021c {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:16:47.529639 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-d31f3964-e1f8-4497-b83b-a756c0b7f714 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:47.553945 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-d31f3964-e1f8-4497-b83b-a756c0b7f714 service neutron] Transition to ACTIVE for port object e99026d4-8a5d-4b58-bbb9-3af85b02021c will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:16:47.556592 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a52e87b-fb79-4093-8b61-d9701f24f454 None None] Checking router: a0a4d613-180c-4b7f-87a9-08858ff989da for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:16:47.557070 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a52e87b-fb79-4093-8b61-d9701f24f454 None None] Updating router a0a4d613-180c-4b7f-87a9-08858ff989da port 564c3b9f-2f28-40de-ac08-0872957616fc binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:16:47.563635 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-d31f3964-e1f8-4497-b83b-a756c0b7f714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:47.598976 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0a52e87b-fb79-4093-8b61-d9701f24f454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:47.641910 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f3964-e1f8-4497-b83b-a756c0b7f714 service neutron] Pushing event updated for resources: {'Port': ['ID=e99026d4-8a5d-4b58-bbb9-3af85b02021c,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:47.661461 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc5468-df51-4466-86df-1bacd3a8cf53 req-6b0923a3-7d2b-4565-8e9d-5efd258328dc tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:47.668920 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-18cc5468-df51-4466-86df-1bacd3a8cf53 req-6b0923a3-7d2b-4565-8e9d-5efd258328dc tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0ad3ad0-5e92-44ae-898f-859f675502e1 HTTP/1.1" status: 200 len: 944 time: 0.3541775 Jul 13 07:16:47.717177 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-d31f3964-e1f8-4497-b83b-a756c0b7f714 service neutron] Attempting to bind port e99026d4-8a5d-4b58-bbb9-3af85b02021c on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:16:47.717507 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-d31f3964-e1f8-4497-b83b-a756c0b7f714 service neutron] Attempting to bind port e99026d4-8a5d-4b58-bbb9-3af85b02021c by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:16:47.717836 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-d31f3964-e1f8-4497-b83b-a756c0b7f714 service neutron] Attempting to bind port e99026d4-8a5d-4b58-bbb9-3af85b02021c on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:16:47.722115 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7ace2fad-3809-4c6c-ae6e-e2ae8a3d6da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:47.732037 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-d31f3964-e1f8-4497-b83b-a756c0b7f714 service neutron] Port e99026d4-8a5d-4b58-bbb9-3af85b02021c on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:16:47.732359 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-d31f3964-e1f8-4497-b83b-a756c0b7f714 service neutron] Attempting to bind port e99026d4-8a5d-4b58-bbb9-3af85b02021c on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:16:47.742336 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-18cc5468-df51-4466-86df-1bacd3a8cf53 req-e4ac0032-da9e-401d-828b-be875f6dc967 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723622 Jul 13 07:16:47.756441 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-d31f3964-e1f8-4497-b83b-a756c0b7f714 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:16:47.756784 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-d31f3964-e1f8-4497-b83b-a756c0b7f714 service neutron] Checking segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:16:47.757260 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-d31f3964-e1f8-4497-b83b-a756c0b7f714 service neutron] Bound using segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:16:47.757582 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-d31f3964-e1f8-4497-b83b-a756c0b7f714 service neutron] Bound port: e99026d4-8a5d-4b58-bbb9-3af85b02021c, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:16:47.758671 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-d31f3964-e1f8-4497-b83b-a756c0b7f714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:47.762353 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-323a571c-3476-4ac3-b024-6bea9869adf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:47.827075 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-323a571c-3476-4ac3-b024-6bea9869adf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:47.866998 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-d31f3964-e1f8-4497-b83b-a756c0b7f714 service neutron] For port e99026d4-8a5d-4b58-bbb9-3af85b02021c, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:16:47.871163 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-d31f3964-e1f8-4497-b83b-a756c0b7f714 service neutron] For port e99026d4-8a5d-4b58-bbb9-3af85b02021c, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=e99026d4-8a5d-4b58-bbb9-3af85b02021c,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:16:47.880406 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-d31f3964-e1f8-4497-b83b-a756c0b7f714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:47.897735 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934044b2-11df-4949-84a5-3a3c64a42ac3 req-4c4fdcb9-6d7f-4731-b117-407a835299a4 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:47.902273 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-934044b2-11df-4949-84a5-3a3c64a42ac3 req-4c4fdcb9-6d7f-4731-b117-407a835299a4 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/ports?device_id=9721ff2d-1092-42e2-abfe-d7a8ae2566e8 HTTP/1.1" status: 200 len: 948 time: 0.3527784 Jul 13 07:16:47.915724 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-323a571c-3476-4ac3-b024-6bea9869adf6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c08296e8f9ba482899bb2a3ff7dd9532&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8772640 Jul 13 07:16:47.927999 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0a52e87b-fb79-4093-8b61-d9701f24f454 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:47.932603 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39198) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:47.940142 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-0a52e87b-fb79-4093-8b61-d9701f24f454 None None] Transition to ACTIVE for port object 564c3b9f-2f28-40de-ac08-0872957616fc will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:16:47.954921 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0a52e87b-fb79-4093-8b61-d9701f24f454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:47.986932 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-d31f3964-e1f8-4497-b83b-a756c0b7f714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:47.987591 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-d31f3964-e1f8-4497-b83b-a756c0b7f714 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:47.989203 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-d31f3964-e1f8-4497-b83b-a756c0b7f714 service neutron] 10.222.0.25 "PUT /v2.0/ports/e99026d4-8a5d-4b58-bbb9-3af85b02021c HTTP/1.1" status: 200 len: 1097 time: 1.0884964 Jul 13 07:16:47.996693 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9721ff2d-1092-42e2-abfe-d7a8ae2566e8', 'tag': 'e99026d4-8a5d-4b58-bbb9-3af85b02021c'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:16:47.999022 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2accd5b-332f-4763-a377-ace8a8cfc405" -d '{"events": [{"name": "network-changed", "server_uuid": "9721ff2d-1092-42e2-abfe-d7a8ae2566e8", "tag": "e99026d4-8a5d-4b58-bbb9-3af85b02021c"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:16:48.043066 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfab313-af9d-4922-8901-f044ef00e686 None None] Pushing event updated for resources: {'Port': ['ID=564c3b9f-2f28-40de-ac08-0872957616fc,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:48.045796 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-0a52e87b-fb79-4093-8b61-d9701f24f454 None None] Attempting to bind port 564c3b9f-2f28-40de-ac08-0872957616fc on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:16:48.046360 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-0a52e87b-fb79-4093-8b61-d9701f24f454 None None] Attempting to bind port 564c3b9f-2f28-40de-ac08-0872957616fc by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:16:48.047095 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a52e87b-fb79-4093-8b61-d9701f24f454 None None] Attempting to bind port 564c3b9f-2f28-40de-ac08-0872957616fc on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:16:48.058300 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfab313-af9d-4922-8901-f044ef00e686 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:48.058975 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfab313-af9d-4922-8901-f044ef00e686 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:48.059557 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfab313-af9d-4922-8901-f044ef00e686 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:48.060087 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfab313-af9d-4922-8901-f044ef00e686 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:48.060601 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfab313-af9d-4922-8901-f044ef00e686 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:48.061115 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfab313-af9d-4922-8901-f044ef00e686 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:48.061661 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfab313-af9d-4922-8901-f044ef00e686 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:48.062179 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfab313-af9d-4922-8901-f044ef00e686 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:48.062502 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfab313-af9d-4922-8901-f044ef00e686 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:48.062927 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfab313-af9d-4922-8901-f044ef00e686 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:48.066848 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfab313-af9d-4922-8901-f044ef00e686 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:48.067663 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfab313-af9d-4922-8901-f044ef00e686 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:16:48.069001 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfab313-af9d-4922-8901-f044ef00e686 None None] Tracked resource versions report: Jul 13 07:16:48.069001 n-d-771363-34 neutron-server[94020]: pushed versions: Jul 13 07:16:48.069001 n-d-771363-34 neutron-server[94020]: { 'AddressGroup': {'1.2'}, Jul 13 07:16:48.069001 n-d-771363-34 neutron-server[94020]: 'ConntrackHelper': {'1.0'}, Jul 13 07:16:48.069001 n-d-771363-34 neutron-server[94020]: 'Log': {'1.0'}, Jul 13 07:16:48.069001 n-d-771363-34 neutron-server[94020]: 'Network': {'1.1'}, Jul 13 07:16:48.069001 n-d-771363-34 neutron-server[94020]: 'Port': {'1.7'}, Jul 13 07:16:48.069001 n-d-771363-34 neutron-server[94020]: 'PortForwarding': {'1.2'}, Jul 13 07:16:48.069001 n-d-771363-34 neutron-server[94020]: 'QosPolicy': {'1.8'}, Jul 13 07:16:48.069001 n-d-771363-34 neutron-server[94020]: 'SecurityGroup': {'1.4'}, Jul 13 07:16:48.069001 n-d-771363-34 neutron-server[94020]: 'SecurityGroupRule': {'1.2'}, Jul 13 07:16:48.069001 n-d-771363-34 neutron-server[94020]: 'SubPort': {'1.0'}, Jul 13 07:16:48.069001 n-d-771363-34 neutron-server[94020]: 'Subnet': {'1.1'}, Jul 13 07:16:48.069001 n-d-771363-34 neutron-server[94020]: 'Trunk': {'1.1'}} Jul 13 07:16:48.069001 n-d-771363-34 neutron-server[94020]: consumer versions: Jul 13 07:16:48.069001 n-d-771363-34 neutron-server[94020]: { DHCP agent@n-d-771363-34: {}, Jul 13 07:16:48.069001 n-d-771363-34 neutron-server[94020]: HyperV agent@n-h1-771363-34: {}, Jul 13 07:16:48.069001 n-d-771363-34 neutron-server[94020]: HyperV agent@n-h2-771363-34: {}, Jul 13 07:16:48.069001 n-d-771363-34 neutron-server[94020]: L3 agent@n-d-771363-34: {}, Jul 13 07:16:48.069001 n-d-771363-34 neutron-server[94020]: Metadata agent@n-d-771363-34: {}, Jul 13 07:16:48.069001 n-d-771363-34 neutron-server[94020]: Metering agent@n-d-771363-34: {}, Jul 13 07:16:48.069001 n-d-771363-34 neutron-server[94020]: Open vSwitch agent@n-d-771363-34: { 'AddressGroup': '1.2', Jul 13 07:16:48.069001 n-d-771363-34 neutron-server[94020]: 'ConntrackHelper': '1.0', Jul 13 07:16:48.069001 n-d-771363-34 neutron-server[94020]: 'Log': '1.0', Jul 13 07:16:48.069001 n-d-771363-34 neutron-server[94020]: 'Network': '1.1', Jul 13 07:16:48.069001 n-d-771363-34 neutron-server[94020]: 'Port': '1.7', Jul 13 07:16:48.069001 n-d-771363-34 neutron-server[94020]: 'PortForwarding': '1.2', Jul 13 07:16:48.069001 n-d-771363-34 neutron-server[94020]: 'QosPolicy': '1.8', Jul 13 07:16:48.069001 n-d-771363-34 neutron-server[94020]: 'SecurityGroup': '1.4', Jul 13 07:16:48.069001 n-d-771363-34 neutron-server[94020]: 'SecurityGroupRule': '1.2', Jul 13 07:16:48.069001 n-d-771363-34 neutron-server[94020]: 'SubPort': '1.0', Jul 13 07:16:48.069001 n-d-771363-34 neutron-server[94020]: 'Subnet': '1.1', Jul 13 07:16:48.069001 n-d-771363-34 neutron-server[94020]: 'Trunk': '1.1'}} Jul 13 07:16:48.069001 n-d-771363-34 neutron-server[94020]: {{(pid=94020) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 07:16:48.071907 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f3964-e1f8-4497-b83b-a756c0b7f714 service neutron] Pushing event updated for resources: {'Port': ['ID=e99026d4-8a5d-4b58-bbb9-3af85b02021c,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:48.075599 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a52e87b-fb79-4093-8b61-d9701f24f454 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:16:48.076348 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a52e87b-fb79-4093-8b61-d9701f24f454 None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:16:48.076992 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0a52e87b-fb79-4093-8b61-d9701f24f454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:48.077733 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a52e87b-fb79-4093-8b61-d9701f24f454 None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:16:48.078422 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-0a52e87b-fb79-4093-8b61-d9701f24f454 None None] Bound port: 564c3b9f-2f28-40de-ac08-0872957616fc, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:16:48.079049 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0a52e87b-fb79-4093-8b61-d9701f24f454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:48.140487 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-31b201c3-4144-4aa9-be4c-55c07391322e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:48.146283 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-0a52e87b-fb79-4093-8b61-d9701f24f454 None None] For port 564c3b9f-2f28-40de-ac08-0872957616fc, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:16:48.150100 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-0a52e87b-fb79-4093-8b61-d9701f24f454 None None] For port 564c3b9f-2f28-40de-ac08-0872957616fc, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=564c3b9f-2f28-40de-ac08-0872957616fc,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:16:48.157347 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0a52e87b-fb79-4093-8b61-d9701f24f454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:48.177716 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867726b2-0101-4ad1-9a2d-ea82c494b385 req-a7ca6b7a-e09d-4a0d-a911-a4a538f28ce7 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:48.179557 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-867726b2-0101-4ad1-9a2d-ea82c494b385 req-a7ca6b7a-e09d-4a0d-a911-a4a538f28ce7 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] 10.222.0.23 "GET /v2.0/ports?device_id=0677eecb-21cc-4f63-8401-577ac6280909 HTTP/1.1" status: 200 len: 972 time: 0.2584729 Jul 13 07:16:48.205494 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ad3ad0-5e92-44ae-898f-859f675502e1', 'tag': 'cafbfce0-7157-436e-aa90-46637a16b6f5'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:16:48.207762 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938fe79d-b987-4ed6-bc67-6350c70caf50" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ad3ad0-5e92-44ae-898f-859f675502e1", "tag": "cafbfce0-7157-436e-aa90-46637a16b6f5"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:16:48.218191 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfab313-af9d-4922-8901-f044ef00e686 None None] Pushing event updated for resources: {'Port': ['ID=564c3b9f-2f28-40de-ac08-0872957616fc,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:48.218480 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323a571c-3476-4ac3-b024-6bea9869adf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0701b5c-6f79-412f-98b1-ce8195882798,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:48.232399 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-31b201c3-4144-4aa9-be4c-55c07391322e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:48.240151 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a52e87b-fb79-4093-8b61-d9701f24f454 None None] Routers {'a0a4d613-180c-4b7f-87a9-08858ff989da'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:16:48.241314 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-0a52e87b-fb79-4093-8b61-d9701f24f454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:16:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['a0a4d613-180c-4b7f-87a9-08858ff989da'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:16:48.260436 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-934044b2-11df-4949-84a5-3a3c64a42ac3 req-22e057b1-125c-4678-a52b-f865fdb64393 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec907072-feab-4192-b58f-e544c01c9aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484263 Jul 13 07:16:48.269601 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-8043f7ef-1c79-4363-99be-69ad682cbf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:48.272092 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-8043f7ef-1c79-4363-99be-69ad682cbf0e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f976d2885a2e45c4be8f7f5643bb1035&device_id=9721ff2d-1092-42e2-abfe-d7a8ae2566e8 HTTP/1.1" status: 200 len: 1100 time: 0.2184765 Jul 13 07:16:48.278100 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-867726b2-0101-4ad1-9a2d-ea82c494b385 req-8a292659-3b80-44a2-9a80-51c4ef8efa34 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6e36794-4fe1-4f2a-9d35-0d0c9b705b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910900 Jul 13 07:16:48.335591 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-2f6ac788-25bf-41a3-8430-4169be7f79ce service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=e99026d4-8a5d-4b58-bbb9-3af85b02021c HTTP/1.1" status: 200 len: 217 time: 0.0510876 Jul 13 07:16:48.389596 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-0a52e87b-fb79-4093-8b61-d9701f24f454 None None] Set router a0a4d613-180c-4b7f-87a9-08858ff989da gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:16:48.390694 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-7ace2fad-3809-4c6c-ae6e-e2ae8a3d6da0 admin admin] Allocated IP 172.20.0.1 (afb92f7f-5b7d-43ea-9f6e-b225beb5888c/206eeb9b-bd1e-46b3-9846-f00f50c205b6/cc009cf9-81ee-4362-b413-3d2536014606) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:16:48.441350 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-31b201c3-4144-4aa9-be4c-55c07391322e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:48.444005 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-31b201c3-4144-4aa9-be4c-55c07391322e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:48.448174 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-31b201c3-4144-4aa9-be4c-55c07391322e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e0701b5c-6f79-412f-98b1-ce8195882798 HTTP/1.1" status: 204 len: 168 time: 0.5103602 Jul 13 07:16:48.458590 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85826d71-302d-449b-bb01-214f39760d1b x-openstack-request-id: req-85826d71-302d-449b-bb01-214f39760d1b {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:16:48.462751 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9721ff2d-1092-42e2-abfe-d7a8ae2566e8", "tag": "e99026d4-8a5d-4b58-bbb9-3af85b02021c", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:16:48.463011 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-85826d71-302d-449b-bb01-214f39760d1b {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:16:48.463498 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9721ff2d-1092-42e2-abfe-d7a8ae2566e8', 'tag': 'e99026d4-8a5d-4b58-bbb9-3af85b02021c', 'status': 'completed', 'code': 200} Jul 13 07:16:48.497163 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-16acd69e-4bef-4c77-b1f1-64e5d08df459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:48.498656 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-16acd69e-4bef-4c77-b1f1-64e5d08df459 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.1547928 Jul 13 07:16:48.505310 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b201c3-4144-4aa9-be4c-55c07391322e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0701b5c-6f79-412f-98b1-ce8195882798,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:48.507156 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7ace2fad-3809-4c6c-ae6e-e2ae8a3d6da0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:48.527391 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7ace2fad-3809-4c6c-ae6e-e2ae8a3d6da0 admin admin] Transition to ACTIVE for port object cc009cf9-81ee-4362-b413-3d2536014606 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:16:48.564948 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862e218c-97d0-490d-bd45-b02d62a578ec x-openstack-request-id: req-862e218c-97d0-490d-bd45-b02d62a578ec {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:16:48.565272 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ad3ad0-5e92-44ae-898f-859f675502e1", "tag": "cafbfce0-7157-436e-aa90-46637a16b6f5", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:16:48.565508 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-862e218c-97d0-490d-bd45-b02d62a578ec {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:16:48.566495 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ad3ad0-5e92-44ae-898f-859f675502e1', 'tag': 'cafbfce0-7157-436e-aa90-46637a16b6f5', 'status': 'completed', 'code': 200} Jul 13 07:16:48.608880 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7ace2fad-3809-4c6c-ae6e-e2ae8a3d6da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:48.690819 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc7b5d-0c0b-4e1a-aae9-7df3f7495ec5 req-fafc15f4-833c-4de2-81a4-7b58c935ce5d tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:48.692529 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6abc7b5d-0c0b-4e1a-aae9-7df3f7495ec5 req-fafc15f4-833c-4de2-81a4-7b58c935ce5d tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 945 time: 0.2442133 Jul 13 07:16:48.699877 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-dac1efc3-8928-4543-a0dd-3cc145dfb7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:48.702003 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-dac1efc3-8928-4543-a0dd-3cc145dfb7b2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1890485 Jul 13 07:16:48.730235 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ace2fad-3809-4c6c-ae6e-e2ae8a3d6da0 admin admin] Network afb92f7f-5b7d-43ea-9f6e-b225beb5888c is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:16:48.780518 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-7ace2fad-3809-4c6c-ae6e-e2ae8a3d6da0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:16:48.782927 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ace2fad-3809-4c6c-ae6e-e2ae8a3d6da0 admin admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:16:48.783677 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7ace2fad-3809-4c6c-ae6e-e2ae8a3d6da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:48.786358 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace2fad-3809-4c6c-ae6e-e2ae8a3d6da0 admin admin] Pushing event updated for resources: {'Port': ['ID=cc009cf9-81ee-4362-b413-3d2536014606,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:48.854394 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-0a52e87b-fb79-4093-8b61-d9701f24f454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108855812-router', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '564c3b9f-2f28-40de-ac08-0872957616fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:16:42Z', 'updated_at': '2021-07-13T07:16:44Z', 'revision_number': 3, 'project_id': '34f1f252047a479b82dd34808ffbdaa6', 'gw_port': {'id': '564c3b9f-2f28-40de-ac08-0872957616fc', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a8:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:43Z', 'updated_at': '2021-07-13T07:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:16:48.865748 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39216) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:48.890657 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a52e87b-fb79-4093-8b61-d9701f24f454 None None] The sync data for ids ['a0a4d613-180c-4b7f-87a9-08858ff989da'] in n-d-771363-34 is: [{'id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108855812-router', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '564c3b9f-2f28-40de-ac08-0872957616fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:16:42Z', 'updated_at': '2021-07-13T07:16:44Z', 'revision_number': 3, 'project_id': '34f1f252047a479b82dd34808ffbdaa6', 'gw_port': {'id': '564c3b9f-2f28-40de-ac08-0872957616fc', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a8:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:43Z', 'updated_at': '2021-07-13T07:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:16:48.921017 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f5d655da-07a2-495e-b0dc-f4bccbfa73e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:48.931284 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938fe79d-b987-4ed6-bc67-6350c70caf50 req-0c116152-09f8-41ef-b489-7549f55657c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:48.932829 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-938fe79d-b987-4ed6-bc67-6350c70caf50 req-0c116152-09f8-41ef-b489-7549f55657c9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=05a465060c604024bf60fd1a58309bf9&device_id=c0ad3ad0-5e92-44ae-898f-859f675502e1 HTTP/1.1" status: 200 len: 1127 time: 0.3703454 Jul 13 07:16:49.000390 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6abc7b5d-0c0b-4e1a-aae9-7df3f7495ec5 req-e87a5f93-f428-41f5-9579-3f4f536321ee tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972093 Jul 13 07:16:49.042791 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-e0d6231e-2698-4737-8052-15f5129a34cf service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301992 Jul 13 07:16:49.062227 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0644f0-21a9-44a9-b8a2-7454c581e9bf req-7be2a873-4919-4207-961c-f841e1ab32e9 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:49.063776 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dd0644f0-21a9-44a9-b8a2-7454c581e9bf req-7be2a873-4919-4207-961c-f841e1ab32e9 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] 10.222.0.25 "GET /v2.0/ports?device_id=0677eecb-21cc-4f63-8401-577ac6280909 HTTP/1.1" status: 200 len: 972 time: 0.4580359 Jul 13 07:16:49.151841 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f93b00a2-387f-482d-a59e-0f27fe3fa9c7 None None] Provisioning for port cc009cf9-81ee-4362-b413-3d2536014606 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:16:49.156565 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f93b00a2-387f-482d-a59e-0f27fe3fa9c7 None None] Provisioning complete for port cc009cf9-81ee-4362-b413-3d2536014606 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:16:49.157460 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f93b00a2-387f-482d-a59e-0f27fe3fa9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:49.185788 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031f66e-4b72-4833-93e2-4f9571631cfb req-71e946ad-d247-4deb-bded-cfaf1e7448b2 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:49.188110 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-117f3361-5776-474a-a0ac-e81cdfdeb872 req-1fbcf528-26d5-4264-a74a-b531197b4291 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374989 Jul 13 07:16:49.196962 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2031f66e-4b72-4833-93e2-4f9571631cfb req-71e946ad-d247-4deb-bded-cfaf1e7448b2 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 950 time: 0.5004754 Jul 13 07:16:49.231355 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f93b00a2-387f-482d-a59e-0f27fe3fa9c7 None None] Port cc009cf9-81ee-4362-b413-3d2536014606 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:16:49.352055 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20207d94-8b3b-42e3-b74b-5d0e546a16e6 req-5b2e737a-7f29-4a28-8a0f-ebfd09d412b1 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:49.353624 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-20207d94-8b3b-42e3-b74b-5d0e546a16e6 req-5b2e737a-7f29-4a28-8a0f-ebfd09d412b1 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0ad3ad0-5e92-44ae-898f-859f675502e1 HTTP/1.1" status: 200 len: 944 time: 0.1415544 Jul 13 07:16:49.370766 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938fe79d-b987-4ed6-bc67-6350c70caf50 req-d6c913f7-3193-4a2f-8306-a71756fbd971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:49.372431 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-938fe79d-b987-4ed6-bc67-6350c70caf50 req-d6c913f7-3193-4a2f-8306-a71756fbd971 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d HTTP/1.1" status: 200 len: 909 time: 0.4274991 Jul 13 07:16:49.389074 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7ace2fad-3809-4c6c-ae6e-e2ae8a3d6da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:49.403047 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 564c3b9f-2f28-40de-ac08-0872957616fc up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:16:49.405100 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-20207d94-8b3b-42e3-b74b-5d0e546a16e6 req-99291333-e0d1-4cb1-939b-f2f3b00482a9 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418086 Jul 13 07:16:49.406839 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2accd5b-332f-4763-a377-ace8a8cfc405 req-d9a88890-1696-4594-8cb5-503ba1a9838e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:49.408288 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c2accd5b-332f-4763-a377-ace8a8cfc405 req-d9a88890-1696-4594-8cb5-503ba1a9838e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f976d2885a2e45c4be8f7f5643bb1035&device_id=9721ff2d-1092-42e2-abfe-d7a8ae2566e8 HTTP/1.1" status: 200 len: 1100 time: 0.1397200 Jul 13 07:16:49.412454 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2031f66e-4b72-4833-93e2-4f9571631cfb req-62c7a229-2bdd-4eb0-b82d-87275a7bddfc tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128534 Jul 13 07:16:49.522968 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f5d655da-07a2-495e-b0dc-f4bccbfa73e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:49.524374 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 564c3b9f-2f28-40de-ac08-0872957616fc completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:16:49.526100 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-938fe79d-b987-4ed6-bc67-6350c70caf50 req-41681b19-f9e1-4061-9c7b-ae9016571533 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cafbfce0-7157-436e-aa90-46637a16b6f5 HTTP/1.1" status: 200 len: 217 time: 0.1311111 Jul 13 07:16:49.528822 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 564c3b9f-2f28-40de-ac08-0872957616fc triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:16:49.529218 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:49.590758 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2accd5b-332f-4763-a377-ace8a8cfc405 req-6711444e-5546-47ec-9d86-1d68d297b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:49.593002 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c2accd5b-332f-4763-a377-ace8a8cfc405 req-6711444e-5546-47ec-9d86-1d68d297b1e3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.1778393 Jul 13 07:16:49.604421 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f5d655da-07a2-495e-b0dc-f4bccbfa73e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:49.654958 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c2accd5b-332f-4763-a377-ace8a8cfc405 req-aecbde7a-8b19-459e-bbeb-0980d2133291 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=e99026d4-8a5d-4b58-bbb9-3af85b02021c HTTP/1.1" status: 200 len: 217 time: 0.0545256 Jul 13 07:16:49.664635 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:49.689224 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 564c3b9f-2f28-40de-ac08-0872957616fc, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=564c3b9f-2f28-40de-ac08-0872957616fc,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:16:49.693522 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:49.722287 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d655da-07a2-495e-b0dc-f4bccbfa73e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa8a97f-0f6a-4352-be25-f0fb1b3f0e6a,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:49.738477 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f5d655da-07a2-495e-b0dc-f4bccbfa73e8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=45595be8465f4536a943b07c6363f06c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8705578 Jul 13 07:16:49.752770 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39228) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:49.758314 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2accd5b-332f-4763-a377-ace8a8cfc405 req-fcd67fe8-67c5-4183-8c21-90009b5c0972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:49.762119 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c2accd5b-332f-4763-a377-ace8a8cfc405 req-fcd67fe8-67c5-4183-8c21-90009b5c0972 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.0882413 Jul 13 07:16:49.765392 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=564c3b9f-2f28-40de-ac08-0872957616fc,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:49.785964 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device cafbfce0-7157-436e-aa90-46637a16b6f5 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:16:49.795473 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-dd0644f0-21a9-44a9-b8a2-7454c581e9bf req-a9f02d7d-5d87-4cb3-aeb9-f57daf4a8b97 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] Deleting port cbc1726d-3a57-4076-ab12-e19ebbe9bc68 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:16:49.796068 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-dd0644f0-21a9-44a9-b8a2-7454c581e9bf req-a9f02d7d-5d87-4cb3-aeb9-f57daf4a8b97 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:49.804533 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938fe79d-b987-4ed6-bc67-6350c70caf50 req-0f55b4bc-4bd6-46f1-b50a-f2898e6ded62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:49.806550 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-938fe79d-b987-4ed6-bc67-6350c70caf50 req-0f55b4bc-4bd6-46f1-b50a-f2898e6ded62 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7ca46c55-f93a-4f0d-847c-cec27912e287 HTTP/1.1" status: 200 len: 848 time: 0.2312565 Jul 13 07:16:49.830477 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af181bdc-63a9-4eae-a328-13b54281ee4d req-474d1d91-9cc5-4820-9184-00eee9dc842b tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:49.833098 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-af181bdc-63a9-4eae-a328-13b54281ee4d req-474d1d91-9cc5-4820-9184-00eee9dc842b tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/ports?device_id=9721ff2d-1092-42e2-abfe-d7a8ae2566e8 HTTP/1.1" status: 200 len: 948 time: 0.1907036 Jul 13 07:16:49.895622 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-af181bdc-63a9-4eae-a328-13b54281ee4d req-b5e327ed-e57a-438d-9ed9-bf8b47f03170 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec907072-feab-4192-b58f-e544c01c9aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505502 Jul 13 07:16:49.911242 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2accd5b-332f-4763-a377-ace8a8cfc405 req-cad3c7ae-bda2-4a41-bebb-93639693ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:49.914734 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c2accd5b-332f-4763-a377-ace8a8cfc405 req-cad3c7ae-bda2-4a41-bebb-93639693ae10 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1413145 Jul 13 07:16:49.915963 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port cafbfce0-7157-436e-aa90-46637a16b6f5, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=cafbfce0-7157-436e-aa90-46637a16b6f5,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:16:49.918290 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-938fe79d-b987-4ed6-bc67-6350c70caf50 req-c6299456-8f3d-46df-b093-4434c5928ff5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798695 Jul 13 07:16:49.945322 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device cafbfce0-7157-436e-aa90-46637a16b6f5 has no active binding in host n-h2-771363-34 {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 07:16:49.998958 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b6624-3672-44ec-a48e-b583afe7c594 req-74b1f794-f3fe-4c42-888d-1b9109e03848 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:50.000481 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e60b6624-3672-44ec-a48e-b583afe7c594 req-74b1f794-f3fe-4c42-888d-1b9109e03848 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] 10.222.0.23 "GET /v2.0/ports?device_id=0677eecb-21cc-4f63-8401-577ac6280909 HTTP/1.1" status: 200 len: 972 time: 0.4117644 Jul 13 07:16:50.024651 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c2accd5b-332f-4763-a377-ace8a8cfc405 req-dfe6053d-b6c2-4b0d-a296-eed65178d981 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007633 Jul 13 07:16:50.137098 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c2accd5b-332f-4763-a377-ace8a8cfc405 req-16420a26-7ceb-461d-9f3b-e9c9b60e841b service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020012 Jul 13 07:16:50.140324 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ae63c040-b211-4227-bac8-54e4466098cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:50.143390 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-dd0644f0-21a9-44a9-b8a2-7454c581e9bf req-a9f02d7d-5d87-4cb3-aeb9-f57daf4a8b97 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] For port cbc1726d-3a57-4076-ab12-e19ebbe9bc68, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=cbc1726d-3a57-4076-ab12-e19ebbe9bc68,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:16:50.143747 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-dd0644f0-21a9-44a9-b8a2-7454c581e9bf req-a9f02d7d-5d87-4cb3-aeb9-f57daf4a8b97 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:50.185811 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-dd0644f0-21a9-44a9-b8a2-7454c581e9bf req-a9f02d7d-5d87-4cb3-aeb9-f57daf4a8b97 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] Calling delete_port for cbc1726d-3a57-4076-ab12-e19ebbe9bc68 owned by compute:tempest-test_az-1067243079 {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:16:50.222628 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e60b6624-3672-44ec-a48e-b583afe7c594 req-4419de1c-c6ad-4ea2-8877-5fbf37326185 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] 10.222.0.23 "GET /v2.0/security-groups?id=d6e36794-4fe1-4f2a-9d35-0d0c9b705b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851592 Jul 13 07:16:50.225765 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ae63c040-b211-4227-bac8-54e4466098cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:50.326399 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7ace2fad-3809-4c6c-ae6e-e2ae8a3d6da0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:50.339450 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d64b0-ef62-4a1a-852c-13c26807bd7b req-cab95f83-d0b6-4328-9c13-e6425a32c5e8 tempest-MigrationsAdminTest-1124917251 tempest-MigrationsAdminTest-1124917251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:50.340575 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-938fe79d-b987-4ed6-bc67-6350c70caf50 req-22efbfb7-118f-4778-b4d0-559a99ceabcd service neutron] 10.222.0.42 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391473 Jul 13 07:16:50.344805 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7ace2fad-3809-4c6c-ae6e-e2ae8a3d6da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:50.347680 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-544d64b0-ef62-4a1a-852c-13c26807bd7b req-cab95f83-d0b6-4328-9c13-e6425a32c5e8 tempest-MigrationsAdminTest-1124917251 tempest-MigrationsAdminTest-1124917251-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 1102 time: 0.0678980 Jul 13 07:16:50.361819 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-544d64b0-ef62-4a1a-852c-13c26807bd7b req-1f33c698-1e14-4cd8-ae4f-bebcb43205e6 tempest-MigrationsAdminTest-1124917251 tempest-MigrationsAdminTest-1124917251-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:50.457058 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-544d64b0-ef62-4a1a-852c-13c26807bd7b req-1f33c698-1e14-4cd8-ae4f-bebcb43205e6 tempest-MigrationsAdminTest-1124917251 tempest-MigrationsAdminTest-1124917251-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:50.460919 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-544d64b0-ef62-4a1a-852c-13c26807bd7b req-1f33c698-1e14-4cd8-ae4f-bebcb43205e6 tempest-MigrationsAdminTest-1124917251 tempest-MigrationsAdminTest-1124917251-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:50.489999 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-544d64b0-ef62-4a1a-852c-13c26807bd7b req-1f33c698-1e14-4cd8-ae4f-bebcb43205e6 tempest-MigrationsAdminTest-1124917251 tempest-MigrationsAdminTest-1124917251-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413443 Jul 13 07:16:50.491920 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f33c698-1e14-4cd8-ae4f-bebcb43205e6 tempest-MigrationsAdminTest-1124917251 tempest-MigrationsAdminTest-1124917251-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d409b10b-17ad-4f9f-8857-c8b6f43f6e65,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:50.672728 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7ace2fad-3809-4c6c-ae6e-e2ae8a3d6da0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:50.735458 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c269cfc-c2f5-40be-b3fa-4bea5db6ee7f req-56d2d82e-fe39-41fc-8345-4a049dff35a1 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:50.736974 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3c269cfc-c2f5-40be-b3fa-4bea5db6ee7f req-56d2d82e-fe39-41fc-8345-4a049dff35a1 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0ad3ad0-5e92-44ae-898f-859f675502e1 HTTP/1.1" status: 200 len: 944 time: 0.0828114 Jul 13 07:16:50.754605 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace2fad-3809-4c6c-ae6e-e2ae8a3d6da0 admin admin] Pushing event updated for resources: {'Port': ['ID=cc009cf9-81ee-4362-b413-3d2536014606,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:50.770061 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ae63c040-b211-4227-bac8-54e4466098cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:50.772758 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ae63c040-b211-4227-bac8-54e4466098cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:50.773943 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ae63c040-b211-4227-bac8-54e4466098cc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2fa8a97f-0f6a-4352-be25-f0fb1b3f0e6a HTTP/1.1" status: 204 len: 168 time: 1.0180368 Jul 13 07:16:50.790349 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3c269cfc-c2f5-40be-b3fa-4bea5db6ee7f req-89ce02d4-036a-4280-b0fe-6afc26c2d473 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467896 Jul 13 07:16:50.844348 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63c040-b211-4227-bac8-54e4466098cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa8a97f-0f6a-4352-be25-f0fb1b3f0e6a,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:50.895118 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-938fe79d-b987-4ed6-bc67-6350c70caf50 req-44e929d1-1bd1-4ee1-8ba2-b02ba1c0a507 service neutron] 10.222.0.42 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5446589 Jul 13 07:16:50.976894 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becea217-0e81-450f-874d-80369ff88db7 req-8269460a-2d75-47ae-ae80-0eca71bd97a1 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:50.977811 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-0c14f51c-0de4-400b-a577-daf60b7e1100 None None] Provisioning complete for port cc009cf9-81ee-4362-b413-3d2536014606 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:16:50.978280 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0c14f51c-0de4-400b-a577-daf60b7e1100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:50.983830 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-becea217-0e81-450f-874d-80369ff88db7 req-8269460a-2d75-47ae-ae80-0eca71bd97a1 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 945 time: 0.3648882 Jul 13 07:16:51.017118 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-dd0644f0-21a9-44a9-b8a2-7454c581e9bf req-a9f02d7d-5d87-4cb3-aeb9-f57daf4a8b97 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:51.035062 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['cbc1726d-3a57-4076-ab12-e19ebbe9bc68'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:16:51.054440 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ace2fad-3809-4c6c-ae6e-e2ae8a3d6da0 admin admin] Network afb92f7f-5b7d-43ea-9f6e-b225beb5888c is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:16:51.061953 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-0c14f51c-0de4-400b-a577-daf60b7e1100 None None] Port cc009cf9-81ee-4362-b413-3d2536014606 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:16:51.067190 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-7ace2fad-3809-4c6c-ae6e-e2ae8a3d6da0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:16:51.069160 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f02d7d-5d87-4cb3-aeb9-f57daf4a8b97 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] Pushing event deleted for resources: {'Port': ['ID=cbc1726d-3a57-4076-ab12-e19ebbe9bc68,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:51.087914 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-becea217-0e81-450f-874d-80369ff88db7 req-5ede35b5-5f1a-4749-af65-813facc36911 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031656 Jul 13 07:16:51.278766 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0644f0-21a9-44a9-b8a2-7454c581e9bf req-a9f02d7d-5d87-4cb3-aeb9-f57daf4a8b97 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] No DVR routers for this DVR port cbc1726d-3a57-4076-ab12-e19ebbe9bc68 on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:16:51.306639 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-dd0644f0-21a9-44a9-b8a2-7454c581e9bf req-a9f02d7d-5d87-4cb3-aeb9-f57daf4a8b97 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:51.308871 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dd0644f0-21a9-44a9-b8a2-7454c581e9bf req-a9f02d7d-5d87-4cb3-aeb9-f57daf4a8b97 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] 10.222.0.25 "DELETE /v2.0/ports/cbc1726d-3a57-4076-ab12-e19ebbe9bc68 HTTP/1.1" status: 204 len: 173 time: 2.2335455 Jul 13 07:16:51.309331 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0677eecb-21cc-4f63-8401-577ac6280909', 'name': 'network-vif-deleted', 'tag': 'cbc1726d-3a57-4076-ab12-e19ebbe9bc68'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:16:51.327258 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cc1ff4-8380-4bac-a917-72bb9621b358" -d '{"events": [{"server_uuid": "0677eecb-21cc-4f63-8401-577ac6280909", "name": "network-vif-deleted", "tag": "cbc1726d-3a57-4076-ab12-e19ebbe9bc68"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:16:51.456086 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 564c3b9f-2f28-40de-ac08-0872957616fc up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:16:51.481200 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ace2fad-3809-4c6c-ae6e-e2ae8a3d6da0 admin admin] Router a0a4d613-180c-4b7f-87a9-08858ff989da has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:16:51.531925 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-afbdc6c7-6fd0-41b9-87af-20f01bdb1148 None None] Provisioning complete for port cc009cf9-81ee-4362-b413-3d2536014606 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:16:51.532290 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-afbdc6c7-6fd0-41b9-87af-20f01bdb1148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:51.618408 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-afbdc6c7-6fd0-41b9-87af-20f01bdb1148 None None] Port cc009cf9-81ee-4362-b413-3d2536014606 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:16:51.649527 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 564c3b9f-2f28-40de-ac08-0872957616fc triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:16:51.650063 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:51.712031 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-721b0c09-afbb-41d8-b2eb-917a01b592bb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=936d839d-37be-4c28-8b91-49ba84426f2d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0802350 Jul 13 07:16:51.740886 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b7d97-83a3-49d2-939b-4b8041ec29c6 req-2d6525d1-25f4-4898-b9c5-f9c865bb7fdd tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:51.748838 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-588b7d97-83a3-49d2-939b-4b8041ec29c6 req-2d6525d1-25f4-4898-b9c5-f9c865bb7fdd tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/ports?device_id=9721ff2d-1092-42e2-abfe-d7a8ae2566e8 HTTP/1.1" status: 200 len: 948 time: 0.2445593 Jul 13 07:16:51.770759 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fac6fecc-ae90-4b5b-8c59-677f0baefa26 req-8d313f23-666e-4ec6-bb97-afe4b98aa740 tempest-ServerDiagnosticsNegativeTest-1378327894 tempest-ServerDiagnosticsNegativeTest-1378327894-project] 10.222.0.23 "GET /v2.0/ports?device_id=0677eecb-21cc-4f63-8401-577ac6280909 HTTP/1.1" status: 200 len: 210 time: 0.0401566 Jul 13 07:16:51.786583 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ace2fad-3809-4c6c-ae6e-e2ae8a3d6da0 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:16:51.792499 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7ace2fad-3809-4c6c-ae6e-e2ae8a3d6da0 admin admin] 10.222.0.23 "PUT /v2.0/routers/a0a4d613-180c-4b7f-87a9-08858ff989da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9590285 Jul 13 07:16:51.840582 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2e6aed-877b-425b-a450-1101ec64f5ac x-openstack-request-id: req-9b2e6aed-877b-425b-a450-1101ec64f5ac {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:16:51.840901 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0677eecb-21cc-4f63-8401-577ac6280909", "name": "network-vif-deleted", "tag": "cbc1726d-3a57-4076-ab12-e19ebbe9bc68", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:16:51.841005 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9b2e6aed-877b-425b-a450-1101ec64f5ac {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:16:51.841394 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0677eecb-21cc-4f63-8401-577ac6280909', 'name': 'network-vif-deleted', 'tag': 'cbc1726d-3a57-4076-ab12-e19ebbe9bc68', 'status': 'completed', 'code': 200} Jul 13 07:16:51.847383 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81287d91-3c2d-445e-b409-f7dc9d4bff44 None None] Sync routers for ids ['a0a4d613-180c-4b7f-87a9-08858ff989da'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:16:51.858692 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device e99026d4-8a5d-4b58-bbb9-3af85b02021c details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:16:51.865132 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-588b7d97-83a3-49d2-939b-4b8041ec29c6 req-7c8d684f-3537-49c2-96c6-9c28520b15b0 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec907072-feab-4192-b58f-e544c01c9aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153221 Jul 13 07:16:51.900787 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81287d91-3c2d-445e-b409-f7dc9d4bff44 None None] Routers {'a0a4d613-180c-4b7f-87a9-08858ff989da'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:16:51.901406 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-81287d91-3c2d-445e-b409-f7dc9d4bff44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:16:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['a0a4d613-180c-4b7f-87a9-08858ff989da'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:16:52.045944 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-81287d91-3c2d-445e-b409-f7dc9d4bff44 None None] Set router a0a4d613-180c-4b7f-87a9-08858ff989da gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:16:52.098187 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5acbce-e4d3-42e2-8d75-c4f8f5b4416d req-7d014f92-8194-4ac8-9175-9b178f13afd3 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:52.109608 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ce5acbce-e4d3-42e2-8d75-c4f8f5b4416d req-7d014f92-8194-4ac8-9175-9b178f13afd3 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 950 time: 0.1289122 Jul 13 07:16:52.137097 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5085a5-b0b5-4090-8864-4549dd60ff14 req-8eb367f4-da8f-4134-a25c-ecdffc68ea47 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:52.145508 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe5085a5-b0b5-4090-8864-4549dd60ff14 req-8eb367f4-da8f-4134-a25c-ecdffc68ea47 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0ad3ad0-5e92-44ae-898f-859f675502e1 HTTP/1.1" status: 200 len: 944 time: 0.0858493 Jul 13 07:16:52.193305 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ce5acbce-e4d3-42e2-8d75-c4f8f5b4416d req-47099af6-a468-46d3-ae2b-4a4ae1034fd3 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827093 Jul 13 07:16:52.204152 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe5085a5-b0b5-4090-8864-4549dd60ff14 req-bb7a0514-6e43-4aeb-a063-9608ee371f06 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575457 Jul 13 07:16:52.415248 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-81287d91-3c2d-445e-b409-f7dc9d4bff44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108855812-router', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '564c3b9f-2f28-40de-ac08-0872957616fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:16:42Z', 'updated_at': '2021-07-13T07:16:49Z', 'revision_number': 4, 'project_id': '34f1f252047a479b82dd34808ffbdaa6', 'gw_port': {'id': '564c3b9f-2f28-40de-ac08-0872957616fc', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:43Z', 'updated_at': '2021-07-13T07:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'cc009cf9-81ee-4362-b413-3d2536014606', 'name': '', 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'mac_address': 'fa:16:3e:b8:b3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '206eeb9b-bd1e-46b3-9846-f00f50c205b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:47Z', 'updated_at': '2021-07-13T07:16:49Z', 'revision_number': 2, 'project_id': '34f1f252047a479b82dd34808ffbdaa6', 'subnets': [{'id': '206eeb9b-bd1e-46b3-9846-f00f50c205b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:16:52.479502 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81287d91-3c2d-445e-b409-f7dc9d4bff44 None None] Checking router: a0a4d613-180c-4b7f-87a9-08858ff989da for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:16:52.479908 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81287d91-3c2d-445e-b409-f7dc9d4bff44 None None] Updating router a0a4d613-180c-4b7f-87a9-08858ff989da port cc009cf9-81ee-4362-b413-3d2536014606 binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:16:52.597792 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port e99026d4-8a5d-4b58-bbb9-3af85b02021c, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=e99026d4-8a5d-4b58-bbb9-3af85b02021c,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:16:52.635247 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-7f0b91b9-dcae-425d-87ee-10abdf0ed7c1 service neutron] 10.222.0.42 "GET /v2.0/ports/cafbfce0-7157-436e-aa90-46637a16b6f5/bindings/n-h2-771363-34 HTTP/1.1" status: 200 len: 385 time: 0.2401969 Jul 13 07:16:52.639033 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-81287d91-3c2d-445e-b409-f7dc9d4bff44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:52.652050 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': 'e99026d4-8a5d-4b58-bbb9-3af85b02021c', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': 'e99026d4-8a5d-4b58-bbb9-3af85b02021c', 'mac_address': 'fa:16:3e:df:f2:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:16:52.753881 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e559d-1d0f-48fc-9eaf-747386c0221a req-f9f4c3ff-0be5-4378-b7f0-d0543217a87a tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:52.764223 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8a4e559d-1d0f-48fc-9eaf-747386c0221a req-f9f4c3ff-0be5-4378-b7f0-d0543217a87a tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 945 time: 0.3160276 Jul 13 07:16:52.845699 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:52.859961 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8a4e559d-1d0f-48fc-9eaf-747386c0221a req-f5be332d-4c1e-4d29-aaf2-68c70719423d tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946867 Jul 13 07:16:52.999624 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39346) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:53.006327 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-eb9142cb-2e60-4616-b481-5cc66c86ed96 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1985025783-network', 'tenant_id': '72c3e1fe6a524a61a8989773d5124522'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:16:53.055809 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9142cb-2e60-4616-b481-5cc66c86ed96 admin admin] Made reservation on behalf of 72c3e1fe6a524a61a8989773d5124522 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:16:53.058901 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eb9142cb-2e60-4616-b481-5cc66c86ed96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:53.063673 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e99026d4-8a5d-4b58-bbb9-3af85b02021c {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:16:53.077805 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eb9142cb-2e60-4616-b481-5cc66c86ed96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:53.179652 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-5a05b6ad-7f99-4f3a-b0f8-81df93ff56bc service neutron] For port cafbfce0-7157-436e-aa90-46637a16b6f5, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=cafbfce0-7157-436e-aa90-46637a16b6f5,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:16:53.270724 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-5a05b6ad-7f99-4f3a-b0f8-81df93ff56bc service neutron] For port cafbfce0-7157-436e-aa90-46637a16b6f5, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:16:53.362514 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-5a05b6ad-7f99-4f3a-b0f8-81df93ff56bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cafbfce0-7157-436e-aa90-46637a16b6f5 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:16:53.394347 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-5a05b6ad-7f99-4f3a-b0f8-81df93ff56bc service neutron] For port cafbfce0-7157-436e-aa90-46637a16b6f5, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=cafbfce0-7157-436e-aa90-46637a16b6f5,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:16:53.426074 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port e99026d4-8a5d-4b58-bbb9-3af85b02021c, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=e99026d4-8a5d-4b58-bbb9-3af85b02021c,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:16:53.428668 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-5a05b6ad-7f99-4f3a-b0f8-81df93ff56bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:53.441258 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:53.463245 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:53.468200 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eb9142cb-2e60-4616-b481-5cc66c86ed96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:53.476986 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eb9142cb-2e60-4616-b481-5cc66c86ed96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:53.491174 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ef08c-b57f-4d1b-8540-ea1ce44cd787 req-d026fb71-d499-4377-8313-a1c91c8d9cc5 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:53.493887 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-233ef08c-b57f-4d1b-8540-ea1ce44cd787 req-d026fb71-d499-4377-8313-a1c91c8d9cc5 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/ports?device_id=9721ff2d-1092-42e2-abfe-d7a8ae2566e8 HTTP/1.1" status: 200 len: 948 time: 0.1719387 Jul 13 07:16:53.524117 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb9142cb-2e60-4616-b481-5cc66c86ed96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:16:53.553499 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9142cb-2e60-4616-b481-5cc66c86ed96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e5527f-b230-430a-8da0-585020388f34,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:53.570876 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eb9142cb-2e60-4616-b481-5cc66c86ed96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:53.582201 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-eb9142cb-2e60-4616-b481-5cc66c86ed96 admin admin] Added segment eabe60c3-279a-4c64-8a44-763b641303a2 of type vlan for network 4fc60d03-d6d4-4075-8be9-f21eb0bd4fb2 Jul 13 07:16:53.614066 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-233ef08c-b57f-4d1b-8540-ea1ce44cd787 req-75858c45-99cd-4671-b199-660fc23b085e tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec907072-feab-4192-b58f-e544c01c9aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105058 Jul 13 07:16:53.678940 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eb9142cb-2e60-4616-b481-5cc66c86ed96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:53.690506 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-5a05b6ad-7f99-4f3a-b0f8-81df93ff56bc service neutron] Transition to ACTIVE for port object cafbfce0-7157-436e-aa90-46637a16b6f5 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:16:53.721255 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-5a05b6ad-7f99-4f3a-b0f8-81df93ff56bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:53.726509 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39364) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:53.743547 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:53.791481 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eb9142cb-2e60-4616-b481-5cc66c86ed96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:53.792586 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9142cb-2e60-4616-b481-5cc66c86ed96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:53.794132 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eb9142cb-2e60-4616-b481-5cc66c86ed96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:53.804270 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=e99026d4-8a5d-4b58-bbb9-3af85b02021c,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:53.825688 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device cbc1726d-3a57-4076-ab12-e19ebbe9bc68 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:16:53.846910 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-eb9142cb-2e60-4616-b481-5cc66c86ed96 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8442724 Jul 13 07:16:53.855005 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39368) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:53.863175 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c7417-bba2-4f8d-a522-37da7556c7a2 req-a5fb144a-52e7-40d9-a85e-4e1d7a214edf tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:53.875347 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-134c7417-bba2-4f8d-a522-37da7556c7a2 req-a5fb144a-52e7-40d9-a85e-4e1d7a214edf tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc2c200a-0b2c-4d12-9fec-dc445ac27cf9 HTTP/1.1" status: 200 len: 972 time: 0.4431419 Jul 13 07:16:53.882430 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-733719e6-b12a-4b06-97d3-6eb95d941e6e admin admin] Request body: {'subnet': {'network_id': '4fc60d03-d6d4-4075-8be9-f21eb0bd4fb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1985025783-subnet', 'tenant_id': '72c3e1fe6a524a61a8989773d5124522', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:16:53.894638 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: cbc1726d-3a57-4076-ab12-e19ebbe9bc68 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:16:53.894982 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device cbc1726d-3a57-4076-ab12-e19ebbe9bc68 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:16:53.979984 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['e99026d4-8a5d-4b58-bbb9-3af85b02021c'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:16:53.994394 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-5a05b6ad-7f99-4f3a-b0f8-81df93ff56bc service neutron] No DVR routers for this DVR port cafbfce0-7157-436e-aa90-46637a16b6f5 on host n-h1-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:16:54.032767 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a05b6ad-7f99-4f3a-b0f8-81df93ff56bc service neutron] Pushing event updated for resources: {'Port': ['ID=cafbfce0-7157-436e-aa90-46637a16b6f5,revision_number=10']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:54.048450 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9142cb-2e60-4616-b481-5cc66c86ed96 admin admin] Pushing event updated for resources: {'Network': ['ID=4fc60d03-d6d4-4075-8be9-f21eb0bd4fb2,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:54.061475 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-81287d91-3c2d-445e-b409-f7dc9d4bff44 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:54.071089 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 4fc60d03-d6d4-4075-8be9-f21eb0bd4fb2 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:16:54.089645 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd16e88-4896-49ad-9fc9-72cf2b12e57e req-a9e0a111-1051-4556-9df4-ab8131308723 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:54.099112 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-134c7417-bba2-4f8d-a522-37da7556c7a2 req-82d315d9-d020-4a8c-a411-ca24cb139be9 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] 10.222.0.23 "GET /v2.0/security-groups?id=990ed975-e1a1-4347-8e7a-cf2e79f92d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899068 Jul 13 07:16:54.107761 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-acd16e88-4896-49ad-9fc9-72cf2b12e57e req-a9e0a111-1051-4556-9df4-ab8131308723 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 950 time: 0.2572200 Jul 13 07:16:54.116322 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-81287d91-3c2d-445e-b409-f7dc9d4bff44 None None] Transition to ACTIVE for port object cc009cf9-81ee-4362-b413-3d2536014606 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:16:54.154527 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-81287d91-3c2d-445e-b409-f7dc9d4bff44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:54.287885 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-50009b45-e8c9-4097-834b-cc043d7cbe1e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=35f056301f8a45c6aab92bb0262511ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5566037 Jul 13 07:16:54.287885 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733719e6-b12a-4b06-97d3-6eb95d941e6e admin admin] Made reservation on behalf of 72c3e1fe6a524a61a8989773d5124522 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:16:54.289025 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-733719e6-b12a-4b06-97d3-6eb95d941e6e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:54.293232 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39376) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:54.309760 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-acd16e88-4896-49ad-9fc9-72cf2b12e57e req-21ff6e6e-05f5-4102-b21e-7b4a7adf99c0 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980600 Jul 13 07:16:54.321590 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-5a05b6ad-7f99-4f3a-b0f8-81df93ff56bc service neutron] 10.222.0.42 "PUT /v2.0/ports/cafbfce0-7157-436e-aa90-46637a16b6f5/bindings/n-h2-771363-34/activate HTTP/1.1" status: 200 len: 370 time: 1.6783864 Jul 13 07:16:54.388556 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4ef17-67c5-494b-84ac-94e70cc9caf7 None None] Pushing event updated for resources: {'Port': ['ID=cc009cf9-81ee-4362-b413-3d2536014606,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:54.402126 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-fc79b912-7518-4567-a681-dcfb9b5e4d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:54.416608 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b562bd08-681d-4dd8-9225-19df0c62d040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:54.418712 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-fc79b912-7518-4567-a681-dcfb9b5e4d60 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 1102 time: 0.2191257 Jul 13 07:16:54.438056 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-81287d91-3c2d-445e-b409-f7dc9d4bff44 None None] Attempting to bind port cc009cf9-81ee-4362-b413-3d2536014606 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:16:54.438421 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-81287d91-3c2d-445e-b409-f7dc9d4bff44 None None] Attempting to bind port cc009cf9-81ee-4362-b413-3d2536014606 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '52782695-8799-4c82-b579-02cd0984abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:16:54.438781 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81287d91-3c2d-445e-b409-f7dc9d4bff44 None None] Attempting to bind port cc009cf9-81ee-4362-b413-3d2536014606 on network afb92f7f-5b7d-43ea-9f6e-b225beb5888c {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:16:54.444989 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81287d91-3c2d-445e-b409-f7dc9d4bff44 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:16:54.446344 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81287d91-3c2d-445e-b409-f7dc9d4bff44 None None] Checking segment: {'id': '52782695-8799-4c82-b579-02cd0984abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:16:54.446920 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-81287d91-3c2d-445e-b409-f7dc9d4bff44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:54.447478 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b562bd08-681d-4dd8-9225-19df0c62d040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:54.447594 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81287d91-3c2d-445e-b409-f7dc9d4bff44 None None] Bound using segment: {'id': '52782695-8799-4c82-b579-02cd0984abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:16:54.448059 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-81287d91-3c2d-445e-b409-f7dc9d4bff44 None None] Bound port: cc009cf9-81ee-4362-b413-3d2536014606, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52782695-8799-4c82-b579-02cd0984abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:16:54.448459 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-81287d91-3c2d-445e-b409-f7dc9d4bff44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:54.560921 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-81287d91-3c2d-445e-b409-f7dc9d4bff44 None None] For port cc009cf9-81ee-4362-b413-3d2536014606, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:16:54.566799 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-81287d91-3c2d-445e-b409-f7dc9d4bff44 None None] For port cc009cf9-81ee-4362-b413-3d2536014606, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=cc009cf9-81ee-4362-b413-3d2536014606,segment=NetworkSegment(52782695-8799-4c82-b579-02cd0984abd0),segment_id=52782695-8799-4c82-b579-02cd0984abd0)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:16:54.573123 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-81287d91-3c2d-445e-b409-f7dc9d4bff44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:54.637949 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b562bd08-681d-4dd8-9225-19df0c62d040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:54.642380 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b562bd08-681d-4dd8-9225-19df0c62d040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:54.647923 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b562bd08-681d-4dd8-9225-19df0c62d040 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d6e36794-4fe1-4f2a-9d35-0d0c9b705b20 HTTP/1.1" status: 204 len: 168 time: 0.3513486 Jul 13 07:16:54.650971 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81287d91-3c2d-445e-b409-f7dc9d4bff44 None None] Routers {'a0a4d613-180c-4b7f-87a9-08858ff989da'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:16:54.651429 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-81287d91-3c2d-445e-b409-f7dc9d4bff44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:16:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['a0a4d613-180c-4b7f-87a9-08858ff989da'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:16:54.686337 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b562bd08-681d-4dd8-9225-19df0c62d040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e36794-4fe1-4f2a-9d35-0d0c9b705b20,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:54.726111 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda876e-6406-4b22-9d24-ac982c12ef2b req-50182697-8aff-4a86-af15-f864940e3255 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:54.734404 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cfda876e-6406-4b22-9d24-ac982c12ef2b req-50182697-8aff-4a86-af15-f864940e3255 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0ad3ad0-5e92-44ae-898f-859f675502e1 HTTP/1.1" status: 200 len: 945 time: 0.3377357 Jul 13 07:16:54.738403 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-fcad1544-e260-4b13-a071-fab21d6a9962 tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:54.740202 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-fcad1544-e260-4b13-a071-fab21d6a9962 tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c0ad3ad0-5e92-44ae-898f-859f675502e1&tenant_id=05a465060c604024bf60fd1a58309bf9&binding%3Ahost_id=n-h1-771363-34 HTTP/1.1" status: 200 len: 1097 time: 0.3275638 Jul 13 07:16:54.764217 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-4e0839c0-9431-4f4e-8db6-497f1b1d1225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:54.765814 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-4e0839c0-9431-4f4e-8db6-497f1b1d1225 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.3403661 Jul 13 07:16:54.802480 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba978846-b1c8-403e-8663-61f3dfe3f333 req-a391943e-c2f5-47c3-b1c8-42f92902ea84 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:54.808907 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cfda876e-6406-4b22-9d24-ac982c12ef2b req-ae08a75c-a8eb-4439-a72c-c5bce6f184e6 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735016 Jul 13 07:16:54.814122 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ba978846-b1c8-403e-8663-61f3dfe3f333 req-a391943e-c2f5-47c3-b1c8-42f92902ea84 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 945 time: 0.2494016 Jul 13 07:16:54.834802 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-81287d91-3c2d-445e-b409-f7dc9d4bff44 None None] Set router a0a4d613-180c-4b7f-87a9-08858ff989da gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:16:54.857144 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-d950ebda-e5ee-4e0e-9078-ee696575f69e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=9c7a8282-37d0-4766-acbb-4c25f10c0b68 HTTP/1.1" status: 200 len: 217 time: 0.0787120 Jul 13 07:16:54.909048 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3288ed2-f003-487c-b04d-2d6525bcd31d req-83e859b1-9641-4cf7-a67d-b077bdce7f87 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:54.910572 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d3288ed2-f003-487c-b04d-2d6525bcd31d req-83e859b1-9641-4cf7-a67d-b077bdce7f87 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc2c200a-0b2c-4d12-9fec-dc445ac27cf9 HTTP/1.1" status: 200 len: 972 time: 0.2855289 Jul 13 07:16:54.926282 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4ef17-67c5-494b-84ac-94e70cc9caf7 None None] Pushing event updated for resources: {'Port': ['ID=cc009cf9-81ee-4362-b413-3d2536014606,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:55.087716 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39386) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:55.136042 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a446bd1d-b19a-4165-bc7b-9aedc133f925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:55.137021 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-81287d91-3c2d-445e-b409-f7dc9d4bff44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108855812-router', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '564c3b9f-2f28-40de-ac08-0872957616fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:16:42Z', 'updated_at': '2021-07-13T07:16:49Z', 'revision_number': 4, 'project_id': '34f1f252047a479b82dd34808ffbdaa6', 'gw_port': {'id': '564c3b9f-2f28-40de-ac08-0872957616fc', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:43Z', 'updated_at': '2021-07-13T07:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'cc009cf9-81ee-4362-b413-3d2536014606', 'name': '', 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'mac_address': 'fa:16:3e:b8:b3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '206eeb9b-bd1e-46b3-9846-f00f50c205b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:47Z', 'updated_at': '2021-07-13T07:16:54Z', 'revision_number': 4, 'project_id': '34f1f252047a479b82dd34808ffbdaa6', 'subnets': [{'id': '206eeb9b-bd1e-46b3-9846-f00f50c205b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:16:55.154165 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-4e98c686-8fd8-42e1-804a-6e44ca92ea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:55.155692 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-4e98c686-8fd8-42e1-804a-6e44ca92ea0e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c0ad3ad0-5e92-44ae-898f-859f675502e1&tenant_id=05a465060c604024bf60fd1a58309bf9 HTTP/1.1" status: 200 len: 1097 time: 0.3690341 Jul 13 07:16:55.171006 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-733719e6-b12a-4b06-97d3-6eb95d941e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:55.183288 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81287d91-3c2d-445e-b409-f7dc9d4bff44 None None] The sync data for ids ['a0a4d613-180c-4b7f-87a9-08858ff989da'] in n-d-771363-34 is: [{'id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108855812-router', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '564c3b9f-2f28-40de-ac08-0872957616fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:16:42Z', 'updated_at': '2021-07-13T07:16:49Z', 'revision_number': 4, 'project_id': '34f1f252047a479b82dd34808ffbdaa6', 'gw_port': {'id': '564c3b9f-2f28-40de-ac08-0872957616fc', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:43Z', 'updated_at': '2021-07-13T07:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'cc009cf9-81ee-4362-b413-3d2536014606', 'name': '', 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'mac_address': 'fa:16:3e:b8:b3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '206eeb9b-bd1e-46b3-9846-f00f50c205b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:47Z', 'updated_at': '2021-07-13T07:16:54Z', 'revision_number': 4, 'project_id': '34f1f252047a479b82dd34808ffbdaa6', 'subnets': [{'id': '206eeb9b-bd1e-46b3-9846-f00f50c205b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:16:55.196490 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ba978846-b1c8-403e-8663-61f3dfe3f333 req-b9c476de-dd70-4e6d-9775-89d1b8a946b6 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815393 Jul 13 07:16:55.222627 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-5417b1fd-a199-4805-80d5-4b67c947e1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:55.224415 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-5417b1fd-a199-4805-80d5-4b67c947e1f0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.3471091 Jul 13 07:16:55.348335 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733719e6-b12a-4b06-97d3-6eb95d941e6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=08d27dfc-612c-441f-ad30-507bec8497b0,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:55.425543 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device cc009cf9-81ee-4362-b413-3d2536014606 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:16:55.447496 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-122142d5-7cec-47d9-adca-1047a0a0b731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:55.449003 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-122142d5-7cec-47d9-adca-1047a0a0b731 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2093608 Jul 13 07:16:55.453623 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-d3288ed2-f003-487c-b04d-2d6525bcd31d req-1bc1dcb0-dbfa-42b7-9225-bb08c62d62c5 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] Deleting port 725bf5b6-583a-4b67-93be-7d425d1cb541 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:16:55.453950 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d3288ed2-f003-487c-b04d-2d6525bcd31d req-1bc1dcb0-dbfa-42b7-9225-bb08c62d62c5 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:55.495671 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733719e6-b12a-4b06-97d3-6eb95d941e6e admin admin] Checking segment: {'id': 'eabe60c3-279a-4c64-8a44-763b641303a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4fc60d03-d6d4-4075-8be9-f21eb0bd4fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:16:55.496260 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733719e6-b12a-4b06-97d3-6eb95d941e6e admin admin] Network hostable DHCP agents. Network: 4fc60d03-d6d4-4075-8be9-f21eb0bd4fb2, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:16:55.499529 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port cc009cf9-81ee-4362-b413-3d2536014606 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:16:55.507485 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port cc009cf9-81ee-4362-b413-3d2536014606 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:16:55.508237 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:55.562198 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-a9ec3cab-8c38-454a-887a-89d88e946855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:55.563960 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-a9ec3cab-8c38-454a-887a-89d88e946855 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=05a465060c604024bf60fd1a58309bf9&device_id=c0ad3ad0-5e92-44ae-898f-859f675502e1 HTTP/1.1" status: 200 len: 1097 time: 0.3775556 Jul 13 07:16:55.604626 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a446bd1d-b19a-4165-bc7b-9aedc133f925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:55.620567 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733719e6-b12a-4b06-97d3-6eb95d941e6e admin admin] Network 4fc60d03-d6d4-4075-8be9-f21eb0bd4fb2 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:16:55.633227 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e5559-3a0f-4382-aa26-8220d51f6723 req-3fd2c964-66eb-4e49-8396-62ecb798a430 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:55.635047 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e40e5559-3a0f-4382-aa26-8220d51f6723 req-3fd2c964-66eb-4e49-8396-62ecb798a430 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/ports?device_id=9721ff2d-1092-42e2-abfe-d7a8ae2566e8 HTTP/1.1" status: 200 len: 949 time: 0.2513015 Jul 13 07:16:55.636989 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:55.640230 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73adc9c-f1fe-48bf-a0d0-13aeb9d921eb req-dbd8dfb5-a33c-4cf6-a5ee-5661488d959a tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:55.641913 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c73adc9c-f1fe-48bf-a0d0-13aeb9d921eb req-dbd8dfb5-a33c-4cf6-a5ee-5661488d959a tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc2c200a-0b2c-4d12-9fec-dc445ac27cf9 HTTP/1.1" status: 200 len: 972 time: 0.2534747 Jul 13 07:16:55.642421 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a446bd1d-b19a-4165-bc7b-9aedc133f925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:55.680334 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-d3288ed2-f003-487c-b04d-2d6525bcd31d req-1bc1dcb0-dbfa-42b7-9225-bb08c62d62c5 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] For port 725bf5b6-583a-4b67-93be-7d425d1cb541, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=725bf5b6-583a-4b67-93be-7d425d1cb541,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:16:55.681223 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d3288ed2-f003-487c-b04d-2d6525bcd31d req-1bc1dcb0-dbfa-42b7-9225-bb08c62d62c5 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:55.683577 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-733719e6-b12a-4b06-97d3-6eb95d941e6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 4fc60d03-d6d4-4075-8be9-f21eb0bd4fb2) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:16:55.684795 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port cc009cf9-81ee-4362-b413-3d2536014606, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=cc009cf9-81ee-4362-b413-3d2536014606,segment=NetworkSegment(52782695-8799-4c82-b579-02cd0984abd0),segment_id=52782695-8799-4c82-b579-02cd0984abd0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:16:55.688905 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733719e6-b12a-4b06-97d3-6eb95d941e6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:55.689451 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-733719e6-b12a-4b06-97d3-6eb95d941e6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:55.695723 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4638c00e-5c65-4d75-9684-efb3efeae292 None None] Network 4fc60d03-d6d4-4075-8be9-f21eb0bd4fb2 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:16:55.717137 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-d3288ed2-f003-487c-b04d-2d6525bcd31d req-1bc1dcb0-dbfa-42b7-9225-bb08c62d62c5 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] Calling delete_port for 725bf5b6-583a-4b67-93be-7d425d1cb541 owned by compute:tempest-test_az-1067243079 {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:16:55.728451 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-f00a60c5-c37b-4e57-80be-a75183685641 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703416 Jul 13 07:16:55.760697 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:55.766437 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a446bd1d-b19a-4165-bc7b-9aedc133f925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290e6b92-e30f-430c-99cf-da75b4ff66c7,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:55.786310 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a446bd1d-b19a-4165-bc7b-9aedc133f925 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c0db9eec3e6489dac26f2f090cb3dcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6958489 Jul 13 07:16:55.795627 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c73adc9c-f1fe-48bf-a0d0-13aeb9d921eb req-850f3e17-5749-428d-8383-93b506cd79b3 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] 10.222.0.23 "GET /v2.0/security-groups?id=990ed975-e1a1-4347-8e7a-cf2e79f92d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427455 Jul 13 07:16:55.796143 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39394) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:55.816786 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=cc009cf9-81ee-4362-b413-3d2536014606,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:55.823107 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device e99026d4-8a5d-4b58-bbb9-3af85b02021c up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:16:55.838659 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e40e5559-3a0f-4382-aa26-8220d51f6723 req-7655071b-3e3c-47bc-a902-48c0e58304ad tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec907072-feab-4192-b58f-e544c01c9aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910732 Jul 13 07:16:55.849352 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-733719e6-b12a-4b06-97d3-6eb95d941e6e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.9706953 Jul 13 07:16:55.863600 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39400) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:55.874304 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-8f1f3299-00ca-4440-ac06-25f3a5a22dc9 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1985025783-router', 'tenant_id': '72c3e1fe6a524a61a8989773d5124522', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:16:55.997441 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d3288ed2-f003-487c-b04d-2d6525bcd31d req-1bc1dcb0-dbfa-42b7-9225-bb08c62d62c5 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:56.026365 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['725bf5b6-583a-4b67-93be-7d425d1cb541'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:16:56.153113 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06dbe72-0a53-41b2-b17c-d099a65a5a65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-4fc60d03-d6d4-4075-8be9-f21eb0bd4fb2', 'network_id': '4fc60d03-d6d4-4075-8be9-f21eb0bd4fb2', 'tenant_id': '72c3e1fe6a524a61a8989773d5124522', 'fixed_ips': [{'subnet_id': '08d27dfc-612c-441f-ad30-507bec8497b0'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:16:56.158101 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b06dbe72-0a53-41b2-b17c-d099a65a5a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:56.170630 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc1dcb0-dbfa-42b7-9225-bb08c62d62c5 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] Pushing event deleted for resources: {'Port': ['ID=725bf5b6-583a-4b67-93be-7d425d1cb541,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:56.173921 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port e99026d4-8a5d-4b58-bbb9-3af85b02021c completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:16:56.202892 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port e99026d4-8a5d-4b58-bbb9-3af85b02021c triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:16:56.203446 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:56.208821 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3288ed2-f003-487c-b04d-2d6525bcd31d req-1bc1dcb0-dbfa-42b7-9225-bb08c62d62c5 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] No DVR routers for this DVR port 725bf5b6-583a-4b67-93be-7d425d1cb541 on host n-h2-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:16:56.214147 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d3288ed2-f003-487c-b04d-2d6525bcd31d req-1bc1dcb0-dbfa-42b7-9225-bb08c62d62c5 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:56.216548 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d3288ed2-f003-487c-b04d-2d6525bcd31d req-1bc1dcb0-dbfa-42b7-9225-bb08c62d62c5 tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] 10.222.0.25 "DELETE /v2.0/ports/725bf5b6-583a-4b67-93be-7d425d1cb541 HTTP/1.1" status: 204 len: 173 time: 1.2867041 Jul 13 07:16:56.223140 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2c200a-0b2c-4d12-9fec-dc445ac27cf9', 'name': 'network-vif-deleted', 'tag': '725bf5b6-583a-4b67-93be-7d425d1cb541'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:16:56.225460 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd48667e-124f-42ea-9f10-6581949289a0" -d '{"events": [{"server_uuid": "dc2c200a-0b2c-4d12-9fec-dc445ac27cf9", "name": "network-vif-deleted", "tag": "725bf5b6-583a-4b67-93be-7d425d1cb541"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:16:56.272620 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-504227ce-33ee-4672-bf57-1dd8ee1fb7f6 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5300636 Jul 13 07:16:56.280084 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a29d5bb6-9663-4a44-815e-23520f59643d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:56.314279 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a29d5bb6-9663-4a44-815e-23520f59643d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:56.415125 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a29d5bb6-9663-4a44-815e-23520f59643d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:56.418079 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a29d5bb6-9663-4a44-815e-23520f59643d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:56.421692 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a29d5bb6-9663-4a44-815e-23520f59643d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/290e6b92-e30f-430c-99cf-da75b4ff66c7 HTTP/1.1" status: 204 len: 168 time: 0.6043963 Jul 13 07:16:56.452776 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d5bb6-9663-4a44-815e-23520f59643d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290e6b92-e30f-430c-99cf-da75b4ff66c7,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:56.494781 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-2f450a58-38ae-4460-9c41-ec3e4ba8b598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:56.495721 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def60160-564c-4805-82a1-80dd433b5048 req-aba7d9ba-a831-4e5d-862f-1333239700bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:56.498032 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-def60160-564c-4805-82a1-80dd433b5048 req-aba7d9ba-a831-4e5d-862f-1333239700bd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59ced391c6a04d319ae98164aff14fc2&device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 1097 time: 0.1118720 Jul 13 07:16:56.500890 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-2f450a58-38ae-4460-9c41-ec3e4ba8b598 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d HTTP/1.1" status: 200 len: 909 time: 0.9226167 Jul 13 07:16:56.520711 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device cafbfce0-7157-436e-aa90-46637a16b6f5 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:16:56.622037 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-17b5924a-02be-4105-bc35-79cafb71974d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cafbfce0-7157-436e-aa90-46637a16b6f5 HTTP/1.1" status: 200 len: 217 time: 0.1032073 Jul 13 07:16:56.634092 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8f1f3299-00ca-4440-ac06-25f3a5a22dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:56.635770 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8f1f3299-00ca-4440-ac06-25f3a5a22dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:56.706686 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def60160-564c-4805-82a1-80dd433b5048 req-e53d1f2d-5b53-4bd2-8eb0-2bf8a3feeb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:56.709373 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-def60160-564c-4805-82a1-80dd433b5048 req-e53d1f2d-5b53-4bd2-8eb0-2bf8a3feeb56 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bff43fa8-f666-4c15-8f06-2242dcee7e17 HTTP/1.1" status: 200 len: 922 time: 0.1441922 Jul 13 07:16:56.733369 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6f13e241-5503-49c6-91a7-0974fca1e13f None None] Provisioning complete for port cc009cf9-81ee-4362-b413-3d2536014606 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:16:56.735854 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6f13e241-5503-49c6-91a7-0974fca1e13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:56.786003 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-def60160-564c-4805-82a1-80dd433b5048 req-e463b0e3-49b2-42c4-a364-261e09e5db81 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4 HTTP/1.1" status: 200 len: 217 time: 0.0617275 Jul 13 07:16:56.792481 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-b06dbe72-0a53-41b2-b17c-d099a65a5a65 None None] Allocated IP 172.20.0.2 (4fc60d03-d6d4-4075-8be9-f21eb0bd4fb2/08d27dfc-612c-441f-ad30-507bec8497b0/03baf8e6-44d3-411b-a362-3a242c68bfaa) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:16:56.801390 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992a8d7-9f80-4029-88e3-47fe4db36114 req-3bcf1440-6b54-4c27-ac9f-d8db88e083d2 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:56.803017 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6992a8d7-9f80-4029-88e3-47fe4db36114 req-3bcf1440-6b54-4c27-ac9f-d8db88e083d2 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0ad3ad0-5e92-44ae-898f-859f675502e1 HTTP/1.1" status: 200 len: 945 time: 0.2952533 Jul 13 07:16:56.808084 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-7efa42bd-3721-43d4-9a89-9f5d03029b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:56.809625 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-7efa42bd-3721-43d4-9a89-9f5d03029b9e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7ca46c55-f93a-4f0d-847c-cec27912e287 HTTP/1.1" status: 200 len: 848 time: 0.1791649 Jul 13 07:16:56.811134 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8f1f3299-00ca-4440-ac06-25f3a5a22dc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:56.826288 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b96f86-2cc0-4458-b56f-70c59c480eb5 req-a1848196-2df0-45a7-952d-7dfb91b4985a tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:56.833525 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c8b96f86-2cc0-4458-b56f-70c59c480eb5 req-a1848196-2df0-45a7-952d-7dfb91b4985a tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 950 time: 0.3829372 Jul 13 07:16:56.907357 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6992a8d7-9f80-4029-88e3-47fe4db36114 req-4ff36387-da6d-4127-ac23-1e7c6babb38e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501199 Jul 13 07:16:56.925548 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def60160-564c-4805-82a1-80dd433b5048 req-c8a22636-c232-442a-9c74-3fa7a4065143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:56.927921 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-def60160-564c-4805-82a1-80dd433b5048 req-c8a22636-c232-442a-9c74-3fa7a4065143 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c79b49d-432e-4da7-962c-3ca2527bdd27 HTTP/1.1" status: 200 len: 861 time: 0.1230152 Jul 13 07:16:57.006880 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-def60160-564c-4805-82a1-80dd433b5048 req-febff0cb-2e5d-48e1-beb2-ffe0678b4bb4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bff43fa8-f666-4c15-8f06-2242dcee7e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671053 Jul 13 07:16:57.070277 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-364a2f3e-5b5e-432a-9b64-3191758efa74 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2339215 Jul 13 07:16:57.245154 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device cafbfce0-7157-436e-aa90-46637a16b6f5 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:16:57.249869 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c8b96f86-2cc0-4458-b56f-70c59c480eb5 req-77978de3-7fdc-4a56-934e-2cdd04968b3f tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4153864 Jul 13 07:16:57.250346 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:57.264863 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-def60160-564c-4805-82a1-80dd433b5048 req-6d8934ef-f1b3-41e0-aa76-c08cf98bf9f5 service neutron] 10.222.0.42 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468328 Jul 13 07:16:57.396997 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8f1f3299-00ca-4440-ac06-25f3a5a22dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:57.519888 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660ad567-8dda-4c73-b244-da8d253a02a5 x-openstack-request-id: req-660ad567-8dda-4c73-b244-da8d253a02a5 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:16:57.520197 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2c200a-0b2c-4d12-9fec-dc445ac27cf9", "name": "network-vif-deleted", "tag": "725bf5b6-583a-4b67-93be-7d425d1cb541", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:16:57.520428 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-660ad567-8dda-4c73-b244-da8d253a02a5 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:16:57.520819 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2c200a-0b2c-4d12-9fec-dc445ac27cf9', 'name': 'network-vif-deleted', 'tag': '725bf5b6-583a-4b67-93be-7d425d1cb541', 'status': 'completed', 'code': 200} Jul 13 07:16:57.527997 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-92da3d45-22b8-426d-926c-e0636d52e088 service neutron] 10.222.0.25 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4484525 Jul 13 07:16:57.533628 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device cc009cf9-81ee-4362-b413-3d2536014606 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:16:57.540805 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-def60160-564c-4805-82a1-80dd433b5048 req-3d886a74-3ed5-410e-83cd-3626d3bd5e63 service neutron] 10.222.0.42 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270846 Jul 13 07:16:57.579604 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39428) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:57.603636 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2e62e8bb-09f5-4694-909d-8db41e9f493e req-de8278a2-6535-4e13-a3a7-c678a3c41e7d tempest-AggregatesAdminTestJSON-123230109 tempest-AggregatesAdminTestJSON-123230109-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc2c200a-0b2c-4d12-9fec-dc445ac27cf9 HTTP/1.1" status: 200 len: 210 time: 0.0998242 Jul 13 07:16:57.637401 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56cd98-b457-4a27-b881-59e308dde101 req-9e77bc9f-c39c-464b-afae-847fc61cb806 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:57.638952 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ee56cd98-b457-4a27-b881-59e308dde101 req-9e77bc9f-c39c-464b-afae-847fc61cb806 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 945 time: 0.3731992 Jul 13 07:16:57.660827 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b06dbe72-0a53-41b2-b17c-d099a65a5a65 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:57.683057 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b06dbe72-0a53-41b2-b17c-d099a65a5a65 None None] Transition to ACTIVE for port object 03baf8e6-44d3-411b-a362-3a242c68bfaa will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:16:57.723994 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ee56cd98-b457-4a27-b881-59e308dde101 req-35516949-231e-4149-94c6-a9743d760cfc tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783153 Jul 13 07:16:57.746821 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9721ff2d-1092-42e2-abfe-d7a8ae2566e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99026d4-8a5d-4b58-bbb9-3af85b02021c'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:16:57.749205 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4898b74b-abe1-4aea-ae5e-04e5959d494a" -d '{"events": [{"server_uuid": "9721ff2d-1092-42e2-abfe-d7a8ae2566e8", "name": "network-vif-plugged", "status": "completed", "tag": "e99026d4-8a5d-4b58-bbb9-3af85b02021c"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:16:57.774406 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b06dbe72-0a53-41b2-b17c-d099a65a5a65 None None] Transition to ACTIVE for port object 03baf8e6-44d3-411b-a362-3a242c68bfaa will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:16:57.780042 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port e99026d4-8a5d-4b58-bbb9-3af85b02021c, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=e99026d4-8a5d-4b58-bbb9-3af85b02021c,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:16:57.788261 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port cc009cf9-81ee-4362-b413-3d2536014606 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:16:57.788640 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:57.793432 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b06dbe72-0a53-41b2-b17c-d099a65a5a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:57.831614 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06dbe72-0a53-41b2-b17c-d099a65a5a65 None None] Network 4fc60d03-d6d4-4075-8be9-f21eb0bd4fb2 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:16:57.834981 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46680b15-4fda-4a1a-97f5-300e47a45909 x-openstack-request-id: req-46680b15-4fda-4a1a-97f5-300e47a45909 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:16:57.835235 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9721ff2d-1092-42e2-abfe-d7a8ae2566e8", "name": "network-vif-plugged", "status": "completed", "tag": "e99026d4-8a5d-4b58-bbb9-3af85b02021c", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:16:57.835571 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-46680b15-4fda-4a1a-97f5-300e47a45909 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:16:57.836685 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9721ff2d-1092-42e2-abfe-d7a8ae2566e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99026d4-8a5d-4b58-bbb9-3af85b02021c', 'code': 200} Jul 13 07:16:57.841154 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-b06dbe72-0a53-41b2-b17c-d099a65a5a65 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:16:57.845251 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:57.858993 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06dbe72-0a53-41b2-b17c-d099a65a5a65 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:16:57.871002 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-55c180aa-7d8d-4f2d-a754-de13e09234f6 service neutron] 10.222.0.25 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662735 Jul 13 07:16:57.912489 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bb1c2a23-85d7-4749-bbc3-49ec4157c2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:57.915169 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050eed7-110a-4b3d-87c2-3230ecf23042 req-2554dde8-36cc-4008-a88f-0c0c72c99979 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:57.916746 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e050eed7-110a-4b3d-87c2-3230ecf23042 req-2554dde8-36cc-4008-a88f-0c0c72c99979 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/ports?device_id=9721ff2d-1092-42e2-abfe-d7a8ae2566e8 HTTP/1.1" status: 200 len: 950 time: 0.1526008 Jul 13 07:16:57.969375 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 725bf5b6-583a-4b67-93be-7d425d1cb541 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:16:58.008223 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 725bf5b6-583a-4b67-93be-7d425d1cb541 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:16:58.008617 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 725bf5b6-583a-4b67-93be-7d425d1cb541 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:16:58.127593 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e050eed7-110a-4b3d-87c2-3230ecf23042 req-2531ec10-a033-4989-80ea-1e3eee65a15c tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec907072-feab-4192-b58f-e544c01c9aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593242 Jul 13 07:16:58.145731 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06dbe72-0a53-41b2-b17c-d099a65a5a65 None None] Pushing event updated for resources: {'Port': ['ID=03baf8e6-44d3-411b-a362-3a242c68bfaa,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:58.221978 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8f1f3299-00ca-4440-ac06-25f3a5a22dc9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:58.226378 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce52d1-0e5b-46db-b4f0-e1b258be3d46 req-513f7e88-bd3f-4fc4-92ea-f7d951186f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:58.227448 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-b06dbe72-0a53-41b2-b17c-d099a65a5a65 None None] Attempting to bind port 03baf8e6-44d3-411b-a362-3a242c68bfaa on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:16:58.227906 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-20ce52d1-0e5b-46db-b4f0-e1b258be3d46 req-513f7e88-bd3f-4fc4-92ea-f7d951186f0e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9721ff2d-1092-42e2-abfe-d7a8ae2566e8 HTTP/1.1" status: 200 len: 1102 time: 0.3102803 Jul 13 07:16:58.228268 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-b06dbe72-0a53-41b2-b17c-d099a65a5a65 None None] Attempting to bind port 03baf8e6-44d3-411b-a362-3a242c68bfaa by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'eabe60c3-279a-4c64-8a44-763b641303a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4fc60d03-d6d4-4075-8be9-f21eb0bd4fb2'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:16:58.228868 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06dbe72-0a53-41b2-b17c-d099a65a5a65 None None] Attempting to bind port 03baf8e6-44d3-411b-a362-3a242c68bfaa on network 4fc60d03-d6d4-4075-8be9-f21eb0bd4fb2 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:16:58.243689 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06dbe72-0a53-41b2-b17c-d099a65a5a65 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:16:58.244440 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06dbe72-0a53-41b2-b17c-d099a65a5a65 None None] Checking segment: {'id': 'eabe60c3-279a-4c64-8a44-763b641303a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4fc60d03-d6d4-4075-8be9-f21eb0bd4fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:16:58.245235 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b06dbe72-0a53-41b2-b17c-d099a65a5a65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:58.246424 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06dbe72-0a53-41b2-b17c-d099a65a5a65 None None] Bound using segment: {'id': 'eabe60c3-279a-4c64-8a44-763b641303a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4fc60d03-d6d4-4075-8be9-f21eb0bd4fb2'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:16:58.247134 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-b06dbe72-0a53-41b2-b17c-d099a65a5a65 None None] Bound port: 03baf8e6-44d3-411b-a362-3a242c68bfaa, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eabe60c3-279a-4c64-8a44-763b641303a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4fc60d03-d6d4-4075-8be9-f21eb0bd4fb2'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:16:58.247805 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b06dbe72-0a53-41b2-b17c-d099a65a5a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:58.256033 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8f1f3299-00ca-4440-ac06-25f3a5a22dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:58.339327 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bb1c2a23-85d7-4749-bbc3-49ec4157c2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:58.353998 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bb1c2a23-85d7-4749-bbc3-49ec4157c2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:58.378223 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=e99026d4-8a5d-4b58-bbb9-3af85b02021c,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:58.391305 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-20ce52d1-0e5b-46db-b4f0-e1b258be3d46 req-9b766fea-6a74-4ffa-a181-ba897515f8d1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ec907072-feab-4192-b58f-e544c01c9aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414235 Jul 13 07:16:58.394190 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-eb1f65e6-fb2a-471e-8311-8073de436753 None None] Provisioning complete for port e99026d4-8a5d-4b58-bbb9-3af85b02021c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:16:58.394585 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-eb1f65e6-fb2a-471e-8311-8073de436753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:58.444599 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c2a23-85d7-4749-bbc3-49ec4157c2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cccd27-2f6b-4144-a7fc-512ec4cd21a1,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:58.456565 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-bb1c2a23-85d7-4749-bbc3-49ec4157c2e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8c5a2251d8144301a6a18597b513efee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8681383 Jul 13 07:16:58.456752 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-b06dbe72-0a53-41b2-b17c-d099a65a5a65 None None] For port 03baf8e6-44d3-411b-a362-3a242c68bfaa, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:16:58.457970 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39448) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:58.459117 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-b06dbe72-0a53-41b2-b17c-d099a65a5a65 None None] For port 03baf8e6-44d3-411b-a362-3a242c68bfaa, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=03baf8e6-44d3-411b-a362-3a242c68bfaa,segment=NetworkSegment(eabe60c3-279a-4c64-8a44-763b641303a2),segment_id=eabe60c3-279a-4c64-8a44-763b641303a2)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:16:58.468546 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b06dbe72-0a53-41b2-b17c-d099a65a5a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:58.475720 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32568419-6ca5-4108-a3a8-adce071ff22a req-6b448fa3-0282-48bb-9853-2649e28b42f8 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:58.478071 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-32568419-6ca5-4108-a3a8-adce071ff22a req-6b448fa3-0282-48bb-9853-2649e28b42f8 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0ad3ad0-5e92-44ae-898f-859f675502e1 HTTP/1.1" status: 200 len: 945 time: 0.3395391 Jul 13 07:16:58.558482 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-32568419-6ca5-4108-a3a8-adce071ff22a req-279316c9-19db-46a7-a7ff-03289582b56d tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699835 Jul 13 07:16:58.597941 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06dbe72-0a53-41b2-b17c-d099a65a5a65 None None] Pushing event updated for resources: {'Port': ['ID=03baf8e6-44d3-411b-a362-3a242c68bfaa,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:58.652385 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-8f1f3299-00ca-4440-ac06-25f3a5a22dc9 admin admin] Allocated IP 172.25.3.147 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/430a1182-23e1-45ec-83a0-2fec138091b9) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:16:58.691719 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-810d29bd-8147-4300-b828-78f55e5c1006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:58.725221 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9191d0-4db1-4b72-b27c-44cd82d3a21c req-de9ad4fa-9bb1-4935-89c2-33da99eac316 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:58.732652 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4c9191d0-4db1-4b72-b27c-44cd82d3a21c req-de9ad4fa-9bb1-4935-89c2-33da99eac316 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 950 time: 0.3266830 Jul 13 07:16:58.739948 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-f3bde829-ec8c-43cd-affd-6d28cbe35660 tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:58.743523 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-f3bde829-ec8c-43cd-affd-6d28cbe35660 tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c0ad3ad0-5e92-44ae-898f-859f675502e1&tenant_id=05a465060c604024bf60fd1a58309bf9&binding%3Ahost_id=n-h2-771363-34 HTTP/1.1" status: 200 len: 1097 time: 0.2781363 Jul 13 07:16:58.810489 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-810d29bd-8147-4300-b828-78f55e5c1006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:58.962938 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4c9191d0-4db1-4b72-b27c-44cd82d3a21c req-24a98673-f07a-4a01-b843-7e708b2b8ab9 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292550 Jul 13 07:16:59.015185 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9885c9-cc42-4565-bf26-1c649be84576 req-e73ffcfa-4064-46ed-96de-a68b80d888be tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:59.018048 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9e9885c9-cc42-4565-bf26-1c649be84576 req-e73ffcfa-4064-46ed-96de-a68b80d888be tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 945 time: 0.0790880 Jul 13 07:16:59.026921 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8f1f3299-00ca-4440-ac06-25f3a5a22dc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:59.074604 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-810d29bd-8147-4300-b828-78f55e5c1006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:59.077729 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-810d29bd-8147-4300-b828-78f55e5c1006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:59.078867 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-810d29bd-8147-4300-b828-78f55e5c1006 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c4cccd27-2f6b-4144-a7fc-512ec4cd21a1 HTTP/1.1" status: 204 len: 168 time: 0.5977597 Jul 13 07:16:59.085284 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9e9885c9-cc42-4565-bf26-1c649be84576 req-18428a57-b174-413e-8ae2-05c371d00d0f tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602722 Jul 13 07:16:59.110835 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d29bd-8147-4300-b828-78f55e5c1006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cccd27-2f6b-4144-a7fc-512ec4cd21a1,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:59.152105 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-9c541ad6-b97b-4ae2-87a3-adbf6427b508 service neutron] For port cafbfce0-7157-436e-aa90-46637a16b6f5, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:16:59.157573 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-9c541ad6-b97b-4ae2-87a3-adbf6427b508 service neutron] Notify callbacks [] for binding, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:59.158689 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3b24e883-c7ea-40ae-9f6d-c9a6784c98e0 req-9c541ad6-b97b-4ae2-87a3-adbf6427b508 service neutron] 10.222.0.25 "DELETE /v2.0/ports/cafbfce0-7157-436e-aa90-46637a16b6f5/bindings/n-h1-771363-34 HTTP/1.1" status: 204 len: 173 time: 0.3992660 Jul 13 07:16:59.167127 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39474) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:59.186863 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8f1f3299-00ca-4440-ac06-25f3a5a22dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:59.237726 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1f3299-00ca-4440-ac06-25f3a5a22dc9 admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:16:59.243665 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-8f1f3299-00ca-4440-ac06-25f3a5a22dc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:16:59.251567 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1f3299-00ca-4440-ac06-25f3a5a22dc9 admin admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:16:59.294899 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f3299-00ca-4440-ac06-25f3a5a22dc9 admin admin] Pushing event updated for resources: {'Port': ['ID=430a1182-23e1-45ec-83a0-2fec138091b9,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:16:59.454972 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 03baf8e6-44d3-411b-a362-3a242c68bfaa up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:16:59.572824 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 03baf8e6-44d3-411b-a362-3a242c68bfaa completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:16:59.632235 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46801a5-169e-4eeb-bc9a-3705a03303c5 req-a9ad157f-ed4b-49df-af20-fdc8ec9b0fd9 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:16:59.640540 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c46801a5-169e-4eeb-bc9a-3705a03303c5 req-a9ad157f-ed4b-49df-af20-fdc8ec9b0fd9 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/ports?device_id=9721ff2d-1092-42e2-abfe-d7a8ae2566e8 HTTP/1.1" status: 200 len: 950 time: 0.2899725 Jul 13 07:16:59.794606 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39496) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:59.804494 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-25ade429-aa88-4f02-b992-47b7d9467339 req-bdc09506-cda5-4df9-b09d-7892b0bbb1c6 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=1dc50c2d0c9b4db9892129e9bc564b07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251210 Jul 13 07:16:59.806305 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c46801a5-169e-4eeb-bc9a-3705a03303c5 req-8d98ea48-95fb-4531-aa6c-2793ead00393 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec907072-feab-4192-b58f-e544c01c9aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649139 Jul 13 07:16:59.813824 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-dcf0f3d9-2b75-48fa-8883-948178bcf710 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3ab93a0efbe74400ad9168555dc5a260&name=default HTTP/1.1" status: 200 len: 2976 time: 0.6445332 Jul 13 07:16:59.821895 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39498) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:16:59.826237 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23d2fbd-8b95-42da-8145-7b9328162b73 None None] Network 4fc60d03-d6d4-4075-8be9-f21eb0bd4fb2 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:16:59.843013 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fbbb79f3-cd32-4829-9592-501e481511fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:59.895481 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8f1f3299-00ca-4440-ac06-25f3a5a22dc9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:16:59.981849 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5ccc02d6-1000-4b71-ba05-49591a46d811 None None] Provisioning for port 03baf8e6-44d3-411b-a362-3a242c68bfaa completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:16:59.988985 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5ccc02d6-1000-4b71-ba05-49591a46d811 None None] Provisioning complete for port 03baf8e6-44d3-411b-a362-3a242c68bfaa triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:16:59.989351 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5ccc02d6-1000-4b71-ba05-49591a46d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:00.084509 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ade429-aa88-4f02-b992-47b7d9467339 req-e6433cf4-1613-45ef-99f5-c9eaff79ebb8 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:00.091946 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-25ade429-aa88-4f02-b992-47b7d9467339 req-e6433cf4-1613-45ef-99f5-c9eaff79ebb8 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2817504 Jul 13 07:17:00.110229 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-25ade429-aa88-4f02-b992-47b7d9467339 req-8ddee3f0-b885-4238-8fdc-625d1e0f51ca tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/quotas/1dc50c2d0c9b4db9892129e9bc564b07 HTTP/1.1" status: 200 len: 375 time: 0.0161679 Jul 13 07:17:00.157736 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-25ade429-aa88-4f02-b992-47b7d9467339 req-2df87214-7aaa-4d93-96d8-2aa17521ffee tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1dc50c2d0c9b4db9892129e9bc564b07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445244 Jul 13 07:17:00.165755 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0806d14d-9bb8-4ba3-a20c-1c8a7da5120f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:00.170835 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5ccc02d6-1000-4b71-ba05-49591a46d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:00.227987 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-5ccc02d6-1000-4b71-ba05-49591a46d811 None None] For port 03baf8e6-44d3-411b-a362-3a242c68bfaa, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=03baf8e6-44d3-411b-a362-3a242c68bfaa,segment=NetworkSegment(eabe60c3-279a-4c64-8a44-763b641303a2),segment_id=eabe60c3-279a-4c64-8a44-763b641303a2)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:00.233596 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5ccc02d6-1000-4b71-ba05-49591a46d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:00.337470 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1b5dc9c1-9ba5-4658-8a98-eccf29609ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:00.351762 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc02d6-1000-4b71-ba05-49591a46d811 None None] Pushing event updated for resources: {'Port': ['ID=03baf8e6-44d3-411b-a362-3a242c68bfaa,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:00.453157 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1b5dc9c1-9ba5-4658-8a98-eccf29609ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:00.531351 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09b7dd-3957-4c6d-8c5d-55cb505093dc req-0962b74e-a9b6-4ed2-8cc4-e3ab5122c6f2 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:00.532882 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2d09b7dd-3957-4c6d-8c5d-55cb505093dc req-0962b74e-a9b6-4ed2-8cc4-e3ab5122c6f2 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 950 time: 0.1032839 Jul 13 07:17:00.576672 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455b3fa-8ca4-4587-8ab6-34768c3dae34 req-14054b94-0018-4360-88d7-f70fb8dbcca4 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:00.578487 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0455b3fa-8ca4-4587-8ab6-34768c3dae34 req-14054b94-0018-4360-88d7-f70fb8dbcca4 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0ad3ad0-5e92-44ae-898f-859f675502e1 HTTP/1.1" status: 200 len: 945 time: 0.6259434 Jul 13 07:17:00.588062 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2d09b7dd-3957-4c6d-8c5d-55cb505093dc req-0eb141cd-85a6-4c1c-8a73-609f259f5985 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491521 Jul 13 07:17:00.602700 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-71529bfc-4787-44db-9a31-e8724fee04bc None None] Provisioning complete for port 03baf8e6-44d3-411b-a362-3a242c68bfaa triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:17:00.603305 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71529bfc-4787-44db-9a31-e8724fee04bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:00.672268 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fbbb79f3-cd32-4829-9592-501e481511fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:00.693665 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fbbb79f3-cd32-4829-9592-501e481511fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:00.701108 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-c333b4c3-82f8-4c55-99d0-0f3d04100d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:00.705254 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-c333b4c3-82f8-4c55-99d0-0f3d04100d91 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=59ced391c6a04d319ae98164aff14fc2&device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 1097 time: 0.3556635 Jul 13 07:17:00.770502 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1b5dc9c1-9ba5-4658-8a98-eccf29609ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:00.773383 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1b5dc9c1-9ba5-4658-8a98-eccf29609ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:00.774839 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1b5dc9c1-9ba5-4658-8a98-eccf29609ba6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/990ed975-e1a1-4347-8e7a-cf2e79f92d37 HTTP/1.1" status: 204 len: 168 time: 0.9518526 Jul 13 07:17:00.812178 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7431f8d5-5bbb-4611-9077-58ef2d43c8ea req-6493733e-d5e5-40e6-8397-436e66531889 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:00.820390 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7431f8d5-5bbb-4611-9077-58ef2d43c8ea req-6493733e-d5e5-40e6-8397-436e66531889 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 945 time: 0.0821896 Jul 13 07:17:00.831883 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0455b3fa-8ca4-4587-8ab6-34768c3dae34 req-a2bc727e-cd1d-4b1c-8c34-867e7c55f733 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387302 Jul 13 07:17:00.843288 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-fbbb79f3-cd32-4829-9592-501e481511fd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=675b51ef43e645ef97bfc8865007ee01&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0466697 Jul 13 07:17:00.844378 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8f1f3299-00ca-4440-ac06-25f3a5a22dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:00.846224 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39520) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:00.872593 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7431f8d5-5bbb-4611-9077-58ef2d43c8ea req-b93c99ec-6aa9-4e65-88e2-178cc22acf07 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510838 Jul 13 07:17:00.966447 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb79f3-cd32-4829-9592-501e481511fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166783b6-0566-4c98-9626-cbe56874b1f9,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:01.019405 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb79f3-cd32-4829-9592-501e481511fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:17:01.019756 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb79f3-cd32-4829-9592-501e481511fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:17:01.020097 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb79f3-cd32-4829-9592-501e481511fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:17:01.020540 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb79f3-cd32-4829-9592-501e481511fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:17:01.020934 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb79f3-cd32-4829-9592-501e481511fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:17:01.021302 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb79f3-cd32-4829-9592-501e481511fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:17:01.021628 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb79f3-cd32-4829-9592-501e481511fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:17:01.021967 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb79f3-cd32-4829-9592-501e481511fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:17:01.022280 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb79f3-cd32-4829-9592-501e481511fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:17:01.022601 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb79f3-cd32-4829-9592-501e481511fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:17:01.023758 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb79f3-cd32-4829-9592-501e481511fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:17:01.023758 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb79f3-cd32-4829-9592-501e481511fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:17:01.046063 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5dc9c1-9ba5-4658-8a98-eccf29609ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990ed975-e1a1-4347-8e7a-cf2e79f92d37,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:01.049235 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-2f5ab4e9-c0df-4877-a47f-0a3c7245e816 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=1dc50c2d0c9b4db9892129e9bc564b07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0748217 Jul 13 07:17:01.120170 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5db74f-7772-4544-b8b3-c142f96ffd63 req-6e2f71b5-9cd0-4a58-a6c5-eb5cf64e320d tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:01.122909 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8d5db74f-7772-4544-b8b3-c142f96ffd63 req-6e2f71b5-9cd0-4a58-a6c5-eb5cf64e320d tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/ports?device_id=9721ff2d-1092-42e2-abfe-d7a8ae2566e8 HTTP/1.1" status: 200 len: 950 time: 0.1066098 Jul 13 07:17:01.151389 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-8e1a709a-6bf6-4ac6-9e08-b1cb32094cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:01.152975 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-8e1a709a-6bf6-4ac6-9e08-b1cb32094cff service neutron] 10.222.0.25 "GET /v2.0/networks?id=bff43fa8-f666-4c15-8f06-2242dcee7e17 HTTP/1.1" status: 200 len: 922 time: 0.4028773 Jul 13 07:17:01.170052 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8d5db74f-7772-4544-b8b3-c142f96ffd63 req-3c2de328-b66c-405a-93da-3b91fbace79d tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec907072-feab-4192-b58f-e544c01c9aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404663 Jul 13 07:17:01.226010 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39536) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:01.233572 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-8953eb81-f846-4a25-a17c-e1907baacb06 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4 HTTP/1.1" status: 200 len: 217 time: 0.0592046 Jul 13 07:17:01.278771 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-3b264c0a-2c58-41a3-bb3c-4f52787b6e9c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c89a2d0f66848fc94c6932037d1d8ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510163 Jul 13 07:17:01.280224 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39540) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:01.292886 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4c275d29-3351-4a01-b7a6-577a67bd38c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:01.340061 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-75a0a289-2c87-46f6-b54f-93c99ea51245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:01.377131 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4c275d29-3351-4a01-b7a6-577a67bd38c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:01.380785 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-75a0a289-2c87-46f6-b54f-93c99ea51245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:01.403621 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 03baf8e6-44d3-411b-a362-3a242c68bfaa up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:17:01.433526 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-26a54ad6-da3c-4f73-9756-f3ca23213d9e tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:01.435311 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-26a54ad6-da3c-4f73-9756-f3ca23213d9e tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3596656 Jul 13 07:17:01.443689 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-801a8f68-3b5e-4248-9258-57539962bb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:01.447333 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-75a0a289-2c87-46f6-b54f-93c99ea51245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:01.450130 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-75a0a289-2c87-46f6-b54f-93c99ea51245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:01.453715 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-75a0a289-2c87-46f6-b54f-93c99ea51245 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1cd060d0-7b78-4f4c-bbb2-cbafe5c029d5 HTTP/1.1" status: 204 len: 168 time: 0.1697686 Jul 13 07:17:01.454028 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-801a8f68-3b5e-4248-9258-57539962bb45 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6c79b49d-432e-4da7-962c-3ca2527bdd27 HTTP/1.1" status: 200 len: 861 time: 0.2049806 Jul 13 07:17:01.464444 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 03baf8e6-44d3-411b-a362-3a242c68bfaa triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:17:01.465146 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:01.469005 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a0a289-2c87-46f6-b54f-93c99ea51245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd060d0-7b78-4f4c-bbb2-cbafe5c029d5,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:01.476875 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a0a289-2c87-46f6-b54f-93c99ea51245 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:17:01.477271 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a0a289-2c87-46f6-b54f-93c99ea51245 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:17:01.477637 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a0a289-2c87-46f6-b54f-93c99ea51245 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:17:01.477942 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a0a289-2c87-46f6-b54f-93c99ea51245 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:17:01.478282 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a0a289-2c87-46f6-b54f-93c99ea51245 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:17:01.478616 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a0a289-2c87-46f6-b54f-93c99ea51245 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:17:01.478947 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a0a289-2c87-46f6-b54f-93c99ea51245 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:17:01.479294 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a0a289-2c87-46f6-b54f-93c99ea51245 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:17:01.479802 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a0a289-2c87-46f6-b54f-93c99ea51245 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:17:01.480297 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a0a289-2c87-46f6-b54f-93c99ea51245 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:17:01.480774 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a0a289-2c87-46f6-b54f-93c99ea51245 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:17:01.481249 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a0a289-2c87-46f6-b54f-93c99ea51245 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:17:01.527822 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1f3299-00ca-4440-ac06-25f3a5a22dc9 admin admin] Router 608a9f81-7535-468f-9f4c-23efb84ba0ba is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:17:01.562374 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-6f381cc5-0b6a-4f1e-a29f-e7e555bf4953 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bff43fa8-f666-4c15-8f06-2242dcee7e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074083 Jul 13 07:17:01.566708 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-030d42b4-0dfc-4376-8984-23ec33f8a530 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/quotas/1dc50c2d0c9b4db9892129e9bc564b07 HTTP/1.1" status: 200 len: 375 time: 0.1102531 Jul 13 07:17:01.633013 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4c275d29-3351-4a01-b7a6-577a67bd38c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:01.635929 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4c275d29-3351-4a01-b7a6-577a67bd38c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:01.637067 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4c275d29-3351-4a01-b7a6-577a67bd38c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/166783b6-0566-4c98-9626-cbe56874b1f9 HTTP/1.1" status: 204 len: 168 time: 0.7867150 Jul 13 07:17:01.672168 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d432a43-bb4e-491d-8098-928ca9cab14b req-0754cfc8-c218-4089-8dc1-1da79e050457 tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:01.673847 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d432a43-bb4e-491d-8098-928ca9cab14b req-0754cfc8-c218-4089-8dc1-1da79e050457 tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c0ad3ad0-5e92-44ae-898f-859f675502e1 HTTP/1.1" status: 200 len: 1097 time: 0.0737751 Jul 13 07:17:01.718211 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c275d29-3351-4a01-b7a6-577a67bd38c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166783b6-0566-4c98-9626-cbe56874b1f9,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:01.745405 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-df9e65f1-458b-47f5-ab1c-37b004d4617d tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1dc50c2d0c9b4db9892129e9bc564b07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1248295 Jul 13 07:17:01.753583 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-25ade429-aa88-4f02-b992-47b7d9467339 req-021a6de8-d86a-4139-902a-c40079d5b7e5 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=1dc50c2d0c9b4db9892129e9bc564b07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501401 Jul 13 07:17:01.806067 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d432a43-bb4e-491d-8098-928ca9cab14b req-3078847e-5b51-4058-98ce-e3e62d4ffc57 tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206958 Jul 13 07:17:01.855644 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1f3299-00ca-4440-ac06-25f3a5a22dc9 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:17:01.867038 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f2c466-35c1-4873-9a80-733a4ccb36af None None] Sync routers for ids ['608a9f81-7535-468f-9f4c-23efb84ba0ba'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:17:01.881160 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f2c466-35c1-4873-9a80-733a4ccb36af None None] Routers {'608a9f81-7535-468f-9f4c-23efb84ba0ba'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:17:01.881701 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-34f2c466-35c1-4873-9a80-733a4ccb36af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:16:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['608a9f81-7535-468f-9f4c-23efb84ba0ba'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:17:01.893306 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-67542ddb-6c79-4013-8235-c757b990b2fc service neutron] 10.222.0.25 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182371 Jul 13 07:17:01.899030 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8f1f3299-00ca-4440-ac06-25f3a5a22dc9 admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:01.904238 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8f1f3299-00ca-4440-ac06-25f3a5a22dc9 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.0381110 Jul 13 07:17:01.919454 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39558) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:02.039339 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ade429-aa88-4f02-b992-47b7d9467339 req-9ce38364-f5a0-495e-9d07-87a1e3530db6 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:02.041034 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-25ade429-aa88-4f02-b992-47b7d9467339 req-9ce38364-f5a0-495e-9d07-87a1e3530db6 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2807024 Jul 13 07:17:02.057608 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-25ade429-aa88-4f02-b992-47b7d9467339 req-350b211b-7aaf-471d-bd2f-a09efdd3ecdf tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Request body: {'port': {'device_id': '011c331e-4535-43a0-be9f-25264fbdf055', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'admin_state_up': True, 'tenant_id': '1dc50c2d0c9b4db9892129e9bc564b07'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:17:02.065038 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-34f2c466-35c1-4873-9a80-733a4ccb36af None None] Set router 608a9f81-7535-468f-9f4c-23efb84ba0ba gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:17:02.249485 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25ade429-aa88-4f02-b992-47b7d9467339 req-350b211b-7aaf-471d-bd2f-a09efdd3ecdf tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Made reservation on behalf of 1dc50c2d0c9b4db9892129e9bc564b07 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:17:02.253676 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-25ade429-aa88-4f02-b992-47b7d9467339 req-350b211b-7aaf-471d-bd2f-a09efdd3ecdf tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:02.291337 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-25ade429-aa88-4f02-b992-47b7d9467339 req-350b211b-7aaf-471d-bd2f-a09efdd3ecdf tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:02.356610 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f3a69-c07a-4549-9d93-870d7335d33e req-736341a7-0a0a-4892-928d-a0712f7432fb tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:02.365493 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-111f3a69-c07a-4549-9d93-870d7335d33e req-736341a7-0a0a-4892-928d-a0712f7432fb tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/ports?device_id=9721ff2d-1092-42e2-abfe-d7a8ae2566e8 HTTP/1.1" status: 200 len: 950 time: 0.1323526 Jul 13 07:17:02.459917 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-111f3a69-c07a-4549-9d93-870d7335d33e req-2493170d-52dd-438f-9e45-95093cd6a329 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec907072-feab-4192-b58f-e544c01c9aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934567 Jul 13 07:17:02.552899 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-34f2c466-35c1-4873-9a80-733a4ccb36af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608a9f81-7535-468f-9f4c-23efb84ba0ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1985025783-router', 'tenant_id': '72c3e1fe6a524a61a8989773d5124522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '430a1182-23e1-45ec-83a0-2fec138091b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:16:56Z', 'updated_at': '2021-07-13T07:16:59Z', 'revision_number': 3, 'project_id': '72c3e1fe6a524a61a8989773d5124522', 'gw_port': {'id': '430a1182-23e1-45ec-83a0-2fec138091b9', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608a9f81-7535-468f-9f4c-23efb84ba0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:58Z', 'updated_at': '2021-07-13T07:16:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:17:02.602366 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-25ade429-aa88-4f02-b992-47b7d9467339 req-350b211b-7aaf-471d-bd2f-a09efdd3ecdf tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:02.602666 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f2c466-35c1-4873-9a80-733a4ccb36af None None] Checking router: 608a9f81-7535-468f-9f4c-23efb84ba0ba for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:17:02.603334 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f2c466-35c1-4873-9a80-733a4ccb36af None None] Updating router 608a9f81-7535-468f-9f4c-23efb84ba0ba port 430a1182-23e1-45ec-83a0-2fec138091b9 binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:17:02.612120 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-25ade429-aa88-4f02-b992-47b7d9467339 req-350b211b-7aaf-471d-bd2f-a09efdd3ecdf tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:02.692008 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-34f2c466-35c1-4873-9a80-733a4ccb36af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:02.721158 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-99ac894a-f3de-49ce-bb38-48f24b7fe4f7 service neutron] 10.222.0.25 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8157704 Jul 13 07:17:02.780068 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-25ade429-aa88-4f02-b992-47b7d9467339 req-350b211b-7aaf-471d-bd2f-a09efdd3ecdf tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Allocated IP 192.168.233.32 (f9d6e899-687c-4a4d-bdf3-8d8d169866a7/c5af789a-0729-4e53-834f-ef6745aa079c/4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:17:03.026574 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-50b810f3-6782-4c00-b332-bd8510f81238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:03.035640 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:03.097375 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e09797-178c-41bb-a56b-045f02c3950d req-63c63645-bea2-482f-9bd4-65296a03e758 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:03.099067 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f4e09797-178c-41bb-a56b-045f02c3950d req-63c63645-bea2-482f-9bd4-65296a03e758 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 950 time: 0.6471896 Jul 13 07:17:03.121610 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-34f2c466-35c1-4873-9a80-733a4ccb36af None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:03.154774 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-34f2c466-35c1-4873-9a80-733a4ccb36af None None] Transition to ACTIVE for port object 430a1182-23e1-45ec-83a0-2fec138091b9 will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:17:03.156558 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b211b-7aaf-471d-bd2f-a09efdd3ecdf tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1319908-d57f-4116-ac58-79f0f84d78a9,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:03.167601 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-34f2c466-35c1-4873-9a80-733a4ccb36af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:03.202648 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-25ade429-aa88-4f02-b992-47b7d9467339 req-350b211b-7aaf-471d-bd2f-a09efdd3ecdf tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:03.220118 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1f393-44fb-4b23-82d4-9ca585a31386 None None] Pushing event updated for resources: {'Port': ['ID=430a1182-23e1-45ec-83a0-2fec138091b9,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:03.232990 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-1109761d-25c8-4892-8a2b-b094898334e3 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:03.233742 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-1109761d-25c8-4892-8a2b-b094898334e3 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5&tenant_id=59ced391c6a04d319ae98164aff14fc2&binding%3Ahost_id=n-h1-771363-34 HTTP/1.1" status: 200 len: 1097 time: 0.4085627 Jul 13 07:17:03.248367 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-25ade429-aa88-4f02-b992-47b7d9467339 req-350b211b-7aaf-471d-bd2f-a09efdd3ecdf tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Transition to ACTIVE for port object 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:17:03.254488 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-34f2c466-35c1-4873-9a80-733a4ccb36af None None] Attempting to bind port 430a1182-23e1-45ec-83a0-2fec138091b9 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:17:03.256086 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-34f2c466-35c1-4873-9a80-733a4ccb36af None None] Attempting to bind port 430a1182-23e1-45ec-83a0-2fec138091b9 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:17:03.256539 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f2c466-35c1-4873-9a80-733a4ccb36af None None] Attempting to bind port 430a1182-23e1-45ec-83a0-2fec138091b9 on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:17:03.262481 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f4e09797-178c-41bb-a56b-045f02c3950d req-d8ee4766-bcc7-4797-a10c-8a5e46e43c71 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410587 Jul 13 07:17:03.262740 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f2c466-35c1-4873-9a80-733a4ccb36af None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:17:03.263241 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f2c466-35c1-4873-9a80-733a4ccb36af None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:17:03.263715 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-34f2c466-35c1-4873-9a80-733a4ccb36af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:03.264219 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f2c466-35c1-4873-9a80-733a4ccb36af None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:17:03.264811 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-34f2c466-35c1-4873-9a80-733a4ccb36af None None] Bound port: 430a1182-23e1-45ec-83a0-2fec138091b9, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:17:03.265255 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-34f2c466-35c1-4873-9a80-733a4ccb36af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:03.314582 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-d22bbb8e-bdfe-468f-aa53-89b0580116fa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771363-34'}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:17:03.410130 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64141b08-9a11-4a09-81c9-8fc6741b3dc4 req-397db8a7-91cf-4d2e-aa36-b687541fafb4 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:03.429422 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-64141b08-9a11-4a09-81c9-8fc6741b3dc4 req-397db8a7-91cf-4d2e-aa36-b687541fafb4 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 945 time: 0.5558748 Jul 13 07:17:03.434332 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-25ade429-aa88-4f02-b992-47b7d9467339 req-350b211b-7aaf-471d-bd2f-a09efdd3ecdf tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:03.439142 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-34f2c466-35c1-4873-9a80-733a4ccb36af None None] For port 430a1182-23e1-45ec-83a0-2fec138091b9, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:17:03.452189 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-34f2c466-35c1-4873-9a80-733a4ccb36af None None] For port 430a1182-23e1-45ec-83a0-2fec138091b9, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=430a1182-23e1-45ec-83a0-2fec138091b9,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:17:03.472168 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25ade429-aa88-4f02-b992-47b7d9467339 req-350b211b-7aaf-471d-bd2f-a09efdd3ecdf tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:17:03.472472 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-34f2c466-35c1-4873-9a80-733a4ccb36af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:03.476375 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-25ade429-aa88-4f02-b992-47b7d9467339 req-350b211b-7aaf-471d-bd2f-a09efdd3ecdf tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:17:03.491904 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ade429-aa88-4f02-b992-47b7d9467339 req-350b211b-7aaf-471d-bd2f-a09efdd3ecdf tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:17:03.498263 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ade429-aa88-4f02-b992-47b7d9467339 req-350b211b-7aaf-471d-bd2f-a09efdd3ecdf tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:03.499290 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-25ade429-aa88-4f02-b992-47b7d9467339 req-350b211b-7aaf-471d-bd2f-a09efdd3ecdf tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:03.525257 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-d22bbb8e-bdfe-468f-aa53-89b0580116fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:03.567935 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f2c466-35c1-4873-9a80-733a4ccb36af None None] Routers {'608a9f81-7535-468f-9f4c-23efb84ba0ba'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:17:03.568995 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-34f2c466-35c1-4873-9a80-733a4ccb36af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:17:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['608a9f81-7535-468f-9f4c-23efb84ba0ba'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:17:03.603327 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-64141b08-9a11-4a09-81c9-8fc6741b3dc4 req-c0a2ceeb-c165-48e9-b426-b133fd32ab08 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733942 Jul 13 07:17:03.619466 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-25ade429-aa88-4f02-b992-47b7d9467339 req-350b211b-7aaf-471d-bd2f-a09efdd3ecdf tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5644882 Jul 13 07:17:03.651937 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-25ade429-aa88-4f02-b992-47b7d9467339 req-b98b24bb-ea66-4ad8-aa77-6248aadd90b5 service neutron] Request body: {'port': {'device_id': '011c331e-4535-43a0-be9f-25264fbdf055', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:17:03.761747 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-34f2c466-35c1-4873-9a80-733a4ccb36af None None] Set router 608a9f81-7535-468f-9f4c-23efb84ba0ba gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:17:03.834941 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e5082e13-7df4-478f-ad7b-a2f4bd35ae5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:03.873731 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-24b76cf8-6dd5-4fcd-9996-1fdfc93dc167 None None] Provisioning for port 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:17:03.883110 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-24b76cf8-6dd5-4fcd-9996-1fdfc93dc167 None None] Provisioning complete for port 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:17:03.883509 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-24b76cf8-6dd5-4fcd-9996-1fdfc93dc167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:03.919384 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b211b-7aaf-471d-bd2f-a09efdd3ecdf tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Pushing event updated for resources: {'Port': ['ID=4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:03.926911 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:03.936595 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-25ade429-aa88-4f02-b992-47b7d9467339 req-b98b24bb-ea66-4ad8-aa77-6248aadd90b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:03.943382 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-24b76cf8-6dd5-4fcd-9996-1fdfc93dc167 None None] Port 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:17:04.004047 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3c7941e6-a1e0-4e40-9f44-7c89dff0c1eb req-1532dacd-cf5c-4277-9f87-536c2c838cbe tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b786124-09a7-4ff5-9bee-5dc0fc2383cd HTTP/1.1" status: 200 len: 210 time: 0.0684364 Jul 13 07:17:04.066199 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-34f2c466-35c1-4873-9a80-733a4ccb36af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608a9f81-7535-468f-9f4c-23efb84ba0ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1985025783-router', 'tenant_id': '72c3e1fe6a524a61a8989773d5124522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '430a1182-23e1-45ec-83a0-2fec138091b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:16:56Z', 'updated_at': '2021-07-13T07:16:59Z', 'revision_number': 3, 'project_id': '72c3e1fe6a524a61a8989773d5124522', 'gw_port': {'id': '430a1182-23e1-45ec-83a0-2fec138091b9', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608a9f81-7535-468f-9f4c-23efb84ba0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:58Z', 'updated_at': '2021-07-13T07:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:17:04.083180 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-9a37bf51-05be-4177-b877-5f2b7978f5fc tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=1dc50c2d0c9b4db9892129e9bc564b07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0951834 Jul 13 07:17:04.102957 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1f393-44fb-4b23-82d4-9ca585a31386 None None] Pushing event updated for resources: {'Port': ['ID=430a1182-23e1-45ec-83a0-2fec138091b9,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:04.106053 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f2c466-35c1-4873-9a80-733a4ccb36af None None] The sync data for ids ['608a9f81-7535-468f-9f4c-23efb84ba0ba'] in n-d-771363-34 is: [{'id': '608a9f81-7535-468f-9f4c-23efb84ba0ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1985025783-router', 'tenant_id': '72c3e1fe6a524a61a8989773d5124522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '430a1182-23e1-45ec-83a0-2fec138091b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:16:56Z', 'updated_at': '2021-07-13T07:16:59Z', 'revision_number': 3, 'project_id': '72c3e1fe6a524a61a8989773d5124522', 'gw_port': {'id': '430a1182-23e1-45ec-83a0-2fec138091b9', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608a9f81-7535-468f-9f4c-23efb84ba0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:58Z', 'updated_at': '2021-07-13T07:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:17:04.287863 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-ad30ce8d-cf67-4e3c-b03d-af4fea25a05f tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:04.290520 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-ad30ce8d-cf67-4e3c-b03d-af4fea25a05f tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1970763 Jul 13 07:17:04.342442 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-e7cad1c6-6810-47a7-84bc-2d379cf2c492 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Request body: {'port': {'device_id': '7b786124-09a7-4ff5-9bee-5dc0fc2383cd', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'admin_state_up': True, 'tenant_id': '1dc50c2d0c9b4db9892129e9bc564b07'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:17:04.347486 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad406-119d-4806-8054-d00038a68526 req-23002781-bf9b-4c33-8dbb-77dde684f213 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:04.354941 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d9aad406-119d-4806-8054-d00038a68526 req-23002781-bf9b-4c33-8dbb-77dde684f213 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/networks?id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d HTTP/1.1" status: 200 len: 808 time: 0.9278278 Jul 13 07:17:04.402886 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d9aad406-119d-4806-8054-d00038a68526 req-14f26690-1f3d-4918-9e57-36ab939ae157 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/quotas/05a465060c604024bf60fd1a58309bf9 HTTP/1.1" status: 200 len: 375 time: 0.0469954 Jul 13 07:17:04.627076 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-e7cad1c6-6810-47a7-84bc-2d379cf2c492 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Made reservation on behalf of 1dc50c2d0c9b4db9892129e9bc564b07 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:17:04.629691 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-e7cad1c6-6810-47a7-84bc-2d379cf2c492 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:04.665776 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-d22bbb8e-bdfe-468f-aa53-89b0580116fa service neutron] For port 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:04.750767 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d9aad406-119d-4806-8054-d00038a68526 req-b4f5fa0a-5c28-485a-b706-eec1bf150d19 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=05a465060c604024bf60fd1a58309bf9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3467927 Jul 13 07:17:04.768775 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-e5082e13-7df4-478f-ad7b-a2f4bd35ae5e admin admin] Allocated IP 172.20.0.1 (4fc60d03-d6d4-4075-8be9-f21eb0bd4fb2/08d27dfc-612c-441f-ad30-507bec8497b0/d6018be4-32c4-4d5f-8cef-16bac88e366b) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:17:04.771107 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-d22bbb8e-bdfe-468f-aa53-89b0580116fa service neutron] For port 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:17:04.813557 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-25ade429-aa88-4f02-b992-47b7d9467339 req-b98b24bb-ea66-4ad8-aa77-6248aadd90b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:17:04.823160 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-25ade429-aa88-4f02-b992-47b7d9467339 req-b98b24bb-ea66-4ad8-aa77-6248aadd90b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:04.838516 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-25ade429-aa88-4f02-b992-47b7d9467339 req-b98b24bb-ea66-4ad8-aa77-6248aadd90b5 service neutron] Transition to ACTIVE for port object 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:17:04.841332 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c19a2de-4096-4ec9-a365-131cf0be13d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:17:04.844167 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06212dc8-ac9c-4a56-b139-37b6b5277cd5" -d '{"events": [{"server_uuid": "1c19a2de-4096-4ec9-a365-131cf0be13d5", "name": "network-vif-unplugged", "status": "completed", "tag": "2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:17:04.848011 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-25ade429-aa88-4f02-b992-47b7d9467339 req-b98b24bb-ea66-4ad8-aa77-6248aadd90b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:04.850527 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-d22bbb8e-bdfe-468f-aa53-89b0580116fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:04.899857 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-d22bbb8e-bdfe-468f-aa53-89b0580116fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:04.974856 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-e7cad1c6-6810-47a7-84bc-2d379cf2c492 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Allocated IP 192.168.233.236 (f9d6e899-687c-4a4d-bdf3-8d8d169866a7/c5af789a-0729-4e53-834f-ef6745aa079c/40c0d517-2836-4881-85b7-e023dc240f74) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:17:05.002626 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b24bb-ea66-4ad8-aa77-6248aadd90b5 service neutron] Pushing event updated for resources: {'Port': ['ID=4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:05.036254 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22bbb8e-bdfe-468f-aa53-89b0580116fa service neutron] Pushing event updated for resources: {'Port': ['ID=2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4,revision_number=7']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:05.090496 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e5082e13-7df4-478f-ad7b-a2f4bd35ae5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:05.109031 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-d22bbb8e-bdfe-468f-aa53-89b0580116fa service neutron] Attempting to bind port 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4 on host n-h1-771363-34 for vnic_type normal with profile {"migrating_to": "n-h2-771363-34"} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:17:05.109358 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-d22bbb8e-bdfe-468f-aa53-89b0580116fa service neutron] Attempting to bind port 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:17:05.109829 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-d22bbb8e-bdfe-468f-aa53-89b0580116fa service neutron] Attempting to bind port 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4 on network bff43fa8-f666-4c15-8f06-2242dcee7e17 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:17:05.117773 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-e5082e13-7df4-478f-ad7b-a2f4bd35ae5e admin admin] Transition to ACTIVE for port object d6018be4-32c4-4d5f-8cef-16bac88e366b will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:17:05.119335 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-d22bbb8e-bdfe-468f-aa53-89b0580116fa service neutron] Port 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4 on network bff43fa8-f666-4c15-8f06-2242dcee7e17 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:17:05.119557 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-d22bbb8e-bdfe-468f-aa53-89b0580116fa service neutron] Attempting to bind port 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4 on network bff43fa8-f666-4c15-8f06-2242dcee7e17 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:17:05.129268 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-25ade429-aa88-4f02-b992-47b7d9467339 req-b98b24bb-ea66-4ad8-aa77-6248aadd90b5 service neutron] Attempting to bind port 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:17:05.129653 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-25ade429-aa88-4f02-b992-47b7d9467339 req-b98b24bb-ea66-4ad8-aa77-6248aadd90b5 service neutron] Attempting to bind port 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:17:05.130615 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ade429-aa88-4f02-b992-47b7d9467339 req-b98b24bb-ea66-4ad8-aa77-6248aadd90b5 service neutron] Attempting to bind port 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:17:05.132982 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-d22bbb8e-bdfe-468f-aa53-89b0580116fa service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:17:05.133335 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-d22bbb8e-bdfe-468f-aa53-89b0580116fa service neutron] Checking segment: {'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:17:05.133718 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-d22bbb8e-bdfe-468f-aa53-89b0580116fa service neutron] Bound using segment: {'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:17:05.136335 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-d22bbb8e-bdfe-468f-aa53-89b0580116fa service neutron] Bound port: 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:17:05.136715 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-d22bbb8e-bdfe-468f-aa53-89b0580116fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:05.142586 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ade429-aa88-4f02-b992-47b7d9467339 req-b98b24bb-ea66-4ad8-aa77-6248aadd90b5 service neutron] Port 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:17:05.142902 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ade429-aa88-4f02-b992-47b7d9467339 req-b98b24bb-ea66-4ad8-aa77-6248aadd90b5 service neutron] Attempting to bind port 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:17:05.161725 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ade429-aa88-4f02-b992-47b7d9467339 req-b98b24bb-ea66-4ad8-aa77-6248aadd90b5 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:17:05.162259 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ade429-aa88-4f02-b992-47b7d9467339 req-b98b24bb-ea66-4ad8-aa77-6248aadd90b5 service neutron] Checking segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:17:05.162468 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ade429-aa88-4f02-b992-47b7d9467339 req-b98b24bb-ea66-4ad8-aa77-6248aadd90b5 service neutron] Bound using segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:17:05.162920 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-25ade429-aa88-4f02-b992-47b7d9467339 req-b98b24bb-ea66-4ad8-aa77-6248aadd90b5 service neutron] Bound port: 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:17:05.163187 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-25ade429-aa88-4f02-b992-47b7d9467339 req-b98b24bb-ea66-4ad8-aa77-6248aadd90b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:05.209693 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [req-d9aad406-119d-4806-8054-d00038a68526 req-6707a87f-381b-40d4-a6b0-a58383d00b16 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:17:05.211184 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d9aad406-119d-4806-8054-d00038a68526 req-6707a87f-381b-40d4-a6b0-a58383d00b16 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1679366 Jul 13 07:17:05.275031 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e5082e13-7df4-478f-ad7b-a2f4bd35ae5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:05.308456 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-25ade429-aa88-4f02-b992-47b7d9467339 req-b98b24bb-ea66-4ad8-aa77-6248aadd90b5 service neutron] For port 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:17:05.317665 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-d22bbb8e-bdfe-468f-aa53-89b0580116fa service neutron] For port 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:17:05.331226 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b44f8-aa04-47b0-9152-3afdaeefc56a req-4fc2d29c-8b76-4a0e-b2a1-d75542605f2e tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:05.338767 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb7b44f8-aa04-47b0-9152-3afdaeefc56a req-4fc2d29c-8b76-4a0e-b2a1-d75542605f2e tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 950 time: 0.2657967 Jul 13 07:17:05.369833 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5082e13-7df4-478f-ad7b-a2f4bd35ae5e admin admin] Network 4fc60d03-d6d4-4075-8be9-f21eb0bd4fb2 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:17:05.377531 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-d22bbb8e-bdfe-468f-aa53-89b0580116fa service neutron] For port 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:17:05.380289 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-25ade429-aa88-4f02-b992-47b7d9467339 req-b98b24bb-ea66-4ad8-aa77-6248aadd90b5 service neutron] For port 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:17:05.384980 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-e5082e13-7df4-478f-ad7b-a2f4bd35ae5e admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:17:05.387579 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5082e13-7df4-478f-ad7b-a2f4bd35ae5e admin admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:17:05.388053 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e5082e13-7df4-478f-ad7b-a2f4bd35ae5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:05.402577 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-25ade429-aa88-4f02-b992-47b7d9467339 req-b98b24bb-ea66-4ad8-aa77-6248aadd90b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:05.402721 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-d22bbb8e-bdfe-468f-aa53-89b0580116fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:05.456262 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5082e13-7df4-478f-ad7b-a2f4bd35ae5e admin admin] Pushing event updated for resources: {'Port': ['ID=d6018be4-32c4-4d5f-8cef-16bac88e366b,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:05.458362 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 430a1182-23e1-45ec-83a0-2fec138091b9 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:17:05.462996 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ade429-aa88-4f02-b992-47b7d9467339 req-b98b24bb-ea66-4ad8-aa77-6248aadd90b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:05.463663 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-25ade429-aa88-4f02-b992-47b7d9467339 req-b98b24bb-ea66-4ad8-aa77-6248aadd90b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:05.465071 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-25ade429-aa88-4f02-b992-47b7d9467339 req-b98b24bb-ea66-4ad8-aa77-6248aadd90b5 service neutron] 10.222.0.42 "PUT /v2.0/ports/4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad HTTP/1.1" status: 200 len: 1096 time: 1.8251595 Jul 13 07:17:05.474377 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011c331e-4535-43a0-be9f-25264fbdf055', 'tag': '4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:17:05.479268 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d9aad406-119d-4806-8054-d00038a68526 req-cd820213-6938-4cfa-ad57-ba943fe9a0f1 service neutron] 10.222.0.23 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581298 Jul 13 07:17:05.482472 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32ec155-1801-46ba-a963-b623e6ed92c4" -d '{"events": [{"name": "network-changed", "server_uuid": "011c331e-4535-43a0-be9f-25264fbdf055", "tag": "4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:17:05.556702 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb7b44f8-aa04-47b0-9152-3afdaeefc56a req-b17ab19a-d7e1-4eaa-81db-fc392ca8d377 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828110 Jul 13 07:17:05.610084 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 430a1182-23e1-45ec-83a0-2fec138091b9 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:17:05.620404 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 430a1182-23e1-45ec-83a0-2fec138091b9 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:17:05.622878 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-d22bbb8e-bdfe-468f-aa53-89b0580116fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:05.623361 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:05.623931 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-d22bbb8e-bdfe-468f-aa53-89b0580116fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:05.625554 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-d22bbb8e-bdfe-468f-aa53-89b0580116fa service neutron] 10.222.0.25 "PUT /v2.0/ports/2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4 HTTP/1.1" status: 200 len: 1123 time: 2.3257849 Jul 13 07:17:05.626207 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-e7cad1c6-6810-47a7-84bc-2d379cf2c492 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:05.694389 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b24bb-ea66-4ad8-aa77-6248aadd90b5 service neutron] Pushing event updated for resources: {'Port': ['ID=4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:05.709279 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-e7cad1c6-6810-47a7-84bc-2d379cf2c492 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Transition to ACTIVE for port object 40c0d517-2836-4881-85b7-e023dc240f74 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:17:05.751732 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ade429-aa88-4f02-b992-47b7d9467339 req-12b97caa-3b7a-4f95-9964-f201e6cb50c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:05.753284 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-25ade429-aa88-4f02-b992-47b7d9467339 req-12b97caa-3b7a-4f95-9964-f201e6cb50c3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1dc50c2d0c9b4db9892129e9bc564b07&device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 1099 time: 0.2375515 Jul 13 07:17:05.764188 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:17:05.768862 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22bbb8e-bdfe-468f-aa53-89b0580116fa service neutron] Pushing event updated for resources: {'Port': ['ID=2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4,revision_number=8']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:05.820114 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:05.850410 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d9aad406-119d-4806-8054-d00038a68526 req-eaacb83d-4bfe-47b5-9fb5-7306dc80320c service neutron] 10.222.0.23 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542993 Jul 13 07:17:05.860389 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-25ade429-aa88-4f02-b992-47b7d9467339 req-b78c94cd-d1be-4953-8fbd-bf080af40cae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad HTTP/1.1" status: 200 len: 217 time: 0.0977483 Jul 13 07:17:05.891040 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e5082e13-7df4-478f-ad7b-a2f4bd35ae5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:05.962119 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-e7cad1c6-6810-47a7-84bc-2d379cf2c492 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:05.994936 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:06.010266 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e451f-96aa-4053-a7a1-9eba5036aeb1 req-56ba9a77-fa9f-449a-84db-71c65106f328 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:06.011982 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c59e451f-96aa-4053-a7a1-9eba5036aeb1 req-56ba9a77-fa9f-449a-84db-71c65106f328 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.25 "GET /v2.0/ports?device_id=9721ff2d-1092-42e2-abfe-d7a8ae2566e8 HTTP/1.1" status: 200 len: 950 time: 0.1607044 Jul 13 07:17:06.032977 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cad1c6-6810-47a7-84bc-2d379cf2c492 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Pushing event updated for resources: {'Port': ['ID=40c0d517-2836-4881-85b7-e023dc240f74,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:06.050072 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ade429-aa88-4f02-b992-47b7d9467339 req-dfca833a-bdc6-42b2-b73e-b35400afcf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:06.051658 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-25ade429-aa88-4f02-b992-47b7d9467339 req-dfca833a-bdc6-42b2-b73e-b35400afcf5b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.1823044 Jul 13 07:17:06.053447 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-e7cad1c6-6810-47a7-84bc-2d379cf2c492 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:17:06.055541 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-e7cad1c6-6810-47a7-84bc-2d379cf2c492 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:17:06.057901 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-e7cad1c6-6810-47a7-84bc-2d379cf2c492 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:17:06.061882 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 430a1182-23e1-45ec-83a0-2fec138091b9, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=430a1182-23e1-45ec-83a0-2fec138091b9,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:06.066797 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-e7cad1c6-6810-47a7-84bc-2d379cf2c492 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:06.067674 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-e7cad1c6-6810-47a7-84bc-2d379cf2c492 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:06.073271 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9673c663-5ce7-4b44-aada-5ddac4712cff None None] Provisioning for port d6018be4-32c4-4d5f-8cef-16bac88e366b completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:17:06.080001 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:06.134155 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-e7cad1c6-6810-47a7-84bc-2d379cf2c492 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8009181 Jul 13 07:17:06.162716 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-bef2182a-43a8-4700-a3df-084b8a57587f service neutron] Request body: {'port': {'device_id': '7b786124-09a7-4ff5-9bee-5dc0fc2383cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:17:06.216331 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=430a1182-23e1-45ec-83a0-2fec138091b9,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:06.237608 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9673c663-5ce7-4b44-aada-5ddac4712cff None None] Provisioning complete for port d6018be4-32c4-4d5f-8cef-16bac88e366b triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:17:06.243838 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9673c663-5ce7-4b44-aada-5ddac4712cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:06.287025 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ade429-aa88-4f02-b992-47b7d9467339 req-90abf1e9-79e8-417e-9168-e66212bf0da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:06.303858 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-25ade429-aa88-4f02-b992-47b7d9467339 req-90abf1e9-79e8-417e-9168-e66212bf0da2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2318919 Jul 13 07:17:06.401832 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-9673c663-5ce7-4b44-aada-5ddac4712cff None None] Port d6018be4-32c4-4d5f-8cef-16bac88e366b cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:17:06.480804 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e5082e13-7df4-478f-ad7b-a2f4bd35ae5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:06.484412 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-c59e451f-96aa-4053-a7a1-9eba5036aeb1 req-b13e07b3-c599-46b3-b67c-35b9a64cb9bd tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Deleting port e99026d4-8a5d-4b58-bbb9-3af85b02021c {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:17:06.484741 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c59e451f-96aa-4053-a7a1-9eba5036aeb1 req-b13e07b3-c599-46b3-b67c-35b9a64cb9bd tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:06.490487 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e5082e13-7df4-478f-ad7b-a2f4bd35ae5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:06.529842 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e11f0e8e-5e83-4f73-a615-35674d8b09a1 None None] Provisioning for port 40c0d517-2836-4881-85b7-e023dc240f74 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:17:06.536440 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e11f0e8e-5e83-4f73-a615-35674d8b09a1 None None] Provisioning complete for port 40c0d517-2836-4881-85b7-e023dc240f74 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:17:06.537682 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e11f0e8e-5e83-4f73-a615-35674d8b09a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:06.593330 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e5082e13-7df4-478f-ad7b-a2f4bd35ae5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:06.603485 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc141ed6-c449-40af-bd3c-65436220dbb3 req-a9047974-a67a-444d-b574-bfc5a78d5fc3 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:06.605042 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dc141ed6-c449-40af-bd3c-65436220dbb3 req-a9047974-a67a-444d-b574-bfc5a78d5fc3 tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/ports?device_id=9721ff2d-1092-42e2-abfe-d7a8ae2566e8 HTTP/1.1" status: 200 len: 950 time: 0.2917786 Jul 13 07:17:06.678871 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-bef2182a-43a8-4700-a3df-084b8a57587f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:06.688850 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5082e13-7df4-478f-ad7b-a2f4bd35ae5e admin admin] Pushing event updated for resources: {'Port': ['ID=d6018be4-32c4-4d5f-8cef-16bac88e366b,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:06.735556 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce7d20-aabb-4a41-bce7-c3de2e994703 req-7f25077b-a632-45b9-8e36-d7f4558854ae tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:06.750229 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b4ce7d20-aabb-4a41-bce7-c3de2e994703 req-7f25077b-a632-45b9-8e36-d7f4558854ae tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 943 time: 0.2267187 Jul 13 07:17:06.776041 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dc141ed6-c449-40af-bd3c-65436220dbb3 req-a1d0b573-5cbc-4910-9420-ff027618149c tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec907072-feab-4192-b58f-e544c01c9aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634412 Jul 13 07:17:06.784221 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-e11f0e8e-5e83-4f73-a615-35674d8b09a1 None None] Port 40c0d517-2836-4881-85b7-e023dc240f74 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:17:06.822246 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-25ade429-aa88-4f02-b992-47b7d9467339 req-2aedf905-6caf-4706-a8c1-ed020121fe17 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5107505 Jul 13 07:17:06.844922 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-c59e451f-96aa-4053-a7a1-9eba5036aeb1 req-b13e07b3-c599-46b3-b67c-35b9a64cb9bd tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] For port e99026d4-8a5d-4b58-bbb9-3af85b02021c, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=e99026d4-8a5d-4b58-bbb9-3af85b02021c,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:06.845345 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c59e451f-96aa-4053-a7a1-9eba5036aeb1 req-b13e07b3-c599-46b3-b67c-35b9a64cb9bd tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:06.864286 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-c59e451f-96aa-4053-a7a1-9eba5036aeb1 req-b13e07b3-c599-46b3-b67c-35b9a64cb9bd tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Calling delete_port for e99026d4-8a5d-4b58-bbb9-3af85b02021c owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:17:06.871936 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2e5664-e549-4096-ae8a-9d49df20b8d7 x-openstack-request-id: req-ab2e5664-e549-4096-ae8a-9d49df20b8d7 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:17:06.872220 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c19a2de-4096-4ec9-a365-131cf0be13d5", "name": "network-vif-unplugged", "status": "completed", "tag": "2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:17:06.872469 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ab2e5664-e549-4096-ae8a-9d49df20b8d7 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:17:06.872966 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c19a2de-4096-4ec9-a365-131cf0be13d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4', 'code': 200} Jul 13 07:17:06.950435 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5082e13-7df4-478f-ad7b-a2f4bd35ae5e admin admin] Network 4fc60d03-d6d4-4075-8be9-f21eb0bd4fb2 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:17:06.950739 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b4ce7d20-aabb-4a41-bce7-c3de2e994703 req-5e1e29c7-8608-4677-a5fc-83a6b6a6d645 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993752 Jul 13 07:17:06.955303 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-e5082e13-7df4-478f-ad7b-a2f4bd35ae5e admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:17:07.023913 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7772b46f-a175-4491-b166-8344d9f60656 None None] Provisioning complete for port d6018be4-32c4-4d5f-8cef-16bac88e366b triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:17:07.024285 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7772b46f-a175-4491-b166-8344d9f60656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:07.053658 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385c0d55-63d6-49e8-ba20-278e18422422 x-openstack-request-id: req-385c0d55-63d6-49e8-ba20-278e18422422 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:17:07.053995 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "011c331e-4535-43a0-be9f-25264fbdf055", "tag": "4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:17:07.054856 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-385c0d55-63d6-49e8-ba20-278e18422422 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:17:07.055258 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '011c331e-4535-43a0-be9f-25264fbdf055', 'tag': '4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad', 'status': 'completed', 'code': 200} Jul 13 07:17:07.124052 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-7772b46f-a175-4491-b166-8344d9f60656 None None] Port d6018be4-32c4-4d5f-8cef-16bac88e366b cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:17:07.190702 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-25ade429-aa88-4f02-b992-47b7d9467339 req-5067a675-3ff3-43de-b019-f7d2ba8785d9 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573046 Jul 13 07:17:07.223936 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c59e451f-96aa-4053-a7a1-9eba5036aeb1 req-b13e07b3-c599-46b3-b67c-35b9a64cb9bd tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:07.235512 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['e99026d4-8a5d-4b58-bbb9-3af85b02021c'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:17:07.280714 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d4d2f869-5381-41a6-845c-8d76e49efe36 req-f5a3ec7e-f1b2-4d26-b8de-fe9db73d7172 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=12289cf0-a9fd-41df-b6d7-58703ccedde0 HTTP/1.1" status: 200 len: 210 time: 0.0673769 Jul 13 07:17:07.291706 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e07b3-c599-46b3-b67c-35b9a64cb9bd tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Pushing event deleted for resources: {'Port': ['ID=e99026d4-8a5d-4b58-bbb9-3af85b02021c,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:07.354010 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ba7cfb77-34f4-4e36-ab2d-18e15446dace None None] Provisioning complete for port d6018be4-32c4-4d5f-8cef-16bac88e366b triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:17:07.354633 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ba7cfb77-34f4-4e36-ab2d-18e15446dace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:07.392284 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-ba7cfb77-34f4-4e36-ab2d-18e15446dace None None] Port d6018be4-32c4-4d5f-8cef-16bac88e366b cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:17:07.425190 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 430a1182-23e1-45ec-83a0-2fec138091b9 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:17:07.439498 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ec155-1801-46ba-a963-b623e6ed92c4 req-09e73932-334c-4301-9875-a04c7ac81f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:07.441630 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c32ec155-1801-46ba-a963-b623e6ed92c4 req-09e73932-334c-4301-9875-a04c7ac81f0d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1dc50c2d0c9b4db9892129e9bc564b07&device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 1099 time: 0.1597903 Jul 13 07:17:07.456001 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-bef2182a-43a8-4700-a3df-084b8a57587f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40c0d517-2836-4881-85b7-e023dc240f74 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:17:07.526943 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 430a1182-23e1-45ec-83a0-2fec138091b9 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:17:07.527657 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:07.563939 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ec155-1801-46ba-a963-b623e6ed92c4 req-f4605dfb-f575-4599-acae-61ecafcbc50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:07.565886 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c32ec155-1801-46ba-a963-b623e6ed92c4 req-f4605dfb-f575-4599-acae-61ecafcbc50b service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.1033592 Jul 13 07:17:07.568212 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-bef2182a-43a8-4700-a3df-084b8a57587f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:07.628521 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c32ec155-1801-46ba-a963-b623e6ed92c4 req-194860ca-5caf-461d-844d-b768618c8b66 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad HTTP/1.1" status: 200 len: 217 time: 0.0552967 Jul 13 07:17:07.653131 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-bef2182a-43a8-4700-a3df-084b8a57587f service neutron] Transition to ACTIVE for port object 40c0d517-2836-4881-85b7-e023dc240f74 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:17:07.673155 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5082e13-7df4-478f-ad7b-a2f4bd35ae5e admin admin] Router 608a9f81-7535-468f-9f4c-23efb84ba0ba has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:17:07.681892 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-bef2182a-43a8-4700-a3df-084b8a57587f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:07.706778 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59e451f-96aa-4053-a7a1-9eba5036aeb1 req-b13e07b3-c599-46b3-b67c-35b9a64cb9bd tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] No DVR routers for this DVR port e99026d4-8a5d-4b58-bbb9-3af85b02021c on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:17:07.716118 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c59e451f-96aa-4053-a7a1-9eba5036aeb1 req-b13e07b3-c599-46b3-b67c-35b9a64cb9bd tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:07.717745 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c59e451f-96aa-4053-a7a1-9eba5036aeb1 req-b13e07b3-c599-46b3-b67c-35b9a64cb9bd tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.25 "DELETE /v2.0/ports/e99026d4-8a5d-4b58-bbb9-3af85b02021c HTTP/1.1" status: 204 len: 173 time: 1.6812234 Jul 13 07:17:07.753129 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ec155-1801-46ba-a963-b623e6ed92c4 req-90176244-b239-4457-b41a-f1fee9e6f1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:07.754633 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c32ec155-1801-46ba-a963-b623e6ed92c4 req-90176244-b239-4457-b41a-f1fee9e6f1dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.1150372 Jul 13 07:17:07.795277 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408e066-a450-4a87-81a1-972ef770fb6e req-529ae4fc-875d-41f6-b091-9b9ac3f6fa3e tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:07.802115 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f408e066-a450-4a87-81a1-972ef770fb6e req-529ae4fc-875d-41f6-b091-9b9ac3f6fa3e tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b786124-09a7-4ff5-9bee-5dc0fc2383cd HTTP/1.1" status: 200 len: 936 time: 0.6079524 Jul 13 07:17:07.845890 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:17:07.847760 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef2182a-43a8-4700-a3df-084b8a57587f service neutron] Pushing event updated for resources: {'Port': ['ID=40c0d517-2836-4881-85b7-e023dc240f74,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:07.863892 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-bef2182a-43a8-4700-a3df-084b8a57587f service neutron] Attempting to bind port 40c0d517-2836-4881-85b7-e023dc240f74 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:17:07.864226 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-bef2182a-43a8-4700-a3df-084b8a57587f service neutron] Attempting to bind port 40c0d517-2836-4881-85b7-e023dc240f74 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:17:07.864562 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-bef2182a-43a8-4700-a3df-084b8a57587f service neutron] Attempting to bind port 40c0d517-2836-4881-85b7-e023dc240f74 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:17:07.879391 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-bef2182a-43a8-4700-a3df-084b8a57587f service neutron] Port 40c0d517-2836-4881-85b7-e023dc240f74 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:17:07.879718 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-bef2182a-43a8-4700-a3df-084b8a57587f service neutron] Attempting to bind port 40c0d517-2836-4881-85b7-e023dc240f74 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:17:07.893930 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-bef2182a-43a8-4700-a3df-084b8a57587f service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:17:07.894297 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-bef2182a-43a8-4700-a3df-084b8a57587f service neutron] Checking segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:17:07.894733 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-bef2182a-43a8-4700-a3df-084b8a57587f service neutron] Bound using segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:17:07.895165 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-bef2182a-43a8-4700-a3df-084b8a57587f service neutron] Bound port: 40c0d517-2836-4881-85b7-e023dc240f74, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:17:07.895549 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-bef2182a-43a8-4700-a3df-084b8a57587f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:07.994140 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f408e066-a450-4a87-81a1-972ef770fb6e req-0dad9394-dc09-470d-bfbf-e45fbae8b9db tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911607 Jul 13 07:17:08.050460 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-bef2182a-43a8-4700-a3df-084b8a57587f service neutron] For port 40c0d517-2836-4881-85b7-e023dc240f74, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:17:08.054911 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-bef2182a-43a8-4700-a3df-084b8a57587f service neutron] For port 40c0d517-2836-4881-85b7-e023dc240f74, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=40c0d517-2836-4881-85b7-e023dc240f74,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:17:08.056770 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5082e13-7df4-478f-ad7b-a2f4bd35ae5e admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:17:08.069919 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-bef2182a-43a8-4700-a3df-084b8a57587f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:08.074234 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605ad55b-fa13-4ac3-8b03-e3f1f5ec11eb None None] Sync routers for ids ['608a9f81-7535-468f-9f4c-23efb84ba0ba'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:17:08.074394 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e5082e13-7df4-478f-ad7b-a2f4bd35ae5e admin admin] 10.222.0.23 "PUT /v2.0/routers/608a9f81-7535-468f-9f4c-23efb84ba0ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1488488 Jul 13 07:17:08.080727 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:08.111806 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad406-119d-4806-8054-d00038a68526 req-33902835-3766-4f7f-bbe2-3e20239504b3 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:08.113621 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d9aad406-119d-4806-8054-d00038a68526 req-33902835-3766-4f7f-bbe2-3e20239504b3 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.42 "GET /v2.0/networks?id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d HTTP/1.1" status: 200 len: 808 time: 0.3386226 Jul 13 07:17:08.129085 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-d9aad406-119d-4806-8054-d00038a68526 req-54c47dc3-9387-4ce0-8123-bdafcd9e94e0 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Request body: {'port': {'device_id': '12289cf0-a9fd-41df-b6d7-58703ccedde0', 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d', 'admin_state_up': True, 'tenant_id': '05a465060c604024bf60fd1a58309bf9'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:17:08.133356 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605ad55b-fa13-4ac3-8b03-e3f1f5ec11eb None None] Routers {'608a9f81-7535-468f-9f4c-23efb84ba0ba'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:17:08.134014 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-605ad55b-fa13-4ac3-8b03-e3f1f5ec11eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:17:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['608a9f81-7535-468f-9f4c-23efb84ba0ba'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:17:08.143698 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ec155-1801-46ba-a963-b623e6ed92c4 req-e9b1d2ca-0000-432e-8ca7-2083aeffac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:08.145834 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c32ec155-1801-46ba-a963-b623e6ed92c4 req-e9b1d2ca-0000-432e-8ca7-2083aeffac3a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3647976 Jul 13 07:17:08.168939 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-bef2182a-43a8-4700-a3df-084b8a57587f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:08.170518 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-bef2182a-43a8-4700-a3df-084b8a57587f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:08.172548 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-bef2182a-43a8-4700-a3df-084b8a57587f service neutron] 10.222.0.25 "PUT /v2.0/ports/40c0d517-2836-4881-85b7-e023dc240f74 HTTP/1.1" status: 200 len: 1097 time: 2.0299590 Jul 13 07:17:08.244198 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4 has no active binding in host n-h2-771363-34 {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 07:17:08.299909 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef2182a-43a8-4700-a3df-084b8a57587f service neutron] Pushing event updated for resources: {'Port': ['ID=40c0d517-2836-4881-85b7-e023dc240f74,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:08.405311 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9aad406-119d-4806-8054-d00038a68526 req-54c47dc3-9387-4ce0-8123-bdafcd9e94e0 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Made reservation on behalf of 05a465060c604024bf60fd1a58309bf9 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:17:08.408100 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0adba-c859-452f-bd0c-de97f89e954e req-2e4feb18-0474-468f-a0bd-0979ee41746f tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:08.409531 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d9aad406-119d-4806-8054-d00038a68526 req-54c47dc3-9387-4ce0-8123-bdafcd9e94e0 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:08.416893 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9aa0adba-c859-452f-bd0c-de97f89e954e req-2e4feb18-0474-468f-a0bd-0979ee41746f tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 950 time: 0.2771542 Jul 13 07:17:08.431922 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-605ad55b-fa13-4ac3-8b03-e3f1f5ec11eb None None] Set router 608a9f81-7535-468f-9f4c-23efb84ba0ba gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:17:08.438774 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7fb54d94-eedd-48c3-84a4-8cc9a1015769 req-da0bc03d-2d3f-48fe-bba9-54805e9a3b9c tempest-DeleteServersAdminTestJSON-1314505126 tempest-DeleteServersAdminTestJSON-1314505126-project] 10.222.0.23 "GET /v2.0/ports?device_id=9721ff2d-1092-42e2-abfe-d7a8ae2566e8 HTTP/1.1" status: 200 len: 210 time: 0.0514073 Jul 13 07:17:08.446023 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c32ec155-1801-46ba-a963-b623e6ed92c4 req-7e1a5f8a-8a3d-433b-82af-109a10fb148f service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718191 Jul 13 07:17:08.451563 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-6ba42ea7-940a-4b8a-bd7c-5570a8b02732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:08.453475 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-6ba42ea7-940a-4b8a-bd7c-5570a8b02732 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1dc50c2d0c9b4db9892129e9bc564b07&device_id=7b786124-09a7-4ff5-9bee-5dc0fc2383cd HTTP/1.1" status: 200 len: 1100 time: 0.2039621 Jul 13 07:17:08.518511 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-67d6e102-3ad8-4233-88f1-5ae7c00cf844 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=40c0d517-2836-4881-85b7-e023dc240f74 HTTP/1.1" status: 200 len: 217 time: 0.0515590 Jul 13 07:17:08.595604 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9aa0adba-c859-452f-bd0c-de97f89e954e req-c61c58c3-94fa-4ce6-8bc4-4932d5c62f7f tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778200 Jul 13 07:17:08.652869 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-d9aad406-119d-4806-8054-d00038a68526 req-54c47dc3-9387-4ce0-8123-bdafcd9e94e0 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Allocated IP 172.20.0.3 (8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d/7ca46c55-f93a-4f0d-847c-cec27912e287/b4631b47-cf5a-4b87-b275-75ced4b31d09) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:17:08.662885 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-81554659-20d5-4008-8296-e7a5b7eb10d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:08.664846 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-81554659-20d5-4008-8296-e7a5b7eb10d4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.1263294 Jul 13 07:17:08.716811 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-605ad55b-fa13-4ac3-8b03-e3f1f5ec11eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608a9f81-7535-468f-9f4c-23efb84ba0ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1985025783-router', 'tenant_id': '72c3e1fe6a524a61a8989773d5124522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '430a1182-23e1-45ec-83a0-2fec138091b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:16:56Z', 'updated_at': '2021-07-13T07:17:05Z', 'revision_number': 4, 'project_id': '72c3e1fe6a524a61a8989773d5124522', 'gw_port': {'id': '430a1182-23e1-45ec-83a0-2fec138091b9', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608a9f81-7535-468f-9f4c-23efb84ba0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:58Z', 'updated_at': '2021-07-13T07:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'd6018be4-32c4-4d5f-8cef-16bac88e366b', 'name': '', 'network_id': '4fc60d03-d6d4-4075-8be9-f21eb0bd4fb2', 'tenant_id': '72c3e1fe6a524a61a8989773d5124522', 'mac_address': 'fa:16:3e:ef:39:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608a9f81-7535-468f-9f4c-23efb84ba0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '08d27dfc-612c-441f-ad30-507bec8497b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:17:04Z', 'updated_at': '2021-07-13T07:17:06Z', 'revision_number': 2, 'project_id': '72c3e1fe6a524a61a8989773d5124522', 'subnets': [{'id': '08d27dfc-612c-441f-ad30-507bec8497b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:17:08.724066 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c32ec155-1801-46ba-a963-b623e6ed92c4 req-2a4c5bf3-f203-4d52-8128-1dde69d9e973 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696593 Jul 13 07:17:08.762863 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605ad55b-fa13-4ac3-8b03-e3f1f5ec11eb None None] Checking router: 608a9f81-7535-468f-9f4c-23efb84ba0ba for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:17:08.763627 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605ad55b-fa13-4ac3-8b03-e3f1f5ec11eb None None] Updating router 608a9f81-7535-468f-9f4c-23efb84ba0ba port d6018be4-32c4-4d5f-8cef-16bac88e366b binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:17:08.777309 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-4a363a2d-6e98-473a-8ccf-9beabc2dc940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:08.778945 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-4a363a2d-6e98-473a-8ccf-9beabc2dc940 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1017396 Jul 13 07:17:08.800223 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752dfa3-d6bd-47b1-8549-4394c445bee2 req-2cb894b8-018c-4f04-90a5-8f342f5637d7 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:08.802167 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0752dfa3-d6bd-47b1-8549-4394c445bee2 req-2cb894b8-018c-4f04-90a5-8f342f5637d7 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 943 time: 0.1604729 Jul 13 07:17:08.826991 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-605ad55b-fa13-4ac3-8b03-e3f1f5ec11eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:08.881452 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-9cb0f007-6a3b-4217-b2c3-504d8904ae62 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942278 Jul 13 07:17:08.886597 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c19a2de-4096-4ec9-a365-131cf0be13d5', 'tag': '2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4'}, {'server_uuid': '9721ff2d-1092-42e2-abfe-d7a8ae2566e8', 'name': 'network-vif-deleted', 'tag': 'e99026d4-8a5d-4b58-bbb9-3af85b02021c'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:17:08.888934 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6f93ab-c3cc-4289-955e-b3690d72f311" -d '{"events": [{"name": "network-changed", "server_uuid": "1c19a2de-4096-4ec9-a365-131cf0be13d5", "tag": "2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4"}, {"server_uuid": "9721ff2d-1092-42e2-abfe-d7a8ae2566e8", "name": "network-vif-deleted", "tag": "e99026d4-8a5d-4b58-bbb9-3af85b02021c"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:17:08.910516 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0752dfa3-d6bd-47b1-8549-4394c445bee2 req-5650af0e-109d-4b26-ac82-e6699f75f56c tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963428 Jul 13 07:17:08.948766 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d9aad406-119d-4806-8054-d00038a68526 req-54c47dc3-9387-4ce0-8123-bdafcd9e94e0 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:08.995227 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d9aad406-119d-4806-8054-d00038a68526 req-54c47dc3-9387-4ce0-8123-bdafcd9e94e0 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:09.065704 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9aad406-119d-4806-8054-d00038a68526 req-54c47dc3-9387-4ce0-8123-bdafcd9e94e0 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:17:09.076929 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-d9aad406-119d-4806-8054-d00038a68526 req-54c47dc3-9387-4ce0-8123-bdafcd9e94e0 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:17:09.081694 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9aad406-119d-4806-8054-d00038a68526 req-54c47dc3-9387-4ce0-8123-bdafcd9e94e0 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:17:09.088769 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad406-119d-4806-8054-d00038a68526 req-54c47dc3-9387-4ce0-8123-bdafcd9e94e0 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:09.089492 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d9aad406-119d-4806-8054-d00038a68526 req-54c47dc3-9387-4ce0-8123-bdafcd9e94e0 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:09.101084 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c47dc3-9387-4ce0-8123-bdafcd9e94e0 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Pushing event updated for resources: {'Port': ['ID=b4631b47-cf5a-4b87-b275-75ced4b31d09,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:09.127021 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d9aad406-119d-4806-8054-d00038a68526 req-54c47dc3-9387-4ce0-8123-bdafcd9e94e0 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9997554 Jul 13 07:17:09.145620 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-d9aad406-119d-4806-8054-d00038a68526 req-4a7a9026-47fc-4832-85e3-958cb031090b service neutron] Request body: {'port': {'device_id': '12289cf0-a9fd-41df-b6d7-58703ccedde0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:17:09.240252 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b786124-09a7-4ff5-9bee-5dc0fc2383cd', 'tag': '40c0d517-2836-4881-85b7-e023dc240f74'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:17:09.242726 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd661e3-811e-4ef2-84d0-d57b7ca3faf9" -d '{"events": [{"name": "network-changed", "server_uuid": "7b786124-09a7-4ff5-9bee-5dc0fc2383cd", "tag": "40c0d517-2836-4881-85b7-e023dc240f74"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:17:09.270389 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d9aad406-119d-4806-8054-d00038a68526 req-4a7a9026-47fc-4832-85e3-958cb031090b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:09.272748 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-605ad55b-fa13-4ac3-8b03-e3f1f5ec11eb None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:09.274705 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-42dd5dd7-7555-4ba7-a4e2-611e8dbac9ee req-375f7560-617e-4dd3-ab29-9f87a3a47ae4 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847764 Jul 13 07:17:09.289881 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-605ad55b-fa13-4ac3-8b03-e3f1f5ec11eb None None] Transition to ACTIVE for port object d6018be4-32c4-4d5f-8cef-16bac88e366b will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:17:09.308613 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-605ad55b-fa13-4ac3-8b03-e3f1f5ec11eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:09.430530 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee9cea-0291-4743-b4fd-03e1a066e8ae None None] Pushing event updated for resources: {'Port': ['ID=d6018be4-32c4-4d5f-8cef-16bac88e366b,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:09.434993 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-605ad55b-fa13-4ac3-8b03-e3f1f5ec11eb None None] Attempting to bind port d6018be4-32c4-4d5f-8cef-16bac88e366b on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:17:09.435610 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-605ad55b-fa13-4ac3-8b03-e3f1f5ec11eb None None] Attempting to bind port d6018be4-32c4-4d5f-8cef-16bac88e366b by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'eabe60c3-279a-4c64-8a44-763b641303a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4fc60d03-d6d4-4075-8be9-f21eb0bd4fb2'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:17:09.438197 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605ad55b-fa13-4ac3-8b03-e3f1f5ec11eb None None] Attempting to bind port d6018be4-32c4-4d5f-8cef-16bac88e366b on network 4fc60d03-d6d4-4075-8be9-f21eb0bd4fb2 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:17:09.445852 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605ad55b-fa13-4ac3-8b03-e3f1f5ec11eb None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:17:09.446464 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605ad55b-fa13-4ac3-8b03-e3f1f5ec11eb None None] Checking segment: {'id': 'eabe60c3-279a-4c64-8a44-763b641303a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4fc60d03-d6d4-4075-8be9-f21eb0bd4fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:17:09.446874 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-605ad55b-fa13-4ac3-8b03-e3f1f5ec11eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:09.447296 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605ad55b-fa13-4ac3-8b03-e3f1f5ec11eb None None] Bound using segment: {'id': 'eabe60c3-279a-4c64-8a44-763b641303a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4fc60d03-d6d4-4075-8be9-f21eb0bd4fb2'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:17:09.447774 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-605ad55b-fa13-4ac3-8b03-e3f1f5ec11eb None None] Bound port: d6018be4-32c4-4d5f-8cef-16bac88e366b, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eabe60c3-279a-4c64-8a44-763b641303a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4fc60d03-d6d4-4075-8be9-f21eb0bd4fb2'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:17:09.448154 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-605ad55b-fa13-4ac3-8b03-e3f1f5ec11eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:09.474492 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 13 Jul 2021 07:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5daff4-321f-41bd-ba93-3e632829b56b x-openstack-request-id: req-da5daff4-321f-41bd-ba93-3e632829b56b {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:17:09.474788 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c19a2de-4096-4ec9-a365-131cf0be13d5", "tag": "2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4", "status": "completed", "code": 200}, {"server_uuid": "9721ff2d-1092-42e2-abfe-d7a8ae2566e8", "name": "network-vif-deleted", "tag": "e99026d4-8a5d-4b58-bbb9-3af85b02021c", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:17:09.475413 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-da5daff4-321f-41bd-ba93-3e632829b56b {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:17:09.475823 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c19a2de-4096-4ec9-a365-131cf0be13d5', 'tag': '2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4', 'status': 'completed', 'code': 200} Jul 13 07:17:09.476223 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9721ff2d-1092-42e2-abfe-d7a8ae2566e8', 'name': 'network-vif-deleted', 'tag': 'e99026d4-8a5d-4b58-bbb9-3af85b02021c', 'status': 'completed', 'code': 200} Jul 13 07:17:09.502899 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99ddb9-a6cf-4718-ae1c-40ffc0bc9e4c req-09a9aa58-2776-44ab-aa24-bcaad92b4e97 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:09.504531 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cd99ddb9-a6cf-4718-ae1c-40ffc0bc9e4c req-09a9aa58-2776-44ab-aa24-bcaad92b4e97 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=12289cf0-a9fd-41df-b6d7-58703ccedde0 HTTP/1.1" status: 200 len: 931 time: 0.2369871 Jul 13 07:17:09.545750 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-605ad55b-fa13-4ac3-8b03-e3f1f5ec11eb None None] For port d6018be4-32c4-4d5f-8cef-16bac88e366b, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:17:09.555238 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-605ad55b-fa13-4ac3-8b03-e3f1f5ec11eb None None] For port d6018be4-32c4-4d5f-8cef-16bac88e366b, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=d6018be4-32c4-4d5f-8cef-16bac88e366b,segment=NetworkSegment(eabe60c3-279a-4c64-8a44-763b641303a2),segment_id=eabe60c3-279a-4c64-8a44-763b641303a2)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:17:09.557403 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-605ad55b-fa13-4ac3-8b03-e3f1f5ec11eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:09.619228 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605ad55b-fa13-4ac3-8b03-e3f1f5ec11eb None None] Routers {'608a9f81-7535-468f-9f4c-23efb84ba0ba'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:17:09.619588 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-605ad55b-fa13-4ac3-8b03-e3f1f5ec11eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:17:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['608a9f81-7535-468f-9f4c-23efb84ba0ba'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:17:09.672578 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee9cea-0291-4743-b4fd-03e1a066e8ae None None] Pushing event updated for resources: {'Port': ['ID=d6018be4-32c4-4d5f-8cef-16bac88e366b,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:09.674255 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f93ab-c3cc-4289-955e-b3690d72f311 req-170443f6-ce41-43b0-badf-b561977f4d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:09.684805 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cd99ddb9-a6cf-4718-ae1c-40ffc0bc9e4c req-3e61f552-9214-4473-bedd-f38fa7babb9c tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684962 Jul 13 07:17:09.699305 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8e6f93ab-c3cc-4289-955e-b3690d72f311 req-170443f6-ce41-43b0-badf-b561977f4d4e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59ced391c6a04d319ae98164aff14fc2&device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 1126 time: 0.1967030 Jul 13 07:17:09.776152 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-605ad55b-fa13-4ac3-8b03-e3f1f5ec11eb None None] Set router 608a9f81-7535-468f-9f4c-23efb84ba0ba gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:17:09.778865 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-d9aad406-119d-4806-8054-d00038a68526 req-4a7a9026-47fc-4832-85e3-958cb031090b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4631b47-cf5a-4b87-b275-75ced4b31d09 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:17:09.792015 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d9aad406-119d-4806-8054-d00038a68526 req-4a7a9026-47fc-4832-85e3-958cb031090b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:09.806150 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-d9aad406-119d-4806-8054-d00038a68526 req-4a7a9026-47fc-4832-85e3-958cb031090b service neutron] Transition to ACTIVE for port object b4631b47-cf5a-4b87-b275-75ced4b31d09 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:17:09.812005 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d9aad406-119d-4806-8054-d00038a68526 req-4a7a9026-47fc-4832-85e3-958cb031090b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:09.836669 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06908b44-ef98-4f97-b696-bc73402b9dcf req-63338933-6449-4dda-915f-60e19db11555 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:09.838240 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-06908b44-ef98-4f97-b696-bc73402b9dcf req-63338933-6449-4dda-915f-60e19db11555 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b786124-09a7-4ff5-9bee-5dc0fc2383cd HTTP/1.1" status: 200 len: 948 time: 0.2269933 Jul 13 07:17:09.881938 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f93ab-c3cc-4289-955e-b3690d72f311 req-510dbd40-d187-4772-bf87-4925df4fa04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:09.884038 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8e6f93ab-c3cc-4289-955e-b3690d72f311 req-510dbd40-d187-4772-bf87-4925df4fa04a service neutron] 10.222.0.42 "GET /v2.0/networks?id=bff43fa8-f666-4c15-8f06-2242dcee7e17 HTTP/1.1" status: 200 len: 922 time: 0.1781142 Jul 13 07:17:09.899467 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a9026-47fc-4832-85e3-958cb031090b service neutron] Pushing event updated for resources: {'Port': ['ID=b4631b47-cf5a-4b87-b275-75ced4b31d09,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:09.914618 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca2ace3-ab57-4b65-a895-8af6db08288d x-openstack-request-id: req-fca2ace3-ab57-4b65-a895-8af6db08288d {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:17:09.915132 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b786124-09a7-4ff5-9bee-5dc0fc2383cd", "tag": "40c0d517-2836-4881-85b7-e023dc240f74", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:17:09.915449 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fca2ace3-ab57-4b65-a895-8af6db08288d {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:17:09.915823 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b786124-09a7-4ff5-9bee-5dc0fc2383cd', 'tag': '40c0d517-2836-4881-85b7-e023dc240f74', 'status': 'completed', 'code': 200} Jul 13 07:17:09.956302 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8e6f93ab-c3cc-4289-955e-b3690d72f311 req-d0f4bb8e-65ea-4452-9055-3613563e76d6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4 HTTP/1.1" status: 200 len: 217 time: 0.0624444 Jul 13 07:17:09.972676 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-06908b44-ef98-4f97-b696-bc73402b9dcf req-b6930705-e698-47f1-b545-2e195654021b tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238523 Jul 13 07:17:10.011675 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-d9aad406-119d-4806-8054-d00038a68526 req-4a7a9026-47fc-4832-85e3-958cb031090b service neutron] Attempting to bind port b4631b47-cf5a-4b87-b275-75ced4b31d09 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:17:10.012804 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-d9aad406-119d-4806-8054-d00038a68526 req-4a7a9026-47fc-4832-85e3-958cb031090b service neutron] Attempting to bind port b4631b47-cf5a-4b87-b275-75ced4b31d09 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:17:10.013825 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad406-119d-4806-8054-d00038a68526 req-4a7a9026-47fc-4832-85e3-958cb031090b service neutron] Attempting to bind port b4631b47-cf5a-4b87-b275-75ced4b31d09 on network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:17:10.022400 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device e99026d4-8a5d-4b58-bbb9-3af85b02021c no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:17:10.027221 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad406-119d-4806-8054-d00038a68526 req-4a7a9026-47fc-4832-85e3-958cb031090b service neutron] Port b4631b47-cf5a-4b87-b275-75ced4b31d09 on network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:17:10.027682 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad406-119d-4806-8054-d00038a68526 req-4a7a9026-47fc-4832-85e3-958cb031090b service neutron] Attempting to bind port b4631b47-cf5a-4b87-b275-75ced4b31d09 on network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:17:10.043948 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad406-119d-4806-8054-d00038a68526 req-4a7a9026-47fc-4832-85e3-958cb031090b service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:17:10.044616 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad406-119d-4806-8054-d00038a68526 req-4a7a9026-47fc-4832-85e3-958cb031090b service neutron] Checking segment: {'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:17:10.045284 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aad406-119d-4806-8054-d00038a68526 req-4a7a9026-47fc-4832-85e3-958cb031090b service neutron] Bound using segment: {'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:17:10.045892 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-d9aad406-119d-4806-8054-d00038a68526 req-4a7a9026-47fc-4832-85e3-958cb031090b service neutron] Bound port: b4631b47-cf5a-4b87-b275-75ced4b31d09, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:17:10.046642 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d9aad406-119d-4806-8054-d00038a68526 req-4a7a9026-47fc-4832-85e3-958cb031090b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:10.049825 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: e99026d4-8a5d-4b58-bbb9-3af85b02021c {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:17:10.050242 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device e99026d4-8a5d-4b58-bbb9-3af85b02021c not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:17:10.119998 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-605ad55b-fa13-4ac3-8b03-e3f1f5ec11eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608a9f81-7535-468f-9f4c-23efb84ba0ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1985025783-router', 'tenant_id': '72c3e1fe6a524a61a8989773d5124522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '430a1182-23e1-45ec-83a0-2fec138091b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:16:56Z', 'updated_at': '2021-07-13T07:17:05Z', 'revision_number': 4, 'project_id': '72c3e1fe6a524a61a8989773d5124522', 'gw_port': {'id': '430a1182-23e1-45ec-83a0-2fec138091b9', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608a9f81-7535-468f-9f4c-23efb84ba0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:58Z', 'updated_at': '2021-07-13T07:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'd6018be4-32c4-4d5f-8cef-16bac88e366b', 'name': '', 'network_id': '4fc60d03-d6d4-4075-8be9-f21eb0bd4fb2', 'tenant_id': '72c3e1fe6a524a61a8989773d5124522', 'mac_address': 'fa:16:3e:ef:39:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608a9f81-7535-468f-9f4c-23efb84ba0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '08d27dfc-612c-441f-ad30-507bec8497b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:17:04Z', 'updated_at': '2021-07-13T07:17:09Z', 'revision_number': 4, 'project_id': '72c3e1fe6a524a61a8989773d5124522', 'subnets': [{'id': '08d27dfc-612c-441f-ad30-507bec8497b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:17:10.128954 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f93ab-c3cc-4289-955e-b3690d72f311 req-b6b0d72c-85a8-49f9-9a97-97e7d55d3583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:10.134447 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8e6f93ab-c3cc-4289-955e-b3690d72f311 req-b6b0d72c-85a8-49f9-9a97-97e7d55d3583 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c79b49d-432e-4da7-962c-3ca2527bdd27 HTTP/1.1" status: 200 len: 861 time: 0.1596231 Jul 13 07:17:10.166675 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-d9aad406-119d-4806-8054-d00038a68526 req-4a7a9026-47fc-4832-85e3-958cb031090b service neutron] For port b4631b47-cf5a-4b87-b275-75ced4b31d09, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:17:10.170028 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-d9aad406-119d-4806-8054-d00038a68526 req-4a7a9026-47fc-4832-85e3-958cb031090b service neutron] For port b4631b47-cf5a-4b87-b275-75ced4b31d09, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=b4631b47-cf5a-4b87-b275-75ced4b31d09,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:17:10.183996 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d9aad406-119d-4806-8054-d00038a68526 req-4a7a9026-47fc-4832-85e3-958cb031090b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:10.184757 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605ad55b-fa13-4ac3-8b03-e3f1f5ec11eb None None] The sync data for ids ['608a9f81-7535-468f-9f4c-23efb84ba0ba'] in n-d-771363-34 is: [{'id': '608a9f81-7535-468f-9f4c-23efb84ba0ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1985025783-router', 'tenant_id': '72c3e1fe6a524a61a8989773d5124522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '430a1182-23e1-45ec-83a0-2fec138091b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:16:56Z', 'updated_at': '2021-07-13T07:17:05Z', 'revision_number': 4, 'project_id': '72c3e1fe6a524a61a8989773d5124522', 'gw_port': {'id': '430a1182-23e1-45ec-83a0-2fec138091b9', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608a9f81-7535-468f-9f4c-23efb84ba0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:58Z', 'updated_at': '2021-07-13T07:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'd6018be4-32c4-4d5f-8cef-16bac88e366b', 'name': '', 'network_id': '4fc60d03-d6d4-4075-8be9-f21eb0bd4fb2', 'tenant_id': '72c3e1fe6a524a61a8989773d5124522', 'mac_address': 'fa:16:3e:ef:39:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608a9f81-7535-468f-9f4c-23efb84ba0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '08d27dfc-612c-441f-ad30-507bec8497b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:17:04Z', 'updated_at': '2021-07-13T07:17:09Z', 'revision_number': 4, 'project_id': '72c3e1fe6a524a61a8989773d5124522', 'subnets': [{'id': '08d27dfc-612c-441f-ad30-507bec8497b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:17:10.199843 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8e6f93ab-c3cc-4289-955e-b3690d72f311 req-05266c2e-9ae9-4bb1-9e38-24944bfb3586 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bff43fa8-f666-4c15-8f06-2242dcee7e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484028 Jul 13 07:17:10.213489 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd661e3-811e-4ef2-84d0-d57b7ca3faf9 req-4099007d-7789-48f4-80d4-b86b71ee63d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:10.215743 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3bd661e3-811e-4ef2-84d0-d57b7ca3faf9 req-4099007d-7789-48f4-80d4-b86b71ee63d7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1dc50c2d0c9b4db9892129e9bc564b07&device_id=7b786124-09a7-4ff5-9bee-5dc0fc2383cd HTTP/1.1" status: 200 len: 1100 time: 0.2697108 Jul 13 07:17:10.320936 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a9026-47fc-4832-85e3-958cb031090b service neutron] Pushing event updated for resources: {'Port': ['ID=b4631b47-cf5a-4b87-b275-75ced4b31d09,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:10.333757 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad406-119d-4806-8054-d00038a68526 req-4a7a9026-47fc-4832-85e3-958cb031090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:10.334485 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d9aad406-119d-4806-8054-d00038a68526 req-4a7a9026-47fc-4832-85e3-958cb031090b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:10.336555 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d9aad406-119d-4806-8054-d00038a68526 req-4a7a9026-47fc-4832-85e3-958cb031090b service neutron] 10.222.0.42 "PUT /v2.0/ports/b4631b47-cf5a-4b87-b275-75ced4b31d09 HTTP/1.1" status: 200 len: 1092 time: 1.1999815 Jul 13 07:17:10.377951 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c0d61-cfd3-4750-9051-3326b6f8dcb0 req-5077dbdb-258b-4ee5-8f2e-7dc209d41acf tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:10.380055 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-941c0d61-cfd3-4750-9051-3326b6f8dcb0 req-5077dbdb-258b-4ee5-8f2e-7dc209d41acf tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 950 time: 0.1026702 Jul 13 07:17:10.431762 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:17:10.462553 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-941c0d61-cfd3-4750-9051-3326b6f8dcb0 req-3b97ed6a-9a5e-41e4-8d62-7e611fc84de1 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693212 Jul 13 07:17:10.471017 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad406-119d-4806-8054-d00038a68526 req-d23903b8-dad7-4149-b70a-f9e8676def8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:10.473008 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d9aad406-119d-4806-8054-d00038a68526 req-d23903b8-dad7-4149-b70a-f9e8676def8e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=05a465060c604024bf60fd1a58309bf9&device_id=12289cf0-a9fd-41df-b6d7-58703ccedde0 HTTP/1.1" status: 200 len: 1095 time: 0.0890198 Jul 13 07:17:10.510516 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8e6f93ab-c3cc-4289-955e-b3690d72f311 req-8190fcc7-8cd3-4a2a-a3a2-0809019a7009 service neutron] 10.222.0.42 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932706 Jul 13 07:17:10.536205 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd661e3-811e-4ef2-84d0-d57b7ca3faf9 req-138bc09d-7bdd-4670-a744-9db95ca5febc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:10.538159 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3bd661e3-811e-4ef2-84d0-d57b7ca3faf9 req-138bc09d-7bdd-4670-a744-9db95ca5febc service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.2627180 Jul 13 07:17:10.543464 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d9aad406-119d-4806-8054-d00038a68526 req-7c823337-1130-47e5-a2ac-f93b6aa7fba4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4631b47-cf5a-4b87-b275-75ced4b31d09 HTTP/1.1" status: 200 len: 217 time: 0.0623882 Jul 13 07:17:10.566271 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd21c78-88be-4f19-9c50-7e79df4497c8 req-4795de71-910d-4454-9abb-cc00efeed26d tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:10.574144 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8fd21c78-88be-4f19-9c50-7e79df4497c8 req-4795de71-910d-4454-9abb-cc00efeed26d tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 943 time: 0.2725163 Jul 13 07:17:10.638954 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.42', 53729) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:10.675393 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3bd661e3-811e-4ef2-84d0-d57b7ca3faf9 req-26746c5c-a9b1-4f33-b9c2-512d4d855af7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=40c0d517-2836-4881-85b7-e023dc240f74 HTTP/1.1" status: 200 len: 217 time: 0.1182411 Jul 13 07:17:10.681666 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aad406-119d-4806-8054-d00038a68526 req-4e325926-a561-4a33-af6e-bc3c646665b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:10.683218 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d9aad406-119d-4806-8054-d00038a68526 req-4e325926-a561-4a33-af6e-bc3c646665b1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7ca46c55-f93a-4f0d-847c-cec27912e287 HTTP/1.1" status: 200 len: 848 time: 0.1246688 Jul 13 07:17:10.740866 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d9aad406-119d-4806-8054-d00038a68526 req-8bdbbd5c-8e9f-472d-96b9-50f220c05d44 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502391 Jul 13 07:17:10.827806 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8fd21c78-88be-4f19-9c50-7e79df4497c8 req-2facd08f-f2c2-4d38-acab-527405b35361 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527046 Jul 13 07:17:10.841697 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd661e3-811e-4ef2-84d0-d57b7ca3faf9 req-72c3a0c8-85a5-4d6f-8888-77c52feef09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:10.843161 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3bd661e3-811e-4ef2-84d0-d57b7ca3faf9 req-72c3a0c8-85a5-4d6f-8888-77c52feef09b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.1538839 Jul 13 07:17:10.872727 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:10.902270 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': '4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad', 'mac_address': 'fa:16:3e:5c:15:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:17:10.910782 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d9aad406-119d-4806-8054-d00038a68526 req-5f2b6510-13fb-449f-a5f3-ebcd625c7662 service neutron] 10.222.0.42 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628034 Jul 13 07:17:10.933973 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-4b7b62fa-0036-4e71-9470-b7db773736a2 service neutron] 10.222.0.42 "GET /v2.0/ports/2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4/bindings/n-h2-771363-34 HTTP/1.1" status: 200 len: 385 time: 0.2938507 Jul 13 07:17:10.935940 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8e6f93ab-c3cc-4289-955e-b3690d72f311 req-71d036d0-98ab-4dcb-8ecc-eab52235a892 service neutron] 10.222.0.42 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152052 Jul 13 07:17:10.990909 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:11.032136 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:17:11.089224 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:11.103335 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:11.107052 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d9aad406-119d-4806-8054-d00038a68526 req-aeb9442d-889b-459d-b7d9-54beb6a34fbe service neutron] 10.222.0.42 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853719 Jul 13 07:17:11.175432 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39770) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:11.259471 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:11.338420 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6163388b-a252-4c0b-b732-58e2bb34eb05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:11.357379 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:17:11.474848 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd661e3-811e-4ef2-84d0-d57b7ca3faf9 req-09f4c93d-d341-4755-ba83-ddf4bdf14315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:11.477698 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device d6018be4-32c4-4d5f-8cef-16bac88e366b up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:17:11.479473 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12289cf0-a9fd-41df-b6d7-58703ccedde0', 'tag': 'b4631b47-cf5a-4b87-b275-75ced4b31d09'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:17:11.482765 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558229a9-c6cc-499f-b5fc-5eb9c1f6bf05" -d '{"events": [{"name": "network-changed", "server_uuid": "12289cf0-a9fd-41df-b6d7-58703ccedde0", "tag": "b4631b47-cf5a-4b87-b275-75ced4b31d09"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:17:11.484979 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3bd661e3-811e-4ef2-84d0-d57b7ca3faf9 req-09f4c93d-d341-4755-ba83-ddf4bdf14315 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6281188 Jul 13 07:17:11.541151 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-4bc6ca50-7be3-422b-bc71-bb00bf257bfe service neutron] For port 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:11.558434 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6163388b-a252-4c0b-b732-58e2bb34eb05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:11.572224 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6163388b-a252-4c0b-b732-58e2bb34eb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:11.582566 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc0bf3-5587-48b3-8fa3-e3aebe04140b req-128169ec-c0d4-4ff4-a65d-8ce42d80918f tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:11.585778 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e6fc0bf3-5587-48b3-8fa3-e3aebe04140b req-128169ec-c0d4-4ff4-a65d-8ce42d80918f tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=12289cf0-a9fd-41df-b6d7-58703ccedde0 HTTP/1.1" status: 200 len: 943 time: 0.4686120 Jul 13 07:17:11.623568 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-4bc6ca50-7be3-422b-bc71-bb00bf257bfe service neutron] For port 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:17:11.632821 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39780) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:11.670201 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6163388b-a252-4c0b-b732-58e2bb34eb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b84525-bf48-4099-8d35-3933792be8de,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:11.700230 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6163388b-a252-4c0b-b732-58e2bb34eb05 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d9efaae6bb84b569f28a45a431f3cb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5234504 Jul 13 07:17:11.701131 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39784) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:11.719958 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port d6018be4-32c4-4d5f-8cef-16bac88e366b completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:17:11.753311 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-4bc6ca50-7be3-422b-bc71-bb00bf257bfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:17:11.767560 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port d6018be4-32c4-4d5f-8cef-16bac88e366b triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:17:11.768074 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:11.779865 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5320c8b5-f0f9-4df2-8bac-562d1db3b9ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:11.780371 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-4bc6ca50-7be3-422b-bc71-bb00bf257bfe service neutron] For port 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:11.797374 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3bd661e3-811e-4ef2-84d0-d57b7ca3faf9 req-b2cc4a98-aa30-4097-9a34-ee3825c5d20e service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995152 Jul 13 07:17:11.814896 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e6fc0bf3-5587-48b3-8fa3-e3aebe04140b req-3f21a3a5-3d22-4343-9310-6fc33967340b tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918254 Jul 13 07:17:11.818034 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5320c8b5-f0f9-4df2-8bac-562d1db3b9ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:11.832678 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-4bc6ca50-7be3-422b-bc71-bb00bf257bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:11.854299 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b9dd70a8-fa2a-41d4-aa0c-6182188639ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:11.923300 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 40c0d517-2836-4881-85b7-e023dc240f74 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:17:11.937192 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5320c8b5-f0f9-4df2-8bac-562d1db3b9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:11.941513 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5320c8b5-f0f9-4df2-8bac-562d1db3b9ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:11.943357 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5320c8b5-f0f9-4df2-8bac-562d1db3b9ae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a0b84525-bf48-4099-8d35-3933792be8de HTTP/1.1" status: 204 len: 168 time: 0.2410204 Jul 13 07:17:11.967854 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320c8b5-f0f9-4df2-8bac-562d1db3b9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b84525-bf48-4099-8d35-3933792be8de,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:12.002753 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39790) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:12.011463 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-cfe38602-7760-4b61-a448-7596d5cd977e tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1816403492', 'description': 'tempest-description--15986568'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:17:12.023651 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:12.057453 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.db.resource_extend [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:17:12.063783 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b9dd70a8-fa2a-41d4-aa0c-6182188639ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:12.074858 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b9dd70a8-fa2a-41d4-aa0c-6182188639ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:12.142740 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3bd661e3-811e-4ef2-84d0-d57b7ca3faf9 req-36fcacb3-b43a-40f6-af4a-1f0c73558097 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255980 Jul 13 07:17:12.157964 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec703610-2afb-464d-93e7-ac49a0936f5d x-openstack-request-id: req-ec703610-2afb-464d-93e7-ac49a0936f5d {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:17:12.158320 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12289cf0-a9fd-41df-b6d7-58703ccedde0", "tag": "b4631b47-cf5a-4b87-b275-75ced4b31d09", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:17:12.158518 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ec703610-2afb-464d-93e7-ac49a0936f5d {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:17:12.159385 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12289cf0-a9fd-41df-b6d7-58703ccedde0', 'tag': 'b4631b47-cf5a-4b87-b275-75ced4b31d09', 'status': 'completed', 'code': 200} Jul 13 07:17:12.186612 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port d6018be4-32c4-4d5f-8cef-16bac88e366b, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=d6018be4-32c4-4d5f-8cef-16bac88e366b,segment=NetworkSegment(eabe60c3-279a-4c64-8a44-763b641303a2),segment_id=eabe60c3-279a-4c64-8a44-763b641303a2)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:12.187234 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-4bc6ca50-7be3-422b-bc71-bb00bf257bfe service neutron] Transition to ACTIVE for port object 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:17:12.197089 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:12.197397 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-4bc6ca50-7be3-422b-bc71-bb00bf257bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:12.277718 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=d6018be4-32c4-4d5f-8cef-16bac88e366b,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:12.298663 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cfe38602-7760-4b61-a448-7596d5cd977e tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:12.303128 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 40c0d517-2836-4881-85b7-e023dc240f74, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=40c0d517-2836-4881-85b7-e023dc240f74,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:12.314442 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-4bc6ca50-7be3-422b-bc71-bb00bf257bfe service neutron] No DVR routers for this DVR port 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:17:12.317833 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '40c0d517-2836-4881-85b7-e023dc240f74', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': '40c0d517-2836-4881-85b7-e023dc240f74', 'mac_address': 'fa:16:3e:7d:f4:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:17:12.318932 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b9dd70a8-fa2a-41d4-aa0c-6182188639ef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b2abd1afcc64992931a678a94cd1310&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6828001 Jul 13 07:17:12.323567 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39796) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:12.326474 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd70a8-fa2a-41d4-aa0c-6182188639ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91225783-233f-4ae2-865d-6677e385ea20,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:12.378580 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:12.393484 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc6ca50-7be3-422b-bc71-bb00bf257bfe service neutron] Pushing event updated for resources: {'Port': ['ID=2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4,revision_number=10']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:12.393862 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f81a1-5df3-4b7c-8e6e-16c6eb232710 req-0e06172b-b983-4958-9b57-df414be42967 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:12.398464 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40c0d517-2836-4881-85b7-e023dc240f74 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:17:12.402040 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-891f81a1-5df3-4b7c-8e6e-16c6eb232710 req-0e06172b-b983-4958-9b57-df414be42967 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b786124-09a7-4ff5-9bee-5dc0fc2383cd HTTP/1.1" status: 200 len: 948 time: 0.2791243 Jul 13 07:17:12.424034 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 40c0d517-2836-4881-85b7-e023dc240f74, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=40c0d517-2836-4881-85b7-e023dc240f74,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:12.430802 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:12.440547 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558229a9-c6cc-499f-b5fc-5eb9c1f6bf05 req-97082847-313f-441e-99ba-c3098ba46682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:12.442116 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-558229a9-c6cc-499f-b5fc-5eb9c1f6bf05 req-97082847-313f-441e-99ba-c3098ba46682 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=05a465060c604024bf60fd1a58309bf9&device_id=12289cf0-a9fd-41df-b6d7-58703ccedde0 HTTP/1.1" status: 200 len: 1095 time: 0.2768977 Jul 13 07:17:12.467677 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:17:12.505995 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-891f81a1-5df3-4b7c-8e6e-16c6eb232710 req-0eb2c175-2de7-4ece-864e-49a242fc1c8f tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028481 Jul 13 07:17:12.590067 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=40c0d517-2836-4881-85b7-e023dc240f74,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:12.616873 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:17:12.621747 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:17:12.622327 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:12.625549 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cfe38602-7760-4b61-a448-7596d5cd977e tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:12.626431 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39798) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:12.708696 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cfe38602-7760-4b61-a448-7596d5cd977e tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:12.736273 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-84c0cb7c-a3b6-4659-b6b7-96120aeff437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:12.740029 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-4bc6ca50-7be3-422b-bc71-bb00bf257bfe service neutron] 10.222.0.42 "PUT /v2.0/ports/2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4/bindings/n-h2-771363-34/activate HTTP/1.1" status: 200 len: 370 time: 1.7955177 Jul 13 07:17:12.745773 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['40c0d517-2836-4881-85b7-e023dc240f74'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:17:12.750633 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558229a9-c6cc-499f-b5fc-5eb9c1f6bf05 req-bddf54ac-05f3-4e31-ab43-73a1a12e07ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:12.761845 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-558229a9-c6cc-499f-b5fc-5eb9c1f6bf05 req-bddf54ac-05f3-4e31-ab43-73a1a12e07ef service neutron] 10.222.0.42 "GET /v2.0/networks?id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d HTTP/1.1" status: 200 len: 909 time: 0.3065879 Jul 13 07:17:12.788073 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31808c-f5d6-4c6d-9e90-6ddf4bc59e79 req-608a96e9-7151-4300-8cc3-7747406b84d6 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:12.794576 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:12.796106 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cb31808c-f5d6-4c6d-9e90-6ddf4bc59e79 req-608a96e9-7151-4300-8cc3-7747406b84d6 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 950 time: 0.5206761 Jul 13 07:17:12.841880 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011c331e-4535-43a0-be9f-25264fbdf055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:17:12.844292 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7ef3cc-060a-441c-a7ea-03e30db64d13" -d '{"events": [{"server_uuid": "011c331e-4535-43a0-be9f-25264fbdf055", "name": "network-vif-plugged", "status": "completed", "tag": "4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:17:12.850212 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a9a182cc-aed7-41e2-a872-47ea003f27b4 None None] Provisioning complete for port d6018be4-32c4-4d5f-8cef-16bac88e366b triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:17:12.850663 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a9a182cc-aed7-41e2-a872-47ea003f27b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:12.863154 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:12.867097 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9053e68d-a334-443b-810b-3bb82784ab7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:12.876473 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cfe38602-7760-4b61-a448-7596d5cd977e tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:12.881025 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-cfe38602-7760-4b61-a448-7596d5cd977e tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8766537 Jul 13 07:17:12.881867 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39804) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:12.887674 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-558229a9-c6cc-499f-b5fc-5eb9c1f6bf05 req-00e6a4c8-e6a7-4ac6-a029-c404ad8ef00c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4631b47-cf5a-4b87-b275-75ced4b31d09 HTTP/1.1" status: 200 len: 217 time: 0.0744345 Jul 13 07:17:12.891063 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-d5872b7e-1167-4d37-8f7e-531cb4497781 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Request body: {'security_group_rule': {'security_group_id': '3179f37d-94de-45a9-a48f-244bb3f0391a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:17:12.894740 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:12.897481 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe38602-7760-4b61-a448-7596d5cd977e tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3179f37d-94de-45a9-a48f-244bb3f0391a,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:12.910230 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cb31808c-f5d6-4c6d-9e90-6ddf4bc59e79 req-6d2c6b51-048e-4bf9-ae3c-4e212f24abc1 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132913 Jul 13 07:17:12.915908 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9053e68d-a334-443b-810b-3bb82784ab7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:12.937110 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:17:12.980724 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-8cca67ed-a875-4192-b801-9e133f43d92e tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:12.982286 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-8cca67ed-a875-4192-b801-9e133f43d92e tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5&tenant_id=59ced391c6a04d319ae98164aff14fc2&binding%3Ahost_id=n-h1-771363-34 HTTP/1.1" status: 200 len: 1096 time: 0.1657825 Jul 13 07:17:13.030079 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb77dc2-b027-4d8d-bea2-433a6703999e req-d8142935-f483-4325-bf96-134aba61c6f9 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:13.038025 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fbb77dc2-b027-4d8d-bea2-433a6703999e req-d8142935-f483-4325-bf96-134aba61c6f9 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 944 time: 0.3305581 Jul 13 07:17:13.044449 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558229a9-c6cc-499f-b5fc-5eb9c1f6bf05 req-ae86536e-237d-45e0-9a7a-3be9a0817a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:13.046041 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-558229a9-c6cc-499f-b5fc-5eb9c1f6bf05 req-ae86536e-237d-45e0-9a7a-3be9a0817a22 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7ca46c55-f93a-4f0d-847c-cec27912e287 HTTP/1.1" status: 200 len: 848 time: 0.1344042 Jul 13 07:17:13.050928 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:13.085297 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9053e68d-a334-443b-810b-3bb82784ab7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:13.092393 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9053e68d-a334-443b-810b-3bb82784ab7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:13.095814 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9053e68d-a334-443b-810b-3bb82784ab7f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/91225783-233f-4ae2-865d-6677e385ea20 HTTP/1.1" status: 204 len: 168 time: 0.7613468 Jul 13 07:17:13.106652 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:17:13.123146 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9053e68d-a334-443b-810b-3bb82784ab7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91225783-233f-4ae2-865d-6677e385ea20,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:13.129507 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-5cd6f921-d1f5-4ff8-958f-02973cfd5f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:13.135523 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-5cd6f921-d1f5-4ff8-958f-02973cfd5f54 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5&tenant_id=59ced391c6a04d319ae98164aff14fc2 HTTP/1.1" status: 200 len: 1096 time: 0.1459148 Jul 13 07:17:13.137860 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-558229a9-c6cc-499f-b5fc-5eb9c1f6bf05 req-d2e31d80-14dd-4080-bcac-2c84e0257cac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602345 Jul 13 07:17:13.229642 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fbb77dc2-b027-4d8d-bea2-433a6703999e req-28e257f3-6452-4413-86b2-387c0e12c00a tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905751 Jul 13 07:17:13.323978 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-049b2396-70a1-4410-815c-4b711f7d3be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:13.324594 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-71c1fcd2-3396-43c8-bb45-2607d70f1503 None None] Provisioning complete for port 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:17:13.324962 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71c1fcd2-3396-43c8-bb45-2607d70f1503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:13.325565 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-049b2396-70a1-4410-815c-4b711f7d3be3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=59ced391c6a04d319ae98164aff14fc2&device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 1096 time: 0.1594718 Jul 13 07:17:13.361837 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-84c0cb7c-a3b6-4659-b6b7-96120aeff437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:13.377511 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588c333d-b374-4e76-b967-f05fb009f4a1 x-openstack-request-id: req-588c333d-b374-4e76-b967-f05fb009f4a1 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:17:13.377797 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011c331e-4535-43a0-be9f-25264fbdf055", "name": "network-vif-plugged", "status": "completed", "tag": "4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:17:13.379173 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-588c333d-b374-4e76-b967-f05fb009f4a1 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:17:13.379452 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011c331e-4535-43a0-be9f-25264fbdf055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad', 'code': 200} Jul 13 07:17:13.418373 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-84c0cb7c-a3b6-4659-b6b7-96120aeff437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:13.453335 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-558229a9-c6cc-499f-b5fc-5eb9c1f6bf05 req-40f074c9-5c79-4667-9056-97bf52813eb0 service neutron] 10.222.0.42 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950258 Jul 13 07:17:13.461613 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device d6018be4-32c4-4d5f-8cef-16bac88e366b up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:17:13.464369 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d5872b7e-1167-4d37-8f7e-531cb4497781 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:13.503031 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-84c0cb7c-a3b6-4659-b6b7-96120aeff437 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c03eb723ddfb4ee083d5f4fc5d031ef2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8145452 Jul 13 07:17:13.515609 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39810) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:13.521496 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0cb7c-a3b6-4659-b6b7-96120aeff437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f0f65a-bec9-4730-9545-2ace8f1d2e55,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:13.548606 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port d6018be4-32c4-4d5f-8cef-16bac88e366b triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:17:13.548981 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:13.661562 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d5872b7e-1167-4d37-8f7e-531cb4497781 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:13.668958 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-558229a9-c6cc-499f-b5fc-5eb9c1f6bf05 req-04725c01-56b3-402e-81e9-842cdaf608f4 service neutron] 10.222.0.42 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934474 Jul 13 07:17:13.672626 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d5872b7e-1167-4d37-8f7e-531cb4497781 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:13.724177 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d5872b7e-1167-4d37-8f7e-531cb4497781 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:13.730379 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d5872b7e-1167-4d37-8f7e-531cb4497781 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8394933 Jul 13 07:17:13.731416 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5872b7e-1167-4d37-8f7e-531cb4497781 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cfb2351-5d0e-465c-8962-734a4bb0ec8d,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:13.733208 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39818) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:13.756958 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-799c36d4-3614-4b00-8f5a-3e6743f45d00 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Request body: {'security_group_rule': {'security_group_id': '3179f37d-94de-45a9-a48f-244bb3f0391a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:17:13.761769 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-c3c630bc-635b-4eb4-8412-7e38cb1da934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:13.763277 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-c3c630bc-635b-4eb4-8412-7e38cb1da934 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bff43fa8-f666-4c15-8f06-2242dcee7e17 HTTP/1.1" status: 200 len: 922 time: 0.4297807 Jul 13 07:17:13.765032 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5526a11-5558-46c8-ba00-5123f821d2b7 req-6a5b93a2-980b-4b1c-bddf-82bbf06a6d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:13.766362 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e5526a11-5558-46c8-ba00-5123f821d2b7 req-6a5b93a2-980b-4b1c-bddf-82bbf06a6d3c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 1101 time: 0.2909420 Jul 13 07:17:13.776058 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82e77a-db75-40f6-913b-120fb0cecf43 req-12a1c0ff-5492-4f06-a9c5-ddc8bfdd7d47 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:13.782996 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9b82e77a-db75-40f6-913b-120fb0cecf43 req-12a1c0ff-5492-4f06-a9c5-ddc8bfdd7d47 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=12289cf0-a9fd-41df-b6d7-58703ccedde0 HTTP/1.1" status: 200 len: 943 time: 0.3975420 Jul 13 07:17:13.789442 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39820) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:13.811780 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9472f5f0-84f0-443c-85e4-1ae3314d4edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:13.829216 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-799c36d4-3614-4b00-8f5a-3e6743f45d00 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:13.861120 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2d4bd-7442-4cc7-aeac-8ef9a053e3b2 req-f27fee09-be59-4186-a04d-8913fbf78987 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:13.862067 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-96fbd273-9634-4f87-b89f-a4848d9c6277 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4 HTTP/1.1" status: 200 len: 217 time: 0.0703866 Jul 13 07:17:13.863392 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-afb2d4bd-7442-4cc7-aeac-8ef9a053e3b2 req-f27fee09-be59-4186-a04d-8913fbf78987 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b786124-09a7-4ff5-9bee-5dc0fc2383cd HTTP/1.1" status: 200 len: 949 time: 0.1520033 Jul 13 07:17:13.889505 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 40c0d517-2836-4881-85b7-e023dc240f74 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:17:13.896269 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9472f5f0-84f0-443c-85e4-1ae3314d4edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:13.913162 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9b82e77a-db75-40f6-913b-120fb0cecf43 req-a7e9836a-84b2-456b-8937-681fa538e8f8 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292152 Jul 13 07:17:13.949628 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e5526a11-5558-46c8-ba00-5123f821d2b7 req-815ee7d2-6979-4ff2-9d21-4f86f84b08fe service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584077 Jul 13 07:17:13.951035 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-799c36d4-3614-4b00-8f5a-3e6743f45d00 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:13.976099 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-afb2d4bd-7442-4cc7-aeac-8ef9a053e3b2 req-c426fc7f-50f2-475d-aae3-01fb680fed4f tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906701 Jul 13 07:17:13.979877 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-799c36d4-3614-4b00-8f5a-3e6743f45d00 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:13.992226 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-61a28fd2-6eb1-4e02-80a4-610fabc04926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:13.992683 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 40c0d517-2836-4881-85b7-e023dc240f74 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:17:13.993769 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-61a28fd2-6eb1-4e02-80a4-610fabc04926 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6c79b49d-432e-4da7-962c-3ca2527bdd27 HTTP/1.1" status: 200 len: 861 time: 0.1118259 Jul 13 07:17:14.005313 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 40c0d517-2836-4881-85b7-e023dc240f74 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:17:14.005709 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:14.021534 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c36d4-3614-4b00-8f5a-3e6743f45d00 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f55ec8-991a-45a8-8a20-6aadb2c920f3,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:14.031738 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39826) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:14.045097 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-799c36d4-3614-4b00-8f5a-3e6743f45d00 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:14.049744 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-799c36d4-3614-4b00-8f5a-3e6743f45d00 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2967279 Jul 13 07:17:14.052923 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39828) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:14.056889 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-ee25104d-c063-4a3d-b42d-ec58706b84ac service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bff43fa8-f666-4c15-8f06-2242dcee7e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556822 Jul 13 07:17:14.061883 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-7187e763-823a-4000-af11-fb6d885e1efe tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:17:14.063292 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7219854c-bfc8-4c76-a0f2-2c3eeb7d4f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:14.080596 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-59a2baa0-0530-4f0e-b6e0-62d87dbac3ff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f976d2885a2e45c4be8f7f5643bb1035&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2890484 Jul 13 07:17:14.081536 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39830) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:14.082666 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9472f5f0-84f0-443c-85e4-1ae3314d4edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:14.085172 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9472f5f0-84f0-443c-85e4-1ae3314d4edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:14.087238 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9472f5f0-84f0-443c-85e4-1ae3314d4edc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/52f0f65a-bec9-4730-9545-2ace8f1d2e55 HTTP/1.1" status: 204 len: 168 time: 0.5660582 Jul 13 07:17:14.119043 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9472f5f0-84f0-443c-85e4-1ae3314d4edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f0f65a-bec9-4730-9545-2ace8f1d2e55,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:14.138592 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7187e763-823a-4000-af11-fb6d885e1efe tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks [] for floatingip, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:14.173927 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:14.213919 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 40c0d517-2836-4881-85b7-e023dc240f74, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=40c0d517-2836-4881-85b7-e023dc240f74,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:14.220556 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:14.224329 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-be413556-0c62-4cac-adc0-988545fe827e service neutron] 10.222.0.25 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580634 Jul 13 07:17:14.228137 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7219854c-bfc8-4c76-a0f2-2c3eeb7d4f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:14.267437 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7219854c-bfc8-4c76-a0f2-2c3eeb7d4f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:14.281865 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=40c0d517-2836-4881-85b7-e023dc240f74,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:14.375783 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7219854c-bfc8-4c76-a0f2-2c3eeb7d4f9a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f3f9686ddd784fa397eadd59864c83f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3406987 Jul 13 07:17:14.379719 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39838) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:14.389999 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219854c-bfc8-4c76-a0f2-2c3eeb7d4f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f121cc-4af8-4e1a-9c06-fa42e1a087a1,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:14.391062 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-1976585f-7a7e-44df-a6e2-cd970eff54cb service neutron] 10.222.0.25 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587825 Jul 13 07:17:14.397809 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3d9f3ca5-42b4-44ab-b15d-aea0d13f6558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:14.410105 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7187e763-823a-4000-af11-fb6d885e1efe tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:14.435888 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d325f76-50a5-4c1c-8ee2-7fb0d636a1d3 req-f7ff4394-23de-40e2-8be2-eda204a7206e tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:14.438157 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8d325f76-50a5-4c1c-8ee2-7fb0d636a1d3 req-f7ff4394-23de-40e2-8be2-eda204a7206e tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 950 time: 0.2056985 Jul 13 07:17:14.445481 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device b4631b47-cf5a-4b87-b275-75ced4b31d09 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:17:14.451477 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3d9f3ca5-42b4-44ab-b15d-aea0d13f6558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:14.528695 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8d325f76-50a5-4c1c-8ee2-7fb0d636a1d3 req-ba5ace60-8c4f-4d81-b0c6-087b88a65bbc tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837879 Jul 13 07:17:14.572737 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3d9f3ca5-42b4-44ab-b15d-aea0d13f6558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:14.579501 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3d9f3ca5-42b4-44ab-b15d-aea0d13f6558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:14.581984 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3d9f3ca5-42b4-44ab-b15d-aea0d13f6558 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec907072-feab-4192-b58f-e544c01c9aa8 HTTP/1.1" status: 204 len: 168 time: 0.4943812 Jul 13 07:17:14.605983 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f3ca5-42b4-44ab-b15d-aea0d13f6558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec907072-feab-4192-b58f-e544c01c9aa8,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:14.652813 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port b4631b47-cf5a-4b87-b275-75ced4b31d09, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=b4631b47-cf5a-4b87-b275-75ced4b31d09,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:14.681362 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': 'b4631b47-cf5a-4b87-b275-75ced4b31d09', 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d', 'port_id': 'b4631b47-cf5a-4b87-b275-75ced4b31d09', 'mac_address': 'fa:16:3e:53:b6:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ca46c55-f93a-4f0d-847c-cec27912e287', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:17:14.715365 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-23b90f59-5fa5-491d-a5f9-aeda795d3224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:14.765379 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-23b90f59-5fa5-491d-a5f9-aeda795d3224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:14.782070 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:14.807032 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-7187e763-823a-4000-af11-fb6d885e1efe tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Allocated IP 172.25.3.176 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/9f60eb62-5fb9-413a-b905-65f13a667c1e) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:17:14.826078 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a9a51dd7-8a76-4b80-b7c8-a23aea856f45 None None] Provisioning complete for port 40c0d517-2836-4881-85b7-e023dc240f74 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:17:14.826738 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a9a51dd7-8a76-4b80-b7c8-a23aea856f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:14.846510 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ba017-5719-43e2-bebe-99aa34e1c8c6 req-321df270-f690-4616-9f1a-e728737e0ea6 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:14.854630 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a77ba017-5719-43e2-bebe-99aa34e1c8c6 req-321df270-f690-4616-9f1a-e728737e0ea6 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 944 time: 0.3431597 Jul 13 07:17:14.898845 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4631b47-cf5a-4b87-b275-75ced4b31d09 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:17:14.958996 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port b4631b47-cf5a-4b87-b275-75ced4b31d09, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=b4631b47-cf5a-4b87-b275-75ced4b31d09,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:14.960104 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-23b90f59-5fa5-491d-a5f9-aeda795d3224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:14.963881 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-23b90f59-5fa5-491d-a5f9-aeda795d3224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:14.967597 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:14.968356 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-23b90f59-5fa5-491d-a5f9-aeda795d3224 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a4f121cc-4af8-4e1a-9c06-fa42e1a087a1 HTTP/1.1" status: 204 len: 168 time: 0.5860648 Jul 13 07:17:14.993268 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a77ba017-5719-43e2-bebe-99aa34e1c8c6 req-74ec9676-681e-4559-b6fc-e1a4c3db6593 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375177 Jul 13 07:17:15.052874 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b90f59-5fa5-491d-a5f9-aeda795d3224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f121cc-4af8-4e1a-9c06-fa42e1a087a1,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:15.086982 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39858) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:15.121307 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b3c5edb5-c425-4b0f-922d-24b883046fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:15.123456 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-83eaeb50-5f50-4ea2-820c-2d07502e7d35 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:15.124753 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-83eaeb50-5f50-4ea2-820c-2d07502e7d35 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5&tenant_id=59ced391c6a04d319ae98164aff14fc2&binding%3Ahost_id=n-h2-771363-34 HTTP/1.1" status: 200 len: 1096 time: 0.2430871 Jul 13 07:17:15.129063 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7187e763-823a-4000-af11-fb6d885e1efe tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:15.181414 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=b4631b47-cf5a-4b87-b275-75ced4b31d09,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:15.233849 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['b4631b47-cf5a-4b87-b275-75ced4b31d09'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:17:15.305664 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425d51d-8771-4c49-9d27-fff63f0255ee req-1510db62-d7b6-46ef-959a-7d8bce3854c3 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:15.313088 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7187e763-823a-4000-af11-fb6d885e1efe tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:15.319808 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8425d51d-8771-4c49-9d27-fff63f0255ee req-1510db62-d7b6-46ef-959a-7d8bce3854c3 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=12289cf0-a9fd-41df-b6d7-58703ccedde0 HTTP/1.1" status: 200 len: 944 time: 0.1127343 Jul 13 07:17:15.364595 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7187e763-823a-4000-af11-fb6d885e1efe tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:17:15.375906 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8425d51d-8771-4c49-9d27-fff63f0255ee req-08691457-5066-46ed-89b3-cd380361c9bb tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522368 Jul 13 07:17:15.390757 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b786124-09a7-4ff5-9bee-5dc0fc2383cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c0d517-2836-4881-85b7-e023dc240f74'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:17:15.394452 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a586e5f-4b5c-4c80-b7ae-39e881b30444" -d '{"events": [{"server_uuid": "7b786124-09a7-4ff5-9bee-5dc0fc2383cd", "name": "network-vif-plugged", "status": "completed", "tag": "40c0d517-2836-4881-85b7-e023dc240f74"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:17:15.442239 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e854ad-33ca-4540-bee4-725c477ca811 x-openstack-request-id: req-c1e854ad-33ca-4540-bee4-725c477ca811 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:17:15.442631 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b786124-09a7-4ff5-9bee-5dc0fc2383cd", "name": "network-vif-plugged", "status": "completed", "tag": "40c0d517-2836-4881-85b7-e023dc240f74", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:17:15.442981 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c1e854ad-33ca-4540-bee4-725c477ca811 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:17:15.443509 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b786124-09a7-4ff5-9bee-5dc0fc2383cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c0d517-2836-4881-85b7-e023dc240f74', 'code': 200} Jul 13 07:17:15.576707 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-7187e763-823a-4000-af11-fb6d885e1efe tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:17:15.582658 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7187e763-823a-4000-af11-fb6d885e1efe tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:17:15.595714 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71c911-88f6-469e-bbdd-f3f115f141fe req-51131f90-a2ac-4006-bf88-eed4065543be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:15.598772 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ea71c911-88f6-469e-bbdd-f3f115f141fe req-51131f90-a2ac-4006-bf88-eed4065543be service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7b786124-09a7-4ff5-9bee-5dc0fc2383cd HTTP/1.1" status: 200 len: 1102 time: 0.0778630 Jul 13 07:17:15.645301 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ea71c911-88f6-469e-bbdd-f3f115f141fe req-59dadd05-67df-4bba-a090-74013d42881d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403965 Jul 13 07:17:15.733186 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187e763-823a-4000-af11-fb6d885e1efe tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Pushing event updated for resources: {'Port': ['ID=9f60eb62-5fb9-413a-b905-65f13a667c1e,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:15.801242 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7187e763-823a-4000-af11-fb6d885e1efe tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:15.814222 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991637a0-a0b4-48e9-8169-2d409720b065 req-8b9aa257-65c1-4332-a040-6af2a885d7ad tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:15.816443 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-991637a0-a0b4-48e9-8169-2d409720b065 req-8b9aa257-65c1-4332-a040-6af2a885d7ad tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 950 time: 0.1190262 Jul 13 07:17:15.841631 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b3c5edb5-c425-4b0f-922d-24b883046fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:15.860276 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea45e13-cc72-4a1e-9519-bfebfaf9fffa req-7b2ed576-d29d-4ef6-9c73-8eacc7667c63 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:15.869056 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3ea45e13-cc72-4a1e-9519-bfebfaf9fffa req-7b2ed576-d29d-4ef6-9c73-8eacc7667c63 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b786124-09a7-4ff5-9bee-5dc0fc2383cd HTTP/1.1" status: 200 len: 950 time: 0.5791683 Jul 13 07:17:15.887034 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-991637a0-a0b4-48e9-8169-2d409720b065 req-dcb7c653-86a5-4ebe-9f13-35998cffc041 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614951 Jul 13 07:17:15.901488 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b3c5edb5-c425-4b0f-922d-24b883046fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:15.918921 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-b4ae4934-ce4f-493d-b92f-5edf94ef770a service neutron] For port 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:17:15.945420 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-b4ae4934-ce4f-493d-b92f-5edf94ef770a service neutron] Notify callbacks [] for binding, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:15.946165 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-65c701c8-b21d-4614-9508-902ec9eb9a41 req-b4ae4934-ce4f-493d-b92f-5edf94ef770a service neutron] 10.222.0.25 "DELETE /v2.0/ports/2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4/bindings/n-h1-771363-34 HTTP/1.1" status: 204 len: 173 time: 0.8084376 Jul 13 07:17:15.985031 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5edb5-c425-4b0f-922d-24b883046fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fa3313-08a6-4e81-b747-053b02a467d7,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:15.989541 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7187e763-823a-4000-af11-fb6d885e1efe tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:15.993192 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b3c5edb5-c425-4b0f-922d-24b883046fe7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b9682688863d4c41a66b3a343fb0ef4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9045606 Jul 13 07:17:15.995891 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39888) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:16.010995 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3ea45e13-cc72-4a1e-9519-bfebfaf9fffa req-016efcf0-1b55-4a1b-bc9d-4f482a505c0c tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409667 Jul 13 07:17:16.067050 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c86af853-b876-4ca5-bf09-c633668d0d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:16.106872 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c86af853-b876-4ca5-bf09-c633668d0d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:16.234786 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f6c52-a921-4f45-9f40-ae6da5601e26 req-1e845e04-53f2-418d-ac26-2c13b4a3b930 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:16.239816 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1a2f6c52-a921-4f45-9f40-ae6da5601e26 req-1e845e04-53f2-418d-ac26-2c13b4a3b930 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 944 time: 0.0918078 Jul 13 07:17:16.259438 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c86af853-b876-4ca5-bf09-c633668d0d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:16.261872 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c86af853-b876-4ca5-bf09-c633668d0d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:16.263148 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c86af853-b876-4ca5-bf09-c633668d0d02 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d8fa3313-08a6-4e81-b747-053b02a467d7 HTTP/1.1" status: 204 len: 168 time: 0.2662377 Jul 13 07:17:16.284814 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86af853-b876-4ca5-bf09-c633668d0d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fa3313-08a6-4e81-b747-053b02a467d7,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:16.300180 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7187e763-823a-4000-af11-fb6d885e1efe tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:16.313197 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7187e763-823a-4000-af11-fb6d885e1efe tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:16.342348 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7187e763-823a-4000-af11-fb6d885e1efe tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:16.367985 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1a2f6c52-a921-4f45-9f40-ae6da5601e26 req-e1ac24a3-8b7c-4026-af50-a3469043147c tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181252 Jul 13 07:17:16.385968 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187e763-823a-4000-af11-fb6d885e1efe tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Pushing event updated for resources: {'Port': ['ID=9f60eb62-5fb9-413a-b905-65f13a667c1e,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:16.396714 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7187e763-823a-4000-af11-fb6d885e1efe tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:16.407028 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7187e763-823a-4000-af11-fb6d885e1efe tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3437433 Jul 13 07:17:16.455391 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device b4631b47-cf5a-4b87-b275-75ced4b31d09 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:17:16.561817 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port b4631b47-cf5a-4b87-b275-75ced4b31d09 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:17:16.573956 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port b4631b47-cf5a-4b87-b275-75ced4b31d09 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:17:16.574507 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:16.674872 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a60b4c-3709-4cf0-8322-fd7aa4b8d3fc req-a47df0e4-919a-455b-be55-89127ae35594 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:16.676996 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d4a60b4c-3709-4cf0-8322-fd7aa4b8d3fc req-a47df0e4-919a-455b-be55-89127ae35594 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=12289cf0-a9fd-41df-b6d7-58703ccedde0 HTTP/1.1" status: 200 len: 944 time: 0.1287348 Jul 13 07:17:16.685281 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:16.689301 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a59a34-ec02-4b12-8ae3-a684ba179414 req-777a7fff-da0e-45e7-8053-7ef0f40fbf8d tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:16.700717 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-72a59a34-ec02-4b12-8ae3-a684ba179414 req-777a7fff-da0e-45e7-8053-7ef0f40fbf8d tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 1096 time: 0.1033912 Jul 13 07:17:16.722761 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port b4631b47-cf5a-4b87-b275-75ced4b31d09, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=b4631b47-cf5a-4b87-b275-75ced4b31d09,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:16.728283 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:16.739768 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d4a60b4c-3709-4cf0-8322-fd7aa4b8d3fc req-a7c18c2d-f257-4398-b9c0-a414f44d1eb9 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559938 Jul 13 07:17:16.793128 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-72a59a34-ec02-4b12-8ae3-a684ba179414 req-c90c260a-5972-495a-bd48-3a9e4655fdb6 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895343 Jul 13 07:17:16.833094 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=b4631b47-cf5a-4b87-b275-75ced4b31d09,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:16.935304 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-0d1eb2ef-7082-4667-adcf-94ec506b5c7e tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1816403492&fields=id&tenant_id=34f1f252047a479b82dd34808ffbdaa6 HTTP/1.1" status: 200 len: 267 time: 0.0543945 Jul 13 07:17:17.287133 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-793c4646-eef8-4a28-80f8-6a45aacf2066 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:17.289307 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-793c4646-eef8-4a28-80f8-6a45aacf2066 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/networks?id=afb92f7f-5b7d-43ea-9f6e-b225beb5888c HTTP/1.1" status: 200 len: 823 time: 0.3471086 Jul 13 07:17:17.306261 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-61f951a7-630d-406d-93ce-24d657a46ecf tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/quotas/34f1f252047a479b82dd34808ffbdaa6 HTTP/1.1" status: 200 len: 375 time: 0.0101933 Jul 13 07:17:17.395471 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892463e9-0025-4bb5-b1fc-0480a192543b req-1cc1a1f7-f7f9-447d-8527-83ab4c5e4298 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:17.397436 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-892463e9-0025-4bb5-b1fc-0480a192543b req-1cc1a1f7-f7f9-447d-8527-83ab4c5e4298 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 950 time: 0.0751374 Jul 13 07:17:17.398980 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-62b743a3-e71f-4c0c-9f6d-3b9812059cba tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=34f1f252047a479b82dd34808ffbdaa6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0841494 Jul 13 07:17:17.439437 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-892463e9-0025-4bb5-b1fc-0480a192543b req-40c62caf-5d92-4e53-962f-64d67d465362 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356901 Jul 13 07:17:17.445549 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12289cf0-a9fd-41df-b6d7-58703ccedde0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4631b47-cf5a-4b87-b275-75ced4b31d09'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:17:17.448359 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b945be-0485-4584-b038-0fedd676548b" -d '{"events": [{"server_uuid": "12289cf0-a9fd-41df-b6d7-58703ccedde0", "name": "network-vif-plugged", "status": "completed", "tag": "b4631b47-cf5a-4b87-b275-75ced4b31d09"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:17:17.524024 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-3b6182d8-3531-45fc-bf5c-4002cad0ca55 service neutron] 10.222.0.23 "GET /v2.0/networks/afb92f7f-5b7d-43ea-9f6e-b225beb5888c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109374 Jul 13 07:17:17.639815 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-d247cd2d-fd2a-4237-9a4a-e215117eb40a service neutron] 10.222.0.23 "GET /v2.0/networks/afb92f7f-5b7d-43ea-9f6e-b225beb5888c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052487 Jul 13 07:17:17.659349 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454511e7-11d0-44a8-80b2-5d72b4cd7364 req-c04596c2-1e51-4a21-9ed9-b7c1528bec2f tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:17.665739 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-454511e7-11d0-44a8-80b2-5d72b4cd7364 req-c04596c2-1e51-4a21-9ed9-b7c1528bec2f tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b786124-09a7-4ff5-9bee-5dc0fc2383cd HTTP/1.1" status: 200 len: 950 time: 0.0901845 Jul 13 07:17:17.706128 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-454511e7-11d0-44a8-80b2-5d72b4cd7364 req-c8c894aa-7d4c-45b2-aa3c-b55da9604cc2 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394835 Jul 13 07:17:17.886852 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b854f06-45e6-414f-bd71-acfe645abb2e x-openstack-request-id: req-6b854f06-45e6-414f-bd71-acfe645abb2e {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:17:17.887794 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12289cf0-a9fd-41df-b6d7-58703ccedde0", "name": "network-vif-plugged", "status": "completed", "tag": "b4631b47-cf5a-4b87-b275-75ced4b31d09", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:17:17.888195 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6b854f06-45e6-414f-bd71-acfe645abb2e {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:17:17.888915 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12289cf0-a9fd-41df-b6d7-58703ccedde0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4631b47-cf5a-4b87-b275-75ced4b31d09', 'code': 200} Jul 13 07:17:18.022155 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-16be2c15-934a-4032-acf2-8b0941d05410 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:18.030953 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-16be2c15-934a-4032-acf2-8b0941d05410 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/networks?id=bff43fa8-f666-4c15-8f06-2242dcee7e17 HTTP/1.1" status: 200 len: 821 time: 0.2234621 Jul 13 07:17:18.051877 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-c4034808-60c7-43c8-86ec-ee9cd95564ab tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/quotas/59ced391c6a04d319ae98164aff14fc2 HTTP/1.1" status: 200 len: 375 time: 0.0200634 Jul 13 07:17:18.093819 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62232df2-fbaa-498d-9050-b3261f2bcfb9 req-09cdad51-28dc-45fc-9b22-08ce9002b52a tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:18.104085 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-62232df2-fbaa-498d-9050-b3261f2bcfb9 req-09cdad51-28dc-45fc-9b22-08ce9002b52a tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 949 time: 0.0907350 Jul 13 07:17:18.118419 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13e908-02d0-4aa5-b392-5ca6ed740dfc req-4b273057-5e50-4910-a87a-455bb43a8d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:18.120404 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ff13e908-02d0-4aa5-b392-5ca6ed740dfc req-4b273057-5e50-4910-a87a-455bb43a8d6a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=12289cf0-a9fd-41df-b6d7-58703ccedde0 HTTP/1.1" status: 200 len: 1097 time: 0.1481574 Jul 13 07:17:18.161647 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-62232df2-fbaa-498d-9050-b3261f2bcfb9 req-05a411cd-8269-40c9-b405-89df4d63be26 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541613 Jul 13 07:17:18.214068 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-6336e9fe-1109-42a1-90a9-369bbc96228f tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=59ced391c6a04d319ae98164aff14fc2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1610987 Jul 13 07:17:18.224427 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ff13e908-02d0-4aa5-b392-5ca6ed740dfc req-49e50a61-1e97-4e8c-afd8-cf3c52de2b84 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948215 Jul 13 07:17:18.316088 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-9dabc14e-44f4-4cda-8a5b-8a7b8b543fa8 service neutron] 10.222.0.23 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010439 Jul 13 07:17:18.433806 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc2687-80e5-47a9-af46-e35d8942d64c req-1282a0e7-8d01-4d28-b55f-6b7973251c10 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:18.436215 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cbfc2687-80e5-47a9-af46-e35d8942d64c req-1282a0e7-8d01-4d28-b55f-6b7973251c10 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=12289cf0-a9fd-41df-b6d7-58703ccedde0 HTTP/1.1" status: 200 len: 945 time: 0.0793402 Jul 13 07:17:18.439847 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-c27c45b3-239a-43d1-b1a5-118d244672e4 service neutron] 10.222.0.23 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227760 Jul 13 07:17:18.490424 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cbfc2687-80e5-47a9-af46-e35d8942d64c req-6f986d35-2bb9-42ee-9654-091ff7fbd693 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469618 Jul 13 07:17:18.520349 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-32b21f59-522e-4b7c-b4ba-94a18772baf3 service neutron] show failed (client error): The resource could not be found. Jul 13 07:17:18.521574 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-32b21f59-522e-4b7c-b4ba-94a18772baf3 service neutron] 10.222.0.42 "GET /v2.0/ports/9c7a8282-37d0-4766-acbb-4c25f10c0b68/bindings/n-h2-771363-34 HTTP/1.1" status: 404 len: 381 time: 0.0683806 Jul 13 07:17:18.713643 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-26dff602-3e51-4a79-b14b-4088bb2a177a req-6a849290-a064-4faa-be3f-5d46be504b07 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/ports?device_id=101e2429-3386-4153-9c0c-b8ffeb85f91a HTTP/1.1" status: 200 len: 210 time: 0.0626409 Jul 13 07:17:18.826950 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-3726bcba-1a07-49c9-a95e-3a70637b8ba5 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=1dc50c2d0c9b4db9892129e9bc564b07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307202 Jul 13 07:17:18.972161 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-4be248ff-824c-47c9-80c2-f39570241989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:18.973738 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-4be248ff-824c-47c9-80c2-f39570241989 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=936d839d-37be-4c28-8b91-49ba84426f2d&tenant_id=dfd29396c7b34113bbf812ba80e3a2b0 HTTP/1.1" status: 200 len: 1102 time: 0.0901172 Jul 13 07:17:18.988662 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-0a9ab1d5-e34c-4819-b9b6-f70d28195ec3 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:18.997022 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-6d5e7011-589a-4cd2-9e0c-aea67a831ed5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-34', 'device_owner': 'compute:nova'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:17:18.998823 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-0a9ab1d5-e34c-4819-b9b6-f70d28195ec3 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1660397 Jul 13 07:17:19.021203 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-ecc5cd0d-11fc-4110-8919-83746e3ed940 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/quotas/1dc50c2d0c9b4db9892129e9bc564b07 HTTP/1.1" status: 200 len: 375 time: 0.0204139 Jul 13 07:17:19.107024 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-6d5e7011-589a-4cd2-9e0c-aea67a831ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:19.140606 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-bd960c20-c566-4b31-896b-88f021d2aa3d tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1dc50c2d0c9b4db9892129e9bc564b07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1184177 Jul 13 07:17:19.385702 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-6d5e7011-589a-4cd2-9e0c-aea67a831ed5 service neutron] For port 9c7a8282-37d0-4766-acbb-4c25f10c0b68, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=9c7a8282-37d0-4766-acbb-4c25f10c0b68,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:19.471810 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-11ebbfda-5e43-42db-8518-7b6d98b77b3a req-fb5f8333-8ba2-44f7-be28-561b9462a7d2 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eb3a00d-0865-4b6b-81cc-a3cec8732897 HTTP/1.1" status: 200 len: 210 time: 0.0367713 Jul 13 07:17:19.511889 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-6d5e7011-589a-4cd2-9e0c-aea67a831ed5 service neutron] For port 9c7a8282-37d0-4766-acbb-4c25f10c0b68, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:17:19.527802 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-064eaabc-ae58-4c4c-bd5b-08a7694eb504 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:19.527802 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-064eaabc-ae58-4c4c-bd5b-08a7694eb504 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.25 "GET /v2.0/networks?id=afb92f7f-5b7d-43ea-9f6e-b225beb5888c HTTP/1.1" status: 200 len: 823 time: 0.1973391 Jul 13 07:17:19.572773 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:17:19.604444 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2b16c-c110-4fd9-ad8e-804317d03ad1 req-cecd2a9d-fefc-427a-8e19-5ad6e41f1a91 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:19.606877 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bfe2b16c-c110-4fd9-ad8e-804317d03ad1 req-cecd2a9d-fefc-427a-8e19-5ad6e41f1a91 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 950 time: 0.3054075 Jul 13 07:17:19.629549 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-f5f7a092-e905-48d4-b1fa-187a22ab64b6 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34f1f252047a479b82dd34808ffbdaa6 HTTP/1.1" status: 200 len: 380 time: 0.0893128 Jul 13 07:17:19.643823 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-b0839b29-d6dc-4336-be46-3faf3a0d8232 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Request body: {'port': {'device_id': '101e2429-3386-4153-9c0c-b8ffeb85f91a', 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c', 'admin_state_up': True, 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'security_groups': ['3179f37d-94de-45a9-a48f-244bb3f0391a']}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:17:19.664700 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936d839d-37be-4c28-8b91-49ba84426f2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c7a8282-37d0-4766-acbb-4c25f10c0b68'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:17:19.667170 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979be801-c674-47bf-b504-8c3e2311c8a4" -d '{"events": [{"server_uuid": "936d839d-37be-4c28-8b91-49ba84426f2d", "name": "network-vif-unplugged", "status": "completed", "tag": "9c7a8282-37d0-4766-acbb-4c25f10c0b68"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:17:19.673103 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-6d5e7011-589a-4cd2-9e0c-aea67a831ed5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:19.700705 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-6d5e7011-589a-4cd2-9e0c-aea67a831ed5 service neutron] Transition to ACTIVE for port object 9c7a8282-37d0-4766-acbb-4c25f10c0b68 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:17:19.714942 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bfe2b16c-c110-4fd9-ad8e-804317d03ad1 req-8789c928-53e8-42bd-a4f4-6c0d5afa56e7 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815923 Jul 13 07:17:19.721595 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-6d5e7011-589a-4cd2-9e0c-aea67a831ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:19.846893 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-6d5e7011-589a-4cd2-9e0c-aea67a831ed5 service neutron] No DVR routers for this DVR port 9c7a8282-37d0-4766-acbb-4c25f10c0b68 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:17:19.860831 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e7011-589a-4cd2-9e0c-aea67a831ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7a8282-37d0-4766-acbb-4c25f10c0b68,revision_number=6']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:19.911060 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-6d5e7011-589a-4cd2-9e0c-aea67a831ed5 service neutron] Attempting to bind port 9c7a8282-37d0-4766-acbb-4c25f10c0b68 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:17:19.911911 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-6d5e7011-589a-4cd2-9e0c-aea67a831ed5 service neutron] Attempting to bind port 9c7a8282-37d0-4766-acbb-4c25f10c0b68 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:17:19.911911 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-6d5e7011-589a-4cd2-9e0c-aea67a831ed5 service neutron] Attempting to bind port 9c7a8282-37d0-4766-acbb-4c25f10c0b68 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:17:19.918356 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-6d5e7011-589a-4cd2-9e0c-aea67a831ed5 service neutron] Port 9c7a8282-37d0-4766-acbb-4c25f10c0b68 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:17:19.918928 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-6d5e7011-589a-4cd2-9e0c-aea67a831ed5 service neutron] Attempting to bind port 9c7a8282-37d0-4766-acbb-4c25f10c0b68 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:17:19.923274 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-13bccca3-6e57-40e0-94c9-d2fb570128a9 req-16b5a341-235b-44b9-94d5-5c95084b6aa8 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba8d3705-e57e-467d-a497-6b4192c2b85b HTTP/1.1" status: 200 len: 210 time: 0.0475039 Jul 13 07:17:19.926570 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-6d5e7011-589a-4cd2-9e0c-aea67a831ed5 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:17:19.927171 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-6d5e7011-589a-4cd2-9e0c-aea67a831ed5 service neutron] Checking segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:17:19.928120 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-6d5e7011-589a-4cd2-9e0c-aea67a831ed5 service neutron] Bound using segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:17:19.930162 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-6d5e7011-589a-4cd2-9e0c-aea67a831ed5 service neutron] Bound port: 9c7a8282-37d0-4766-acbb-4c25f10c0b68, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:17:19.930654 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-6d5e7011-589a-4cd2-9e0c-aea67a831ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:19.948015 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-b0839b29-d6dc-4336-be46-3faf3a0d8232 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Made reservation on behalf of 34f1f252047a479b82dd34808ffbdaa6 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:17:19.957252 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-b0839b29-d6dc-4336-be46-3faf3a0d8232 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:20.156014 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d619010b-10bc-4096-9e0d-6cadc3a146c0 x-openstack-request-id: req-d619010b-10bc-4096-9e0d-6cadc3a146c0 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:17:20.156577 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "936d839d-37be-4c28-8b91-49ba84426f2d", "name": "network-vif-unplugged", "status": "completed", "tag": "9c7a8282-37d0-4766-acbb-4c25f10c0b68", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:17:20.156577 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d619010b-10bc-4096-9e0d-6cadc3a146c0 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:17:20.156911 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '936d839d-37be-4c28-8b91-49ba84426f2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c7a8282-37d0-4766-acbb-4c25f10c0b68', 'code': 200} Jul 13 07:17:20.177997 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-6d5e7011-589a-4cd2-9e0c-aea67a831ed5 service neutron] For port 9c7a8282-37d0-4766-acbb-4c25f10c0b68, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:17:20.184634 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-6d5e7011-589a-4cd2-9e0c-aea67a831ed5 service neutron] For port 9c7a8282-37d0-4766-acbb-4c25f10c0b68, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=9c7a8282-37d0-4766-acbb-4c25f10c0b68,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:17:20.196343 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-6d5e7011-589a-4cd2-9e0c-aea67a831ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:20.223442 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc1731-40bd-45e0-bcfb-9f4cfc7f8990 req-4cd6f603-ef9a-4ce1-9a3e-4006ed6d4e01 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:20.225276 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4bdc1731-40bd-45e0-bcfb-9f4cfc7f8990 req-4cd6f603-ef9a-4ce1-9a3e-4006ed6d4e01 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=12289cf0-a9fd-41df-b6d7-58703ccedde0 HTTP/1.1" status: 200 len: 945 time: 0.1409776 Jul 13 07:17:20.235276 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-b0839b29-d6dc-4336-be46-3faf3a0d8232 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Allocated IP 172.20.0.6 (afb92f7f-5b7d-43ea-9f6e-b225beb5888c/206eeb9b-bd1e-46b3-9846-f00f50c205b6/27c6e9f3-852e-4285-8d2b-4884c28f0970) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:17:20.253044 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-6d5e7011-589a-4cd2-9e0c-aea67a831ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:20.253867 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-6d5e7011-589a-4cd2-9e0c-aea67a831ed5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:20.255270 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-6d5e7011-589a-4cd2-9e0c-aea67a831ed5 service neutron] 10.222.0.25 "PUT /v2.0/ports/9c7a8282-37d0-4766-acbb-4c25f10c0b68 HTTP/1.1" status: 200 len: 1097 time: 1.2681131 Jul 13 07:17:20.331403 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-740d46f5-1713-4e44-ba53-6eb27c2c08ad req-3d441521-da1b-4f5b-af71-dfad47f1b26f tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/ports?device_id=101e2429-3386-4153-9c0c-b8ffeb85f91a HTTP/1.1" status: 200 len: 210 time: 0.0725725 Jul 13 07:17:20.332672 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.25', 52335) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:20.357783 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4bdc1731-40bd-45e0-bcfb-9f4cfc7f8990 req-74589599-e1e4-4667-9019-55b172cf1dc7 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118562 Jul 13 07:17:20.363754 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e7011-589a-4cd2-9e0c-aea67a831ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7a8282-37d0-4766-acbb-4c25f10c0b68,revision_number=7']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:20.438708 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-2ed78fed-4308-4031-9b72-18c03c81a581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:20.442015 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-2ed78fed-4308-4031-9b72-18c03c81a581 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 1100 time: 0.1463253 Jul 13 07:17:20.653551 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-cbd6d575-10ba-491e-b86d-6f57fd074ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:20.657818 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-cbd6d575-10ba-491e-b86d-6f57fd074ae4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.2064393 Jul 13 07:17:20.701407 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-cd49f164-2a7e-43d5-bbe3-1d8278b73962 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=9c7a8282-37d0-4766-acbb-4c25f10c0b68 HTTP/1.1" status: 200 len: 217 time: 0.0385187 Jul 13 07:17:20.723762 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-b0839b29-d6dc-4336-be46-3faf3a0d8232 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:20.733605 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-233ef257-3d74-475c-b55a-9e0dfb5563b2 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:20.735241 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-233ef257-3d74-475c-b55a-9e0dfb5563b2 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.25 "GET /v2.0/networks?id=bff43fa8-f666-4c15-8f06-2242dcee7e17 HTTP/1.1" status: 200 len: 821 time: 0.3973966 Jul 13 07:17:20.750077 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-3cddb8fc-99dc-4547-95a6-c064536dea96 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Request body: {'port': {'device_id': '1eb3a00d-0865-4b6b-81cc-a3cec8732897', 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17', 'admin_state_up': True, 'tenant_id': '59ced391c6a04d319ae98164aff14fc2'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:17:20.760096 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-cf135753-200d-4372-ae42-0afdb141e822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:20.760096 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-cf135753-200d-4372-ae42-0afdb141e822 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.0475168 Jul 13 07:17:20.773736 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-b0839b29-d6dc-4336-be46-3faf3a0d8232 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Transition to ACTIVE for port object 27c6e9f3-852e-4285-8d2b-4884c28f0970 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:17:20.880868 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7bb8c-3615-4401-abe0-c12421c1cf94 req-880c5d98-e51a-427b-9830-2a0369a857e2 tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:20.887946 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f0a7bb8c-3615-4401-abe0-c12421c1cf94 req-880c5d98-e51a-427b-9830-2a0369a857e2 tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=12289cf0-a9fd-41df-b6d7-58703ccedde0 HTTP/1.1" status: 200 len: 1097 time: 0.2211006 Jul 13 07:17:20.937980 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-b0839b29-d6dc-4336-be46-3faf3a0d8232 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:20.974235 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f0a7bb8c-3615-4401-abe0-c12421c1cf94 req-e19a81fb-d899-4489-b9e9-065e8598e49c tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853188 Jul 13 07:17:20.981347 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-3cddb8fc-99dc-4547-95a6-c064536dea96 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Made reservation on behalf of 59ced391c6a04d319ae98164aff14fc2 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:17:20.984885 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-3cddb8fc-99dc-4547-95a6-c064536dea96 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:21.013916 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-33e22472-185f-4e0b-9d08-fa4a7f0298f9 req-82fd67dc-1352-4d05-b222-b42dcb69ae4f tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eb3a00d-0865-4b6b-81cc-a3cec8732897 HTTP/1.1" status: 200 len: 210 time: 0.0448384 Jul 13 07:17:21.015998 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-b0839b29-d6dc-4336-be46-3faf3a0d8232 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Network afb92f7f-5b7d-43ea-9f6e-b225beb5888c is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:17:21.019398 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-7a6b2cb1-1daf-460b-9b2a-8beb2e67a99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:21.021091 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-7a6b2cb1-1daf-460b-9b2a-8beb2e67a99a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2577367 Jul 13 07:17:21.024827 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-b0839b29-d6dc-4336-be46-3faf3a0d8232 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:17:21.026683 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0839b29-d6dc-4336-be46-3faf3a0d8232 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Pushing event updated for resources: {'Port': ['ID=27c6e9f3-852e-4285-8d2b-4884c28f0970,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:21.033827 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-b0839b29-d6dc-4336-be46-3faf3a0d8232 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:17:21.040000 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-b0839b29-d6dc-4336-be46-3faf3a0d8232 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:21.040622 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-b0839b29-d6dc-4336-be46-3faf3a0d8232 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:21.110659 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-b0839b29-d6dc-4336-be46-3faf3a0d8232 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4760008 Jul 13 07:17:21.124323 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-1aaaedb7-e738-407b-a8dc-9162217de91b service neutron] Request body: {'port': {'device_id': '101e2429-3386-4153-9c0c-b8ffeb85f91a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:17:21.200984 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-38b3d158-8247-419b-b35e-4bbda5afba24 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=1dc50c2d0c9b4db9892129e9bc564b07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1118495 Jul 13 07:17:21.329207 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-3cddb8fc-99dc-4547-95a6-c064536dea96 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Allocated IP 172.20.0.11 (bff43fa8-f666-4c15-8f06-2242dcee7e17/6c79b49d-432e-4da7-962c-3ca2527bdd27/e1bb70a0-5327-4aed-8a0f-9bdd396349c5) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:17:21.389112 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-6a8a83cc-e3e7-40e3-9727-7bbbe54092c7 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606541 Jul 13 07:17:21.403221 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-1aaaedb7-e738-407b-a8dc-9162217de91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:21.427657 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-da309892-7748-47c7-b9cb-e653ac15ffc7 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:21.429897 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-da309892-7748-47c7-b9cb-e653ac15ffc7 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2187066 Jul 13 07:17:21.442477 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b748ca1b-93a9-43ed-b21d-c6c62e8bb8eb None None] Provisioning for port 27c6e9f3-852e-4285-8d2b-4884c28f0970 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:17:21.451807 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b748ca1b-93a9-43ed-b21d-c6c62e8bb8eb None None] Provisioning complete for port 27c6e9f3-852e-4285-8d2b-4884c28f0970 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:17:21.452313 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b748ca1b-93a9-43ed-b21d-c6c62e8bb8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:21.459692 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeda9b4-8502-4850-a723-4993c9508836 req-cff33c59-515e-4a0e-81d2-1a50a7408053 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:21.460964 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-ca5d4bef-5b80-4998-bf7f-5ccfa758c13d tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Request body: {'port': {'device_id': 'ba8d3705-e57e-467d-a497-6b4192c2b85b', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'admin_state_up': True, 'tenant_id': '1dc50c2d0c9b4db9892129e9bc564b07'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:17:21.467850 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dfeda9b4-8502-4850-a723-4993c9508836 req-cff33c59-515e-4a0e-81d2-1a50a7408053 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 948 time: 0.3377669 Jul 13 07:17:21.512332 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-b748ca1b-93a9-43ed-b21d-c6c62e8bb8eb None None] Port 27c6e9f3-852e-4285-8d2b-4884c28f0970 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:17:21.557702 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-114d4450-9004-460a-a5b5-ff2aa56d951c req-c9c632a1-a02c-4990-a90b-c092b94a999c tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba8d3705-e57e-467d-a497-6b4192c2b85b HTTP/1.1" status: 200 len: 210 time: 0.0599866 Jul 13 07:17:21.583468 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dfeda9b4-8502-4850-a723-4993c9508836 req-e06340f5-6bfc-4d74-b628-fd5be62c8a92 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151667 Jul 13 07:17:21.632961 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-463f94e6-7666-4688-82c7-2060cfe4dd6d req-6cce1008-081b-4214-8fa7-67a0390847c1 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127719 Jul 13 07:17:21.688118 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-ca5d4bef-5b80-4998-bf7f-5ccfa758c13d tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Made reservation on behalf of 1dc50c2d0c9b4db9892129e9bc564b07 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:17:21.692016 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-ca5d4bef-5b80-4998-bf7f-5ccfa758c13d tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:21.812899 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-3cddb8fc-99dc-4547-95a6-c064536dea96 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:21.936217 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeaeb29-b308-4b17-879b-79358b121ec2 req-2a22a30b-3aa0-4e38-a260-c45109b4b994 tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:21.937759 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eeeaeb29-b308-4b17-879b-79358b121ec2 req-2a22a30b-3aa0-4e38-a260-c45109b4b994 tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=12289cf0-a9fd-41df-b6d7-58703ccedde0 HTTP/1.1" status: 200 len: 1097 time: 0.1235113 Jul 13 07:17:21.938832 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-ca5d4bef-5b80-4998-bf7f-5ccfa758c13d tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Allocated IP 192.168.233.84 (f9d6e899-687c-4a4d-bdf3-8d8d169866a7/c5af789a-0729-4e53-834f-ef6745aa079c/88ce74d6-706b-4243-855e-a3f3408dee04) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:17:21.995803 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05427806-2adb-4c71-af25-ffa176ac0a91 req-693de08c-e8b1-460d-87bb-ce226d47d9ea tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:21.997335 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-05427806-2adb-4c71-af25-ffa176ac0a91 req-693de08c-e8b1-460d-87bb-ce226d47d9ea tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/ports?device_id=101e2429-3386-4153-9c0c-b8ffeb85f91a HTTP/1.1" status: 200 len: 931 time: 0.1336775 Jul 13 07:17:22.005348 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eeeaeb29-b308-4b17-879b-79358b121ec2 req-dc737cbd-62d1-4078-9ea9-c4396568852c tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555427 Jul 13 07:17:22.014990 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-3cddb8fc-99dc-4547-95a6-c064536dea96 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:22.056336 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-1aaaedb7-e738-407b-a8dc-9162217de91b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27c6e9f3-852e-4285-8d2b-4884c28f0970 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:17:22.066176 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-1aaaedb7-e738-407b-a8dc-9162217de91b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:22.082305 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-1aaaedb7-e738-407b-a8dc-9162217de91b service neutron] Transition to ACTIVE for port object 27c6e9f3-852e-4285-8d2b-4884c28f0970 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:17:22.128215 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-1aaaedb7-e738-407b-a8dc-9162217de91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:22.163676 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '936d839d-37be-4c28-8b91-49ba84426f2d', 'tag': '9c7a8282-37d0-4766-acbb-4c25f10c0b68'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:17:22.166805 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b3d91a-c780-4216-b992-3881def75b97" -d '{"events": [{"name": "network-changed", "server_uuid": "936d839d-37be-4c28-8b91-49ba84426f2d", "tag": "9c7a8282-37d0-4766-acbb-4c25f10c0b68"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:17:22.174285 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-3cddb8fc-99dc-4547-95a6-c064536dea96 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Network bff43fa8-f666-4c15-8f06-2242dcee7e17 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:17:22.174729 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-ca5d4bef-5b80-4998-bf7f-5ccfa758c13d tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:22.183517 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-3cddb8fc-99dc-4547-95a6-c064536dea96 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:17:22.200182 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40152) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:22.202707 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-ca5d4bef-5b80-4998-bf7f-5ccfa758c13d tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Transition to ACTIVE for port object 88ce74d6-706b-4243-855e-a3f3408dee04 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:17:22.228752 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-05427806-2adb-4c71-af25-ffa176ac0a91 req-64f4bfbf-d054-4a70-8103-4a7f18cf91f8 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/security-groups?id=3179f37d-94de-45a9-a48f-244bb3f0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203619 Jul 13 07:17:22.240288 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-3cddb8fc-99dc-4547-95a6-c064536dea96 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:17:22.252424 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-3cddb8fc-99dc-4547-95a6-c064536dea96 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:22.253329 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-3cddb8fc-99dc-4547-95a6-c064536dea96 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:22.291178 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-ca5d4bef-5b80-4998-bf7f-5ccfa758c13d tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:22.295663 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cddb8fc-99dc-4547-95a6-c064536dea96 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Pushing event updated for resources: {'Port': ['ID=e1bb70a0-5327-4aed-8a0f-9bdd396349c5,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:22.308618 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:17:22.311893 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['40c0d517-2836-4881-85b7-e023dc240f74'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:17:22.361367 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-3cddb8fc-99dc-4547-95a6-c064536dea96 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6151395 Jul 13 07:17:22.403988 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-c5e9eb80-87c3-4f0d-bfd5-d9e3eabc6d11 service neutron] Request body: {'port': {'device_id': '1eb3a00d-0865-4b6b-81cc-a3cec8732897', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:17:22.461724 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-ca5d4bef-5b80-4998-bf7f-5ccfa758c13d tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:17:22.486173 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a64ee6-f86a-4fd1-940a-e44850ffc72c x-openstack-request-id: req-75a64ee6-f86a-4fd1-940a-e44850ffc72c {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:17:22.486712 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "936d839d-37be-4c28-8b91-49ba84426f2d", "tag": "9c7a8282-37d0-4766-acbb-4c25f10c0b68", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:17:22.487167 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-75a64ee6-f86a-4fd1-940a-e44850ffc72c {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:17:22.487514 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 9c7a8282-37d0-4766-acbb-4c25f10c0b68 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:17:22.488372 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '936d839d-37be-4c28-8b91-49ba84426f2d', 'tag': '9c7a8282-37d0-4766-acbb-4c25f10c0b68', 'status': 'completed', 'code': 200} Jul 13 07:17:22.504256 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaaedb7-e738-407b-a8dc-9162217de91b service neutron] Pushing event updated for resources: {'Port': ['ID=27c6e9f3-852e-4285-8d2b-4884c28f0970,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:22.522020 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-ca5d4bef-5b80-4998-bf7f-5ccfa758c13d tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:17:22.554874 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-1aaaedb7-e738-407b-a8dc-9162217de91b service neutron] Attempting to bind port 27c6e9f3-852e-4285-8d2b-4884c28f0970 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:17:22.554874 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-1aaaedb7-e738-407b-a8dc-9162217de91b service neutron] Attempting to bind port 27c6e9f3-852e-4285-8d2b-4884c28f0970 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '52782695-8799-4c82-b579-02cd0984abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:17:22.555395 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-1aaaedb7-e738-407b-a8dc-9162217de91b service neutron] Attempting to bind port 27c6e9f3-852e-4285-8d2b-4884c28f0970 on network afb92f7f-5b7d-43ea-9f6e-b225beb5888c {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:17:22.560810 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-c5e9eb80-87c3-4f0d-bfd5-d9e3eabc6d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:22.562160 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-1aaaedb7-e738-407b-a8dc-9162217de91b service neutron] Port 27c6e9f3-852e-4285-8d2b-4884c28f0970 on network afb92f7f-5b7d-43ea-9f6e-b225beb5888c not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:17:22.562488 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-1aaaedb7-e738-407b-a8dc-9162217de91b service neutron] Attempting to bind port 27c6e9f3-852e-4285-8d2b-4884c28f0970 on network afb92f7f-5b7d-43ea-9f6e-b225beb5888c {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:17:22.564666 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-ca5d4bef-5b80-4998-bf7f-5ccfa758c13d tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:17:22.573151 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-ca5d4bef-5b80-4998-bf7f-5ccfa758c13d tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:22.583045 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-ca5d4bef-5b80-4998-bf7f-5ccfa758c13d tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:22.593544 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-1aaaedb7-e738-407b-a8dc-9162217de91b service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:17:22.594338 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-1aaaedb7-e738-407b-a8dc-9162217de91b service neutron] Checking segment: {'id': '52782695-8799-4c82-b579-02cd0984abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:17:22.594819 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-1aaaedb7-e738-407b-a8dc-9162217de91b service neutron] Bound using segment: {'id': '52782695-8799-4c82-b579-02cd0984abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:17:22.597113 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-1aaaedb7-e738-407b-a8dc-9162217de91b service neutron] Bound port: 27c6e9f3-852e-4285-8d2b-4884c28f0970, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52782695-8799-4c82-b579-02cd0984abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:17:22.597570 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-1aaaedb7-e738-407b-a8dc-9162217de91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:22.613645 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a7030676-081f-43ea-b92d-ed1ce5a6e323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:22.651842 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d4bef-5b80-4998-bf7f-5ccfa758c13d tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Pushing event updated for resources: {'Port': ['ID=88ce74d6-706b-4243-855e-a3f3408dee04,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:22.707363 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-ca5d4bef-5b80-4998-bf7f-5ccfa758c13d tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2508159 Jul 13 07:17:22.731957 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-b1c4acd5-7db7-4530-9163-0c4311f2a2d2 service neutron] Request body: {'port': {'device_id': 'ba8d3705-e57e-467d-a497-6b4192c2b85b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:17:22.802806 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd5525-5ddb-4d24-85e0-b482d44cca2f req-337483e2-c16c-437d-b6a6-661603e4ce8a tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:22.804519 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cefd5525-5ddb-4d24-85e0-b482d44cca2f req-337483e2-c16c-437d-b6a6-661603e4ce8a tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eb3a00d-0865-4b6b-81cc-a3cec8732897 HTTP/1.1" status: 200 len: 932 time: 0.4764161 Jul 13 07:17:22.819921 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3d91a-c780-4216-b992-3881def75b97 req-ce0245fc-2cde-42f0-854d-37246e64eb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:22.822853 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-75b3d91a-c780-4216-b992-3881def75b97 req-ce0245fc-2cde-42f0-854d-37246e64eb76 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 1100 time: 0.3630948 Jul 13 07:17:22.837284 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 9c7a8282-37d0-4766-acbb-4c25f10c0b68 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:17:22.907905 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3d91a-c780-4216-b992-3881def75b97 req-d0246f4b-8055-4c39-9e2e-f66f641e67ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:22.910095 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-75b3d91a-c780-4216-b992-3881def75b97 req-d0246f4b-8055-4c39-9e2e-f66f641e67ca service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 1100 time: 0.4405968 Jul 13 07:17:22.991120 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2c686447-5f9c-4135-b2af-580abd85fd66 None None] Provisioning for port 88ce74d6-706b-4243-855e-a3f3408dee04 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:17:23.004797 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2c686447-5f9c-4135-b2af-580abd85fd66 None None] Provisioning complete for port 88ce74d6-706b-4243-855e-a3f3408dee04 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:17:23.005716 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2c686447-5f9c-4135-b2af-580abd85fd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:23.020241 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cefd5525-5ddb-4d24-85e0-b482d44cca2f req-f841c48f-59fc-4a18-9cc3-56439a1b4ecb tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083168 Jul 13 07:17:23.049397 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2c686447-5f9c-4135-b2af-580abd85fd66 None None] Port 88ce74d6-706b-4243-855e-a3f3408dee04 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:17:23.063464 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-b1c4acd5-7db7-4530-9163-0c4311f2a2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:23.064812 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-1aaaedb7-e738-407b-a8dc-9162217de91b service neutron] For port 27c6e9f3-852e-4285-8d2b-4884c28f0970, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:17:23.073974 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:23.142874 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-1aaaedb7-e738-407b-a8dc-9162217de91b service neutron] For port 27c6e9f3-852e-4285-8d2b-4884c28f0970, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=27c6e9f3-852e-4285-8d2b-4884c28f0970,segment=NetworkSegment(52782695-8799-4c82-b579-02cd0984abd0),segment_id=52782695-8799-4c82-b579-02cd0984abd0)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:17:23.151692 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a7030676-081f-43ea-b92d-ed1ce5a6e323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:23.153125 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3d91a-c780-4216-b992-3881def75b97 req-d8edefd2-0225-4b5a-81ec-8be5a4c91b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:23.154660 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-75b3d91a-c780-4216-b992-3881def75b97 req-d8edefd2-0225-4b5a-81ec-8be5a4c91b1e service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.2377572 Jul 13 07:17:23.156448 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-1aaaedb7-e738-407b-a8dc-9162217de91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:23.159282 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a7030676-081f-43ea-b92d-ed1ce5a6e323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:23.216421 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8fa53-ce45-4e82-b0cb-20e09ac8f78b req-8724f63a-05af-4a9d-b9ee-a880c732fcc2 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:23.217908 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-87c8fa53-ce45-4e82-b0cb-20e09ac8f78b req-8724f63a-05af-4a9d-b9ee-a880c732fcc2 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba8d3705-e57e-467d-a497-6b4192c2b85b HTTP/1.1" status: 200 len: 935 time: 0.2953846 Jul 13 07:17:23.226543 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3d91a-c780-4216-b992-3881def75b97 req-65d4b444-fa48-4460-af35-e7f7dafd12dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:23.228087 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-75b3d91a-c780-4216-b992-3881def75b97 req-65d4b444-fa48-4460-af35-e7f7dafd12dd service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.3877687 Jul 13 07:17:23.238816 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-1aaaedb7-e738-407b-a8dc-9162217de91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:23.239441 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-1aaaedb7-e738-407b-a8dc-9162217de91b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:23.240834 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-1aaaedb7-e738-407b-a8dc-9162217de91b service neutron] 10.222.0.25 "PUT /v2.0/ports/27c6e9f3-852e-4285-8d2b-4884c28f0970 HTTP/1.1" status: 200 len: 1092 time: 2.1210830 Jul 13 07:17:23.244751 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101e2429-3386-4153-9c0c-b8ffeb85f91a', 'tag': '27c6e9f3-852e-4285-8d2b-4884c28f0970'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:17:23.247750 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20ad61f-cb54-4edd-85c8-d5d68958edab" -d '{"events": [{"name": "network-changed", "server_uuid": "101e2429-3386-4153-9c0c-b8ffeb85f91a", "tag": "27c6e9f3-852e-4285-8d2b-4884c28f0970"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:17:23.310749 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-75b3d91a-c780-4216-b992-3881def75b97 req-e93bef79-d3fc-417d-8c73-47ad2f7e17db service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=9c7a8282-37d0-4766-acbb-4c25f10c0b68 HTTP/1.1" status: 200 len: 217 time: 0.1329310 Jul 13 07:17:23.340298 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a7030676-081f-43ea-b92d-ed1ce5a6e323 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=71e827b3d0a34aea872158d49cf6ab18&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1366155 Jul 13 07:17:23.342885 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7030676-081f-43ea-b92d-ed1ce5a6e323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2235bc-a487-4ca2-b31a-19712d89fb82,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:23.365630 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40176) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:23.454520 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3d91a-c780-4216-b992-3881def75b97 req-e884fb75-1fb7-4b50-b049-9d02f263275d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:23.456048 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-75b3d91a-c780-4216-b992-3881def75b97 req-e884fb75-1fb7-4b50-b049-9d02f263275d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.1376972 Jul 13 07:17:23.549025 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671bd896-ab68-4568-b427-66b98084d141 req-c7f77b96-2e32-43cc-9afd-2f5e12e7f661 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:23.550980 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-671bd896-ab68-4568-b427-66b98084d141 req-c7f77b96-2e32-43cc-9afd-2f5e12e7f661 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 948 time: 0.3824801 Jul 13 07:17:23.604514 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:23.630711 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cbca1e32-d36b-47c7-8823-21f358496113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:23.655910 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-75b3d91a-c780-4216-b992-3881def75b97 req-350131dc-112b-4e32-a881-af6c4eedb57c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=9c7a8282-37d0-4766-acbb-4c25f10c0b68 HTTP/1.1" status: 200 len: 217 time: 0.4051166 Jul 13 07:17:23.666699 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaaedb7-e738-407b-a8dc-9162217de91b service neutron] Pushing event updated for resources: {'Port': ['ID=27c6e9f3-852e-4285-8d2b-4884c28f0970,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:23.737311 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-87c8fa53-ce45-4e82-b0cb-20e09ac8f78b req-5e031380-f9a7-4b4a-946e-58c70c102806 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5038803 Jul 13 07:17:23.776967 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-c5e9eb80-87c3-4f0d-bfd5-d9e3eabc6d11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1bb70a0-5327-4aed-8a0f-9bdd396349c5 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:17:23.783024 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3d91a-c780-4216-b992-3881def75b97 req-f6b3ac0b-4b06-46a6-8598-2dd8731b0a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:23.784504 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-75b3d91a-c780-4216-b992-3881def75b97 req-f6b3ac0b-4b06-46a6-8598-2dd8731b0a71 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.1083884 Jul 13 07:17:23.790371 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-c5e9eb80-87c3-4f0d-bfd5-d9e3eabc6d11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:23.833650 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-c5e9eb80-87c3-4f0d-bfd5-d9e3eabc6d11 service neutron] Transition to ACTIVE for port object e1bb70a0-5327-4aed-8a0f-9bdd396349c5 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:17:23.836071 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-6727e526-26f1-4455-a4ec-9769a2096816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:23.837275 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-6727e526-26f1-4455-a4ec-9769a2096816 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=34f1f252047a479b82dd34808ffbdaa6&device_id=101e2429-3386-4153-9c0c-b8ffeb85f91a HTTP/1.1" status: 200 len: 1095 time: 0.5255568 Jul 13 07:17:23.847951 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-c5e9eb80-87c3-4f0d-bfd5-d9e3eabc6d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:23.871684 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-671bd896-ab68-4568-b427-66b98084d141 req-da53c426-8788-4905-b648-dceb894580bb tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037708 Jul 13 07:17:23.879784 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cbca1e32-d36b-47c7-8823-21f358496113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:23.884490 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3d91a-c780-4216-b992-3881def75b97 req-b806a458-2c12-41f3-a7fd-471ba01ba9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:23.885947 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-75b3d91a-c780-4216-b992-3881def75b97 req-b806a458-2c12-41f3-a7fd-471ba01ba9b9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4196677 Jul 13 07:17:23.946155 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-93361829-8716-448e-8ee0-0e4f06ae0cbf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27c6e9f3-852e-4285-8d2b-4884c28f0970 HTTP/1.1" status: 200 len: 217 time: 0.1005883 Jul 13 07:17:23.948146 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-b1c4acd5-7db7-4530-9163-0c4311f2a2d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88ce74d6-706b-4243-855e-a3f3408dee04 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:17:23.969074 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-b1c4acd5-7db7-4530-9163-0c4311f2a2d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:24.014968 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9eb80-87c3-4f0d-bfd5-d9e3eabc6d11 service neutron] Pushing event updated for resources: {'Port': ['ID=e1bb70a0-5327-4aed-8a0f-9bdd396349c5,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:24.024429 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-b1c4acd5-7db7-4530-9163-0c4311f2a2d2 service neutron] Transition to ACTIVE for port object 88ce74d6-706b-4243-855e-a3f3408dee04 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:17:24.038344 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3d91a-c780-4216-b992-3881def75b97 req-7abc4698-1dab-47cb-872c-7b210be72d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:24.040097 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-75b3d91a-c780-4216-b992-3881def75b97 req-7abc4698-1dab-47cb-872c-7b210be72d17 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2471375 Jul 13 07:17:24.050604 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-b1c4acd5-7db7-4530-9163-0c4311f2a2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:24.079864 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-9820a543-b7c4-4ecc-85bf-0d768d0e3a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:24.081299 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-9820a543-b7c4-4ecc-85bf-0d768d0e3a48 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=206eeb9b-bd1e-46b3-9846-f00f50c205b6 HTTP/1.1" status: 200 len: 862 time: 0.1254973 Jul 13 07:17:24.102639 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4acd5-7db7-4530-9163-0c4311f2a2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=88ce74d6-706b-4243-855e-a3f3408dee04,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:24.117190 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-75b3d91a-c780-4216-b992-3881def75b97 req-d397bbcf-0d0d-463f-a818-a025ed0d72ad service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145059 Jul 13 07:17:24.119407 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cbca1e32-d36b-47c7-8823-21f358496113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:24.120270 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-c5e9eb80-87c3-4f0d-bfd5-d9e3eabc6d11 service neutron] Attempting to bind port e1bb70a0-5327-4aed-8a0f-9bdd396349c5 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:17:24.120579 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-c5e9eb80-87c3-4f0d-bfd5-d9e3eabc6d11 service neutron] Attempting to bind port e1bb70a0-5327-4aed-8a0f-9bdd396349c5 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:17:24.121153 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-c5e9eb80-87c3-4f0d-bfd5-d9e3eabc6d11 service neutron] Attempting to bind port e1bb70a0-5327-4aed-8a0f-9bdd396349c5 on network bff43fa8-f666-4c15-8f06-2242dcee7e17 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:17:24.122042 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cbca1e32-d36b-47c7-8823-21f358496113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:24.123140 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-cbca1e32-d36b-47c7-8823-21f358496113 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2f2235bc-a487-4ca2-b31a-19712d89fb82 HTTP/1.1" status: 204 len: 168 time: 0.7564156 Jul 13 07:17:24.168523 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01bd7d-832b-4a1f-aa05-938723482c99 req-685db5b7-dbc1-4005-9668-cc1cf9e9a30e tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:24.170064 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1f01bd7d-832b-4a1f-aa05-938723482c99 req-685db5b7-dbc1-4005-9668-cc1cf9e9a30e tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=12289cf0-a9fd-41df-b6d7-58703ccedde0 HTTP/1.1" status: 200 len: 1097 time: 0.3179939 Jul 13 07:17:24.174540 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-c5e9eb80-87c3-4f0d-bfd5-d9e3eabc6d11 service neutron] Port e1bb70a0-5327-4aed-8a0f-9bdd396349c5 on network bff43fa8-f666-4c15-8f06-2242dcee7e17 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:17:24.174860 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-c5e9eb80-87c3-4f0d-bfd5-d9e3eabc6d11 service neutron] Attempting to bind port e1bb70a0-5327-4aed-8a0f-9bdd396349c5 on network bff43fa8-f666-4c15-8f06-2242dcee7e17 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:17:24.209376 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca1e32-d36b-47c7-8823-21f358496113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2235bc-a487-4ca2-b31a-19712d89fb82,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:24.251589 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-c5e9eb80-87c3-4f0d-bfd5-d9e3eabc6d11 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:17:24.251933 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-c5e9eb80-87c3-4f0d-bfd5-d9e3eabc6d11 service neutron] Checking segment: {'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:17:24.252324 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-c5e9eb80-87c3-4f0d-bfd5-d9e3eabc6d11 service neutron] Bound using segment: {'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:17:24.252777 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-c5e9eb80-87c3-4f0d-bfd5-d9e3eabc6d11 service neutron] Bound port: e1bb70a0-5327-4aed-8a0f-9bdd396349c5, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:17:24.253137 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-c5e9eb80-87c3-4f0d-bfd5-d9e3eabc6d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:24.309656 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-b1c4acd5-7db7-4530-9163-0c4311f2a2d2 service neutron] Attempting to bind port 88ce74d6-706b-4243-855e-a3f3408dee04 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:17:24.309990 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-b1c4acd5-7db7-4530-9163-0c4311f2a2d2 service neutron] Attempting to bind port 88ce74d6-706b-4243-855e-a3f3408dee04 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:17:24.310323 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-b1c4acd5-7db7-4530-9163-0c4311f2a2d2 service neutron] Attempting to bind port 88ce74d6-706b-4243-855e-a3f3408dee04 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:17:24.328520 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-b1c4acd5-7db7-4530-9163-0c4311f2a2d2 service neutron] Port 88ce74d6-706b-4243-855e-a3f3408dee04 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:17:24.329344 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-b1c4acd5-7db7-4530-9163-0c4311f2a2d2 service neutron] Attempting to bind port 88ce74d6-706b-4243-855e-a3f3408dee04 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:17:24.343260 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40192) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:24.349462 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-b1c4acd5-7db7-4530-9163-0c4311f2a2d2 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:17:24.350139 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-b1c4acd5-7db7-4530-9163-0c4311f2a2d2 service neutron] Checking segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:17:24.351426 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-b1c4acd5-7db7-4530-9163-0c4311f2a2d2 service neutron] Bound using segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:17:24.352154 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-b1c4acd5-7db7-4530-9163-0c4311f2a2d2 service neutron] Bound port: 88ce74d6-706b-4243-855e-a3f3408dee04, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:17:24.352818 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-b1c4acd5-7db7-4530-9163-0c4311f2a2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:24.383734 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-75b3d91a-c780-4216-b992-3881def75b97 req-212c1da7-2c4d-4ff9-8a0c-8971228f05b3 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584114 Jul 13 07:17:24.438227 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-3d51d8c0-a500-4e60-82a3-7a9153577790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:24.440589 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-3d51d8c0-a500-4e60-82a3-7a9153577790 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=afb92f7f-5b7d-43ea-9f6e-b225beb5888c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3463545 Jul 13 07:17:24.442544 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1f01bd7d-832b-4a1f-aa05-938723482c99 req-6cdd6f1b-7596-4fd1-94c8-7a5ef34486a7 tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567306 Jul 13 07:17:24.443783 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d75d0-32f4-4e6a-9466-705cc2a88724 req-c87d5f7f-b9fa-4308-9093-fb0af1c54c9a tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:24.448105 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-75b3d91a-c780-4216-b992-3881def75b97 req-4ecdaecd-77a5-4393-bc39-6c4f1d9b3ff5 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856139 Jul 13 07:17:24.452207 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-163d75d0-32f4-4e6a-9466-705cc2a88724 req-c87d5f7f-b9fa-4308-9093-fb0af1c54c9a tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/ports?device_id=101e2429-3386-4153-9c0c-b8ffeb85f91a HTTP/1.1" status: 200 len: 943 time: 0.2344096 Jul 13 07:17:24.533795 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-163d75d0-32f4-4e6a-9466-705cc2a88724 req-a3deb766-3373-4bef-8c6b-af1340f38fac tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/security-groups?id=3179f37d-94de-45a9-a48f-244bb3f0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806401 Jul 13 07:17:24.534791 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40198) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:24.552904 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-b1c4acd5-7db7-4530-9163-0c4311f2a2d2 service neutron] For port 88ce74d6-706b-4243-855e-a3f3408dee04, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:17:24.561269 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-b1c4acd5-7db7-4530-9163-0c4311f2a2d2 service neutron] For port 88ce74d6-706b-4243-855e-a3f3408dee04, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=88ce74d6-706b-4243-855e-a3f3408dee04,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:17:24.568924 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-b1c4acd5-7db7-4530-9163-0c4311f2a2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:24.594315 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4d98d5-ee68-4968-9e8c-1f4d6e0b6cbc x-openstack-request-id: req-3f4d98d5-ee68-4968-9e8c-1f4d6e0b6cbc {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:17:24.594599 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "101e2429-3386-4153-9c0c-b8ffeb85f91a", "tag": "27c6e9f3-852e-4285-8d2b-4884c28f0970", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:17:24.594853 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f4d98d5-ee68-4968-9e8c-1f4d6e0b6cbc {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:17:24.595379 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '101e2429-3386-4153-9c0c-b8ffeb85f91a', 'tag': '27c6e9f3-852e-4285-8d2b-4884c28f0970', 'status': 'completed', 'code': 200} Jul 13 07:17:24.648371 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-b1c4acd5-7db7-4530-9163-0c4311f2a2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:24.648965 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-b1c4acd5-7db7-4530-9163-0c4311f2a2d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:24.650419 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-b1c4acd5-7db7-4530-9163-0c4311f2a2d2 service neutron] 10.222.0.42 "PUT /v2.0/ports/88ce74d6-706b-4243-855e-a3f3408dee04 HTTP/1.1" status: 200 len: 1096 time: 1.9228678 Jul 13 07:17:24.650854 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8d3705-e57e-467d-a497-6b4192c2b85b', 'tag': '88ce74d6-706b-4243-855e-a3f3408dee04'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:17:24.653160 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58d0a27-47af-457e-9a4f-2ec0b43f281b" -d '{"events": [{"name": "network-changed", "server_uuid": "ba8d3705-e57e-467d-a497-6b4192c2b85b", "tag": "88ce74d6-706b-4243-855e-a3f3408dee04"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:17:24.653776 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c009a406-650b-47ab-b849-1250636f3460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:24.693110 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4acd5-7db7-4530-9163-0c4311f2a2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=88ce74d6-706b-4243-855e-a3f3408dee04,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:24.713444 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-c5e9eb80-87c3-4f0d-bfd5-d9e3eabc6d11 service neutron] For port e1bb70a0-5327-4aed-8a0f-9bdd396349c5, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:17:24.784139 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-c5e9eb80-87c3-4f0d-bfd5-d9e3eabc6d11 service neutron] For port e1bb70a0-5327-4aed-8a0f-9bdd396349c5, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=e1bb70a0-5327-4aed-8a0f-9bdd396349c5,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:17:24.809740 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-2aea0f9b-5837-413f-9cfa-4832b7f5c140 service neutron] 10.222.0.25 "GET /v2.0/networks/afb92f7f-5b7d-43ea-9f6e-b225beb5888c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548365 Jul 13 07:17:24.812581 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-c5e9eb80-87c3-4f0d-bfd5-d9e3eabc6d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:24.821544 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97a02f-2122-4ac3-b803-7eede982e572 req-dfcd2036-8a96-4ec7-83f2-b56d5774c3ea tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:24.829217 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1c97a02f-2122-4ac3-b803-7eede982e572 req-dfcd2036-8a96-4ec7-83f2-b56d5774c3ea tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eb3a00d-0865-4b6b-81cc-a3cec8732897 HTTP/1.1" status: 200 len: 944 time: 0.0927043 Jul 13 07:17:24.836960 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-31b2a64e-618d-4f41-b469-dce1d17f7e53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:24.851676 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-74f805a8-d557-4247-8d0e-3b1bc7d261b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:24.853182 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-74f805a8-d557-4247-8d0e-3b1bc7d261b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1dc50c2d0c9b4db9892129e9bc564b07&device_id=ba8d3705-e57e-467d-a497-6b4192c2b85b HTTP/1.1" status: 200 len: 1099 time: 0.1528058 Jul 13 07:17:24.871842 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1c97a02f-2122-4ac3-b803-7eede982e572 req-bc5aed5d-bb3e-4ff8-bd04-c45048d248d5 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420728 Jul 13 07:17:24.904415 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-75b3d91a-c780-4216-b992-3881def75b97 req-bf117d12-adf0-4de5-8276-f087e2dab5b6 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353626 Jul 13 07:17:24.931720 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-c5e9eb80-87c3-4f0d-bfd5-d9e3eabc6d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:24.932342 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-c5e9eb80-87c3-4f0d-bfd5-d9e3eabc6d11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:24.933771 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-c5e9eb80-87c3-4f0d-bfd5-d9e3eabc6d11 service neutron] 10.222.0.25 "PUT /v2.0/ports/e1bb70a0-5327-4aed-8a0f-9bdd396349c5 HTTP/1.1" status: 200 len: 1093 time: 2.5473723 Jul 13 07:17:24.963626 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-1657fa28-c9b9-48a7-b74e-be89303466ea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=88ce74d6-706b-4243-855e-a3f3408dee04 HTTP/1.1" status: 200 len: 217 time: 0.0908053 Jul 13 07:17:25.001724 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9eb80-87c3-4f0d-bfd5-d9e3eabc6d11 service neutron] Pushing event updated for resources: {'Port': ['ID=e1bb70a0-5327-4aed-8a0f-9bdd396349c5,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:25.011645 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57d415d-5876-4f9b-97e8-6e31fe18cbab x-openstack-request-id: req-d57d415d-5876-4f9b-97e8-6e31fe18cbab {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:17:25.011910 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba8d3705-e57e-467d-a497-6b4192c2b85b", "tag": "88ce74d6-706b-4243-855e-a3f3408dee04", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:17:25.012568 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d57d415d-5876-4f9b-97e8-6e31fe18cbab {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:17:25.012568 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba8d3705-e57e-467d-a497-6b4192c2b85b', 'tag': '88ce74d6-706b-4243-855e-a3f3408dee04', 'status': 'completed', 'code': 200} Jul 13 07:17:25.032417 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-a31b09cb-3c6c-4cfc-8979-9bfc6b04d3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:25.034091 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-a31b09cb-3c6c-4cfc-8979-9bfc6b04d3f3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.0643222 Jul 13 07:17:25.081912 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b01a0c14-bab0-4b79-8fb4-899889a3bd08 req-5653401e-4d11-44f0-8820-30ba7986143c service neutron] 10.222.0.25 "GET /v2.0/networks/afb92f7f-5b7d-43ea-9f6e-b225beb5888c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569532 Jul 13 07:17:25.113767 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-91e9c0b5-2b95-4b26-b83f-e6135c7a5c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:25.115848 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-91e9c0b5-2b95-4b26-b83f-e6135c7a5c9e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0743885 Jul 13 07:17:25.121758 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c009a406-650b-47ab-b849-1250636f3460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:25.124121 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-2b8ec031-861e-4a49-ac6e-049041e2be10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:25.125559 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-2b8ec031-861e-4a49-ac6e-049041e2be10 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=59ced391c6a04d319ae98164aff14fc2&device_id=1eb3a00d-0865-4b6b-81cc-a3cec8732897 HTTP/1.1" status: 200 len: 1096 time: 0.1361585 Jul 13 07:17:25.133955 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c009a406-650b-47ab-b849-1250636f3460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:25.245671 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-bc45b796-d2cd-4d4b-ae70-64577a521ee4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1bb70a0-5327-4aed-8a0f-9bdd396349c5 HTTP/1.1" status: 200 len: 217 time: 0.1064298 Jul 13 07:17:25.261538 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd3ffe-770b-4099-a205-795e463d2d0f req-00009d38-c286-4d7e-8a0e-4ec6da6bdcde tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:25.263046 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-11dd3ffe-770b-4099-a205-795e463d2d0f req-00009d38-c286-4d7e-8a0e-4ec6da6bdcde tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba8d3705-e57e-467d-a497-6b4192c2b85b HTTP/1.1" status: 200 len: 947 time: 0.1316035 Jul 13 07:17:25.265300 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-27eb808f-a149-4df1-87a7-08be6424768e service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424918 Jul 13 07:17:25.274097 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c009a406-650b-47ab-b849-1250636f3460 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=46a49ab47dcb461cb41935b29c172b4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6819777 Jul 13 07:17:25.286221 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40214) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:25.297135 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c009a406-650b-47ab-b849-1250636f3460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a46d829-3324-4da2-8213-a614081432f5,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:25.360424 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-e7615b91-1ce6-45e5-97d3-f8926b97c580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:25.364731 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-e7615b91-1ce6-45e5-97d3-f8926b97c580 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6c79b49d-432e-4da7-962c-3ca2527bdd27 HTTP/1.1" status: 200 len: 861 time: 0.1106827 Jul 13 07:17:25.412704 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-96e4a5cd-be9e-4300-9283-d1ff90cacc45 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bff43fa8-f666-4c15-8f06-2242dcee7e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406401 Jul 13 07:17:25.415327 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ad61f-cb54-4edd-85c8-d5d68958edab req-957bce2e-fa83-4846-b136-6928d9fd5af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:25.415941 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-11dd3ffe-770b-4099-a205-795e463d2d0f req-65ba3a97-be2c-4257-9229-e32ed65b14c0 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453619 Jul 13 07:17:25.416776 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a20ad61f-cb54-4edd-85c8-d5d68958edab req-957bce2e-fa83-4846-b136-6928d9fd5af2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=34f1f252047a479b82dd34808ffbdaa6&device_id=101e2429-3386-4153-9c0c-b8ffeb85f91a HTTP/1.1" status: 200 len: 1095 time: 0.2590537 Jul 13 07:17:25.454864 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-09c2b35c-7368-40cd-ab8a-979893aab92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:25.463444 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dc18f76c-d26f-46a5-82a8-98d1e09117b0 req-e1ba7cd7-97cc-475c-a278-82789d9bc7d4 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915903 Jul 13 07:17:25.483704 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-09c2b35c-7368-40cd-ab8a-979893aab92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:25.488723 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-31b2a64e-618d-4f41-b469-dce1d17f7e53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:25.532276 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-31b2a64e-618d-4f41-b469-dce1d17f7e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:25.612151 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-09c2b35c-7368-40cd-ab8a-979893aab92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:25.614655 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-09c2b35c-7368-40cd-ab8a-979893aab92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:25.619472 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-09c2b35c-7368-40cd-ab8a-979893aab92f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9a46d829-3324-4da2-8213-a614081432f5 HTTP/1.1" status: 204 len: 168 time: 0.3321791 Jul 13 07:17:25.626701 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d0a27-47af-457e-9a4f-2ec0b43f281b req-0696dfe0-14a4-4c1d-aa90-302ba35b1d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:25.628189 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f58d0a27-47af-457e-9a4f-2ec0b43f281b req-0696dfe0-14a4-4c1d-aa90-302ba35b1d59 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1dc50c2d0c9b4db9892129e9bc564b07&device_id=ba8d3705-e57e-467d-a497-6b4192c2b85b HTTP/1.1" status: 200 len: 1099 time: 0.0916557 Jul 13 07:17:25.644546 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b2a64e-618d-4f41-b469-dce1d17f7e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feff6c9f-df66-4b8c-8ea7-1911233093d2,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:25.658084 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-31b2a64e-618d-4f41-b469-dce1d17f7e53 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=455dcd73c06b4be58b5640854a0729aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3131590 Jul 13 07:17:25.660826 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40232) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:25.666662 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-edf2e003-78b1-416b-b600-981bc29d3125 service neutron] 10.222.0.25 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427194 Jul 13 07:17:25.669141 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2b35c-7368-40cd-ab8a-979893aab92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a46d829-3324-4da2-8213-a614081432f5,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:25.673057 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ad61f-cb54-4edd-85c8-d5d68958edab req-88ff023d-d144-4bd2-bf25-ea471c12fc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:25.674651 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a20ad61f-cb54-4edd-85c8-d5d68958edab req-88ff023d-d144-4bd2-bf25-ea471c12fc52 service neutron] 10.222.0.25 "GET /v2.0/networks?id=afb92f7f-5b7d-43ea-9f6e-b225beb5888c HTTP/1.1" status: 200 len: 924 time: 0.2428021 Jul 13 07:17:25.761133 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a20ad61f-cb54-4edd-85c8-d5d68958edab req-e437d106-c222-4ce8-b129-3909e1795998 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27c6e9f3-852e-4285-8d2b-4884c28f0970 HTTP/1.1" status: 200 len: 217 time: 0.0700135 Jul 13 07:17:25.815907 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe7f9c-cb3d-488a-8ffb-78891a64a1bc req-79cb862f-976f-4a1a-a5a7-ecb8da341cc0 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:25.817025 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-edbe7f9c-cb3d-488a-8ffb-78891a64a1bc req-79cb862f-976f-4a1a-a5a7-ecb8da341cc0 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 948 time: 0.1955917 Jul 13 07:17:25.820186 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d0a27-47af-457e-9a4f-2ec0b43f281b req-57fea7a3-c53d-4f2a-807c-259d819ec1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:25.821595 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f58d0a27-47af-457e-9a4f-2ec0b43f281b req-57fea7a3-c53d-4f2a-807c-259d819ec1c7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.1790261 Jul 13 07:17:25.878264 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f58d0a27-47af-457e-9a4f-2ec0b43f281b req-cedc32f1-f35d-404f-a2a2-6e29c52b73eb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=88ce74d6-706b-4243-855e-a3f3408dee04 HTTP/1.1" status: 200 len: 217 time: 0.0430536 Jul 13 07:17:25.878713 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c58d8a38-05fd-424f-b500-ba270d68e927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:25.884451 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ad61f-cb54-4edd-85c8-d5d68958edab req-723f8684-9f9a-4f1f-852e-c538a36d9e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:25.885920 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a20ad61f-cb54-4edd-85c8-d5d68958edab req-723f8684-9f9a-4f1f-852e-c538a36d9e8e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=206eeb9b-bd1e-46b3-9846-f00f50c205b6 HTTP/1.1" status: 200 len: 862 time: 0.1141977 Jul 13 07:17:25.889908 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4e78489f-b7fe-44b7-bd12-eeb9f96643ef req-ffbaf902-9a49-4b05-9078-44d0c5228b12 service neutron] 10.222.0.25 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140732 Jul 13 07:17:25.918038 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c58d8a38-05fd-424f-b500-ba270d68e927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:25.930969 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-edbe7f9c-cb3d-488a-8ffb-78891a64a1bc req-42fda5a8-4274-48cf-8faf-ca7b61de6926 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032619 Jul 13 07:17:25.942940 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d0a27-47af-457e-9a4f-2ec0b43f281b req-ea4c8402-6b6d-49b3-abb1-91e2281f1479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:25.945432 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f58d0a27-47af-457e-9a4f-2ec0b43f281b req-ea4c8402-6b6d-49b3-abb1-91e2281f1479 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.0568175 Jul 13 07:17:25.971163 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 9c7a8282-37d0-4766-acbb-4c25f10c0b68 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:17:26.010564 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ad61f-cb54-4edd-85c8-d5d68958edab req-043f114e-80af-4110-b902-99edf335fb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:26.012301 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a20ad61f-cb54-4edd-85c8-d5d68958edab req-043f114e-80af-4110-b902-99edf335fb46 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=afb92f7f-5b7d-43ea-9f6e-b225beb5888c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1117339 Jul 13 07:17:26.013444 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c58d8a38-05fd-424f-b500-ba270d68e927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:26.016510 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c58d8a38-05fd-424f-b500-ba270d68e927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:26.020394 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c58d8a38-05fd-424f-b500-ba270d68e927 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/feff6c9f-df66-4b8c-8ea7-1911233093d2 HTTP/1.1" status: 204 len: 168 time: 0.3582530 Jul 13 07:17:26.038790 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d8a38-05fd-424f-b500-ba270d68e927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feff6c9f-df66-4b8c-8ea7-1911233093d2,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:26.077212 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d0a27-47af-457e-9a4f-2ec0b43f281b req-ce8fced5-709d-41d3-81c8-3606ab4a1f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:26.078858 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f58d0a27-47af-457e-9a4f-2ec0b43f281b req-ce8fced5-709d-41d3-81c8-3606ab4a1f4f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1202817 Jul 13 07:17:26.217826 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 9c7a8282-37d0-4766-acbb-4c25f10c0b68, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=9c7a8282-37d0-4766-acbb-4c25f10c0b68,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:26.232157 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '9c7a8282-37d0-4766-acbb-4c25f10c0b68', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': '9c7a8282-37d0-4766-acbb-4c25f10c0b68', 'mac_address': 'fa:16:3e:ad:37:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:17:26.235659 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a20ad61f-cb54-4edd-85c8-d5d68958edab req-b7afed96-62f5-43ab-b64f-172c6757cf89 service neutron] 10.222.0.25 "GET /v2.0/networks/afb92f7f-5b7d-43ea-9f6e-b225beb5888c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065041 Jul 13 07:17:26.242098 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-44a50e24-6907-4447-a18f-d96be7bf0473 tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:17:26.243342 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-44a50e24-6907-4447-a18f-d96be7bf0473 tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082822 Jul 13 07:17:26.266952 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-d4c9a954-6252-4838-afdc-9fc575a1cfbf service neutron] Request body: {'binding': {'host': 'n-h2-771363-34', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:17:26.267440 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-d4c9a954-6252-4838-afdc-9fc575a1cfbf service neutron] Unknown quota resources ['binding']. {{(pid=94017) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:17:26.280560 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:26.299988 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c7a8282-37d0-4766-acbb-4c25f10c0b68 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:17:26.302134 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f58d0a27-47af-457e-9a4f-2ec0b43f281b req-95e3aaa9-eb72-4e8f-ba07-f9da2479c593 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135937 Jul 13 07:17:26.348866 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 9c7a8282-37d0-4766-acbb-4c25f10c0b68, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=9c7a8282-37d0-4766-acbb-4c25f10c0b68,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:26.356993 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:26.368620 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a20ad61f-cb54-4edd-85c8-d5d68958edab req-a94895de-b1db-45ea-98a3-91c48bd010f7 service neutron] 10.222.0.25 "GET /v2.0/networks/afb92f7f-5b7d-43ea-9f6e-b225beb5888c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251316 Jul 13 07:17:26.433008 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=9c7a8282-37d0-4766-acbb-4c25f10c0b68,revision_number=8']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:26.507131 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40260) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:26.525426 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-260c8779-832a-4aa1-bdbc-f0d6d5bc7e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:26.597656 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb3a00d-0865-4b6b-81cc-a3cec8732897', 'tag': 'e1bb70a0-5327-4aed-8a0f-9bdd396349c5'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:17:26.599032 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d43e8a-e175-4c2f-8ea5-be82435deb95 req-ca83545a-3bca-4301-90d4-c560f73e0b64 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:26.599934 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5b9bdd-bc65-40f0-9955-2e487d206c68" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb3a00d-0865-4b6b-81cc-a3cec8732897", "tag": "e1bb70a0-5327-4aed-8a0f-9bdd396349c5"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:17:26.602511 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-68d43e8a-e175-4c2f-8ea5-be82435deb95 req-ca83545a-3bca-4301-90d4-c560f73e0b64 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/ports?device_id=101e2429-3386-4153-9c0c-b8ffeb85f91a HTTP/1.1" status: 200 len: 943 time: 0.4175630 Jul 13 07:17:26.657633 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-260c8779-832a-4aa1-bdbc-f0d6d5bc7e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:26.662794 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-260c8779-832a-4aa1-bdbc-f0d6d5bc7e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:26.675559 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['9c7a8282-37d0-4766-acbb-4c25f10c0b68'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:17:26.722924 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-260c8779-832a-4aa1-bdbc-f0d6d5bc7e79 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=10a1d3f97d2546429cd06a1898828211&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2145002 Jul 13 07:17:26.724580 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c8779-832a-4aa1-bdbc-f0d6d5bc7e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0a6f2a-d829-47d1-98b0-bf4ad1ac5265,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:26.738582 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40270) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:26.801653 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-68d43e8a-e175-4c2f-8ea5-be82435deb95 req-d07b1efd-7007-439f-a141-b80a8d50f36e tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/security-groups?id=3179f37d-94de-45a9-a48f-244bb3f0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862290 Jul 13 07:17:26.816571 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f58d0a27-47af-457e-9a4f-2ec0b43f281b req-f55b3edb-3b0e-4a9d-a235-ab7fcc2fc2a9 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5033505 Jul 13 07:17:26.849066 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-d4c9a954-6252-4838-afdc-9fc575a1cfbf service neutron] Attempting to bind port b4631b47-cf5a-4b87-b275-75ced4b31d09 on host n-h2-771363-34 for vnic_type normal with profile None {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:17:26.849401 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-d4c9a954-6252-4838-afdc-9fc575a1cfbf service neutron] Attempting to bind port b4631b47-cf5a-4b87-b275-75ced4b31d09 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:17:26.849731 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-d4c9a954-6252-4838-afdc-9fc575a1cfbf service neutron] Attempting to bind port b4631b47-cf5a-4b87-b275-75ced4b31d09 on network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:17:26.853325 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bb838250-066a-49e7-bbf2-d3e08cfb803a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:26.856915 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-d4c9a954-6252-4838-afdc-9fc575a1cfbf service neutron] Port b4631b47-cf5a-4b87-b275-75ced4b31d09 on network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:17:26.857234 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-d4c9a954-6252-4838-afdc-9fc575a1cfbf service neutron] Attempting to bind port b4631b47-cf5a-4b87-b275-75ced4b31d09 on network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:17:26.869801 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-d4c9a954-6252-4838-afdc-9fc575a1cfbf service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:17:26.870137 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-d4c9a954-6252-4838-afdc-9fc575a1cfbf service neutron] Checking segment: {'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:17:26.871426 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-d4c9a954-6252-4838-afdc-9fc575a1cfbf service neutron] Bound using segment: {'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:17:26.871426 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-d4c9a954-6252-4838-afdc-9fc575a1cfbf service neutron] Bound port: b4631b47-cf5a-4b87-b275-75ced4b31d09, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:17:26.891761 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40274) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:26.904788 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bb838250-066a-49e7-bbf2-d3e08cfb803a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:26.991902 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-6face411-e164-44a2-851a-ca02fcc02977 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1210865859-network', 'tenant_id': '5fbf4735e17a4acea2cc0516c6f40bf2'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:17:26.992535 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-d4c9a954-6252-4838-afdc-9fc575a1cfbf service neutron] For port b4631b47-cf5a-4b87-b275-75ced4b31d09, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=b4631b47-cf5a-4b87-b275-75ced4b31d09,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:17:26.999468 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-d4c9a954-6252-4838-afdc-9fc575a1cfbf service neutron] Notify callbacks [] for binding, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:27.000771 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-d4c9a954-6252-4838-afdc-9fc575a1cfbf service neutron] 10.222.0.23 "POST /v2.0/ports/b4631b47-cf5a-4b87-b275-75ced4b31d09/bindings HTTP/1.1" status: 201 len: 390 time: 0.7443659 Jul 13 07:17:27.016725 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bb838250-066a-49e7-bbf2-d3e08cfb803a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:27.017424 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6face411-e164-44a2-851a-ca02fcc02977 admin admin] Made reservation on behalf of 5fbf4735e17a4acea2cc0516c6f40bf2 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:17:27.019533 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bb838250-066a-49e7-bbf2-d3e08cfb803a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:27.023173 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-bb838250-066a-49e7-bbf2-d3e08cfb803a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aa0a6f2a-d829-47d1-98b0-bf4ad1ac5265 HTTP/1.1" status: 204 len: 168 time: 0.2775424 Jul 13 07:17:27.023390 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6face411-e164-44a2-851a-ca02fcc02977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:27.031564 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb838250-066a-49e7-bbf2-d3e08cfb803a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0a6f2a-d829-47d1-98b0-bf4ad1ac5265,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:27.041618 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39beae8b-2dab-4a4b-ae2e-73a53cc0079a req-e1d2bd4b-481f-4ee0-868d-2874b1076aea tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:27.043296 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-39beae8b-2dab-4a4b-ae2e-73a53cc0079a req-e1d2bd4b-481f-4ee0-868d-2874b1076aea tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eb3a00d-0865-4b6b-81cc-a3cec8732897 HTTP/1.1" status: 200 len: 944 time: 0.1241570 Jul 13 07:17:27.047732 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6face411-e164-44a2-851a-ca02fcc02977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:27.110785 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-39beae8b-2dab-4a4b-ae2e-73a53cc0079a req-e2bc64a1-9e1e-4470-9d07-4f5249e3bb7c tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609801 Jul 13 07:17:27.201208 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6face411-e164-44a2-851a-ca02fcc02977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:27.206924 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6face411-e164-44a2-851a-ca02fcc02977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:27.261532 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6face411-e164-44a2-851a-ca02fcc02977 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:17:27.277961 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6face411-e164-44a2-851a-ca02fcc02977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8575ab4-8b6b-4ff6-8eca-106f9eeb1486,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:27.281630 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6face411-e164-44a2-851a-ca02fcc02977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:27.281987 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-6face411-e164-44a2-851a-ca02fcc02977 admin admin] Added segment 1659bffe-213e-407f-81a2-40b80fb6bc07 of type vlan for network bb149324-f64b-4c78-8c85-562761c5448f Jul 13 07:17:27.361283 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d3ef9-315e-4d90-a0ad-5573cc0fc514 req-0b471556-1709-4174-9d57-c0279a71de48 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:27.370179 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3f9d3ef9-315e-4d90-a0ad-5573cc0fc514 req-0b471556-1709-4174-9d57-c0279a71de48 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba8d3705-e57e-467d-a497-6b4192c2b85b HTTP/1.1" status: 200 len: 947 time: 0.0939653 Jul 13 07:17:27.392297 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6face411-e164-44a2-851a-ca02fcc02977 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:27.406822 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4aca31f-55c1-4549-be4a-a68cdd1aba1c x-openstack-request-id: req-b4aca31f-55c1-4549-be4a-a68cdd1aba1c {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:17:27.407328 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb3a00d-0865-4b6b-81cc-a3cec8732897", "tag": "e1bb70a0-5327-4aed-8a0f-9bdd396349c5", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:17:27.407586 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b4aca31f-55c1-4549-be4a-a68cdd1aba1c {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:17:27.408115 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb3a00d-0865-4b6b-81cc-a3cec8732897', 'tag': 'e1bb70a0-5327-4aed-8a0f-9bdd396349c5', 'status': 'completed', 'code': 200} Jul 13 07:17:27.462308 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3f9d3ef9-315e-4d90-a0ad-5573cc0fc514 req-bc411453-a1ed-4df0-8298-cb0b2323eda1 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866060 Jul 13 07:17:27.498116 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6face411-e164-44a2-851a-ca02fcc02977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:27.499246 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6face411-e164-44a2-851a-ca02fcc02977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:27.499978 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6face411-e164-44a2-851a-ca02fcc02977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:27.532567 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-a18f0fd0-0aca-42e8-8a4e-f4cbb084d97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:27.534463 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-a18f0fd0-0aca-42e8-8a4e-f4cbb084d97a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=05a465060c604024bf60fd1a58309bf9&device_id=12289cf0-a9fd-41df-b6d7-58703ccedde0 HTTP/1.1" status: 200 len: 1097 time: 0.1954019 Jul 13 07:17:27.550280 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6face411-e164-44a2-851a-ca02fcc02977 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6572635 Jul 13 07:17:27.552670 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40298) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:27.572015 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-daf6d085-c5aa-4bad-999c-e64a206047ac admin admin] Request body: {'subnet': {'network_id': 'bb149324-f64b-4c78-8c85-562761c5448f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1210865859-subnet', 'tenant_id': '5fbf4735e17a4acea2cc0516c6f40bf2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:17:27.698891 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b46ae-829d-4e8f-b388-7d2a94af670e req-67638890-b17e-4dd9-b644-623c235ef9f4 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:27.700489 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0e1b46ae-829d-4e8f-b388-7d2a94af670e req-67638890-b17e-4dd9-b644-623c235ef9f4 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.42 "GET /v2.0/ports?device_id=936d839d-37be-4c28-8b91-49ba84426f2d&tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&binding%3Ahost_id=n-h2-771363-34 HTTP/1.1" status: 200 len: 949 time: 0.2052553 Jul 13 07:17:27.764781 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5c34d-7339-481d-81b5-9e2f9659b60d req-ad6768da-c23f-45a3-9933-ba31fe481712 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:27.766343 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-17b5c34d-7339-481d-81b5-9e2f9659b60d req-ad6768da-c23f-45a3-9933-ba31fe481712 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 949 time: 0.1562965 Jul 13 07:17:27.814779 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [req-0e1b46ae-829d-4e8f-b388-7d2a94af670e req-a6d330fd-c010-471f-bb3d-a4da5ce1b52b service neutron] delete failed (client error): The resource could not be found. Jul 13 07:17:27.815735 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0e1b46ae-829d-4e8f-b388-7d2a94af670e req-a6d330fd-c010-471f-bb3d-a4da5ce1b52b service neutron] 10.222.0.42 "DELETE /v2.0/ports/9c7a8282-37d0-4766-acbb-4c25f10c0b68/bindings/n-h1-771363-34 HTTP/1.1" status: 404 len: 381 time: 0.1048985 Jul 13 07:17:27.824243 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-17b5c34d-7339-481d-81b5-9e2f9659b60d req-8575c294-43b0-415a-845c-643711605175 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482993 Jul 13 07:17:27.922945 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6face411-e164-44a2-851a-ca02fcc02977 admin admin] Pushing event updated for resources: {'Network': ['ID=bb149324-f64b-4c78-8c85-562761c5448f,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:27.936137 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network bb149324-f64b-4c78-8c85-562761c5448f details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:17:27.994006 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf6d085-c5aa-4bad-999c-e64a206047ac admin admin] Made reservation on behalf of 5fbf4735e17a4acea2cc0516c6f40bf2 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:17:27.995697 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 27c6e9f3-852e-4285-8d2b-4884c28f0970 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:17:27.996570 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-daf6d085-c5aa-4bad-999c-e64a206047ac admin admin] Notify callbacks [] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:28.002807 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 9c7a8282-37d0-4766-acbb-4c25f10c0b68 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:17:28.039314 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b46ae-829d-4e8f-b388-7d2a94af670e req-8bbfcad1-41e4-4da9-91e7-ebcfc3748bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:28.041497 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0e1b46ae-829d-4e8f-b388-7d2a94af670e req-8bbfcad1-41e4-4da9-91e7-ebcfc3748bb3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 1101 time: 0.1293097 Jul 13 07:17:28.051151 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b9bdd-bc65-40f0-9955-2e487d206c68 req-cf76314e-8fa2-436b-bbd4-d4e567e358e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:28.052708 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7a5b9bdd-bc65-40f0-9955-2e487d206c68 req-cf76314e-8fa2-436b-bbd4-d4e567e358e6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=59ced391c6a04d319ae98164aff14fc2&device_id=1eb3a00d-0865-4b6b-81cc-a3cec8732897 HTTP/1.1" status: 200 len: 1096 time: 0.6128781 Jul 13 07:17:28.091988 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-1080ac9c-7b74-4145-bab3-e028b3fd18aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:28.096077 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-1080ac9c-7b74-4145-bab3-e028b3fd18aa service neutron] 10.222.0.25 "GET /v2.0/networks?id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d HTTP/1.1" status: 200 len: 909 time: 0.5420692 Jul 13 07:17:28.169472 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b46ae-829d-4e8f-b388-7d2a94af670e req-d3fd6b9e-8596-474f-94bd-093d9aad4fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:28.170969 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0e1b46ae-829d-4e8f-b388-7d2a94af670e req-d3fd6b9e-8596-474f-94bd-093d9aad4fd4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.1212420 Jul 13 07:17:28.215710 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 27c6e9f3-852e-4285-8d2b-4884c28f0970, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=27c6e9f3-852e-4285-8d2b-4884c28f0970,segment=NetworkSegment(52782695-8799-4c82-b579-02cd0984abd0),segment_id=52782695-8799-4c82-b579-02cd0984abd0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:28.223987 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 9c7a8282-37d0-4766-acbb-4c25f10c0b68 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:17:28.230497 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 9c7a8282-37d0-4766-acbb-4c25f10c0b68 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:17:28.231306 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:28.235669 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0e1b46ae-829d-4e8f-b388-7d2a94af670e req-705f741f-5227-408a-a1fe-ed5e947cc3e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=9c7a8282-37d0-4766-acbb-4c25f10c0b68 HTTP/1.1" status: 200 len: 217 time: 0.0499725 Jul 13 07:17:28.237324 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '27c6e9f3-852e-4285-8d2b-4884c28f0970', 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c', 'port_id': '27c6e9f3-852e-4285-8d2b-4884c28f0970', 'mac_address': 'fa:16:3e:f3:a9:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '206eeb9b-bd1e-46b3-9846-f00f50c205b6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:17:28.249582 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-88b29a5c-930d-49a7-b6bf-5bb89074fabb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4631b47-cf5a-4b87-b275-75ced4b31d09 HTTP/1.1" status: 200 len: 217 time: 0.0674562 Jul 13 07:17:28.270865 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48afb7-078b-40f6-be48-b7fc98b81418 req-543f1368-98b5-4165-b910-fcb79b8155c5 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:28.278522 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9d48afb7-078b-40f6-be48-b7fc98b81418 req-543f1368-98b5-4165-b910-fcb79b8155c5 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=12289cf0-a9fd-41df-b6d7-58703ccedde0 HTTP/1.1" status: 200 len: 945 time: 0.7009587 Jul 13 07:17:28.331163 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:28.345398 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b46ae-829d-4e8f-b388-7d2a94af670e req-af4c732c-bfb6-44f2-b7b2-90e36fa09e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:28.350075 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0e1b46ae-829d-4e8f-b388-7d2a94af670e req-af4c732c-bfb6-44f2-b7b2-90e36fa09e57 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.1054947 Jul 13 07:17:28.366655 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c6e9f3-852e-4285-8d2b-4884c28f0970 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:17:28.392161 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 27c6e9f3-852e-4285-8d2b-4884c28f0970, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=27c6e9f3-852e-4285-8d2b-4884c28f0970,segment=NetworkSegment(52782695-8799-4c82-b579-02cd0984abd0),segment_id=52782695-8799-4c82-b579-02cd0984abd0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:28.397193 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9d48afb7-078b-40f6-be48-b7fc98b81418 req-21545667-3d78-4a65-af8a-1c04ea0b7b47 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178234 Jul 13 07:17:28.430049 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:28.447628 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-081d85b2-7757-4881-b2a6-96771345513f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:28.449529 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-081d85b2-7757-4881-b2a6-96771345513f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7ca46c55-f93a-4f0d-847c-cec27912e287 HTTP/1.1" status: 200 len: 848 time: 0.1868315 Jul 13 07:17:28.476717 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b46ae-829d-4e8f-b388-7d2a94af670e req-54adf8f6-d62d-460f-b3e4-1575dce0dfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:28.478698 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0e1b46ae-829d-4e8f-b388-7d2a94af670e req-54adf8f6-d62d-460f-b3e4-1575dce0dfd2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1175678 Jul 13 07:17:28.490801 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbba48-6bcf-4d9a-b157-31a0ed1360f2 req-6435cb18-267f-43ee-b55f-0764b8ce5e78 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:28.493489 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-58dbba48-6bcf-4d9a-b157-31a0ed1360f2 req-6435cb18-267f-43ee-b55f-0764b8ce5e78 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/ports?device_id=101e2429-3386-4153-9c0c-b8ffeb85f91a HTTP/1.1" status: 200 len: 943 time: 0.1421185 Jul 13 07:17:28.508501 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b9bdd-bc65-40f0-9955-2e487d206c68 req-6ab078cb-3daa-47d9-ab2d-6ebff0dfad05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:28.508832 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:28.510395 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7a5b9bdd-bc65-40f0-9955-2e487d206c68 req-6ab078cb-3daa-47d9-ab2d-6ebff0dfad05 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bff43fa8-f666-4c15-8f06-2242dcee7e17 HTTP/1.1" status: 200 len: 922 time: 0.4493110 Jul 13 07:17:28.514462 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-4d9685f4-3e5c-41e9-b4f5-325e19b5d1d0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494418 Jul 13 07:17:28.517007 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 88ce74d6-706b-4243-855e-a3f3408dee04 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:17:28.601028 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-58dbba48-6bcf-4d9a-b157-31a0ed1360f2 req-9779861c-5698-452d-91a0-64f679a33fef tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/security-groups?id=3179f37d-94de-45a9-a48f-244bb3f0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987551 Jul 13 07:17:28.606763 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936d839d-37be-4c28-8b91-49ba84426f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7a8282-37d0-4766-acbb-4c25f10c0b68'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:17:28.608973 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f9e287-9e2d-4129-b605-9b39e9fe2a5f" -d '{"events": [{"server_uuid": "936d839d-37be-4c28-8b91-49ba84426f2d", "name": "network-vif-plugged", "status": "completed", "tag": "9c7a8282-37d0-4766-acbb-4c25f10c0b68"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:17:28.611957 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=27c6e9f3-852e-4285-8d2b-4884c28f0970,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:28.650679 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 9c7a8282-37d0-4766-acbb-4c25f10c0b68, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=9c7a8282-37d0-4766-acbb-4c25f10c0b68,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:28.668973 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:17:28.669753 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:17:28.670628 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:17:28.671124 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:17:28.671935 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:17:28.673347 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:17:28.673903 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:17:28.676304 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:17:28.677870 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:17:28.678414 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:17:28.679996 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:17:28.681432 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:17:28.702732 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:28.726325 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0e1b46ae-829d-4e8f-b388-7d2a94af670e req-c8645742-0d08-4156-8f2b-903b7b7ca05f service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312052 Jul 13 07:17:28.828743 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['27c6e9f3-852e-4285-8d2b-4884c28f0970'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:17:28.834922 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7a5b9bdd-bc65-40f0-9955-2e487d206c68 req-695a3865-8692-4f25-b8df-ed31f0dab433 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1bb70a0-5327-4aed-8a0f-9bdd396349c5 HTTP/1.1" status: 200 len: 217 time: 0.3084052 Jul 13 07:17:28.887855 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-daf6d085-c5aa-4bad-999c-e64a206047ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:28.927883 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 88ce74d6-706b-4243-855e-a3f3408dee04, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=88ce74d6-706b-4243-855e-a3f3408dee04,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:28.952257 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=9c7a8282-37d0-4766-acbb-4c25f10c0b68,revision_number=9']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:28.962545 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '88ce74d6-706b-4243-855e-a3f3408dee04', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': '88ce74d6-706b-4243-855e-a3f3408dee04', 'mac_address': 'fa:16:3e:62:18:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:17:28.969086 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf6d085-c5aa-4bad-999c-e64a206047ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1d6c513-dfdf-493d-8b2b-69cf7203a4ba,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:28.972998 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-8703fdc4-0e3d-4c2a-b8bc-250a1008f46b service neutron] 10.222.0.25 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400804 Jul 13 07:17:28.974390 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0e1b46ae-829d-4e8f-b388-7d2a94af670e req-563345ff-54d9-44fd-a884-c8a1a138781a service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349460 Jul 13 07:17:29.001907 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34d4cd-dfa7-4b56-8c1d-57db39eb9430 req-c305deb1-b41b-4911-898f-ad5daa16b603 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:29.003682 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9a34d4cd-dfa7-4b56-8c1d-57db39eb9430 req-c305deb1-b41b-4911-898f-ad5daa16b603 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba8d3705-e57e-467d-a497-6b4192c2b85b HTTP/1.1" status: 200 len: 947 time: 0.1612351 Jul 13 07:17:29.031411 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:29.058600 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88ce74d6-706b-4243-855e-a3f3408dee04 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:17:29.072013 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf6d085-c5aa-4bad-999c-e64a206047ac admin admin] Checking segment: {'id': '1659bffe-213e-407f-81a2-40b80fb6bc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bb149324-f64b-4c78-8c85-562761c5448f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:17:29.073470 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf6d085-c5aa-4bad-999c-e64a206047ac admin admin] Network hostable DHCP agents. Network: bb149324-f64b-4c78-8c85-562761c5448f, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:17:29.087801 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9a34d4cd-dfa7-4b56-8c1d-57db39eb9430 req-4943ff9d-bb7c-40ab-96e7-ccda3f882713 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700278 Jul 13 07:17:29.095282 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 88ce74d6-706b-4243-855e-a3f3408dee04, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=88ce74d6-706b-4243-855e-a3f3408dee04,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:29.110050 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c0c18-2881-40d5-a2f1-5eaf9f1ed0d8 req-fab268be-1917-4c91-8c5a-135dd0e5b786 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:29.111852 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-227c0c18-2881-40d5-a2f1-5eaf9f1ed0d8 req-fab268be-1917-4c91-8c5a-135dd0e5b786 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eb3a00d-0865-4b6b-81cc-a3cec8732897 HTTP/1.1" status: 200 len: 944 time: 0.4505332 Jul 13 07:17:29.113410 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b9bdd-bc65-40f0-9955-2e487d206c68 req-2476102e-9c1d-45a7-ab85-927ff8c921b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:29.115469 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7a5b9bdd-bc65-40f0-9955-2e487d206c68 req-2476102e-9c1d-45a7-ab85-927ff8c921b3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6c79b49d-432e-4da7-962c-3ca2527bdd27 HTTP/1.1" status: 200 len: 861 time: 0.2393985 Jul 13 07:17:29.124446 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:29.164964 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf6d085-c5aa-4bad-999c-e64a206047ac admin admin] Network bb149324-f64b-4c78-8c85-562761c5448f is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:17:29.198679 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16398a2f-d285-4c1e-bdbe-bf622c3ad2fc x-openstack-request-id: req-16398a2f-d285-4c1e-bdbe-bf622c3ad2fc {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:17:29.198969 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "936d839d-37be-4c28-8b91-49ba84426f2d", "name": "network-vif-plugged", "status": "completed", "tag": "9c7a8282-37d0-4766-acbb-4c25f10c0b68", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:17:29.199229 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-16398a2f-d285-4c1e-bdbe-bf622c3ad2fc {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:17:29.199681 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '936d839d-37be-4c28-8b91-49ba84426f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7a8282-37d0-4766-acbb-4c25f10c0b68', 'code': 200} Jul 13 07:17:29.202666 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=88ce74d6-706b-4243-855e-a3f3408dee04,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:29.207625 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-daf6d085-c5aa-4bad-999c-e64a206047ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, bb149324-f64b-4c78-8c85-562761c5448f) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:17:29.213333 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7a5b9bdd-bc65-40f0-9955-2e487d206c68 req-79ba2ebf-7943-4edf-ae3e-32d3b0333dc6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bff43fa8-f666-4c15-8f06-2242dcee7e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659909 Jul 13 07:17:29.217187 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b812b6-c3c3-4c41-b566-e4444e2d6d46 None None] Network bb149324-f64b-4c78-8c85-562761c5448f requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:17:29.223095 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf6d085-c5aa-4bad-999c-e64a206047ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:29.223858 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-daf6d085-c5aa-4bad-999c-e64a206047ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:29.291863 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-44def169-5579-46ec-adab-04494ad3b078 service neutron] 10.222.0.25 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000884 Jul 13 07:17:29.297996 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-227c0c18-2881-40d5-a2f1-5eaf9f1ed0d8 req-98a8b001-fff4-4ebc-9d81-021da19257d1 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510816 Jul 13 07:17:29.315886 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-daf6d085-c5aa-4bad-999c-e64a206047ac admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7497904 Jul 13 07:17:29.367131 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e18f5ea8-2ca5-4542-a47d-e047a6473f66 None None] Provisioning complete for port 9c7a8282-37d0-4766-acbb-4c25f10c0b68 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:17:29.373082 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e18f5ea8-2ca5-4542-a47d-e047a6473f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:29.385107 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7a5b9bdd-bc65-40f0-9955-2e487d206c68 req-cab871db-69d0-4262-8873-703fc3a3c372 service neutron] 10.222.0.25 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577723 Jul 13 07:17:29.499635 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['88ce74d6-706b-4243-855e-a3f3408dee04'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:17:29.535552 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e4453-8078-4e1c-b14d-0a9f2ad95f08 req-d25ecff6-3a37-474f-af8e-9e2631d1a905 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:29.538454 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-500e4453-8078-4e1c-b14d-0a9f2ad95f08 req-d25ecff6-3a37-474f-af8e-9e2631d1a905 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 950 time: 0.1309423 Jul 13 07:17:29.609751 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-500e4453-8078-4e1c-b14d-0a9f2ad95f08 req-7829077a-fca0-4a81-a005-4ccb2891373e tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621557 Jul 13 07:17:29.645810 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65696ab-0c30-4001-a4d3-eca8c4ae46de None None] Network bb149324-f64b-4c78-8c85-562761c5448f requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:17:29.724224 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7a5b9bdd-bc65-40f0-9955-2e487d206c68 req-152efc61-b849-4d22-ba90-4573b5edfa67 service neutron] 10.222.0.25 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323343 Jul 13 07:17:29.742155 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-60a09cdb-0b63-4a06-b4b6-e1373e29e525 tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:29.744374 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-60a09cdb-0b63-4a06-b4b6-e1373e29e525 tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=12289cf0-a9fd-41df-b6d7-58703ccedde0&tenant_id=05a465060c604024bf60fd1a58309bf9&binding%3Ahost_id=n-h1-771363-34 HTTP/1.1" status: 200 len: 1097 time: 0.2881453 Jul 13 07:17:29.763019 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-1f478434-ac4a-4eb2-a7ac-e1db6b6bff63 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771363-34'}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:17:29.901927 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903514e-3acc-46a6-8878-fefc84830d36 req-f472ea2d-9632-4a97-a1b1-83cd34e068ba tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:29.905611 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d903514e-3acc-46a6-8878-fefc84830d36 req-f472ea2d-9632-4a97-a1b1-83cd34e068ba tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=12289cf0-a9fd-41df-b6d7-58703ccedde0 HTTP/1.1" status: 200 len: 945 time: 0.0990925 Jul 13 07:17:29.985300 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device e1bb70a0-5327-4aed-8a0f-9bdd396349c5 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:17:29.989766 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 27c6e9f3-852e-4285-8d2b-4884c28f0970 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:17:29.990532 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d955f-9757-4fec-8703-5c05be0de8e1 req-497ed781-35fa-449b-8b3f-a680b7007d38 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:29.992818 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cd6d955f-9757-4fec-8703-5c05be0de8e1 req-497ed781-35fa-449b-8b3f-a680b7007d38 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/ports?device_id=101e2429-3386-4153-9c0c-b8ffeb85f91a HTTP/1.1" status: 200 len: 944 time: 0.1502454 Jul 13 07:17:29.995919 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-1f478434-ac4a-4eb2-a7ac-e1db6b6bff63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:29.999395 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d903514e-3acc-46a6-8878-fefc84830d36 req-3e003392-871d-49e9-bfa2-ac75dd221398 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866992 Jul 13 07:17:30.087437 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cd6d955f-9757-4fec-8703-5c05be0de8e1 req-aef9d93a-9a10-48ec-bdc8-3ad27a0cf6d8 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/security-groups?id=3179f37d-94de-45a9-a48f-244bb3f0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803740 Jul 13 07:17:30.199085 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-1f478434-ac4a-4eb2-a7ac-e1db6b6bff63 service neutron] For port b4631b47-cf5a-4b87-b275-75ced4b31d09, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=b4631b47-cf5a-4b87-b275-75ced4b31d09,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:30.249789 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-1f478434-ac4a-4eb2-a7ac-e1db6b6bff63 service neutron] For port b4631b47-cf5a-4b87-b275-75ced4b31d09, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:17:30.291561 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40380) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:30.298160 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-2395adc2-1c25-4546-8811-9ced778ba011 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1418035653-network', 'tenant_id': '4407572bf4614fe18bdbe6669bf27c25'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:17:30.333162 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2395adc2-1c25-4546-8811-9ced778ba011 admin admin] Made reservation on behalf of 4407572bf4614fe18bdbe6669bf27c25 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:17:30.338208 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2395adc2-1c25-4546-8811-9ced778ba011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:30.342802 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port e1bb70a0-5327-4aed-8a0f-9bdd396349c5, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=e1bb70a0-5327-4aed-8a0f-9bdd396349c5,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:30.360592 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2395adc2-1c25-4546-8811-9ced778ba011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:30.367381 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a3336934-a752-4c0c-ab21-905961f83b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:30.376350 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12289cf0-a9fd-41df-b6d7-58703ccedde0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4631b47-cf5a-4b87-b275-75ced4b31d09'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:17:30.381500 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8223f88d-79c7-4ccb-84c3-6e1a8ec5c36a" -d '{"events": [{"server_uuid": "12289cf0-a9fd-41df-b6d7-58703ccedde0", "name": "network-vif-unplugged", "status": "completed", "tag": "b4631b47-cf5a-4b87-b275-75ced4b31d09"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:17:30.384151 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': 'e1bb70a0-5327-4aed-8a0f-9bdd396349c5', 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17', 'port_id': 'e1bb70a0-5327-4aed-8a0f-9bdd396349c5', 'mac_address': 'fa:16:3e:e8:00:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c79b49d-432e-4da7-962c-3ca2527bdd27', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:17:30.390628 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-1f478434-ac4a-4eb2-a7ac-e1db6b6bff63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:30.409371 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-1f478434-ac4a-4eb2-a7ac-e1db6b6bff63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:30.438759 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:30.452004 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 27c6e9f3-852e-4285-8d2b-4884c28f0970 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:17:30.473864 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 27c6e9f3-852e-4285-8d2b-4884c28f0970 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:17:30.474360 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:30.481856 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1bb70a0-5327-4aed-8a0f-9bdd396349c5 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:17:30.489462 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f478434-ac4a-4eb2-a7ac-e1db6b6bff63 service neutron] Pushing event updated for resources: {'Port': ['ID=b4631b47-cf5a-4b87-b275-75ced4b31d09,revision_number=7']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:30.515885 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7308a18-4be8-4616-8c1c-5de4b846171f req-2081ad0a-3b6e-4de5-abb2-642ba611a5d8 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:30.517554 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b7308a18-4be8-4616-8c1c-5de4b846171f req-2081ad0a-3b6e-4de5-abb2-642ba611a5d8 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba8d3705-e57e-467d-a497-6b4192c2b85b HTTP/1.1" status: 200 len: 948 time: 0.2305410 Jul 13 07:17:30.535018 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2395adc2-1c25-4546-8811-9ced778ba011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:30.541706 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2395adc2-1c25-4546-8811-9ced778ba011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:30.563247 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2395adc2-1c25-4546-8811-9ced778ba011 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:17:30.563460 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port e1bb70a0-5327-4aed-8a0f-9bdd396349c5, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=e1bb70a0-5327-4aed-8a0f-9bdd396349c5,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:30.573712 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:30.574253 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2395adc2-1c25-4546-8811-9ced778ba011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:30.574609 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-2395adc2-1c25-4546-8811-9ced778ba011 admin admin] Added segment da6f2843-faf3-4222-933d-0bf75d4874d9 of type vlan for network a73366f0-8c63-433f-a61e-c30ddfff219f Jul 13 07:17:30.581757 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-1f478434-ac4a-4eb2-a7ac-e1db6b6bff63 service neutron] Attempting to bind port b4631b47-cf5a-4b87-b275-75ced4b31d09 on host n-h1-771363-34 for vnic_type normal with profile {"migrating_to": "n-h2-771363-34"} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:17:30.582111 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-1f478434-ac4a-4eb2-a7ac-e1db6b6bff63 service neutron] Attempting to bind port b4631b47-cf5a-4b87-b275-75ced4b31d09 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:17:30.582425 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-1f478434-ac4a-4eb2-a7ac-e1db6b6bff63 service neutron] Attempting to bind port b4631b47-cf5a-4b87-b275-75ced4b31d09 on network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:17:30.596018 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-1f478434-ac4a-4eb2-a7ac-e1db6b6bff63 service neutron] Port b4631b47-cf5a-4b87-b275-75ced4b31d09 on network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:17:30.596348 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-1f478434-ac4a-4eb2-a7ac-e1db6b6bff63 service neutron] Attempting to bind port b4631b47-cf5a-4b87-b275-75ced4b31d09 on network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:17:30.604543 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-1f478434-ac4a-4eb2-a7ac-e1db6b6bff63 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:17:30.604766 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-1f478434-ac4a-4eb2-a7ac-e1db6b6bff63 service neutron] Checking segment: {'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:17:30.605001 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-1f478434-ac4a-4eb2-a7ac-e1db6b6bff63 service neutron] Bound using segment: {'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:17:30.605432 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-1f478434-ac4a-4eb2-a7ac-e1db6b6bff63 service neutron] Bound port: b4631b47-cf5a-4b87-b275-75ced4b31d09, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:17:30.605842 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-1f478434-ac4a-4eb2-a7ac-e1db6b6bff63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:30.618467 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b7308a18-4be8-4616-8c1c-5de4b846171f req-2d1d793a-68f8-489b-9291-a3a9e590c396 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895705 Jul 13 07:17:30.686876 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395adc2-1c25-4546-8811-9ced778ba011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f881b1d6-a0d3-4339-9786-9dae0e056492,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:30.690186 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=e1bb70a0-5327-4aed-8a0f-9bdd396349c5,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:30.691756 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-1f478434-ac4a-4eb2-a7ac-e1db6b6bff63 service neutron] For port b4631b47-cf5a-4b87-b275-75ced4b31d09, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:17:30.692780 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2395adc2-1c25-4546-8811-9ced778ba011 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:30.696086 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-1f478434-ac4a-4eb2-a7ac-e1db6b6bff63 service neutron] For port b4631b47-cf5a-4b87-b275-75ced4b31d09, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=b4631b47-cf5a-4b87-b275-75ced4b31d09,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:17:30.696461 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:30.708589 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-1f478434-ac4a-4eb2-a7ac-e1db6b6bff63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:30.746100 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f8e12c-1de6-404c-9e3e-691cd92a1b7c x-openstack-request-id: req-e0f8e12c-1de6-404c-9e3e-691cd92a1b7c {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:17:30.747002 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12289cf0-a9fd-41df-b6d7-58703ccedde0", "name": "network-vif-unplugged", "status": "completed", "tag": "b4631b47-cf5a-4b87-b275-75ced4b31d09", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:17:30.747425 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e0f8e12c-1de6-404c-9e3e-691cd92a1b7c {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:17:30.748142 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12289cf0-a9fd-41df-b6d7-58703ccedde0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4631b47-cf5a-4b87-b275-75ced4b31d09', 'code': 200} Jul 13 07:17:30.785886 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 27c6e9f3-852e-4285-8d2b-4884c28f0970, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=27c6e9f3-852e-4285-8d2b-4884c28f0970,segment=NetworkSegment(52782695-8799-4c82-b579-02cd0984abd0),segment_id=52782695-8799-4c82-b579-02cd0984abd0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:30.794962 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f174cbd-2119-4981-9d9b-7a7f547049c0 req-9318bfda-632e-4d72-bc19-ed7019290b2b tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:30.796264 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:30.803130 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8f174cbd-2119-4981-9d9b-7a7f547049c0 req-9318bfda-632e-4d72-bc19-ed7019290b2b tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eb3a00d-0865-4b6b-81cc-a3cec8732897 HTTP/1.1" status: 200 len: 945 time: 0.1570404 Jul 13 07:17:30.814233 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-1f478434-ac4a-4eb2-a7ac-e1db6b6bff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:30.815611 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-1f478434-ac4a-4eb2-a7ac-e1db6b6bff63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:30.817494 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-1f478434-ac4a-4eb2-a7ac-e1db6b6bff63 service neutron] 10.222.0.25 "PUT /v2.0/ports/b4631b47-cf5a-4b87-b275-75ced4b31d09 HTTP/1.1" status: 200 len: 1123 time: 1.0614796 Jul 13 07:17:30.824496 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f478434-ac4a-4eb2-a7ac-e1db6b6bff63 service neutron] Pushing event updated for resources: {'Port': ['ID=b4631b47-cf5a-4b87-b275-75ced4b31d09,revision_number=8']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:30.825050 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2395adc2-1c25-4546-8811-9ced778ba011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:30.838164 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2395adc2-1c25-4546-8811-9ced778ba011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:30.838891 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2395adc2-1c25-4546-8811-9ced778ba011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:30.854684 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40398) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:30.901375 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['e1bb70a0-5327-4aed-8a0f-9bdd396349c5'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:17:30.925814 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['b4631b47-cf5a-4b87-b275-75ced4b31d09'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:17:30.933359 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8f174cbd-2119-4981-9d9b-7a7f547049c0 req-ce0b3323-5c9e-4738-abb6-61bf5bb0b802 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292026 Jul 13 07:17:30.965331 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2395adc2-1c25-4546-8811-9ced778ba011 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6725681 Jul 13 07:17:30.968151 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40402) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:30.980262 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-e5014aeb-fc6e-4a9a-97c7-202d853eac94 admin admin] Request body: {'subnet': {'network_id': 'a73366f0-8c63-433f-a61e-c30ddfff219f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1418035653-subnet', 'tenant_id': '4407572bf4614fe18bdbe6669bf27c25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:17:30.984654 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=27c6e9f3-852e-4285-8d2b-4884c28f0970,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:31.054050 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395adc2-1c25-4546-8811-9ced778ba011 admin admin] Pushing event updated for resources: {'Network': ['ID=a73366f0-8c63-433f-a61e-c30ddfff219f,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:31.066357 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8ab781b8-77a6-43f5-944d-e480bc24b467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:31.077059 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network a73366f0-8c63-433f-a61e-c30ddfff219f details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:17:31.079050 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a324679-9c59-4d8b-b4b2-5e543dd90659 req-f353e26b-86dd-4172-933b-8157d53902cd tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:31.081761 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9a324679-9c59-4d8b-b4b2-5e543dd90659 req-f353e26b-86dd-4172-933b-8157d53902cd tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 950 time: 0.1722126 Jul 13 07:17:31.092563 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5014aeb-fc6e-4a9a-97c7-202d853eac94 admin admin] Made reservation on behalf of 4407572bf4614fe18bdbe6669bf27c25 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:17:31.095665 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e5014aeb-fc6e-4a9a-97c7-202d853eac94 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:31.153024 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9a324679-9c59-4d8b-b4b2-5e543dd90659 req-e6c3a2be-3b89-42a1-9181-172a3d5dcb27 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615761 Jul 13 07:17:31.201226 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101e2429-3386-4153-9c0c-b8ffeb85f91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c6e9f3-852e-4285-8d2b-4884c28f0970'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:17:31.203724 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd12c61-4ecc-4303-879c-e9463ed4bcd7" -d '{"events": [{"server_uuid": "101e2429-3386-4153-9c0c-b8ffeb85f91a", "name": "network-vif-plugged", "status": "completed", "tag": "27c6e9f3-852e-4285-8d2b-4884c28f0970"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:17:31.266328 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8ab781b8-77a6-43f5-944d-e480bc24b467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:31.272799 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8ab781b8-77a6-43f5-944d-e480bc24b467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:31.293498 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c075b1f6-c499-4701-aee1-845fd4de4937 None None] Provisioning complete for port 27c6e9f3-852e-4285-8d2b-4884c28f0970 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:17:31.293866 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c075b1f6-c499-4701-aee1-845fd4de4937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:31.307508 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8ab781b8-77a6-43f5-944d-e480bc24b467 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9056def02fb24ac392a8caad4de4e428&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4496357 Jul 13 07:17:31.309363 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40418) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:31.356071 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012f0fd-3166-4fb1-ae88-6e4cb6bdabe0 req-ddf4aad2-e181-42d5-b73d-60dd34c2fd88 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:31.363333 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0012f0fd-3166-4fb1-ae88-6e4cb6bdabe0 req-ddf4aad2-e181-42d5-b73d-60dd34c2fd88 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=12289cf0-a9fd-41df-b6d7-58703ccedde0 HTTP/1.1" status: 200 len: 943 time: 0.1511009 Jul 13 07:17:31.411626 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab781b8-77a6-43f5-944d-e480bc24b467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e98a6d-f140-4b45-9982-e43f4689db20,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:31.424799 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-32ebd399-57ed-4caa-9698-83e2a7373b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:31.435744 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e5014aeb-fc6e-4a9a-97c7-202d853eac94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:31.453899 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-32ebd399-57ed-4caa-9698-83e2a7373b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:31.473798 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0012f0fd-3166-4fb1-ae88-6e4cb6bdabe0 req-2983b32b-a0d3-4030-b66f-7a09640404bb tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093891 Jul 13 07:17:31.480524 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa942b-46b2-4c30-90ea-ccb5d99648b6 req-1a9d0aee-00d8-48be-b838-d5deabc903f1 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:31.482032 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0bfa942b-46b2-4c30-90ea-ccb5d99648b6 req-1a9d0aee-00d8-48be-b838-d5deabc903f1 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/ports?device_id=101e2429-3386-4153-9c0c-b8ffeb85f91a HTTP/1.1" status: 200 len: 945 time: 0.1309931 Jul 13 07:17:31.505081 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5014aeb-fc6e-4a9a-97c7-202d853eac94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c999349f-6738-4b40-b655-9cf73677bff5,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:31.513053 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5014aeb-fc6e-4a9a-97c7-202d853eac94 admin admin] Checking segment: {'id': 'da6f2843-faf3-4222-933d-0bf75d4874d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a73366f0-8c63-433f-a61e-c30ddfff219f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:17:31.513522 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5014aeb-fc6e-4a9a-97c7-202d853eac94 admin admin] Network hostable DHCP agents. Network: a73366f0-8c63-433f-a61e-c30ddfff219f, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:17:31.531838 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5014aeb-fc6e-4a9a-97c7-202d853eac94 admin admin] Network a73366f0-8c63-433f-a61e-c30ddfff219f is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:17:31.542888 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-e5014aeb-fc6e-4a9a-97c7-202d853eac94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, a73366f0-8c63-433f-a61e-c30ddfff219f) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:17:31.546635 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0bfa942b-46b2-4c30-90ea-ccb5d99648b6 req-8e62855c-31a8-448c-9794-f99099e794e3 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/security-groups?id=3179f37d-94de-45a9-a48f-244bb3f0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474513 Jul 13 07:17:31.551419 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5014aeb-fc6e-4a9a-97c7-202d853eac94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:31.552084 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e5014aeb-fc6e-4a9a-97c7-202d853eac94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:31.559850 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-32ebd399-57ed-4caa-9698-83e2a7373b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:31.563489 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-32ebd399-57ed-4caa-9698-83e2a7373b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:31.567157 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-32ebd399-57ed-4caa-9698-83e2a7373b6b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f6e98a6d-f140-4b45-9982-e43f4689db20 HTTP/1.1" status: 204 len: 168 time: 0.2542727 Jul 13 07:17:31.572228 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c829923-f600-4244-9abc-5d313790e3d7 None None] Network a73366f0-8c63-433f-a61e-c30ddfff219f requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:17:31.574808 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ebd399-57ed-4caa-9698-83e2a7373b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e98a6d-f140-4b45-9982-e43f4689db20,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:31.583724 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e5014aeb-fc6e-4a9a-97c7-202d853eac94 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6136906 Jul 13 07:17:31.671973 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab53c0a-fb7d-4d93-a329-41f69a88d61d x-openstack-request-id: req-3ab53c0a-fb7d-4d93-a329-41f69a88d61d {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:17:31.672190 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101e2429-3386-4153-9c0c-b8ffeb85f91a", "name": "network-vif-plugged", "status": "completed", "tag": "27c6e9f3-852e-4285-8d2b-4884c28f0970", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:17:31.672380 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3ab53c0a-fb7d-4d93-a329-41f69a88d61d {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:17:31.673085 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101e2429-3386-4153-9c0c-b8ffeb85f91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c6e9f3-852e-4285-8d2b-4884c28f0970', 'code': 200} Jul 13 07:17:31.739027 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb1bc87-2938-4f79-92b8-3e906d737452 req-8d1d0e07-8d1f-49a4-bfb7-634254d4508e tempest-MigrationsAdminTest-1124917251 tempest-MigrationsAdminTest-1124917251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:31.746901 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fcb1bc87-2938-4f79-92b8-3e906d737452 req-8d1d0e07-8d1f-49a4-bfb7-634254d4508e tempest-MigrationsAdminTest-1124917251 tempest-MigrationsAdminTest-1124917251-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 1102 time: 0.1178558 Jul 13 07:17:31.795551 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1339b1-816a-4973-b015-2d11aad40f26 None None] Network a73366f0-8c63-433f-a61e-c30ddfff219f requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:17:31.803372 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fcb1bc87-2938-4f79-92b8-3e906d737452 req-4d503d19-a958-421f-b55a-28cd7ac6aad3 tempest-MigrationsAdminTest-1124917251 tempest-MigrationsAdminTest-1124917251-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554500 Jul 13 07:17:31.895086 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278baec-c76a-4b26-964d-dbfcd6973d20 req-e3898c54-fef2-4cfe-889e-b6c7e5a141f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:31.896711 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7278baec-c76a-4b26-964d-dbfcd6973d20 req-e3898c54-fef2-4cfe-889e-b6c7e5a141f8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=101e2429-3386-4153-9c0c-b8ffeb85f91a HTTP/1.1" status: 200 len: 1097 time: 0.1645770 Jul 13 07:17:31.959718 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13dfd62-8981-4bcf-af79-c3df24bc9e3a req-147e97ac-dc7c-4f1f-86c0-072cfef3b75b tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:31.962342 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c13dfd62-8981-4bcf-af79-c3df24bc9e3a req-147e97ac-dc7c-4f1f-86c0-072cfef3b75b tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba8d3705-e57e-467d-a497-6b4192c2b85b HTTP/1.1" status: 200 len: 948 time: 0.1460702 Jul 13 07:17:32.001711 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7278baec-c76a-4b26-964d-dbfcd6973d20 req-9e9a2a05-5d20-4c56-88ec-6fe87fa0cfa1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3179f37d-94de-45a9-a48f-244bb3f0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959883 Jul 13 07:17:32.020137 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c13dfd62-8981-4bcf-af79-c3df24bc9e3a req-d6357ac3-7a1b-4659-8a34-149336f10537 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467851 Jul 13 07:17:32.060388 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40448) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:32.080679 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0435b5ca-3b9a-43f0-9523-1ee3f7cde693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:32.176758 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0435b5ca-3b9a-43f0-9523-1ee3f7cde693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:32.181882 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0435b5ca-3b9a-43f0-9523-1ee3f7cde693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:32.202767 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58596f27-ed5a-4cc2-beb3-8cb073fe3a47 req-b5babb6a-efd9-4e37-8f9c-d54ff50e3a13 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:32.204385 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-58596f27-ed5a-4cc2-beb3-8cb073fe3a47 req-b5babb6a-efd9-4e37-8f9c-d54ff50e3a13 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eb3a00d-0865-4b6b-81cc-a3cec8732897 HTTP/1.1" status: 200 len: 945 time: 0.0669775 Jul 13 07:17:32.226547 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435b5ca-3b9a-43f0-9523-1ee3f7cde693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f1c0b7-3142-45ee-90e1-b736d70a5fda,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:32.233414 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0435b5ca-3b9a-43f0-9523-1ee3f7cde693 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=347ffbb5159e4677bdb3fda6e2648dea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1696284 Jul 13 07:17:32.233615 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40452) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:32.259887 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-58596f27-ed5a-4cc2-beb3-8cb073fe3a47 req-e549d9a1-4c86-405d-beb3-a2dd3c56c2be tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499294 Jul 13 07:17:32.291246 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-52d98246-d7bd-4a19-a2f2-d844fb1397f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:32.325372 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-52d98246-d7bd-4a19-a2f2-d844fb1397f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:32.393737 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-53f185ec-fd49-41aa-a68b-b7aa8e561ab7 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228472 Jul 13 07:17:32.437969 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-52d98246-d7bd-4a19-a2f2-d844fb1397f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:32.440654 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-52d98246-d7bd-4a19-a2f2-d844fb1397f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:32.441782 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-52d98246-d7bd-4a19-a2f2-d844fb1397f1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a4f1c0b7-3142-45ee-90e1-b736d70a5fda HTTP/1.1" status: 204 len: 168 time: 0.2072694 Jul 13 07:17:32.460249 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d98246-d7bd-4a19-a2f2-d844fb1397f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f1c0b7-3142-45ee-90e1-b736d70a5fda,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:32.469821 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-ed662bc5-60a2-4099-8ee2-950f7c9b9f93 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:32.471396 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-ed662bc5-60a2-4099-8ee2-950f7c9b9f93 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] 10.222.0.23 "GET /v2.0/networks?id=bb149324-f64b-4c78-8c85-562761c5448f HTTP/1.1" status: 200 len: 815 time: 0.1296523 Jul 13 07:17:32.493486 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-ee92a8ab-d677-4261-bf1b-9f38ca9ac4f4 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] 10.222.0.23 "GET /v2.0/quotas/5fbf4735e17a4acea2cc0516c6f40bf2 HTTP/1.1" status: 200 len: 375 time: 0.0141363 Jul 13 07:17:32.522526 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-30291dd1-84c3-4347-a724-8e17e6defc6a tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:32.523861 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 88ce74d6-706b-4243-855e-a3f3408dee04 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:17:32.524367 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-30291dd1-84c3-4347-a724-8e17e6defc6a tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1231577 Jul 13 07:17:32.530588 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-f93bf6c2-f6f6-4b3f-9d72-4d37684257f7 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5fbf4735e17a4acea2cc0516c6f40bf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312655 Jul 13 07:17:32.553040 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-06f14925-0922-4a11-88fd-b980ff230925 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/quotas/dfd29396c7b34113bbf812ba80e3a2b0 HTTP/1.1" status: 200 len: 375 time: 0.0159731 Jul 13 07:17:32.589233 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 88ce74d6-706b-4243-855e-a3f3408dee04 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:17:32.594955 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 88ce74d6-706b-4243-855e-a3f3408dee04 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:17:32.597301 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:32.632483 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-0ec91ede-7b4e-408f-93f0-a6d915c59254 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0769157 Jul 13 07:17:32.694845 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:32.736507 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 88ce74d6-706b-4243-855e-a3f3408dee04, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=88ce74d6-706b-4243-855e-a3f3408dee04,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:32.744328 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:32.749868 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12289cf0-a9fd-41df-b6d7-58703ccedde0', 'tag': 'b4631b47-cf5a-4b87-b275-75ced4b31d09'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:17:32.753626 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc95cb5-3cdf-440b-a21b-26c9f16e5bad" -d '{"events": [{"name": "network-changed", "server_uuid": "12289cf0-a9fd-41df-b6d7-58703ccedde0", "tag": "b4631b47-cf5a-4b87-b275-75ced4b31d09"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:17:32.869783 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=88ce74d6-706b-4243-855e-a3f3408dee04,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:32.884729 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-0d6c9e62-7f65-4300-9503-2f16c76211a9 service neutron] 10.222.0.23 "GET /v2.0/networks/bb149324-f64b-4c78-8c85-562761c5448f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457210 Jul 13 07:17:33.023054 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:33.037543 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-417fa8bb-01da-44c7-b4cb-b80bb9581605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:33.061007 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-a54ba972-6c5e-448a-bece-368b789de9de service neutron] 10.222.0.23 "GET /v2.0/networks/bb149324-f64b-4c78-8c85-562761c5448f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666117 Jul 13 07:17:33.099338 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34819f-9e32-47be-bfad-e5efb57781e1 req-bd80de09-63bc-4cf6-a074-0b8de97e9ccf tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:33.107617 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3a34819f-9e32-47be-bfad-e5efb57781e1 req-bd80de09-63bc-4cf6-a074-0b8de97e9ccf tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=12289cf0-a9fd-41df-b6d7-58703ccedde0 HTTP/1.1" status: 200 len: 943 time: 0.1409652 Jul 13 07:17:33.152709 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c148e2df-9401-43c5-8341-d96b417b158d None None] Provisioning complete for port 88ce74d6-706b-4243-855e-a3f3408dee04 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:17:33.154601 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c148e2df-9401-43c5-8341-d96b417b158d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:33.207892 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3a34819f-9e32-47be-bfad-e5efb57781e1 req-5bf52a00-3174-4352-884a-c3ac228312b7 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932446 Jul 13 07:17:33.337230 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e273c230-928a-49bc-95ac-977b423f463b req-4461728e-56ca-47ad-b396-0721f85727f9 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 210 time: 0.0546269 Jul 13 07:17:33.419150 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c4fd07-2f19-446a-940b-d0aa752b0fc1 x-openstack-request-id: req-24c4fd07-2f19-446a-940b-d0aa752b0fc1 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:17:33.419150 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12289cf0-a9fd-41df-b6d7-58703ccedde0", "tag": "b4631b47-cf5a-4b87-b275-75ced4b31d09", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:17:33.419458 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-24c4fd07-2f19-446a-940b-d0aa752b0fc1 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:17:33.419767 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12289cf0-a9fd-41df-b6d7-58703ccedde0', 'tag': 'b4631b47-cf5a-4b87-b275-75ced4b31d09', 'status': 'completed', 'code': 200} Jul 13 07:17:33.484548 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc95cb5-3cdf-440b-a21b-26c9f16e5bad req-2a67f4b9-afef-4dea-810b-c2ff95210cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:33.487563 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1cc95cb5-3cdf-440b-a21b-26c9f16e5bad req-2a67f4b9-afef-4dea-810b-c2ff95210cab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=05a465060c604024bf60fd1a58309bf9&device_id=12289cf0-a9fd-41df-b6d7-58703ccedde0 HTTP/1.1" status: 200 len: 1126 time: 0.0671179 Jul 13 07:17:33.493212 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce12f3-c2ef-4c7e-8a3a-0e52f9320cbc req-c67f4d92-b2c1-40b3-b77a-b82045df00ee tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:33.500864 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-03ce12f3-c2ef-4c7e-8a3a-0e52f9320cbc req-c67f4d92-b2c1-40b3-b77a-b82045df00ee tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/ports?device_id=101e2429-3386-4153-9c0c-b8ffeb85f91a HTTP/1.1" status: 200 len: 945 time: 0.1322451 Jul 13 07:17:33.568477 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-03ce12f3-c2ef-4c7e-8a3a-0e52f9320cbc req-5e359412-1931-4832-93a4-a7f077b99de5 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/security-groups?id=3179f37d-94de-45a9-a48f-244bb3f0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665836 Jul 13 07:17:33.661310 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b7bd1f47-c933-45ee-9814-f03d81a8e630 req-8652ca87-438d-433e-9d57-629eb423fe55 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] 10.222.0.23 "GET /v2.0/ports?device_id=584f5b64-433f-4242-818c-bd691897e39c HTTP/1.1" status: 200 len: 210 time: 0.0446672 Jul 13 07:17:33.676272 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8d3705-e57e-467d-a497-6b4192c2b85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ce74d6-706b-4243-855e-a3f3408dee04'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:17:33.678707 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22445bd4-fc39-44db-8eed-baf7effc7a47" -d '{"events": [{"server_uuid": "ba8d3705-e57e-467d-a497-6b4192c2b85b", "name": "network-vif-plugged", "status": "completed", "tag": "88ce74d6-706b-4243-855e-a3f3408dee04"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:17:33.718954 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc95cb5-3cdf-440b-a21b-26c9f16e5bad req-d574e015-483a-48eb-94a7-c5a87ac337d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:33.720500 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1cc95cb5-3cdf-440b-a21b-26c9f16e5bad req-d574e015-483a-48eb-94a7-c5a87ac337d3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d HTTP/1.1" status: 200 len: 909 time: 0.2242351 Jul 13 07:17:33.775253 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1cc95cb5-3cdf-440b-a21b-26c9f16e5bad req-79a9bd95-75db-4a8f-bb1e-c11ad1902abb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4631b47-cf5a-4b87-b275-75ced4b31d09 HTTP/1.1" status: 200 len: 217 time: 0.0477495 Jul 13 07:17:33.843093 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc95cb5-3cdf-440b-a21b-26c9f16e5bad req-d9a8f548-6fa0-48f5-b044-6ab8f2765fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:33.844747 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1cc95cb5-3cdf-440b-a21b-26c9f16e5bad req-d9a8f548-6fa0-48f5-b044-6ab8f2765fc2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7ca46c55-f93a-4f0d-847c-cec27912e287 HTTP/1.1" status: 200 len: 848 time: 0.0618033 Jul 13 07:17:33.858808 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e3bfe-3752-4b7c-a274-230235c3bd4d req-73348f18-8c41-4f21-9fd1-9463f964b293 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:33.860900 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-497e3bfe-3752-4b7c-a274-230235c3bd4d req-73348f18-8c41-4f21-9fd1-9463f964b293 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba8d3705-e57e-467d-a497-6b4192c2b85b HTTP/1.1" status: 200 len: 949 time: 0.1877985 Jul 13 07:17:33.885526 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b128bdd-8e42-4ad7-bda3-a7525b9295ed req-6af3ea56-c39e-49ce-9c6a-9f513fe1fc27 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:33.894123 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8b128bdd-8e42-4ad7-bda3-a7525b9295ed req-6af3ea56-c39e-49ce-9c6a-9f513fe1fc27 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eb3a00d-0865-4b6b-81cc-a3cec8732897 HTTP/1.1" status: 200 len: 945 time: 0.0912125 Jul 13 07:17:33.909075 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:33.910846 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1cc95cb5-3cdf-440b-a21b-26c9f16e5bad req-44ab171d-c1f4-4d7b-9e59-e633a1c8223c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486884 Jul 13 07:17:33.938749 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8b128bdd-8e42-4ad7-bda3-a7525b9295ed req-b2fc30fb-1027-44c0-b3a1-d7ed4b89ab53 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440624 Jul 13 07:17:33.948953 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-497e3bfe-3752-4b7c-a274-230235c3bd4d req-e039fc9a-50c0-4819-98be-f1cf11182027 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753694 Jul 13 07:17:33.993529 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device b4631b47-cf5a-4b87-b275-75ced4b31d09 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:17:33.997401 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device e1bb70a0-5327-4aed-8a0f-9bdd396349c5 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:17:34.054843 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1cc95cb5-3cdf-440b-a21b-26c9f16e5bad req-a4065a36-0e19-4f0b-b434-731de9687f7d service neutron] 10.222.0.42 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265941 Jul 13 07:17:34.086893 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31eeb94-a8a1-48fc-aa54-8ecd09e50bc2 x-openstack-request-id: req-e31eeb94-a8a1-48fc-aa54-8ecd09e50bc2 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:17:34.087161 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8d3705-e57e-467d-a497-6b4192c2b85b", "name": "network-vif-plugged", "status": "completed", "tag": "88ce74d6-706b-4243-855e-a3f3408dee04", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:17:34.087443 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e31eeb94-a8a1-48fc-aa54-8ecd09e50bc2 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:17:34.087829 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8d3705-e57e-467d-a497-6b4192c2b85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ce74d6-706b-4243-855e-a3f3408dee04', 'code': 200} Jul 13 07:17:34.230412 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8624f2-2d58-4ed4-a111-e9245f2adfec req-929660ec-0700-481c-8a12-8f2c1b8a0ff9 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:34.231560 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2a8624f2-2d58-4ed4-a111-e9245f2adfec req-929660ec-0700-481c-8a12-8f2c1b8a0ff9 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/ports?device_id=101e2429-3386-4153-9c0c-b8ffeb85f91a HTTP/1.1" status: 200 len: 945 time: 0.1550150 Jul 13 07:17:34.233936 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1cc95cb5-3cdf-440b-a21b-26c9f16e5bad req-4d9feba7-4837-48b3-8ab1-4ea662349c6d service neutron] 10.222.0.42 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695588 Jul 13 07:17:34.243551 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port b4631b47-cf5a-4b87-b275-75ced4b31d09, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=b4631b47-cf5a-4b87-b275-75ced4b31d09,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:34.244787 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40548) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:34.250329 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-73fe04d4-1d8f-40ee-92e2-3634af7b0fbf tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Request body: {'floatingip': {'port_id': '27c6e9f3-852e-4285-8d2b-4884c28f0970'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:17:34.262548 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port e1bb70a0-5327-4aed-8a0f-9bdd396349c5 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:17:34.277229 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port e1bb70a0-5327-4aed-8a0f-9bdd396349c5 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:17:34.280018 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:34.282183 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device b4631b47-cf5a-4b87-b275-75ced4b31d09 has no active binding in host n-h2-771363-34 {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 07:17:34.365573 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-73fe04d4-1d8f-40ee-92e2-3634af7b0fbf tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks [] for floatingip, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:34.464800 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:34.529582 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port e1bb70a0-5327-4aed-8a0f-9bdd396349c5, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=e1bb70a0-5327-4aed-8a0f-9bdd396349c5,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:34.541111 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:34.617422 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=e1bb70a0-5327-4aed-8a0f-9bdd396349c5,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:34.654232 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6597f51-9c43-4a85-80b0-373390d452df req-029c17a7-6031-43d1-b4c2-0d1a30788264 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:34.656376 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b6597f51-9c43-4a85-80b0-373390d452df req-029c17a7-6031-43d1-b4c2-0d1a30788264 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=12289cf0-a9fd-41df-b6d7-58703ccedde0 HTTP/1.1" status: 200 len: 943 time: 0.2425449 Jul 13 07:17:34.681808 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-b25ebbf5-0418-4843-b872-722dd2f4dd7c tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238602 Jul 13 07:17:34.696342 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-36754b7c-b105-4d3c-b9c3-8ce5e9b3b203 service neutron] 10.222.0.42 "GET /v2.0/ports/b4631b47-cf5a-4b87-b275-75ced4b31d09/bindings/n-h2-771363-34 HTTP/1.1" status: 200 len: 385 time: 0.2224393 Jul 13 07:17:34.848228 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b6597f51-9c43-4a85-80b0-373390d452df req-68a42a38-6eda-47cf-9df6-dee981bbc6ef tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602197 Jul 13 07:17:34.892596 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-14c47da3-58c0-4c20-b332-fc91533dffd4 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:34.894152 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-14c47da3-58c0-4c20-b332-fc91533dffd4 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1956742 Jul 13 07:17:34.933289 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-81df9440-ddc2-4ab6-82c8-affd8efbd895 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Request body: {'port': {'device_id': '31b1f6d5-6d13-41f5-9b1e-b51bc1668f04', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'admin_state_up': True, 'tenant_id': 'dfd29396c7b34113bbf812ba80e3a2b0'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:17:35.064354 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4b6f05ee-7cec-4c79-9952-37bd90d2fcfc req-c675e37a-af4c-4d23-9750-af204852bb11 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 210 time: 0.3561265 Jul 13 07:17:35.095726 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9ed2f7fe-2496-4958-846d-fc22b226d3e8 req-83efdad7-3c7e-4cc0-8cab-7acf51831410 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] 10.222.0.23 "GET /v2.0/ports?device_id=584f5b64-433f-4242-818c-bd691897e39c HTTP/1.1" status: 200 len: 210 time: 0.0533335 Jul 13 07:17:35.130772 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-1ef45b7d-a9d5-41c0-95e6-17e169f054ed service neutron] For port b4631b47-cf5a-4b87-b275-75ced4b31d09, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=b4631b47-cf5a-4b87-b275-75ced4b31d09,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:35.130772 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.42', 53752) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:35.258358 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a855df4-a183-49b9-9f18-a1646215472c req-fe23c4e5-33c3-464a-91b6-ff2cbd6aaeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:35.259893 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8a855df4-a183-49b9-9f18-a1646215472c req-fe23c4e5-33c3-464a-91b6-ff2cbd6aaeaf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ba8d3705-e57e-467d-a497-6b4192c2b85b HTTP/1.1" status: 200 len: 1101 time: 0.5530283 Jul 13 07:17:35.272694 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-fa1ff287-72cc-4436-a984-cd98334cf382 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:35.274167 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-fa1ff287-72cc-4436-a984-cd98334cf382 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] 10.222.0.42 "GET /v2.0/networks?id=bb149324-f64b-4c78-8c85-562761c5448f HTTP/1.1" status: 200 len: 815 time: 0.1380341 Jul 13 07:17:35.277392 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-81df9440-ddc2-4ab6-82c8-affd8efbd895 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Made reservation on behalf of dfd29396c7b34113bbf812ba80e3a2b0 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:17:35.281126 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-81df9440-ddc2-4ab6-82c8-affd8efbd895 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:35.301361 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-1ef45b7d-a9d5-41c0-95e6-17e169f054ed service neutron] For port b4631b47-cf5a-4b87-b275-75ced4b31d09, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:17:35.329923 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-7da3fb1f-df05-4ae9-a6f6-b2c25e5aa661 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] Request body: {'port': {'device_id': '584f5b64-433f-4242-818c-bd691897e39c', 'network_id': 'bb149324-f64b-4c78-8c85-562761c5448f', 'admin_state_up': True, 'tenant_id': '5fbf4735e17a4acea2cc0516c6f40bf2'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:17:35.363626 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8a855df4-a183-49b9-9f18-a1646215472c req-ab967ea0-c1d0-4998-8a28-5712de6c9f72 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952260 Jul 13 07:17:35.409667 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-1ef45b7d-a9d5-41c0-95e6-17e169f054ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4631b47-cf5a-4b87-b275-75ced4b31d09 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:17:35.466964 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-1ef45b7d-a9d5-41c0-95e6-17e169f054ed service neutron] For port b4631b47-cf5a-4b87-b275-75ced4b31d09, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=b4631b47-cf5a-4b87-b275-75ced4b31d09,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:35.541046 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-1ef45b7d-a9d5-41c0-95e6-17e169f054ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:35.549410 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-73fe04d4-1d8f-40ee-92e2-3634af7b0fbf tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:35.561695 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-73fe04d4-1d8f-40ee-92e2-3634af7b0fbf tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:35.609389 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49ae91-d4d6-4b95-a5c6-464bf1bdc143 req-e4ffc0b6-dcc5-4ba2-84d7-8244da6cb1f7 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:35.610860 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3f49ae91-d4d6-4b95-a5c6-464bf1bdc143 req-e4ffc0b6-dcc5-4ba2-84d7-8244da6cb1f7 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba8d3705-e57e-467d-a497-6b4192c2b85b HTTP/1.1" status: 200 len: 949 time: 0.1957946 Jul 13 07:17:35.630395 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-81df9440-ddc2-4ab6-82c8-affd8efbd895 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Allocated IP 192.168.233.95 (f9d6e899-687c-4a4d-bdf3-8d8d169866a7/c5af789a-0729-4e53-834f-ef6745aa079c/6d0a0a67-9326-4421-a6a8-789e665561cf) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:17:35.677420 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b66f6-e09c-43ce-ae1a-37dae48f5680 req-d1a7ddb9-b81d-47df-b678-2466107b0f8a tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:35.679486 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7e5b66f6-e09c-43ce-ae1a-37dae48f5680 req-d1a7ddb9-b81d-47df-b678-2466107b0f8a tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eb3a00d-0865-4b6b-81cc-a3cec8732897 HTTP/1.1" status: 200 len: 946 time: 0.2723775 Jul 13 07:17:35.680589 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:35.691554 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3f49ae91-d4d6-4b95-a5c6-464bf1bdc143 req-d85f41ab-7522-4315-abad-8110810dd6b2 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724316 Jul 13 07:17:35.695814 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-7da3fb1f-df05-4ae9-a6f6-b2c25e5aa661 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] Made reservation on behalf of 5fbf4735e17a4acea2cc0516c6f40bf2 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:17:35.699362 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-7da3fb1f-df05-4ae9-a6f6-b2c25e5aa661 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:35.700236 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [None req-73fe04d4-1d8f-40ee-92e2-3634af7b0fbf tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Floating IP e6b51a4d-5012-47ca-821e-6098a7dfbf1e associated. External IP: 172.25.3.176, port: 27c6e9f3-852e-4285-8d2b-4884c28f0970. Jul 13 07:17:35.779811 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-1ef45b7d-a9d5-41c0-95e6-17e169f054ed service neutron] Transition to ACTIVE for port object b4631b47-cf5a-4b87-b275-75ced4b31d09 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:17:35.842513 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7e5b66f6-e09c-43ce-ae1a-37dae48f5680 req-1a29c8f5-d324-4e2f-b3cd-e2955a49b77c tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511800 Jul 13 07:17:35.843725 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-1ef45b7d-a9d5-41c0-95e6-17e169f054ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:36.074753 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73fe04d4-1d8f-40ee-92e2-3634af7b0fbf tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Router a0a4d613-180c-4b7f-87a9-08858ff989da has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:17:36.091094 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb3a00d-0865-4b6b-81cc-a3cec8732897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bb70a0-5327-4aed-8a0f-9bdd396349c5'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:17:36.094810 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1765e7-64a9-4653-85d5-f59d3b76151e" -d '{"events": [{"server_uuid": "1eb3a00d-0865-4b6b-81cc-a3cec8732897", "name": "network-vif-plugged", "status": "completed", "tag": "e1bb70a0-5327-4aed-8a0f-9bdd396349c5"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:17:36.105239 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ee0aa-0ec6-453a-bdfa-35038cb559f5 req-a23440ba-e687-4bc4-bc5a-5de8fd45a132 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:36.106927 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0d4ee0aa-0ec6-453a-bdfa-35038cb559f5 req-a23440ba-e687-4bc4-bc5a-5de8fd45a132 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=12289cf0-a9fd-41df-b6d7-58703ccedde0 HTTP/1.1" status: 200 len: 944 time: 0.1040943 Jul 13 07:17:36.157211 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40600) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:36.189282 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40604) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:36.194341 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0d4ee0aa-0ec6-453a-bdfa-35038cb559f5 req-7a36207e-b3bc-48eb-b355-d858b96ddbb7 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551293 Jul 13 07:17:36.273614 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fe04d4-1d8f-40ee-92e2-3634af7b0fbf tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:17:36.295378 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-73fe04d4-1d8f-40ee-92e2-3634af7b0fbf tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:36.306069 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-1ef45b7d-a9d5-41c0-95e6-17e169f054ed service neutron] No DVR routers for this DVR port b4631b47-cf5a-4b87-b275-75ced4b31d09 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:17:36.309198 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9880c7e-01bc-4628-a792-eef89079abc1 None None] Sync routers for ids ['a0a4d613-180c-4b7f-87a9-08858ff989da'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:17:36.315828 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a653ebb-7749-46ab-981c-821ca5459dbf x-openstack-request-id: req-0a653ebb-7749-46ab-981c-821ca5459dbf {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:17:36.316753 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb3a00d-0865-4b6b-81cc-a3cec8732897", "name": "network-vif-plugged", "status": "completed", "tag": "e1bb70a0-5327-4aed-8a0f-9bdd396349c5", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:17:36.317188 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a653ebb-7749-46ab-981c-821ca5459dbf {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:17:36.320291 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb3a00d-0865-4b6b-81cc-a3cec8732897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bb70a0-5327-4aed-8a0f-9bdd396349c5', 'code': 200} Jul 13 07:17:36.345770 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9880c7e-01bc-4628-a792-eef89079abc1 None None] Routers {'a0a4d613-180c-4b7f-87a9-08858ff989da'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:17:36.346684 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-d9880c7e-01bc-4628-a792-eef89079abc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:17:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['a0a4d613-180c-4b7f-87a9-08858ff989da'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:17:36.353924 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef45b7d-a9d5-41c0-95e6-17e169f054ed service neutron] Pushing event updated for resources: {'Port': ['ID=b4631b47-cf5a-4b87-b275-75ced4b31d09,revision_number=10']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:36.400523 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-765c265e-0b42-4218-8d14-1b47974b515c req-da5c8516-0538-4a9d-950e-d171794aa0d4 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 210 time: 0.0967236 Jul 13 07:17:36.414111 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3543ecff-96a7-44c1-ba46-3646ca48d1b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:36.440213 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-73fe04d4-1d8f-40ee-92e2-3634af7b0fbf tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "PUT /v2.0/floatingips/e6b51a4d-5012-47ca-821e-6098a7dfbf1e HTTP/1.1" status: 200 len: 991 time: 2.1941288 Jul 13 07:17:36.452419 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-81df9440-ddc2-4ab6-82c8-affd8efbd895 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:36.453407 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101e2429-3386-4153-9c0c-b8ffeb85f91a', 'tag': '27c6e9f3-852e-4285-8d2b-4884c28f0970'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:17:36.455689 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239bd886-ca7a-4f1b-94ed-5b72335efc1d" -d '{"events": [{"name": "network-changed", "server_uuid": "101e2429-3386-4153-9c0c-b8ffeb85f91a", "tag": "27c6e9f3-852e-4285-8d2b-4884c28f0970"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:17:36.492483 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-1ef45b7d-a9d5-41c0-95e6-17e169f054ed service neutron] 10.222.0.42 "PUT /v2.0/ports/b4631b47-cf5a-4b87-b275-75ced4b31d09/bindings/n-h2-771363-34/activate HTTP/1.1" status: 200 len: 370 time: 1.7448654 Jul 13 07:17:36.497346 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d9a82f4c-a41f-4976-9ec8-96fa300b50a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:36.513315 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-7da3fb1f-df05-4ae9-a6f6-b2c25e5aa661 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] Allocated IP 172.20.0.8 (bb149324-f64b-4c78-8c85-562761c5448f/f1d6c513-dfdf-493d-8b2b-69cf7203a4ba/cba6bc0d-bc54-4dec-9e50-d8ea286377b0) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:17:36.523148 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-81df9440-ddc2-4ab6-82c8-affd8efbd895 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Transition to ACTIVE for port object 6d0a0a67-9326-4421-a6a8-789e665561cf will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:17:36.591674 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7f12185f-a3dc-4ecc-8e82-1f90b3afec1a req-399c4432-3d35-471d-b6d1-627288af41c9 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] 10.222.0.23 "GET /v2.0/ports?device_id=584f5b64-433f-4242-818c-bd691897e39c HTTP/1.1" status: 200 len: 210 time: 0.0747724 Jul 13 07:17:36.637277 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-d9880c7e-01bc-4628-a792-eef89079abc1 None None] Set router a0a4d613-180c-4b7f-87a9-08858ff989da gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:17:36.644760 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2f478-1e38-450e-828d-afdcdc242f21 req-be5a99f5-be8b-4f35-9f46-6703e4c22ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:36.646280 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5dc2f478-1e38-450e-828d-afdcdc242f21 req-be5a99f5-be8b-4f35-9f46-6703e4c22ee2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1eb3a00d-0865-4b6b-81cc-a3cec8732897 HTTP/1.1" status: 200 len: 1098 time: 0.2285447 Jul 13 07:17:36.665235 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b460af-6276-4989-a2bc-af7cf535c116 x-openstack-request-id: req-c0b460af-6276-4989-a2bc-af7cf535c116 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:17:36.665518 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "101e2429-3386-4153-9c0c-b8ffeb85f91a", "tag": "27c6e9f3-852e-4285-8d2b-4884c28f0970", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:17:36.665764 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c0b460af-6276-4989-a2bc-af7cf535c116 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:17:36.666139 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '101e2429-3386-4153-9c0c-b8ffeb85f91a', 'tag': '27c6e9f3-852e-4285-8d2b-4884c28f0970', 'status': 'completed', 'code': 200} Jul 13 07:17:36.705877 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-81df9440-ddc2-4ab6-82c8-affd8efbd895 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:36.718648 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['9c7a8282-37d0-4766-acbb-4c25f10c0b68'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:17:36.723130 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-544219d1-0ac3-4259-b269-d49ae0f510ad tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:36.724776 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-544219d1-0ac3-4259-b269-d49ae0f510ad tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=12289cf0-a9fd-41df-b6d7-58703ccedde0&tenant_id=05a465060c604024bf60fd1a58309bf9&binding%3Ahost_id=n-h1-771363-34 HTTP/1.1" status: 200 len: 1096 time: 0.1449380 Jul 13 07:17:36.726643 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5dc2f478-1e38-450e-828d-afdcdc242f21 req-4d228f0d-e6f4-44d5-9fc4-ca18dd9fef43 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716622 Jul 13 07:17:36.748671 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3543ecff-96a7-44c1-ba46-3646ca48d1b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:36.760334 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3543ecff-96a7-44c1-ba46-3646ca48d1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:36.786778 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-81df9440-ddc2-4ab6-82c8-affd8efbd895 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:17:36.808629 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-81df9440-ddc2-4ab6-82c8-affd8efbd895 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:17:36.820254 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-7da3fb1f-df05-4ae9-a6f6-b2c25e5aa661 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:36.822328 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-81df9440-ddc2-4ab6-82c8-affd8efbd895 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:17:36.828233 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-81df9440-ddc2-4ab6-82c8-affd8efbd895 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:36.829099 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-81df9440-ddc2-4ab6-82c8-affd8efbd895 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:36.869596 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df9440-ddc2-4ab6-82c8-affd8efbd895 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Pushing event updated for resources: {'Port': ['ID=6d0a0a67-9326-4421-a6a8-789e665561cf,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:36.881190 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bd886-ca7a-4f1b-94ed-5b72335efc1d req-44e54737-e597-4526-b68e-10f63c75c8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:36.883583 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-239bd886-ca7a-4f1b-94ed-5b72335efc1d req-44e54737-e597-4526-b68e-10f63c75c8be service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=34f1f252047a479b82dd34808ffbdaa6&device_id=101e2429-3386-4153-9c0c-b8ffeb85f91a HTTP/1.1" status: 200 len: 1097 time: 0.1953785 Jul 13 07:17:36.903047 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3543ecff-96a7-44c1-ba46-3646ca48d1b0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=babdbbc7c4004dd39d8e06559c940a4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7431555 Jul 13 07:17:36.919151 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40616) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:36.972154 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3543ecff-96a7-44c1-ba46-3646ca48d1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4e30d5-d405-4744-8318-bd8a59556fc1,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:37.058629 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bd886-ca7a-4f1b-94ed-5b72335efc1d req-38fe3d94-ea24-4329-b435-01b3ccb13542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:37.063240 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-93becbe6-d71d-44ef-ad06-94c0446227ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:37.065044 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-93becbe6-d71d-44ef-ad06-94c0446227ed service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=12289cf0-a9fd-41df-b6d7-58703ccedde0&tenant_id=05a465060c604024bf60fd1a58309bf9 HTTP/1.1" status: 200 len: 1096 time: 0.2817852 Jul 13 07:17:37.068416 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d25d1a03-7088-49b1-a2d1-9a26ea239586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:37.070482 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-239bd886-ca7a-4f1b-94ed-5b72335efc1d req-38fe3d94-ea24-4329-b435-01b3ccb13542 service neutron] 10.222.0.25 "GET /v2.0/networks?id=afb92f7f-5b7d-43ea-9f6e-b225beb5888c HTTP/1.1" status: 200 len: 924 time: 0.1667821 Jul 13 07:17:37.149069 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-d9880c7e-01bc-4628-a792-eef89079abc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108855812-router', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '564c3b9f-2f28-40de-ac08-0872957616fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:16:42Z', 'updated_at': '2021-07-13T07:16:49Z', 'revision_number': 4, 'project_id': '34f1f252047a479b82dd34808ffbdaa6', 'gw_port': {'id': '564c3b9f-2f28-40de-ac08-0872957616fc', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:43Z', 'updated_at': '2021-07-13T07:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': 'e6b51a4d-5012-47ca-821e-6098a7dfbf1e', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'floating_ip_address': '172.25.3.176', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'port_id': '27c6e9f3-852e-4285-8d2b-4884c28f0970', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c', 'mac_address': 'fa:16:3e:f3:a9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101e2429-3386-4153-9c0c-b8ffeb85f91a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:17:15Z', 'updated_at': '2021-07-13T07:17:35Z', 'revision_number': 1, 'project_id': '34f1f252047a479b82dd34808ffbdaa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc009cf9-81ee-4362-b413-3d2536014606', 'name': '', 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'mac_address': 'fa:16:3e:b8:b3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '206eeb9b-bd1e-46b3-9846-f00f50c205b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:47Z', 'updated_at': '2021-07-13T07:16:55Z', 'revision_number': 5, 'project_id': '34f1f252047a479b82dd34808ffbdaa6', 'subnets': [{'id': '206eeb9b-bd1e-46b3-9846-f00f50c205b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:17:37.181219 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9880c7e-01bc-4628-a792-eef89079abc1 None None] Checking router: a0a4d613-180c-4b7f-87a9-08858ff989da for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:17:37.192435 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9880c7e-01bc-4628-a792-eef89079abc1 None None] Routers {'a0a4d613-180c-4b7f-87a9-08858ff989da'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:17:37.192681 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-d9880c7e-01bc-4628-a792-eef89079abc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:17:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['a0a4d613-180c-4b7f-87a9-08858ff989da'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:17:37.192913 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-7da3fb1f-df05-4ae9-a6f6-b2c25e5aa661 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:37.218389 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d4957ce7-9286-4d91-b5d1-2c921a79cf5c None None] Provisioning for port 6d0a0a67-9326-4421-a6a8-789e665561cf completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:17:37.223727 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d4957ce7-9286-4d91-b5d1-2c921a79cf5c None None] Provisioning complete for port 6d0a0a67-9326-4421-a6a8-789e665561cf triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:17:37.224667 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d4957ce7-9286-4d91-b5d1-2c921a79cf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:37.272185 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-d4957ce7-9286-4d91-b5d1-2c921a79cf5c None None] Port 6d0a0a67-9326-4421-a6a8-789e665561cf cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:17:37.302117 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-7da3fb1f-df05-4ae9-a6f6-b2c25e5aa661 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] Network bb149324-f64b-4c78-8c85-562761c5448f is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:17:37.305201 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-239bd886-ca7a-4f1b-94ed-5b72335efc1d req-c2fac4da-d145-443f-be32-9130f0727a67 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27c6e9f3-852e-4285-8d2b-4884c28f0970 HTTP/1.1" status: 200 len: 999 time: 0.1992202 Jul 13 07:17:37.310339 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-7da3fb1f-df05-4ae9-a6f6-b2c25e5aa661 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:17:37.313955 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3fb1f-df05-4ae9-a6f6-b2c25e5aa661 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] Pushing event updated for resources: {'Port': ['ID=cba6bc0d-bc54-4dec-9e50-d8ea286377b0,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:37.317559 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-7da3fb1f-df05-4ae9-a6f6-b2c25e5aa661 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:17:37.323522 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-7da3fb1f-df05-4ae9-a6f6-b2c25e5aa661 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:37.324162 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-7da3fb1f-df05-4ae9-a6f6-b2c25e5aa661 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:37.348586 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-d9880c7e-01bc-4628-a792-eef89079abc1 None None] Set router a0a4d613-180c-4b7f-87a9-08858ff989da gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:17:37.381027 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f30f7-aef2-458f-9ac1-b6f2236856c9 req-038e3b49-c5d2-4cc0-91cf-4b345c01cac9 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:37.382502 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d25d1a03-7088-49b1-a2d1-9a26ea239586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:37.384100 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4a6f30f7-aef2-458f-9ac1-b6f2236856c9 req-038e3b49-c5d2-4cc0-91cf-4b345c01cac9 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eb3a00d-0865-4b6b-81cc-a3cec8732897 HTTP/1.1" status: 200 len: 946 time: 0.3021951 Jul 13 07:17:37.396725 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bd886-ca7a-4f1b-94ed-5b72335efc1d req-8c903acb-423d-42ba-9820-d45f5b74aa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:37.398865 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-239bd886-ca7a-4f1b-94ed-5b72335efc1d req-8c903acb-423d-42ba-9820-d45f5b74aa91 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=206eeb9b-bd1e-46b3-9846-f00f50c205b6 HTTP/1.1" status: 200 len: 862 time: 0.0824280 Jul 13 07:17:37.432691 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce51f7-954f-4be7-acd9-69f3a415fcd8 req-cc448523-4293-49d3-ab2a-71baeb898a53 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:37.434183 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-20ce51f7-954f-4be7-acd9-69f3a415fcd8 req-cc448523-4293-49d3-ab2a-71baeb898a53 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba8d3705-e57e-467d-a497-6b4192c2b85b HTTP/1.1" status: 200 len: 949 time: 0.5301476 Jul 13 07:17:37.455911 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d9a82f4c-a41f-4976-9ec8-96fa300b50a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:37.471620 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4a6f30f7-aef2-458f-9ac1-b6f2236856c9 req-93caf299-576e-4b76-ab4d-21f5334af2ac tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773318 Jul 13 07:17:37.473838 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-81df9440-ddc2-4ab6-82c8-affd8efbd895 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5453072 Jul 13 07:17:37.475055 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d9a82f4c-a41f-4976-9ec8-96fa300b50a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:37.478513 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-7da3fb1f-df05-4ae9-a6f6-b2c25e5aa661 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1785784 Jul 13 07:17:37.503940 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-5b7a2506-bcad-483b-858d-541227182a57 service neutron] Request body: {'port': {'device_id': '584f5b64-433f-4242-818c-bd691897e39c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:17:37.515773 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-300e057a-2d57-4a35-b781-55743fe869dc service neutron] Request body: {'port': {'device_id': '31b1f6d5-6d13-41f5-9b1e-b51bc1668f04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:17:37.548859 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d9a82f4c-a41f-4976-9ec8-96fa300b50a3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7634dd3260904ac5a421fd9b136a8505&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3540881 Jul 13 07:17:37.553800 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40622) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:37.567958 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-20ce51f7-954f-4be7-acd9-69f3a415fcd8 req-626806a4-f60c-4d05-b095-72e5f54c6de6 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263599 Jul 13 07:17:37.580338 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a82f4c-a41f-4976-9ec8-96fa300b50a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a8b6aa-5bee-4dbe-9d6d-1203971c1911,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:37.604179 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bd886-ca7a-4f1b-94ed-5b72335efc1d req-2a989182-86e8-4834-bef7-9097957e0bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:37.606595 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-239bd886-ca7a-4f1b-94ed-5b72335efc1d req-2a989182-86e8-4834-bef7-9097957e0bdb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=afb92f7f-5b7d-43ea-9f6e-b225beb5888c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1862490 Jul 13 07:17:37.608463 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d25d1a03-7088-49b1-a2d1-9a26ea239586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:37.610918 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d25d1a03-7088-49b1-a2d1-9a26ea239586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:37.628097 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d25d1a03-7088-49b1-a2d1-9a26ea239586 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7e4e30d5-d405-4744-8318-bd8a59556fc1 HTTP/1.1" status: 204 len: 168 time: 0.7078321 Jul 13 07:17:37.644317 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-e6014ff7-d2ed-40f6-861f-78b002829f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:37.645815 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-e6014ff7-d2ed-40f6-861f-78b002829f26 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=05a465060c604024bf60fd1a58309bf9&device_id=12289cf0-a9fd-41df-b6d7-58703ccedde0 HTTP/1.1" status: 200 len: 1096 time: 0.2834628 Jul 13 07:17:37.684351 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d1a03-7088-49b1-a2d1-9a26ea239586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4e30d5-d405-4744-8318-bd8a59556fc1,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:37.695222 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-d9880c7e-01bc-4628-a792-eef89079abc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108855812-router', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '564c3b9f-2f28-40de-ac08-0872957616fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:16:42Z', 'updated_at': '2021-07-13T07:16:49Z', 'revision_number': 4, 'project_id': '34f1f252047a479b82dd34808ffbdaa6', 'gw_port': {'id': '564c3b9f-2f28-40de-ac08-0872957616fc', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:43Z', 'updated_at': '2021-07-13T07:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': 'e6b51a4d-5012-47ca-821e-6098a7dfbf1e', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'floating_ip_address': '172.25.3.176', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'port_id': '27c6e9f3-852e-4285-8d2b-4884c28f0970', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c', 'mac_address': 'fa:16:3e:f3:a9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101e2429-3386-4153-9c0c-b8ffeb85f91a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:17:15Z', 'updated_at': '2021-07-13T07:17:35Z', 'revision_number': 1, 'project_id': '34f1f252047a479b82dd34808ffbdaa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc009cf9-81ee-4362-b413-3d2536014606', 'name': '', 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'mac_address': 'fa:16:3e:b8:b3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '206eeb9b-bd1e-46b3-9846-f00f50c205b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:47Z', 'updated_at': '2021-07-13T07:16:55Z', 'revision_number': 5, 'project_id': '34f1f252047a479b82dd34808ffbdaa6', 'subnets': [{'id': '206eeb9b-bd1e-46b3-9846-f00f50c205b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:17:37.765196 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9880c7e-01bc-4628-a792-eef89079abc1 None None] The sync data for ids ['a0a4d613-180c-4b7f-87a9-08858ff989da'] in n-d-771363-34 is: [{'id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108855812-router', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '564c3b9f-2f28-40de-ac08-0872957616fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:16:42Z', 'updated_at': '2021-07-13T07:16:49Z', 'revision_number': 4, 'project_id': '34f1f252047a479b82dd34808ffbdaa6', 'gw_port': {'id': '564c3b9f-2f28-40de-ac08-0872957616fc', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:43Z', 'updated_at': '2021-07-13T07:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': 'e6b51a4d-5012-47ca-821e-6098a7dfbf1e', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'floating_ip_address': '172.25.3.176', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'port_id': '27c6e9f3-852e-4285-8d2b-4884c28f0970', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c', 'mac_address': 'fa:16:3e:f3:a9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101e2429-3386-4153-9c0c-b8ffeb85f91a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:17:15Z', 'updated_at': '2021-07-13T07:17:35Z', 'revision_number': 1, 'project_id': '34f1f252047a479b82dd34808ffbdaa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc009cf9-81ee-4362-b413-3d2536014606', 'name': '', 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'mac_address': 'fa:16:3e:b8:b3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '206eeb9b-bd1e-46b3-9846-f00f50c205b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:47Z', 'updated_at': '2021-07-13T07:16:55Z', 'revision_number': 5, 'project_id': '34f1f252047a479b82dd34808ffbdaa6', 'subnets': [{'id': '206eeb9b-bd1e-46b3-9846-f00f50c205b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:17:37.766737 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2568e038-d246-4940-9d8f-938e82374285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:37.824102 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2568e038-d246-4940-9d8f-938e82374285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:37.826264 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-300e057a-2d57-4a35-b781-55743fe869dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:37.860969 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-3a30629d-6f1d-4e3c-be9f-0c92f1cde66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:37.863636 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-3a30629d-6f1d-4e3c-be9f-0c92f1cde66e service neutron] 10.222.0.25 "GET /v2.0/networks?id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d HTTP/1.1" status: 200 len: 909 time: 0.1929157 Jul 13 07:17:37.900753 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-5b7a2506-bcad-483b-858d-541227182a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:37.929692 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-a7629244-1e2b-4803-8920-b9d8d9ea9775 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4631b47-cf5a-4b87-b275-75ced4b31d09 HTTP/1.1" status: 200 len: 217 time: 0.0562770 Jul 13 07:17:38.012972 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c1951-4de8-4d87-9b5b-dae3ecf688d8 req-347580d7-a5ff-43a8-b9ee-346206af2b5d tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:38.014557 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-619c1951-4de8-4d87-9b5b-dae3ecf688d8 req-347580d7-a5ff-43a8-b9ee-346206af2b5d tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 935 time: 0.2190354 Jul 13 07:17:38.032465 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95f9cb-ea0f-48a9-bf24-8604b9bb10f5 req-10283475-a0bf-4541-8be1-60ec5e6099be tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:38.035852 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7b95f9cb-ea0f-48a9-bf24-8604b9bb10f5 req-10283475-a0bf-4541-8be1-60ec5e6099be tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=12289cf0-a9fd-41df-b6d7-58703ccedde0 HTTP/1.1" status: 200 len: 944 time: 0.3425043 Jul 13 07:17:38.051667 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-0d60b7ce-d5a3-4bcf-a410-66afca6dd677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:38.053664 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-0d60b7ce-d5a3-4bcf-a410-66afca6dd677 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7ca46c55-f93a-4f0d-847c-cec27912e287 HTTP/1.1" status: 200 len: 848 time: 0.1160913 Jul 13 07:17:38.054630 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2568e038-d246-4940-9d8f-938e82374285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:38.057817 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2568e038-d246-4940-9d8f-938e82374285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:38.060356 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2568e038-d246-4940-9d8f-938e82374285 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b5a8b6aa-5bee-4dbe-9d6d-1203971c1911 HTTP/1.1" status: 204 len: 168 time: 0.5069902 Jul 13 07:17:38.078298 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03df608-07a6-428b-89de-5cfb6508f390 None None] New status for floating IP e6b51a4d-5012-47ca-821e-6098a7dfbf1e: ACTIVE {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:17:38.116070 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-2860468a-5fd4-4d45-8d00-ad8262811d92 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526221 Jul 13 07:17:38.119587 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2568e038-d246-4940-9d8f-938e82374285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a8b6aa-5bee-4dbe-9d6d-1203971c1911,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:38.130096 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-239bd886-ca7a-4f1b-94ed-5b72335efc1d req-c8bce444-683f-4897-9dbc-15354cf08232 service neutron] 10.222.0.25 "GET /v2.0/networks/afb92f7f-5b7d-43ea-9f6e-b225beb5888c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377940 Jul 13 07:17:38.134715 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-619c1951-4de8-4d87-9b5b-dae3ecf688d8 req-a96f78e0-dd4d-4f65-9469-5f8e79762a12 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134560 Jul 13 07:17:38.218667 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40638) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:38.245107 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e97e162f-4e2c-4436-ad13-3d2aceaf84a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:38.347246 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7b95f9cb-ea0f-48a9-bf24-8604b9bb10f5 req-34b1c205-564e-481d-a7c1-224e2abef68f tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983778 Jul 13 07:17:38.411301 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e97e162f-4e2c-4436-ad13-3d2aceaf84a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:38.431057 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e97e162f-4e2c-4436-ad13-3d2aceaf84a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:38.467308 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-9b00a95e-33b5-46ae-a7cb-830dbabba9e6 service neutron] 10.222.0.25 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432169 Jul 13 07:17:38.568927 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e97e162f-4e2c-4436-ad13-3d2aceaf84a2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e6852d7f719417d9151d40e59cb4f86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3480346 Jul 13 07:17:38.573880 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device b4631b47-cf5a-4b87-b275-75ced4b31d09 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:17:38.591428 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40644) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:38.609636 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e162f-4e2c-4436-ad13-3d2aceaf84a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e37881-d114-4803-9ff7-04e2939c9d68,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:38.696197 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40646) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:38.711423 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device b4631b47-cf5a-4b87-b275-75ced4b31d09 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:17:38.730307 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-efc22920-9340-425a-a55e-61dc0adcec62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:38.732645 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5a29770f-a9a9-409e-9953-1907e5e50a46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:38.737314 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-9fb55471-482b-4e80-9560-5b6b49883c3d service neutron] 10.222.0.25 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373304 Jul 13 07:17:38.777504 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-efc22920-9340-425a-a55e-61dc0adcec62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:38.870199 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-efc22920-9340-425a-a55e-61dc0adcec62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:38.873273 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-efc22920-9340-425a-a55e-61dc0adcec62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:38.874496 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-efc22920-9340-425a-a55e-61dc0adcec62 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/63e37881-d114-4803-9ff7-04e2939c9d68 HTTP/1.1" status: 204 len: 168 time: 0.2805853 Jul 13 07:17:38.899190 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc22920-9340-425a-a55e-61dc0adcec62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e37881-d114-4803-9ff7-04e2939c9d68,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:38.912072 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5a29770f-a9a9-409e-9953-1907e5e50a46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:38.924854 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5a29770f-a9a9-409e-9953-1907e5e50a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:38.964281 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5a29770f-a9a9-409e-9953-1907e5e50a46 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7ffc96a495e741788e28fb9b5f9ea77f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2653291 Jul 13 07:17:38.965822 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40652) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:39.038509 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a29770f-a9a9-409e-9953-1907e5e50a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8a52fe-1e9c-4f97-9f93-2fe11669665c,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:39.065190 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-239bd886-ca7a-4f1b-94ed-5b72335efc1d req-4ba47524-0e80-4748-bb63-85f18482752f service neutron] 10.222.0.25 "GET /v2.0/networks/afb92f7f-5b7d-43ea-9f6e-b225beb5888c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8595667 Jul 13 07:17:39.092092 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0a47ba88-e269-4038-9e01-19e45dfe9092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:39.110241 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200f5a8-8faa-41fd-814d-370fc943f35a req-d60a5256-92e4-44ce-81d3-7c748fa723e0 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:39.111831 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a200f5a8-8faa-41fd-814d-370fc943f35a req-d60a5256-92e4-44ce-81d3-7c748fa723e0 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eb3a00d-0865-4b6b-81cc-a3cec8732897 HTTP/1.1" status: 200 len: 946 time: 0.1124756 Jul 13 07:17:39.129218 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0a47ba88-e269-4038-9e01-19e45dfe9092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:39.190716 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a200f5a8-8faa-41fd-814d-370fc943f35a req-e841d342-c02b-4e78-a0aa-dd647dd3172e tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690236 Jul 13 07:17:39.199499 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-300e057a-2d57-4a35-b781-55743fe869dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d0a0a67-9326-4421-a6a8-789e665561cf {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:17:39.212345 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0a47ba88-e269-4038-9e01-19e45dfe9092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:39.223243 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0a47ba88-e269-4038-9e01-19e45dfe9092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:39.223654 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55384ec1-859d-4e8f-8a07-839954c74d4e req-dfb00c5b-f049-42e6-941a-76d1852cd4ed tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:39.223773 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0a47ba88-e269-4038-9e01-19e45dfe9092 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3c8a52fe-1e9c-4f97-9f93-2fe11669665c HTTP/1.1" status: 204 len: 168 time: 0.2444489 Jul 13 07:17:39.223869 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-55384ec1-859d-4e8f-8a07-839954c74d4e req-dfb00c5b-f049-42e6-941a-76d1852cd4ed tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] 10.222.0.23 "GET /v2.0/ports?device_id=584f5b64-433f-4242-818c-bd691897e39c HTTP/1.1" status: 200 len: 931 time: 0.2650335 Jul 13 07:17:39.236061 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-300e057a-2d57-4a35-b781-55743fe869dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:39.245940 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47ba88-e269-4038-9e01-19e45dfe9092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8a52fe-1e9c-4f97-9f93-2fe11669665c,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:39.323655 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-300e057a-2d57-4a35-b781-55743fe869dc service neutron] Transition to ACTIVE for port object 6d0a0a67-9326-4421-a6a8-789e665561cf will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:17:39.351822 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-300e057a-2d57-4a35-b781-55743fe869dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:39.364254 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-5b7a2506-bcad-483b-858d-541227182a57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cba6bc0d-bc54-4dec-9e50-d8ea286377b0 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:17:39.385267 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-55384ec1-859d-4e8f-8a07-839954c74d4e req-21dd2c17-24cd-4e6f-bcc7-f3b28a42d8d1 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8575ab4-8b6b-4ff6-8eca-106f9eeb1486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612046 Jul 13 07:17:39.424233 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-5b7a2506-bcad-483b-858d-541227182a57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:39.452371 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-e390eb86-84e6-4248-879f-0a9dbdb98885 tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:39.454231 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-e390eb86-84e6-4248-879f-0a9dbdb98885 tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=12289cf0-a9fd-41df-b6d7-58703ccedde0&tenant_id=05a465060c604024bf60fd1a58309bf9&binding%3Ahost_id=n-h2-771363-34 HTTP/1.1" status: 200 len: 1096 time: 0.3549922 Jul 13 07:17:39.477006 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-5b7a2506-bcad-483b-858d-541227182a57 service neutron] Transition to ACTIVE for port object cba6bc0d-bc54-4dec-9e50-d8ea286377b0 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:17:39.480175 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e057a-2d57-4a35-b781-55743fe869dc service neutron] Pushing event updated for resources: {'Port': ['ID=6d0a0a67-9326-4421-a6a8-789e665561cf,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:39.546018 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-5b7a2506-bcad-483b-858d-541227182a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:39.676159 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6c7d2-8698-4b85-8926-478367f18926 req-df6d5590-b662-4a4c-9958-b60db19c1089 tempest-ServersAdminTestJSON-1779248199 tempest-ServersAdminTestJSON-1779248199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:39.676728 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6c7d2-8698-4b85-8926-478367f18926 req-df6d5590-b662-4a4c-9958-b60db19c1089 tempest-ServersAdminTestJSON-1779248199 tempest-ServersAdminTestJSON-1779248199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:39.677534 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6c7d2-8698-4b85-8926-478367f18926 req-df6d5590-b662-4a4c-9958-b60db19c1089 tempest-ServersAdminTestJSON-1779248199 tempest-ServersAdminTestJSON-1779248199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:39.677534 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6c7d2-8698-4b85-8926-478367f18926 req-df6d5590-b662-4a4c-9958-b60db19c1089 tempest-ServersAdminTestJSON-1779248199 tempest-ServersAdminTestJSON-1779248199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:39.677914 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-300e057a-2d57-4a35-b781-55743fe869dc service neutron] Attempting to bind port 6d0a0a67-9326-4421-a6a8-789e665561cf on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:17:39.678098 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6c7d2-8698-4b85-8926-478367f18926 req-df6d5590-b662-4a4c-9958-b60db19c1089 tempest-ServersAdminTestJSON-1779248199 tempest-ServersAdminTestJSON-1779248199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:39.678639 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6c7d2-8698-4b85-8926-478367f18926 req-df6d5590-b662-4a4c-9958-b60db19c1089 tempest-ServersAdminTestJSON-1779248199 tempest-ServersAdminTestJSON-1779248199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:39.678902 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-300e057a-2d57-4a35-b781-55743fe869dc service neutron] Attempting to bind port 6d0a0a67-9326-4421-a6a8-789e665561cf by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:17:39.679113 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6c7d2-8698-4b85-8926-478367f18926 req-df6d5590-b662-4a4c-9958-b60db19c1089 tempest-ServersAdminTestJSON-1779248199 tempest-ServersAdminTestJSON-1779248199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:39.679571 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-300e057a-2d57-4a35-b781-55743fe869dc service neutron] Attempting to bind port 6d0a0a67-9326-4421-a6a8-789e665561cf on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:17:39.682566 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6c7d2-8698-4b85-8926-478367f18926 req-df6d5590-b662-4a4c-9958-b60db19c1089 tempest-ServersAdminTestJSON-1779248199 tempest-ServersAdminTestJSON-1779248199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:39.685132 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6c7d2-8698-4b85-8926-478367f18926 req-df6d5590-b662-4a4c-9958-b60db19c1089 tempest-ServersAdminTestJSON-1779248199 tempest-ServersAdminTestJSON-1779248199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:39.685624 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6c7d2-8698-4b85-8926-478367f18926 req-df6d5590-b662-4a4c-9958-b60db19c1089 tempest-ServersAdminTestJSON-1779248199 tempest-ServersAdminTestJSON-1779248199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:39.686099 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6c7d2-8698-4b85-8926-478367f18926 req-df6d5590-b662-4a4c-9958-b60db19c1089 tempest-ServersAdminTestJSON-1779248199 tempest-ServersAdminTestJSON-1779248199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:39.695460 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-00c6c7d2-8698-4b85-8926-478367f18926 req-df6d5590-b662-4a4c-9958-b60db19c1089 tempest-ServersAdminTestJSON-1779248199 tempest-ServersAdminTestJSON-1779248199-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=584f5b64-433f-4242-818c-bd691897e39c&device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04&device_id=ba8d3705-e57e-467d-a497-6b4192c2b85b&device_id=1eb3a00d-0865-4b6b-81cc-a3cec8732897&device_id=101e2429-3386-4153-9c0c-b8ffeb85f91a&device_id=12289cf0-a9fd-41df-b6d7-58703ccedde0&device_id=7b786124-09a7-4ff5-9bee-5dc0fc2383cd&device_id=011c331e-4535-43a0-be9f-25264fbdf055&device_id=936d839d-37be-4c28-8b91-49ba84426f2d&device_id=c0ad3ad0-5e92-44ae-898f-859f675502e1&device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 9901 time: 0.1003234 Jul 13 07:17:39.701689 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-300e057a-2d57-4a35-b781-55743fe869dc service neutron] Port 6d0a0a67-9326-4421-a6a8-789e665561cf on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:17:39.702271 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-300e057a-2d57-4a35-b781-55743fe869dc service neutron] Attempting to bind port 6d0a0a67-9326-4421-a6a8-789e665561cf on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:17:39.706829 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a2506-bcad-483b-858d-541227182a57 service neutron] Pushing event updated for resources: {'Port': ['ID=cba6bc0d-bc54-4dec-9e50-d8ea286377b0,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:39.710550 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-00c6c7d2-8698-4b85-8926-478367f18926 req-e67a82e5-0e9d-47ca-bfd1-4d4e57eeef1e tempest-ServersAdminTestJSON-1779248199 tempest-ServersAdminTestJSON-1779248199-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:39.752039 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-300e057a-2d57-4a35-b781-55743fe869dc service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:17:39.752680 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-300e057a-2d57-4a35-b781-55743fe869dc service neutron] Checking segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:17:39.753234 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-300e057a-2d57-4a35-b781-55743fe869dc service neutron] Bound using segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:17:39.753821 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-300e057a-2d57-4a35-b781-55743fe869dc service neutron] Bound port: 6d0a0a67-9326-4421-a6a8-789e665561cf, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:17:39.754339 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-300e057a-2d57-4a35-b781-55743fe869dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:39.829294 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-5b7a2506-bcad-483b-858d-541227182a57 service neutron] Attempting to bind port cba6bc0d-bc54-4dec-9e50-d8ea286377b0 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:17:39.829646 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-5b7a2506-bcad-483b-858d-541227182a57 service neutron] Attempting to bind port cba6bc0d-bc54-4dec-9e50-d8ea286377b0 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '1659bffe-213e-407f-81a2-40b80fb6bc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bb149324-f64b-4c78-8c85-562761c5448f'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:17:39.829952 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-5b7a2506-bcad-483b-858d-541227182a57 service neutron] Attempting to bind port cba6bc0d-bc54-4dec-9e50-d8ea286377b0 on network bb149324-f64b-4c78-8c85-562761c5448f {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:17:39.848443 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-00c6c7d2-8698-4b85-8926-478367f18926 req-e67a82e5-0e9d-47ca-bfd1-4d4e57eeef1e tempest-ServersAdminTestJSON-1779248199 tempest-ServersAdminTestJSON-1779248199-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:39.857091 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-00c6c7d2-8698-4b85-8926-478367f18926 req-e67a82e5-0e9d-47ca-bfd1-4d4e57eeef1e tempest-ServersAdminTestJSON-1779248199 tempest-ServersAdminTestJSON-1779248199-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:39.869415 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-5b7a2506-bcad-483b-858d-541227182a57 service neutron] Port cba6bc0d-bc54-4dec-9e50-d8ea286377b0 on network bb149324-f64b-4c78-8c85-562761c5448f not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:17:39.869750 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-5b7a2506-bcad-483b-858d-541227182a57 service neutron] Attempting to bind port cba6bc0d-bc54-4dec-9e50-d8ea286377b0 on network bb149324-f64b-4c78-8c85-562761c5448f {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:17:39.893220 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56691630-981a-4ba9-9689-25a5abc0f69e req-0cf22f3b-5404-4965-a341-d6963177d623 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:39.894800 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-56691630-981a-4ba9-9689-25a5abc0f69e req-0cf22f3b-5404-4965-a341-d6963177d623 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 947 time: 0.3507547 Jul 13 07:17:39.900012 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-5b7a2506-bcad-483b-858d-541227182a57 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:17:39.900589 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-5b7a2506-bcad-483b-858d-541227182a57 service neutron] Checking segment: {'id': '1659bffe-213e-407f-81a2-40b80fb6bc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bb149324-f64b-4c78-8c85-562761c5448f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:17:39.901132 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-5b7a2506-bcad-483b-858d-541227182a57 service neutron] Bound using segment: {'id': '1659bffe-213e-407f-81a2-40b80fb6bc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bb149324-f64b-4c78-8c85-562761c5448f'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:17:39.901720 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-5b7a2506-bcad-483b-858d-541227182a57 service neutron] Bound port: cba6bc0d-bc54-4dec-9e50-d8ea286377b0, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1659bffe-213e-407f-81a2-40b80fb6bc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bb149324-f64b-4c78-8c85-562761c5448f'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:17:39.902348 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-5b7a2506-bcad-483b-858d-541227182a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:39.949164 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-00c6c7d2-8698-4b85-8926-478367f18926 req-e67a82e5-0e9d-47ca-bfd1-4d4e57eeef1e tempest-ServersAdminTestJSON-1779248199 tempest-ServersAdminTestJSON-1779248199-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e8575ab4-8b6b-4ff6-8eca-106f9eeb1486&id=f1319908-d57f-4116-ac58-79f0f84d78a9&id=b18720f6-423e-4130-80ad-ac1dcc989202&id=3179f37d-94de-45a9-a48f-244bb3f0391a&id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.2458134 Jul 13 07:17:39.973645 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a82e5-0e9d-47ca-bfd1-4d4e57eeef1e tempest-ServersAdminTestJSON-1779248199 tempest-ServersAdminTestJSON-1779248199-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21513df-65d4-4fa4-a319-475f2e5857e6,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:40.018143 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-33df317d-89e1-4c97-9b05-5e8817c1796f service neutron] For port b4631b47-cf5a-4b87-b275-75ced4b31d09, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:17:40.121931 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-33df317d-89e1-4c97-9b05-5e8817c1796f service neutron] Notify callbacks [] for binding, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:40.123056 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-42e69104-d673-44a0-ad7d-9c9e3061b72a req-33df317d-89e1-4c97-9b05-5e8817c1796f service neutron] 10.222.0.25 "DELETE /v2.0/ports/b4631b47-cf5a-4b87-b275-75ced4b31d09/bindings/n-h1-771363-34 HTTP/1.1" status: 204 len: 173 time: 0.6535120 Jul 13 07:17:40.128296 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776af0f-b541-497c-bdd6-cc7b03354d9f req-75d035aa-c418-412b-a0dc-77b9f9e451fb tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:40.130533 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d776af0f-b541-497c-bdd6-cc7b03354d9f req-75d035aa-c418-412b-a0dc-77b9f9e451fb tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1eb3a00d-0865-4b6b-81cc-a3cec8732897 HTTP/1.1" status: 200 len: 1098 time: 0.0614831 Jul 13 07:17:40.159138 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-300e057a-2d57-4a35-b781-55743fe869dc service neutron] For port 6d0a0a67-9326-4421-a6a8-789e665561cf, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:17:40.174330 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-300e057a-2d57-4a35-b781-55743fe869dc service neutron] For port 6d0a0a67-9326-4421-a6a8-789e665561cf, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6d0a0a67-9326-4421-a6a8-789e665561cf,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:17:40.217878 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d776af0f-b541-497c-bdd6-cc7b03354d9f req-cc3821d5-323e-499f-aef6-ee406859c377 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738726 Jul 13 07:17:40.239634 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-300e057a-2d57-4a35-b781-55743fe869dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:40.290569 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-300e057a-2d57-4a35-b781-55743fe869dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:40.291336 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-300e057a-2d57-4a35-b781-55743fe869dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:40.293052 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-300e057a-2d57-4a35-b781-55743fe869dc service neutron] 10.222.0.42 "PUT /v2.0/ports/6d0a0a67-9326-4421-a6a8-789e665561cf HTTP/1.1" status: 200 len: 1096 time: 2.7967901 Jul 13 07:17:40.301888 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-5b7a2506-bcad-483b-858d-541227182a57 service neutron] For port cba6bc0d-bc54-4dec-9e50-d8ea286377b0, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:17:40.306099 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b1f6d5-6d13-41f5-9b1e-b51bc1668f04', 'tag': '6d0a0a67-9326-4421-a6a8-789e665561cf'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:17:40.317984 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82134f99-ab46-4aa2-8191-eb483bfd90d1" -d '{"events": [{"name": "network-changed", "server_uuid": "31b1f6d5-6d13-41f5-9b1e-b51bc1668f04", "tag": "6d0a0a67-9326-4421-a6a8-789e665561cf"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:17:40.415855 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-56691630-981a-4ba9-9689-25a5abc0f69e req-4fccea68-e632-400a-89f0-f5820b07f67d tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5072505 Jul 13 07:17:40.417823 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-5b7a2506-bcad-483b-858d-541227182a57 service neutron] For port cba6bc0d-bc54-4dec-9e50-d8ea286377b0, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=cba6bc0d-bc54-4dec-9e50-d8ea286377b0,segment=NetworkSegment(1659bffe-213e-407f-81a2-40b80fb6bc07),segment_id=1659bffe-213e-407f-81a2-40b80fb6bc07)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:17:40.474865 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-5b7a2506-bcad-483b-858d-541227182a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:40.532827 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40712) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:40.546265 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-5b7a2506-bcad-483b-858d-541227182a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:40.546900 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-5b7a2506-bcad-483b-858d-541227182a57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:40.548374 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-5b7a2506-bcad-483b-858d-541227182a57 service neutron] 10.222.0.42 "PUT /v2.0/ports/cba6bc0d-bc54-4dec-9e50-d8ea286377b0 HTTP/1.1" status: 200 len: 1092 time: 3.0507727 Jul 13 07:17:40.549200 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e057a-2d57-4a35-b781-55743fe869dc service neutron] Pushing event updated for resources: {'Port': ['ID=6d0a0a67-9326-4421-a6a8-789e665561cf,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:40.594350 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424b735-5473-42f2-b67b-4a30ad75b770 req-977cb411-3d6c-42a6-81aa-c6c9d6a496c4 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:40.610060 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5424b735-5473-42f2-b67b-4a30ad75b770 req-977cb411-3d6c-42a6-81aa-c6c9d6a496c4 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=12289cf0-a9fd-41df-b6d7-58703ccedde0 HTTP/1.1" status: 200 len: 944 time: 0.1799493 Jul 13 07:17:40.683358 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a2506-bcad-483b-858d-541227182a57 service neutron] Pushing event updated for resources: {'Port': ['ID=cba6bc0d-bc54-4dec-9e50-d8ea286377b0,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:40.689472 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5424b735-5473-42f2-b67b-4a30ad75b770 req-c2169ef4-c3bc-4e8d-ab6d-1e27dfcdb332 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785308 Jul 13 07:17:40.735099 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-5d390f4f-ac46-47c4-b074-50039ff25f6b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-252227244-network', 'tenant_id': 'da2dcf8ea8b2401db7c081931b8fee60'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:17:40.762058 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d390f4f-ac46-47c4-b074-50039ff25f6b admin admin] Made reservation on behalf of da2dcf8ea8b2401db7c081931b8fee60 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:17:40.766293 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5d390f4f-ac46-47c4-b074-50039ff25f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:40.777548 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5d390f4f-ac46-47c4-b074-50039ff25f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:40.806063 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-c69723b8-db7f-4f2c-ab97-d5b08dfbff42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:40.812657 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-c69723b8-db7f-4f2c-ab97-d5b08dfbff42 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 1099 time: 0.4288094 Jul 13 07:17:40.879386 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5a5436-61b5-4d8f-a841-a5f7ed017f7d x-openstack-request-id: req-aa5a5436-61b5-4d8f-a841-a5f7ed017f7d {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:17:40.880113 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b1f6d5-6d13-41f5-9b1e-b51bc1668f04", "tag": "6d0a0a67-9326-4421-a6a8-789e665561cf", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:17:40.880440 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa5a5436-61b5-4d8f-a841-a5f7ed017f7d {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:17:40.880895 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b1f6d5-6d13-41f5-9b1e-b51bc1668f04', 'tag': '6d0a0a67-9326-4421-a6a8-789e665561cf', 'status': 'completed', 'code': 200} Jul 13 07:17:40.889060 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-ef4eaf3f-0e99-4a02-977d-0698f920e82a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=6d0a0a67-9326-4421-a6a8-789e665561cf HTTP/1.1" status: 200 len: 217 time: 0.0664895 Jul 13 07:17:40.911619 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-775c43a8-6944-4cfc-bfcd-8ca154e2957d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:40.914138 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-775c43a8-6944-4cfc-bfcd-8ca154e2957d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5fbf4735e17a4acea2cc0516c6f40bf2&device_id=584f5b64-433f-4242-818c-bd691897e39c HTTP/1.1" status: 200 len: 1095 time: 0.2052405 Jul 13 07:17:40.955107 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a599226-baaa-4452-bd9e-219165243a00 req-33aa3f46-1c7b-4bd5-b122-2f6960fb6dd9 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:40.960919 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3a599226-baaa-4452-bd9e-219165243a00 req-33aa3f46-1c7b-4bd5-b122-2f6960fb6dd9 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1eb3a00d-0865-4b6b-81cc-a3cec8732897 HTTP/1.1" status: 200 len: 1098 time: 0.1046295 Jul 13 07:17:40.981010 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5d390f4f-ac46-47c4-b074-50039ff25f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:40.989760 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5d390f4f-ac46-47c4-b074-50039ff25f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:41.003307 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-a992de27-e84d-43c6-bb7e-80276fd7616b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cba6bc0d-bc54-4dec-9e50-d8ea286377b0 HTTP/1.1" status: 200 len: 217 time: 0.0629721 Jul 13 07:17:41.032146 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d390f4f-ac46-47c4-b074-50039ff25f6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:17:41.039989 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3a599226-baaa-4452-bd9e-219165243a00 req-9f224c2b-1cd0-4e64-8345-38543f21ddaa tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694942 Jul 13 07:17:41.041888 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d390f4f-ac46-47c4-b074-50039ff25f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3380bb-8482-40e5-9e97-350aad4c2c60,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:41.052169 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5d390f4f-ac46-47c4-b074-50039ff25f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:41.052680 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-5d390f4f-ac46-47c4-b074-50039ff25f6b admin admin] Added segment 98ff4802-93a3-445b-8b7d-fa8ddea0445f of type vlan for network 6b05f520-9dac-4ada-bad2-38fd8828c91a Jul 13 07:17:41.084385 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-85cf3d77-491d-49d9-9674-12cc0db050c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:41.087280 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-85cf3d77-491d-49d9-9674-12cc0db050c5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.1910110 Jul 13 07:17:41.106822 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5d390f4f-ac46-47c4-b074-50039ff25f6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:41.146010 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5d390f4f-ac46-47c4-b074-50039ff25f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:41.147783 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d390f4f-ac46-47c4-b074-50039ff25f6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:41.148899 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5d390f4f-ac46-47c4-b074-50039ff25f6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:41.171087 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acf6c0-e585-4acf-95f7-2c75eefc6018 req-b72a1541-151c-4418-b127-2624932f7b2b tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:41.172647 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c5acf6c0-e585-4acf-95f7-2c75eefc6018 req-b72a1541-151c-4418-b127-2624932f7b2b tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] 10.222.0.23 "GET /v2.0/ports?device_id=584f5b64-433f-4242-818c-bd691897e39c HTTP/1.1" status: 200 len: 943 time: 0.1829002 Jul 13 07:17:41.174061 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-7602ff09-cc73-4322-b0fd-3d0eaa00d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:41.175612 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-7602ff09-cc73-4322-b0fd-3d0eaa00d404 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f1d6c513-dfdf-493d-8b2b-69cf7203a4ba HTTP/1.1" status: 200 len: 855 time: 0.1531355 Jul 13 07:17:41.192985 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5d390f4f-ac46-47c4-b074-50039ff25f6b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6589508 Jul 13 07:17:41.195788 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40734) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:41.201976 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-3cd1f89f-03d1-4d6b-b9c8-5447a168337a admin admin] Request body: {'subnet': {'network_id': '6b05f520-9dac-4ada-bad2-38fd8828c91a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-252227244-subnet', 'tenant_id': 'da2dcf8ea8b2401db7c081931b8fee60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:17:41.219091 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-45c8b6ab-0aa3-4bc8-a3fb-f88c5a335d5a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bb149324-f64b-4c78-8c85-562761c5448f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308664 Jul 13 07:17:41.253611 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d390f4f-ac46-47c4-b074-50039ff25f6b admin admin] Pushing event updated for resources: {'Network': ['ID=6b05f520-9dac-4ada-bad2-38fd8828c91a,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:41.267607 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 6b05f520-9dac-4ada-bad2-38fd8828c91a details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:17:41.280984 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd1f89f-03d1-4d6b-b9c8-5447a168337a admin admin] Made reservation on behalf of da2dcf8ea8b2401db7c081931b8fee60 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:17:41.283390 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3cd1f89f-03d1-4d6b-b9c8-5447a168337a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:41.289643 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-60b86af1-b461-466a-9bbb-ee5178485cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:41.291164 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-60b86af1-b461-466a-9bbb-ee5178485cd4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1952674 Jul 13 07:17:41.304742 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c5acf6c0-e585-4acf-95f7-2c75eefc6018 req-6467df35-7509-4cfd-9f63-26920e282892 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8575ab4-8b6b-4ff6-8eca-106f9eeb1486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239440 Jul 13 07:17:41.427127 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-906de48e-38d4-4a06-a3f2-037fb85e0985 service neutron] 10.222.0.42 "GET /v2.0/networks/bb149324-f64b-4c78-8c85-562761c5448f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943212 Jul 13 07:17:41.482342 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-f8f74f38-a77c-4ec7-8721-ad1f6046a5d9 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407540 Jul 13 07:17:41.526617 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3cd1f89f-03d1-4d6b-b9c8-5447a168337a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:41.591149 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1f89f-03d1-4d6b-b9c8-5447a168337a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f255432c-7bf2-4c28-a28e-5dd07ffd047d,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:41.615265 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd1f89f-03d1-4d6b-b9c8-5447a168337a admin admin] Checking segment: {'id': '98ff4802-93a3-445b-8b7d-fa8ddea0445f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6b05f520-9dac-4ada-bad2-38fd8828c91a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:17:41.615620 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd1f89f-03d1-4d6b-b9c8-5447a168337a admin admin] Network hostable DHCP agents. Network: 6b05f520-9dac-4ada-bad2-38fd8828c91a, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:17:41.619959 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7cb66d7e-e3c8-4f2f-9c9f-a6970222d5c5 req-399c6d86-a7f8-40e4-8069-98b50e86835d service neutron] 10.222.0.42 "GET /v2.0/networks/bb149324-f64b-4c78-8c85-562761c5448f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895952 Jul 13 07:17:41.621206 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf2558-e0ae-4bcb-b9a7-f83ddccffb6e req-1ef750ef-fc60-4e89-8d73-e94d25eff448 tempest-ServersAdminTestJSON-1779248199 tempest-ServersAdminTestJSON-1779248199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:41.621688 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf2558-e0ae-4bcb-b9a7-f83ddccffb6e req-1ef750ef-fc60-4e89-8d73-e94d25eff448 tempest-ServersAdminTestJSON-1779248199 tempest-ServersAdminTestJSON-1779248199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:41.622159 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf2558-e0ae-4bcb-b9a7-f83ddccffb6e req-1ef750ef-fc60-4e89-8d73-e94d25eff448 tempest-ServersAdminTestJSON-1779248199 tempest-ServersAdminTestJSON-1779248199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:41.623828 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9fcf2558-e0ae-4bcb-b9a7-f83ddccffb6e req-1ef750ef-fc60-4e89-8d73-e94d25eff448 tempest-ServersAdminTestJSON-1779248199 tempest-ServersAdminTestJSON-1779248199-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ba8d3705-e57e-467d-a497-6b4192c2b85b&device_id=7b786124-09a7-4ff5-9bee-5dc0fc2383cd&device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 2885 time: 0.1290066 Jul 13 07:17:41.643581 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd1f89f-03d1-4d6b-b9c8-5447a168337a admin admin] Network 6b05f520-9dac-4ada-bad2-38fd8828c91a is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:17:41.667088 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-3cd1f89f-03d1-4d6b-b9c8-5447a168337a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 6b05f520-9dac-4ada-bad2-38fd8828c91a) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:17:41.667792 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-879321bb-ef10-450f-a2e6-dcf9c0e503c3 req-29687f8a-7107-4c05-af06-748894b3eff3 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612401 Jul 13 07:17:41.672997 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9fcf2558-e0ae-4bcb-b9a7-f83ddccffb6e req-5b8fe3e2-05ff-46c2-af2a-038de6918b5f tempest-ServersAdminTestJSON-1779248199 tempest-ServersAdminTestJSON-1779248199-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363612 Jul 13 07:17:41.673553 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f0b95-21f5-417a-a378-0913e51e6cf9 req-1a947b87-2556-4818-945b-5b4feba14a03 tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:41.674152 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd1f89f-03d1-4d6b-b9c8-5447a168337a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:41.674753 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3cd1f89f-03d1-4d6b-b9c8-5447a168337a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:41.679730 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-db4f0b95-21f5-417a-a378-0913e51e6cf9 req-1a947b87-2556-4818-945b-5b4feba14a03 tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=12289cf0-a9fd-41df-b6d7-58703ccedde0 HTTP/1.1" status: 200 len: 1096 time: 0.1500628 Jul 13 07:17:41.684010 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7d04d7-4237-420f-94cb-4d1bb211f481 None None] Network 6b05f520-9dac-4ada-bad2-38fd8828c91a requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:17:41.698922 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3cd1f89f-03d1-4d6b-b9c8-5447a168337a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4921622 Jul 13 07:17:41.723780 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-db4f0b95-21f5-417a-a378-0913e51e6cf9 req-896ff44c-6eda-44e3-96da-0fc058df6588 tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411532 Jul 13 07:17:41.870883 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82134f99-ab46-4aa2-8191-eb483bfd90d1 req-1d02eb8e-451d-47b5-a6a3-0a425913df9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:41.871069 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927041d1-e325-4a16-b82e-99845290c5d4 None None] Network 6b05f520-9dac-4ada-bad2-38fd8828c91a requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:17:41.872731 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-82134f99-ab46-4aa2-8191-eb483bfd90d1 req-1d02eb8e-451d-47b5-a6a3-0a425913df9f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 1099 time: 0.1117899 Jul 13 07:17:42.035860 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82134f99-ab46-4aa2-8191-eb483bfd90d1 req-f8b636d6-ade1-456d-804b-4f0c110ca7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:42.037336 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-82134f99-ab46-4aa2-8191-eb483bfd90d1 req-f8b636d6-ade1-456d-804b-4f0c110ca7f8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.1573393 Jul 13 07:17:42.083518 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-82134f99-ab46-4aa2-8191-eb483bfd90d1 req-bdde51fc-39fe-47fe-a7f9-4bbdfc064cfb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=6d0a0a67-9326-4421-a6a8-789e665561cf HTTP/1.1" status: 200 len: 217 time: 0.0379319 Jul 13 07:17:42.155449 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82134f99-ab46-4aa2-8191-eb483bfd90d1 req-b1f43ad8-f54d-403f-a856-1d767bbaf4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:42.157552 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-82134f99-ab46-4aa2-8191-eb483bfd90d1 req-b1f43ad8-f54d-403f-a856-1d767bbaf4bd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.0660350 Jul 13 07:17:42.202162 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04092b8-ad53-44c2-9ef2-3086693a51d8 req-a972db52-6ba2-4dd3-948c-dfdead322da1 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:42.210195 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d04092b8-ad53-44c2-9ef2-3086693a51d8 req-a972db52-6ba2-4dd3-948c-dfdead322da1 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 947 time: 0.1000636 Jul 13 07:17:42.260513 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d04092b8-ad53-44c2-9ef2-3086693a51d8 req-69793f07-898b-457f-b1f6-ec58d9dc8c72 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492380 Jul 13 07:17:42.287388 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82134f99-ab46-4aa2-8191-eb483bfd90d1 req-f4607e90-f023-402f-83c0-85aee81b3117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:42.292535 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-82134f99-ab46-4aa2-8191-eb483bfd90d1 req-f4607e90-f023-402f-83c0-85aee81b3117 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1264846 Jul 13 07:17:42.516756 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40780) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:42.524762 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-78855285-21f4-44c5-b4b4-c870eed54dc5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1905902254-network', 'tenant_id': '1fe7cac9a62d40afbf52423b7c9373c6'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:17:42.547675 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78855285-21f4-44c5-b4b4-c870eed54dc5 admin admin] Made reservation on behalf of 1fe7cac9a62d40afbf52423b7c9373c6 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:17:42.550758 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-78855285-21f4-44c5-b4b4-c870eed54dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:42.560873 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-78855285-21f4-44c5-b4b4-c870eed54dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:42.625711 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-82134f99-ab46-4aa2-8191-eb483bfd90d1 req-75adb62a-6483-4257-bfb7-7f341c33d0d7 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263338 Jul 13 07:17:42.642928 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903484a-8393-42c9-ac6e-e3639d0b261d req-2f53d3ca-7846-424e-8756-23b834d6e459 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:42.644441 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3903484a-8393-42c9-ac6e-e3639d0b261d req-2f53d3ca-7846-424e-8756-23b834d6e459 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1eb3a00d-0865-4b6b-81cc-a3cec8732897 HTTP/1.1" status: 200 len: 1098 time: 0.2979929 Jul 13 07:17:42.718622 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3903484a-8393-42c9-ac6e-e3639d0b261d req-c5fbc213-6339-4985-806a-5e976ae7a107 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643060 Jul 13 07:17:42.740241 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-78855285-21f4-44c5-b4b4-c870eed54dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:42.745183 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-82134f99-ab46-4aa2-8191-eb483bfd90d1 req-a4edefd0-151f-4433-b162-805d50ab3afc service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117923 Jul 13 07:17:42.757508 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-78855285-21f4-44c5-b4b4-c870eed54dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:42.774604 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e77d82-f871-4670-9654-2950f1292a7b req-80889ef0-2241-445a-b478-13c279414582 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:42.776125 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d1e77d82-f871-4670-9654-2950f1292a7b req-80889ef0-2241-445a-b478-13c279414582 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/networks?id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d HTTP/1.1" status: 200 len: 808 time: 0.1485476 Jul 13 07:17:42.787083 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78855285-21f4-44c5-b4b4-c870eed54dc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:17:42.811354 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d1e77d82-f871-4670-9654-2950f1292a7b req-8449389a-1bcf-4c7b-8b55-4a6b1384bfa9 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/quotas/05a465060c604024bf60fd1a58309bf9 HTTP/1.1" status: 200 len: 375 time: 0.0261469 Jul 13 07:17:42.812372 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-78855285-21f4-44c5-b4b4-c870eed54dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:42.812712 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-78855285-21f4-44c5-b4b4-c870eed54dc5 admin admin] Added segment abf907b4-e067-43ee-8d94-68aa49685408 of type vlan for network d0a2b032-b49b-4886-9fff-c21f2fd8cfab Jul 13 07:17:42.834519 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78855285-21f4-44c5-b4b4-c870eed54dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557ac754-e06d-4af2-94bf-1e89a704f051,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:42.891035 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '584f5b64-433f-4242-818c-bd691897e39c', 'tag': 'cba6bc0d-bc54-4dec-9e50-d8ea286377b0'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:17:42.893266 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3663e020-f331-4386-a67a-a3e1e97539d4" -d '{"events": [{"name": "network-changed", "server_uuid": "584f5b64-433f-4242-818c-bd691897e39c", "tag": "cba6bc0d-bc54-4dec-9e50-d8ea286377b0"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:17:42.893797 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-78855285-21f4-44c5-b4b4-c870eed54dc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:42.931562 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9072a64-6fca-4633-a6c8-80d84816f181 req-6d69a7b7-eed7-4010-832d-e1c0d24cf4ce tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:42.933040 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e9072a64-6fca-4633-a6c8-80d84816f181 req-6d69a7b7-eed7-4010-832d-e1c0d24cf4ce tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] 10.222.0.23 "GET /v2.0/ports?device_id=584f5b64-433f-4242-818c-bd691897e39c HTTP/1.1" status: 200 len: 943 time: 0.0743194 Jul 13 07:17:42.946388 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d1e77d82-f871-4670-9654-2950f1292a7b req-a71a6466-0fe2-4f3b-83b9-1516b0e46cff tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=05a465060c604024bf60fd1a58309bf9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1233280 Jul 13 07:17:42.947345 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-78855285-21f4-44c5-b4b4-c870eed54dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:42.948095 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78855285-21f4-44c5-b4b4-c870eed54dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:42.948654 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-78855285-21f4-44c5-b4b4-c870eed54dc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:42.973188 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e9072a64-6fca-4633-a6c8-80d84816f181 req-9166e732-b161-4acc-997d-ed67137bd299 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8575ab4-8b6b-4ff6-8eca-106f9eeb1486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337114 Jul 13 07:17:42.999928 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-78855285-21f4-44c5-b4b4-c870eed54dc5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4813118 Jul 13 07:17:43.002702 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40798) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:43.010110 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-575ebe4e-6938-4d68-b074-5812552c3fe2 admin admin] Request body: {'subnet': {'network_id': 'd0a2b032-b49b-4886-9fff-c21f2fd8cfab', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1905902254-subnet', 'tenant_id': '1fe7cac9a62d40afbf52423b7c9373c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:17:43.032874 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575ebe4e-6938-4d68-b074-5812552c3fe2 admin admin] Made reservation on behalf of 1fe7cac9a62d40afbf52423b7c9373c6 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:17:43.035127 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-575ebe4e-6938-4d68-b074-5812552c3fe2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:43.046853 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78855285-21f4-44c5-b4b4-c870eed54dc5 admin admin] Pushing event updated for resources: {'Network': ['ID=d0a2b032-b49b-4886-9fff-c21f2fd8cfab,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:43.063464 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network d0a2b032-b49b-4886-9fff-c21f2fd8cfab details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:17:43.113874 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d1e77d82-f871-4670-9654-2950f1292a7b req-91a9c6cd-c5ab-44c5-b55e-380e34815344 service neutron] 10.222.0.23 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576061 Jul 13 07:17:43.215881 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d1e77d82-f871-4670-9654-2950f1292a7b req-349fbd0a-7f4b-47b3-a173-a9c511b2410f service neutron] 10.222.0.23 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905058 Jul 13 07:17:43.245460 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-575ebe4e-6938-4d68-b074-5812552c3fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:43.306545 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ebe4e-6938-4d68-b074-5812552c3fe2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8acbf9ae-96d4-4943-982b-85b9822c0d80,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:43.316326 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575ebe4e-6938-4d68-b074-5812552c3fe2 admin admin] Checking segment: {'id': 'abf907b4-e067-43ee-8d94-68aa49685408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd0a2b032-b49b-4886-9fff-c21f2fd8cfab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:17:43.316776 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575ebe4e-6938-4d68-b074-5812552c3fe2 admin admin] Network hostable DHCP agents. Network: d0a2b032-b49b-4886-9fff-c21f2fd8cfab, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:17:43.344596 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575ebe4e-6938-4d68-b074-5812552c3fe2 admin admin] Network d0a2b032-b49b-4886-9fff-c21f2fd8cfab is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:17:43.356376 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-575ebe4e-6938-4d68-b074-5812552c3fe2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, d0a2b032-b49b-4886-9fff-c21f2fd8cfab) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:17:43.361432 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575ebe4e-6938-4d68-b074-5812552c3fe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:43.363778 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-575ebe4e-6938-4d68-b074-5812552c3fe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:43.366370 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90d1d35-8b5d-4b6f-bd83-8f801ce94650 None None] Network d0a2b032-b49b-4886-9fff-c21f2fd8cfab requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:17:43.393337 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c66092-36c4-464e-99ac-607da0ab12b3 x-openstack-request-id: req-47c66092-36c4-464e-99ac-607da0ab12b3 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:17:43.393857 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "584f5b64-433f-4242-818c-bd691897e39c", "tag": "cba6bc0d-bc54-4dec-9e50-d8ea286377b0", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:17:43.394476 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-47c66092-36c4-464e-99ac-607da0ab12b3 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:17:43.394916 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '584f5b64-433f-4242-818c-bd691897e39c', 'tag': 'cba6bc0d-bc54-4dec-9e50-d8ea286377b0', 'status': 'completed', 'code': 200} Jul 13 07:17:43.398479 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-575ebe4e-6938-4d68-b074-5812552c3fe2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3931091 Jul 13 07:17:43.525526 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663e020-f331-4386-a67a-a3e1e97539d4 req-b10876bb-df4c-4b3a-94cf-e75ba7686301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:43.526584 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3663e020-f331-4386-a67a-a3e1e97539d4 req-b10876bb-df4c-4b3a-94cf-e75ba7686301 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5fbf4735e17a4acea2cc0516c6f40bf2&device_id=584f5b64-433f-4242-818c-bd691897e39c HTTP/1.1" status: 200 len: 1095 time: 0.1021698 Jul 13 07:17:43.598762 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1823e3eb-5adb-4c53-bace-e9a3f136b0b6 None None] Network d0a2b032-b49b-4886-9fff-c21f2fd8cfab requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:17:43.644814 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40824) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:43.704565 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663e020-f331-4386-a67a-a3e1e97539d4 req-252abf19-4495-4bc1-8bd9-15d8eef35a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:43.706381 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-272f44dd-6ec2-465d-9f57-5a1ebb820f32 admin admin] Deleting subnet f255432c-7bf2-4c28-a28e-5dd07ffd047d {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:17:43.710477 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3663e020-f331-4386-a67a-a3e1e97539d4 req-252abf19-4495-4bc1-8bd9-15d8eef35a43 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bb149324-f64b-4c78-8c85-562761c5448f HTTP/1.1" status: 200 len: 916 time: 0.1779239 Jul 13 07:17:43.711709 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-272f44dd-6ec2-465d-9f57-5a1ebb820f32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:43.765765 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3663e020-f331-4386-a67a-a3e1e97539d4 req-cf36516c-d832-47ef-895b-5c321f014b21 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cba6bc0d-bc54-4dec-9e50-d8ea286377b0 HTTP/1.1" status: 200 len: 217 time: 0.0494082 Jul 13 07:17:43.810321 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-272f44dd-6ec2-465d-9f57-5a1ebb820f32 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:43.823015 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-272f44dd-6ec2-465d-9f57-5a1ebb820f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:43.839843 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6c2b28ae-f8fd-4e14-b9ef-695ee4eb9b21 req-bd3b75e2-db94-4e7e-b5b7-d777e95cd480 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 210 time: 0.0572014 Jul 13 07:17:43.857125 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663e020-f331-4386-a67a-a3e1e97539d4 req-03b8a5ea-332b-4c54-9ce5-d1a7a88bf178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:43.858854 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3663e020-f331-4386-a67a-a3e1e97539d4 req-03b8a5ea-332b-4c54-9ce5-d1a7a88bf178 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f1d6c513-dfdf-493d-8b2b-69cf7203a4ba HTTP/1.1" status: 200 len: 855 time: 0.0856726 Jul 13 07:17:43.893263 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67148be-8bf1-4350-a50a-d2bb7d768da1 req-22f7935a-aab5-42ad-8de0-5f9e598bcca2 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:43.896117 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3663e020-f331-4386-a67a-a3e1e97539d4 req-4b07ae6e-1ae7-436e-9833-a46d70ce9305 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bb149324-f64b-4c78-8c85-562761c5448f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302944 Jul 13 07:17:43.901380 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a67148be-8bf1-4350-a50a-d2bb7d768da1 req-22f7935a-aab5-42ad-8de0-5f9e598bcca2 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 947 time: 0.1664944 Jul 13 07:17:43.938290 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-272f44dd-6ec2-465d-9f57-5a1ebb820f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:43.951250 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a67148be-8bf1-4350-a50a-d2bb7d768da1 req-d4e92f2d-08e5-480a-bf87-9a59209ab647 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491073 Jul 13 07:17:43.970965 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f44dd-6ec2-465d-9f57-5a1ebb820f32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f255432c-7bf2-4c28-a28e-5dd07ffd047d,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:43.974749 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-272f44dd-6ec2-465d-9f57-5a1ebb820f32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:43.979765 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-272f44dd-6ec2-465d-9f57-5a1ebb820f32 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f255432c-7bf2-4c28-a28e-5dd07ffd047d HTTP/1.1" status: 204 len: 168 time: 0.3311355 Jul 13 07:17:43.980633 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40832) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:44.054711 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3663e020-f331-4386-a67a-a3e1e97539d4 req-82e79d51-9d57-4667-910b-fed0a38eec38 service neutron] 10.222.0.42 "GET /v2.0/networks/bb149324-f64b-4c78-8c85-562761c5448f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421795 Jul 13 07:17:44.079776 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-651f382b-74a2-4eb0-9fd6-bd6d38f24d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:44.190267 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-651f382b-74a2-4eb0-9fd6-bd6d38f24d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:44.194618 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3663e020-f331-4386-a67a-a3e1e97539d4 req-39e43116-dbad-4a3a-bced-2520642d0798 service neutron] 10.222.0.42 "GET /v2.0/networks/bb149324-f64b-4c78-8c85-562761c5448f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318223 Jul 13 07:17:44.211713 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-651f382b-74a2-4eb0-9fd6-bd6d38f24d2d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:17:44.212215 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-651f382b-74a2-4eb0-9fd6-bd6d38f24d2d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:17:44.212977 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-651f382b-74a2-4eb0-9fd6-bd6d38f24d2d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:17:44.213404 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-651f382b-74a2-4eb0-9fd6-bd6d38f24d2d admin admin] Subscribe: > port after_create 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:17:44.213794 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-651f382b-74a2-4eb0-9fd6-bd6d38f24d2d admin admin] Subscribe: > port after_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:17:44.214184 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-651f382b-74a2-4eb0-9fd6-bd6d38f24d2d admin admin] Subscribe: > port after_update 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:17:44.215127 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-651f382b-74a2-4eb0-9fd6-bd6d38f24d2d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:17:44.215539 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-651f382b-74a2-4eb0-9fd6-bd6d38f24d2d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:17:44.216182 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-651f382b-74a2-4eb0-9fd6-bd6d38f24d2d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:17:44.216568 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-651f382b-74a2-4eb0-9fd6-bd6d38f24d2d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:17:44.312863 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9819016-4918-44fb-bf4b-071abac111f1 req-ed52de8f-698d-4694-b511-88dc86b65ac8 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:44.314649 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c9819016-4918-44fb-bf4b-071abac111f1 req-ed52de8f-698d-4694-b511-88dc86b65ac8 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] 10.222.0.23 "GET /v2.0/ports?device_id=584f5b64-433f-4242-818c-bd691897e39c HTTP/1.1" status: 200 len: 943 time: 0.0713496 Jul 13 07:17:44.334137 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-651f382b-74a2-4eb0-9fd6-bd6d38f24d2d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:17:44.335568 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-651f382b-74a2-4eb0-9fd6-bd6d38f24d2d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:17:44.335568 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-651f382b-74a2-4eb0-9fd6-bd6d38f24d2d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:17:44.335898 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-651f382b-74a2-4eb0-9fd6-bd6d38f24d2d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:17:44.336355 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-651f382b-74a2-4eb0-9fd6-bd6d38f24d2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b05f520-9dac-4ada-bad2-38fd8828c91a']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:17:44.357918 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c9819016-4918-44fb-bf4b-071abac111f1 req-717692fe-8966-4a9a-a985-cfc0e5eef223 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8575ab4-8b6b-4ff6-8eca-106f9eeb1486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368378 Jul 13 07:17:44.377437 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-651f382b-74a2-4eb0-9fd6-bd6d38f24d2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98ff4802-93a3-445b-8b7d-fa8ddea0445f') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:17:44.377731 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-651f382b-74a2-4eb0-9fd6-bd6d38f24d2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98ff4802-93a3-445b-8b7d-fa8ddea0445f') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:17:44.397588 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-651f382b-74a2-4eb0-9fd6-bd6d38f24d2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:44.428406 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-651f382b-74a2-4eb0-9fd6-bd6d38f24d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:44.438585 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-651f382b-74a2-4eb0-9fd6-bd6d38f24d2d admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:17:44.439072 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-651f382b-74a2-4eb0-9fd6-bd6d38f24d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: from cryptography.utils import int_from_bytes Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: from cryptography.utils import int_from_bytes Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:17:44.464913 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:17:44.468433 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:17:44.468433 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:17:44.468433 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:17:44.468433 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:17:44.468433 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:17:44.468433 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:17:44.468433 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:17:44.468433 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:17:44.468433 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:17:44.468433 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:17:44.468433 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:17:44.468433 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:17:44.468433 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:17:44.468433 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:17:44.468433 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:17:44.468433 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:17:44.468433 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:17:44.468433 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:17:44.468433 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:17:44.468433 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:17:44.468433 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:17:44.468433 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:17:44.468433 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:17:44.468433 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:17:44.468433 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:17:44.468433 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:17:44.521425 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e0823-e6fe-4062-bb87-8e00f1597c8e req-62086028-e722-4530-a9a0-62134ef2296d tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:44.523916 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-130e0823-e6fe-4062-bb87-8e00f1597c8e req-62086028-e722-4530-a9a0-62134ef2296d tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1eb3a00d-0865-4b6b-81cc-a3cec8732897 HTTP/1.1" status: 200 len: 1098 time: 0.3250091 Jul 13 07:17:44.545680 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-651f382b-74a2-4eb0-9fd6-bd6d38f24d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:44.557173 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-651f382b-74a2-4eb0-9fd6-bd6d38f24d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:44.559255 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-651f382b-74a2-4eb0-9fd6-bd6d38f24d2d admin admin] 10.222.0.23 "DELETE /v2.0/networks/6b05f520-9dac-4ada-bad2-38fd8828c91a HTTP/1.1" status: 204 len: 168 time: 0.5783479 Jul 13 07:17:44.562179 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40842) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:44.586842 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 6d0a0a67-9326-4421-a6a8-789e665561cf details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:17:44.616458 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f382b-74a2-4eb0-9fd6-bd6d38f24d2d admin admin] Pushing event deleted for resources: {'Network': ['ID=6b05f520-9dac-4ada-bad2-38fd8828c91a,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:44.624942 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-130e0823-e6fe-4062-bb87-8e00f1597c8e req-d11b0f8a-947c-4685-8ac1-f244d95c81bd tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952122 Jul 13 07:17:44.638288 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-547e2a20-826a-4a46-b67d-5bae6830c0a2 admin admin] Deleting subnet 8acbf9ae-96d4-4943-982b-85b9822c0d80 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:17:44.641744 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-547e2a20-826a-4a46-b67d-5bae6830c0a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:44.687934 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-547e2a20-826a-4a46-b67d-5bae6830c0a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:44.746009 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-547e2a20-826a-4a46-b67d-5bae6830c0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:44.790974 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 6d0a0a67-9326-4421-a6a8-789e665561cf, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6d0a0a67-9326-4421-a6a8-789e665561cf,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:44.822287 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-547e2a20-826a-4a46-b67d-5bae6830c0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:44.831839 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '6d0a0a67-9326-4421-a6a8-789e665561cf', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': '6d0a0a67-9326-4421-a6a8-789e665561cf', 'mac_address': 'fa:16:3e:d7:ad:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:17:44.861250 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e2a20-826a-4a46-b67d-5bae6830c0a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8acbf9ae-96d4-4943-982b-85b9822c0d80,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:44.869714 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e77d82-f871-4670-9654-2950f1292a7b req-2d88328a-a29a-4d9f-a1c3-13bf44c72942 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:44.871257 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d1e77d82-f871-4670-9654-2950f1292a7b req-2d88328a-a29a-4d9f-a1c3-13bf44c72942 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.42 "GET /v2.0/networks?id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d HTTP/1.1" status: 200 len: 808 time: 0.1544499 Jul 13 07:17:44.873256 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc1b46-f06c-4d55-b2b4-c256e8c1a0b5 req-5fc59570-71ba-4053-9a97-e118f44a9187 tempest-ServersAdminTestJSON-1779248199 tempest-ServersAdminTestJSON-1779248199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:44.873953 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-547e2a20-826a-4a46-b67d-5bae6830c0a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:44.874639 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e5bc1b46-f06c-4d55-b2b4-c256e8c1a0b5 req-5fc59570-71ba-4053-9a97-e118f44a9187 tempest-ServersAdminTestJSON-1779248199 tempest-ServersAdminTestJSON-1779248199-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 1101 time: 0.1462109 Jul 13 07:17:44.876943 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-547e2a20-826a-4a46-b67d-5bae6830c0a2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8acbf9ae-96d4-4943-982b-85b9822c0d80 HTTP/1.1" status: 204 len: 168 time: 0.3136666 Jul 13 07:17:44.879459 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40856) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:44.889924 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-d1e77d82-f871-4670-9654-2950f1292a7b req-787892c4-df56-4e5a-a36e-27b44fc14144 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Request body: {'port': {'device_id': 'a4ea7e15-f8d2-486b-9331-4f612804e59e', 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d', 'admin_state_up': True, 'tenant_id': '05a465060c604024bf60fd1a58309bf9'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:17:44.896239 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:44.915466 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d0a0a67-9326-4421-a6a8-789e665561cf {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:17:44.954614 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 6d0a0a67-9326-4421-a6a8-789e665561cf, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6d0a0a67-9326-4421-a6a8-789e665561cf,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:44.962828 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:44.966398 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d8b8a434-4e6d-4b53-9942-86a1e460c974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:45.023449 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device cba6bc0d-bc54-4dec-9e50-d8ea286377b0 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:17:45.073238 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e5bc1b46-f06c-4d55-b2b4-c256e8c1a0b5 req-de5621a3-8ec2-4608-8537-a63569749af5 tempest-ServersAdminTestJSON-1779248199 tempest-ServersAdminTestJSON-1779248199-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925732 Jul 13 07:17:45.074597 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=6d0a0a67-9326-4421-a6a8-789e665561cf,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:45.080736 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1e77d82-f871-4670-9654-2950f1292a7b req-787892c4-df56-4e5a-a36e-27b44fc14144 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Made reservation on behalf of 05a465060c604024bf60fd1a58309bf9 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:17:45.085397 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d1e77d82-f871-4670-9654-2950f1292a7b req-787892c4-df56-4e5a-a36e-27b44fc14144 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:45.099103 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d8b8a434-4e6d-4b53-9942-86a1e460c974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:45.123440 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-d8b8a434-4e6d-4b53-9942-86a1e460c974 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0a2b032-b49b-4886-9fff-c21f2fd8cfab']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:17:45.145991 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-d8b8a434-4e6d-4b53-9942-86a1e460c974 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abf907b4-e067-43ee-8d94-68aa49685408') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:17:45.146280 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-d8b8a434-4e6d-4b53-9942-86a1e460c974 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abf907b4-e067-43ee-8d94-68aa49685408') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:17:45.165726 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d8b8a434-4e6d-4b53-9942-86a1e460c974 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:45.185837 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d8b8a434-4e6d-4b53-9942-86a1e460c974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:45.196260 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port cba6bc0d-bc54-4dec-9e50-d8ea286377b0, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=cba6bc0d-bc54-4dec-9e50-d8ea286377b0,segment=NetworkSegment(1659bffe-213e-407f-81a2-40b80fb6bc07),segment_id=1659bffe-213e-407f-81a2-40b80fb6bc07)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:45.204605 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8b8a434-4e6d-4b53-9942-86a1e460c974 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:17:45.205463 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d8b8a434-4e6d-4b53-9942-86a1e460c974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:45.212171 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:17:45.212171 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:17:45.212171 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:17:45.212171 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:17:45.212171 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:17:45.212171 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:17:45.212171 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:17:45.212171 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:17:45.212171 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:17:45.212171 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:17:45.212171 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:17:45.212171 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:17:45.212171 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:17:45.212171 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:17:45.212171 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:17:45.212171 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:17:45.212171 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:17:45.212171 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:17:45.212171 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:17:45.212171 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:17:45.212171 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:17:45.212171 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:17:45.212171 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:17:45.212171 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:17:45.212171 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:17:45.212171 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:17:45.212171 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:17:45.212171 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:17:45.212171 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:17:45.212171 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:17:45.212171 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:17:45.212171 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:17:45.233424 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': 'cba6bc0d-bc54-4dec-9e50-d8ea286377b0', 'network_id': 'bb149324-f64b-4c78-8c85-562761c5448f', 'port_id': 'cba6bc0d-bc54-4dec-9e50-d8ea286377b0', 'mac_address': 'fa:16:3e:b3:d1:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1d6c513-dfdf-493d-8b2b-69cf7203a4ba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:17:45.293131 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:45.309335 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cba6bc0d-bc54-4dec-9e50-d8ea286377b0 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:17:45.322786 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d8b8a434-4e6d-4b53-9942-86a1e460c974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:45.339418 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d8b8a434-4e6d-4b53-9942-86a1e460c974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:45.346558 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d8b8a434-4e6d-4b53-9942-86a1e460c974 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d0a2b032-b49b-4886-9fff-c21f2fd8cfab HTTP/1.1" status: 204 len: 168 time: 0.4650395 Jul 13 07:17:45.346721 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5189de44-1603-483c-af78-8aa9c1fdc7e2 req-5d9e6668-d2d3-42d8-bb2d-38f6001e6846 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 210 time: 0.0621669 Jul 13 07:17:45.347448 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port cba6bc0d-bc54-4dec-9e50-d8ea286377b0, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=cba6bc0d-bc54-4dec-9e50-d8ea286377b0,segment=NetworkSegment(1659bffe-213e-407f-81a2-40b80fb6bc07),segment_id=1659bffe-213e-407f-81a2-40b80fb6bc07)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:45.357563 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:45.360132 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8a434-4e6d-4b53-9942-86a1e460c974 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0a2b032-b49b-4886-9fff-c21f2fd8cfab,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:45.402890 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-d1e77d82-f871-4670-9654-2950f1292a7b req-787892c4-df56-4e5a-a36e-27b44fc14144 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Allocated IP 172.20.0.9 (8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d/7ca46c55-f93a-4f0d-847c-cec27912e287/25456c63-4ae3-4d25-b173-8f09a2aaaeae) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:17:45.429711 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=cba6bc0d-bc54-4dec-9e50-d8ea286377b0,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:45.550647 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40878) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:45.594850 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1b7a0e86-bbd1-434a-8e5b-23c100fc47f8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da2dcf8ea8b2401db7c081931b8fee60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402102 Jul 13 07:17:45.595067 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40880) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:45.614859 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d1e77d82-f871-4670-9654-2950f1292a7b req-787892c4-df56-4e5a-a36e-27b44fc14144 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:45.638328 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac3da0-3191-4d4d-9c3b-0dd2f6ce485e req-c0e9bbd7-6f03-447f-9a6b-c3bf08bfce0f tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:45.639992 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-63ac3da0-3191-4d4d-9c3b-0dd2f6ce485e req-c0e9bbd7-6f03-447f-9a6b-c3bf08bfce0f tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 948 time: 0.1077123 Jul 13 07:17:45.654895 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c4906161-af34-4ed1-b2c7-e91a248b1e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:45.677058 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c4906161-af34-4ed1-b2c7-e91a248b1e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:45.694344 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-63ac3da0-3191-4d4d-9c3b-0dd2f6ce485e req-e92e1fa3-a4d0-45d6-a4a5-36e4f07c0866 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467911 Jul 13 07:17:45.702273 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['6d0a0a67-9326-4421-a6a8-789e665561cf'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:17:45.702812 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d1e77d82-f871-4670-9654-2950f1292a7b req-787892c4-df56-4e5a-a36e-27b44fc14144 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:45.749257 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['cba6bc0d-bc54-4dec-9e50-d8ea286377b0'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:17:45.753650 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1e77d82-f871-4670-9654-2950f1292a7b req-787892c4-df56-4e5a-a36e-27b44fc14144 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:17:45.755616 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c4906161-af34-4ed1-b2c7-e91a248b1e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:45.758774 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-d1e77d82-f871-4670-9654-2950f1292a7b req-787892c4-df56-4e5a-a36e-27b44fc14144 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:17:45.761091 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c4906161-af34-4ed1-b2c7-e91a248b1e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:45.764515 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c4906161-af34-4ed1-b2c7-e91a248b1e01 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ee3380bb-8482-40e5-9e97-350aad4c2c60 HTTP/1.1" status: 204 len: 168 time: 0.1661646 Jul 13 07:17:45.767260 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e77d82-f871-4670-9654-2950f1292a7b req-787892c4-df56-4e5a-a36e-27b44fc14144 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:17:45.777126 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e77d82-f871-4670-9654-2950f1292a7b req-787892c4-df56-4e5a-a36e-27b44fc14144 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:45.786999 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d1e77d82-f871-4670-9654-2950f1292a7b req-787892c4-df56-4e5a-a36e-27b44fc14144 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:45.797000 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4906161-af34-4ed1-b2c7-e91a248b1e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3380bb-8482-40e5-9e97-350aad4c2c60,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:45.842613 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787892c4-df56-4e5a-a36e-27b44fc14144 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Pushing event updated for resources: {'Port': ['ID=25456c63-4ae3-4d25-b173-8f09a2aaaeae,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:45.869373 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d1e77d82-f871-4670-9654-2950f1292a7b req-787892c4-df56-4e5a-a36e-27b44fc14144 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9851394 Jul 13 07:17:45.902699 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-d1e77d82-f871-4670-9654-2950f1292a7b req-a787dce6-c4b5-41bb-a1f8-173bf5457492 service neutron] Request body: {'port': {'device_id': 'a4ea7e15-f8d2-486b-9331-4f612804e59e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:17:46.000374 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13cde36-db23-4714-9a14-8d82f63a3d20 req-5d09ae8d-13c6-4436-b950-fbdb14bc50c8 tempest-ServersAdminTestJSON-1779248199 tempest-ServersAdminTestJSON-1779248199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:46.002031 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e13cde36-db23-4714-9a14-8d82f63a3d20 req-5d09ae8d-13c6-4436-b950-fbdb14bc50c8 tempest-ServersAdminTestJSON-1779248199 tempest-ServersAdminTestJSON-1779248199-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 1101 time: 0.1458840 Jul 13 07:17:46.036697 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d1e77d82-f871-4670-9654-2950f1292a7b req-a787dce6-c4b5-41bb-a1f8-173bf5457492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:46.090788 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e13cde36-db23-4714-9a14-8d82f63a3d20 req-d4f2b0fa-36c0-4069-aaad-6a38bd3b331b tempest-ServersAdminTestJSON-1779248199 tempest-ServersAdminTestJSON-1779248199-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778260 Jul 13 07:17:46.246783 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40902) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:46.348677 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4c46bb51-cf46-4503-95bd-dfd113937ae5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1fe7cac9a62d40afbf52423b7c9373c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1006963 Jul 13 07:17:46.351704 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40904) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:46.360590 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-2e80e8d4-2711-4544-8e70-6cb3474ea104 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:17:46.361591 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-2e80e8d4-2711-4544-8e70-6cb3474ea104 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157659 Jul 13 07:17:46.390846 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-d813aa13-4793-41ac-95f6-6ae2db47d883 service neutron] Request body: {'binding': {'host': 'n-h1-771363-34', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:17:46.391308 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-d813aa13-4793-41ac-95f6-6ae2db47d883 service neutron] Unknown quota resources ['binding']. {{(pid=94017) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:17:46.401033 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0c8687b7-6037-4685-93f4-7dbee86b4e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:46.422343 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0c8687b7-6037-4685-93f4-7dbee86b4e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:46.431396 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-d1e77d82-f871-4670-9654-2950f1292a7b req-a787dce6-c4b5-41bb-a1f8-173bf5457492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25456c63-4ae3-4d25-b173-8f09a2aaaeae {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:17:46.450561 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d1e77d82-f871-4670-9654-2950f1292a7b req-a787dce6-c4b5-41bb-a1f8-173bf5457492 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:46.462697 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c2446-fdde-4114-b720-a33e7a6fc796 req-742bcd99-a07c-475b-8c0e-68ebe880bd61 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:46.464308 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4c5c2446-fdde-4114-b720-a33e7a6fc796 req-742bcd99-a07c-475b-8c0e-68ebe880bd61 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] 10.222.0.23 "GET /v2.0/ports?device_id=584f5b64-433f-4242-818c-bd691897e39c HTTP/1.1" status: 200 len: 944 time: 0.2065284 Jul 13 07:17:46.475861 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0c8687b7-6037-4685-93f4-7dbee86b4e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:46.478370 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0c8687b7-6037-4685-93f4-7dbee86b4e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:46.479525 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0c8687b7-6037-4685-93f4-7dbee86b4e8c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/557ac754-e06d-4af2-94bf-1e89a704f051 HTTP/1.1" status: 204 len: 168 time: 0.1266394 Jul 13 07:17:46.487897 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8687b7-6037-4685-93f4-7dbee86b4e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557ac754-e06d-4af2-94bf-1e89a704f051,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:46.511926 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-d1e77d82-f871-4670-9654-2950f1292a7b req-a787dce6-c4b5-41bb-a1f8-173bf5457492 service neutron] Transition to ACTIVE for port object 25456c63-4ae3-4d25-b173-8f09a2aaaeae will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:17:46.540654 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d1e77d82-f871-4670-9654-2950f1292a7b req-a787dce6-c4b5-41bb-a1f8-173bf5457492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:46.584519 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 6d0a0a67-9326-4421-a6a8-789e665561cf up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:17:46.592584 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4c5c2446-fdde-4114-b720-a33e7a6fc796 req-e2fe5223-87e9-4921-ba13-e13cd413775f tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8575ab4-8b6b-4ff6-8eca-106f9eeb1486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158154 Jul 13 07:17:46.654252 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 6d0a0a67-9326-4421-a6a8-789e665561cf completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:17:46.659024 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 6d0a0a67-9326-4421-a6a8-789e665561cf triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:17:46.659747 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:46.758616 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:46.801974 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a787dce6-c4b5-41bb-a1f8-173bf5457492 service neutron] Pushing event updated for resources: {'Port': ['ID=25456c63-4ae3-4d25-b173-8f09a2aaaeae,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:46.813305 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 6d0a0a67-9326-4421-a6a8-789e665561cf, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6d0a0a67-9326-4421-a6a8-789e665561cf,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:46.814633 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b1f6d5-6d13-41f5-9b1e-b51bc1668f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0a0a67-9326-4421-a6a8-789e665561cf'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:17:46.817509 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0124f4f7-2d51-4c87-8a75-c9888ff9efd4" -d '{"events": [{"server_uuid": "31b1f6d5-6d13-41f5-9b1e-b51bc1668f04", "name": "network-vif-plugged", "status": "completed", "tag": "6d0a0a67-9326-4421-a6a8-789e665561cf"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:17:46.824940 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:46.842178 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device cba6bc0d-bc54-4dec-9e50-d8ea286377b0 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:17:46.846298 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-d813aa13-4793-41ac-95f6-6ae2db47d883 service neutron] Attempting to bind port e1bb70a0-5327-4aed-8a0f-9bdd396349c5 on host n-h1-771363-34 for vnic_type normal with profile None {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:17:46.846298 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-d813aa13-4793-41ac-95f6-6ae2db47d883 service neutron] Attempting to bind port e1bb70a0-5327-4aed-8a0f-9bdd396349c5 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:17:46.846298 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-d813aa13-4793-41ac-95f6-6ae2db47d883 service neutron] Attempting to bind port e1bb70a0-5327-4aed-8a0f-9bdd396349c5 on network bff43fa8-f666-4c15-8f06-2242dcee7e17 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:17:46.856760 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-d813aa13-4793-41ac-95f6-6ae2db47d883 service neutron] Port e1bb70a0-5327-4aed-8a0f-9bdd396349c5 on network bff43fa8-f666-4c15-8f06-2242dcee7e17 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:17:46.857276 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-d813aa13-4793-41ac-95f6-6ae2db47d883 service neutron] Attempting to bind port e1bb70a0-5327-4aed-8a0f-9bdd396349c5 on network bff43fa8-f666-4c15-8f06-2242dcee7e17 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:17:46.861980 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-d1e77d82-f871-4670-9654-2950f1292a7b req-a787dce6-c4b5-41bb-a1f8-173bf5457492 service neutron] Attempting to bind port 25456c63-4ae3-4d25-b173-8f09a2aaaeae on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:17:46.862594 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-d1e77d82-f871-4670-9654-2950f1292a7b req-a787dce6-c4b5-41bb-a1f8-173bf5457492 service neutron] Attempting to bind port 25456c63-4ae3-4d25-b173-8f09a2aaaeae by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:17:46.863110 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e77d82-f871-4670-9654-2950f1292a7b req-a787dce6-c4b5-41bb-a1f8-173bf5457492 service neutron] Attempting to bind port 25456c63-4ae3-4d25-b173-8f09a2aaaeae on network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:17:46.870163 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-d813aa13-4793-41ac-95f6-6ae2db47d883 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:17:46.870506 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-d813aa13-4793-41ac-95f6-6ae2db47d883 service neutron] Checking segment: {'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:17:46.870895 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-d813aa13-4793-41ac-95f6-6ae2db47d883 service neutron] Bound using segment: {'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:17:46.871357 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-d813aa13-4793-41ac-95f6-6ae2db47d883 service neutron] Bound port: e1bb70a0-5327-4aed-8a0f-9bdd396349c5, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:17:46.876516 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e77d82-f871-4670-9654-2950f1292a7b req-a787dce6-c4b5-41bb-a1f8-173bf5457492 service neutron] Port 25456c63-4ae3-4d25-b173-8f09a2aaaeae on network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:17:46.876840 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e77d82-f871-4670-9654-2950f1292a7b req-a787dce6-c4b5-41bb-a1f8-173bf5457492 service neutron] Attempting to bind port 25456c63-4ae3-4d25-b173-8f09a2aaaeae on network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:17:46.902192 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e77d82-f871-4670-9654-2950f1292a7b req-a787dce6-c4b5-41bb-a1f8-173bf5457492 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:17:46.902537 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e77d82-f871-4670-9654-2950f1292a7b req-a787dce6-c4b5-41bb-a1f8-173bf5457492 service neutron] Checking segment: {'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:17:46.902922 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e77d82-f871-4670-9654-2950f1292a7b req-a787dce6-c4b5-41bb-a1f8-173bf5457492 service neutron] Bound using segment: {'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:17:46.903519 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-d1e77d82-f871-4670-9654-2950f1292a7b req-a787dce6-c4b5-41bb-a1f8-173bf5457492 service neutron] Bound port: 25456c63-4ae3-4d25-b173-8f09a2aaaeae, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:17:46.903804 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d1e77d82-f871-4670-9654-2950f1292a7b req-a787dce6-c4b5-41bb-a1f8-173bf5457492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:46.945424 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=6d0a0a67-9326-4421-a6a8-789e665561cf,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:46.977656 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port cba6bc0d-bc54-4dec-9e50-d8ea286377b0 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:17:46.978121 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-d813aa13-4793-41ac-95f6-6ae2db47d883 service neutron] For port e1bb70a0-5327-4aed-8a0f-9bdd396349c5, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=e1bb70a0-5327-4aed-8a0f-9bdd396349c5,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:17:46.984205 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port cba6bc0d-bc54-4dec-9e50-d8ea286377b0 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:17:46.985055 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:46.988683 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-d813aa13-4793-41ac-95f6-6ae2db47d883 service neutron] Notify callbacks [] for binding, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:46.989854 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-d813aa13-4793-41ac-95f6-6ae2db47d883 service neutron] 10.222.0.23 "POST /v2.0/ports/e1bb70a0-5327-4aed-8a0f-9bdd396349c5/bindings HTTP/1.1" status: 201 len: 390 time: 0.6053193 Jul 13 07:17:47.026209 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-d1e77d82-f871-4670-9654-2950f1292a7b req-a787dce6-c4b5-41bb-a1f8-173bf5457492 service neutron] For port 25456c63-4ae3-4d25-b173-8f09a2aaaeae, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:17:47.036366 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-d1e77d82-f871-4670-9654-2950f1292a7b req-a787dce6-c4b5-41bb-a1f8-173bf5457492 service neutron] For port 25456c63-4ae3-4d25-b173-8f09a2aaaeae, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=25456c63-4ae3-4d25-b173-8f09a2aaaeae,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:17:47.050858 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d1e77d82-f871-4670-9654-2950f1292a7b req-a787dce6-c4b5-41bb-a1f8-173bf5457492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:47.146574 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e77d82-f871-4670-9654-2950f1292a7b req-a787dce6-c4b5-41bb-a1f8-173bf5457492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:47.148713 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d1e77d82-f871-4670-9654-2950f1292a7b req-a787dce6-c4b5-41bb-a1f8-173bf5457492 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:47.153128 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d1e77d82-f871-4670-9654-2950f1292a7b req-a787dce6-c4b5-41bb-a1f8-173bf5457492 service neutron] 10.222.0.42 "PUT /v2.0/ports/25456c63-4ae3-4d25-b173-8f09a2aaaeae HTTP/1.1" status: 200 len: 1092 time: 1.2610495 Jul 13 07:17:47.159921 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4ea7e15-f8d2-486b-9331-4f612804e59e', 'tag': '25456c63-4ae3-4d25-b173-8f09a2aaaeae'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:17:47.165550 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68013164-be74-480c-b098-9c23e145a29f" -d '{"events": [{"name": "network-changed", "server_uuid": "a4ea7e15-f8d2-486b-9331-4f612804e59e", "tag": "25456c63-4ae3-4d25-b173-8f09a2aaaeae"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:17:47.210678 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:47.229645 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a787dce6-c4b5-41bb-a1f8-173bf5457492 service neutron] Pushing event updated for resources: {'Port': ['ID=25456c63-4ae3-4d25-b173-8f09a2aaaeae,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:47.283629 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port cba6bc0d-bc54-4dec-9e50-d8ea286377b0, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=cba6bc0d-bc54-4dec-9e50-d8ea286377b0,segment=NetworkSegment(1659bffe-213e-407f-81a2-40b80fb6bc07),segment_id=1659bffe-213e-407f-81a2-40b80fb6bc07)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:47.290970 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:47.384230 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=cba6bc0d-bc54-4dec-9e50-d8ea286377b0,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:47.473352 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e77d82-f871-4670-9654-2950f1292a7b req-f8f47e0d-3167-4a4b-b34a-e051cbf61ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:47.475931 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d1e77d82-f871-4670-9654-2950f1292a7b req-f8f47e0d-3167-4a4b-b34a-e051cbf61ccd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=05a465060c604024bf60fd1a58309bf9&device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 1095 time: 0.1955793 Jul 13 07:17:47.485457 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda4807f-dfee-4c75-8112-f80aef438315 req-8880a603-c1ec-4e96-b099-75ae9ac54db1 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:47.499375 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9f1c353d-ceb6-4dd4-9e51-b320b22c7d0d None None] Provisioning complete for port 6d0a0a67-9326-4421-a6a8-789e665561cf triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:17:47.500040 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9f1c353d-ceb6-4dd4-9e51-b320b22c7d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:47.500345 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cda4807f-dfee-4c75-8112-f80aef438315 req-8880a603-c1ec-4e96-b099-75ae9ac54db1 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 943 time: 0.1340797 Jul 13 07:17:47.501537 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf6708-1186-4e16-b913-ffe4c5cb2812 req-856d1da1-831c-4d86-9e9c-a96b18b45184 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:47.508939 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-32bf6708-1186-4e16-b913-ffe4c5cb2812 req-856d1da1-831c-4d86-9e9c-a96b18b45184 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 949 time: 0.1879654 Jul 13 07:17:47.547177 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d1e77d82-f871-4670-9654-2950f1292a7b req-04b5c92b-cd22-4409-b157-d8594d048372 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25456c63-4ae3-4d25-b173-8f09a2aaaeae HTTP/1.1" status: 200 len: 217 time: 0.0615082 Jul 13 07:17:47.570670 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cda4807f-dfee-4c75-8112-f80aef438315 req-586b2e3e-8883-42d4-a6a6-afaf8616fc75 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657947 Jul 13 07:17:47.627438 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19811f4-88b1-4ef6-8fbd-5a2f7d081ecd x-openstack-request-id: req-d19811f4-88b1-4ef6-8fbd-5a2f7d081ecd {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:17:47.630146 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b1f6d5-6d13-41f5-9b1e-b51bc1668f04", "name": "network-vif-plugged", "status": "completed", "tag": "6d0a0a67-9326-4421-a6a8-789e665561cf", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:17:47.630418 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d19811f4-88b1-4ef6-8fbd-5a2f7d081ecd {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:17:47.630816 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b1f6d5-6d13-41f5-9b1e-b51bc1668f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0a0a67-9326-4421-a6a8-789e665561cf', 'code': 200} Jul 13 07:17:47.641737 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-32bf6708-1186-4e16-b913-ffe4c5cb2812 req-da20ea87-ca07-4da5-a416-f27c3b78c809 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318107 Jul 13 07:17:47.652673 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-4556187e-1eaf-44a2-89b7-02267fba88d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:47.661704 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-4556187e-1eaf-44a2-89b7-02267fba88d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59ced391c6a04d319ae98164aff14fc2&device_id=1eb3a00d-0865-4b6b-81cc-a3cec8732897 HTTP/1.1" status: 200 len: 1098 time: 0.2286468 Jul 13 07:17:47.674500 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e77d82-f871-4670-9654-2950f1292a7b req-2b2bfc15-94e4-4c23-a0c4-7562da7d2b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:47.676059 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d1e77d82-f871-4670-9654-2950f1292a7b req-2b2bfc15-94e4-4c23-a0c4-7562da7d2b3f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7ca46c55-f93a-4f0d-847c-cec27912e287 HTTP/1.1" status: 200 len: 848 time: 0.1181419 Jul 13 07:17:47.746345 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40946) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:47.799414 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d1e77d82-f871-4670-9654-2950f1292a7b req-468f6b27-f124-4ffa-af4c-bd23e5ca0d4f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040156 Jul 13 07:17:47.820793 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76a4164-ef68-491b-b1a1-fe01e8c60f55 x-openstack-request-id: req-d76a4164-ef68-491b-b1a1-fe01e8c60f55 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:17:47.821099 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4ea7e15-f8d2-486b-9331-4f612804e59e", "tag": "25456c63-4ae3-4d25-b173-8f09a2aaaeae", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:17:47.821310 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d76a4164-ef68-491b-b1a1-fe01e8c60f55 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:17:47.821687 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4ea7e15-f8d2-486b-9331-4f612804e59e', 'tag': '25456c63-4ae3-4d25-b173-8f09a2aaaeae', 'status': 'completed', 'code': 200} Jul 13 07:17:47.902583 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-46872100-63bd-4aab-9c76-253134ed8f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:48.030938 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8bf3b-8ca8-4c79-9f39-41d9aae17764 req-f5e90901-6dbf-4db3-82f1-1d5a9abde3f3 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:48.032479 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7eb8bf3b-8ca8-4c79-9f39-41d9aae17764 req-f5e90901-6dbf-4db3-82f1-1d5a9abde3f3 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] 10.222.0.23 "GET /v2.0/ports?device_id=584f5b64-433f-4242-818c-bd691897e39c HTTP/1.1" status: 200 len: 945 time: 0.1095300 Jul 13 07:17:48.032887 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39e0db-be67-4a7a-bb39-6c9b374ee7d9 req-08be9fac-bbd4-4192-ba92-70910d1e30e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:48.034413 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4b39e0db-be67-4a7a-bb39-6c9b374ee7d9 req-08be9fac-bbd4-4192-ba92-70910d1e30e4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 1101 time: 0.2960286 Jul 13 07:17:48.039916 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-0d0a6ce0-f698-4925-b37d-b6f4ea854378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:48.041430 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-0d0a6ce0-f698-4925-b37d-b6f4ea854378 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bff43fa8-f666-4c15-8f06-2242dcee7e17 HTTP/1.1" status: 200 len: 922 time: 0.3730271 Jul 13 07:17:48.078752 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-46872100-63bd-4aab-9c76-253134ed8f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:48.084090 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd2a51-dc94-4dc9-bcda-3ff4e3340649 req-064eb05a-c482-4a95-8837-8b283ee22d74 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:48.086363 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4ffd2a51-dc94-4dc9-bcda-3ff4e3340649 req-064eb05a-c482-4a95-8837-8b283ee22d74 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eb3a00d-0865-4b6b-81cc-a3cec8732897 HTTP/1.1" status: 200 len: 946 time: 0.2619679 Jul 13 07:17:48.090640 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-46872100-63bd-4aab-9c76-253134ed8f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:48.112675 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7eb8bf3b-8ca8-4c79-9f39-41d9aae17764 req-ec370c7e-7457-446b-be78-d118f14721f8 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8575ab4-8b6b-4ff6-8eca-106f9eeb1486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612869 Jul 13 07:17:48.119087 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d1e77d82-f871-4670-9654-2950f1292a7b req-74fe9985-326f-4120-8500-53a71b36c337 service neutron] 10.222.0.42 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006897 Jul 13 07:17:48.123153 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-7921df68-848c-4f5c-920a-35e3a3be6f15 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1bb70a0-5327-4aed-8a0f-9bdd396349c5 HTTP/1.1" status: 200 len: 217 time: 0.0638409 Jul 13 07:17:48.136248 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-46872100-63bd-4aab-9c76-253134ed8f8e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=efff1c668ec54074a7c0e1ef881d08b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3887429 Jul 13 07:17:48.137451 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46872100-63bd-4aab-9c76-253134ed8f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11fe21f8-10d0-4cc9-af9e-563ebb568847,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:48.139810 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40962) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:48.198624 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4b39e0db-be67-4a7a-bb39-6c9b374ee7d9 req-bcf00722-bf42-4a28-968a-87383224b4ca service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560552 Jul 13 07:17:48.205318 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-02a6e7ce-0af8-4f6a-b2b2-a17240fa449b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:48.231233 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-02a6e7ce-0af8-4f6a-b2b2-a17240fa449b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:48.237136 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4ffd2a51-dc94-4dc9-bcda-3ff4e3340649 req-9ca49d4d-59a7-49d5-a88f-c0a2085dc1ac tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170702 Jul 13 07:17:48.292835 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-e28d12f9-e848-46d3-9feb-0b37748b0f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:48.294456 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-e28d12f9-e848-46d3-9feb-0b37748b0f7e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c79b49d-432e-4da7-962c-3ca2527bdd27 HTTP/1.1" status: 200 len: 861 time: 0.1535268 Jul 13 07:17:48.299153 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-02a6e7ce-0af8-4f6a-b2b2-a17240fa449b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:48.302584 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-02a6e7ce-0af8-4f6a-b2b2-a17240fa449b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:48.304113 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-02a6e7ce-0af8-4f6a-b2b2-a17240fa449b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/11fe21f8-10d0-4cc9-af9e-563ebb568847 HTTP/1.1" status: 204 len: 168 time: 0.1633916 Jul 13 07:17:48.330336 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d1e77d82-f871-4670-9654-2950f1292a7b req-57e2e8f7-f112-4ec1-8bd5-cf4a453d5a37 service neutron] 10.222.0.42 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830602 Jul 13 07:17:48.337626 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6e7ce-0af8-4f6a-b2b2-a17240fa449b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fe21f8-10d0-4cc9-af9e-563ebb568847,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:48.385179 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-95ce6395-a6ec-4609-b2ba-d67e66f9b59a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bff43fa8-f666-4c15-8f06-2242dcee7e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785863 Jul 13 07:17:48.539065 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-f799e8c2-5bfc-43e1-917d-493d81b661b0 service neutron] 10.222.0.42 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384106 Jul 13 07:17:48.545580 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68013164-be74-480c-b098-9c23e145a29f req-26f08e6e-f142-4ccc-a05b-819cb23a66cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:48.547575 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-68013164-be74-480c-b098-9c23e145a29f req-26f08e6e-f142-4ccc-a05b-819cb23a66cc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=05a465060c604024bf60fd1a58309bf9&device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 1095 time: 0.1263447 Jul 13 07:17:48.736316 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-c59a5d6d-84b4-4620-b961-ca5e9e2f20e3 service neutron] 10.222.0.42 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844394 Jul 13 07:17:48.743683 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68013164-be74-480c-b098-9c23e145a29f req-1bfa208b-05c4-4510-9178-7fc93547b3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:48.745637 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-68013164-be74-480c-b098-9c23e145a29f req-1bfa208b-05c4-4510-9178-7fc93547b3ae service neutron] 10.222.0.42 "GET /v2.0/networks?id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d HTTP/1.1" status: 200 len: 909 time: 0.1602516 Jul 13 07:17:48.790811 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40994) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:48.799985 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-68013164-be74-480c-b098-9c23e145a29f req-1f484e80-4805-4da6-b75d-1c6efcbff935 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25456c63-4ae3-4d25-b173-8f09a2aaaeae HTTP/1.1" status: 200 len: 217 time: 0.0433609 Jul 13 07:17:48.808081 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2a2216c8-50d9-4ef9-ab39-b044f9315b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:48.867351 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68013164-be74-480c-b098-9c23e145a29f req-d02e1a6f-44f7-470e-814f-df70cea0997e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:48.869403 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-68013164-be74-480c-b098-9c23e145a29f req-d02e1a6f-44f7-470e-814f-df70cea0997e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7ca46c55-f93a-4f0d-847c-cec27912e287 HTTP/1.1" status: 200 len: 848 time: 0.0595484 Jul 13 07:17:48.932470 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-68013164-be74-480c-b098-9c23e145a29f req-ee944432-72ba-4d1a-9e99-b87c5148fa8d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297980 Jul 13 07:17:48.932715 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2a2216c8-50d9-4ef9-ab39-b044f9315b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:48.942206 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2a2216c8-50d9-4ef9-ab39-b044f9315b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:49.050926 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2a2216c8-50d9-4ef9-ab39-b044f9315b8d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2d58ec6be911416eaa82f5f41fa57e18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2585778 Jul 13 07:17:49.052727 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 41002) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:49.056053 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2216c8-50d9-4ef9-ab39-b044f9315b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336df55c-5da8-4b22-acbc-184633cbd119,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:49.129496 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a7be8-3755-4fc6-8f00-f05491b2070a req-d45ffcea-c9d6-447d-9f49-145460b7e47c tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:49.131515 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-051a7be8-3755-4fc6-8f00-f05491b2070a req-d45ffcea-c9d6-447d-9f49-145460b7e47c tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 943 time: 0.1732655 Jul 13 07:17:49.146770 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-69b0d4bf-b2ac-40eb-912f-bebfc30bd1cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:49.190285 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-051a7be8-3755-4fc6-8f00-f05491b2070a req-46d09ef2-32c8-4bde-9008-4c90697048c9 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499308 Jul 13 07:17:49.216891 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-69b0d4bf-b2ac-40eb-912f-bebfc30bd1cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:49.286228 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-69b0d4bf-b2ac-40eb-912f-bebfc30bd1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:49.290358 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-69b0d4bf-b2ac-40eb-912f-bebfc30bd1cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:49.294439 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-69b0d4bf-b2ac-40eb-912f-bebfc30bd1cb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/336df55c-5da8-4b22-acbc-184633cbd119 HTTP/1.1" status: 204 len: 168 time: 0.2393444 Jul 13 07:17:49.304961 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b0d4bf-b2ac-40eb-912f-bebfc30bd1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336df55c-5da8-4b22-acbc-184633cbd119,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:49.332691 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-154e0f4a-4ee9-460d-844e-e1e59558c2aa tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:49.338462 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-154e0f4a-4ee9-460d-844e-e1e59558c2aa tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1eb3a00d-0865-4b6b-81cc-a3cec8732897&tenant_id=59ced391c6a04d319ae98164aff14fc2&binding%3Ahost_id=n-h2-771363-34 HTTP/1.1" status: 200 len: 1098 time: 0.4680636 Jul 13 07:17:49.342797 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-68013164-be74-480c-b098-9c23e145a29f req-0822b1e5-ad14-44a3-8302-3ae71b92f937 service neutron] 10.222.0.42 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994391 Jul 13 07:17:49.370351 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-b125cee6-ce69-4192-98ae-119a12f8cb6b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771363-34'}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:17:49.520693 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bbdd8-d02b-4b5e-a409-0949963bcbb2 req-ed386890-4810-4b2b-9046-eac691209166 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:49.522242 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-872bbdd8-d02b-4b5e-a409-0949963bcbb2 req-ed386890-4810-4b2b-9046-eac691209166 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 949 time: 0.2763536 Jul 13 07:17:49.596961 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-872bbdd8-d02b-4b5e-a409-0949963bcbb2 req-4fe475cc-eee5-4d4d-a39c-d872d28a14cd tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643032 Jul 13 07:17:49.600099 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-b125cee6-ce69-4192-98ae-119a12f8cb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:49.607975 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-68013164-be74-480c-b098-9c23e145a29f req-ea9cdaf6-9f4b-4cd2-87ea-cd776be2f5d2 service neutron] 10.222.0.42 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340164 Jul 13 07:17:49.632328 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584f5b64-433f-4242-818c-bd691897e39c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba6bc0d-bc54-4dec-9e50-d8ea286377b0'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:17:49.635575 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b57be2-6316-4b3f-983a-03ffa1988136" -d '{"events": [{"server_uuid": "584f5b64-433f-4242-818c-bd691897e39c", "name": "network-vif-plugged", "status": "completed", "tag": "cba6bc0d-bc54-4dec-9e50-d8ea286377b0"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:17:49.833239 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-b125cee6-ce69-4192-98ae-119a12f8cb6b service neutron] For port e1bb70a0-5327-4aed-8a0f-9bdd396349c5, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=e1bb70a0-5327-4aed-8a0f-9bdd396349c5,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:49.860788 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75349fa-2d8a-4608-bae7-4e05b018efe0 req-77974ea5-f444-4825-957d-c524eb32d791 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:49.862356 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e75349fa-2d8a-4608-bae7-4e05b018efe0 req-77974ea5-f444-4825-957d-c524eb32d791 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] 10.222.0.23 "GET /v2.0/ports?device_id=584f5b64-433f-4242-818c-bd691897e39c HTTP/1.1" status: 200 len: 945 time: 0.1077118 Jul 13 07:17:49.908067 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-b125cee6-ce69-4192-98ae-119a12f8cb6b service neutron] For port e1bb70a0-5327-4aed-8a0f-9bdd396349c5, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:17:49.925664 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b4721-cb52-4464-a704-d679a3d0f756 req-9343e4c5-7a47-402f-845e-7657610988c5 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:49.927127 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-029b4721-cb52-4464-a704-d679a3d0f756 req-9343e4c5-7a47-402f-845e-7657610988c5 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 949 time: 0.3604274 Jul 13 07:17:49.941163 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e75349fa-2d8a-4608-bae7-4e05b018efe0 req-7636d314-5ee1-4553-abdf-d41980c92bb8 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8575ab4-8b6b-4ff6-8eca-106f9eeb1486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665135 Jul 13 07:17:49.976149 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-029b4721-cb52-4464-a704-d679a3d0f756 req-4b2ddb22-85d3-41e3-8019-20371b5307dd tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407457 Jul 13 07:17:49.978342 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb3a00d-0865-4b6b-81cc-a3cec8732897', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1bb70a0-5327-4aed-8a0f-9bdd396349c5'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:17:49.980724 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be37b1e-ff11-42be-b823-1e67951e837c" -d '{"events": [{"server_uuid": "1eb3a00d-0865-4b6b-81cc-a3cec8732897", "name": "network-vif-unplugged", "status": "completed", "tag": "e1bb70a0-5327-4aed-8a0f-9bdd396349c5"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:17:49.985072 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-b125cee6-ce69-4192-98ae-119a12f8cb6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:49.994768 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-b125cee6-ce69-4192-98ae-119a12f8cb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:50.130459 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b125cee6-ce69-4192-98ae-119a12f8cb6b service neutron] Pushing event updated for resources: {'Port': ['ID=e1bb70a0-5327-4aed-8a0f-9bdd396349c5,revision_number=7']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:50.151400 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-b125cee6-ce69-4192-98ae-119a12f8cb6b service neutron] Attempting to bind port e1bb70a0-5327-4aed-8a0f-9bdd396349c5 on host n-h2-771363-34 for vnic_type normal with profile {"migrating_to": "n-h1-771363-34"} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:17:50.151793 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-b125cee6-ce69-4192-98ae-119a12f8cb6b service neutron] Attempting to bind port e1bb70a0-5327-4aed-8a0f-9bdd396349c5 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:17:50.152129 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-b125cee6-ce69-4192-98ae-119a12f8cb6b service neutron] Attempting to bind port e1bb70a0-5327-4aed-8a0f-9bdd396349c5 on network bff43fa8-f666-4c15-8f06-2242dcee7e17 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:17:50.160176 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-b125cee6-ce69-4192-98ae-119a12f8cb6b service neutron] Port e1bb70a0-5327-4aed-8a0f-9bdd396349c5 on network bff43fa8-f666-4c15-8f06-2242dcee7e17 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:17:50.160485 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-b125cee6-ce69-4192-98ae-119a12f8cb6b service neutron] Attempting to bind port e1bb70a0-5327-4aed-8a0f-9bdd396349c5 on network bff43fa8-f666-4c15-8f06-2242dcee7e17 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:17:50.173102 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-b125cee6-ce69-4192-98ae-119a12f8cb6b service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:17:50.173440 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-b125cee6-ce69-4192-98ae-119a12f8cb6b service neutron] Checking segment: {'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:17:50.173820 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-b125cee6-ce69-4192-98ae-119a12f8cb6b service neutron] Bound using segment: {'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:17:50.174243 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-b125cee6-ce69-4192-98ae-119a12f8cb6b service neutron] Bound port: e1bb70a0-5327-4aed-8a0f-9bdd396349c5, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:17:50.174595 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-b125cee6-ce69-4192-98ae-119a12f8cb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:50.217800 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4261f15-3504-4372-9556-fe97105b5aa0 req-2ea61474-8c8c-457b-8eb1-298b69415167 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:50.219342 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b4261f15-3504-4372-9556-fe97105b5aa0 req-2ea61474-8c8c-457b-8eb1-298b69415167 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eb3a00d-0865-4b6b-81cc-a3cec8732897 HTTP/1.1" status: 200 len: 944 time: 0.1519854 Jul 13 07:17:50.278500 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-b125cee6-ce69-4192-98ae-119a12f8cb6b service neutron] For port e1bb70a0-5327-4aed-8a0f-9bdd396349c5, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:17:50.288963 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b4261f15-3504-4372-9556-fe97105b5aa0 req-ee5e5acd-06c0-4118-869b-739f1acbc375 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616744 Jul 13 07:17:50.303189 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-b125cee6-ce69-4192-98ae-119a12f8cb6b service neutron] For port e1bb70a0-5327-4aed-8a0f-9bdd396349c5, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=e1bb70a0-5327-4aed-8a0f-9bdd396349c5,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:17:50.316636 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-b125cee6-ce69-4192-98ae-119a12f8cb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:50.346412 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c63af01-8606-4c24-ab31-7b3f49d32c86 x-openstack-request-id: req-9c63af01-8606-4c24-ab31-7b3f49d32c86 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:17:50.347351 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584f5b64-433f-4242-818c-bd691897e39c", "name": "network-vif-plugged", "status": "completed", "tag": "cba6bc0d-bc54-4dec-9e50-d8ea286377b0", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:17:50.347957 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9c63af01-8606-4c24-ab31-7b3f49d32c86 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:17:50.348999 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584f5b64-433f-4242-818c-bd691897e39c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba6bc0d-bc54-4dec-9e50-d8ea286377b0', 'code': 200} Jul 13 07:17:50.396452 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85137980-02da-4d60-a85d-2d801906474f x-openstack-request-id: req-85137980-02da-4d60-a85d-2d801906474f {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:17:50.397479 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb3a00d-0865-4b6b-81cc-a3cec8732897", "name": "network-vif-unplugged", "status": "completed", "tag": "e1bb70a0-5327-4aed-8a0f-9bdd396349c5", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:17:50.397479 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-85137980-02da-4d60-a85d-2d801906474f {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:17:50.397890 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb3a00d-0865-4b6b-81cc-a3cec8732897', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1bb70a0-5327-4aed-8a0f-9bdd396349c5', 'code': 200} Jul 13 07:17:50.425758 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b125cee6-ce69-4192-98ae-119a12f8cb6b service neutron] Pushing event updated for resources: {'Port': ['ID=e1bb70a0-5327-4aed-8a0f-9bdd396349c5,revision_number=8']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:50.441274 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-b125cee6-ce69-4192-98ae-119a12f8cb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:50.443085 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-b125cee6-ce69-4192-98ae-119a12f8cb6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:50.445136 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-b125cee6-ce69-4192-98ae-119a12f8cb6b service neutron] 10.222.0.42 "PUT /v2.0/ports/e1bb70a0-5327-4aed-8a0f-9bdd396349c5 HTTP/1.1" status: 200 len: 1124 time: 1.0852311 Jul 13 07:17:50.531343 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-40582e06-fc0b-41b0-a365-16dc16b1870c req-2fde3412-236f-42b4-bf9d-bf5a2b6c1cec tempest-QuotasAdminNegativeTest-1175678490 tempest-QuotasAdminNegativeTest-1175678490-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=60c1ef7ffbd445aea562d7f03d2f0695&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371914 Jul 13 07:17:50.538411 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206577c-0ab8-43c4-b2a3-2febd042a8d4 req-5e65d06b-9cfb-4f43-9510-48bb1c666d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:50.540575 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5206577c-0ab8-43c4-b2a3-2febd042a8d4 req-5e65d06b-9cfb-4f43-9510-48bb1c666d4c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=584f5b64-433f-4242-818c-bd691897e39c HTTP/1.1" status: 200 len: 1097 time: 0.0936952 Jul 13 07:17:50.552313 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['e1bb70a0-5327-4aed-8a0f-9bdd396349c5'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:17:50.595038 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5206577c-0ab8-43c4-b2a3-2febd042a8d4 req-ac6b525a-a475-46a8-9b90-fa2e2bc906f3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e8575ab4-8b6b-4ff6-8eca-106f9eeb1486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469520 Jul 13 07:17:50.609357 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7677cdb0-52d8-4f20-8039-1c5539b8f3fc req-f7d0bb1c-72a2-48be-9bd5-c881658027d6 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:50.610852 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7677cdb0-52d8-4f20-8039-1c5539b8f3fc req-f7d0bb1c-72a2-48be-9bd5-c881658027d6 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 943 time: 0.1066945 Jul 13 07:17:50.660427 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7677cdb0-52d8-4f20-8039-1c5539b8f3fc req-c6524cf9-48b9-45d8-a2e8-627307cc62f3 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432861 Jul 13 07:17:50.690159 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40582e06-fc0b-41b0-a365-16dc16b1870c req-436b94a4-c351-4e09-a598-b33e07405623 tempest-QuotasAdminNegativeTest-1175678490 tempest-QuotasAdminNegativeTest-1175678490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:50.699980 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-40582e06-fc0b-41b0-a365-16dc16b1870c req-436b94a4-c351-4e09-a598-b33e07405623 tempest-QuotasAdminNegativeTest-1175678490 tempest-QuotasAdminNegativeTest-1175678490-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1622109 Jul 13 07:17:50.718294 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-40582e06-fc0b-41b0-a365-16dc16b1870c req-2eeda4e5-20a0-45f6-bb06-2100370be3b0 tempest-QuotasAdminNegativeTest-1175678490 tempest-QuotasAdminNegativeTest-1175678490-project] 10.222.0.23 "GET /v2.0/quotas/60c1ef7ffbd445aea562d7f03d2f0695 HTTP/1.1" status: 200 len: 375 time: 0.0169694 Jul 13 07:17:50.752964 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-40582e06-fc0b-41b0-a365-16dc16b1870c req-fa564934-c0e6-4347-b77f-2c2a57ca021e tempest-QuotasAdminNegativeTest-1175678490 tempest-QuotasAdminNegativeTest-1175678490-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=60c1ef7ffbd445aea562d7f03d2f0695&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338230 Jul 13 07:17:50.846087 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3813ac-7bbd-46f0-a060-1f22cc8c41e6 req-36a76e16-dd1c-4698-bc16-d7b7e39bc185 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:50.847708 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3f3813ac-7bbd-46f0-a060-1f22cc8c41e6 req-36a76e16-dd1c-4698-bc16-d7b7e39bc185 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 949 time: 0.0651715 Jul 13 07:17:50.891920 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3f3813ac-7bbd-46f0-a060-1f22cc8c41e6 req-00758dba-1a79-4492-b15f-8367090632e1 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342288 Jul 13 07:17:51.230957 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f026a-9655-45dc-a164-c538749b5b7b req-2311eb03-f289-42d1-88d1-cf08c7d2a115 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:51.232474 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-426f026a-9655-45dc-a164-c538749b5b7b req-2311eb03-f289-42d1-88d1-cf08c7d2a115 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] 10.222.0.23 "GET /v2.0/ports?device_id=584f5b64-433f-4242-818c-bd691897e39c HTTP/1.1" status: 200 len: 945 time: 0.0618625 Jul 13 07:17:51.276972 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-426f026a-9655-45dc-a164-c538749b5b7b req-c97cd657-d554-48e3-86e5-6d0631d7c6a2 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8575ab4-8b6b-4ff6-8eca-106f9eeb1486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383604 Jul 13 07:17:51.435996 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c87bb804-d3dd-49ad-b6b2-6531c05b93b3 req-a3ca0bde-3bfc-4961-952f-3d807396cc14 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1202133 Jul 13 07:17:51.449281 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c1eb6-ac62-4b02-97bf-917b050aafae req-592f6b63-e1d0-455e-8a8c-d2eefc9ca37a tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:51.450376 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-318c1eb6-ac62-4b02-97bf-917b050aafae req-592f6b63-e1d0-455e-8a8c-d2eefc9ca37a tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 949 time: 0.0946360 Jul 13 07:17:51.497039 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-318c1eb6-ac62-4b02-97bf-917b050aafae req-c38a48c9-bcd1-4622-a96f-e89363c273d0 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407326 Jul 13 07:17:51.695339 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768601c-a567-4616-a368-d75e93badfd5 req-158fb38e-c213-4460-9d84-a777718f8f24 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:51.696896 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1768601c-a567-4616-a368-d75e93badfd5 req-158fb38e-c213-4460-9d84-a777718f8f24 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 949 time: 0.0695426 Jul 13 07:17:51.739158 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1768601c-a567-4616-a368-d75e93badfd5 req-16ac4405-c4de-4690-93f5-f4066b8accd3 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352528 Jul 13 07:17:51.814313 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbf8e5-48d5-4c0c-85d2-a0ae5c431e75 req-25277698-8473-4d71-9121-7911c4dfa659 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:51.816069 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d5fbf8e5-48d5-4c0c-85d2-a0ae5c431e75 req-25277698-8473-4d71-9121-7911c4dfa659 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eb3a00d-0865-4b6b-81cc-a3cec8732897 HTTP/1.1" status: 200 len: 944 time: 0.0715714 Jul 13 07:17:51.855765 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d5fbf8e5-48d5-4c0c-85d2-a0ae5c431e75 req-88b84de0-3478-40cb-960c-d15242a88d5a tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334957 Jul 13 07:17:52.060315 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b7ecb-9986-4a50-97c9-b1b1b2d8f6db req-89c06872-f2fe-41d1-ab7f-5cfdd38d9c16 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:52.062878 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-480b7ecb-9986-4a50-97c9-b1b1b2d8f6db req-89c06872-f2fe-41d1-ab7f-5cfdd38d9c16 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 943 time: 0.0937464 Jul 13 07:17:52.107384 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-480b7ecb-9986-4a50-97c9-b1b1b2d8f6db req-f04ff7b2-3212-413f-8336-bed12bf33b39 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385208 Jul 13 07:17:52.140840 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-995d8fce-5069-466d-aa13-d442aa721f1f req-e3b8fdc0-f7ae-4093-a66a-d2ba07bee216 tempest-QuotasAdminNegativeTest-1175678490 tempest-QuotasAdminNegativeTest-1175678490-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=60c1ef7ffbd445aea562d7f03d2f0695&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351493 Jul 13 07:17:52.269880 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d8fce-5069-466d-aa13-d442aa721f1f req-ad78eb93-eb65-496b-8d55-ad25249ec61f tempest-QuotasAdminNegativeTest-1175678490 tempest-QuotasAdminNegativeTest-1175678490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:52.271551 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-995d8fce-5069-466d-aa13-d442aa721f1f req-ad78eb93-eb65-496b-8d55-ad25249ec61f tempest-QuotasAdminNegativeTest-1175678490 tempest-QuotasAdminNegativeTest-1175678490-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1231890 Jul 13 07:17:52.287071 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-995d8fce-5069-466d-aa13-d442aa721f1f req-2ce95471-e90e-46d3-9d2c-33df18cc6e65 tempest-QuotasAdminNegativeTest-1175678490 tempest-QuotasAdminNegativeTest-1175678490-project] 10.222.0.23 "GET /v2.0/quotas/60c1ef7ffbd445aea562d7f03d2f0695 HTTP/1.1" status: 200 len: 375 time: 0.0092428 Jul 13 07:17:52.335362 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-995d8fce-5069-466d-aa13-d442aa721f1f req-8f699204-06e6-41e9-9a00-ba0fc955a47c tempest-QuotasAdminNegativeTest-1175678490 tempest-QuotasAdminNegativeTest-1175678490-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=60c1ef7ffbd445aea562d7f03d2f0695&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409813 Jul 13 07:17:52.362777 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 41162) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:52.399339 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb3a00d-0865-4b6b-81cc-a3cec8732897', 'tag': 'e1bb70a0-5327-4aed-8a0f-9bdd396349c5'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:17:52.401697 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eebf13a-95fb-4415-adae-631c4009ff81" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb3a00d-0865-4b6b-81cc-a3cec8732897", "tag": "e1bb70a0-5327-4aed-8a0f-9bdd396349c5"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:17:52.464520 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1811149-0807-4586-8c23-a5ca25550586 x-openstack-request-id: req-a1811149-0807-4586-8c23-a5ca25550586 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:17:52.465142 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb3a00d-0865-4b6b-81cc-a3cec8732897", "tag": "e1bb70a0-5327-4aed-8a0f-9bdd396349c5", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:17:52.465142 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a1811149-0807-4586-8c23-a5ca25550586 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:17:52.465785 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb3a00d-0865-4b6b-81cc-a3cec8732897', 'tag': 'e1bb70a0-5327-4aed-8a0f-9bdd396349c5', 'status': 'completed', 'code': 200} Jul 13 07:17:52.555623 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f22b5c23-57f7-473c-9372-28bae1896ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:52.593289 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebf13a-95fb-4415-adae-631c4009ff81 req-630bc081-68a5-4d58-bb0f-4b67f474c3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:52.594971 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9eebf13a-95fb-4415-adae-631c4009ff81 req-630bc081-68a5-4d58-bb0f-4b67f474c3f1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=59ced391c6a04d319ae98164aff14fc2&device_id=1eb3a00d-0865-4b6b-81cc-a3cec8732897 HTTP/1.1" status: 200 len: 1127 time: 0.0864933 Jul 13 07:17:52.617562 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 25456c63-4ae3-4d25-b173-8f09a2aaaeae details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:17:52.626688 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d84e1-c1d5-42a8-bd04-19e01881d55a req-578409fc-4924-469b-8a99-69a50f5bd5ec tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:52.628574 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6e7d84e1-c1d5-42a8-bd04-19e01881d55a req-578409fc-4924-469b-8a99-69a50f5bd5ec tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] 10.222.0.23 "GET /v2.0/ports?device_id=584f5b64-433f-4242-818c-bd691897e39c HTTP/1.1" status: 200 len: 945 time: 0.1608355 Jul 13 07:17:52.690646 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6e7d84e1-c1d5-42a8-bd04-19e01881d55a req-6e81a5de-d739-4806-bc16-2b7c75e35b0d tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8575ab4-8b6b-4ff6-8eca-106f9eeb1486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503449 Jul 13 07:17:52.738176 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f22b5c23-57f7-473c-9372-28bae1896ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:52.749500 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f22b5c23-57f7-473c-9372-28bae1896ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:52.791688 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebf13a-95fb-4415-adae-631c4009ff81 req-19b0f591-616d-4b15-b42f-68ce3977624c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:52.794402 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9eebf13a-95fb-4415-adae-631c4009ff81 req-19b0f591-616d-4b15-b42f-68ce3977624c service neutron] 10.222.0.25 "GET /v2.0/networks?id=bff43fa8-f666-4c15-8f06-2242dcee7e17 HTTP/1.1" status: 200 len: 922 time: 0.1901743 Jul 13 07:17:52.813324 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 25456c63-4ae3-4d25-b173-8f09a2aaaeae, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=25456c63-4ae3-4d25-b173-8f09a2aaaeae,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:52.819920 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f22b5c23-57f7-473c-9372-28bae1896ca9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47d109771b71428eb7423169e88b8120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4554176 Jul 13 07:17:52.825757 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 41184) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:52.829984 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b5c23-57f7-473c-9372-28bae1896ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ddd944-a2ae-48f3-bc9d-986a4025c1de,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:52.832901 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '25456c63-4ae3-4d25-b173-8f09a2aaaeae', 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d', 'port_id': '25456c63-4ae3-4d25-b173-8f09a2aaaeae', 'mac_address': 'fa:16:3e:74:13:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ca46c55-f93a-4f0d-847c-cec27912e287', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:17:52.894450 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9eebf13a-95fb-4415-adae-631c4009ff81 req-b8503158-bfed-432a-af6a-da0b252dcae2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1bb70a0-5327-4aed-8a0f-9bdd396349c5 HTTP/1.1" status: 200 len: 217 time: 0.0922136 Jul 13 07:17:52.926963 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:52.950144 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25456c63-4ae3-4d25-b173-8f09a2aaaeae {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:17:52.977684 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e5cf0b9a-e42b-45b1-b81e-fe3ff9a2d436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:52.998086 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 25456c63-4ae3-4d25-b173-8f09a2aaaeae, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=25456c63-4ae3-4d25-b173-8f09a2aaaeae,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:53.013617 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:53.032194 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e5cf0b9a-e42b-45b1-b81e-fe3ff9a2d436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:53.081378 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebf13a-95fb-4415-adae-631c4009ff81 req-71b2a4a1-5d96-4874-94f5-ba470cc79370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:53.082859 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9eebf13a-95fb-4415-adae-631c4009ff81 req-71b2a4a1-5d96-4874-94f5-ba470cc79370 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6c79b49d-432e-4da7-962c-3ca2527bdd27 HTTP/1.1" status: 200 len: 861 time: 0.1792023 Jul 13 07:17:53.083573 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cbc1a1-0137-463d-9a60-8f13115402eb req-d754e4a3-6271-4ddd-bd87-69f12da7b6bc tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:53.090935 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-98cbc1a1-0137-463d-9a60-8f13115402eb req-d754e4a3-6271-4ddd-bd87-69f12da7b6bc tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 949 time: 0.2051136 Jul 13 07:17:53.123600 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=25456c63-4ae3-4d25-b173-8f09a2aaaeae,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:53.139236 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device e1bb70a0-5327-4aed-8a0f-9bdd396349c5 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:17:53.148129 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e5cf0b9a-e42b-45b1-b81e-fe3ff9a2d436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:53.154599 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e5cf0b9a-e42b-45b1-b81e-fe3ff9a2d436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:53.158400 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e5cf0b9a-e42b-45b1-b81e-fe3ff9a2d436 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/23ddd944-a2ae-48f3-bc9d-986a4025c1de HTTP/1.1" status: 204 len: 168 time: 0.3179033 Jul 13 07:17:53.168759 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87bb804-d3dd-49ad-b6b2-6531c05b93b3 req-b3bad99f-3884-4850-aa4b-a59619e6c434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:53.171229 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c87bb804-d3dd-49ad-b6b2-6531c05b93b3 req-b3bad99f-3884-4850-aa4b-a59619e6c434 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 1101 time: 0.2033930 Jul 13 07:17:53.173240 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9eebf13a-95fb-4415-adae-631c4009ff81 req-c7955bd8-fd24-4e20-be25-9552cc53d50f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bff43fa8-f666-4c15-8f06-2242dcee7e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670094 Jul 13 07:17:53.174374 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf0b9a-e42b-45b1-b81e-fe3ff9a2d436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ddd944-a2ae-48f3-bc9d-986a4025c1de,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:53.204691 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-98cbc1a1-0137-463d-9a60-8f13115402eb req-23a91d50-4798-436c-bd2c-61420ec20e56 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127486 Jul 13 07:17:53.266063 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:53.402211 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port e1bb70a0-5327-4aed-8a0f-9bdd396349c5, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=e1bb70a0-5327-4aed-8a0f-9bdd396349c5,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:53.431004 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device e1bb70a0-5327-4aed-8a0f-9bdd396349c5 has no active binding in host n-h1-771363-34 {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 07:17:53.471506 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87bb804-d3dd-49ad-b6b2-6531c05b93b3 req-188632f9-575f-4a76-8b89-a50d9ce8b512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:53.472847 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c87bb804-d3dd-49ad-b6b2-6531c05b93b3 req-188632f9-575f-4a76-8b89-a50d9ce8b512 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.2778404 Jul 13 07:17:53.477663 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9eebf13a-95fb-4415-adae-631c4009ff81 req-55ff9fb7-915d-458d-8903-99b66d1dc71f service neutron] 10.222.0.25 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947526 Jul 13 07:17:53.569066 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c87bb804-d3dd-49ad-b6b2-6531c05b93b3 req-201ed3fd-0e15-4a93-8aee-5f0c49a4d8e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=6d0a0a67-9326-4421-a6a8-789e665561cf HTTP/1.1" status: 200 len: 217 time: 0.0698907 Jul 13 07:17:53.574197 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580e044-d7a8-4805-8bd4-8b2843536260 req-b0b1b9d7-c2e5-438c-abfc-94292cb2689c tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:53.591871 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d580e044-d7a8-4805-8bd4-8b2843536260 req-b0b1b9d7-c2e5-438c-abfc-94292cb2689c tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eb3a00d-0865-4b6b-81cc-a3cec8732897 HTTP/1.1" status: 200 len: 944 time: 0.1396022 Jul 13 07:17:53.606260 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:53.650053 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f249c-c746-4c85-99f4-8e2d9ea694cc req-04ec69f6-533c-4e4d-a399-4a91b4c5a58e tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:53.660995 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-286f249c-c746-4c85-99f4-8e2d9ea694cc req-04ec69f6-533c-4e4d-a399-4a91b4c5a58e tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 949 time: 0.2382376 Jul 13 07:17:53.661246 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d580e044-d7a8-4805-8bd4-8b2843536260 req-9573efce-2d45-4fbb-a812-8df4fd6463a7 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664864 Jul 13 07:17:53.753361 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 41208) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:53.758761 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87bb804-d3dd-49ad-b6b2-6531c05b93b3 req-919e6e6b-0d0e-4680-bbae-5350f492d01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:53.760283 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c87bb804-d3dd-49ad-b6b2-6531c05b93b3 req-919e6e6b-0d0e-4680-bbae-5350f492d01d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.1604156 Jul 13 07:17:53.776693 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-76bd82cd-6a60-470e-bd84-1bbb638d8fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:53.782116 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9eebf13a-95fb-4415-adae-631c4009ff81 req-44a9b4f0-2027-47d9-9d52-bf2e36aa552c service neutron] 10.222.0.25 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949445 Jul 13 07:17:53.844372 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['25456c63-4ae3-4d25-b173-8f09a2aaaeae'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:17:53.899884 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-286f249c-c746-4c85-99f4-8e2d9ea694cc req-eb27761a-43ed-4af7-a492-a82f61a87add tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380393 Jul 13 07:17:53.941308 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-76bd82cd-6a60-470e-bd84-1bbb638d8fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:53.949418 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-76bd82cd-6a60-470e-bd84-1bbb638d8fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:53.963837 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87bb804-d3dd-49ad-b6b2-6531c05b93b3 req-0e5eabf3-28fc-4641-8ca3-730998a777f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:53.965469 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c87bb804-d3dd-49ad-b6b2-6531c05b93b3 req-0e5eabf3-28fc-4641-8ca3-730998a777f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1885915 Jul 13 07:17:53.989869 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd82cd-6a60-470e-bd84-1bbb638d8fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55895c72-997c-4fa9-814d-d7d42db9b0a8,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:54.020488 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-76bd82cd-6a60-470e-bd84-1bbb638d8fd4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=929510474be54d98879fa33dba2b86ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2659216 Jul 13 07:17:54.021277 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 41212) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:54.093385 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f2912173-8eca-41d1-be15-0a4bb3e1e780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:54.128213 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f2912173-8eca-41d1-be15-0a4bb3e1e780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:54.200881 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f2912173-8eca-41d1-be15-0a4bb3e1e780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:54.203175 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f2912173-8eca-41d1-be15-0a4bb3e1e780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:54.207319 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f2912173-8eca-41d1-be15-0a4bb3e1e780 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/55895c72-997c-4fa9-814d-d7d42db9b0a8 HTTP/1.1" status: 204 len: 168 time: 0.1848407 Jul 13 07:17:54.226189 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2912173-8eca-41d1-be15-0a4bb3e1e780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55895c72-997c-4fa9-814d-d7d42db9b0a8,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:54.326917 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c87bb804-d3dd-49ad-b6b2-6531c05b93b3 req-2a14fd51-50ce-46b2-b941-7b9a9d18a800 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382065 Jul 13 07:17:54.351693 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8872535-7754-4542-afcd-58d056a0d9ca req-136637ea-cb85-42a7-811b-84b9212ae748 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:54.353278 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d8872535-7754-4542-afcd-58d056a0d9ca req-136637ea-cb85-42a7-811b-84b9212ae748 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 944 time: 0.3091261 Jul 13 07:17:54.439909 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d8872535-7754-4542-afcd-58d056a0d9ca req-66850bd8-1558-4735-9067-886dbbe5afb2 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765188 Jul 13 07:17:54.462003 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c87bb804-d3dd-49ad-b6b2-6531c05b93b3 req-781044ef-2f2e-42d8-a384-1323e0f83e18 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267099 Jul 13 07:17:54.692234 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342bd4eb-f9c8-489f-8fef-52e19a96e5e0 req-3d1e40d4-2b0e-43a0-9d8c-6be3c94c0ea1 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:54.703744 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-342bd4eb-f9c8-489f-8fef-52e19a96e5e0 req-3d1e40d4-2b0e-43a0-9d8c-6be3c94c0ea1 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 949 time: 0.1277518 Jul 13 07:17:54.790259 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-36b40ecd-3e2e-4d52-8999-93899d4c1e05 req-2f5793d7-2882-4c3d-b13f-ac28274f34e7 tempest-QuotasAdminNegativeTest-1175678490 tempest-QuotasAdminNegativeTest-1175678490-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=60c1ef7ffbd445aea562d7f03d2f0695&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235276 Jul 13 07:17:54.794410 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-342bd4eb-f9c8-489f-8fef-52e19a96e5e0 req-8c07026e-b9d8-48b1-8925-6b705ae8351c tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891876 Jul 13 07:17:54.821635 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b166cb77-8211-4cd8-a53e-9fdad6500ddd req-9f338dab-6405-4e94-a3b4-d6e7ee701cc5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1150568 Jul 13 07:17:54.918127 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-6e9476ca-4911-4525-ad68-e880f6b34083 service neutron] 10.222.0.25 "GET /v2.0/ports/e1bb70a0-5327-4aed-8a0f-9bdd396349c5/bindings/n-h1-771363-34 HTTP/1.1" status: 200 len: 385 time: 0.0680976 Jul 13 07:17:54.988389 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b40ecd-3e2e-4d52-8999-93899d4c1e05 req-e1b151bd-a400-4553-9ba2-152db5a7f29a tempest-QuotasAdminNegativeTest-1175678490 tempest-QuotasAdminNegativeTest-1175678490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:54.995551 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-36b40ecd-3e2e-4d52-8999-93899d4c1e05 req-e1b151bd-a400-4553-9ba2-152db5a7f29a tempest-QuotasAdminNegativeTest-1175678490 tempest-QuotasAdminNegativeTest-1175678490-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1988292 Jul 13 07:17:55.011730 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-36b40ecd-3e2e-4d52-8999-93899d4c1e05 req-00fe71fc-6a1f-46ca-b6ce-d4f5e16ffbbd tempest-QuotasAdminNegativeTest-1175678490 tempest-QuotasAdminNegativeTest-1175678490-project] 10.222.0.23 "GET /v2.0/quotas/60c1ef7ffbd445aea562d7f03d2f0695 HTTP/1.1" status: 200 len: 375 time: 0.0151927 Jul 13 07:17:55.030379 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166cb77-8211-4cd8-a53e-9fdad6500ddd req-849b198c-aab6-4233-b2ca-cd2129020716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:55.030379 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b166cb77-8211-4cd8-a53e-9fdad6500ddd req-849b198c-aab6-4233-b2ca-cd2129020716 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=59ced391c6a04d319ae98164aff14fc2&device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 1096 time: 0.1410594 Jul 13 07:17:55.104428 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-36b40ecd-3e2e-4d52-8999-93899d4c1e05 req-2e0f291e-152f-41ab-b27f-235f2ffd599d tempest-QuotasAdminNegativeTest-1175678490 tempest-QuotasAdminNegativeTest-1175678490-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=60c1ef7ffbd445aea562d7f03d2f0695&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697162 Jul 13 07:17:55.135515 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f87ae-0c4b-4c71-9c28-2e12ce7cff3e req-239bdbf3-8a4b-447e-9e22-91b2647253da tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:55.137483 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-614f87ae-0c4b-4c71-9c28-2e12ce7cff3e req-239bdbf3-8a4b-447e-9e22-91b2647253da tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eb3a00d-0865-4b6b-81cc-a3cec8732897 HTTP/1.1" status: 200 len: 944 time: 0.1607032 Jul 13 07:17:55.268273 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166cb77-8211-4cd8-a53e-9fdad6500ddd req-90f31069-0636-4a81-bd11-fc875a685da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:55.270919 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b166cb77-8211-4cd8-a53e-9fdad6500ddd req-90f31069-0636-4a81-bd11-fc875a685da1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bff43fa8-f666-4c15-8f06-2242dcee7e17 HTTP/1.1" status: 200 len: 922 time: 0.1790524 Jul 13 07:17:55.278128 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-614f87ae-0c4b-4c71-9c28-2e12ce7cff3e req-b0345f14-837b-4050-96a6-2573ec0fa4e7 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307998 Jul 13 07:17:55.327146 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-6475eb57-a3b9-4370-ac69-f5db6612eb2d service neutron] For port e1bb70a0-5327-4aed-8a0f-9bdd396349c5, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=e1bb70a0-5327-4aed-8a0f-9bdd396349c5,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:55.380571 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-6475eb57-a3b9-4370-ac69-f5db6612eb2d service neutron] For port e1bb70a0-5327-4aed-8a0f-9bdd396349c5, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:17:55.396954 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b166cb77-8211-4cd8-a53e-9fdad6500ddd req-b79e3e4b-cdad-4809-ae89-5aadfb49beaf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4 HTTP/1.1" status: 200 len: 217 time: 0.1052029 Jul 13 07:17:55.440340 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-6475eb57-a3b9-4370-ac69-f5db6612eb2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1bb70a0-5327-4aed-8a0f-9bdd396349c5 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:17:55.453516 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-6475eb57-a3b9-4370-ac69-f5db6612eb2d service neutron] For port e1bb70a0-5327-4aed-8a0f-9bdd396349c5, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=e1bb70a0-5327-4aed-8a0f-9bdd396349c5,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:55.482984 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-6475eb57-a3b9-4370-ac69-f5db6612eb2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:55.501813 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166cb77-8211-4cd8-a53e-9fdad6500ddd req-d3a8e40a-78d7-4513-8b43-e3a16841b993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:55.508909 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b166cb77-8211-4cd8-a53e-9fdad6500ddd req-d3a8e40a-78d7-4513-8b43-e3a16841b993 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6c79b49d-432e-4da7-962c-3ca2527bdd27 HTTP/1.1" status: 200 len: 861 time: 0.1020064 Jul 13 07:17:55.546035 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b166cb77-8211-4cd8-a53e-9fdad6500ddd req-551fd8fc-c245-4acd-9362-68360c55e508 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bff43fa8-f666-4c15-8f06-2242dcee7e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321949 Jul 13 07:17:55.595890 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2945f-5842-4dad-943c-1f167767ea92 req-861e6ca0-2ff2-4665-a881-691a6e8ecbbc tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:55.595890 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cfd2945f-5842-4dad-943c-1f167767ea92 req-861e6ca0-2ff2-4665-a881-691a6e8ecbbc tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 949 time: 0.1539633 Jul 13 07:17:55.647914 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-6475eb57-a3b9-4370-ac69-f5db6612eb2d service neutron] Transition to ACTIVE for port object e1bb70a0-5327-4aed-8a0f-9bdd396349c5 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:17:55.653824 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-6475eb57-a3b9-4370-ac69-f5db6612eb2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:55.740238 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cfd2945f-5842-4dad-943c-1f167767ea92 req-e2b7ce79-e428-48fb-9d56-2b015df47223 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348934 Jul 13 07:17:55.794094 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b166cb77-8211-4cd8-a53e-9fdad6500ddd req-1f173185-fe3d-45aa-9527-56d549e54750 service neutron] 10.222.0.25 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400424 Jul 13 07:17:55.861571 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-6475eb57-a3b9-4370-ac69-f5db6612eb2d service neutron] No DVR routers for this DVR port e1bb70a0-5327-4aed-8a0f-9bdd396349c5 on host n-h2-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:17:55.872048 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6475eb57-a3b9-4370-ac69-f5db6612eb2d service neutron] Pushing event updated for resources: {'Port': ['ID=e1bb70a0-5327-4aed-8a0f-9bdd396349c5,revision_number=10']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:55.927586 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-6475eb57-a3b9-4370-ac69-f5db6612eb2d service neutron] 10.222.0.25 "PUT /v2.0/ports/e1bb70a0-5327-4aed-8a0f-9bdd396349c5/bindings/n-h1-771363-34/activate HTTP/1.1" status: 200 len: 370 time: 0.9976559 Jul 13 07:17:55.933239 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b166cb77-8211-4cd8-a53e-9fdad6500ddd req-ffe1b317-c7f0-42ca-8618-02f4774d96d9 service neutron] 10.222.0.25 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287198 Jul 13 07:17:56.026782 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec4f31-1721-4ef9-b130-3bebb8f32dd6 req-b67a253c-da82-49eb-bf1b-ca293a61e516 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:56.029049 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-30ec4f31-1721-4ef9-b130-3bebb8f32dd6 req-b67a253c-da82-49eb-bf1b-ca293a61e516 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 944 time: 0.0946069 Jul 13 07:17:56.093753 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-d017ac81-d64d-4dc8-ac4e-ca99aefafe23 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:56.096429 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-30ec4f31-1721-4ef9-b130-3bebb8f32dd6 req-01e86f2d-99f0-4f7f-9fe3-c28bd9934745 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588880 Jul 13 07:17:56.097032 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-d017ac81-d64d-4dc8-ac4e-ca99aefafe23 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1eb3a00d-0865-4b6b-81cc-a3cec8732897&tenant_id=59ced391c6a04d319ae98164aff14fc2&binding%3Ahost_id=n-h2-771363-34 HTTP/1.1" status: 200 len: 1097 time: 0.0999970 Jul 13 07:17:56.175085 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-4180c31b-8365-45df-88ae-8df6b4888d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:56.177073 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-4180c31b-8365-45df-88ae-8df6b4888d2e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1eb3a00d-0865-4b6b-81cc-a3cec8732897&tenant_id=59ced391c6a04d319ae98164aff14fc2 HTTP/1.1" status: 200 len: 1097 time: 0.0717273 Jul 13 07:17:56.312690 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-dd2e077c-3c57-43bb-90da-741ebb188eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:56.314197 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-dd2e077c-3c57-43bb-90da-741ebb188eba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59ced391c6a04d319ae98164aff14fc2&device_id=1eb3a00d-0865-4b6b-81cc-a3cec8732897 HTTP/1.1" status: 200 len: 1097 time: 0.1092343 Jul 13 07:17:56.329146 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87fe86a-9a60-4a30-9b64-41d7537c2a16 req-7125daa3-9fc4-426e-b1ff-427edb6c4df3 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:56.330654 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d87fe86a-9a60-4a30-9b64-41d7537c2a16 req-7125daa3-9fc4-426e-b1ff-427edb6c4df3 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 949 time: 0.0936022 Jul 13 07:17:56.427796 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d87fe86a-9a60-4a30-9b64-41d7537c2a16 req-6c80dee2-268c-4e0a-aa7d-c360921ecee6 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881572 Jul 13 07:17:56.464023 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 41312) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:56.464297 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-bdfb2f11-c661-4bc4-8621-4cd33dd9520d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:56.465779 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-bdfb2f11-c661-4bc4-8621-4cd33dd9520d service neutron] 10.222.0.42 "GET /v2.0/networks?id=bff43fa8-f666-4c15-8f06-2242dcee7e17 HTTP/1.1" status: 200 len: 922 time: 0.1342645 Jul 13 07:17:56.524913 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-da94c087-e1c2-4ae2-b3fc-93e9f1e15360 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1bb70a0-5327-4aed-8a0f-9bdd396349c5 HTTP/1.1" status: 200 len: 217 time: 0.0442317 Jul 13 07:17:56.593068 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-2006cb0e-ada2-4ca3-8996-f03d434a04a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:56.595111 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-2006cb0e-ada2-4ca3-8996-f03d434a04a4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c79b49d-432e-4da7-962c-3ca2527bdd27 HTTP/1.1" status: 200 len: 861 time: 0.0633287 Jul 13 07:17:56.601000 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:17:56.626671 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 25456c63-4ae3-4d25-b173-8f09a2aaaeae up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:17:56.646012 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7863e5db-e127-4d0b-9dbc-501a537c0f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:56.668525 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-11b21825-cd5a-49d5-ac3d-fc6aeb0abda0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bff43fa8-f666-4c15-8f06-2242dcee7e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664248 Jul 13 07:17:56.752746 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 25456c63-4ae3-4d25-b173-8f09a2aaaeae completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:17:56.760554 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 25456c63-4ae3-4d25-b173-8f09a2aaaeae triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:17:56.761294 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:56.817111 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-1133e69b-2e7f-4665-9161-e39e7edc0d1d service neutron] 10.222.0.42 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266508 Jul 13 07:17:56.834100 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7863e5db-e127-4d0b-9dbc-501a537c0f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:56.843033 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7863e5db-e127-4d0b-9dbc-501a537c0f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:56.854477 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0194cba-df5b-40a0-9a28-473254367cef req-894372bf-081e-4775-aed6-ecdd139072d4 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:56.856315 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b0194cba-df5b-40a0-9a28-473254367cef req-894372bf-081e-4775-aed6-ecdd139072d4 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eb3a00d-0865-4b6b-81cc-a3cec8732897 HTTP/1.1" status: 200 len: 945 time: 0.1083946 Jul 13 07:17:56.878031 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:56.961340 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7863e5db-e127-4d0b-9dbc-501a537c0f78 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=60c1ef7ffbd445aea562d7f03d2f0695&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4960692 Jul 13 07:17:56.967402 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 41322) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:56.980444 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863e5db-e127-4d0b-9dbc-501a537c0f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2b1665-40d1-42de-9eb6-30b7f79ea860,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:56.980768 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-31cc8d87-228d-4b76-81bd-a05a44d97753 service neutron] 10.222.0.42 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262038 Jul 13 07:17:57.010390 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b0194cba-df5b-40a0-9a28-473254367cef req-1ff72c1d-6f06-47cb-a48a-ee5e52543403 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459804 Jul 13 07:17:57.075473 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a01cd92-ab7b-4332-98eb-573684079d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:57.101793 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a01cd92-ab7b-4332-98eb-573684079d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:57.128316 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ea7e15-f8d2-486b-9331-4f612804e59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25456c63-4ae3-4d25-b173-8f09a2aaaeae'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:17:57.131481 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c7485a-727c-4864-90bd-3fe1fd2482aa" -d '{"events": [{"server_uuid": "a4ea7e15-f8d2-486b-9331-4f612804e59e", "name": "network-vif-plugged", "status": "completed", "tag": "25456c63-4ae3-4d25-b173-8f09a2aaaeae"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:17:57.189356 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 25456c63-4ae3-4d25-b173-8f09a2aaaeae, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=25456c63-4ae3-4d25-b173-8f09a2aaaeae,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:17:57.206895 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:57.209286 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a01cd92-ab7b-4332-98eb-573684079d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:57.214988 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a01cd92-ab7b-4332-98eb-573684079d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:57.220614 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3a01cd92-ab7b-4332-98eb-573684079d61 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0d2b1665-40d1-42de-9eb6-30b7f79ea860 HTTP/1.1" status: 204 len: 168 time: 0.2496586 Jul 13 07:17:57.298414 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=25456c63-4ae3-4d25-b173-8f09a2aaaeae,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:57.338851 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a01cd92-ab7b-4332-98eb-573684079d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2b1665-40d1-42de-9eb6-30b7f79ea860,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:57.426516 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-a2d904e5-a9e0-485c-831f-830344f7a529 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:57.429262 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-a2d904e5-a9e0-485c-831f-830344f7a529 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1eb3a00d-0865-4b6b-81cc-a3cec8732897&tenant_id=59ced391c6a04d319ae98164aff14fc2&binding%3Ahost_id=n-h1-771363-34 HTTP/1.1" status: 200 len: 1097 time: 0.0996232 Jul 13 07:17:57.434432 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f582fb9-c209-4abe-9542-753864e557b9 req-0f166dcf-01a2-4ef3-b29f-8a3e4d50f926 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:57.436305 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3f582fb9-c209-4abe-9542-753864e557b9 req-0f166dcf-01a2-4ef3-b29f-8a3e4d50f926 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 949 time: 0.2169430 Jul 13 07:17:57.543915 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3f582fb9-c209-4abe-9542-753864e557b9 req-374b8854-62b4-404d-99a3-cab0f77e61fb tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005807 Jul 13 07:17:57.639728 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d677c34f-6964-499d-a079-e0c237e6d49a x-openstack-request-id: req-d677c34f-6964-499d-a079-e0c237e6d49a {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:17:57.640243 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ea7e15-f8d2-486b-9331-4f612804e59e", "name": "network-vif-plugged", "status": "completed", "tag": "25456c63-4ae3-4d25-b173-8f09a2aaaeae", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:17:57.640243 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d677c34f-6964-499d-a079-e0c237e6d49a {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:17:57.640641 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ea7e15-f8d2-486b-9331-4f612804e59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25456c63-4ae3-4d25-b173-8f09a2aaaeae', 'code': 200} Jul 13 07:17:57.698642 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 41344) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:57.716597 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-423ec4ef-a739-4f7c-b57b-4db64495e25c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:57.742901 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-60aeb328-e68e-4826-b74f-558074f8f8a3 service neutron] For port e1bb70a0-5327-4aed-8a0f-9bdd396349c5, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:17:57.759137 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-60aeb328-e68e-4826-b74f-558074f8f8a3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:57.760253 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ac56163-340b-4c6f-bd82-93d74389d1d9 req-60aeb328-e68e-4826-b74f-558074f8f8a3 service neutron] 10.222.0.42 "DELETE /v2.0/ports/e1bb70a0-5327-4aed-8a0f-9bdd396349c5/bindings/n-h2-771363-34 HTTP/1.1" status: 204 len: 173 time: 0.3229229 Jul 13 07:17:57.852267 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-423ec4ef-a739-4f7c-b57b-4db64495e25c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:57.858460 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-423ec4ef-a739-4f7c-b57b-4db64495e25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:57.899126 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a2ebe-d812-4239-957f-4ed2a120e681 req-6aaeb7d2-17fe-4525-839e-af98a4ddbe2f tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:57.905426 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ec4ef-a739-4f7c-b57b-4db64495e25c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd7f7af-872b-4012-9843-4a0b35282d07,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:57.921159 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-423ec4ef-a739-4f7c-b57b-4db64495e25c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=13dc45152e9c403ebca2299a8f3d9614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2210181 Jul 13 07:17:57.924040 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 41348) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:57.924245 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ad2a2ebe-d812-4239-957f-4ed2a120e681 req-6aaeb7d2-17fe-4525-839e-af98a4ddbe2f tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 945 time: 0.2661393 Jul 13 07:17:57.972393 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55d2d4-3270-4d13-91d7-3d3f5553a5b5 req-e5c57f92-6116-4b60-82d8-0e0366df2a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:57.973913 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9d55d2d4-3270-4d13-91d7-3d3f5553a5b5 req-e5c57f92-6116-4b60-82d8-0e0366df2a40 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 1097 time: 0.2118936 Jul 13 07:17:57.980798 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4ab9b0e2-fe58-4964-8036-29fbeafd59a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:57.983782 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ad2a2ebe-d812-4239-957f-4ed2a120e681 req-8eee703f-fb66-4bc0-bbdb-56503de3386f tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586340 Jul 13 07:17:58.023397 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9d55d2d4-3270-4d13-91d7-3d3f5553a5b5 req-a97b2904-0cb0-4f1a-a883-128a84346c51 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371730 Jul 13 07:17:58.051843 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4ab9b0e2-fe58-4964-8036-29fbeafd59a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:58.126617 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae955aea-de08-4fa0-890d-9fbbf125168b req-2176c124-1d5c-4551-87bf-5a0c8d7e30b7 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:58.131827 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device e1bb70a0-5327-4aed-8a0f-9bdd396349c5 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:17:58.135961 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ae955aea-de08-4fa0-890d-9fbbf125168b req-2176c124-1d5c-4551-87bf-5a0c8d7e30b7 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 949 time: 0.1316528 Jul 13 07:17:58.172992 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4ab9b0e2-fe58-4964-8036-29fbeafd59a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:58.176171 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4ab9b0e2-fe58-4964-8036-29fbeafd59a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:58.179519 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4ab9b0e2-fe58-4964-8036-29fbeafd59a7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7dd7f7af-872b-4012-9843-4a0b35282d07 HTTP/1.1" status: 204 len: 168 time: 0.2506416 Jul 13 07:17:58.203083 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device e1bb70a0-5327-4aed-8a0f-9bdd396349c5 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:17:58.246015 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ae955aea-de08-4fa0-890d-9fbbf125168b req-2d15ef42-85d8-47d5-b147-39f994974e6f tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066039 Jul 13 07:17:58.247021 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab9b0e2-fe58-4964-8036-29fbeafd59a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd7f7af-872b-4012-9843-4a0b35282d07,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:58.439387 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eff42e-91bc-40b5-895a-6df37a19be11 req-22568a32-708a-46a4-93dd-45ebf3f03106 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:58.441639 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-74eff42e-91bc-40b5-895a-6df37a19be11 req-22568a32-708a-46a4-93dd-45ebf3f03106 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eb3a00d-0865-4b6b-81cc-a3cec8732897 HTTP/1.1" status: 200 len: 945 time: 0.1437807 Jul 13 07:17:58.505260 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-74eff42e-91bc-40b5-895a-6df37a19be11 req-b4bbd4c6-0f9e-4e01-920d-afac72a2cd9f tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486429 Jul 13 07:17:58.575270 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 41366) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:58.747260 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c2461044-deb9-4915-bff1-7f6103606336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:58.805044 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b5f4d-4795-4e08-93e1-b35f2f0b9845 req-a12f22ab-5a15-4f22-ba78-e76fc4ef3096 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:58.806616 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8c1b5f4d-4795-4e08-93e1-b35f2f0b9845 req-a12f22ab-5a15-4f22-ba78-e76fc4ef3096 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 949 time: 0.1187611 Jul 13 07:17:58.851694 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8c1b5f4d-4795-4e08-93e1-b35f2f0b9845 req-7ce631cf-2c93-43a0-be4b-f4f810d172b6 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382524 Jul 13 07:17:58.926910 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168133c-847f-4238-ab58-859c16504f89 req-151dae5f-7681-4698-b6d5-d750b94c0f9a tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:58.934573 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6168133c-847f-4238-ab58-859c16504f89 req-151dae5f-7681-4698-b6d5-d750b94c0f9a tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1eb3a00d-0865-4b6b-81cc-a3cec8732897 HTTP/1.1" status: 200 len: 1097 time: 0.1324680 Jul 13 07:17:58.970522 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c2461044-deb9-4915-bff1-7f6103606336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:58.979043 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c2461044-deb9-4915-bff1-7f6103606336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:59.013773 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6168133c-847f-4238-ab58-859c16504f89 req-a5a04dcd-58da-494c-8bc5-3da0731344c6 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783086 Jul 13 07:17:59.017249 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2461044-deb9-4915-bff1-7f6103606336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d064083d-ccb7-4c83-8cb7-06a9607809ca,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:59.039295 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 41386) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:59.040426 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c2461044-deb9-4915-bff1-7f6103606336 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7e37ecab00c24c719a9a696212e9b411&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4630730 Jul 13 07:17:59.121776 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4a7a6561-f7b2-44eb-9b35-12973985972f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:59.148883 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4a7a6561-f7b2-44eb-9b35-12973985972f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:59.258086 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4a7a6561-f7b2-44eb-9b35-12973985972f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:59.261280 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4a7a6561-f7b2-44eb-9b35-12973985972f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:59.262491 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4a7a6561-f7b2-44eb-9b35-12973985972f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d064083d-ccb7-4c83-8cb7-06a9607809ca HTTP/1.1" status: 204 len: 168 time: 0.2219982 Jul 13 07:17:59.284522 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a6561-f7b2-44eb-9b35-12973985972f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d064083d-ccb7-4c83-8cb7-06a9607809ca,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:59.299502 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c89b7f-50a7-4d4e-b500-2409cc622864 req-02506be4-f21e-4af5-8a98-51a526044514 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:59.306675 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-19c89b7f-50a7-4d4e-b500-2409cc622864 req-02506be4-f21e-4af5-8a98-51a526044514 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 945 time: 0.1092353 Jul 13 07:17:59.345739 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-19c89b7f-50a7-4d4e-b500-2409cc622864 req-cb807333-1da9-4025-af82-633878023853 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382998 Jul 13 07:17:59.419874 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 41410) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:59.485545 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-6d4e82f8-3c50-4c52-b8e6-82bc543b4d7d tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:59.491804 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-6d4e82f8-3c50-4c52-b8e6-82bc543b4d7d tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/networks?id=bff43fa8-f666-4c15-8f06-2242dcee7e17 HTTP/1.1" status: 200 len: 821 time: 0.1501913 Jul 13 07:17:59.531622 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-e3d5b406-f501-4c3d-9c58-88420c965b4c tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/quotas/59ced391c6a04d319ae98164aff14fc2 HTTP/1.1" status: 200 len: 375 time: 0.0375040 Jul 13 07:17:59.543614 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ea2ea-853a-4d20-9892-e5405ec85800 req-b22426fd-a3c3-42a7-a817-e42ca8a4db0e tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:17:59.545493 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c58ea2ea-853a-4d20-9892-e5405ec85800 req-b22426fd-a3c3-42a7-a817-e42ca8a4db0e tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 949 time: 0.0840774 Jul 13 07:17:59.624407 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c58ea2ea-853a-4d20-9892-e5405ec85800 req-3f7ad8e6-bf28-4bde-823c-c775540e5d7d tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716534 Jul 13 07:17:59.655447 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-9b621e97-5b53-4a69-ae6d-23a4b02bf6ab tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=59ced391c6a04d319ae98164aff14fc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1229525 Jul 13 07:17:59.688732 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-689c1479-72d4-447e-9845-9d4d07f33f93 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-971572434-network', 'tenant_id': '22cbf7a9c09244b58825e33bd9ffe0e2'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:17:59.733750 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689c1479-72d4-447e-9845-9d4d07f33f93 admin admin] Made reservation on behalf of 22cbf7a9c09244b58825e33bd9ffe0e2 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:17:59.738020 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-689c1479-72d4-447e-9845-9d4d07f33f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:59.750329 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-689c1479-72d4-447e-9845-9d4d07f33f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:59.772607 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-86ef6ccd-aa2c-48db-879e-68524734eeac service neutron] 10.222.0.23 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086075 Jul 13 07:17:59.878547 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-689c1479-72d4-447e-9845-9d4d07f33f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:59.880152 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 41418) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:17:59.895788 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2b1c59c8-3c3f-448d-84c0-9668e3ace8b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:59.898636 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-689c1479-72d4-447e-9845-9d4d07f33f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:59.934821 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-17804cda-4805-450b-b5db-54fbfa4cf094 service neutron] 10.222.0.23 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396384 Jul 13 07:17:59.937530 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-689c1479-72d4-447e-9845-9d4d07f33f93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:17:59.958606 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c1479-72d4-447e-9845-9d4d07f33f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5898398e-6bc1-4bdf-8718-8485ea73357a,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:17:59.980665 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-689c1479-72d4-447e-9845-9d4d07f33f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:17:59.981008 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-689c1479-72d4-447e-9845-9d4d07f33f93 admin admin] Added segment 73987d40-9cdf-44cf-94e8-88c4e1ed83e0 of type vlan for network fa5b1c2a-db78-4433-8a36-56c72a31e1eb Jul 13 07:18:00.067058 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-689c1479-72d4-447e-9845-9d4d07f33f93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:00.137809 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b13d01f3-a403-4241-a789-bbc9b3f14985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:00.172262 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-689c1479-72d4-447e-9845-9d4d07f33f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:00.173126 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689c1479-72d4-447e-9845-9d4d07f33f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:00.173701 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-689c1479-72d4-447e-9845-9d4d07f33f93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:00.204234 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-59cb10c6-da46-4872-b43f-d385e04a956a req-d5bd1e6e-a2c9-40ec-882f-0d9cc6e52b6c tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 210 time: 0.0701027 Jul 13 07:18:00.225351 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc1485-5db0-434d-8a07-4181fc70759e req-4b345e01-10d7-4d2f-98d1-44c86548ed3c tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:00.226861 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dabc1485-5db0-434d-8a07-4181fc70759e req-4b345e01-10d7-4d2f-98d1-44c86548ed3c tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 949 time: 0.1776824 Jul 13 07:18:00.296678 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2b1c59c8-3c3f-448d-84c0-9668e3ace8b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:00.299527 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c1479-72d4-447e-9845-9d4d07f33f93 admin admin] Pushing event updated for resources: {'Network': ['ID=fa5b1c2a-db78-4433-8a36-56c72a31e1eb,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:00.307410 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2b1c59c8-3c3f-448d-84c0-9668e3ace8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:00.311777 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network fa5b1c2a-db78-4433-8a36-56c72a31e1eb details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:18:00.361508 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-689c1479-72d4-447e-9845-9d4d07f33f93 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9378252 Jul 13 07:18:00.361853 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 41432) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:00.368557 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-e8cc4caf-6079-498d-a750-1025809cbde4 admin admin] Request body: {'subnet': {'network_id': 'fa5b1c2a-db78-4433-8a36-56c72a31e1eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-971572434-subnet', 'tenant_id': '22cbf7a9c09244b58825e33bd9ffe0e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:18:00.369548 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1c59c8-3c3f-448d-84c0-9668e3ace8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871d3a2f-9281-4a2a-a5f2-6c58503f4369,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:00.401276 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dabc1485-5db0-434d-8a07-4181fc70759e req-81c825d3-f41c-4e4c-9979-b9f58ae2a5ff tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595213 Jul 13 07:18:00.414321 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cc4caf-6079-498d-a750-1025809cbde4 admin admin] Made reservation on behalf of 22cbf7a9c09244b58825e33bd9ffe0e2 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:18:00.415882 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2b1c59c8-3c3f-448d-84c0-9668e3ace8b4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a1b181d2e6bb485a98d3851ced17a93b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5334899 Jul 13 07:18:00.416608 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e8cc4caf-6079-498d-a750-1025809cbde4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:00.417266 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 41436) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:00.484989 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a13c6837-2c2d-413e-9b80-82813f11a0c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:00.509591 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a13c6837-2c2d-413e-9b80-82813f11a0c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:00.575489 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a13c6837-2c2d-413e-9b80-82813f11a0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:00.579428 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a13c6837-2c2d-413e-9b80-82813f11a0c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:00.580555 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a13c6837-2c2d-413e-9b80-82813f11a0c6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/871d3a2f-9281-4a2a-a5f2-6c58503f4369 HTTP/1.1" status: 204 len: 168 time: 0.1516857 Jul 13 07:18:00.591600 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c6837-2c2d-413e-9b80-82813f11a0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871d3a2f-9281-4a2a-a5f2-6c58503f4369,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:00.687438 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff68e5-1711-4770-8818-440356ac8106 req-edeed4a3-a896-4a9f-b63e-b6e7be4f8014 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:00.688971 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bdff68e5-1711-4770-8818-440356ac8106 req-edeed4a3-a896-4a9f-b63e-b6e7be4f8014 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 945 time: 0.1367364 Jul 13 07:18:00.788732 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bdff68e5-1711-4770-8818-440356ac8106 req-fc8e830e-413d-4b79-bbcf-2a02ce5f0e0c tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923502 Jul 13 07:18:00.793618 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e8cc4caf-6079-498d-a750-1025809cbde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:00.872378 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cc4caf-6079-498d-a750-1025809cbde4 admin admin] Checking segment: {'id': '73987d40-9cdf-44cf-94e8-88c4e1ed83e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fa5b1c2a-db78-4433-8a36-56c72a31e1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:18:00.872990 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cc4caf-6079-498d-a750-1025809cbde4 admin admin] Network hostable DHCP agents. Network: fa5b1c2a-db78-4433-8a36-56c72a31e1eb, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:18:00.895025 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc4caf-6079-498d-a750-1025809cbde4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=335a5d1d-7ea5-48a7-b465-172bcd13a8c4,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:00.901719 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cc4caf-6079-498d-a750-1025809cbde4 admin admin] Network fa5b1c2a-db78-4433-8a36-56c72a31e1eb is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:18:00.918872 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-e8cc4caf-6079-498d-a750-1025809cbde4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, fa5b1c2a-db78-4433-8a36-56c72a31e1eb) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:18:00.926677 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cc4caf-6079-498d-a750-1025809cbde4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:00.927290 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e8cc4caf-6079-498d-a750-1025809cbde4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:00.939991 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df7845e-9de3-41d1-ac6a-d015ec16bc8a None None] Network fa5b1c2a-db78-4433-8a36-56c72a31e1eb requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:18:00.952338 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdccaa3-dfed-41e8-a3f4-caca81feeb27 req-04349dcc-649b-4e3e-a445-e774ba4584a9 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:00.963301 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ccdccaa3-dfed-41e8-a3f4-caca81feeb27 req-04349dcc-649b-4e3e-a445-e774ba4584a9 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 949 time: 0.1227162 Jul 13 07:18:00.964094 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e8cc4caf-6079-498d-a750-1025809cbde4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6010795 Jul 13 07:18:00.965639 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 41450) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:00.971902 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-1885d4fe-799a-41c2-8d1f-4aeb8a559901 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-971572434-router', 'tenant_id': '22cbf7a9c09244b58825e33bd9ffe0e2', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:18:01.012405 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ccdccaa3-dfed-41e8-a3f4-caca81feeb27 req-bb921d1b-33c0-41e7-a861-6466b3ca66f6 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503905 Jul 13 07:18:01.082709 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1885d4fe-799a-41c2-8d1f-4aeb8a559901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:01.085162 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1885d4fe-799a-41c2-8d1f-4aeb8a559901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:01.151022 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1885d4fe-799a-41c2-8d1f-4aeb8a559901 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:01.195688 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a563b17-0532-46d8-bf8a-c124ded4775c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-fa5b1c2a-db78-4433-8a36-56c72a31e1eb', 'network_id': 'fa5b1c2a-db78-4433-8a36-56c72a31e1eb', 'tenant_id': '22cbf7a9c09244b58825e33bd9ffe0e2', 'fixed_ips': [{'subnet_id': '335a5d1d-7ea5-48a7-b465-172bcd13a8c4'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:18:01.196689 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6a563b17-0532-46d8-bf8a-c124ded4775c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:01.378748 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1885d4fe-799a-41c2-8d1f-4aeb8a559901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:01.393561 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611178d-45f0-422a-bd42-f3d489a5b6ea req-8f39e9d2-3d5f-4ba6-93ed-b1ed4497ddc0 tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:01.401183 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6611178d-45f0-422a-bd42-f3d489a5b6ea req-8f39e9d2-3d5f-4ba6-93ed-b1ed4497ddc0 tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 1097 time: 0.3860111 Jul 13 07:18:01.401958 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-6a563b17-0532-46d8-bf8a-c124ded4775c None None] Allocated IP 172.20.0.2 (fa5b1c2a-db78-4433-8a36-56c72a31e1eb/335a5d1d-7ea5-48a7-b465-172bcd13a8c4/30c55c43-da1f-49fc-92a0-83dd77d10d02) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:18:01.436276 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-55cc909a-dab3-4e3a-8d52-f88e7346abae req-bee741c8-6325-4220-9757-b87555d7f58f tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 210 time: 0.0446336 Jul 13 07:18:01.481359 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6611178d-45f0-422a-bd42-f3d489a5b6ea req-6496fb08-2e13-4684-9c43-97a09f341fbd tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776820 Jul 13 07:18:01.674302 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6a563b17-0532-46d8-bf8a-c124ded4775c None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:01.697722 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6a563b17-0532-46d8-bf8a-c124ded4775c None None] Transition to ACTIVE for port object 30c55c43-da1f-49fc-92a0-83dd77d10d02 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:18:01.727475 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6a563b17-0532-46d8-bf8a-c124ded4775c None None] Transition to ACTIVE for port object 30c55c43-da1f-49fc-92a0-83dd77d10d02 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:18:01.733165 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9f51c-ac01-471c-90a3-9bbefae3e0b8 req-6f5e8e0e-37da-4d6f-8e62-152b22d5e312 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:01.743487 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1ec9f51c-ac01-471c-90a3-9bbefae3e0b8 req-6f5e8e0e-37da-4d6f-8e62-152b22d5e312 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 949 time: 0.1421492 Jul 13 07:18:01.743970 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6a563b17-0532-46d8-bf8a-c124ded4775c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:01.805595 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a563b17-0532-46d8-bf8a-c124ded4775c None None] Network fa5b1c2a-db78-4433-8a36-56c72a31e1eb is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:18:01.808841 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-6a563b17-0532-46d8-bf8a-c124ded4775c None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:18:01.813875 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a563b17-0532-46d8-bf8a-c124ded4775c None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:18:01.830561 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1ec9f51c-ac01-471c-90a3-9bbefae3e0b8 req-2be68808-0247-4e36-b11b-d95d2bbc5ef1 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826066 Jul 13 07:18:01.912987 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a563b17-0532-46d8-bf8a-c124ded4775c None None] Pushing event updated for resources: {'Port': ['ID=30c55c43-da1f-49fc-92a0-83dd77d10d02,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:01.919717 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-6a563b17-0532-46d8-bf8a-c124ded4775c None None] Attempting to bind port 30c55c43-da1f-49fc-92a0-83dd77d10d02 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:18:01.920363 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-6a563b17-0532-46d8-bf8a-c124ded4775c None None] Attempting to bind port 30c55c43-da1f-49fc-92a0-83dd77d10d02 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '73987d40-9cdf-44cf-94e8-88c4e1ed83e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fa5b1c2a-db78-4433-8a36-56c72a31e1eb'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:18:01.920889 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a563b17-0532-46d8-bf8a-c124ded4775c None None] Attempting to bind port 30c55c43-da1f-49fc-92a0-83dd77d10d02 on network fa5b1c2a-db78-4433-8a36-56c72a31e1eb {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:18:01.938322 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a563b17-0532-46d8-bf8a-c124ded4775c None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:18:01.939706 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a563b17-0532-46d8-bf8a-c124ded4775c None None] Checking segment: {'id': '73987d40-9cdf-44cf-94e8-88c4e1ed83e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fa5b1c2a-db78-4433-8a36-56c72a31e1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:18:01.940294 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6a563b17-0532-46d8-bf8a-c124ded4775c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:01.941920 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a563b17-0532-46d8-bf8a-c124ded4775c None None] Bound using segment: {'id': '73987d40-9cdf-44cf-94e8-88c4e1ed83e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fa5b1c2a-db78-4433-8a36-56c72a31e1eb'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:18:01.942591 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-6a563b17-0532-46d8-bf8a-c124ded4775c None None] Bound port: 30c55c43-da1f-49fc-92a0-83dd77d10d02, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73987d40-9cdf-44cf-94e8-88c4e1ed83e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fa5b1c2a-db78-4433-8a36-56c72a31e1eb'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:18:01.944377 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6a563b17-0532-46d8-bf8a-c124ded4775c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:01.956680 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-66c637ac-a942-490d-ae9d-b4b2e3c93cb0 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:01.958539 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-66c637ac-a942-490d-ae9d-b4b2e3c93cb0 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.25 "GET /v2.0/networks?id=bff43fa8-f666-4c15-8f06-2242dcee7e17 HTTP/1.1" status: 200 len: 821 time: 0.1476383 Jul 13 07:18:01.991705 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-28ea77e7-7561-434f-8d93-12d2586f9071 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Request body: {'port': {'device_id': '87a269b4-bb32-44d7-bb97-ab073e929286', 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17', 'admin_state_up': True, 'tenant_id': '59ced391c6a04d319ae98164aff14fc2'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:18:02.076509 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-6a563b17-0532-46d8-bf8a-c124ded4775c None None] For port 30c55c43-da1f-49fc-92a0-83dd77d10d02, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:18:02.079992 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-6a563b17-0532-46d8-bf8a-c124ded4775c None None] For port 30c55c43-da1f-49fc-92a0-83dd77d10d02, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=30c55c43-da1f-49fc-92a0-83dd77d10d02,segment=NetworkSegment(73987d40-9cdf-44cf-94e8-88c4e1ed83e0),segment_id=73987d40-9cdf-44cf-94e8-88c4e1ed83e0)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:18:02.093651 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6a563b17-0532-46d8-bf8a-c124ded4775c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:02.190852 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-28ea77e7-7561-434f-8d93-12d2586f9071 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Made reservation on behalf of 59ced391c6a04d319ae98164aff14fc2 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:18:02.203117 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-28ea77e7-7561-434f-8d93-12d2586f9071 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:02.207380 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a563b17-0532-46d8-bf8a-c124ded4775c None None] Pushing event updated for resources: {'Port': ['ID=30c55c43-da1f-49fc-92a0-83dd77d10d02,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:02.263745 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1885d4fe-799a-41c2-8d1f-4aeb8a559901 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:02.292918 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1885d4fe-799a-41c2-8d1f-4aeb8a559901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:02.448853 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-1885d4fe-799a-41c2-8d1f-4aeb8a559901 admin admin] Allocated IP 172.25.3.230 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/c2c184bb-4371-4e15-b58d-efdaecd2cbe3) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:18:02.720800 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6f687f01-2bb4-4856-840c-035ba3a473ee req-c8b0c195-32f8-4476-9284-20c8d274d528 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 210 time: 0.0658276 Jul 13 07:18:02.922581 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-28ea77e7-7561-434f-8d93-12d2586f9071 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Allocated IP 172.20.0.4 (bff43fa8-f666-4c15-8f06-2242dcee7e17/6c79b49d-432e-4da7-962c-3ca2527bdd27/43ac2ab4-ed2a-4440-bc68-bad9f61b1942) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:18:02.933598 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11592276-83dc-4cb3-a1db-81bc2c27a8fb req-0720a090-dce6-449a-99a6-801d27be4f04 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:02.935456 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-11592276-83dc-4cb3-a1db-81bc2c27a8fb req-0720a090-dce6-449a-99a6-801d27be4f04 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 949 time: 0.6456079 Jul 13 07:18:02.968900 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1885d4fe-799a-41c2-8d1f-4aeb8a559901 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:03.091558 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-11592276-83dc-4cb3-a1db-81bc2c27a8fb req-e9232e32-32c1-471e-b327-e6a0a6a4f454 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453903 Jul 13 07:18:03.101825 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:03.123084 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9af96605-f596-4e03-ba44-ab1e9a69c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:03.163230 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1885d4fe-799a-41c2-8d1f-4aeb8a559901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:03.228125 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416db59-118a-4a5c-8ec8-36b72a54bb16 req-42b17238-2001-4421-9b5e-fa5f2e50098a tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:03.229501 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b416db59-118a-4a5c-8ec8-36b72a54bb16 req-42b17238-2001-4421-9b5e-fa5f2e50098a tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 949 time: 0.1795120 Jul 13 07:18:03.289598 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b416db59-118a-4a5c-8ec8-36b72a54bb16 req-2b67c221-0747-49ef-a06f-da859ca1b7a6 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528495 Jul 13 07:18:03.297895 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1885d4fe-799a-41c2-8d1f-4aeb8a559901 admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:18:03.538234 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 30c55c43-da1f-49fc-92a0-83dd77d10d02 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:18:03.618827 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 30c55c43-da1f-49fc-92a0-83dd77d10d02 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:18:03.697852 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 41524) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:03.763173 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-1885d4fe-799a-41c2-8d1f-4aeb8a559901 admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:18:03.766182 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1885d4fe-799a-41c2-8d1f-4aeb8a559901 admin admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:18:03.784353 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceabd21a-d8f6-4f13-8d10-594c92320574 None None] Network fa5b1c2a-db78-4433-8a36-56c72a31e1eb requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:18:03.837968 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1885d4fe-799a-41c2-8d1f-4aeb8a559901 admin admin] Pushing event updated for resources: {'Port': ['ID=c2c184bb-4371-4e15-b58d-efdaecd2cbe3,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:03.863425 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d8fe1729-8063-4601-9a5e-6549677ab8c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:03.913624 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:03.942386 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-031d37c3-1183-42ca-aecb-1f9e4fa9fa28 None None] Provisioning for port 30c55c43-da1f-49fc-92a0-83dd77d10d02 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:18:03.946249 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885d4fe-799a-41c2-8d1f-4aeb8a559901 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:03.946603 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885d4fe-799a-41c2-8d1f-4aeb8a559901 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:03.946946 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885d4fe-799a-41c2-8d1f-4aeb8a559901 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:03.947306 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885d4fe-799a-41c2-8d1f-4aeb8a559901 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:03.947639 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885d4fe-799a-41c2-8d1f-4aeb8a559901 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:03.948038 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885d4fe-799a-41c2-8d1f-4aeb8a559901 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:03.948295 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885d4fe-799a-41c2-8d1f-4aeb8a559901 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:03.948621 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885d4fe-799a-41c2-8d1f-4aeb8a559901 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:03.948944 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885d4fe-799a-41c2-8d1f-4aeb8a559901 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:03.949266 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885d4fe-799a-41c2-8d1f-4aeb8a559901 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:03.949583 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885d4fe-799a-41c2-8d1f-4aeb8a559901 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:03.949907 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1885d4fe-799a-41c2-8d1f-4aeb8a559901 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:03.956495 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-031d37c3-1183-42ca-aecb-1f9e4fa9fa28 None None] Provisioning complete for port 30c55c43-da1f-49fc-92a0-83dd77d10d02 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:18:03.957061 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-031d37c3-1183-42ca-aecb-1f9e4fa9fa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:03.996000 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-33ce8af6-e8a0-40db-83be-f937513798e5 req-5e3f55f5-077e-4024-b1b4-100f9c65e134 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 210 time: 0.0781682 Jul 13 07:18:04.015521 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-28ea77e7-7561-434f-8d93-12d2586f9071 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:04.108726 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-031d37c3-1183-42ca-aecb-1f9e4fa9fa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:04.111588 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d8fe1729-8063-4601-9a5e-6549677ab8c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:04.116016 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d8fe1729-8063-4601-9a5e-6549677ab8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:04.163169 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d8fe1729-8063-4601-9a5e-6549677ab8c7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a48d2595e28144d692145869e49d9d61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4640021 Jul 13 07:18:04.164336 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe1729-8063-4601-9a5e-6549677ab8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2810dbd-e57f-486c-846b-afeecc9fc116,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:04.166406 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 41538) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:04.170097 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-031d37c3-1183-42ca-aecb-1f9e4fa9fa28 None None] For port 30c55c43-da1f-49fc-92a0-83dd77d10d02, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=30c55c43-da1f-49fc-92a0-83dd77d10d02,segment=NetworkSegment(73987d40-9cdf-44cf-94e8-88c4e1ed83e0),segment_id=73987d40-9cdf-44cf-94e8-88c4e1ed83e0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:04.176411 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-031d37c3-1183-42ca-aecb-1f9e4fa9fa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:04.185420 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe1729-8063-4601-9a5e-6549677ab8c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:04.185918 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe1729-8063-4601-9a5e-6549677ab8c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:04.186263 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe1729-8063-4601-9a5e-6549677ab8c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:04.186649 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe1729-8063-4601-9a5e-6549677ab8c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:04.186978 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe1729-8063-4601-9a5e-6549677ab8c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:04.187524 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe1729-8063-4601-9a5e-6549677ab8c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:04.188017 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe1729-8063-4601-9a5e-6549677ab8c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:04.188729 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe1729-8063-4601-9a5e-6549677ab8c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:04.189202 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe1729-8063-4601-9a5e-6549677ab8c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:04.189674 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe1729-8063-4601-9a5e-6549677ab8c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:04.190155 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe1729-8063-4601-9a5e-6549677ab8c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:04.190645 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fe1729-8063-4601-9a5e-6549677ab8c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:04.246453 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-28ea77e7-7561-434f-8d93-12d2586f9071 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:04.250633 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d37c3-1183-42ca-aecb-1f9e4fa9fa28 None None] Pushing event updated for resources: {'Port': ['ID=30c55c43-da1f-49fc-92a0-83dd77d10d02,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:04.275213 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-074e725a-b645-4e01-bf0f-890808c05504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:04.303987 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-074e725a-b645-4e01-bf0f-890808c05504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:04.322475 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-28ea77e7-7561-434f-8d93-12d2586f9071 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Network bff43fa8-f666-4c15-8f06-2242dcee7e17 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:18:04.329468 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-28ea77e7-7561-434f-8d93-12d2586f9071 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:18:04.337116 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-28ea77e7-7561-434f-8d93-12d2586f9071 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:18:04.375673 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1885d4fe-799a-41c2-8d1f-4aeb8a559901 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:04.379113 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-074e725a-b645-4e01-bf0f-890808c05504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:04.383358 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-074e725a-b645-4e01-bf0f-890808c05504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:04.387728 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-074e725a-b645-4e01-bf0f-890808c05504 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d2810dbd-e57f-486c-846b-afeecc9fc116 HTTP/1.1" status: 204 len: 168 time: 0.2191994 Jul 13 07:18:04.402383 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e725a-b645-4e01-bf0f-890808c05504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2810dbd-e57f-486c-846b-afeecc9fc116,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:04.494472 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea77e7-7561-434f-8d93-12d2586f9071 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Pushing event updated for resources: {'Port': ['ID=43ac2ab4-ed2a-4440-bc68-bad9f61b1942,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:04.561943 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d8b33a8c-3378-49b0-b088-6427482422e2 None None] Provisioning complete for port 30c55c43-da1f-49fc-92a0-83dd77d10d02 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:18:04.562553 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d8b33a8c-3378-49b0-b088-6427482422e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:04.599091 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846aae01-1e50-4d43-92ff-0c9bdde177af req-c2640ca9-d798-4854-9396-6fde1b486698 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:04.600918 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-846aae01-1e50-4d43-92ff-0c9bdde177af req-c2640ca9-d798-4854-9396-6fde1b486698 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 949 time: 0.0912979 Jul 13 07:18:04.613362 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-28ea77e7-7561-434f-8d93-12d2586f9071 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:04.614293 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-28ea77e7-7561-434f-8d93-12d2586f9071 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:04.654866 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-846aae01-1e50-4d43-92ff-0c9bdde177af req-6298b300-de2d-48d8-9478-9f1767f6e0be tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466151 Jul 13 07:18:04.695502 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-28ea77e7-7561-434f-8d93-12d2586f9071 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7106307 Jul 13 07:18:04.710850 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-76d07fec-037f-4798-9685-57eb2c86bf89 service neutron] Request body: {'port': {'device_id': '87a269b4-bb32-44d7-bb97-ab073e929286', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:18:04.761419 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c99516-33bc-4fb8-892a-24b2766bff8b req-3ea46825-cfc1-4c1f-9313-ad7e2cc2526e tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:04.762944 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c6c99516-33bc-4fb8-892a-24b2766bff8b req-3ea46825-cfc1-4c1f-9313-ad7e2cc2526e tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 949 time: 0.4011474 Jul 13 07:18:04.773007 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1885d4fe-799a-41c2-8d1f-4aeb8a559901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:04.849012 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 41550) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:04.863079 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-90dcc1d9-05d4-449c-8b9d-68bb0f1ad96e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:04.892758 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c6c99516-33bc-4fb8-892a-24b2766bff8b req-89ea76a0-544b-4cf3-ab8f-37301506dee8 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175282 Jul 13 07:18:04.927980 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-76d07fec-037f-4798-9685-57eb2c86bf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:04.968835 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-90dcc1d9-05d4-449c-8b9d-68bb0f1ad96e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:04.974320 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-90dcc1d9-05d4-449c-8b9d-68bb0f1ad96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:05.016967 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-90dcc1d9-05d4-449c-8b9d-68bb0f1ad96e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=64487e11cdb347cf9be93187371c53fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1637008 Jul 13 07:18:05.016967 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dcc1d9-05d4-449c-8b9d-68bb0f1ad96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90c7549-17f2-486b-b739-8f979afa35ca,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:05.017918 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 41552) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:05.076947 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7d003729-338a-45e9-995e-3104fd3286d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:05.100405 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7d003729-338a-45e9-995e-3104fd3286d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:05.123312 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1885d4fe-799a-41c2-8d1f-4aeb8a559901 admin admin] Router 8af510b7-bf86-493d-b015-18a0bdd6eec0 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:18:05.168859 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7d003729-338a-45e9-995e-3104fd3286d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:05.171816 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7d003729-338a-45e9-995e-3104fd3286d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:05.173037 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7d003729-338a-45e9-995e-3104fd3286d9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d90c7549-17f2-486b-b739-8f979afa35ca HTTP/1.1" status: 204 len: 168 time: 0.1449311 Jul 13 07:18:05.185439 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d003729-338a-45e9-995e-3104fd3286d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90c7549-17f2-486b-b739-8f979afa35ca,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:05.315272 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ca176-df7b-4adc-a996-25a7f879b388 req-b5c70dac-3061-463c-8906-1103918865ac tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:05.317082 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f16ca176-df7b-4adc-a996-25a7f879b388 req-b5c70dac-3061-463c-8906-1103918865ac tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 931 time: 0.0796380 Jul 13 07:18:05.347035 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1885d4fe-799a-41c2-8d1f-4aeb8a559901 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:18:05.360435 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08af2c9b-b4f6-4ce0-ade6-e5b9dbcae599 None None] Sync routers for ids ['8af510b7-bf86-493d-b015-18a0bdd6eec0'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:18:05.382652 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08af2c9b-b4f6-4ce0-ade6-e5b9dbcae599 None None] Routers {'8af510b7-bf86-493d-b015-18a0bdd6eec0'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:18:05.383300 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-08af2c9b-b4f6-4ce0-ade6-e5b9dbcae599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:18:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['8af510b7-bf86-493d-b015-18a0bdd6eec0'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:18:05.408432 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1885d4fe-799a-41c2-8d1f-4aeb8a559901 admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:05.410739 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1885d4fe-799a-41c2-8d1f-4aeb8a559901 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4437118 Jul 13 07:18:05.414018 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-76d07fec-037f-4798-9685-57eb2c86bf89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43ac2ab4-ed2a-4440-bc68-bad9f61b1942 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:18:05.419665 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f16ca176-df7b-4adc-a996-25a7f879b388 req-05667e73-8c76-4ef7-92c0-9dd6f24ba5d7 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949979 Jul 13 07:18:05.421656 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 41560) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:05.424876 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-76d07fec-037f-4798-9685-57eb2c86bf89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:05.447236 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-76d07fec-037f-4798-9685-57eb2c86bf89 service neutron] Transition to ACTIVE for port object 43ac2ab4-ed2a-4440-bc68-bad9f61b1942 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:18:05.447236 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-76d07fec-037f-4798-9685-57eb2c86bf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:05.501245 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 30c55c43-da1f-49fc-92a0-83dd77d10d02 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:18:05.547551 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d07fec-037f-4798-9685-57eb2c86bf89 service neutron] Pushing event updated for resources: {'Port': ['ID=43ac2ab4-ed2a-4440-bc68-bad9f61b1942,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:05.616822 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 30c55c43-da1f-49fc-92a0-83dd77d10d02 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:18:05.618078 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:05.673092 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-08af2c9b-b4f6-4ce0-ade6-e5b9dbcae599 None None] Set router 8af510b7-bf86-493d-b015-18a0bdd6eec0 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:18:05.695283 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-76d07fec-037f-4798-9685-57eb2c86bf89 service neutron] Attempting to bind port 43ac2ab4-ed2a-4440-bc68-bad9f61b1942 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:18:05.695937 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-76d07fec-037f-4798-9685-57eb2c86bf89 service neutron] Attempting to bind port 43ac2ab4-ed2a-4440-bc68-bad9f61b1942 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:18:05.696638 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-76d07fec-037f-4798-9685-57eb2c86bf89 service neutron] Attempting to bind port 43ac2ab4-ed2a-4440-bc68-bad9f61b1942 on network bff43fa8-f666-4c15-8f06-2242dcee7e17 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:18:05.702975 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-76d07fec-037f-4798-9685-57eb2c86bf89 service neutron] Port 43ac2ab4-ed2a-4440-bc68-bad9f61b1942 on network bff43fa8-f666-4c15-8f06-2242dcee7e17 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:18:05.703660 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-76d07fec-037f-4798-9685-57eb2c86bf89 service neutron] Attempting to bind port 43ac2ab4-ed2a-4440-bc68-bad9f61b1942 on network bff43fa8-f666-4c15-8f06-2242dcee7e17 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:18:05.717820 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-76d07fec-037f-4798-9685-57eb2c86bf89 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:18:05.718159 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-76d07fec-037f-4798-9685-57eb2c86bf89 service neutron] Checking segment: {'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:18:05.718977 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-76d07fec-037f-4798-9685-57eb2c86bf89 service neutron] Bound using segment: {'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:18:05.718977 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-76d07fec-037f-4798-9685-57eb2c86bf89 service neutron] Bound port: 43ac2ab4-ed2a-4440-bc68-bad9f61b1942, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:18:05.719386 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-76d07fec-037f-4798-9685-57eb2c86bf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:05.736737 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:05.814359 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-76d07fec-037f-4798-9685-57eb2c86bf89 service neutron] For port 43ac2ab4-ed2a-4440-bc68-bad9f61b1942, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:18:05.819857 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-76d07fec-037f-4798-9685-57eb2c86bf89 service neutron] For port 43ac2ab4-ed2a-4440-bc68-bad9f61b1942, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=43ac2ab4-ed2a-4440-bc68-bad9f61b1942,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:18:05.827460 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-76d07fec-037f-4798-9685-57eb2c86bf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:05.967166 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d07fec-037f-4798-9685-57eb2c86bf89 service neutron] Pushing event updated for resources: {'Port': ['ID=43ac2ab4-ed2a-4440-bc68-bad9f61b1942,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:06.024836 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-76d07fec-037f-4798-9685-57eb2c86bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:06.025635 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-76d07fec-037f-4798-9685-57eb2c86bf89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:06.027193 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-76d07fec-037f-4798-9685-57eb2c86bf89 service neutron] 10.222.0.25 "PUT /v2.0/ports/43ac2ab4-ed2a-4440-bc68-bad9f61b1942 HTTP/1.1" status: 200 len: 1092 time: 1.3219068 Jul 13 07:18:06.027811 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a269b4-bb32-44d7-bb97-ab073e929286', 'tag': '43ac2ab4-ed2a-4440-bc68-bad9f61b1942'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:18:06.030270 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c51598-b54f-4bb8-8e5b-1bb75f43c7fd" -d '{"events": [{"name": "network-changed", "server_uuid": "87a269b4-bb32-44d7-bb97-ab073e929286", "tag": "43ac2ab4-ed2a-4440-bc68-bad9f61b1942"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:18:06.078200 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b270dc8-57a2-42ec-a623-f857921a3469 req-400ecae3-dfc0-4230-beb0-0488b811696a tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:06.085486 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-08af2c9b-b4f6-4ce0-ade6-e5b9dbcae599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af510b7-bf86-493d-b015-18a0bdd6eec0', 'name': 'tempest-FloatingIPsTestJSON-971572434-router', 'tenant_id': '22cbf7a9c09244b58825e33bd9ffe0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'c2c184bb-4371-4e15-b58d-efdaecd2cbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:18:01Z', 'updated_at': '2021-07-13T07:18:04Z', 'revision_number': 3, 'project_id': '22cbf7a9c09244b58825e33bd9ffe0e2', 'gw_port': {'id': 'c2c184bb-4371-4e15-b58d-efdaecd2cbe3', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:94:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af510b7-bf86-493d-b015-18a0bdd6eec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:18:02Z', 'updated_at': '2021-07-13T07:18:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:18:06.087432 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2b270dc8-57a2-42ec-a623-f857921a3469 req-400ecae3-dfc0-4230-beb0-0488b811696a tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 949 time: 0.1227794 Jul 13 07:18:06.145795 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08af2c9b-b4f6-4ce0-ade6-e5b9dbcae599 None None] Checking router: 8af510b7-bf86-493d-b015-18a0bdd6eec0 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:18:06.147421 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08af2c9b-b4f6-4ce0-ade6-e5b9dbcae599 None None] Updating router 8af510b7-bf86-493d-b015-18a0bdd6eec0 port c2c184bb-4371-4e15-b58d-efdaecd2cbe3 binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:18:06.179841 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2b270dc8-57a2-42ec-a623-f857921a3469 req-96ab0513-2863-416b-999e-8e29e2bdc477 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914261 Jul 13 07:18:06.196390 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-08af2c9b-b4f6-4ce0-ade6-e5b9dbcae599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:06.316906 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1cf83d1-f341-43bc-b84e-e989bd52f80e x-openstack-request-id: req-e1cf83d1-f341-43bc-b84e-e989bd52f80e {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:18:06.317168 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a269b4-bb32-44d7-bb97-ab073e929286", "tag": "43ac2ab4-ed2a-4440-bc68-bad9f61b1942", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:18:06.317357 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e1cf83d1-f341-43bc-b84e-e989bd52f80e {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:18:06.317746 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a269b4-bb32-44d7-bb97-ab073e929286', 'tag': '43ac2ab4-ed2a-4440-bc68-bad9f61b1942', 'status': 'completed', 'code': 200} Jul 13 07:18:06.345308 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-7a528c63-6bf2-45fa-a4af-bb9a535d19aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:06.346810 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-7a528c63-6bf2-45fa-a4af-bb9a535d19aa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=59ced391c6a04d319ae98164aff14fc2&device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 1095 time: 0.1029396 Jul 13 07:18:06.444651 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb39e8-1590-48e6-93c1-231c475b4a34 req-d7ef7e3d-7ab5-4671-9ec0-e67dbca183f4 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:06.445672 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-f9eab4ee-4e2e-4839-be83-a7183e622748 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43ac2ab4-ed2a-4440-bc68-bad9f61b1942 HTTP/1.1" status: 200 len: 217 time: 0.0899923 Jul 13 07:18:06.446391 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a3eb39e8-1590-48e6-93c1-231c475b4a34 req-d7ef7e3d-7ab5-4671-9ec0-e67dbca183f4 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 949 time: 0.2385640 Jul 13 07:18:06.545373 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-a6248c0c-2ad7-4443-a0f1-cd7c87a8c979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:06.546968 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-a6248c0c-2ad7-4443-a0f1-cd7c87a8c979 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6c79b49d-432e-4da7-962c-3ca2527bdd27 HTTP/1.1" status: 200 len: 861 time: 0.0949669 Jul 13 07:18:06.602817 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a3eb39e8-1590-48e6-93c1-231c475b4a34 req-5607b3f9-bdbe-4ef2-8f52-a1ebf11743c6 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226296 Jul 13 07:18:06.621616 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-71ad3826-f64d-42f1-b859-f43884a586f0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bff43fa8-f666-4c15-8f06-2242dcee7e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668035 Jul 13 07:18:06.764997 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-08af2c9b-b4f6-4ce0-ade6-e5b9dbcae599 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:06.786026 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-a3b3e489-c9ba-4510-ad1f-fdc59fb16873 service neutron] 10.222.0.25 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547146 Jul 13 07:18:06.799353 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-08af2c9b-b4f6-4ce0-ade6-e5b9dbcae599 None None] Transition to ACTIVE for port object c2c184bb-4371-4e15-b58d-efdaecd2cbe3 will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:18:06.814394 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-08af2c9b-b4f6-4ce0-ade6-e5b9dbcae599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:06.851604 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-34b95ccc-dd4e-42e1-9843-da2b403d5fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:06.873324 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-08af2c9b-b4f6-4ce0-ade6-e5b9dbcae599 None None] Attempting to bind port c2c184bb-4371-4e15-b58d-efdaecd2cbe3 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:18:06.874119 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-08af2c9b-b4f6-4ce0-ade6-e5b9dbcae599 None None] Attempting to bind port c2c184bb-4371-4e15-b58d-efdaecd2cbe3 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:18:06.874815 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08af2c9b-b4f6-4ce0-ade6-e5b9dbcae599 None None] Attempting to bind port c2c184bb-4371-4e15-b58d-efdaecd2cbe3 on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:18:06.901307 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c6a90-d8d4-43ca-8855-95b99f7ace75 req-13d6a798-948c-4d1e-b57c-7953fe15e9f8 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:06.904917 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08af2c9b-b4f6-4ce0-ade6-e5b9dbcae599 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:18:06.905648 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08af2c9b-b4f6-4ce0-ade6-e5b9dbcae599 None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:18:06.906209 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-08af2c9b-b4f6-4ce0-ade6-e5b9dbcae599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:06.907138 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08af2c9b-b4f6-4ce0-ade6-e5b9dbcae599 None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:18:06.907265 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-08af2c9b-b4f6-4ce0-ade6-e5b9dbcae599 None None] Bound port: c2c184bb-4371-4e15-b58d-efdaecd2cbe3, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:18:06.907638 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-08af2c9b-b4f6-4ce0-ade6-e5b9dbcae599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:06.908742 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3b6c6a90-d8d4-43ca-8855-95b99f7ace75 req-13d6a798-948c-4d1e-b57c-7953fe15e9f8 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 943 time: 0.1842182 Jul 13 07:18:06.972003 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97050837-d9e0-4081-81d9-25d37718b91b None None] Pushing event updated for resources: {'Port': ['ID=c2c184bb-4371-4e15-b58d-efdaecd2cbe3,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:06.982042 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-08af2c9b-b4f6-4ce0-ade6-e5b9dbcae599 None None] For port c2c184bb-4371-4e15-b58d-efdaecd2cbe3, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:18:06.984913 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97050837-d9e0-4081-81d9-25d37718b91b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:06.985264 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97050837-d9e0-4081-81d9-25d37718b91b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:06.985607 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97050837-d9e0-4081-81d9-25d37718b91b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:06.985945 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97050837-d9e0-4081-81d9-25d37718b91b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:06.986281 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97050837-d9e0-4081-81d9-25d37718b91b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:06.986618 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97050837-d9e0-4081-81d9-25d37718b91b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:06.986938 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97050837-d9e0-4081-81d9-25d37718b91b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:06.987469 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97050837-d9e0-4081-81d9-25d37718b91b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:06.987968 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97050837-d9e0-4081-81d9-25d37718b91b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:06.989045 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97050837-d9e0-4081-81d9-25d37718b91b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:06.989549 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97050837-d9e0-4081-81d9-25d37718b91b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:06.990554 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97050837-d9e0-4081-81d9-25d37718b91b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:06.994746 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-08af2c9b-b4f6-4ce0-ade6-e5b9dbcae599 None None] For port c2c184bb-4371-4e15-b58d-efdaecd2cbe3, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=c2c184bb-4371-4e15-b58d-efdaecd2cbe3,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:18:07.002545 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-08af2c9b-b4f6-4ce0-ade6-e5b9dbcae599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:07.033097 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3b6c6a90-d8d4-43ca-8855-95b99f7ace75 req-41223bc5-a602-4eb1-aa3d-d8f98cdc3fbf tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130836 Jul 13 07:18:07.071677 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0dddb7a5-66ea-48c9-bd3b-cde42cacda05 req-39f3ea27-b2d7-4abc-b33d-2575e1ac4dd9 service neutron] 10.222.0.25 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650111 Jul 13 07:18:07.087566 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97050837-d9e0-4081-81d9-25d37718b91b None None] Pushing event updated for resources: {'Port': ['ID=c2c184bb-4371-4e15-b58d-efdaecd2cbe3,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:07.097349 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08af2c9b-b4f6-4ce0-ade6-e5b9dbcae599 None None] Routers {'8af510b7-bf86-493d-b015-18a0bdd6eec0'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:18:07.098129 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-08af2c9b-b4f6-4ce0-ade6-e5b9dbcae599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:18:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['8af510b7-bf86-493d-b015-18a0bdd6eec0'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:18:07.248818 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c51598-b54f-4bb8-8e5b-1bb75f43c7fd req-c6e6d770-ed9c-4cf0-8eb2-9f77b0d81c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:07.250632 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16c51598-b54f-4bb8-8e5b-1bb75f43c7fd req-c6e6d770-ed9c-4cf0-8eb2-9f77b0d81c8a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=59ced391c6a04d319ae98164aff14fc2&device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 1095 time: 0.1130667 Jul 13 07:18:07.259610 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-34b95ccc-dd4e-42e1-9843-da2b403d5fb1 admin admin] Allocated IP 172.20.0.1 (fa5b1c2a-db78-4433-8a36-56c72a31e1eb/335a5d1d-7ea5-48a7-b465-172bcd13a8c4/53958bde-5d0e-463e-a633-add172c654c7) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:18:07.439528 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-34b95ccc-dd4e-42e1-9843-da2b403d5fb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:07.449876 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-08af2c9b-b4f6-4ce0-ade6-e5b9dbcae599 None None] Set router 8af510b7-bf86-493d-b015-18a0bdd6eec0 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:18:07.456225 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-34b95ccc-dd4e-42e1-9843-da2b403d5fb1 admin admin] Transition to ACTIVE for port object 53958bde-5d0e-463e-a633-add172c654c7 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:18:07.497528 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-34b95ccc-dd4e-42e1-9843-da2b403d5fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:07.548785 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c51598-b54f-4bb8-8e5b-1bb75f43c7fd req-4b367de6-7d35-4f77-95f1-e7e7feb1212f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:07.550222 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16c51598-b54f-4bb8-8e5b-1bb75f43c7fd req-4b367de6-7d35-4f77-95f1-e7e7feb1212f service neutron] 10.222.0.25 "GET /v2.0/networks?id=bff43fa8-f666-4c15-8f06-2242dcee7e17 HTTP/1.1" status: 200 len: 922 time: 0.2915626 Jul 13 07:18:07.572071 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b95ccc-dd4e-42e1-9843-da2b403d5fb1 admin admin] Network fa5b1c2a-db78-4433-8a36-56c72a31e1eb is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:18:07.575236 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-34b95ccc-dd4e-42e1-9843-da2b403d5fb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:18:07.592960 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b95ccc-dd4e-42e1-9843-da2b403d5fb1 admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:18:07.593478 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-34b95ccc-dd4e-42e1-9843-da2b403d5fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:07.642671 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16c51598-b54f-4bb8-8e5b-1bb75f43c7fd req-6d6d6255-224e-4e77-b29c-222a841f61d6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43ac2ab4-ed2a-4440-bc68-bad9f61b1942 HTTP/1.1" status: 200 len: 217 time: 0.0780861 Jul 13 07:18:07.727568 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c51598-b54f-4bb8-8e5b-1bb75f43c7fd req-80efe88e-a369-4f12-9783-3e3ff1a16f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:07.729315 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16c51598-b54f-4bb8-8e5b-1bb75f43c7fd req-80efe88e-a369-4f12-9783-3e3ff1a16f7a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6c79b49d-432e-4da7-962c-3ca2527bdd27 HTTP/1.1" status: 200 len: 861 time: 0.0729575 Jul 13 07:18:07.733926 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b95ccc-dd4e-42e1-9843-da2b403d5fb1 admin admin] Pushing event updated for resources: {'Port': ['ID=53958bde-5d0e-463e-a633-add172c654c7,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:07.738951 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a002f9-bd23-42c3-ae59-df969ee4de62 req-ac025291-280d-4de1-bd69-f542d6224127 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:07.742634 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-60a002f9-bd23-42c3-ae59-df969ee4de62 req-ac025291-280d-4de1-bd69-f542d6224127 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 949 time: 0.3072872 Jul 13 07:18:07.793439 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16c51598-b54f-4bb8-8e5b-1bb75f43c7fd req-b5b1c8a7-1d6a-4dbf-8eff-ee35e2e4c6f8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bff43fa8-f666-4c15-8f06-2242dcee7e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496578 Jul 13 07:18:07.904094 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-08af2c9b-b4f6-4ce0-ade6-e5b9dbcae599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af510b7-bf86-493d-b015-18a0bdd6eec0', 'name': 'tempest-FloatingIPsTestJSON-971572434-router', 'tenant_id': '22cbf7a9c09244b58825e33bd9ffe0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'c2c184bb-4371-4e15-b58d-efdaecd2cbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:18:01Z', 'updated_at': '2021-07-13T07:18:04Z', 'revision_number': 3, 'project_id': '22cbf7a9c09244b58825e33bd9ffe0e2', 'gw_port': {'id': 'c2c184bb-4371-4e15-b58d-efdaecd2cbe3', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:94:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af510b7-bf86-493d-b015-18a0bdd6eec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:18:02Z', 'updated_at': '2021-07-13T07:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:18:07.913165 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-60a002f9-bd23-42c3-ae59-df969ee4de62 req-122c53e7-9202-4739-a559-2d3c4bfef264 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588771 Jul 13 07:18:07.997659 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08af2c9b-b4f6-4ce0-ade6-e5b9dbcae599 None None] The sync data for ids ['8af510b7-bf86-493d-b015-18a0bdd6eec0'] in n-d-771363-34 is: [{'id': '8af510b7-bf86-493d-b015-18a0bdd6eec0', 'name': 'tempest-FloatingIPsTestJSON-971572434-router', 'tenant_id': '22cbf7a9c09244b58825e33bd9ffe0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'c2c184bb-4371-4e15-b58d-efdaecd2cbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:18:01Z', 'updated_at': '2021-07-13T07:18:04Z', 'revision_number': 3, 'project_id': '22cbf7a9c09244b58825e33bd9ffe0e2', 'gw_port': {'id': 'c2c184bb-4371-4e15-b58d-efdaecd2cbe3', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:94:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af510b7-bf86-493d-b015-18a0bdd6eec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:18:02Z', 'updated_at': '2021-07-13T07:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:18:08.028671 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-34b95ccc-dd4e-42e1-9843-da2b403d5fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:08.045175 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16c51598-b54f-4bb8-8e5b-1bb75f43c7fd req-3c82e9b1-5e80-4c95-af7e-bf22de7a8837 service neutron] 10.222.0.25 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317259 Jul 13 07:18:08.064111 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-94e7991d-fb3a-435d-bcf7-97014f88290f None None] Provisioning for port 53958bde-5d0e-463e-a633-add172c654c7 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:18:08.069372 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-94e7991d-fb3a-435d-bcf7-97014f88290f None None] Provisioning complete for port 53958bde-5d0e-463e-a633-add172c654c7 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:18:08.070077 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-94e7991d-fb3a-435d-bcf7-97014f88290f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:08.172677 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-94e7991d-fb3a-435d-bcf7-97014f88290f None None] Port 53958bde-5d0e-463e-a633-add172c654c7 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:18:08.223541 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-34b95ccc-dd4e-42e1-9843-da2b403d5fb1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:08.237086 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-34b95ccc-dd4e-42e1-9843-da2b403d5fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:08.280550 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-34b95ccc-dd4e-42e1-9843-da2b403d5fb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:08.299450 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16c51598-b54f-4bb8-8e5b-1bb75f43c7fd req-7793b7db-7388-4bf2-a8d1-7231b53377ae service neutron] 10.222.0.25 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397194 Jul 13 07:18:08.305262 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b86afc-c562-4194-8923-950ae443feca req-d5cb1297-4a76-493c-a534-3cbbda163caf tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:08.307019 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-50b86afc-c562-4194-8923-950ae443feca req-d5cb1297-4a76-493c-a534-3cbbda163caf tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 949 time: 0.3893194 Jul 13 07:18:08.349364 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b95ccc-dd4e-42e1-9843-da2b403d5fb1 admin admin] Pushing event updated for resources: {'Port': ['ID=53958bde-5d0e-463e-a633-add172c654c7,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:08.419179 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-50b86afc-c562-4194-8923-950ae443feca req-7fda629d-4a69-4c89-b85c-a6dc35ac66cf tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790000 Jul 13 07:18:08.534542 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b95ccc-dd4e-42e1-9843-da2b403d5fb1 admin admin] Network fa5b1c2a-db78-4433-8a36-56c72a31e1eb is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:18:08.534542 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-34b95ccc-dd4e-42e1-9843-da2b403d5fb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:18:08.721337 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-12d3f8f5-629c-4b3b-9ed3-cdc489dbe651 None None] Provisioning complete for port 53958bde-5d0e-463e-a633-add172c654c7 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:18:08.721718 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-12d3f8f5-629c-4b3b-9ed3-cdc489dbe651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:08.798370 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-12d3f8f5-629c-4b3b-9ed3-cdc489dbe651 None None] Port 53958bde-5d0e-463e-a633-add172c654c7 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:18:08.926599 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-62698f67-1646-4a8b-8668-9c4687b7eb76 None None] Provisioning complete for port 53958bde-5d0e-463e-a633-add172c654c7 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:18:08.927333 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-62698f67-1646-4a8b-8668-9c4687b7eb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:08.979620 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-62698f67-1646-4a8b-8668-9c4687b7eb76 None None] Port 53958bde-5d0e-463e-a633-add172c654c7 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:18:09.027812 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b95ccc-dd4e-42e1-9843-da2b403d5fb1 admin admin] Router 8af510b7-bf86-493d-b015-18a0bdd6eec0 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:18:09.074598 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c372eee-75e0-4cac-8cef-812dd3b34dde req-9801430e-ba51-47fb-9f4c-86b56341ce80 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:09.076517 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7c372eee-75e0-4cac-8cef-812dd3b34dde req-9801430e-ba51-47fb-9f4c-86b56341ce80 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 943 time: 0.3972127 Jul 13 07:18:09.224937 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b95ccc-dd4e-42e1-9843-da2b403d5fb1 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:18:09.234947 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-34b95ccc-dd4e-42e1-9843-da2b403d5fb1 admin admin] 10.222.0.23 "PUT /v2.0/routers/8af510b7-bf86-493d-b015-18a0bdd6eec0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8109527 Jul 13 07:18:09.252456 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7c372eee-75e0-4cac-8cef-812dd3b34dde req-07db1d88-c973-47e0-8070-99045259e15c tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674600 Jul 13 07:18:09.468474 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd85129-2867-4e98-a08c-ab802ac571d0 req-77bdddb7-b1a2-4111-b074-718e681db25a tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:09.469778 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2fd85129-2867-4e98-a08c-ab802ac571d0 req-77bdddb7-b1a2-4111-b074-718e681db25a tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 949 time: 0.0913241 Jul 13 07:18:09.512680 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c2c184bb-4371-4e15-b58d-efdaecd2cbe3 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:18:09.528039 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2fd85129-2867-4e98-a08c-ab802ac571d0 req-d728f60c-3f51-43d8-b0bb-b88800ec018b tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462387 Jul 13 07:18:09.589295 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port c2c184bb-4371-4e15-b58d-efdaecd2cbe3 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:18:09.596174 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port c2c184bb-4371-4e15-b58d-efdaecd2cbe3 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:18:09.596801 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:09.705355 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:09.740380 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e17d5-8d72-472b-97ff-d4a01fd2686d req-8edcd963-3ba4-4565-aa56-d7c0a98be318 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:09.742338 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9a7e17d5-8d72-472b-97ff-d4a01fd2686d req-8edcd963-3ba4-4565-aa56-d7c0a98be318 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 949 time: 0.0687597 Jul 13 07:18:09.743969 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port c2c184bb-4371-4e15-b58d-efdaecd2cbe3, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=c2c184bb-4371-4e15-b58d-efdaecd2cbe3,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:09.751273 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:09.806723 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9a7e17d5-8d72-472b-97ff-d4a01fd2686d req-ff824102-9633-401a-a637-a5e2f764a6ae tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565584 Jul 13 07:18:09.832079 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=c2c184bb-4371-4e15-b58d-efdaecd2cbe3,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:10.199797 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0afe31aa-febd-46d7-b13f-a9d6b205a522 req-e8a0f10b-3981-41f6-b633-3c728dc2e45c tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2045336 Jul 13 07:18:10.207778 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-0afe31aa-febd-46d7-b13f-a9d6b205a522 req-e3164224-3eae-4d45-a8ab-69f4502b41ed tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:18:10.208666 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 43ac2ab4-ed2a-4440-bc68-bad9f61b1942 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:18:10.228806 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd27a35-9aa9-44b7-a9c1-e733486a4935 None None] Sync routers for ids ['8af510b7-bf86-493d-b015-18a0bdd6eec0'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:18:10.239035 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0afe31aa-febd-46d7-b13f-a9d6b205a522 req-e3164224-3eae-4d45-a8ab-69f4502b41ed tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Notify callbacks [] for floatingip, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:10.262083 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd27a35-9aa9-44b7-a9c1-e733486a4935 None None] Routers {'8af510b7-bf86-493d-b015-18a0bdd6eec0'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:18:10.262739 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-8fd27a35-9aa9-44b7-a9c1-e733486a4935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:18:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['8af510b7-bf86-493d-b015-18a0bdd6eec0'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:18:10.367726 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0afe31aa-febd-46d7-b13f-a9d6b205a522 req-e3164224-3eae-4d45-a8ab-69f4502b41ed tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:10.441637 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 43ac2ab4-ed2a-4440-bc68-bad9f61b1942, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=43ac2ab4-ed2a-4440-bc68-bad9f61b1942,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:10.450933 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-8fd27a35-9aa9-44b7-a9c1-e733486a4935 None None] Set router 8af510b7-bf86-493d-b015-18a0bdd6eec0 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:18:10.473885 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-0afe31aa-febd-46d7-b13f-a9d6b205a522 req-e3164224-3eae-4d45-a8ab-69f4502b41ed tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Allocated IP 172.25.3.174 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/b7b1d7f0-cf36-4013-9a19-e249a6f6a785) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:18:10.483146 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '43ac2ab4-ed2a-4440-bc68-bad9f61b1942', 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17', 'port_id': '43ac2ab4-ed2a-4440-bc68-bad9f61b1942', 'mac_address': 'fa:16:3e:8d:cf:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c79b49d-432e-4da7-962c-3ca2527bdd27', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:18:10.587805 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:10.595305 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0afe31aa-febd-46d7-b13f-a9d6b205a522 req-e3164224-3eae-4d45-a8ab-69f4502b41ed tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:10.631655 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43ac2ab4-ed2a-4440-bc68-bad9f61b1942 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:18:10.642196 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0afe31aa-febd-46d7-b13f-a9d6b205a522 req-e3164224-3eae-4d45-a8ab-69f4502b41ed tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:10.657393 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 43ac2ab4-ed2a-4440-bc68-bad9f61b1942, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=43ac2ab4-ed2a-4440-bc68-bad9f61b1942,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:10.665314 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:10.676170 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3d63c-554b-4ee8-8c8c-0e87d883b2a2 req-b5b0d4ad-0521-4d98-a94a-c71bf5e188d2 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:10.678622 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a8a3d63c-554b-4ee8-8c8c-0e87d883b2a2 req-b5b0d4ad-0521-4d98-a94a-c71bf5e188d2 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 943 time: 0.0803816 Jul 13 07:18:10.686608 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0afe31aa-febd-46d7-b13f-a9d6b205a522 req-e3164224-3eae-4d45-a8ab-69f4502b41ed tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:18:10.690169 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:18:10.691883 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-0afe31aa-febd-46d7-b13f-a9d6b205a522 req-e3164224-3eae-4d45-a8ab-69f4502b41ed tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:18:10.692902 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:18:10.696606 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-0afe31aa-febd-46d7-b13f-a9d6b205a522 req-e3164224-3eae-4d45-a8ab-69f4502b41ed tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:18:10.709123 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3164224-3eae-4d45-a8ab-69f4502b41ed tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Pushing event updated for resources: {'Port': ['ID=b7b1d7f0-cf36-4013-9a19-e249a6f6a785,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:10.730165 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a8a3d63c-554b-4ee8-8c8c-0e87d883b2a2 req-afdd14ab-ab4e-48a9-b4fb-888243f9f302 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461011 Jul 13 07:18:10.762462 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0afe31aa-febd-46d7-b13f-a9d6b205a522 req-e3164224-3eae-4d45-a8ab-69f4502b41ed tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:10.816520 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0afe31aa-febd-46d7-b13f-a9d6b205a522 req-e3164224-3eae-4d45-a8ab-69f4502b41ed tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:10.846317 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=43ac2ab4-ed2a-4440-bc68-bad9f61b1942,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:10.973470 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b8e4e-b246-4429-92cd-c6d5570ceed8 req-f41ab1e4-c9a1-42b3-a056-420f70894969 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:10.975713 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f44b8e4e-b246-4429-92cd-c6d5570ceed8 req-f41ab1e4-c9a1-42b3-a056-420f70894969 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 949 time: 0.0682766 Jul 13 07:18:10.985028 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0afe31aa-febd-46d7-b13f-a9d6b205a522 req-e3164224-3eae-4d45-a8ab-69f4502b41ed tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:10.991947 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0afe31aa-febd-46d7-b13f-a9d6b205a522 req-e3164224-3eae-4d45-a8ab-69f4502b41ed tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:11.024300 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f44b8e4e-b246-4429-92cd-c6d5570ceed8 req-d37f7a2f-7eeb-4e1b-8c60-4690c3edadb2 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417602 Jul 13 07:18:11.037846 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0afe31aa-febd-46d7-b13f-a9d6b205a522 req-e3164224-3eae-4d45-a8ab-69f4502b41ed tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:11.052012 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3164224-3eae-4d45-a8ab-69f4502b41ed tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Pushing event updated for resources: {'Port': ['ID=b7b1d7f0-cf36-4013-9a19-e249a6f6a785,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:11.069362 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0afe31aa-febd-46d7-b13f-a9d6b205a522 req-e3164224-3eae-4d45-a8ab-69f4502b41ed tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:11.070878 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:11.076957 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0afe31aa-febd-46d7-b13f-a9d6b205a522 req-e3164224-3eae-4d45-a8ab-69f4502b41ed tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.8734634 Jul 13 07:18:11.095326 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-8fd27a35-9aa9-44b7-a9c1-e733486a4935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af510b7-bf86-493d-b015-18a0bdd6eec0', 'name': 'tempest-FloatingIPsTestJSON-971572434-router', 'tenant_id': '22cbf7a9c09244b58825e33bd9ffe0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'c2c184bb-4371-4e15-b58d-efdaecd2cbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:18:01Z', 'updated_at': '2021-07-13T07:18:07Z', 'revision_number': 4, 'project_id': '22cbf7a9c09244b58825e33bd9ffe0e2', 'gw_port': {'id': 'c2c184bb-4371-4e15-b58d-efdaecd2cbe3', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af510b7-bf86-493d-b015-18a0bdd6eec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:18:02Z', 'updated_at': '2021-07-13T07:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '53958bde-5d0e-463e-a633-add172c654c7', 'name': '', 'network_id': 'fa5b1c2a-db78-4433-8a36-56c72a31e1eb', 'tenant_id': '22cbf7a9c09244b58825e33bd9ffe0e2', 'mac_address': 'fa:16:3e:69:19:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af510b7-bf86-493d-b015-18a0bdd6eec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '335a5d1d-7ea5-48a7-b465-172bcd13a8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:18:06Z', 'updated_at': '2021-07-13T07:18:08Z', 'revision_number': 2, 'project_id': '22cbf7a9c09244b58825e33bd9ffe0e2', 'subnets': [{'id': '335a5d1d-7ea5-48a7-b465-172bcd13a8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:18:11.102218 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': '4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad', 'mac_address': 'fa:16:3e:5c:15:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:18:11.129329 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:11.132559 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd27a35-9aa9-44b7-a9c1-e733486a4935 None None] Checking router: 8af510b7-bf86-493d-b015-18a0bdd6eec0 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:18:11.132842 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd27a35-9aa9-44b7-a9c1-e733486a4935 None None] Updating router 8af510b7-bf86-493d-b015-18a0bdd6eec0 port 53958bde-5d0e-463e-a633-add172c654c7 binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:18:11.158108 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0afe31aa-febd-46d7-b13f-a9d6b205a522 req-9b89a4e4-8b43-4125-92ca-2199e100aef4 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.174 HTTP/1.1" status: 200 len: 696 time: 0.0802031 Jul 13 07:18:11.189331 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['43ac2ab4-ed2a-4440-bc68-bad9f61b1942'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:18:11.246471 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011c331e-4535-43a0-be9f-25264fbdf055', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:18:11.249084 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa90fc9-6d77-49a7-a38b-4784accf671d" -d '{"events": [{"server_uuid": "011c331e-4535-43a0-be9f-25264fbdf055", "name": "network-vif-unplugged", "status": "completed", "tag": "4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:18:11.251610 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8fd27a35-9aa9-44b7-a9c1-e733486a4935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:11.257853 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:11.287778 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:11.293484 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe31aa-febd-46d7-b13f-a9d6b205a522 req-7abf6422-8056-495b-8a61-8eddc78744c1 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:11.297399 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:18:11.302356 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0afe31aa-febd-46d7-b13f-a9d6b205a522 req-7abf6422-8056-495b-8a61-8eddc78744c1 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] 10.222.0.23 "GET /v2.0/networks/099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 784 time: 0.1429691 Jul 13 07:18:11.302560 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:11.310140 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [req-0afe31aa-febd-46d7-b13f-a9d6b205a522 req-1c63a684-a3a2-4283-b1f7-621462933f4c tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:18:11.311506 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0afe31aa-febd-46d7-b13f-a9d6b205a522 req-1c63a684-a3a2-4283-b1f7-621462933f4c tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078692 Jul 13 07:18:11.460966 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad,revision_number=6']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:11.530505 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.db.api [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:18:11.531588 n-d-771363-34 neutron-server[94019]: DEBUG oslo_db.api [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:18:11.540496 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c2c184bb-4371-4e15-b58d-efdaecd2cbe3 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:18:11.551865 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c82cc-847a-4a0a-9455-1569a6e201a7 req-50d951f2-f62b-4352-8c7e-e62ae9f60c06 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:11.555014 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0f1c82cc-847a-4a0a-9455-1569a6e201a7 req-50d951f2-f62b-4352-8c7e-e62ae9f60c06 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 947 time: 0.0979886 Jul 13 07:18:11.613357 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0f1c82cc-847a-4a0a-9455-1569a6e201a7 req-16d1db3f-6161-4dbf-b3dc-e1603a964886 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469167 Jul 13 07:18:11.634798 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port c2c184bb-4371-4e15-b58d-efdaecd2cbe3 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:18:11.635367 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:11.723476 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef1e1dc-24e6-48c7-b2ae-e9bde9a0958a x-openstack-request-id: req-8ef1e1dc-24e6-48c7-b2ae-e9bde9a0958a {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:18:11.723881 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011c331e-4535-43a0-be9f-25264fbdf055", "name": "network-vif-unplugged", "status": "completed", "tag": "4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:18:11.724000 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8ef1e1dc-24e6-48c7-b2ae-e9bde9a0958a {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:18:11.724975 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011c331e-4535-43a0-be9f-25264fbdf055', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad', 'code': 200} Jul 13 07:18:11.783232 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-aa994fc9-413c-423c-aa7e-65b0b0941704 req-d6d9a900-0dbb-443c-aa9f-e1dbe046748a tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] 10.222.0.23 "GET /v2.0/floatingips/c4f71f32-711a-4231-8d83-3189cb13e45f HTTP/1.1" status: 200 len: 693 time: 0.0624473 Jul 13 07:18:11.818654 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-65349210-3a01-4d07-8ad7-aa3b7e672dde None None] Provisioning complete for port 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:18:11.818894 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-65349210-3a01-4d07-8ad7-aa3b7e672dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:11.914800 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa994fc9-413c-423c-aa7e-65b0b0941704 req-f0dd2021-c709-4193-be8b-af728739cae3 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:11.916594 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-aa994fc9-413c-423c-aa7e-65b0b0941704 req-f0dd2021-c709-4193-be8b-af728739cae3 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] 10.222.0.23 "GET /v2.0/networks/099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 784 time: 0.1269460 Jul 13 07:18:11.928592 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [req-aa994fc9-413c-423c-aa7e-65b0b0941704 req-6fa03d31-4214-436c-b5ae-0c94c7d2499f tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:18:11.929608 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-aa994fc9-413c-423c-aa7e-65b0b0941704 req-6fa03d31-4214-436c-b5ae-0c94c7d2499f tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071862 Jul 13 07:18:12.030627 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8fd27a35-9aa9-44b7-a9c1-e733486a4935 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:12.062109 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-65349210-3a01-4d07-8ad7-aa3b7e672dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:12.073455 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8fd27a35-9aa9-44b7-a9c1-e733486a4935 None None] Transition to ACTIVE for port object 53958bde-5d0e-463e-a633-add172c654c7 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:18:12.095757 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8fd27a35-9aa9-44b7-a9c1-e733486a4935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:12.103595 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:12.164524 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:18:12.183437 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-65349210-3a01-4d07-8ad7-aa3b7e672dde None None] For port 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:12.199245 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca6d39-b166-45e7-80ae-62635b3d4430 None None] Pushing event updated for resources: {'Port': ['ID=53958bde-5d0e-463e-a633-add172c654c7,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:12.208958 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-65349210-3a01-4d07-8ad7-aa3b7e672dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:12.346967 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.db.api [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:18:12.347719 n-d-771363-34 neutron-server[94019]: DEBUG oslo_db.api [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:18:12.370653 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65349210-3a01-4d07-8ad7-aa3b7e672dde None None] Pushing event updated for resources: {'Port': ['ID=4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad,revision_number=7']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:12.370866 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd41f74-eb12-45de-9098-77b58ced3344 req-6f44b83b-bf29-4bbf-84dd-12d25d501571 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:12.372345 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5cd41f74-eb12-45de-9098-77b58ced3344 req-6f44b83b-bf29-4bbf-84dd-12d25d501571 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 944 time: 0.1053874 Jul 13 07:18:12.381731 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-8fd27a35-9aa9-44b7-a9c1-e733486a4935 None None] Attempting to bind port 53958bde-5d0e-463e-a633-add172c654c7 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:18:12.382310 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-8fd27a35-9aa9-44b7-a9c1-e733486a4935 None None] Attempting to bind port 53958bde-5d0e-463e-a633-add172c654c7 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '73987d40-9cdf-44cf-94e8-88c4e1ed83e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fa5b1c2a-db78-4433-8a36-56c72a31e1eb'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:18:12.383090 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd27a35-9aa9-44b7-a9c1-e733486a4935 None None] Attempting to bind port 53958bde-5d0e-463e-a633-add172c654c7 on network fa5b1c2a-db78-4433-8a36-56c72a31e1eb {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:18:12.390453 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd27a35-9aa9-44b7-a9c1-e733486a4935 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:18:12.390880 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd27a35-9aa9-44b7-a9c1-e733486a4935 None None] Checking segment: {'id': '73987d40-9cdf-44cf-94e8-88c4e1ed83e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fa5b1c2a-db78-4433-8a36-56c72a31e1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:18:12.391710 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8fd27a35-9aa9-44b7-a9c1-e733486a4935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:12.391710 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd27a35-9aa9-44b7-a9c1-e733486a4935 None None] Bound using segment: {'id': '73987d40-9cdf-44cf-94e8-88c4e1ed83e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fa5b1c2a-db78-4433-8a36-56c72a31e1eb'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:18:12.392172 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-8fd27a35-9aa9-44b7-a9c1-e733486a4935 None None] Bound port: 53958bde-5d0e-463e-a633-add172c654c7, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73987d40-9cdf-44cf-94e8-88c4e1ed83e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fa5b1c2a-db78-4433-8a36-56c72a31e1eb'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:18:12.392553 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8fd27a35-9aa9-44b7-a9c1-e733486a4935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:12.436513 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5cd41f74-eb12-45de-9098-77b58ced3344 req-b1219ae8-58d1-4133-99b5-a0f831cefb07 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578742 Jul 13 07:18:12.506677 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-8fd27a35-9aa9-44b7-a9c1-e733486a4935 None None] For port 53958bde-5d0e-463e-a633-add172c654c7, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:18:12.510233 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-8fd27a35-9aa9-44b7-a9c1-e733486a4935 None None] For port 53958bde-5d0e-463e-a633-add172c654c7, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=53958bde-5d0e-463e-a633-add172c654c7,segment=NetworkSegment(73987d40-9cdf-44cf-94e8-88c4e1ed83e0),segment_id=73987d40-9cdf-44cf-94e8-88c4e1ed83e0)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:18:12.523237 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8fd27a35-9aa9-44b7-a9c1-e733486a4935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:12.550829 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-98599448-7667-4b7c-b26f-89b7764b816f req-c734b324-1a01-4769-b739-3d0742389d31 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=22cbf7a9c09244b58825e33bd9ffe0e2 HTTP/1.1" status: 200 len: 696 time: 0.0838308 Jul 13 07:18:12.603317 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd27a35-9aa9-44b7-a9c1-e733486a4935 None None] Routers {'8af510b7-bf86-493d-b015-18a0bdd6eec0'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:18:12.605100 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-8fd27a35-9aa9-44b7-a9c1-e733486a4935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:18:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['8af510b7-bf86-493d-b015-18a0bdd6eec0'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:18:12.639918 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb6c3c-18a5-4693-ab69-59831e03e74b req-751ece69-dd45-4fd0-80dd-e63bedb06f39 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:12.641890 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a2eb6c3c-18a5-4693-ab69-59831e03e74b req-751ece69-dd45-4fd0-80dd-e63bedb06f39 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 949 time: 0.0746477 Jul 13 07:18:12.653810 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca6d39-b166-45e7-80ae-62635b3d4430 None None] Pushing event updated for resources: {'Port': ['ID=53958bde-5d0e-463e-a633-add172c654c7,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:12.664540 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98599448-7667-4b7c-b26f-89b7764b816f req-5425648f-511e-4da7-8a26-bcf124e0d082 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:12.673394 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-98599448-7667-4b7c-b26f-89b7764b816f req-5425648f-511e-4da7-8a26-bcf124e0d082 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] 10.222.0.23 "GET /v2.0/networks?id=099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 787 time: 0.1217279 Jul 13 07:18:12.680465 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [req-98599448-7667-4b7c-b26f-89b7764b816f req-117f06b1-ed76-4f04-bcdc-8a362391a398 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:18:12.687783 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-98599448-7667-4b7c-b26f-89b7764b816f req-117f06b1-ed76-4f04-bcdc-8a362391a398 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135489 Jul 13 07:18:12.691259 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-624010fa-1b5c-48e2-9b13-34019f2590ec None None] Provisioning complete for port 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:18:12.691892 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-624010fa-1b5c-48e2-9b13-34019f2590ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:12.707665 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a2eb6c3c-18a5-4693-ab69-59831e03e74b req-64e6def5-3847-46f3-af91-69d261011d22 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587754 Jul 13 07:18:12.809611 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-8fd27a35-9aa9-44b7-a9c1-e733486a4935 None None] Set router 8af510b7-bf86-493d-b015-18a0bdd6eec0 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:18:12.958025 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4d59d-2225-4e28-adfb-72c5534fee18 req-fe6a9e3c-8054-4652-8059-23a97a45eb32 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:12.961279 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-36a4d59d-2225-4e28-adfb-72c5534fee18 req-fe6a9e3c-8054-4652-8059-23a97a45eb32 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 949 time: 0.0725403 Jul 13 07:18:13.014053 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-36a4d59d-2225-4e28-adfb-72c5534fee18 req-76020370-bf9c-4296-8ed6-db136ac7f557 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425596 Jul 13 07:18:13.093928 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f8354946-094d-43a0-a712-3b319756040f req-ebe95ef7-1e54-4cd2-b432-1a8d8351076a tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] 10.222.0.23 "GET /v2.0/floatingips/c4f71f32-711a-4231-8d83-3189cb13e45f HTTP/1.1" status: 200 len: 693 time: 0.0541880 Jul 13 07:18:13.167193 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:13.205481 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:18:13.245645 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:13.248176 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8354946-094d-43a0-a712-3b319756040f req-d216ce27-3b2a-4b0d-a7dc-0bc3bd5d9230 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:13.253256 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:13.256264 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f8354946-094d-43a0-a712-3b319756040f req-d216ce27-3b2a-4b0d-a7dc-0bc3bd5d9230 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] 10.222.0.23 "GET /v2.0/networks/099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 784 time: 0.1513352 Jul 13 07:18:13.262400 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [req-f8354946-094d-43a0-a712-3b319756040f req-0b1bb1f2-be23-4b21-b394-961645885e3d tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:18:13.268035 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f8354946-094d-43a0-a712-3b319756040f req-0b1bb1f2-be23-4b21-b394-961645885e3d tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108070 Jul 13 07:18:13.323408 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad,revision_number=8']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:13.328330 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-8fd27a35-9aa9-44b7-a9c1-e733486a4935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af510b7-bf86-493d-b015-18a0bdd6eec0', 'name': 'tempest-FloatingIPsTestJSON-971572434-router', 'tenant_id': '22cbf7a9c09244b58825e33bd9ffe0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'c2c184bb-4371-4e15-b58d-efdaecd2cbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:18:01Z', 'updated_at': '2021-07-13T07:18:07Z', 'revision_number': 4, 'project_id': '22cbf7a9c09244b58825e33bd9ffe0e2', 'gw_port': {'id': 'c2c184bb-4371-4e15-b58d-efdaecd2cbe3', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af510b7-bf86-493d-b015-18a0bdd6eec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:18:02Z', 'updated_at': '2021-07-13T07:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '53958bde-5d0e-463e-a633-add172c654c7', 'name': '', 'network_id': 'fa5b1c2a-db78-4433-8a36-56c72a31e1eb', 'tenant_id': '22cbf7a9c09244b58825e33bd9ffe0e2', 'mac_address': 'fa:16:3e:69:19:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af510b7-bf86-493d-b015-18a0bdd6eec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '335a5d1d-7ea5-48a7-b465-172bcd13a8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:18:06Z', 'updated_at': '2021-07-13T07:18:12Z', 'revision_number': 4, 'project_id': '22cbf7a9c09244b58825e33bd9ffe0e2', 'subnets': [{'id': '335a5d1d-7ea5-48a7-b465-172bcd13a8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:18:13.354156 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f8354946-094d-43a0-a712-3b319756040f req-6cc3a3de-d5cf-4b52-9c1a-e8150395d9ed tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.174 HTTP/1.1" status: 200 len: 696 time: 0.0846672 Jul 13 07:18:13.359965 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd27a35-9aa9-44b7-a9c1-e733486a4935 None None] The sync data for ids ['8af510b7-bf86-493d-b015-18a0bdd6eec0'] in n-d-771363-34 is: [{'id': '8af510b7-bf86-493d-b015-18a0bdd6eec0', 'name': 'tempest-FloatingIPsTestJSON-971572434-router', 'tenant_id': '22cbf7a9c09244b58825e33bd9ffe0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'c2c184bb-4371-4e15-b58d-efdaecd2cbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:18:01Z', 'updated_at': '2021-07-13T07:18:07Z', 'revision_number': 4, 'project_id': '22cbf7a9c09244b58825e33bd9ffe0e2', 'gw_port': {'id': 'c2c184bb-4371-4e15-b58d-efdaecd2cbe3', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af510b7-bf86-493d-b015-18a0bdd6eec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:18:02Z', 'updated_at': '2021-07-13T07:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '53958bde-5d0e-463e-a633-add172c654c7', 'name': '', 'network_id': 'fa5b1c2a-db78-4433-8a36-56c72a31e1eb', 'tenant_id': '22cbf7a9c09244b58825e33bd9ffe0e2', 'mac_address': 'fa:16:3e:69:19:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af510b7-bf86-493d-b015-18a0bdd6eec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '335a5d1d-7ea5-48a7-b465-172bcd13a8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:18:06Z', 'updated_at': '2021-07-13T07:18:12Z', 'revision_number': 4, 'project_id': '22cbf7a9c09244b58825e33bd9ffe0e2', 'subnets': [{'id': '335a5d1d-7ea5-48a7-b465-172bcd13a8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:18:13.439772 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f8354946-094d-43a0-a712-3b319756040f req-16299b9b-f685-4f80-becb-dd081072c262 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.174 HTTP/1.1" status: 200 len: 696 time: 0.0753376 Jul 13 07:18:13.642432 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-173ed2ce-b87f-495d-8dfb-0c8f1aca8330 None None] Provisioning complete for port 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:18:13.643438 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-173ed2ce-b87f-495d-8dfb-0c8f1aca8330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:13.684313 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:18:13.747834 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011c331e-4535-43a0-be9f-25264fbdf055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:18:13.752306 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d76af28-2f50-4f6c-afc8-4cd7b2e4663a" -d '{"events": [{"server_uuid": "011c331e-4535-43a0-be9f-25264fbdf055", "name": "network-vif-plugged", "status": "completed", "tag": "4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:18:13.866150 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f0db4-5c63-4da4-9b27-9265b36f8be6 req-410e68e2-c0c2-45d9-a400-87d6f194475c tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:13.868445 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-431f0db4-5c63-4da4-9b27-9265b36f8be6 req-410e68e2-c0c2-45d9-a400-87d6f194475c tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 944 time: 0.0834067 Jul 13 07:18:13.927986 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-431f0db4-5c63-4da4-9b27-9265b36f8be6 req-33ca5e0f-f57a-488e-80cc-030894d67204 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493941 Jul 13 07:18:13.928912 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-173ed2ce-b87f-495d-8dfb-0c8f1aca8330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:13.939514 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-f8354946-094d-43a0-a712-3b319756040f req-10863d04-635e-4777-b22f-284562adce02 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Deleting port b7b1d7f0-cf36-4013-9a19-e249a6f6a785 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:18:13.940271 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-f8354946-094d-43a0-a712-3b319756040f req-10863d04-635e-4777-b22f-284562adce02 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:14.021468 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-173ed2ce-b87f-495d-8dfb-0c8f1aca8330 None None] For port 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:14.063805 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-f8354946-094d-43a0-a712-3b319756040f req-10863d04-635e-4777-b22f-284562adce02 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:14.064366 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-f8354946-094d-43a0-a712-3b319756040f req-10863d04-635e-4777-b22f-284562adce02 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:14.066760 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-173ed2ce-b87f-495d-8dfb-0c8f1aca8330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:14.077517 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-f8354946-094d-43a0-a712-3b319756040f req-10863d04-635e-4777-b22f-284562adce02 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Calling delete_port for b7b1d7f0-cf36-4013-9a19-e249a6f6a785 owned by network:floatingip {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:18:14.128884 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ed2ce-b87f-495d-8dfb-0c8f1aca8330 None None] Pushing event updated for resources: {'Port': ['ID=4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad,revision_number=9']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:14.213586 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 43ac2ab4-ed2a-4440-bc68-bad9f61b1942 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:18:14.318782 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-f8354946-094d-43a0-a712-3b319756040f req-10863d04-635e-4777-b22f-284562adce02 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:14.320780 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 43ac2ab4-ed2a-4440-bc68-bad9f61b1942 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:18:14.338734 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 43ac2ab4-ed2a-4440-bc68-bad9f61b1942 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:18:14.342179 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:14.392480 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10863d04-635e-4777-b22f-284562adce02 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Pushing event deleted for resources: {'Port': ['ID=b7b1d7f0-cf36-4013-9a19-e249a6f6a785,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:14.525486 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-f8354946-094d-43a0-a712-3b319756040f req-10863d04-635e-4777-b22f-284562adce02 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Notify callbacks [] for floatingip, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:14.528175 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-f8354946-094d-43a0-a712-3b319756040f req-10863d04-635e-4777-b22f-284562adce02 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:14.529369 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f8354946-094d-43a0-a712-3b319756040f req-10863d04-635e-4777-b22f-284562adce02 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] 10.222.0.23 "DELETE /v2.0/floatingips/c4f71f32-711a-4231-8d83-3189cb13e45f HTTP/1.1" status: 204 len: 173 time: 1.0888565 Jul 13 07:18:14.540456 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:14.614169 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 43ac2ab4-ed2a-4440-bc68-bad9f61b1942, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=43ac2ab4-ed2a-4440-bc68-bad9f61b1942,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:14.635558 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:14.638555 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f6a98124-a707-4872-9ff0-369f6bc55532 None None] Provisioning complete for port 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:18:14.638940 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f6a98124-a707-4872-9ff0-369f6bc55532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:14.700138 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10115e1-0a23-47dc-993e-327ab44e14ca x-openstack-request-id: req-b10115e1-0a23-47dc-993e-327ab44e14ca {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:18:14.700838 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011c331e-4535-43a0-be9f-25264fbdf055", "name": "network-vif-plugged", "status": "completed", "tag": "4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:18:14.700838 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b10115e1-0a23-47dc-993e-327ab44e14ca {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:18:14.701042 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011c331e-4535-43a0-be9f-25264fbdf055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad', 'code': 200} Jul 13 07:18:14.770352 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=43ac2ab4-ed2a-4440-bc68-bad9f61b1942,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:14.812115 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c52164-42fa-472c-99d1-d764a9aeeb4a req-bacf0e10-fd0d-46fd-a074-325d183ad4b1 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:14.813669 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c4c52164-42fa-472c-99d1-d764a9aeeb4a req-bacf0e10-fd0d-46fd-a074-325d183ad4b1 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 949 time: 0.1322336 Jul 13 07:18:14.887735 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c4c52164-42fa-472c-99d1-d764a9aeeb4a req-c79febcc-29a5-48de-992a-fd8a737b677f tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678034 Jul 13 07:18:14.931105 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65bb808-24f5-4d52-8ef3-fb8068f69480 req-2f8550e8-a3f4-4362-a78c-825ee0963918 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:14.942083 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e65bb808-24f5-4d52-8ef3-fb8068f69480 req-2f8550e8-a3f4-4362-a78c-825ee0963918 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 949 time: 0.0855720 Jul 13 07:18:15.020741 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e65bb808-24f5-4d52-8ef3-fb8068f69480 req-276203c6-01f1-4aab-9a45-1ed7c268dc2f tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748847 Jul 13 07:18:15.063528 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cecd23d-48eb-4fc2-89f3-1d7671a9e5ff req-3894ea08-a8c0-404c-b56c-42ec46d5c9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:15.065470 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8cecd23d-48eb-4fc2-89f3-1d7671a9e5ff req-3894ea08-a8c0-404c-b56c-42ec46d5c9e7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 1101 time: 0.0968604 Jul 13 07:18:15.115616 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8cecd23d-48eb-4fc2-89f3-1d7671a9e5ff req-c0e3f8f3-dbd8-4bb4-9c85-db6e21aa8ee0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423241 Jul 13 07:18:15.268504 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2cecb6dc-10fe-45a9-9d1a-8565759a52d0 req-fc27e790-0370-40d1-812e-42b7b6d30db7 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2006431 Jul 13 07:18:15.278758 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-2cecb6dc-10fe-45a9-9d1a-8565759a52d0 req-be3e654b-3a61-420c-bc82-0d225a2d1723 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:18:15.286528 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfa2f0-6da5-4202-a401-2b7469dfd9d8 req-ab549630-1202-4b86-a7d1-1e331bf4298b tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:15.287984 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e1bfa2f0-6da5-4202-a401-2b7469dfd9d8 req-ab549630-1202-4b86-a7d1-1e331bf4298b tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 945 time: 0.0843489 Jul 13 07:18:15.295767 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:18:15.331878 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2cecb6dc-10fe-45a9-9d1a-8565759a52d0 req-be3e654b-3a61-420c-bc82-0d225a2d1723 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Notify callbacks [] for floatingip, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:15.345992 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e1bfa2f0-6da5-4202-a401-2b7469dfd9d8 req-c6ad539f-795b-43bb-ae32-454d58edf93a tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504541 Jul 13 07:18:15.401819 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:18:15.402192 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:15.464497 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2cecb6dc-10fe-45a9-9d1a-8565759a52d0 req-be3e654b-3a61-420c-bc82-0d225a2d1723 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:15.537264 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 53958bde-5d0e-463e-a633-add172c654c7 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:18:15.614034 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-2cecb6dc-10fe-45a9-9d1a-8565759a52d0 req-be3e654b-3a61-420c-bc82-0d225a2d1723 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Allocated IP 172.25.3.73 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/665319e5-e306-4976-9e4d-a9c487da5294) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:18:15.618566 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 53958bde-5d0e-463e-a633-add172c654c7 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:18:15.624423 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 53958bde-5d0e-463e-a633-add172c654c7 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:18:15.624970 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:15.736923 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:15.759602 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2cecb6dc-10fe-45a9-9d1a-8565759a52d0 req-be3e654b-3a61-420c-bc82-0d225a2d1723 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:15.787673 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 53958bde-5d0e-463e-a633-add172c654c7, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=53958bde-5d0e-463e-a633-add172c654c7,segment=NetworkSegment(73987d40-9cdf-44cf-94e8-88c4e1ed83e0),segment_id=73987d40-9cdf-44cf-94e8-88c4e1ed83e0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:15.796916 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:15.807426 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2cecb6dc-10fe-45a9-9d1a-8565759a52d0 req-be3e654b-3a61-420c-bc82-0d225a2d1723 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:15.861215 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cecb6dc-10fe-45a9-9d1a-8565759a52d0 req-be3e654b-3a61-420c-bc82-0d225a2d1723 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:18:15.864807 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-2cecb6dc-10fe-45a9-9d1a-8565759a52d0 req-be3e654b-3a61-420c-bc82-0d225a2d1723 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:18:15.868881 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cecb6dc-10fe-45a9-9d1a-8565759a52d0 req-be3e654b-3a61-420c-bc82-0d225a2d1723 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:18:15.872913 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=53958bde-5d0e-463e-a633-add172c654c7,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:15.894648 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3e654b-3a61-420c-bc82-0d225a2d1723 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Pushing event updated for resources: {'Port': ['ID=665319e5-e306-4976-9e4d-a9c487da5294,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:16.030656 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2cecb6dc-10fe-45a9-9d1a-8565759a52d0 req-be3e654b-3a61-420c-bc82-0d225a2d1723 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:16.087613 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2cecb6dc-10fe-45a9-9d1a-8565759a52d0 req-be3e654b-3a61-420c-bc82-0d225a2d1723 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:16.118783 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b836a-783b-43c4-bba0-ecf61b02a48d req-4a73cee2-2cea-4281-8867-6682077820bf tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:16.121074 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c06b836a-783b-43c4-bba0-ecf61b02a48d req-4a73cee2-2cea-4281-8867-6682077820bf tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 949 time: 0.0752990 Jul 13 07:18:16.137946 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e8a49722-4974-4ef2-a1ed-3f5ae77850b1 None None] Provisioning complete for port 53958bde-5d0e-463e-a633-add172c654c7 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:18:16.138257 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e8a49722-4974-4ef2-a1ed-3f5ae77850b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:16.178999 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c06b836a-783b-43c4-bba0-ecf61b02a48d req-6aa33eab-a4ba-4f2b-b430-c65905d73fb5 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512929 Jul 13 07:18:16.271724 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2cecb6dc-10fe-45a9-9d1a-8565759a52d0 req-be3e654b-3a61-420c-bc82-0d225a2d1723 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:16.277948 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2cecb6dc-10fe-45a9-9d1a-8565759a52d0 req-be3e654b-3a61-420c-bc82-0d225a2d1723 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:16.337698 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3e654b-3a61-420c-bc82-0d225a2d1723 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Pushing event updated for resources: {'Port': ['ID=665319e5-e306-4976-9e4d-a9c487da5294,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:16.398498 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2cecb6dc-10fe-45a9-9d1a-8565759a52d0 req-be3e654b-3a61-420c-bc82-0d225a2d1723 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:16.425271 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2cecb6dc-10fe-45a9-9d1a-8565759a52d0 req-be3e654b-3a61-420c-bc82-0d225a2d1723 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:16.435011 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2cecb6dc-10fe-45a9-9d1a-8565759a52d0 req-be3e654b-3a61-420c-bc82-0d225a2d1723 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1544678 Jul 13 07:18:16.494326 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2cecb6dc-10fe-45a9-9d1a-8565759a52d0 req-54157a0b-75d2-4ecd-9189-66989bf5aade tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.73 HTTP/1.1" status: 200 len: 695 time: 0.0519986 Jul 13 07:18:16.626387 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cecb6dc-10fe-45a9-9d1a-8565759a52d0 req-a96de803-21ff-4192-83c5-1556c8760321 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:16.627768 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2cecb6dc-10fe-45a9-9d1a-8565759a52d0 req-a96de803-21ff-4192-83c5-1556c8760321 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] 10.222.0.23 "GET /v2.0/networks/099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 784 time: 0.1277964 Jul 13 07:18:16.639568 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [req-2cecb6dc-10fe-45a9-9d1a-8565759a52d0 req-ee1684cd-9150-4304-9b87-43f058ff78ba tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:18:16.640738 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2cecb6dc-10fe-45a9-9d1a-8565759a52d0 req-ee1684cd-9150-4304-9b87-43f058ff78ba tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059967 Jul 13 07:18:16.702470 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011c331e-4535-43a0-be9f-25264fbdf055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad'}, {'server_uuid': '87a269b4-bb32-44d7-bb97-ab073e929286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ac2ab4-ed2a-4440-bc68-bad9f61b1942'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:18:16.706457 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a8ad55-0b35-4aef-b3c0-6fcde950790b" -d '{"events": [{"server_uuid": "011c331e-4535-43a0-be9f-25264fbdf055", "name": "network-vif-plugged", "status": "completed", "tag": "4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad"}, {"server_uuid": "87a269b4-bb32-44d7-bb97-ab073e929286", "name": "network-vif-plugged", "status": "completed", "tag": "43ac2ab4-ed2a-4440-bc68-bad9f61b1942"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:18:16.907423 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff02d00-ace1-4b3c-9e07-b3d47314d163 req-714e09a7-88fc-4593-a041-6178a81ad92c tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:16.909211 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3ff02d00-ace1-4b3c-9e07-b3d47314d163 req-714e09a7-88fc-4593-a041-6178a81ad92c tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 1097 time: 0.0548065 Jul 13 07:18:16.909627 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dacd85-e924-4a3d-829a-d0b8af2a81fd req-4b5291b3-aff7-4a2f-b6ee-ace9c8a9d9d3 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:16.911088 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-76dacd85-e924-4a3d-829a-d0b8af2a81fd req-4b5291b3-aff7-4a2f-b6ee-ace9c8a9d9d3 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 949 time: 0.0658121 Jul 13 07:18:16.946867 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3ff02d00-ace1-4b3c-9e07-b3d47314d163 req-bc12814d-7be9-4486-948d-aaa8c631c82e tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290270 Jul 13 07:18:16.950618 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-76dacd85-e924-4a3d-829a-d0b8af2a81fd req-c216a1d2-6755-48fe-a35d-d8a88e91e06b tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337505 Jul 13 07:18:17.029361 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-df658c2b-3421-4a7b-9d24-898af90008d5 req-30d09d99-1623-489c-a763-aa40228deef9 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] 10.222.0.23 "GET /v2.0/floatingips/9afb245c-34b1-4d3b-913e-74d30bba5aaa HTTP/1.1" status: 200 len: 692 time: 0.0489154 Jul 13 07:18:17.118151 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfef5bc-6f4b-4806-a391-4ce146b48fad req-33b072ec-1c8f-4f17-a567-216bd50c4088 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:17.119671 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cbfef5bc-6f4b-4806-a391-4ce146b48fad req-33b072ec-1c8f-4f17-a567-216bd50c4088 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 945 time: 0.0629797 Jul 13 07:18:17.132416 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df658c2b-3421-4a7b-9d24-898af90008d5 req-e3f2353c-fda0-46e8-aae1-396a921c4a9f tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:17.133844 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-df658c2b-3421-4a7b-9d24-898af90008d5 req-e3f2353c-fda0-46e8-aae1-396a921c4a9f tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] 10.222.0.23 "GET /v2.0/networks/099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 784 time: 0.0991166 Jul 13 07:18:17.167571 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cbfef5bc-6f4b-4806-a391-4ce146b48fad req-d23aed29-ee6f-460f-8606-ee9434697522 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420470 Jul 13 07:18:17.200022 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-df658c2b-3421-4a7b-9d24-898af90008d5 req-ecd275f2-3fdb-4299-9fd6-2368c5b3868c tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.73 HTTP/1.1" status: 200 len: 695 time: 0.0521555 Jul 13 07:18:17.228945 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351bd473-d91e-45ae-94f6-ed33ff85158c x-openstack-request-id: req-351bd473-d91e-45ae-94f6-ed33ff85158c {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:18:17.229725 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011c331e-4535-43a0-be9f-25264fbdf055", "name": "network-vif-plugged", "status": "completed", "tag": "4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad", "code": 200}, {"server_uuid": "87a269b4-bb32-44d7-bb97-ab073e929286", "name": "network-vif-plugged", "status": "completed", "tag": "43ac2ab4-ed2a-4440-bc68-bad9f61b1942", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:18:17.230134 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-351bd473-d91e-45ae-94f6-ed33ff85158c {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:18:17.230682 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011c331e-4535-43a0-be9f-25264fbdf055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad', 'code': 200} Jul 13 07:18:17.231075 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a269b4-bb32-44d7-bb97-ab073e929286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ac2ab4-ed2a-4440-bc68-bad9f61b1942', 'code': 200} Jul 13 07:18:17.259010 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-df658c2b-3421-4a7b-9d24-898af90008d5 req-4b072018-6402-4b97-be61-6a4ae951cca9 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.73 HTTP/1.1" status: 200 len: 695 time: 0.0509338 Jul 13 07:18:17.477074 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f694d-55b1-46d0-84ce-be394d5ecd66 req-9cf87053-2e43-41cf-95c7-76f25ce81347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:17.480445 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-310f694d-55b1-46d0-84ce-be394d5ecd66 req-9cf87053-2e43-41cf-95c7-76f25ce81347 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 1097 time: 0.1725624 Jul 13 07:18:17.498762 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 53958bde-5d0e-463e-a633-add172c654c7 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:18:17.499287 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-df658c2b-3421-4a7b-9d24-898af90008d5 req-68bfd23f-1fe9-41e0-9249-5119a58349f4 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Deleting port 665319e5-e306-4976-9e4d-a9c487da5294 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:18:17.499887 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-df658c2b-3421-4a7b-9d24-898af90008d5 req-68bfd23f-1fe9-41e0-9249-5119a58349f4 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:17.558751 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-310f694d-55b1-46d0-84ce-be394d5ecd66 req-104c4998-90f7-47d9-aa61-b6b8204dda51 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709314 Jul 13 07:18:17.613336 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 53958bde-5d0e-463e-a633-add172c654c7 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:18:17.613838 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:17.633418 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-df658c2b-3421-4a7b-9d24-898af90008d5 req-68bfd23f-1fe9-41e0-9249-5119a58349f4 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:17.633763 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-df658c2b-3421-4a7b-9d24-898af90008d5 req-68bfd23f-1fe9-41e0-9249-5119a58349f4 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:17.672444 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-df658c2b-3421-4a7b-9d24-898af90008d5 req-68bfd23f-1fe9-41e0-9249-5119a58349f4 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Calling delete_port for 665319e5-e306-4976-9e4d-a9c487da5294 owned by network:floatingip {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:18:17.832806 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-df658c2b-3421-4a7b-9d24-898af90008d5 req-68bfd23f-1fe9-41e0-9249-5119a58349f4 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:17.869560 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bfd23f-1fe9-41e0-9249-5119a58349f4 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Pushing event deleted for resources: {'Port': ['ID=665319e5-e306-4976-9e4d-a9c487da5294,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:17.943545 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-df658c2b-3421-4a7b-9d24-898af90008d5 req-68bfd23f-1fe9-41e0-9249-5119a58349f4 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Notify callbacks [] for floatingip, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:17.946658 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-df658c2b-3421-4a7b-9d24-898af90008d5 req-68bfd23f-1fe9-41e0-9249-5119a58349f4 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:17.948113 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-df658c2b-3421-4a7b-9d24-898af90008d5 req-68bfd23f-1fe9-41e0-9249-5119a58349f4 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] 10.222.0.23 "DELETE /v2.0/floatingips/9afb245c-34b1-4d3b-913e-74d30bba5aaa HTTP/1.1" status: 204 len: 173 time: 0.6838655 Jul 13 07:18:18.080948 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42250) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:18.152663 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038373cd-1c8b-4c1e-adc3-1d93c8610dbc req-a1831093-9193-4a4a-b8b0-ea8e80ee1ba8 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:18.154389 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-038373cd-1c8b-4c1e-adc3-1d93c8610dbc req-a1831093-9193-4a4a-b8b0-ea8e80ee1ba8 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 949 time: 0.1045387 Jul 13 07:18:18.196897 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-038373cd-1c8b-4c1e-adc3-1d93c8610dbc req-db797cc0-f0cc-469c-b5d2-1cce1509aae2 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366197 Jul 13 07:18:18.284316 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-534f8751-11b7-4a57-b264-74d0a49ee6b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:18.393788 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-534f8751-11b7-4a57-b264-74d0a49ee6b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:18.398456 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-534f8751-11b7-4a57-b264-74d0a49ee6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:18.401236 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5bb3aa-5427-42dc-aba5-d049196d3cb9 req-522c729e-87a1-4717-aae1-48f65bb5c2a6 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:18.402921 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7c5bb3aa-5427-42dc-aba5-d049196d3cb9 req-522c729e-87a1-4717-aae1-48f65bb5c2a6 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 949 time: 0.0867076 Jul 13 07:18:18.439497 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-534f8751-11b7-4a57-b264-74d0a49ee6b3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=12828ee206ff4b588f4f028e7c4e7168&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3574021 Jul 13 07:18:18.442390 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42262) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:18.444575 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f8751-11b7-4a57-b264-74d0a49ee6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc81daf-6d51-4729-91c4-993759ef60aa,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:18.451531 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7c5bb3aa-5427-42dc-aba5-d049196d3cb9 req-556847f1-d211-4cc2-ad25-dc1a20028bd0 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421717 Jul 13 07:18:18.513900 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-da913e82-df4c-4186-af72-dc0f3361035d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:18.538827 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-da913e82-df4c-4186-af72-dc0f3361035d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:18.635683 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-b59f7bfd-c4e4-4e55-93e2-0e732444b7d6 tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:18:18.637106 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [req-f1ab48fd-08b0-419a-a3a8-aaa8dfb1c3c8 req-f7b34e9c-de1d-4289-9592-8d171a6a168a tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] show failed (client error): The resource could not be found. Jul 13 07:18:18.638331 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f1ab48fd-08b0-419a-a3a8-aaa8dfb1c3c8 req-f7b34e9c-de1d-4289-9592-8d171a6a168a tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] 10.222.0.23 "GET /v2.0/floatingips/9afb245c-34b1-4d3b-913e-74d30bba5aaa HTTP/1.1" status: 404 len: 350 time: 0.0428941 Jul 13 07:18:18.639661 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-b59f7bfd-c4e4-4e55-93e2-0e732444b7d6 tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100572 Jul 13 07:18:18.644592 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-da913e82-df4c-4186-af72-dc0f3361035d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:18.647982 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-da913e82-df4c-4186-af72-dc0f3361035d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:18.651457 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-da913e82-df4c-4186-af72-dc0f3361035d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ebc81daf-6d51-4729-91c4-993759ef60aa HTTP/1.1" status: 204 len: 168 time: 0.2059300 Jul 13 07:18:18.655469 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-8eeefa5e-236f-4250-8a14-041f482a38cd service neutron] Request body: {'binding': {'host': 'n-h2-771363-34', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:18:18.655922 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-8eeefa5e-236f-4250-8a14-041f482a38cd service neutron] Unknown quota resources ['binding']. {{(pid=94017) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:18:18.671145 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da913e82-df4c-4186-af72-dc0f3361035d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc81daf-6d51-4729-91c4-993759ef60aa,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:18.822254 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-8eeefa5e-236f-4250-8a14-041f482a38cd service neutron] Attempting to bind port 25456c63-4ae3-4d25-b173-8f09a2aaaeae on host n-h2-771363-34 for vnic_type normal with profile None {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:18:18.822866 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-8eeefa5e-236f-4250-8a14-041f482a38cd service neutron] Attempting to bind port 25456c63-4ae3-4d25-b173-8f09a2aaaeae by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:18:18.823435 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-8eeefa5e-236f-4250-8a14-041f482a38cd service neutron] Attempting to bind port 25456c63-4ae3-4d25-b173-8f09a2aaaeae on network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:18:18.829326 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-8eeefa5e-236f-4250-8a14-041f482a38cd service neutron] Port 25456c63-4ae3-4d25-b173-8f09a2aaaeae on network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:18:18.829650 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-8eeefa5e-236f-4250-8a14-041f482a38cd service neutron] Attempting to bind port 25456c63-4ae3-4d25-b173-8f09a2aaaeae on network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:18:18.835299 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-8eeefa5e-236f-4250-8a14-041f482a38cd service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:18:18.835957 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-8eeefa5e-236f-4250-8a14-041f482a38cd service neutron] Checking segment: {'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:18:18.836534 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-8eeefa5e-236f-4250-8a14-041f482a38cd service neutron] Bound using segment: {'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:18:18.837195 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-8eeefa5e-236f-4250-8a14-041f482a38cd service neutron] Bound port: 25456c63-4ae3-4d25-b173-8f09a2aaaeae, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:18:18.839133 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f8758-48e4-4d7e-8bae-34fe30156243 req-42489494-e8c9-47fe-b2f9-e57f7f87f0d8 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:18.840671 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f07f8758-48e4-4d7e-8bae-34fe30156243 req-42489494-e8c9-47fe-b2f9-e57f7f87f0d8 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 945 time: 0.0768101 Jul 13 07:18:18.889590 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f07f8758-48e4-4d7e-8bae-34fe30156243 req-aab8d2c4-98f2-4c27-84ce-996db40750d8 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429325 Jul 13 07:18:18.904568 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-8eeefa5e-236f-4250-8a14-041f482a38cd service neutron] For port 25456c63-4ae3-4d25-b173-8f09a2aaaeae, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=25456c63-4ae3-4d25-b173-8f09a2aaaeae,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:18:18.911192 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-8eeefa5e-236f-4250-8a14-041f482a38cd service neutron] Notify callbacks [] for binding, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:18.913334 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-8eeefa5e-236f-4250-8a14-041f482a38cd service neutron] 10.222.0.23 "POST /v2.0/ports/25456c63-4ae3-4d25-b173-8f09a2aaaeae/bindings HTTP/1.1" status: 201 len: 390 time: 0.2624509 Jul 13 07:18:19.091265 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [req-74308eae-6c7e-40e3-a82f-935bda5ec5c4 req-730e956a-ea84-4ee4-bf85-61610d689923 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] show failed (client error): The resource could not be found. Jul 13 07:18:19.105716 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42290) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:19.106474 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-74308eae-6c7e-40e3-a82f-935bda5ec5c4 req-730e956a-ea84-4ee4-bf85-61610d689923 tempest-FloatingIPsTestJSON-1305888551 tempest-FloatingIPsTestJSON-1305888551-project] 10.222.0.23 "GET /v2.0/floatingips/9afb245c-34b1-4d3b-913e-74d30bba5aaa HTTP/1.1" status: 404 len: 350 time: 0.1040306 Jul 13 07:18:19.360898 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-a67a655d-1319-4f16-8b1c-b5d2f0dd4098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:19.362607 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-a67a655d-1319-4f16-8b1c-b5d2f0dd4098 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=05a465060c604024bf60fd1a58309bf9&device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 1097 time: 0.1185386 Jul 13 07:18:19.373944 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c76e3-1eaa-424e-a9d7-67d91dbb3534 req-98de1ae9-27ee-4df2-9325-c86f82caabd8 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:19.382366 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d9c76e3-1eaa-424e-a9d7-67d91dbb3534 req-98de1ae9-27ee-4df2-9325-c86f82caabd8 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 1097 time: 0.1188273 Jul 13 07:18:19.423830 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d9c76e3-1eaa-424e-a9d7-67d91dbb3534 req-f02033b5-30fc-44a4-9aef-989c6c4e1f8a tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404716 Jul 13 07:18:19.571363 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-1e2e8df5-537d-462e-bbe2-bdace4b8b7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:19.573443 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-1e2e8df5-537d-462e-bbe2-bdace4b8b7e0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d HTTP/1.1" status: 200 len: 909 time: 0.2027428 Jul 13 07:18:19.643561 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-eef5bf3c-6286-4c45-865b-57bc0dabda71 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25456c63-4ae3-4d25-b173-8f09a2aaaeae HTTP/1.1" status: 200 len: 217 time: 0.0609856 Jul 13 07:18:19.658126 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c847a45-a731-4ef5-956d-74a5d66ea19c req-4c20de1e-bf9a-4365-b5ca-1a92b278c4a3 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:19.666960 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4c847a45-a731-4ef5-956d-74a5d66ea19c req-4c20de1e-bf9a-4365-b5ca-1a92b278c4a3 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 945 time: 0.0931745 Jul 13 07:18:19.727635 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4c847a45-a731-4ef5-956d-74a5d66ea19c req-d006133c-7a58-4809-b924-c4e86a63c178 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594196 Jul 13 07:18:19.854907 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42326) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:19.959688 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-daf8bbac-8cdd-468c-bd24-cb73cc6cc39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:19.961342 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-daf8bbac-8cdd-468c-bd24-cb73cc6cc39c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7ca46c55-f93a-4f0d-847c-cec27912e287 HTTP/1.1" status: 200 len: 848 time: 0.3109245 Jul 13 07:18:20.063420 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-075cf8dc-a8a6-4ef4-afbd-602d7f5ef3a6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712538 Jul 13 07:18:20.072618 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-ece57539-9b92-45c5-853f-32b71c5cc092 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1074146152-network', 'tenant_id': 'ac9e284275e6483db0f236e466185533'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:18:20.214143 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece57539-9b92-45c5-853f-32b71c5cc092 admin admin] Made reservation on behalf of ac9e284275e6483db0f236e466185533 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:18:20.217299 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ece57539-9b92-45c5-853f-32b71c5cc092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:20.234038 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ece57539-9b92-45c5-853f-32b71c5cc092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:20.267724 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd6e22-c4f0-4754-a8f0-3089c10cec51 req-99e31fc5-42be-411b-9f59-57e4176e48c6 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:20.269466 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d5bd6e22-c4f0-4754-a8f0-3089c10cec51 req-99e31fc5-42be-411b-9f59-57e4176e48c6 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 949 time: 0.2065182 Jul 13 07:18:20.336995 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d5bd6e22-c4f0-4754-a8f0-3089c10cec51 req-52239810-0d80-4e62-bef9-b092e0c98855 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601649 Jul 13 07:18:20.413954 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ece57539-9b92-45c5-853f-32b71c5cc092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:20.419234 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ece57539-9b92-45c5-853f-32b71c5cc092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:20.445245 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ece57539-9b92-45c5-853f-32b71c5cc092 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:18:20.454983 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece57539-9b92-45c5-853f-32b71c5cc092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686d7a01-2028-4471-9a30-ddb92363aa2b,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:20.460139 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ece57539-9b92-45c5-853f-32b71c5cc092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:20.460543 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-ece57539-9b92-45c5-853f-32b71c5cc092 admin admin] Added segment b7fdd6a4-7ea0-4d78-a1ca-354316bc2553 of type vlan for network f1ea5405-113d-42fb-9a8e-56f12339534a Jul 13 07:18:20.503869 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ece57539-9b92-45c5-853f-32b71c5cc092 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:20.538576 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ece57539-9b92-45c5-853f-32b71c5cc092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:20.539691 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece57539-9b92-45c5-853f-32b71c5cc092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:20.540363 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ece57539-9b92-45c5-853f-32b71c5cc092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:20.578249 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ece57539-9b92-45c5-853f-32b71c5cc092 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7188473 Jul 13 07:18:20.579817 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42340) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:20.600335 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caacdba-9f5d-4ffb-ad6c-e5786c784cfc req-bc1d8af9-abb3-4547-abfb-1e76bc1acabf tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:20.601834 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0caacdba-9f5d-4ffb-ad6c-e5786c784cfc req-bc1d8af9-abb3-4547-abfb-1e76bc1acabf tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 949 time: 0.6956618 Jul 13 07:18:20.659759 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-b9679a79-9e28-4417-8705-8b68a3b4969d service neutron] 10.222.0.25 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5821927 Jul 13 07:18:20.701488 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0caacdba-9f5d-4ffb-ad6c-e5786c784cfc req-c1c0fa97-7c32-46db-ad4c-7f1330cec70e tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888896 Jul 13 07:18:20.759302 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7487faa4-c390-4792-a92e-d76a3c2b4cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:20.824993 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-8b0bf894-6f96-4329-9099-f63f8fea348c admin admin] Request body: {'subnet': {'network_id': 'f1ea5405-113d-42fb-9a8e-56f12339534a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1074146152-subnet', 'tenant_id': 'ac9e284275e6483db0f236e466185533', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:18:20.830558 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece57539-9b92-45c5-853f-32b71c5cc092 admin admin] Pushing event updated for resources: {'Network': ['ID=f1ea5405-113d-42fb-9a8e-56f12339534a,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:20.854503 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0bf894-6f96-4329-9099-f63f8fea348c admin admin] Made reservation on behalf of ac9e284275e6483db0f236e466185533 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:18:20.857398 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b0bf894-6f96-4329-9099-f63f8fea348c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:20.867430 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-145302d8-9325-4a21-b414-a382372cc6ed service neutron] 10.222.0.25 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967645 Jul 13 07:18:20.868875 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network f1ea5405-113d-42fb-9a8e-56f12339534a details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:18:21.022962 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a288a5-89a7-4665-a382-17a7ac25cb2b req-773c01ec-9409-463e-bdab-41a226fcd2b6 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:21.024477 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-53a288a5-89a7-4665-a382-17a7ac25cb2b req-773c01ec-9409-463e-bdab-41a226fcd2b6 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 945 time: 0.1646802 Jul 13 07:18:21.107443 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-53a288a5-89a7-4665-a382-17a7ac25cb2b req-23467305-6179-4f96-884c-31ecd7a0670a tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519710 Jul 13 07:18:21.153685 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b0bf894-6f96-4329-9099-f63f8fea348c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:21.156598 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-7487faa4-c390-4792-a92e-d76a3c2b4cb9 admin admin] Deleting port 53958bde-5d0e-463e-a633-add172c654c7 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:18:21.156940 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7487faa4-c390-4792-a92e-d76a3c2b4cb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:21.210381 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0bf894-6f96-4329-9099-f63f8fea348c admin admin] Pushing event updated for resources: {'Subnet': ['ID=29dbb0de-f006-4fad-81e6-32cb485966ca,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:21.226585 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0bf894-6f96-4329-9099-f63f8fea348c admin admin] Checking segment: {'id': 'b7fdd6a4-7ea0-4d78-a1ca-354316bc2553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f1ea5405-113d-42fb-9a8e-56f12339534a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:18:21.226941 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0bf894-6f96-4329-9099-f63f8fea348c admin admin] Network hostable DHCP agents. Network: f1ea5405-113d-42fb-9a8e-56f12339534a, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:18:21.246647 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0bf894-6f96-4329-9099-f63f8fea348c admin admin] Network f1ea5405-113d-42fb-9a8e-56f12339534a is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:18:21.261290 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-7487faa4-c390-4792-a92e-d76a3c2b4cb9 admin admin] For port 53958bde-5d0e-463e-a633-add172c654c7, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=53958bde-5d0e-463e-a633-add172c654c7,segment=NetworkSegment(73987d40-9cdf-44cf-94e8-88c4e1ed83e0),segment_id=73987d40-9cdf-44cf-94e8-88c4e1ed83e0)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:21.261537 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-8b0bf894-6f96-4329-9099-f63f8fea348c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, f1ea5405-113d-42fb-9a8e-56f12339534a) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:18:21.262154 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7487faa4-c390-4792-a92e-d76a3c2b4cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:21.267796 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0bf894-6f96-4329-9099-f63f8fea348c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:21.268785 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b0bf894-6f96-4329-9099-f63f8fea348c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:21.270075 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341edb00-f3b0-4eb2-846c-610feae9e94b None None] Network f1ea5405-113d-42fb-9a8e-56f12339534a requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:18:21.278295 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-7487faa4-c390-4792-a92e-d76a3c2b4cb9 admin admin] Calling delete_port for 53958bde-5d0e-463e-a633-add172c654c7 owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:18:21.286350 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8b0bf894-6f96-4329-9099-f63f8fea348c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7066934 Jul 13 07:18:21.486373 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c00403-5724-425c-a4bf-f2dbe387891d None None] Network f1ea5405-113d-42fb-9a8e-56f12339534a requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:18:21.638052 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a76d3-84c5-4ea1-9e80-823cb9b75cef req-f358cfd3-117f-445d-b4bc-37ac2e158513 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:21.644631 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7487faa4-c390-4792-a92e-d76a3c2b4cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:21.652688 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cf1a76d3-84c5-4ea1-9e80-823cb9b75cef req-f358cfd3-117f-445d-b4bc-37ac2e158513 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 949 time: 0.1041765 Jul 13 07:18:21.688245 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7487faa4-c390-4792-a92e-d76a3c2b4cb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=53958bde-5d0e-463e-a633-add172c654c7,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:21.696475 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cf1a76d3-84c5-4ea1-9e80-823cb9b75cef req-74825665-4ea7-466f-92bf-4acac281f717 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422289 Jul 13 07:18:21.905542 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7487faa4-c390-4792-a92e-d76a3c2b4cb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:22.121833 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5417d9-0df3-480d-8c66-8369c2a1587c req-7d3283e5-3fc6-4e6e-aa96-5a1d01c15689 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:22.132075 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bb5417d9-0df3-480d-8c66-8369c2a1587c req-7d3283e5-3fc6-4e6e-aa96-5a1d01c15689 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 949 time: 0.1269088 Jul 13 07:18:22.195787 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bb5417d9-0df3-480d-8c66-8369c2a1587c req-e0c274af-89f4-420e-8ff3-5f62104c5e5a tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627320 Jul 13 07:18:22.422842 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-edb03012-2296-4145-aabb-c7d810724c5d tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:22.431683 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-edb03012-2296-4145-aabb-c7d810724c5d tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/networks?id=f1ea5405-113d-42fb-9a8e-56f12339534a HTTP/1.1" status: 200 len: 805 time: 0.2022486 Jul 13 07:18:22.453078 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-38fdf5c0-48d6-490b-bd01-8dba4e821a12 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/quotas/ac9e284275e6483db0f236e466185533 HTTP/1.1" status: 200 len: 375 time: 0.0202863 Jul 13 07:18:22.469034 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7487faa4-c390-4792-a92e-d76a3c2b4cb9 admin admin] Router 8af510b7-bf86-493d-b015-18a0bdd6eec0 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:18:22.503627 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-2417c44d-1948-48e1-9eaa-0f0a40a6dcc1 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ac9e284275e6483db0f236e466185533&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493505 Jul 13 07:18:22.634900 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-46e76b53-5ce8-4717-92a2-27f7b62ed2ae service neutron] 10.222.0.23 "GET /v2.0/networks/f1ea5405-113d-42fb-9a8e-56f12339534a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301463 Jul 13 07:18:22.774389 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-ca36c9eb-7c3f-4e6d-ae0f-0000315e849c service neutron] 10.222.0.23 "GET /v2.0/networks/f1ea5405-113d-42fb-9a8e-56f12339534a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383450 Jul 13 07:18:22.848490 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7487faa4-c390-4792-a92e-d76a3c2b4cb9 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:18:22.858261 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cd9378-6bcb-481d-9074-ffcac7040904 None None] Sync routers for ids ['8af510b7-bf86-493d-b015-18a0bdd6eec0'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:18:22.871620 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cd9378-6bcb-481d-9074-ffcac7040904 None None] Routers {'8af510b7-bf86-493d-b015-18a0bdd6eec0'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:18:22.872495 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-32cd9378-6bcb-481d-9074-ffcac7040904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:18:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['8af510b7-bf86-493d-b015-18a0bdd6eec0'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:18:22.876266 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138a18f-eb86-4c96-938c-c8de60e5707b req-538a2eaa-1e9b-4165-8fab-34c7b35c5b0e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:22.882227 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3138a18f-eb86-4c96-938c-c8de60e5707b req-538a2eaa-1e9b-4165-8fab-34c7b35c5b0e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 945 time: 0.1376429 Jul 13 07:18:22.890657 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7487faa4-c390-4792-a92e-d76a3c2b4cb9 admin admin] 10.222.0.23 "PUT /v2.0/routers/8af510b7-bf86-493d-b015-18a0bdd6eec0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7832177 Jul 13 07:18:22.899052 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42396) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:23.005723 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3138a18f-eb86-4c96-938c-c8de60e5707b req-2e27e528-603e-4b01-8e48-d85524f6d481 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175380 Jul 13 07:18:23.050054 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-32cd9378-6bcb-481d-9074-ffcac7040904 None None] Set router 8af510b7-bf86-493d-b015-18a0bdd6eec0 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:18:23.102271 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c956ff07-2c81-4c1e-b876-446bcc3d9d06 admin admin] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:23.106926 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:23.220870 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-55d6772c-1503-400d-9ca2-30a8dc56f75a req-f70ddade-43be-4b60-a4ec-247637367e38 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba455a5d-2784-4fb6-abde-8599abf861c9 HTTP/1.1" status: 200 len: 210 time: 0.0550692 Jul 13 07:18:23.335596 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-32cd9378-6bcb-481d-9074-ffcac7040904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af510b7-bf86-493d-b015-18a0bdd6eec0', 'name': 'tempest-FloatingIPsTestJSON-971572434-router', 'tenant_id': '22cbf7a9c09244b58825e33bd9ffe0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'c2c184bb-4371-4e15-b58d-efdaecd2cbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:18:01Z', 'updated_at': '2021-07-13T07:18:21Z', 'revision_number': 5, 'project_id': '22cbf7a9c09244b58825e33bd9ffe0e2', 'gw_port': {'id': 'c2c184bb-4371-4e15-b58d-efdaecd2cbe3', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af510b7-bf86-493d-b015-18a0bdd6eec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:18:02Z', 'updated_at': '2021-07-13T07:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:18:23.389483 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168e7aa-3e4d-472f-b5a3-3bdbcae0f42e req-5cb2d916-cf73-474e-b84c-af3cbc35ea3d tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:23.398219 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1168e7aa-3e4d-472f-b5a3-3bdbcae0f42e req-5cb2d916-cf73-474e-b84c-af3cbc35ea3d tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 949 time: 0.1555591 Jul 13 07:18:23.399550 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c956ff07-2c81-4c1e-b876-446bcc3d9d06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:23.404930 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cd9378-6bcb-481d-9074-ffcac7040904 None None] Checking router: 8af510b7-bf86-493d-b015-18a0bdd6eec0 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:18:23.417450 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cd9378-6bcb-481d-9074-ffcac7040904 None None] Routers {'8af510b7-bf86-493d-b015-18a0bdd6eec0'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:18:23.420890 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-32cd9378-6bcb-481d-9074-ffcac7040904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:18:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['8af510b7-bf86-493d-b015-18a0bdd6eec0'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:18:23.514313 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1168e7aa-3e4d-472f-b5a3-3bdbcae0f42e req-2017af60-3469-4348-aeaa-0fc3ccfeb619 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119478 Jul 13 07:18:23.580442 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9eff07-6d3d-44e1-98f5-826f0535e2f9 req-fab2cd48-2212-469b-afdb-c85cfac301c8 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:23.596252 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ae9eff07-6d3d-44e1-98f5-826f0535e2f9 req-fab2cd48-2212-469b-afdb-c85cfac301c8 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 949 time: 0.1917932 Jul 13 07:18:23.615385 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:23.618444 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-32cd9378-6bcb-481d-9074-ffcac7040904 None None] Set router 8af510b7-bf86-493d-b015-18a0bdd6eec0 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:18:23.646781 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-c956ff07-2c81-4c1e-b876-446bcc3d9d06 admin admin] Deleting port c2c184bb-4371-4e15-b58d-efdaecd2cbe3 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:18:23.647114 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c956ff07-2c81-4c1e-b876-446bcc3d9d06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:23.666119 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ae9eff07-6d3d-44e1-98f5-826f0535e2f9 req-4cab2243-b545-4c39-8bff-40c60802fca9 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688970 Jul 13 07:18:23.806870 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-c956ff07-2c81-4c1e-b876-446bcc3d9d06 admin admin] For port c2c184bb-4371-4e15-b58d-efdaecd2cbe3, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=c2c184bb-4371-4e15-b58d-efdaecd2cbe3,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:23.807266 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c956ff07-2c81-4c1e-b876-446bcc3d9d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:23.822092 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-c956ff07-2c81-4c1e-b876-446bcc3d9d06 admin admin] Calling delete_port for c2c184bb-4371-4e15-b58d-efdaecd2cbe3 owned by network:router_gateway {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:18:23.910065 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-32cd9378-6bcb-481d-9074-ffcac7040904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af510b7-bf86-493d-b015-18a0bdd6eec0', 'name': 'tempest-FloatingIPsTestJSON-971572434-router', 'tenant_id': '22cbf7a9c09244b58825e33bd9ffe0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'c2c184bb-4371-4e15-b58d-efdaecd2cbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:18:01Z', 'updated_at': '2021-07-13T07:18:21Z', 'revision_number': 5, 'project_id': '22cbf7a9c09244b58825e33bd9ffe0e2', 'gw_port': {'id': 'c2c184bb-4371-4e15-b58d-efdaecd2cbe3', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af510b7-bf86-493d-b015-18a0bdd6eec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:18:02Z', 'updated_at': '2021-07-13T07:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:18:23.953127 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cd9378-6bcb-481d-9074-ffcac7040904 None None] The sync data for ids ['8af510b7-bf86-493d-b015-18a0bdd6eec0'] in n-d-771363-34 is: [{'id': '8af510b7-bf86-493d-b015-18a0bdd6eec0', 'name': 'tempest-FloatingIPsTestJSON-971572434-router', 'tenant_id': '22cbf7a9c09244b58825e33bd9ffe0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'c2c184bb-4371-4e15-b58d-efdaecd2cbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:18:01Z', 'updated_at': '2021-07-13T07:18:21Z', 'revision_number': 5, 'project_id': '22cbf7a9c09244b58825e33bd9ffe0e2', 'gw_port': {'id': 'c2c184bb-4371-4e15-b58d-efdaecd2cbe3', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af510b7-bf86-493d-b015-18a0bdd6eec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:18:02Z', 'updated_at': '2021-07-13T07:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:18:24.041368 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c956ff07-2c81-4c1e-b876-446bcc3d9d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:24.073853 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c956ff07-2c81-4c1e-b876-446bcc3d9d06 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2c184bb-4371-4e15-b58d-efdaecd2cbe3,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:24.106390 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c956ff07-2c81-4c1e-b876-446bcc3d9d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:24.264042 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c956ff07-2c81-4c1e-b876-446bcc3d9d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:24.266395 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c956ff07-2c81-4c1e-b876-446bcc3d9d06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:24.354185 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c956ff07-2c81-4c1e-b876-446bcc3d9d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:24.355712 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c956ff07-2c81-4c1e-b876-446bcc3d9d06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8af510b7-bf86-493d-b015-18a0bdd6eec0 {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:18:24.368773 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c956ff07-2c81-4c1e-b876-446bcc3d9d06 admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:24.370367 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c956ff07-2c81-4c1e-b876-446bcc3d9d06 admin admin] 10.222.0.23 "DELETE /v2.0/routers/8af510b7-bf86-493d-b015-18a0bdd6eec0 HTTP/1.1" status: 204 len: 168 time: 1.4701257 Jul 13 07:18:24.373692 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42420) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:24.408849 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-77203f8b-4ba8-4632-bec2-19332a1f7b54 req-869e2581-62a1-41c7-9e37-aa77eab4198c tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba455a5d-2784-4fb6-abde-8599abf861c9 HTTP/1.1" status: 200 len: 210 time: 0.0397255 Jul 13 07:18:24.462610 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-22b84e79-7235-45dd-afc4-4b8a4d96d28a admin admin] Deleting subnet 335a5d1d-7ea5-48a7-b465-172bcd13a8c4 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:18:24.466109 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-22b84e79-7235-45dd-afc4-4b8a4d96d28a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:24.503585 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec14590b-eb76-4fba-976f-b3a9eecd98b7 req-1718f2f8-033d-484e-a6d8-2b1930efaebc tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:24.507979 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ec14590b-eb76-4fba-976f-b3a9eecd98b7 req-1718f2f8-033d-484e-a6d8-2b1930efaebc tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 945 time: 0.2756522 Jul 13 07:18:24.533395 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-22b84e79-7235-45dd-afc4-4b8a4d96d28a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:24.634095 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-22b84e79-7235-45dd-afc4-4b8a4d96d28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:24.722611 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ec14590b-eb76-4fba-976f-b3a9eecd98b7 req-96beedcb-3ad1-436b-b1d5-36929f86283a tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973834 Jul 13 07:18:24.745474 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-22b84e79-7235-45dd-afc4-4b8a4d96d28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:24.833608 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b84e79-7235-45dd-afc4-4b8a4d96d28a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=335a5d1d-7ea5-48a7-b465-172bcd13a8c4,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:24.852482 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac12b728-e5c2-41aa-a27d-7f5440aebc98 None None] Network fa5b1c2a-db78-4433-8a36-56c72a31e1eb requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:18:24.853855 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-22b84e79-7235-45dd-afc4-4b8a4d96d28a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:24.861485 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-22b84e79-7235-45dd-afc4-4b8a4d96d28a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/335a5d1d-7ea5-48a7-b465-172bcd13a8c4 HTTP/1.1" status: 204 len: 168 time: 0.4843578 Jul 13 07:18:24.861835 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42428) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:24.951042 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-c6adbb6a-7057-4484-8667-2de8a8edce02 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:24.952958 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-c6adbb6a-7057-4484-8667-2de8a8edce02 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.25 "GET /v2.0/networks?id=f1ea5405-113d-42fb-9a8e-56f12339534a HTTP/1.1" status: 200 len: 805 time: 0.1999502 Jul 13 07:18:24.967851 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-1dd3eaa6-bb9b-4a61-9c9b-609d5f81ac32 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Request body: {'port': {'device_id': 'ba455a5d-2784-4fb6-abde-8599abf861c9', 'network_id': 'f1ea5405-113d-42fb-9a8e-56f12339534a', 'admin_state_up': True, 'tenant_id': 'ac9e284275e6483db0f236e466185533'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:18:25.007540 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b9840148-2c1b-45cc-a412-c62b514ee1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:25.077210 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782adfa-62c0-41ae-be8e-45ddba0853da req-8ea5ee7e-3203-4d52-82ec-8a7284118817 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:25.095129 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5782adfa-62c0-41ae-be8e-45ddba0853da req-8ea5ee7e-3203-4d52-82ec-8a7284118817 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 949 time: 0.4415481 Jul 13 07:18:25.129655 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-b9840148-2c1b-45cc-a412-c62b514ee1a0 admin admin] Deleting port 30c55c43-da1f-49fc-92a0-83dd77d10d02 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:18:25.130842 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b9840148-2c1b-45cc-a412-c62b514ee1a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:25.207986 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5782adfa-62c0-41ae-be8e-45ddba0853da req-5cd36edf-8031-48e6-90a5-2b22828058c6 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116896 Jul 13 07:18:25.215609 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-b9840148-2c1b-45cc-a412-c62b514ee1a0 admin admin] For port 30c55c43-da1f-49fc-92a0-83dd77d10d02, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=30c55c43-da1f-49fc-92a0-83dd77d10d02,segment=NetworkSegment(73987d40-9cdf-44cf-94e8-88c4e1ed83e0),segment_id=73987d40-9cdf-44cf-94e8-88c4e1ed83e0)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:25.215969 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b9840148-2c1b-45cc-a412-c62b514ee1a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:25.234648 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-b9840148-2c1b-45cc-a412-c62b514ee1a0 admin admin] Calling delete_port for 30c55c43-da1f-49fc-92a0-83dd77d10d02 owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:18:25.251555 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea309547-eb78-4b3a-9d23-8fc4eec2a36a req-91f9503c-79ca-4bb9-8cf1-96c45fbe0cf7 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:25.253350 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ea309547-eb78-4b3a-9d23-8fc4eec2a36a req-91f9503c-79ca-4bb9-8cf1-96c45fbe0cf7 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 949 time: 0.2412014 Jul 13 07:18:25.259435 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-1dd3eaa6-bb9b-4a61-9c9b-609d5f81ac32 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Made reservation on behalf of ac9e284275e6483db0f236e466185533 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:18:25.263252 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-1dd3eaa6-bb9b-4a61-9c9b-609d5f81ac32 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:25.344701 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c72e7c-e267-4329-b64e-d011e4274423 None None] DHCP port deletion for fa5b1c2a-db78-4433-8a36-56c72a31e1eb request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:18:25.363859 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ea309547-eb78-4b3a-9d23-8fc4eec2a36a req-8c4343cf-d823-4783-9b98-8f86359b2da3 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026833 Jul 13 07:18:25.420903 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-24c72e7c-e267-4329-b64e-d011e4274423 None None] Deleting port 30c55c43-da1f-49fc-92a0-83dd77d10d02 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:18:25.421550 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-24c72e7c-e267-4329-b64e-d011e4274423 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:25.446325 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b9840148-2c1b-45cc-a412-c62b514ee1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:25.495087 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9840148-2c1b-45cc-a412-c62b514ee1a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=30c55c43-da1f-49fc-92a0-83dd77d10d02,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:25.510671 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9840148-2c1b-45cc-a412-c62b514ee1a0 admin admin] No DVR routers for this DVR port 30c55c43-da1f-49fc-92a0-83dd77d10d02 on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:18:25.540037 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-1dd3eaa6-bb9b-4a61-9c9b-609d5f81ac32 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Allocated IP 172.20.0.12 (f1ea5405-113d-42fb-9a8e-56f12339534a/29dbb0de-f006-4fad-81e6-32cb485966ca/2920a4fe-39d6-4de6-a6f9-abc8521bd8dc) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:18:25.554706 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 53958bde-5d0e-463e-a633-add172c654c7 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:18:25.597946 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 53958bde-5d0e-463e-a633-add172c654c7 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:18:25.598579 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 53958bde-5d0e-463e-a633-add172c654c7 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:18:25.599328 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c2c184bb-4371-4e15-b58d-efdaecd2cbe3 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:18:25.626084 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: c2c184bb-4371-4e15-b58d-efdaecd2cbe3 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:18:25.626676 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c2c184bb-4371-4e15-b58d-efdaecd2cbe3 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:18:25.627412 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 30c55c43-da1f-49fc-92a0-83dd77d10d02 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:18:25.649232 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-24c72e7c-e267-4329-b64e-d011e4274423 None None] For port 30c55c43-da1f-49fc-92a0-83dd77d10d02, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=30c55c43-da1f-49fc-92a0-83dd77d10d02,segment=NetworkSegment(73987d40-9cdf-44cf-94e8-88c4e1ed83e0),segment_id=73987d40-9cdf-44cf-94e8-88c4e1ed83e0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:25.649896 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-24c72e7c-e267-4329-b64e-d011e4274423 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:25.652609 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 30c55c43-da1f-49fc-92a0-83dd77d10d02 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:18:25.653117 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 30c55c43-da1f-49fc-92a0-83dd77d10d02 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:18:25.653529 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b9840148-2c1b-45cc-a412-c62b514ee1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:25.669528 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-24c72e7c-e267-4329-b64e-d011e4274423 None None] Calling delete_port for 30c55c43-da1f-49fc-92a0-83dd77d10d02 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:18:25.683411 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b9840148-2c1b-45cc-a412-c62b514ee1a0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:18:25.683757 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b9840148-2c1b-45cc-a412-c62b514ee1a0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:18:25.684518 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b9840148-2c1b-45cc-a412-c62b514ee1a0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:18:25.684863 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b9840148-2c1b-45cc-a412-c62b514ee1a0 admin admin] Subscribe: > port after_create 55550000 {{(pid=94017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:18:25.685188 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b9840148-2c1b-45cc-a412-c62b514ee1a0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:18:25.685508 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b9840148-2c1b-45cc-a412-c62b514ee1a0 admin admin] Subscribe: > port after_update 55550000 {{(pid=94017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:18:25.690456 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b9840148-2c1b-45cc-a412-c62b514ee1a0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:18:25.690955 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b9840148-2c1b-45cc-a412-c62b514ee1a0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:18:25.691340 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b9840148-2c1b-45cc-a412-c62b514ee1a0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:18:25.691684 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b9840148-2c1b-45cc-a412-c62b514ee1a0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:18:25.725309 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-1dd3eaa6-bb9b-4a61-9c9b-609d5f81ac32 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:25.793754 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-91f48507-fb69-4c47-b8df-20dc2e4daa6a req-9317a5b9-b8f1-4c03-b80d-fef6e854192d tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba455a5d-2784-4fb6-abde-8599abf861c9 HTTP/1.1" status: 200 len: 210 time: 0.0306654 Jul 13 07:18:25.795361 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-1dd3eaa6-bb9b-4a61-9c9b-609d5f81ac32 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:25.815675 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b9840148-2c1b-45cc-a412-c62b514ee1a0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:18:25.816120 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b9840148-2c1b-45cc-a412-c62b514ee1a0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:18:25.816545 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b9840148-2c1b-45cc-a412-c62b514ee1a0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:18:25.816970 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b9840148-2c1b-45cc-a412-c62b514ee1a0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 07:18:25.817437 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-b9840148-2c1b-45cc-a412-c62b514ee1a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa5b1c2a-db78-4433-8a36-56c72a31e1eb']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:18:25.839357 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-1dd3eaa6-bb9b-4a61-9c9b-609d5f81ac32 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Network f1ea5405-113d-42fb-9a8e-56f12339534a is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:18:25.844458 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-b9840148-2c1b-45cc-a412-c62b514ee1a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73987d40-9cdf-44cf-94e8-88c4e1ed83e0') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:18:25.844754 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-b9840148-2c1b-45cc-a412-c62b514ee1a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73987d40-9cdf-44cf-94e8-88c4e1ed83e0') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:18:25.869968 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b9840148-2c1b-45cc-a412-c62b514ee1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:25.874389 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-24c72e7c-e267-4329-b64e-d011e4274423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:25.916274 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c72e7c-e267-4329-b64e-d011e4274423 None None] Pushing event deleted for resources: {'Port': ['ID=30c55c43-da1f-49fc-92a0-83dd77d10d02,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:25.918573 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c72e7c-e267-4329-b64e-d011e4274423 None None] No DVR routers for this DVR port 30c55c43-da1f-49fc-92a0-83dd77d10d02 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:18:25.921923 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b9840148-2c1b-45cc-a412-c62b514ee1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:25.934811 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd3eaa6-bb9b-4a61-9c9b-609d5f81ac32 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Pushing event updated for resources: {'Port': ['ID=2920a4fe-39d6-4de6-a6f9-abc8521bd8dc,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:25.935899 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9840148-2c1b-45cc-a412-c62b514ee1a0 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:18:25.936418 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b9840148-2c1b-45cc-a412-c62b514ee1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:25.946917 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-1dd3eaa6-bb9b-4a61-9c9b-609d5f81ac32 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:18:25.949210 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-1dd3eaa6-bb9b-4a61-9c9b-609d5f81ac32 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: from cryptography.utils import int_from_bytes Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: from cryptography.utils import int_from_bytes Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:26.008481 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:18:26.012921 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:18:26.034483 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-1dd3eaa6-bb9b-4a61-9c9b-609d5f81ac32 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:26.035338 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-1dd3eaa6-bb9b-4a61-9c9b-609d5f81ac32 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:26.043050 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b9840148-2c1b-45cc-a412-c62b514ee1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:26.050227 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b9840148-2c1b-45cc-a412-c62b514ee1a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:26.056207 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b9840148-2c1b-45cc-a412-c62b514ee1a0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/fa5b1c2a-db78-4433-8a36-56c72a31e1eb HTTP/1.1" status: 204 len: 168 time: 1.1933258 Jul 13 07:18:26.058467 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-1dd3eaa6-bb9b-4a61-9c9b-609d5f81ac32 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0946617 Jul 13 07:18:26.071805 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-6395f725-d89a-4404-adf3-ec082e99df22 service neutron] Request body: {'port': {'device_id': 'ba455a5d-2784-4fb6-abde-8599abf861c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:18:26.073886 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9840148-2c1b-45cc-a412-c62b514ee1a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa5b1c2a-db78-4433-8a36-56c72a31e1eb,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:26.105817 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7133929-155a-4308-a3d3-7fdf733f2fc3 req-4b8d4777-d104-4c92-a8e8-dc566e0cc068 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:26.107450 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a7133929-155a-4308-a3d3-7fdf733f2fc3 req-4b8d4777-d104-4c92-a8e8-dc566e0cc068 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 945 time: 0.0979180 Jul 13 07:18:26.167542 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-6395f725-d89a-4404-adf3-ec082e99df22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:26.189367 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a7133929-155a-4308-a3d3-7fdf733f2fc3 req-53d6aeaa-dbaf-4ab2-93a1-cc5ff5f6cfb3 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754995 Jul 13 07:18:26.243499 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42438) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:26.291705 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b6987874-a260-424f-ba0a-e75a4b5ed3a5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=22cbf7a9c09244b58825e33bd9ffe0e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470333 Jul 13 07:18:26.294704 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42440) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:26.359714 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7b58ad9b-e706-458f-a374-32acf540d7ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:26.388074 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7b58ad9b-e706-458f-a374-32acf540d7ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:26.451796 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7b58ad9b-e706-458f-a374-32acf540d7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:26.455347 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7b58ad9b-e706-458f-a374-32acf540d7ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:26.459685 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7b58ad9b-e706-458f-a374-32acf540d7ab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5898398e-6bc1-4bdf-8718-8485ea73357a HTTP/1.1" status: 204 len: 168 time: 0.1612322 Jul 13 07:18:26.468250 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58ad9b-e706-458f-a374-32acf540d7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5898398e-6bc1-4bdf-8718-8485ea73357a,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:26.757655 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba197e-b603-46e4-a1bd-4b998cd5b9c7 req-9d7d2227-4317-48a8-a2c4-51738bbee307 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:26.759324 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fbba197e-b603-46e4-a1bd-4b998cd5b9c7 req-9d7d2227-4317-48a8-a2c4-51738bbee307 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 949 time: 0.1119409 Jul 13 07:18:26.762001 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec92e9-25a8-4ddb-9528-9cd64628fabe req-8a5b4ff4-a97b-47e1-803c-c744bbb84f16 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:26.763992 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-01ec92e9-25a8-4ddb-9528-9cd64628fabe req-8a5b4ff4-a97b-47e1-803c-c744bbb84f16 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 949 time: 0.4294186 Jul 13 07:18:26.814650 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c87bb804-d3dd-49ad-b6b2-6531c05b93b3 req-20addf2a-0294-4036-958f-dc9ca6eb70f9 service neutron] 10.222.0.42 "GET /v2.0/ports/6d0a0a67-9326-4421-a6a8-789e665561cf/bindings/n-h1-771363-34 HTTP/1.1" status: 200 len: 383 time: 0.1112893 Jul 13 07:18:26.832841 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fbba197e-b603-46e4-a1bd-4b998cd5b9c7 req-c5ed352f-bfa5-4519-889f-db732b4acf51 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642440 Jul 13 07:18:26.846361 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-01ec92e9-25a8-4ddb-9528-9cd64628fabe req-da99a552-1284-4863-a4a1-e8147935cadf tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754666 Jul 13 07:18:26.848449 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-6395f725-d89a-4404-adf3-ec082e99df22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2920a4fe-39d6-4de6-a6f9-abc8521bd8dc {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:18:26.872460 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-6395f725-d89a-4404-adf3-ec082e99df22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:26.890085 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-6395f725-d89a-4404-adf3-ec082e99df22 service neutron] Transition to ACTIVE for port object 2920a4fe-39d6-4de6-a6f9-abc8521bd8dc will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:18:26.897875 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-6395f725-d89a-4404-adf3-ec082e99df22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:26.952761 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6395f725-d89a-4404-adf3-ec082e99df22 service neutron] Pushing event updated for resources: {'Port': ['ID=2920a4fe-39d6-4de6-a6f9-abc8521bd8dc,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:27.081802 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-6395f725-d89a-4404-adf3-ec082e99df22 service neutron] Attempting to bind port 2920a4fe-39d6-4de6-a6f9-abc8521bd8dc on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:18:27.082448 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-6395f725-d89a-4404-adf3-ec082e99df22 service neutron] Attempting to bind port 2920a4fe-39d6-4de6-a6f9-abc8521bd8dc by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'b7fdd6a4-7ea0-4d78-a1ca-354316bc2553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f1ea5405-113d-42fb-9a8e-56f12339534a'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:18:27.082946 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-6395f725-d89a-4404-adf3-ec082e99df22 service neutron] Attempting to bind port 2920a4fe-39d6-4de6-a6f9-abc8521bd8dc on network f1ea5405-113d-42fb-9a8e-56f12339534a {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:18:27.098297 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-6395f725-d89a-4404-adf3-ec082e99df22 service neutron] Port 2920a4fe-39d6-4de6-a6f9-abc8521bd8dc on network f1ea5405-113d-42fb-9a8e-56f12339534a not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:18:27.100389 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-6395f725-d89a-4404-adf3-ec082e99df22 service neutron] Attempting to bind port 2920a4fe-39d6-4de6-a6f9-abc8521bd8dc on network f1ea5405-113d-42fb-9a8e-56f12339534a {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:18:27.107420 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-6395f725-d89a-4404-adf3-ec082e99df22 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:18:27.108031 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-6395f725-d89a-4404-adf3-ec082e99df22 service neutron] Checking segment: {'id': 'b7fdd6a4-7ea0-4d78-a1ca-354316bc2553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f1ea5405-113d-42fb-9a8e-56f12339534a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:18:27.108571 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-6395f725-d89a-4404-adf3-ec082e99df22 service neutron] Bound using segment: {'id': 'b7fdd6a4-7ea0-4d78-a1ca-354316bc2553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f1ea5405-113d-42fb-9a8e-56f12339534a'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:18:27.109158 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-6395f725-d89a-4404-adf3-ec082e99df22 service neutron] Bound port: 2920a4fe-39d6-4de6-a6f9-abc8521bd8dc, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7fdd6a4-7ea0-4d78-a1ca-354316bc2553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f1ea5405-113d-42fb-9a8e-56f12339534a'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:18:27.109673 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-6395f725-d89a-4404-adf3-ec082e99df22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:27.191554 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-6395f725-d89a-4404-adf3-ec082e99df22 service neutron] For port 2920a4fe-39d6-4de6-a6f9-abc8521bd8dc, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:18:27.197312 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-6395f725-d89a-4404-adf3-ec082e99df22 service neutron] For port 2920a4fe-39d6-4de6-a6f9-abc8521bd8dc, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=2920a4fe-39d6-4de6-a6f9-abc8521bd8dc,segment=NetworkSegment(b7fdd6a4-7ea0-4d78-a1ca-354316bc2553),segment_id=b7fdd6a4-7ea0-4d78-a1ca-354316bc2553)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:18:27.206784 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-6395f725-d89a-4404-adf3-ec082e99df22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:27.251273 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-6395f725-d89a-4404-adf3-ec082e99df22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:27.252104 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-6395f725-d89a-4404-adf3-ec082e99df22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:27.253987 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-6395f725-d89a-4404-adf3-ec082e99df22 service neutron] 10.222.0.25 "PUT /v2.0/ports/2920a4fe-39d6-4de6-a6f9-abc8521bd8dc HTTP/1.1" status: 200 len: 1093 time: 1.1872196 Jul 13 07:18:27.254624 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba455a5d-2784-4fb6-abde-8599abf861c9', 'tag': '2920a4fe-39d6-4de6-a6f9-abc8521bd8dc'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:18:27.257744 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8018c98b-a917-4807-b309-67cbc7fe6e1a" -d '{"events": [{"name": "network-changed", "server_uuid": "ba455a5d-2784-4fb6-abde-8599abf861c9", "tag": "2920a4fe-39d6-4de6-a6f9-abc8521bd8dc"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:18:27.299496 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6395f725-d89a-4404-adf3-ec082e99df22 service neutron] Pushing event updated for resources: {'Port': ['ID=2920a4fe-39d6-4de6-a6f9-abc8521bd8dc,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:27.403373 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-ee3f24ce-4c28-4e21-9283-5de6145ab35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:27.405106 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-ee3f24ce-4c28-4e21-9283-5de6145ab35b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ac9e284275e6483db0f236e466185533&device_id=ba455a5d-2784-4fb6-abde-8599abf861c9 HTTP/1.1" status: 200 len: 1096 time: 0.0779531 Jul 13 07:18:27.438055 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17774125-22b3-45f2-9faa-454df27d8634 req-d2a633e3-03b9-4220-9c04-361cd53b9d7b tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:27.439653 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-17774125-22b3-45f2-9faa-454df27d8634 req-d2a633e3-03b9-4220-9c04-361cd53b9d7b tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba455a5d-2784-4fb6-abde-8599abf861c9 HTTP/1.1" status: 200 len: 944 time: 0.4535439 Jul 13 07:18:27.447710 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87bb804-d3dd-49ad-b6b2-6531c05b93b3 req-dbde4585-f10d-482d-afde-22d5e576af6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:27.449170 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c87bb804-d3dd-49ad-b6b2-6531c05b93b3 req-dbde4585-f10d-482d-afde-22d5e576af6b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04&tenant_id=dfd29396c7b34113bbf812ba80e3a2b0 HTTP/1.1" status: 200 len: 1101 time: 0.1225669 Jul 13 07:18:27.477861 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-0cc76856-3107-4a68-b6c0-9554bcb8fc64 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2920a4fe-39d6-4de6-a6f9-abc8521bd8dc HTTP/1.1" status: 200 len: 217 time: 0.0646255 Jul 13 07:18:27.495759 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-17774125-22b3-45f2-9faa-454df27d8634 req-6cf01587-0db7-4379-b799-3ad52cca4cda tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454285 Jul 13 07:18:27.537768 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-ae5d7dc5-8af2-4eae-a3e2-b5418209af02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:27.539741 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-ae5d7dc5-8af2-4eae-a3e2-b5418209af02 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29dbb0de-f006-4fad-81e6-32cb485966ca HTTP/1.1" status: 200 len: 845 time: 0.0558422 Jul 13 07:18:27.546646 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87bb804-d3dd-49ad-b6b2-6531c05b93b3 req-35a6699e-4442-465e-9ab6-2b95285b448e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:27.549082 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c87bb804-d3dd-49ad-b6b2-6531c05b93b3 req-35a6699e-4442-465e-9ab6-2b95285b448e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 1101 time: 0.0691113 Jul 13 07:18:27.577450 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-ff6a1838-ebed-465d-9b4c-64e24f387827 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f1ea5405-113d-42fb-9a8e-56f12339534a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298233 Jul 13 07:18:27.584555 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc322dd-83af-451d-a525-d9d1dcd4cd29 x-openstack-request-id: req-9bc322dd-83af-451d-a525-d9d1dcd4cd29 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:18:27.585867 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba455a5d-2784-4fb6-abde-8599abf861c9", "tag": "2920a4fe-39d6-4de6-a6f9-abc8521bd8dc", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:18:27.585969 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9bc322dd-83af-451d-a525-d9d1dcd4cd29 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:18:27.586286 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba455a5d-2784-4fb6-abde-8599abf861c9', 'tag': '2920a4fe-39d6-4de6-a6f9-abc8521bd8dc', 'status': 'completed', 'code': 200} Jul 13 07:18:27.594884 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c7c3b-5171-4655-9970-821dd67a6df4 req-48fb3cc9-7bd6-4078-b29a-10bfa9218c44 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:27.603294 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b63c7c3b-5171-4655-9970-821dd67a6df4 req-48fb3cc9-7bd6-4078-b29a-10bfa9218c44 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 945 time: 0.1919014 Jul 13 07:18:27.610427 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42474) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:27.707608 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b63c7c3b-5171-4655-9970-821dd67a6df4 req-91b6e407-4fd3-4eff-a010-de069bb823f8 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032162 Jul 13 07:18:27.733034 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87bb804-d3dd-49ad-b6b2-6531c05b93b3 req-4c2ba41d-757a-4b49-a999-36b2e036227b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:27.735033 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c87bb804-d3dd-49ad-b6b2-6531c05b93b3 req-4c2ba41d-757a-4b49-a999-36b2e036227b service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.1784248 Jul 13 07:18:27.741319 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-8ec17200-8187-4f59-8ba8-24afb18e8ad6 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1868872212-network', 'tenant_id': 'cdafcd5e806e4c2abdd2e83e49772c5a'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:18:27.752837 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-7b8c68cf-26b3-49ab-8732-ebf6893c153d service neutron] 10.222.0.25 "GET /v2.0/networks/f1ea5405-113d-42fb-9a8e-56f12339534a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468501 Jul 13 07:18:27.788676 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c87bb804-d3dd-49ad-b6b2-6531c05b93b3 req-de025d8d-2d88-4887-bf91-56ed8d36ce0f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=6d0a0a67-9326-4421-a6a8-789e665561cf HTTP/1.1" status: 200 len: 217 time: 0.0431299 Jul 13 07:18:27.845715 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec17200-8187-4f59-8ba8-24afb18e8ad6 admin admin] Made reservation on behalf of cdafcd5e806e4c2abdd2e83e49772c5a for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:18:27.846846 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-10555a37-ac93-44d1-b28c-9dbc510baba8 req-75c4cc09-c1a2-4575-9e34-90004f297795 service neutron] 10.222.0.25 "GET /v2.0/networks/f1ea5405-113d-42fb-9a8e-56f12339534a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875213 Jul 13 07:18:27.848175 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8ec17200-8187-4f59-8ba8-24afb18e8ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:27.852735 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87bb804-d3dd-49ad-b6b2-6531c05b93b3 req-a6feadcd-ea49-4376-bd94-ac104e6fac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:27.854245 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c87bb804-d3dd-49ad-b6b2-6531c05b93b3 req-a6feadcd-ea49-4376-bd94-ac104e6fac70 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.0576179 Jul 13 07:18:27.873358 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8ec17200-8187-4f59-8ba8-24afb18e8ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:27.970400 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87bb804-d3dd-49ad-b6b2-6531c05b93b3 req-0cfeb2b2-11f8-417a-ab7f-e19a7fed8c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:27.972205 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c87bb804-d3dd-49ad-b6b2-6531c05b93b3 req-0cfeb2b2-11f8-417a-ab7f-e19a7fed8c97 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1092498 Jul 13 07:18:28.011001 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018c98b-a917-4807-b309-67cbc7fe6e1a req-3f993428-f197-46e2-9bee-defe4d150926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:28.012446 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8018c98b-a917-4807-b309-67cbc7fe6e1a req-3f993428-f197-46e2-9bee-defe4d150926 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ac9e284275e6483db0f236e466185533&device_id=ba455a5d-2784-4fb6-abde-8599abf861c9 HTTP/1.1" status: 200 len: 1096 time: 0.1051550 Jul 13 07:18:28.144344 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018c98b-a917-4807-b309-67cbc7fe6e1a req-cb7cce17-e344-4672-be76-c01e9cb46054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:28.146339 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8018c98b-a917-4807-b309-67cbc7fe6e1a req-cb7cce17-e344-4672-be76-c01e9cb46054 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f1ea5405-113d-42fb-9a8e-56f12339534a HTTP/1.1" status: 200 len: 906 time: 0.1221328 Jul 13 07:18:28.155096 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca00286-daa1-4697-8cd6-521abeae1f8d req-00b94b58-596e-48ba-9662-281cdbfae5ea tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:28.156556 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5ca00286-daa1-4697-8cd6-521abeae1f8d req-00b94b58-596e-48ba-9662-281cdbfae5ea tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 949 time: 0.1416519 Jul 13 07:18:28.166554 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c87bb804-d3dd-49ad-b6b2-6531c05b93b3 req-7a5273f5-6b73-4526-b146-7baa80116b69 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845443 Jul 13 07:18:28.172414 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8ec17200-8187-4f59-8ba8-24afb18e8ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:28.182606 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d1233-f9b5-488c-9f8e-a3dff9b0a6a4 req-00310ce8-6ac4-45c9-ba47-a124e1bb41a1 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:28.184134 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-894d1233-f9b5-488c-9f8e-a3dff9b0a6a4 req-00310ce8-6ac4-45c9-ba47-a124e1bb41a1 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 949 time: 0.1691167 Jul 13 07:18:28.192429 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8ec17200-8187-4f59-8ba8-24afb18e8ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:28.197466 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8018c98b-a917-4807-b309-67cbc7fe6e1a req-775c9ce9-7a1b-4835-aa46-496dca3156af service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2920a4fe-39d6-4de6-a6f9-abc8521bd8dc HTTP/1.1" status: 200 len: 217 time: 0.0399454 Jul 13 07:18:28.258060 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec17200-8187-4f59-8ba8-24afb18e8ad6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:18:28.261413 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5ca00286-daa1-4697-8cd6-521abeae1f8d req-e226af54-1662-4b9a-b67c-1c4e5c81fe88 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662925 Jul 13 07:18:28.270231 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018c98b-a917-4807-b309-67cbc7fe6e1a req-319ea2a3-0edc-43be-b549-11ada321c7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:28.270413 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec17200-8187-4f59-8ba8-24afb18e8ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6000c66a-834f-432e-a487-2af2534e8684,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:28.271936 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8018c98b-a917-4807-b309-67cbc7fe6e1a req-319ea2a3-0edc-43be-b549-11ada321c7c9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29dbb0de-f006-4fad-81e6-32cb485966ca HTTP/1.1" status: 200 len: 845 time: 0.0619750 Jul 13 07:18:28.313118 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8ec17200-8187-4f59-8ba8-24afb18e8ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:28.313435 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-8ec17200-8187-4f59-8ba8-24afb18e8ad6 admin admin] Added segment a9b8753b-d4aa-4a40-9c80-b78a2ae73457 of type vlan for network 54bc3c55-f3e2-41ce-a055-91b3b0ee3c98 Jul 13 07:18:28.318039 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8018c98b-a917-4807-b309-67cbc7fe6e1a req-ffee00ec-663f-4c5d-8fb4-022f73fb61ea service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f1ea5405-113d-42fb-9a8e-56f12339534a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329931 Jul 13 07:18:28.354611 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-894d1233-f9b5-488c-9f8e-a3dff9b0a6a4 req-ffac7079-cd91-44ad-8ce7-60d9a240459b tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582062 Jul 13 07:18:28.380990 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8ec17200-8187-4f59-8ba8-24afb18e8ad6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:28.392338 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c87bb804-d3dd-49ad-b6b2-6531c05b93b3 req-f8c35ab1-aedf-4e33-a644-7c9e672a2d00 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068856 Jul 13 07:18:28.427730 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8ec17200-8187-4f59-8ba8-24afb18e8ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:28.428955 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec17200-8187-4f59-8ba8-24afb18e8ad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:28.429576 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8ec17200-8187-4f59-8ba8-24afb18e8ad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:28.435371 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8018c98b-a917-4807-b309-67cbc7fe6e1a req-6b13bd14-b8ef-4715-9324-ef03b13fc8f5 service neutron] 10.222.0.25 "GET /v2.0/networks/f1ea5405-113d-42fb-9a8e-56f12339534a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108840 Jul 13 07:18:28.461849 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8ec17200-8187-4f59-8ba8-24afb18e8ad6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8503633 Jul 13 07:18:28.466382 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42482) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:28.471714 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-ee3077e5-ac24-4c1f-83d3-0ea59ad1a338 admin admin] Request body: {'subnet': {'network_id': '54bc3c55-f3e2-41ce-a055-91b3b0ee3c98', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1868872212-subnet', 'tenant_id': 'cdafcd5e806e4c2abdd2e83e49772c5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:18:28.494284 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec17200-8187-4f59-8ba8-24afb18e8ad6 admin admin] Pushing event updated for resources: {'Network': ['ID=54bc3c55-f3e2-41ce-a055-91b3b0ee3c98,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:28.505362 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 54bc3c55-f3e2-41ce-a055-91b3b0ee3c98 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:18:28.569248 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8018c98b-a917-4807-b309-67cbc7fe6e1a req-b73a274d-825c-44d8-b4bf-7d53bd1bc7da service neutron] 10.222.0.25 "GET /v2.0/networks/f1ea5405-113d-42fb-9a8e-56f12339534a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264341 Jul 13 07:18:28.587351 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3077e5-ac24-4c1f-83d3-0ea59ad1a338 admin admin] Made reservation on behalf of cdafcd5e806e4c2abdd2e83e49772c5a for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:18:28.591101 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ee3077e5-ac24-4c1f-83d3-0ea59ad1a338 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:28.766665 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7e6a4-27e7-46ad-bfa4-a42e2c268a52 req-208cba9b-5eef-4509-ab57-9ef6e95b2a91 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:28.768270 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8fd7e6a4-27e7-46ad-bfa4-a42e2c268a52 req-208cba9b-5eef-4509-ab57-9ef6e95b2a91 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba455a5d-2784-4fb6-abde-8599abf861c9 HTTP/1.1" status: 200 len: 944 time: 0.1152861 Jul 13 07:18:28.846363 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8fd7e6a4-27e7-46ad-bfa4-a42e2c268a52 req-2e973eef-ba38-430f-a85a-cc624b516b06 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687103 Jul 13 07:18:28.847588 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ee3077e5-ac24-4c1f-83d3-0ea59ad1a338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:28.901600 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5235e6-ffc1-48e3-9fc5-24eb9a3e6aec req-f3be237e-a758-4d98-b581-283966248125 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:28.909480 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9c5235e6-ffc1-48e3-9fc5-24eb9a3e6aec req-f3be237e-a758-4d98-b581-283966248125 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 945 time: 0.0795200 Jul 13 07:18:28.926669 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3077e5-ac24-4c1f-83d3-0ea59ad1a338 admin admin] Checking segment: {'id': 'a9b8753b-d4aa-4a40-9c80-b78a2ae73457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '54bc3c55-f3e2-41ce-a055-91b3b0ee3c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:18:28.927188 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3077e5-ac24-4c1f-83d3-0ea59ad1a338 admin admin] Network hostable DHCP agents. Network: 54bc3c55-f3e2-41ce-a055-91b3b0ee3c98, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:18:28.929534 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3077e5-ac24-4c1f-83d3-0ea59ad1a338 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7535dae7-ea9c-4865-af6e-7a9b647822e9,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:28.954664 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9c5235e6-ffc1-48e3-9fc5-24eb9a3e6aec req-9a14360d-fc8d-4ecd-8aa3-f53dcaeb3f50 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441654 Jul 13 07:18:28.957344 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3077e5-ac24-4c1f-83d3-0ea59ad1a338 admin admin] Network 54bc3c55-f3e2-41ce-a055-91b3b0ee3c98 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:18:28.971471 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-ee3077e5-ac24-4c1f-83d3-0ea59ad1a338 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 54bc3c55-f3e2-41ce-a055-91b3b0ee3c98) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:18:28.977209 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3077e5-ac24-4c1f-83d3-0ea59ad1a338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:28.978413 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ee3077e5-ac24-4c1f-83d3-0ea59ad1a338 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:28.982332 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e513132-cbe9-4182-a43a-e38e6770d72d None None] Network 54bc3c55-f3e2-41ce-a055-91b3b0ee3c98 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:18:28.997882 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ee3077e5-ac24-4c1f-83d3-0ea59ad1a338 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5285678 Jul 13 07:18:29.131398 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7465d960-819d-4c88-a8e0-82a2ca377f1d None None] Network 54bc3c55-f3e2-41ce-a055-91b3b0ee3c98 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:18:29.514657 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-033a3796-eafe-426d-823a-ecb54d3c8b6c tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:29.516553 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-033a3796-eafe-426d-823a-ecb54d3c8b6c tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/networks?id=54bc3c55-f3e2-41ce-a055-91b3b0ee3c98 HTTP/1.1" status: 200 len: 822 time: 0.1410694 Jul 13 07:18:29.524723 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2fe942-58ce-41bc-a117-3c3468c3b81a req-7cf9ce3f-1cd8-4eb9-97db-33eba2b730cb tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:29.534588 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ca2fe942-58ce-41bc-a117-3c3468c3b81a req-7cf9ce3f-1cd8-4eb9-97db-33eba2b730cb tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 949 time: 0.1103280 Jul 13 07:18:29.535821 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-4b32c733-8d9c-4546-8a7d-9f1d123d6138 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/quotas/cdafcd5e806e4c2abdd2e83e49772c5a HTTP/1.1" status: 200 len: 375 time: 0.0108669 Jul 13 07:18:29.580892 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-5d3ac5f7-653b-458c-b803-9de33a73c297 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cdafcd5e806e4c2abdd2e83e49772c5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386140 Jul 13 07:18:29.597129 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ca2fe942-58ce-41bc-a117-3c3468c3b81a req-66746545-cd3e-443f-823f-9f23402af0cf tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566988 Jul 13 07:18:29.728144 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-e068687a-4029-4497-a7e9-a887621492c8 service neutron] 10.222.0.23 "GET /v2.0/networks/54bc3c55-f3e2-41ce-a055-91b3b0ee3c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190026 Jul 13 07:18:29.809673 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee5134-e1e1-4fbf-9794-852c7e548239 req-b42765ee-4d11-49b7-95ac-89a08e8fbd49 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:29.811413 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1aee5134-e1e1-4fbf-9794-852c7e548239 req-b42765ee-4d11-49b7-95ac-89a08e8fbd49 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 949 time: 0.0700834 Jul 13 07:18:29.830351 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-34c33f27-9aac-448a-83ef-b6f2c615548c service neutron] 10.222.0.23 "GET /v2.0/networks/54bc3c55-f3e2-41ce-a055-91b3b0ee3c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013157 Jul 13 07:18:29.861339 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1aee5134-e1e1-4fbf-9794-852c7e548239 req-019e9e65-2955-4a2b-bc11-d36d58580a78 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439005 Jul 13 07:18:30.040057 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535c7b6-44c9-4cd3-b37f-d4fc98d1bd20 req-c25a7ea3-9bef-41b2-9ab2-8c33737f836d tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:30.046136 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4048a81c-e8cd-4afb-a63b-fb043d29cf09 req-8c68217c-0291-4c24-b1b9-339de882e098 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a991275-6c98-4c01-91d7-77fcc49bef7d HTTP/1.1" status: 200 len: 210 time: 0.0419166 Jul 13 07:18:30.047508 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c535c7b6-44c9-4cd3-b37f-d4fc98d1bd20 req-c25a7ea3-9bef-41b2-9ab2-8c33737f836d tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba455a5d-2784-4fb6-abde-8599abf861c9 HTTP/1.1" status: 200 len: 944 time: 0.0776834 Jul 13 07:18:30.097027 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c535c7b6-44c9-4cd3-b37f-d4fc98d1bd20 req-e4b064ac-872b-4aca-923f-e9e4afbd5c0b tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485766 Jul 13 07:18:30.137262 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7695b5fe-b1d8-4b01-8559-b3857a0835f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:30.228778 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2e9f7-3699-4811-b44b-7dad65e4ade4 req-b6b46d62-8c99-4108-b369-565306d1f0c8 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:30.230361 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-63a2e9f7-3699-4811-b44b-7dad65e4ade4 req-b6b46d62-8c99-4108-b369-565306d1f0c8 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 945 time: 0.0717523 Jul 13 07:18:30.280873 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 2920a4fe-39d6-4de6-a6f9-abc8521bd8dc details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:18:30.291269 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-63a2e9f7-3699-4811-b44b-7dad65e4ade4 req-1362fc32-c914-41ca-b60a-b922d7b0a3bf tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537138 Jul 13 07:18:30.526866 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 2920a4fe-39d6-4de6-a6f9-abc8521bd8dc, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=2920a4fe-39d6-4de6-a6f9-abc8521bd8dc,segment=NetworkSegment(b7fdd6a4-7ea0-4d78-a1ca-354316bc2553),segment_id=b7fdd6a4-7ea0-4d78-a1ca-354316bc2553)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:30.538621 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '2920a4fe-39d6-4de6-a6f9-abc8521bd8dc', 'network_id': 'f1ea5405-113d-42fb-9a8e-56f12339534a', 'port_id': '2920a4fe-39d6-4de6-a6f9-abc8521bd8dc', 'mac_address': 'fa:16:3e:98:86:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29dbb0de-f006-4fad-81e6-32cb485966ca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:18:30.575749 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:30.590832 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2920a4fe-39d6-4de6-a6f9-abc8521bd8dc {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:18:30.613607 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 2920a4fe-39d6-4de6-a6f9-abc8521bd8dc, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=2920a4fe-39d6-4de6-a6f9-abc8521bd8dc,segment=NetworkSegment(b7fdd6a4-7ea0-4d78-a1ca-354316bc2553),segment_id=b7fdd6a4-7ea0-4d78-a1ca-354316bc2553)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:30.618777 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:30.707455 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=2920a4fe-39d6-4de6-a6f9-abc8521bd8dc,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:30.717730 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:30.717982 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:30.718339 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:30.718675 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:30.719073 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:30.719469 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:30.719858 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:30.720188 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:30.720599 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:30.720886 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:30.721200 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:30.721513 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:18:30.888637 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab0997-7ea4-4936-81af-450442def1d0 req-5c4a997d-d76f-4d8a-b0d7-91165c56576c tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:30.890559 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2aab0997-7ea4-4936-81af-450442def1d0 req-5c4a997d-d76f-4d8a-b0d7-91165c56576c tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 949 time: 0.1170676 Jul 13 07:18:30.947895 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2aab0997-7ea4-4936-81af-450442def1d0 req-c18706ba-e0f9-46ef-b5ef-5308080cbdbb tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455768 Jul 13 07:18:30.978640 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['2920a4fe-39d6-4de6-a6f9-abc8521bd8dc'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:18:31.062933 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569b6fd-4545-4360-93eb-d21497aae40b req-8ddff527-2462-455f-ad27-ed60c2e119f5 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:31.064361 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d569b6fd-4545-4360-93eb-d21497aae40b req-8ddff527-2462-455f-ad27-ed60c2e119f5 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 949 time: 0.0740860 Jul 13 07:18:31.114088 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d569b6fd-4545-4360-93eb-d21497aae40b req-1d05222b-3463-4788-b9a0-00fff483a9d5 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398970 Jul 13 07:18:31.195667 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cfdc3f73-8008-44ee-9d53-7eee5fd35e76 req-1c37c102-48a3-41fa-b136-d777561ae52b tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a991275-6c98-4c01-91d7-77fcc49bef7d HTTP/1.1" status: 200 len: 210 time: 0.0332465 Jul 13 07:18:31.341177 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 6d0a0a67-9326-4421-a6a8-789e665561cf no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:18:31.412590 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6caf41-e718-4ddc-aa6f-822cf07fa9f4 req-ba149713-262e-4a1e-b318-9968aca81c2e tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:31.414261 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bd6caf41-e718-4ddc-aa6f-822cf07fa9f4 req-ba149713-262e-4a1e-b318-9968aca81c2e tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba455a5d-2784-4fb6-abde-8599abf861c9 HTTP/1.1" status: 200 len: 945 time: 0.1724875 Jul 13 07:18:31.471795 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bd6caf41-e718-4ddc-aa6f-822cf07fa9f4 req-9a0f073c-d599-4ee5-a6bb-57b379d8c968 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517502 Jul 13 07:18:31.480347 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:31.490157 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-33cb8634-cb32-489b-a86e-d260c01d505c tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:31.492193 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-33cb8634-cb32-489b-a86e-d260c01d505c tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.25 "GET /v2.0/networks?id=54bc3c55-f3e2-41ce-a055-91b3b0ee3c98 HTTP/1.1" status: 200 len: 822 time: 0.1793590 Jul 13 07:18:31.520713 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-002db345-5fe0-4ab5-b5a4-0db156bed7a4 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Request body: {'port': {'device_id': '5a991275-6c98-4c01-91d7-77fcc49bef7d', 'network_id': '54bc3c55-f3e2-41ce-a055-91b3b0ee3c98', 'admin_state_up': True, 'tenant_id': 'cdafcd5e806e4c2abdd2e83e49772c5a'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:18:31.528784 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 6d0a0a67-9326-4421-a6a8-789e665561cf, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6d0a0a67-9326-4421-a6a8-789e665561cf,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:31.530146 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b1f6d5-6d13-41f5-9b1e-b51bc1668f04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d0a0a67-9326-4421-a6a8-789e665561cf'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:18:31.532848 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427d7c67-063d-4a08-afcf-a14970c08f58" -d '{"events": [{"server_uuid": "31b1f6d5-6d13-41f5-9b1e-b51bc1668f04", "name": "network-vif-unplugged", "status": "completed", "tag": "6d0a0a67-9326-4421-a6a8-789e665561cf"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:18:31.550087 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:31.644606 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6af883-5bde-40b9-8f00-c4637d1c4a78 x-openstack-request-id: req-0f6af883-5bde-40b9-8f00-c4637d1c4a78 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:18:31.644916 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b1f6d5-6d13-41f5-9b1e-b51bc1668f04", "name": "network-vif-unplugged", "status": "completed", "tag": "6d0a0a67-9326-4421-a6a8-789e665561cf", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:18:31.645170 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0f6af883-5bde-40b9-8f00-c4637d1c4a78 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:18:31.646482 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b1f6d5-6d13-41f5-9b1e-b51bc1668f04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d0a0a67-9326-4421-a6a8-789e665561cf', 'code': 200} Jul 13 07:18:31.702390 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=6d0a0a67-9326-4421-a6a8-789e665561cf,revision_number=6']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:31.785904 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a05707-6d0f-4446-9b5b-d7d2cbe2e98a req-c10138b5-5d84-4127-97a9-e6888d1d6cac tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:31.788241 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-90a05707-6d0f-4446-9b5b-d7d2cbe2e98a req-c10138b5-5d84-4127-97a9-e6888d1d6cac tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 945 time: 0.1985536 Jul 13 07:18:31.804862 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-002db345-5fe0-4ab5-b5a4-0db156bed7a4 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Made reservation on behalf of cdafcd5e806e4c2abdd2e83e49772c5a for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:18:31.808290 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-002db345-5fe0-4ab5-b5a4-0db156bed7a4 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:31.852192 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-90a05707-6d0f-4446-9b5b-d7d2cbe2e98a req-22767e20-4c4c-4387-9563-4ae676b1dc97 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557618 Jul 13 07:18:31.900797 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-534b7653-98a4-4c16-a703-f19613feb34e None None] Provisioning complete for port 6d0a0a67-9326-4421-a6a8-789e665561cf triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:18:31.901262 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-534b7653-98a4-4c16-a703-f19613feb34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:31.977079 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-002db345-5fe0-4ab5-b5a4-0db156bed7a4 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Allocated IP 172.20.0.10 (54bc3c55-f3e2-41ce-a055-91b3b0ee3c98/7535dae7-ea9c-4865-af6e-7a9b647822e9/7ed532fe-6769-48c8-91d8-d743b730e7da) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:18:31.988380 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-534b7653-98a4-4c16-a703-f19613feb34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:32.034708 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-534b7653-98a4-4c16-a703-f19613feb34e None None] For port 6d0a0a67-9326-4421-a6a8-789e665561cf, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6d0a0a67-9326-4421-a6a8-789e665561cf,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:32.042892 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-534b7653-98a4-4c16-a703-f19613feb34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:32.122526 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b7653-98a4-4c16-a703-f19613feb34e None None] Pushing event updated for resources: {'Port': ['ID=6d0a0a67-9326-4421-a6a8-789e665561cf,revision_number=7']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:32.174245 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632fbd0-6bb1-4ac2-a2ce-dfe49ee121fb req-8d0077d7-0c2b-4759-960e-233d39f9e313 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:32.184698 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5632fbd0-6bb1-4ac2-a2ce-dfe49ee121fb req-8d0077d7-0c2b-4759-960e-233d39f9e313 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 949 time: 0.1088428 Jul 13 07:18:32.208491 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-002db345-5fe0-4ab5-b5a4-0db156bed7a4 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:32.237069 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5632fbd0-6bb1-4ac2-a2ce-dfe49ee121fb req-0c6d346b-9910-4162-bf5c-091a62fe3709 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513144 Jul 13 07:18:32.272211 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-002db345-5fe0-4ab5-b5a4-0db156bed7a4 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:32.284713 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 2920a4fe-39d6-4de6-a6f9-abc8521bd8dc up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:18:32.379667 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 2920a4fe-39d6-4de6-a6f9-abc8521bd8dc completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:18:32.384541 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 2920a4fe-39d6-4de6-a6f9-abc8521bd8dc triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:18:32.384913 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:32.422798 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-002db345-5fe0-4ab5-b5a4-0db156bed7a4 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Network 54bc3c55-f3e2-41ce-a055-91b3b0ee3c98 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:18:32.425163 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002db345-5fe0-4ab5-b5a4-0db156bed7a4 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Pushing event updated for resources: {'Port': ['ID=7ed532fe-6769-48c8-91d8-d743b730e7da,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:32.429839 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-002db345-5fe0-4ab5-b5a4-0db156bed7a4 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:18:32.431756 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3bdb14fd-6d8a-4d93-bc66-af41b46462cb None None] Provisioning complete for port 6d0a0a67-9326-4421-a6a8-789e665561cf triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:18:32.432128 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3bdb14fd-6d8a-4d93-bc66-af41b46462cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:32.432419 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-002db345-5fe0-4ab5-b5a4-0db156bed7a4 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:18:32.441922 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e449e9-f012-4b6b-817e-8179a7b28717 req-dba6e168-5c6c-4b65-85be-d900e59b7134 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:32.444061 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-59e449e9-f012-4b6b-817e-8179a7b28717 req-dba6e168-5c6c-4b65-85be-d900e59b7134 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a991275-6c98-4c01-91d7-77fcc49bef7d HTTP/1.1" status: 200 len: 932 time: 0.0890229 Jul 13 07:18:32.498783 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-59e449e9-f012-4b6b-817e-8179a7b28717 req-0f8617c1-2360-4ed6-b2cf-5023bb75e41c tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485613 Jul 13 07:18:32.513635 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-002db345-5fe0-4ab5-b5a4-0db156bed7a4 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:32.513635 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-002db345-5fe0-4ab5-b5a4-0db156bed7a4 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:32.525461 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf1f25c-6348-4e9f-a2ff-2ffc06f9c5ce req-d8abf4ba-0942-4378-8374-95e8346421f5 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:32.531691 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-abf1f25c-6348-4e9f-a2ff-2ffc06f9c5ce req-d8abf4ba-0942-4378-8374-95e8346421f5 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 949 time: 0.2346630 Jul 13 07:18:32.545945 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:32.557337 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-002db345-5fe0-4ab5-b5a4-0db156bed7a4 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0443380 Jul 13 07:18:32.580362 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-abf1f25c-6348-4e9f-a2ff-2ffc06f9c5ce req-0facd2f6-13bc-48cf-9ed8-db728a9b6d1c tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473595 Jul 13 07:18:32.585397 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-3f35e2b8-1b2c-4f27-90d1-543c4f309dcc service neutron] Request body: {'port': {'device_id': '5a991275-6c98-4c01-91d7-77fcc49bef7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:18:32.625681 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 2920a4fe-39d6-4de6-a6f9-abc8521bd8dc, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=2920a4fe-39d6-4de6-a6f9-abc8521bd8dc,segment=NetworkSegment(b7fdd6a4-7ea0-4d78-a1ca-354316bc2553),segment_id=b7fdd6a4-7ea0-4d78-a1ca-354316bc2553)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:32.633825 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:32.686607 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-3f35e2b8-1b2c-4f27-90d1-543c4f309dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:32.752258 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=2920a4fe-39d6-4de6-a6f9-abc8521bd8dc,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:32.953599 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160af10e-3022-421f-80df-01056fa27bf1 req-c340b002-2e64-4311-92ab-85ba0b586461 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:32.955330 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-160af10e-3022-421f-80df-01056fa27bf1 req-c340b002-2e64-4311-92ab-85ba0b586461 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.42 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04&tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&binding%3Ahost_id=n-h1-771363-34 HTTP/1.1" status: 200 len: 949 time: 0.1412649 Jul 13 07:18:32.992402 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f9956-80bc-4bb6-8d17-8fb4e7f39680 req-01bcf15e-519c-4f20-b151-6434db0d4e40 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:32.993940 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2c9f9956-80bc-4bb6-8d17-8fb4e7f39680 req-01bcf15e-519c-4f20-b151-6434db0d4e40 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba455a5d-2784-4fb6-abde-8599abf861c9 HTTP/1.1" status: 200 len: 946 time: 0.1350033 Jul 13 07:18:33.014486 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-68e4de98-3110-4b0f-976a-bdd265a24a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:33.017632 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:33.048800 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-3f35e2b8-1b2c-4f27-90d1-543c4f309dcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ed532fe-6769-48c8-91d8-d743b730e7da {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:18:33.058272 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-3f35e2b8-1b2c-4f27-90d1-543c4f309dcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:33.078055 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-3f35e2b8-1b2c-4f27-90d1-543c4f309dcc service neutron] Transition to ACTIVE for port object 7ed532fe-6769-48c8-91d8-d743b730e7da will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:18:33.087951 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-3f35e2b8-1b2c-4f27-90d1-543c4f309dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:33.099668 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2c9f9956-80bc-4bb6-8d17-8fb4e7f39680 req-210a97e0-84bc-4925-a77a-57e34ce9bbe3 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904999 Jul 13 07:18:33.110084 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481fa842-8846-4909-a6f1-1873483ee87c req-cbc50cae-2d8e-4caa-ae35-2f6aa8c5e60e tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:33.111674 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-481fa842-8846-4909-a6f1-1873483ee87c req-cbc50cae-2d8e-4caa-ae35-2f6aa8c5e60e tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 949 time: 0.1823225 Jul 13 07:18:33.126410 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160af10e-3022-421f-80df-01056fa27bf1 req-72fba37e-77f4-45f3-b1e7-cafe8a9b3d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:33.128122 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-160af10e-3022-421f-80df-01056fa27bf1 req-72fba37e-77f4-45f3-b1e7-cafe8a9b3d9e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 1101 time: 0.0968211 Jul 13 07:18:33.210088 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f35e2b8-1b2c-4f27-90d1-543c4f309dcc service neutron] Pushing event updated for resources: {'Port': ['ID=7ed532fe-6769-48c8-91d8-d743b730e7da,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:33.243966 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-481fa842-8846-4909-a6f1-1873483ee87c req-47849a81-dcc6-43e8-9068-6dd598f25289 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031485 Jul 13 07:18:33.273711 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-3f35e2b8-1b2c-4f27-90d1-543c4f309dcc service neutron] Attempting to bind port 7ed532fe-6769-48c8-91d8-d743b730e7da on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:18:33.274286 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-3f35e2b8-1b2c-4f27-90d1-543c4f309dcc service neutron] Attempting to bind port 7ed532fe-6769-48c8-91d8-d743b730e7da by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'a9b8753b-d4aa-4a40-9c80-b78a2ae73457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '54bc3c55-f3e2-41ce-a055-91b3b0ee3c98'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:18:33.274800 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-3f35e2b8-1b2c-4f27-90d1-543c4f309dcc service neutron] Attempting to bind port 7ed532fe-6769-48c8-91d8-d743b730e7da on network 54bc3c55-f3e2-41ce-a055-91b3b0ee3c98 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:18:33.279701 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-3f35e2b8-1b2c-4f27-90d1-543c4f309dcc service neutron] Port 7ed532fe-6769-48c8-91d8-d743b730e7da on network 54bc3c55-f3e2-41ce-a055-91b3b0ee3c98 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:18:33.280026 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-3f35e2b8-1b2c-4f27-90d1-543c4f309dcc service neutron] Attempting to bind port 7ed532fe-6769-48c8-91d8-d743b730e7da on network 54bc3c55-f3e2-41ce-a055-91b3b0ee3c98 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:18:33.285056 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-3f35e2b8-1b2c-4f27-90d1-543c4f309dcc service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:18:33.285457 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-3f35e2b8-1b2c-4f27-90d1-543c4f309dcc service neutron] Checking segment: {'id': 'a9b8753b-d4aa-4a40-9c80-b78a2ae73457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '54bc3c55-f3e2-41ce-a055-91b3b0ee3c98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:18:33.285762 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-3f35e2b8-1b2c-4f27-90d1-543c4f309dcc service neutron] Bound using segment: {'id': 'a9b8753b-d4aa-4a40-9c80-b78a2ae73457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '54bc3c55-f3e2-41ce-a055-91b3b0ee3c98'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:18:33.286827 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-3f35e2b8-1b2c-4f27-90d1-543c4f309dcc service neutron] Bound port: 7ed532fe-6769-48c8-91d8-d743b730e7da, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b8753b-d4aa-4a40-9c80-b78a2ae73457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '54bc3c55-f3e2-41ce-a055-91b3b0ee3c98'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:18:33.287188 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-3f35e2b8-1b2c-4f27-90d1-543c4f309dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:33.296037 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160af10e-3022-421f-80df-01056fa27bf1 req-0984e3a0-9cec-46cf-97c8-19feaa47967d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:33.297501 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-160af10e-3022-421f-80df-01056fa27bf1 req-0984e3a0-9cec-46cf-97c8-19feaa47967d service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.1621659 Jul 13 07:18:33.347160 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-160af10e-3022-421f-80df-01056fa27bf1 req-4fc583c9-c944-4311-b211-1542d2aaa9cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=6d0a0a67-9326-4421-a6a8-789e665561cf HTTP/1.1" status: 200 len: 217 time: 0.0423474 Jul 13 07:18:33.362543 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 6d0a0a67-9326-4421-a6a8-789e665561cf details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:18:33.362927 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-3f35e2b8-1b2c-4f27-90d1-543c4f309dcc service neutron] For port 7ed532fe-6769-48c8-91d8-d743b730e7da, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:18:33.366872 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-3f35e2b8-1b2c-4f27-90d1-543c4f309dcc service neutron] For port 7ed532fe-6769-48c8-91d8-d743b730e7da, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=7ed532fe-6769-48c8-91d8-d743b730e7da,segment=NetworkSegment(a9b8753b-d4aa-4a40-9c80-b78a2ae73457),segment_id=a9b8753b-d4aa-4a40-9c80-b78a2ae73457)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:18:33.374741 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431498b-e107-47bf-be26-4986249316b9 req-f5097485-f8a3-4c69-93b5-3af748d5cdbd tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:33.376310 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0431498b-e107-47bf-be26-4986249316b9 req-f5097485-f8a3-4c69-93b5-3af748d5cdbd tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 945 time: 0.1340952 Jul 13 07:18:33.378871 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-3f35e2b8-1b2c-4f27-90d1-543c4f309dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:33.414974 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-3f35e2b8-1b2c-4f27-90d1-543c4f309dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:33.415612 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-3f35e2b8-1b2c-4f27-90d1-543c4f309dcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:33.416999 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-3f35e2b8-1b2c-4f27-90d1-543c4f309dcc service neutron] 10.222.0.25 "PUT /v2.0/ports/7ed532fe-6769-48c8-91d8-d743b730e7da HTTP/1.1" status: 200 len: 1093 time: 0.8404019 Jul 13 07:18:33.417448 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a991275-6c98-4c01-91d7-77fcc49bef7d', 'tag': '7ed532fe-6769-48c8-91d8-d743b730e7da'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:18:33.419848 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0825d736-862a-4ba3-9765-71022febf0af" -d '{"events": [{"name": "network-changed", "server_uuid": "5a991275-6c98-4c01-91d7-77fcc49bef7d", "tag": "7ed532fe-6769-48c8-91d8-d743b730e7da"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:18:33.450306 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160af10e-3022-421f-80df-01056fa27bf1 req-61c1b9d0-b2d0-49e4-805b-dc2539f972ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:33.451833 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-160af10e-3022-421f-80df-01056fa27bf1 req-61c1b9d0-b2d0-49e4-805b-dc2539f972ea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.0972428 Jul 13 07:18:33.505346 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0431498b-e107-47bf-be26-4986249316b9 req-a0077ee8-3009-4212-9535-62304369db18 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028302 Jul 13 07:18:33.508895 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1467b4-c81a-4a94-b8a6-0e7bc033e7b2 x-openstack-request-id: req-0c1467b4-c81a-4a94-b8a6-0e7bc033e7b2 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:18:33.509506 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a991275-6c98-4c01-91d7-77fcc49bef7d", "tag": "7ed532fe-6769-48c8-91d8-d743b730e7da", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:18:33.509931 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0c1467b4-c81a-4a94-b8a6-0e7bc033e7b2 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:18:33.510472 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a991275-6c98-4c01-91d7-77fcc49bef7d', 'tag': '7ed532fe-6769-48c8-91d8-d743b730e7da', 'status': 'completed', 'code': 200} Jul 13 07:18:33.515929 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f35e2b8-1b2c-4f27-90d1-543c4f309dcc service neutron] Pushing event updated for resources: {'Port': ['ID=7ed532fe-6769-48c8-91d8-d743b730e7da,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:33.521014 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 6d0a0a67-9326-4421-a6a8-789e665561cf, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6d0a0a67-9326-4421-a6a8-789e665561cf,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:33.556392 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '6d0a0a67-9326-4421-a6a8-789e665561cf', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': '6d0a0a67-9326-4421-a6a8-789e665561cf', 'mac_address': 'fa:16:3e:d7:ad:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:18:33.562317 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160af10e-3022-421f-80df-01056fa27bf1 req-661ab2bc-86cd-4255-9843-71f47bd0ca2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:33.574182 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-d3f7714c-1ca4-4fae-85ab-c93857163c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:33.574534 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-160af10e-3022-421f-80df-01056fa27bf1 req-661ab2bc-86cd-4255-9843-71f47bd0ca2f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1058047 Jul 13 07:18:33.576147 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-d3f7714c-1ca4-4fae-85ab-c93857163c84 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cdafcd5e806e4c2abdd2e83e49772c5a&device_id=5a991275-6c98-4c01-91d7-77fcc49bef7d HTTP/1.1" status: 200 len: 1096 time: 0.1099658 Jul 13 07:18:33.586278 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:18:33.621005 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:33.649148 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b1f6d5-6d13-41f5-9b1e-b51bc1668f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0a0a67-9326-4421-a6a8-789e665561cf'}, {'server_uuid': 'ba455a5d-2784-4fb6-abde-8599abf861c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2920a4fe-39d6-4de6-a6f9-abc8521bd8dc'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:18:33.651659 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe91c96-6981-42f9-ae05-fcb3cc890ce9" -d '{"events": [{"server_uuid": "31b1f6d5-6d13-41f5-9b1e-b51bc1668f04", "name": "network-vif-plugged", "status": "completed", "tag": "6d0a0a67-9326-4421-a6a8-789e665561cf"}, {"server_uuid": "ba455a5d-2784-4fb6-abde-8599abf861c9", "name": "network-vif-plugged", "status": "completed", "tag": "2920a4fe-39d6-4de6-a6f9-abc8521bd8dc"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:18:33.657291 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d0a0a67-9326-4421-a6a8-789e665561cf {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:18:33.664788 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-ade26191-474c-4eea-880b-399ba18bd4a9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ed532fe-6769-48c8-91d8-d743b730e7da HTTP/1.1" status: 200 len: 217 time: 0.0756602 Jul 13 07:18:33.694498 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 6d0a0a67-9326-4421-a6a8-789e665561cf, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6d0a0a67-9326-4421-a6a8-789e665561cf,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:33.699139 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-160af10e-3022-421f-80df-01056fa27bf1 req-2923655e-7e1c-45ac-b96e-fa946cbc03bd service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209552 Jul 13 07:18:33.702608 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:33.767084 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=6d0a0a67-9326-4421-a6a8-789e665561cf,revision_number=8']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:33.790593 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-84fdf54e-9ae4-4970-9d08-1b4b1186380e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:33.792152 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-84fdf54e-9ae4-4970-9d08-1b4b1186380e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7535dae7-ea9c-4865-af6e-7a9b647822e9 HTTP/1.1" status: 200 len: 862 time: 0.0912220 Jul 13 07:18:33.809862 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73adac-fdcf-4259-984c-abef146603da req-afc86a9f-6a2f-4f47-977d-8c01bd4e996e tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:33.817946 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bf73adac-fdcf-4259-984c-abef146603da req-afc86a9f-6a2f-4f47-977d-8c01bd4e996e tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a991275-6c98-4c01-91d7-77fcc49bef7d HTTP/1.1" status: 200 len: 944 time: 0.1554315 Jul 13 07:18:33.857579 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-4283815c-7b75-4bf8-8947-1a4c82b3d0e6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=54bc3c55-f3e2-41ce-a055-91b3b0ee3c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367658 Jul 13 07:18:33.903092 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:33.914163 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-160af10e-3022-421f-80df-01056fa27bf1 req-2cd936a5-1fbb-44dd-a250-0dcc09ba4954 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037501 Jul 13 07:18:33.939422 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bf73adac-fdcf-4259-984c-abef146603da req-062e2d26-f5c9-4e53-b81c-ad438b14cf1e tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201029 Jul 13 07:18:33.946771 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83969653-a3e2-4664-ac4a-fca56a71ecad req-67214156-ae15-4752-9c2d-087bfc7fa4cc tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:33.948348 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-83969653-a3e2-4664-ac4a-fca56a71ecad req-67214156-ae15-4752-9c2d-087bfc7fa4cc tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 949 time: 0.1245565 Jul 13 07:18:34.012488 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-cc14ded9-261d-4aab-9928-8a5172e0cb0d service neutron] 10.222.0.25 "GET /v2.0/networks/54bc3c55-f3e2-41ce-a055-91b3b0ee3c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415868 Jul 13 07:18:34.051276 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e89827-69a6-430e-907a-3210f7cd2957 x-openstack-request-id: req-36e89827-69a6-430e-907a-3210f7cd2957 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:18:34.051598 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b1f6d5-6d13-41f5-9b1e-b51bc1668f04", "name": "network-vif-plugged", "status": "completed", "tag": "6d0a0a67-9326-4421-a6a8-789e665561cf", "code": 200}, {"server_uuid": "ba455a5d-2784-4fb6-abde-8599abf861c9", "name": "network-vif-plugged", "status": "completed", "tag": "2920a4fe-39d6-4de6-a6f9-abc8521bd8dc", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:18:34.052345 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-36e89827-69a6-430e-907a-3210f7cd2957 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:18:34.053677 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b1f6d5-6d13-41f5-9b1e-b51bc1668f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0a0a67-9326-4421-a6a8-789e665561cf', 'code': 200} Jul 13 07:18:34.053677 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba455a5d-2784-4fb6-abde-8599abf861c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2920a4fe-39d6-4de6-a6f9-abc8521bd8dc', 'code': 200} Jul 13 07:18:34.070135 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-83969653-a3e2-4664-ac4a-fca56a71ecad req-47f1e0b0-720d-4a04-a734-b28f0c7cb3bc tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042912 Jul 13 07:18:34.072245 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['6d0a0a67-9326-4421-a6a8-789e665561cf'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:18:34.149250 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c840c1a9-17bc-47e9-9441-c1afa9d33528 req-578f778a-38e2-48c9-a10d-2f46ba4ff7cf service neutron] 10.222.0.25 "GET /v2.0/networks/54bc3c55-f3e2-41ce-a055-91b3b0ee3c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267872 Jul 13 07:18:34.183249 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-fb30981c-6aea-4e41-b11e-7f14a131617f None None] Provisioning complete for port 6d0a0a67-9326-4421-a6a8-789e665561cf triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:18:34.183619 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fb30981c-6aea-4e41-b11e-7f14a131617f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:34.245392 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce8bdf-4a79-471a-93bf-00727eb0f88b req-d8c5dd31-5d70-4209-a70c-f33adb0bdf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:34.249661 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-76ce8bdf-4a79-471a-93bf-00727eb0f88b req-d8c5dd31-5d70-4209-a70c-f33adb0bdf8e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ba455a5d-2784-4fb6-abde-8599abf861c9 HTTP/1.1" status: 200 len: 1098 time: 0.0901141 Jul 13 07:18:34.313679 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-76ce8bdf-4a79-471a-93bf-00727eb0f88b req-73ceee1b-6f44-4d9c-8a4a-787fd6870be2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572560 Jul 13 07:18:34.315124 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825d736-862a-4ba3-9765-71022febf0af req-6d86454c-bf0f-4088-99e1-ad2c3833a8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:34.316871 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0825d736-862a-4ba3-9765-71022febf0af req-6d86454c-bf0f-4088-99e1-ad2c3833a8b3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cdafcd5e806e4c2abdd2e83e49772c5a&device_id=5a991275-6c98-4c01-91d7-77fcc49bef7d HTTP/1.1" status: 200 len: 1096 time: 0.1012337 Jul 13 07:18:34.351259 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fb30981c-6aea-4e41-b11e-7f14a131617f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:34.429327 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-fb30981c-6aea-4e41-b11e-7f14a131617f None None] For port 6d0a0a67-9326-4421-a6a8-789e665561cf, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6d0a0a67-9326-4421-a6a8-789e665561cf,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:34.438582 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fb30981c-6aea-4e41-b11e-7f14a131617f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:34.534245 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb30981c-6aea-4e41-b11e-7f14a131617f None None] Pushing event updated for resources: {'Port': ['ID=6d0a0a67-9326-4421-a6a8-789e665561cf,revision_number=9']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:34.542025 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ed018-2c60-417b-93fd-9fc2dc3c3629 req-066cf1a1-2acb-442e-aff0-9996ab9c1b7b tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:34.548949 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-709ed018-2c60-417b-93fd-9fc2dc3c3629 req-066cf1a1-2acb-442e-aff0-9996ab9c1b7b tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba455a5d-2784-4fb6-abde-8599abf861c9 HTTP/1.1" status: 200 len: 946 time: 0.1590905 Jul 13 07:18:34.596021 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825d736-862a-4ba3-9765-71022febf0af req-09cb1681-759e-4e7c-9315-cf1ee1b719b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:34.597947 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0825d736-862a-4ba3-9765-71022febf0af req-09cb1681-759e-4e7c-9315-cf1ee1b719b0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=54bc3c55-f3e2-41ce-a055-91b3b0ee3c98 HTTP/1.1" status: 200 len: 923 time: 0.2368696 Jul 13 07:18:34.617167 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-709ed018-2c60-417b-93fd-9fc2dc3c3629 req-8e7efbc6-cea0-43d9-bf84-21e415085877 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672958 Jul 13 07:18:34.633684 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d4972-0397-4b77-bb00-f4a2ebf8b756 req-30ab748c-2be7-43fc-a560-3c32665feb73 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:34.636499 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fc5d4972-0397-4b77-bb00-f4a2ebf8b756 req-30ab748c-2be7-43fc-a560-3c32665feb73 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 949 time: 0.0980330 Jul 13 07:18:34.681628 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0825d736-862a-4ba3-9765-71022febf0af req-4e90d1f6-1307-458c-91ba-748f128126a8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ed532fe-6769-48c8-91d8-d743b730e7da HTTP/1.1" status: 200 len: 217 time: 0.0613286 Jul 13 07:18:34.690136 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fc5d4972-0397-4b77-bb00-f4a2ebf8b756 req-27a0ded8-6cb2-4937-8be6-660025d387ba tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480494 Jul 13 07:18:34.740726 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825d736-862a-4ba3-9765-71022febf0af req-868e8e03-b584-4e48-8d12-39bf5a5c0ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:34.742246 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0825d736-862a-4ba3-9765-71022febf0af req-868e8e03-b584-4e48-8d12-39bf5a5c0ba0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7535dae7-ea9c-4865-af6e-7a9b647822e9 HTTP/1.1" status: 200 len: 862 time: 0.0533190 Jul 13 07:18:34.783337 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0825d736-862a-4ba3-9765-71022febf0af req-550ecf76-57d1-46a8-b932-4b5eba2e9ff9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=54bc3c55-f3e2-41ce-a055-91b3b0ee3c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339286 Jul 13 07:18:34.828935 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9eb5f345-1cee-4a29-bede-1c386a91f854 None None] Provisioning complete for port 6d0a0a67-9326-4421-a6a8-789e665561cf triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:18:34.829304 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9eb5f345-1cee-4a29-bede-1c386a91f854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:34.916354 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073ae28-81f9-4366-94a6-574d03c150e0 req-a39f45b7-97f5-4ee5-9f0b-43986f17f9ad tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:34.924720 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d073ae28-81f9-4366-94a6-574d03c150e0 req-a39f45b7-97f5-4ee5-9f0b-43986f17f9ad tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 945 time: 0.0824213 Jul 13 07:18:34.939026 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0825d736-862a-4ba3-9765-71022febf0af req-ad8399ca-ede4-42d3-9b21-2c88942fc7af service neutron] 10.222.0.25 "GET /v2.0/networks/54bc3c55-f3e2-41ce-a055-91b3b0ee3c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350222 Jul 13 07:18:34.957846 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d909db6-b2a2-4616-be77-cedbef3d9f8d req-c24f57e3-4ca2-447f-b0aa-7b5458205eef tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:34.960742 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6d909db6-b2a2-4616-be77-cedbef3d9f8d req-c24f57e3-4ca2-447f-b0aa-7b5458205eef tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] 10.222.0.23 "GET /v2.0/ports?device_id=584f5b64-433f-4242-818c-bd691897e39c HTTP/1.1" status: 200 len: 945 time: 0.1579843 Jul 13 07:18:34.986523 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d073ae28-81f9-4366-94a6-574d03c150e0 req-70735779-09bb-4e20-8d5c-8edb1d1d28f0 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602663 Jul 13 07:18:35.069704 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6d909db6-b2a2-4616-be77-cedbef3d9f8d req-1bc228b1-1c80-490b-93a3-fe2c3f702abb tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8575ab4-8b6b-4ff6-8eca-106f9eeb1486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988457 Jul 13 07:18:35.087503 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0825d736-862a-4ba3-9765-71022febf0af req-02740dc7-db24-445c-a155-9deff785557d service neutron] 10.222.0.25 "GET /v2.0/networks/54bc3c55-f3e2-41ce-a055-91b3b0ee3c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407304 Jul 13 07:18:35.153486 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494585d-aae7-4a2e-b229-5681400d64e0 req-7d6b730d-37c5-4d8c-906c-97a9c9a53230 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:35.154983 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b494585d-aae7-4a2e-b229-5681400d64e0 req-7d6b730d-37c5-4d8c-906c-97a9c9a53230 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a991275-6c98-4c01-91d7-77fcc49bef7d HTTP/1.1" status: 200 len: 944 time: 0.0677891 Jul 13 07:18:35.196575 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b494585d-aae7-4a2e-b229-5681400d64e0 req-a94c568c-a7e5-48dd-967d-a3bd221b5cd9 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356145 Jul 13 07:18:35.248308 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d83556-a05f-4ff2-bc1f-3cad0e7ab269 req-cc71c1ed-7388-43c2-aad7-05f626b23784 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:35.249769 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f6d83556-a05f-4ff2-bc1f-3cad0e7ab269 req-cc71c1ed-7388-43c2-aad7-05f626b23784 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 949 time: 0.0652225 Jul 13 07:18:35.287913 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f6d83556-a05f-4ff2-bc1f-3cad0e7ab269 req-13ac8f2c-cac1-49a9-bcae-fe5c3a5f3e16 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321245 Jul 13 07:18:35.367955 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 6d0a0a67-9326-4421-a6a8-789e665561cf up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:18:35.414782 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 6d0a0a67-9326-4421-a6a8-789e665561cf triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:18:35.415135 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:35.672709 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:35.788945 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1fcf5-d641-4e67-95f3-1d2e2e3493aa req-b1b2f711-3b4a-459f-9b92-25f0ff000a2d tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:35.790419 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2ef1fcf5-d641-4e67-95f3-1d2e2e3493aa req-b1b2f711-3b4a-459f-9b92-25f0ff000a2d tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba455a5d-2784-4fb6-abde-8599abf861c9 HTTP/1.1" status: 200 len: 946 time: 0.0631304 Jul 13 07:18:35.827886 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2ef1fcf5-d641-4e67-95f3-1d2e2e3493aa req-c8723bf8-2cee-444c-8b18-704f2b103110 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312462 Jul 13 07:18:35.872958 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96dfc67-51f0-452e-8a6c-569805373154 req-27917823-3081-4dcb-81be-59e34636a6c0 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:35.874419 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e96dfc67-51f0-452e-8a6c-569805373154 req-27917823-3081-4dcb-81be-59e34636a6c0 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 949 time: 0.0637324 Jul 13 07:18:35.912728 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e96dfc67-51f0-452e-8a6c-569805373154 req-082b281e-392f-443c-ba65-1da9404b9f82 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325549 Jul 13 07:18:36.053979 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b1f6d5-6d13-41f5-9b1e-b51bc1668f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0a0a67-9326-4421-a6a8-789e665561cf'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:18:36.058258 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06e5cfd-922b-4bab-bff9-55e2bb72f0e6" -d '{"events": [{"server_uuid": "31b1f6d5-6d13-41f5-9b1e-b51bc1668f04", "name": "network-vif-plugged", "status": "completed", "tag": "6d0a0a67-9326-4421-a6a8-789e665561cf"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:18:36.092675 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38ad91-f692-433f-af62-3e1ffcc0338c req-5a0c122c-576a-49de-9261-4701828921ac tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:36.095680 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fe38ad91-f692-433f-af62-3e1ffcc0338c req-5a0c122c-576a-49de-9261-4701828921ac tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 949 time: 0.0683205 Jul 13 07:18:36.132934 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fe38ad91-f692-433f-af62-3e1ffcc0338c req-1392f00d-3c54-4c8d-a770-903c895ebaf6 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324476 Jul 13 07:18:36.190162 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf3147-8849-42c0-a78b-99578a1da036 req-33941ae4-f890-434c-a683-4b8ad563ffd8 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:36.191484 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ddaf3147-8849-42c0-a78b-99578a1da036 req-33941ae4-f890-434c-a683-4b8ad563ffd8 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 945 time: 0.0687718 Jul 13 07:18:36.234667 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ddaf3147-8849-42c0-a78b-99578a1da036 req-d9aa5b90-a47f-4f8e-bb26-316588a725ac tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352440 Jul 13 07:18:36.290793 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a2c759-4cda-4a70-8c63-a078287352b5 x-openstack-request-id: req-f5a2c759-4cda-4a70-8c63-a078287352b5 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:18:36.291147 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b1f6d5-6d13-41f5-9b1e-b51bc1668f04", "name": "network-vif-plugged", "status": "completed", "tag": "6d0a0a67-9326-4421-a6a8-789e665561cf", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:18:36.291501 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f5a2c759-4cda-4a70-8c63-a078287352b5 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:18:36.291952 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b1f6d5-6d13-41f5-9b1e-b51bc1668f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0a0a67-9326-4421-a6a8-789e665561cf', 'code': 200} Jul 13 07:18:36.328265 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048fd578-8bbb-4df1-88ee-c4a6377ab61f req-4424dafb-e47a-49af-9091-28c4b6b52aa7 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:36.329733 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-048fd578-8bbb-4df1-88ee-c4a6377ab61f req-4424dafb-e47a-49af-9091-28c4b6b52aa7 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba455a5d-2784-4fb6-abde-8599abf861c9 HTTP/1.1" status: 200 len: 946 time: 0.0972490 Jul 13 07:18:36.367999 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-048fd578-8bbb-4df1-88ee-c4a6377ab61f req-de2b941d-e141-4d10-8e3d-becda59d131f tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321953 Jul 13 07:18:36.451898 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02f526-54cb-4544-8825-25abf27eefdb req-bfaade52-d6b0-4243-8c11-448ff1291b6e tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:36.453295 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-da02f526-54cb-4544-8825-25abf27eefdb req-bfaade52-d6b0-4243-8c11-448ff1291b6e tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] 10.222.0.23 "GET /v2.0/ports?device_id=584f5b64-433f-4242-818c-bd691897e39c HTTP/1.1" status: 200 len: 945 time: 0.0664043 Jul 13 07:18:36.491819 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-da02f526-54cb-4544-8825-25abf27eefdb req-a91ca874-050d-4e8f-b8d7-edf87fb6f685 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8575ab4-8b6b-4ff6-8eca-106f9eeb1486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330009 Jul 13 07:18:36.591578 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578ceaf-a5d5-4b17-932b-7dc0fbd632cf req-c209fe3a-dddb-46c1-8911-5ea1cf1acc9f tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:36.593134 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c578ceaf-a5d5-4b17-932b-7dc0fbd632cf req-c209fe3a-dddb-46c1-8911-5ea1cf1acc9f tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a991275-6c98-4c01-91d7-77fcc49bef7d HTTP/1.1" status: 200 len: 944 time: 0.0975487 Jul 13 07:18:36.651632 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f41577-49fd-4155-905d-8d55eae2a4d0 req-a9aa1578-75ab-4f51-b229-4956d8f004c7 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:36.653106 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-00f41577-49fd-4155-905d-8d55eae2a4d0 req-a9aa1578-75ab-4f51-b229-4956d8f004c7 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] 10.222.0.42 "GET /v2.0/ports?device_id=584f5b64-433f-4242-818c-bd691897e39c HTTP/1.1" status: 200 len: 945 time: 0.1023242 Jul 13 07:18:36.656328 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c578ceaf-a5d5-4b17-932b-7dc0fbd632cf req-41371754-e604-437c-86c8-be0242c412d7 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551126 Jul 13 07:18:36.777933 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-00f41577-49fd-4155-905d-8d55eae2a4d0 req-31791790-207b-48c8-a398-48b0a18122b8 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] Deleting port cba6bc0d-bc54-4dec-9e50-d8ea286377b0 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:18:36.778339 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-00f41577-49fd-4155-905d-8d55eae2a4d0 req-31791790-207b-48c8-a398-48b0a18122b8 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:36.890979 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-00f41577-49fd-4155-905d-8d55eae2a4d0 req-31791790-207b-48c8-a398-48b0a18122b8 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] For port cba6bc0d-bc54-4dec-9e50-d8ea286377b0, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=cba6bc0d-bc54-4dec-9e50-d8ea286377b0,segment=NetworkSegment(1659bffe-213e-407f-81a2-40b80fb6bc07),segment_id=1659bffe-213e-407f-81a2-40b80fb6bc07)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:36.891755 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-00f41577-49fd-4155-905d-8d55eae2a4d0 req-31791790-207b-48c8-a398-48b0a18122b8 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:36.905453 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-00f41577-49fd-4155-905d-8d55eae2a4d0 req-31791790-207b-48c8-a398-48b0a18122b8 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] Calling delete_port for cba6bc0d-bc54-4dec-9e50-d8ea286377b0 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:18:37.009994 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-d8f24562-9b89-474d-91af-18b0821fa5ad tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:37.011842 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-d8f24562-9b89-474d-91af-18b0821fa5ad tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e&tenant_id=05a465060c604024bf60fd1a58309bf9&binding%3Ahost_id=n-h1-771363-34 HTTP/1.1" status: 200 len: 1097 time: 0.4189746 Jul 13 07:18:37.025085 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c6438-4ea0-42cf-aac8-77b18180fa96 req-cfa883b1-3077-4d34-b82f-92334bb30ec8 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:37.031783 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ed0c6438-4ea0-42cf-aac8-77b18180fa96 req-cfa883b1-3077-4d34-b82f-92334bb30ec8 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 949 time: 0.4139144 Jul 13 07:18:37.038800 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-ee87989b-f4b4-4748-bdaa-029291cb966f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771363-34'}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:18:37.062432 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-d7632ca9-c460-4bc5-9a84-7dcbcfc85153 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330353 Jul 13 07:18:37.086194 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-00f41577-49fd-4155-905d-8d55eae2a4d0 req-31791790-207b-48c8-a398-48b0a18122b8 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:37.097709 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['cba6bc0d-bc54-4dec-9e50-d8ea286377b0'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:18:37.100412 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ed0c6438-4ea0-42cf-aac8-77b18180fa96 req-ceb79348-6021-42b7-960d-84fe09065a48 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678592 Jul 13 07:18:37.141227 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31791790-207b-48c8-a398-48b0a18122b8 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] Pushing event deleted for resources: {'Port': ['ID=cba6bc0d-bc54-4dec-9e50-d8ea286377b0,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:37.142578 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-ee87989b-f4b4-4748-bdaa-029291cb966f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:37.224111 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f41577-49fd-4155-905d-8d55eae2a4d0 req-31791790-207b-48c8-a398-48b0a18122b8 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] No DVR routers for this DVR port cba6bc0d-bc54-4dec-9e50-d8ea286377b0 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:18:37.227226 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-00f41577-49fd-4155-905d-8d55eae2a4d0 req-31791790-207b-48c8-a398-48b0a18122b8 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:37.229805 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-00f41577-49fd-4155-905d-8d55eae2a4d0 req-31791790-207b-48c8-a398-48b0a18122b8 tempest-VolumesAdminNegativeTest-2013247866 tempest-VolumesAdminNegativeTest-2013247866-project] 10.222.0.42 "DELETE /v2.0/ports/cba6bc0d-bc54-4dec-9e50-d8ea286377b0 HTTP/1.1" status: 204 len: 173 time: 0.5705295 Jul 13 07:18:37.232480 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584f5b64-433f-4242-818c-bd691897e39c', 'name': 'network-vif-deleted', 'tag': 'cba6bc0d-bc54-4dec-9e50-d8ea286377b0'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:18:37.235592 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294a6115-4c0d-430e-aac5-122e9f15e271" -d '{"events": [{"server_uuid": "584f5b64-433f-4242-818c-bd691897e39c", "name": "network-vif-deleted", "tag": "cba6bc0d-bc54-4dec-9e50-d8ea286377b0"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:18:37.278795 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-185a9d41-b7f0-4263-bbd3-14c24e97c92e tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:37.280425 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-185a9d41-b7f0-4263-bbd3-14c24e97c92e tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2069740 Jul 13 07:18:37.296225 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-88237c64-c5d0-4417-b11a-d89b28109149 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/quotas/dfd29396c7b34113bbf812ba80e3a2b0 HTTP/1.1" status: 200 len: 375 time: 0.0098858 Jul 13 07:18:37.313261 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-ee87989b-f4b4-4748-bdaa-029291cb966f service neutron] For port 25456c63-4ae3-4d25-b173-8f09a2aaaeae, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=25456c63-4ae3-4d25-b173-8f09a2aaaeae,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:37.361290 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fa2f3-7724-4124-ac83-1c5731f0ba37 req-e0848225-b352-4983-a68d-a551cbb32205 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:37.362802 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5f7fa2f3-7724-4124-ac83-1c5731f0ba37 req-e0848225-b352-4983-a68d-a551cbb32205 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 1097 time: 0.1087933 Jul 13 07:18:37.366052 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-ee87989b-f4b4-4748-bdaa-029291cb966f service neutron] For port 25456c63-4ae3-4d25-b173-8f09a2aaaeae, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:18:37.379000 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-ce57a79d-2c90-4d29-9b77-1631dad883f5 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0762472 Jul 13 07:18:37.430874 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ea7e15-f8d2-486b-9331-4f612804e59e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25456c63-4ae3-4d25-b173-8f09a2aaaeae'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:18:37.433148 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74e958c-8254-4c85-8218-2e2e51687d70" -d '{"events": [{"server_uuid": "a4ea7e15-f8d2-486b-9331-4f612804e59e", "name": "network-vif-unplugged", "status": "completed", "tag": "25456c63-4ae3-4d25-b173-8f09a2aaaeae"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:18:37.436789 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-ee87989b-f4b4-4748-bdaa-029291cb966f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:37.444399 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5f7fa2f3-7724-4124-ac83-1c5731f0ba37 req-e921c970-04ac-41fd-9f21-c692a9b07776 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547588 Jul 13 07:18:37.445382 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-ee87989b-f4b4-4748-bdaa-029291cb966f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:37.509338 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee87989b-f4b4-4748-bdaa-029291cb966f service neutron] Pushing event updated for resources: {'Port': ['ID=25456c63-4ae3-4d25-b173-8f09a2aaaeae,revision_number=7']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:37.525224 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53158ae0-23ee-4946-81d6-7ad256dd6d5d x-openstack-request-id: req-53158ae0-23ee-4946-81d6-7ad256dd6d5d {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:18:37.525515 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584f5b64-433f-4242-818c-bd691897e39c", "name": "network-vif-deleted", "tag": "cba6bc0d-bc54-4dec-9e50-d8ea286377b0", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:18:37.525766 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-53158ae0-23ee-4946-81d6-7ad256dd6d5d {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:18:37.526159 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584f5b64-433f-4242-818c-bd691897e39c', 'name': 'network-vif-deleted', 'tag': 'cba6bc0d-bc54-4dec-9e50-d8ea286377b0', 'status': 'completed', 'code': 200} Jul 13 07:18:37.563414 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-ee87989b-f4b4-4748-bdaa-029291cb966f service neutron] Attempting to bind port 25456c63-4ae3-4d25-b173-8f09a2aaaeae on host n-h1-771363-34 for vnic_type normal with profile {"migrating_to": "n-h2-771363-34"} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:18:37.563763 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-ee87989b-f4b4-4748-bdaa-029291cb966f service neutron] Attempting to bind port 25456c63-4ae3-4d25-b173-8f09a2aaaeae by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:18:37.564206 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-ee87989b-f4b4-4748-bdaa-029291cb966f service neutron] Attempting to bind port 25456c63-4ae3-4d25-b173-8f09a2aaaeae on network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:18:37.571946 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-ee87989b-f4b4-4748-bdaa-029291cb966f service neutron] Port 25456c63-4ae3-4d25-b173-8f09a2aaaeae on network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:18:37.572273 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-ee87989b-f4b4-4748-bdaa-029291cb966f service neutron] Attempting to bind port 25456c63-4ae3-4d25-b173-8f09a2aaaeae on network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:18:37.581248 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-ee87989b-f4b4-4748-bdaa-029291cb966f service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:18:37.581248 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-ee87989b-f4b4-4748-bdaa-029291cb966f service neutron] Checking segment: {'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:18:37.581248 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-ee87989b-f4b4-4748-bdaa-029291cb966f service neutron] Bound using segment: {'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:18:37.581248 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-ee87989b-f4b4-4748-bdaa-029291cb966f service neutron] Bound port: 25456c63-4ae3-4d25-b173-8f09a2aaaeae, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:18:37.581248 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-ee87989b-f4b4-4748-bdaa-029291cb966f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:37.651287 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-ee87989b-f4b4-4748-bdaa-029291cb966f service neutron] For port 25456c63-4ae3-4d25-b173-8f09a2aaaeae, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:18:37.655173 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-ee87989b-f4b4-4748-bdaa-029291cb966f service neutron] For port 25456c63-4ae3-4d25-b173-8f09a2aaaeae, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=25456c63-4ae3-4d25-b173-8f09a2aaaeae,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:18:37.667953 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-ee87989b-f4b4-4748-bdaa-029291cb966f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:37.693110 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42503c9a-14b0-4101-9414-b4c663d65c06 req-ba122f55-288f-4287-8d79-9377c86fd57f tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:37.700506 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-42503c9a-14b0-4101-9414-b4c663d65c06 req-ba122f55-288f-4287-8d79-9377c86fd57f tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 943 time: 0.0764179 Jul 13 07:18:37.748821 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-42503c9a-14b0-4101-9414-b4c663d65c06 req-ee37e87f-3245-4324-955f-ac09f4de8c1a tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464122 Jul 13 07:18:37.820870 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27d8b7d-9427-4b24-8b22-e8299b00bb56 x-openstack-request-id: req-d27d8b7d-9427-4b24-8b22-e8299b00bb56 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:18:37.821427 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ea7e15-f8d2-486b-9331-4f612804e59e", "name": "network-vif-unplugged", "status": "completed", "tag": "25456c63-4ae3-4d25-b173-8f09a2aaaeae", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:18:37.823140 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d27d8b7d-9427-4b24-8b22-e8299b00bb56 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:18:37.823756 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ea7e15-f8d2-486b-9331-4f612804e59e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25456c63-4ae3-4d25-b173-8f09a2aaaeae', 'code': 200} Jul 13 07:18:37.827928 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee87989b-f4b4-4748-bdaa-029291cb966f service neutron] Pushing event updated for resources: {'Port': ['ID=25456c63-4ae3-4d25-b173-8f09a2aaaeae,revision_number=8']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:37.836666 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-ee87989b-f4b4-4748-bdaa-029291cb966f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:37.837581 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-ee87989b-f4b4-4748-bdaa-029291cb966f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:37.839230 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-ee87989b-f4b4-4748-bdaa-029291cb966f service neutron] 10.222.0.25 "PUT /v2.0/ports/25456c63-4ae3-4d25-b173-8f09a2aaaeae HTTP/1.1" status: 200 len: 1123 time: 0.8055918 Jul 13 07:18:37.861101 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c48dd-bdef-43b9-a7e8-e1ae4f78474a req-da825795-cf45-4f63-a603-8898c4295c69 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:37.869831 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e61c48dd-bdef-43b9-a7e8-e1ae4f78474a req-da825795-cf45-4f63-a603-8898c4295c69 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba455a5d-2784-4fb6-abde-8599abf861c9 HTTP/1.1" status: 200 len: 946 time: 0.2305007 Jul 13 07:18:37.925562 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e61c48dd-bdef-43b9-a7e8-e1ae4f78474a req-387a5e4e-a01a-43c5-b6a9-63a87670c797 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548739 Jul 13 07:18:37.936010 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['25456c63-4ae3-4d25-b173-8f09a2aaaeae'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:18:37.967782 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['25456c63-4ae3-4d25-b173-8f09a2aaaeae'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:18:38.057929 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2728d361-9edd-496e-ad85-abb92abeaaff req-67439e4d-06c7-409d-9a89-e9aa9e29ddfb tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 210 time: 0.0319023 Jul 13 07:18:38.167211 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42684) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:38.242310 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-190cf6da-7713-4b0b-b3f6-e8d3ad56bec3 admin admin] Deleting subnet f1d6c513-dfdf-493d-8b2b-69cf7203a4ba {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:18:38.245824 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-190cf6da-7713-4b0b-b3f6-e8d3ad56bec3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:38.283002 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-190cf6da-7713-4b0b-b3f6-e8d3ad56bec3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:38.305722 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 7ed532fe-6769-48c8-91d8-d743b730e7da details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:18:38.369566 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-190cf6da-7713-4b0b-b3f6-e8d3ad56bec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:38.430159 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a826848-5eef-4b54-a00a-92d2e3d8c987 req-9f4774c5-14b6-40fc-a960-eb2ea7eb31bd tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:38.431725 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1a826848-5eef-4b54-a00a-92d2e3d8c987 req-9f4774c5-14b6-40fc-a960-eb2ea7eb31bd tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a991275-6c98-4c01-91d7-77fcc49bef7d HTTP/1.1" status: 200 len: 944 time: 0.1271973 Jul 13 07:18:38.448627 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 7ed532fe-6769-48c8-91d8-d743b730e7da, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=7ed532fe-6769-48c8-91d8-d743b730e7da,segment=NetworkSegment(a9b8753b-d4aa-4a40-9c80-b78a2ae73457),segment_id=a9b8753b-d4aa-4a40-9c80-b78a2ae73457)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:38.459744 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-190cf6da-7713-4b0b-b3f6-e8d3ad56bec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:38.479108 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '7ed532fe-6769-48c8-91d8-d743b730e7da', 'network_id': '54bc3c55-f3e2-41ce-a055-91b3b0ee3c98', 'port_id': '7ed532fe-6769-48c8-91d8-d743b730e7da', 'mac_address': 'fa:16:3e:35:45:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7535dae7-ea9c-4865-af6e-7a9b647822e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:18:38.499974 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190cf6da-7713-4b0b-b3f6-e8d3ad56bec3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1d6c513-dfdf-493d-8b2b-69cf7203a4ba,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:38.503847 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-190cf6da-7713-4b0b-b3f6-e8d3ad56bec3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:38.506119 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-190cf6da-7713-4b0b-b3f6-e8d3ad56bec3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f1d6c513-dfdf-493d-8b2b-69cf7203a4ba HTTP/1.1" status: 204 len: 168 time: 0.3377717 Jul 13 07:18:38.508579 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42700) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:38.528410 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1a826848-5eef-4b54-a00a-92d2e3d8c987 req-39a55b33-f130-4c6b-b599-2d5b3cbcc8ab tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881360 Jul 13 07:18:38.530948 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:38.547945 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ed532fe-6769-48c8-91d8-d743b730e7da {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:18:38.580518 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 7ed532fe-6769-48c8-91d8-d743b730e7da, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=7ed532fe-6769-48c8-91d8-d743b730e7da,segment=NetworkSegment(a9b8753b-d4aa-4a40-9c80-b78a2ae73457),segment_id=a9b8753b-d4aa-4a40-9c80-b78a2ae73457)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:38.588648 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:38.619066 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 25456c63-4ae3-4d25-b173-8f09a2aaaeae details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:18:38.642338 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1601401f-041a-4612-b81a-0d398ff80591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:38.665724 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=7ed532fe-6769-48c8-91d8-d743b730e7da,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:38.745741 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1601401f-041a-4612-b81a-0d398ff80591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:38.757451 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 25456c63-4ae3-4d25-b173-8f09a2aaaeae, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=25456c63-4ae3-4d25-b173-8f09a2aaaeae,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:38.759268 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-1601401f-041a-4612-b81a-0d398ff80591 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb149324-f64b-4c78-8c85-562761c5448f']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:18:38.772088 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-1601401f-041a-4612-b81a-0d398ff80591 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1659bffe-213e-407f-81a2-40b80fb6bc07') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:18:38.772491 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-1601401f-041a-4612-b81a-0d398ff80591 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1659bffe-213e-407f-81a2-40b80fb6bc07') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:18:38.773410 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 25456c63-4ae3-4d25-b173-8f09a2aaaeae has no active binding in host n-h2-771363-34 {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 07:18:38.783309 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1601401f-041a-4612-b81a-0d398ff80591 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:38.802577 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1601401f-041a-4612-b81a-0d398ff80591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:38.808436 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1601401f-041a-4612-b81a-0d398ff80591 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:18:38.808898 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1601401f-041a-4612-b81a-0d398ff80591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:38.810950 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:38.810950 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:38.810950 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:18:38.810950 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:18:38.810950 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:18:38.810950 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:18:38.810950 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:18:38.810950 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:18:38.810950 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:18:38.810950 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:18:38.810950 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:18:38.810950 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:18:38.810950 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:18:38.810950 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:18:38.810950 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:18:38.810950 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:18:38.810950 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:18:38.810950 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:18:38.810950 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:18:38.810950 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:18:38.810950 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:18:38.810950 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:18:38.810950 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:18:38.810950 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:18:38.810950 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:18:38.810950 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:18:38.810950 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:18:38.810950 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:18:38.810950 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:18:38.810950 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:18:38.810950 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:18:38.810950 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:18:38.810950 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:18:38.810950 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:18:38.866768 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1601401f-041a-4612-b81a-0d398ff80591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:38.878427 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1601401f-041a-4612-b81a-0d398ff80591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:38.883770 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1601401f-041a-4612-b81a-0d398ff80591 admin admin] 10.222.0.23 "DELETE /v2.0/networks/bb149324-f64b-4c78-8c85-562761c5448f HTTP/1.1" status: 204 len: 168 time: 0.3718684 Jul 13 07:18:38.885380 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42712) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:38.892300 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601401f-041a-4612-b81a-0d398ff80591 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb149324-f64b-4c78-8c85-562761c5448f,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:38.941182 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0608830-8483-4be6-b37c-a88168d2f924 admin admin] Deleting subnet c999349f-6738-4b40-b655-9cf73677bff5 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:18:38.945346 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c0608830-8483-4be6-b37c-a88168d2f924 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:38.994225 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c0608830-8483-4be6-b37c-a88168d2f924 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:39.044262 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c0608830-8483-4be6-b37c-a88168d2f924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:39.048722 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-1fdbfc8e-1fca-4c14-b2d2-1437082e3e47 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415454 Jul 13 07:18:39.093581 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-5035f05c-844b-4282-9160-8ef11b150e26 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:18:39.101443 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-5035f05c-844b-4282-9160-8ef11b150e26 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0240152 Jul 13 07:18:39.108912 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-8b995b82-eacf-48d3-a620-ffb483f7415b service neutron] Request body: {'binding': {'host': 'n-h1-771363-34', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:18:39.109120 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-8b995b82-eacf-48d3-a620-ffb483f7415b service neutron] Unknown quota resources ['binding']. {{(pid=94017) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:18:39.113988 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['7ed532fe-6769-48c8-91d8-d743b730e7da'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:18:39.118024 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c0608830-8483-4be6-b37c-a88168d2f924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:39.134215 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c0608830-8483-4be6-b37c-a88168d2f924 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:39.139012 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c0608830-8483-4be6-b37c-a88168d2f924 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c999349f-6738-4b40-b655-9cf73677bff5 HTTP/1.1" status: 204 len: 168 time: 0.2522619 Jul 13 07:18:39.140698 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42722) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:39.181630 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0608830-8483-4be6-b37c-a88168d2f924 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c999349f-6738-4b40-b655-9cf73677bff5,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:39.255482 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c5a6ddd1-1563-49f9-b8fc-0f85bb346751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:39.411075 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c5a6ddd1-1563-49f9-b8fc-0f85bb346751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:39.424304 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-c5a6ddd1-1563-49f9-b8fc-0f85bb346751 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a73366f0-8c63-433f-a61e-c30ddfff219f']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:18:39.438980 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-c5a6ddd1-1563-49f9-b8fc-0f85bb346751 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da6f2843-faf3-4222-933d-0bf75d4874d9') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:18:39.439294 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-c5a6ddd1-1563-49f9-b8fc-0f85bb346751 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da6f2843-faf3-4222-933d-0bf75d4874d9') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:18:39.451695 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c5a6ddd1-1563-49f9-b8fc-0f85bb346751 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:39.475980 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be740f-b0c2-4925-ae30-1085967988fe req-1ec4f5db-6e5a-4692-8362-9d9c83f3b02b tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:39.477573 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-07be740f-b0c2-4925-ae30-1085967988fe req-1ec4f5db-6e5a-4692-8362-9d9c83f3b02b tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 949 time: 0.1808674 Jul 13 07:18:39.478571 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c5a6ddd1-1563-49f9-b8fc-0f85bb346751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:39.491547 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5a6ddd1-1563-49f9-b8fc-0f85bb346751 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:18:39.491949 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c5a6ddd1-1563-49f9-b8fc-0f85bb346751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:18:39.493679 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:18:39.536046 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-8888887e-2ead-4b1b-92cd-af455a8e41f6 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:39.538100 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-8888887e-2ead-4b1b-92cd-af455a8e41f6 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4831538 Jul 13 07:18:39.554335 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-14e21271-2789-40e1-abbf-0f307d5faf5d tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Request body: {'port': {'device_id': '8c6d9c9e-718e-4b87-9f8f-92199c1f6247', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'admin_state_up': True, 'tenant_id': 'dfd29396c7b34113bbf812ba80e3a2b0'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:18:39.564255 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-07be740f-b0c2-4925-ae30-1085967988fe req-e4e9244d-5de1-4831-aba6-31cabf89d49c tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809224 Jul 13 07:18:39.565631 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c5a6ddd1-1563-49f9-b8fc-0f85bb346751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:39.573265 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c5a6ddd1-1563-49f9-b8fc-0f85bb346751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:39.577861 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c5a6ddd1-1563-49f9-b8fc-0f85bb346751 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a73366f0-8c63-433f-a61e-c30ddfff219f HTTP/1.1" status: 204 len: 168 time: 0.4333999 Jul 13 07:18:39.586133 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6ddd1-1563-49f9-b8fc-0f85bb346751 admin admin] Pushing event deleted for resources: {'Network': ['ID=a73366f0-8c63-433f-a61e-c30ddfff219f,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:39.669168 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-8b995b82-eacf-48d3-a620-ffb483f7415b service neutron] Attempting to bind port 43ac2ab4-ed2a-4440-bc68-bad9f61b1942 on host n-h1-771363-34 for vnic_type normal with profile None {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:18:39.669510 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-8b995b82-eacf-48d3-a620-ffb483f7415b service neutron] Attempting to bind port 43ac2ab4-ed2a-4440-bc68-bad9f61b1942 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:18:39.669860 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-8b995b82-eacf-48d3-a620-ffb483f7415b service neutron] Attempting to bind port 43ac2ab4-ed2a-4440-bc68-bad9f61b1942 on network bff43fa8-f666-4c15-8f06-2242dcee7e17 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:18:39.682069 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-8b995b82-eacf-48d3-a620-ffb483f7415b service neutron] Port 43ac2ab4-ed2a-4440-bc68-bad9f61b1942 on network bff43fa8-f666-4c15-8f06-2242dcee7e17 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:18:39.682400 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-8b995b82-eacf-48d3-a620-ffb483f7415b service neutron] Attempting to bind port 43ac2ab4-ed2a-4440-bc68-bad9f61b1942 on network bff43fa8-f666-4c15-8f06-2242dcee7e17 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:18:39.693648 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-8b995b82-eacf-48d3-a620-ffb483f7415b service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:18:39.694053 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-8b995b82-eacf-48d3-a620-ffb483f7415b service neutron] Checking segment: {'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:18:39.694361 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-8b995b82-eacf-48d3-a620-ffb483f7415b service neutron] Bound using segment: {'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:18:39.694798 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-8b995b82-eacf-48d3-a620-ffb483f7415b service neutron] Bound port: 43ac2ab4-ed2a-4440-bc68-bad9f61b1942, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:18:39.730298 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42730) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:39.772984 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbcbbc-5dcb-40b4-b72d-077a751f25e0 req-370c842d-4f1d-489d-80bd-1f07125f446f tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:39.774797 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-52cbcbbc-5dcb-40b4-b72d-077a751f25e0 req-370c842d-4f1d-489d-80bd-1f07125f446f tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 943 time: 0.0720398 Jul 13 07:18:39.797952 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-14e21271-2789-40e1-abbf-0f307d5faf5d tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Made reservation on behalf of dfd29396c7b34113bbf812ba80e3a2b0 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:18:39.801456 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-14e21271-2789-40e1-abbf-0f307d5faf5d tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:39.814301 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-52cbcbbc-5dcb-40b4-b72d-077a751f25e0 req-86d60e16-b01a-4464-99e3-a7916808f1fb tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326712 Jul 13 07:18:39.821204 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-8b995b82-eacf-48d3-a620-ffb483f7415b service neutron] For port 43ac2ab4-ed2a-4440-bc68-bad9f61b1942, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=43ac2ab4-ed2a-4440-bc68-bad9f61b1942,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:18:39.824981 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4ea7e15-f8d2-486b-9331-4f612804e59e', 'tag': '25456c63-4ae3-4d25-b173-8f09a2aaaeae'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:18:39.827492 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-62844f37-6e5d-4c25-bc43-ff69f9580365 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5fbf4735e17a4acea2cc0516c6f40bf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0947523 Jul 13 07:18:39.828002 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf9d653-722a-4890-9ccb-ec878fcde4e4" -d '{"events": [{"name": "network-changed", "server_uuid": "a4ea7e15-f8d2-486b-9331-4f612804e59e", "tag": "25456c63-4ae3-4d25-b173-8f09a2aaaeae"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:18:39.839360 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-8b995b82-eacf-48d3-a620-ffb483f7415b service neutron] Notify callbacks [] for binding, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:39.839481 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42732) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:39.839575 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-8b995b82-eacf-48d3-a620-ffb483f7415b service neutron] 10.222.0.23 "POST /v2.0/ports/43ac2ab4-ed2a-4440-bc68-bad9f61b1942/bindings HTTP/1.1" status: 201 len: 390 time: 0.7317793 Jul 13 07:18:39.901679 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-97072129-2ced-446d-8b7b-05c339f0e83f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:39.930005 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-97072129-2ced-446d-8b7b-05c339f0e83f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:39.998503 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-14e21271-2789-40e1-abbf-0f307d5faf5d tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Allocated IP 192.168.233.25 (f9d6e899-687c-4a4d-bdf3-8d8d169866a7/c5af789a-0729-4e53-834f-ef6745aa079c/766736c1-83a9-4d32-ba7c-abb218287702) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:18:40.025508 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a27ceadd-bdd4-455d-b1c2-81199804bf3b req-6dac320b-76be-4566-849e-f129554ec24b tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 210 time: 0.0337706 Jul 13 07:18:40.060654 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-97072129-2ced-446d-8b7b-05c339f0e83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:40.063517 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-97072129-2ced-446d-8b7b-05c339f0e83f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:40.065548 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-97072129-2ced-446d-8b7b-05c339f0e83f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e8575ab4-8b6b-4ff6-8eca-106f9eeb1486 HTTP/1.1" status: 204 len: 168 time: 0.2309906 Jul 13 07:18:40.092970 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97072129-2ced-446d-8b7b-05c339f0e83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8575ab4-8b6b-4ff6-8eca-106f9eeb1486,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:40.202326 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9704e7-52e8-44f6-ae68-47027000f4c0 x-openstack-request-id: req-0d9704e7-52e8-44f6-ae68-47027000f4c0 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:18:40.203775 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4ea7e15-f8d2-486b-9331-4f612804e59e", "tag": "25456c63-4ae3-4d25-b173-8f09a2aaaeae", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:18:40.204030 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0d9704e7-52e8-44f6-ae68-47027000f4c0 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:18:40.205040 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4ea7e15-f8d2-486b-9331-4f612804e59e', 'tag': '25456c63-4ae3-4d25-b173-8f09a2aaaeae', 'status': 'completed', 'code': 200} Jul 13 07:18:40.338507 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99e8f0-cfe9-4cb5-834b-582d0acc4bc9 req-7cd59e31-5ab7-446c-8ba7-9afffe8c4392 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:40.340243 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8f99e8f0-cfe9-4cb5-834b-582d0acc4bc9 req-7cd59e31-5ab7-446c-8ba7-9afffe8c4392 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a991275-6c98-4c01-91d7-77fcc49bef7d HTTP/1.1" status: 200 len: 945 time: 0.2275004 Jul 13 07:18:40.361882 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-14e21271-2789-40e1-abbf-0f307d5faf5d tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:40.373042 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e7b7b-ce61-4c5d-8261-6e0315286d8b req-8d2f2051-818e-42b8-936d-db834ff6d914 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:40.375030 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-30d39ec5-dc09-4b69-bac3-e4f16c7c3d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:40.375030 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-30d39ec5-dc09-4b69-bac3-e4f16c7c3d61 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59ced391c6a04d319ae98164aff14fc2&device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 1097 time: 0.2579305 Jul 13 07:18:40.381813 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-191e7b7b-ce61-4c5d-8261-6e0315286d8b req-8d2f2051-818e-42b8-936d-db834ff6d914 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 945 time: 0.0887854 Jul 13 07:18:40.431631 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-14e21271-2789-40e1-abbf-0f307d5faf5d tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Transition to ACTIVE for port object 766736c1-83a9-4d32-ba7c-abb218287702 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:18:40.434184 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-191e7b7b-ce61-4c5d-8261-6e0315286d8b req-6790bfb3-ced4-4a6f-99fc-672b04e47f2d tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504429 Jul 13 07:18:40.472397 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42750) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:40.478212 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9d653-722a-4890-9ccb-ec878fcde4e4 req-7fd92a49-52ec-4bfa-b303-ff7de3876681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:40.479721 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aaf9d653-722a-4890-9ccb-ec878fcde4e4 req-7fd92a49-52ec-4bfa-b303-ff7de3876681 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=05a465060c604024bf60fd1a58309bf9&device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 1126 time: 0.2406051 Jul 13 07:18:40.519043 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8f99e8f0-cfe9-4cb5-834b-582d0acc4bc9 req-cf86e292-b6cc-46bd-af2e-440a026e2c97 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653197 Jul 13 07:18:40.520995 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-01b68216-5891-401f-8de6-1617d21998e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4407572bf4614fe18bdbe6669bf27c25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464568 Jul 13 07:18:40.524246 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42752) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:40.577883 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b6445c70-c71d-418e-b1cc-c330358fd571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:40.601938 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b6445c70-c71d-418e-b1cc-c330358fd571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:40.686002 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-fee9a71a-3cdf-449c-ac7a-aac4d059bb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:40.688250 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-fee9a71a-3cdf-449c-ac7a-aac4d059bb34 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bff43fa8-f666-4c15-8f06-2242dcee7e17 HTTP/1.1" status: 200 len: 922 time: 0.2985792 Jul 13 07:18:40.689420 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-14e21271-2789-40e1-abbf-0f307d5faf5d tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:40.692791 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b6445c70-c71d-418e-b1cc-c330358fd571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:40.697898 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b6445c70-c71d-418e-b1cc-c330358fd571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:40.702108 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b6445c70-c71d-418e-b1cc-c330358fd571 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f881b1d6-a0d3-4339-9786-9dae0e056492 HTTP/1.1" status: 204 len: 168 time: 0.1740494 Jul 13 07:18:40.705281 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['9c7a8282-37d0-4766-acbb-4c25f10c0b68'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:18:40.728440 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6445c70-c71d-418e-b1cc-c330358fd571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f881b1d6-a0d3-4339-9786-9dae0e056492,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:40.784794 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['6d0a0a67-9326-4421-a6a8-789e665561cf'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:18:40.797937 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-5f0737e1-668c-4853-ad95-c9253a4ed501 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43ac2ab4-ed2a-4440-bc68-bad9f61b1942 HTTP/1.1" status: 200 len: 217 time: 0.0904896 Jul 13 07:18:40.812180 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9d653-722a-4890-9ccb-ec878fcde4e4 req-5b6fe97f-0153-4f35-9ee9-78c124ba4cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:40.813787 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aaf9d653-722a-4890-9ccb-ec878fcde4e4 req-5b6fe97f-0153-4f35-9ee9-78c124ba4cd5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d HTTP/1.1" status: 200 len: 909 time: 0.2892821 Jul 13 07:18:40.815834 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-14e21271-2789-40e1-abbf-0f307d5faf5d tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:18:40.843768 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c6f91-b9f8-40ad-a0ba-8954803872a6 req-ce19b3f5-e0c8-4e93-9eaf-9d6a5c7b9027 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:40.845301 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-097c6f91-b9f8-40ad-a0ba-8954803872a6 req-ce19b3f5-e0c8-4e93-9eaf-9d6a5c7b9027 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 949 time: 0.0914690 Jul 13 07:18:40.865308 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-14e21271-2789-40e1-abbf-0f307d5faf5d tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:18:40.867917 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-14e21271-2789-40e1-abbf-0f307d5faf5d tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:18:40.874742 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e21271-2789-40e1-abbf-0f307d5faf5d tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Pushing event updated for resources: {'Port': ['ID=766736c1-83a9-4d32-ba7c-abb218287702,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:40.932602 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-097c6f91-b9f8-40ad-a0ba-8954803872a6 req-2f55b59c-7b1b-4cd5-b07f-7f7ab7b67974 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800135 Jul 13 07:18:40.943227 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aaf9d653-722a-4890-9ccb-ec878fcde4e4 req-59c11255-928f-4ae2-8d5d-7a4046729258 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25456c63-4ae3-4d25-b173-8f09a2aaaeae HTTP/1.1" status: 200 len: 217 time: 0.1117444 Jul 13 07:18:41.048768 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-ee91c047-00f5-4c98-8174-2c0a3b0a9e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:41.050747 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-ee91c047-00f5-4c98-8174-2c0a3b0a9e20 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c79b49d-432e-4da7-962c-3ca2527bdd27 HTTP/1.1" status: 200 len: 861 time: 0.2403350 Jul 13 07:18:41.061608 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-14e21271-2789-40e1-abbf-0f307d5faf5d tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:41.064037 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-14e21271-2789-40e1-abbf-0f307d5faf5d tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:41.125975 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-7c1c3d99-03bb-4221-af64-d5709b630be9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bff43fa8-f666-4c15-8f06-2242dcee7e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573409 Jul 13 07:18:41.132531 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-14e21271-2789-40e1-abbf-0f307d5faf5d tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5829203 Jul 13 07:18:41.152564 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9d653-722a-4890-9ccb-ec878fcde4e4 req-69cf675c-38f3-4d58-a5f2-f349c18601b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:41.154014 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aaf9d653-722a-4890-9ccb-ec878fcde4e4 req-69cf675c-38f3-4d58-a5f2-f349c18601b9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7ca46c55-f93a-4f0d-847c-cec27912e287 HTTP/1.1" status: 200 len: 848 time: 0.2002897 Jul 13 07:18:41.167532 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-5870ed50-9e99-4d84-a9b8-5da62749397e service neutron] Request body: {'port': {'device_id': '8c6d9c9e-718e-4b87-9f8f-92199c1f6247', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:18:41.251052 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aaf9d653-722a-4890-9ccb-ec878fcde4e4 req-93e8f380-35d8-4948-9bc8-f18f16d92740 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565588 Jul 13 07:18:41.256790 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995e897-ac32-425e-b562-baab3140897e req-4f2cb35a-af39-438d-9c6c-398efed763dd tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:41.257390 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-79e93c38-dc63-4e39-bad9-e2e3d8a1b549 None None] Provisioning for port 766736c1-83a9-4d32-ba7c-abb218287702 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:18:41.259947 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e995e897-ac32-425e-b562-baab3140897e req-4f2cb35a-af39-438d-9c6c-398efed763dd tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 935 time: 0.0719886 Jul 13 07:18:41.268096 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-79e93c38-dc63-4e39-bad9-e2e3d8a1b549 None None] Provisioning complete for port 766736c1-83a9-4d32-ba7c-abb218287702 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:18:41.269053 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-79e93c38-dc63-4e39-bad9-e2e3d8a1b549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:41.318493 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e995e897-ac32-425e-b562-baab3140897e req-a0ca97e0-2c8b-484d-8530-1f269ccde13e tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497220 Jul 13 07:18:41.334643 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-79e93c38-dc63-4e39-bad9-e2e3d8a1b549 None None] Port 766736c1-83a9-4d32-ba7c-abb218287702 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:18:41.421721 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-aed9a418-bfc8-4687-b258-3d6f3319794d service neutron] 10.222.0.42 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880394 Jul 13 07:18:41.424882 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-5870ed50-9e99-4d84-a9b8-5da62749397e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:41.433331 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device cba6bc0d-bc54-4dec-9e50-d8ea286377b0 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:18:41.434232 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963cf89-e68d-4b97-a4aa-cb7e88470433 req-8f134f47-ae75-4cda-bb99-20de574d9ec4 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:41.436625 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7963cf89-e68d-4b97-a4aa-cb7e88470433 req-8f134f47-ae75-4cda-bb99-20de574d9ec4 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 943 time: 0.3479788 Jul 13 07:18:41.460446 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: cba6bc0d-bc54-4dec-9e50-d8ea286377b0 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:18:41.460782 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device cba6bc0d-bc54-4dec-9e50-d8ea286377b0 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:18:41.532550 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aaf9d653-722a-4890-9ccb-ec878fcde4e4 req-69482bbe-3983-40ca-95bc-b5e4a3938f3d service neutron] 10.222.0.42 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348535 Jul 13 07:18:41.622668 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7963cf89-e68d-4b97-a4aa-cb7e88470433 req-d6d9e59c-e06c-47c5-8d10-413c2f3eaa97 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668224 Jul 13 07:18:41.653514 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35cc80-b418-4ee0-80a7-66da3d5a6924 req-38c6a027-17ff-48f3-a8d5-62b18b375723 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:41.656429 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe35cc80-b418-4ee0-80a7-66da3d5a6924 req-38c6a027-17ff-48f3-a8d5-62b18b375723 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 945 time: 0.0927265 Jul 13 07:18:41.711847 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe35cc80-b418-4ee0-80a7-66da3d5a6924 req-1b8585a3-4522-4ef4-a552-e5e8b6c20294 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438402 Jul 13 07:18:41.976643 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-0a2c3043-8083-4e34-8f01-318823499236 service neutron] 10.222.0.42 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5362601 Jul 13 07:18:42.073316 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aaf9d653-722a-4890-9ccb-ec878fcde4e4 req-2b11534b-ce85-4be4-848b-6adf8ef79bc1 service neutron] 10.222.0.42 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4870596 Jul 13 07:18:42.145361 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65ad13-0d0e-4747-ba79-a2353610e457 req-a80cf0ee-aa3d-4d6f-b02e-3bbcfbf66641 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:42.152209 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ca65ad13-0d0e-4747-ba79-a2353610e457 req-a80cf0ee-aa3d-4d6f-b02e-3bbcfbf66641 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a991275-6c98-4c01-91d7-77fcc49bef7d HTTP/1.1" status: 200 len: 945 time: 0.1712694 Jul 13 07:18:42.200109 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f6da5-759b-46e5-8966-6677e1ebb819 req-0cb32aca-64d7-4f5d-8b10-2e4c9a6dd011 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:42.201894 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe9f6da5-759b-46e5-8966-6677e1ebb819 req-0cb32aca-64d7-4f5d-8b10-2e4c9a6dd011 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 949 time: 0.0813215 Jul 13 07:18:42.205636 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ca65ad13-0d0e-4747-ba79-a2353610e457 req-ad8c2043-c336-45b3-80be-dd2bb4c0b899 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525553 Jul 13 07:18:42.262593 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe9f6da5-759b-46e5-8966-6677e1ebb819 req-b05ddf25-af97-4f5e-b7f5-13f7ab0f9ca9 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544121 Jul 13 07:18:42.277317 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-5870ed50-9e99-4d84-a9b8-5da62749397e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 766736c1-83a9-4d32-ba7c-abb218287702 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:18:42.287779 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-5870ed50-9e99-4d84-a9b8-5da62749397e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:42.304014 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-5870ed50-9e99-4d84-a9b8-5da62749397e service neutron] Transition to ACTIVE for port object 766736c1-83a9-4d32-ba7c-abb218287702 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:18:42.308242 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-5870ed50-9e99-4d84-a9b8-5da62749397e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:42.354151 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 2920a4fe-39d6-4de6-a6f9-abc8521bd8dc details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:18:42.356214 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 7ed532fe-6769-48c8-91d8-d743b730e7da up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:18:42.375941 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870ed50-9e99-4d84-a9b8-5da62749397e service neutron] Pushing event updated for resources: {'Port': ['ID=766736c1-83a9-4d32-ba7c-abb218287702,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:42.494975 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-5870ed50-9e99-4d84-a9b8-5da62749397e service neutron] Attempting to bind port 766736c1-83a9-4d32-ba7c-abb218287702 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:18:42.497458 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-5870ed50-9e99-4d84-a9b8-5da62749397e service neutron] Attempting to bind port 766736c1-83a9-4d32-ba7c-abb218287702 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:18:42.498065 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-5870ed50-9e99-4d84-a9b8-5da62749397e service neutron] Attempting to bind port 766736c1-83a9-4d32-ba7c-abb218287702 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:18:42.500586 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 7ed532fe-6769-48c8-91d8-d743b730e7da completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:18:42.510476 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-5870ed50-9e99-4d84-a9b8-5da62749397e service neutron] Port 766736c1-83a9-4d32-ba7c-abb218287702 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:18:42.511111 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-5870ed50-9e99-4d84-a9b8-5da62749397e service neutron] Attempting to bind port 766736c1-83a9-4d32-ba7c-abb218287702 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:18:42.522494 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 7ed532fe-6769-48c8-91d8-d743b730e7da triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:18:42.522861 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:42.530908 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-5870ed50-9e99-4d84-a9b8-5da62749397e service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:18:42.532040 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-5870ed50-9e99-4d84-a9b8-5da62749397e service neutron] Checking segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:18:42.533450 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-5870ed50-9e99-4d84-a9b8-5da62749397e service neutron] Bound using segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:18:42.535418 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-5870ed50-9e99-4d84-a9b8-5da62749397e service neutron] Bound port: 766736c1-83a9-4d32-ba7c-abb218287702, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:18:42.536797 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-5870ed50-9e99-4d84-a9b8-5da62749397e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:42.621213 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058f9dd-386d-4744-a480-c36211f91a7c req-fa51e607-dd0a-40d0-9192-b964bed36b58 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:42.623139 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3058f9dd-386d-4744-a480-c36211f91a7c req-fa51e607-dd0a-40d0-9192-b964bed36b58 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 947 time: 0.1315191 Jul 13 07:18:42.654774 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-5870ed50-9e99-4d84-a9b8-5da62749397e service neutron] For port 766736c1-83a9-4d32-ba7c-abb218287702, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:18:42.658656 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-5870ed50-9e99-4d84-a9b8-5da62749397e service neutron] For port 766736c1-83a9-4d32-ba7c-abb218287702, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=766736c1-83a9-4d32-ba7c-abb218287702,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:18:42.668487 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-5870ed50-9e99-4d84-a9b8-5da62749397e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:42.710522 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3058f9dd-386d-4744-a480-c36211f91a7c req-baace00b-c2dd-4bed-a032-a0d9764ec775 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811005 Jul 13 07:18:42.731555 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-5870ed50-9e99-4d84-a9b8-5da62749397e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:42.732191 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-5870ed50-9e99-4d84-a9b8-5da62749397e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:42.733599 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-5870ed50-9e99-4d84-a9b8-5da62749397e service neutron] 10.222.0.42 "PUT /v2.0/ports/766736c1-83a9-4d32-ba7c-abb218287702 HTTP/1.1" status: 200 len: 1096 time: 1.5786810 Jul 13 07:18:42.734047 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6d9c9e-718e-4b87-9f8f-92199c1f6247', 'tag': '766736c1-83a9-4d32-ba7c-abb218287702'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:18:42.736734 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1066bbf7-b3a6-4c0d-a9ba-c2c51169d9db" -d '{"events": [{"name": "network-changed", "server_uuid": "8c6d9c9e-718e-4b87-9f8f-92199c1f6247", "tag": "766736c1-83a9-4d32-ba7c-abb218287702"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:18:42.750144 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870ed50-9e99-4d84-a9b8-5da62749397e service neutron] Pushing event updated for resources: {'Port': ['ID=766736c1-83a9-4d32-ba7c-abb218287702,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:42.801951 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 2920a4fe-39d6-4de6-a6f9-abc8521bd8dc, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=2920a4fe-39d6-4de6-a6f9-abc8521bd8dc,segment=NetworkSegment(b7fdd6a4-7ea0-4d78-a1ca-354316bc2553),segment_id=b7fdd6a4-7ea0-4d78-a1ca-354316bc2553)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:42.821541 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f0e5916e-004d-4e7b-9e2f-b5d3fe098c8f req-1174a80b-09f7-4741-8a46-ce0d3ec029c8 tempest-FlavorsV2NegativeTest-377513685 tempest-FlavorsV2NegativeTest-377513685-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=89e0220c1a9848a7a1ed09165b93005e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619285 Jul 13 07:18:42.841459 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '2920a4fe-39d6-4de6-a6f9-abc8521bd8dc', 'network_id': 'f1ea5405-113d-42fb-9a8e-56f12339534a', 'port_id': '2920a4fe-39d6-4de6-a6f9-abc8521bd8dc', 'mac_address': 'fa:16:3e:98:86:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29dbb0de-f006-4fad-81e6-32cb485966ca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:18:42.847952 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:42.907857 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a991275-6c98-4c01-91d7-77fcc49bef7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed532fe-6769-48c8-91d8-d743b730e7da'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:18:42.910287 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94116bd6-039d-4ad7-9caf-e0fa2f5e90e2" -d '{"events": [{"server_uuid": "5a991275-6c98-4c01-91d7-77fcc49bef7d", "name": "network-vif-plugged", "status": "completed", "tag": "7ed532fe-6769-48c8-91d8-d743b730e7da"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:18:42.933157 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 7ed532fe-6769-48c8-91d8-d743b730e7da, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=7ed532fe-6769-48c8-91d8-d743b730e7da,segment=NetworkSegment(a9b8753b-d4aa-4a40-9c80-b78a2ae73457),segment_id=a9b8753b-d4aa-4a40-9c80-b78a2ae73457)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:42.937023 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:42.957298 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:42.993775 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d5d50-776a-4617-b2f7-19b73dd6d253 req-ef29237d-ace1-4657-abad-1caad08a8837 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:42.996440 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-587d5d50-776a-4617-b2f7-19b73dd6d253 req-ef29237d-ace1-4657-abad-1caad08a8837 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 943 time: 0.1232693 Jul 13 07:18:43.029835 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-b737b8b0-71da-4c74-97fc-3e512192c757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:43.032545 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-b737b8b0-71da-4c74-97fc-3e512192c757 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 1099 time: 0.2259572 Jul 13 07:18:43.033549 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2920a4fe-39d6-4de6-a6f9-abc8521bd8dc {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:18:43.054849 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5916e-004d-4e7b-9e2f-b5d3fe098c8f req-d58b19e2-14c3-4c98-ba2a-aaf5c435f73f tempest-FlavorsV2NegativeTest-377513685 tempest-FlavorsV2NegativeTest-377513685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:43.079793 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f0e5916e-004d-4e7b-9e2f-b5d3fe098c8f req-d58b19e2-14c3-4c98-ba2a-aaf5c435f73f tempest-FlavorsV2NegativeTest-377513685 tempest-FlavorsV2NegativeTest-377513685-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2456980 Jul 13 07:18:43.080180 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 2920a4fe-39d6-4de6-a6f9-abc8521bd8dc, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=2920a4fe-39d6-4de6-a6f9-abc8521bd8dc,segment=NetworkSegment(b7fdd6a4-7ea0-4d78-a1ca-354316bc2553),segment_id=b7fdd6a4-7ea0-4d78-a1ca-354316bc2553)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:43.087299 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=7ed532fe-6769-48c8-91d8-d743b730e7da,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:43.091257 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:43.101396 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-587d5d50-776a-4617-b2f7-19b73dd6d253 req-db50e628-85d3-4081-968e-76f18c74466d tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997097 Jul 13 07:18:43.164944 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-cb1ffb92-945a-455f-b59e-89810ee7b747 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=766736c1-83a9-4d32-ba7c-abb218287702 HTTP/1.1" status: 200 len: 217 time: 0.0830379 Jul 13 07:18:43.173373 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f0e5916e-004d-4e7b-9e2f-b5d3fe098c8f req-42d4e134-5f9a-4f30-a560-896f14be6044 tempest-FlavorsV2NegativeTest-377513685 tempest-FlavorsV2NegativeTest-377513685-project] 10.222.0.23 "GET /v2.0/quotas/89e0220c1a9848a7a1ed09165b93005e HTTP/1.1" status: 200 len: 375 time: 0.0926692 Jul 13 07:18:43.176008 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcc2de4-8268-4526-a59d-cab2642a7b4d x-openstack-request-id: req-abcc2de4-8268-4526-a59d-cab2642a7b4d {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:18:43.176289 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c6d9c9e-718e-4b87-9f8f-92199c1f6247", "tag": "766736c1-83a9-4d32-ba7c-abb218287702", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:18:43.176618 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-abcc2de4-8268-4526-a59d-cab2642a7b4d {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:18:43.179040 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c6d9c9e-718e-4b87-9f8f-92199c1f6247', 'tag': '766736c1-83a9-4d32-ba7c-abb218287702', 'status': 'completed', 'code': 200} Jul 13 07:18:43.208670 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=2920a4fe-39d6-4de6-a6f9-abc8521bd8dc,revision_number=6']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:43.287298 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f0e5916e-004d-4e7b-9e2f-b5d3fe098c8f req-81906a98-6906-4c51-a5a1-563600a4348c tempest-FlavorsV2NegativeTest-377513685 tempest-FlavorsV2NegativeTest-377513685-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=89e0220c1a9848a7a1ed09165b93005e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1129270 Jul 13 07:18:43.300823 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-97956a6c-a163-40ef-b03b-ef25429a131b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:43.303363 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-97956a6c-a163-40ef-b03b-ef25429a131b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.1226952 Jul 13 07:18:43.354425 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['2920a4fe-39d6-4de6-a6f9-abc8521bd8dc'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:18:43.406282 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2ea458-4150-41e4-86ed-eec86e2294ab x-openstack-request-id: req-0d2ea458-4150-41e4-86ed-eec86e2294ab {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:18:43.406889 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a991275-6c98-4c01-91d7-77fcc49bef7d", "name": "network-vif-plugged", "status": "completed", "tag": "7ed532fe-6769-48c8-91d8-d743b730e7da", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:18:43.408166 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0d2ea458-4150-41e4-86ed-eec86e2294ab {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:18:43.408690 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a991275-6c98-4c01-91d7-77fcc49bef7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed532fe-6769-48c8-91d8-d743b730e7da', 'code': 200} Jul 13 07:18:43.480391 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-8ee781cd-50c4-4056-a2e9-2ad709aa42ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:43.481656 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-8ee781cd-50c4-4056-a2e9-2ad709aa42ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1593528 Jul 13 07:18:43.600531 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a5010-5321-422e-888f-095d4825dfea req-948736d4-a18f-46ac-99b6-ea09cc7d2a21 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:43.603031 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9b3a5010-5321-422e-888f-095d4825dfea req-948736d4-a18f-46ac-99b6-ea09cc7d2a21 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 945 time: 0.2624664 Jul 13 07:18:43.609309 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e577da0-ae40-42c8-b2bc-e77bfdf80f49 req-97c742b0-3e94-441b-910f-0ce58cb486ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:43.611152 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9e577da0-ae40-42c8-b2bc-e77bfdf80f49 req-97c742b0-3e94-441b-910f-0ce58cb486ab service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5a991275-6c98-4c01-91d7-77fcc49bef7d HTTP/1.1" status: 200 len: 1098 time: 0.1608136 Jul 13 07:18:43.712339 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-f88d38ba-0f3c-4293-aa0e-6c484fdfca2d service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231607 Jul 13 07:18:43.749544 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9b3a5010-5321-422e-888f-095d4825dfea req-16c963c3-88f3-435d-b332-5cb8ff820a15 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350884 Jul 13 07:18:43.777880 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9e577da0-ae40-42c8-b2bc-e77bfdf80f49 req-076277ca-cf06-45fd-86d2-415429880bdb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383300 Jul 13 07:18:43.951263 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51bb95e-da4b-4b73-930b-4c329fa3db1c req-d8c85358-1b21-423a-91ca-4360c9eb2dd9 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:43.952927 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e51bb95e-da4b-4b73-930b-4c329fa3db1c req-d8c85358-1b21-423a-91ca-4360c9eb2dd9 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a991275-6c98-4c01-91d7-77fcc49bef7d HTTP/1.1" status: 200 len: 946 time: 0.2395322 Jul 13 07:18:44.009100 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2a55d-57df-4aed-9340-c6d709573128 req-faabf845-1b82-4490-a24e-76d92e29f79a tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:44.021234 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-68a2a55d-57df-4aed-9340-c6d709573128 req-faabf845-1b82-4490-a24e-76d92e29f79a tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 949 time: 0.0951395 Jul 13 07:18:44.036920 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-97c9a414-1163-4289-aefb-7f7f93b25993 req-70348e70-5255-4fcc-93f9-3cbc6d5024c1 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091524 Jul 13 07:18:44.070155 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e51bb95e-da4b-4b73-930b-4c329fa3db1c req-83beef62-7231-4544-bd0a-047822695d52 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901029 Jul 13 07:18:44.161774 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-68a2a55d-57df-4aed-9340-c6d709573128 req-637251ac-aec8-49da-a516-e9466df07ef2 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366658 Jul 13 07:18:44.213775 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066bbf7-b3a6-4c0d-a9ba-c2c51169d9db req-98a85fcb-051f-4244-9c16-5846c6f1f523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:44.217479 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1066bbf7-b3a6-4c0d-a9ba-c2c51169d9db req-98a85fcb-051f-4244-9c16-5846c6f1f523 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 1099 time: 0.0944242 Jul 13 07:18:44.366019 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 25456c63-4ae3-4d25-b173-8f09a2aaaeae details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:18:44.370455 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42918) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:44.371939 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 2920a4fe-39d6-4de6-a6f9-abc8521bd8dc up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:18:44.444517 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066bbf7-b3a6-4c0d-a9ba-c2c51169d9db req-dd24f68b-9fd1-4cf7-8c04-e0596ba7ef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:44.448567 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1066bbf7-b3a6-4c0d-a9ba-c2c51169d9db req-dd24f68b-9fd1-4cf7-8c04-e0596ba7ef64 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.2251627 Jul 13 07:18:44.543312 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1066bbf7-b3a6-4c0d-a9ba-c2c51169d9db req-ed32265c-0aaa-4e4c-b72c-c74947024111 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=766736c1-83a9-4d32-ba7c-abb218287702 HTTP/1.1" status: 200 len: 217 time: 0.0860033 Jul 13 07:18:44.617330 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ad691f64-a676-4460-9ba3-cdcf973723ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:44.638679 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066bbf7-b3a6-4c0d-a9ba-c2c51169d9db req-26597ffd-649b-4791-918d-7a66e3e6e50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:44.640611 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1066bbf7-b3a6-4c0d-a9ba-c2c51169d9db req-26597ffd-649b-4791-918d-7a66e3e6e50c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.0893850 Jul 13 07:18:44.746794 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb507287-937a-4596-a1c3-f19dea87fd8a req-800dcef1-d0ab-4843-a804-2110b8eae6ff tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:44.756890 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eb507287-937a-4596-a1c3-f19dea87fd8a req-800dcef1-d0ab-4843-a804-2110b8eae6ff tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 943 time: 0.0958138 Jul 13 07:18:44.816308 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eb507287-937a-4596-a1c3-f19dea87fd8a req-ac9103f8-0084-4925-910d-990b72d22520 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584536 Jul 13 07:18:44.862424 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44409d0-c4c4-4844-aa1d-0089f7fb5113 req-1ad0ba24-0084-44b1-9344-8642fac2ff3f tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:44.865350 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e44409d0-c4c4-4844-aa1d-0089f7fb5113 req-1ad0ba24-0084-44b1-9344-8642fac2ff3f tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 947 time: 0.2042763 Jul 13 07:18:44.882231 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 2920a4fe-39d6-4de6-a6f9-abc8521bd8dc triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:18:44.883429 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:44.913151 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066bbf7-b3a6-4c0d-a9ba-c2c51169d9db req-fcd896e9-859b-453a-b329-c1e8cf832822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:44.915405 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1066bbf7-b3a6-4c0d-a9ba-c2c51169d9db req-fcd896e9-859b-453a-b329-c1e8cf832822 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2659969 Jul 13 07:18:44.979338 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 25456c63-4ae3-4d25-b173-8f09a2aaaeae, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=25456c63-4ae3-4d25-b173-8f09a2aaaeae,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:44.990204 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e44409d0-c4c4-4844-aa1d-0089f7fb5113 req-9a2f67b8-6b97-463a-839d-04c73aa9bd56 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112568 Jul 13 07:18:45.007220 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 25456c63-4ae3-4d25-b173-8f09a2aaaeae has no active binding in host n-h2-771363-34 {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 07:18:45.063436 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ad691f64-a676-4460-9ba3-cdcf973723ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:45.084400 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ad691f64-a676-4460-9ba3-cdcf973723ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:45.087473 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a034e3e-ce6b-498c-8b39-a470a67ffc37 req-c7aba01e-905a-4b39-9945-63977e8531b3 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:45.100991 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0a034e3e-ce6b-498c-8b39-a470a67ffc37 req-c7aba01e-905a-4b39-9945-63977e8531b3 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 945 time: 0.1331074 Jul 13 07:18:45.205406 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0a034e3e-ce6b-498c-8b39-a470a67ffc37 req-5d33dae0-3993-4850-9f1f-597503897f7b tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024961 Jul 13 07:18:45.205638 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:45.263943 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ad691f64-a676-4460-9ba3-cdcf973723ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=89e0220c1a9848a7a1ed09165b93005e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8921971 Jul 13 07:18:45.267300 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42932) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:45.282741 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad691f64-a676-4460-9ba3-cdcf973723ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be22df0e-e86c-417f-a86a-f10d60d3bc0c,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:45.304292 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1066bbf7-b3a6-4c0d-a9ba-c2c51169d9db req-42dfa76f-adb8-428d-abd9-f7f5ba8843bf service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586879 Jul 13 07:18:45.305574 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 2920a4fe-39d6-4de6-a6f9-abc8521bd8dc, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=2920a4fe-39d6-4de6-a6f9-abc8521bd8dc,segment=NetworkSegment(b7fdd6a4-7ea0-4d78-a1ca-354316bc2553),segment_id=b7fdd6a4-7ea0-4d78-a1ca-354316bc2553)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:45.315788 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:45.414799 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4ff1b889-65ee-48a7-9c18-d7e007111742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:45.420504 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba455a5d-2784-4fb6-abde-8599abf861c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2920a4fe-39d6-4de6-a6f9-abc8521bd8dc'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:18:45.430160 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84354fe1-b7cc-4c20-9ecf-9ba27c956da1" -d '{"events": [{"server_uuid": "ba455a5d-2784-4fb6-abde-8599abf861c9", "name": "network-vif-plugged", "status": "completed", "tag": "2920a4fe-39d6-4de6-a6f9-abc8521bd8dc"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:18:45.470125 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4ff1b889-65ee-48a7-9c18-d7e007111742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:45.483030 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=2920a4fe-39d6-4de6-a6f9-abc8521bd8dc,revision_number=7']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:45.491088 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e286e2-2c8d-43d7-94da-61bf86694c24 req-ccfef26f-a77f-4b1a-9c9b-368b4f2c7926 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:45.499541 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f0e286e2-2c8d-43d7-94da-61bf86694c24 req-ccfef26f-a77f-4b1a-9c9b-368b4f2c7926 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a991275-6c98-4c01-91d7-77fcc49bef7d HTTP/1.1" status: 200 len: 946 time: 0.1936452 Jul 13 07:18:45.502581 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1066bbf7-b3a6-4c0d-a9ba-c2c51169d9db req-fda9aced-302a-4ab4-a150-df37c63f1c12 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802094 Jul 13 07:18:45.585193 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f0e286e2-2c8d-43d7-94da-61bf86694c24 req-efe60297-fff6-4120-9f2c-b8ee084483da tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849571 Jul 13 07:18:45.613273 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da780cfb-55f0-4b92-960c-29757e298a96 req-ca600860-728f-4f49-ba7b-a43bae07ede6 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:45.621176 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-da780cfb-55f0-4b92-960c-29757e298a96 req-ca600860-728f-4f49-ba7b-a43bae07ede6 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 949 time: 0.1127522 Jul 13 07:18:45.630499 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4ff1b889-65ee-48a7-9c18-d7e007111742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:45.633169 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4ff1b889-65ee-48a7-9c18-d7e007111742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:45.634494 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4ff1b889-65ee-48a7-9c18-d7e007111742 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/be22df0e-e86c-417f-a86a-f10d60d3bc0c HTTP/1.1" status: 204 len: 168 time: 0.3658919 Jul 13 07:18:45.656787 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff1b889-65ee-48a7-9c18-d7e007111742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be22df0e-e86c-417f-a86a-f10d60d3bc0c,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:45.710998 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-da780cfb-55f0-4b92-960c-29757e298a96 req-abc3b6a5-be03-4ed0-895f-d32d849ca1b7 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888972 Jul 13 07:18:45.799636 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946a6433-37af-4bc3-99e5-d2bda72dad10 x-openstack-request-id: req-946a6433-37af-4bc3-99e5-d2bda72dad10 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:18:45.800170 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba455a5d-2784-4fb6-abde-8599abf861c9", "name": "network-vif-plugged", "status": "completed", "tag": "2920a4fe-39d6-4de6-a6f9-abc8521bd8dc", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:18:45.801866 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-946a6433-37af-4bc3-99e5-d2bda72dad10 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:18:45.803437 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba455a5d-2784-4fb6-abde-8599abf861c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2920a4fe-39d6-4de6-a6f9-abc8521bd8dc', 'code': 200} Jul 13 07:18:46.110883 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed2c19-e18e-4cec-a1f5-21ae0268029d req-4890aaa4-56c7-425d-aae7-55b9f29506ba tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:46.113033 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-67ed2c19-e18e-4cec-a1f5-21ae0268029d req-4890aaa4-56c7-425d-aae7-55b9f29506ba tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a991275-6c98-4c01-91d7-77fcc49bef7d HTTP/1.1" status: 200 len: 946 time: 0.0937567 Jul 13 07:18:46.125352 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56ceef-d974-43e4-a7cc-7472e934409c req-d6a7eb4a-807f-4a5f-8c03-6b2888b616f7 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:46.126988 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-df56ceef-d974-43e4-a7cc-7472e934409c req-d6a7eb4a-807f-4a5f-8c03-6b2888b616f7 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 943 time: 0.1041043 Jul 13 07:18:46.182887 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-df56ceef-d974-43e4-a7cc-7472e934409c req-d34a39b4-0bb5-427d-bc77-488b3b30a11e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474432 Jul 13 07:18:46.196338 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-67ed2c19-e18e-4cec-a1f5-21ae0268029d req-fceb2aba-af40-443e-bee0-e0368d83db78 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775378 Jul 13 07:18:46.470940 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55647f87-1ec0-4922-b3bc-fb185a5486d8 req-26710e55-1ec6-45e9-9fa6-96da1b0a6237 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:46.472677 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-55647f87-1ec0-4922-b3bc-fb185a5486d8 req-26710e55-1ec6-45e9-9fa6-96da1b0a6237 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 947 time: 0.1385927 Jul 13 07:18:46.546781 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4dab5-e8dc-4cba-a7b8-dafd3902e2f5 req-f53fea38-9606-4288-9f6b-0946c1622568 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:46.549518 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4ac4dab5-e8dc-4cba-a7b8-dafd3902e2f5 req-f53fea38-9606-4288-9f6b-0946c1622568 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 945 time: 0.1381619 Jul 13 07:18:46.575849 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-55647f87-1ec0-4922-b3bc-fb185a5486d8 req-9c750309-e743-4c8a-b507-6d09c5a7613b tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963340 Jul 13 07:18:46.662226 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4ac4dab5-e8dc-4cba-a7b8-dafd3902e2f5 req-45003878-05a0-4b59-a220-b3afc6953dbb tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898926 Jul 13 07:18:46.727426 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42980) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:46.861745 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482e4be-4ef7-492c-a397-1f6cc5ebfeb2 req-65d3e4c8-f96e-4b8d-a741-51348fd8ccdc tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:46.872156 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7482e4be-4ef7-492c-a397-1f6cc5ebfeb2 req-65d3e4c8-f96e-4b8d-a741-51348fd8ccdc tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a991275-6c98-4c01-91d7-77fcc49bef7d HTTP/1.1" status: 200 len: 946 time: 0.1333611 Jul 13 07:18:46.909894 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-ffbd0c80-11b8-422b-aff8-0b6f314ed923 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-939973192-network', 'tenant_id': '4462024954ad4bf58d786e02f052f2cc'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:18:46.936992 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7482e4be-4ef7-492c-a397-1f6cc5ebfeb2 req-710798d9-76fb-43e2-aa4f-97dbbc670405 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636311 Jul 13 07:18:46.962974 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d583e-e9d4-4891-926f-21708395b509 req-eb02677f-b2ba-4004-a6df-e518e7e06b2b tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:46.972368 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e71d583e-e9d4-4891-926f-21708395b509 req-eb02677f-b2ba-4004-a6df-e518e7e06b2b tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 949 time: 0.1132245 Jul 13 07:18:46.977952 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbd0c80-11b8-422b-aff8-0b6f314ed923 admin admin] Made reservation on behalf of 4462024954ad4bf58d786e02f052f2cc for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:18:46.980775 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ffbd0c80-11b8-422b-aff8-0b6f314ed923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:47.001189 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ffbd0c80-11b8-422b-aff8-0b6f314ed923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:47.025208 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e71d583e-e9d4-4891-926f-21708395b509 req-05545312-cf47-4874-a452-7ed79b1827e1 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520425 Jul 13 07:18:47.199402 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ffbd0c80-11b8-422b-aff8-0b6f314ed923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:47.233127 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ffbd0c80-11b8-422b-aff8-0b6f314ed923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:47.323090 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffbd0c80-11b8-422b-aff8-0b6f314ed923 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:18:47.339466 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd0c80-11b8-422b-aff8-0b6f314ed923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ecc8c7b-653a-43c5-8142-f131bde66c05,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:47.373595 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ffbd0c80-11b8-422b-aff8-0b6f314ed923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:47.374657 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-ffbd0c80-11b8-422b-aff8-0b6f314ed923 admin admin] Added segment e6bb3569-6263-4573-8ba7-9a6110abd4e4 of type vlan for network 0cd12a3e-0415-48be-b810-953bd5cfd900 Jul 13 07:18:47.439017 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ffbd0c80-11b8-422b-aff8-0b6f314ed923 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:47.452533 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 766736c1-83a9-4d32-ba7c-abb218287702 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:18:47.455024 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 25456c63-4ae3-4d25-b173-8f09a2aaaeae no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:18:47.456584 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2fb1a-8e42-47f7-8250-e9140fe23164 req-fed6b668-70b9-49b7-bc1b-d860b1a19d1c tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:47.465703 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e5b2fb1a-8e42-47f7-8250-e9140fe23164 req-fed6b668-70b9-49b7-bc1b-d860b1a19d1c tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a991275-6c98-4c01-91d7-77fcc49bef7d HTTP/1.1" status: 200 len: 946 time: 0.1696362 Jul 13 07:18:47.518035 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e5b2fb1a-8e42-47f7-8250-e9140fe23164 req-c59a2b48-626d-4281-9bc8-177d23610b93 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510714 Jul 13 07:18:47.593719 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ffbd0c80-11b8-422b-aff8-0b6f314ed923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:47.594905 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbd0c80-11b8-422b-aff8-0b6f314ed923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:47.595867 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ffbd0c80-11b8-422b-aff8-0b6f314ed923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:47.666244 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd0c80-11b8-422b-aff8-0b6f314ed923 admin admin] Pushing event updated for resources: {'Network': ['ID=0cd12a3e-0415-48be-b810-953bd5cfd900,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:47.724977 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ffbd0c80-11b8-422b-aff8-0b6f314ed923 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9901605 Jul 13 07:18:47.724977 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 43010) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:47.735001 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-d6e5478b-7792-4eb7-ae26-ed449040d1cb admin admin] Request body: {'subnet': {'network_id': '0cd12a3e-0415-48be-b810-953bd5cfd900', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-939973192-subnet', 'tenant_id': '4462024954ad4bf58d786e02f052f2cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:18:47.758182 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3001cb-67b7-4f55-ba45-fca1ff0cae2c req-f0e3971a-7801-4d90-8249-25ec8ca87043 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:47.767480 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4b3001cb-67b7-4f55-ba45-fca1ff0cae2c req-f0e3971a-7801-4d90-8249-25ec8ca87043 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 943 time: 0.2785859 Jul 13 07:18:47.794809 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b927ecc-19c5-4b17-827e-d1caeb8fded4 req-3eda835c-446e-4e2e-ad08-cc984132398d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:47.804305 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9b927ecc-19c5-4b17-827e-d1caeb8fded4 req-3eda835c-446e-4e2e-ad08-cc984132398d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a991275-6c98-4c01-91d7-77fcc49bef7d HTTP/1.1" status: 200 len: 946 time: 0.1462584 Jul 13 07:18:47.862953 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9b927ecc-19c5-4b17-827e-d1caeb8fded4 req-5b73ad24-ff8f-416a-b830-ea501b9d37a0 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575550 Jul 13 07:18:47.871273 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 0cd12a3e-0415-48be-b810-953bd5cfd900 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:18:47.871704 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4b3001cb-67b7-4f55-ba45-fca1ff0cae2c req-7b3b46b1-7626-4bc2-a1e1-94e94961fac6 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027491 Jul 13 07:18:47.878301 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.db.resource_extend [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:18:47.887281 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e5478b-7792-4eb7-ae26-ed449040d1cb admin admin] Made reservation on behalf of 4462024954ad4bf58d786e02f052f2cc for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:18:47.889956 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d6e5478b-7792-4eb7-ae26-ed449040d1cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:48.063954 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b20a4a-91cf-4685-a956-98a6792482ea req-9f1a5ee8-34d7-4bc6-b755-47fa6b14b5a4 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:48.074768 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a9b20a4a-91cf-4685-a956-98a6792482ea req-9f1a5ee8-34d7-4bc6-b755-47fa6b14b5a4 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 947 time: 0.0939188 Jul 13 07:18:48.122086 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 766736c1-83a9-4d32-ba7c-abb218287702, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=766736c1-83a9-4d32-ba7c-abb218287702,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:48.140664 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a9b20a4a-91cf-4685-a956-98a6792482ea req-3e993176-f10d-47b7-9b75-5f730f46355b tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637398 Jul 13 07:18:48.156151 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '766736c1-83a9-4d32-ba7c-abb218287702', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': '766736c1-83a9-4d32-ba7c-abb218287702', 'mac_address': 'fa:16:3e:21:4b:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:18:48.230469 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:48.244602 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 766736c1-83a9-4d32-ba7c-abb218287702 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:18:48.267403 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 766736c1-83a9-4d32-ba7c-abb218287702, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=766736c1-83a9-4d32-ba7c-abb218287702,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:48.272126 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:48.324034 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d6e5478b-7792-4eb7-ae26-ed449040d1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:48.324610 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef395bd0-af44-4abf-baa0-326543a2e514 req-2f98d925-cf50-4e31-8974-b732216b50f4 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:48.327808 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=766736c1-83a9-4d32-ba7c-abb218287702,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:48.333725 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ef395bd0-af44-4abf-baa0-326543a2e514 req-2f98d925-cf50-4e31-8974-b732216b50f4 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a991275-6c98-4c01-91d7-77fcc49bef7d HTTP/1.1" status: 200 len: 946 time: 0.0777366 Jul 13 07:18:48.387033 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ef395bd0-af44-4abf-baa0-326543a2e514 req-016b0e7f-a921-40c3-bf0d-5ab9d2afe482 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523479 Jul 13 07:18:48.462727 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16b2df-ee11-431d-893f-d6ab275f7234 req-75eaa632-53b3-4654-8c9d-efabb6296ad7 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:48.469909 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ca16b2df-ee11-431d-893f-d6ab275f7234 req-75eaa632-53b3-4654-8c9d-efabb6296ad7 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 945 time: 0.2785206 Jul 13 07:18:48.477514 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e5478b-7792-4eb7-ae26-ed449040d1cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fa99086-856c-4bac-98a9-961139d1f71a,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:48.504282 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e5478b-7792-4eb7-ae26-ed449040d1cb admin admin] Checking segment: {'id': 'e6bb3569-6263-4573-8ba7-9a6110abd4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0cd12a3e-0415-48be-b810-953bd5cfd900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:18:48.505579 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e5478b-7792-4eb7-ae26-ed449040d1cb admin admin] Network hostable DHCP agents. Network: 0cd12a3e-0415-48be-b810-953bd5cfd900, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:18:48.559783 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ca16b2df-ee11-431d-893f-d6ab275f7234 req-b035131f-66ab-4dfa-8a03-ba27cbd82af5 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887804 Jul 13 07:18:48.563565 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e5478b-7792-4eb7-ae26-ed449040d1cb admin admin] Network 0cd12a3e-0415-48be-b810-953bd5cfd900 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:18:48.588067 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-d6e5478b-7792-4eb7-ae26-ed449040d1cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 0cd12a3e-0415-48be-b810-953bd5cfd900) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:18:48.595288 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e5478b-7792-4eb7-ae26-ed449040d1cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:48.596504 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d6e5478b-7792-4eb7-ae26-ed449040d1cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:48.603926 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82e7ef8-e790-420b-a032-17e72638a16d None None] Network 0cd12a3e-0415-48be-b810-953bd5cfd900 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:18:48.606295 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['766736c1-83a9-4d32-ba7c-abb218287702'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:18:48.653282 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 43026) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:48.654380 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d6e5478b-7792-4eb7-ae26-ed449040d1cb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9258444 Jul 13 07:18:48.670573 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-0ef42030-2413-402e-ae8b-9cda2a8904b9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-939973192-router', 'tenant_id': '4462024954ad4bf58d786e02f052f2cc', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:18:48.714711 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b79492-dc29-4671-9edc-a4140d6fac83 req-6032a71d-2222-4b1a-a7c8-a632499938c5 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:48.718547 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b3b79492-dc29-4671-9edc-a4140d6fac83 req-6032a71d-2222-4b1a-a7c8-a632499938c5 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 949 time: 0.1942403 Jul 13 07:18:48.781410 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef42030-2413-402e-ae8b-9cda2a8904b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:48.783162 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef42030-2413-402e-ae8b-9cda2a8904b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:48.851090 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef42030-2413-402e-ae8b-9cda2a8904b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:49.026462 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b3b79492-dc29-4671-9edc-a4140d6fac83 req-8d478312-c277-4b4d-a667-3c271d23723d tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940524 Jul 13 07:18:49.028181 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d28b19-06d2-4128-9598-2937d1e42a89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-0cd12a3e-0415-48be-b810-953bd5cfd900', 'network_id': '0cd12a3e-0415-48be-b810-953bd5cfd900', 'tenant_id': '4462024954ad4bf58d786e02f052f2cc', 'fixed_ips': [{'subnet_id': '2fa99086-856c-4bac-98a9-961139d1f71a'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:18:49.029049 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-58d28b19-06d2-4128-9598-2937d1e42a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:49.196412 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef42030-2413-402e-ae8b-9cda2a8904b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:49.251735 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e5c3b-9237-4b6a-8c9c-29cfdd2aab0a req-8489802f-957f-40dc-8558-4c95a05ae1c3 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:49.254545 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b26e5c3b-9237-4b6a-8c9c-29cfdd2aab0a req-8489802f-957f-40dc-8558-4c95a05ae1c3 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 943 time: 0.1004200 Jul 13 07:18:49.367740 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b26e5c3b-9237-4b6a-8c9c-29cfdd2aab0a req-d1bd0f99-ab80-4397-9601-41427fe08bf8 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021070 Jul 13 07:18:49.372023 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442998a-7a68-411b-ad8d-0b38b6ede997 req-1a36e33d-cfa4-4f69-b4ef-69ab39ec6dc6 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:49.380230 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9442998a-7a68-411b-ad8d-0b38b6ede997 req-1a36e33d-cfa4-4f69-b4ef-69ab39ec6dc6 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a991275-6c98-4c01-91d7-77fcc49bef7d HTTP/1.1" status: 200 len: 946 time: 0.1972406 Jul 13 07:18:49.411035 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-58d28b19-06d2-4128-9598-2937d1e42a89 None None] Allocated IP 172.20.0.2 (0cd12a3e-0415-48be-b810-953bd5cfd900/2fa99086-856c-4bac-98a9-961139d1f71a/33f98bd4-7caa-4d0b-8e0f-ffa9b7a40a68) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:18:49.454356 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9442998a-7a68-411b-ad8d-0b38b6ede997 req-a385d2c4-76ad-46ce-a301-1fbbeb1d2871 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729256 Jul 13 07:18:49.691527 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-58d28b19-06d2-4128-9598-2937d1e42a89 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:49.707333 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-58d28b19-06d2-4128-9598-2937d1e42a89 None None] Transition to ACTIVE for port object 33f98bd4-7caa-4d0b-8e0f-ffa9b7a40a68 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:18:49.740705 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-58d28b19-06d2-4128-9598-2937d1e42a89 None None] Transition to ACTIVE for port object 33f98bd4-7caa-4d0b-8e0f-ffa9b7a40a68 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:18:49.763943 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-58d28b19-06d2-4128-9598-2937d1e42a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:49.770672 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-a4ccc952-0d30-4780-8e6a-18dde581f051 service neutron] 10.222.0.42 "GET /v2.0/ports/25456c63-4ae3-4d25-b173-8f09a2aaaeae/bindings/n-h2-771363-34 HTTP/1.1" status: 200 len: 385 time: 0.1055119 Jul 13 07:18:49.784491 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507bc624-be67-4260-ae6f-2cceecce3115 req-377db3d1-605a-4685-8ced-5387072b456c tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:49.793810 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-507bc624-be67-4260-ae6f-2cceecce3115 req-377db3d1-605a-4685-8ced-5387072b456c tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 948 time: 0.1712408 Jul 13 07:18:49.868490 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d28b19-06d2-4128-9598-2937d1e42a89 None None] Network 0cd12a3e-0415-48be-b810-953bd5cfd900 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:18:49.872464 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9693f9-6e3d-4c26-b3b1-8555ef65bdb4 req-8d23e8a8-ac47-4d8f-b16b-19535454a848 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:49.874341 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-58d28b19-06d2-4128-9598-2937d1e42a89 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:18:49.878365 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d28b19-06d2-4128-9598-2937d1e42a89 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:18:49.880740 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fd9693f9-6e3d-4c26-b3b1-8555ef65bdb4 req-8d23e8a8-ac47-4d8f-b16b-19535454a848 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a991275-6c98-4c01-91d7-77fcc49bef7d HTTP/1.1" status: 200 len: 946 time: 0.1531320 Jul 13 07:18:49.884709 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef42030-2413-402e-ae8b-9cda2a8904b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:49.908813 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-507bc624-be67-4260-ae6f-2cceecce3115 req-b20371c9-5f8d-4674-b357-3f4d98d01c64 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126416 Jul 13 07:18:49.917076 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef42030-2413-402e-ae8b-9cda2a8904b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:49.979519 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d28b19-06d2-4128-9598-2937d1e42a89 None None] Pushing event updated for resources: {'Port': ['ID=33f98bd4-7caa-4d0b-8e0f-ffa9b7a40a68,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:49.999028 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-58d28b19-06d2-4128-9598-2937d1e42a89 None None] Attempting to bind port 33f98bd4-7caa-4d0b-8e0f-ffa9b7a40a68 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:18:49.999654 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-58d28b19-06d2-4128-9598-2937d1e42a89 None None] Attempting to bind port 33f98bd4-7caa-4d0b-8e0f-ffa9b7a40a68 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'e6bb3569-6263-4573-8ba7-9a6110abd4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0cd12a3e-0415-48be-b810-953bd5cfd900'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:18:50.000710 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d28b19-06d2-4128-9598-2937d1e42a89 None None] Attempting to bind port 33f98bd4-7caa-4d0b-8e0f-ffa9b7a40a68 on network 0cd12a3e-0415-48be-b810-953bd5cfd900 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:18:50.007908 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d28b19-06d2-4128-9598-2937d1e42a89 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:18:50.008566 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d28b19-06d2-4128-9598-2937d1e42a89 None None] Checking segment: {'id': 'e6bb3569-6263-4573-8ba7-9a6110abd4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0cd12a3e-0415-48be-b810-953bd5cfd900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:18:50.009194 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-58d28b19-06d2-4128-9598-2937d1e42a89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:50.009749 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d28b19-06d2-4128-9598-2937d1e42a89 None None] Bound using segment: {'id': 'e6bb3569-6263-4573-8ba7-9a6110abd4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0cd12a3e-0415-48be-b810-953bd5cfd900'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:18:50.010825 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-58d28b19-06d2-4128-9598-2937d1e42a89 None None] Bound port: 33f98bd4-7caa-4d0b-8e0f-ffa9b7a40a68, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6bb3569-6263-4573-8ba7-9a6110abd4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0cd12a3e-0415-48be-b810-953bd5cfd900'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:18:50.011660 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-58d28b19-06d2-4128-9598-2937d1e42a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:50.038611 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-0ef42030-2413-402e-ae8b-9cda2a8904b9 admin admin] Allocated IP 172.25.3.152 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/14c4a7fb-03a1-40af-bc1c-583dc96d85a6) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:18:50.096240 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-58d28b19-06d2-4128-9598-2937d1e42a89 None None] For port 33f98bd4-7caa-4d0b-8e0f-ffa9b7a40a68, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:18:50.110097 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-58d28b19-06d2-4128-9598-2937d1e42a89 None None] For port 33f98bd4-7caa-4d0b-8e0f-ffa9b7a40a68, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=33f98bd4-7caa-4d0b-8e0f-ffa9b7a40a68,segment=NetworkSegment(e6bb3569-6263-4573-8ba7-9a6110abd4e4),segment_id=e6bb3569-6263-4573-8ba7-9a6110abd4e4)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:18:50.121616 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-58d28b19-06d2-4128-9598-2937d1e42a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:50.180985 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef42030-2413-402e-ae8b-9cda2a8904b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:50.228979 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef42030-2413-402e-ae8b-9cda2a8904b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:50.238312 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d28b19-06d2-4128-9598-2937d1e42a89 None None] Pushing event updated for resources: {'Port': ['ID=33f98bd4-7caa-4d0b-8e0f-ffa9b7a40a68,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:50.289943 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef42030-2413-402e-ae8b-9cda2a8904b9 admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:18:50.294120 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-0ef42030-2413-402e-ae8b-9cda2a8904b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:18:50.306359 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef42030-2413-402e-ae8b-9cda2a8904b9 admin admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:18:50.312019 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-298d704e-9bd0-4d38-97f3-5ca737c36b95 service neutron] For port 25456c63-4ae3-4d25-b173-8f09a2aaaeae, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=25456c63-4ae3-4d25-b173-8f09a2aaaeae,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:50.390956 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-298d704e-9bd0-4d38-97f3-5ca737c36b95 service neutron] For port 25456c63-4ae3-4d25-b173-8f09a2aaaeae, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:18:50.433376 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fd9693f9-6e3d-4c26-b3b1-8555ef65bdb4 req-9f373f09-dc7a-46fb-8692-f09907da41ed tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5455866 Jul 13 07:18:50.465024 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef42030-2413-402e-ae8b-9cda2a8904b9 admin admin] Pushing event updated for resources: {'Port': ['ID=14c4a7fb-03a1-40af-bc1c-583dc96d85a6,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:50.484270 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946972f4-3735-4ad4-b661-091f4d67097b req-cd996dab-212c-4ec5-903b-b9f9081fd0ee tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:50.510893 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-946972f4-3735-4ad4-b661-091f4d67097b req-cd996dab-212c-4ec5-903b-b9f9081fd0ee tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 945 time: 0.3726475 Jul 13 07:18:50.609769 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-298d704e-9bd0-4d38-97f3-5ca737c36b95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25456c63-4ae3-4d25-b173-8f09a2aaaeae {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:18:50.670378 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-298d704e-9bd0-4d38-97f3-5ca737c36b95 service neutron] For port 25456c63-4ae3-4d25-b173-8f09a2aaaeae, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=25456c63-4ae3-4d25-b173-8f09a2aaaeae,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:50.705986 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-946972f4-3735-4ad4-b661-091f4d67097b req-907cc636-e360-48cd-a2ec-9d964caacdde tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938379 Jul 13 07:18:50.741060 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-298d704e-9bd0-4d38-97f3-5ca737c36b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:50.826186 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef42030-2413-402e-ae8b-9cda2a8904b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:50.927168 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-298d704e-9bd0-4d38-97f3-5ca737c36b95 service neutron] Transition to ACTIVE for port object 25456c63-4ae3-4d25-b173-8f09a2aaaeae will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:18:50.945349 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-298d704e-9bd0-4d38-97f3-5ca737c36b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:51.030364 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d704e-9bd0-4d38-97f3-5ca737c36b95 service neutron] Pushing event updated for resources: {'Port': ['ID=25456c63-4ae3-4d25-b173-8f09a2aaaeae,revision_number=10']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:51.101564 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-298d704e-9bd0-4d38-97f3-5ca737c36b95 service neutron] No DVR routers for this DVR port 25456c63-4ae3-4d25-b173-8f09a2aaaeae on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:18:51.182671 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-298d704e-9bd0-4d38-97f3-5ca737c36b95 service neutron] 10.222.0.42 "PUT /v2.0/ports/25456c63-4ae3-4d25-b173-8f09a2aaaeae/bindings/n-h2-771363-34/activate HTTP/1.1" status: 200 len: 370 time: 1.3753967 Jul 13 07:18:51.199543 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1208c9a-efff-4057-92bc-c7ee3e2dff28 req-ae034988-4047-4849-ac6d-1db850fb71ff tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:51.208097 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c1208c9a-efff-4057-92bc-c7ee3e2dff28 req-ae034988-4047-4849-ac6d-1db850fb71ff tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 949 time: 0.1864140 Jul 13 07:18:51.270544 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c1208c9a-efff-4057-92bc-c7ee3e2dff28 req-0dfadcea-566e-4fc6-b36c-726dbb9cf44f tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592058 Jul 13 07:18:51.462720 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 766736c1-83a9-4d32-ba7c-abb218287702 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:18:51.635387 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 33f98bd4-7caa-4d0b-8e0f-ffa9b7a40a68 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:18:51.650532 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 766736c1-83a9-4d32-ba7c-abb218287702 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:18:51.663892 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 766736c1-83a9-4d32-ba7c-abb218287702 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:18:51.664267 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:51.768706 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d7fa34-d693-4ee3-9300-1cad0a77f52e None None] Network 0cd12a3e-0415-48be-b810-953bd5cfd900 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:18:51.787585 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e18be7-ce69-48ee-99c2-374fbb9df671 req-a42c2366-9434-459e-aa40-26fbb29dcdc4 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:51.795031 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b3e18be7-ce69-48ee-99c2-374fbb9df671 req-a42c2366-9434-459e-aa40-26fbb29dcdc4 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 944 time: 0.7911062 Jul 13 07:18:51.815456 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef42030-2413-402e-ae8b-9cda2a8904b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:51.826139 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-f417713c-c208-4ced-9bfb-c9c867439f8f tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:51.827783 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-f417713c-c208-4ced-9bfb-c9c867439f8f tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e&tenant_id=05a465060c604024bf60fd1a58309bf9&binding%3Ahost_id=n-h1-771363-34 HTTP/1.1" status: 200 len: 1096 time: 0.2489336 Jul 13 07:18:51.918437 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b3e18be7-ce69-48ee-99c2-374fbb9df671 req-23168bd2-617d-4159-80d2-14b8b071daad tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214645 Jul 13 07:18:51.950301 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-77d2e49f-31dd-4b10-abf0-4d0e9d1cfd50 None None] Provisioning for port 33f98bd4-7caa-4d0b-8e0f-ffa9b7a40a68 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:18:52.005431 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 33f98bd4-7caa-4d0b-8e0f-ffa9b7a40a68 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:18:52.022098 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 33f98bd4-7caa-4d0b-8e0f-ffa9b7a40a68 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:18:52.022535 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:52.081219 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-565f51a7-6a31-425d-b259-db90c41a9480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:52.083062 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-565f51a7-6a31-425d-b259-db90c41a9480 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e&tenant_id=05a465060c604024bf60fd1a58309bf9 HTTP/1.1" status: 200 len: 1096 time: 0.2119172 Jul 13 07:18:52.117192 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef42030-2413-402e-ae8b-9cda2a8904b9 admin admin] Router dd20d930-6478-4429-ac82-b2060f2130cc is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:18:52.125747 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:52.261459 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6d9c9e-718e-4b87-9f8f-92199c1f6247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766736c1-83a9-4d32-ba7c-abb218287702'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:18:52.263978 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8707a3f2-37b1-4266-bfd4-d10fab6d62e1" -d '{"events": [{"server_uuid": "8c6d9c9e-718e-4b87-9f8f-92199c1f6247", "name": "network-vif-plugged", "status": "completed", "tag": "766736c1-83a9-4d32-ba7c-abb218287702"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:18:52.316390 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 766736c1-83a9-4d32-ba7c-abb218287702, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=766736c1-83a9-4d32-ba7c-abb218287702,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:52.320606 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:52.342716 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:52.416536 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 33f98bd4-7caa-4d0b-8e0f-ffa9b7a40a68, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=33f98bd4-7caa-4d0b-8e0f-ffa9b7a40a68,segment=NetworkSegment(e6bb3569-6263-4573-8ba7-9a6110abd4e4),segment_id=e6bb3569-6263-4573-8ba7-9a6110abd4e4)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:52.444029 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:52.460941 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=766736c1-83a9-4d32-ba7c-abb218287702,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:52.531151 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-aadb9800-6748-469a-a924-f5da6abe4800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:52.539363 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-aadb9800-6748-469a-a924-f5da6abe4800 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=05a465060c604024bf60fd1a58309bf9&device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 1096 time: 0.4124203 Jul 13 07:18:52.559584 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=33f98bd4-7caa-4d0b-8e0f-ffa9b7a40a68,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:52.581513 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8b5bf-bd49-4da6-9a9d-39755a40a33d req-cd10e96e-edd9-4bab-a741-e51f494969f6 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:52.598951 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f8aa7-0ca6-4b1d-9778-1eacae1a35b5 req-a266d4e2-47c6-40f7-9156-440ead228050 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:52.606102 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f3e8b5bf-bd49-4da6-9a9d-39755a40a33d req-cd10e96e-edd9-4bab-a741-e51f494969f6 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 945 time: 0.2056224 Jul 13 07:18:52.614450 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-245f8aa7-0ca6-4b1d-9778-1eacae1a35b5 req-a266d4e2-47c6-40f7-9156-440ead228050 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 948 time: 0.4131160 Jul 13 07:18:52.687723 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f3e8b5bf-bd49-4da6-9a9d-39755a40a33d req-29dcb6be-e96b-494a-9dbe-5e8ef9f0b35c tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806165 Jul 13 07:18:52.737176 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef42030-2413-402e-ae8b-9cda2a8904b9 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:18:52.755611 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3810e40b-95ae-4730-bdf6-86e8026a163a None None] Sync routers for ids ['dd20d930-6478-4429-ac82-b2060f2130cc'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:18:52.781501 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3810e40b-95ae-4730-bdf6-86e8026a163a None None] Routers {'dd20d930-6478-4429-ac82-b2060f2130cc'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:18:52.782409 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-3810e40b-95ae-4730-bdf6-86e8026a163a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:18:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['dd20d930-6478-4429-ac82-b2060f2130cc'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:18:52.823682 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-245f8aa7-0ca6-4b1d-9778-1eacae1a35b5 req-8a317b40-8505-4314-b38d-a48dfb836a7f tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080889 Jul 13 07:18:52.827540 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef42030-2413-402e-ae8b-9cda2a8904b9 admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:52.829015 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0ef42030-2413-402e-ae8b-9cda2a8904b9 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1701989 Jul 13 07:18:52.831814 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 43096) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:18:52.919532 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-a0a000b7-4d4a-4c8f-9cda-85e018ce059a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:52.921416 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-a0a000b7-4d4a-4c8f-9cda-85e018ce059a service neutron] 10.222.0.25 "GET /v2.0/networks?id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d HTTP/1.1" status: 200 len: 909 time: 0.3700716 Jul 13 07:18:52.957348 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b1b58aec-9ff6-41e8-8bdc-0c21a323f1a5 None None] Provisioning complete for port 766736c1-83a9-4d32-ba7c-abb218287702 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:18:52.958322 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b1b58aec-9ff6-41e8-8bdc-0c21a323f1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:53.026225 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237bf8cf-4566-4c61-ade4-2ffd7a224e4b x-openstack-request-id: req-237bf8cf-4566-4c61-ade4-2ffd7a224e4b {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:18:53.026533 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-00c8ce5d-e112-4123-9ebd-06ce8da21a00 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25456c63-4ae3-4d25-b173-8f09a2aaaeae HTTP/1.1" status: 200 len: 217 time: 0.0924306 Jul 13 07:18:53.026643 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6d9c9e-718e-4b87-9f8f-92199c1f6247", "name": "network-vif-plugged", "status": "completed", "tag": "766736c1-83a9-4d32-ba7c-abb218287702", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:18:53.026725 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-237bf8cf-4566-4c61-ade4-2ffd7a224e4b {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:18:53.027113 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6d9c9e-718e-4b87-9f8f-92199c1f6247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766736c1-83a9-4d32-ba7c-abb218287702', 'code': 200} Jul 13 07:18:53.140950 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-3810e40b-95ae-4730-bdf6-86e8026a163a None None] Set router dd20d930-6478-4429-ac82-b2060f2130cc gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:18:53.172559 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:53.217806 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-46eec2df-fc31-4dc0-9596-d2ef3d308409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:53.219320 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-46eec2df-fc31-4dc0-9596-d2ef3d308409 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7ca46c55-f93a-4f0d-847c-cec27912e287 HTTP/1.1" status: 200 len: 848 time: 0.1794028 Jul 13 07:18:53.276453 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-1e1f491c-ee60-4026-bf3f-cf7539bb7521 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464664 Jul 13 07:18:53.492732 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05b1ef-ba0b-4bb5-b84f-8593a7491897 req-2ef865dc-3eea-4426-987e-31feca6392b0 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:53.495933 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bd05b1ef-ba0b-4bb5-b84f-8593a7491897 req-2ef865dc-3eea-4426-987e-31feca6392b0 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 944 time: 0.1674626 Jul 13 07:18:53.500779 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-f6a98377-0f21-48c8-bba0-10e9cd2031b2 service neutron] 10.222.0.25 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135553 Jul 13 07:18:53.501792 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-fba57cfd-dcdb-43d9-8696-3c816ab5dd5e None None] Provisioning complete for port 33f98bd4-7caa-4d0b-8e0f-ffa9b7a40a68 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:18:53.502379 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fba57cfd-dcdb-43d9-8696-3c816ab5dd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:53.545356 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-3810e40b-95ae-4730-bdf6-86e8026a163a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd20d930-6478-4429-ac82-b2060f2130cc', 'name': 'tempest-FloatingIPDetailsTestJSON-939973192-router', 'tenant_id': '4462024954ad4bf58d786e02f052f2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '14c4a7fb-03a1-40af-bc1c-583dc96d85a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:18:48Z', 'updated_at': '2021-07-13T07:18:50Z', 'revision_number': 3, 'project_id': '4462024954ad4bf58d786e02f052f2cc', 'gw_port': {'id': '14c4a7fb-03a1-40af-bc1c-583dc96d85a6', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd20d930-6478-4429-ac82-b2060f2130cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:18:49Z', 'updated_at': '2021-07-13T07:18:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:18:53.669321 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-f4282e4c-11cf-4e51-8ac1-0fde52bb43db service neutron] 10.222.0.25 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394610 Jul 13 07:18:53.674476 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb6107-3fb4-4f39-a0d2-80037259b84d req-89301ceb-1e18-4007-98d8-2b9882deddbb tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:53.686806 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bd05b1ef-ba0b-4bb5-b84f-8593a7491897 req-517e81d5-ff67-41c4-823c-b2e40ba944de tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848469 Jul 13 07:18:53.697748 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-10cb6107-3fb4-4f39-a0d2-80037259b84d req-89301ceb-1e18-4007-98d8-2b9882deddbb tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 949 time: 0.3877919 Jul 13 07:18:53.812436 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 33f98bd4-7caa-4d0b-8e0f-ffa9b7a40a68 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:18:53.822653 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3810e40b-95ae-4730-bdf6-86e8026a163a None None] Checking router: dd20d930-6478-4429-ac82-b2060f2130cc for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:18:53.822653 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3810e40b-95ae-4730-bdf6-86e8026a163a None None] Updating router dd20d930-6478-4429-ac82-b2060f2130cc port 14c4a7fb-03a1-40af-bc1c-583dc96d85a6 binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:18:54.013940 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:54.024445 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3810e40b-95ae-4730-bdf6-86e8026a163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:54.105870 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 33f98bd4-7caa-4d0b-8e0f-ffa9b7a40a68 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:18:54.106156 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:54.357852 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efd3c1-27fd-4d5d-ac1f-219b1f0faa61 req-f65305c2-579c-484d-8349-4802740a4ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:54.359713 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-30efd3c1-27fd-4d5d-ac1f-219b1f0faa61 req-f65305c2-579c-484d-8349-4802740a4ebd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 1101 time: 1.0118575 Jul 13 07:18:54.391898 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-10cb6107-3fb4-4f39-a0d2-80037259b84d req-dcdbdd20-9337-4a45-9684-7e576e193881 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6931860 Jul 13 07:18:54.447668 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-eb75eec3-d793-424c-9d5a-1620ae0150c8 tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:54.451695 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-eb75eec3-d793-424c-9d5a-1620ae0150c8 tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e&tenant_id=05a465060c604024bf60fd1a58309bf9&binding%3Ahost_id=n-h2-771363-34 HTTP/1.1" status: 200 len: 1096 time: 0.2451320 Jul 13 07:18:54.581965 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d17d0031-09d2-4e51-9137-7794ae2f3670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:54.649339 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2eea5a-dd6e-4832-acd2-37416c1f9f5d req-a537c99c-0a0e-4af9-96ba-e4288cc84e06 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:54.659774 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7d2eea5a-dd6e-4832-acd2-37416c1f9f5d req-a537c99c-0a0e-4af9-96ba-e4288cc84e06 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 945 time: 0.1394393 Jul 13 07:18:54.760143 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7d2eea5a-dd6e-4832-acd2-37416c1f9f5d req-0650aee0-3d41-4a46-9796-6bce3d887fe5 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952809 Jul 13 07:18:54.796647 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-539dd06f-fa8a-4a50-b5a1-604d53bf5fd5 service neutron] For port 25456c63-4ae3-4d25-b173-8f09a2aaaeae, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:18:54.803407 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-539dd06f-fa8a-4a50-b5a1-604d53bf5fd5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:54.809158 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-007cf22e-c697-43a8-b532-5b6aef0ac56f req-539dd06f-fa8a-4a50-b5a1-604d53bf5fd5 service neutron] 10.222.0.25 "DELETE /v2.0/ports/25456c63-4ae3-4d25-b173-8f09a2aaaeae/bindings/n-h1-771363-34 HTTP/1.1" status: 204 len: 173 time: 0.3467433 Jul 13 07:18:54.822922 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-30efd3c1-27fd-4d5d-ac1f-219b1f0faa61 req-9632e98a-6ff5-49e1-9b27-c02f3f922c20 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4511728 Jul 13 07:18:54.851613 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3810e40b-95ae-4730-bdf6-86e8026a163a None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:54.867704 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3810e40b-95ae-4730-bdf6-86e8026a163a None None] Transition to ACTIVE for port object 14c4a7fb-03a1-40af-bc1c-583dc96d85a6 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:18:54.893406 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3810e40b-95ae-4730-bdf6-86e8026a163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:54.910371 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ce6af-cc79-4c57-92b2-21894cfade7d req-98ca2d9a-8d53-43ca-a071-2aed0a1156b6 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:54.917731 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8d8ce6af-cc79-4c57-92b2-21894cfade7d req-98ca2d9a-8d53-43ca-a071-2aed0a1156b6 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 949 time: 0.3503819 Jul 13 07:18:54.920076 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-d17d0031-09d2-4e51-9137-7794ae2f3670 admin admin] Allocated IP 172.20.0.1 (0cd12a3e-0415-48be-b810-953bd5cfd900/2fa99086-856c-4bac-98a9-961139d1f71a/c7a803e8-5601-4fef-a91a-5941676b33e4) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:18:54.951746 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-3810e40b-95ae-4730-bdf6-86e8026a163a None None] Attempting to bind port 14c4a7fb-03a1-40af-bc1c-583dc96d85a6 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:18:54.952228 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-3810e40b-95ae-4730-bdf6-86e8026a163a None None] Attempting to bind port 14c4a7fb-03a1-40af-bc1c-583dc96d85a6 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:18:54.952595 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3810e40b-95ae-4730-bdf6-86e8026a163a None None] Attempting to bind port 14c4a7fb-03a1-40af-bc1c-583dc96d85a6 on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:18:54.959116 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd7b0d8-9e78-440f-ba28-b7ecd0ecc687 None None] Pushing event updated for resources: {'Port': ['ID=14c4a7fb-03a1-40af-bc1c-583dc96d85a6,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:54.964333 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3810e40b-95ae-4730-bdf6-86e8026a163a None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:18:54.964761 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3810e40b-95ae-4730-bdf6-86e8026a163a None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:18:54.965169 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3810e40b-95ae-4730-bdf6-86e8026a163a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:54.965632 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3810e40b-95ae-4730-bdf6-86e8026a163a None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:18:54.966105 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-3810e40b-95ae-4730-bdf6-86e8026a163a None None] Bound port: 14c4a7fb-03a1-40af-bc1c-583dc96d85a6, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:18:54.966622 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3810e40b-95ae-4730-bdf6-86e8026a163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:55.003679 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8d8ce6af-cc79-4c57-92b2-21894cfade7d req-b1a31213-d99f-4580-8dc9-6e9c8d7d3fd2 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850408 Jul 13 07:18:55.065798 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-3810e40b-95ae-4730-bdf6-86e8026a163a None None] For port 14c4a7fb-03a1-40af-bc1c-583dc96d85a6, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:18:55.069446 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-3810e40b-95ae-4730-bdf6-86e8026a163a None None] For port 14c4a7fb-03a1-40af-bc1c-583dc96d85a6, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=14c4a7fb-03a1-40af-bc1c-583dc96d85a6,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:18:55.084154 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3810e40b-95ae-4730-bdf6-86e8026a163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:55.130609 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d17d0031-09d2-4e51-9137-7794ae2f3670 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:55.159488 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4ee95-5f08-43c1-b732-fea05add43d3 req-a4659714-85c7-4165-89de-64efcd39a91d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:55.164343 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-d17d0031-09d2-4e51-9137-7794ae2f3670 admin admin] Transition to ACTIVE for port object c7a803e8-5601-4fef-a91a-5941676b33e4 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:18:55.174937 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b0c4ee95-5f08-43c1-b732-fea05add43d3 req-a4659714-85c7-4165-89de-64efcd39a91d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a991275-6c98-4c01-91d7-77fcc49bef7d HTTP/1.1" status: 200 len: 946 time: 0.1195767 Jul 13 07:18:55.193865 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3810e40b-95ae-4730-bdf6-86e8026a163a None None] Routers {'dd20d930-6478-4429-ac82-b2060f2130cc'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:18:55.197860 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-3810e40b-95ae-4730-bdf6-86e8026a163a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:18:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['dd20d930-6478-4429-ac82-b2060f2130cc'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:18:55.267573 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b0c4ee95-5f08-43c1-b732-fea05add43d3 req-80768a36-3e55-4e7f-ba5c-4260e159546a tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894694 Jul 13 07:18:55.277339 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd7b0d8-9e78-440f-ba28-b7ecd0ecc687 None None] Pushing event updated for resources: {'Port': ['ID=14c4a7fb-03a1-40af-bc1c-583dc96d85a6,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:55.350126 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d17d0031-09d2-4e51-9137-7794ae2f3670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:55.373116 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-3810e40b-95ae-4730-bdf6-86e8026a163a None None] Set router dd20d930-6478-4429-ac82-b2060f2130cc gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:18:55.454065 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17d0031-09d2-4e51-9137-7794ae2f3670 admin admin] Network 0cd12a3e-0415-48be-b810-953bd5cfd900 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:18:55.461474 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-d17d0031-09d2-4e51-9137-7794ae2f3670 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:18:55.468825 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17d0031-09d2-4e51-9137-7794ae2f3670 admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:18:55.484560 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc886b01-16ab-4ca5-b603-3b946cda1dd7 req-1b28a7ca-93ca-45a8-ad03-f7bd582af83a tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:55.486276 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cc886b01-16ab-4ca5-b603-3b946cda1dd7 req-1b28a7ca-93ca-45a8-ad03-f7bd582af83a tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 944 time: 0.2568345 Jul 13 07:18:55.521807 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:18:55.523890 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:18:55.562755 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d0031-09d2-4e51-9137-7794ae2f3670 admin admin] Pushing event updated for resources: {'Port': ['ID=c7a803e8-5601-4fef-a91a-5941676b33e4,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:55.608213 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cc886b01-16ab-4ca5-b603-3b946cda1dd7 req-206e6d75-3f3d-4f68-b303-27be6d1f6d91 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740740 Jul 13 07:18:55.623461 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d17d0031-09d2-4e51-9137-7794ae2f3670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:55.864255 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36d3f2-5252-4e66-937c-0a138fc0869e req-8139f8c4-d019-4a02-b5cc-bcfe796f4f9f tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:55.881252 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5a36d3f2-5252-4e66-937c-0a138fc0869e req-8139f8c4-d019-4a02-b5cc-bcfe796f4f9f tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 949 time: 0.1603668 Jul 13 07:18:55.949674 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5a36d3f2-5252-4e66-937c-0a138fc0869e req-bf307fdc-0d50-446b-ae84-478bc480ad23 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671136 Jul 13 07:18:56.000213 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:56.024350 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:56.072285 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': '4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad', 'mac_address': 'fa:16:3e:5c:15:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:18:56.073256 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8b451ff6-90d2-4384-a312-5513ed727f1f req-dfef3ff6-679f-4eb8-9f53-69ac57db10cc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c0ad3ad0-5e92-44ae-898f-859f675502e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0706892 Jul 13 07:18:56.075829 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-77c5e9f3-e880-41e0-af51-2522f96ad1fe None None] Provisioning for port c7a803e8-5601-4fef-a91a-5941676b33e4 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:18:56.090448 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d17d0031-09d2-4e51-9137-7794ae2f3670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:56.103438 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-77c5e9f3-e880-41e0-af51-2522f96ad1fe None None] Provisioning complete for port c7a803e8-5601-4fef-a91a-5941676b33e4 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:18:56.103816 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-77c5e9f3-e880-41e0-af51-2522f96ad1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:56.157289 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993fc87-709f-4825-89c9-2ad768d165c2 req-413eaf3f-9067-4d67-92d4-148f287c5b8f tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:56.158473 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0993fc87-709f-4825-89c9-2ad768d165c2 req-413eaf3f-9067-4d67-92d4-148f287c5b8f tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 1096 time: 0.2318344 Jul 13 07:18:56.174718 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011c331e-4535-43a0-be9f-25264fbdf055', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:18:56.177852 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d07133-4656-4209-b349-a178a3eca9f5" -d '{"events": [{"server_uuid": "011c331e-4535-43a0-be9f-25264fbdf055", "name": "network-vif-unplugged", "status": "completed", "tag": "4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:18:56.220334 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:56.232828 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-77c5e9f3-e880-41e0-af51-2522f96ad1fe None None] Port c7a803e8-5601-4fef-a91a-5941676b33e4 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:18:56.234341 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:56.259820 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b451ff6-90d2-4384-a312-5513ed727f1f req-7008be14-f96d-4f47-8a20-bf20b1fce263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:56.268844 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:56.270491 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8b451ff6-90d2-4384-a312-5513ed727f1f req-7008be14-f96d-4f47-8a20-bf20b1fce263 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=05a465060c604024bf60fd1a58309bf9&device_id=c0ad3ad0-5e92-44ae-898f-859f675502e1 HTTP/1.1" status: 200 len: 1097 time: 0.1674163 Jul 13 07:18:56.274210 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-3810e40b-95ae-4730-bdf6-86e8026a163a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd20d930-6478-4429-ac82-b2060f2130cc', 'name': 'tempest-FloatingIPDetailsTestJSON-939973192-router', 'tenant_id': '4462024954ad4bf58d786e02f052f2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '14c4a7fb-03a1-40af-bc1c-583dc96d85a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:18:48Z', 'updated_at': '2021-07-13T07:18:50Z', 'revision_number': 3, 'project_id': '4462024954ad4bf58d786e02f052f2cc', 'gw_port': {'id': '14c4a7fb-03a1-40af-bc1c-583dc96d85a6', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd20d930-6478-4429-ac82-b2060f2130cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:18:49Z', 'updated_at': '2021-07-13T07:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:18:56.319264 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6275034d-4be2-437a-bd5c-a35cdab977a7 req-30c40e65-5932-4e9d-8a75-5ab5cdcece68 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:56.321566 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3810e40b-95ae-4730-bdf6-86e8026a163a None None] The sync data for ids ['dd20d930-6478-4429-ac82-b2060f2130cc'] in n-d-771363-34 is: [{'id': 'dd20d930-6478-4429-ac82-b2060f2130cc', 'name': 'tempest-FloatingIPDetailsTestJSON-939973192-router', 'tenant_id': '4462024954ad4bf58d786e02f052f2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '14c4a7fb-03a1-40af-bc1c-583dc96d85a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:18:48Z', 'updated_at': '2021-07-13T07:18:50Z', 'revision_number': 3, 'project_id': '4462024954ad4bf58d786e02f052f2cc', 'gw_port': {'id': '14c4a7fb-03a1-40af-bc1c-583dc96d85a6', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd20d930-6478-4429-ac82-b2060f2130cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:18:49Z', 'updated_at': '2021-07-13T07:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:18:56.324072 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6275034d-4be2-437a-bd5c-a35cdab977a7 req-30c40e65-5932-4e9d-8a75-5ab5cdcece68 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 945 time: 0.1694157 Jul 13 07:18:56.325583 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0993fc87-709f-4825-89c9-2ad768d165c2 req-3adfdb13-59bd-4229-9b52-b8252fb65f95 tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460204 Jul 13 07:18:56.389405 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad,revision_number=10']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:56.394732 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:18:56.406333 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 7ed532fe-6769-48c8-91d8-d743b730e7da details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:18:56.492473 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.db.api [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:18:56.492828 n-d-771363-34 neutron-server[94019]: DEBUG oslo_db.api [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:18:56.639003 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d17d0031-09d2-4e51-9137-7794ae2f3670 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:56.657975 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d17d0031-09d2-4e51-9137-7794ae2f3670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:56.681789 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 7ed532fe-6769-48c8-91d8-d743b730e7da, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=7ed532fe-6769-48c8-91d8-d743b730e7da,segment=NetworkSegment(a9b8753b-d4aa-4a40-9c80-b78a2ae73457),segment_id=a9b8753b-d4aa-4a40-9c80-b78a2ae73457)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:56.731263 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '7ed532fe-6769-48c8-91d8-d743b730e7da', 'network_id': '54bc3c55-f3e2-41ce-a055-91b3b0ee3c98', 'port_id': '7ed532fe-6769-48c8-91d8-d743b730e7da', 'mac_address': 'fa:16:3e:35:45:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7535dae7-ea9c-4865-af6e-7a9b647822e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:18:56.744749 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b451ff6-90d2-4384-a312-5513ed727f1f req-3c1a5a9f-803d-4f49-901c-1a8a0e07d289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:56.746151 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8b451ff6-90d2-4384-a312-5513ed727f1f req-3c1a5a9f-803d-4f49-901c-1a8a0e07d289 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d HTTP/1.1" status: 200 len: 909 time: 0.4196031 Jul 13 07:18:56.777582 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d0031-09d2-4e51-9137-7794ae2f3670 admin admin] Pushing event updated for resources: {'Port': ['ID=c7a803e8-5601-4fef-a91a-5941676b33e4,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:56.832581 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:56.845170 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6275034d-4be2-437a-bd5c-a35cdab977a7 req-934c1950-76d5-42ae-865a-e08253897595 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4782641 Jul 13 07:18:56.855047 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ed532fe-6769-48c8-91d8-d743b730e7da {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:18:56.907483 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d17d0031-09d2-4e51-9137-7794ae2f3670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:56.937342 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 7ed532fe-6769-48c8-91d8-d743b730e7da, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=7ed532fe-6769-48c8-91d8-d743b730e7da,segment=NetworkSegment(a9b8753b-d4aa-4a40-9c80-b78a2ae73457),segment_id=a9b8753b-d4aa-4a40-9c80-b78a2ae73457)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:56.950956 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:56.963991 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8b451ff6-90d2-4384-a312-5513ed727f1f req-fa0c022d-8f16-442d-b75f-d108ca83ee53 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cafbfce0-7157-436e-aa90-46637a16b6f5 HTTP/1.1" status: 200 len: 217 time: 0.1534755 Jul 13 07:18:57.046192 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89dd58e6-b337-4672-a01f-58ed865dfe08 x-openstack-request-id: req-89dd58e6-b337-4672-a01f-58ed865dfe08 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:18:57.047356 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011c331e-4535-43a0-be9f-25264fbdf055", "name": "network-vif-unplugged", "status": "completed", "tag": "4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:18:57.048860 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-89dd58e6-b337-4672-a01f-58ed865dfe08 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:18:57.051594 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011c331e-4535-43a0-be9f-25264fbdf055', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad', 'code': 200} Jul 13 07:18:57.085042 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b451ff6-90d2-4384-a312-5513ed727f1f req-c5d15603-911b-4290-b26b-ee4c7fea3fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:57.086627 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8b451ff6-90d2-4384-a312-5513ed727f1f req-c5d15603-911b-4290-b26b-ee4c7fea3fae service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7ca46c55-f93a-4f0d-847c-cec27912e287 HTTP/1.1" status: 200 len: 848 time: 0.1116073 Jul 13 07:18:57.131967 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-268f69a5-b13e-41db-a4cd-712c43a699fd None None] Provisioning complete for port 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:18:57.143757 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-268f69a5-b13e-41db-a4cd-712c43a699fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:57.160595 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8b451ff6-90d2-4384-a312-5513ed727f1f req-e21d9666-39e7-4231-a3f3-7530a6b3ba15 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660181 Jul 13 07:18:57.181540 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03cf21-ba3c-495c-897c-5b2a676c0cb8 req-34828478-04b6-4786-8219-b9f5ed4c26f2 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:57.182849 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9a03cf21-ba3c-495c-897c-5b2a676c0cb8 req-34828478-04b6-4786-8219-b9f5ed4c26f2 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 949 time: 0.2990108 Jul 13 07:18:57.250259 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=7ed532fe-6769-48c8-91d8-d743b730e7da,revision_number=6']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:57.253033 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:57.288031 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:18:57.288422 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17d0031-09d2-4e51-9137-7794ae2f3670 admin admin] Network 0cd12a3e-0415-48be-b810-953bd5cfd900 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:18:57.292522 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-d17d0031-09d2-4e51-9137-7794ae2f3670 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:18:57.313544 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:57.331504 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9a03cf21-ba3c-495c-897c-5b2a676c0cb8 req-4d9aeed0-1caa-4297-954c-e5bcc3142729 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280775 Jul 13 07:18:57.540414 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee26bc-b171-495e-afe4-255fa841fc3e req-b266bad3-335d-4d97-adf4-3fac5239eedb tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:57.542395 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-36ee26bc-b171-495e-afe4-255fa841fc3e req-b266bad3-335d-4d97-adf4-3fac5239eedb tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a991275-6c98-4c01-91d7-77fcc49bef7d HTTP/1.1" status: 200 len: 945 time: 0.3131034 Jul 13 07:18:57.549443 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8b451ff6-90d2-4384-a312-5513ed727f1f req-996806c9-0de5-44cd-bf77-b312739e9e39 service neutron] 10.222.0.25 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811319 Jul 13 07:18:57.877919 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['7ed532fe-6769-48c8-91d8-d743b730e7da'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:18:57.881055 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 14c4a7fb-03a1-40af-bc1c-583dc96d85a6 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:18:57.887180 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17d0031-09d2-4e51-9137-7794ae2f3670 admin admin] Router dd20d930-6478-4429-ac82-b2060f2130cc has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:18:57.896446 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:57.917652 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-36ee26bc-b171-495e-afe4-255fa841fc3e req-90a5b04d-e422-41ef-a1cd-6255a415406b tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306494 Jul 13 07:18:57.923156 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8b451ff6-90d2-4384-a312-5513ed727f1f req-ac015186-e3da-442e-afac-afd8c979c19c service neutron] 10.222.0.25 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592625 Jul 13 07:18:58.029295 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a430992-4798-49b8-a146-cd7cee095b8a req-e80e5836-cef9-4dda-9bf0-bdbe5463a9df tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:58.030846 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8a430992-4798-49b8-a146-cd7cee095b8a req-e80e5836-cef9-4dda-9bf0-bdbe5463a9df tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 1096 time: 0.1796911 Jul 13 07:18:58.034754 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-268f69a5-b13e-41db-a4cd-712c43a699fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:58.168217 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8a430992-4798-49b8-a146-cd7cee095b8a req-7ec35128-994e-4af7-bd90-93a9f2ac3aa3 tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566461 Jul 13 07:18:58.207858 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17d0031-09d2-4e51-9137-7794ae2f3670 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:18:58.249142 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad,revision_number=11']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:58.249970 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d17d0031-09d2-4e51-9137-7794ae2f3670 admin admin] 10.222.0.23 "PUT /v2.0/routers/dd20d930-6478-4429-ac82-b2060f2130cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4079013 Jul 13 07:18:58.310017 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 14c4a7fb-03a1-40af-bc1c-583dc96d85a6 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:18:58.327183 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268ab0c-0985-4116-b3eb-686fdcdaa8bc req-906dac39-8710-46ad-bef4-723ae80a89e0 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:58.337320 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6268ab0c-0985-4116-b3eb-686fdcdaa8bc req-906dac39-8710-46ad-bef4-723ae80a89e0 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 949 time: 0.1650794 Jul 13 07:18:58.381940 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 14c4a7fb-03a1-40af-bc1c-583dc96d85a6 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:18:58.382313 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:58.396631 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:18:58.410142 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6268ab0c-0985-4116-b3eb-686fdcdaa8bc req-bea16ab2-3413-4f65-958d-fe450380565c tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714767 Jul 13 07:18:58.446436 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 7ed532fe-6769-48c8-91d8-d743b730e7da no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:18:58.539964 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.db.api [None req-268f69a5-b13e-41db-a4cd-712c43a699fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:18:58.540300 n-d-771363-34 neutron-server[94019]: DEBUG oslo_db.api [None req-268f69a5-b13e-41db-a4cd-712c43a699fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:18:58.574184 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ed3f5-633f-42b5-8db5-1483dc94060e req-781186ff-8887-4b15-a33f-8a88147bd691 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:58.575794 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d35ed3f5-633f-42b5-8db5-1483dc94060e req-781186ff-8887-4b15-a33f-8a88147bd691 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 949 time: 0.1424172 Jul 13 07:18:58.632540 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d35ed3f5-633f-42b5-8db5-1483dc94060e req-ed0d6a35-af6a-46c3-b077-fce2a69597ad tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412993 Jul 13 07:18:58.750431 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:58.766541 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33136c-7493-46b4-8e4b-5bcdc70afa6b req-cc9684f8-4f4b-43cb-9527-99b6bfbe21b8 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:58.772180 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:58.775545 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2d33136c-7493-46b4-8e4b-5bcdc70afa6b req-cc9684f8-4f4b-43cb-9527-99b6bfbe21b8 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 945 time: 0.0903163 Jul 13 07:18:58.797948 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 14c4a7fb-03a1-40af-bc1c-583dc96d85a6, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=14c4a7fb-03a1-40af-bc1c-583dc96d85a6,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:58.809017 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7ed532fe-6769-48c8-91d8-d743b730e7da {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:18:58.820843 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:58.841481 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2d33136c-7493-46b4-8e4b-5bcdc70afa6b req-46ed611d-f01e-42cd-b8bd-c984a7f776df tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647137 Jul 13 07:18:58.896723 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 7ed532fe-6769-48c8-91d8-d743b730e7da, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=7ed532fe-6769-48c8-91d8-d743b730e7da,segment=NetworkSegment(a9b8753b-d4aa-4a40-9c80-b78a2ae73457),segment_id=a9b8753b-d4aa-4a40-9c80-b78a2ae73457)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:58.916676 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:58.957022 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=14c4a7fb-03a1-40af-bc1c-583dc96d85a6,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:59.038973 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=7ed532fe-6769-48c8-91d8-d743b730e7da,revision_number=7']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:59.079988 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-268f69a5-b13e-41db-a4cd-712c43a699fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:59.083591 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-15a10526-ce9f-4906-b752-ee3cc5dbaebb tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:59.086571 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-15a10526-ce9f-4906-b752-ee3cc5dbaebb tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=87a269b4-bb32-44d7-bb97-ab073e929286&tenant_id=59ced391c6a04d319ae98164aff14fc2&binding%3Ahost_id=n-h2-771363-34 HTTP/1.1" status: 200 len: 1097 time: 0.2045825 Jul 13 07:18:59.108351 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-255d014c-4ed6-48ae-9134-4143425882e2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771363-34'}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:18:59.132208 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-268f69a5-b13e-41db-a4cd-712c43a699fd None None] For port 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:59.133485 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011c331e-4535-43a0-be9f-25264fbdf055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:18:59.138084 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee9a942-371e-486a-a6c2-7eebb6bbd33e" -d '{"events": [{"server_uuid": "011c331e-4535-43a0-be9f-25264fbdf055", "name": "network-vif-plugged", "status": "completed", "tag": "4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:18:59.145269 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-268f69a5-b13e-41db-a4cd-712c43a699fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:59.246719 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-255d014c-4ed6-48ae-9134-4143425882e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:59.318261 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f69a5-b13e-41db-a4cd-712c43a699fd None None] Pushing event updated for resources: {'Port': ['ID=4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad,revision_number=12']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:18:59.394341 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6e15e828-93b4-4f9d-a7a8-bb83b40b90d4 None None] Provisioning complete for port 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:18:59.394341 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6e15e828-93b4-4f9d-a7a8-bb83b40b90d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:59.486003 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603d70b9-1767-4c19-9dff-31b1642cf4d4 None None] Sync routers for ids ['dd20d930-6478-4429-ac82-b2060f2130cc'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:18:59.515678 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603d70b9-1767-4c19-9dff-31b1642cf4d4 None None] Routers {'dd20d930-6478-4429-ac82-b2060f2130cc'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:18:59.517175 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-603d70b9-1767-4c19-9dff-31b1642cf4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:18:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['dd20d930-6478-4429-ac82-b2060f2130cc'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:18:59.586973 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-41fa9317-1ed9-4338-8ca1-cbe63ab2e52e req-49ab66e1-3144-439d-bd4d-d99560ae72ba tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2489798 Jul 13 07:18:59.596260 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-41fa9317-1ed9-4338-8ca1-cbe63ab2e52e req-1c52e11a-bf58-43ba-8b03-9bbe68c9a4b5 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:18:59.617144 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 14c4a7fb-03a1-40af-bc1c-583dc96d85a6 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:18:59.656287 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-41fa9317-1ed9-4338-8ca1-cbe63ab2e52e req-1c52e11a-bf58-43ba-8b03-9bbe68c9a4b5 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks [] for floatingip, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:59.791542 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6e15e828-93b4-4f9d-a7a8-bb83b40b90d4 None None] Provisioning complete for port c7a803e8-5601-4fef-a91a-5941676b33e4 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:18:59.791921 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6e15e828-93b4-4f9d-a7a8-bb83b40b90d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:59.836020 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 14c4a7fb-03a1-40af-bc1c-583dc96d85a6 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:18:59.836650 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:18:59.851768 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-603d70b9-1767-4c19-9dff-31b1642cf4d4 None None] Set router dd20d930-6478-4429-ac82-b2060f2130cc gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:18:59.862229 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-6e15e828-93b4-4f9d-a7a8-bb83b40b90d4 None None] Port c7a803e8-5601-4fef-a91a-5941676b33e4 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:18:59.934004 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-255d014c-4ed6-48ae-9134-4143425882e2 service neutron] For port 43ac2ab4-ed2a-4440-bc68-bad9f61b1942, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=43ac2ab4-ed2a-4440-bc68-bad9f61b1942,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:18:59.975493 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bdd83-90ca-4115-95d8-245405d0cb07 req-658bd703-a0f3-4ecc-a7a9-15460a8d8821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:18:59.977524 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f78bdd83-90ca-4115-95d8-245405d0cb07 req-658bd703-a0f3-4ecc-a7a9-15460a8d8821 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1dc50c2d0c9b4db9892129e9bc564b07&device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 1102 time: 0.2208529 Jul 13 07:19:00.029446 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-255d014c-4ed6-48ae-9134-4143425882e2 service neutron] For port 43ac2ab4-ed2a-4440-bc68-bad9f61b1942, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:19:00.044228 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2db18dcf-5cf8-4b45-a534-54edb39db5ad None None] Provisioning complete for port 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:00.044629 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2db18dcf-5cf8-4b45-a534-54edb39db5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:00.052535 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419119a9-54f9-401d-bae7-2d96330adf87 req-e5cc6b86-3589-4ad5-ac9e-eb3493660b87 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:00.060603 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-419119a9-54f9-401d-bae7-2d96330adf87 req-e5cc6b86-3589-4ad5-ac9e-eb3493660b87 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a991275-6c98-4c01-91d7-77fcc49bef7d HTTP/1.1" status: 200 len: 944 time: 0.1416578 Jul 13 07:19:00.074209 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-41fa9317-1ed9-4338-8ca1-cbe63ab2e52e req-1c52e11a-bf58-43ba-8b03-9bbe68c9a4b5 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:00.122641 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 43ac2ab4-ed2a-4440-bc68-bad9f61b1942 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:19:00.125729 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:19:00.131799 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-419119a9-54f9-401d-bae7-2d96330adf87 req-e511cb61-002e-4989-8320-cce3ceeeb74d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702536 Jul 13 07:19:00.203577 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a269b4-bb32-44d7-bb97-ab073e929286', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43ac2ab4-ed2a-4440-bc68-bad9f61b1942'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:00.206048 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b32a28-d1f2-4c9f-b4c0-99d1b7c34c95" -d '{"events": [{"server_uuid": "87a269b4-bb32-44d7-bb97-ab073e929286", "name": "network-vif-unplugged", "status": "completed", "tag": "43ac2ab4-ed2a-4440-bc68-bad9f61b1942"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:00.210479 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefa707f-17f4-46d0-8edd-8795deabc1fb x-openstack-request-id: req-fefa707f-17f4-46d0-8edd-8795deabc1fb {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:00.211040 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-255d014c-4ed6-48ae-9134-4143425882e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:00.218121 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-603d70b9-1767-4c19-9dff-31b1642cf4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd20d930-6478-4429-ac82-b2060f2130cc', 'name': 'tempest-FloatingIPDetailsTestJSON-939973192-router', 'tenant_id': '4462024954ad4bf58d786e02f052f2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '14c4a7fb-03a1-40af-bc1c-583dc96d85a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:18:48Z', 'updated_at': '2021-07-13T07:18:55Z', 'revision_number': 4, 'project_id': '4462024954ad4bf58d786e02f052f2cc', 'gw_port': {'id': '14c4a7fb-03a1-40af-bc1c-583dc96d85a6', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd20d930-6478-4429-ac82-b2060f2130cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:18:49Z', 'updated_at': '2021-07-13T07:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'c7a803e8-5601-4fef-a91a-5941676b33e4', 'name': '', 'network_id': '0cd12a3e-0415-48be-b810-953bd5cfd900', 'tenant_id': '4462024954ad4bf58d786e02f052f2cc', 'mac_address': 'fa:16:3e:6e:73:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd20d930-6478-4429-ac82-b2060f2130cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '2fa99086-856c-4bac-98a9-961139d1f71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:18:54Z', 'updated_at': '2021-07-13T07:18:56Z', 'revision_number': 2, 'project_id': '4462024954ad4bf58d786e02f052f2cc', 'subnets': [{'id': '2fa99086-856c-4bac-98a9-961139d1f71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:00.227120 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011c331e-4535-43a0-be9f-25264fbdf055", "name": "network-vif-plugged", "status": "completed", "tag": "4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:00.227742 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fefa707f-17f4-46d0-8edd-8795deabc1fb {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:00.228376 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011c331e-4535-43a0-be9f-25264fbdf055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad', 'code': 200} Jul 13 07:19:00.236120 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-255d014c-4ed6-48ae-9134-4143425882e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:00.304688 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bdd83-90ca-4115-95d8-245405d0cb07 req-ba0a9884-8164-48e1-9479-a149eae6494f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:00.307076 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f78bdd83-90ca-4115-95d8-245405d0cb07 req-ba0a9884-8164-48e1-9479-a149eae6494f service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.3009303 Jul 13 07:19:00.323995 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603d70b9-1767-4c19-9dff-31b1642cf4d4 None None] Checking router: dd20d930-6478-4429-ac82-b2060f2130cc for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:19:00.324357 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603d70b9-1767-4c19-9dff-31b1642cf4d4 None None] Updating router dd20d930-6478-4429-ac82-b2060f2130cc port c7a803e8-5601-4fef-a91a-5941676b33e4 binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:19:00.374935 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-81c085e9-e7dd-409a-93b6-12f4e2fbd70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:00.398352 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.db.resource_extend [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:19:00.404423 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 7ed532fe-6769-48c8-91d8-d743b730e7da up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:19:00.418922 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f78bdd83-90ca-4115-95d8-245405d0cb07 req-a2ea85f7-0aab-4540-bdc9-2416e8feeaf9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad HTTP/1.1" status: 200 len: 217 time: 0.0715890 Jul 13 07:19:00.430830 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc6bd1-b5d2-4392-8524-5172bab46dd6 req-60bd891e-4e8b-442e-8bbd-96fd9be877ba tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:00.438404 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dccc6bd1-b5d2-4392-8524-5172bab46dd6 req-60bd891e-4e8b-442e-8bbd-96fd9be877ba tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 950 time: 0.1186798 Jul 13 07:19:00.478325 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d014c-4ed6-48ae-9134-4143425882e2 service neutron] Pushing event updated for resources: {'Port': ['ID=43ac2ab4-ed2a-4440-bc68-bad9f61b1942,revision_number=7']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:00.482301 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-603d70b9-1767-4c19-9dff-31b1642cf4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:00.497197 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dccc6bd1-b5d2-4392-8524-5172bab46dd6 req-cf30a865-1bee-4304-961e-2816c3afadfe tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575910 Jul 13 07:19:00.642402 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 7ed532fe-6769-48c8-91d8-d743b730e7da triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:00.642746 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:00.682051 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:00.682424 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:00.747700 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 43ac2ab4-ed2a-4440-bc68-bad9f61b1942, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=43ac2ab4-ed2a-4440-bc68-bad9f61b1942,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:00.773606 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 43ac2ab4-ed2a-4440-bc68-bad9f61b1942 has no active binding in host n-h1-771363-34 {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 07:19:00.933970 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-41fa9317-1ed9-4338-8ca1-cbe63ab2e52e req-1c52e11a-bf58-43ba-8b03-9bbe68c9a4b5 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Allocated IP 172.25.3.164 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/26c75d19-31be-4ea4-95ae-e1cab657efef) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:19:00.957896 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:00.999063 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-255d014c-4ed6-48ae-9134-4143425882e2 service neutron] Attempting to bind port 43ac2ab4-ed2a-4440-bc68-bad9f61b1942 on host n-h2-771363-34 for vnic_type normal with profile {"migrating_to": "n-h1-771363-34"} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:19:01.001155 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-255d014c-4ed6-48ae-9134-4143425882e2 service neutron] Attempting to bind port 43ac2ab4-ed2a-4440-bc68-bad9f61b1942 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:19:01.001793 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-255d014c-4ed6-48ae-9134-4143425882e2 service neutron] Attempting to bind port 43ac2ab4-ed2a-4440-bc68-bad9f61b1942 on network bff43fa8-f666-4c15-8f06-2242dcee7e17 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:19:01.013115 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bdd83-90ca-4115-95d8-245405d0cb07 req-9a636f13-2675-4282-9d1c-6586dbfbeac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:01.015139 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f78bdd83-90ca-4115-95d8-245405d0cb07 req-9a636f13-2675-4282-9d1c-6586dbfbeac5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.5851686 Jul 13 07:19:01.030602 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 7ed532fe-6769-48c8-91d8-d743b730e7da, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=7ed532fe-6769-48c8-91d8-d743b730e7da,segment=NetworkSegment(a9b8753b-d4aa-4a40-9c80-b78a2ae73457),segment_id=a9b8753b-d4aa-4a40-9c80-b78a2ae73457)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:01.039138 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:01.061829 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-255d014c-4ed6-48ae-9134-4143425882e2 service neutron] Port 43ac2ab4-ed2a-4440-bc68-bad9f61b1942 on network bff43fa8-f666-4c15-8f06-2242dcee7e17 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:19:01.062577 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-255d014c-4ed6-48ae-9134-4143425882e2 service neutron] Attempting to bind port 43ac2ab4-ed2a-4440-bc68-bad9f61b1942 on network bff43fa8-f666-4c15-8f06-2242dcee7e17 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:19:01.131473 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=7ed532fe-6769-48c8-91d8-d743b730e7da,revision_number=8']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:01.179622 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-255d014c-4ed6-48ae-9134-4143425882e2 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:19:01.180099 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-255d014c-4ed6-48ae-9134-4143425882e2 service neutron] Checking segment: {'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:19:01.180583 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-255d014c-4ed6-48ae-9134-4143425882e2 service neutron] Bound using segment: {'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:19:01.181186 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-255d014c-4ed6-48ae-9134-4143425882e2 service neutron] Bound port: 43ac2ab4-ed2a-4440-bc68-bad9f61b1942, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:19:01.181647 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-255d014c-4ed6-48ae-9134-4143425882e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:01.221332 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-41fa9317-1ed9-4338-8ca1-cbe63ab2e52e req-1c52e11a-bf58-43ba-8b03-9bbe68c9a4b5 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:01.253736 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4149d2-e0ae-4cd9-95f9-e81a9d7ca1b6 req-f3dfd941-d15e-432a-8a8c-3f55640c64db tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:01.257153 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5d4149d2-e0ae-4cd9-95f9-e81a9d7ca1b6 req-f3dfd941-d15e-432a-8a8c-3f55640c64db tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 943 time: 0.1948669 Jul 13 07:19:01.274060 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc068b-c2ba-434d-85d0-98af5dd3f683 req-ce370725-a8e8-4fda-95ae-dbd682339e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:01.275765 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-31cc068b-c2ba-434d-85d0-98af5dd3f683 req-ce370725-a8e8-4fda-95ae-dbd682339e2f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 1102 time: 0.7576580 Jul 13 07:19:01.334095 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5d4149d2-e0ae-4cd9-95f9-e81a9d7ca1b6 req-cac5e94a-56a2-4e17-9bbb-8b4b4830c4d8 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694194 Jul 13 07:19:01.342324 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-603d70b9-1767-4c19-9dff-31b1642cf4d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:01.357402 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb5aa7-15fb-437f-8b0d-4f02770c97ae req-22078b6c-a885-425a-8f45-af9680de80b9 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:01.360460 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7abb5aa7-15fb-437f-8b0d-4f02770c97ae req-22078b6c-a885-425a-8f45-af9680de80b9 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a991275-6c98-4c01-91d7-77fcc49bef7d HTTP/1.1" status: 200 len: 946 time: 0.1888647 Jul 13 07:19:01.367008 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-603d70b9-1767-4c19-9dff-31b1642cf4d4 None None] Transition to ACTIVE for port object c7a803e8-5601-4fef-a91a-5941676b33e4 will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:19:01.394552 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-603d70b9-1767-4c19-9dff-31b1642cf4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:01.395686 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-255d014c-4ed6-48ae-9134-4143425882e2 service neutron] For port 43ac2ab4-ed2a-4440-bc68-bad9f61b1942, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:19:01.417205 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bdd83-90ca-4115-95d8-245405d0cb07 req-b3247d75-025e-40c9-ae3d-5c820f919cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:01.418725 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f78bdd83-90ca-4115-95d8-245405d0cb07 req-b3247d75-025e-40c9-ae3d-5c820f919cf4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3498197 Jul 13 07:19:01.424415 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-255d014c-4ed6-48ae-9134-4143425882e2 service neutron] For port 43ac2ab4-ed2a-4440-bc68-bad9f61b1942, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=43ac2ab4-ed2a-4440-bc68-bad9f61b1942,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:19:01.428171 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-31cc068b-c2ba-434d-85d0-98af5dd3f683 req-1e474bfb-a24c-405a-9d71-bc0a40bd483f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359816 Jul 13 07:19:01.434034 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-255d014c-4ed6-48ae-9134-4143425882e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:01.468817 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-41fa9317-1ed9-4338-8ca1-cbe63ab2e52e req-1c52e11a-bf58-43ba-8b03-9bbe68c9a4b5 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:01.505757 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b5ce17-f5fc-435e-907c-2a55675fc69f x-openstack-request-id: req-66b5ce17-f5fc-435e-907c-2a55675fc69f {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:01.506312 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a269b4-bb32-44d7-bb97-ab073e929286", "name": "network-vif-unplugged", "status": "completed", "tag": "43ac2ab4-ed2a-4440-bc68-bad9f61b1942", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:01.506776 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-66b5ce17-f5fc-435e-907c-2a55675fc69f {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:01.507396 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a269b4-bb32-44d7-bb97-ab073e929286', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43ac2ab4-ed2a-4440-bc68-bad9f61b1942', 'code': 200} Jul 13 07:19:01.574663 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41fa9317-1ed9-4338-8ca1-cbe63ab2e52e req-1c52e11a-bf58-43ba-8b03-9bbe68c9a4b5 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:19:01.589816 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a6e97-d536-4401-bcf3-9e1767e5c4f7 None None] Pushing event updated for resources: {'Port': ['ID=c7a803e8-5601-4fef-a91a-5941676b33e4,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:01.595017 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-7abb5aa7-15fb-437f-8b0d-4f02770c97ae req-b121b6e2-3b96-41c8-80d7-0724f9911dbd tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Deleting port 7ed532fe-6769-48c8-91d8-d743b730e7da {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:19:01.595409 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-7abb5aa7-15fb-437f-8b0d-4f02770c97ae req-b121b6e2-3b96-41c8-80d7-0724f9911dbd tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:01.616409 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-603d70b9-1767-4c19-9dff-31b1642cf4d4 None None] Attempting to bind port c7a803e8-5601-4fef-a91a-5941676b33e4 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:19:01.616781 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-603d70b9-1767-4c19-9dff-31b1642cf4d4 None None] Attempting to bind port c7a803e8-5601-4fef-a91a-5941676b33e4 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'e6bb3569-6263-4573-8ba7-9a6110abd4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0cd12a3e-0415-48be-b810-953bd5cfd900'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:19:01.617131 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603d70b9-1767-4c19-9dff-31b1642cf4d4 None None] Attempting to bind port c7a803e8-5601-4fef-a91a-5941676b33e4 on network 0cd12a3e-0415-48be-b810-953bd5cfd900 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:19:01.622901 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603d70b9-1767-4c19-9dff-31b1642cf4d4 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:19:01.623299 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603d70b9-1767-4c19-9dff-31b1642cf4d4 None None] Checking segment: {'id': 'e6bb3569-6263-4573-8ba7-9a6110abd4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0cd12a3e-0415-48be-b810-953bd5cfd900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:19:01.623701 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-603d70b9-1767-4c19-9dff-31b1642cf4d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:01.624091 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603d70b9-1767-4c19-9dff-31b1642cf4d4 None None] Bound using segment: {'id': 'e6bb3569-6263-4573-8ba7-9a6110abd4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0cd12a3e-0415-48be-b810-953bd5cfd900'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:19:01.624558 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-603d70b9-1767-4c19-9dff-31b1642cf4d4 None None] Bound port: c7a803e8-5601-4fef-a91a-5941676b33e4, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6bb3569-6263-4573-8ba7-9a6110abd4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0cd12a3e-0415-48be-b810-953bd5cfd900'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:19:01.624976 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-603d70b9-1767-4c19-9dff-31b1642cf4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:01.640090 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-41fa9317-1ed9-4338-8ca1-cbe63ab2e52e req-1c52e11a-bf58-43ba-8b03-9bbe68c9a4b5 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:19:01.642103 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d014c-4ed6-48ae-9134-4143425882e2 service neutron] Pushing event updated for resources: {'Port': ['ID=43ac2ab4-ed2a-4440-bc68-bad9f61b1942,revision_number=8']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:01.709828 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-603d70b9-1767-4c19-9dff-31b1642cf4d4 None None] For port c7a803e8-5601-4fef-a91a-5941676b33e4, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:19:01.710027 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fa9317-1ed9-4338-8ca1-cbe63ab2e52e req-1c52e11a-bf58-43ba-8b03-9bbe68c9a4b5 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:19:01.713625 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-603d70b9-1767-4c19-9dff-31b1642cf4d4 None None] For port c7a803e8-5601-4fef-a91a-5941676b33e4, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=c7a803e8-5601-4fef-a91a-5941676b33e4,segment=NetworkSegment(e6bb3569-6263-4573-8ba7-9a6110abd4e4),segment_id=e6bb3569-6263-4573-8ba7-9a6110abd4e4)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:19:01.724406 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-603d70b9-1767-4c19-9dff-31b1642cf4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:01.788194 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603d70b9-1767-4c19-9dff-31b1642cf4d4 None None] Routers {'dd20d930-6478-4429-ac82-b2060f2130cc'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:19:01.790977 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-603d70b9-1767-4c19-9dff-31b1642cf4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:18:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['dd20d930-6478-4429-ac82-b2060f2130cc'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:01.944032 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-7abb5aa7-15fb-437f-8b0d-4f02770c97ae req-b121b6e2-3b96-41c8-80d7-0724f9911dbd tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] For port 7ed532fe-6769-48c8-91d8-d743b730e7da, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=7ed532fe-6769-48c8-91d8-d743b730e7da,segment=NetworkSegment(a9b8753b-d4aa-4a40-9c80-b78a2ae73457),segment_id=a9b8753b-d4aa-4a40-9c80-b78a2ae73457)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:01.944481 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-7abb5aa7-15fb-437f-8b0d-4f02770c97ae req-b121b6e2-3b96-41c8-80d7-0724f9911dbd tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:01.990933 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-7abb5aa7-15fb-437f-8b0d-4f02770c97ae req-b121b6e2-3b96-41c8-80d7-0724f9911dbd tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Calling delete_port for 7ed532fe-6769-48c8-91d8-d743b730e7da owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:19:01.991337 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-603d70b9-1767-4c19-9dff-31b1642cf4d4 None None] Set router dd20d930-6478-4429-ac82-b2060f2130cc gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:19:02.093025 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-41fa9317-1ed9-4338-8ca1-cbe63ab2e52e req-1c52e11a-bf58-43ba-8b03-9bbe68c9a4b5 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:02.164707 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52e11a-bf58-43ba-8b03-9bbe68c9a4b5 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Pushing event updated for resources: {'Port': ['ID=26c75d19-31be-4ea4-95ae-e1cab657efef,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:02.192224 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-255d014c-4ed6-48ae-9134-4143425882e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:02.196160 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-255d014c-4ed6-48ae-9134-4143425882e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:02.198923 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-255d014c-4ed6-48ae-9134-4143425882e2 service neutron] 10.222.0.42 "PUT /v2.0/ports/43ac2ab4-ed2a-4440-bc68-bad9f61b1942 HTTP/1.1" status: 200 len: 1123 time: 3.1034029 Jul 13 07:19:02.230142 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a991275-6c98-4c01-91d7-77fcc49bef7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed532fe-6769-48c8-91d8-d743b730e7da'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:02.235043 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646609c4-b70d-478e-a8b9-3f91e36a3d8b" -d '{"events": [{"server_uuid": "5a991275-6c98-4c01-91d7-77fcc49bef7d", "name": "network-vif-plugged", "status": "completed", "tag": "7ed532fe-6769-48c8-91d8-d743b730e7da"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:02.321353 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-41fa9317-1ed9-4338-8ca1-cbe63ab2e52e req-1c52e11a-bf58-43ba-8b03-9bbe68c9a4b5 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:02.328782 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['43ac2ab4-ed2a-4440-bc68-bad9f61b1942'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:19:02.429853 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-7abb5aa7-15fb-437f-8b0d-4f02770c97ae req-b121b6e2-3b96-41c8-80d7-0724f9911dbd tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:02.484397 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['43ac2ab4-ed2a-4440-bc68-bad9f61b1942'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:19:02.518399 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a6e97-d536-4401-bcf3-9e1767e5c4f7 None None] Pushing event updated for resources: {'Port': ['ID=c7a803e8-5601-4fef-a91a-5941676b33e4,revision_number=4']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:02.599017 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-7abb5aa7-15fb-437f-8b0d-4f02770c97ae req-b121b6e2-3b96-41c8-80d7-0724f9911dbd tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] No DVR routers for this DVR port 7ed532fe-6769-48c8-91d8-d743b730e7da on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:19:02.602661 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-7abb5aa7-15fb-437f-8b0d-4f02770c97ae req-b121b6e2-3b96-41c8-80d7-0724f9911dbd tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:02.605642 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7abb5aa7-15fb-437f-8b0d-4f02770c97ae req-b121b6e2-3b96-41c8-80d7-0724f9911dbd tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.25 "DELETE /v2.0/ports/7ed532fe-6769-48c8-91d8-d743b730e7da HTTP/1.1" status: 204 len: 173 time: 1.2236495 Jul 13 07:19:02.606337 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a991275-6c98-4c01-91d7-77fcc49bef7d', 'name': 'network-vif-deleted', 'tag': '7ed532fe-6769-48c8-91d8-d743b730e7da'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:02.609416 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9ba6b9-ac6a-469a-b569-3b2c069b23bc" -d '{"events": [{"server_uuid": "5a991275-6c98-4c01-91d7-77fcc49bef7d", "name": "network-vif-deleted", "tag": "7ed532fe-6769-48c8-91d8-d743b730e7da"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:02.625315 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121b6e2-3b96-41c8-80d7-0724f9911dbd tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Pushing event deleted for resources: {'Port': ['ID=7ed532fe-6769-48c8-91d8-d743b730e7da,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:02.732152 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-603d70b9-1767-4c19-9dff-31b1642cf4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd20d930-6478-4429-ac82-b2060f2130cc', 'name': 'tempest-FloatingIPDetailsTestJSON-939973192-router', 'tenant_id': '4462024954ad4bf58d786e02f052f2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '14c4a7fb-03a1-40af-bc1c-583dc96d85a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:18:48Z', 'updated_at': '2021-07-13T07:18:55Z', 'revision_number': 4, 'project_id': '4462024954ad4bf58d786e02f052f2cc', 'gw_port': {'id': '14c4a7fb-03a1-40af-bc1c-583dc96d85a6', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd20d930-6478-4429-ac82-b2060f2130cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:18:49Z', 'updated_at': '2021-07-13T07:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'c7a803e8-5601-4fef-a91a-5941676b33e4', 'name': '', 'network_id': '0cd12a3e-0415-48be-b810-953bd5cfd900', 'tenant_id': '4462024954ad4bf58d786e02f052f2cc', 'mac_address': 'fa:16:3e:6e:73:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd20d930-6478-4429-ac82-b2060f2130cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '2fa99086-856c-4bac-98a9-961139d1f71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:18:54Z', 'updated_at': '2021-07-13T07:19:01Z', 'revision_number': 4, 'project_id': '4462024954ad4bf58d786e02f052f2cc', 'subnets': [{'id': '2fa99086-856c-4bac-98a9-961139d1f71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:02.755971 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f78bdd83-90ca-4115-95d8-245405d0cb07 req-3e095f6b-7dce-41fd-8464-7e3f9cc78475 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2734361 Jul 13 07:19:02.764985 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603d70b9-1767-4c19-9dff-31b1642cf4d4 None None] The sync data for ids ['dd20d930-6478-4429-ac82-b2060f2130cc'] in n-d-771363-34 is: [{'id': 'dd20d930-6478-4429-ac82-b2060f2130cc', 'name': 'tempest-FloatingIPDetailsTestJSON-939973192-router', 'tenant_id': '4462024954ad4bf58d786e02f052f2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '14c4a7fb-03a1-40af-bc1c-583dc96d85a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:18:48Z', 'updated_at': '2021-07-13T07:18:55Z', 'revision_number': 4, 'project_id': '4462024954ad4bf58d786e02f052f2cc', 'gw_port': {'id': '14c4a7fb-03a1-40af-bc1c-583dc96d85a6', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd20d930-6478-4429-ac82-b2060f2130cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:18:49Z', 'updated_at': '2021-07-13T07:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'c7a803e8-5601-4fef-a91a-5941676b33e4', 'name': '', 'network_id': '0cd12a3e-0415-48be-b810-953bd5cfd900', 'tenant_id': '4462024954ad4bf58d786e02f052f2cc', 'mac_address': 'fa:16:3e:6e:73:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd20d930-6478-4429-ac82-b2060f2130cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '2fa99086-856c-4bac-98a9-961139d1f71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:18:54Z', 'updated_at': '2021-07-13T07:19:01Z', 'revision_number': 4, 'project_id': '4462024954ad4bf58d786e02f052f2cc', 'subnets': [{'id': '2fa99086-856c-4bac-98a9-961139d1f71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:19:03.078984 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:03.121177 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fbc1391d-8bab-48ae-90a6-a0c7251ffe1d req-e35394ac-8c92-4a67-aa96-769a6a90c7c0 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a991275-6c98-4c01-91d7-77fcc49bef7d HTTP/1.1" status: 200 len: 210 time: 0.1048212 Jul 13 07:19:03.152492 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cf00c348-84b4-4db8-b66d-2856c8629897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:03.393112 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f78bdd83-90ca-4115-95d8-245405d0cb07 req-0fafd2cf-7ce3-46e8-ac47-34de18b3f8c4 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6047783 Jul 13 07:19:03.397449 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-41fa9317-1ed9-4338-8ca1-cbe63ab2e52e req-1c52e11a-bf58-43ba-8b03-9bbe68c9a4b5 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:03.416012 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d316b6f-c8d9-46a7-85df-2831a3e47594 req-1f29bb99-0e3f-4a5a-b2d9-be152f3e9993 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6588547 Jul 13 07:19:03.422904 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-41fa9317-1ed9-4338-8ca1-cbe63ab2e52e req-1c52e11a-bf58-43ba-8b03-9bbe68c9a4b5 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:03.497892 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30881bb2-bfa8-49ae-a569-0fe4a8b7e217 req-9b350455-10c2-45f4-9ab8-069080ac8eaf tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:03.499935 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-30881bb2-bfa8-49ae-a569-0fe4a8b7e217 req-9b350455-10c2-45f4-9ab8-069080ac8eaf tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 950 time: 0.1544316 Jul 13 07:19:03.510991 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a269b4-bb32-44d7-bb97-ab073e929286', 'tag': '43ac2ab4-ed2a-4440-bc68-bad9f61b1942'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:03.513884 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729d30ea-af90-4666-9905-40ecb4766130" -d '{"events": [{"name": "network-changed", "server_uuid": "87a269b4-bb32-44d7-bb97-ab073e929286", "tag": "43ac2ab4-ed2a-4440-bc68-bad9f61b1942"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:03.574638 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-30881bb2-bfa8-49ae-a569-0fe4a8b7e217 req-5ac3484f-dce1-486a-b619-99738b6f4e7e tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639291 Jul 13 07:19:03.673265 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52e11a-bf58-43ba-8b03-9bbe68c9a4b5 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Pushing event updated for resources: {'Port': ['ID=26c75d19-31be-4ea4-95ae-e1cab657efef,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:03.679136 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c7a803e8-5601-4fef-a91a-5941676b33e4 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:19:03.705873 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-41fa9317-1ed9-4338-8ca1-cbe63ab2e52e req-1c52e11a-bf58-43ba-8b03-9bbe68c9a4b5 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:03.759858 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-41fa9317-1ed9-4338-8ca1-cbe63ab2e52e req-1c52e11a-bf58-43ba-8b03-9bbe68c9a4b5 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:03.761489 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-41fa9317-1ed9-4338-8ca1-cbe63ab2e52e req-1c52e11a-bf58-43ba-8b03-9bbe68c9a4b5 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.1732478 Jul 13 07:19:03.861656 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port c7a803e8-5601-4fef-a91a-5941676b33e4 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:19:03.888177 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port c7a803e8-5601-4fef-a91a-5941676b33e4 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:03.888627 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:03.930573 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-41fa9317-1ed9-4338-8ca1-cbe63ab2e52e req-c5ef6a5d-b57e-4816-b467-cef030f500bf tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.164 HTTP/1.1" status: 200 len: 696 time: 0.1585536 Jul 13 07:19:03.967720 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6f48bb-3663-4b81-ba3a-c1760f601e03 x-openstack-request-id: req-ff6f48bb-3663-4b81-ba3a-c1760f601e03 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:03.968272 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a991275-6c98-4c01-91d7-77fcc49bef7d", "name": "network-vif-plugged", "status": "completed", "tag": "7ed532fe-6769-48c8-91d8-d743b730e7da", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:03.968557 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff6f48bb-3663-4b81-ba3a-c1760f601e03 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:03.968969 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a991275-6c98-4c01-91d7-77fcc49bef7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed532fe-6769-48c8-91d8-d743b730e7da', 'code': 200} Jul 13 07:19:03.986414 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:04.100285 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:04.188944 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa9317-1ed9-4338-8ca1-cbe63ab2e52e req-f04a5082-8310-4459-a2fc-1dc8905df774 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:04.190450 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-41fa9317-1ed9-4338-8ca1-cbe63ab2e52e req-f04a5082-8310-4459-a2fc-1dc8905df774 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] 10.222.0.23 "GET /v2.0/networks/099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 784 time: 0.2564554 Jul 13 07:19:04.235380 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port c7a803e8-5601-4fef-a91a-5941676b33e4, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=c7a803e8-5601-4fef-a91a-5941676b33e4,segment=NetworkSegment(e6bb3569-6263-4573-8ba7-9a6110abd4e4),segment_id=e6bb3569-6263-4573-8ba7-9a6110abd4e4)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:04.247696 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:04.312981 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d111ef9-b70a-48cb-9616-6fb65610026b x-openstack-request-id: req-5d111ef9-b70a-48cb-9616-6fb65610026b {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:04.317176 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a991275-6c98-4c01-91d7-77fcc49bef7d", "name": "network-vif-deleted", "tag": "7ed532fe-6769-48c8-91d8-d743b730e7da", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:04.321140 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5d111ef9-b70a-48cb-9616-6fb65610026b {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:04.325060 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a991275-6c98-4c01-91d7-77fcc49bef7d', 'name': 'network-vif-deleted', 'tag': '7ed532fe-6769-48c8-91d8-d743b730e7da', 'status': 'completed', 'code': 200} Jul 13 07:19:04.396385 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=c7a803e8-5601-4fef-a91a-5941676b33e4,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:04.411968 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088badf-f810-4952-8673-f47cb6d2f334 req-b129d9de-b3a8-4449-8c5f-9f1973ae808e tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:04.419607 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0088badf-f810-4952-8673-f47cb6d2f334 req-b129d9de-b3a8-4449-8c5f-9f1973ae808e tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 943 time: 0.2171731 Jul 13 07:19:04.431978 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 7ed532fe-6769-48c8-91d8-d743b730e7da no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:19:04.499384 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 7ed532fe-6769-48c8-91d8-d743b730e7da {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:19:04.499786 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 7ed532fe-6769-48c8-91d8-d743b730e7da not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:19:04.535629 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0088badf-f810-4952-8673-f47cb6d2f334 req-1d04df2d-90ca-406b-af2d-eb0012ac60e6 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153417 Jul 13 07:19:04.796104 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5f89c980-49e8-4bcc-97f8-a4ee522fb24e None None] Provisioning complete for port c7a803e8-5601-4fef-a91a-5941676b33e4 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:04.799867 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5f89c980-49e8-4bcc-97f8-a4ee522fb24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:04.819820 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8040a0-8c1e-4b80-80fe-6d4b1fcd7ef1 req-01ecc6d4-f6d2-4edb-9557-155a4c916310 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:04.827078 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5e8040a0-8c1e-4b80-80fe-6d4b1fcd7ef1 req-01ecc6d4-f6d2-4edb-9557-155a4c916310 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 949 time: 0.1861160 Jul 13 07:19:04.884061 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe3666d-2eb1-4b40-87cd-6ae3bce43b87 x-openstack-request-id: req-afe3666d-2eb1-4b40-87cd-6ae3bce43b87 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:04.884731 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a269b4-bb32-44d7-bb97-ab073e929286", "tag": "43ac2ab4-ed2a-4440-bc68-bad9f61b1942", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:04.885309 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-afe3666d-2eb1-4b40-87cd-6ae3bce43b87 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:04.886049 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a269b4-bb32-44d7-bb97-ab073e929286', 'tag': '43ac2ab4-ed2a-4440-bc68-bad9f61b1942', 'status': 'completed', 'code': 200} Jul 13 07:19:04.935708 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5e8040a0-8c1e-4b80-80fe-6d4b1fcd7ef1 req-ac72cfb9-5c16-40f2-835d-6bd4f271588b tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069758 Jul 13 07:19:05.034462 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d30ea-af90-4666-9905-40ecb4766130 req-e024bf0d-bfc6-4172-8bed-434934e41a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:05.038458 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-729d30ea-af90-4666-9905-40ecb4766130 req-e024bf0d-bfc6-4172-8bed-434934e41a5a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=59ced391c6a04d319ae98164aff14fc2&device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 1126 time: 0.1690469 Jul 13 07:19:05.287034 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d30ea-af90-4666-9905-40ecb4766130 req-c2a0e3f0-4aa1-4a16-9024-8c9d76018e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:05.288532 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-729d30ea-af90-4666-9905-40ecb4766130 req-c2a0e3f0-4aa1-4a16-9024-8c9d76018e07 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bff43fa8-f666-4c15-8f06-2242dcee7e17 HTTP/1.1" status: 200 len: 922 time: 0.2456386 Jul 13 07:19:05.297985 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-56eece17-107e-4dc5-bd3a-4eaba718e9bb req-51acf404-5321-46de-adca-cb6b8a9963cb tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1929488 Jul 13 07:19:05.303000 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-56eece17-107e-4dc5-bd3a-4eaba718e9bb req-f1ceec9e-e7d0-4050-aa0e-aa1a203059f2 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:05.330405 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-56eece17-107e-4dc5-bd3a-4eaba718e9bb req-f1ceec9e-e7d0-4050-aa0e-aa1a203059f2 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks [] for floatingip, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:05.351567 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-729d30ea-af90-4666-9905-40ecb4766130 req-cdaa84de-6256-49d0-8e3c-430a5a8d71b7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43ac2ab4-ed2a-4440-bc68-bad9f61b1942 HTTP/1.1" status: 200 len: 217 time: 0.0549448 Jul 13 07:19:05.602781 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d30ea-af90-4666-9905-40ecb4766130 req-530bbce3-69cf-4dc7-be7f-a4345b8c304d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:05.648508 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-729d30ea-af90-4666-9905-40ecb4766130 req-530bbce3-69cf-4dc7-be7f-a4345b8c304d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6c79b49d-432e-4da7-962c-3ca2527bdd27 HTTP/1.1" status: 200 len: 861 time: 0.2898421 Jul 13 07:19:05.702013 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c7a803e8-5601-4fef-a91a-5941676b33e4 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:19:05.728260 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-729d30ea-af90-4666-9905-40ecb4766130 req-ed79ee1c-9ae8-4bd4-b587-f7df7ec04cc4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bff43fa8-f666-4c15-8f06-2242dcee7e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681276 Jul 13 07:19:05.793435 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-56eece17-107e-4dc5-bd3a-4eaba718e9bb req-f1ceec9e-e7d0-4050-aa0e-aa1a203059f2 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:05.793887 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:05.822004 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port c7a803e8-5601-4fef-a91a-5941676b33e4 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:05.824168 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:05.921870 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d316b6f-c8d9-46a7-85df-2831a3e47594 req-dc4dfa7e-6a2c-466f-aab0-6bb05919cae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:05.924317 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d316b6f-c8d9-46a7-85df-2831a3e47594 req-dc4dfa7e-6a2c-466f-aab0-6bb05919cae3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 1101 time: 0.1501710 Jul 13 07:19:05.978946 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-729d30ea-af90-4666-9905-40ecb4766130 req-4643b041-befa-4a25-b390-761671c2f5df service neutron] 10.222.0.25 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382634 Jul 13 07:19:06.043276 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d316b6f-c8d9-46a7-85df-2831a3e47594 req-9509f06b-ff1c-4388-accd-9643b5a9369c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:06.044953 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d316b6f-c8d9-46a7-85df-2831a3e47594 req-9509f06b-ff1c-4388-accd-9643b5a9369c service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.0981994 Jul 13 07:19:06.106376 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d316b6f-c8d9-46a7-85df-2831a3e47594 req-9d512971-4ff0-4977-aafe-fecc7632c0ec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=766736c1-83a9-4d32-ba7c-abb218287702 HTTP/1.1" status: 200 len: 217 time: 0.0483761 Jul 13 07:19:06.107543 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-56eece17-107e-4dc5-bd3a-4eaba718e9bb req-f1ceec9e-e7d0-4050-aa0e-aa1a203059f2 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Allocated IP 172.25.3.182 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/b520e733-b8a2-4604-8792-75c600dd2313) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:19:06.116938 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-729d30ea-af90-4666-9905-40ecb4766130 req-bf266529-5030-4b12-86b0-7423ff672d03 service neutron] 10.222.0.25 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296947 Jul 13 07:19:06.210964 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d316b6f-c8d9-46a7-85df-2831a3e47594 req-22597b8d-347e-41ab-b1b4-68a713c637c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:06.213419 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d316b6f-c8d9-46a7-85df-2831a3e47594 req-22597b8d-347e-41ab-b1b4-68a713c637c8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.0911217 Jul 13 07:19:06.219415 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 43316) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:06.225218 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-5ab6997d-50cc-4b1d-9a45-e9ce8415691d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1461469841', 'description': 'tempest-description--655689499'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:06.279070 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5ab6997d-50cc-4b1d-9a45-e9ce8415691d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:06.324135 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-56eece17-107e-4dc5-bd3a-4eaba718e9bb req-f1ceec9e-e7d0-4050-aa0e-aa1a203059f2 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:06.353284 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d316b6f-c8d9-46a7-85df-2831a3e47594 req-d29f13d6-9aab-4ef4-8ff7-21dc294bac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:06.358261 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d316b6f-c8d9-46a7-85df-2831a3e47594 req-d29f13d6-9aab-4ef4-8ff7-21dc294bac1b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1155205 Jul 13 07:19:06.417901 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5ab6997d-50cc-4b1d-9a45-e9ce8415691d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:06.435166 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5ab6997d-50cc-4b1d-9a45-e9ce8415691d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:06.470588 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-56eece17-107e-4dc5-bd3a-4eaba718e9bb req-f1ceec9e-e7d0-4050-aa0e-aa1a203059f2 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:06.522664 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6997d-50cc-4b1d-9a45-e9ce8415691d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6de35b7-6e1a-4731-8161-31919203340b,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:06.528490 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5ab6997d-50cc-4b1d-9a45-e9ce8415691d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:06.537762 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 43320) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:06.538320 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5ab6997d-50cc-4b1d-9a45-e9ce8415691d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3170972 Jul 13 07:19:06.545732 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-d9af7b4b-7042-415c-ac05-8bd3a15b9930 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Request body: {'security_group_rule': {'security_group_id': 'b6de35b7-6e1a-4731-8161-31919203340b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:06.555613 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab6997d-50cc-4b1d-9a45-e9ce8415691d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:06.556288 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab6997d-50cc-4b1d-9a45-e9ce8415691d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:06.557677 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab6997d-50cc-4b1d-9a45-e9ce8415691d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:06.558427 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab6997d-50cc-4b1d-9a45-e9ce8415691d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:06.558950 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab6997d-50cc-4b1d-9a45-e9ce8415691d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:06.559484 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab6997d-50cc-4b1d-9a45-e9ce8415691d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:06.561407 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab6997d-50cc-4b1d-9a45-e9ce8415691d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:06.561926 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab6997d-50cc-4b1d-9a45-e9ce8415691d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:06.562573 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab6997d-50cc-4b1d-9a45-e9ce8415691d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:06.563073 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab6997d-50cc-4b1d-9a45-e9ce8415691d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:06.564077 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab6997d-50cc-4b1d-9a45-e9ce8415691d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:06.574021 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab6997d-50cc-4b1d-9a45-e9ce8415691d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:06.594635 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ceec9e-e7d0-4050-aa0e-aa1a203059f2 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Pushing event updated for resources: {'Port': ['ID=b520e733-b8a2-4604-8792-75c600dd2313,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:06.602252 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b9893-c532-4877-a1a4-ea9ea577a57e req-1175b7d8-275d-48d9-997d-e6953bb98e8b tempest-ServersAdminTestJSON-1779248199 tempest-ServersAdminTestJSON-1779248199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:06.606477 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f68b9893-c532-4877-a1a4-ea9ea577a57e req-1175b7d8-275d-48d9-997d-e6953bb98e8b tempest-ServersAdminTestJSON-1779248199 tempest-ServersAdminTestJSON-1779248199-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 1102 time: 0.1848245 Jul 13 07:19:06.633812 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56eece17-107e-4dc5-bd3a-4eaba718e9bb req-f1ceec9e-e7d0-4050-aa0e-aa1a203059f2 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:19:06.642954 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-56eece17-107e-4dc5-bd3a-4eaba718e9bb req-f1ceec9e-e7d0-4050-aa0e-aa1a203059f2 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:19:06.648895 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-56eece17-107e-4dc5-bd3a-4eaba718e9bb req-f1ceec9e-e7d0-4050-aa0e-aa1a203059f2 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:19:06.652894 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ceec9e-e7d0-4050-aa0e-aa1a203059f2 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:06.653966 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ceec9e-e7d0-4050-aa0e-aa1a203059f2 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:06.653966 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ceec9e-e7d0-4050-aa0e-aa1a203059f2 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:06.653966 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ceec9e-e7d0-4050-aa0e-aa1a203059f2 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:06.654349 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ceec9e-e7d0-4050-aa0e-aa1a203059f2 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:06.654673 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ceec9e-e7d0-4050-aa0e-aa1a203059f2 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:06.654999 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ceec9e-e7d0-4050-aa0e-aa1a203059f2 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:06.655387 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ceec9e-e7d0-4050-aa0e-aa1a203059f2 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:06.655762 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ceec9e-e7d0-4050-aa0e-aa1a203059f2 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:06.656123 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ceec9e-e7d0-4050-aa0e-aa1a203059f2 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:06.657123 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ceec9e-e7d0-4050-aa0e-aa1a203059f2 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:06.657123 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ceec9e-e7d0-4050-aa0e-aa1a203059f2 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:06.689533 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f68b9893-c532-4877-a1a4-ea9ea577a57e req-80f1d04b-482d-4ac3-b11d-7ba3182f76a0 tempest-ServersAdminTestJSON-1779248199 tempest-ServersAdminTestJSON-1779248199-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789499 Jul 13 07:19:06.708932 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d9af7b4b-7042-415c-ac05-8bd3a15b9930 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:06.741833 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d316b6f-c8d9-46a7-85df-2831a3e47594 req-e763f07b-6787-4c65-b920-f5c86ca35d52 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753891 Jul 13 07:19:06.915266 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d9af7b4b-7042-415c-ac05-8bd3a15b9930 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:06.928413 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d9af7b4b-7042-415c-ac05-8bd3a15b9930 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:06.969863 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d316b6f-c8d9-46a7-85df-2831a3e47594 req-1b356e62-a0c7-4f20-af17-b539360cc9ff service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190077 Jul 13 07:19:06.971667 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-56eece17-107e-4dc5-bd3a-4eaba718e9bb req-f1ceec9e-e7d0-4050-aa0e-aa1a203059f2 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:06.984526 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af7b4b-7042-415c-ac05-8bd3a15b9930 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48dc781f-065a-4a59-bf06-89047c3a68a1,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:06.996474 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d9af7b4b-7042-415c-ac05-8bd3a15b9930 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:07.000666 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d9af7b4b-7042-415c-ac05-8bd3a15b9930 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4591165 Jul 13 07:19:07.014919 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af931b97-43ab-4c66-a003-03e408b5bc67 req-7d8b6ba7-2db9-4150-b249-4ff406425c4f tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:07.029153 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-af931b97-43ab-4c66-a003-03e408b5bc67 req-7d8b6ba7-2db9-4150-b249-4ff406425c4f tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 943 time: 0.1727812 Jul 13 07:19:07.031121 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 43332) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:07.038973 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-516c4189-0e70-4336-ab07-0daac709c89d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Request body: {'security_group_rule': {'security_group_id': 'b6de35b7-6e1a-4731-8161-31919203340b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:07.061880 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-56eece17-107e-4dc5-bd3a-4eaba718e9bb req-f1ceec9e-e7d0-4050-aa0e-aa1a203059f2 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:07.158429 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-516c4189-0e70-4336-ab07-0daac709c89d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:07.184614 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-af931b97-43ab-4c66-a003-03e408b5bc67 req-f3308424-a9ab-4527-9f0a-766825729781 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542802 Jul 13 07:19:07.323521 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-516c4189-0e70-4336-ab07-0daac709c89d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:07.329789 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-516c4189-0e70-4336-ab07-0daac709c89d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:07.358220 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c4189-0e70-4336-ab07-0daac709c89d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ff73144-5c4e-4dfa-b269-9f40640d205b,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:07.368956 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-516c4189-0e70-4336-ab07-0daac709c89d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:07.374649 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-516c4189-0e70-4336-ab07-0daac709c89d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3407919 Jul 13 07:19:07.375407 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 43348) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:07.380545 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-a1b6f68e-a95b-4032-93b1-5b4710a3ae6b tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:07.405585 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-56eece17-107e-4dc5-bd3a-4eaba718e9bb req-f1ceec9e-e7d0-4050-aa0e-aa1a203059f2 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:07.406535 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1b6f68e-a95b-4032-93b1-5b4710a3ae6b tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks [] for floatingip, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:07.414625 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-56eece17-107e-4dc5-bd3a-4eaba718e9bb req-f1ceec9e-e7d0-4050-aa0e-aa1a203059f2 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:07.485149 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ceec9e-e7d0-4050-aa0e-aa1a203059f2 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Pushing event updated for resources: {'Port': ['ID=b520e733-b8a2-4604-8792-75c600dd2313,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:07.527080 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1b6f68e-a95b-4032-93b1-5b4710a3ae6b tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:07.542100 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-56eece17-107e-4dc5-bd3a-4eaba718e9bb req-f1ceec9e-e7d0-4050-aa0e-aa1a203059f2 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:07.568187 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-56eece17-107e-4dc5-bd3a-4eaba718e9bb req-f1ceec9e-e7d0-4050-aa0e-aa1a203059f2 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:07.576502 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-56eece17-107e-4dc5-bd3a-4eaba718e9bb req-f1ceec9e-e7d0-4050-aa0e-aa1a203059f2 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2767773 Jul 13 07:19:07.642059 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-56eece17-107e-4dc5-bd3a-4eaba718e9bb req-8735b02d-ad92-44af-8878-586ae2342e06 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.182 HTTP/1.1" status: 200 len: 696 time: 0.0655200 Jul 13 07:19:07.706827 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b1c2c-2ba0-482b-b32d-5c49ac741e73 req-1973f626-49fd-47c1-b4ab-43cddee3efba tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:07.708544 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-613b1c2c-2ba0-482b-b32d-5c49ac741e73 req-1973f626-49fd-47c1-b4ab-43cddee3efba tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 949 time: 0.1743660 Jul 13 07:19:07.716087 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-a1b6f68e-a95b-4032-93b1-5b4710a3ae6b tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Allocated IP 172.25.3.142 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/e704dd27-1c5d-4c1c-b329-5a584a16379e) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:19:07.766249 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eece17-107e-4dc5-bd3a-4eaba718e9bb req-55273efa-1a82-4bfc-8eb0-5bf3f2c391a1 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:07.780950 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-56eece17-107e-4dc5-bd3a-4eaba718e9bb req-55273efa-1a82-4bfc-8eb0-5bf3f2c391a1 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] 10.222.0.23 "GET /v2.0/networks/099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 784 time: 0.1325920 Jul 13 07:19:07.793224 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-613b1c2c-2ba0-482b-b32d-5c49ac741e73 req-ad7c6a73-5e06-4d3c-bf18-30016fdba538 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752189 Jul 13 07:19:07.909951 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1b6f68e-a95b-4032-93b1-5b4710a3ae6b tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:07.958649 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1b6f68e-a95b-4032-93b1-5b4710a3ae6b tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:07.998277 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b6f68e-a95b-4032-93b1-5b4710a3ae6b tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:19:08.005636 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-a1b6f68e-a95b-4032-93b1-5b4710a3ae6b tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:19:08.007711 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b6f68e-a95b-4032-93b1-5b4710a3ae6b tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:19:08.039127 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b6f68e-a95b-4032-93b1-5b4710a3ae6b tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Pushing event updated for resources: {'Port': ['ID=e704dd27-1c5d-4c1c-b329-5a584a16379e,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:08.079870 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-87ad8a4d-5e91-4789-acf1-d8bdaaf87486 req-185dcb4b-f52a-4cc6-9382-0a18d67be6da tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1265526 Jul 13 07:19:08.089822 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-87ad8a4d-5e91-4789-acf1-d8bdaaf87486 req-e6cc5327-24f1-4c47-9263-d775df79fe21 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:08.131555 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1b6f68e-a95b-4032-93b1-5b4710a3ae6b tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:08.141861 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-87ad8a4d-5e91-4789-acf1-d8bdaaf87486 req-e6cc5327-24f1-4c47-9263-d775df79fe21 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks [] for floatingip, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:08.217453 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1b6f68e-a95b-4032-93b1-5b4710a3ae6b tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:08.247888 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-87ad8a4d-5e91-4789-acf1-d8bdaaf87486 req-e6cc5327-24f1-4c47-9263-d775df79fe21 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:08.261366 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f31ef-eeec-4bf7-b7f0-31244dc0bf01 req-62d6d269-e022-4123-b801-f5996841a18e tempest-ServersAdminTestJSON-1779248199 tempest-ServersAdminTestJSON-1779248199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:08.263852 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b16f31ef-eeec-4bf7-b7f0-31244dc0bf01 req-62d6d269-e022-4123-b801-f5996841a18e tempest-ServersAdminTestJSON-1779248199 tempest-ServersAdminTestJSON-1779248199-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 1102 time: 0.1186664 Jul 13 07:19:08.357538 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-87ad8a4d-5e91-4789-acf1-d8bdaaf87486 req-e6cc5327-24f1-4c47-9263-d775df79fe21 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Allocated IP 172.25.3.178 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/80be19d1-0cbf-4043-94a3-49a6566620c4) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:19:08.655740 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b16f31ef-eeec-4bf7-b7f0-31244dc0bf01 req-592a0896-68d4-494a-8b95-21bbc7395d74 tempest-ServersAdminTestJSON-1779248199 tempest-ServersAdminTestJSON-1779248199-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808982 Jul 13 07:19:08.719235 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-87ad8a4d-5e91-4789-acf1-d8bdaaf87486 req-e6cc5327-24f1-4c47-9263-d775df79fe21 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:08.747854 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1b6f68e-a95b-4032-93b1-5b4710a3ae6b tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:08.761052 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1b6f68e-a95b-4032-93b1-5b4710a3ae6b tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:08.764029 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-87ad8a4d-5e91-4789-acf1-d8bdaaf87486 req-e6cc5327-24f1-4c47-9263-d775df79fe21 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:08.809743 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87ad8a4d-5e91-4789-acf1-d8bdaaf87486 req-e6cc5327-24f1-4c47-9263-d775df79fe21 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:19:08.813286 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-87ad8a4d-5e91-4789-acf1-d8bdaaf87486 req-e6cc5327-24f1-4c47-9263-d775df79fe21 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:19:08.817680 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ad8a4d-5e91-4789-acf1-d8bdaaf87486 req-e6cc5327-24f1-4c47-9263-d775df79fe21 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:19:08.844892 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc5327-24f1-4c47-9263-d775df79fe21 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Pushing event updated for resources: {'Port': ['ID=80be19d1-0cbf-4043-94a3-49a6566620c4,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:08.884771 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b6f68e-a95b-4032-93b1-5b4710a3ae6b tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Pushing event updated for resources: {'Port': ['ID=e704dd27-1c5d-4c1c-b329-5a584a16379e,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:08.937827 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-87ad8a4d-5e91-4789-acf1-d8bdaaf87486 req-e6cc5327-24f1-4c47-9263-d775df79fe21 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:08.943850 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1b6f68e-a95b-4032-93b1-5b4710a3ae6b tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:08.977345 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782efbe-ac23-4898-a99e-a19032597193 req-7216052a-2300-43c7-afb0-3fb8fe94d045 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:08.979031 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d782efbe-ac23-4898-a99e-a19032597193 req-7216052a-2300-43c7-afb0-3fb8fe94d045 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 943 time: 0.1390216 Jul 13 07:19:08.980985 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1b6f68e-a95b-4032-93b1-5b4710a3ae6b tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:08.991779 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a1b6f68e-a95b-4032-93b1-5b4710a3ae6b tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6151338 Jul 13 07:19:09.009286 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-87ad8a4d-5e91-4789-acf1-d8bdaaf87486 req-e6cc5327-24f1-4c47-9263-d775df79fe21 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:09.048937 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d782efbe-ac23-4898-a99e-a19032597193 req-2698338c-a11f-439e-b683-f5b4003e45e0 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559261 Jul 13 07:19:09.260875 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-87ad8a4d-5e91-4789-acf1-d8bdaaf87486 req-e6cc5327-24f1-4c47-9263-d775df79fe21 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:09.270956 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-87ad8a4d-5e91-4789-acf1-d8bdaaf87486 req-e6cc5327-24f1-4c47-9263-d775df79fe21 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:09.350989 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc5327-24f1-4c47-9263-d775df79fe21 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Pushing event updated for resources: {'Port': ['ID=80be19d1-0cbf-4043-94a3-49a6566620c4,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:09.362657 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-87ad8a4d-5e91-4789-acf1-d8bdaaf87486 req-e6cc5327-24f1-4c47-9263-d775df79fe21 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:09.379535 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-87ad8a4d-5e91-4789-acf1-d8bdaaf87486 req-e6cc5327-24f1-4c47-9263-d775df79fe21 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:09.381398 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-87ad8a4d-5e91-4789-acf1-d8bdaaf87486 req-e6cc5327-24f1-4c47-9263-d775df79fe21 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2958710 Jul 13 07:19:09.467057 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-87ad8a4d-5e91-4789-acf1-d8bdaaf87486 req-472e7572-616b-4647-815e-b18275874194 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.178 HTTP/1.1" status: 200 len: 696 time: 0.0791693 Jul 13 07:19:09.617733 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad8a4d-5e91-4789-acf1-d8bdaaf87486 req-3202c91e-de6b-47fa-8dbc-41aef21d7dae tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:09.619483 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-87ad8a4d-5e91-4789-acf1-d8bdaaf87486 req-3202c91e-de6b-47fa-8dbc-41aef21d7dae tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] 10.222.0.23 "GET /v2.0/networks/099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 784 time: 0.1446345 Jul 13 07:19:09.695961 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19345f62-6c57-458c-a232-a9796766bc32 req-a2fd4ba9-8d73-4e34-bc3c-b82b1206613d tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:09.698376 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-19345f62-6c57-458c-a232-a9796766bc32 req-a2fd4ba9-8d73-4e34-bc3c-b82b1206613d tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 949 time: 0.0899978 Jul 13 07:19:09.768070 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-19345f62-6c57-458c-a232-a9796766bc32 req-bb381de1-5d4c-48cd-bef8-9a9de2bffc96 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638483 Jul 13 07:19:09.801836 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-a1f6fdbd-91ec-4c4e-8aa1-030df9e7b25c service neutron] 10.222.0.25 "GET /v2.0/ports/43ac2ab4-ed2a-4440-bc68-bad9f61b1942/bindings/n-h1-771363-34 HTTP/1.1" status: 200 len: 385 time: 0.0729122 Jul 13 07:19:09.995217 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9a7c0-c58a-4307-8576-8f689774e741 req-557f088f-6a55-4911-8be4-90c006aad84b tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:09.996806 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-70d9a7c0-c58a-4307-8576-8f689774e741 req-557f088f-6a55-4911-8be4-90c006aad84b tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba8d3705-e57e-467d-a497-6b4192c2b85b HTTP/1.1" status: 200 len: 949 time: 0.0733223 Jul 13 07:19:10.039815 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-70d9a7c0-c58a-4307-8576-8f689774e741 req-a2e1789e-e59a-4d12-b377-b9ff2216fb11 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369799 Jul 13 07:19:10.087936 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c991662-9712-4f21-9b15-f43fa790d139 req-49e4b088-bd15-4b81-8fce-09404cb24478 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:10.089474 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1c991662-9712-4f21-9b15-f43fa790d139 req-49e4b088-bd15-4b81-8fce-09404cb24478 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/networks?id=54bc3c55-f3e2-41ce-a055-91b3b0ee3c98 HTTP/1.1" status: 200 len: 822 time: 0.2032065 Jul 13 07:19:10.095316 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-bedd1d56-c37e-4d01-ab54-66639d8e75c2 service neutron] For port 43ac2ab4-ed2a-4440-bc68-bad9f61b1942, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=43ac2ab4-ed2a-4440-bc68-bad9f61b1942,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:10.124258 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1c991662-9712-4f21-9b15-f43fa790d139 req-89806cfb-1c6b-4f21-b52a-cc4da260b118 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/quotas/cdafcd5e806e4c2abdd2e83e49772c5a HTTP/1.1" status: 200 len: 375 time: 0.0262201 Jul 13 07:19:10.158290 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-bedd1d56-c37e-4d01-ab54-66639d8e75c2 service neutron] For port 43ac2ab4-ed2a-4440-bc68-bad9f61b1942, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:19:10.193300 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fa071bba-ec85-4369-908b-7b18d4737619 req-16c219f4-722b-43cb-a058-f04351d27ace tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1112978 Jul 13 07:19:10.197017 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-bedd1d56-c37e-4d01-ab54-66639d8e75c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43ac2ab4-ed2a-4440-bc68-bad9f61b1942 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:19:10.206393 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-fa071bba-ec85-4369-908b-7b18d4737619 req-292dbba4-1c1e-47e3-bd48-d8fe46a28372 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:10.214299 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-bedd1d56-c37e-4d01-ab54-66639d8e75c2 service neutron] For port 43ac2ab4-ed2a-4440-bc68-bad9f61b1942, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=43ac2ab4-ed2a-4440-bc68-bad9f61b1942,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:10.230591 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fa071bba-ec85-4369-908b-7b18d4737619 req-292dbba4-1c1e-47e3-bd48-d8fe46a28372 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks [] for floatingip, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:10.237614 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-bedd1d56-c37e-4d01-ab54-66639d8e75c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:10.258823 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1c991662-9712-4f21-9b15-f43fa790d139 req-4f253139-3208-48f1-8c66-2105ee37841b tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cdafcd5e806e4c2abdd2e83e49772c5a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1335173 Jul 13 07:19:10.346502 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fa071bba-ec85-4369-908b-7b18d4737619 req-292dbba4-1c1e-47e3-bd48-d8fe46a28372 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:10.409637 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1c991662-9712-4f21-9b15-f43fa790d139 req-3b6fefb6-fb19-45be-807a-debbc3b0f33d service neutron] 10.222.0.23 "GET /v2.0/networks/54bc3c55-f3e2-41ce-a055-91b3b0ee3c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500309 Jul 13 07:19:10.411191 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-bedd1d56-c37e-4d01-ab54-66639d8e75c2 service neutron] Transition to ACTIVE for port object 43ac2ab4-ed2a-4440-bc68-bad9f61b1942 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:19:10.415486 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-bedd1d56-c37e-4d01-ab54-66639d8e75c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:10.460215 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 43ac2ab4-ed2a-4440-bc68-bad9f61b1942 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:19:10.462697 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-fa071bba-ec85-4369-908b-7b18d4737619 req-292dbba4-1c1e-47e3-bd48-d8fe46a28372 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Allocated IP 172.25.3.254 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/81ff3407-4dcd-4cf8-8409-abf524b72b0f) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:19:10.520583 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 43ac2ab4-ed2a-4440-bc68-bad9f61b1942 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:19:10.521278 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 2920a4fe-39d6-4de6-a6f9-abc8521bd8dc no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:19:10.535912 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-bedd1d56-c37e-4d01-ab54-66639d8e75c2 service neutron] No DVR routers for this DVR port 43ac2ab4-ed2a-4440-bc68-bad9f61b1942 on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:19:10.588852 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:19:10.604339 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd1d56-c37e-4d01-ab54-66639d8e75c2 service neutron] Pushing event updated for resources: {'Port': ['ID=43ac2ab4-ed2a-4440-bc68-bad9f61b1942,revision_number=10']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:10.624454 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fa071bba-ec85-4369-908b-7b18d4737619 req-292dbba4-1c1e-47e3-bd48-d8fe46a28372 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:10.629259 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-bedd1d56-c37e-4d01-ab54-66639d8e75c2 service neutron] 10.222.0.25 "PUT /v2.0/ports/43ac2ab4-ed2a-4440-bc68-bad9f61b1942/bindings/n-h1-771363-34/activate HTTP/1.1" status: 200 len: 370 time: 0.8218386 Jul 13 07:19:10.650687 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1c991662-9712-4f21-9b15-f43fa790d139 req-807accb1-5d45-4fb3-ae4d-467fb2d1d1bf service neutron] 10.222.0.23 "GET /v2.0/networks/54bc3c55-f3e2-41ce-a055-91b3b0ee3c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308071 Jul 13 07:19:10.692203 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fa071bba-ec85-4369-908b-7b18d4737619 req-292dbba4-1c1e-47e3-bd48-d8fe46a28372 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:10.801648 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa071bba-ec85-4369-908b-7b18d4737619 req-292dbba4-1c1e-47e3-bd48-d8fe46a28372 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:19:10.810323 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292dbba4-1c1e-47e3-bd48-d8fe46a28372 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Pushing event updated for resources: {'Port': ['ID=81ff3407-4dcd-4cf8-8409-abf524b72b0f,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:10.813783 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-fa071bba-ec85-4369-908b-7b18d4737619 req-292dbba4-1c1e-47e3-bd48-d8fe46a28372 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:19:10.817990 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa071bba-ec85-4369-908b-7b18d4737619 req-292dbba4-1c1e-47e3-bd48-d8fe46a28372 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:19:10.842268 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:10.873522 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-2ef5be46-0d62-40f4-b9da-eb199db7adbd tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:10.875017 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-2ef5be46-0d62-40f4-b9da-eb199db7adbd tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=87a269b4-bb32-44d7-bb97-ab073e929286&tenant_id=59ced391c6a04d319ae98164aff14fc2&binding%3Ahost_id=n-h2-771363-34 HTTP/1.1" status: 200 len: 1096 time: 0.1792877 Jul 13 07:19:10.877967 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba455a5d-2784-4fb6-abde-8599abf861c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2920a4fe-39d6-4de6-a6f9-abc8521bd8dc'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:10.882787 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065c5bcf-bf5a-4aac-b86b-23efd45791d0" -d '{"events": [{"server_uuid": "ba455a5d-2784-4fb6-abde-8599abf861c9", "name": "network-vif-unplugged", "status": "completed", "tag": "2920a4fe-39d6-4de6-a6f9-abc8521bd8dc"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:10.901468 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 2920a4fe-39d6-4de6-a6f9-abc8521bd8dc, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=2920a4fe-39d6-4de6-a6f9-abc8521bd8dc,segment=NetworkSegment(b7fdd6a4-7ea0-4d78-a1ca-354316bc2553),segment_id=b7fdd6a4-7ea0-4d78-a1ca-354316bc2553)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:10.908502 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:10.975472 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fa071bba-ec85-4369-908b-7b18d4737619 req-292dbba4-1c1e-47e3-bd48-d8fe46a28372 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:10.991535 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=2920a4fe-39d6-4de6-a6f9-abc8521bd8dc,revision_number=8']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:11.041549 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-135b7020-ce5a-49bc-bc65-130d80f794a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:11.043665 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-135b7020-ce5a-49bc-bc65-130d80f794a0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=87a269b4-bb32-44d7-bb97-ab073e929286&tenant_id=59ced391c6a04d319ae98164aff14fc2 HTTP/1.1" status: 200 len: 1096 time: 0.1603799 Jul 13 07:19:11.132495 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fa071bba-ec85-4369-908b-7b18d4737619 req-292dbba4-1c1e-47e3-bd48-d8fe46a28372 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:11.186615 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64beb2c1-5555-4bab-a70a-68f19f1d5ed4 req-09bc0876-603b-4bb9-9c32-5405eca3afcc tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:11.188201 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-64beb2c1-5555-4bab-a70a-68f19f1d5ed4 req-09bc0876-603b-4bb9-9c32-5405eca3afcc tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba8d3705-e57e-467d-a497-6b4192c2b85b HTTP/1.1" status: 200 len: 949 time: 0.2252634 Jul 13 07:19:11.326529 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-218fbaa1-7aad-4f60-be1a-8223bed10606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:11.328083 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-218fbaa1-7aad-4f60-be1a-8223bed10606 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59ced391c6a04d319ae98164aff14fc2&device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 1096 time: 0.2499702 Jul 13 07:19:11.491873 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-64beb2c1-5555-4bab-a70a-68f19f1d5ed4 req-2c420efc-fdff-474d-8909-ae45e02cc0a4 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Deleting port 88ce74d6-706b-4243-855e-a3f3408dee04 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:19:11.492592 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-64beb2c1-5555-4bab-a70a-68f19f1d5ed4 req-2c420efc-fdff-474d-8909-ae45e02cc0a4 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:11.538859 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-5f65c9ff-8b23-47f2-bcbc-e66e429f3fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:11.540371 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-5f65c9ff-8b23-47f2-bcbc-e66e429f3fe4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bff43fa8-f666-4c15-8f06-2242dcee7e17 HTTP/1.1" status: 200 len: 922 time: 0.1773314 Jul 13 07:19:11.544716 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fa071bba-ec85-4369-908b-7b18d4737619 req-292dbba4-1c1e-47e3-bd48-d8fe46a28372 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:11.548992 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fa071bba-ec85-4369-908b-7b18d4737619 req-292dbba4-1c1e-47e3-bd48-d8fe46a28372 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:11.643682 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-0f756450-52fd-42bf-baf6-d1db7fb3e6d0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43ac2ab4-ed2a-4440-bc68-bad9f61b1942 HTTP/1.1" status: 200 len: 217 time: 0.0902178 Jul 13 07:19:11.772387 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292dbba4-1c1e-47e3-bd48-d8fe46a28372 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Pushing event updated for resources: {'Port': ['ID=81ff3407-4dcd-4cf8-8409-abf524b72b0f,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:11.786368 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-64beb2c1-5555-4bab-a70a-68f19f1d5ed4 req-2c420efc-fdff-474d-8909-ae45e02cc0a4 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] For port 88ce74d6-706b-4243-855e-a3f3408dee04, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=88ce74d6-706b-4243-855e-a3f3408dee04,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:11.786732 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-64beb2c1-5555-4bab-a70a-68f19f1d5ed4 req-2c420efc-fdff-474d-8909-ae45e02cc0a4 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:11.798303 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-9047b8c9-08bf-4556-af0f-8cf431e984c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:11.798990 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-9047b8c9-08bf-4556-af0f-8cf431e984c7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c79b49d-432e-4da7-962c-3ca2527bdd27 HTTP/1.1" status: 200 len: 861 time: 0.1464677 Jul 13 07:19:11.817943 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-64beb2c1-5555-4bab-a70a-68f19f1d5ed4 req-2c420efc-fdff-474d-8909-ae45e02cc0a4 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Calling delete_port for 88ce74d6-706b-4243-855e-a3f3408dee04 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:19:11.819692 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fa071bba-ec85-4369-908b-7b18d4737619 req-292dbba4-1c1e-47e3-bd48-d8fe46a28372 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:11.843062 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-39462920-9fb3-4639-b4a8-fcc47955c58a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bff43fa8-f666-4c15-8f06-2242dcee7e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338981 Jul 13 07:19:11.893197 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd99a92-9c83-45be-bf7e-e9a01d73ee1b req-20d57881-6918-4860-9477-7f8e51029ba0 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:11.901201 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5dd99a92-9c83-45be-bf7e-e9a01d73ee1b req-20d57881-6918-4860-9477-7f8e51029ba0 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 944 time: 0.0799427 Jul 13 07:19:11.911325 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fa071bba-ec85-4369-908b-7b18d4737619 req-292dbba4-1c1e-47e3-bd48-d8fe46a28372 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:11.912734 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fa071bba-ec85-4369-908b-7b18d4737619 req-292dbba4-1c1e-47e3-bd48-d8fe46a28372 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7105787 Jul 13 07:19:11.947745 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5dd99a92-9c83-45be-bf7e-e9a01d73ee1b req-5c56398d-68c8-412b-b0d1-69d0e747e3de tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456588 Jul 13 07:19:12.031523 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fa071bba-ec85-4369-908b-7b18d4737619 req-cdc7c238-6071-4bef-b3e7-51df75a19e56 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.254 HTTP/1.1" status: 200 len: 696 time: 0.0989230 Jul 13 07:19:12.065588 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-498c9a19-d883-4d21-aea2-d4a2abe6f25b service neutron] 10.222.0.42 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139006 Jul 13 07:19:12.268297 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646223e5-31d3-4df6-ad3d-b78118b8eae2 req-5bad2dd6-69b7-472e-96e5-b066da475ef8 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:12.270699 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-646223e5-31d3-4df6-ad3d-b78118b8eae2 req-5bad2dd6-69b7-472e-96e5-b066da475ef8 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 949 time: 0.0859928 Jul 13 07:19:12.338964 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-646223e5-31d3-4df6-ad3d-b78118b8eae2 req-25643646-3a7e-4e3a-87ae-160a907e4670 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587571 Jul 13 07:19:12.530162 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-64beb2c1-5555-4bab-a70a-68f19f1d5ed4 req-2c420efc-fdff-474d-8909-ae45e02cc0a4 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:12.538177 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9738f0e8-4817-4953-a792-762bc8ba8326 req-e0e183ad-5d08-4882-b0b0-34ab40df2100 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca99552a-ca2a-4c90-983c-51105ba03531 HTTP/1.1" status: 200 len: 210 time: 0.0444834 Jul 13 07:19:12.547360 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:19:12.551540 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['40c0d517-2836-4881-85b7-e023dc240f74'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:19:12.632462 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4a9e8a-bce8-4313-942a-4f2f12fd5200 x-openstack-request-id: req-1c4a9e8a-bce8-4313-942a-4f2f12fd5200 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:12.633070 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba455a5d-2784-4fb6-abde-8599abf861c9", "name": "network-vif-unplugged", "status": "completed", "tag": "2920a4fe-39d6-4de6-a6f9-abc8521bd8dc", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:12.633542 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1c4a9e8a-bce8-4313-942a-4f2f12fd5200 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:12.634339 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba455a5d-2784-4fb6-abde-8599abf861c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2920a4fe-39d6-4de6-a6f9-abc8521bd8dc', 'code': 200} Jul 13 07:19:12.642877 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa071bba-ec85-4369-908b-7b18d4737619 req-5cf8ae32-b923-4349-a305-03e0cd8de91f tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:12.645426 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fa071bba-ec85-4369-908b-7b18d4737619 req-5cf8ae32-b923-4349-a305-03e0cd8de91f tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] 10.222.0.23 "GET /v2.0/networks/099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 784 time: 0.6016943 Jul 13 07:19:12.646113 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c420efc-fdff-474d-8909-ae45e02cc0a4 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Pushing event deleted for resources: {'Port': ['ID=88ce74d6-706b-4243-855e-a3f3408dee04,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:12.771299 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-64beb2c1-5555-4bab-a70a-68f19f1d5ed4 req-2c420efc-fdff-474d-8909-ae45e02cc0a4 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] No DVR routers for this DVR port 88ce74d6-706b-4243-855e-a3f3408dee04 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:19:12.785215 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-64beb2c1-5555-4bab-a70a-68f19f1d5ed4 req-2c420efc-fdff-474d-8909-ae45e02cc0a4 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:12.787559 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-64beb2c1-5555-4bab-a70a-68f19f1d5ed4 req-2c420efc-fdff-474d-8909-ae45e02cc0a4 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.42 "DELETE /v2.0/ports/88ce74d6-706b-4243-855e-a3f3408dee04 HTTP/1.1" status: 204 len: 173 time: 1.5932322 Jul 13 07:19:12.789511 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-1650240c-807a-4043-b86b-07590bc14703 service neutron] 10.222.0.42 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7111330 Jul 13 07:19:12.806586 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8d3705-e57e-467d-a497-6b4192c2b85b', 'name': 'network-vif-deleted', 'tag': '88ce74d6-706b-4243-855e-a3f3408dee04'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:12.815443 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3383e7-8c31-4c3a-95a2-93608d38ef00" -d '{"events": [{"server_uuid": "ba8d3705-e57e-467d-a497-6b4192c2b85b", "name": "network-vif-deleted", "tag": "88ce74d6-706b-4243-855e-a3f3408dee04"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:12.864091 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c991662-9712-4f21-9b15-f43fa790d139 req-55f11f79-6fe4-4a03-a2a8-54295bfad9a9 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:12.865563 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1c991662-9712-4f21-9b15-f43fa790d139 req-55f11f79-6fe4-4a03-a2a8-54295bfad9a9 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.42 "GET /v2.0/networks?id=54bc3c55-f3e2-41ce-a055-91b3b0ee3c98 HTTP/1.1" status: 200 len: 822 time: 0.3862264 Jul 13 07:19:12.886957 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e6b5bd85-34a6-442c-852a-6dc00abbf919 req-af8f1665-5410-452c-a7ab-a73d60203f5b tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba8d3705-e57e-467d-a497-6b4192c2b85b HTTP/1.1" status: 200 len: 210 time: 0.1013491 Jul 13 07:19:12.896209 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-1c991662-9712-4f21-9b15-f43fa790d139 req-2604cc8b-bb2f-4b4e-815f-d3d8bb431276 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Request body: {'port': {'device_id': 'ca99552a-ca2a-4c90-983c-51105ba03531', 'network_id': '54bc3c55-f3e2-41ce-a055-91b3b0ee3c98', 'admin_state_up': True, 'tenant_id': 'cdafcd5e806e4c2abdd2e83e49772c5a'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:13.057019 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2b2280a6-3674-4432-ac49-8528ec5e1287 req-dfa30981-180e-440d-a7d1-1b0fc285494b tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] 10.222.0.23 "GET /v2.0/floatingips/d1558835-111c-4816-affb-5d10f7cfb5aa HTTP/1.1" status: 200 len: 693 time: 0.1002719 Jul 13 07:19:13.225430 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c991662-9712-4f21-9b15-f43fa790d139 req-2604cc8b-bb2f-4b4e-815f-d3d8bb431276 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Made reservation on behalf of cdafcd5e806e4c2abdd2e83e49772c5a for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:19:13.230760 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1c991662-9712-4f21-9b15-f43fa790d139 req-2604cc8b-bb2f-4b4e-815f-d3d8bb431276 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:13.254830 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2280a6-3674-4432-ac49-8528ec5e1287 req-941438b6-29df-4e52-a661-6d1ab793aa10 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:13.269612 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2b2280a6-3674-4432-ac49-8528ec5e1287 req-941438b6-29df-4e52-a661-6d1ab793aa10 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] 10.222.0.23 "GET /v2.0/networks/099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 784 time: 0.2110276 Jul 13 07:19:13.407427 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60c9546-deef-4c92-b5cb-498807b12ce3 x-openstack-request-id: req-c60c9546-deef-4c92-b5cb-498807b12ce3 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:13.407905 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8d3705-e57e-467d-a497-6b4192c2b85b", "name": "network-vif-deleted", "tag": "88ce74d6-706b-4243-855e-a3f3408dee04", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:13.408036 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c60c9546-deef-4c92-b5cb-498807b12ce3 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:13.408338 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8d3705-e57e-467d-a497-6b4192c2b85b', 'name': 'network-vif-deleted', 'tag': '88ce74d6-706b-4243-855e-a3f3408dee04', 'status': 'completed', 'code': 200} Jul 13 07:19:13.539379 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d2c1b-5467-4ab4-a377-ae952cc1659a req-a0323dce-031f-498f-8d53-18b77e8dc66f tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:13.543658 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bc9d2c1b-5467-4ab4-a377-ae952cc1659a req-a0323dce-031f-498f-8d53-18b77e8dc66f tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 944 time: 0.1168585 Jul 13 07:19:13.547894 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-1c991662-9712-4f21-9b15-f43fa790d139 req-2604cc8b-bb2f-4b4e-815f-d3d8bb431276 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Allocated IP 172.20.0.7 (54bc3c55-f3e2-41ce-a055-91b3b0ee3c98/7535dae7-ea9c-4865-af6e-7a9b647822e9/71fddfca-0f00-45db-8e22-40d918b2bbf5) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:19:13.617264 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bc9d2c1b-5467-4ab4-a377-ae952cc1659a req-1d059599-211e-4d97-addd-ae62ea4c8812 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676303 Jul 13 07:19:13.640658 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-5e29a9d7-2290-4d8f-857f-f5653fc6da84 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:13.642205 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-5e29a9d7-2290-4d8f-857f-f5653fc6da84 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=87a269b4-bb32-44d7-bb97-ab073e929286&tenant_id=59ced391c6a04d319ae98164aff14fc2&binding%3Ahost_id=n-h1-771363-34 HTTP/1.1" status: 200 len: 1096 time: 0.2331152 Jul 13 07:19:13.655677 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ca7ae47-7147-447f-9187-7fd3fc062bf1 req-9b7ac715-3652-4f8d-a74e-1e83e89f43fc tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] 10.222.0.23 "GET /v2.0/floatingips/d1558835-111c-4816-affb-5d10f7cfb5aa HTTP/1.1" status: 200 len: 693 time: 0.0909493 Jul 13 07:19:13.896224 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fbf28-c52c-4140-b51f-d22289d4226c req-953e79c9-0e25-4e9b-b7a2-f71528f7cb4b tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:13.898346 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7a2fbf28-c52c-4140-b51f-d22289d4226c req-953e79c9-0e25-4e9b-b7a2-f71528f7cb4b tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 949 time: 0.1251242 Jul 13 07:19:13.962797 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7a2fbf28-c52c-4140-b51f-d22289d4226c req-807fa4a5-c679-447f-be27-d48f38dd0ec9 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490363 Jul 13 07:19:14.000037 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7ae47-7147-447f-9187-7fd3fc062bf1 req-882dfea7-83b0-4c23-a03d-386d5757fa8b tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:14.001582 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ca7ae47-7147-447f-9187-7fd3fc062bf1 req-882dfea7-83b0-4c23-a03d-386d5757fa8b tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] 10.222.0.23 "GET /v2.0/networks/099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 784 time: 0.3384621 Jul 13 07:19:14.037798 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [req-7ca7ae47-7147-447f-9187-7fd3fc062bf1 req-eff00c8b-72a4-4d94-ac21-5f9cff89f3f3 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:19:14.039032 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ca7ae47-7147-447f-9187-7fd3fc062bf1 req-eff00c8b-72a4-4d94-ac21-5f9cff89f3f3 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071008 Jul 13 07:19:14.124629 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ca7ae47-7147-447f-9187-7fd3fc062bf1 req-9362772d-bdb2-4425-bc7f-726f7f401b46 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.254 HTTP/1.1" status: 200 len: 696 time: 0.0704820 Jul 13 07:19:14.133748 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-8c0fb46a-89d9-410b-bca8-3303608d62cb service neutron] For port 43ac2ab4-ed2a-4440-bc68-bad9f61b1942, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:19:14.156087 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-8c0fb46a-89d9-410b-bca8-3303608d62cb service neutron] Notify callbacks [] for binding, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:14.157494 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bdaf6054-534e-4b80-8479-0cdaa2fdae9d req-8c0fb46a-89d9-410b-bca8-3303608d62cb service neutron] 10.222.0.42 "DELETE /v2.0/ports/43ac2ab4-ed2a-4440-bc68-bad9f61b1942/bindings/n-h2-771363-34 HTTP/1.1" status: 204 len: 173 time: 0.5038135 Jul 13 07:19:14.180678 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 88ce74d6-706b-4243-855e-a3f3408dee04 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:19:14.190280 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1c991662-9712-4f21-9b15-f43fa790d139 req-2604cc8b-bb2f-4b4e-815f-d3d8bb431276 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:14.201939 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ca7ae47-7147-447f-9187-7fd3fc062bf1 req-edf9b50d-0a43-4858-90e8-9eabd92e7622 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.254 HTTP/1.1" status: 200 len: 696 time: 0.0694962 Jul 13 07:19:14.217126 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-c173124b-1c41-42ec-98b6-7405676bf033 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:14.219859 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-c173124b-1c41-42ec-98b6-7405676bf033 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/networks?id=f1ea5405-113d-42fb-9a8e-56f12339534a HTTP/1.1" status: 200 len: 805 time: 0.1433208 Jul 13 07:19:14.243416 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 88ce74d6-706b-4243-855e-a3f3408dee04 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:19:14.244025 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 88ce74d6-706b-4243-855e-a3f3408dee04 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:19:14.255271 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-a175200a-491b-44ee-9d12-763c03285af9 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/quotas/ac9e284275e6483db0f236e466185533 HTTP/1.1" status: 200 len: 375 time: 0.0224307 Jul 13 07:19:14.326349 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-d9518091-c3b2-4364-b3dc-20748dba4624 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ac9e284275e6483db0f236e466185533&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0653412 Jul 13 07:19:14.348492 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1c991662-9712-4f21-9b15-f43fa790d139 req-2604cc8b-bb2f-4b4e-815f-d3d8bb431276 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:14.407508 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c991662-9712-4f21-9b15-f43fa790d139 req-2604cc8b-bb2f-4b4e-815f-d3d8bb431276 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Network 54bc3c55-f3e2-41ce-a055-91b3b0ee3c98 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:19:14.412484 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-1c991662-9712-4f21-9b15-f43fa790d139 req-2604cc8b-bb2f-4b4e-815f-d3d8bb431276 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:19:14.418748 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c991662-9712-4f21-9b15-f43fa790d139 req-2604cc8b-bb2f-4b4e-815f-d3d8bb431276 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:19:14.423328 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604cc8b-bb2f-4b4e-815f-d3d8bb431276 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Pushing event updated for resources: {'Port': ['ID=71fddfca-0f00-45db-8e22-40d918b2bbf5,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:14.451124 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-7ca7ae47-7147-447f-9187-7fd3fc062bf1 req-f1a32920-21ec-4ff5-bce4-495d22ee1d82 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Deleting port 81ff3407-4dcd-4cf8-8409-abf524b72b0f {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:19:14.451492 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7ca7ae47-7147-447f-9187-7fd3fc062bf1 req-f1a32920-21ec-4ff5-bce4-495d22ee1d82 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:14.482670 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-966744f4-b22c-4cb8-854d-e5553f25bd8f service neutron] 10.222.0.23 "GET /v2.0/networks/f1ea5405-113d-42fb-9a8e-56f12339534a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433368 Jul 13 07:19:14.498824 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c991662-9712-4f21-9b15-f43fa790d139 req-2604cc8b-bb2f-4b4e-815f-d3d8bb431276 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:14.499517 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1c991662-9712-4f21-9b15-f43fa790d139 req-2604cc8b-bb2f-4b4e-815f-d3d8bb431276 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:14.556746 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1c991662-9712-4f21-9b15-f43fa790d139 req-2604cc8b-bb2f-4b4e-815f-d3d8bb431276 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6710975 Jul 13 07:19:14.568684 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-1c991662-9712-4f21-9b15-f43fa790d139 req-a80e4e0c-e2d8-4dd9-ab8c-724903492444 service neutron] Request body: {'port': {'device_id': 'ca99552a-ca2a-4c90-983c-51105ba03531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:14.572808 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7ca7ae47-7147-447f-9187-7fd3fc062bf1 req-f1a32920-21ec-4ff5-bce4-495d22ee1d82 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:14.573142 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7ca7ae47-7147-447f-9187-7fd3fc062bf1 req-f1a32920-21ec-4ff5-bce4-495d22ee1d82 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:14.581717 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-6b1e25b0-40e2-4204-a59c-1bc54061bb44 service neutron] 10.222.0.23 "GET /v2.0/networks/f1ea5405-113d-42fb-9a8e-56f12339534a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981967 Jul 13 07:19:14.604969 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-7ca7ae47-7147-447f-9187-7fd3fc062bf1 req-f1a32920-21ec-4ff5-bce4-495d22ee1d82 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Calling delete_port for 81ff3407-4dcd-4cf8-8409-abf524b72b0f owned by network:floatingip {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:19:14.714712 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1c991662-9712-4f21-9b15-f43fa790d139 req-a80e4e0c-e2d8-4dd9-ab8c-724903492444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:14.985698 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d800c-4039-4666-8c04-5a3c350508d0 req-50f7ea93-19db-4d0e-bbae-9c6633824e1a tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:14.992787 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7ca7ae47-7147-447f-9187-7fd3fc062bf1 req-f1a32920-21ec-4ff5-bce4-495d22ee1d82 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:15.008174 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7b6d800c-4039-4666-8c04-5a3c350508d0 req-50f7ea93-19db-4d0e-bbae-9c6633824e1a tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca99552a-ca2a-4c90-983c-51105ba03531 HTTP/1.1" status: 200 len: 931 time: 0.1504850 Jul 13 07:19:15.059724 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7b6d800c-4039-4666-8c04-5a3c350508d0 req-1ccfb3ab-9e1b-42d6-8644-d62a5185485e tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506592 Jul 13 07:19:15.086003 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a32920-21ec-4ff5-bce4-495d22ee1d82 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Pushing event deleted for resources: {'Port': ['ID=81ff3407-4dcd-4cf8-8409-abf524b72b0f,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:15.198210 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7ca7ae47-7147-447f-9187-7fd3fc062bf1 req-f1a32920-21ec-4ff5-bce4-495d22ee1d82 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks [] for floatingip, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:15.204349 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7ca7ae47-7147-447f-9187-7fd3fc062bf1 req-f1a32920-21ec-4ff5-bce4-495d22ee1d82 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:15.205538 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ca7ae47-7147-447f-9187-7fd3fc062bf1 req-f1a32920-21ec-4ff5-bce4-495d22ee1d82 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] 10.222.0.23 "DELETE /v2.0/floatingips/d1558835-111c-4816-affb-5d10f7cfb5aa HTTP/1.1" status: 204 len: 173 time: 0.9935141 Jul 13 07:19:15.341601 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e44fb8-33f0-4916-8ad9-753795446261 req-33bca7ce-cecd-428d-a692-32b8538dd8c4 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:15.347110 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-78e44fb8-33f0-4916-8ad9-753795446261 req-33bca7ce-cecd-428d-a692-32b8538dd8c4 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba455a5d-2784-4fb6-abde-8599abf861c9 HTTP/1.1" status: 200 len: 944 time: 0.2137103 Jul 13 07:19:15.366935 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-96ad271e-723a-4000-9a58-02853a0038ec req-39ac8ff4-0744-4b7c-adb9-b139e5cea994 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=f611dc27-7172-4a6c-afe0-ec98be5596cc HTTP/1.1" status: 200 len: 210 time: 0.1116128 Jul 13 07:19:15.388188 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-1c991662-9712-4f21-9b15-f43fa790d139 req-a80e4e0c-e2d8-4dd9-ab8c-724903492444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71fddfca-0f00-45db-8e22-40d918b2bbf5 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:19:15.431727 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1c991662-9712-4f21-9b15-f43fa790d139 req-a80e4e0c-e2d8-4dd9-ab8c-724903492444 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:15.468577 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-1c991662-9712-4f21-9b15-f43fa790d139 req-a80e4e0c-e2d8-4dd9-ab8c-724903492444 service neutron] Transition to ACTIVE for port object 71fddfca-0f00-45db-8e22-40d918b2bbf5 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:19:15.477706 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1c991662-9712-4f21-9b15-f43fa790d139 req-a80e4e0c-e2d8-4dd9-ab8c-724903492444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:15.547046 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e4e0c-e2d8-4dd9-ab8c-724903492444 service neutron] Pushing event updated for resources: {'Port': ['ID=71fddfca-0f00-45db-8e22-40d918b2bbf5,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:15.648442 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-78e44fb8-33f0-4916-8ad9-753795446261 req-b3cda35d-d12e-4c7f-afe6-71d5c6717aca tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Deleting port 2920a4fe-39d6-4de6-a6f9-abc8521bd8dc {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:19:15.648819 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-78e44fb8-33f0-4916-8ad9-753795446261 req-b3cda35d-d12e-4c7f-afe6-71d5c6717aca tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:15.712669 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-1c991662-9712-4f21-9b15-f43fa790d139 req-a80e4e0c-e2d8-4dd9-ab8c-724903492444 service neutron] Attempting to bind port 71fddfca-0f00-45db-8e22-40d918b2bbf5 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:19:15.713274 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-1c991662-9712-4f21-9b15-f43fa790d139 req-a80e4e0c-e2d8-4dd9-ab8c-724903492444 service neutron] Attempting to bind port 71fddfca-0f00-45db-8e22-40d918b2bbf5 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'a9b8753b-d4aa-4a40-9c80-b78a2ae73457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '54bc3c55-f3e2-41ce-a055-91b3b0ee3c98'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:19:15.713580 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c991662-9712-4f21-9b15-f43fa790d139 req-a80e4e0c-e2d8-4dd9-ab8c-724903492444 service neutron] Attempting to bind port 71fddfca-0f00-45db-8e22-40d918b2bbf5 on network 54bc3c55-f3e2-41ce-a055-91b3b0ee3c98 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:19:15.725769 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c991662-9712-4f21-9b15-f43fa790d139 req-a80e4e0c-e2d8-4dd9-ab8c-724903492444 service neutron] Port 71fddfca-0f00-45db-8e22-40d918b2bbf5 on network 54bc3c55-f3e2-41ce-a055-91b3b0ee3c98 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:19:15.726333 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c991662-9712-4f21-9b15-f43fa790d139 req-a80e4e0c-e2d8-4dd9-ab8c-724903492444 service neutron] Attempting to bind port 71fddfca-0f00-45db-8e22-40d918b2bbf5 on network 54bc3c55-f3e2-41ce-a055-91b3b0ee3c98 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:19:15.748146 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c991662-9712-4f21-9b15-f43fa790d139 req-a80e4e0c-e2d8-4dd9-ab8c-724903492444 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:19:15.748715 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c991662-9712-4f21-9b15-f43fa790d139 req-a80e4e0c-e2d8-4dd9-ab8c-724903492444 service neutron] Checking segment: {'id': 'a9b8753b-d4aa-4a40-9c80-b78a2ae73457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '54bc3c55-f3e2-41ce-a055-91b3b0ee3c98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:19:15.750779 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c991662-9712-4f21-9b15-f43fa790d139 req-a80e4e0c-e2d8-4dd9-ab8c-724903492444 service neutron] Bound using segment: {'id': 'a9b8753b-d4aa-4a40-9c80-b78a2ae73457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '54bc3c55-f3e2-41ce-a055-91b3b0ee3c98'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:19:15.751388 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-1c991662-9712-4f21-9b15-f43fa790d139 req-a80e4e0c-e2d8-4dd9-ab8c-724903492444 service neutron] Bound port: 71fddfca-0f00-45db-8e22-40d918b2bbf5, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b8753b-d4aa-4a40-9c80-b78a2ae73457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '54bc3c55-f3e2-41ce-a055-91b3b0ee3c98'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:19:15.751862 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1c991662-9712-4f21-9b15-f43fa790d139 req-a80e4e0c-e2d8-4dd9-ab8c-724903492444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:15.818852 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e94af-09d6-4b0f-8d88-081c2c4265e1 req-f0a2dc3b-a599-4c2b-8cea-7f0fc90501a3 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:15.825725 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6f2e94af-09d6-4b0f-8d88-081c2c4265e1 req-f0a2dc3b-a599-4c2b-8cea-7f0fc90501a3 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 949 time: 0.1934061 Jul 13 07:19:15.926231 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-78e44fb8-33f0-4916-8ad9-753795446261 req-b3cda35d-d12e-4c7f-afe6-71d5c6717aca tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] For port 2920a4fe-39d6-4de6-a6f9-abc8521bd8dc, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=2920a4fe-39d6-4de6-a6f9-abc8521bd8dc,segment=NetworkSegment(b7fdd6a4-7ea0-4d78-a1ca-354316bc2553),segment_id=b7fdd6a4-7ea0-4d78-a1ca-354316bc2553)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:15.926910 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-78e44fb8-33f0-4916-8ad9-753795446261 req-b3cda35d-d12e-4c7f-afe6-71d5c6717aca tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:15.945756 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-78e44fb8-33f0-4916-8ad9-753795446261 req-b3cda35d-d12e-4c7f-afe6-71d5c6717aca tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Calling delete_port for 2920a4fe-39d6-4de6-a6f9-abc8521bd8dc owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:19:15.948767 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d978cc4-d9aa-44a7-9b2e-85d6c4cc3318 req-63b26adb-c865-4da4-8fec-76516602bf47 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:15.950296 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2d978cc4-d9aa-44a7-9b2e-85d6c4cc3318 req-63b26adb-c865-4da4-8fec-76516602bf47 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 1096 time: 0.2453744 Jul 13 07:19:15.969866 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-1c991662-9712-4f21-9b15-f43fa790d139 req-a80e4e0c-e2d8-4dd9-ab8c-724903492444 service neutron] For port 71fddfca-0f00-45db-8e22-40d918b2bbf5, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:19:15.986345 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6f2e94af-09d6-4b0f-8d88-081c2c4265e1 req-58bbd45c-a392-4994-b8a0-50e37bd61077 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144321 Jul 13 07:19:16.003410 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-1c991662-9712-4f21-9b15-f43fa790d139 req-a80e4e0c-e2d8-4dd9-ab8c-724903492444 service neutron] For port 71fddfca-0f00-45db-8e22-40d918b2bbf5, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=71fddfca-0f00-45db-8e22-40d918b2bbf5,segment=NetworkSegment(a9b8753b-d4aa-4a40-9c80-b78a2ae73457),segment_id=a9b8753b-d4aa-4a40-9c80-b78a2ae73457)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:19:16.024065 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1c991662-9712-4f21-9b15-f43fa790d139 req-a80e4e0c-e2d8-4dd9-ab8c-724903492444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:16.048941 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2d978cc4-d9aa-44a7-9b2e-85d6c4cc3318 req-303113e4-80c1-404d-856a-3d6ca7a74ae2 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882165 Jul 13 07:19:16.071845 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c991662-9712-4f21-9b15-f43fa790d139 req-a80e4e0c-e2d8-4dd9-ab8c-724903492444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:16.072732 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1c991662-9712-4f21-9b15-f43fa790d139 req-a80e4e0c-e2d8-4dd9-ab8c-724903492444 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:16.076310 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1c991662-9712-4f21-9b15-f43fa790d139 req-a80e4e0c-e2d8-4dd9-ab8c-724903492444 service neutron] 10.222.0.42 "PUT /v2.0/ports/71fddfca-0f00-45db-8e22-40d918b2bbf5 HTTP/1.1" status: 200 len: 1092 time: 1.5120299 Jul 13 07:19:16.079088 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca99552a-ca2a-4c90-983c-51105ba03531', 'tag': '71fddfca-0f00-45db-8e22-40d918b2bbf5'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:16.083071 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27712730-4ec1-4a68-8c0a-d7d36ec04243" -d '{"events": [{"name": "network-changed", "server_uuid": "ca99552a-ca2a-4c90-983c-51105ba03531", "tag": "71fddfca-0f00-45db-8e22-40d918b2bbf5"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:16.172530 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e4e0c-e2d8-4dd9-ab8c-724903492444 service neutron] Pushing event updated for resources: {'Port': ['ID=71fddfca-0f00-45db-8e22-40d918b2bbf5,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:16.259007 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c991662-9712-4f21-9b15-f43fa790d139 req-b84c9b8d-5045-412c-8fdd-a35286c65e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:16.260641 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1c991662-9712-4f21-9b15-f43fa790d139 req-b84c9b8d-5045-412c-8fdd-a35286c65e3d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cdafcd5e806e4c2abdd2e83e49772c5a&device_id=ca99552a-ca2a-4c90-983c-51105ba03531 HTTP/1.1" status: 200 len: 1095 time: 0.0979204 Jul 13 07:19:16.301949 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-78e44fb8-33f0-4916-8ad9-753795446261 req-b3cda35d-d12e-4c7f-afe6-71d5c6717aca tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:16.345218 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1c991662-9712-4f21-9b15-f43fa790d139 req-5e9ed804-057b-48d9-b151-16486e9dd777 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71fddfca-0f00-45db-8e22-40d918b2bbf5 HTTP/1.1" status: 200 len: 217 time: 0.0757051 Jul 13 07:19:16.418974 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cda35d-d12e-4c7f-afe6-71d5c6717aca tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Pushing event deleted for resources: {'Port': ['ID=2920a4fe-39d6-4de6-a6f9-abc8521bd8dc,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:16.485474 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c991662-9712-4f21-9b15-f43fa790d139 req-0be7cdc0-80fe-4426-b0b6-59f9e104d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:16.488810 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1c991662-9712-4f21-9b15-f43fa790d139 req-0be7cdc0-80fe-4426-b0b6-59f9e104d481 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7535dae7-ea9c-4865-af6e-7a9b647822e9 HTTP/1.1" status: 200 len: 862 time: 0.1319015 Jul 13 07:19:16.552042 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e44fb8-33f0-4916-8ad9-753795446261 req-b3cda35d-d12e-4c7f-afe6-71d5c6717aca tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] No DVR routers for this DVR port 2920a4fe-39d6-4de6-a6f9-abc8521bd8dc on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:19:16.562090 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca6910-c9e8-4e6a-bee7-ee403bb88380 req-a02ecf06-cc1a-4518-b393-76b3af4bcfdd tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:16.563749 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b2ca6910-c9e8-4e6a-bee7-ee403bb88380 req-a02ecf06-cc1a-4518-b393-76b3af4bcfdd tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3791652 Jul 13 07:19:16.564868 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-78e44fb8-33f0-4916-8ad9-753795446261 req-b3cda35d-d12e-4c7f-afe6-71d5c6717aca tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:16.572968 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-78e44fb8-33f0-4916-8ad9-753795446261 req-b3cda35d-d12e-4c7f-afe6-71d5c6717aca tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.25 "DELETE /v2.0/ports/2920a4fe-39d6-4de6-a6f9-abc8521bd8dc HTTP/1.1" status: 204 len: 173 time: 1.2135954 Jul 13 07:19:16.572968 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba455a5d-2784-4fb6-abde-8599abf861c9', 'name': 'network-vif-deleted', 'tag': '2920a4fe-39d6-4de6-a6f9-abc8521bd8dc'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:16.572968 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6af119-2062-4d4b-8571-99e5ef749e8e" -d '{"events": [{"server_uuid": "ba455a5d-2784-4fb6-abde-8599abf861c9", "name": "network-vif-deleted", "tag": "2920a4fe-39d6-4de6-a6f9-abc8521bd8dc"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:16.582853 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1c991662-9712-4f21-9b15-f43fa790d139 req-fb193f79-2809-45e2-88a9-b393cc86ae25 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54bc3c55-f3e2-41ce-a055-91b3b0ee3c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799253 Jul 13 07:19:16.686361 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1c991662-9712-4f21-9b15-f43fa790d139 req-758aec0a-befd-4443-87c4-33975f164080 service neutron] 10.222.0.42 "GET /v2.0/networks/54bc3c55-f3e2-41ce-a055-91b3b0ee3c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934393 Jul 13 07:19:16.828613 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-3828fa41-3bd7-417c-bbf4-0fc6db158e26 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:16.830404 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-3828fa41-3bd7-417c-bbf4-0fc6db158e26 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.25 "GET /v2.0/networks?id=f1ea5405-113d-42fb-9a8e-56f12339534a HTTP/1.1" status: 200 len: 805 time: 0.2087514 Jul 13 07:19:16.835005 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8de71-5ab1-40d0-b24d-2d4621ba0466 req-4306a001-5001-4901-80c3-8876d599a3c0 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:16.842044 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c8a8de71-5ab1-40d0-b24d-2d4621ba0466 req-4306a001-5001-4901-80c3-8876d599a3c0 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/ports?device_id=101e2429-3386-4153-9c0c-b8ffeb85f91a HTTP/1.1" status: 200 len: 945 time: 0.2624118 Jul 13 07:19:16.845442 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-b3109009-a6cc-422c-b6e4-33ca32ea6e40 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Request body: {'port': {'device_id': 'f611dc27-7172-4a6c-afe0-ec98be5596cc', 'network_id': 'f1ea5405-113d-42fb-9a8e-56f12339534a', 'admin_state_up': True, 'tenant_id': 'ac9e284275e6483db0f236e466185533'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:16.871945 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1c991662-9712-4f21-9b15-f43fa790d139 req-8c2e64fd-95d8-4253-89be-76126dafc356 service neutron] 10.222.0.42 "GET /v2.0/networks/54bc3c55-f3e2-41ce-a055-91b3b0ee3c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562386 Jul 13 07:19:16.893558 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c02ac-afde-437e-9428-cdc86c63c509 req-386e3fd9-700a-46cd-8143-d265bb26b5fe tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:16.895844 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e22c02ac-afde-437e-9428-cdc86c63c509 req-386e3fd9-700a-46cd-8143-d265bb26b5fe tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca99552a-ca2a-4c90-983c-51105ba03531 HTTP/1.1" status: 200 len: 943 time: 0.1440985 Jul 13 07:19:16.902931 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c8a8de71-5ab1-40d0-b24d-2d4621ba0466 req-be988d5e-9232-4fe7-9bf5-36c829330ec9 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/security-groups?id=3179f37d-94de-45a9-a48f-244bb3f0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599642 Jul 13 07:19:16.969740 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b865a5e-356e-42a3-9c43-0125ed619864 x-openstack-request-id: req-2b865a5e-356e-42a3-9c43-0125ed619864 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:16.970466 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca99552a-ca2a-4c90-983c-51105ba03531", "tag": "71fddfca-0f00-45db-8e22-40d918b2bbf5", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:16.970896 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2b865a5e-356e-42a3-9c43-0125ed619864 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:16.971330 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca99552a-ca2a-4c90-983c-51105ba03531', 'tag': '71fddfca-0f00-45db-8e22-40d918b2bbf5', 'status': 'completed', 'code': 200} Jul 13 07:19:16.995712 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e22c02ac-afde-437e-9428-cdc86c63c509 req-0fb54260-23cc-4733-933c-43b52dabcd5d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708637 Jul 13 07:19:17.039612 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-b3109009-a6cc-422c-b6e4-33ca32ea6e40 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Made reservation on behalf of ac9e284275e6483db0f236e466185533 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:19:17.046738 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-b3109009-a6cc-422c-b6e4-33ca32ea6e40 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:17.139914 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27712730-4ec1-4a68-8c0a-d7d36ec04243 req-0c886873-f0ac-4c78-9e96-118227d3c47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:17.141442 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-27712730-4ec1-4a68-8c0a-d7d36ec04243 req-0c886873-f0ac-4c78-9e96-118227d3c47b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cdafcd5e806e4c2abdd2e83e49772c5a&device_id=ca99552a-ca2a-4c90-983c-51105ba03531 HTTP/1.1" status: 200 len: 1095 time: 0.1161747 Jul 13 07:19:17.201764 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4708f3-8f21-4036-bd16-fe668086303c req-878f5fde-593e-45dc-8cfe-60e580f40dd0 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:17.203293 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fd4708f3-8f21-4036-bd16-fe668086303c req-878f5fde-593e-45dc-8cfe-60e580f40dd0 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 1096 time: 0.1219523 Jul 13 07:19:17.290651 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a9bbadfb-ae70-4360-94f5-a48bb287051c req-86112819-5f15-43df-beeb-be90fd71d499 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=f611dc27-7172-4a6c-afe0-ec98be5596cc HTTP/1.1" status: 200 len: 210 time: 0.0728819 Jul 13 07:19:17.315821 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27712730-4ec1-4a68-8c0a-d7d36ec04243 req-9eefb3b9-798b-43a2-aace-d141ed23ed57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:17.318276 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-27712730-4ec1-4a68-8c0a-d7d36ec04243 req-9eefb3b9-798b-43a2-aace-d141ed23ed57 service neutron] 10.222.0.42 "GET /v2.0/networks?id=54bc3c55-f3e2-41ce-a055-91b3b0ee3c98 HTTP/1.1" status: 200 len: 923 time: 0.1672640 Jul 13 07:19:17.336472 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fd4708f3-8f21-4036-bd16-fe668086303c req-94512a60-afe1-4511-a598-517e401e50e7 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029003 Jul 13 07:19:17.356615 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-b3109009-a6cc-422c-b6e4-33ca32ea6e40 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Allocated IP 172.20.0.7 (f1ea5405-113d-42fb-9a8e-56f12339534a/29dbb0de-f006-4fad-81e6-32cb485966ca/0b9985ab-09da-4e2c-a938-25f8b4d7476b) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:19:17.399519 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-27712730-4ec1-4a68-8c0a-d7d36ec04243 req-2c97badb-9bb6-4088-934a-d68b28736576 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71fddfca-0f00-45db-8e22-40d918b2bbf5 HTTP/1.1" status: 200 len: 217 time: 0.0586379 Jul 13 07:19:17.517916 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a25588-b120-49a4-b329-9a0c06fc253b x-openstack-request-id: req-f2a25588-b120-49a4-b329-9a0c06fc253b {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:17.518526 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba455a5d-2784-4fb6-abde-8599abf861c9", "name": "network-vif-deleted", "tag": "2920a4fe-39d6-4de6-a6f9-abc8521bd8dc", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:17.518942 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f2a25588-b120-49a4-b329-9a0c06fc253b {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:17.520182 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba455a5d-2784-4fb6-abde-8599abf861c9', 'name': 'network-vif-deleted', 'tag': '2920a4fe-39d6-4de6-a6f9-abc8521bd8dc', 'status': 'completed', 'code': 200} Jul 13 07:19:17.575513 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27712730-4ec1-4a68-8c0a-d7d36ec04243 req-463e4606-d327-4449-b9dc-1482d5bfa2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:17.584383 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-27712730-4ec1-4a68-8c0a-d7d36ec04243 req-463e4606-d327-4449-b9dc-1482d5bfa2fd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7535dae7-ea9c-4865-af6e-7a9b647822e9 HTTP/1.1" status: 200 len: 862 time: 0.1769753 Jul 13 07:19:17.590769 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-77504618-411f-487c-a273-aac0d69b5ee0 req-3d2c14c8-7222-4e1b-a054-c42693a64719 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=4462024954ad4bf58d786e02f052f2cc HTTP/1.1" status: 200 len: 1657 time: 0.0781164 Jul 13 07:19:17.638373 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-27712730-4ec1-4a68-8c0a-d7d36ec04243 req-39b6b521-ab36-4397-8e8f-f32c8fe9798e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54bc3c55-f3e2-41ce-a055-91b3b0ee3c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465403 Jul 13 07:19:17.738711 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c797044-0916-4302-94d1-c4709588c373 req-cd1c2ca6-3727-4a19-824a-341c0849d836 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:17.740207 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6c797044-0916-4302-94d1-c4709588c373 req-cd1c2ca6-3727-4a19-824a-341c0849d836 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b786124-09a7-4ff5-9bee-5dc0fc2383cd HTTP/1.1" status: 200 len: 950 time: 0.1393380 Jul 13 07:19:17.743139 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-b3109009-a6cc-422c-b6e4-33ca32ea6e40 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:17.793555 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6c797044-0916-4302-94d1-c4709588c373 req-6d36880e-3913-43dc-851a-985b62535731 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416133 Jul 13 07:19:17.820735 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-b3109009-a6cc-422c-b6e4-33ca32ea6e40 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:17.887914 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-b3109009-a6cc-422c-b6e4-33ca32ea6e40 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Network f1ea5405-113d-42fb-9a8e-56f12339534a is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:19:17.891666 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-b3109009-a6cc-422c-b6e4-33ca32ea6e40 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:19:17.896312 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-b3109009-a6cc-422c-b6e4-33ca32ea6e40 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:19:17.943045 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3109009-a6cc-422c-b6e4-33ca32ea6e40 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Pushing event updated for resources: {'Port': ['ID=0b9985ab-09da-4e2c-a938-25f8b4d7476b,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:18.005491 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-b3109009-a6cc-422c-b6e4-33ca32ea6e40 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:18.006122 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-b3109009-a6cc-422c-b6e4-33ca32ea6e40 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:18.031013 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-b3109009-a6cc-422c-b6e4-33ca32ea6e40 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1894174 Jul 13 07:19:18.045696 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-8f52b16e-cc7f-4c93-9a0b-78adecf14ed4 service neutron] Request body: {'port': {'device_id': 'f611dc27-7172-4a6c-afe0-ec98be5596cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:18.055340 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca191da-f5d9-42ec-8667-16af5aca1d80 req-45bc3d67-ab50-49b4-adf2-39615ff6a679 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:18.056858 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6ca191da-f5d9-42ec-8667-16af5aca1d80 req-45bc3d67-ab50-49b4-adf2-39615ff6a679 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 949 time: 0.1329958 Jul 13 07:19:18.123039 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77504618-411f-487c-a273-aac0d69b5ee0 req-f765332a-2d48-46db-8158-aacb9ed197c1 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:18.123918 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-77504618-411f-487c-a273-aac0d69b5ee0 req-f765332a-2d48-46db-8158-aacb9ed197c1 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] 10.222.0.23 "GET /v2.0/networks?id=099fd220-496e-4556-906a-9ab228a05c02&id=099fd220-496e-4556-906a-9ab228a05c02&id=099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 787 time: 0.5214245 Jul 13 07:19:18.126925 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-27712730-4ec1-4a68-8c0a-d7d36ec04243 req-e930c152-50aa-4a8c-b699-72c67a547194 service neutron] 10.222.0.42 "GET /v2.0/networks/54bc3c55-f3e2-41ce-a055-91b3b0ee3c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4746788 Jul 13 07:19:18.163974 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6ca191da-f5d9-42ec-8667-16af5aca1d80 req-c9f0db39-68b8-41ee-9686-b30a1b2250ed tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863862 Jul 13 07:19:18.190952 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577156f-0915-4c75-99cd-b34d7c9e80da req-f930ed33-8145-4080-b658-f0700251b124 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:18.192714 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a577156f-0915-4c75-99cd-b34d7c9e80da req-f930ed33-8145-4080-b658-f0700251b124 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b786124-09a7-4ff5-9bee-5dc0fc2383cd HTTP/1.1" status: 200 len: 950 time: 0.1532459 Jul 13 07:19:18.194423 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-8f52b16e-cc7f-4c93-9a0b-78adecf14ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:18.195363 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 71fddfca-0f00-45db-8e22-40d918b2bbf5 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:19:18.319246 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-27712730-4ec1-4a68-8c0a-d7d36ec04243 req-6fd01c3c-ad34-458f-97c7-f102d44ac603 service neutron] 10.222.0.42 "GET /v2.0/networks/54bc3c55-f3e2-41ce-a055-91b3b0ee3c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825690 Jul 13 07:19:18.433808 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 71fddfca-0f00-45db-8e22-40d918b2bbf5, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=71fddfca-0f00-45db-8e22-40d918b2bbf5,segment=NetworkSegment(a9b8753b-d4aa-4a40-9c80-b78a2ae73457),segment_id=a9b8753b-d4aa-4a40-9c80-b78a2ae73457)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:18.455971 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-a577156f-0915-4c75-99cd-b34d7c9e80da req-832b7724-d71e-42fa-9efe-5cbbd125bb9d tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Deleting port 40c0d517-2836-4881-85b7-e023dc240f74 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:19:18.457737 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a577156f-0915-4c75-99cd-b34d7c9e80da req-832b7724-d71e-42fa-9efe-5cbbd125bb9d tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:18.464552 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '71fddfca-0f00-45db-8e22-40d918b2bbf5', 'network_id': '54bc3c55-f3e2-41ce-a055-91b3b0ee3c98', 'port_id': '71fddfca-0f00-45db-8e22-40d918b2bbf5', 'mac_address': 'fa:16:3e:b9:ba:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7535dae7-ea9c-4865-af6e-7a9b647822e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:19:18.511375 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:18.515770 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 2920a4fe-39d6-4de6-a6f9-abc8521bd8dc no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:19:18.545042 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 2920a4fe-39d6-4de6-a6f9-abc8521bd8dc {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:19:18.545615 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 2920a4fe-39d6-4de6-a6f9-abc8521bd8dc not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:19:18.551863 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71fddfca-0f00-45db-8e22-40d918b2bbf5 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:19:18.587504 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 71fddfca-0f00-45db-8e22-40d918b2bbf5, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=71fddfca-0f00-45db-8e22-40d918b2bbf5,segment=NetworkSegment(a9b8753b-d4aa-4a40-9c80-b78a2ae73457),segment_id=a9b8753b-d4aa-4a40-9c80-b78a2ae73457)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:18.614919 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:18.634965 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-8f52b16e-cc7f-4c93-9a0b-78adecf14ed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b9985ab-09da-4e2c-a938-25f8b4d7476b {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:19:18.668728 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-8f52b16e-cc7f-4c93-9a0b-78adecf14ed4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:18.695870 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-a577156f-0915-4c75-99cd-b34d7c9e80da req-832b7724-d71e-42fa-9efe-5cbbd125bb9d tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] For port 40c0d517-2836-4881-85b7-e023dc240f74, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=40c0d517-2836-4881-85b7-e023dc240f74,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:18.696241 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a577156f-0915-4c75-99cd-b34d7c9e80da req-832b7724-d71e-42fa-9efe-5cbbd125bb9d tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:18.718492 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-a577156f-0915-4c75-99cd-b34d7c9e80da req-832b7724-d71e-42fa-9efe-5cbbd125bb9d tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Calling delete_port for 40c0d517-2836-4881-85b7-e023dc240f74 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:19:18.727838 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-8f52b16e-cc7f-4c93-9a0b-78adecf14ed4 service neutron] Transition to ACTIVE for port object 0b9985ab-09da-4e2c-a938-25f8b4d7476b will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:19:18.755645 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-40a49559-57c4-463c-8825-44e8e544a134 req-1d466f5c-9a66-402b-88b2-7155f55bf472 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] 10.222.0.23 "GET /v2.0/floatingips/272cf79e-443c-46ac-b5cd-2a7e9747500e HTTP/1.1" status: 200 len: 693 time: 0.0761700 Jul 13 07:19:18.766368 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-8f52b16e-cc7f-4c93-9a0b-78adecf14ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:18.788482 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=71fddfca-0f00-45db-8e22-40d918b2bbf5,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:18.897559 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52b16e-cc7f-4c93-9a0b-78adecf14ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=0b9985ab-09da-4e2c-a938-25f8b4d7476b,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:18.969667 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a49559-57c4-463c-8825-44e8e544a134 req-8ffe6d0c-cd95-463a-a886-b5a4060697bd tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:18.971649 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-40a49559-57c4-463c-8825-44e8e544a134 req-8ffe6d0c-cd95-463a-a886-b5a4060697bd tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] 10.222.0.23 "GET /v2.0/networks/099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 784 time: 0.2150500 Jul 13 07:19:18.972351 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2946e-3c1c-4ce5-af59-ad82bbc6a37e req-48ce6786-22af-4632-b4e4-aeb0584ff271 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:18.974483 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2ad2946e-3c1c-4ce5-af59-ad82bbc6a37e req-48ce6786-22af-4632-b4e4-aeb0584ff271 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca99552a-ca2a-4c90-983c-51105ba03531 HTTP/1.1" status: 200 len: 944 time: 0.1155667 Jul 13 07:19:18.994847 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a577156f-0915-4c75-99cd-b34d7c9e80da req-832b7724-d71e-42fa-9efe-5cbbd125bb9d tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:19.008448 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['40c0d517-2836-4881-85b7-e023dc240f74'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:19:19.011003 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:19:19.036628 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b7724-d71e-42fa-9efe-5cbbd125bb9d tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Pushing event deleted for resources: {'Port': ['ID=40c0d517-2836-4881-85b7-e023dc240f74,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:19.051557 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-40a49559-57c4-463c-8825-44e8e544a134 req-7e1e7f52-3e49-4a44-bdf3-f96231e0e959 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.178 HTTP/1.1" status: 200 len: 696 time: 0.0673132 Jul 13 07:19:19.077655 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2ad2946e-3c1c-4ce5-af59-ad82bbc6a37e req-ed58951e-3246-442d-afe8-9277fd8950a0 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943305 Jul 13 07:19:19.094391 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-8f52b16e-cc7f-4c93-9a0b-78adecf14ed4 service neutron] Attempting to bind port 0b9985ab-09da-4e2c-a938-25f8b4d7476b on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:19:19.094714 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-8f52b16e-cc7f-4c93-9a0b-78adecf14ed4 service neutron] Attempting to bind port 0b9985ab-09da-4e2c-a938-25f8b4d7476b by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'b7fdd6a4-7ea0-4d78-a1ca-354316bc2553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f1ea5405-113d-42fb-9a8e-56f12339534a'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:19:19.095043 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-8f52b16e-cc7f-4c93-9a0b-78adecf14ed4 service neutron] Attempting to bind port 0b9985ab-09da-4e2c-a938-25f8b4d7476b on network f1ea5405-113d-42fb-9a8e-56f12339534a {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:19:19.104301 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-a577156f-0915-4c75-99cd-b34d7c9e80da req-832b7724-d71e-42fa-9efe-5cbbd125bb9d tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] No DVR routers for this DVR port 40c0d517-2836-4881-85b7-e023dc240f74 on host n-h2-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:19:19.106887 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a577156f-0915-4c75-99cd-b34d7c9e80da req-832b7724-d71e-42fa-9efe-5cbbd125bb9d tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:19.110286 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a577156f-0915-4c75-99cd-b34d7c9e80da req-832b7724-d71e-42fa-9efe-5cbbd125bb9d tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.25 "DELETE /v2.0/ports/40c0d517-2836-4881-85b7-e023dc240f74 HTTP/1.1" status: 204 len: 173 time: 0.9080050 Jul 13 07:19:19.110559 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b786124-09a7-4ff5-9bee-5dc0fc2383cd', 'name': 'network-vif-deleted', 'tag': '40c0d517-2836-4881-85b7-e023dc240f74'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:19.117476 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-8f52b16e-cc7f-4c93-9a0b-78adecf14ed4 service neutron] Port 0b9985ab-09da-4e2c-a938-25f8b4d7476b on network f1ea5405-113d-42fb-9a8e-56f12339534a not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:19:19.117660 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa50c2e-7ef7-4c0b-921b-f3ef190bdf13" -d '{"events": [{"server_uuid": "7b786124-09a7-4ff5-9bee-5dc0fc2383cd", "name": "network-vif-deleted", "tag": "40c0d517-2836-4881-85b7-e023dc240f74"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:19.117785 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-8f52b16e-cc7f-4c93-9a0b-78adecf14ed4 service neutron] Attempting to bind port 0b9985ab-09da-4e2c-a938-25f8b4d7476b on network f1ea5405-113d-42fb-9a8e-56f12339534a {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:19:19.127827 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-40a49559-57c4-463c-8825-44e8e544a134 req-eada1a02-4a58-4fa3-948c-7a08b063ded8 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.178 HTTP/1.1" status: 200 len: 696 time: 0.0784800 Jul 13 07:19:19.130511 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['71fddfca-0f00-45db-8e22-40d918b2bbf5'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:19:19.142759 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-8f52b16e-cc7f-4c93-9a0b-78adecf14ed4 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:19:19.143035 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-8f52b16e-cc7f-4c93-9a0b-78adecf14ed4 service neutron] Checking segment: {'id': 'b7fdd6a4-7ea0-4d78-a1ca-354316bc2553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f1ea5405-113d-42fb-9a8e-56f12339534a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:19:19.143321 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-8f52b16e-cc7f-4c93-9a0b-78adecf14ed4 service neutron] Bound using segment: {'id': 'b7fdd6a4-7ea0-4d78-a1ca-354316bc2553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f1ea5405-113d-42fb-9a8e-56f12339534a'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:19:19.143761 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-8f52b16e-cc7f-4c93-9a0b-78adecf14ed4 service neutron] Bound port: 0b9985ab-09da-4e2c-a938-25f8b4d7476b, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7fdd6a4-7ea0-4d78-a1ca-354316bc2553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f1ea5405-113d-42fb-9a8e-56f12339534a'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:19:19.144238 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-8f52b16e-cc7f-4c93-9a0b-78adecf14ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:19.285936 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-8f52b16e-cc7f-4c93-9a0b-78adecf14ed4 service neutron] For port 0b9985ab-09da-4e2c-a938-25f8b4d7476b, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:19:19.290054 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-8f52b16e-cc7f-4c93-9a0b-78adecf14ed4 service neutron] For port 0b9985ab-09da-4e2c-a938-25f8b4d7476b, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=0b9985ab-09da-4e2c-a938-25f8b4d7476b,segment=NetworkSegment(b7fdd6a4-7ea0-4d78-a1ca-354316bc2553),segment_id=b7fdd6a4-7ea0-4d78-a1ca-354316bc2553)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:19:19.447122 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2148d-f0f1-4403-a77f-154c3902fad4 req-fc65401f-556e-455d-b3d4-4a47709a17c6 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:19.454527 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4ed2148d-f0f1-4403-a77f-154c3902fad4 req-fc65401f-556e-455d-b3d4-4a47709a17c6 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=f611dc27-7172-4a6c-afe0-ec98be5596cc HTTP/1.1" status: 200 len: 943 time: 0.1140838 Jul 13 07:19:19.525389 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4ed2148d-f0f1-4403-a77f-154c3902fad4 req-c5871d4f-9bf4-4dd5-b5c0-0dfd7443205c tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697265 Jul 13 07:19:19.745755 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1513fa77-2ddc-411f-911f-07b0bf001bea req-079d7c87-ae16-4185-a1c0-7de25a9b6898 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b786124-09a7-4ff5-9bee-5dc0fc2383cd HTTP/1.1" status: 200 len: 210 time: 0.0402973 Jul 13 07:19:19.802387 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-8f52b16e-cc7f-4c93-9a0b-78adecf14ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:19.848915 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-8f52b16e-cc7f-4c93-9a0b-78adecf14ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:19.851495 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-8f52b16e-cc7f-4c93-9a0b-78adecf14ed4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:19.853512 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-8f52b16e-cc7f-4c93-9a0b-78adecf14ed4 service neutron] 10.222.0.25 "PUT /v2.0/ports/0b9985ab-09da-4e2c-a938-25f8b4d7476b HTTP/1.1" status: 200 len: 1092 time: 1.8134854 Jul 13 07:19:19.856650 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f611dc27-7172-4a6c-afe0-ec98be5596cc', 'tag': '0b9985ab-09da-4e2c-a938-25f8b4d7476b'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:19.859127 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3affcd98-a918-4796-bd52-e761feedd292" -d '{"events": [{"name": "network-changed", "server_uuid": "f611dc27-7172-4a6c-afe0-ec98be5596cc", "tag": "0b9985ab-09da-4e2c-a938-25f8b4d7476b"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:19.908452 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-40a49559-57c4-463c-8825-44e8e544a134 req-0d27aa6d-22e0-4df2-b991-c14147c8dd88 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Deleting port 80be19d1-0cbf-4043-94a3-49a6566620c4 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:19:19.908452 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-40a49559-57c4-463c-8825-44e8e544a134 req-0d27aa6d-22e0-4df2-b991-c14147c8dd88 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:19.911942 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52b16e-cc7f-4c93-9a0b-78adecf14ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=0b9985ab-09da-4e2c-a938-25f8b4d7476b,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:20.075513 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-e3ea9543-31e2-4397-a57e-73f81045a445 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1816403492&fields=id&tenant_id=34f1f252047a479b82dd34808ffbdaa6 HTTP/1.1" status: 200 len: 267 time: 0.1273890 Jul 13 07:19:20.096954 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-40a49559-57c4-463c-8825-44e8e544a134 req-0d27aa6d-22e0-4df2-b991-c14147c8dd88 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:20.097723 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-40a49559-57c4-463c-8825-44e8e544a134 req-0d27aa6d-22e0-4df2-b991-c14147c8dd88 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:20.116740 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-40a49559-57c4-463c-8825-44e8e544a134 req-0d27aa6d-22e0-4df2-b991-c14147c8dd88 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Calling delete_port for 80be19d1-0cbf-4043-94a3-49a6566620c4 owned by network:floatingip {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:19:20.140612 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-acb6ffcc-7d0e-4a4f-bd7b-fd6c0a617162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:20.142184 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-acb6ffcc-7d0e-4a4f-bd7b-fd6c0a617162 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ac9e284275e6483db0f236e466185533&device_id=f611dc27-7172-4a6c-afe0-ec98be5596cc HTTP/1.1" status: 200 len: 1095 time: 0.1622159 Jul 13 07:19:20.198006 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5980f-2425-4b01-a802-d2cca7a7cb9d req-b69d3076-2859-4b20-acaa-cd808248e448 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:20.199741 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-32a5980f-2425-4b01-a802-d2cca7a7cb9d req-b69d3076-2859-4b20-acaa-cd808248e448 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.25 "GET /v2.0/ports?device_id=101e2429-3386-4153-9c0c-b8ffeb85f91a HTTP/1.1" status: 200 len: 945 time: 0.2007658 Jul 13 07:19:20.204723 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 71fddfca-0f00-45db-8e22-40d918b2bbf5 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:19:20.221017 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-91515ef2-0cf7-4864-ac8d-86351ebc128e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b9985ab-09da-4e2c-a938-25f8b4d7476b HTTP/1.1" status: 200 len: 217 time: 0.0699282 Jul 13 07:19:20.308462 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 71fddfca-0f00-45db-8e22-40d918b2bbf5 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:19:20.314282 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 71fddfca-0f00-45db-8e22-40d918b2bbf5 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:20.314884 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:20.323499 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-4e135e6e-575b-4146-89e6-55fc277183e9 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:20.324807 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-4e135e6e-575b-4146-89e6-55fc277183e9 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/networks?id=afb92f7f-5b7d-43ea-9f6e-b225beb5888c HTTP/1.1" status: 200 len: 823 time: 0.2379105 Jul 13 07:19:20.345839 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-f0620e10-19bc-409c-804e-0f21dc1ee647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:20.348160 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-f0620e10-19bc-409c-804e-0f21dc1ee647 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29dbb0de-f006-4fad-81e6-32cb485966ca HTTP/1.1" status: 200 len: 845 time: 0.1171179 Jul 13 07:19:20.353574 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-7b0f2a87-1d0d-4dc8-8f78-8248aafcd011 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/quotas/34f1f252047a479b82dd34808ffbdaa6 HTTP/1.1" status: 200 len: 375 time: 0.0167885 Jul 13 07:19:20.379614 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-32a5980f-2425-4b01-a802-d2cca7a7cb9d req-31ffed43-620f-41f4-b957-831952c8ee66 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Deleting port 27c6e9f3-852e-4285-8d2b-4884c28f0970 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:19:20.380296 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-32a5980f-2425-4b01-a802-d2cca7a7cb9d req-31ffed43-620f-41f4-b957-831952c8ee66 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:20.395867 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-c0c37fab-cbea-4891-b1f9-1433e0c7bde1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f1ea5405-113d-42fb-9a8e-56f12339534a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410857 Jul 13 07:19:20.470582 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:20.484759 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-32a5980f-2425-4b01-a802-d2cca7a7cb9d req-31ffed43-620f-41f4-b957-831952c8ee66 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] For port 27c6e9f3-852e-4285-8d2b-4884c28f0970, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=27c6e9f3-852e-4285-8d2b-4884c28f0970,segment=NetworkSegment(52782695-8799-4c82-b579-02cd0984abd0),segment_id=52782695-8799-4c82-b579-02cd0984abd0)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:20.485381 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-32a5980f-2425-4b01-a802-d2cca7a7cb9d req-31ffed43-620f-41f4-b957-831952c8ee66 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:20.537173 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 71fddfca-0f00-45db-8e22-40d918b2bbf5, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=71fddfca-0f00-45db-8e22-40d918b2bbf5,segment=NetworkSegment(a9b8753b-d4aa-4a40-9c80-b78a2ae73457),segment_id=a9b8753b-d4aa-4a40-9c80-b78a2ae73457)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:20.538499 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca99552a-ca2a-4c90-983c-51105ba03531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fddfca-0f00-45db-8e22-40d918b2bbf5'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:20.541869 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f975fa-510d-4886-bdd2-8673d4a052c4" -d '{"events": [{"server_uuid": "ca99552a-ca2a-4c90-983c-51105ba03531", "name": "network-vif-plugged", "status": "completed", "tag": "71fddfca-0f00-45db-8e22-40d918b2bbf5"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:20.549332 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:20.550115 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-39d1101c-aacf-4840-9591-50005fb6cd14 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=34f1f252047a479b82dd34808ffbdaa6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1872172 Jul 13 07:19:20.600591 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-b5739281-0e3e-46a7-8bb4-9792d4707890 service neutron] 10.222.0.25 "GET /v2.0/networks/f1ea5405-113d-42fb-9a8e-56f12339534a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794205 Jul 13 07:19:20.674661 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=71fddfca-0f00-45db-8e22-40d918b2bbf5,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:20.734448 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-fc8d044d-f970-4f9c-9e1c-03292474a94b service neutron] 10.222.0.23 "GET /v2.0/networks/afb92f7f-5b7d-43ea-9f6e-b225beb5888c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808255 Jul 13 07:19:20.779591 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f1d83182-7644-4d6c-813f-1a0193f33b0f req-f5facc12-9bd0-4cc1-bcf1-7b4cba9ab21d service neutron] 10.222.0.25 "GET /v2.0/networks/f1ea5405-113d-42fb-9a8e-56f12339534a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737230 Jul 13 07:19:20.843633 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-40a49559-57c4-463c-8825-44e8e544a134 req-0d27aa6d-22e0-4df2-b991-c14147c8dd88 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:20.876354 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-98dd257b-d173-4306-b4d4-45d2c1dd2cf0 service neutron] 10.222.0.23 "GET /v2.0/networks/afb92f7f-5b7d-43ea-9f6e-b225beb5888c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313946 Jul 13 07:19:20.930704 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d27aa6d-22e0-4df2-b991-c14147c8dd88 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Pushing event deleted for resources: {'Port': ['ID=80be19d1-0cbf-4043-94a3-49a6566620c4,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:20.974930 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-32a5980f-2425-4b01-a802-d2cca7a7cb9d req-31ffed43-620f-41f4-b957-831952c8ee66 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:20.975584 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-32a5980f-2425-4b01-a802-d2cca7a7cb9d req-31ffed43-620f-41f4-b957-831952c8ee66 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:20.975901 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [req-32a5980f-2425-4b01-a802-d2cca7a7cb9d req-31ffed43-620f-41f4-b957-831952c8ee66 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Floating IP e6b51a4d-5012-47ca-821e-6098a7dfbf1e disassociated. External IP: 172.25.3.176, port: 27c6e9f3-852e-4285-8d2b-4884c28f0970. Jul 13 07:19:20.976241 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-32a5980f-2425-4b01-a802-d2cca7a7cb9d req-31ffed43-620f-41f4-b957-831952c8ee66 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Calling delete_port for 27c6e9f3-852e-4285-8d2b-4884c28f0970 owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:19:21.085950 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-40a49559-57c4-463c-8825-44e8e544a134 req-0d27aa6d-22e0-4df2-b991-c14147c8dd88 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks [] for floatingip, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:21.088548 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-40a49559-57c4-463c-8825-44e8e544a134 req-0d27aa6d-22e0-4df2-b991-c14147c8dd88 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:21.094338 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e1f770-fa58-4980-aa9a-92af5e941f36 x-openstack-request-id: req-08e1f770-fa58-4980-aa9a-92af5e941f36 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:21.095398 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b786124-09a7-4ff5-9bee-5dc0fc2383cd", "name": "network-vif-deleted", "tag": "40c0d517-2836-4881-85b7-e023dc240f74", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:21.095846 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-08e1f770-fa58-4980-aa9a-92af5e941f36 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:21.096439 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b786124-09a7-4ff5-9bee-5dc0fc2383cd', 'name': 'network-vif-deleted', 'tag': '40c0d517-2836-4881-85b7-e023dc240f74', 'status': 'completed', 'code': 200} Jul 13 07:19:21.100651 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-40a49559-57c4-463c-8825-44e8e544a134 req-0d27aa6d-22e0-4df2-b991-c14147c8dd88 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] 10.222.0.23 "DELETE /v2.0/floatingips/272cf79e-443c-46ac-b5cd-2a7e9747500e HTTP/1.1" status: 204 len: 173 time: 1.9682202 Jul 13 07:19:21.138925 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276f762e-2fee-422e-8e18-dec16f16b1b2 x-openstack-request-id: req-276f762e-2fee-422e-8e18-dec16f16b1b2 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:21.139314 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f611dc27-7172-4a6c-afe0-ec98be5596cc", "tag": "0b9985ab-09da-4e2c-a938-25f8b4d7476b", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:21.139513 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-276f762e-2fee-422e-8e18-dec16f16b1b2 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:21.139854 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f611dc27-7172-4a6c-afe0-ec98be5596cc', 'tag': '0b9985ab-09da-4e2c-a938-25f8b4d7476b', 'status': 'completed', 'code': 200} Jul 13 07:19:21.285779 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-32a5980f-2425-4b01-a802-d2cca7a7cb9d req-31ffed43-620f-41f4-b957-831952c8ee66 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:21.352555 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3affcd98-a918-4796-bd52-e761feedd292 req-a7e2a77d-6af9-4aa6-b1a4-fb31525fd80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:21.356968 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3affcd98-a918-4796-bd52-e761feedd292 req-a7e2a77d-6af9-4aa6-b1a4-fb31525fd80d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ac9e284275e6483db0f236e466185533&device_id=f611dc27-7172-4a6c-afe0-ec98be5596cc HTTP/1.1" status: 200 len: 1095 time: 0.1837018 Jul 13 07:19:21.378056 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ffed43-620f-41f4-b957-831952c8ee66 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Pushing event deleted for resources: {'Port': ['ID=27c6e9f3-852e-4285-8d2b-4884c28f0970,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:21.496356 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96544f27-caa5-4cd9-992b-587e9de63472 req-ab60c37d-f1b7-4488-85cd-b0511ad50f16 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:21.504455 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-96544f27-caa5-4cd9-992b-587e9de63472 req-ab60c37d-f1b7-4488-85cd-b0511ad50f16 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca99552a-ca2a-4c90-983c-51105ba03531 HTTP/1.1" status: 200 len: 945 time: 0.2390416 Jul 13 07:19:21.520852 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55902513-1fba-4ce2-8c6b-434df1d9e8ec req-cb191839-5c5b-4bb5-838d-d1fc40425c48 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:21.522461 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-55902513-1fba-4ce2-8c6b-434df1d9e8ec req-cb191839-5c5b-4bb5-838d-d1fc40425c48 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 949 time: 0.1872511 Jul 13 07:19:21.548723 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3affcd98-a918-4796-bd52-e761feedd292 req-8561a842-db23-41e7-90e2-c0d27cce397b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:21.554931 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3affcd98-a918-4796-bd52-e761feedd292 req-8561a842-db23-41e7-90e2-c0d27cce397b service neutron] 10.222.0.25 "GET /v2.0/networks?id=f1ea5405-113d-42fb-9a8e-56f12339534a HTTP/1.1" status: 200 len: 906 time: 0.1784000 Jul 13 07:19:21.585015 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32a5980f-2425-4b01-a802-d2cca7a7cb9d req-31ffed43-620f-41f4-b957-831952c8ee66 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Router a0a4d613-180c-4b7f-87a9-08858ff989da has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:19:21.588973 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-96544f27-caa5-4cd9-992b-587e9de63472 req-19152bdd-1aab-4ac2-b7d9-c0e479f78e75 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839212 Jul 13 07:19:21.601179 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-55902513-1fba-4ce2-8c6b-434df1d9e8ec req-873b0d77-c5aa-4c2c-ad9f-08b67d524adf tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706277 Jul 13 07:19:21.648632 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3affcd98-a918-4796-bd52-e761feedd292 req-3cc6df94-a692-4de2-9ce4-ebc0112ddd66 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b9985ab-09da-4e2c-a938-25f8b4d7476b HTTP/1.1" status: 200 len: 217 time: 0.0895803 Jul 13 07:19:21.721531 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9ab654-aaad-4e24-bfe7-5c952d221fe4 x-openstack-request-id: req-6b9ab654-aaad-4e24-bfe7-5c952d221fe4 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:21.722537 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca99552a-ca2a-4c90-983c-51105ba03531", "name": "network-vif-plugged", "status": "completed", "tag": "71fddfca-0f00-45db-8e22-40d918b2bbf5", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:21.723036 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6b9ab654-aaad-4e24-bfe7-5c952d221fe4 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:21.723863 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca99552a-ca2a-4c90-983c-51105ba03531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fddfca-0f00-45db-8e22-40d918b2bbf5', 'code': 200} Jul 13 07:19:21.749940 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3affcd98-a918-4796-bd52-e761feedd292 req-af7910cd-d231-4607-a7c0-2162b26da002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:21.755751 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3affcd98-a918-4796-bd52-e761feedd292 req-af7910cd-d231-4607-a7c0-2162b26da002 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29dbb0de-f006-4fad-81e6-32cb485966ca HTTP/1.1" status: 200 len: 845 time: 0.0990021 Jul 13 07:19:21.819129 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3affcd98-a918-4796-bd52-e761feedd292 req-c96ff76d-8ec0-49a7-8851-e957428091f6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f1ea5405-113d-42fb-9a8e-56f12339534a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554864 Jul 13 07:19:21.879388 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32a5980f-2425-4b01-a802-d2cca7a7cb9d req-31ffed43-620f-41f4-b957-831952c8ee66 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:19:21.890263 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a90462-87b7-4739-a735-b4e674318c66 None None] Sync routers for ids ['a0a4d613-180c-4b7f-87a9-08858ff989da'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:19:21.915519 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a90462-87b7-4739-a735-b4e674318c66 None None] Routers {'a0a4d613-180c-4b7f-87a9-08858ff989da'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:19:21.917492 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-91a90462-87b7-4739-a735-b4e674318c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:19:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['a0a4d613-180c-4b7f-87a9-08858ff989da'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:22.051529 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a5980f-2425-4b01-a802-d2cca7a7cb9d req-31ffed43-620f-41f4-b957-831952c8ee66 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] No DVR routers for this DVR port 27c6e9f3-852e-4285-8d2b-4884c28f0970 on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:19:22.124373 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-32a5980f-2425-4b01-a802-d2cca7a7cb9d req-31ffed43-620f-41f4-b957-831952c8ee66 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:22.126358 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-32a5980f-2425-4b01-a802-d2cca7a7cb9d req-31ffed43-620f-41f4-b957-831952c8ee66 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.25 "DELETE /v2.0/ports/27c6e9f3-852e-4285-8d2b-4884c28f0970 HTTP/1.1" status: 204 len: 173 time: 1.9172492 Jul 13 07:19:22.128336 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-87c855f5-4fd8-4bf3-83ce-91c98d15c188 req-8a2cc9f6-8b86-45fd-ba8a-885050065120 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/ports?device_id=375795b0-f635-4346-ac2f-a6e347ba9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0787024 Jul 13 07:19:22.195618 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-91a90462-87b7-4739-a735-b4e674318c66 None None] Set router a0a4d613-180c-4b7f-87a9-08858ff989da gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:19:22.287025 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2ffd10da-d8c7-4def-9349-e97b532d10d2 req-ec60da74-6cdd-4af0-a060-c69beb5fc847 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] 10.222.0.23 "GET /v2.0/floatingips/cefb3b1a-3f0f-4c30-a87d-7ce56dff24b7 HTTP/1.1" status: 200 len: 693 time: 0.1108267 Jul 13 07:19:22.329767 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6d66d-7181-4e2b-8b2c-64ce16d9e4e9 req-dd5ccd81-7e04-4462-93ab-e09fbd0aa7ab tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:22.339853 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e1d6d66d-7181-4e2b-8b2c-64ce16d9e4e9 req-dd5ccd81-7e04-4462-93ab-e09fbd0aa7ab tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=f611dc27-7172-4a6c-afe0-ec98be5596cc HTTP/1.1" status: 200 len: 943 time: 0.4664147 Jul 13 07:19:22.345686 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3affcd98-a918-4796-bd52-e761feedd292 req-eee95365-b641-4277-bc3b-47a287573532 service neutron] 10.222.0.25 "GET /v2.0/networks/f1ea5405-113d-42fb-9a8e-56f12339534a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5173051 Jul 13 07:19:22.352357 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26f717-76f6-46a4-9e10-a71abfe6c230 req-769a50a3-907b-4bb7-bb50-2c655cc02ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:22.353809 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4a26f717-76f6-46a4-9e10-a71abfe6c230 req-769a50a3-907b-4bb7-bb50-2c655cc02ab2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ca99552a-ca2a-4c90-983c-51105ba03531 HTTP/1.1" status: 200 len: 1097 time: 0.5021396 Jul 13 07:19:22.505798 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 40c0d517-2836-4881-85b7-e023dc240f74 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:19:22.506745 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd10da-d8c7-4def-9349-e97b532d10d2 req-1e1b9b48-101b-4243-bd6b-e09ec8e5a118 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:22.514566 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2ffd10da-d8c7-4def-9349-e97b532d10d2 req-1e1b9b48-101b-4243-bd6b-e09ec8e5a118 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] 10.222.0.23 "GET /v2.0/networks/099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 784 time: 0.2265081 Jul 13 07:19:22.552919 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3affcd98-a918-4796-bd52-e761feedd292 req-25c26195-6768-426c-bd32-3ac1e89b46e6 service neutron] 10.222.0.25 "GET /v2.0/networks/f1ea5405-113d-42fb-9a8e-56f12339534a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861029 Jul 13 07:19:22.576439 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2ffd10da-d8c7-4def-9349-e97b532d10d2 req-a5bfa74c-4975-4b68-816b-2f9a642aab4b tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.182 HTTP/1.1" status: 200 len: 696 time: 0.0609295 Jul 13 07:19:22.598294 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e1d6d66d-7181-4e2b-8b2c-64ce16d9e4e9 req-f49f24a3-815b-4aec-9fd6-ee1a3f339242 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575777 Jul 13 07:19:22.603126 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 40c0d517-2836-4881-85b7-e023dc240f74 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:19:22.603590 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 40c0d517-2836-4881-85b7-e023dc240f74 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:19:22.610046 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4a26f717-76f6-46a4-9e10-a71abfe6c230 req-648bc4d5-938f-4e5a-a86b-accdad703b58 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849012 Jul 13 07:19:22.632343 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2ffd10da-d8c7-4def-9349-e97b532d10d2 req-c9d37f0c-6e5b-41be-ad7e-460f8767fcce tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.182 HTTP/1.1" status: 200 len: 696 time: 0.0549698 Jul 13 07:19:22.748695 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-91a90462-87b7-4739-a735-b4e674318c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108855812-router', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '564c3b9f-2f28-40de-ac08-0872957616fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:16:42Z', 'updated_at': '2021-07-13T07:16:49Z', 'revision_number': 4, 'project_id': '34f1f252047a479b82dd34808ffbdaa6', 'gw_port': {'id': '564c3b9f-2f28-40de-ac08-0872957616fc', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:43Z', 'updated_at': '2021-07-13T07:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'cc009cf9-81ee-4362-b413-3d2536014606', 'name': '', 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'mac_address': 'fa:16:3e:b8:b3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '206eeb9b-bd1e-46b3-9846-f00f50c205b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:47Z', 'updated_at': '2021-07-13T07:16:55Z', 'revision_number': 5, 'project_id': '34f1f252047a479b82dd34808ffbdaa6', 'subnets': [{'id': '206eeb9b-bd1e-46b3-9846-f00f50c205b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:22.798672 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a90462-87b7-4739-a735-b4e674318c66 None None] Checking router: a0a4d613-180c-4b7f-87a9-08858ff989da for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:19:22.826469 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a90462-87b7-4739-a735-b4e674318c66 None None] Routers {'a0a4d613-180c-4b7f-87a9-08858ff989da'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:19:22.828329 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-91a90462-87b7-4739-a735-b4e674318c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:19:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['a0a4d613-180c-4b7f-87a9-08858ff989da'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:22.882856 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-2ffd10da-d8c7-4def-9349-e97b532d10d2 req-76a4df46-a6d7-4e65-9ebe-fa546e526d79 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Deleting port b520e733-b8a2-4604-8792-75c600dd2313 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:19:22.883478 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2ffd10da-d8c7-4def-9349-e97b532d10d2 req-76a4df46-a6d7-4e65-9ebe-fa546e526d79 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:23.029341 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2ffd10da-d8c7-4def-9349-e97b532d10d2 req-76a4df46-a6d7-4e65-9ebe-fa546e526d79 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:23.030593 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2ffd10da-d8c7-4def-9349-e97b532d10d2 req-76a4df46-a6d7-4e65-9ebe-fa546e526d79 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:23.049334 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-2ffd10da-d8c7-4def-9349-e97b532d10d2 req-76a4df46-a6d7-4e65-9ebe-fa546e526d79 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Calling delete_port for b520e733-b8a2-4604-8792-75c600dd2313 owned by network:floatingip {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:19:23.059723 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-91a90462-87b7-4739-a735-b4e674318c66 None None] Set router a0a4d613-180c-4b7f-87a9-08858ff989da gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:19:23.143712 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:23.197541 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101e2429-3386-4153-9c0c-b8ffeb85f91a', 'name': 'network-vif-deleted', 'tag': '27c6e9f3-852e-4285-8d2b-4884c28f0970'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:23.202624 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23004fe-ac19-4320-a6d6-c7aa532b48b1" -d '{"events": [{"server_uuid": "101e2429-3386-4153-9c0c-b8ffeb85f91a", "name": "network-vif-deleted", "tag": "27c6e9f3-852e-4285-8d2b-4884c28f0970"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:23.452272 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2ffd10da-d8c7-4def-9349-e97b532d10d2 req-76a4df46-a6d7-4e65-9ebe-fa546e526d79 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:23.465469 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-91a90462-87b7-4739-a735-b4e674318c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108855812-router', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '564c3b9f-2f28-40de-ac08-0872957616fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:16:42Z', 'updated_at': '2021-07-13T07:16:49Z', 'revision_number': 4, 'project_id': '34f1f252047a479b82dd34808ffbdaa6', 'gw_port': {'id': '564c3b9f-2f28-40de-ac08-0872957616fc', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:43Z', 'updated_at': '2021-07-13T07:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'cc009cf9-81ee-4362-b413-3d2536014606', 'name': '', 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'mac_address': 'fa:16:3e:b8:b3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '206eeb9b-bd1e-46b3-9846-f00f50c205b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:47Z', 'updated_at': '2021-07-13T07:16:55Z', 'revision_number': 5, 'project_id': '34f1f252047a479b82dd34808ffbdaa6', 'subnets': [{'id': '206eeb9b-bd1e-46b3-9846-f00f50c205b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:23.501258 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a90462-87b7-4739-a735-b4e674318c66 None None] The sync data for ids ['a0a4d613-180c-4b7f-87a9-08858ff989da'] in n-d-771363-34 is: [{'id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108855812-router', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '564c3b9f-2f28-40de-ac08-0872957616fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:16:42Z', 'updated_at': '2021-07-13T07:16:49Z', 'revision_number': 4, 'project_id': '34f1f252047a479b82dd34808ffbdaa6', 'gw_port': {'id': '564c3b9f-2f28-40de-ac08-0872957616fc', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:43Z', 'updated_at': '2021-07-13T07:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'cc009cf9-81ee-4362-b413-3d2536014606', 'name': '', 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'mac_address': 'fa:16:3e:b8:b3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '206eeb9b-bd1e-46b3-9846-f00f50c205b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:47Z', 'updated_at': '2021-07-13T07:16:55Z', 'revision_number': 5, 'project_id': '34f1f252047a479b82dd34808ffbdaa6', 'subnets': [{'id': '206eeb9b-bd1e-46b3-9846-f00f50c205b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:19:23.513222 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-0d994485-3b1f-4722-b349-c985f079d29b tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:23.515480 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-0d994485-3b1f-4722-b349-c985f079d29b tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.42 "GET /v2.0/networks?id=afb92f7f-5b7d-43ea-9f6e-b225beb5888c HTTP/1.1" status: 200 len: 823 time: 0.3315861 Jul 13 07:19:23.518180 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4df46-a6d7-4e65-9ebe-fa546e526d79 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Pushing event deleted for resources: {'Port': ['ID=b520e733-b8a2-4604-8792-75c600dd2313,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:23.610008 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da867e9-63ab-422c-b7a4-569ea9650486 req-75bf206e-cd69-4f33-9f21-e8a734819912 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:23.617024 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:23.623044 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2ffd10da-d8c7-4def-9349-e97b532d10d2 req-76a4df46-a6d7-4e65-9ebe-fa546e526d79 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks [] for floatingip, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:23.624070 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7da867e9-63ab-422c-b7a4-569ea9650486 req-75bf206e-cd69-4f33-9f21-e8a734819912 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca99552a-ca2a-4c90-983c-51105ba03531 HTTP/1.1" status: 200 len: 945 time: 0.3343103 Jul 13 07:19:23.626499 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2ffd10da-d8c7-4def-9349-e97b532d10d2 req-76a4df46-a6d7-4e65-9ebe-fa546e526d79 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:23.640383 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2ffd10da-d8c7-4def-9349-e97b532d10d2 req-76a4df46-a6d7-4e65-9ebe-fa546e526d79 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] 10.222.0.23 "DELETE /v2.0/floatingips/cefb3b1a-3f0f-4c30-a87d-7ce56dff24b7 HTTP/1.1" status: 204 len: 173 time: 1.0019901 Jul 13 07:19:23.758669 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-b22b5983-4248-4d65-82f0-c98aa243fbf8 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34f1f252047a479b82dd34808ffbdaa6 HTTP/1.1" status: 200 len: 380 time: 0.2316172 Jul 13 07:19:23.780819 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7da867e9-63ab-422c-b7a4-569ea9650486 req-c35a1c04-7910-4514-80f8-4754f39d5153 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546526 Jul 13 07:19:23.792083 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-7ffff41e-10e8-4e3a-b408-643b9e6dfa77 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Request body: {'port': {'device_id': '375795b0-f635-4346-ac2f-a6e347ba9cd1', 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c', 'admin_state_up': True, 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'security_groups': ['3179f37d-94de-45a9-a48f-244bb3f0391a']}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:23.902366 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2826d-a7cf-4e2d-9cca-11a54c6bf529 req-737eaa41-e3f4-4915-8a77-71060160d350 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:23.913453 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dad2826d-a7cf-4e2d-9cca-11a54c6bf529 req-737eaa41-e3f4-4915-8a77-71060160d350 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 949 time: 0.1601362 Jul 13 07:19:23.986566 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dad2826d-a7cf-4e2d-9cca-11a54c6bf529 req-3008ae4d-dabb-488e-9395-3be06da9b403 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721407 Jul 13 07:19:24.035356 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fce6b0-3789-415f-816c-375634e9a401 None None] New status for floating IP e6b51a4d-5012-47ca-821e-6098a7dfbf1e: DOWN {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:19:24.045357 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-7ffff41e-10e8-4e3a-b408-643b9e6dfa77 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Made reservation on behalf of 34f1f252047a479b82dd34808ffbdaa6 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:19:24.056854 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-7ffff41e-10e8-4e3a-b408-643b9e6dfa77 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:24.113399 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d497c-c839-4e12-a2c8-c915c754b8ee req-1f8990b1-ff4e-433a-bc9e-152f0123d029 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:24.115066 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6b4d497c-c839-4e12-a2c8-c915c754b8ee req-1f8990b1-ff4e-433a-bc9e-152f0123d029 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 950 time: 0.1789188 Jul 13 07:19:24.170434 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3d309f70-b17f-4735-bb73-2fb7bd4fa4ec req-cbda1557-cbf8-4d59-8e9c-d152580f7995 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/ports?device_id=375795b0-f635-4346-ac2f-a6e347ba9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0540481 Jul 13 07:19:24.233569 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f6cb4a-96a8-4a46-a78d-7967d0fe645c x-openstack-request-id: req-49f6cb4a-96a8-4a46-a78d-7967d0fe645c {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:24.233569 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101e2429-3386-4153-9c0c-b8ffeb85f91a", "name": "network-vif-deleted", "tag": "27c6e9f3-852e-4285-8d2b-4884c28f0970", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:24.233569 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-49f6cb4a-96a8-4a46-a78d-7967d0fe645c {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:24.234057 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101e2429-3386-4153-9c0c-b8ffeb85f91a', 'name': 'network-vif-deleted', 'tag': '27c6e9f3-852e-4285-8d2b-4884c28f0970', 'status': 'completed', 'code': 200} Jul 13 07:19:24.295999 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6b4d497c-c839-4e12-a2c8-c915c754b8ee req-7c7ceb78-15b6-48b0-b36f-d51954f3ed60 tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640186 Jul 13 07:19:24.433293 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7d8c9f7a-c596-43b2-93cb-bb9dcfafb836 req-2a28c6df-55b8-4801-a3f2-54af6c3c242e tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] 10.222.0.23 "GET /v2.0/floatingips/8bc583cf-6657-4ee2-b325-b618e0d1bc3b HTTP/1.1" status: 200 len: 693 time: 0.0781090 Jul 13 07:19:24.491894 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf85894-629b-41f7-936e-848a01e3b23d req-cf4c18a2-9ae7-4d83-8feb-a3c56a643531 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:24.499532 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1cf85894-629b-41f7-936e-848a01e3b23d req-cf4c18a2-9ae7-4d83-8feb-a3c56a643531 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=f611dc27-7172-4a6c-afe0-ec98be5596cc HTTP/1.1" status: 200 len: 943 time: 0.1122208 Jul 13 07:19:24.523239 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 0b9985ab-09da-4e2c-a938-25f8b4d7476b details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:19:24.544642 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-7ffff41e-10e8-4e3a-b408-643b9e6dfa77 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Allocated IP 172.20.0.5 (afb92f7f-5b7d-43ea-9f6e-b225beb5888c/206eeb9b-bd1e-46b3-9846-f00f50c205b6/3079bfa9-b96f-45e6-9b65-b58f06010cc4) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:19:24.549603 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1cf85894-629b-41f7-936e-848a01e3b23d req-b3f742e8-e189-4af5-b0c4-1fc42659d70d tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490749 Jul 13 07:19:24.564552 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 27c6e9f3-852e-4285-8d2b-4884c28f0970 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:19:24.623551 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 27c6e9f3-852e-4285-8d2b-4884c28f0970 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:19:24.623885 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 27c6e9f3-852e-4285-8d2b-4884c28f0970 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:19:24.637457 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c9f7a-c596-43b2-93cb-bb9dcfafb836 req-1e1d26e1-b5ea-4619-8fac-19a8d5b5865d tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:24.638834 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7d8c9f7a-c596-43b2-93cb-bb9dcfafb836 req-1e1d26e1-b5ea-4619-8fac-19a8d5b5865d tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] 10.222.0.23 "GET /v2.0/networks/099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 784 time: 0.2047036 Jul 13 07:19:24.709232 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 0b9985ab-09da-4e2c-a938-25f8b4d7476b, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=0b9985ab-09da-4e2c-a938-25f8b4d7476b,segment=NetworkSegment(b7fdd6a4-7ea0-4d78-a1ca-354316bc2553),segment_id=b7fdd6a4-7ea0-4d78-a1ca-354316bc2553)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:24.725575 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '0b9985ab-09da-4e2c-a938-25f8b4d7476b', 'network_id': 'f1ea5405-113d-42fb-9a8e-56f12339534a', 'port_id': '0b9985ab-09da-4e2c-a938-25f8b4d7476b', 'mac_address': 'fa:16:3e:ab:db:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29dbb0de-f006-4fad-81e6-32cb485966ca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:19:24.777157 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:24.799543 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b9985ab-09da-4e2c-a938-25f8b4d7476b {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:19:24.828368 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 0b9985ab-09da-4e2c-a938-25f8b4d7476b, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=0b9985ab-09da-4e2c-a938-25f8b4d7476b,segment=NetworkSegment(b7fdd6a4-7ea0-4d78-a1ca-354316bc2553),segment_id=b7fdd6a4-7ea0-4d78-a1ca-354316bc2553)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:24.833305 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:24.912077 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=0b9985ab-09da-4e2c-a938-25f8b4d7476b,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:25.022079 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7d8c9f7a-c596-43b2-93cb-bb9dcfafb836 req-907d39ca-8d0f-48d8-b5a0-f12481bf9b97 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.164 HTTP/1.1" status: 200 len: 696 time: 0.3695250 Jul 13 07:19:25.044802 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe87831-db31-4f41-be69-4455da46873c req-1c0db48d-f627-4741-b9a3-4aaea8a70a1c tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:25.046337 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cfe87831-db31-4f41-be69-4455da46873c req-1c0db48d-f627-4741-b9a3-4aaea8a70a1c tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca99552a-ca2a-4c90-983c-51105ba03531 HTTP/1.1" status: 200 len: 945 time: 0.1053414 Jul 13 07:19:25.090257 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['0b9985ab-09da-4e2c-a938-25f8b4d7476b'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:19:25.099677 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cfe87831-db31-4f41-be69-4455da46873c req-483183c8-6e10-484b-bd2d-19591f1e2ad9 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463707 Jul 13 07:19:25.127233 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907bfba1-3330-4215-90eb-741ce187195d req-0ce7ce20-cd6d-42b2-aba0-ba4857d17c3a tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:25.127233 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-907bfba1-3330-4215-90eb-741ce187195d req-0ce7ce20-cd6d-42b2-aba0-ba4857d17c3a tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.42 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 950 time: 0.5703886 Jul 13 07:19:25.186952 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7d8c9f7a-c596-43b2-93cb-bb9dcfafb836 req-c873608a-69e9-4c52-acce-28a078835b7d tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.164 HTTP/1.1" status: 200 len: 696 time: 0.1275980 Jul 13 07:19:25.258830 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-7ffff41e-10e8-4e3a-b408-643b9e6dfa77 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:25.343407 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19207d-73c8-41f8-ab07-accb433e37c7 req-4f8aeddf-33af-4d1a-ae21-bd477e9767c5 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:25.344823 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-de19207d-73c8-41f8-ab07-accb433e37c7 req-4f8aeddf-33af-4d1a-ae21-bd477e9767c5 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 949 time: 0.0878172 Jul 13 07:19:25.348635 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-7ffff41e-10e8-4e3a-b408-643b9e6dfa77 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Transition to ACTIVE for port object 3079bfa9-b96f-45e6-9b65-b58f06010cc4 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:19:25.387986 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-de19207d-73c8-41f8-ab07-accb433e37c7 req-42500ef1-2b63-40b1-9580-8971636db231 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352731 Jul 13 07:19:25.419668 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-907bfba1-3330-4215-90eb-741ce187195d req-6b041459-7e47-4928-8c29-263d4b99d37d tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Deleting port 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:19:25.420011 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-907bfba1-3330-4215-90eb-741ce187195d req-6b041459-7e47-4928-8c29-263d4b99d37d tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:25.493633 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-7d8c9f7a-c596-43b2-93cb-bb9dcfafb836 req-159085dd-a972-4d7c-86b0-383fdb0c92d8 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Deleting port 26c75d19-31be-4ea4-95ae-e1cab657efef {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:19:25.493970 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7d8c9f7a-c596-43b2-93cb-bb9dcfafb836 req-159085dd-a972-4d7c-86b0-383fdb0c92d8 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:25.497894 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-7ffff41e-10e8-4e3a-b408-643b9e6dfa77 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:25.586463 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-7ffff41e-10e8-4e3a-b408-643b9e6dfa77 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Network afb92f7f-5b7d-43ea-9f6e-b225beb5888c is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:19:25.633883 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-7ffff41e-10e8-4e3a-b408-643b9e6dfa77 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:19:25.644304 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-7ffff41e-10e8-4e3a-b408-643b9e6dfa77 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:19:25.648895 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3fd03-26bf-4270-b970-49401ae44002 req-c5d43159-5201-4a16-9ecf-1f0559737f10 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:25.651037 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bcf3fd03-26bf-4270-b970-49401ae44002 req-c5d43159-5201-4a16-9ecf-1f0559737f10 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca99552a-ca2a-4c90-983c-51105ba03531 HTTP/1.1" status: 200 len: 945 time: 0.1201968 Jul 13 07:19:25.657467 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-907bfba1-3330-4215-90eb-741ce187195d req-6b041459-7e47-4928-8c29-263d4b99d37d tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] For port 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:25.657836 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-907bfba1-3330-4215-90eb-741ce187195d req-6b041459-7e47-4928-8c29-263d4b99d37d tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:25.708145 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bcf3fd03-26bf-4270-b970-49401ae44002 req-ff16b67f-5ed6-4d41-af2d-284b17600c72 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501425 Jul 13 07:19:25.758924 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-7ffff41e-10e8-4e3a-b408-643b9e6dfa77 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:25.759834 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-7ffff41e-10e8-4e3a-b408-643b9e6dfa77 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:25.777997 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffff41e-10e8-4e3a-b408-643b9e6dfa77 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Pushing event updated for resources: {'Port': ['ID=3079bfa9-b96f-45e6-9b65-b58f06010cc4,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:25.792791 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-907bfba1-3330-4215-90eb-741ce187195d req-6b041459-7e47-4928-8c29-263d4b99d37d tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Calling delete_port for 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:19:25.849747 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-7ffff41e-10e8-4e3a-b408-643b9e6dfa77 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0653391 Jul 13 07:19:25.862441 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7d8c9f7a-c596-43b2-93cb-bb9dcfafb836 req-159085dd-a972-4d7c-86b0-383fdb0c92d8 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:25.862882 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7d8c9f7a-c596-43b2-93cb-bb9dcfafb836 req-159085dd-a972-4d7c-86b0-383fdb0c92d8 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:25.874216 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-dc41a7d0-2213-4cf9-8394-0bfaf6a3fac8 service neutron] Request body: {'port': {'device_id': '375795b0-f635-4346-ac2f-a6e347ba9cd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:25.925877 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-7d8c9f7a-c596-43b2-93cb-bb9dcfafb836 req-159085dd-a972-4d7c-86b0-383fdb0c92d8 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Calling delete_port for 26c75d19-31be-4ea4-95ae-e1cab657efef owned by network:floatingip {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:19:25.952371 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86d588-c799-4c46-b92c-12771fcb341b req-aeecafbb-ebc7-4db2-bfb9-4fc958b12306 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:25.953913 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7b86d588-c799-4c46-b92c-12771fcb341b req-aeecafbb-ebc7-4db2-bfb9-4fc958b12306 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/ports?device_id=375795b0-f635-4346-ac2f-a6e347ba9cd1 HTTP/1.1" status: 200 len: 931 time: 0.0718226 Jul 13 07:19:25.985347 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-bcf06fcf-ec7e-4799-9021-ec92be5d951f None None] Provisioning for port 3079bfa9-b96f-45e6-9b65-b58f06010cc4 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:19:25.991682 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-bcf06fcf-ec7e-4799-9021-ec92be5d951f None None] Provisioning complete for port 3079bfa9-b96f-45e6-9b65-b58f06010cc4 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:26.004808 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-bcf06fcf-ec7e-4799-9021-ec92be5d951f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:26.038406 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7b86d588-c799-4c46-b92c-12771fcb341b req-34986a89-51bf-4dd2-8959-c0d43597d10e tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/security-groups?id=3179f37d-94de-45a9-a48f-244bb3f0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652611 Jul 13 07:19:26.086203 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-dc41a7d0-2213-4cf9-8394-0bfaf6a3fac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:26.189191 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-bcf06fcf-ec7e-4799-9021-ec92be5d951f None None] Port 3079bfa9-b96f-45e6-9b65-b58f06010cc4 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:19:26.316951 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f7bd9-4ba7-4f56-81a9-1084b8e46e16 req-e341f1ad-5b24-4911-adc2-753a7746f84e tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:26.325334 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d21f7bd9-4ba7-4f56-81a9-1084b8e46e16 req-e341f1ad-5b24-4911-adc2-753a7746f84e tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/ports?device_id=011c331e-4535-43a0-be9f-25264fbdf055 HTTP/1.1" status: 200 len: 868 time: 0.1032686 Jul 13 07:19:26.348282 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-907bfba1-3330-4215-90eb-741ce187195d req-6b041459-7e47-4928-8c29-263d4b99d37d tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:26.371788 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d21f7bd9-4ba7-4f56-81a9-1084b8e46e16 req-889f95fe-df21-40f5-879e-209f9df8648e tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1319908-d57f-4116-ac58-79f0f84d78a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454001 Jul 13 07:19:26.402238 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b041459-7e47-4928-8c29-263d4b99d37d tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Pushing event deleted for resources: {'Port': ['ID=4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:26.450893 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7d8c9f7a-c596-43b2-93cb-bb9dcfafb836 req-159085dd-a972-4d7c-86b0-383fdb0c92d8 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:26.522535 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 0b9985ab-09da-4e2c-a938-25f8b4d7476b up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:19:26.556238 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159085dd-a972-4d7c-86b0-383fdb0c92d8 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Pushing event deleted for resources: {'Port': ['ID=26c75d19-31be-4ea4-95ae-e1cab657efef,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:26.558231 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-907bfba1-3330-4215-90eb-741ce187195d req-6b041459-7e47-4928-8c29-263d4b99d37d tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] No DVR routers for this DVR port 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:19:26.566836 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a783a-c6c6-4228-ae8a-87f2d3002650 req-ebabd960-53b2-4051-9917-7caea1f5295d tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:26.568587 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c48a783a-c6c6-4228-ae8a-87f2d3002650 req-ebabd960-53b2-4051-9917-7caea1f5295d tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=f611dc27-7172-4a6c-afe0-ec98be5596cc HTTP/1.1" status: 200 len: 944 time: 0.0738075 Jul 13 07:19:26.589726 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-907bfba1-3330-4215-90eb-741ce187195d req-6b041459-7e47-4928-8c29-263d4b99d37d tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:26.592281 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-907bfba1-3330-4215-90eb-741ce187195d req-6b041459-7e47-4928-8c29-263d4b99d37d tempest-ServersAdminTestJSON-1206469977 tempest-ServersAdminTestJSON-1206469977-project] 10.222.0.42 "DELETE /v2.0/ports/4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad HTTP/1.1" status: 204 len: 173 time: 1.4663141 Jul 13 07:19:26.596042 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011c331e-4535-43a0-be9f-25264fbdf055', 'name': 'network-vif-deleted', 'tag': '4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:26.599223 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc638c78-5d6a-44cd-b772-055547e7dc83" -d '{"events": [{"server_uuid": "011c331e-4535-43a0-be9f-25264fbdf055", "name": "network-vif-deleted", "tag": "4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:26.636766 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 0b9985ab-09da-4e2c-a938-25f8b4d7476b completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:19:26.645490 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 0b9985ab-09da-4e2c-a938-25f8b4d7476b triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:26.646728 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:26.660813 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c48a783a-c6c6-4228-ae8a-87f2d3002650 req-ead2281f-90bc-4c60-8976-cba1a4786616 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805776 Jul 13 07:19:26.816312 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:26.855504 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f611dc27-7172-4a6c-afe0-ec98be5596cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9985ab-09da-4e2c-a938-25f8b4d7476b'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:26.858317 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f82e589-6826-40c7-a5ff-9ce0d1350971" -d '{"events": [{"server_uuid": "f611dc27-7172-4a6c-afe0-ec98be5596cc", "name": "network-vif-plugged", "status": "completed", "tag": "0b9985ab-09da-4e2c-a938-25f8b4d7476b"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:26.875582 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 0b9985ab-09da-4e2c-a938-25f8b4d7476b, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=0b9985ab-09da-4e2c-a938-25f8b4d7476b,segment=NetworkSegment(b7fdd6a4-7ea0-4d78-a1ca-354316bc2553),segment_id=b7fdd6a4-7ea0-4d78-a1ca-354316bc2553)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:26.887705 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:26.889545 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7d8c9f7a-c596-43b2-93cb-bb9dcfafb836 req-159085dd-a972-4d7c-86b0-383fdb0c92d8 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks [] for floatingip, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:26.906412 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7d8c9f7a-c596-43b2-93cb-bb9dcfafb836 req-159085dd-a972-4d7c-86b0-383fdb0c92d8 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:26.918572 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 43838) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:26.922323 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7d8c9f7a-c596-43b2-93cb-bb9dcfafb836 req-159085dd-a972-4d7c-86b0-383fdb0c92d8 tempest-FloatingIPDetailsTestJSON-125459590 tempest-FloatingIPDetailsTestJSON-125459590-project] 10.222.0.23 "DELETE /v2.0/floatingips/8bc583cf-6657-4ee2-b325-b618e0d1bc3b HTTP/1.1" status: 204 len: 173 time: 1.7247820 Jul 13 07:19:26.977304 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=0b9985ab-09da-4e2c-a938-25f8b4d7476b,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:27.017373 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-dc41a7d0-2213-4cf9-8394-0bfaf6a3fac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3079bfa9-b96f-45e6-9b65-b58f06010cc4 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:19:27.027069 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-dc41a7d0-2213-4cf9-8394-0bfaf6a3fac8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:27.047383 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-dc41a7d0-2213-4cf9-8394-0bfaf6a3fac8 service neutron] Transition to ACTIVE for port object 3079bfa9-b96f-45e6-9b65-b58f06010cc4 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:19:27.053152 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-dc41a7d0-2213-4cf9-8394-0bfaf6a3fac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:27.139985 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41a7d0-2213-4cf9-8394-0bfaf6a3fac8 service neutron] Pushing event updated for resources: {'Port': ['ID=3079bfa9-b96f-45e6-9b65-b58f06010cc4,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:27.375637 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25c983a-8945-41a1-8891-a90c3386e21d x-openstack-request-id: req-a25c983a-8945-41a1-8891-a90c3386e21d {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:27.375934 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011c331e-4535-43a0-be9f-25264fbdf055", "name": "network-vif-deleted", "tag": "4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:27.376209 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a25c983a-8945-41a1-8891-a90c3386e21d {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:27.376587 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011c331e-4535-43a0-be9f-25264fbdf055', 'name': 'network-vif-deleted', 'tag': '4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad', 'status': 'completed', 'code': 200} Jul 13 07:19:27.396734 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-dc41a7d0-2213-4cf9-8394-0bfaf6a3fac8 service neutron] Attempting to bind port 3079bfa9-b96f-45e6-9b65-b58f06010cc4 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:19:27.397074 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-dc41a7d0-2213-4cf9-8394-0bfaf6a3fac8 service neutron] Attempting to bind port 3079bfa9-b96f-45e6-9b65-b58f06010cc4 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '52782695-8799-4c82-b579-02cd0984abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:19:27.397403 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-dc41a7d0-2213-4cf9-8394-0bfaf6a3fac8 service neutron] Attempting to bind port 3079bfa9-b96f-45e6-9b65-b58f06010cc4 on network afb92f7f-5b7d-43ea-9f6e-b225beb5888c {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:19:27.404202 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-dc41a7d0-2213-4cf9-8394-0bfaf6a3fac8 service neutron] Port 3079bfa9-b96f-45e6-9b65-b58f06010cc4 on network afb92f7f-5b7d-43ea-9f6e-b225beb5888c not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:19:27.404657 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-dc41a7d0-2213-4cf9-8394-0bfaf6a3fac8 service neutron] Attempting to bind port 3079bfa9-b96f-45e6-9b65-b58f06010cc4 on network afb92f7f-5b7d-43ea-9f6e-b225beb5888c {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:19:27.416447 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-dc41a7d0-2213-4cf9-8394-0bfaf6a3fac8 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:19:27.416447 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-dc41a7d0-2213-4cf9-8394-0bfaf6a3fac8 service neutron] Checking segment: {'id': '52782695-8799-4c82-b579-02cd0984abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:19:27.416447 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-dc41a7d0-2213-4cf9-8394-0bfaf6a3fac8 service neutron] Bound using segment: {'id': '52782695-8799-4c82-b579-02cd0984abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:19:27.416447 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-dc41a7d0-2213-4cf9-8394-0bfaf6a3fac8 service neutron] Bound port: 3079bfa9-b96f-45e6-9b65-b58f06010cc4, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52782695-8799-4c82-b579-02cd0984abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:19:27.416447 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-dc41a7d0-2213-4cf9-8394-0bfaf6a3fac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:27.471188 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b1b03e-6853-4e0f-8486-8e0c84736b09 x-openstack-request-id: req-70b1b03e-6853-4e0f-8486-8e0c84736b09 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:27.479629 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f611dc27-7172-4a6c-afe0-ec98be5596cc", "name": "network-vif-plugged", "status": "completed", "tag": "0b9985ab-09da-4e2c-a938-25f8b4d7476b", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:27.479923 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70b1b03e-6853-4e0f-8486-8e0c84736b09 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:27.480357 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f611dc27-7172-4a6c-afe0-ec98be5596cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9985ab-09da-4e2c-a938-25f8b4d7476b', 'code': 200} Jul 13 07:19:27.497931 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-dc41a7d0-2213-4cf9-8394-0bfaf6a3fac8 service neutron] For port 3079bfa9-b96f-45e6-9b65-b58f06010cc4, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:19:27.502434 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-dc41a7d0-2213-4cf9-8394-0bfaf6a3fac8 service neutron] For port 3079bfa9-b96f-45e6-9b65-b58f06010cc4, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=3079bfa9-b96f-45e6-9b65-b58f06010cc4,segment=NetworkSegment(52782695-8799-4c82-b579-02cd0984abd0),segment_id=52782695-8799-4c82-b579-02cd0984abd0)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:19:27.524270 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e1f25-df6b-4861-8221-4176d5a0e627 req-8226387d-a3f7-487e-a6c5-7b7449ba6f8e tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:27.528235 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d76e1f25-df6b-4861-8221-4176d5a0e627 req-8226387d-a3f7-487e-a6c5-7b7449ba6f8e tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 949 time: 0.3258400 Jul 13 07:19:27.531178 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-dc41a7d0-2213-4cf9-8394-0bfaf6a3fac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:27.718630 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-dc41a7d0-2213-4cf9-8394-0bfaf6a3fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:27.720344 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-dc41a7d0-2213-4cf9-8394-0bfaf6a3fac8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:27.726591 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-dc41a7d0-2213-4cf9-8394-0bfaf6a3fac8 service neutron] 10.222.0.42 "PUT /v2.0/ports/3079bfa9-b96f-45e6-9b65-b58f06010cc4 HTTP/1.1" status: 200 len: 1092 time: 1.8662534 Jul 13 07:19:27.728866 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41a7d0-2213-4cf9-8394-0bfaf6a3fac8 service neutron] Pushing event updated for resources: {'Port': ['ID=3079bfa9-b96f-45e6-9b65-b58f06010cc4,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:27.821117 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b2eeb-76eb-4b4d-8fb3-00a0b54c092e req-40a27692-e26f-44e9-9850-e5ca739ab292 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:27.821747 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d76e1f25-df6b-4861-8221-4176d5a0e627 req-f56fb70e-a035-4fed-9dcb-6575251a96d8 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729356 Jul 13 07:19:27.828085 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b06b2eeb-76eb-4b4d-8fb3-00a0b54c092e req-40a27692-e26f-44e9-9850-e5ca739ab292 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/ports?device_id=375795b0-f635-4346-ac2f-a6e347ba9cd1 HTTP/1.1" status: 200 len: 943 time: 0.1434700 Jul 13 07:19:27.833561 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1ac5-9f27-4cd8-acb4-97bc2fe013f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:27.949377 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b06b2eeb-76eb-4b4d-8fb3-00a0b54c092e req-700da13c-55cb-491f-8822-2f67b509b4ec tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/security-groups?id=3179f37d-94de-45a9-a48f-244bb3f0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203089 Jul 13 07:19:28.022722 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-c9455f46-25e3-4281-95cf-1ed48249edd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:28.032724 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-c9455f46-25e3-4281-95cf-1ed48249edd1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=34f1f252047a479b82dd34808ffbdaa6&device_id=375795b0-f635-4346-ac2f-a6e347ba9cd1 HTTP/1.1" status: 200 len: 1095 time: 0.2057228 Jul 13 07:19:28.042411 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18f955-c086-4909-906e-5c8ccca51d79 req-bb883224-3334-4d19-9bbd-ae6a249eb41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:28.048626 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb18f955-c086-4909-906e-5c8ccca51d79 req-bb883224-3334-4d19-9bbd-ae6a249eb41a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f611dc27-7172-4a6c-afe0-ec98be5596cc HTTP/1.1" status: 200 len: 1097 time: 0.3020782 Jul 13 07:19:28.227940 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-0afde6d1-d027-45d5-a0be-85170fcd9653 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3079bfa9-b96f-45e6-9b65-b58f06010cc4 HTTP/1.1" status: 200 len: 217 time: 0.1697879 Jul 13 07:19:28.251393 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb18f955-c086-4909-906e-5c8ccca51d79 req-fd1eb4d4-7206-4602-a50e-8747551606eb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818292 Jul 13 07:19:28.281063 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:19:28.348408 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:19:28.348756 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 4624eb7d-6e0b-4f5f-b39a-7f7bcc678fad not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:19:28.413012 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-993ff271-b48d-447a-bac2-85fbb52b53b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:28.414983 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-993ff271-b48d-447a-bac2-85fbb52b53b9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=206eeb9b-bd1e-46b3-9846-f00f50c205b6 HTTP/1.1" status: 200 len: 862 time: 0.1837370 Jul 13 07:19:28.433167 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f1a8d-a0d1-4a65-bb3d-4b7b551f6bf1 req-b27b47f1-aa40-4986-82c2-793ab1ab2632 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:28.435039 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-963f1a8d-a0d1-4a65-bb3d-4b7b551f6bf1 req-b27b47f1-aa40-4986-82c2-793ab1ab2632 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=f611dc27-7172-4a6c-afe0-ec98be5596cc HTTP/1.1" status: 200 len: 945 time: 0.2131400 Jul 13 07:19:28.449433 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad1ac5-9f27-4cd8-acb4-97bc2fe013f5 admin admin] Deleting port c7a803e8-5601-4fef-a91a-5941676b33e4 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:19:28.450130 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1ac5-9f27-4cd8-acb4-97bc2fe013f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:28.474365 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 43884) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:28.556205 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf90466-4565-4569-a22f-d5f0c135361d req-765fa5f6-fb29-4eab-9781-62a073f18776 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:28.559110 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-963f1a8d-a0d1-4a65-bb3d-4b7b551f6bf1 req-d5921f93-e841-47d0-b09e-a66571442ccd tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123986 Jul 13 07:19:28.576753 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9bf90466-4565-4569-a22f-d5f0c135361d req-765fa5f6-fb29-4eab-9781-62a073f18776 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca99552a-ca2a-4c90-983c-51105ba03531 HTTP/1.1" status: 200 len: 945 time: 0.2023258 Jul 13 07:19:28.592133 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-d0ad1ac5-9f27-4cd8-acb4-97bc2fe013f5 admin admin] For port c7a803e8-5601-4fef-a91a-5941676b33e4, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=c7a803e8-5601-4fef-a91a-5941676b33e4,segment=NetworkSegment(e6bb3569-6263-4573-8ba7-9a6110abd4e4),segment_id=e6bb3569-6263-4573-8ba7-9a6110abd4e4)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:28.592596 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1ac5-9f27-4cd8-acb4-97bc2fe013f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:28.619851 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad1ac5-9f27-4cd8-acb4-97bc2fe013f5 admin admin] Calling delete_port for c7a803e8-5601-4fef-a91a-5941676b33e4 owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:19:28.659762 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-4d7fa786-7137-4c49-a68a-25cb3ab02770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:28.661238 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-4d7fa786-7137-4c49-a68a-25cb3ab02770 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=afb92f7f-5b7d-43ea-9f6e-b225beb5888c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2331922 Jul 13 07:19:28.664265 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9bf90466-4565-4569-a22f-d5f0c135361d req-6ddcb780-c2bc-4cd9-961f-30e1a0f89b7b tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860245 Jul 13 07:19:28.766244 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-d3862291-3bbf-4940-af45-f4230f902f18 service neutron] 10.222.0.42 "GET /v2.0/networks/afb92f7f-5b7d-43ea-9f6e-b225beb5888c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967929 Jul 13 07:19:28.828337 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9eca5e96-c947-4d31-baa0-dd10d4fe146c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1dc50c2d0c9b4db9892129e9bc564b07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3525651 Jul 13 07:19:28.830824 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 43888) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:28.900109 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dd3f32ec-966e-4c82-a3a2-3e6f52cd1898 req-1ce9f514-5397-4794-acd4-66184c21abd6 service neutron] 10.222.0.42 "GET /v2.0/networks/afb92f7f-5b7d-43ea-9f6e-b225beb5888c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254387 Jul 13 07:19:28.965238 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ce253975-ffb0-4872-85a6-2704a42e48ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:29.014794 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d316b6f-c8d9-46a7-85df-2831a3e47594 req-f8d72f47-80d0-4260-aec2-f78cb8735acd service neutron] 10.222.0.42 "GET /v2.0/ports/766736c1-83a9-4d32-ba7c-abb218287702/bindings/n-h1-771363-34 HTTP/1.1" status: 200 len: 383 time: 0.0704510 Jul 13 07:19:29.016264 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ce253975-ffb0-4872-85a6-2704a42e48ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:29.106977 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1ac5-9f27-4cd8-acb4-97bc2fe013f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:29.152001 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad1ac5-9f27-4cd8-acb4-97bc2fe013f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7a803e8-5601-4fef-a91a-5941676b33e4,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:29.380835 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '375795b0-f635-4346-ac2f-a6e347ba9cd1', 'tag': '3079bfa9-b96f-45e6-9b65-b58f06010cc4'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:29.383585 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a27cf7-2723-4e41-89ac-0725d815ce30" -d '{"events": [{"name": "network-changed", "server_uuid": "375795b0-f635-4346-ac2f-a6e347ba9cd1", "tag": "3079bfa9-b96f-45e6-9b65-b58f06010cc4"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:29.403365 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c39dd1-2b02-49d6-86c0-87b4b79233c0 req-612b15a0-4f58-4e46-9985-941e85b35830 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:29.411079 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-85c39dd1-2b02-49d6-86c0-87b4b79233c0 req-612b15a0-4f58-4e46-9985-941e85b35830 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/ports?device_id=375795b0-f635-4346-ac2f-a6e347ba9cd1 HTTP/1.1" status: 200 len: 943 time: 0.1853018 Jul 13 07:19:29.538656 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-85c39dd1-2b02-49d6-86c0-87b4b79233c0 req-87e80f02-5ea9-4505-a865-a1c8d89a662b tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/security-groups?id=3179f37d-94de-45a9-a48f-244bb3f0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264389 Jul 13 07:19:29.542550 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d316b6f-c8d9-46a7-85df-2831a3e47594 req-64019b34-2515-40b1-80fa-dbffa730c50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:29.548755 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d316b6f-c8d9-46a7-85df-2831a3e47594 req-64019b34-2515-40b1-80fa-dbffa730c50f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247&tenant_id=dfd29396c7b34113bbf812ba80e3a2b0 HTTP/1.1" status: 200 len: 1101 time: 0.2285109 Jul 13 07:19:29.630682 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980f1b6c-4715-4d6c-8161-aa6a58033b2c x-openstack-request-id: req-980f1b6c-4715-4d6c-8161-aa6a58033b2c {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:29.630985 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "375795b0-f635-4346-ac2f-a6e347ba9cd1", "tag": "3079bfa9-b96f-45e6-9b65-b58f06010cc4", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:29.631261 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-980f1b6c-4715-4d6c-8161-aa6a58033b2c {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:29.631657 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '375795b0-f635-4346-ac2f-a6e347ba9cd1', 'tag': '3079bfa9-b96f-45e6-9b65-b58f06010cc4', 'status': 'completed', 'code': 200} Jul 13 07:19:29.658901 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d316b6f-c8d9-46a7-85df-2831a3e47594 req-f4e47190-42de-41de-9caa-377906a41121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:29.662179 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d316b6f-c8d9-46a7-85df-2831a3e47594 req-f4e47190-42de-41de-9caa-377906a41121 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 1101 time: 0.0689104 Jul 13 07:19:29.852924 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a27cf7-2723-4e41-89ac-0725d815ce30 req-32e9db2d-750c-4824-86d4-fab1159bf310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:29.855647 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-80a27cf7-2723-4e41-89ac-0725d815ce30 req-32e9db2d-750c-4824-86d4-fab1159bf310 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=34f1f252047a479b82dd34808ffbdaa6&device_id=375795b0-f635-4346-ac2f-a6e347ba9cd1 HTTP/1.1" status: 200 len: 1095 time: 0.1922297 Jul 13 07:19:29.858604 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d316b6f-c8d9-46a7-85df-2831a3e47594 req-a6075d2a-c45e-4a49-8427-e02cb9b31469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:29.860130 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d316b6f-c8d9-46a7-85df-2831a3e47594 req-a6075d2a-c45e-4a49-8427-e02cb9b31469 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.1872637 Jul 13 07:19:29.869967 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ce253975-ffb0-4872-85a6-2704a42e48ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:29.872514 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ce253975-ffb0-4872-85a6-2704a42e48ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:29.875702 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ce253975-ffb0-4872-85a6-2704a42e48ca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f1319908-d57f-4116-ac58-79f0f84d78a9 HTTP/1.1" status: 204 len: 168 time: 1.0432932 Jul 13 07:19:29.961882 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71627103-8654-4e64-8991-7a80216aea19 req-d6597e46-bd99-4cb8-b128-f5e737730162 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:29.977835 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-71627103-8654-4e64-8991-7a80216aea19 req-d6597e46-bd99-4cb8-b128-f5e737730162 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 949 time: 0.9224327 Jul 13 07:19:29.980444 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce253975-ffb0-4872-85a6-2704a42e48ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1319908-d57f-4116-ac58-79f0f84d78a9,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:30.120369 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-71627103-8654-4e64-8991-7a80216aea19 req-ed3f17e4-3bd5-479f-a86b-a16b3e3a6f42 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411483 Jul 13 07:19:30.145784 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0b6da5ad-c319-409b-8f81-faa70aee9cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:30.214674 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1ac5-9f27-4cd8-acb4-97bc2fe013f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:30.248039 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8d6e7-2e7e-4946-a469-84421a826f9c req-c2525dfc-197e-4995-8d6b-5b5dc27f6d6a tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:30.256713 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-21f8d6e7-2e7e-4946-a469-84421a826f9c req-c2525dfc-197e-4995-8d6b-5b5dc27f6d6a tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=f611dc27-7172-4a6c-afe0-ec98be5596cc HTTP/1.1" status: 200 len: 945 time: 0.4872444 Jul 13 07:19:30.288365 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d316b6f-c8d9-46a7-85df-2831a3e47594 req-1615ae5c-a712-483a-9471-9da9d4530b33 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=766736c1-83a9-4d32-ba7c-abb218287702 HTTP/1.1" status: 200 len: 217 time: 0.4144309 Jul 13 07:19:30.299333 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 71fddfca-0f00-45db-8e22-40d918b2bbf5 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:19:30.403490 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 43916) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:30.462322 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 71fddfca-0f00-45db-8e22-40d918b2bbf5, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=71fddfca-0f00-45db-8e22-40d918b2bbf5,segment=NetworkSegment(a9b8753b-d4aa-4a40-9c80-b78a2ae73457),segment_id=a9b8753b-d4aa-4a40-9c80-b78a2ae73457)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:30.479515 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '71fddfca-0f00-45db-8e22-40d918b2bbf5', 'network_id': '54bc3c55-f3e2-41ce-a055-91b3b0ee3c98', 'port_id': '71fddfca-0f00-45db-8e22-40d918b2bbf5', 'mac_address': 'fa:16:3e:b9:ba:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7535dae7-ea9c-4865-af6e-7a9b647822e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:19:30.483543 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-21f8d6e7-2e7e-4946-a469-84421a826f9c req-12e6ee15-2606-4095-ba41-d1515ac16330 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236776 Jul 13 07:19:30.493863 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d316b6f-c8d9-46a7-85df-2831a3e47594 req-c91a5e8a-c40e-403e-b6c6-450a57c840e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:30.503719 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d316b6f-c8d9-46a7-85df-2831a3e47594 req-c91a5e8a-c40e-403e-b6c6-450a57c840e6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.1973360 Jul 13 07:19:30.550056 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:30.594363 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71fddfca-0f00-45db-8e22-40d918b2bbf5 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:19:30.627245 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 71fddfca-0f00-45db-8e22-40d918b2bbf5, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=71fddfca-0f00-45db-8e22-40d918b2bbf5,segment=NetworkSegment(a9b8753b-d4aa-4a40-9c80-b78a2ae73457),segment_id=a9b8753b-d4aa-4a40-9c80-b78a2ae73457)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:30.631795 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a27cf7-2723-4e41-89ac-0725d815ce30 req-e02a8b8a-8ccc-4645-aef5-88c3d1a0bc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:30.633330 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-80a27cf7-2723-4e41-89ac-0725d815ce30 req-e02a8b8a-8ccc-4645-aef5-88c3d1a0bc27 service neutron] 10.222.0.42 "GET /v2.0/networks?id=afb92f7f-5b7d-43ea-9f6e-b225beb5888c HTTP/1.1" status: 200 len: 924 time: 0.7616222 Jul 13 07:19:30.639861 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:30.645060 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a648f00-f3c3-4c0c-ae4b-09e0482a06e5 req-c136c2d8-4af8-477c-a0d4-b7f7221a3777 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:30.659037 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2a648f00-f3c3-4c0c-ae4b-09e0482a06e5 req-c136c2d8-4af8-477c-a0d4-b7f7221a3777 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca99552a-ca2a-4c90-983c-51105ba03531 HTTP/1.1" status: 200 len: 945 time: 0.3221829 Jul 13 07:19:30.670247 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3c8ae655-866d-4b42-ad1d-d49aa1291790 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=786a7004ea2947f1bcc9e3171f533f15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2628129 Jul 13 07:19:30.680184 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 43928) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:30.692479 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-80a27cf7-2723-4e41-89ac-0725d815ce30 req-16b54ba0-eb47-444e-bfa1-473b379275df service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3079bfa9-b96f-45e6-9b65-b58f06010cc4 HTTP/1.1" status: 200 len: 217 time: 0.0467536 Jul 13 07:19:30.714964 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d316b6f-c8d9-46a7-85df-2831a3e47594 req-a035942d-2307-4891-8fb1-cbc6c2029300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:30.716455 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d316b6f-c8d9-46a7-85df-2831a3e47594 req-a035942d-2307-4891-8fb1-cbc6c2029300 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2044275 Jul 13 07:19:30.802546 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=71fddfca-0f00-45db-8e22-40d918b2bbf5,revision_number=6']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:30.827040 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:30.827417 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:30.827762 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:30.828097 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:30.828424 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:30.828776 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2a648f00-f3c3-4c0c-ae4b-09e0482a06e5 req-1d4c08f5-f30d-4da1-98c8-4b38f2ed8a3e tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656899 Jul 13 07:19:30.829920 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:30.830259 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:30.831237 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:30.832553 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:30.832894 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:30.834327 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:30.834669 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:19:30.885040 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a27cf7-2723-4e41-89ac-0725d815ce30 req-4e37e968-f3fa-450c-9da2-285f225bbaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:30.886568 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-80a27cf7-2723-4e41-89ac-0725d815ce30 req-4e37e968-f3fa-450c-9da2-285f225bbaab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=206eeb9b-bd1e-46b3-9846-f00f50c205b6 HTTP/1.1" status: 200 len: 862 time: 0.1859052 Jul 13 07:19:30.918209 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['71fddfca-0f00-45db-8e22-40d918b2bbf5'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:19:31.012203 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d316b6f-c8d9-46a7-85df-2831a3e47594 req-f2220ef1-2034-4018-ad02-c2d159d4a24d service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419004 Jul 13 07:19:31.141263 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-34c1979a-4e07-41f1-8646-958faad81c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:31.157884 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d316b6f-c8d9-46a7-85df-2831a3e47594 req-7079f89e-b563-4dff-bcb2-9ae8ff4c2de0 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345816 Jul 13 07:19:31.253209 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ad1ac5-9f27-4cd8-acb4-97bc2fe013f5 admin admin] Router dd20d930-6478-4429-ac82-b2060f2130cc has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:19:31.262120 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-34c1979a-4e07-41f1-8646-958faad81c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:31.286167 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab905d-e4d7-4adc-97b4-f3a8e469b740 req-2a7790ae-3497-48b7-93e6-43a5ec1b893c tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:31.287678 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bfab905d-e4d7-4adc-97b4-f3a8e469b740 req-2a7790ae-3497-48b7-93e6-43a5ec1b893c tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=f611dc27-7172-4a6c-afe0-ec98be5596cc HTTP/1.1" status: 200 len: 945 time: 0.1288834 Jul 13 07:19:31.289882 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a27cf7-2723-4e41-89ac-0725d815ce30 req-c5d99465-f44a-441c-9e29-4a5112eb9d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:31.291772 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-80a27cf7-2723-4e41-89ac-0725d815ce30 req-c5d99465-f44a-441c-9e29-4a5112eb9d48 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=afb92f7f-5b7d-43ea-9f6e-b225beb5888c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2786479 Jul 13 07:19:31.372766 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bfab905d-e4d7-4adc-97b4-f3a8e469b740 req-3833ff91-57af-42ad-afb3-9bc96dbf7aaf tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776873 Jul 13 07:19:31.391476 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da99ab-60d0-4fab-a94c-6e62dae18787 req-22260b26-43a3-40ab-988d-f31cf4883c17 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:31.406560 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a1da99ab-60d0-4fab-a94c-6e62dae18787 req-22260b26-43a3-40ab-988d-f31cf4883c17 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/ports?device_id=375795b0-f635-4346-ac2f-a6e347ba9cd1 HTTP/1.1" status: 200 len: 943 time: 0.2058840 Jul 13 07:19:31.485777 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a1da99ab-60d0-4fab-a94c-6e62dae18787 req-e0522d61-34d7-4ffa-999d-6f6fc544feca tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/security-groups?id=3179f37d-94de-45a9-a48f-244bb3f0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840964 Jul 13 07:19:31.522658 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-80a27cf7-2723-4e41-89ac-0725d815ce30 req-aef358f2-7861-46eb-8b1e-05b4369ceb97 service neutron] 10.222.0.42 "GET /v2.0/networks/afb92f7f-5b7d-43ea-9f6e-b225beb5888c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139297 Jul 13 07:19:31.523989 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ad1ac5-9f27-4cd8-acb4-97bc2fe013f5 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:19:31.532450 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d0ad1ac5-9f27-4cd8-acb4-97bc2fe013f5 admin admin] 10.222.0.23 "PUT /v2.0/routers/dd20d930-6478-4429-ac82-b2060f2130cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6131895 Jul 13 07:19:31.534008 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 43934) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:31.535554 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f250f4-19ff-4144-81e6-e0d9a4e9bf5c None None] Sync routers for ids ['dd20d930-6478-4429-ac82-b2060f2130cc'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:19:31.544410 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-34c1979a-4e07-41f1-8646-958faad81c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:31.545609 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-34c1979a-4e07-41f1-8646-958faad81c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:31.547060 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-34c1979a-4e07-41f1-8646-958faad81c78 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c21513df-65d4-4fa4-a319-475f2e5857e6 HTTP/1.1" status: 204 len: 168 time: 0.8624115 Jul 13 07:19:31.558790 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f250f4-19ff-4144-81e6-e0d9a4e9bf5c None None] Routers {'dd20d930-6478-4429-ac82-b2060f2130cc'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:19:31.559980 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-99f250f4-19ff-4144-81e6-e0d9a4e9bf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:19:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['dd20d930-6478-4429-ac82-b2060f2130cc'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:31.606718 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c1979a-4e07-41f1-8646-958faad81c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21513df-65d4-4fa4-a319-475f2e5857e6,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:31.757601 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1cd87f53-04cd-4474-a241-afd654c5327f admin admin] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:31.778175 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-99f250f4-19ff-4144-81e6-e0d9a4e9bf5c None None] Set router dd20d930-6478-4429-ac82-b2060f2130cc gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:19:31.914049 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-80a27cf7-2723-4e41-89ac-0725d815ce30 req-1535f8e3-f2ad-4920-9ec0-877a1c748f04 service neutron] 10.222.0.42 "GET /v2.0/networks/afb92f7f-5b7d-43ea-9f6e-b225beb5888c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655291 Jul 13 07:19:31.924217 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d74cd-70db-4355-81df-a9c2f6ad4ace req-00ceeb5b-aeb9-4cd5-a8a0-e00e5f88ad8d tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:31.926528 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e11d74cd-70db-4355-81df-a9c2f6ad4ace req-00ceeb5b-aeb9-4cd5-a8a0-e00e5f88ad8d tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 949 time: 0.3010197 Jul 13 07:19:31.984741 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e11d74cd-70db-4355-81df-a9c2f6ad4ace req-d0c422a9-9763-4020-aac7-4a382c715ee3 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481479 Jul 13 07:19:32.013862 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1cd87f53-04cd-4474-a241-afd654c5327f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:32.127296 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-99f250f4-19ff-4144-81e6-e0d9a4e9bf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd20d930-6478-4429-ac82-b2060f2130cc', 'name': 'tempest-FloatingIPDetailsTestJSON-939973192-router', 'tenant_id': '4462024954ad4bf58d786e02f052f2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '14c4a7fb-03a1-40af-bc1c-583dc96d85a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:18:48Z', 'updated_at': '2021-07-13T07:19:28Z', 'revision_number': 5, 'project_id': '4462024954ad4bf58d786e02f052f2cc', 'gw_port': {'id': '14c4a7fb-03a1-40af-bc1c-583dc96d85a6', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd20d930-6478-4429-ac82-b2060f2130cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:18:49Z', 'updated_at': '2021-07-13T07:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:32.164441 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f250f4-19ff-4144-81e6-e0d9a4e9bf5c None None] Checking router: dd20d930-6478-4429-ac82-b2060f2130cc for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:19:32.173171 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-1cd87f53-04cd-4474-a241-afd654c5327f admin admin] Deleting port 14c4a7fb-03a1-40af-bc1c-583dc96d85a6 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:19:32.173755 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1cd87f53-04cd-4474-a241-afd654c5327f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:32.175916 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f250f4-19ff-4144-81e6-e0d9a4e9bf5c None None] Routers {'dd20d930-6478-4429-ac82-b2060f2130cc'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:19:32.176646 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-99f250f4-19ff-4144-81e6-e0d9a4e9bf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:19:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['dd20d930-6478-4429-ac82-b2060f2130cc'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:32.264304 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-1cd87f53-04cd-4474-a241-afd654c5327f admin admin] For port 14c4a7fb-03a1-40af-bc1c-583dc96d85a6, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=14c4a7fb-03a1-40af-bc1c-583dc96d85a6,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:32.264843 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1cd87f53-04cd-4474-a241-afd654c5327f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:32.285798 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82865543-d38c-401e-8fe5-d9256edee2ad req-f4f93aa4-be69-4c86-9d50-157aa55daab6 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:32.286598 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-82865543-d38c-401e-8fe5-d9256edee2ad req-f4f93aa4-be69-4c86-9d50-157aa55daab6 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca99552a-ca2a-4c90-983c-51105ba03531 HTTP/1.1" status: 200 len: 944 time: 0.2126708 Jul 13 07:19:32.292761 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-1cd87f53-04cd-4474-a241-afd654c5327f admin admin] Calling delete_port for 14c4a7fb-03a1-40af-bc1c-583dc96d85a6 owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:19:32.304217 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 3079bfa9-b96f-45e6-9b65-b58f06010cc4 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:19:32.315331 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 71fddfca-0f00-45db-8e22-40d918b2bbf5 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:19:32.381823 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-82865543-d38c-401e-8fe5-d9256edee2ad req-3598b5f2-f3aa-472a-85df-2800a388f9d9 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869925 Jul 13 07:19:32.396623 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-99f250f4-19ff-4144-81e6-e0d9a4e9bf5c None None] Set router dd20d930-6478-4429-ac82-b2060f2130cc gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:19:32.568619 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1cd87f53-04cd-4474-a241-afd654c5327f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:32.627225 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-99f250f4-19ff-4144-81e6-e0d9a4e9bf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd20d930-6478-4429-ac82-b2060f2130cc', 'name': 'tempest-FloatingIPDetailsTestJSON-939973192-router', 'tenant_id': '4462024954ad4bf58d786e02f052f2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:18:48Z', 'updated_at': '2021-07-13T07:19:32Z', 'revision_number': 6, 'project_id': '4462024954ad4bf58d786e02f052f2cc', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:32.627850 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd87f53-04cd-4474-a241-afd654c5327f admin admin] Pushing event deleted for resources: {'Port': ['ID=14c4a7fb-03a1-40af-bc1c-583dc96d85a6,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:32.710002 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f250f4-19ff-4144-81e6-e0d9a4e9bf5c None None] The sync data for ids ['dd20d930-6478-4429-ac82-b2060f2130cc'] in n-d-771363-34 is: [{'id': 'dd20d930-6478-4429-ac82-b2060f2130cc', 'name': 'tempest-FloatingIPDetailsTestJSON-939973192-router', 'tenant_id': '4462024954ad4bf58d786e02f052f2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:18:48Z', 'updated_at': '2021-07-13T07:19:32Z', 'revision_number': 6, 'project_id': '4462024954ad4bf58d786e02f052f2cc', 'gw_port_host': None}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:19:32.744296 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658b63f-516e-40f3-83b8-86a93fb3bf22 req-85e9b62a-e705-4afc-a41e-f3ebd306c803 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:32.747977 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 71fddfca-0f00-45db-8e22-40d918b2bbf5 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:32.748348 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:32.754669 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0658b63f-516e-40f3-83b8-86a93fb3bf22 req-85e9b62a-e705-4afc-a41e-f3ebd306c803 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=f611dc27-7172-4a6c-afe0-ec98be5596cc HTTP/1.1" status: 200 len: 945 time: 0.1442354 Jul 13 07:19:32.821151 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1cd87f53-04cd-4474-a241-afd654c5327f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:32.830202 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0658b63f-516e-40f3-83b8-86a93fb3bf22 req-cfaddb50-14f6-4f42-9305-4515f624cd6e tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742640 Jul 13 07:19:32.939297 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 3079bfa9-b96f-45e6-9b65-b58f06010cc4, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=3079bfa9-b96f-45e6-9b65-b58f06010cc4,segment=NetworkSegment(52782695-8799-4c82-b579-02cd0984abd0),segment_id=52782695-8799-4c82-b579-02cd0984abd0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:32.980737 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '3079bfa9-b96f-45e6-9b65-b58f06010cc4', 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c', 'port_id': '3079bfa9-b96f-45e6-9b65-b58f06010cc4', 'mac_address': 'fa:16:3e:56:00:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '206eeb9b-bd1e-46b3-9846-f00f50c205b6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:19:33.088787 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1c037-e4c8-4eeb-b7d2-568b0009ed5b req-e06e001e-a1d0-4c7c-9f3e-521278399442 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:33.090777 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b2f1c037-e4c8-4eeb-b7d2-568b0009ed5b req-e06e001e-a1d0-4c7c-9f3e-521278399442 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/ports?device_id=375795b0-f635-4346-ac2f-a6e347ba9cd1 HTTP/1.1" status: 200 len: 943 time: 0.0804148 Jul 13 07:19:33.151082 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1cd87f53-04cd-4474-a241-afd654c5327f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:33.154821 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1cd87f53-04cd-4474-a241-afd654c5327f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:33.192966 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b2f1c037-e4c8-4eeb-b7d2-568b0009ed5b req-01be9df6-b015-4ad1-aa56-5e35b1225e84 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/security-groups?id=3179f37d-94de-45a9-a48f-244bb3f0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938993 Jul 13 07:19:33.231635 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-eb911104-a2d7-4baf-ab6e-6be71a82898c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:33.253773 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:33.269551 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:33.315640 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:33.329760 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca99552a-ca2a-4c90-983c-51105ba03531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fddfca-0f00-45db-8e22-40d918b2bbf5'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:33.332526 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec8930d-6612-44b3-8d76-deca4ff78318" -d '{"events": [{"server_uuid": "ca99552a-ca2a-4c90-983c-51105ba03531", "name": "network-vif-plugged", "status": "completed", "tag": "71fddfca-0f00-45db-8e22-40d918b2bbf5"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:33.340291 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1cd87f53-04cd-4474-a241-afd654c5327f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:33.342159 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd87f53-04cd-4474-a241-afd654c5327f admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd20d930-6478-4429-ac82-b2060f2130cc {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:19:33.351352 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1cd87f53-04cd-4474-a241-afd654c5327f admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:33.354230 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1cd87f53-04cd-4474-a241-afd654c5327f admin admin] 10.222.0.23 "DELETE /v2.0/routers/dd20d930-6478-4429-ac82-b2060f2130cc HTTP/1.1" status: 204 len: 168 time: 1.8175001 Jul 13 07:19:33.356787 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 43980) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:33.388248 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3079bfa9-b96f-45e6-9b65-b58f06010cc4 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:19:33.404492 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 71fddfca-0f00-45db-8e22-40d918b2bbf5, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=71fddfca-0f00-45db-8e22-40d918b2bbf5,segment=NetworkSegment(a9b8753b-d4aa-4a40-9c80-b78a2ae73457),segment_id=a9b8753b-d4aa-4a40-9c80-b78a2ae73457)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:33.410350 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66004ebe-f7b9-4288-a938-bf438f8b0aad req-aaac526b-156e-4b15-a12b-5a5498ce290b tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:33.412743 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-66004ebe-f7b9-4288-a938-bf438f8b0aad req-aaac526b-156e-4b15-a12b-5a5498ce290b tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca99552a-ca2a-4c90-983c-51105ba03531 HTTP/1.1" status: 200 len: 944 time: 0.1415632 Jul 13 07:19:33.456946 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 3079bfa9-b96f-45e6-9b65-b58f06010cc4, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=3079bfa9-b96f-45e6-9b65-b58f06010cc4,segment=NetworkSegment(52782695-8799-4c82-b579-02cd0984abd0),segment_id=52782695-8799-4c82-b579-02cd0984abd0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:33.460264 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:33.487058 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2457fb6-9da0-4c07-9794-e602baa05d9b admin admin] Deleting subnet 2fa99086-856c-4bac-98a9-961139d1f71a {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:19:33.491759 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e2457fb6-9da0-4c07-9794-e602baa05d9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:33.528119 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-66004ebe-f7b9-4288-a938-bf438f8b0aad req-e0f61dfc-0462-41bd-8a7c-3c58af6d1454 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092236 Jul 13 07:19:33.533067 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:33.562832 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 766736c1-83a9-4d32-ba7c-abb218287702 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:19:33.581679 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e2457fb6-9da0-4c07-9794-e602baa05d9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:33.598182 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ae0c8-49b6-4c0b-9979-bee91a67cdcb req-630f474f-c88a-4195-910c-0c87f43d2d96 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:33.599787 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-843ae0c8-49b6-4c0b-9979-bee91a67cdcb req-630f474f-c88a-4195-910c-0c87f43d2d96 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 949 time: 0.1745489 Jul 13 07:19:33.650632 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2170efd7-e807-459b-86d5-18e1c953eb4a x-openstack-request-id: req-2170efd7-e807-459b-86d5-18e1c953eb4a {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:33.651317 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca99552a-ca2a-4c90-983c-51105ba03531", "name": "network-vif-plugged", "status": "completed", "tag": "71fddfca-0f00-45db-8e22-40d918b2bbf5", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:33.651317 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2170efd7-e807-459b-86d5-18e1c953eb4a {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:33.652347 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca99552a-ca2a-4c90-983c-51105ba03531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fddfca-0f00-45db-8e22-40d918b2bbf5', 'code': 200} Jul 13 07:19:33.681637 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=71fddfca-0f00-45db-8e22-40d918b2bbf5,revision_number=7']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:33.704883 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-843ae0c8-49b6-4c0b-9979-bee91a67cdcb req-8c89a4fa-bb05-42fc-9354-e8fd84d25413 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668194 Jul 13 07:19:33.826720 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e2457fb6-9da0-4c07-9794-e602baa05d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:33.977318 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['3079bfa9-b96f-45e6-9b65-b58f06010cc4'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:19:33.986008 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e2457fb6-9da0-4c07-9794-e602baa05d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:34.058574 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2457fb6-9da0-4c07-9794-e602baa05d9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fa99086-856c-4bac-98a9-961139d1f71a,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:34.084550 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e2457fb6-9da0-4c07-9794-e602baa05d9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:34.094906 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 43996) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:34.097352 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e2457fb6-9da0-4c07-9794-e602baa05d9b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2fa99086-856c-4bac-98a9-961139d1f71a HTTP/1.1" status: 204 len: 168 time: 0.7380788 Jul 13 07:19:34.120681 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 14c4a7fb-03a1-40af-bc1c-583dc96d85a6 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:19:34.142868 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df55940-cec2-421f-9563-9bfe05d41fb4 None None] Network 0cd12a3e-0415-48be-b810-953bd5cfd900 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:19:34.362446 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-05e94802-c6ff-4fff-aaa1-d65a1f4cc080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:34.422167 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7832592-2d31-4f37-9a83-b6e73afc6208 req-a8d9a35b-3c3f-4dd6-bb41-dea02741f99a tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:34.424366 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a7832592-2d31-4f37-9a83-b6e73afc6208 req-a8d9a35b-3c3f-4dd6-bb41-dea02741f99a tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=f611dc27-7172-4a6c-afe0-ec98be5596cc HTTP/1.1" status: 200 len: 945 time: 0.2693684 Jul 13 07:19:34.553412 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a7832592-2d31-4f37-9a83-b6e73afc6208 req-b3631a21-7f0b-44de-b56c-203e148bd09a tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880129 Jul 13 07:19:34.611108 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-05e94802-c6ff-4fff-aaa1-d65a1f4cc080 admin admin] Deleting port 33f98bd4-7caa-4d0b-8e0f-ffa9b7a40a68 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:19:34.612354 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-05e94802-c6ff-4fff-aaa1-d65a1f4cc080 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:34.633963 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 14c4a7fb-03a1-40af-bc1c-583dc96d85a6 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:19:34.634317 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 14c4a7fb-03a1-40af-bc1c-583dc96d85a6 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:19:34.634938 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c7a803e8-5601-4fef-a91a-5941676b33e4 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:19:34.669698 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819c8c3-49ad-4745-bab3-f2db2df8d8fd req-894ea218-78d7-4ed8-9e8e-50a16ee79f11 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:34.671409 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9819c8c3-49ad-4745-bab3-f2db2df8d8fd req-894ea218-78d7-4ed8-9e8e-50a16ee79f11 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/ports?device_id=375795b0-f635-4346-ac2f-a6e347ba9cd1 HTTP/1.1" status: 200 len: 944 time: 0.2204494 Jul 13 07:19:34.683131 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73dd46c-b4cd-4b24-81a9-81513a5257bb req-75d23919-fcc6-4925-9a13-b1071668a001 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:34.684989 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d73dd46c-b4cd-4b24-81a9-81513a5257bb req-75d23919-fcc6-4925-9a13-b1071668a001 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca99552a-ca2a-4c90-983c-51105ba03531 HTTP/1.1" status: 200 len: 945 time: 0.1483960 Jul 13 07:19:34.692737 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=3079bfa9-b96f-45e6-9b65-b58f06010cc4,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:34.701340 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 766736c1-83a9-4d32-ba7c-abb218287702 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:19:34.736833 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9819c8c3-49ad-4745-bab3-f2db2df8d8fd req-aa1b9071-0f62-4845-a6f6-0406d850f54f tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/security-groups?id=3179f37d-94de-45a9-a48f-244bb3f0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507739 Jul 13 07:19:34.933735 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-05e94802-c6ff-4fff-aaa1-d65a1f4cc080 admin admin] For port 33f98bd4-7caa-4d0b-8e0f-ffa9b7a40a68, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=33f98bd4-7caa-4d0b-8e0f-ffa9b7a40a68,segment=NetworkSegment(e6bb3569-6263-4573-8ba7-9a6110abd4e4),segment_id=e6bb3569-6263-4573-8ba7-9a6110abd4e4)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:34.934274 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-05e94802-c6ff-4fff-aaa1-d65a1f4cc080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:34.942720 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:34.944757 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:34.951935 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: c7a803e8-5601-4fef-a91a-5941676b33e4 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:19:34.951935 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c7a803e8-5601-4fef-a91a-5941676b33e4 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:19:34.982456 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-d73dd46c-b4cd-4b24-81a9-81513a5257bb req-a2441b20-ccf9-46e2-a9f5-67244979d8f1 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Deleting port 71fddfca-0f00-45db-8e22-40d918b2bbf5 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:19:34.983034 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d73dd46c-b4cd-4b24-81a9-81513a5257bb req-a2441b20-ccf9-46e2-a9f5-67244979d8f1 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:35.041037 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-05e94802-c6ff-4fff-aaa1-d65a1f4cc080 admin admin] Calling delete_port for 33f98bd4-7caa-4d0b-8e0f-ffa9b7a40a68 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:19:35.045731 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 766736c1-83a9-4d32-ba7c-abb218287702, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=766736c1-83a9-4d32-ba7c-abb218287702,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:35.079899 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:35.114079 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 766736c1-83a9-4d32-ba7c-abb218287702, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=766736c1-83a9-4d32-ba7c-abb218287702,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:35.197355 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-d73dd46c-b4cd-4b24-81a9-81513a5257bb req-a2441b20-ccf9-46e2-a9f5-67244979d8f1 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] For port 71fddfca-0f00-45db-8e22-40d918b2bbf5, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=71fddfca-0f00-45db-8e22-40d918b2bbf5,segment=NetworkSegment(a9b8753b-d4aa-4a40-9c80-b78a2ae73457),segment_id=a9b8753b-d4aa-4a40-9c80-b78a2ae73457)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:35.197743 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d73dd46c-b4cd-4b24-81a9-81513a5257bb req-a2441b20-ccf9-46e2-a9f5-67244979d8f1 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:35.203408 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 71fddfca-0f00-45db-8e22-40d918b2bbf5 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:19:35.208677 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bdfc27-66e6-4c0c-94d3-c4ae04f8f7a6 req-16849fb2-dad0-4818-94f3-4da15016ab96 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:35.216532 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-72bdfc27-66e6-4c0c-94d3-c4ae04f8f7a6 req-16849fb2-dad0-4818-94f3-4da15016ab96 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca99552a-ca2a-4c90-983c-51105ba03531 HTTP/1.1" status: 200 len: 945 time: 0.3717377 Jul 13 07:19:35.291047 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '766736c1-83a9-4d32-ba7c-abb218287702', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': '766736c1-83a9-4d32-ba7c-abb218287702', 'mac_address': 'fa:16:3e:21:4b:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:19:35.310427 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-d73dd46c-b4cd-4b24-81a9-81513a5257bb req-a2441b20-ccf9-46e2-a9f5-67244979d8f1 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Calling delete_port for 71fddfca-0f00-45db-8e22-40d918b2bbf5 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:19:35.414810 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=766736c1-83a9-4d32-ba7c-abb218287702,revision_number=6']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:35.430487 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:35.480655 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 766736c1-83a9-4d32-ba7c-abb218287702 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:19:35.488884 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971c8bc1-e0b3-4321-8647-a7b7a918b692 None None] DHCP port deletion for 0cd12a3e-0415-48be-b810-953bd5cfd900 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:19:35.503976 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:35.522154 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb02f0-8341-4d51-a98b-0e6a22f7c4c6 req-1b9bf1ea-e8b2-42d1-be03-e5e5ab6bcccb tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:35.542882 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e6bb02f0-8341-4d51-a98b-0e6a22f7c4c6 req-1b9bf1ea-e8b2-42d1-be03-e5e5ab6bcccb tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 947 time: 0.3521597 Jul 13 07:19:35.621532 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e6bb02f0-8341-4d51-a98b-0e6a22f7c4c6 req-482e70fe-819c-435c-91dc-64a3a83a9a84 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772264 Jul 13 07:19:35.663699 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6d9c9e-718e-4b87-9f8f-92199c1f6247', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '766736c1-83a9-4d32-ba7c-abb218287702'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:35.668405 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c662a760-7aa2-4cb8-bee1-3a2d01bfe3b1" -d '{"events": [{"server_uuid": "8c6d9c9e-718e-4b87-9f8f-92199c1f6247", "name": "network-vif-unplugged", "status": "completed", "tag": "766736c1-83a9-4d32-ba7c-abb218287702"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:35.695666 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 33f98bd4-7caa-4d0b-8e0f-ffa9b7a40a68 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:19:35.708008 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 766736c1-83a9-4d32-ba7c-abb218287702, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=766736c1-83a9-4d32-ba7c-abb218287702,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:35.729860 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d73dd46c-b4cd-4b24-81a9-81513a5257bb req-a2441b20-ccf9-46e2-a9f5-67244979d8f1 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:35.737361 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-72bdfc27-66e6-4c0c-94d3-c4ae04f8f7a6 req-7c961153-172e-432b-a1c5-cdcb9d9aaad1 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5193410 Jul 13 07:19:35.752576 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-05e94802-c6ff-4fff-aaa1-d65a1f4cc080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:35.789098 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e94802-c6ff-4fff-aaa1-d65a1f4cc080 admin admin] Pushing event deleted for resources: {'Port': ['ID=33f98bd4-7caa-4d0b-8e0f-ffa9b7a40a68,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:35.790643 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2441b20-ccf9-46e2-a9f5-67244979d8f1 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Pushing event deleted for resources: {'Port': ['ID=71fddfca-0f00-45db-8e22-40d918b2bbf5,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:35.795836 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e94802-c6ff-4fff-aaa1-d65a1f4cc080 admin admin] No DVR routers for this DVR port 33f98bd4-7caa-4d0b-8e0f-ffa9b7a40a68 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:19:35.812848 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:35.853712 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73dd46c-b4cd-4b24-81a9-81513a5257bb req-a2441b20-ccf9-46e2-a9f5-67244979d8f1 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] No DVR routers for this DVR port 71fddfca-0f00-45db-8e22-40d918b2bbf5 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:19:35.855949 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d73dd46c-b4cd-4b24-81a9-81513a5257bb req-a2441b20-ccf9-46e2-a9f5-67244979d8f1 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:35.858819 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d73dd46c-b4cd-4b24-81a9-81513a5257bb req-a2441b20-ccf9-46e2-a9f5-67244979d8f1 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.42 "DELETE /v2.0/ports/71fddfca-0f00-45db-8e22-40d918b2bbf5 HTTP/1.1" status: 204 len: 173 time: 1.1261258 Jul 13 07:19:35.859568 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca99552a-ca2a-4c90-983c-51105ba03531', 'name': 'network-vif-deleted', 'tag': '71fddfca-0f00-45db-8e22-40d918b2bbf5'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:35.872357 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c0e703-000b-43e4-a0b7-d9eb08aefd9b" -d '{"events": [{"server_uuid": "ca99552a-ca2a-4c90-983c-51105ba03531", "name": "network-vif-deleted", "tag": "71fddfca-0f00-45db-8e22-40d918b2bbf5"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:35.962220 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-05e94802-c6ff-4fff-aaa1-d65a1f4cc080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:35.985075 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b1d8b-0947-4aad-844f-c8bf936d6615 req-c75e815b-9416-442d-9f52-18c542648db7 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:35.987577 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a78b1d8b-0947-4aad-844f-c8bf936d6615 req-c75e815b-9416-442d-9f52-18c542648db7 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=f611dc27-7172-4a6c-afe0-ec98be5596cc HTTP/1.1" status: 200 len: 945 time: 0.1388271 Jul 13 07:19:35.990620 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-05e94802-c6ff-4fff-aaa1-d65a1f4cc080 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd12a3e-0415-48be-b810-953bd5cfd900']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:36.003418 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No active binding found for port 33f98bd4-7caa-4d0b-8e0f-ffa9b7a40a68 {{(pid=94019) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 13 07:19:36.003845 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 33f98bd4-7caa-4d0b-8e0f-ffa9b7a40a68 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:19:36.016427 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-05e94802-c6ff-4fff-aaa1-d65a1f4cc080 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6bb3569-6263-4573-8ba7-9a6110abd4e4') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:36.016739 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-05e94802-c6ff-4fff-aaa1-d65a1f4cc080 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6bb3569-6263-4573-8ba7-9a6110abd4e4') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:36.017340 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:36.035968 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-42444cc9-20bc-4888-a952-80bdc6917290 None None] Provisioning complete for port 766736c1-83a9-4d32-ba7c-abb218287702 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:36.037554 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-42444cc9-20bc-4888-a952-80bdc6917290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:36.047924 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-05e94802-c6ff-4fff-aaa1-d65a1f4cc080 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:36.064486 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a78b1d8b-0947-4aad-844f-c8bf936d6615 req-7b253dbe-0905-4897-b5b5-dc0ae7474d5c tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693512 Jul 13 07:19:36.088511 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-05e94802-c6ff-4fff-aaa1-d65a1f4cc080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:36.125185 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-971c8bc1-e0b3-4321-8647-a7b7a918b692 None None] Deleting port 33f98bd4-7caa-4d0b-8e0f-ffa9b7a40a68 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:19:36.127122 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-971c8bc1-e0b3-4321-8647-a7b7a918b692 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:36.127682 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05e94802-c6ff-4fff-aaa1-d65a1f4cc080 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:19:36.129753 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-05e94802-c6ff-4fff-aaa1-d65a1f4cc080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:36.136883 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:19:36.136883 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:19:36.136883 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:19:36.136883 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:19:36.136883 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:19:36.136883 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:19:36.136883 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:19:36.136883 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:19:36.136883 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:19:36.136883 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:19:36.136883 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:19:36.136883 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:19:36.136883 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:19:36.136883 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:19:36.136883 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:19:36.136883 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:19:36.136883 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:19:36.136883 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:19:36.136883 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:19:36.136883 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:19:36.136883 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:19:36.136883 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:19:36.136883 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:19:36.136883 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:19:36.136883 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:19:36.136883 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:19:36.136883 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:19:36.136883 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:19:36.136883 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:19:36.136883 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:19:36.136883 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:19:36.136883 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:19:36.136883 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:19:36.136883 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:19:36.136883 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:19:36.136883 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:19:36.136883 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:19:36.136883 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:19:36.136883 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:19:36.136883 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:19:36.136883 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:19:36.136883 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:19:36.262785 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-05e94802-c6ff-4fff-aaa1-d65a1f4cc080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:36.269347 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-05e94802-c6ff-4fff-aaa1-d65a1f4cc080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:36.273759 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-05e94802-c6ff-4fff-aaa1-d65a1f4cc080 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0cd12a3e-0415-48be-b810-953bd5cfd900 HTTP/1.1" status: 204 len: 168 time: 2.1730173 Jul 13 07:19:36.307177 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e94802-c6ff-4fff-aaa1-d65a1f4cc080 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cd12a3e-0415-48be-b810-953bd5cfd900,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:36.341338 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 3079bfa9-b96f-45e6-9b65-b58f06010cc4 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:19:36.446020 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=766736c1-83a9-4d32-ba7c-abb218287702,revision_number=7']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:36.456844 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-971c8bc1-e0b3-4321-8647-a7b7a918b692 None None] For port 33f98bd4-7caa-4d0b-8e0f-ffa9b7a40a68, host n-d-771363-34, got binding levels [] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:36.458041 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-971c8bc1-e0b3-4321-8647-a7b7a918b692 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:36.492207 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['766736c1-83a9-4d32-ba7c-abb218287702'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:19:36.505630 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d02ac2f-ba2d-40a6-8c77-ebe95db9d655 x-openstack-request-id: req-4d02ac2f-ba2d-40a6-8c77-ebe95db9d655 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:36.507850 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6d9c9e-718e-4b87-9f8f-92199c1f6247", "name": "network-vif-unplugged", "status": "completed", "tag": "766736c1-83a9-4d32-ba7c-abb218287702", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:36.508694 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4d02ac2f-ba2d-40a6-8c77-ebe95db9d655 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:36.510264 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6d9c9e-718e-4b87-9f8f-92199c1f6247', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '766736c1-83a9-4d32-ba7c-abb218287702', 'code': 200} Jul 13 07:19:36.529728 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-971c8bc1-e0b3-4321-8647-a7b7a918b692 None None] Calling delete_port for 33f98bd4-7caa-4d0b-8e0f-ffa9b7a40a68 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:19:36.562170 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388b8db1-a9e1-4613-b43a-feb7b52922d7 x-openstack-request-id: req-388b8db1-a9e1-4613-b43a-feb7b52922d7 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:36.563357 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca99552a-ca2a-4c90-983c-51105ba03531", "name": "network-vif-deleted", "tag": "71fddfca-0f00-45db-8e22-40d918b2bbf5", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:36.563621 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-388b8db1-a9e1-4613-b43a-feb7b52922d7 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:36.564031 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca99552a-ca2a-4c90-983c-51105ba03531', 'name': 'network-vif-deleted', 'tag': '71fddfca-0f00-45db-8e22-40d918b2bbf5', 'status': 'completed', 'code': 200} Jul 13 07:19:36.593158 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.ipam_backend_mixin [None req-971c8bc1-e0b3-4321-8647-a7b7a918b692 None None] Port 33f98bd4-7caa-4d0b-8e0f-ffa9b7a40a68 was not found and therefore no delete operation was performed {{(pid=94019) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:19:36.635730 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-971c8bc1-e0b3-4321-8647-a7b7a918b692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:36.635990 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86284fc8-b378-49cb-80a7-e335963027fe req-e50ca578-285d-464e-a8b8-aff17f290efb tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:36.636094 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44048) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:36.636199 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-86284fc8-b378-49cb-80a7-e335963027fe req-e50ca578-285d-464e-a8b8-aff17f290efb tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247&tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&binding%3Ahost_id=n-h1-771363-34 HTTP/1.1" status: 200 len: 948 time: 0.2220860 Jul 13 07:19:36.672143 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-971c8bc1-e0b3-4321-8647-a7b7a918b692 None None] Network 0cd12a3e-0415-48be-b810-953bd5cfd900 is not hosted by any dhcp agent {{(pid=94019) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 07:19:36.672606 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971c8bc1-e0b3-4321-8647-a7b7a918b692 None None] No DVR routers for this DVR port 33f98bd4-7caa-4d0b-8e0f-ffa9b7a40a68 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:19:36.723593 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c8bc1-e0b3-4321-8647-a7b7a918b692 None None] Pushing event deleted for resources: {'Port': ['ID=33f98bd4-7caa-4d0b-8e0f-ffa9b7a40a68,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:36.744020 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-86284fc8-b378-49cb-80a7-e335963027fe req-d1c96d09-07a6-4e4d-aaad-1d8bc4682f8a service neutron] 10.222.0.42 "GET /v2.0/ports/766736c1-83a9-4d32-ba7c-abb218287702/bindings/n-h1-771363-34 HTTP/1.1" status: 200 len: 383 time: 0.1016603 Jul 13 07:19:36.747447 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-42444cc9-20bc-4888-a952-80bdc6917290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:36.786611 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 3079bfa9-b96f-45e6-9b65-b58f06010cc4 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:19:36.799059 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 3079bfa9-b96f-45e6-9b65-b58f06010cc4 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:36.799673 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:36.860776 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-42444cc9-20bc-4888-a952-80bdc6917290 None None] For port 766736c1-83a9-4d32-ba7c-abb218287702, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=766736c1-83a9-4d32-ba7c-abb218287702,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:36.869307 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1890b534-be02-4264-91bd-ea41e3badee9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4462024954ad4bf58d786e02f052f2cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289250 Jul 13 07:19:36.870743 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44054) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:36.878869 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-42444cc9-20bc-4888-a952-80bdc6917290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:36.923866 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397dd597-f8c1-4f94-8de8-0a73589ee748 req-d138ce08-b445-404f-bb27-fa8a511da741 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:36.931384 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-397dd597-f8c1-4f94-8de8-0a73589ee748 req-d138ce08-b445-404f-bb27-fa8a511da741 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/ports?device_id=375795b0-f635-4346-ac2f-a6e347ba9cd1 HTTP/1.1" status: 200 len: 944 time: 0.2687569 Jul 13 07:19:36.967403 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e29bb702-341f-413d-82b0-45c722338836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:36.995402 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e29bb702-341f-413d-82b0-45c722338836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:37.006756 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d369be7-2496-4332-b093-3ee78bd95efd req-502289d5-bac3-4e88-8eb9-660efd681e56 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:37.009691 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2d369be7-2496-4332-b093-3ee78bd95efd req-502289d5-bac3-4e88-8eb9-660efd681e56 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 949 time: 0.1327178 Jul 13 07:19:37.013221 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42444cc9-20bc-4888-a952-80bdc6917290 None None] Pushing event updated for resources: {'Port': ['ID=766736c1-83a9-4d32-ba7c-abb218287702,revision_number=8']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:37.023045 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86284fc8-b378-49cb-80a7-e335963027fe req-68531416-3699-4ee4-afa3-ac21056752b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:37.024495 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-86284fc8-b378-49cb-80a7-e335963027fe req-68531416-3699-4ee4-afa3-ac21056752b4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 1100 time: 0.2371936 Jul 13 07:19:37.068872 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:37.095012 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44056) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:37.121619 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-397dd597-f8c1-4f94-8de8-0a73589ee748 req-49e0c4a2-e29c-476a-aae2-0b1ea227f8d1 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/security-groups?id=3179f37d-94de-45a9-a48f-244bb3f0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832829 Jul 13 07:19:37.137374 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2d369be7-2496-4332-b093-3ee78bd95efd req-e2ed774b-f965-42bc-bcb8-3a98c95b10b3 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201637 Jul 13 07:19:37.149683 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e29bb702-341f-413d-82b0-45c722338836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:37.152661 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e29bb702-341f-413d-82b0-45c722338836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:37.154176 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e29bb702-341f-413d-82b0-45c722338836 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5ecc8c7b-653a-43c5-8142-f131bde66c05 HTTP/1.1" status: 204 len: 168 time: 0.2816172 Jul 13 07:19:37.175656 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29bb702-341f-413d-82b0-45c722338836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ecc8c7b-653a-43c5-8142-f131bde66c05,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:37.228984 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-fcc4b756-4b87-42f4-ad02-dce4f3041026 None None] Provisioning complete for port 766736c1-83a9-4d32-ba7c-abb218287702 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:37.229369 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fcc4b756-4b87-42f4-ad02-dce4f3041026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:37.348250 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86284fc8-b378-49cb-80a7-e335963027fe req-f8c175e1-c55e-47ca-ad64-88d8694ff61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:37.356517 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-86284fc8-b378-49cb-80a7-e335963027fe req-f8c175e1-c55e-47ca-ad64-88d8694ff61d service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.2966614 Jul 13 07:19:37.357011 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 3079bfa9-b96f-45e6-9b65-b58f06010cc4, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=3079bfa9-b96f-45e6-9b65-b58f06010cc4,segment=NetworkSegment(52782695-8799-4c82-b579-02cd0984abd0),segment_id=52782695-8799-4c82-b579-02cd0984abd0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:37.376652 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:37.420908 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 71fddfca-0f00-45db-8e22-40d918b2bbf5 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:19:37.432560 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-86b4f7e8-0867-4c59-a204-a7a9f12ea1a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:37.492837 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-86284fc8-b378-49cb-80a7-e335963027fe req-878b884b-ebbe-4dfa-95e1-b0fce042f6b3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=766736c1-83a9-4d32-ba7c-abb218287702 HTTP/1.1" status: 200 len: 217 time: 0.1149380 Jul 13 07:19:37.589611 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 71fddfca-0f00-45db-8e22-40d918b2bbf5 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:19:37.590123 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 71fddfca-0f00-45db-8e22-40d918b2bbf5 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:19:37.663805 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=3079bfa9-b96f-45e6-9b65-b58f06010cc4,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:37.703739 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86284fc8-b378-49cb-80a7-e335963027fe req-11ea08c6-2c6b-4da3-b1b9-cd0077bdb8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:37.705235 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-86284fc8-b378-49cb-80a7-e335963027fe req-11ea08c6-2c6b-4da3-b1b9-cd0077bdb8ec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.1660817 Jul 13 07:19:37.801741 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ef5ad-f0ad-4b65-800a-13cbb7506cfd req-b52eff93-74c4-4931-8fb3-7b1bb1d05fc2 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:37.803362 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-111ef5ad-f0ad-4b65-800a-13cbb7506cfd req-b52eff93-74c4-4931-8fb3-7b1bb1d05fc2 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=f611dc27-7172-4a6c-afe0-ec98be5596cc HTTP/1.1" status: 200 len: 945 time: 0.4624543 Jul 13 07:19:37.831078 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-86b4f7e8-0867-4c59-a204-a7a9f12ea1a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:37.836783 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86284fc8-b378-49cb-80a7-e335963027fe req-8196a3a0-0f18-4784-a4d4-02473b9284d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:37.838486 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-86284fc8-b378-49cb-80a7-e335963027fe req-8196a3a0-0f18-4784-a4d4-02473b9284d2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1259129 Jul 13 07:19:37.842975 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-36608789-2d15-4ff0-9416-7cbb67c0fd07 None None] Provisioning complete for port 766736c1-83a9-4d32-ba7c-abb218287702 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:37.843557 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-36608789-2d15-4ff0-9416-7cbb67c0fd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:37.855608 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-c99f3b5b-3a8e-4f68-b543-51ffa254af5d tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:37.857912 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-c99f3b5b-3a8e-4f68-b543-51ffa254af5d tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/networks?id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d HTTP/1.1" status: 200 len: 808 time: 0.2406797 Jul 13 07:19:37.859678 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-86b4f7e8-0867-4c59-a204-a7a9f12ea1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:37.888299 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-111ef5ad-f0ad-4b65-800a-13cbb7506cfd req-e8b63152-e12c-4c0e-8115-251b85722058 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749190 Jul 13 07:19:37.937198 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-d252ec14-4f42-4a39-81b7-0994af69caa7 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/quotas/05a465060c604024bf60fd1a58309bf9 HTTP/1.1" status: 200 len: 375 time: 0.0637515 Jul 13 07:19:37.967898 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-86284fc8-b378-49cb-80a7-e335963027fe req-82906217-2c34-47de-a646-8f4aaf0a39be service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221879 Jul 13 07:19:38.022197 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-36608789-2d15-4ff0-9416-7cbb67c0fd07 None None] Provisioning complete for port 3079bfa9-b96f-45e6-9b65-b58f06010cc4 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:38.022566 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-36608789-2d15-4ff0-9416-7cbb67c0fd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:38.023274 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-86b4f7e8-0867-4c59-a204-a7a9f12ea1a7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8a09290418b147a099ba68ef4c094f5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9270489 Jul 13 07:19:38.026799 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4f7e8-0867-4c59-a204-a7a9f12ea1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd22574a-6c48-45c5-af52-8ab1ebbfa59c,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:38.029952 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44094) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:38.120759 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b34bf601-bba4-4265-bfc9-cadc36da0e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:38.150047 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-adf693cb-b577-4d31-b026-b857b3cc8e34 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=05a465060c604024bf60fd1a58309bf9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1878889 Jul 13 07:19:38.161846 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b34bf601-bba4-4265-bfc9-cadc36da0e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:38.180925 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-86284fc8-b378-49cb-80a7-e335963027fe req-88ceb6f9-0bbf-4948-a95c-ce9fdf692da6 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048552 Jul 13 07:19:38.304335 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-a662e13e-7072-4458-893a-08e6a84e979f service neutron] 10.222.0.23 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454918 Jul 13 07:19:38.323927 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 766736c1-83a9-4d32-ba7c-abb218287702 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:19:38.326506 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b34bf601-bba4-4265-bfc9-cadc36da0e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:38.329106 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b34bf601-bba4-4265-bfc9-cadc36da0e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:38.332734 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b34bf601-bba4-4265-bfc9-cadc36da0e9b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cd22574a-6c48-45c5-af52-8ab1ebbfa59c HTTP/1.1" status: 204 len: 168 time: 0.2983992 Jul 13 07:19:38.335603 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-923227de-c4b7-4415-9485-d39fcd49fd3f tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:38.342952 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-923227de-c4b7-4415-9485-d39fcd49fd3f tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/networks?id=54bc3c55-f3e2-41ce-a055-91b3b0ee3c98 HTTP/1.1" status: 200 len: 822 time: 0.2782509 Jul 13 07:19:38.360432 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-c1925af9-ec58-40b0-9b8e-8b5be2a26241 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/quotas/cdafcd5e806e4c2abdd2e83e49772c5a HTTP/1.1" status: 200 len: 375 time: 0.0163457 Jul 13 07:19:38.401763 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34bf601-bba4-4265-bfc9-cadc36da0e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd22574a-6c48-45c5-af52-8ab1ebbfa59c,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:38.430043 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 766736c1-83a9-4d32-ba7c-abb218287702 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:38.430418 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:38.504013 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-f0e26019-7bc1-4736-86eb-9295d74ae2b0 service neutron] 10.222.0.23 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858909 Jul 13 07:19:38.507905 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-0e14b8c5-2e87-4bb9-94aa-0faa87ea4283 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cdafcd5e806e4c2abdd2e83e49772c5a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1464503 Jul 13 07:19:38.511742 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6d9c9e-718e-4b87-9f8f-92199c1f6247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766736c1-83a9-4d32-ba7c-abb218287702'}, {'server_uuid': '375795b0-f635-4346-ac2f-a6e347ba9cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3079bfa9-b96f-45e6-9b65-b58f06010cc4'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:38.514369 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6f56da-ac7e-4add-aabb-e3948a71c315" -d '{"events": [{"server_uuid": "8c6d9c9e-718e-4b87-9f8f-92199c1f6247", "name": "network-vif-plugged", "status": "completed", "tag": "766736c1-83a9-4d32-ba7c-abb218287702"}, {"server_uuid": "375795b0-f635-4346-ac2f-a6e347ba9cd1", "name": "network-vif-plugged", "status": "completed", "tag": "3079bfa9-b96f-45e6-9b65-b58f06010cc4"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:38.673133 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-de543c64-4f83-4c0a-8bf8-0dd0b45f9399 service neutron] 10.222.0.23 "GET /v2.0/networks/54bc3c55-f3e2-41ce-a055-91b3b0ee3c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572843 Jul 13 07:19:38.800666 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-825899f5-61f1-48db-9f2b-0c4399318272 service neutron] 10.222.0.23 "GET /v2.0/networks/54bc3c55-f3e2-41ce-a055-91b3b0ee3c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252732 Jul 13 07:19:38.852016 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44124) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:38.881614 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-819ed498-f480-4f06-8a06-44a288462534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:39.082606 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-819ed498-f480-4f06-8a06-44a288462534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:39.097287 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da91ed3-18c1-444f-8b49-d5f60734d336 req-54c2cfcd-92b0-424b-b059-6e3aacf73853 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:39.102866 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-819ed498-f480-4f06-8a06-44a288462534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:39.104573 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0da91ed3-18c1-444f-8b49-d5f60734d336 req-54c2cfcd-92b0-424b-b059-6e3aacf73853 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/ports?device_id=375795b0-f635-4346-ac2f-a6e347ba9cd1 HTTP/1.1" status: 200 len: 945 time: 0.0966191 Jul 13 07:19:39.137076 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-819ed498-f480-4f06-8a06-44a288462534 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5713ec3456ca480a88d4771d2a5e37a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2817292 Jul 13 07:19:39.139598 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44140) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:39.178141 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0da91ed3-18c1-444f-8b49-d5f60734d336 req-6511db3b-7f63-43e4-80c5-bb2955990118 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/security-groups?id=3179f37d-94de-45a9-a48f-244bb3f0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725496 Jul 13 07:19:39.209749 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ed498-f480-4f06-8a06-44a288462534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc42fa5b-cec5-46d9-85da-84ef780c4260,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:39.262467 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a28cd-d726-4604-842d-44271f38f9a4 req-eae57259-a6f2-49da-bda0-f2a71ee2433b tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:39.270442 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-682a28cd-d726-4604-842d-44271f38f9a4 req-eae57259-a6f2-49da-bda0-f2a71ee2433b tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 949 time: 0.1804481 Jul 13 07:19:39.275577 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0d6f32-9e4c-43d7-8ff1-d1f84748d04e x-openstack-request-id: req-cb0d6f32-9e4c-43d7-8ff1-d1f84748d04e {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:39.276099 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6d9c9e-718e-4b87-9f8f-92199c1f6247", "name": "network-vif-plugged", "status": "completed", "tag": "766736c1-83a9-4d32-ba7c-abb218287702", "code": 200}, {"server_uuid": "375795b0-f635-4346-ac2f-a6e347ba9cd1", "name": "network-vif-plugged", "status": "completed", "tag": "3079bfa9-b96f-45e6-9b65-b58f06010cc4", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:39.276234 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cb0d6f32-9e4c-43d7-8ff1-d1f84748d04e {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:39.277337 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6d9c9e-718e-4b87-9f8f-92199c1f6247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766736c1-83a9-4d32-ba7c-abb218287702', 'code': 200} Jul 13 07:19:39.277782 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '375795b0-f635-4346-ac2f-a6e347ba9cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3079bfa9-b96f-45e6-9b65-b58f06010cc4', 'code': 200} Jul 13 07:19:39.305123 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-06e393cf-3440-41fa-a54b-05f628cd19ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:39.337159 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-682a28cd-d726-4604-842d-44271f38f9a4 req-39f7c8fb-528e-45fe-a7c2-4fdd94116621 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657432 Jul 13 07:19:39.369101 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-06e393cf-3440-41fa-a54b-05f628cd19ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:39.445024 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-74ec2b63-a4d7-42e3-a019-41a545a8a65b req-2fa006bb-fa13-4cac-a7ad-f5daff496574 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 210 time: 0.0678487 Jul 13 07:19:39.488362 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cd0fc-1b8f-4587-a456-df238e886cf4 req-6e7c3bb9-4bbd-43f8-8c6f-0a10af9722e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:39.489931 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cd2cd0fc-1b8f-4587-a456-df238e886cf4 req-6e7c3bb9-4bbd-43f8-8c6f-0a10af9722e3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=375795b0-f635-4346-ac2f-a6e347ba9cd1 HTTP/1.1" status: 200 len: 1097 time: 0.0826256 Jul 13 07:19:39.505710 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-06e393cf-3440-41fa-a54b-05f628cd19ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:39.508279 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-06e393cf-3440-41fa-a54b-05f628cd19ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:39.529541 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-06e393cf-3440-41fa-a54b-05f628cd19ef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fc42fa5b-cec5-46d9-85da-84ef780c4260 HTTP/1.1" status: 204 len: 168 time: 0.3764100 Jul 13 07:19:39.538246 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cd2cd0fc-1b8f-4587-a456-df238e886cf4 req-186b3414-dcf5-4d21-88be-88316dac5af3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3179f37d-94de-45a9-a48f-244bb3f0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408978 Jul 13 07:19:39.553449 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e393cf-3440-41fa-a54b-05f628cd19ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc42fa5b-cec5-46d9-85da-84ef780c4260,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:39.837690 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55ce46-2533-4a12-a5e1-f598e52ab917 req-de5bc381-ee2a-4bda-b34d-5228ab7f758c tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:39.839285 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7c55ce46-2533-4a12-a5e1-f598e52ab917 req-de5bc381-ee2a-4bda-b34d-5228ab7f758c tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=f611dc27-7172-4a6c-afe0-ec98be5596cc HTTP/1.1" status: 200 len: 945 time: 0.1357939 Jul 13 07:19:39.911834 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7c55ce46-2533-4a12-a5e1-f598e52ab917 req-bb915edb-ba65-4ac2-b639-7b84b6c6b0e7 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662253 Jul 13 07:19:39.983415 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9da804d9-4e2e-4c25-8c01-4234ab3ed37b req-8fad3a6b-e482-4496-8b27-f0b6d4d7bf5d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c337b85-4e43-40b9-aa2e-3a02dafa22c2 HTTP/1.1" status: 200 len: 210 time: 0.0302384 Jul 13 07:19:40.541934 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e7e6b-3259-4861-ada0-bdc12957f207 req-5f151704-6ac0-439e-a906-e2377932477e tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:40.557104 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ed5e7e6b-3259-4861-ada0-bdc12957f207 req-5f151704-6ac0-439e-a906-e2377932477e tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/ports?device_id=375795b0-f635-4346-ac2f-a6e347ba9cd1 HTTP/1.1" status: 200 len: 945 time: 0.1485367 Jul 13 07:19:40.665477 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ed5e7e6b-3259-4861-ada0-bdc12957f207 req-61231e51-f509-4152-af84-d1310d36e4d4 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/security-groups?id=3179f37d-94de-45a9-a48f-244bb3f0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938504 Jul 13 07:19:40.666047 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44212) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:40.767611 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e84442-749b-45c9-8a61-f6b1dfb364fe req-99ecea1d-c362-4172-b198-a2f9d3d0cf49 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:40.773875 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-21e84442-749b-45c9-8a61-f6b1dfb364fe req-99ecea1d-c362-4172-b198-a2f9d3d0cf49 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 949 time: 0.1819787 Jul 13 07:19:40.879122 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-21e84442-749b-45c9-8a61-f6b1dfb364fe req-4a72953b-afad-43ac-bcf0-b08cf7d6841a tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931816 Jul 13 07:19:40.885795 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86284fc8-b378-49cb-80a7-e335963027fe req-49778fd6-bb8d-479f-af68-ad87d6f5f5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:40.887375 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-86284fc8-b378-49cb-80a7-e335963027fe req-49778fd6-bb8d-479f-af68-ad87d6f5f5d6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247&tenant_id=dfd29396c7b34113bbf812ba80e3a2b0 HTTP/1.1" status: 200 len: 1101 time: 0.1452034 Jul 13 07:19:41.167319 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-24b46033-b1c9-4f7a-9d16-6b838d5c8c04 req-07b7928f-be53-483b-8917-92ba15fe0485 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 210 time: 0.1499825 Jul 13 07:19:41.260781 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-22498f01-f151-48e0-b6a4-9428bef6631b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:41.285206 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86284fc8-b378-49cb-80a7-e335963027fe req-74a60ba4-d915-4570-9826-cf217f47f04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:41.286875 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-86284fc8-b378-49cb-80a7-e335963027fe req-74a60ba4-d915-4570-9826-cf217f47f04d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 1101 time: 0.3664653 Jul 13 07:19:41.327236 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-ee253c39-7648-4dad-96b2-0774da1e6c25 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:41.328786 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-ee253c39-7648-4dad-96b2-0774da1e6c25 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.42 "GET /v2.0/networks?id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d HTTP/1.1" status: 200 len: 808 time: 0.3035660 Jul 13 07:19:41.364476 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b76cc-de91-4fc5-9f6d-bf373480d8e2 req-985841e3-faf2-4e89-9505-00de6ca7d16c tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:41.367361 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8a6b76cc-de91-4fc5-9f6d-bf373480d8e2 req-985841e3-faf2-4e89-9505-00de6ca7d16c tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=f611dc27-7172-4a6c-afe0-ec98be5596cc HTTP/1.1" status: 200 len: 945 time: 0.1806943 Jul 13 07:19:41.374397 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-9cb201ca-0275-4f04-b0e5-5c3445416d0b tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Request body: {'port': {'device_id': 'b509842a-d0ca-4a44-acab-58f16699468e', 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d', 'admin_state_up': True, 'tenant_id': '05a465060c604024bf60fd1a58309bf9'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:41.457557 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8a6b76cc-de91-4fc5-9f6d-bf373480d8e2 req-c8d7d5f9-1075-48c1-acde-288e5d46376f tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827863 Jul 13 07:19:41.867449 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-34b4fb33-85aa-46be-a31d-67e3db74b83e req-24f09c64-7720-4b3b-9cba-8a6f7c1b5ba3 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c337b85-4e43-40b9-aa2e-3a02dafa22c2 HTTP/1.1" status: 200 len: 210 time: 0.4837728 Jul 13 07:19:42.042426 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9513e-17a3-458e-9e0f-99912bd5030e req-3fa69816-5220-43f1-bce9-48abddacf37c tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:42.051345 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-64d9513e-17a3-458e-9e0f-99912bd5030e req-3fa69816-5220-43f1-bce9-48abddacf37c tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/ports?device_id=375795b0-f635-4346-ac2f-a6e347ba9cd1 HTTP/1.1" status: 200 len: 945 time: 0.0883787 Jul 13 07:19:42.085741 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-22498f01-f151-48e0-b6a4-9428bef6631b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:42.108675 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-64d9513e-17a3-458e-9e0f-99912bd5030e req-f5a7bce0-df92-4eab-af0f-593cfe45ee33 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/security-groups?id=3179f37d-94de-45a9-a48f-244bb3f0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560343 Jul 13 07:19:42.134030 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-22498f01-f151-48e0-b6a4-9428bef6631b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:42.181102 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44240) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:42.301894 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-22498f01-f151-48e0-b6a4-9428bef6631b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b276ed9ca5da40ab8f819b3f62b30610&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6328397 Jul 13 07:19:42.305620 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44246) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:42.306986 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22498f01-f151-48e0-b6a4-9428bef6631b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21f99a6-9c03-41ee-8691-b43715b93343,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:42.316125 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-9cb201ca-0275-4f04-b0e5-5c3445416d0b tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Made reservation on behalf of 05a465060c604024bf60fd1a58309bf9 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:19:42.319686 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-9cb201ca-0275-4f04-b0e5-5c3445416d0b tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:42.322373 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86284fc8-b378-49cb-80a7-e335963027fe req-a7c4bc2e-ba8f-454b-8855-27e0e644ed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:42.324946 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-86284fc8-b378-49cb-80a7-e335963027fe req-a7c4bc2e-ba8f-454b-8855-27e0e644ed46 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 1.0276041 Jul 13 07:19:42.344923 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 766736c1-83a9-4d32-ba7c-abb218287702 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:19:42.410907 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-86284fc8-b378-49cb-80a7-e335963027fe req-af91b8c9-4c63-49ad-86ed-577099577114 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=766736c1-83a9-4d32-ba7c-abb218287702 HTTP/1.1" status: 200 len: 217 time: 0.0688391 Jul 13 07:19:42.423315 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5f1fb53b-1925-4f6e-bb8d-bb54acc36201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:42.434821 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1085f-3fcc-4823-bbc3-09b7d3692ad4 req-ef2cf0b0-4340-44f8-b447-f1e3450ef8d3 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:42.441896 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d3b1085f-3fcc-4823-bbc3-09b7d3692ad4 req-ef2cf0b0-4340-44f8-b447-f1e3450ef8d3 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/ports?device_id=375795b0-f635-4346-ac2f-a6e347ba9cd1 HTTP/1.1" status: 200 len: 945 time: 0.1943662 Jul 13 07:19:42.460451 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44248) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:42.460678 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-0fd803fc-0a7e-4f28-bb26-6618aeb70ef1 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:42.462007 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-0fd803fc-0a7e-4f28-bb26-6618aeb70ef1 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.42 "GET /v2.0/networks?id=54bc3c55-f3e2-41ce-a055-91b3b0ee3c98 HTTP/1.1" status: 200 len: 822 time: 0.4846785 Jul 13 07:19:42.493811 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-263dc08f-ba08-4c6b-939e-01cbe32ea336 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Request body: {'floatingip': {'port_id': '3079bfa9-b96f-45e6-9b65-b58f06010cc4'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:42.497332 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aa45ee5b-86fb-41bd-95c0-df687e305505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:42.529544 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aa45ee5b-86fb-41bd-95c0-df687e305505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:42.532819 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:42.541939 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-077c55d5-7584-43c0-965a-bb936fb8cde9 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Request body: {'port': {'device_id': '6c337b85-4e43-40b9-aa2e-3a02dafa22c2', 'network_id': '54bc3c55-f3e2-41ce-a055-91b3b0ee3c98', 'admin_state_up': True, 'tenant_id': 'cdafcd5e806e4c2abdd2e83e49772c5a'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:42.595139 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6d9c9e-718e-4b87-9f8f-92199c1f6247', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '766736c1-83a9-4d32-ba7c-abb218287702'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:42.598363 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e630d8-ffbe-4c89-94e5-44781370de38" -d '{"events": [{"server_uuid": "8c6d9c9e-718e-4b87-9f8f-92199c1f6247", "name": "network-vif-unplugged", "status": "completed", "tag": "766736c1-83a9-4d32-ba7c-abb218287702"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:42.608781 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313edc3-438c-421b-85bb-89ab3056e97e req-04d0764c-6f44-4de8-8324-27d4260a3020 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:42.617166 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e313edc3-438c-421b-85bb-89ab3056e97e req-04d0764c-6f44-4de8-8324-27d4260a3020 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 949 time: 0.4883337 Jul 13 07:19:42.633145 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 766736c1-83a9-4d32-ba7c-abb218287702, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=766736c1-83a9-4d32-ba7c-abb218287702,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:42.641881 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86284fc8-b378-49cb-80a7-e335963027fe req-eb9ed616-b2e8-43bf-8d0b-2540ff296272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:42.643599 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-86284fc8-b378-49cb-80a7-e335963027fe req-eb9ed616-b2e8-43bf-8d0b-2540ff296272 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.2263536 Jul 13 07:19:42.644739 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:42.658777 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-263dc08f-ba08-4c6b-939e-01cbe32ea336 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks [] for floatingip, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:42.723645 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aa45ee5b-86fb-41bd-95c0-df687e305505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:42.726263 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aa45ee5b-86fb-41bd-95c0-df687e305505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:42.741306 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-aa45ee5b-86fb-41bd-95c0-df687e305505 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d21f99a6-9c03-41ee-8691-b43715b93343 HTTP/1.1" status: 204 len: 168 time: 0.4300625 Jul 13 07:19:42.759492 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=766736c1-83a9-4d32-ba7c-abb218287702,revision_number=9']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:42.851822 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e313edc3-438c-421b-85bb-89ab3056e97e req-82cac38d-b509-4f0e-91d3-2068190f3c27 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337000 Jul 13 07:19:42.918921 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-9cb201ca-0275-4f04-b0e5-5c3445416d0b tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Allocated IP 172.20.0.8 (8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d/7ca46c55-f93a-4f0d-847c-cec27912e287/9ad74136-14a6-4d13-9edc-d90f61037557) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:19:42.986520 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5f1fb53b-1925-4f6e-bb8d-bb54acc36201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:43.009966 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86284fc8-b378-49cb-80a7-e335963027fe req-57f47970-5117-4067-b38a-1ee5f6354429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:43.011554 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-86284fc8-b378-49cb-80a7-e335963027fe req-57f47970-5117-4067-b38a-1ee5f6354429 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3562100 Jul 13 07:19:43.013720 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fce3f906-f293-4e4c-9ca8-6ede4717d075 req-01cb554c-3e1d-437c-985b-097101745b25 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 210 time: 0.4223015 Jul 13 07:19:43.042698 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5f1fb53b-1925-4f6e-bb8d-bb54acc36201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:43.137764 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45ee5b-86fb-41bd-95c0-df687e305505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21f99a6-9c03-41ee-8691-b43715b93343,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:43.138747 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-077c55d5-7584-43c0-965a-bb936fb8cde9 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Made reservation on behalf of cdafcd5e806e4c2abdd2e83e49772c5a for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:19:43.142494 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-077c55d5-7584-43c0-965a-bb936fb8cde9 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:43.228132 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b7cb1b1c-cb89-4596-b868-88646a1982da None None] Provisioning complete for port 766736c1-83a9-4d32-ba7c-abb218287702 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:43.231732 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b7cb1b1c-cb89-4596-b868-88646a1982da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:43.292363 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1fb53b-1925-4f6e-bb8d-bb54acc36201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4910bf50-74fd-4a01-aca3-b410c8d061fa,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:43.299822 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d44c6fe-0d1a-46d1-a687-c4ae1cdfc511 x-openstack-request-id: req-0d44c6fe-0d1a-46d1-a687-c4ae1cdfc511 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:43.300134 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6d9c9e-718e-4b87-9f8f-92199c1f6247", "name": "network-vif-unplugged", "status": "completed", "tag": "766736c1-83a9-4d32-ba7c-abb218287702", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:43.301814 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0d44c6fe-0d1a-46d1-a687-c4ae1cdfc511 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:43.304080 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6d9c9e-718e-4b87-9f8f-92199c1f6247', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '766736c1-83a9-4d32-ba7c-abb218287702', 'code': 200} Jul 13 07:19:43.373264 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5f1fb53b-1925-4f6e-bb8d-bb54acc36201 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c814c0e710048beba8db08707c0b6e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1910207 Jul 13 07:19:43.388070 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44266) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:43.407979 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b7cb1b1c-cb89-4596-b868-88646a1982da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:43.479809 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-b7cb1b1c-cb89-4596-b868-88646a1982da None None] For port 766736c1-83a9-4d32-ba7c-abb218287702, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=766736c1-83a9-4d32-ba7c-abb218287702,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:43.489107 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b7cb1b1c-cb89-4596-b868-88646a1982da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:43.606620 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-86284fc8-b378-49cb-80a7-e335963027fe req-aa8d3d16-8761-4044-af3b-47a3431a1905 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5619264 Jul 13 07:19:43.648059 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-9cb201ca-0275-4f04-b0e5-5c3445416d0b tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:43.746647 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918701d-e344-48c5-a1e4-e1e91e06467f req-51fd4c2e-4c45-49ad-80cb-ac7046b1c858 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:43.754925 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6918701d-e344-48c5-a1e4-e1e91e06467f req-51fd4c2e-4c45-49ad-80cb-ac7046b1c858 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=f611dc27-7172-4a6c-afe0-ec98be5596cc HTTP/1.1" status: 200 len: 945 time: 0.5279927 Jul 13 07:19:43.810136 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb1b1c-cb89-4596-b868-88646a1982da None None] Pushing event updated for resources: {'Port': ['ID=766736c1-83a9-4d32-ba7c-abb218287702,revision_number=10']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:43.866712 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dfef82c0-e945-455d-8f13-ea4023dcdf9b req-16ee133c-8b9d-45b1-adf9-aa8e42aa0806 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c337b85-4e43-40b9-aa2e-3a02dafa22c2 HTTP/1.1" status: 200 len: 210 time: 0.0966086 Jul 13 07:19:43.891880 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6918701d-e344-48c5-a1e4-e1e91e06467f req-18f00050-1b75-4396-8e2b-116f63dec429 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355286 Jul 13 07:19:43.951185 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-077c55d5-7584-43c0-965a-bb936fb8cde9 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Allocated IP 172.20.0.5 (54bc3c55-f3e2-41ce-a055-91b3b0ee3c98/7535dae7-ea9c-4865-af6e-7a9b647822e9/3ab3056e-db01-4b3c-bcae-19cc25cf4ea6) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:19:44.121562 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3afa11e3-9eb8-437f-9a9f-d3b6097dd920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:44.203661 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3afa11e3-9eb8-437f-9a9f-d3b6097dd920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:44.327491 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ef70bbbf-7c1e-4f65-84e9-8f020dac08b6 None None] Provisioning complete for port 766736c1-83a9-4d32-ba7c-abb218287702 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:44.327719 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ef70bbbf-7c1e-4f65-84e9-8f020dac08b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:44.381810 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4e31f742-67e2-470a-9a79-79a2db900b1e req-0f8e1909-f3d8-40b9-91f4-c142c0d36670 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 210 time: 0.0988612 Jul 13 07:19:44.406240 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-86284fc8-b378-49cb-80a7-e335963027fe req-ff2b17e0-8246-46df-be41-c81fc8d73e7a service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7892196 Jul 13 07:19:44.428099 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3afa11e3-9eb8-437f-9a9f-d3b6097dd920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:44.430850 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3afa11e3-9eb8-437f-9a9f-d3b6097dd920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:44.431962 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3afa11e3-9eb8-437f-9a9f-d3b6097dd920 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4910bf50-74fd-4a01-aca3-b410c8d061fa HTTP/1.1" status: 204 len: 168 time: 1.0428853 Jul 13 07:19:44.462648 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-077c55d5-7584-43c0-965a-bb936fb8cde9 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:44.539364 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-9cb201ca-0275-4f04-b0e5-5c3445416d0b tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:44.541327 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-077c55d5-7584-43c0-965a-bb936fb8cde9 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:44.555322 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['25456c63-4ae3-4d25-b173-8f09a2aaaeae'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:19:44.622950 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb201ca-0275-4f04-b0e5-5c3445416d0b tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Pushing event updated for resources: {'Port': ['ID=9ad74136-14a6-4d13-9edc-d90f61037557,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:44.674329 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.db.resource_extend [None req-263dc08f-ba08-4c6b-939e-01cbe32ea336 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:19:44.688946 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-9cb201ca-0275-4f04-b0e5-5c3445416d0b tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:19:44.689173 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-077c55d5-7584-43c0-965a-bb936fb8cde9 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Network 54bc3c55-f3e2-41ce-a055-91b3b0ee3c98 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:19:44.718946 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-077c55d5-7584-43c0-965a-bb936fb8cde9 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:19:44.721226 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-9cb201ca-0275-4f04-b0e5-5c3445416d0b tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:19:44.726660 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-077c55d5-7584-43c0-965a-bb936fb8cde9 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:19:44.774461 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa11e3-9eb8-437f-9a9f-d3b6097dd920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4910bf50-74fd-4a01-aca3-b410c8d061fa,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:44.779993 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-077c55d5-7584-43c0-965a-bb936fb8cde9 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:44.780185 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-077c55d5-7584-43c0-965a-bb936fb8cde9 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:44.782827 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-9cb201ca-0275-4f04-b0e5-5c3445416d0b tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:19:44.829196 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c55d5-7584-43c0-965a-bb936fb8cde9 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Pushing event updated for resources: {'Port': ['ID=3ab3056e-db01-4b3c-bcae-19cc25cf4ea6,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:44.859441 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-077c55d5-7584-43c0-965a-bb936fb8cde9 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3214197 Jul 13 07:19:44.866811 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-ade63fca-f553-4ccc-a2f3-5b47b7f1bdc7 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=fd9caa5510064c0a8f61425ba42e9a56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0787044 Jul 13 07:19:44.872194 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-263dc08f-ba08-4c6b-939e-01cbe32ea336 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:44.876504 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-c1af7f0e-18f2-4fe0-9150-2bcd1051beb8 service neutron] Request body: {'port': {'device_id': '6c337b85-4e43-40b9-aa2e-3a02dafa22c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:44.899566 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21545799-ef05-4862-8edb-a0c32438d7fa req-31d03a4f-50f7-4f13-b487-e11501bb7fe8 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:44.909153 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-21545799-ef05-4862-8edb-a0c32438d7fa req-31d03a4f-50f7-4f13-b487-e11501bb7fe8 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 950 time: 0.7171624 Jul 13 07:19:44.912934 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-263dc08f-ba08-4c6b-939e-01cbe32ea336 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:44.979781 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-9cb201ca-0275-4f04-b0e5-5c3445416d0b tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:44.980390 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-9cb201ca-0275-4f04-b0e5-5c3445416d0b tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:45.050026 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-9cb201ca-0275-4f04-b0e5-5c3445416d0b tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6991162 Jul 13 07:19:45.060103 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [None req-263dc08f-ba08-4c6b-939e-01cbe32ea336 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Floating IP e6b51a4d-5012-47ca-821e-6098a7dfbf1e associated. External IP: 172.25.3.176, port: 3079bfa9-b96f-45e6-9b65-b58f06010cc4. Jul 13 07:19:45.064816 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-81b2edd0-17e0-4e9a-b0b4-3d877dfc165c service neutron] Request body: {'port': {'device_id': 'b509842a-d0ca-4a44-acab-58f16699468e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:45.083432 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-d83181b3-c6e1-4d83-959b-083ec84d7e32 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:45.090191 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-d83181b3-c6e1-4d83-959b-083ec84d7e32 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2224762 Jul 13 07:19:45.131555 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-c1af7f0e-18f2-4fe0-9150-2bcd1051beb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:45.136805 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-839f56fd-98b0-4956-8234-f124d5811af3 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] 10.222.0.23 "GET /v2.0/quotas/fd9caa5510064c0a8f61425ba42e9a56 HTTP/1.1" status: 200 len: 375 time: 0.0458136 Jul 13 07:19:45.245677 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-b276790e-aaf9-42e7-b618-08f7426d08ca tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd9caa5510064c0a8f61425ba42e9a56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1008229 Jul 13 07:19:45.280791 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-81b2edd0-17e0-4e9a-b0b4-3d877dfc165c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:45.305825 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6d9c9e-718e-4b87-9f8f-92199c1f6247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766736c1-83a9-4d32-ba7c-abb218287702'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:45.308884 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e254b48-8de5-411f-9e2f-d08c2177e6df" -d '{"events": [{"server_uuid": "8c6d9c9e-718e-4b87-9f8f-92199c1f6247", "name": "network-vif-plugged", "status": "completed", "tag": "766736c1-83a9-4d32-ba7c-abb218287702"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:45.902665 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-21545799-ef05-4862-8edb-a0c32438d7fa req-9fe5503a-ba54-48ef-a4cb-ba523b025f8c tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9913704 Jul 13 07:19:45.960014 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44338) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:46.004521 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5e64d-435d-4f71-8a33-c5ea4d216413 req-0a35748e-e7f0-462e-a319-ee583c608074 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:46.007877 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bda5e64d-435d-4f71-8a33-c5ea4d216413 req-0a35748e-e7f0-462e-a319-ee583c608074 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c337b85-4e43-40b9-aa2e-3a02dafa22c2 HTTP/1.1" status: 200 len: 931 time: 0.2139912 Jul 13 07:19:46.034985 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-81b2edd0-17e0-4e9a-b0b4-3d877dfc165c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ad74136-14a6-4d13-9edc-d90f61037557 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:19:46.162823 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263dc08f-ba08-4c6b-939e-01cbe32ea336 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Router a0a4d613-180c-4b7f-87a9-08858ff989da has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:19:46.168577 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bda5e64d-435d-4f71-8a33-c5ea4d216413 req-2ff5828d-05c8-4e1b-b26e-d87ed1c2e5da tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430304 Jul 13 07:19:46.190899 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-c1af7f0e-18f2-4fe0-9150-2bcd1051beb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ab3056e-db01-4b3c-bcae-19cc25cf4ea6 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:19:46.215902 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-81b2edd0-17e0-4e9a-b0b4-3d877dfc165c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:46.243080 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-c1af7f0e-18f2-4fe0-9150-2bcd1051beb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:46.288679 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-c1af7f0e-18f2-4fe0-9150-2bcd1051beb8 service neutron] Transition to ACTIVE for port object 3ab3056e-db01-4b3c-bcae-19cc25cf4ea6 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:19:46.310598 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-c1af7f0e-18f2-4fe0-9150-2bcd1051beb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:46.316488 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd57a81-eece-4c61-b6cf-daec182e9f64 x-openstack-request-id: req-2bd57a81-eece-4c61-b6cf-daec182e9f64 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:46.316990 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6d9c9e-718e-4b87-9f8f-92199c1f6247", "name": "network-vif-plugged", "status": "completed", "tag": "766736c1-83a9-4d32-ba7c-abb218287702", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:46.317095 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2bd57a81-eece-4c61-b6cf-daec182e9f64 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:46.317420 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6d9c9e-718e-4b87-9f8f-92199c1f6247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766736c1-83a9-4d32-ba7c-abb218287702', 'code': 200} Jul 13 07:19:46.347729 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-81b2edd0-17e0-4e9a-b0b4-3d877dfc165c service neutron] Transition to ACTIVE for port object 9ad74136-14a6-4d13-9edc-d90f61037557 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:19:46.359653 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 766736c1-83a9-4d32-ba7c-abb218287702 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:19:46.369053 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-1e6454e7-bd6c-44e6-8580-a8cd57c4b2ca admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-565503780-network', 'tenant_id': 'ef6842800bee476db68abf69a6dd1260'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:46.419823 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-81b2edd0-17e0-4e9a-b0b4-3d877dfc165c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:46.524055 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6454e7-bd6c-44e6-8580-a8cd57c4b2ca admin admin] Made reservation on behalf of ef6842800bee476db68abf69a6dd1260 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:19:46.527796 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1e6454e7-bd6c-44e6-8580-a8cd57c4b2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:46.546587 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1e6454e7-bd6c-44e6-8580-a8cd57c4b2ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:46.573446 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb61a21-c67d-4e3a-a3e9-431cd1248b84 req-5fc67d87-0912-485d-bd5c-3920fb5aac11 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:46.575427 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ebb61a21-c67d-4e3a-a3e9-431cd1248b84 req-5fc67d87-0912-485d-bd5c-3920fb5aac11 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=f611dc27-7172-4a6c-afe0-ec98be5596cc HTTP/1.1" status: 200 len: 945 time: 0.2731986 Jul 13 07:19:46.578409 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263dc08f-ba08-4c6b-939e-01cbe32ea336 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:19:46.587121 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-263dc08f-ba08-4c6b-939e-01cbe32ea336 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:46.599391 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030ec52c-9653-426c-b558-63ff5eed04bf None None] Sync routers for ids ['a0a4d613-180c-4b7f-87a9-08858ff989da'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:19:46.611472 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030ec52c-9653-426c-b558-63ff5eed04bf None None] Routers {'a0a4d613-180c-4b7f-87a9-08858ff989da'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:19:46.613628 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-030ec52c-9653-426c-b558-63ff5eed04bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:19:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['a0a4d613-180c-4b7f-87a9-08858ff989da'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:46.711938 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 766736c1-83a9-4d32-ba7c-abb218287702, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=766736c1-83a9-4d32-ba7c-abb218287702,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:46.730133 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '766736c1-83a9-4d32-ba7c-abb218287702', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': '766736c1-83a9-4d32-ba7c-abb218287702', 'mac_address': 'fa:16:3e:21:4b:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:19:46.792655 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:46.808809 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 766736c1-83a9-4d32-ba7c-abb218287702 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:19:46.836931 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 766736c1-83a9-4d32-ba7c-abb218287702, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=766736c1-83a9-4d32-ba7c-abb218287702,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:46.848840 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-263dc08f-ba08-4c6b-939e-01cbe32ea336 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "PUT /v2.0/floatingips/e6b51a4d-5012-47ca-821e-6098a7dfbf1e HTTP/1.1" status: 200 len: 991 time: 4.3590078 Jul 13 07:19:46.852694 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:46.869206 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '375795b0-f635-4346-ac2f-a6e347ba9cd1', 'tag': '3079bfa9-b96f-45e6-9b65-b58f06010cc4'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:46.874323 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8449ad7-bfb1-4526-9fa7-263dcafe7411" -d '{"events": [{"name": "network-changed", "server_uuid": "375795b0-f635-4346-ac2f-a6e347ba9cd1", "tag": "3079bfa9-b96f-45e6-9b65-b58f06010cc4"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:46.884304 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-030ec52c-9653-426c-b558-63ff5eed04bf None None] Set router a0a4d613-180c-4b7f-87a9-08858ff989da gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:19:46.887525 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ebb61a21-c67d-4e3a-a3e9-431cd1248b84 req-64ddb421-e203-4d1d-848c-cba3d096fc0c tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962065 Jul 13 07:19:46.990365 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=766736c1-83a9-4d32-ba7c-abb218287702,revision_number=11']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:47.054824 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1e6454e7-bd6c-44e6-8580-a8cd57c4b2ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:47.068629 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1e6454e7-bd6c-44e6-8580-a8cd57c4b2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:47.126243 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e6454e7-bd6c-44e6-8580-a8cd57c4b2ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:19:47.138499 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6454e7-bd6c-44e6-8580-a8cd57c4b2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7974544b-2922-4b62-9ed1-458b691498cd,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:47.163833 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1e6454e7-bd6c-44e6-8580-a8cd57c4b2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:47.165086 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-1e6454e7-bd6c-44e6-8580-a8cd57c4b2ca admin admin] Added segment 1d0af774-a902-4ad0-bd82-d3635008e70f of type vlan for network 11359318-f6e7-447f-ad37-807e37ef5df1 Jul 13 07:19:47.166353 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['766736c1-83a9-4d32-ba7c-abb218287702'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:19:47.228333 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1e6454e7-bd6c-44e6-8580-a8cd57c4b2ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:47.291571 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-030ec52c-9653-426c-b558-63ff5eed04bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108855812-router', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '564c3b9f-2f28-40de-ac08-0872957616fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:16:42Z', 'updated_at': '2021-07-13T07:16:49Z', 'revision_number': 4, 'project_id': '34f1f252047a479b82dd34808ffbdaa6', 'gw_port': {'id': '564c3b9f-2f28-40de-ac08-0872957616fc', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:43Z', 'updated_at': '2021-07-13T07:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': 'e6b51a4d-5012-47ca-821e-6098a7dfbf1e', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'floating_ip_address': '172.25.3.176', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'port_id': '3079bfa9-b96f-45e6-9b65-b58f06010cc4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c', 'mac_address': 'fa:16:3e:56:00:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375795b0-f635-4346-ac2f-a6e347ba9cd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:17:15Z', 'updated_at': '2021-07-13T07:19:44Z', 'revision_number': 5, 'project_id': '34f1f252047a479b82dd34808ffbdaa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc009cf9-81ee-4362-b413-3d2536014606', 'name': '', 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'mac_address': 'fa:16:3e:b8:b3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '206eeb9b-bd1e-46b3-9846-f00f50c205b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:47Z', 'updated_at': '2021-07-13T07:16:55Z', 'revision_number': 5, 'project_id': '34f1f252047a479b82dd34808ffbdaa6', 'subnets': [{'id': '206eeb9b-bd1e-46b3-9846-f00f50c205b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:47.320773 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-01c94f93-becf-4050-8aa0-00b486c0a10f req-a803ad50-30d9-4a0a-99cc-9c7c150859ab tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] 10.222.0.23 "GET /v2.0/ports?device_id=473b7888-b8d7-4b83-b60a-c813da4fd30c HTTP/1.1" status: 200 len: 210 time: 0.0722454 Jul 13 07:19:47.358025 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1e6454e7-bd6c-44e6-8580-a8cd57c4b2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:47.359238 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6454e7-bd6c-44e6-8580-a8cd57c4b2ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:47.361686 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1e6454e7-bd6c-44e6-8580-a8cd57c4b2ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:47.434797 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030ec52c-9653-426c-b558-63ff5eed04bf None None] Checking router: a0a4d613-180c-4b7f-87a9-08858ff989da for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:19:47.439545 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-41b289cb-5249-4eb1-a449-3aad87a726c0 None None] Provisioning complete for port 766736c1-83a9-4d32-ba7c-abb218287702 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:47.440058 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-41b289cb-5249-4eb1-a449-3aad87a726c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:47.448360 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030ec52c-9653-426c-b558-63ff5eed04bf None None] Routers {'a0a4d613-180c-4b7f-87a9-08858ff989da'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:19:47.449078 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-030ec52c-9653-426c-b558-63ff5eed04bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:19:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['a0a4d613-180c-4b7f-87a9-08858ff989da'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:47.500504 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1e6454e7-bd6c-44e6-8580-a8cd57c4b2ca admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4424245 Jul 13 07:19:47.505694 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44364) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:47.517579 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1af7f0e-18f2-4fe0-9150-2bcd1051beb8 service neutron] Pushing event updated for resources: {'Port': ['ID=3ab3056e-db01-4b3c-bcae-19cc25cf4ea6,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:47.631274 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-39dfcff0-afc1-42a1-b278-6a0ebee91ae6 admin admin] Request body: {'subnet': {'network_id': '11359318-f6e7-447f-ad37-807e37ef5df1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-565503780-subnet', 'tenant_id': 'ef6842800bee476db68abf69a6dd1260', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:47.648662 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6454e7-bd6c-44e6-8580-a8cd57c4b2ca admin admin] Pushing event updated for resources: {'Network': ['ID=11359318-f6e7-447f-ad37-807e37ef5df1,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:47.697557 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-030ec52c-9653-426c-b558-63ff5eed04bf None None] Set router a0a4d613-180c-4b7f-87a9-08858ff989da gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:19:47.717832 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39625cc-8001-4f62-928b-1926b6adf0f9 x-openstack-request-id: req-d39625cc-8001-4f62-928b-1926b6adf0f9 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:47.718117 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "375795b0-f635-4346-ac2f-a6e347ba9cd1", "tag": "3079bfa9-b96f-45e6-9b65-b58f06010cc4", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:47.718366 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d39625cc-8001-4f62-928b-1926b6adf0f9 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:47.718762 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '375795b0-f635-4346-ac2f-a6e347ba9cd1', 'tag': '3079bfa9-b96f-45e6-9b65-b58f06010cc4', 'status': 'completed', 'code': 200} Jul 13 07:19:47.739411 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 11359318-f6e7-447f-ad37-807e37ef5df1 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:19:47.740517 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2edd0-17e0-4e9a-b0b4-3d877dfc165c service neutron] Pushing event updated for resources: {'Port': ['ID=9ad74136-14a6-4d13-9edc-d90f61037557,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:47.759940 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39dfcff0-afc1-42a1-b278-6a0ebee91ae6 admin admin] Made reservation on behalf of ef6842800bee476db68abf69a6dd1260 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:19:47.764082 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-39dfcff0-afc1-42a1-b278-6a0ebee91ae6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:47.915705 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23974aed-dd14-46ca-928f-729f5040d1d5 req-c0742603-1106-488e-80aa-966248e67b6d tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:47.923305 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-23974aed-dd14-46ca-928f-729f5040d1d5 req-c0742603-1106-488e-80aa-966248e67b6d tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 949 time: 0.0833421 Jul 13 07:19:47.957821 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-b3bfced4-05ab-45a8-920b-84c251e51e91 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=fd9caa5510064c0a8f61425ba42e9a56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2042434 Jul 13 07:19:47.958478 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-81b2edd0-17e0-4e9a-b0b4-3d877dfc165c service neutron] Attempting to bind port 9ad74136-14a6-4d13-9edc-d90f61037557 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:19:47.958812 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-81b2edd0-17e0-4e9a-b0b4-3d877dfc165c service neutron] Attempting to bind port 9ad74136-14a6-4d13-9edc-d90f61037557 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:19:47.959134 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-81b2edd0-17e0-4e9a-b0b4-3d877dfc165c service neutron] Attempting to bind port 9ad74136-14a6-4d13-9edc-d90f61037557 on network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:19:47.967837 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:19:47.989938 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-23974aed-dd14-46ca-928f-729f5040d1d5 req-df0cba75-bb9d-433e-aac0-457bca2e8add tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652893 Jul 13 07:19:48.028503 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-41b289cb-5249-4eb1-a449-3aad87a726c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:48.028832 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-81b2edd0-17e0-4e9a-b0b4-3d877dfc165c service neutron] Port 9ad74136-14a6-4d13-9edc-d90f61037557 on network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:19:48.029650 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-81b2edd0-17e0-4e9a-b0b4-3d877dfc165c service neutron] Attempting to bind port 9ad74136-14a6-4d13-9edc-d90f61037557 on network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:19:48.051056 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-030ec52c-9653-426c-b558-63ff5eed04bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108855812-router', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '564c3b9f-2f28-40de-ac08-0872957616fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:16:42Z', 'updated_at': '2021-07-13T07:16:49Z', 'revision_number': 4, 'project_id': '34f1f252047a479b82dd34808ffbdaa6', 'gw_port': {'id': '564c3b9f-2f28-40de-ac08-0872957616fc', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:43Z', 'updated_at': '2021-07-13T07:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': 'e6b51a4d-5012-47ca-821e-6098a7dfbf1e', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'floating_ip_address': '172.25.3.176', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'port_id': '3079bfa9-b96f-45e6-9b65-b58f06010cc4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c', 'mac_address': 'fa:16:3e:56:00:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375795b0-f635-4346-ac2f-a6e347ba9cd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:17:15Z', 'updated_at': '2021-07-13T07:19:44Z', 'revision_number': 5, 'project_id': '34f1f252047a479b82dd34808ffbdaa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc009cf9-81ee-4362-b413-3d2536014606', 'name': '', 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'mac_address': 'fa:16:3e:b8:b3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '206eeb9b-bd1e-46b3-9846-f00f50c205b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:47Z', 'updated_at': '2021-07-13T07:16:55Z', 'revision_number': 5, 'project_id': '34f1f252047a479b82dd34808ffbdaa6', 'subnets': [{'id': '206eeb9b-bd1e-46b3-9846-f00f50c205b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:48.102805 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-41b289cb-5249-4eb1-a449-3aad87a726c0 None None] For port 766736c1-83a9-4d32-ba7c-abb218287702, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=766736c1-83a9-4d32-ba7c-abb218287702,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:48.110174 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-41b289cb-5249-4eb1-a449-3aad87a726c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:48.119676 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030ec52c-9653-426c-b558-63ff5eed04bf None None] The sync data for ids ['a0a4d613-180c-4b7f-87a9-08858ff989da'] in n-d-771363-34 is: [{'id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108855812-router', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '564c3b9f-2f28-40de-ac08-0872957616fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:16:42Z', 'updated_at': '2021-07-13T07:16:49Z', 'revision_number': 4, 'project_id': '34f1f252047a479b82dd34808ffbdaa6', 'gw_port': {'id': '564c3b9f-2f28-40de-ac08-0872957616fc', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:43Z', 'updated_at': '2021-07-13T07:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': 'e6b51a4d-5012-47ca-821e-6098a7dfbf1e', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'floating_ip_address': '172.25.3.176', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'port_id': '3079bfa9-b96f-45e6-9b65-b58f06010cc4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c', 'mac_address': 'fa:16:3e:56:00:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375795b0-f635-4346-ac2f-a6e347ba9cd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:17:15Z', 'updated_at': '2021-07-13T07:19:44Z', 'revision_number': 5, 'project_id': '34f1f252047a479b82dd34808ffbdaa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc009cf9-81ee-4362-b413-3d2536014606', 'name': '', 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'mac_address': 'fa:16:3e:b8:b3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '206eeb9b-bd1e-46b3-9846-f00f50c205b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:47Z', 'updated_at': '2021-07-13T07:16:55Z', 'revision_number': 5, 'project_id': '34f1f252047a479b82dd34808ffbdaa6', 'subnets': [{'id': '206eeb9b-bd1e-46b3-9846-f00f50c205b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:19:48.251093 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-81b2edd0-17e0-4e9a-b0b4-3d877dfc165c service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:19:48.252516 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-81b2edd0-17e0-4e9a-b0b4-3d877dfc165c service neutron] Checking segment: {'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:19:48.252516 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-81b2edd0-17e0-4e9a-b0b4-3d877dfc165c service neutron] Bound using segment: {'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:19:48.253642 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-81b2edd0-17e0-4e9a-b0b4-3d877dfc165c service neutron] Bound port: 9ad74136-14a6-4d13-9edc-d90f61037557, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:19:48.254166 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-81b2edd0-17e0-4e9a-b0b4-3d877dfc165c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:48.263796 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b289cb-5249-4eb1-a449-3aad87a726c0 None None] Pushing event updated for resources: {'Port': ['ID=766736c1-83a9-4d32-ba7c-abb218287702,revision_number=12']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:48.299474 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea693bdf-e5be-46d0-85e9-c58574eb6c1e req-48450bb5-5878-4e0c-8b9e-a741f3166d6a tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:48.309358 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ea693bdf-e5be-46d0-85e9-c58574eb6c1e req-48450bb5-5878-4e0c-8b9e-a741f3166d6a tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c337b85-4e43-40b9-aa2e-3a02dafa22c2 HTTP/1.1" status: 200 len: 943 time: 0.1089542 Jul 13 07:19:48.318777 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6d9c9e-718e-4b87-9f8f-92199c1f6247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766736c1-83a9-4d32-ba7c-abb218287702'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:48.320741 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcabd18c-9839-416a-b028-4c0bd65cc42d" -d '{"events": [{"server_uuid": "8c6d9c9e-718e-4b87-9f8f-92199c1f6247", "name": "network-vif-plugged", "status": "completed", "tag": "766736c1-83a9-4d32-ba7c-abb218287702"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:48.355093 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ea693bdf-e5be-46d0-85e9-c58574eb6c1e req-b14ac4a5-1618-47b5-b8ec-942ce37392d7 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441663 Jul 13 07:19:48.479501 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-81b2edd0-17e0-4e9a-b0b4-3d877dfc165c service neutron] For port 9ad74136-14a6-4d13-9edc-d90f61037557, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:19:48.484333 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-81b2edd0-17e0-4e9a-b0b4-3d877dfc165c service neutron] For port 9ad74136-14a6-4d13-9edc-d90f61037557, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=9ad74136-14a6-4d13-9edc-d90f61037557,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:19:48.530477 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bbd641-afa8-465d-8846-bbcc0bd7305c None None] New status for floating IP e6b51a4d-5012-47ca-821e-6098a7dfbf1e: ACTIVE {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:19:48.647218 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-81b2edd0-17e0-4e9a-b0b4-3d877dfc165c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:48.655521 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8449ad7-bfb1-4526-9fa7-263dcafe7411 req-31328b9e-a9d6-43d9-b2c9-bb09ee2d9a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:48.657646 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a8449ad7-bfb1-4526-9fa7-263dcafe7411 req-31328b9e-a9d6-43d9-b2c9-bb09ee2d9a72 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=34f1f252047a479b82dd34808ffbdaa6&device_id=375795b0-f635-4346-ac2f-a6e347ba9cd1 HTTP/1.1" status: 200 len: 1097 time: 0.9014764 Jul 13 07:19:48.661499 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-39dfcff0-afc1-42a1-b278-6a0ebee91ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:48.663028 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-c1af7f0e-18f2-4fe0-9150-2bcd1051beb8 service neutron] Attempting to bind port 3ab3056e-db01-4b3c-bcae-19cc25cf4ea6 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:19:48.663610 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-c1af7f0e-18f2-4fe0-9150-2bcd1051beb8 service neutron] Attempting to bind port 3ab3056e-db01-4b3c-bcae-19cc25cf4ea6 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'a9b8753b-d4aa-4a40-9c80-b78a2ae73457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '54bc3c55-f3e2-41ce-a055-91b3b0ee3c98'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:19:48.664035 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-c1af7f0e-18f2-4fe0-9150-2bcd1051beb8 service neutron] Attempting to bind port 3ab3056e-db01-4b3c-bcae-19cc25cf4ea6 on network 54bc3c55-f3e2-41ce-a055-91b3b0ee3c98 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:19:48.693782 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3918ec-24a9-4ce2-9774-82db2193912c req-7474021d-f6c3-4604-a20d-1bdbbb3a21c0 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:48.700729 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9a3918ec-24a9-4ce2-9774-82db2193912c req-7474021d-f6c3-4604-a20d-1bdbbb3a21c0 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=f611dc27-7172-4a6c-afe0-ec98be5596cc HTTP/1.1" status: 200 len: 945 time: 0.1888843 Jul 13 07:19:48.753908 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9a3918ec-24a9-4ce2-9774-82db2193912c req-99964c68-485f-4c38-a5ad-e20402785276 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523100 Jul 13 07:19:48.809104 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-7f17a9c3-8ccb-4083-aea5-fb3e740d4186 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:48.819007 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7a48364b-619e-4374-ae2d-9f6f1af658bb None None] Provisioning complete for port 766736c1-83a9-4d32-ba7c-abb218287702 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:48.819518 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7a48364b-619e-4374-ae2d-9f6f1af658bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:48.824143 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-7f17a9c3-8ccb-4083-aea5-fb3e740d4186 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8382564 Jul 13 07:19:48.824838 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dfcff0-afc1-42a1-b278-6a0ebee91ae6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f061603c-8f73-412f-9dc7-8e296c5dcc97,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:48.850846 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f021de-0b3f-4ec7-aa5b-34caa5a0806f req-dbd4edb1-f02a-48f9-bf5a-aaef2d9bba25 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:48.857752 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-58f021de-0b3f-4ec7-aa5b-34caa5a0806f req-dbd4edb1-f02a-48f9-bf5a-aaef2d9bba25 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 943 time: 2.2382927 Jul 13 07:19:48.859521 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-c1af7f0e-18f2-4fe0-9150-2bcd1051beb8 service neutron] Port 3ab3056e-db01-4b3c-bcae-19cc25cf4ea6 on network 54bc3c55-f3e2-41ce-a055-91b3b0ee3c98 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:19:48.859785 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-c1af7f0e-18f2-4fe0-9150-2bcd1051beb8 service neutron] Attempting to bind port 3ab3056e-db01-4b3c-bcae-19cc25cf4ea6 on network 54bc3c55-f3e2-41ce-a055-91b3b0ee3c98 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:19:48.908888 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-c1af7f0e-18f2-4fe0-9150-2bcd1051beb8 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:19:48.909429 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-c1af7f0e-18f2-4fe0-9150-2bcd1051beb8 service neutron] Checking segment: {'id': 'a9b8753b-d4aa-4a40-9c80-b78a2ae73457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '54bc3c55-f3e2-41ce-a055-91b3b0ee3c98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:19:48.909657 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-c1af7f0e-18f2-4fe0-9150-2bcd1051beb8 service neutron] Bound using segment: {'id': 'a9b8753b-d4aa-4a40-9c80-b78a2ae73457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '54bc3c55-f3e2-41ce-a055-91b3b0ee3c98'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:19:48.910106 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-c1af7f0e-18f2-4fe0-9150-2bcd1051beb8 service neutron] Bound port: 3ab3056e-db01-4b3c-bcae-19cc25cf4ea6, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b8753b-d4aa-4a40-9c80-b78a2ae73457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '54bc3c55-f3e2-41ce-a055-91b3b0ee3c98'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:19:48.910474 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-c1af7f0e-18f2-4fe0-9150-2bcd1051beb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:48.918544 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-a5ed1300-a718-4418-84ab-3d9500672fe4 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] Request body: {'port': {'device_id': '473b7888-b8d7-4b83-b60a-c813da4fd30c', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'admin_state_up': True, 'tenant_id': 'fd9caa5510064c0a8f61425ba42e9a56'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:48.939293 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-81b2edd0-17e0-4e9a-b0b4-3d877dfc165c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:48.939904 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-81b2edd0-17e0-4e9a-b0b4-3d877dfc165c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:48.941999 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-81b2edd0-17e0-4e9a-b0b4-3d877dfc165c service neutron] 10.222.0.42 "PUT /v2.0/ports/9ad74136-14a6-4d13-9edc-d90f61037557 HTTP/1.1" status: 200 len: 1092 time: 3.8814416 Jul 13 07:19:48.956668 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b509842a-d0ca-4a44-acab-58f16699468e', 'tag': '9ad74136-14a6-4d13-9edc-d90f61037557'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:48.959184 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16951cfc-9437-4254-8348-d27968ca8d53" -d '{"events": [{"name": "network-changed", "server_uuid": "b509842a-d0ca-4a44-acab-58f16699468e", "tag": "9ad74136-14a6-4d13-9edc-d90f61037557"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:49.016103 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054b893-fbab-40d0-81ea-dcf45533b39a req-d62e50f3-3926-41d3-b3ef-99a2cc04e7c2 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:49.024219 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2054b893-fbab-40d0-81ea-dcf45533b39a req-d62e50f3-3926-41d3-b3ef-99a2cc04e7c2 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 950 time: 0.1285906 Jul 13 07:19:49.075375 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2054b893-fbab-40d0-81ea-dcf45533b39a req-3704c2a6-cbde-4618-a2af-fd45a869b269 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500469 Jul 13 07:19:49.137702 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a4fca4-5053-4c27-93fc-ff85b4b9f51e x-openstack-request-id: req-c0a4fca4-5053-4c27-93fc-ff85b4b9f51e {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:49.138002 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6d9c9e-718e-4b87-9f8f-92199c1f6247", "name": "network-vif-plugged", "status": "completed", "tag": "766736c1-83a9-4d32-ba7c-abb218287702", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:49.138275 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c0a4fca4-5053-4c27-93fc-ff85b4b9f51e {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:49.138657 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6d9c9e-718e-4b87-9f8f-92199c1f6247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766736c1-83a9-4d32-ba7c-abb218287702', 'code': 200} Jul 13 07:19:49.152588 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-58f021de-0b3f-4ec7-aa5b-34caa5a0806f req-3f1e6546-9b35-4e45-80d3-5a899142dc87 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939668 Jul 13 07:19:49.153765 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2edd0-17e0-4e9a-b0b4-3d877dfc165c service neutron] Pushing event updated for resources: {'Port': ['ID=9ad74136-14a6-4d13-9edc-d90f61037557,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:49.211895 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dfcff0-afc1-42a1-b278-6a0ebee91ae6 admin admin] Checking segment: {'id': '1d0af774-a902-4ad0-bd82-d3635008e70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '11359318-f6e7-447f-ad37-807e37ef5df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:19:49.212251 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dfcff0-afc1-42a1-b278-6a0ebee91ae6 admin admin] Network hostable DHCP agents. Network: 11359318-f6e7-447f-ad37-807e37ef5df1, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:19:49.276625 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8449ad7-bfb1-4526-9fa7-263dcafe7411 req-022e3f9b-8ba3-4e6e-b8fd-bea23818c396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:49.278037 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a8449ad7-bfb1-4526-9fa7-263dcafe7411 req-022e3f9b-8ba3-4e6e-b8fd-bea23818c396 service neutron] 10.222.0.42 "GET /v2.0/networks?id=afb92f7f-5b7d-43ea-9f6e-b225beb5888c HTTP/1.1" status: 200 len: 924 time: 0.5849810 Jul 13 07:19:49.320800 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d8e6472b-0342-429f-8591-288fbee8ca68 req-6c69e8cc-7d53-4e11-af73-716652a7b4f6 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] 10.222.0.23 "GET /v2.0/ports?device_id=473b7888-b8d7-4b83-b60a-c813da4fd30c HTTP/1.1" status: 200 len: 210 time: 0.0400722 Jul 13 07:19:49.365771 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dfcff0-afc1-42a1-b278-6a0ebee91ae6 admin admin] Network 11359318-f6e7-447f-ad37-807e37ef5df1 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:19:49.392048 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-1301fd32-43ea-4c46-bc5f-fac25ff07f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:49.392867 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-1301fd32-43ea-4c46-bc5f-fac25ff07f74 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=05a465060c604024bf60fd1a58309bf9&device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 1095 time: 0.3901658 Jul 13 07:19:49.400406 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-c1af7f0e-18f2-4fe0-9150-2bcd1051beb8 service neutron] For port 3ab3056e-db01-4b3c-bcae-19cc25cf4ea6, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:19:49.445022 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-f40e7c34-661e-4680-b9a4-670fec0503f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ad74136-14a6-4d13-9edc-d90f61037557 HTTP/1.1" status: 200 len: 217 time: 0.0418091 Jul 13 07:19:49.446535 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4583c4-b682-468e-b43c-a0ab32b00522 x-openstack-request-id: req-7e4583c4-b682-468e-b43c-a0ab32b00522 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:49.446828 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b509842a-d0ca-4a44-acab-58f16699468e", "tag": "9ad74136-14a6-4d13-9edc-d90f61037557", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:49.447078 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7e4583c4-b682-468e-b43c-a0ab32b00522 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:49.447494 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b509842a-d0ca-4a44-acab-58f16699468e', 'tag': '9ad74136-14a6-4d13-9edc-d90f61037557', 'status': 'completed', 'code': 200} Jul 13 07:19:49.464513 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-39dfcff0-afc1-42a1-b278-6a0ebee91ae6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 11359318-f6e7-447f-ad37-807e37ef5df1) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:19:49.475615 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c00931a-a40e-49e1-95cb-97855069ca6b None None] Network 11359318-f6e7-447f-ad37-807e37ef5df1 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:19:49.515131 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dfcff0-afc1-42a1-b278-6a0ebee91ae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:49.515770 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-39dfcff0-afc1-42a1-b278-6a0ebee91ae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:49.520506 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-c1af7f0e-18f2-4fe0-9150-2bcd1051beb8 service neutron] For port 3ab3056e-db01-4b3c-bcae-19cc25cf4ea6, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=3ab3056e-db01-4b3c-bcae-19cc25cf4ea6,segment=NetworkSegment(a9b8753b-d4aa-4a40-9c80-b78a2ae73457),segment_id=a9b8753b-d4aa-4a40-9c80-b78a2ae73457)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:19:49.562900 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-c1af7f0e-18f2-4fe0-9150-2bcd1051beb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:49.569907 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-a5ed1300-a718-4418-84ab-3d9500672fe4 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] Made reservation on behalf of fd9caa5510064c0a8f61425ba42e9a56 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:19:49.573593 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-a5ed1300-a718-4418-84ab-3d9500672fe4 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:49.612959 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a8449ad7-bfb1-4526-9fa7-263dcafe7411 req-3eb3cc9a-e761-40a7-b4e7-9d2f66be22b6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3079bfa9-b96f-45e6-9b65-b58f06010cc4 HTTP/1.1" status: 200 len: 1001 time: 0.3209317 Jul 13 07:19:49.665151 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-a5ed1300-a718-4418-84ab-3d9500672fe4 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:49.670712 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-c1af7f0e-18f2-4fe0-9150-2bcd1051beb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:49.671043 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-075784ea-3a6a-4d9d-b3fb-9c05ec5eb8e9 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431597 Jul 13 07:19:49.671350 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-c1af7f0e-18f2-4fe0-9150-2bcd1051beb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:49.672775 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-c1af7f0e-18f2-4fe0-9150-2bcd1051beb8 service neutron] 10.222.0.42 "PUT /v2.0/ports/3ab3056e-db01-4b3c-bcae-19cc25cf4ea6 HTTP/1.1" status: 200 len: 1092 time: 4.8016849 Jul 13 07:19:49.697084 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-39dfcff0-afc1-42a1-b278-6a0ebee91ae6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.1804821 Jul 13 07:19:49.749815 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e21b66a-0d08-4517-af6f-096ea5e02a63 None None] Network 11359318-f6e7-447f-ad37-807e37ef5df1 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:19:49.781907 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-a8a52865-0ab8-43e5-b80e-c4f216a5754b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:49.783406 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-a8a52865-0ab8-43e5-b80e-c4f216a5754b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7ca46c55-f93a-4f0d-847c-cec27912e287 HTTP/1.1" status: 200 len: 848 time: 0.3235552 Jul 13 07:19:49.883051 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-a5ed1300-a718-4418-84ab-3d9500672fe4 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:49.925363 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-baca656e-d6cf-441c-82a0-192cf0a3db4b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359821 Jul 13 07:19:49.926255 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-4f3a9cc0-86a9-4eaf-8e78-59d97b4b6a45 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:49.928020 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-4f3a9cc0-86a9-4eaf-8e78-59d97b4b6a45 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2453709 Jul 13 07:19:49.934854 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-a5ed1300-a718-4418-84ab-3d9500672fe4 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:49.947734 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-7e9ecd3c-343b-499d-8da6-2d28b29c07b3 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/quotas/dfd29396c7b34113bbf812ba80e3a2b0 HTTP/1.1" status: 200 len: 375 time: 0.0138941 Jul 13 07:19:49.991052 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1af7f0e-18f2-4fe0-9150-2bcd1051beb8 service neutron] Pushing event updated for resources: {'Port': ['ID=3ab3056e-db01-4b3c-bcae-19cc25cf4ea6,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:49.994505 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8449ad7-bfb1-4526-9fa7-263dcafe7411 req-d1d47f65-4f28-4a06-808f-0effc0314fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:49.996010 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a8449ad7-bfb1-4526-9fa7-263dcafe7411 req-d1d47f65-4f28-4a06-808f-0effc0314fb2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=206eeb9b-bd1e-46b3-9846-f00f50c205b6 HTTP/1.1" status: 200 len: 862 time: 0.3581882 Jul 13 07:19:50.022221 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-83fe9a8b-40d1-42d9-84c4-a0a1bd69f027 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0719082 Jul 13 07:19:50.097878 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed1300-a718-4418-84ab-3d9500672fe4 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63d75a77-aa10-47fb-bc70-b90d4eb2450b,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:50.165047 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-00c41e0b-4ca5-4b68-9347-0cda16d6c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:50.166554 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-00c41e0b-4ca5-4b68-9347-0cda16d6c1aa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cdafcd5e806e4c2abdd2e83e49772c5a&device_id=6c337b85-4e43-40b9-aa2e-3a02dafa22c2 HTTP/1.1" status: 200 len: 1095 time: 0.4360812 Jul 13 07:19:50.199827 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a867159-148f-4695-904d-af4313487a18 req-ca5fc38a-782f-4e31-a2d2-af4d7005acb6 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:50.203718 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9a867159-148f-4695-904d-af4313487a18 req-ca5fc38a-782f-4e31-a2d2-af4d7005acb6 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c337b85-4e43-40b9-aa2e-3a02dafa22c2 HTTP/1.1" status: 200 len: 943 time: 0.5988204 Jul 13 07:19:50.304132 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-a5ed1300-a718-4418-84ab-3d9500672fe4 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] Allocated IP 192.168.233.16 (f9d6e899-687c-4a4d-bdf3-8d8d169866a7/c5af789a-0729-4e53-834f-ef6745aa079c/f43116fe-8c9d-4af0-b1a5-83da3dd0f82e) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:19:50.309667 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-0ab103bf-3a4e-4dfb-ab74-876b633dce06 service neutron] 10.222.0.42 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717089 Jul 13 07:19:50.320657 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a767ff8-0691-494f-bd35-fb5b6272159d req-d1376534-dc7e-4662-9a30-d3b202c2bf90 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:50.327999 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6a767ff8-0691-494f-bd35-fb5b6272159d req-d1376534-dc7e-4662-9a30-d3b202c2bf90 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=f611dc27-7172-4a6c-afe0-ec98be5596cc HTTP/1.1" status: 200 len: 945 time: 0.0728669 Jul 13 07:19:50.380884 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6a767ff8-0691-494f-bd35-fb5b6272159d req-bfe62ff0-8c0d-4c58-8661-f9c00b592ac7 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518620 Jul 13 07:19:50.398064 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9a867159-148f-4695-904d-af4313487a18 req-de746298-1746-4fb8-915c-76784df451e5 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579993 Jul 13 07:19:50.406959 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 766736c1-83a9-4d32-ba7c-abb218287702 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:19:50.512184 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 766736c1-83a9-4d32-ba7c-abb218287702 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:50.512726 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:50.593107 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-a5ed1300-a718-4418-84ab-3d9500672fe4 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:50.607119 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-a5ed1300-a718-4418-84ab-3d9500672fe4 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] Transition to ACTIVE for port object f43116fe-8c9d-4af0-b1a5-83da3dd0f82e will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:19:50.621703 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [req-37596ea7-12a4-4a38-8d64-1bc8c388a088 req-f4e42802-82e7-4400-839d-6fc4e247c6f9 tempest-SecurityGroupsNegativeTestJSON-35393868 tempest-SecurityGroupsNegativeTestJSON-35393868-project] show failed (client error): The resource could not be found. Jul 13 07:19:50.637429 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-37596ea7-12a4-4a38-8d64-1bc8c388a088 req-f4e42802-82e7-4400-839d-6fc4e247c6f9 tempest-SecurityGroupsNegativeTestJSON-35393868 tempest-SecurityGroupsNegativeTestJSON-35393868-project] 10.222.0.23 "GET /v2.0/security-groups/dec5135b-b715-4375-9bab-4de5b27d22fa HTTP/1.1" status: 404 len: 352 time: 0.0345891 Jul 13 07:19:50.657405 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-a5ed1300-a718-4418-84ab-3d9500672fe4 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:50.660901 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-72539987-189e-49c6-a5e4-f7287e887bfb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ab3056e-db01-4b3c-bcae-19cc25cf4ea6 HTTP/1.1" status: 200 len: 217 time: 0.4254489 Jul 13 07:19:50.880798 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98f30b-9957-4555-8624-fc1b8e6ab802 req-678830b6-1bee-4777-9562-f26a654481e1 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:50.883798 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fb98f30b-9957-4555-8624-fc1b8e6ab802 req-678830b6-1bee-4777-9562-f26a654481e1 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 943 time: 0.0968363 Jul 13 07:19:50.931184 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fb98f30b-9957-4555-8624-fc1b8e6ab802 req-ab308a83-4c0b-4344-80f3-8ebe9e7b6b16 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416067 Jul 13 07:19:51.043089 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a6371877-1fa1-497d-a46d-c9ce22989809 req-f6a13414-7b3b-4af1-a3d6-338bcb0f0021 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 210 time: 0.3895848 Jul 13 07:19:51.081141 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-a5ed1300-a718-4418-84ab-3d9500672fe4 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] Network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:19:51.095179 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-a5ed1300-a718-4418-84ab-3d9500672fe4 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:19:51.107021 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8449ad7-bfb1-4526-9fa7-263dcafe7411 req-7b2fb781-ca61-4902-bdb3-a0d9a2fc14aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:51.108891 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a8449ad7-bfb1-4526-9fa7-263dcafe7411 req-7b2fb781-ca61-4902-bdb3-a0d9a2fc14aa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=afb92f7f-5b7d-43ea-9f6e-b225beb5888c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0705173 Jul 13 07:19:51.111531 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-a5ed1300-a718-4418-84ab-3d9500672fe4 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:19:51.119982 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed1300-a718-4418-84ab-3d9500672fe4 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] Pushing event updated for resources: {'Port': ['ID=f43116fe-8c9d-4af0-b1a5-83da3dd0f82e,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:51.175359 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78809792-aea0-4453-9762-13e9c4b21dcb req-3fd550e4-82f0-4ea4-bafc-f722327c0cc7 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:51.175664 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5d5783ed-beea-427d-a3b0-86ae5f9956c2 req-c21f42de-783e-4bbb-972d-b14397217790 service neutron] 10.222.0.42 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8243995 Jul 13 07:19:51.177263 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-d6eed9a1-af65-479c-9762-213ca936466c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:51.182091 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-d6eed9a1-af65-479c-9762-213ca936466c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7535dae7-ea9c-4865-af6e-7a9b647822e9 HTTP/1.1" status: 200 len: 862 time: 0.4641321 Jul 13 07:19:51.184873 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-78809792-aea0-4453-9762-13e9c4b21dcb req-3fd550e4-82f0-4ea4-bafc-f722327c0cc7 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] 10.222.0.23 "GET /v2.0/ports?device_id=473b7888-b8d7-4b83-b60a-c813da4fd30c HTTP/1.1" status: 200 len: 935 time: 0.1293128 Jul 13 07:19:51.254145 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-78809792-aea0-4453-9762-13e9c4b21dcb req-0430db2e-8b11-4975-b1da-aca5f8656c29 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] 10.222.0.23 "GET /v2.0/security-groups?id=63d75a77-aa10-47fb-bc70-b90d4eb2450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681660 Jul 13 07:19:51.267714 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-e357516d-75d9-4e4c-ac48-a4b34fabd7d3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54bc3c55-f3e2-41ce-a055-91b3b0ee3c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725920 Jul 13 07:19:51.360318 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-a5ed1300-a718-4418-84ab-3d9500672fe4 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:51.360318 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-a5ed1300-a718-4418-84ab-3d9500672fe4 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:51.368297 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d4f71ee4-a340-4a40-827c-e3314c886735 req-60fe594a-500a-46af-a936-6347ed451e6d tempest-SecurityGroupsNegativeTestJSON-35393868 tempest-SecurityGroupsNegativeTestJSON-35393868-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ef6842800bee476db68abf69a6dd1260 HTTP/1.1" status: 200 len: 2984 time: 0.0792243 Jul 13 07:19:51.448808 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-a5ed1300-a718-4418-84ab-3d9500672fe4 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5676949 Jul 13 07:19:51.451002 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c337b85-4e43-40b9-aa2e-3a02dafa22c2', 'tag': '3ab3056e-db01-4b3c-bcae-19cc25cf4ea6'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:51.453294 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92bb2711-549c-4b9f-97ae-cbb8797d5d37" -d '{"events": [{"name": "network-changed", "server_uuid": "6c337b85-4e43-40b9-aa2e-3a02dafa22c2", "tag": "3ab3056e-db01-4b3c-bcae-19cc25cf4ea6"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:51.462617 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a8449ad7-bfb1-4526-9fa7-263dcafe7411 req-02bcf6f3-d651-46bf-a570-72375d09dd79 service neutron] 10.222.0.42 "GET /v2.0/networks/afb92f7f-5b7d-43ea-9f6e-b225beb5888c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355455 Jul 13 07:19:51.471645 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e256f32a-c4b5-4bed-9944-2887047c301d None None] Provisioning for port f43116fe-8c9d-4af0-b1a5-83da3dd0f82e completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:19:51.472301 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-c4f71bf3-b3cf-4ffe-8f02-1363a7666d2a service neutron] Request body: {'port': {'device_id': '473b7888-b8d7-4b83-b60a-c813da4fd30c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:51.480331 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e256f32a-c4b5-4bed-9944-2887047c301d None None] Provisioning complete for port f43116fe-8c9d-4af0-b1a5-83da3dd0f82e triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:51.481102 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e256f32a-c4b5-4bed-9944-2887047c301d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:51.485891 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d4f71ee4-a340-4a40-827c-e3314c886735 req-83c79f7a-4cfb-4569-a3ca-27e6cf82807a tempest-SecurityGroupsNegativeTestJSON-35393868 tempest-SecurityGroupsNegativeTestJSON-35393868-project] 10.222.0.23 "GET /v2.0/security-groups/7974544b-2922-4b62-9ed1-458b691498cd HTTP/1.1" status: 200 len: 2981 time: 0.1166532 Jul 13 07:19:51.586408 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-3ce65e84-97c0-4fed-90c6-2a45cacc6a92 service neutron] 10.222.0.42 "GET /v2.0/networks/54bc3c55-f3e2-41ce-a055-91b3b0ee3c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076308 Jul 13 07:19:51.595519 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d4f71ee4-a340-4a40-827c-e3314c886735 req-2f273155-4bbc-42e1-b60f-118782002027 tempest-SecurityGroupsNegativeTestJSON-35393868 tempest-SecurityGroupsNegativeTestJSON-35393868-project] 10.222.0.23 "GET /v2.0/security-groups/7974544b-2922-4b62-9ed1-458b691498cd HTTP/1.1" status: 200 len: 2981 time: 0.1032712 Jul 13 07:19:51.601385 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-e256f32a-c4b5-4bed-9944-2887047c301d None None] Port f43116fe-8c9d-4af0-b1a5-83da3dd0f82e cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:19:51.651424 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16951cfc-9437-4254-8348-d27968ca8d53 req-6c2e3dda-665e-49a5-b166-7c0f024ae6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:51.652925 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16951cfc-9437-4254-8348-d27968ca8d53 req-6c2e3dda-665e-49a5-b166-7c0f024ae6e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=05a465060c604024bf60fd1a58309bf9&device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 1095 time: 0.3900206 Jul 13 07:19:51.666023 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-b11482e0-3684-4f9d-aa4d-f051f9886640 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654099 Jul 13 07:19:51.824795 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-c4f71bf3-b3cf-4ffe-8f02-1363a7666d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:51.908200 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a8449ad7-bfb1-4526-9fa7-263dcafe7411 req-2a58fb8d-994d-414b-8362-71ce85d3428e service neutron] 10.222.0.42 "GET /v2.0/networks/afb92f7f-5b7d-43ea-9f6e-b225beb5888c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4261930 Jul 13 07:19:51.939875 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-83d1b3f1-01ef-440c-8af9-342eec2903c1 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:51.942786 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-83d1b3f1-01ef-440c-8af9-342eec2903c1 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2722015 Jul 13 07:19:51.961921 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-2309861e-4090-4cd4-9b7d-6bdbf2d46fbe tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Request body: {'port': {'device_id': 'fa1b8f44-a6fb-484b-aaac-29b1e125d105', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'admin_state_up': True, 'tenant_id': 'dfd29396c7b34113bbf812ba80e3a2b0'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:51.989324 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b9afacbf-b1e4-4aed-97c6-d10bf65edd02 req-9ced2cef-4b1e-48d0-bd41-5623350e7a76 service neutron] 10.222.0.42 "GET /v2.0/networks/54bc3c55-f3e2-41ce-a055-91b3b0ee3c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942728 Jul 13 07:19:51.994312 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4253b-9b30-4783-bd1b-92004dc2c46f req-731cda15-4b4c-4861-9ebb-fd0530d6ced6 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:51.996217 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6fc4253b-9b30-4783-bd1b-92004dc2c46f req-731cda15-4b4c-4861-9ebb-fd0530d6ced6 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c337b85-4e43-40b9-aa2e-3a02dafa22c2 HTTP/1.1" status: 200 len: 943 time: 0.1858852 Jul 13 07:19:52.017536 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16951cfc-9437-4254-8348-d27968ca8d53 req-873782f5-619a-407c-ae40-8c012247621d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:52.020373 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16951cfc-9437-4254-8348-d27968ca8d53 req-873782f5-619a-407c-ae40-8c012247621d service neutron] 10.222.0.42 "GET /v2.0/networks?id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d HTTP/1.1" status: 200 len: 909 time: 0.3262036 Jul 13 07:19:52.028489 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5fd17-a3c9-455b-8043-6acc358e2727 req-aa3bc427-3996-4a6e-82fe-8be10c20fc37 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:52.030708 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d4b5fd17-a3c9-455b-8043-6acc358e2727 req-aa3bc427-3996-4a6e-82fe-8be10c20fc37 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=f611dc27-7172-4a6c-afe0-ec98be5596cc HTTP/1.1" status: 200 len: 945 time: 0.3762889 Jul 13 07:19:52.087611 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6fc4253b-9b30-4783-bd1b-92004dc2c46f req-8584b1dd-3c37-43b3-a3f1-8ff878cf59f2 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809486 Jul 13 07:19:52.103242 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16951cfc-9437-4254-8348-d27968ca8d53 req-146fc62e-3ec9-4307-a11b-5a94deba40cc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ad74136-14a6-4d13-9edc-d90f61037557 HTTP/1.1" status: 200 len: 217 time: 0.0720744 Jul 13 07:19:52.142263 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-2309861e-4090-4cd4-9b7d-6bdbf2d46fbe tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Made reservation on behalf of dfd29396c7b34113bbf812ba80e3a2b0 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:19:52.148853 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-2309861e-4090-4cd4-9b7d-6bdbf2d46fbe tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:52.166206 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec57374-a384-45ae-b850-1dda90209d42 x-openstack-request-id: req-dec57374-a384-45ae-b850-1dda90209d42 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:52.166445 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c337b85-4e43-40b9-aa2e-3a02dafa22c2", "tag": "3ab3056e-db01-4b3c-bcae-19cc25cf4ea6", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:52.166575 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dec57374-a384-45ae-b850-1dda90209d42 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:52.166899 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c337b85-4e43-40b9-aa2e-3a02dafa22c2', 'tag': '3ab3056e-db01-4b3c-bcae-19cc25cf4ea6', 'status': 'completed', 'code': 200} Jul 13 07:19:52.280635 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d4b5fd17-a3c9-455b-8043-6acc358e2727 req-fe765ba3-2823-4a32-b6e5-ac218dc83515 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384088 Jul 13 07:19:52.292369 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3956d16f-fb62-4be4-a8c5-88d9f27fd539 req-46b246ed-1533-46b5-a1ed-91864f1e101f tempest-SecurityGroupsNegativeTestJSON-35393868 tempest-SecurityGroupsNegativeTestJSON-35393868-project] 10.222.0.23 "GET /v2.0/security-groups/7974544b-2922-4b62-9ed1-458b691498cd HTTP/1.1" status: 200 len: 2981 time: 0.1208298 Jul 13 07:19:52.309026 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16951cfc-9437-4254-8348-d27968ca8d53 req-114d23a6-8bf8-4a9a-9be7-93e692435452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:52.310589 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16951cfc-9437-4254-8348-d27968ca8d53 req-114d23a6-8bf8-4a9a-9be7-93e692435452 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7ca46c55-f93a-4f0d-847c-cec27912e287 HTTP/1.1" status: 200 len: 848 time: 0.1536460 Jul 13 07:19:52.379432 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [req-3956d16f-fb62-4be4-a8c5-88d9f27fd539 req-42421a47-be86-4fe0-a709-1225f18958b7 tempest-SecurityGroupsNegativeTestJSON-35393868 tempest-SecurityGroupsNegativeTestJSON-35393868-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 13 07:19:52.381910 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16951cfc-9437-4254-8348-d27968ca8d53 req-4d47336e-cfaf-46ac-a64b-46a05bd156ab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537012 Jul 13 07:19:52.393400 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3956d16f-fb62-4be4-a8c5-88d9f27fd539 req-42421a47-be86-4fe0-a709-1225f18958b7 tempest-SecurityGroupsNegativeTestJSON-35393868 tempest-SecurityGroupsNegativeTestJSON-35393868-project] 10.222.0.23 "DELETE /v2.0/security-groups/7974544b-2922-4b62-9ed1-458b691498cd HTTP/1.1" status: 409 len: 352 time: 0.0996611 Jul 13 07:19:52.525774 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb2711-549c-4b9f-97ae-cbb8797d5d37 req-9b4edb24-59e2-47f7-a522-e46cd21edbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:52.527492 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-92bb2711-549c-4b9f-97ae-cbb8797d5d37 req-9b4edb24-59e2-47f7-a522-e46cd21edbf7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cdafcd5e806e4c2abdd2e83e49772c5a&device_id=6c337b85-4e43-40b9-aa2e-3a02dafa22c2 HTTP/1.1" status: 200 len: 1095 time: 0.3491499 Jul 13 07:19:52.533088 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-94f9ba08-ab47-4a2e-a67a-adcb1eed2301 req-f2ce6de6-dd75-449b-af11-2aa2f37bc782 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 210 time: 0.0365303 Jul 13 07:19:52.771677 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ad3c1-41de-4339-a5c2-7c1ecad5002e req-ec49ceee-ad95-4922-8305-2918266869e9 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:52.775733 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2f6ad3c1-41de-4339-a5c2-7c1ecad5002e req-ec49ceee-ad95-4922-8305-2918266869e9 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] 10.222.0.23 "GET /v2.0/ports?device_id=473b7888-b8d7-4b83-b60a-c813da4fd30c HTTP/1.1" status: 200 len: 935 time: 0.0856984 Jul 13 07:19:52.798729 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2be55-ffde-42ad-a13d-de9f1de37c62 req-b93e6f81-f8b1-4608-b7f9-b4127b125748 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:52.801183 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-01d2be55-ffde-42ad-a13d-de9f1de37c62 req-b93e6f81-f8b1-4608-b7f9-b4127b125748 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 943 time: 0.3421731 Jul 13 07:19:52.802968 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16951cfc-9437-4254-8348-d27968ca8d53 req-6c009d16-6684-4596-bfd1-ee92e0ae2366 service neutron] 10.222.0.42 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585143 Jul 13 07:19:52.819039 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2f6ad3c1-41de-4339-a5c2-7c1ecad5002e req-96d3e8e3-314c-473d-ad9d-e3e3896e1d5c tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] 10.222.0.23 "GET /v2.0/security-groups?id=63d75a77-aa10-47fb-bc70-b90d4eb2450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401011 Jul 13 07:19:52.842127 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-c4f71bf3-b3cf-4ffe-8f02-1363a7666d2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f43116fe-8c9d-4af0-b1a5-83da3dd0f82e {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:19:52.871981 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-c4f71bf3-b3cf-4ffe-8f02-1363a7666d2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:52.875238 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb2711-549c-4b9f-97ae-cbb8797d5d37 req-e7a15dba-5829-4870-aa55-e92be7e5daee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:52.876750 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-92bb2711-549c-4b9f-97ae-cbb8797d5d37 req-e7a15dba-5829-4870-aa55-e92be7e5daee service neutron] 10.222.0.42 "GET /v2.0/networks?id=54bc3c55-f3e2-41ce-a055-91b3b0ee3c98 HTTP/1.1" status: 200 len: 923 time: 0.3400118 Jul 13 07:19:52.935669 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-92bb2711-549c-4b9f-97ae-cbb8797d5d37 req-578eeb43-ccf6-400d-892b-0eeb4e406243 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ab3056e-db01-4b3c-bcae-19cc25cf4ea6 HTTP/1.1" status: 200 len: 217 time: 0.0463111 Jul 13 07:19:53.004135 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [req-16295854-ab82-4219-9478-404427ec9821 req-f2d6a2ed-c60a-4f6c-84e0-7a7af51925e7 tempest-SecurityGroupsNegativeTestJSON-35393868 tempest-SecurityGroupsNegativeTestJSON-35393868-project] show failed (client error): The resource could not be found. Jul 13 07:19:53.008783 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb2711-549c-4b9f-97ae-cbb8797d5d37 req-0f4a7ccb-e57b-46c4-b509-748fb7b94f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:53.010239 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-92bb2711-549c-4b9f-97ae-cbb8797d5d37 req-0f4a7ccb-e57b-46c4-b509-748fb7b94f69 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7535dae7-ea9c-4865-af6e-7a9b647822e9 HTTP/1.1" status: 200 len: 862 time: 0.0627608 Jul 13 07:19:53.011237 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-c4f71bf3-b3cf-4ffe-8f02-1363a7666d2a service neutron] Transition to ACTIVE for port object f43116fe-8c9d-4af0-b1a5-83da3dd0f82e will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:19:53.022975 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16295854-ab82-4219-9478-404427ec9821 req-f2d6a2ed-c60a-4f6c-84e0-7a7af51925e7 tempest-SecurityGroupsNegativeTestJSON-35393868 tempest-SecurityGroupsNegativeTestJSON-35393868-project] 10.222.0.23 "GET /v2.0/security-groups/7e8b51bd-317f-4e33-9f2d-7ed2a83b6a3d HTTP/1.1" status: 404 len: 352 time: 0.0379653 Jul 13 07:19:53.052862 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-c4f71bf3-b3cf-4ffe-8f02-1363a7666d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:53.065621 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-01d2be55-ffde-42ad-a13d-de9f1de37c62 req-375218ff-482f-479d-9338-151ad3dbe366 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572367 Jul 13 07:19:53.099686 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-2309861e-4090-4cd4-9b7d-6bdbf2d46fbe tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Allocated IP 192.168.233.157 (f9d6e899-687c-4a4d-bdf3-8d8d169866a7/c5af789a-0729-4e53-834f-ef6745aa079c/6dff3c0b-7472-436f-9677-480967b414b7) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:19:53.149797 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:53.173023 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-92bb2711-549c-4b9f-97ae-cbb8797d5d37 req-5aac12be-62d3-4de1-b800-04bb8fa28f12 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=54bc3c55-f3e2-41ce-a055-91b3b0ee3c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1299293 Jul 13 07:19:53.173593 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f71bf3-b3cf-4ffe-8f02-1363a7666d2a service neutron] Pushing event updated for resources: {'Port': ['ID=f43116fe-8c9d-4af0-b1a5-83da3dd0f82e,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:53.201031 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16951cfc-9437-4254-8348-d27968ca8d53 req-9679d116-97ea-4226-8f29-a9843a7a3c76 service neutron] 10.222.0.42 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834534 Jul 13 07:19:53.245861 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [req-cacf5a87-1053-43e7-954b-34f09c83d459 req-31e8dd77-2d4f-4e46-b928-a462273ecbc8 tempest-SecurityGroupsNegativeTestJSON-35393868 tempest-SecurityGroupsNegativeTestJSON-35393868-project] show failed (client error): The resource could not be found. Jul 13 07:19:53.246902 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cacf5a87-1053-43e7-954b-34f09c83d459 req-31e8dd77-2d4f-4e46-b928-a462273ecbc8 tempest-SecurityGroupsNegativeTestJSON-35393868 tempest-SecurityGroupsNegativeTestJSON-35393868-project] 10.222.0.23 "GET /v2.0/security-groups/9f5595a5-d99d-4e03-a2bb-127fbc9685d2 HTTP/1.1" status: 404 len: 352 time: 0.0741997 Jul 13 07:19:53.278452 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44476) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:53.428210 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-2309861e-4090-4cd4-9b7d-6bdbf2d46fbe tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:53.445267 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-2309861e-4090-4cd4-9b7d-6bdbf2d46fbe tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Transition to ACTIVE for port object 6dff3c0b-7472-436f-9677-480967b414b7 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:19:53.492603 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-2309861e-4090-4cd4-9b7d-6bdbf2d46fbe tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:53.505573 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['9c7a8282-37d0-4766-acbb-4c25f10c0b68'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:19:53.563371 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-2309861e-4090-4cd4-9b7d-6bdbf2d46fbe tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:19:53.564657 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-4229cc35-57b9-4689-bb88-743e30c4133b admin admin] Deleting subnet f061603c-8f73-412f-9dc7-8e296c5dcc97 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:19:53.569375 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-92bb2711-549c-4b9f-97ae-cbb8797d5d37 req-1e6ace3e-4208-416d-86fa-124df6aebf8b service neutron] 10.222.0.42 "GET /v2.0/networks/54bc3c55-f3e2-41ce-a055-91b3b0ee3c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669803 Jul 13 07:19:53.571892 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-2309861e-4090-4cd4-9b7d-6bdbf2d46fbe tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:19:53.573495 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4229cc35-57b9-4689-bb88-743e30c4133b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:53.582215 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-2309861e-4090-4cd4-9b7d-6bdbf2d46fbe tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:19:53.595796 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['6d0a0a67-9326-4421-a6a8-789e665561cf', '766736c1-83a9-4d32-ba7c-abb218287702'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:19:53.622743 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-c4f71bf3-b3cf-4ffe-8f02-1363a7666d2a service neutron] Attempting to bind port f43116fe-8c9d-4af0-b1a5-83da3dd0f82e on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:19:53.623096 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-c4f71bf3-b3cf-4ffe-8f02-1363a7666d2a service neutron] Attempting to bind port f43116fe-8c9d-4af0-b1a5-83da3dd0f82e by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:19:53.623612 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-c4f71bf3-b3cf-4ffe-8f02-1363a7666d2a service neutron] Attempting to bind port f43116fe-8c9d-4af0-b1a5-83da3dd0f82e on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:19:53.635239 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309861e-4090-4cd4-9b7d-6bdbf2d46fbe tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Pushing event updated for resources: {'Port': ['ID=6dff3c0b-7472-436f-9677-480967b414b7,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:53.673596 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:53.679852 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1abbd76-d8da-4ce2-aab4-fd9046a630c5 req-dcb84f01-66f5-4864-8726-6c685b02899f tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:53.681570 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d1abbd76-d8da-4ce2-aab4-fd9046a630c5 req-dcb84f01-66f5-4864-8726-6c685b02899f tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=f611dc27-7172-4a6c-afe0-ec98be5596cc HTTP/1.1" status: 200 len: 945 time: 0.2022045 Jul 13 07:19:53.700196 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-2309861e-4090-4cd4-9b7d-6bdbf2d46fbe tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:53.701105 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-2309861e-4090-4cd4-9b7d-6bdbf2d46fbe tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:53.710962 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-c4f71bf3-b3cf-4ffe-8f02-1363a7666d2a service neutron] Port f43116fe-8c9d-4af0-b1a5-83da3dd0f82e on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:19:53.711358 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-c4f71bf3-b3cf-4ffe-8f02-1363a7666d2a service neutron] Attempting to bind port f43116fe-8c9d-4af0-b1a5-83da3dd0f82e on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:19:53.731564 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4229cc35-57b9-4689-bb88-743e30c4133b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:53.756567 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-2309861e-4090-4cd4-9b7d-6bdbf2d46fbe tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8025835 Jul 13 07:19:53.760223 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-c4f71bf3-b3cf-4ffe-8f02-1363a7666d2a service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:19:53.760602 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-c4f71bf3-b3cf-4ffe-8f02-1363a7666d2a service neutron] Checking segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:19:53.761019 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-c4f71bf3-b3cf-4ffe-8f02-1363a7666d2a service neutron] Bound using segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:19:53.761501 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-c4f71bf3-b3cf-4ffe-8f02-1363a7666d2a service neutron] Bound port: f43116fe-8c9d-4af0-b1a5-83da3dd0f82e, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:19:53.762062 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-c4f71bf3-b3cf-4ffe-8f02-1363a7666d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:53.778633 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d1abbd76-d8da-4ce2-aab4-fd9046a630c5 req-32d105c5-fef3-44e9-b4b0-19e3f1fa9547 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725293 Jul 13 07:19:53.789743 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-e173d780-0353-4718-bb30-155883ae300d service neutron] Request body: {'port': {'device_id': 'fa1b8f44-a6fb-484b-aaac-29b1e125d105', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:53.874747 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-e173d780-0353-4718-bb30-155883ae300d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:54.001726 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f07364d5-51cb-4c5b-8c9d-78ab68033dfa None None] Provisioning for port 6dff3c0b-7472-436f-9677-480967b414b7 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:19:54.015189 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f07364d5-51cb-4c5b-8c9d-78ab68033dfa None None] Provisioning complete for port 6dff3c0b-7472-436f-9677-480967b414b7 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:54.015573 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f07364d5-51cb-4c5b-8c9d-78ab68033dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:54.058715 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f07364d5-51cb-4c5b-8c9d-78ab68033dfa None None] Port 6dff3c0b-7472-436f-9677-480967b414b7 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:19:54.098318 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24922a-0f8b-4271-ac51-806fc278605d req-3b9821fd-b4cc-4ad5-88b2-f3f73ebec0eb tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:54.099982 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3c24922a-0f8b-4271-ac51-806fc278605d req-3b9821fd-b4cc-4ad5-88b2-f3f73ebec0eb tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 936 time: 0.1585498 Jul 13 07:19:54.160076 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7272b8-7c55-470e-a0f0-df032efcd15e req-32f1132e-207e-4a65-9895-6192361ab640 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:54.161573 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1a7272b8-7c55-470e-a0f0-df032efcd15e req-32f1132e-207e-4a65-9895-6192361ab640 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c337b85-4e43-40b9-aa2e-3a02dafa22c2 HTTP/1.1" status: 200 len: 943 time: 0.7696118 Jul 13 07:19:54.183346 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3c24922a-0f8b-4271-ac51-806fc278605d req-25c7edf4-a992-4ad5-90d3-ff85b6f19ffe tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737212 Jul 13 07:19:54.184693 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4229cc35-57b9-4689-bb88-743e30c4133b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:54.230452 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-92bb2711-549c-4b9f-97ae-cbb8797d5d37 req-1cf30a64-0ad7-49f0-84eb-51720c042c95 service neutron] 10.222.0.42 "GET /v2.0/networks/54bc3c55-f3e2-41ce-a055-91b3b0ee3c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6117692 Jul 13 07:19:54.274136 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-e173d780-0353-4718-bb30-155883ae300d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dff3c0b-7472-436f-9677-480967b414b7 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:19:54.280270 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1a7272b8-7c55-470e-a0f0-df032efcd15e req-f0db31b7-7275-4d35-a7b2-8aef1ad77936 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932152 Jul 13 07:19:54.285464 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-e173d780-0353-4718-bb30-155883ae300d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:54.287416 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-c4f71bf3-b3cf-4ffe-8f02-1363a7666d2a service neutron] For port f43116fe-8c9d-4af0-b1a5-83da3dd0f82e, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:19:54.292583 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-c4f71bf3-b3cf-4ffe-8f02-1363a7666d2a service neutron] For port f43116fe-8c9d-4af0-b1a5-83da3dd0f82e, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=f43116fe-8c9d-4af0-b1a5-83da3dd0f82e,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:19:54.300645 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-c4f71bf3-b3cf-4ffe-8f02-1363a7666d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:54.322942 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-e173d780-0353-4718-bb30-155883ae300d service neutron] Transition to ACTIVE for port object 6dff3c0b-7472-436f-9677-480967b414b7 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:19:54.331904 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4229cc35-57b9-4689-bb88-743e30c4133b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:54.349608 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-e173d780-0353-4718-bb30-155883ae300d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:54.375024 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229cc35-57b9-4689-bb88-743e30c4133b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f061603c-8f73-412f-9dc7-8e296c5dcc97,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:54.383068 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-c4f71bf3-b3cf-4ffe-8f02-1363a7666d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:54.383715 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-c4f71bf3-b3cf-4ffe-8f02-1363a7666d2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:54.388204 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-c4f71bf3-b3cf-4ffe-8f02-1363a7666d2a service neutron] 10.222.0.25 "PUT /v2.0/ports/f43116fe-8c9d-4af0-b1a5-83da3dd0f82e HTTP/1.1" status: 200 len: 1096 time: 2.9231360 Jul 13 07:19:54.391599 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473b7888-b8d7-4b83-b60a-c813da4fd30c', 'tag': 'f43116fe-8c9d-4af0-b1a5-83da3dd0f82e'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:54.394107 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4436c394-33dc-4f13-ab5d-e6f9ee05decd" -d '{"events": [{"name": "network-changed", "server_uuid": "473b7888-b8d7-4b83-b60a-c813da4fd30c", "tag": "f43116fe-8c9d-4af0-b1a5-83da3dd0f82e"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:54.397908 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4229cc35-57b9-4689-bb88-743e30c4133b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:54.402291 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4229cc35-57b9-4689-bb88-743e30c4133b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f061603c-8f73-412f-9dc7-8e296c5dcc97 HTTP/1.1" status: 204 len: 168 time: 1.0243959 Jul 13 07:19:54.402526 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44494) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:54.418164 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f71bf3-b3cf-4ffe-8f02-1363a7666d2a service neutron] Pushing event updated for resources: {'Port': ['ID=f43116fe-8c9d-4af0-b1a5-83da3dd0f82e,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:54.422377 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e173d780-0353-4718-bb30-155883ae300d service neutron] Pushing event updated for resources: {'Port': ['ID=6dff3c0b-7472-436f-9677-480967b414b7,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:54.437605 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 3ab3056e-db01-4b3c-bcae-19cc25cf4ea6 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:19:54.535753 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-34fde597-af3e-43d4-a8f0-a31c468877a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:54.538017 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-34fde597-af3e-43d4-a8f0-a31c468877a0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fd9caa5510064c0a8f61425ba42e9a56&device_id=473b7888-b8d7-4b83-b60a-c813da4fd30c HTTP/1.1" status: 200 len: 1099 time: 0.0834465 Jul 13 07:19:54.576716 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 3ab3056e-db01-4b3c-bcae-19cc25cf4ea6, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=3ab3056e-db01-4b3c-bcae-19cc25cf4ea6,segment=NetworkSegment(a9b8753b-d4aa-4a40-9c80-b78a2ae73457),segment_id=a9b8753b-d4aa-4a40-9c80-b78a2ae73457)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:54.588671 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-25ae9618-9585-491d-953c-6bf913b38f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:54.596828 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '3ab3056e-db01-4b3c-bcae-19cc25cf4ea6', 'network_id': '54bc3c55-f3e2-41ce-a055-91b3b0ee3c98', 'port_id': '3ab3056e-db01-4b3c-bcae-19cc25cf4ea6', 'mac_address': 'fa:16:3e:39:e9:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7535dae7-ea9c-4865-af6e-7a9b647822e9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:19:54.605677 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe9f95-0985-45c3-9a77-82a142ca8bae req-1915f7bb-8555-46d4-bf52-d8439b0d7149 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:54.607422 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-75fe9f95-0985-45c3-9a77-82a142ca8bae req-1915f7bb-8555-46d4-bf52-d8439b0d7149 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] 10.222.0.23 "GET /v2.0/ports?device_id=473b7888-b8d7-4b83-b60a-c813da4fd30c HTTP/1.1" status: 200 len: 947 time: 0.3102996 Jul 13 07:19:54.625848 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-5694401c-ef9e-41bb-9742-6dac701e55c1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=f43116fe-8c9d-4af0-b1a5-83da3dd0f82e HTTP/1.1" status: 200 len: 217 time: 0.0789714 Jul 13 07:19:54.649757 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:54.664100 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ab3056e-db01-4b3c-bcae-19cc25cf4ea6 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:19:54.699815 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 3ab3056e-db01-4b3c-bcae-19cc25cf4ea6, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=3ab3056e-db01-4b3c-bcae-19cc25cf4ea6,segment=NetworkSegment(a9b8753b-d4aa-4a40-9c80-b78a2ae73457),segment_id=a9b8753b-d4aa-4a40-9c80-b78a2ae73457)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:54.703270 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-e173d780-0353-4718-bb30-155883ae300d service neutron] Attempting to bind port 6dff3c0b-7472-436f-9677-480967b414b7 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:19:54.703909 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-e173d780-0353-4718-bb30-155883ae300d service neutron] Attempting to bind port 6dff3c0b-7472-436f-9677-480967b414b7 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:19:54.704139 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-e173d780-0353-4718-bb30-155883ae300d service neutron] Attempting to bind port 6dff3c0b-7472-436f-9677-480967b414b7 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:19:54.709394 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:54.717812 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-e173d780-0353-4718-bb30-155883ae300d service neutron] Port 6dff3c0b-7472-436f-9677-480967b414b7 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:19:54.718183 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-e173d780-0353-4718-bb30-155883ae300d service neutron] Attempting to bind port 6dff3c0b-7472-436f-9677-480967b414b7 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:19:54.733250 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-5339208e-a8fc-4f98-81f2-fb49e3db31b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:54.734746 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-5339208e-a8fc-4f98-81f2-fb49e3db31b8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.0966756 Jul 13 07:19:54.772549 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-28f9c29a-ff04-40c5-a3d2-9dcf1f87ac1c tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:54.773547 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=3ab3056e-db01-4b3c-bcae-19cc25cf4ea6,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:54.775490 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-28f9c29a-ff04-40c5-a3d2-9dcf1f87ac1c tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/networks?id=bff43fa8-f666-4c15-8f06-2242dcee7e17 HTTP/1.1" status: 200 len: 821 time: 0.1647587 Jul 13 07:19:54.828675 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-0f088e68-4d5e-4296-8712-93f5c8fed818 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/quotas/59ced391c6a04d319ae98164aff14fc2 HTTP/1.1" status: 200 len: 375 time: 0.0384474 Jul 13 07:19:54.895807 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-9952d89a-b9c9-4acc-8c58-e646294fdb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:54.897320 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-9952d89a-b9c9-4acc-8c58-e646294fdb66 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1205120 Jul 13 07:19:54.957068 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-f1c4463f-a260-43f1-aadd-2ab110c28986 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=59ced391c6a04d319ae98164aff14fc2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1203110 Jul 13 07:19:54.995893 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-25ae9618-9585-491d-953c-6bf913b38f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:54.998610 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-e173d780-0353-4718-bb30-155883ae300d service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:19:54.998947 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-e173d780-0353-4718-bb30-155883ae300d service neutron] Checking segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:19:54.999350 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-e173d780-0353-4718-bb30-155883ae300d service neutron] Bound using segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:19:54.999787 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-e173d780-0353-4718-bb30-155883ae300d service neutron] Bound port: 6dff3c0b-7472-436f-9677-480967b414b7, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:19:55.000128 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-e173d780-0353-4718-bb30-155883ae300d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:55.004375 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-75fe9f95-0985-45c3-9a77-82a142ca8bae req-46499638-3545-4ee5-88c5-84b0d08fa431 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] 10.222.0.23 "GET /v2.0/security-groups?id=63d75a77-aa10-47fb-bc70-b90d4eb2450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884473 Jul 13 07:19:55.019135 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-25ae9618-9585-491d-953c-6bf913b38f47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11359318-f6e7-447f-ad37-807e37ef5df1']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:55.052173 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-25ae9618-9585-491d-953c-6bf913b38f47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d0af774-a902-4ad0-bd82-d3635008e70f') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:55.052475 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-25ae9618-9585-491d-953c-6bf913b38f47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d0af774-a902-4ad0-bd82-d3635008e70f') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:19:55.066895 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-25ae9618-9585-491d-953c-6bf913b38f47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:55.069335 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-bf045c24-81c3-46da-a03d-d1c483211480 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639087 Jul 13 07:19:55.069903 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['3ab3056e-db01-4b3c-bcae-19cc25cf4ea6'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:19:55.090554 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-25ae9618-9585-491d-953c-6bf913b38f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:55.103053 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25ae9618-9585-491d-953c-6bf913b38f47 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:19:55.103586 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-25ae9618-9585-491d-953c-6bf913b38f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:55.105329 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:19:55.105329 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:19:55.105329 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:19:55.105329 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:19:55.105329 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:19:55.105329 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:19:55.105329 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:19:55.105329 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:19:55.105329 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:19:55.105329 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:19:55.105329 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:19:55.105329 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:19:55.105329 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:19:55.105329 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:19:55.105329 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:19:55.105329 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:19:55.105329 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:19:55.105329 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:19:55.105329 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:19:55.105329 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:19:55.105329 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:19:55.105329 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:19:55.105329 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:19:55.105329 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:19:55.105329 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:19:55.105329 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:19:55.105329 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:19:55.105329 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:19:55.105329 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:19:55.105329 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:19:55.105329 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:19:55.105329 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:19:55.105329 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:19:55.105329 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:19:55.119704 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-e173d780-0353-4718-bb30-155883ae300d service neutron] For port 6dff3c0b-7472-436f-9677-480967b414b7, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:19:55.135131 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-f6161248-6e6d-476d-b640-ba1ff970881d service neutron] 10.222.0.23 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443560 Jul 13 07:19:55.170855 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-e173d780-0353-4718-bb30-155883ae300d service neutron] For port 6dff3c0b-7472-436f-9677-480967b414b7, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=6dff3c0b-7472-436f-9677-480967b414b7,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:19:55.204774 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-e173d780-0353-4718-bb30-155883ae300d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:55.217885 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-25ae9618-9585-491d-953c-6bf913b38f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:55.246493 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-25ae9618-9585-491d-953c-6bf913b38f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:55.250751 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-25ae9618-9585-491d-953c-6bf913b38f47 admin admin] 10.222.0.23 "DELETE /v2.0/networks/11359318-f6e7-447f-ad37-807e37ef5df1 HTTP/1.1" status: 204 len: 168 time: 0.8422129 Jul 13 07:19:55.255403 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9bd086d9-bc41-45d3-84af-c3ec69b6e601 req-bbb07f79-2341-4792-aba5-631860b80981 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787348 Jul 13 07:19:55.278629 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-e173d780-0353-4718-bb30-155883ae300d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:55.279711 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-e173d780-0353-4718-bb30-155883ae300d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:55.280910 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-e173d780-0353-4718-bb30-155883ae300d service neutron] 10.222.0.25 "PUT /v2.0/ports/6dff3c0b-7472-436f-9677-480967b414b7 HTTP/1.1" status: 200 len: 1097 time: 1.4984543 Jul 13 07:19:55.286766 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa1b8f44-a6fb-484b-aaac-29b1e125d105', 'tag': '6dff3c0b-7472-436f-9677-480967b414b7'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:55.289037 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ebc9c4-d735-4956-ba9f-999fe981df55" -d '{"events": [{"name": "network-changed", "server_uuid": "fa1b8f44-a6fb-484b-aaac-29b1e125d105", "tag": "6dff3c0b-7472-436f-9677-480967b414b7"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:55.291698 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-390d26d1-b8b1-4995-a841-93c02d7e1b38 service neutron] 10.222.0.23 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264713 Jul 13 07:19:55.299479 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae9618-9585-491d-953c-6bf913b38f47 admin admin] Pushing event deleted for resources: {'Network': ['ID=11359318-f6e7-447f-ad37-807e37ef5df1,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:55.338012 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e173d780-0353-4718-bb30-155883ae300d service neutron] Pushing event updated for resources: {'Port': ['ID=6dff3c0b-7472-436f-9677-480967b414b7,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:55.414114 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44508) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:55.431581 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e01dc0-de3d-4979-94cd-60ab26642f3a req-e18187b1-18fb-459d-9da7-54f232ae08cb tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:55.433209 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-68e01dc0-de3d-4979-94cd-60ab26642f3a req-e18187b1-18fb-459d-9da7-54f232ae08cb tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 943 time: 0.2609174 Jul 13 07:19:55.494844 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-bab0bd63-afee-47e8-a11f-60aaea649536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:55.496233 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-bab0bd63-afee-47e8-a11f-60aaea649536 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 1100 time: 0.1484306 Jul 13 07:19:55.519031 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b59d3b30-482a-4611-b2ff-2e84d5be5716 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ef6842800bee476db68abf69a6dd1260&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1016035 Jul 13 07:19:55.519306 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44512) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:55.559780 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-68e01dc0-de3d-4979-94cd-60ab26642f3a req-eac0ae15-b87f-4116-845a-22cc8d0838a8 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140287 Jul 13 07:19:55.586112 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-0c4c7913-83de-4244-8989-829e39526a2e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=6dff3c0b-7472-436f-9677-480967b414b7 HTTP/1.1" status: 200 len: 217 time: 0.0797694 Jul 13 07:19:55.614250 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b1b805-1c9a-476c-97d6-099408feee13 x-openstack-request-id: req-d8b1b805-1c9a-476c-97d6-099408feee13 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:55.614727 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "473b7888-b8d7-4b83-b60a-c813da4fd30c", "tag": "f43116fe-8c9d-4af0-b1a5-83da3dd0f82e", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:55.615243 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d8b1b805-1c9a-476c-97d6-099408feee13 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:55.615866 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '473b7888-b8d7-4b83-b60a-c813da4fd30c', 'tag': 'f43116fe-8c9d-4af0-b1a5-83da3dd0f82e', 'status': 'completed', 'code': 200} Jul 13 07:19:55.654960 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cc18d64b-bda5-402b-afde-eff36efaec4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:55.662198 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-168f28ba-8cc2-4ec9-bfe6-99f0fc0c5423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:55.663730 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-168f28ba-8cc2-4ec9-bfe6-99f0fc0c5423 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.0634270 Jul 13 07:19:55.712529 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cc18d64b-bda5-402b-afde-eff36efaec4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:55.717499 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436c394-33dc-4f13-ab5d-e6f9ee05decd req-2875501d-659e-4b2d-9c5d-228072df585a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:55.720218 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4436c394-33dc-4f13-ab5d-e6f9ee05decd req-2875501d-659e-4b2d-9c5d-228072df585a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fd9caa5510064c0a8f61425ba42e9a56&device_id=473b7888-b8d7-4b83-b60a-c813da4fd30c HTTP/1.1" status: 200 len: 1099 time: 0.0776255 Jul 13 07:19:55.881596 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436c394-33dc-4f13-ab5d-e6f9ee05decd req-08fc9d9e-cc75-44be-97fa-c49c0e534c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:55.883303 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4436c394-33dc-4f13-ab5d-e6f9ee05decd req-08fc9d9e-cc75-44be-97fa-c49c0e534c36 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.1475189 Jul 13 07:19:55.891908 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-4a822fb6-81d5-47c8-b810-aa0170983f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:55.893733 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-4a822fb6-81d5-47c8-b810-aa0170983f55 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2189353 Jul 13 07:19:55.939777 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f462e-6b04-404f-9e48-c4bb384355b2 req-3bec7835-b89e-4672-a6e9-f048d7f141ff tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:55.948412 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4436c394-33dc-4f13-ab5d-e6f9ee05decd req-88b0ee56-5d1e-4386-b7d3-07cc7de5abf1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=f43116fe-8c9d-4af0-b1a5-83da3dd0f82e HTTP/1.1" status: 200 len: 217 time: 0.0567772 Jul 13 07:19:55.949216 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f20f462e-6b04-404f-9e48-c4bb384355b2 req-3bec7835-b89e-4672-a6e9-f048d7f141ff tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=f611dc27-7172-4a6c-afe0-ec98be5596cc HTTP/1.1" status: 200 len: 945 time: 0.2072196 Jul 13 07:19:55.959891 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cc18d64b-bda5-402b-afde-eff36efaec4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:55.962303 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cc18d64b-bda5-402b-afde-eff36efaec4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:55.963411 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-cc18d64b-bda5-402b-afde-eff36efaec4e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7974544b-2922-4b62-9ed1-458b691498cd HTTP/1.1" status: 204 len: 168 time: 0.4431198 Jul 13 07:19:55.982532 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18d64b-bda5-402b-afde-eff36efaec4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7974544b-2922-4b62-9ed1-458b691498cd,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:56.044447 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436c394-33dc-4f13-ab5d-e6f9ee05decd req-48db86f8-059f-4074-8115-e327e5820858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:56.046004 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4436c394-33dc-4f13-ab5d-e6f9ee05decd req-48db86f8-059f-4074-8115-e327e5820858 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.0849533 Jul 13 07:19:56.058289 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f20f462e-6b04-404f-9e48-c4bb384355b2 req-f7fdff82-3ced-492b-b35c-9edcb87f14d7 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080458 Jul 13 07:19:56.093957 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302714af-486e-49dd-b2b9-bb6f66bbcdcb req-ad887de8-dc8c-46ef-a521-83f045c38715 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:56.095581 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-302714af-486e-49dd-b2b9-bb6f66bbcdcb req-ad887de8-dc8c-46ef-a521-83f045c38715 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 948 time: 0.1440401 Jul 13 07:19:56.114430 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-fa8acbe8-10cd-4ea6-aded-676180f0e0e4 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107148 Jul 13 07:19:56.151478 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436c394-33dc-4f13-ab5d-e6f9ee05decd req-f10ddf33-cefb-450b-8930-c290a59ee84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:56.152918 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4436c394-33dc-4f13-ab5d-e6f9ee05decd req-f10ddf33-cefb-450b-8930-c290a59ee84d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0998962 Jul 13 07:19:56.166258 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-302714af-486e-49dd-b2b9-bb6f66bbcdcb req-748b780c-a7b3-4806-9583-ba609094b283 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619421 Jul 13 07:19:56.231891 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d4743302-f4c6-4c56-89c5-b12c8e31a362 req-426a3d2a-288f-482c-9806-ad1aee9b6146 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133864 Jul 13 07:19:56.258870 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c301b11-43c8-4705-9799-b7a6caf1c1b4 x-openstack-request-id: req-8c301b11-43c8-4705-9799-b7a6caf1c1b4 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:56.259261 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa1b8f44-a6fb-484b-aaac-29b1e125d105", "tag": "6dff3c0b-7472-436f-9677-480967b414b7", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:56.259589 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8c301b11-43c8-4705-9799-b7a6caf1c1b4 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:56.260121 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa1b8f44-a6fb-484b-aaac-29b1e125d105', 'tag': '6dff3c0b-7472-436f-9677-480967b414b7', 'status': 'completed', 'code': 200} Jul 13 07:19:56.319151 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4436c394-33dc-4f13-ab5d-e6f9ee05decd req-c19cc549-34da-4e0c-bbe3-abfec99db712 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519048 Jul 13 07:19:56.451986 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 3ab3056e-db01-4b3c-bcae-19cc25cf4ea6 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:19:56.480274 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347aebd-35c3-45b8-9bf2-4fd275bfba4f req-a13aa87e-26cb-4879-80b9-3f169b85419c tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:56.488372 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c347aebd-35c3-45b8-9bf2-4fd275bfba4f req-a13aa87e-26cb-4879-80b9-3f169b85419c tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c337b85-4e43-40b9-aa2e-3a02dafa22c2 HTTP/1.1" status: 200 len: 944 time: 0.1483755 Jul 13 07:19:56.489266 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4436c394-33dc-4f13-ab5d-e6f9ee05decd req-d39f9272-56f9-4854-8fcb-60d9cf31dce1 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616969 Jul 13 07:19:56.511020 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebc9c4-d735-4956-ba9f-999fe981df55 req-a568652e-e365-4bef-8d20-14e5540bd05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:56.512559 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-12ebc9c4-d735-4956-ba9f-999fe981df55 req-a568652e-e365-4bef-8d20-14e5540bd05e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 1100 time: 0.2240157 Jul 13 07:19:56.559482 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c347aebd-35c3-45b8-9bf2-4fd275bfba4f req-23ee32dc-d7e9-4f89-b9a0-8e2e3e5b7fde tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699313 Jul 13 07:19:56.569151 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 3ab3056e-db01-4b3c-bcae-19cc25cf4ea6 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:19:56.573618 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 3ab3056e-db01-4b3c-bcae-19cc25cf4ea6 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:19:56.574096 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:56.647117 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebc9c4-d735-4956-ba9f-999fe981df55 req-ac799eca-e142-4fe5-b634-de3cdfa7bc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:56.649496 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-12ebc9c4-d735-4956-ba9f-999fe981df55 req-ac799eca-e142-4fe5-b634-de3cdfa7bc65 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.1242774 Jul 13 07:19:56.689383 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-22782387-42d1-4c9e-bb38-02faa496e1fb req-cb09eecb-0cb7-4ce2-b309-e00694356fe9 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 210 time: 0.0460148 Jul 13 07:19:56.734282 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-12ebc9c4-d735-4956-ba9f-999fe981df55 req-5532b9d6-17ef-45ef-83d9-298f5be4c078 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=6dff3c0b-7472-436f-9677-480967b414b7 HTTP/1.1" status: 200 len: 217 time: 0.0752239 Jul 13 07:19:56.755401 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:56.781197 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c337b85-4e43-40b9-aa2e-3a02dafa22c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab3056e-db01-4b3c-bcae-19cc25cf4ea6'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:19:56.784800 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cb16fe-0b76-48c0-a222-3fe1dd0b29a3" -d '{"events": [{"server_uuid": "6c337b85-4e43-40b9-aa2e-3a02dafa22c2", "name": "network-vif-plugged", "status": "completed", "tag": "3ab3056e-db01-4b3c-bcae-19cc25cf4ea6"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:19:56.800920 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 3ab3056e-db01-4b3c-bcae-19cc25cf4ea6, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=3ab3056e-db01-4b3c-bcae-19cc25cf4ea6,segment=NetworkSegment(a9b8753b-d4aa-4a40-9c80-b78a2ae73457),segment_id=a9b8753b-d4aa-4a40-9c80-b78a2ae73457)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:56.806537 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:56.854204 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebc9c4-d735-4956-ba9f-999fe981df55 req-b3f5a319-a715-4e74-9f76-a3016c5faede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:56.855860 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-12ebc9c4-d735-4956-ba9f-999fe981df55 req-b3f5a319-a715-4e74-9f76-a3016c5faede service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.1085401 Jul 13 07:19:56.891492 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=3ab3056e-db01-4b3c-bcae-19cc25cf4ea6,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:56.904390 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d7ced-90ed-4680-a511-b01305e9f280 req-7800c828-b6a5-4ce7-9939-1bc39e49ffc4 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:56.906029 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-995d7ced-90ed-4680-a511-b01305e9f280 req-7800c828-b6a5-4ce7-9939-1bc39e49ffc4 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 943 time: 0.1007140 Jul 13 07:19:56.952712 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-995d7ced-90ed-4680-a511-b01305e9f280 req-f11b18e7-2c92-4780-b602-c6554c39510e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400617 Jul 13 07:19:56.966356 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b4bf2-c284-4762-8d2c-345a43f848b7 req-e754ddd4-370a-44d1-b521-f5dd24fedea2 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:56.972318 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0d8b4bf2-c284-4762-8d2c-345a43f848b7 req-e754ddd4-370a-44d1-b521-f5dd24fedea2 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] 10.222.0.23 "GET /v2.0/ports?device_id=473b7888-b8d7-4b83-b60a-c813da4fd30c HTTP/1.1" status: 200 len: 947 time: 0.2402811 Jul 13 07:19:57.000458 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebc9c4-d735-4956-ba9f-999fe981df55 req-2489b0a5-41d8-463d-a96b-b5908238d9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:57.001964 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-12ebc9c4-d735-4956-ba9f-999fe981df55 req-2489b0a5-41d8-463d-a96b-b5908238d9d5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1354725 Jul 13 07:19:57.012340 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cc07a1-6f45-4db7-b288-55e68803c5a9 x-openstack-request-id: req-b9cc07a1-6f45-4db7-b288-55e68803c5a9 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:19:57.012639 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c337b85-4e43-40b9-aa2e-3a02dafa22c2", "name": "network-vif-plugged", "status": "completed", "tag": "3ab3056e-db01-4b3c-bcae-19cc25cf4ea6", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:19:57.012900 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b9cc07a1-6f45-4db7-b288-55e68803c5a9 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:19:57.013297 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c337b85-4e43-40b9-aa2e-3a02dafa22c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab3056e-db01-4b3c-bcae-19cc25cf4ea6', 'code': 200} Jul 13 07:19:57.038340 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0d8b4bf2-c284-4762-8d2c-345a43f848b7 req-ae91311d-12dc-42ab-9002-957a4b4950f0 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] 10.222.0.23 "GET /v2.0/security-groups?id=63d75a77-aa10-47fb-bc70-b90d4eb2450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639169 Jul 13 07:19:57.062134 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44556) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:57.129205 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-12ebc9c4-d735-4956-ba9f-999fe981df55 req-7e77e509-ac08-49c4-8683-87eda8db3b2c service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167254 Jul 13 07:19:57.148124 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93531f16-a0be-4c70-a58b-74c1ce68d017 req-e3853cd2-6092-4e7a-a274-3ca354272ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:57.149753 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-93531f16-a0be-4c70-a58b-74c1ce68d017 req-e3853cd2-6092-4e7a-a274-3ca354272ac9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6c337b85-4e43-40b9-aa2e-3a02dafa22c2 HTTP/1.1" status: 200 len: 1097 time: 0.0677738 Jul 13 07:19:57.192436 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-a6ed4cf8-4d18-4992-a4f4-351c99b4a71f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-938244738-network', 'tenant_id': '6d13c0c2ef2a4f4ba04ee46bbbe15052'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:57.214808 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-93531f16-a0be-4c70-a58b-74c1ce68d017 req-f194691f-7b4d-4698-9e78-5dcf84d2c82e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561116 Jul 13 07:19:57.229933 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-12ebc9c4-d735-4956-ba9f-999fe981df55 req-de62c908-9cb5-441c-ad8f-8a7ad9d1d97e service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943336 Jul 13 07:19:57.253272 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ed4cf8-4d18-4992-a4f4-351c99b4a71f admin admin] Made reservation on behalf of 6d13c0c2ef2a4f4ba04ee46bbbe15052 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:19:57.255947 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a6ed4cf8-4d18-4992-a4f4-351c99b4a71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:57.266794 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a6ed4cf8-4d18-4992-a4f4-351c99b4a71f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:57.306311 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266707c-c308-4fa8-808f-c5138b30c4e5 req-372db5f2-6931-4a97-9eef-6b4a504c07b2 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:57.308769 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1266707c-c308-4fa8-808f-c5138b30c4e5 req-372db5f2-6931-4a97-9eef-6b4a504c07b2 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=f611dc27-7172-4a6c-afe0-ec98be5596cc HTTP/1.1" status: 200 len: 945 time: 0.1053965 Jul 13 07:19:57.375131 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1266707c-c308-4fa8-808f-c5138b30c4e5 req-ffdab8ef-8e0c-4afb-9a13-9c0643dd3f59 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608847 Jul 13 07:19:57.379685 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564de99f-cba4-41da-9401-c03c949f8ec0 req-b8d925b9-f5f2-4e99-9ae5-08fc580a1ef2 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:57.382395 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-564de99f-cba4-41da-9401-c03c949f8ec0 req-b8d925b9-f5f2-4e99-9ae5-08fc580a1ef2 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 948 time: 0.0986681 Jul 13 07:19:57.435191 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a6ed4cf8-4d18-4992-a4f4-351c99b4a71f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:57.439660 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-564de99f-cba4-41da-9401-c03c949f8ec0 req-745f6817-fd30-491c-82d8-391b49623569 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509059 Jul 13 07:19:57.441549 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a6ed4cf8-4d18-4992-a4f4-351c99b4a71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:57.511568 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6ed4cf8-4d18-4992-a4f4-351c99b4a71f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:19:57.575182 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed4cf8-4d18-4992-a4f4-351c99b4a71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873b0d0c-284b-430f-bbdc-05188e5a5657,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:57.583793 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a6ed4cf8-4d18-4992-a4f4-351c99b4a71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:57.584155 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-a6ed4cf8-4d18-4992-a4f4-351c99b4a71f admin admin] Added segment 42cecd3b-e0c4-420d-a7f0-4c98bc6e046c of type vlan for network ffa8f5b7-4641-405f-a4b1-873f26b9afcf Jul 13 07:19:57.651187 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-55341b19-5743-440a-ab0d-909f097e18ab tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:57.652631 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-55341b19-5743-440a-ab0d-909f097e18ab tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.42 "GET /v2.0/networks?id=bff43fa8-f666-4c15-8f06-2242dcee7e17 HTTP/1.1" status: 200 len: 821 time: 0.1938167 Jul 13 07:19:57.656443 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a6ed4cf8-4d18-4992-a4f4-351c99b4a71f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:57.668281 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-c8ecc04c-5422-4902-91da-d85027615176 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Request body: {'port': {'device_id': '5a764a04-97f3-45d0-8d65-0b811dcbc2c1', 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17', 'admin_state_up': True, 'tenant_id': '59ced391c6a04d319ae98164aff14fc2'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:57.773609 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a6ed4cf8-4d18-4992-a4f4-351c99b4a71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:57.774612 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ed4cf8-4d18-4992-a4f4-351c99b4a71f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:57.775228 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a6ed4cf8-4d18-4992-a4f4-351c99b4a71f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:57.878119 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed4cf8-4d18-4992-a4f4-351c99b4a71f admin admin] Pushing event updated for resources: {'Network': ['ID=ffa8f5b7-4641-405f-a4b1-873f26b9afcf,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:57.884537 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a6ed4cf8-4d18-4992-a4f4-351c99b4a71f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8213038 Jul 13 07:19:57.886925 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44580) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:57.895480 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-c77bfebc-295d-40f4-94a2-23ae158a87d3 admin admin] Request body: {'subnet': {'network_id': 'ffa8f5b7-4641-405f-a4b1-873f26b9afcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-938244738-subnet', 'tenant_id': '6d13c0c2ef2a4f4ba04ee46bbbe15052', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:57.900920 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network ffa8f5b7-4641-405f-a4b1-873f26b9afcf details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:19:57.910812 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f7d00f57-ff5f-43f5-a323-75b8133d6b48 req-5e477933-a11f-4fe2-b843-c19e78df1f43 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=936d839d-37be-4c28-8b91-49ba84426f2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0993707 Jul 13 07:19:57.919071 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82508a17-55d4-4e6b-a99e-43b884dd1cee req-e23764d2-68e4-46c1-8017-c513f765e248 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:57.919685 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-c8ecc04c-5422-4902-91da-d85027615176 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Made reservation on behalf of 59ced391c6a04d319ae98164aff14fc2 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:19:57.920661 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-82508a17-55d4-4e6b-a99e-43b884dd1cee req-e23764d2-68e4-46c1-8017-c513f765e248 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c337b85-4e43-40b9-aa2e-3a02dafa22c2 HTTP/1.1" status: 200 len: 945 time: 0.1645555 Jul 13 07:19:57.925240 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-c8ecc04c-5422-4902-91da-d85027615176 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:57.983262 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77bfebc-295d-40f4-94a2-23ae158a87d3 admin admin] Made reservation on behalf of 6d13c0c2ef2a4f4ba04ee46bbbe15052 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:19:57.985608 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c77bfebc-295d-40f4-94a2-23ae158a87d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:58.036967 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-82508a17-55d4-4e6b-a99e-43b884dd1cee req-75112cd8-6c41-445c-bc74-0f1936d2bfb2 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104689 Jul 13 07:19:58.105992 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-c8ecc04c-5422-4902-91da-d85027615176 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Allocated IP 172.20.0.2 (bff43fa8-f666-4c15-8f06-2242dcee7e17/6c79b49d-432e-4da7-962c-3ca2527bdd27/6b78584e-6cf6-4fc8-8ca3-964213c3391f) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:19:58.165952 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d00f57-ff5f-43f5-a323-75b8133d6b48 req-c46e2aaf-d4f9-47e5-81b3-bd688bd99d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:58.172962 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f7d00f57-ff5f-43f5-a323-75b8133d6b48 req-c46e2aaf-d4f9-47e5-81b3-bd688bd99d97 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 1102 time: 0.2328742 Jul 13 07:19:58.293054 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-c8ecc04c-5422-4902-91da-d85027615176 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:58.364188 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3903e974-61da-4e1c-a5a9-7cf9f9f00f92 req-c8ab5eb2-a8f8-4249-9c35-7f5ee799521f tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 210 time: 0.0563867 Jul 13 07:19:58.433751 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-c8ecc04c-5422-4902-91da-d85027615176 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:58.442500 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d00f57-ff5f-43f5-a323-75b8133d6b48 req-67412e74-9659-481e-a9da-ac3646516541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:58.444269 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f7d00f57-ff5f-43f5-a323-75b8133d6b48 req-67412e74-9659-481e-a9da-ac3646516541 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.2439368 Jul 13 07:19:58.446576 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c77bfebc-295d-40f4-94a2-23ae158a87d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:58.447069 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['43ac2ab4-ed2a-4440-bc68-bad9f61b1942'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:19:58.452712 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 9ad74136-14a6-4d13-9edc-d90f61037557 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:19:58.493832 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554ab3c-850f-4a61-a6c2-0570e1f21036 req-58eb5401-e4e4-4a89-90d6-92b4ef89e38b tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:58.501201 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5554ab3c-850f-4a61-a6c2-0570e1f21036 req-58eb5401-e4e4-4a89-90d6-92b4ef89e38b tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 943 time: 0.2605681 Jul 13 07:19:58.537096 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ecc04c-5422-4902-91da-d85027615176 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Pushing event updated for resources: {'Port': ['ID=6b78584e-6cf6-4fc8-8ca3-964213c3391f,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:58.551726 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-c8ecc04c-5422-4902-91da-d85027615176 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Network bff43fa8-f666-4c15-8f06-2242dcee7e17 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:19:58.554234 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-c8ecc04c-5422-4902-91da-d85027615176 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:19:58.557005 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-c8ecc04c-5422-4902-91da-d85027615176 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:19:58.559757 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f7d00f57-ff5f-43f5-a323-75b8133d6b48 req-14bfa481-0330-449c-afc9-020b4eeb16b7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=9c7a8282-37d0-4766-acbb-4c25f10c0b68 HTTP/1.1" status: 200 len: 217 time: 0.1025763 Jul 13 07:19:58.614731 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-c8ecc04c-5422-4902-91da-d85027615176 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:58.615573 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-c8ecc04c-5422-4902-91da-d85027615176 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:58.654191 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-c8ecc04c-5422-4902-91da-d85027615176 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9897184 Jul 13 07:19:58.656183 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77bfebc-295d-40f4-94a2-23ae158a87d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d1ccc7a-a9a6-4c00-9ab1-d7fdf16140dc,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:58.678048 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d00f57-ff5f-43f5-a323-75b8133d6b48 req-e46259bc-5033-42cf-b254-cd04b8beec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:58.679655 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f7d00f57-ff5f-43f5-a323-75b8133d6b48 req-e46259bc-5033-42cf-b254-cd04b8beec92 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.1042681 Jul 13 07:19:58.682669 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-01604ea3-7e02-4399-a9a4-90256078bc2a service neutron] Request body: {'port': {'device_id': '5a764a04-97f3-45d0-8d65-0b811dcbc2c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:58.683870 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5554ab3c-850f-4a61-a6c2-0570e1f21036 req-a4aaf446-50d4-4320-b5dd-bcc0426938ff tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818633 Jul 13 07:19:58.695286 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77bfebc-295d-40f4-94a2-23ae158a87d3 admin admin] Checking segment: {'id': '42cecd3b-e0c4-420d-a7f0-4c98bc6e046c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ffa8f5b7-4641-405f-a4b1-873f26b9afcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:19:58.695717 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77bfebc-295d-40f4-94a2-23ae158a87d3 admin admin] Network hostable DHCP agents. Network: ffa8f5b7-4641-405f-a4b1-873f26b9afcf, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:19:58.746466 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77bfebc-295d-40f4-94a2-23ae158a87d3 admin admin] Network ffa8f5b7-4641-405f-a4b1-873f26b9afcf is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:19:58.751426 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 6dff3c0b-7472-436f-9677-480967b414b7 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:19:58.781146 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-c77bfebc-295d-40f4-94a2-23ae158a87d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, ffa8f5b7-4641-405f-a4b1-873f26b9afcf) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:19:58.794615 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c66cd1-023d-45fb-b461-135c8e4814d1 req-17ade79d-e5bc-4c62-a192-5fd6b0c92471 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:58.796485 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77bfebc-295d-40f4-94a2-23ae158a87d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:58.797188 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c77bfebc-295d-40f4-94a2-23ae158a87d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:58.802305 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-44c66cd1-023d-45fb-b461-135c8e4814d1 req-17ade79d-e5bc-4c62-a192-5fd6b0c92471 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] 10.222.0.23 "GET /v2.0/ports?device_id=473b7888-b8d7-4b83-b60a-c813da4fd30c HTTP/1.1" status: 200 len: 947 time: 0.1651201 Jul 13 07:19:58.808112 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d00f57-ff5f-43f5-a323-75b8133d6b48 req-c07755a2-1a2b-450a-a537-1d40911af436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:58.809642 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f7d00f57-ff5f-43f5-a323-75b8133d6b48 req-c07755a2-1a2b-450a-a537-1d40911af436 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1229570 Jul 13 07:19:58.810882 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e792b5-6f37-4068-b336-fca62173946b None None] Network ffa8f5b7-4641-405f-a4b1-873f26b9afcf requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:19:58.832202 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-01604ea3-7e02-4399-a9a4-90256078bc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:58.891729 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c77bfebc-295d-40f4-94a2-23ae158a87d3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0013919 Jul 13 07:19:58.901885 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44600) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:19:58.913802 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-44c66cd1-023d-45fb-b461-135c8e4814d1 req-c05ab495-548b-4742-9e08-420888d89d46 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] 10.222.0.23 "GET /v2.0/security-groups?id=63d75a77-aa10-47fb-bc70-b90d4eb2450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016412 Jul 13 07:19:58.939444 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 9ad74136-14a6-4d13-9edc-d90f61037557, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=9ad74136-14a6-4d13-9edc-d90f61037557,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:58.944706 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.db.resource_extend [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:19:58.958019 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-de5f1755-910b-475f-8535-e9da27ccd5aa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-938244738-router', 'tenant_id': '6d13c0c2ef2a4f4ba04ee46bbbe15052', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:19:59.085848 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '9ad74136-14a6-4d13-9edc-d90f61037557', 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d', 'port_id': '9ad74136-14a6-4d13-9edc-d90f61037557', 'mac_address': 'fa:16:3e:5f:b7:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ca46c55-f93a-4f0d-847c-cec27912e287', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:19:59.108732 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 6dff3c0b-7472-436f-9677-480967b414b7, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=6dff3c0b-7472-436f-9677-480967b414b7,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:59.128578 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-de5f1755-910b-475f-8535-e9da27ccd5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:59.129602 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-de5f1755-910b-475f-8535-e9da27ccd5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:59.150684 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f7d00f57-ff5f-43f5-a323-75b8133d6b48 req-6008f0c8-a994-46a3-8b99-0a9314e869e6 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326633 Jul 13 07:19:59.218667 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d576c-d105-47e4-9aa0-c9df458655f8 req-46a924ac-c4c2-459f-9493-3a332b26ed23 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:59.220323 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7f0d576c-d105-47e4-9aa0-c9df458655f8 req-46a924ac-c4c2-459f-9493-3a332b26ed23 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 948 time: 0.3340993 Jul 13 07:19:59.276277 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '6dff3c0b-7472-436f-9677-480967b414b7', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': '6dff3c0b-7472-436f-9677-480967b414b7', 'mac_address': 'fa:16:3e:de:f6:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:19:59.339933 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-de5f1755-910b-475f-8535-e9da27ccd5aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:59.362759 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:59.364618 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f041c35-0f7f-4015-ae47-793c1d33f7a9 None None] Network ffa8f5b7-4641-405f-a4b1-873f26b9afcf requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:19:59.390465 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-01604ea3-7e02-4399-a9a4-90256078bc2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b78584e-6cf6-4fc8-8ca3-964213c3391f {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:19:59.404893 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-01604ea3-7e02-4399-a9a4-90256078bc2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:59.425462 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ad74136-14a6-4d13-9edc-d90f61037557 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:19:59.435071 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-01604ea3-7e02-4399-a9a4-90256078bc2a service neutron] Transition to ACTIVE for port object 6b78584e-6cf6-4fc8-8ca3-964213c3391f will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:19:59.438921 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:59.447533 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-01604ea3-7e02-4399-a9a4-90256078bc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:59.484386 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7f0d576c-d105-47e4-9aa0-c9df458655f8 req-9ade5d0e-7a50-485f-b7bb-b207377a9087 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226946 Jul 13 07:19:59.501633 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 9ad74136-14a6-4d13-9edc-d90f61037557, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=9ad74136-14a6-4d13-9edc-d90f61037557,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:59.506960 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dff3c0b-7472-436f-9677-480967b414b7 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:19:59.535614 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f7d00f57-ff5f-43f5-a323-75b8133d6b48 req-416ff128-26ad-4abe-9b90-e36e2cbfed25 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610327 Jul 13 07:19:59.548946 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:59.576782 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 6dff3c0b-7472-436f-9677-480967b414b7, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=6dff3c0b-7472-436f-9677-480967b414b7,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:59.606570 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:59.613151 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad660617-7795-40d9-807b-6e18654aab05 req-4e6775a0-58d9-4d5f-8661-a1c2f12c0871 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:59.626790 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ad660617-7795-40d9-807b-6e18654aab05 req-4e6775a0-58d9-4d5f-8661-a1c2f12c0871 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c337b85-4e43-40b9-aa2e-3a02dafa22c2 HTTP/1.1" status: 200 len: 945 time: 0.3693287 Jul 13 07:19:59.680627 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-36bd321d-0d6e-4d58-b70b-6f21ef59650b req-115a03c8-4daa-4ef2-8555-cee419773a3a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1eb3a00d-0865-4b6b-81cc-a3cec8732897&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3859675 Jul 13 07:19:59.690992 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device f43116fe-8c9d-4af0-b1a5-83da3dd0f82e details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:19:59.741828 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port f43116fe-8c9d-4af0-b1a5-83da3dd0f82e, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=f43116fe-8c9d-4af0-b1a5-83da3dd0f82e,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:19:59.765252 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': 'f43116fe-8c9d-4af0-b1a5-83da3dd0f82e', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': 'f43116fe-8c9d-4af0-b1a5-83da3dd0f82e', 'mac_address': 'fa:16:3e:78:8b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:19:59.782545 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=9ad74136-14a6-4d13-9edc-d90f61037557,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:59.872215 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ad660617-7795-40d9-807b-6e18654aab05 req-c96243a2-5600-41b0-8229-d2a4940ba40e tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426610 Jul 13 07:19:59.913130 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['9ad74136-14a6-4d13-9edc-d90f61037557'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:19:59.914053 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01604ea3-7e02-4399-a9a4-90256078bc2a service neutron] Pushing event updated for resources: {'Port': ['ID=6b78584e-6cf6-4fc8-8ca3-964213c3391f,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:59.931730 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:19:59.958479 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-01604ea3-7e02-4399-a9a4-90256078bc2a service neutron] Attempting to bind port 6b78584e-6cf6-4fc8-8ca3-964213c3391f on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:19:59.958840 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-01604ea3-7e02-4399-a9a4-90256078bc2a service neutron] Attempting to bind port 6b78584e-6cf6-4fc8-8ca3-964213c3391f by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:19:59.959173 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-01604ea3-7e02-4399-a9a4-90256078bc2a service neutron] Attempting to bind port 6b78584e-6cf6-4fc8-8ca3-964213c3391f on network bff43fa8-f666-4c15-8f06-2242dcee7e17 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:19:59.974228 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-01604ea3-7e02-4399-a9a4-90256078bc2a service neutron] Port 6b78584e-6cf6-4fc8-8ca3-964213c3391f on network bff43fa8-f666-4c15-8f06-2242dcee7e17 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:19:59.974561 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-01604ea3-7e02-4399-a9a4-90256078bc2a service neutron] Attempting to bind port 6b78584e-6cf6-4fc8-8ca3-964213c3391f on network bff43fa8-f666-4c15-8f06-2242dcee7e17 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:19:59.978715 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f43116fe-8c9d-4af0-b1a5-83da3dd0f82e {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:19:59.987937 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd321d-0d6e-4d58-b70b-6f21ef59650b req-75db9300-79e8-46cb-aff9-0f3f1cfbee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:19:59.992551 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=6dff3c0b-7472-436f-9677-480967b414b7,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:19:59.994591 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-36bd321d-0d6e-4d58-b70b-6f21ef59650b req-75db9300-79e8-46cb-aff9-0f3f1cfbee5e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59ced391c6a04d319ae98164aff14fc2&device_id=1eb3a00d-0865-4b6b-81cc-a3cec8732897 HTTP/1.1" status: 200 len: 1097 time: 0.2479832 Jul 13 07:19:59.995631 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-01604ea3-7e02-4399-a9a4-90256078bc2a service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:20:00.006890 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-01604ea3-7e02-4399-a9a4-90256078bc2a service neutron] Checking segment: {'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:00.006890 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-01604ea3-7e02-4399-a9a4-90256078bc2a service neutron] Bound using segment: {'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:20:00.007397 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-01604ea3-7e02-4399-a9a4-90256078bc2a service neutron] Bound port: 6b78584e-6cf6-4fc8-8ca3-964213c3391f, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:20:00.008356 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-01604ea3-7e02-4399-a9a4-90256078bc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:00.038017 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port f43116fe-8c9d-4af0-b1a5-83da3dd0f82e, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=f43116fe-8c9d-4af0-b1a5-83da3dd0f82e,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:00.051753 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:00.056271 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-de5f1755-910b-475f-8535-e9da27ccd5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:00.195590 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-01604ea3-7e02-4399-a9a4-90256078bc2a service neutron] For port 6b78584e-6cf6-4fc8-8ca3-964213c3391f, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:20:00.207601 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-01604ea3-7e02-4399-a9a4-90256078bc2a service neutron] For port 6b78584e-6cf6-4fc8-8ca3-964213c3391f, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6b78584e-6cf6-4fc8-8ca3-964213c3391f,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:20:00.209031 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-296e1df2-ffa8-42e0-8db8-72aa76cfc452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:00.211173 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd321d-0d6e-4d58-b70b-6f21ef59650b req-59864fcf-e3e9-4194-9226-599111b3c14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:00.211333 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4dd37-750d-4b77-bf80-983f67b845db req-0f93dad2-4c58-424c-83ae-fd6eed74b83e tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:00.216447 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5ca4dd37-750d-4b77-bf80-983f67b845db req-0f93dad2-4c58-424c-83ae-fd6eed74b83e tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 943 time: 0.1499116 Jul 13 07:20:00.221253 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-36bd321d-0d6e-4d58-b70b-6f21ef59650b req-59864fcf-e3e9-4194-9226-599111b3c14a service neutron] 10.222.0.42 "GET /v2.0/networks?id=bff43fa8-f666-4c15-8f06-2242dcee7e17 HTTP/1.1" status: 200 len: 922 time: 0.1906219 Jul 13 07:20:00.222774 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=f43116fe-8c9d-4af0-b1a5-83da3dd0f82e,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:00.228019 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-01604ea3-7e02-4399-a9a4-90256078bc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:00.332353 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-36bd321d-0d6e-4d58-b70b-6f21ef59650b req-305d8379-b8e4-4f11-9f88-69f2a7aa0211 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1bb70a0-5327-4aed-8a0f-9bdd396349c5 HTTP/1.1" status: 200 len: 217 time: 0.0985036 Jul 13 07:20:00.336903 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-01604ea3-7e02-4399-a9a4-90256078bc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:00.337760 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-01604ea3-7e02-4399-a9a4-90256078bc2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:00.339299 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-01604ea3-7e02-4399-a9a4-90256078bc2a service neutron] 10.222.0.42 "PUT /v2.0/ports/6b78584e-6cf6-4fc8-8ca3-964213c3391f HTTP/1.1" status: 200 len: 1092 time: 1.6634994 Jul 13 07:20:00.339833 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a764a04-97f3-45d0-8d65-0b811dcbc2c1', 'tag': '6b78584e-6cf6-4fc8-8ca3-964213c3391f'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:20:00.342599 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51bfe94-0fd2-45b8-9e17-13645c7e1e76" -d '{"events": [{"name": "network-changed", "server_uuid": "5a764a04-97f3-45d0-8d65-0b811dcbc2c1", "tag": "6b78584e-6cf6-4fc8-8ca3-964213c3391f"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:20:00.353920 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5ca4dd37-750d-4b77-bf80-983f67b845db req-19ed8e4a-3a2c-4ebb-ae6b-7e31b064101d tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350243 Jul 13 07:20:00.508793 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['f43116fe-8c9d-4af0-b1a5-83da3dd0f82e'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:20:00.512831 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['6dff3c0b-7472-436f-9677-480967b414b7'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:20:00.545437 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-de5f1755-910b-475f-8535-e9da27ccd5aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:00.557554 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd321d-0d6e-4d58-b70b-6f21ef59650b req-de271af2-2b41-49e5-8566-a82d7498d689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:00.561399 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-36bd321d-0d6e-4d58-b70b-6f21ef59650b req-de271af2-2b41-49e5-8566-a82d7498d689 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c79b49d-432e-4da7-962c-3ca2527bdd27 HTTP/1.1" status: 200 len: 861 time: 0.2105279 Jul 13 07:20:00.605011 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-de5f1755-910b-475f-8535-e9da27ccd5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:00.609249 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01604ea3-7e02-4399-a9a4-90256078bc2a service neutron] Pushing event updated for resources: {'Port': ['ID=6b78584e-6cf6-4fc8-8ca3-964213c3391f,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:00.681229 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-36bd321d-0d6e-4d58-b70b-6f21ef59650b req-f9c344bd-0fe0-4754-a041-dad8b0282585 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bff43fa8-f666-4c15-8f06-2242dcee7e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957530 Jul 13 07:20:00.737847 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 0b9985ab-09da-4e2c-a938-25f8b4d7476b details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:20:00.742559 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd5f9d-7241-4ba1-8973-53a814276b6d req-a402bdbc-f8e2-4de9-8125-4c2b504472a2 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:00.749639 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-42cd5f9d-7241-4ba1-8973-53a814276b6d req-a402bdbc-f8e2-4de9-8125-4c2b504472a2 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 944 time: 0.5233552 Jul 13 07:20:00.765626 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-cfa6be2c-81ac-454e-acc3-3b21d6283357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:00.767311 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-cfa6be2c-81ac-454e-acc3-3b21d6283357 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59ced391c6a04d319ae98164aff14fc2&device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 1095 time: 0.3219633 Jul 13 07:20:00.776963 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-de5f1755-910b-475f-8535-e9da27ccd5aa admin admin] Allocated IP 172.25.3.38 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:20:00.974745 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-de5f1755-910b-475f-8535-e9da27ccd5aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:01.096854 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 0b9985ab-09da-4e2c-a938-25f8b4d7476b, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=0b9985ab-09da-4e2c-a938-25f8b4d7476b,segment=NetworkSegment(b7fdd6a4-7ea0-4d78-a1ca-354316bc2553),segment_id=b7fdd6a4-7ea0-4d78-a1ca-354316bc2553)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:01.100214 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-de5f1755-910b-475f-8535-e9da27ccd5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:01.116503 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '0b9985ab-09da-4e2c-a938-25f8b4d7476b', 'network_id': 'f1ea5405-113d-42fb-9a8e-56f12339534a', 'port_id': '0b9985ab-09da-4e2c-a938-25f8b4d7476b', 'mac_address': 'fa:16:3e:ab:db:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29dbb0de-f006-4fad-81e6-32cb485966ca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:20:01.154932 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5f1755-910b-475f-8535-e9da27ccd5aa admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:20:01.202763 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-de5f1755-910b-475f-8535-e9da27ccd5aa admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:20:01.206919 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5f1755-910b-475f-8535-e9da27ccd5aa admin admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:20:01.216979 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:01.251037 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b9985ab-09da-4e2c-a938-25f8b4d7476b {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:20:01.261541 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f1755-910b-475f-8535-e9da27ccd5aa admin admin] Pushing event updated for resources: {'Port': ['ID=a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:01.289749 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 0b9985ab-09da-4e2c-a938-25f8b4d7476b, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=0b9985ab-09da-4e2c-a938-25f8b4d7476b,segment=NetworkSegment(b7fdd6a4-7ea0-4d78-a1ca-354316bc2553),segment_id=b7fdd6a4-7ea0-4d78-a1ca-354316bc2553)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:01.292253 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-42cd5f9d-7241-4ba1-8973-53a814276b6d req-c239e9bb-6df6-4081-8fbd-f71edcf21b0c tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5415611 Jul 13 07:20:01.304252 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:01.379962 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-d04e5e6f-5bc4-4d21-b9ff-f2d02bd060e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b78584e-6cf6-4fc8-8ca3-964213c3391f HTTP/1.1" status: 200 len: 217 time: 0.1332169 Jul 13 07:20:01.393745 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=0b9985ab-09da-4e2c-a938-25f8b4d7476b,revision_number=6']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:01.452468 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-36bd321d-0d6e-4d58-b70b-6f21ef59650b req-c42ee45f-7db7-4ae9-b708-eb063214994a service neutron] 10.222.0.42 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7598605 Jul 13 07:20:01.482619 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['0b9985ab-09da-4e2c-a938-25f8b4d7476b'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:20:01.552338 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-976803e4-adb3-4f43-988e-d57081fe9304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:01.553824 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-976803e4-adb3-4f43-988e-d57081fe9304 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c79b49d-432e-4da7-962c-3ca2527bdd27 HTTP/1.1" status: 200 len: 861 time: 0.1584940 Jul 13 07:20:01.571375 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8347d9-ba0c-4adc-ad1f-507deec04c30 x-openstack-request-id: req-7e8347d9-ba0c-4adc-ad1f-507deec04c30 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:20:01.572008 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a764a04-97f3-45d0-8d65-0b811dcbc2c1", "tag": "6b78584e-6cf6-4fc8-8ca3-964213c3391f", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:20:01.572008 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7e8347d9-ba0c-4adc-ad1f-507deec04c30 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:20:01.572283 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a764a04-97f3-45d0-8d65-0b811dcbc2c1', 'tag': '6b78584e-6cf6-4fc8-8ca3-964213c3391f', 'status': 'completed', 'code': 200} Jul 13 07:20:01.702415 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189f57d-29a0-4aea-a689-74e8010af12a req-4b322efd-cc34-424e-9118-d0eccea2e716 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:01.710686 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a189f57d-29a0-4aea-a689-74e8010af12a req-4b322efd-cc34-424e-9118-d0eccea2e716 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] 10.222.0.23 "GET /v2.0/ports?device_id=473b7888-b8d7-4b83-b60a-c813da4fd30c HTTP/1.1" status: 200 len: 948 time: 0.6643500 Jul 13 07:20:01.724471 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-fc52b1c0-0c28-4163-aa24-2cd3b63bf1ec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bff43fa8-f666-4c15-8f06-2242dcee7e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1495376 Jul 13 07:20:01.779567 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a189f57d-29a0-4aea-a689-74e8010af12a req-df94fe95-3a30-47af-877d-fee327193674 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] 10.222.0.23 "GET /v2.0/security-groups?id=63d75a77-aa10-47fb-bc70-b90d4eb2450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631583 Jul 13 07:20:01.802644 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-de5f1755-910b-475f-8535-e9da27ccd5aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:01.822462 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-36bd321d-0d6e-4d58-b70b-6f21ef59650b req-cbce6907-e7e3-49a7-bf1f-52a0ad5ca953 service neutron] 10.222.0.42 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628504 Jul 13 07:20:01.891218 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d349be-7418-460e-87df-6d07fd9e3e3e req-ffcbcfaa-ff66-4d82-970b-816fe98ab58a tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:01.897539 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-15d349be-7418-460e-87df-6d07fd9e3e3e req-ffcbcfaa-ff66-4d82-970b-816fe98ab58a tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 949 time: 0.1769676 Jul 13 07:20:01.932403 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-10f6c81c-c939-4f4f-9bef-620b3c3494c1 service neutron] 10.222.0.42 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679842 Jul 13 07:20:02.022137 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-15d349be-7418-460e-87df-6d07fd9e3e3e req-26beb9c7-aec0-48b4-9afe-31e8e8f88079 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886073 Jul 13 07:20:02.089001 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-de5f1755-910b-475f-8535-e9da27ccd5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:02.179682 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3f40b226-8c0c-4e80-8fec-3d705731039e req-151b1d9c-260a-4d60-a00c-77a83609f6f6 service neutron] 10.222.0.42 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282619 Jul 13 07:20:02.234561 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993a3ee-f18e-48fe-80d4-d6d5a633c363 req-8bdc8c95-1fa5-4e57-b520-3862e2b007ff tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:02.236462 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2993a3ee-f18e-48fe-80d4-d6d5a633c363 req-8bdc8c95-1fa5-4e57-b520-3862e2b007ff tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c337b85-4e43-40b9-aa2e-3a02dafa22c2 HTTP/1.1" status: 200 len: 945 time: 0.1489503 Jul 13 07:20:02.330104 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2993a3ee-f18e-48fe-80d4-d6d5a633c363 req-6b4a1a45-38cf-4a06-8117-4cdf90939aa8 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519049 Jul 13 07:20:02.385706 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5f1755-910b-475f-8535-e9da27ccd5aa admin admin] Router 1dc9cc43-cdcc-43a1-9070-4294c078b940 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:20:02.470519 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 9ad74136-14a6-4d13-9edc-d90f61037557 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:02.521250 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5f1755-910b-475f-8535-e9da27ccd5aa admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:20:02.535174 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4cf153-3b19-45da-972a-d4c2152c385d None None] Sync routers for ids ['1dc9cc43-cdcc-43a1-9070-4294c078b940'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:20:02.541040 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcc33c-76c0-49e5-b5e5-5818f5709a59 req-97b8a2bb-2344-4d2a-b8b0-1937a247eadd tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:02.542697 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b4fcc33c-76c0-49e5-b5e5-5818f5709a59 req-97b8a2bb-2344-4d2a-b8b0-1937a247eadd tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c337b85-4e43-40b9-aa2e-3a02dafa22c2 HTTP/1.1" status: 200 len: 945 time: 0.3347125 Jul 13 07:20:02.546485 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51bfe94-0fd2-45b8-9e17-13645c7e1e76 req-388c332e-6d21-4adb-870c-61864e4b2648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:02.548005 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b51bfe94-0fd2-45b8-9e17-13645c7e1e76 req-388c332e-6d21-4adb-870c-61864e4b2648 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59ced391c6a04d319ae98164aff14fc2&device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 1095 time: 0.2573168 Jul 13 07:20:02.557809 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92825fee-8722-43d9-a52e-035a35b58def req-6c088bdc-6a76-484c-a3aa-aadf54e82a15 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:02.564720 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-92825fee-8722-43d9-a52e-035a35b58def req-6c088bdc-6a76-484c-a3aa-aadf54e82a15 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 943 time: 0.2723248 Jul 13 07:20:02.569726 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-de5f1755-910b-475f-8535-e9da27ccd5aa admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:02.570841 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4cf153-3b19-45da-972a-d4c2152c385d None None] Routers {'1dc9cc43-cdcc-43a1-9070-4294c078b940'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:20:02.573828 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-8a4cf153-3b19-45da-972a-d4c2152c385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:19:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['1dc9cc43-cdcc-43a1-9070-4294c078b940'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:02.581277 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-de5f1755-910b-475f-8535-e9da27ccd5aa admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.6670005 Jul 13 07:20:02.581277 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44668) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:02.585563 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 9ad74136-14a6-4d13-9edc-d90f61037557 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:02.594896 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 9ad74136-14a6-4d13-9edc-d90f61037557 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:02.596672 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:02.700656 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-92825fee-8722-43d9-a52e-035a35b58def req-63958e7b-a02b-4473-a077-e00043fce732 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343005 Jul 13 07:20:02.818292 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:02.842362 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 6dff3c0b-7472-436f-9677-480967b414b7 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:02.846062 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-8a4cf153-3b19-45da-972a-d4c2152c385d None None] Set router 1dc9cc43-cdcc-43a1-9070-4294c078b940 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:20:02.893818 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51bfe94-0fd2-45b8-9e17-13645c7e1e76 req-92f57cc3-54ed-4986-8392-6826328032c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:02.895365 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b51bfe94-0fd2-45b8-9e17-13645c7e1e76 req-92f57cc3-54ed-4986-8392-6826328032c2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bff43fa8-f666-4c15-8f06-2242dcee7e17 HTTP/1.1" status: 200 len: 922 time: 0.3166554 Jul 13 07:20:02.940671 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b509842a-d0ca-4a44-acab-58f16699468e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad74136-14a6-4d13-9edc-d90f61037557'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:20:02.946731 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbccbec-169d-4b8d-8abc-07fff32c2c76" -d '{"events": [{"server_uuid": "b509842a-d0ca-4a44-acab-58f16699468e", "name": "network-vif-plugged", "status": "completed", "tag": "9ad74136-14a6-4d13-9edc-d90f61037557"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:20:02.993493 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 9ad74136-14a6-4d13-9edc-d90f61037557, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=9ad74136-14a6-4d13-9edc-d90f61037557,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:02.995940 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52da06-3d3a-4606-b391-0e428273b53d req-e7cfb010-a947-4563-9384-c75d6f9ac406 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:03.004651 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1a52da06-3d3a-4606-b391-0e428273b53d req-e7cfb010-a947-4563-9384-c75d6f9ac406 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 944 time: 0.4556756 Jul 13 07:20:03.045022 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b51bfe94-0fd2-45b8-9e17-13645c7e1e76 req-a66a5614-ae46-424c-96ad-5d5b52088027 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b78584e-6cf6-4fc8-8ca3-964213c3391f HTTP/1.1" status: 200 len: 217 time: 0.1289272 Jul 13 07:20:03.053722 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-b4fcc33c-76c0-49e5-b5e5-5818f5709a59 req-8badf994-ba7a-427d-a58e-33c9f713df56 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Deleting port 3ab3056e-db01-4b3c-bcae-19cc25cf4ea6 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:20:03.054937 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:03.055410 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b4fcc33c-76c0-49e5-b5e5-5818f5709a59 req-8badf994-ba7a-427d-a58e-33c9f713df56 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:03.103847 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-8a4cf153-3b19-45da-972a-d4c2152c385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dc9cc43-cdcc-43a1-9070-4294c078b940', 'name': 'tempest-ServerRescueNegativeTestJSON-938244738-router', 'tenant_id': '6d13c0c2ef2a4f4ba04ee46bbbe15052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:59Z', 'updated_at': '2021-07-13T07:20:01Z', 'revision_number': 3, 'project_id': '6d13c0c2ef2a4f4ba04ee46bbbe15052', 'gw_port': {'id': 'a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:26:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dc9cc43-cdcc-43a1-9070-4294c078b940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:00Z', 'updated_at': '2021-07-13T07:20:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:03.152030 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4cf153-3b19-45da-972a-d4c2152c385d None None] Checking router: 1dc9cc43-cdcc-43a1-9070-4294c078b940 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:20:03.152547 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4cf153-3b19-45da-972a-d4c2152c385d None None] Updating router 1dc9cc43-cdcc-43a1-9070-4294c078b940 port a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:20:03.165583 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-432fac1e-b301-44c7-a1a1-5880d05dd632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:03.183029 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:03.191860 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1a52da06-3d3a-4606-b391-0e428273b53d req-7d162d3a-bcda-4ae3-a3e7-7b09a9dfab31 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857426 Jul 13 07:20:03.212363 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=9ad74136-14a6-4d13-9edc-d90f61037557,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:03.234581 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 6dff3c0b-7472-436f-9677-480967b414b7 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:03.239496 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 6dff3c0b-7472-436f-9677-480967b414b7 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:03.239855 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:03.287456 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8a4cf153-3b19-45da-972a-d4c2152c385d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:03.300567 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51bfe94-0fd2-45b8-9e17-13645c7e1e76 req-4d23229a-8a7d-41a7-a8c9-4248931b48fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:03.302070 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b51bfe94-0fd2-45b8-9e17-13645c7e1e76 req-4d23229a-8a7d-41a7-a8c9-4248931b48fd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c79b49d-432e-4da7-962c-3ca2527bdd27 HTTP/1.1" status: 200 len: 861 time: 0.2354321 Jul 13 07:20:03.312142 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff3fc15-2aba-4d1a-afdb-897658ec6225 x-openstack-request-id: req-8ff3fc15-2aba-4d1a-afdb-897658ec6225 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:20:03.312318 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b509842a-d0ca-4a44-acab-58f16699468e", "name": "network-vif-plugged", "status": "completed", "tag": "9ad74136-14a6-4d13-9edc-d90f61037557", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:20:03.312770 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8ff3fc15-2aba-4d1a-afdb-897658ec6225 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:20:03.313183 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b509842a-d0ca-4a44-acab-58f16699468e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad74136-14a6-4d13-9edc-d90f61037557', 'code': 200} Jul 13 07:20:03.375722 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b51bfe94-0fd2-45b8-9e17-13645c7e1e76 req-ca90f704-a80a-417a-bdd2-086b051c4931 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bff43fa8-f666-4c15-8f06-2242dcee7e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648592 Jul 13 07:20:03.389609 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-b4fcc33c-76c0-49e5-b5e5-5818f5709a59 req-8badf994-ba7a-427d-a58e-33c9f713df56 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] For port 3ab3056e-db01-4b3c-bcae-19cc25cf4ea6, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=3ab3056e-db01-4b3c-bcae-19cc25cf4ea6,segment=NetworkSegment(a9b8753b-d4aa-4a40-9c80-b78a2ae73457),segment_id=a9b8753b-d4aa-4a40-9c80-b78a2ae73457)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:03.389983 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b4fcc33c-76c0-49e5-b5e5-5818f5709a59 req-8badf994-ba7a-427d-a58e-33c9f713df56 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:03.438504 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-b4fcc33c-76c0-49e5-b5e5-5818f5709a59 req-8badf994-ba7a-427d-a58e-33c9f713df56 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Calling delete_port for 3ab3056e-db01-4b3c-bcae-19cc25cf4ea6 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:20:03.451337 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93eb052-54e1-4a8c-a12f-8388d4297c47 req-0ffdfe3e-1021-4e03-bda8-48639b199944 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:03.459588 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c93eb052-54e1-4a8c-a12f-8388d4297c47 req-0ffdfe3e-1021-4e03-bda8-48639b199944 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] 10.222.0.23 "GET /v2.0/ports?device_id=473b7888-b8d7-4b83-b60a-c813da4fd30c HTTP/1.1" status: 200 len: 948 time: 0.3169188 Jul 13 07:20:03.470553 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:03.587436 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 6dff3c0b-7472-436f-9677-480967b414b7, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=6dff3c0b-7472-436f-9677-480967b414b7,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:03.599355 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:03.641392 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c93eb052-54e1-4a8c-a12f-8388d4297c47 req-4d9fb3b5-e73a-4994-863c-ffdabd84679f tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] 10.222.0.23 "GET /v2.0/security-groups?id=63d75a77-aa10-47fb-bc70-b90d4eb2450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807339 Jul 13 07:20:03.694341 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b51bfe94-0fd2-45b8-9e17-13645c7e1e76 req-d0ce731f-48b8-496a-8028-193bb424d9f6 service neutron] 10.222.0.42 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002357 Jul 13 07:20:03.705012 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device f43116fe-8c9d-4af0-b1a5-83da3dd0f82e up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:03.706602 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8161d487-d50b-4cf0-80af-fb1a940ecaa2 req-1ba1618b-4c81-41e2-9605-509320b43d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:03.708354 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8161d487-d50b-4cf0-80af-fb1a940ecaa2 req-1ba1618b-4c81-41e2-9605-509320b43d76 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 1097 time: 0.2987258 Jul 13 07:20:03.883665 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=6dff3c0b-7472-436f-9677-480967b414b7,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:03.944808 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f92f5-693e-4556-8197-f4e171f6bf13 req-59a4be96-27f7-4a79-b392-5dae65e7d864 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:03.949183 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-616f92f5-693e-4556-8197-f4e171f6bf13 req-59a4be96-27f7-4a79-b392-5dae65e7d864 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 949 time: 0.4196494 Jul 13 07:20:03.975170 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8a4cf153-3b19-45da-972a-d4c2152c385d None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:03.985826 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-8a4cf153-3b19-45da-972a-d4c2152c385d None None] Transition to ACTIVE for port object a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:04.003579 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8a4cf153-3b19-45da-972a-d4c2152c385d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:04.018939 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:04.032075 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port f43116fe-8c9d-4af0-b1a5-83da3dd0f82e completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:04.038408 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port f43116fe-8c9d-4af0-b1a5-83da3dd0f82e triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:04.038947 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:04.067813 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-8a4cf153-3b19-45da-972a-d4c2152c385d None None] Attempting to bind port a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:20:04.075412 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-8a4cf153-3b19-45da-972a-d4c2152c385d None None] Attempting to bind port a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:20:04.076163 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4cf153-3b19-45da-972a-d4c2152c385d None None] Attempting to bind port a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:04.108743 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4cf153-3b19-45da-972a-d4c2152c385d None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:20:04.113371 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4cf153-3b19-45da-972a-d4c2152c385d None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:04.113992 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8a4cf153-3b19-45da-972a-d4c2152c385d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:04.114543 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4cf153-3b19-45da-972a-d4c2152c385d None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:20:04.115240 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-8a4cf153-3b19-45da-972a-d4c2152c385d None None] Bound port: a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:20:04.116155 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8a4cf153-3b19-45da-972a-d4c2152c385d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:04.134271 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-616f92f5-693e-4556-8197-f4e171f6bf13 req-c3c00c32-d035-46bb-8296-423c57c4686b tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727405 Jul 13 07:20:04.165232 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8161d487-d50b-4cf0-80af-fb1a940ecaa2 req-2981f86a-6f78-495f-99da-fcab43a0b878 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4441669 Jul 13 07:20:04.208576 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-8a4cf153-3b19-45da-972a-d4c2152c385d None None] For port a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:20:04.212692 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-8a4cf153-3b19-45da-972a-d4c2152c385d None None] For port a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:20:04.223147 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a86a82-1a80-4982-a291-95532746fb85 None None] Pushing event updated for resources: {'Port': ['ID=a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:04.228466 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8a4cf153-3b19-45da-972a-d4c2152c385d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:04.238668 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a86a82-1a80-4982-a291-95532746fb85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:04.239457 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a86a82-1a80-4982-a291-95532746fb85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:04.240272 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a86a82-1a80-4982-a291-95532746fb85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:04.240763 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a86a82-1a80-4982-a291-95532746fb85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:04.241430 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a86a82-1a80-4982-a291-95532746fb85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:04.241953 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a86a82-1a80-4982-a291-95532746fb85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:04.242430 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a86a82-1a80-4982-a291-95532746fb85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:04.242929 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a86a82-1a80-4982-a291-95532746fb85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:04.243591 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a86a82-1a80-4982-a291-95532746fb85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:04.244123 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a86a82-1a80-4982-a291-95532746fb85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:04.244618 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a86a82-1a80-4982-a291-95532746fb85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:04.245269 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a86a82-1a80-4982-a291-95532746fb85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:04.248345 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b4fcc33c-76c0-49e5-b5e5-5818f5709a59 req-8badf994-ba7a-427d-a58e-33c9f713df56 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:04.281728 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['3ab3056e-db01-4b3c-bcae-19cc25cf4ea6'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:20:04.291561 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1b33ee25-b60b-437e-a02b-339744f77f01 None None] Provisioning complete for port 6dff3c0b-7472-436f-9677-480967b414b7 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:04.296929 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1b33ee25-b60b-437e-a02b-339744f77f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:04.308533 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a86a82-1a80-4982-a291-95532746fb85 None None] Pushing event updated for resources: {'Port': ['ID=a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:04.344153 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4cf153-3b19-45da-972a-d4c2152c385d None None] Routers {'1dc9cc43-cdcc-43a1-9070-4294c078b940'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:20:04.344788 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-8a4cf153-3b19-45da-972a-d4c2152c385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:20:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['1dc9cc43-cdcc-43a1-9070-4294c078b940'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:04.350021 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8badf994-ba7a-427d-a58e-33c9f713df56 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Pushing event deleted for resources: {'Port': ['ID=3ab3056e-db01-4b3c-bcae-19cc25cf4ea6,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:04.365343 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b51bfe94-0fd2-45b8-9e17-13645c7e1e76 req-1517af76-fc98-4a59-9368-aa572ebc2c06 service neutron] 10.222.0.42 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6619744 Jul 13 07:20:04.404577 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-09271f4d-5ba7-4b03-9b8b-250630d247ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:04.521940 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873c711-8db8-4afd-916f-6ee312672a2b req-fbb6376c-f41d-48b0-8780-a843ff521e22 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:04.530838 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9873c711-8db8-4afd-916f-6ee312672a2b req-fbb6376c-f41d-48b0-8780-a843ff521e22 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c337b85-4e43-40b9-aa2e-3a02dafa22c2 HTTP/1.1" status: 200 len: 867 time: 0.4626484 Jul 13 07:20:04.531859 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4fcc33c-76c0-49e5-b5e5-5818f5709a59 req-8badf994-ba7a-427d-a58e-33c9f713df56 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] No DVR routers for this DVR port 3ab3056e-db01-4b3c-bcae-19cc25cf4ea6 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:20:04.537128 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b4fcc33c-76c0-49e5-b5e5-5818f5709a59 req-8badf994-ba7a-427d-a58e-33c9f713df56 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:04.545838 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b4fcc33c-76c0-49e5-b5e5-5818f5709a59 req-8badf994-ba7a-427d-a58e-33c9f713df56 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.42 "DELETE /v2.0/ports/3ab3056e-db01-4b3c-bcae-19cc25cf4ea6 HTTP/1.1" status: 204 len: 173 time: 1.9712963 Jul 13 07:20:04.547431 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c337b85-4e43-40b9-aa2e-3a02dafa22c2', 'name': 'network-vif-deleted', 'tag': '3ab3056e-db01-4b3c-bcae-19cc25cf4ea6'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:20:04.550232 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f061cccb-0855-40cb-bfb7-8ca4b0d22e16" -d '{"events": [{"server_uuid": "6c337b85-4e43-40b9-aa2e-3a02dafa22c2", "name": "network-vif-deleted", "tag": "3ab3056e-db01-4b3c-bcae-19cc25cf4ea6"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:20:04.559654 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-8a4cf153-3b19-45da-972a-d4c2152c385d None None] Set router 1dc9cc43-cdcc-43a1-9070-4294c078b940 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:20:04.583964 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:04.635745 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9873c711-8db8-4afd-916f-6ee312672a2b req-c7dfc518-7e6d-494b-bf97-3a69875cefec tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/security-groups?id=6000c66a-834f-432e-a487-2af2534e8684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018152 Jul 13 07:20:04.783591 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port f43116fe-8c9d-4af0-b1a5-83da3dd0f82e, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=f43116fe-8c9d-4af0-b1a5-83da3dd0f82e,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:04.805100 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:04.922467 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 0b9985ab-09da-4e2c-a938-25f8b4d7476b up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:04.963526 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-8a4cf153-3b19-45da-972a-d4c2152c385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dc9cc43-cdcc-43a1-9070-4294c078b940', 'name': 'tempest-ServerRescueNegativeTestJSON-938244738-router', 'tenant_id': '6d13c0c2ef2a4f4ba04ee46bbbe15052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:59Z', 'updated_at': '2021-07-13T07:20:01Z', 'revision_number': 3, 'project_id': '6d13c0c2ef2a4f4ba04ee46bbbe15052', 'gw_port': {'id': 'a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:26:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dc9cc43-cdcc-43a1-9070-4294c078b940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:00Z', 'updated_at': '2021-07-13T07:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:05.037773 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4cf153-3b19-45da-972a-d4c2152c385d None None] The sync data for ids ['1dc9cc43-cdcc-43a1-9070-4294c078b940'] in n-d-771363-34 is: [{'id': '1dc9cc43-cdcc-43a1-9070-4294c078b940', 'name': 'tempest-ServerRescueNegativeTestJSON-938244738-router', 'tenant_id': '6d13c0c2ef2a4f4ba04ee46bbbe15052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:59Z', 'updated_at': '2021-07-13T07:20:01Z', 'revision_number': 3, 'project_id': '6d13c0c2ef2a4f4ba04ee46bbbe15052', 'gw_port': {'id': 'a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:26:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dc9cc43-cdcc-43a1-9070-4294c078b940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:00Z', 'updated_at': '2021-07-13T07:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:20:05.054861 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-09271f4d-5ba7-4b03-9b8b-250630d247ab admin admin] Allocated IP 172.20.0.1 (ffa8f5b7-4641-405f-a4b1-873f26b9afcf/7d1ccc7a-a9a6-4c00-9ab1-d7fdf16140dc/45c3462c-5f5f-4257-af26-083fdcada92d) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:20:05.065066 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=f43116fe-8c9d-4af0-b1a5-83da3dd0f82e,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:05.079834 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 0b9985ab-09da-4e2c-a938-25f8b4d7476b triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:05.080270 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:05.265107 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad91f34-fbfd-4a1a-82bd-5534416ecb55 req-6844af43-75ce-410d-850a-953fa1c01f20 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:05.273714 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:05.275735 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cad91f34-fbfd-4a1a-82bd-5534416ecb55 req-6844af43-75ce-410d-850a-953fa1c01f20 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 945 time: 0.1579494 Jul 13 07:20:05.326360 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa1b8f44-a6fb-484b-aaac-29b1e125d105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dff3c0b-7472-436f-9677-480967b414b7'}, {'server_uuid': '473b7888-b8d7-4b83-b60a-c813da4fd30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43116fe-8c9d-4af0-b1a5-83da3dd0f82e'}, {'server_uuid': 'f611dc27-7172-4a6c-afe0-ec98be5596cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9985ab-09da-4e2c-a938-25f8b4d7476b'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:20:05.331709 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27915c63-4770-4572-a7f1-601e89f4556e" -d '{"events": [{"server_uuid": "fa1b8f44-a6fb-484b-aaac-29b1e125d105", "name": "network-vif-plugged", "status": "completed", "tag": "6dff3c0b-7472-436f-9677-480967b414b7"}, {"server_uuid": "473b7888-b8d7-4b83-b60a-c813da4fd30c", "name": "network-vif-plugged", "status": "completed", "tag": "f43116fe-8c9d-4af0-b1a5-83da3dd0f82e"}, {"server_uuid": "f611dc27-7172-4a6c-afe0-ec98be5596cc", "name": "network-vif-plugged", "status": "completed", "tag": "0b9985ab-09da-4e2c-a938-25f8b4d7476b"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:20:05.348100 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-09271f4d-5ba7-4b03-9b8b-250630d247ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:05.360695 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cad91f34-fbfd-4a1a-82bd-5534416ecb55 req-83def3f3-6d6f-435b-99e9-f0f4a7ed1a1d tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839472 Jul 13 07:20:05.371080 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 0b9985ab-09da-4e2c-a938-25f8b4d7476b, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=0b9985ab-09da-4e2c-a938-25f8b4d7476b,segment=NetworkSegment(b7fdd6a4-7ea0-4d78-a1ca-354316bc2553),segment_id=b7fdd6a4-7ea0-4d78-a1ca-354316bc2553)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:05.390219 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:05.437808 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7791c-4c8d-4171-aad6-7055d206b0fd req-a0be657c-c23f-4d58-b1b3-1e62a1d9b599 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:05.449373 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5cd7791c-4c8d-4171-aad6-7055d206b0fd req-a0be657c-c23f-4d58-b1b3-1e62a1d9b599 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 943 time: 0.9828467 Jul 13 07:20:05.458656 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccefaf9-790a-4908-af85-4c8a433bf74c x-openstack-request-id: req-4ccefaf9-790a-4908-af85-4c8a433bf74c {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:20:05.459145 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c337b85-4e43-40b9-aa2e-3a02dafa22c2", "name": "network-vif-deleted", "tag": "3ab3056e-db01-4b3c-bcae-19cc25cf4ea6", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:20:05.459629 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4ccefaf9-790a-4908-af85-4c8a433bf74c {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:20:05.460717 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c337b85-4e43-40b9-aa2e-3a02dafa22c2', 'name': 'network-vif-deleted', 'tag': '3ab3056e-db01-4b3c-bcae-19cc25cf4ea6', 'status': 'completed', 'code': 200} Jul 13 07:20:05.598964 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6819c10b-4d34-48f4-b28d-37b990aaf6e7 None None] Provisioning complete for port f43116fe-8c9d-4af0-b1a5-83da3dd0f82e triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:05.599547 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6819c10b-4d34-48f4-b28d-37b990aaf6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:05.629639 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5cd7791c-4c8d-4171-aad6-7055d206b0fd req-509c3972-64b5-4bc0-9424-9e165175a954 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641071 Jul 13 07:20:05.672155 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-09271f4d-5ba7-4b03-9b8b-250630d247ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:05.767388 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09271f4d-5ba7-4b03-9b8b-250630d247ab admin admin] Network ffa8f5b7-4641-405f-a4b1-873f26b9afcf is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:20:05.772442 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-09271f4d-5ba7-4b03-9b8b-250630d247ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:20:05.788051 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09271f4d-5ba7-4b03-9b8b-250630d247ab admin admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:20:05.894720 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-09271f4d-5ba7-4b03-9b8b-250630d247ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:05.906944 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=0b9985ab-09da-4e2c-a938-25f8b4d7476b,revision_number=7']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:05.911858 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5174b68-7165-447b-b85e-eecf7d99f9d4 req-d9264bc9-6aa7-4c09-8a36-f295e33171f0 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:05.925876 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:05.926634 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c5174b68-7165-447b-b85e-eecf7d99f9d4 req-d9264bc9-6aa7-4c09-8a36-f295e33171f0 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] 10.222.0.23 "GET /v2.0/ports?device_id=473b7888-b8d7-4b83-b60a-c813da4fd30c HTTP/1.1" status: 200 len: 949 time: 0.1820414 Jul 13 07:20:05.970372 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09271f4d-5ba7-4b03-9b8b-250630d247ab admin admin] Pushing event updated for resources: {'Port': ['ID=45c3462c-5f5f-4257-af26-083fdcada92d,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:05.997767 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c5174b68-7165-447b-b85e-eecf7d99f9d4 req-afe05273-3a66-46e1-9e38-f8d5fab7314c tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] 10.222.0.23 "GET /v2.0/security-groups?id=63d75a77-aa10-47fb-bc70-b90d4eb2450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692925 Jul 13 07:20:06.092819 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 13 Jul 2021 07:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0dc64d1-c72b-45eb-bb0a-58386b6f77a4 x-openstack-request-id: req-d0dc64d1-c72b-45eb-bb0a-58386b6f77a4 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:20:06.093156 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa1b8f44-a6fb-484b-aaac-29b1e125d105", "name": "network-vif-plugged", "status": "completed", "tag": "6dff3c0b-7472-436f-9677-480967b414b7", "code": 200}, {"server_uuid": "473b7888-b8d7-4b83-b60a-c813da4fd30c", "name": "network-vif-plugged", "status": "completed", "tag": "f43116fe-8c9d-4af0-b1a5-83da3dd0f82e", "code": 200}, {"server_uuid": "f611dc27-7172-4a6c-afe0-ec98be5596cc", "name": "network-vif-plugged", "status": "completed", "tag": "0b9985ab-09da-4e2c-a938-25f8b4d7476b", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:20:06.093511 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d0dc64d1-c72b-45eb-bb0a-58386b6f77a4 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:20:06.093819 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa1b8f44-a6fb-484b-aaac-29b1e125d105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dff3c0b-7472-436f-9677-480967b414b7', 'code': 200} Jul 13 07:20:06.094073 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473b7888-b8d7-4b83-b60a-c813da4fd30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43116fe-8c9d-4af0-b1a5-83da3dd0f82e', 'code': 200} Jul 13 07:20:06.094321 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f611dc27-7172-4a6c-afe0-ec98be5596cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9985ab-09da-4e2c-a938-25f8b4d7476b', 'code': 200} Jul 13 07:20:06.316805 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb87f2f-47c3-4d60-9154-c250bef91abf req-627b4de4-04ce-40cc-8a96-77c611109b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:06.318971 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ddb87f2f-47c3-4d60-9154-c250bef91abf req-627b4de4-04ce-40cc-8a96-77c611109b05 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=473b7888-b8d7-4b83-b60a-c813da4fd30c HTTP/1.1" status: 200 len: 1101 time: 0.0924459 Jul 13 07:20:06.375802 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ddb87f2f-47c3-4d60-9154-c250bef91abf req-70c1ad21-a01d-4fda-b6fd-2a2b8f621964 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=63d75a77-aa10-47fb-bc70-b90d4eb2450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493639 Jul 13 07:20:06.476400 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 3ab3056e-db01-4b3c-bcae-19cc25cf4ea6 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:20:06.514621 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 3ab3056e-db01-4b3c-bcae-19cc25cf4ea6 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:20:06.515585 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 3ab3056e-db01-4b3c-bcae-19cc25cf4ea6 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:20:06.581733 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3183c-2264-4e15-a39b-fb8a201066e7 req-fbbaef05-7968-4b4d-b9dc-2d3cf6d491ce tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:06.593933 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b8a3183c-2264-4e15-a39b-fb8a201066e7 req-fbbaef05-7968-4b4d-b9dc-2d3cf6d491ce tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 950 time: 0.6078973 Jul 13 07:20:06.667659 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67d916-d763-4d32-9b7e-03f065623321 req-d7be66b9-3e62-4cbd-8c19-6de56ca24dd4 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:06.667887 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bfabe-261f-4111-9706-9b06667916df req-09b0cfe9-1ff6-4d40-ba4a-accc725f2575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:06.668511 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-976bfabe-261f-4111-9706-9b06667916df req-09b0cfe9-1ff6-4d40-ba4a-accc725f2575 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 1102 time: 0.2190831 Jul 13 07:20:06.673437 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4f67d916-d763-4d32-9b7e-03f065623321 req-d7be66b9-3e62-4cbd-8c19-6de56ca24dd4 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 945 time: 0.1527090 Jul 13 07:20:06.689168 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-09271f4d-5ba7-4b03-9b8b-250630d247ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:06.717402 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4f67d916-d763-4d32-9b7e-03f065623321 req-0ea3fd5c-9ab4-4e23-916d-6a4aa56502db tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430255 Jul 13 07:20:06.721785 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b8a3183c-2264-4e15-a39b-fb8a201066e7 req-913ac5a9-ba9f-43f8-8f9d-e001ddb5ebea tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263573 Jul 13 07:20:06.777156 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-976bfabe-261f-4111-9706-9b06667916df req-a0fb9ba7-d059-452b-84df-cd0784104acc service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981894 Jul 13 07:20:06.989154 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-09271f4d-5ba7-4b03-9b8b-250630d247ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:07.006374 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ebba3-e250-4d70-a784-70161b3294e1 req-3cdd0bcb-0d1a-419c-bb20-fb14f0e3ef28 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:07.008369 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-435ebba3-e250-4d70-a784-70161b3294e1 req-3cdd0bcb-0d1a-419c-bb20-fb14f0e3ef28 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 943 time: 0.1159441 Jul 13 07:20:07.010906 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-09271f4d-5ba7-4b03-9b8b-250630d247ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:07.016039 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb25fdd-2abd-4fa2-87d7-d591305b3ce1 req-80932da3-ce49-4558-bf1e-b621ca9f7896 tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:07.024091 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cfb25fdd-2abd-4fa2-87d7-d591305b3ce1 req-80932da3-ce49-4558-bf1e-b621ca9f7896 tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 1097 time: 0.0693741 Jul 13 07:20:07.066417 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cfb25fdd-2abd-4fa2-87d7-d591305b3ce1 req-c5d8f657-faeb-4002-9894-a907ed2d2058 tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410664 Jul 13 07:20:07.067942 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09271f4d-5ba7-4b03-9b8b-250630d247ab admin admin] Pushing event updated for resources: {'Port': ['ID=45c3462c-5f5f-4257-af26-083fdcada92d,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:07.085541 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09271f4d-5ba7-4b03-9b8b-250630d247ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:07.085877 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09271f4d-5ba7-4b03-9b8b-250630d247ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:07.086211 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09271f4d-5ba7-4b03-9b8b-250630d247ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:07.086538 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09271f4d-5ba7-4b03-9b8b-250630d247ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:07.087688 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09271f4d-5ba7-4b03-9b8b-250630d247ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:07.087688 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09271f4d-5ba7-4b03-9b8b-250630d247ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:07.087863 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09271f4d-5ba7-4b03-9b8b-250630d247ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:07.088141 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09271f4d-5ba7-4b03-9b8b-250630d247ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:07.088398 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09271f4d-5ba7-4b03-9b8b-250630d247ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:07.088712 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09271f4d-5ba7-4b03-9b8b-250630d247ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:07.089079 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09271f4d-5ba7-4b03-9b8b-250630d247ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:07.089340 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09271f4d-5ba7-4b03-9b8b-250630d247ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:07.167596 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-435ebba3-e250-4d70-a784-70161b3294e1 req-daaa627e-6ba1-4636-b070-9112c0a90341 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062808 Jul 13 07:20:07.176828 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-09271f4d-5ba7-4b03-9b8b-250630d247ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:07.339548 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09271f4d-5ba7-4b03-9b8b-250630d247ab admin admin] Network ffa8f5b7-4641-405f-a4b1-873f26b9afcf is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:20:07.340957 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-09271f4d-5ba7-4b03-9b8b-250630d247ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:20:07.466768 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887dffa-6253-4493-b597-d31f4f95d157 req-8187724d-4525-49fd-8263-2dc45fbf7c3d tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:07.475409 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1887dffa-6253-4493-b597-d31f4f95d157 req-8187724d-4525-49fd-8263-2dc45fbf7c3d tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 1097 time: 0.0777597 Jul 13 07:20:07.529650 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1887dffa-6253-4493-b597-d31f4f95d157 req-7d3ab9bf-d894-412a-a3b2-0f8f7776d311 tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530655 Jul 13 07:20:07.586994 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44752) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:07.640897 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:07.683767 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09271f4d-5ba7-4b03-9b8b-250630d247ab admin admin] Router 1dc9cc43-cdcc-43a1-9070-4294c078b940 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:20:07.718016 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e0085a3a-0711-4533-89f1-1b7f1d78219d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:07.757163 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:07.761133 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:07.761505 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:07.772449 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e0085a3a-0711-4533-89f1-1b7f1d78219d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:07.827932 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09271f4d-5ba7-4b03-9b8b-250630d247ab admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:20:07.834439 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-09271f4d-5ba7-4b03-9b8b-250630d247ab admin admin] 10.222.0.23 "PUT /v2.0/routers/1dc9cc43-cdcc-43a1-9070-4294c078b940/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2543283 Jul 13 07:20:07.841870 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beffefc-f79b-4799-a955-4f9a461e24d7 None None] Sync routers for ids ['1dc9cc43-cdcc-43a1-9070-4294c078b940'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:20:07.859035 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e8048-1093-43cf-8c3b-ed8c185f7252 req-c05a0cf2-98a5-417c-adf1-3a5b19a1bdbb tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:07.868620 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-037e8048-1093-43cf-8c3b-ed8c185f7252 req-c05a0cf2-98a5-417c-adf1-3a5b19a1bdbb tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] 10.222.0.23 "GET /v2.0/ports?device_id=473b7888-b8d7-4b83-b60a-c813da4fd30c HTTP/1.1" status: 200 len: 949 time: 0.5086341 Jul 13 07:20:07.888973 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e0085a3a-0711-4533-89f1-1b7f1d78219d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:07.892699 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e0085a3a-0711-4533-89f1-1b7f1d78219d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:07.895601 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e0085a3a-0711-4533-89f1-1b7f1d78219d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "DELETE /v2.0/security-groups/b6de35b7-6e1a-4731-8161-31919203340b HTTP/1.1" status: 204 len: 168 time: 0.3073397 Jul 13 07:20:07.899795 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44762) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:07.909367 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beffefc-f79b-4799-a955-4f9a461e24d7 None None] Routers {'1dc9cc43-cdcc-43a1-9070-4294c078b940'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:20:07.912834 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-1beffefc-f79b-4799-a955-4f9a461e24d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:20:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['1dc9cc43-cdcc-43a1-9070-4294c078b940'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:07.929947 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0085a3a-0711-4533-89f1-1b7f1d78219d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6de35b7-6e1a-4731-8161-31919203340b,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:07.944602 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0085a3a-0711-4533-89f1-1b7f1d78219d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:07.945009 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0085a3a-0711-4533-89f1-1b7f1d78219d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:07.945360 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0085a3a-0711-4533-89f1-1b7f1d78219d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:07.945703 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0085a3a-0711-4533-89f1-1b7f1d78219d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:07.946039 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0085a3a-0711-4533-89f1-1b7f1d78219d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:07.946379 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0085a3a-0711-4533-89f1-1b7f1d78219d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:07.946884 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0085a3a-0711-4533-89f1-1b7f1d78219d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:07.948137 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0085a3a-0711-4533-89f1-1b7f1d78219d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:07.948506 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0085a3a-0711-4533-89f1-1b7f1d78219d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:07.948850 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0085a3a-0711-4533-89f1-1b7f1d78219d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:07.949532 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0085a3a-0711-4533-89f1-1b7f1d78219d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:07.949821 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0085a3a-0711-4533-89f1-1b7f1d78219d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:07.953174 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-53180ce2-337f-4fad-9a6d-5d9f0ba5e9c4 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] show failed (client error): The resource could not be found. Jul 13 07:20:07.954225 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-53180ce2-337f-4fad-9a6d-5d9f0ba5e9c4 tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "GET /v2.0/security-groups/b6de35b7-6e1a-4731-8161-31919203340b HTTP/1.1" status: 404 len: 347 time: 0.0480623 Jul 13 07:20:07.963873 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44764) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:07.964980 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-037e8048-1093-43cf-8c3b-ed8c185f7252 req-1d4c6efe-5afc-4924-a040-5c336cefcb44 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] 10.222.0.23 "GET /v2.0/security-groups?id=63d75a77-aa10-47fb-bc70-b90d4eb2450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926983 Jul 13 07:20:08.148748 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:08.182889 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-1beffefc-f79b-4799-a955-4f9a461e24d7 None None] Set router 1dc9cc43-cdcc-43a1-9070-4294c078b940 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:20:08.185946 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:08.215731 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:08.224240 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-4cbc3f60-72be-498c-8517-34880b4c900d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Deleting port e704dd27-1c5d-4c1c-b329-5a584a16379e {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:20:08.224585 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4cbc3f60-72be-498c-8517-34880b4c900d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:08.253817 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b21d40-a7b4-4a04-8cd1-bf02d0fadb37 req-1f019206-6f4e-41a5-a7ed-d22658012e2e tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:08.264797 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-38b21d40-a7b4-4a04-8cd1-bf02d0fadb37 req-1f019206-6f4e-41a5-a7ed-d22658012e2e tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 950 time: 0.1561587 Jul 13 07:20:08.388278 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-38b21d40-a7b4-4a04-8cd1-bf02d0fadb37 req-26018999-2430-43cc-897c-0e203cfe2057 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220257 Jul 13 07:20:08.454749 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4cbc3f60-72be-498c-8517-34880b4c900d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:08.455404 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4cbc3f60-72be-498c-8517-34880b4c900d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:08.481159 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-4cbc3f60-72be-498c-8517-34880b4c900d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Calling delete_port for e704dd27-1c5d-4c1c-b329-5a584a16379e owned by network:floatingip {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:20:08.492854 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:08.551454 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-1beffefc-f79b-4799-a955-4f9a461e24d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dc9cc43-cdcc-43a1-9070-4294c078b940', 'name': 'tempest-ServerRescueNegativeTestJSON-938244738-router', 'tenant_id': '6d13c0c2ef2a4f4ba04ee46bbbe15052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:59Z', 'updated_at': '2021-07-13T07:20:06Z', 'revision_number': 4, 'project_id': '6d13c0c2ef2a4f4ba04ee46bbbe15052', 'gw_port': {'id': 'a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:26:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dc9cc43-cdcc-43a1-9070-4294c078b940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:00Z', 'updated_at': '2021-07-13T07:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '45c3462c-5f5f-4257-af26-083fdcada92d', 'name': '', 'network_id': 'ffa8f5b7-4641-405f-a4b1-873f26b9afcf', 'tenant_id': '6d13c0c2ef2a4f4ba04ee46bbbe15052', 'mac_address': 'fa:16:3e:ab:7f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dc9cc43-cdcc-43a1-9070-4294c078b940', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '7d1ccc7a-a9a6-4c00-9ab1-d7fdf16140dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:04Z', 'updated_at': '2021-07-13T07:20:06Z', 'revision_number': 2, 'project_id': '6d13c0c2ef2a4f4ba04ee46bbbe15052', 'subnets': [{'id': '7d1ccc7a-a9a6-4c00-9ab1-d7fdf16140dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:08.602851 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beffefc-f79b-4799-a955-4f9a461e24d7 None None] Checking router: 1dc9cc43-cdcc-43a1-9070-4294c078b940 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:20:08.606833 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beffefc-f79b-4799-a955-4f9a461e24d7 None None] Updating router 1dc9cc43-cdcc-43a1-9070-4294c078b940 port 45c3462c-5f5f-4257-af26-083fdcada92d binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:20:08.662476 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1beffefc-f79b-4799-a955-4f9a461e24d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:08.740966 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4cbc3f60-72be-498c-8517-34880b4c900d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:08.800125 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc3f60-72be-498c-8517-34880b4c900d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Pushing event deleted for resources: {'Port': ['ID=e704dd27-1c5d-4c1c-b329-5a584a16379e,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:09.119654 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1beffefc-f79b-4799-a955-4f9a461e24d7 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:09.142532 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1beffefc-f79b-4799-a955-4f9a461e24d7 None None] Transition to ACTIVE for port object 45c3462c-5f5f-4257-af26-083fdcada92d will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:09.171131 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1beffefc-f79b-4799-a955-4f9a461e24d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:09.226212 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4cbc3f60-72be-498c-8517-34880b4c900d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks [] for floatingip, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:09.228420 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4cbc3f60-72be-498c-8517-34880b4c900d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:09.231922 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4cbc3f60-72be-498c-8517-34880b4c900d tempest-ImagesOneServerNegativeTestJSON-1267475536 tempest-ImagesOneServerNegativeTestJSON-1267475536-project] 10.222.0.23 "DELETE /v2.0/floatingips/3b548e58-99dd-41d5-960f-7ac38831044c HTTP/1.1" status: 204 len: 168 time: 1.2651637 Jul 13 07:20:09.239685 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf0dd7-fe8f-4e4c-805a-8fe14c24d769 None None] Pushing event updated for resources: {'Port': ['ID=45c3462c-5f5f-4257-af26-083fdcada92d,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:09.289541 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-3f39bd8b-acb5-442e-b700-a9694e191c17 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:09.294663 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-3f39bd8b-acb5-442e-b700-a9694e191c17 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/networks?id=ffa8f5b7-4641-405f-a4b1-873f26b9afcf HTTP/1.1" status: 200 len: 818 time: 0.5001333 Jul 13 07:20:09.308971 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-b562f8fa-d99a-4974-a74e-a6d24d1119ef tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/quotas/6d13c0c2ef2a4f4ba04ee46bbbe15052 HTTP/1.1" status: 200 len: 375 time: 0.0105360 Jul 13 07:20:09.335595 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-1beffefc-f79b-4799-a955-4f9a461e24d7 None None] Attempting to bind port 45c3462c-5f5f-4257-af26-083fdcada92d on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:20:09.336615 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-1beffefc-f79b-4799-a955-4f9a461e24d7 None None] Attempting to bind port 45c3462c-5f5f-4257-af26-083fdcada92d by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '42cecd3b-e0c4-420d-a7f0-4c98bc6e046c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ffa8f5b7-4641-405f-a4b1-873f26b9afcf'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:20:09.337329 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beffefc-f79b-4799-a955-4f9a461e24d7 None None] Attempting to bind port 45c3462c-5f5f-4257-af26-083fdcada92d on network ffa8f5b7-4641-405f-a4b1-873f26b9afcf {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:09.344451 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beffefc-f79b-4799-a955-4f9a461e24d7 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:20:09.344958 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beffefc-f79b-4799-a955-4f9a461e24d7 None None] Checking segment: {'id': '42cecd3b-e0c4-420d-a7f0-4c98bc6e046c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ffa8f5b7-4641-405f-a4b1-873f26b9afcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:09.345652 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1beffefc-f79b-4799-a955-4f9a461e24d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:09.347183 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beffefc-f79b-4799-a955-4f9a461e24d7 None None] Bound using segment: {'id': '42cecd3b-e0c4-420d-a7f0-4c98bc6e046c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ffa8f5b7-4641-405f-a4b1-873f26b9afcf'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:20:09.347183 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-1beffefc-f79b-4799-a955-4f9a461e24d7 None None] Bound port: 45c3462c-5f5f-4257-af26-083fdcada92d, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42cecd3b-e0c4-420d-a7f0-4c98bc6e046c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ffa8f5b7-4641-405f-a4b1-873f26b9afcf'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:20:09.347979 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1beffefc-f79b-4799-a955-4f9a461e24d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:09.395802 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-3544b9fa-d473-4fe8-b941-fae94e51d375 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d13c0c2ef2a4f4ba04ee46bbbe15052&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0805764 Jul 13 07:20:09.462759 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-1beffefc-f79b-4799-a955-4f9a461e24d7 None None] For port 45c3462c-5f5f-4257-af26-083fdcada92d, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:20:09.467898 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-1beffefc-f79b-4799-a955-4f9a461e24d7 None None] For port 45c3462c-5f5f-4257-af26-083fdcada92d, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=45c3462c-5f5f-4257-af26-083fdcada92d,segment=NetworkSegment(42cecd3b-e0c4-420d-a7f0-4c98bc6e046c),segment_id=42cecd3b-e0c4-420d-a7f0-4c98bc6e046c)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:20:09.484030 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1beffefc-f79b-4799-a955-4f9a461e24d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:09.534300 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-584cbc3f-0f2b-44f4-9d76-0bac3fa8f32f tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:20:09.535374 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-584cbc3f-0f2b-44f4-9d76-0bac3fa8f32f tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104961 Jul 13 07:20:09.542671 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-5d8c1db1-7873-4b0f-84ad-617bf44f9dd5 service neutron] 10.222.0.23 "GET /v2.0/networks/ffa8f5b7-4641-405f-a4b1-873f26b9afcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413393 Jul 13 07:20:09.547127 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-f97f8549-1040-464a-96ee-6f7e502e567e service neutron] Request body: {'binding': {'host': 'n-h2-771363-34', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:09.547765 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-f97f8549-1040-464a-96ee-6f7e502e567e service neutron] Unknown quota resources ['binding']. {{(pid=94017) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:20:09.588315 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf0dd7-fe8f-4e4c-805a-8fe14c24d769 None None] Pushing event updated for resources: {'Port': ['ID=45c3462c-5f5f-4257-af26-083fdcada92d,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:09.600920 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beffefc-f79b-4799-a955-4f9a461e24d7 None None] Routers {'1dc9cc43-cdcc-43a1-9070-4294c078b940'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:20:09.601635 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-1beffefc-f79b-4799-a955-4f9a461e24d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:20:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['1dc9cc43-cdcc-43a1-9070-4294c078b940'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:09.606344 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:09.742060 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:09.743119 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:09.750930 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-f97f8549-1040-464a-96ee-6f7e502e567e service neutron] Attempting to bind port 9ad74136-14a6-4d13-9edc-d90f61037557 on host n-h2-771363-34 for vnic_type normal with profile None {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:20:09.751362 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-f97f8549-1040-464a-96ee-6f7e502e567e service neutron] Attempting to bind port 9ad74136-14a6-4d13-9edc-d90f61037557 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:20:09.751695 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-f97f8549-1040-464a-96ee-6f7e502e567e service neutron] Attempting to bind port 9ad74136-14a6-4d13-9edc-d90f61037557 on network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:09.759542 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-f97f8549-1040-464a-96ee-6f7e502e567e service neutron] Port 9ad74136-14a6-4d13-9edc-d90f61037557 on network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:20:09.759751 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-f97f8549-1040-464a-96ee-6f7e502e567e service neutron] Attempting to bind port 9ad74136-14a6-4d13-9edc-d90f61037557 on network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:09.775389 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-f97f8549-1040-464a-96ee-6f7e502e567e service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:20:09.775761 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-f97f8549-1040-464a-96ee-6f7e502e567e service neutron] Checking segment: {'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:09.776145 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-f97f8549-1040-464a-96ee-6f7e502e567e service neutron] Bound using segment: {'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:20:09.776582 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-f97f8549-1040-464a-96ee-6f7e502e567e service neutron] Bound port: 9ad74136-14a6-4d13-9edc-d90f61037557, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:20:09.785379 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-1beffefc-f79b-4799-a955-4f9a461e24d7 None None] Set router 1dc9cc43-cdcc-43a1-9070-4294c078b940 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:20:09.792146 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-436a8fcd-e7a1-4450-b1c2-54eaa5c1fa68 service neutron] 10.222.0.23 "GET /v2.0/networks/ffa8f5b7-4641-405f-a4b1-873f26b9afcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412277 Jul 13 07:20:09.894586 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-f97f8549-1040-464a-96ee-6f7e502e567e service neutron] For port 9ad74136-14a6-4d13-9edc-d90f61037557, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=9ad74136-14a6-4d13-9edc-d90f61037557,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:20:09.910572 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-f97f8549-1040-464a-96ee-6f7e502e567e service neutron] Notify callbacks [] for binding, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:09.912161 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-f97f8549-1040-464a-96ee-6f7e502e567e service neutron] 10.222.0.23 "POST /v2.0/ports/9ad74136-14a6-4d13-9edc-d90f61037557/bindings HTTP/1.1" status: 201 len: 390 time: 0.3683550 Jul 13 07:20:10.166151 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-1beffefc-f79b-4799-a955-4f9a461e24d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dc9cc43-cdcc-43a1-9070-4294c078b940', 'name': 'tempest-ServerRescueNegativeTestJSON-938244738-router', 'tenant_id': '6d13c0c2ef2a4f4ba04ee46bbbe15052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:59Z', 'updated_at': '2021-07-13T07:20:06Z', 'revision_number': 4, 'project_id': '6d13c0c2ef2a4f4ba04ee46bbbe15052', 'gw_port': {'id': 'a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc9cc43-cdcc-43a1-9070-4294c078b940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:00Z', 'updated_at': '2021-07-13T07:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '45c3462c-5f5f-4257-af26-083fdcada92d', 'name': '', 'network_id': 'ffa8f5b7-4641-405f-a4b1-873f26b9afcf', 'tenant_id': '6d13c0c2ef2a4f4ba04ee46bbbe15052', 'mac_address': 'fa:16:3e:ab:7f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dc9cc43-cdcc-43a1-9070-4294c078b940', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '7d1ccc7a-a9a6-4c00-9ab1-d7fdf16140dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:04Z', 'updated_at': '2021-07-13T07:20:09Z', 'revision_number': 4, 'project_id': '6d13c0c2ef2a4f4ba04ee46bbbe15052', 'subnets': [{'id': '7d1ccc7a-a9a6-4c00-9ab1-d7fdf16140dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:10.212110 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beffefc-f79b-4799-a955-4f9a461e24d7 None None] The sync data for ids ['1dc9cc43-cdcc-43a1-9070-4294c078b940'] in n-d-771363-34 is: [{'id': '1dc9cc43-cdcc-43a1-9070-4294c078b940', 'name': 'tempest-ServerRescueNegativeTestJSON-938244738-router', 'tenant_id': '6d13c0c2ef2a4f4ba04ee46bbbe15052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:59Z', 'updated_at': '2021-07-13T07:20:06Z', 'revision_number': 4, 'project_id': '6d13c0c2ef2a4f4ba04ee46bbbe15052', 'gw_port': {'id': 'a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc9cc43-cdcc-43a1-9070-4294c078b940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:00Z', 'updated_at': '2021-07-13T07:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '45c3462c-5f5f-4257-af26-083fdcada92d', 'name': '', 'network_id': 'ffa8f5b7-4641-405f-a4b1-873f26b9afcf', 'tenant_id': '6d13c0c2ef2a4f4ba04ee46bbbe15052', 'mac_address': 'fa:16:3e:ab:7f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dc9cc43-cdcc-43a1-9070-4294c078b940', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '7d1ccc7a-a9a6-4c00-9ab1-d7fdf16140dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:04Z', 'updated_at': '2021-07-13T07:20:09Z', 'revision_number': 4, 'project_id': '6d13c0c2ef2a4f4ba04ee46bbbe15052', 'subnets': [{'id': '7d1ccc7a-a9a6-4c00-9ab1-d7fdf16140dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:20:10.455702 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037999a8-98f0-4d02-adae-82519f266cd0 req-5c8ef35a-12db-4c85-a050-9d9cddbd305a tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:10.464506 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-037999a8-98f0-4d02-adae-82519f266cd0 req-5c8ef35a-12db-4c85-a050-9d9cddbd305a tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 943 time: 0.1756983 Jul 13 07:20:10.479982 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-994459db-3641-4d05-9c6f-f39419546467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:10.481834 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-994459db-3641-4d05-9c6f-f39419546467 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=05a465060c604024bf60fd1a58309bf9&device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 1097 time: 0.1526382 Jul 13 07:20:10.652605 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-037999a8-98f0-4d02-adae-82519f266cd0 req-577e1126-62bd-422f-a669-836b862b0884 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843734 Jul 13 07:20:10.697679 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd49289-f9cd-417c-b5e6-23dc6311eee6 req-c9fd1aff-a276-4e72-937c-3a4f641cf877 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:10.712132 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2fd49289-f9cd-417c-b5e6-23dc6311eee6 req-c9fd1aff-a276-4e72-937c-3a4f641cf877 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] 10.222.0.23 "GET /v2.0/ports?device_id=473b7888-b8d7-4b83-b60a-c813da4fd30c HTTP/1.1" status: 200 len: 949 time: 0.1949081 Jul 13 07:20:10.723075 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-8cdbeaa5-7b22-43e3-b775-c7082a0c953b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:10.724740 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-8cdbeaa5-7b22-43e3-b775-c7082a0c953b service neutron] 10.222.0.25 "GET /v2.0/networks?id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d HTTP/1.1" status: 200 len: 909 time: 0.2309399 Jul 13 07:20:10.803334 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-bb131c7f-847d-4d8e-ad64-c87424d52907 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ad74136-14a6-4d13-9edc-d90f61037557 HTTP/1.1" status: 200 len: 217 time: 0.0713718 Jul 13 07:20:10.836399 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2fd49289-f9cd-417c-b5e6-23dc6311eee6 req-828137c0-715d-4353-90d2-f90e536eb204 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] 10.222.0.23 "GET /v2.0/security-groups?id=63d75a77-aa10-47fb-bc70-b90d4eb2450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200807 Jul 13 07:20:10.945723 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-be8ee9b8-1670-4a48-8174-b55130689af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:10.953740 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-be8ee9b8-1670-4a48-8174-b55130689af7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7ca46c55-f93a-4f0d-847c-cec27912e287 HTTP/1.1" status: 200 len: 848 time: 0.1425838 Jul 13 07:20:11.054691 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-58506fd3-4fcf-4a22-b4bb-0d0719bf561a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733106 Jul 13 07:20:11.082397 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ff313e24-28ca-412e-9030-3dd77179ebc1 req-b4e94870-d42a-4f2a-b5c5-fdac1b1eb997 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6b5bcde-766a-4d51-9f5c-871279e60a1d HTTP/1.1" status: 200 len: 210 time: 0.0704713 Jul 13 07:20:11.152142 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f185e74-5ee6-4e70-88f5-be7ebb613d5f req-d97912c5-f103-44ce-bd31-700bf05cd9e2 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:11.161170 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2f185e74-5ee6-4e70-88f5-be7ebb613d5f req-d97912c5-f103-44ce-bd31-700bf05cd9e2 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 950 time: 0.2060187 Jul 13 07:20:11.262284 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2f185e74-5ee6-4e70-88f5-be7ebb613d5f req-ff912fa8-0cef-425f-8e5c-b72a8f0ae8e8 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998449 Jul 13 07:20:11.305613 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-6134927f-7314-4809-9131-b3440bacd09d service neutron] 10.222.0.25 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435000 Jul 13 07:20:11.427983 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347630d-7b13-4925-b90b-502d7fe1787c req-828cb081-1b0b-4543-ba29-a060c8942e4d tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:11.429901 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b347630d-7b13-4925-b90b-502d7fe1787c req-828cb081-1b0b-4543-ba29-a060c8942e4d tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 945 time: 0.1592989 Jul 13 07:20:11.430258 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-783c10ca-4178-41da-9588-df2bfe498739 service neutron] 10.222.0.25 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159756 Jul 13 07:20:11.528733 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b347630d-7b13-4925-b90b-502d7fe1787c req-0c9606b1-a638-4fb9-ac39-edc88812359d tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691731 Jul 13 07:20:11.703881 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 45c3462c-5f5f-4257-af26-083fdcada92d up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:12.051629 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 45c3462c-5f5f-4257-af26-083fdcada92d completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:12.056386 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 45c3462c-5f5f-4257-af26-083fdcada92d triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:12.056795 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:12.173552 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-f18b4c7d-40bf-4dfc-909c-e4c429d2c0ba tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:12.182819 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-f18b4c7d-40bf-4dfc-909c-e4c429d2c0ba tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/networks?id=ffa8f5b7-4641-405f-a4b1-873f26b9afcf HTTP/1.1" status: 200 len: 818 time: 0.3254595 Jul 13 07:20:12.240531 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:12.279741 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05cac5d-ba47-4f30-8fdf-a26504f2e76d req-42b4db7a-faf9-4177-b2ba-a0cf0a9b3284 tempest-MigrationsAdminTest-1124917251 tempest-MigrationsAdminTest-1124917251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:12.281662 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f05cac5d-ba47-4f30-8fdf-a26504f2e76d req-42b4db7a-faf9-4177-b2ba-a0cf0a9b3284 tempest-MigrationsAdminTest-1124917251 tempest-MigrationsAdminTest-1124917251-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 1102 time: 0.1309798 Jul 13 07:20:12.345835 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-cde560d2-ce4b-420f-ba8c-a64e9ef3c6b6 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:12.348943 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-cde560d2-ce4b-420f-ba8c-a64e9ef3c6b6 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.42 "GET /v2.0/networks?id=ffa8f5b7-4641-405f-a4b1-873f26b9afcf HTTP/1.1" status: 200 len: 818 time: 0.4306948 Jul 13 07:20:12.357842 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-ebb5b69b-84ba-49e7-9411-7c282d0bb5fe tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/quotas/6d13c0c2ef2a4f4ba04ee46bbbe15052 HTTP/1.1" status: 200 len: 375 time: 0.1736605 Jul 13 07:20:12.358512 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 45c3462c-5f5f-4257-af26-083fdcada92d, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=45c3462c-5f5f-4257-af26-083fdcada92d,segment=NetworkSegment(42cecd3b-e0c4-420d-a7f0-4c98bc6e046c),segment_id=42cecd3b-e0c4-420d-a7f0-4c98bc6e046c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:12.373202 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:12.384036 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-cf73b44d-09e0-4b29-927e-2bef06ac7f3c tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Request body: {'port': {'device_id': 'e6b5bcde-766a-4d51-9f5c-871279e60a1d', 'network_id': 'ffa8f5b7-4641-405f-a4b1-873f26b9afcf', 'admin_state_up': True, 'tenant_id': '6d13c0c2ef2a4f4ba04ee46bbbe15052'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:12.388193 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f05cac5d-ba47-4f30-8fdf-a26504f2e76d req-74192c04-8bf9-45b1-ae36-a66f75785ba0 tempest-MigrationsAdminTest-1124917251 tempest-MigrationsAdminTest-1124917251-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943401 Jul 13 07:20:12.511342 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 6b78584e-6cf6-4fc8-8ca3-964213c3391f details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:20:12.612428 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=45c3462c-5f5f-4257-af26-083fdcada92d,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:12.628005 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-70d0798c-c842-4bf1-bbbe-4beebad6efbe tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d13c0c2ef2a4f4ba04ee46bbbe15052&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2681448 Jul 13 07:20:12.707508 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44884) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:12.766537 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 6b78584e-6cf6-4fc8-8ca3-964213c3391f, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6b78584e-6cf6-4fc8-8ca3-964213c3391f,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:12.812655 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '6b78584e-6cf6-4fc8-8ca3-964213c3391f', 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17', 'port_id': '6b78584e-6cf6-4fc8-8ca3-964213c3391f', 'mac_address': 'fa:16:3e:af:a0:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c79b49d-432e-4da7-962c-3ca2527bdd27', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:20:12.813098 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0792d63-a974-4855-82eb-9251df589053 admin admin] Deleting subnet 7535dae7-ea9c-4865-af6e-7a9b647822e9 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:20:12.819672 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a0792d63-a974-4855-82eb-9251df589053 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:12.852793 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-cf73b44d-09e0-4b29-927e-2bef06ac7f3c tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Made reservation on behalf of 6d13c0c2ef2a4f4ba04ee46bbbe15052 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:20:12.861408 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-cf73b44d-09e0-4b29-927e-2bef06ac7f3c tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:12.883894 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-a7e93345-3489-4471-aa15-3de350a1aac1 service neutron] 10.222.0.23 "GET /v2.0/networks/ffa8f5b7-4641-405f-a4b1-873f26b9afcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504480 Jul 13 07:20:12.901368 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a0792d63-a974-4855-82eb-9251df589053 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:12.911334 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:12.943889 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b78584e-6cf6-4fc8-8ca3-964213c3391f {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:20:12.978514 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a0792d63-a974-4855-82eb-9251df589053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:12.978958 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 6b78584e-6cf6-4fc8-8ca3-964213c3391f, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6b78584e-6cf6-4fc8-8ca3-964213c3391f,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:12.988793 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:13.061323 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a0792d63-a974-4855-82eb-9251df589053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:13.081693 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-9173523d-3b4f-4068-879c-8aa79badbd4c service neutron] 10.222.0.23 "GET /v2.0/networks/ffa8f5b7-4641-405f-a4b1-873f26b9afcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962953 Jul 13 07:20:13.087703 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=6b78584e-6cf6-4fc8-8ca3-964213c3391f,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:13.145763 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-cf73b44d-09e0-4b29-927e-2bef06ac7f3c tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Allocated IP 172.20.0.14 (ffa8f5b7-4641-405f-a4b1-873f26b9afcf/7d1ccc7a-a9a6-4c00-9ab1-d7fdf16140dc/ff2bbdce-2745-430f-8402-3c5c3a37c0ca) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:20:13.177218 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a0792d63-a974-4855-82eb-9251df589053 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:13.179669 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a0792d63-a974-4855-82eb-9251df589053 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7535dae7-ea9c-4865-af6e-7a9b647822e9 HTTP/1.1" status: 204 len: 168 time: 0.4710150 Jul 13 07:20:13.189200 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0792d63-a974-4855-82eb-9251df589053 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7535dae7-ea9c-4865-af6e-7a9b647822e9,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:13.191874 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44886) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:13.333793 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['6b78584e-6cf6-4fc8-8ca3-964213c3391f'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:20:13.357949 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-cf73b44d-09e0-4b29-927e-2bef06ac7f3c tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:13.437714 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-cf73b44d-09e0-4b29-927e-2bef06ac7f3c tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:13.459562 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d3135-81d3-46a9-bc01-97f044bee5ea req-57115288-eef6-4285-98ea-a596fce9fcb9 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:13.467347 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eb5d3135-81d3-46a9-bc01-97f044bee5ea req-57115288-eef6-4285-98ea-a596fce9fcb9 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 944 time: 0.4254627 Jul 13 07:20:13.552483 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-cf73b44d-09e0-4b29-927e-2bef06ac7f3c tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Network ffa8f5b7-4641-405f-a4b1-873f26b9afcf is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:20:13.562300 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eb5d3135-81d3-46a9-bc01-97f044bee5ea req-064d4a27-5cc3-4242-8245-da6e9801e1b0 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936968 Jul 13 07:20:13.570558 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-657a182e-8eda-47b6-9cad-8313dbc4846c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:13.671339 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 45c3462c-5f5f-4257-af26-083fdcada92d up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:13.676566 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-cf73b44d-09e0-4b29-927e-2bef06ac7f3c tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:20:13.686813 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-cf73b44d-09e0-4b29-927e-2bef06ac7f3c tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:20:13.726741 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73b44d-09e0-4b29-927e-2bef06ac7f3c tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Pushing event updated for resources: {'Port': ['ID=ff2bbdce-2745-430f-8402-3c5c3a37c0ca,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:13.784987 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-657a182e-8eda-47b6-9cad-8313dbc4846c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:13.798025 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-cf73b44d-09e0-4b29-927e-2bef06ac7f3c tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:13.799851 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-cf73b44d-09e0-4b29-927e-2bef06ac7f3c tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:13.804556 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-657a182e-8eda-47b6-9cad-8313dbc4846c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54bc3c55-f3e2-41ce-a055-91b3b0ee3c98']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:13.815914 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 45c3462c-5f5f-4257-af26-083fdcada92d triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:13.816491 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:13.822264 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-657a182e-8eda-47b6-9cad-8313dbc4846c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b8753b-d4aa-4a40-9c80-b78a2ae73457') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:13.823030 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-657a182e-8eda-47b6-9cad-8313dbc4846c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b8753b-d4aa-4a40-9c80-b78a2ae73457') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:13.833421 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-657a182e-8eda-47b6-9cad-8313dbc4846c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:13.850180 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-657a182e-8eda-47b6-9cad-8313dbc4846c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:13.857862 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1bf12-3615-4c6c-aa94-cabc8a85acde req-33d9779a-2bd0-46bf-b7ff-916e182d6270 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:13.858576 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-657a182e-8eda-47b6-9cad-8313dbc4846c admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:20:13.859227 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-657a182e-8eda-47b6-9cad-8313dbc4846c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:13.862664 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1ab1bf12-3615-4c6c-aa94-cabc8a85acde req-33d9779a-2bd0-46bf-b7ff-916e182d6270 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] 10.222.0.23 "GET /v2.0/ports?device_id=473b7888-b8d7-4b83-b60a-c813da4fd30c HTTP/1.1" status: 200 len: 949 time: 0.3170643 Jul 13 07:20:13.864711 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-cf73b44d-09e0-4b29-927e-2bef06ac7f3c tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4902949 Jul 13 07:20:13.889616 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-0bbdf314-4cb5-4c78-ad84-619b73e94b6a service neutron] Request body: {'port': {'device_id': 'e6b5bcde-766a-4d51-9f5c-871279e60a1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:13.943227 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:13.943227 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:13.943227 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:13.943227 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:13.943227 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:20:13.943227 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:20:13.943227 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:20:13.943227 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:20:13.943227 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:20:13.943227 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:20:13.943227 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:20:13.943227 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:20:13.943227 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:20:13.943227 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:20:13.943227 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:20:13.943227 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:20:13.943227 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:20:13.943227 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:20:13.943227 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:20:13.943227 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:20:13.943227 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:20:13.943227 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:20:13.943227 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:20:13.943227 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:20:13.943227 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:20:13.943227 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:20:13.943227 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:20:13.943227 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:20:13.943227 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:20:13.943227 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:20:13.943227 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:20:13.943227 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:20:13.943227 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:20:13.943227 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:20:13.943227 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:20:13.943227 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:20:13.975735 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-657a182e-8eda-47b6-9cad-8313dbc4846c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:14.022274 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-657a182e-8eda-47b6-9cad-8313dbc4846c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:14.024275 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-657a182e-8eda-47b6-9cad-8313dbc4846c admin admin] 10.222.0.23 "DELETE /v2.0/networks/54bc3c55-f3e2-41ce-a055-91b3b0ee3c98 HTTP/1.1" status: 204 len: 168 time: 0.8165033 Jul 13 07:20:14.026081 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a182e-8eda-47b6-9cad-8313dbc4846c admin admin] Pushing event deleted for resources: {'Network': ['ID=54bc3c55-f3e2-41ce-a055-91b3b0ee3c98,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:14.059294 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1ab1bf12-3615-4c6c-aa94-cabc8a85acde req-d7b89770-8f89-4f32-97de-b6f1e0f78c35 tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] 10.222.0.23 "GET /v2.0/security-groups?id=63d75a77-aa10-47fb-bc70-b90d4eb2450b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880705 Jul 13 07:20:14.063054 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f09ea5-f1f3-4353-98de-59c729209092 req-7ca3e2bc-0441-4e86-b4d8-7f8b849f69db tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:14.093928 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-25f09ea5-f1f3-4353-98de-59c729209092 req-7ca3e2bc-0441-4e86-b4d8-7f8b849f69db tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] 10.222.0.25 "GET /v2.0/ports?device_id=473b7888-b8d7-4b83-b60a-c813da4fd30c HTTP/1.1" status: 200 len: 949 time: 0.6765783 Jul 13 07:20:14.183694 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-0bbdf314-4cb5-4c78-ad84-619b73e94b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:14.348690 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44912) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:14.374129 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-25f09ea5-f1f3-4353-98de-59c729209092 req-5058e841-5ee2-4d36-9309-d11ff80b3dec tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] Deleting port f43116fe-8c9d-4af0-b1a5-83da3dd0f82e {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:20:14.374783 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-25f09ea5-f1f3-4353-98de-59c729209092 req-5058e841-5ee2-4d36-9309-d11ff80b3dec tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:14.616561 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261dd38-43b0-4161-b4fe-5ac7e906ffb5 req-75c17eeb-6f24-41bb-8b0b-b06009bab977 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:14.626693 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4261dd38-43b0-4161-b4fe-5ac7e906ffb5 req-75c17eeb-6f24-41bb-8b0b-b06009bab977 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 945 time: 0.2095473 Jul 13 07:20:14.683749 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-25f09ea5-f1f3-4353-98de-59c729209092 req-5058e841-5ee2-4d36-9309-d11ff80b3dec tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] For port f43116fe-8c9d-4af0-b1a5-83da3dd0f82e, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=f43116fe-8c9d-4af0-b1a5-83da3dd0f82e,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:14.684938 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-25f09ea5-f1f3-4353-98de-59c729209092 req-5058e841-5ee2-4d36-9309-d11ff80b3dec tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:14.691636 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4261dd38-43b0-4161-b4fe-5ac7e906ffb5 req-755e54d6-7f36-4582-beaf-703a3a50d4aa tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633657 Jul 13 07:20:14.699545 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-25f09ea5-f1f3-4353-98de-59c729209092 req-5058e841-5ee2-4d36-9309-d11ff80b3dec tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] Calling delete_port for f43116fe-8c9d-4af0-b1a5-83da3dd0f82e owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:20:14.978410 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-25f09ea5-f1f3-4353-98de-59c729209092 req-5058e841-5ee2-4d36-9309-d11ff80b3dec tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:14.991990 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-0bbdf314-4cb5-4c78-ad84-619b73e94b6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff2bbdce-2745-430f-8402-3c5c3a37c0ca {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:20:15.070446 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058e841-5ee2-4d36-9309-d11ff80b3dec tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] Pushing event deleted for resources: {'Port': ['ID=f43116fe-8c9d-4af0-b1a5-83da3dd0f82e,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:15.075218 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bb562bf1-7b7d-4dc0-a084-7123ca762346 req-13c286fa-334a-4013-88c5-ba1a0f542902 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1b1a1b-2849-4e74-945d-a63a5960ed8f HTTP/1.1" status: 200 len: 210 time: 0.0668192 Jul 13 07:20:15.077210 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-0bbdf314-4cb5-4c78-ad84-619b73e94b6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:15.099224 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-33bf79ac-a160-4c31-b7f7-1ed364c5a6df service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4065194 Jul 13 07:20:15.100394 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-0bbdf314-4cb5-4c78-ad84-619b73e94b6a service neutron] Transition to ACTIVE for port object ff2bbdce-2745-430f-8402-3c5c3a37c0ca will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:15.108910 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-0bbdf314-4cb5-4c78-ad84-619b73e94b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:15.241751 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbdf314-4cb5-4c78-ad84-619b73e94b6a service neutron] Pushing event updated for resources: {'Port': ['ID=ff2bbdce-2745-430f-8402-3c5c3a37c0ca,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:15.292337 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f09ea5-f1f3-4353-98de-59c729209092 req-5058e841-5ee2-4d36-9309-d11ff80b3dec tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] No DVR routers for this DVR port f43116fe-8c9d-4af0-b1a5-83da3dd0f82e on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:20:15.295510 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-25f09ea5-f1f3-4353-98de-59c729209092 req-5058e841-5ee2-4d36-9309-d11ff80b3dec tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:15.298657 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-25f09ea5-f1f3-4353-98de-59c729209092 req-5058e841-5ee2-4d36-9309-d11ff80b3dec tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] 10.222.0.25 "DELETE /v2.0/ports/f43116fe-8c9d-4af0-b1a5-83da3dd0f82e HTTP/1.1" status: 204 len: 173 time: 1.1989551 Jul 13 07:20:15.305218 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473b7888-b8d7-4b83-b60a-c813da4fd30c', 'name': 'network-vif-deleted', 'tag': 'f43116fe-8c9d-4af0-b1a5-83da3dd0f82e'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:20:15.307640 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2b5110-9a7b-4515-9627-5cb5c2ab0b26" -d '{"events": [{"server_uuid": "473b7888-b8d7-4b83-b60a-c813da4fd30c", "name": "network-vif-deleted", "tag": "f43116fe-8c9d-4af0-b1a5-83da3dd0f82e"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:20:15.334474 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-83a61b86-a149-4142-bdc5-a3a872719af1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cdafcd5e806e4c2abdd2e83e49772c5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9806750 Jul 13 07:20:15.335492 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44934) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:15.486601 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8bbab62f-de2f-4695-aaaa-32888b2568c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:15.509884 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da69b62-ea27-42be-a00f-dcaf207f0626 req-98f4f4b4-c7ec-49fd-8b68-789dcfccd2ce tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:15.514642 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc298c6-f318-4125-825d-8de4332eb36e req-76959354-30fd-4181-b7b9-e00b79512d47 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:15.516310 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1bc298c6-f318-4125-825d-8de4332eb36e req-76959354-30fd-4181-b7b9-e00b79512d47 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 950 time: 0.2064524 Jul 13 07:20:15.519487 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7da69b62-ea27-42be-a00f-dcaf207f0626 req-98f4f4b4-c7ec-49fd-8b68-789dcfccd2ce tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 944 time: 0.2303216 Jul 13 07:20:15.522508 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-0bbdf314-4cb5-4c78-ad84-619b73e94b6a service neutron] Attempting to bind port ff2bbdce-2745-430f-8402-3c5c3a37c0ca on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:20:15.522827 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-0bbdf314-4cb5-4c78-ad84-619b73e94b6a service neutron] Attempting to bind port ff2bbdce-2745-430f-8402-3c5c3a37c0ca by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '42cecd3b-e0c4-420d-a7f0-4c98bc6e046c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ffa8f5b7-4641-405f-a4b1-873f26b9afcf'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:20:15.523160 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-0bbdf314-4cb5-4c78-ad84-619b73e94b6a service neutron] Attempting to bind port ff2bbdce-2745-430f-8402-3c5c3a37c0ca on network ffa8f5b7-4641-405f-a4b1-873f26b9afcf {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:15.549728 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8bbab62f-de2f-4695-aaaa-32888b2568c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:15.569900 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-0bbdf314-4cb5-4c78-ad84-619b73e94b6a service neutron] Port ff2bbdce-2745-430f-8402-3c5c3a37c0ca on network ffa8f5b7-4641-405f-a4b1-873f26b9afcf not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:20:15.570237 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-0bbdf314-4cb5-4c78-ad84-619b73e94b6a service neutron] Attempting to bind port ff2bbdce-2745-430f-8402-3c5c3a37c0ca on network ffa8f5b7-4641-405f-a4b1-873f26b9afcf {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:15.616290 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-0bbdf314-4cb5-4c78-ad84-619b73e94b6a service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:20:15.616762 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-0bbdf314-4cb5-4c78-ad84-619b73e94b6a service neutron] Checking segment: {'id': '42cecd3b-e0c4-420d-a7f0-4c98bc6e046c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ffa8f5b7-4641-405f-a4b1-873f26b9afcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:15.617359 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-0bbdf314-4cb5-4c78-ad84-619b73e94b6a service neutron] Bound using segment: {'id': '42cecd3b-e0c4-420d-a7f0-4c98bc6e046c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ffa8f5b7-4641-405f-a4b1-873f26b9afcf'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:20:15.625239 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-0bbdf314-4cb5-4c78-ad84-619b73e94b6a service neutron] Bound port: ff2bbdce-2745-430f-8402-3c5c3a37c0ca, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42cecd3b-e0c4-420d-a7f0-4c98bc6e046c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ffa8f5b7-4641-405f-a4b1-873f26b9afcf'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:20:15.625658 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-0bbdf314-4cb5-4c78-ad84-619b73e94b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:15.629498 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7da69b62-ea27-42be-a00f-dcaf207f0626 req-7cdaa5db-3b5c-4231-a1fa-a899ddbb540b tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090569 Jul 13 07:20:15.693280 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8bbab62f-de2f-4695-aaaa-32888b2568c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:15.696909 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8bbab62f-de2f-4695-aaaa-32888b2568c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:15.701147 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8bbab62f-de2f-4695-aaaa-32888b2568c7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6000c66a-834f-432e-a487-2af2534e8684 HTTP/1.1" status: 204 len: 168 time: 0.3321404 Jul 13 07:20:15.732727 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbab62f-de2f-4695-aaaa-32888b2568c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6000c66a-834f-432e-a487-2af2534e8684,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:15.942936 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-0bbdf314-4cb5-4c78-ad84-619b73e94b6a service neutron] For port ff2bbdce-2745-430f-8402-3c5c3a37c0ca, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:20:15.946532 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-0bbdf314-4cb5-4c78-ad84-619b73e94b6a service neutron] For port ff2bbdce-2745-430f-8402-3c5c3a37c0ca, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=ff2bbdce-2745-430f-8402-3c5c3a37c0ca,segment=NetworkSegment(42cecd3b-e0c4-420d-a7f0-4c98bc6e046c),segment_id=42cecd3b-e0c4-420d-a7f0-4c98bc6e046c)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:20:15.964556 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1bc298c6-f318-4125-825d-8de4332eb36e req-25586e7a-ff2f-4491-aade-8f9d6cd405a0 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4293969 Jul 13 07:20:15.966688 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-0bbdf314-4cb5-4c78-ad84-619b73e94b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:16.027337 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-0bbdf314-4cb5-4c78-ad84-619b73e94b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:16.028339 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-0bbdf314-4cb5-4c78-ad84-619b73e94b6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:16.030745 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-0bbdf314-4cb5-4c78-ad84-619b73e94b6a service neutron] 10.222.0.42 "PUT /v2.0/ports/ff2bbdce-2745-430f-8402-3c5c3a37c0ca HTTP/1.1" status: 200 len: 1093 time: 2.1546872 Jul 13 07:20:16.031578 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6b5bcde-766a-4d51-9f5c-871279e60a1d', 'tag': 'ff2bbdce-2745-430f-8402-3c5c3a37c0ca'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:20:16.035162 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d7504b-bd3e-48d9-91c6-879d8b77aaa6" -d '{"events": [{"name": "network-changed", "server_uuid": "e6b5bcde-766a-4d51-9f5c-871279e60a1d", "tag": "ff2bbdce-2745-430f-8402-3c5c3a37c0ca"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:20:16.120903 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbdf314-4cb5-4c78-ad84-619b73e94b6a service neutron] Pushing event updated for resources: {'Port': ['ID=ff2bbdce-2745-430f-8402-3c5c3a37c0ca,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:16.287885 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bd1343-89bd-41b7-a6d1-4204bb93910e x-openstack-request-id: req-a9bd1343-89bd-41b7-a6d1-4204bb93910e {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:20:16.288177 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473b7888-b8d7-4b83-b60a-c813da4fd30c", "name": "network-vif-deleted", "tag": "f43116fe-8c9d-4af0-b1a5-83da3dd0f82e", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:20:16.288455 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9bd1343-89bd-41b7-a6d1-4204bb93910e {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:20:16.288939 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473b7888-b8d7-4b83-b60a-c813da4fd30c', 'name': 'network-vif-deleted', 'tag': 'f43116fe-8c9d-4af0-b1a5-83da3dd0f82e', 'status': 'completed', 'code': 200} Jul 13 07:20:16.304547 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-abdd7f97-0a63-4241-a8c0-68b00f0e0524 req-962683a5-eb83-4984-8501-2f515c3f4d0d tempest-ImagesNegativeTestJSON-1079802092 tempest-ImagesNegativeTestJSON-1079802092-project] 10.222.0.23 "GET /v2.0/ports?device_id=473b7888-b8d7-4b83-b60a-c813da4fd30c HTTP/1.1" status: 200 len: 210 time: 0.4357505 Jul 13 07:20:16.425706 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-4f913683-bb5c-4620-b363-2727b47faf5b tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:16.427763 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-4f913683-bb5c-4620-b363-2727b47faf5b tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.25 "GET /v2.0/networks?id=ffa8f5b7-4641-405f-a4b1-873f26b9afcf HTTP/1.1" status: 200 len: 818 time: 0.5196176 Jul 13 07:20:16.440827 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-470eea0c-76a3-4b1a-a4c3-e7f67b19672a tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Request body: {'port': {'device_id': '0e1b1a1b-2849-4e74-945d-a63a5960ed8f', 'network_id': 'ffa8f5b7-4641-405f-a4b1-873f26b9afcf', 'admin_state_up': True, 'tenant_id': '6d13c0c2ef2a4f4ba04ee46bbbe15052'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:16.500020 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 6b78584e-6cf6-4fc8-8ca3-964213c3391f up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:16.561982 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59b1eb-c461-4c23-8c14-420f8a32ee4c req-00aea4c0-b33e-4213-84ea-c2c7cf389d33 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:16.565247 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ff59b1eb-c461-4c23-8c14-420f8a32ee4c req-00aea4c0-b33e-4213-84ea-c2c7cf389d33 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 945 time: 0.2226036 Jul 13 07:20:16.567509 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-613ad8da-aab4-4022-84cc-d57fc69c6af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:16.568946 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-613ad8da-aab4-4022-84cc-d57fc69c6af5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6d13c0c2ef2a4f4ba04ee46bbbe15052&device_id=e6b5bcde-766a-4d51-9f5c-871279e60a1d HTTP/1.1" status: 200 len: 1096 time: 0.2748125 Jul 13 07:20:16.695232 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ff59b1eb-c461-4c23-8c14-420f8a32ee4c req-b172cd00-a56a-4442-9ffe-c1e924f5b2ee tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221502 Jul 13 07:20:16.699324 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-d0a48aca-32f8-49e1-902a-e149ce568c42 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff2bbdce-2745-430f-8402-3c5c3a37c0ca HTTP/1.1" status: 200 len: 217 time: 0.1000054 Jul 13 07:20:16.718358 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 6b78584e-6cf6-4fc8-8ca3-964213c3391f completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:16.738134 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 6b78584e-6cf6-4fc8-8ca3-964213c3391f triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:16.738547 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:16.807758 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device f43116fe-8c9d-4af0-b1a5-83da3dd0f82e no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:20:16.855732 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-89390c11-9627-4916-9a32-464b44e792b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:16.860257 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-89390c11-9627-4916-9a32-464b44e792b3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d1ccc7a-a9a6-4c00-9ab1-d7fdf16140dc HTTP/1.1" status: 200 len: 858 time: 0.1521051 Jul 13 07:20:16.862204 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: f43116fe-8c9d-4af0-b1a5-83da3dd0f82e {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:20:16.862772 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device f43116fe-8c9d-4af0-b1a5-83da3dd0f82e not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:20:16.881259 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5f775e-3856-4e8e-834b-4b4b99b95217 x-openstack-request-id: req-aa5f775e-3856-4e8e-834b-4b4b99b95217 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:20:16.883158 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6b5bcde-766a-4d51-9f5c-871279e60a1d", "tag": "ff2bbdce-2745-430f-8402-3c5c3a37c0ca", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:20:16.884650 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-470eea0c-76a3-4b1a-a4c3-e7f67b19672a tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Made reservation on behalf of 6d13c0c2ef2a4f4ba04ee46bbbe15052 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:20:16.885143 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa5f775e-3856-4e8e-834b-4b4b99b95217 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:20:16.885479 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6b5bcde-766a-4d51-9f5c-871279e60a1d', 'tag': 'ff2bbdce-2745-430f-8402-3c5c3a37c0ca', 'status': 'completed', 'code': 200} Jul 13 07:20:16.889517 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-470eea0c-76a3-4b1a-a4c3-e7f67b19672a tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:17.013405 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-f0eaec2c-f44d-4c8f-ac69-69aa27b51a4d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ffa8f5b7-4641-405f-a4b1-873f26b9afcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1365399 Jul 13 07:20:17.110492 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:17.198486 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dd5329dc-cc20-4e50-9248-96354a79eb04 req-a2c2443c-cca1-4cc4-bc74-e9406c77454f tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1b1a1b-2849-4e74-945d-a63a5960ed8f HTTP/1.1" status: 200 len: 210 time: 0.1191268 Jul 13 07:20:17.218470 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a764a04-97f3-45d0-8d65-0b811dcbc2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b78584e-6cf6-4fc8-8ca3-964213c3391f'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:20:17.227978 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e6b198-a1d5-4174-b4cb-82b556caaff3" -d '{"events": [{"server_uuid": "5a764a04-97f3-45d0-8d65-0b811dcbc2c1", "name": "network-vif-plugged", "status": "completed", "tag": "6b78584e-6cf6-4fc8-8ca3-964213c3391f"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:20:17.229809 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-44abb954-3057-44f2-9e8e-0ee2de7f2a61 service neutron] 10.222.0.42 "GET /v2.0/networks/ffa8f5b7-4641-405f-a4b1-873f26b9afcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051296 Jul 13 07:20:17.315181 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 6b78584e-6cf6-4fc8-8ca3-964213c3391f, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6b78584e-6cf6-4fc8-8ca3-964213c3391f,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:17.326908 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:17.417748 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-470eea0c-76a3-4b1a-a4c3-e7f67b19672a tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Allocated IP 172.20.0.9 (ffa8f5b7-4641-405f-a4b1-873f26b9afcf/7d1ccc7a-a9a6-4c00-9ab1-d7fdf16140dc/2bdad66f-d8ea-4937-92dd-1931acd0dead) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:20:17.476863 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=6b78584e-6cf6-4fc8-8ca3-964213c3391f,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:17.618223 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eee8571c-8c88-4019-9bc5-b76070b52fbd req-1bb357be-4f65-4b1f-b291-d8a9d52da203 service neutron] 10.222.0.42 "GET /v2.0/networks/ffa8f5b7-4641-405f-a4b1-873f26b9afcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457386 Jul 13 07:20:17.692037 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58a07c-8ea3-44f0-91f4-210a899117bd req-bc5c7b0c-23a2-44fb-8635-95cad7ffba93 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:17.706450 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9a58a07c-8ea3-44f0-91f4-210a899117bd req-bc5c7b0c-23a2-44fb-8635-95cad7ffba93 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 945 time: 0.4752703 Jul 13 07:20:17.856848 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9a58a07c-8ea3-44f0-91f4-210a899117bd req-4735a835-a456-4bf4-ad52-25ee836e20f7 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485856 Jul 13 07:20:17.932809 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7504b-bd3e-48d9-91c6-879d8b77aaa6 req-fedff319-1297-41ec-9abb-f791d1015010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:17.934400 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-86d7504b-bd3e-48d9-91c6-879d8b77aaa6 req-fedff319-1297-41ec-9abb-f791d1015010 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6d13c0c2ef2a4f4ba04ee46bbbe15052&device_id=e6b5bcde-766a-4d51-9f5c-871279e60a1d HTTP/1.1" status: 200 len: 1096 time: 0.2243779 Jul 13 07:20:17.951345 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57816445-f043-4948-8d41-a336a1429640 x-openstack-request-id: req-57816445-f043-4948-8d41-a336a1429640 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:20:17.951871 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a764a04-97f3-45d0-8d65-0b811dcbc2c1", "name": "network-vif-plugged", "status": "completed", "tag": "6b78584e-6cf6-4fc8-8ca3-964213c3391f", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:20:17.951989 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-57816445-f043-4948-8d41-a336a1429640 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:20:17.952717 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a764a04-97f3-45d0-8d65-0b811dcbc2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b78584e-6cf6-4fc8-8ca3-964213c3391f', 'code': 200} Jul 13 07:20:17.992877 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-470eea0c-76a3-4b1a-a4c3-e7f67b19672a tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:18.024400 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df50a5-15ab-4977-b262-1a05a38cbc31 req-24e49dd0-7b35-483b-9ba9-7848c7833de7 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:18.027608 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-10df50a5-15ab-4977-b262-1a05a38cbc31 req-24e49dd0-7b35-483b-9ba9-7848c7833de7 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 950 time: 0.4559224 Jul 13 07:20:18.109278 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-10df50a5-15ab-4977-b262-1a05a38cbc31 req-bdca75bb-b048-4d01-9015-8efba484e265 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742776 Jul 13 07:20:18.147687 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-470eea0c-76a3-4b1a-a4c3-e7f67b19672a tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:18.269734 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-470eea0c-76a3-4b1a-a4c3-e7f67b19672a tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Network ffa8f5b7-4641-405f-a4b1-873f26b9afcf is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:20:18.271545 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-470eea0c-76a3-4b1a-a4c3-e7f67b19672a tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:20:18.275955 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-470eea0c-76a3-4b1a-a4c3-e7f67b19672a tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:20:18.323408 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-279fcd51-a88a-4cfa-8ffc-e3155efcf07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:18.328788 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-279fcd51-a88a-4cfa-8ffc-e3155efcf07e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 1102 time: 0.3709242 Jul 13 07:20:18.334461 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7504b-bd3e-48d9-91c6-879d8b77aaa6 req-7c6c917a-78a4-4ecc-bfcc-7e8ff4441629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:18.336057 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-86d7504b-bd3e-48d9-91c6-879d8b77aaa6 req-7c6c917a-78a4-4ecc-bfcc-7e8ff4441629 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ffa8f5b7-4641-405f-a4b1-873f26b9afcf HTTP/1.1" status: 200 len: 919 time: 0.3942978 Jul 13 07:20:18.346902 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470eea0c-76a3-4b1a-a4c3-e7f67b19672a tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Pushing event updated for resources: {'Port': ['ID=2bdad66f-d8ea-4937-92dd-1931acd0dead,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:18.378022 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-470eea0c-76a3-4b1a-a4c3-e7f67b19672a tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:18.379117 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-470eea0c-76a3-4b1a-a4c3-e7f67b19672a tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:18.411483 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27bdfa5-3e20-41b3-94a9-5256b6cc2f7f req-12ec191a-0270-4e9d-813d-d917a9b67442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:18.419730 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-470eea0c-76a3-4b1a-a4c3-e7f67b19672a tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9836712 Jul 13 07:20:18.423774 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c27bdfa5-3e20-41b3-94a9-5256b6cc2f7f req-12ec191a-0270-4e9d-813d-d917a9b67442 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 1097 time: 0.2715454 Jul 13 07:20:18.442821 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-86d7504b-bd3e-48d9-91c6-879d8b77aaa6 req-f3b2ad87-1bfa-4f07-a558-3de719a151d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff2bbdce-2745-430f-8402-3c5c3a37c0ca HTTP/1.1" status: 200 len: 217 time: 0.0949130 Jul 13 07:20:18.445265 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-770718bb-24ff-44c4-8d6f-89d099feb19b service neutron] Request body: {'port': {'device_id': '0e1b1a1b-2849-4e74-945d-a63a5960ed8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:18.624448 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c27bdfa5-3e20-41b3-94a9-5256b6cc2f7f req-bbc923b5-901f-459f-8540-839d06da1559 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986740 Jul 13 07:20:18.634104 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7504b-bd3e-48d9-91c6-879d8b77aaa6 req-31c32dac-80b8-4e67-8dde-06cbec8b873a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:18.635837 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-86d7504b-bd3e-48d9-91c6-879d8b77aaa6 req-31c32dac-80b8-4e67-8dde-06cbec8b873a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d1ccc7a-a9a6-4c00-9ab1-d7fdf16140dc HTTP/1.1" status: 200 len: 858 time: 0.1670084 Jul 13 07:20:18.642197 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-e9448e44-3605-4941-9813-b0f72eff880b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:18.644216 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-e9448e44-3605-4941-9813-b0f72eff880b service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.3059149 Jul 13 07:20:18.780564 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-60513966-dbc8-4ebe-bc65-d58bf1dd3ec9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=6dff3c0b-7472-436f-9677-480967b414b7 HTTP/1.1" status: 200 len: 217 time: 0.1246419 Jul 13 07:20:18.842173 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-86d7504b-bd3e-48d9-91c6-879d8b77aaa6 req-6250f72e-a3f2-433b-bbde-c3a19ce827b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ffa8f5b7-4641-405f-a4b1-873f26b9afcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828753 Jul 13 07:20:18.892287 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c279c9-fbaf-42ad-8126-47f4fcd8e800 req-76efd83f-d9c5-4e28-8b43-a94f7dbcd440 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:18.899731 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-09c279c9-fbaf-42ad-8126-47f4fcd8e800 req-76efd83f-d9c5-4e28-8b43-a94f7dbcd440 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 945 time: 0.5005338 Jul 13 07:20:18.910614 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-770718bb-24ff-44c4-8d6f-89d099feb19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:18.990166 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-09c279c9-fbaf-42ad-8126-47f4fcd8e800 req-5fbe2d8d-6fbd-46fb-9834-c7aeca89e8e1 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894005 Jul 13 07:20:19.121512 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-86d7504b-bd3e-48d9-91c6-879d8b77aaa6 req-ec458645-e1f5-43e8-8d2b-5ad66f337a6c service neutron] 10.222.0.42 "GET /v2.0/networks/ffa8f5b7-4641-405f-a4b1-873f26b9afcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603813 Jul 13 07:20:19.457539 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-770718bb-24ff-44c4-8d6f-89d099feb19b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bdad66f-d8ea-4937-92dd-1931acd0dead {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:20:19.467549 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-770718bb-24ff-44c4-8d6f-89d099feb19b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:19.493482 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-770718bb-24ff-44c4-8d6f-89d099feb19b service neutron] Transition to ACTIVE for port object 2bdad66f-d8ea-4937-92dd-1931acd0dead will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:19.520021 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-770718bb-24ff-44c4-8d6f-89d099feb19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:19.618905 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770718bb-24ff-44c4-8d6f-89d099feb19b service neutron] Pushing event updated for resources: {'Port': ['ID=2bdad66f-d8ea-4937-92dd-1931acd0dead,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:19.685854 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-e7c8de97-8546-452c-a60f-e07acb605158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:19.687450 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-e7c8de97-8546-452c-a60f-e07acb605158 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.8684146 Jul 13 07:20:19.693389 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b0c04-85c8-4fd9-9606-f734627c42c4 req-cc656373-f790-4b98-871b-b627f94b096f tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:19.703719 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c40b0c04-85c8-4fd9-9606-f734627c42c4 req-cc656373-f790-4b98-871b-b627f94b096f tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 945 time: 0.2577586 Jul 13 07:20:19.740856 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75928f4-221f-42e7-b56e-865684601f63 req-5bfaa06a-7df2-4f42-9261-4116fcf41f3d tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:19.747821 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e75928f4-221f-42e7-b56e-865684601f63 req-5bfaa06a-7df2-4f42-9261-4116fcf41f3d tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1b1a1b-2849-4e74-945d-a63a5960ed8f HTTP/1.1" status: 200 len: 931 time: 0.9042335 Jul 13 07:20:19.753965 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-770718bb-24ff-44c4-8d6f-89d099feb19b service neutron] Attempting to bind port 2bdad66f-d8ea-4937-92dd-1931acd0dead on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:20:19.754675 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-770718bb-24ff-44c4-8d6f-89d099feb19b service neutron] Attempting to bind port 2bdad66f-d8ea-4937-92dd-1931acd0dead by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '42cecd3b-e0c4-420d-a7f0-4c98bc6e046c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ffa8f5b7-4641-405f-a4b1-873f26b9afcf'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:20:19.755654 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-770718bb-24ff-44c4-8d6f-89d099feb19b service neutron] Attempting to bind port 2bdad66f-d8ea-4937-92dd-1931acd0dead on network ffa8f5b7-4641-405f-a4b1-873f26b9afcf {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:19.775191 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-770718bb-24ff-44c4-8d6f-89d099feb19b service neutron] Port 2bdad66f-d8ea-4937-92dd-1931acd0dead on network ffa8f5b7-4641-405f-a4b1-873f26b9afcf not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:20:19.775948 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-770718bb-24ff-44c4-8d6f-89d099feb19b service neutron] Attempting to bind port 2bdad66f-d8ea-4937-92dd-1931acd0dead on network ffa8f5b7-4641-405f-a4b1-873f26b9afcf {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:19.778377 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-86d7504b-bd3e-48d9-91c6-879d8b77aaa6 req-c5aa6e11-144b-4365-9908-ddec0e05798e service neutron] 10.222.0.42 "GET /v2.0/networks/ffa8f5b7-4641-405f-a4b1-873f26b9afcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6237051 Jul 13 07:20:19.801962 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c40b0c04-85c8-4fd9-9606-f734627c42c4 req-89929f23-8ae5-4db1-abc8-d552c2b05ed3 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916846 Jul 13 07:20:19.803055 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-770718bb-24ff-44c4-8d6f-89d099feb19b service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:20:19.807821 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-770718bb-24ff-44c4-8d6f-89d099feb19b service neutron] Checking segment: {'id': '42cecd3b-e0c4-420d-a7f0-4c98bc6e046c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ffa8f5b7-4641-405f-a4b1-873f26b9afcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:19.808407 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-770718bb-24ff-44c4-8d6f-89d099feb19b service neutron] Bound using segment: {'id': '42cecd3b-e0c4-420d-a7f0-4c98bc6e046c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ffa8f5b7-4641-405f-a4b1-873f26b9afcf'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:20:19.809510 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-770718bb-24ff-44c4-8d6f-89d099feb19b service neutron] Bound port: 2bdad66f-d8ea-4937-92dd-1931acd0dead, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42cecd3b-e0c4-420d-a7f0-4c98bc6e046c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ffa8f5b7-4641-405f-a4b1-873f26b9afcf'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:20:19.809752 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-770718bb-24ff-44c4-8d6f-89d099feb19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:19.828387 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e75928f4-221f-42e7-b56e-865684601f63 req-9d3708fe-1313-41b4-aa5c-2b6c2e272a58 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795982 Jul 13 07:20:19.858405 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-c65e6125-c07a-4771-9133-9bcaae7598a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:19.866775 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-c65e6125-c07a-4771-9133-9bcaae7598a2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1690607 Jul 13 07:20:19.972920 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-770718bb-24ff-44c4-8d6f-89d099feb19b service neutron] For port 2bdad66f-d8ea-4937-92dd-1931acd0dead, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:20:19.978222 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-770718bb-24ff-44c4-8d6f-89d099feb19b service neutron] For port 2bdad66f-d8ea-4937-92dd-1931acd0dead, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=2bdad66f-d8ea-4937-92dd-1931acd0dead,segment=NetworkSegment(42cecd3b-e0c4-420d-a7f0-4c98bc6e046c),segment_id=42cecd3b-e0c4-420d-a7f0-4c98bc6e046c)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:20:19.996711 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-770718bb-24ff-44c4-8d6f-89d099feb19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:20.029761 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-770718bb-24ff-44c4-8d6f-89d099feb19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:20.030730 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-770718bb-24ff-44c4-8d6f-89d099feb19b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:20.032983 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-770718bb-24ff-44c4-8d6f-89d099feb19b service neutron] 10.222.0.25 "PUT /v2.0/ports/2bdad66f-d8ea-4937-92dd-1931acd0dead HTTP/1.1" status: 200 len: 1092 time: 1.5946290 Jul 13 07:20:20.087412 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1b1a1b-2849-4e74-945d-a63a5960ed8f', 'tag': '2bdad66f-d8ea-4937-92dd-1931acd0dead'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:20:20.089917 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cfa9f6-c25a-4de1-8dab-6a28727b0a21" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1b1a1b-2849-4e74-945d-a63a5960ed8f", "tag": "2bdad66f-d8ea-4937-92dd-1931acd0dead"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:20:20.122998 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-a4fc545e-c4af-42f8-8ea0-83218ee18655 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435710 Jul 13 07:20:20.211437 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770718bb-24ff-44c4-8d6f-89d099feb19b service neutron] Pushing event updated for resources: {'Port': ['ID=2bdad66f-d8ea-4937-92dd-1931acd0dead,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:20.254586 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-5be9ccdb-ed7b-4de5-97ce-577147f93f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:20.257189 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-5be9ccdb-ed7b-4de5-97ce-577147f93f87 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6d13c0c2ef2a4f4ba04ee46bbbe15052&device_id=0e1b1a1b-2849-4e74-945d-a63a5960ed8f HTTP/1.1" status: 200 len: 1095 time: 0.1645956 Jul 13 07:20:20.298363 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-6fbe82a2-167b-436f-9067-5d76e06f578c service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584876 Jul 13 07:20:20.348021 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb606e-aa30-4c9e-b6c8-b3fd9fb972c9 req-70f8f2af-35b8-4400-82f1-199e72719adf tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:20.350044 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9ccb606e-aa30-4c9e-b6c8-b3fd9fb972c9 req-70f8f2af-35b8-4400-82f1-199e72719adf tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 950 time: 0.2250659 Jul 13 07:20:20.360402 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-7c05b9b6-6dc6-4984-9d9c-d51ace27cf88 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bdad66f-d8ea-4937-92dd-1931acd0dead HTTP/1.1" status: 200 len: 217 time: 0.0939028 Jul 13 07:20:20.412435 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9ccb606e-aa30-4c9e-b6c8-b3fd9fb972c9 req-8800bd09-57f0-4516-8399-e542e8260c46 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561519 Jul 13 07:20:20.548222 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device ff2bbdce-2745-430f-8402-3c5c3a37c0ca details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:20:20.574290 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5881cbb4-35ab-4fad-926d-eb192f30bc47 x-openstack-request-id: req-5881cbb4-35ab-4fad-926d-eb192f30bc47 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:20:20.576090 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1b1a1b-2849-4e74-945d-a63a5960ed8f", "tag": "2bdad66f-d8ea-4937-92dd-1931acd0dead", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:20:20.576278 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5881cbb4-35ab-4fad-926d-eb192f30bc47 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:20:20.576688 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1b1a1b-2849-4e74-945d-a63a5960ed8f', 'tag': '2bdad66f-d8ea-4937-92dd-1931acd0dead', 'status': 'completed', 'code': 200} Jul 13 07:20:20.594647 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45086) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:20.622211 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-73410115-2d5f-49a2-bc78-2fb596b180b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:20.626009 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-73410115-2d5f-49a2-bc78-2fb596b180b5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7d1ccc7a-a9a6-4c00-9ab1-d7fdf16140dc HTTP/1.1" status: 200 len: 858 time: 0.2580070 Jul 13 07:20:20.729363 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-278904d0-5a05-495e-b539-cfedd9c9b70e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ffa8f5b7-4641-405f-a4b1-873f26b9afcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910740 Jul 13 07:20:20.765171 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port ff2bbdce-2745-430f-8402-3c5c3a37c0ca, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=ff2bbdce-2745-430f-8402-3c5c3a37c0ca,segment=NetworkSegment(42cecd3b-e0c4-420d-a7f0-4c98bc6e046c),segment_id=42cecd3b-e0c4-420d-a7f0-4c98bc6e046c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:20.767906 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1d4a5252-5be4-4ea8-8601-e3b24c59614f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:20.795840 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4f0af-48b4-426b-a16c-acdc73e02f17 req-be4f4f69-0b13-4592-8ff7-6d109b48eb22 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:20.797409 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-34f4f0af-48b4-426b-a16c-acdc73e02f17 req-be4f4f69-0b13-4592-8ff7-6d109b48eb22 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 945 time: 0.3344696 Jul 13 07:20:20.797536 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': 'ff2bbdce-2745-430f-8402-3c5c3a37c0ca', 'network_id': 'ffa8f5b7-4641-405f-a4b1-873f26b9afcf', 'port_id': 'ff2bbdce-2745-430f-8402-3c5c3a37c0ca', 'mac_address': 'fa:16:3e:02:9c:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d1ccc7a-a9a6-4c00-9ab1-d7fdf16140dc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:20:20.897092 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:20.936354 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff2bbdce-2745-430f-8402-3c5c3a37c0ca {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:20:20.947567 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-34f4f0af-48b4-426b-a16c-acdc73e02f17 req-f5847b50-3928-42ee-955e-d1480c53e0d3 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422708 Jul 13 07:20:20.952046 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-1b1597db-b1ec-4638-a7c0-30c021cba4c1 service neutron] 10.222.0.25 "GET /v2.0/networks/ffa8f5b7-4641-405f-a4b1-873f26b9afcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086556 Jul 13 07:20:21.006717 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1d4a5252-5be4-4ea8-8601-e3b24c59614f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:21.016129 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1d4a5252-5be4-4ea8-8601-e3b24c59614f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:21.021568 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port ff2bbdce-2745-430f-8402-3c5c3a37c0ca, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=ff2bbdce-2745-430f-8402-3c5c3a37c0ca,segment=NetworkSegment(42cecd3b-e0c4-420d-a7f0-4c98bc6e046c),segment_id=42cecd3b-e0c4-420d-a7f0-4c98bc6e046c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:21.036275 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:21.105536 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1d4a5252-5be4-4ea8-8601-e3b24c59614f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8d79ca40e70047eab7df2efa10d874ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5088401 Jul 13 07:20:21.134337 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45102) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:21.138062 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a5252-5be4-4ea8-8601-e3b24c59614f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c265fb-a2e5-4a13-ad90-f1732f4e78cf,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:21.171075 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6c194f18-de2d-4603-a7a7-dc5b4be0d50c req-4dca3796-f9fe-49e7-9b26-205516954eae service neutron] 10.222.0.25 "GET /v2.0/networks/ffa8f5b7-4641-405f-a4b1-873f26b9afcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044671 Jul 13 07:20:21.171585 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45104) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:21.228407 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=ff2bbdce-2745-430f-8402-3c5c3a37c0ca,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:21.249870 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9bae0e7f-48ac-4a63-bcd7-b610489a273a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:21.286354 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9bae0e7f-48ac-4a63-bcd7-b610489a273a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:21.306676 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332c6f1-5d7c-40cc-8643-1786b6a68c84 req-ee3f7bc1-473e-4216-8444-4be7a11b06f0 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:21.308516 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7332c6f1-5d7c-40cc-8643-1786b6a68c84 req-ee3f7bc1-473e-4216-8444-4be7a11b06f0 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1b1a1b-2849-4e74-945d-a63a5960ed8f HTTP/1.1" status: 200 len: 943 time: 0.2073994 Jul 13 07:20:21.352971 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3a7f5-a3dc-4b71-8417-880c9737b40a req-68e119a9-08ac-4dd5-981f-12e81c43440f tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:21.360507 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bbf3a7f5-a3dc-4b71-8417-880c9737b40a req-68e119a9-08ac-4dd5-981f-12e81c43440f tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 945 time: 0.1751542 Jul 13 07:20:21.375741 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfa9f6-c25a-4de1-8dab-6a28727b0a21 req-90201aa3-d2df-4b66-8033-fe9057d2aaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:21.377268 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-74cfa9f6-c25a-4de1-8dab-6a28727b0a21 req-90201aa3-d2df-4b66-8033-fe9057d2aaea service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6d13c0c2ef2a4f4ba04ee46bbbe15052&device_id=0e1b1a1b-2849-4e74-945d-a63a5960ed8f HTTP/1.1" status: 200 len: 1095 time: 0.1154242 Jul 13 07:20:21.383757 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7332c6f1-5d7c-40cc-8643-1786b6a68c84 req-21fda29b-bdf5-4a85-9fb7-67d4d984fa5e tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601413 Jul 13 07:20:21.415021 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9bae0e7f-48ac-4a63-bcd7-b610489a273a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:21.419682 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9bae0e7f-48ac-4a63-bcd7-b610489a273a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:21.421266 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9bae0e7f-48ac-4a63-bcd7-b610489a273a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b2c265fb-a2e5-4a13-ad90-f1732f4e78cf HTTP/1.1" status: 204 len: 168 time: 0.2843237 Jul 13 07:20:21.431462 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae0e7f-48ac-4a63-bcd7-b610489a273a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c265fb-a2e5-4a13-ad90-f1732f4e78cf,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:21.564759 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bbf3a7f5-a3dc-4b71-8417-880c9737b40a req-0af57fe1-8e43-4d11-a877-da7b5f7bcd65 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018995 Jul 13 07:20:21.587381 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['ff2bbdce-2745-430f-8402-3c5c3a37c0ca'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:20:21.624522 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f77fcd94-2fc7-4648-a34a-cae49deac1a3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fd9caa5510064c0a8f61425ba42e9a56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4518342 Jul 13 07:20:21.627865 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45124) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:21.651055 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfa9f6-c25a-4de1-8dab-6a28727b0a21 req-6e871779-0607-4139-8a55-cd736b2255ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:21.652586 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-74cfa9f6-c25a-4de1-8dab-6a28727b0a21 req-6e871779-0607-4139-8a55-cd736b2255ec service neutron] 10.222.0.25 "GET /v2.0/networks?id=ffa8f5b7-4641-405f-a4b1-873f26b9afcf HTTP/1.1" status: 200 len: 919 time: 0.2670410 Jul 13 07:20:21.734669 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-74cfa9f6-c25a-4de1-8dab-6a28727b0a21 req-823d292d-4869-411a-a836-ec46888de92c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bdad66f-d8ea-4937-92dd-1931acd0dead HTTP/1.1" status: 200 len: 217 time: 0.0738955 Jul 13 07:20:21.856749 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfa9f6-c25a-4de1-8dab-6a28727b0a21 req-2487dd42-95fd-4afe-a94b-96203702bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:21.858490 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-74cfa9f6-c25a-4de1-8dab-6a28727b0a21 req-2487dd42-95fd-4afe-a94b-96203702bf88 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7d1ccc7a-a9a6-4c00-9ab1-d7fdf16140dc HTTP/1.1" status: 200 len: 858 time: 0.1172392 Jul 13 07:20:21.860677 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7407ceb6-1350-4703-a376-0b39bd61a778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:21.899696 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-74cfa9f6-c25a-4de1-8dab-6a28727b0a21 req-d9545f97-356c-46a5-a87c-a67868fec42c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ffa8f5b7-4641-405f-a4b1-873f26b9afcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340219 Jul 13 07:20:21.917229 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7407ceb6-1350-4703-a376-0b39bd61a778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:21.944669 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054112ba-7a81-400f-b16d-105b020a1009 req-4c67b119-f4f7-4e2d-bbba-3507c446ad13 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:21.952431 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-054112ba-7a81-400f-b16d-105b020a1009 req-4c67b119-f4f7-4e2d-bbba-3507c446ad13 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 950 time: 0.1476724 Jul 13 07:20:22.001264 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df8fa3-291f-4563-8cf0-08f8a6851492 req-d45b76cf-d787-428c-8ebc-ca25962fbbe4 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:22.003090 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-04df8fa3-291f-4563-8cf0-08f8a6851492 req-d45b76cf-d787-428c-8ebc-ca25962fbbe4 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 1097 time: 0.2340765 Jul 13 07:20:22.004311 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7407ceb6-1350-4703-a376-0b39bd61a778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:22.008709 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7407ceb6-1350-4703-a376-0b39bd61a778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:22.012133 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7407ceb6-1350-4703-a376-0b39bd61a778 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/63d75a77-aa10-47fb-bc70-b90d4eb2450b HTTP/1.1" status: 204 len: 168 time: 0.3804908 Jul 13 07:20:22.043557 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407ceb6-1350-4703-a376-0b39bd61a778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d75a77-aa10-47fb-bc70-b90d4eb2450b,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:22.058490 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-054112ba-7a81-400f-b16d-105b020a1009 req-358d029c-f621-4b8c-a074-e78ec7e964e4 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050973 Jul 13 07:20:22.082272 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-04df8fa3-291f-4563-8cf0-08f8a6851492 req-1eeab6c1-6662-4e1c-80d8-b5126579077c tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684841 Jul 13 07:20:22.102862 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-74cfa9f6-c25a-4de1-8dab-6a28727b0a21 req-493ad275-c3ed-4988-bb04-3f29a9580c82 service neutron] 10.222.0.25 "GET /v2.0/networks/ffa8f5b7-4641-405f-a4b1-873f26b9afcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928971 Jul 13 07:20:22.313038 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-74cfa9f6-c25a-4de1-8dab-6a28727b0a21 req-0a8ecdb9-d5dd-4e52-8e54-13c52ba3bbbe service neutron] 10.222.0.25 "GET /v2.0/networks/ffa8f5b7-4641-405f-a4b1-873f26b9afcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021425 Jul 13 07:20:22.356940 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4687596-9df0-4bad-b7e0-e0d266b528b5 req-a7132173-c8fa-4fb2-89d6-3176e4941349 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:22.365308 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a4687596-9df0-4bad-b7e0-e0d266b528b5 req-a7132173-c8fa-4fb2-89d6-3176e4941349 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 945 time: 0.1108153 Jul 13 07:20:22.375740 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87430880-eb00-48e8-bffd-a21bf2da6269 req-de749e07-cc7f-4949-b1c0-7eedab6e0442 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:22.384277 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-87430880-eb00-48e8-bffd-a21bf2da6269 req-de749e07-cc7f-4949-b1c0-7eedab6e0442 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 1097 time: 0.0840390 Jul 13 07:20:22.416468 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a4687596-9df0-4bad-b7e0-e0d266b528b5 req-ea30b89c-450a-4340-aa78-3019f4b5fbbb tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502803 Jul 13 07:20:22.427472 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-87430880-eb00-48e8-bffd-a21bf2da6269 req-6563f217-37a5-4be4-8fda-eed1ff6b7544 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417378 Jul 13 07:20:22.673954 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4deb1-4013-4101-9abc-55df0ec8057c req-8a685b9b-c97d-4897-8cbe-38cf9cba3429 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:22.681111 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-08d4deb1-4013-4101-9abc-55df0ec8057c req-8a685b9b-c97d-4897-8cbe-38cf9cba3429 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1b1a1b-2849-4e74-945d-a63a5960ed8f HTTP/1.1" status: 200 len: 943 time: 0.1124237 Jul 13 07:20:22.770095 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-08d4deb1-4013-4101-9abc-55df0ec8057c req-37be17a2-2375-46d0-beef-78dc27cf2982 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811896 Jul 13 07:20:22.813056 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 2bdad66f-d8ea-4937-92dd-1931acd0dead details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:20:23.059034 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 2bdad66f-d8ea-4937-92dd-1931acd0dead, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=2bdad66f-d8ea-4937-92dd-1931acd0dead,segment=NetworkSegment(42cecd3b-e0c4-420d-a7f0-4c98bc6e046c),segment_id=42cecd3b-e0c4-420d-a7f0-4c98bc6e046c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:23.074667 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '2bdad66f-d8ea-4937-92dd-1931acd0dead', 'network_id': 'ffa8f5b7-4641-405f-a4b1-873f26b9afcf', 'port_id': '2bdad66f-d8ea-4937-92dd-1931acd0dead', 'mac_address': 'fa:16:3e:c0:76:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d1ccc7a-a9a6-4c00-9ab1-d7fdf16140dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:20:23.133759 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:23.160621 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bdad66f-d8ea-4937-92dd-1931acd0dead {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:20:23.182884 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:23.188035 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 2bdad66f-d8ea-4937-92dd-1931acd0dead, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=2bdad66f-d8ea-4937-92dd-1931acd0dead,segment=NetworkSegment(42cecd3b-e0c4-420d-a7f0-4c98bc6e046c),segment_id=42cecd3b-e0c4-420d-a7f0-4c98bc6e046c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:23.196073 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:23.272618 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=2bdad66f-d8ea-4937-92dd-1931acd0dead,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:23.529477 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['2bdad66f-d8ea-4937-92dd-1931acd0dead'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:20:23.650747 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:23.719181 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bca991-8729-4a7d-93bb-81e29bdfd426 req-c0c0c50a-8d18-4466-9bbe-d15dda51396e tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:23.720936 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-39bca991-8729-4a7d-93bb-81e29bdfd426 req-c0c0c50a-8d18-4466-9bbe-d15dda51396e tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 950 time: 0.1128302 Jul 13 07:20:23.779362 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-39bca991-8729-4a7d-93bb-81e29bdfd426 req-35d645ae-5eb8-46a4-b5b4-0cb45d73e45d tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520198 Jul 13 07:20:23.961596 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03e889-dac6-47ce-8a3b-0efa60cbc897 req-635e1048-b840-42c1-a267-978142f51a04 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:23.963128 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1c03e889-dac6-47ce-8a3b-0efa60cbc897 req-635e1048-b840-42c1-a267-978142f51a04 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 945 time: 0.0689452 Jul 13 07:20:24.005771 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1c03e889-dac6-47ce-8a3b-0efa60cbc897 req-dd76d463-9984-470c-80eb-0653700f8a4a tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364645 Jul 13 07:20:24.115774 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bbce6d8a-f211-40a0-87c8-1aa318c634b8 req-8747cc1a-9280-47d5-a155-8ee8bfdd68b9 tempest-AbsoluteLimitsNegativeTestJSON-853860756 tempest-AbsoluteLimitsNegativeTestJSON-853860756-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d4a8b3accf714b27a0b48e333b1bb53b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220804 Jul 13 07:20:24.224031 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce6d8a-f211-40a0-87c8-1aa318c634b8 req-bb90b95b-10ab-48a1-b4a8-0aed93f5dcd3 tempest-AbsoluteLimitsNegativeTestJSON-853860756 tempest-AbsoluteLimitsNegativeTestJSON-853860756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:24.225442 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bbce6d8a-f211-40a0-87c8-1aa318c634b8 req-bb90b95b-10ab-48a1-b4a8-0aed93f5dcd3 tempest-AbsoluteLimitsNegativeTestJSON-853860756 tempest-AbsoluteLimitsNegativeTestJSON-853860756-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1047554 Jul 13 07:20:24.240835 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bbce6d8a-f211-40a0-87c8-1aa318c634b8 req-3ab6a5d7-0117-424e-9724-3f5e0fd01c37 tempest-AbsoluteLimitsNegativeTestJSON-853860756 tempest-AbsoluteLimitsNegativeTestJSON-853860756-project] 10.222.0.23 "GET /v2.0/quotas/d4a8b3accf714b27a0b48e333b1bb53b HTTP/1.1" status: 200 len: 375 time: 0.0099926 Jul 13 07:20:24.277289 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bbce6d8a-f211-40a0-87c8-1aa318c634b8 req-a426be02-c956-4317-973e-3973b20e66e2 tempest-AbsoluteLimitsNegativeTestJSON-853860756 tempest-AbsoluteLimitsNegativeTestJSON-853860756-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4a8b3accf714b27a0b48e333b1bb53b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308256 Jul 13 07:20:24.338924 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-c633d0c4-75b5-4c37-84cd-349c1fb0bccf tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:20:24.340697 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-c633d0c4-75b5-4c37-84cd-349c1fb0bccf tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069621 Jul 13 07:20:24.353456 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-7071a621-55cf-4162-85e6-ac4799f2b32a service neutron] Request body: {'binding': {'host': 'n-h2-771363-34', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:24.354045 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-7071a621-55cf-4162-85e6-ac4799f2b32a service neutron] Unknown quota resources ['binding']. {{(pid=94017) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:20:24.513498 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-7071a621-55cf-4162-85e6-ac4799f2b32a service neutron] Attempting to bind port 6b78584e-6cf6-4fc8-8ca3-964213c3391f on host n-h2-771363-34 for vnic_type normal with profile None {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:20:24.513979 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-7071a621-55cf-4162-85e6-ac4799f2b32a service neutron] Attempting to bind port 6b78584e-6cf6-4fc8-8ca3-964213c3391f by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:20:24.514307 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-7071a621-55cf-4162-85e6-ac4799f2b32a service neutron] Attempting to bind port 6b78584e-6cf6-4fc8-8ca3-964213c3391f on network bff43fa8-f666-4c15-8f06-2242dcee7e17 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:24.519229 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-7071a621-55cf-4162-85e6-ac4799f2b32a service neutron] Port 6b78584e-6cf6-4fc8-8ca3-964213c3391f on network bff43fa8-f666-4c15-8f06-2242dcee7e17 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:20:24.519570 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-7071a621-55cf-4162-85e6-ac4799f2b32a service neutron] Attempting to bind port 6b78584e-6cf6-4fc8-8ca3-964213c3391f on network bff43fa8-f666-4c15-8f06-2242dcee7e17 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:24.524442 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-7071a621-55cf-4162-85e6-ac4799f2b32a service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:20:24.524781 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-7071a621-55cf-4162-85e6-ac4799f2b32a service neutron] Checking segment: {'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:24.525163 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-7071a621-55cf-4162-85e6-ac4799f2b32a service neutron] Bound using segment: {'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:20:24.525590 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-7071a621-55cf-4162-85e6-ac4799f2b32a service neutron] Bound port: 6b78584e-6cf6-4fc8-8ca3-964213c3391f, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:20:24.569047 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device ff2bbdce-2745-430f-8402-3c5c3a37c0ca up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:24.592486 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-7071a621-55cf-4162-85e6-ac4799f2b32a service neutron] For port 6b78584e-6cf6-4fc8-8ca3-964213c3391f, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=6b78584e-6cf6-4fc8-8ca3-964213c3391f,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:20:24.601825 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-7071a621-55cf-4162-85e6-ac4799f2b32a service neutron] Notify callbacks [] for binding, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:24.604305 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-7071a621-55cf-4162-85e6-ac4799f2b32a service neutron] 10.222.0.23 "POST /v2.0/ports/6b78584e-6cf6-4fc8-8ca3-964213c3391f/bindings HTTP/1.1" status: 201 len: 390 time: 0.2551992 Jul 13 07:20:24.639721 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port ff2bbdce-2745-430f-8402-3c5c3a37c0ca completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:24.644320 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port ff2bbdce-2745-430f-8402-3c5c3a37c0ca triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:24.644625 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:24.741564 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-0d982028-9435-4cdb-ba52-3a4c7e54e4a1 tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=6b61006a526a415c9c074d82d10769db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460093 Jul 13 07:20:24.746679 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:24.778965 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b5bcde-766a-4d51-9f5c-871279e60a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff2bbdce-2745-430f-8402-3c5c3a37c0ca'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:20:24.782729 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba436572-1039-4b37-8c50-2fd5e3787c45" -d '{"events": [{"server_uuid": "e6b5bcde-766a-4d51-9f5c-871279e60a1d", "name": "network-vif-plugged", "status": "completed", "tag": "ff2bbdce-2745-430f-8402-3c5c3a37c0ca"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:20:24.797467 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port ff2bbdce-2745-430f-8402-3c5c3a37c0ca, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=ff2bbdce-2745-430f-8402-3c5c3a37c0ca,segment=NetworkSegment(42cecd3b-e0c4-420d-a7f0-4c98bc6e046c),segment_id=42cecd3b-e0c4-420d-a7f0-4c98bc6e046c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:24.803542 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:24.839784 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 2bdad66f-d8ea-4937-92dd-1931acd0dead up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:24.840113 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45282) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:24.850120 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:20:24.883677 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-c0954072-5d1e-4988-8bae-9510ba01815f tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:24.885493 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-c0954072-5d1e-4988-8bae-9510ba01815f tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1424491 Jul 13 07:20:24.907689 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-4fff564e-80f1-4ed6-a12e-f24a68584174 tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] 10.222.0.23 "GET /v2.0/quotas/6b61006a526a415c9c074d82d10769db HTTP/1.1" status: 200 len: 375 time: 0.0146041 Jul 13 07:20:24.922762 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=ff2bbdce-2745-430f-8402-3c5c3a37c0ca,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:24.938831 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-bd4e589f-43f7-4cbc-ae68-534d80b9147f tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b61006a526a415c9c074d82d10769db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301340 Jul 13 07:20:24.941237 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 2bdad66f-d8ea-4937-92dd-1931acd0dead completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:24.948694 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 2bdad66f-d8ea-4937-92dd-1931acd0dead triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:24.949328 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:24.967605 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2fe5f-0a80-4018-8d59-f4167b231c9f req-fb7f21ec-8359-470c-abc0-074377b0a077 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:24.970137 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-40a2fe5f-0a80-4018-8d59-f4167b231c9f req-fb7f21ec-8359-470c-abc0-074377b0a077 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1b1a1b-2849-4e74-945d-a63a5960ed8f HTTP/1.1" status: 200 len: 944 time: 0.0947459 Jul 13 07:20:25.016759 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-66625695-f946-4dc6-8079-dec1b1e49046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:25.037381 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:25.046145 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-40a2fe5f-0a80-4018-8d59-f4167b231c9f req-e024a32a-3669-4483-b397-9ab4d15ba715 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679660 Jul 13 07:20:25.087927 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 2bdad66f-d8ea-4937-92dd-1931acd0dead, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=2bdad66f-d8ea-4937-92dd-1931acd0dead,segment=NetworkSegment(42cecd3b-e0c4-420d-a7f0-4c98bc6e046c),segment_id=42cecd3b-e0c4-420d-a7f0-4c98bc6e046c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:25.096072 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:25.140307 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 0b9985ab-09da-4e2c-a938-25f8b4d7476b no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:20:25.179094 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-66625695-f946-4dc6-8079-dec1b1e49046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:25.183828 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-66625695-f946-4dc6-8079-dec1b1e49046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:25.216333 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=2bdad66f-d8ea-4937-92dd-1931acd0dead,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:25.240282 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-66625695-f946-4dc6-8079-dec1b1e49046 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d4a8b3accf714b27a0b48e333b1bb53b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3964727 Jul 13 07:20:25.240282 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66625695-f946-4dc6-8079-dec1b1e49046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb84238-845f-4868-9e61-d4eff12cc101,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:25.241862 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45296) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:25.308349 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c1aaab6a-e229-45ce-9a1e-cdb98222c7cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:25.310135 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:25.325795 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b254a4-36a5-424b-ba54-a1f8cc5ffadf req-50fcfdb3-2757-4f61-be1f-483383fe28c0 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:25.327772 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-73b254a4-36a5-424b-ba54-a1f8cc5ffadf req-50fcfdb3-2757-4f61-be1f-483383fe28c0 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 945 time: 0.0942333 Jul 13 07:20:25.340016 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c1aaab6a-e229-45ce-9a1e-cdb98222c7cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:25.361898 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 0b9985ab-09da-4e2c-a938-25f8b4d7476b, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=0b9985ab-09da-4e2c-a938-25f8b4d7476b,segment=NetworkSegment(b7fdd6a4-7ea0-4d78-a1ca-354316bc2553),segment_id=b7fdd6a4-7ea0-4d78-a1ca-354316bc2553)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:25.366278 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:25.373177 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0605de-9d1f-43df-bfab-3c57e627a6ac x-openstack-request-id: req-8c0605de-9d1f-43df-bfab-3c57e627a6ac {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:20:25.373603 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6b5bcde-766a-4d51-9f5c-871279e60a1d", "name": "network-vif-plugged", "status": "completed", "tag": "ff2bbdce-2745-430f-8402-3c5c3a37c0ca", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:20:25.374077 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8c0605de-9d1f-43df-bfab-3c57e627a6ac {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:20:25.374565 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6b5bcde-766a-4d51-9f5c-871279e60a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff2bbdce-2745-430f-8402-3c5c3a37c0ca', 'code': 200} Jul 13 07:20:25.406982 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-73b254a4-36a5-424b-ba54-a1f8cc5ffadf req-270b7883-d66d-4356-b451-5a0531765dc3 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735033 Jul 13 07:20:25.433479 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c1aaab6a-e229-45ce-9a1e-cdb98222c7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:25.444735 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c1aaab6a-e229-45ce-9a1e-cdb98222c7cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:25.455804 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c1aaab6a-e229-45ce-9a1e-cdb98222c7cf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dbb84238-845f-4868-9e61-d4eff12cc101 HTTP/1.1" status: 204 len: 168 time: 0.2032623 Jul 13 07:20:25.469807 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aaab6a-e229-45ce-9a1e-cdb98222c7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb84238-845f-4868-9e61-d4eff12cc101,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:25.473773 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=0b9985ab-09da-4e2c-a938-25f8b4d7476b,revision_number=8']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:25.597467 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80451e2a-dc6f-4468-a1de-5dd0b47e77b4 req-f58bd9d4-7c07-4c10-996d-6596d8461f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:25.599283 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-80451e2a-dc6f-4468-a1de-5dd0b47e77b4 req-f58bd9d4-7c07-4c10-996d-6596d8461f29 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e6b5bcde-766a-4d51-9f5c-871279e60a1d HTTP/1.1" status: 200 len: 1098 time: 0.1224296 Jul 13 07:20:25.661248 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add32cf2-209d-4901-ac75-9a65ad2d00a0 req-1ad46db9-698c-4bc8-a427-6dfb7ad8d9a6 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:25.663041 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-add32cf2-209d-4901-ac75-9a65ad2d00a0 req-1ad46db9-698c-4bc8-a427-6dfb7ad8d9a6 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 945 time: 0.0920084 Jul 13 07:20:25.664047 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-80451e2a-dc6f-4468-a1de-5dd0b47e77b4 req-ae4a08d9-5880-4f68-911b-37f54773599c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563562 Jul 13 07:20:25.672647 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e668cd6-198e-4a13-86d3-807ab1c98f2d req-2d41b4c6-30ad-450c-8e38-76a064c2e781 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:25.674770 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8e668cd6-198e-4a13-86d3-807ab1c98f2d req-2d41b4c6-30ad-450c-8e38-76a064c2e781 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 950 time: 0.1299999 Jul 13 07:20:25.712202 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-add32cf2-209d-4901-ac75-9a65ad2d00a0 req-da935e56-8461-4ef1-96e7-cc05cb0ae2cf tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424187 Jul 13 07:20:25.724765 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8e668cd6-198e-4a13-86d3-807ab1c98f2d req-06ebe658-3fc1-4d42-bec6-1941c644d588 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441470 Jul 13 07:20:25.893641 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-54214bb4-caf8-4d50-9396-0c59fc8fd8ba req-55d3b45b-6efe-4179-acde-3083914a5e6a tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] 10.222.0.23 "GET /v2.0/ports?device_id=18fc0fef-138a-4dd3-afec-ea2d9c334526 HTTP/1.1" status: 200 len: 210 time: 0.0382216 Jul 13 07:20:26.245159 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78147cc6-3e44-48bc-bb38-047e51c626cd req-035c4a0e-807f-4a35-9583-70ad39f8610c tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:26.247657 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-78147cc6-3e44-48bc-bb38-047e51c626cd req-035c4a0e-807f-4a35-9583-70ad39f8610c tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1b1a1b-2849-4e74-945d-a63a5960ed8f HTTP/1.1" status: 200 len: 945 time: 0.0749657 Jul 13 07:20:26.288179 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45366) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:26.349373 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-78147cc6-3e44-48bc-bb38-047e51c626cd req-e7fff068-24b1-49c7-9826-0882e43519da tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874879 Jul 13 07:20:26.363995 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-60c8b578-c430-418b-a6dc-90a6de638465 tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:26.365666 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-60c8b578-c430-418b-a6dc-90a6de638465 tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e&tenant_id=05a465060c604024bf60fd1a58309bf9&binding%3Ahost_id=n-h1-771363-34 HTTP/1.1" status: 200 len: 1097 time: 0.1143115 Jul 13 07:20:26.385218 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-d49751b0-db45-4706-b5ef-51f53c6253cf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771363-34'}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:26.424896 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-b37aa864-bd49-4c78-977a-31a5dd8646c9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-671632114-network', 'tenant_id': '9f21aa0b310c4cd09c2f6eea1ac67069'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:26.460926 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37aa864-bd49-4c78-977a-31a5dd8646c9 admin admin] Made reservation on behalf of 9f21aa0b310c4cd09c2f6eea1ac67069 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:20:26.465364 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b37aa864-bd49-4c78-977a-31a5dd8646c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:26.476583 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b37aa864-bd49-4c78-977a-31a5dd8646c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:26.492010 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-d49751b0-db45-4706-b5ef-51f53c6253cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:26.581778 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-ef56298a-56c8-4372-9399-d5017cbf2a2e tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=6b61006a526a415c9c074d82d10769db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272248 Jul 13 07:20:26.739989 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b37aa864-bd49-4c78-977a-31a5dd8646c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:26.750865 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-a2e44d2b-a229-46d1-8a74-babda6159d4c tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:26.753015 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-a2e44d2b-a229-46d1-8a74-babda6159d4c tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1611660 Jul 13 07:20:26.754223 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b37aa864-bd49-4c78-977a-31a5dd8646c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:26.764996 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-d94fbf27-3727-4e91-b3f6-80a29aeb6cea tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] Request body: {'port': {'device_id': '18fc0fef-138a-4dd3-afec-ea2d9c334526', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'admin_state_up': True, 'tenant_id': '6b61006a526a415c9c074d82d10769db'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:26.831807 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-d49751b0-db45-4706-b5ef-51f53c6253cf service neutron] For port 9ad74136-14a6-4d13-9edc-d90f61037557, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=9ad74136-14a6-4d13-9edc-d90f61037557,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:26.844791 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b37aa864-bd49-4c78-977a-31a5dd8646c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:20:26.852311 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 9ad74136-14a6-4d13-9edc-d90f61037557 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:20:26.874271 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37aa864-bd49-4c78-977a-31a5dd8646c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afedc317-2eb3-4978-a3f5-50dbdb316361,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:26.927319 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-d49751b0-db45-4706-b5ef-51f53c6253cf service neutron] For port 9ad74136-14a6-4d13-9edc-d90f61037557, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:20:26.972062 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d4353-233b-4700-8950-20823f7fe0a1 req-8de12730-ced8-4adb-bfe3-6ad824eed075 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:26.972295 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b37aa864-bd49-4c78-977a-31a5dd8646c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:26.972919 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-b37aa864-bd49-4c78-977a-31a5dd8646c9 admin admin] Added segment 38f4848a-dd9b-4f5f-8385-52a36206fdde of type vlan for network 9ef27b6b-d58a-4cc2-872f-1f2be062e420 Jul 13 07:20:26.974669 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ab9d4353-233b-4700-8950-20823f7fe0a1 req-8de12730-ced8-4adb-bfe3-6ad824eed075 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 945 time: 0.2016683 Jul 13 07:20:27.029596 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b509842a-d0ca-4a44-acab-58f16699468e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ad74136-14a6-4d13-9edc-d90f61037557'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:20:27.029863 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 9ad74136-14a6-4d13-9edc-d90f61037557, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=9ad74136-14a6-4d13-9edc-d90f61037557,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:27.032155 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032ad4dc-dfb2-4ebf-b003-8f7e08e5b36f" -d '{"events": [{"server_uuid": "b509842a-d0ca-4a44-acab-58f16699468e", "name": "network-vif-unplugged", "status": "completed", "tag": "9ad74136-14a6-4d13-9edc-d90f61037557"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:20:27.040010 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-d49751b0-db45-4706-b5ef-51f53c6253cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:27.043573 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 9ad74136-14a6-4d13-9edc-d90f61037557 has no active binding in host n-h2-771363-34 {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 07:20:27.051735 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-d49751b0-db45-4706-b5ef-51f53c6253cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:27.089076 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b37aa864-bd49-4c78-977a-31a5dd8646c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:27.094645 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ab9d4353-233b-4700-8950-20823f7fe0a1 req-54364267-cc4a-489e-8263-eba34d3d327a tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061850 Jul 13 07:20:27.132742 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-d94fbf27-3727-4e91-b3f6-80a29aeb6cea tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] Made reservation on behalf of 6b61006a526a415c9c074d82d10769db for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:20:27.136310 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-d94fbf27-3727-4e91-b3f6-80a29aeb6cea tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:27.153124 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-d94fbf27-3727-4e91-b3f6-80a29aeb6cea tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:27.167448 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49751b0-db45-4706-b5ef-51f53c6253cf service neutron] Pushing event updated for resources: {'Port': ['ID=9ad74136-14a6-4d13-9edc-d90f61037557,revision_number=7']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:27.169286 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b37aa864-bd49-4c78-977a-31a5dd8646c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:27.175545 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37aa864-bd49-4c78-977a-31a5dd8646c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:27.176750 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b37aa864-bd49-4c78-977a-31a5dd8646c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:27.182819 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-d49751b0-db45-4706-b5ef-51f53c6253cf service neutron] Attempting to bind port 9ad74136-14a6-4d13-9edc-d90f61037557 on host n-h1-771363-34 for vnic_type normal with profile {"migrating_to": "n-h2-771363-34"} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:20:27.183324 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-d49751b0-db45-4706-b5ef-51f53c6253cf service neutron] Attempting to bind port 9ad74136-14a6-4d13-9edc-d90f61037557 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:20:27.183858 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-d49751b0-db45-4706-b5ef-51f53c6253cf service neutron] Attempting to bind port 9ad74136-14a6-4d13-9edc-d90f61037557 on network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:27.188768 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-d49751b0-db45-4706-b5ef-51f53c6253cf service neutron] Port 9ad74136-14a6-4d13-9edc-d90f61037557 on network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:20:27.189934 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-d49751b0-db45-4706-b5ef-51f53c6253cf service neutron] Attempting to bind port 9ad74136-14a6-4d13-9edc-d90f61037557 on network 8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:27.196397 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-d49751b0-db45-4706-b5ef-51f53c6253cf service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:20:27.197791 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-d49751b0-db45-4706-b5ef-51f53c6253cf service neutron] Checking segment: {'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:27.198379 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-d49751b0-db45-4706-b5ef-51f53c6253cf service neutron] Bound using segment: {'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:20:27.198988 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-d49751b0-db45-4706-b5ef-51f53c6253cf service neutron] Bound port: 9ad74136-14a6-4d13-9edc-d90f61037557, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '833146c2-060f-42a6-a3e7-eb666665270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:20:27.199829 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-d49751b0-db45-4706-b5ef-51f53c6253cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:27.209744 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f7a18-44ed-44fe-9b0a-3f0db9e8847a req-e98b2528-d2ab-49e4-a79a-22c8a743f45a tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:27.211515 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-816f7a18-44ed-44fe-9b0a-3f0db9e8847a req-e98b2528-d2ab-49e4-a79a-22c8a743f45a tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 950 time: 0.1756620 Jul 13 07:20:27.302826 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37aa864-bd49-4c78-977a-31a5dd8646c9 admin admin] Pushing event updated for resources: {'Network': ['ID=9ef27b6b-d58a-4cc2-872f-1f2be062e420,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:27.319587 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 9ef27b6b-d58a-4cc2-872f-1f2be062e420 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:20:27.334328 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-d49751b0-db45-4706-b5ef-51f53c6253cf service neutron] For port 9ad74136-14a6-4d13-9edc-d90f61037557, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:20:27.336536 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-816f7a18-44ed-44fe-9b0a-3f0db9e8847a req-f44702ae-a34c-435a-9794-3ef5b549c69f tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100786 Jul 13 07:20:27.339330 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-d49751b0-db45-4706-b5ef-51f53c6253cf service neutron] For port 9ad74136-14a6-4d13-9edc-d90f61037557, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=9ad74136-14a6-4d13-9edc-d90f61037557,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:20:27.358136 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a363ef-7a5d-4fbd-ad71-ddada4909603 req-b4baab3a-cfb6-4ca7-8e54-5658f0ba8feb tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:27.358136 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-11a363ef-7a5d-4fbd-ad71-ddada4909603 req-b4baab3a-cfb6-4ca7-8e54-5658f0ba8feb tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 943 time: 0.1430900 Jul 13 07:20:27.358777 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-d49751b0-db45-4706-b5ef-51f53c6253cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:27.377037 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1b1a1b-2849-4e74-945d-a63a5960ed8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdad66f-d8ea-4937-92dd-1931acd0dead'}, {'server_uuid': 'f611dc27-7172-4a6c-afe0-ec98be5596cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b9985ab-09da-4e2c-a938-25f8b4d7476b'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:20:27.381266 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1040105-4b92-4d30-a904-3ccc80112f5e" -d '{"events": [{"server_uuid": "0e1b1a1b-2849-4e74-945d-a63a5960ed8f", "name": "network-vif-plugged", "status": "completed", "tag": "2bdad66f-d8ea-4937-92dd-1931acd0dead"}, {"server_uuid": "f611dc27-7172-4a6c-afe0-ec98be5596cc", "name": "network-vif-unplugged", "status": "completed", "tag": "0b9985ab-09da-4e2c-a938-25f8b4d7476b"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:20:27.392421 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-d94fbf27-3727-4e91-b3f6-80a29aeb6cea tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:27.397548 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-d94fbf27-3727-4e91-b3f6-80a29aeb6cea tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:27.439698 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b37aa864-bd49-4c78-977a-31a5dd8646c9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1501827 Jul 13 07:20:27.442388 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45394) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:27.453362 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-ff40bd7f-d8a0-4b49-b95e-2524ac56ac84 admin admin] Request body: {'subnet': {'network_id': '9ef27b6b-d58a-4cc2-872f-1f2be062e420', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-671632114-subnet', 'tenant_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:27.471170 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49751b0-db45-4706-b5ef-51f53c6253cf service neutron] Pushing event updated for resources: {'Port': ['ID=9ad74136-14a6-4d13-9edc-d90f61037557,revision_number=8']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:27.493467 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-11a363ef-7a5d-4fbd-ad71-ddada4909603 req-a67e409c-35f9-4050-b68d-2e7b781e9b08 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991297 Jul 13 07:20:27.497976 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-d49751b0-db45-4706-b5ef-51f53c6253cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:27.498734 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-d49751b0-db45-4706-b5ef-51f53c6253cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:27.500167 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-d49751b0-db45-4706-b5ef-51f53c6253cf service neutron] 10.222.0.25 "PUT /v2.0/ports/9ad74136-14a6-4d13-9edc-d90f61037557 HTTP/1.1" status: 200 len: 1123 time: 1.1261342 Jul 13 07:20:27.545002 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c6ab24e4-5ba8-4bb0-a0bf-1e600333d86f req-1a70fc51-9af3-4cb9-ab75-a58ff8cf6846 tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] 10.222.0.23 "GET /v2.0/ports?device_id=18fc0fef-138a-4dd3-afec-ea2d9c334526 HTTP/1.1" status: 200 len: 210 time: 0.0462306 Jul 13 07:20:27.562258 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94fbf27-3727-4e91-b3f6-80a29aeb6cea tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f57f9ead-f290-42d3-beb6-3691905ab61f,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:27.614335 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff40bd7f-d8a0-4b49-b95e-2524ac56ac84 admin admin] Made reservation on behalf of 9f21aa0b310c4cd09c2f6eea1ac67069 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:20:27.619512 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ff40bd7f-d8a0-4b49-b95e-2524ac56ac84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:27.619652 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['9ad74136-14a6-4d13-9edc-d90f61037557'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:20:27.624112 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['9ad74136-14a6-4d13-9edc-d90f61037557'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:20:27.698577 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c3a481-d7cc-49b5-b361-a187995c3a1d x-openstack-request-id: req-06c3a481-d7cc-49b5-b361-a187995c3a1d {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:20:27.698959 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b509842a-d0ca-4a44-acab-58f16699468e", "name": "network-vif-unplugged", "status": "completed", "tag": "9ad74136-14a6-4d13-9edc-d90f61037557", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:20:27.699440 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-06c3a481-d7cc-49b5-b361-a187995c3a1d {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:20:27.700111 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b509842a-d0ca-4a44-acab-58f16699468e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ad74136-14a6-4d13-9edc-d90f61037557', 'code': 200} Jul 13 07:20:27.743395 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-d94fbf27-3727-4e91-b3f6-80a29aeb6cea tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] Allocated IP 192.168.233.86 (f9d6e899-687c-4a4d-bdf3-8d8d169866a7/c5af789a-0729-4e53-834f-ef6745aa079c/b538252e-cf6f-48f0-8495-70509f682a4c) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:20:27.743996 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-516762b7-21ce-41e6-b939-150e82c28a40 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:27.746559 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-516762b7-21ce-41e6-b939-150e82c28a40 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/networks?id=f1ea5405-113d-42fb-9a8e-56f12339534a HTTP/1.1" status: 200 len: 805 time: 0.1380470 Jul 13 07:20:27.778089 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-8a465d58-42dd-48a5-b408-150760b4ac9b tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/quotas/ac9e284275e6483db0f236e466185533 HTTP/1.1" status: 200 len: 375 time: 0.0239429 Jul 13 07:20:27.848139 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-3daf9565-3c0e-4081-aa17-6a2f13f02b4e tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ac9e284275e6483db0f236e466185533&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0690911 Jul 13 07:20:27.942204 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-c7c27860-9481-4760-8fa6-0dd75378119f service neutron] 10.222.0.23 "GET /v2.0/networks/f1ea5405-113d-42fb-9a8e-56f12339534a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851283 Jul 13 07:20:28.006955 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ff40bd7f-d8a0-4b49-b95e-2524ac56ac84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:28.035896 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-02b51606-0c57-46a2-a9cc-b906cabf75e7 service neutron] 10.222.0.23 "GET /v2.0/networks/f1ea5405-113d-42fb-9a8e-56f12339534a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878429 Jul 13 07:20:28.056974 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a7b62-4585-40f3-8c67-b2f856237538 req-8381e448-47b7-4ac9-a027-0a03eff29e08 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:28.058455 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-582a7b62-4585-40f3-8c67-b2f856237538 req-8381e448-47b7-4ac9-a027-0a03eff29e08 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1b1a1b-2849-4e74-945d-a63a5960ed8f HTTP/1.1" status: 200 len: 945 time: 0.2589548 Jul 13 07:20:28.075927 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-d94fbf27-3727-4e91-b3f6-80a29aeb6cea tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:28.118370 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-d94fbf27-3727-4e91-b3f6-80a29aeb6cea tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] Transition to ACTIVE for port object b538252e-cf6f-48f0-8495-70509f682a4c will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:28.121570 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40bd7f-d8a0-4b49-b95e-2524ac56ac84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88ea993c-44dc-45dd-b8a5-b8f3f44e71bc,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:28.155600 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-582a7b62-4585-40f3-8c67-b2f856237538 req-ca420fb8-cdac-4978-9897-23a5789f21f8 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862062 Jul 13 07:20:28.158548 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff40bd7f-d8a0-4b49-b95e-2524ac56ac84 admin admin] Checking segment: {'id': '38f4848a-dd9b-4f5f-8385-52a36206fdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9ef27b6b-d58a-4cc2-872f-1f2be062e420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:28.159271 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff40bd7f-d8a0-4b49-b95e-2524ac56ac84 admin admin] Network hostable DHCP agents. Network: 9ef27b6b-d58a-4cc2-872f-1f2be062e420, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:20:28.191686 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 13 Jul 2021 07:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba62db3-5f92-44c4-a58a-c6a5eef39b22 x-openstack-request-id: req-bba62db3-5f92-44c4-a58a-c6a5eef39b22 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:20:28.192620 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1b1a1b-2849-4e74-945d-a63a5960ed8f", "name": "network-vif-plugged", "status": "completed", "tag": "2bdad66f-d8ea-4937-92dd-1931acd0dead", "code": 200}, {"server_uuid": "f611dc27-7172-4a6c-afe0-ec98be5596cc", "name": "network-vif-unplugged", "status": "completed", "tag": "0b9985ab-09da-4e2c-a938-25f8b4d7476b", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:20:28.193211 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bba62db3-5f92-44c4-a58a-c6a5eef39b22 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:20:28.193847 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff40bd7f-d8a0-4b49-b95e-2524ac56ac84 admin admin] Network 9ef27b6b-d58a-4cc2-872f-1f2be062e420 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:20:28.193975 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1b1a1b-2849-4e74-945d-a63a5960ed8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdad66f-d8ea-4937-92dd-1931acd0dead', 'code': 200} Jul 13 07:20:28.194410 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f611dc27-7172-4a6c-afe0-ec98be5596cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b9985ab-09da-4e2c-a938-25f8b4d7476b', 'code': 200} Jul 13 07:20:28.202442 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-d94fbf27-3727-4e91-b3f6-80a29aeb6cea tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:28.289227 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-ff40bd7f-d8a0-4b49-b95e-2524ac56ac84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 9ef27b6b-d58a-4cc2-872f-1f2be062e420) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:20:28.308455 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb4c049-360e-4eba-b45f-8ce73a58263c None None] Network 9ef27b6b-d58a-4cc2-872f-1f2be062e420 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:20:28.316172 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-d94fbf27-3727-4e91-b3f6-80a29aeb6cea tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] Network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:20:28.321215 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff40bd7f-d8a0-4b49-b95e-2524ac56ac84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:28.321812 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ff40bd7f-d8a0-4b49-b95e-2524ac56ac84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:28.339626 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17157f3e-e5ea-47f2-b5ae-1c0d354c4a0a req-8fa9e88e-e420-4b8d-932c-576346d488ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:28.342860 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-17157f3e-e5ea-47f2-b5ae-1c0d354c4a0a req-8fa9e88e-e420-4b8d-932c-576346d488ed service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0e1b1a1b-2849-4e74-945d-a63a5960ed8f HTTP/1.1" status: 200 len: 1097 time: 0.0679135 Jul 13 07:20:28.361271 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-d94fbf27-3727-4e91-b3f6-80a29aeb6cea tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:20:28.374806 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-d94fbf27-3727-4e91-b3f6-80a29aeb6cea tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:20:28.393607 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-17157f3e-e5ea-47f2-b5ae-1c0d354c4a0a req-0d6bdc37-1caa-4ce8-afa6-b7eea7b4be48 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438266 Jul 13 07:20:28.410212 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94fbf27-3727-4e91-b3f6-80a29aeb6cea tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] Pushing event updated for resources: {'Port': ['ID=b538252e-cf6f-48f0-8495-70509f682a4c,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:28.437933 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ff40bd7f-d8a0-4b49-b95e-2524ac56ac84 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9907265 Jul 13 07:20:28.446846 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45418) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:28.461789 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-7735f3d3-064b-4e58-82f0-87ca17724618 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-671632114-router', 'tenant_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:28.489754 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4d17475a-cfb6-4adf-b680-e4a47c84bcad req-06901a8c-6bcc-427d-a62a-112c99e3f573 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=436d8c06-811a-401e-9c5d-7e860bc44266 HTTP/1.1" status: 200 len: 210 time: 0.0554285 Jul 13 07:20:28.493065 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7735f3d3-064b-4e58-82f0-87ca17724618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:28.494377 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7735f3d3-064b-4e58-82f0-87ca17724618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:28.526152 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-d94fbf27-3727-4e91-b3f6-80a29aeb6cea tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:28.527478 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-d94fbf27-3727-4e91-b3f6-80a29aeb6cea tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:28.555038 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-d94fbf27-3727-4e91-b3f6-80a29aeb6cea tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7939889 Jul 13 07:20:28.611414 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a954a-f5a5-464d-b8d0-69daa1f7991d req-71bfdd61-632a-44de-9a09-add667df9c06 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:28.613372 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-271a954a-f5a5-464d-b8d0-69daa1f7991d req-71bfdd61-632a-44de-9a09-add667df9c06 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 945 time: 0.2944307 Jul 13 07:20:28.617347 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-83a4a245-581a-4240-ab6b-d557e62d553c service neutron] Request body: {'port': {'device_id': '18fc0fef-138a-4dd3-afec-ea2d9c334526', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:28.622029 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639f8cf-d511-4f65-8055-d1c223869b7b req-6fd42b49-4c6a-4ca8-9f8a-ed5069ce42c8 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:28.624308 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2639f8cf-d511-4f65-8055-d1c223869b7b req-6fd42b49-4c6a-4ca8-9f8a-ed5069ce42c8 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.25 "GET /v2.0/ports?device_id=f611dc27-7172-4a6c-afe0-ec98be5596cc HTTP/1.1" status: 200 len: 943 time: 0.1332672 Jul 13 07:20:28.691390 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d79e6e9-95ce-40da-b6c9-24e108e78fb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-9ef27b6b-d58a-4cc2-872f-1f2be062e420', 'network_id': '9ef27b6b-d58a-4cc2-872f-1f2be062e420', 'tenant_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'fixed_ips': [{'subnet_id': '88ea993c-44dc-45dd-b8a5-b8f3f44e71bc'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:20:28.693175 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7d79e6e9-95ce-40da-b6c9-24e108e78fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:28.808332 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8b4adf32-f850-4ceb-9a3b-6bb6decb752a None None] Provisioning for port b538252e-cf6f-48f0-8495-70509f682a4c completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:28.817119 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8b4adf32-f850-4ceb-9a3b-6bb6decb752a None None] Provisioning complete for port b538252e-cf6f-48f0-8495-70509f682a4c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:28.817894 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8b4adf32-f850-4ceb-9a3b-6bb6decb752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:28.831235 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36e191-280b-4e95-9a13-e4af360c6879 req-34284ff6-008a-4b3b-a45a-29cfa518590d tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:28.832835 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1b36e191-280b-4e95-9a13-e4af360c6879 req-34284ff6-008a-4b3b-a45a-29cfa518590d tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 950 time: 0.1220758 Jul 13 07:20:28.839907 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-2639f8cf-d511-4f65-8055-d1c223869b7b req-77ca9bc9-5ae4-4b42-812f-dd7ae97539fc tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Deleting port 0b9985ab-09da-4e2c-a938-25f8b4d7476b {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:20:28.840240 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2639f8cf-d511-4f65-8055-d1c223869b7b req-77ca9bc9-5ae4-4b42-812f-dd7ae97539fc tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:28.866468 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-8b4adf32-f850-4ceb-9a3b-6bb6decb752a None None] Port b538252e-cf6f-48f0-8495-70509f682a4c cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:20:28.935072 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1b36e191-280b-4e95-9a13-e4af360c6879 req-0640ccb0-4f2c-4426-b996-816b4a2e2e5f tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917449 Jul 13 07:20:28.937295 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-7d79e6e9-95ce-40da-b6c9-24e108e78fb6 None None] Allocated IP 172.20.0.2 (9ef27b6b-d58a-4cc2-872f-1f2be062e420/88ea993c-44dc-45dd-b8a5-b8f3f44e71bc/5c118df8-f23f-4190-8609-1761fc6ef938) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:20:28.976811 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-2639f8cf-d511-4f65-8055-d1c223869b7b req-77ca9bc9-5ae4-4b42-812f-dd7ae97539fc tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] For port 0b9985ab-09da-4e2c-a938-25f8b4d7476b, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=0b9985ab-09da-4e2c-a938-25f8b4d7476b,segment=NetworkSegment(b7fdd6a4-7ea0-4d78-a1ca-354316bc2553),segment_id=b7fdd6a4-7ea0-4d78-a1ca-354316bc2553)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:28.977430 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2639f8cf-d511-4f65-8055-d1c223869b7b req-77ca9bc9-5ae4-4b42-812f-dd7ae97539fc tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:29.011393 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-2639f8cf-d511-4f65-8055-d1c223869b7b req-77ca9bc9-5ae4-4b42-812f-dd7ae97539fc tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Calling delete_port for 0b9985ab-09da-4e2c-a938-25f8b4d7476b owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:20:29.069779 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-271a954a-f5a5-464d-b8d0-69daa1f7991d req-d4e1ab28-c4e4-4877-bbb2-d93a40289126 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322150 Jul 13 07:20:29.095676 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7735f3d3-064b-4e58-82f0-87ca17724618 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:29.183834 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b10c3b-a074-48f9-8a30-fa3a37e590c7 req-70d28653-e4d7-4946-9782-4b509f974e95 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:29.191251 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-54b10c3b-a074-48f9-8a30-fa3a37e590c7 req-70d28653-e4d7-4946-9782-4b509f974e95 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 943 time: 0.1080024 Jul 13 07:20:29.203018 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-83a4a245-581a-4240-ab6b-d557e62d553c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:29.271783 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-54b10c3b-a074-48f9-8a30-fa3a37e590c7 req-cc02a142-773a-4a50-9bdb-4dbe4fcfc2f4 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794644 Jul 13 07:20:29.294685 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2639f8cf-d511-4f65-8055-d1c223869b7b req-77ca9bc9-5ae4-4b42-812f-dd7ae97539fc tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:29.304675 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7d79e6e9-95ce-40da-b6c9-24e108e78fb6 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:29.319010 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7d79e6e9-95ce-40da-b6c9-24e108e78fb6 None None] Transition to ACTIVE for port object 5c118df8-f23f-4190-8609-1761fc6ef938 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:29.338573 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7d79e6e9-95ce-40da-b6c9-24e108e78fb6 None None] Transition to ACTIVE for port object 5c118df8-f23f-4190-8609-1761fc6ef938 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:29.349688 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7d79e6e9-95ce-40da-b6c9-24e108e78fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:29.393141 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca9bc9-5ae4-4b42-812f-dd7ae97539fc tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Pushing event deleted for resources: {'Port': ['ID=0b9985ab-09da-4e2c-a938-25f8b4d7476b,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:29.408301 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d79e6e9-95ce-40da-b6c9-24e108e78fb6 None None] Network 9ef27b6b-d58a-4cc2-872f-1f2be062e420 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:20:29.411296 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-7d79e6e9-95ce-40da-b6c9-24e108e78fb6 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:20:29.414192 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d79e6e9-95ce-40da-b6c9-24e108e78fb6 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:20:29.419624 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79e6e9-95ce-40da-b6c9-24e108e78fb6 None None] Pushing event updated for resources: {'Port': ['ID=5c118df8-f23f-4190-8609-1761fc6ef938,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:29.473483 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7735f3d3-064b-4e58-82f0-87ca17724618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:29.477879 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-7d79e6e9-95ce-40da-b6c9-24e108e78fb6 None None] Attempting to bind port 5c118df8-f23f-4190-8609-1761fc6ef938 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:20:29.478247 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-7d79e6e9-95ce-40da-b6c9-24e108e78fb6 None None] Attempting to bind port 5c118df8-f23f-4190-8609-1761fc6ef938 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '38f4848a-dd9b-4f5f-8385-52a36206fdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9ef27b6b-d58a-4cc2-872f-1f2be062e420'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:20:29.478610 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d79e6e9-95ce-40da-b6c9-24e108e78fb6 None None] Attempting to bind port 5c118df8-f23f-4190-8609-1761fc6ef938 on network 9ef27b6b-d58a-4cc2-872f-1f2be062e420 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:29.486587 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d79e6e9-95ce-40da-b6c9-24e108e78fb6 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:20:29.487117 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d79e6e9-95ce-40da-b6c9-24e108e78fb6 None None] Checking segment: {'id': '38f4848a-dd9b-4f5f-8385-52a36206fdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9ef27b6b-d58a-4cc2-872f-1f2be062e420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:29.488002 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7d79e6e9-95ce-40da-b6c9-24e108e78fb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:29.488141 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d79e6e9-95ce-40da-b6c9-24e108e78fb6 None None] Bound using segment: {'id': '38f4848a-dd9b-4f5f-8385-52a36206fdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9ef27b6b-d58a-4cc2-872f-1f2be062e420'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:20:29.488545 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-7d79e6e9-95ce-40da-b6c9-24e108e78fb6 None None] Bound port: 5c118df8-f23f-4190-8609-1761fc6ef938, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f4848a-dd9b-4f5f-8385-52a36206fdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9ef27b6b-d58a-4cc2-872f-1f2be062e420'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:20:29.488946 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7d79e6e9-95ce-40da-b6c9-24e108e78fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:29.552640 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da8a95-4e39-4d4a-8e68-f544af31e59a req-c3b291d1-a677-4756-8929-42cf24cb4f15 tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:29.561916 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-03da8a95-4e39-4d4a-8e68-f544af31e59a req-c3b291d1-a677-4756-8929-42cf24cb4f15 tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] 10.222.0.23 "GET /v2.0/ports?device_id=18fc0fef-138a-4dd3-afec-ea2d9c334526 HTTP/1.1" status: 200 len: 935 time: 0.3598354 Jul 13 07:20:29.569701 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-7d79e6e9-95ce-40da-b6c9-24e108e78fb6 None None] For port 5c118df8-f23f-4190-8609-1761fc6ef938, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:20:29.573155 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-7d79e6e9-95ce-40da-b6c9-24e108e78fb6 None None] For port 5c118df8-f23f-4190-8609-1761fc6ef938, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=5c118df8-f23f-4190-8609-1761fc6ef938,segment=NetworkSegment(38f4848a-dd9b-4f5f-8385-52a36206fdde),segment_id=38f4848a-dd9b-4f5f-8385-52a36206fdde)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:20:29.585254 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7d79e6e9-95ce-40da-b6c9-24e108e78fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:29.669314 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79e6e9-95ce-40da-b6c9-24e108e78fb6 None None] Pushing event updated for resources: {'Port': ['ID=5c118df8-f23f-4190-8609-1761fc6ef938,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:29.682101 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-03da8a95-4e39-4d4a-8e68-f544af31e59a req-72df3350-d72a-411b-ac54-af9cab1a821d tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] 10.222.0.23 "GET /v2.0/security-groups?id=f57f9ead-f290-42d3-beb6-3691905ab61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192102 Jul 13 07:20:29.841319 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b509842a-d0ca-4a44-acab-58f16699468e', 'tag': '9ad74136-14a6-4d13-9edc-d90f61037557'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:20:29.843723 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80b9d89-db2c-47e8-9b7c-7b16979e30f8" -d '{"events": [{"name": "network-changed", "server_uuid": "b509842a-d0ca-4a44-acab-58f16699468e", "tag": "9ad74136-14a6-4d13-9edc-d90f61037557"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:20:29.846572 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-2639f8cf-d511-4f65-8055-d1c223869b7b req-77ca9bc9-5ae4-4b42-812f-dd7ae97539fc tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] No DVR routers for this DVR port 0b9985ab-09da-4e2c-a938-25f8b4d7476b on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:20:29.850363 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2639f8cf-d511-4f65-8055-d1c223869b7b req-77ca9bc9-5ae4-4b42-812f-dd7ae97539fc tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:29.852632 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2639f8cf-d511-4f65-8055-d1c223869b7b req-77ca9bc9-5ae4-4b42-812f-dd7ae97539fc tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.25 "DELETE /v2.0/ports/0b9985ab-09da-4e2c-a938-25f8b4d7476b HTTP/1.1" status: 204 len: 173 time: 1.2191670 Jul 13 07:20:29.967114 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7527d8-24ed-4faa-b8ab-0f843ec5a8c3 req-e5fb9a89-2569-4742-b71d-4ef38245e044 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:29.977388 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ba7527d8-24ed-4faa-b8ab-0f843ec5a8c3 req-e5fb9a89-2569-4742-b71d-4ef38245e044 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1b1a1b-2849-4e74-945d-a63a5960ed8f HTTP/1.1" status: 200 len: 945 time: 0.5746789 Jul 13 07:20:30.029755 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ba7527d8-24ed-4faa-b8ab-0f843ec5a8c3 req-577157cb-7ac6-46b9-9810-bab5a40e616e tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514741 Jul 13 07:20:30.096684 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eec7535-1c7d-4092-92ba-5d8ead78b98a x-openstack-request-id: req-6eec7535-1c7d-4092-92ba-5d8ead78b98a {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:20:30.097047 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b509842a-d0ca-4a44-acab-58f16699468e", "tag": "9ad74136-14a6-4d13-9edc-d90f61037557", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:20:30.097387 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6eec7535-1c7d-4092-92ba-5d8ead78b98a {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:20:30.103533 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b509842a-d0ca-4a44-acab-58f16699468e', 'tag': '9ad74136-14a6-4d13-9edc-d90f61037557', 'status': 'completed', 'code': 200} Jul 13 07:20:30.137065 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-38d66784-e68b-4f54-8faa-9c8df4b34027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:30.153189 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c15db948-7765-4aa6-9c2c-ab6c751e9adf req-9728a0cd-529a-47a2-89d1-ed698c319d85 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=436d8c06-811a-401e-9c5d-7e860bc44266 HTTP/1.1" status: 200 len: 210 time: 0.1127605 Jul 13 07:20:30.171060 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-83a4a245-581a-4240-ab6b-d557e62d553c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b538252e-cf6f-48f0-8495-70509f682a4c {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:20:30.188409 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-83a4a245-581a-4240-ab6b-d557e62d553c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:30.281933 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-83a4a245-581a-4240-ab6b-d557e62d553c service neutron] Transition to ACTIVE for port object b538252e-cf6f-48f0-8495-70509f682a4c will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:30.291793 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-6e64d09f-b4cd-474a-b4ea-a90d6c2624b1 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:30.293277 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-6e64d09f-b4cd-474a-b4ea-a90d6c2624b1 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.42 "GET /v2.0/networks?id=f1ea5405-113d-42fb-9a8e-56f12339534a HTTP/1.1" status: 200 len: 805 time: 0.4362686 Jul 13 07:20:30.298991 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-83a4a245-581a-4240-ab6b-d557e62d553c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:30.319682 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-dbd8bccc-72ec-4f25-9d6c-a8e51aac159a tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Request body: {'port': {'device_id': '436d8c06-811a-401e-9c5d-7e860bc44266', 'network_id': 'f1ea5405-113d-42fb-9a8e-56f12339534a', 'admin_state_up': True, 'tenant_id': 'ac9e284275e6483db0f236e466185533'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:30.319890 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd86ca-2832-4373-885e-f1308776bab4 req-66b83506-3f13-4474-abd3-ddd850ade291 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:30.321538 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-85dd86ca-2832-4373-885e-f1308776bab4 req-66b83506-3f13-4474-abd3-ddd850ade291 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 950 time: 0.0931468 Jul 13 07:20:30.325981 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7735f3d3-064b-4e58-82f0-87ca17724618 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:30.370404 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-85dd86ca-2832-4373-885e-f1308776bab4 req-2c35ba88-d078-4093-a827-1c2d8f5a5c68 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422568 Jul 13 07:20:30.430115 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7735f3d3-064b-4e58-82f0-87ca17724618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:30.543496 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4a245-581a-4240-ab6b-d557e62d553c service neutron] Pushing event updated for resources: {'Port': ['ID=b538252e-cf6f-48f0-8495-70509f682a4c,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:30.593349 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b9d89-db2c-47e8-9b7c-7b16979e30f8 req-7584ee8b-2239-45c2-88e0-42aa7f242e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:30.595177 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b80b9d89-db2c-47e8-9b7c-7b16979e30f8 req-7584ee8b-2239-45c2-88e0-42aa7f242e45 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=05a465060c604024bf60fd1a58309bf9&device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 1126 time: 0.4568357 Jul 13 07:20:30.648902 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a59f1-77af-412f-a2b7-836dd95f8e4f req-205b052a-d328-431e-930f-ec12eda65612 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:30.667664 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4d5a59f1-77af-412f-a2b7-836dd95f8e4f req-205b052a-d328-431e-930f-ec12eda65612 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 943 time: 0.1738973 Jul 13 07:20:30.751110 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4d5a59f1-77af-412f-a2b7-836dd95f8e4f req-50bd72cb-f62b-4e1e-b9e3-b3865d0b355e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822501 Jul 13 07:20:30.786793 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b9d89-db2c-47e8-9b7c-7b16979e30f8 req-30e1699c-ac8f-44b1-8b17-aa1a484a1dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:30.788632 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b80b9d89-db2c-47e8-9b7c-7b16979e30f8 req-30e1699c-ac8f-44b1-8b17-aa1a484a1dd5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d HTTP/1.1" status: 200 len: 909 time: 0.1455333 Jul 13 07:20:30.926158 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b80b9d89-db2c-47e8-9b7c-7b16979e30f8 req-df1507a5-3c48-442a-9387-ff8c971fe456 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ad74136-14a6-4d13-9edc-d90f61037557 HTTP/1.1" status: 200 len: 217 time: 0.1020598 Jul 13 07:20:30.977525 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7b88d-0ceb-475e-ae5c-d25fb668351d req-5c7e2753-bf1f-4946-a3b2-3ba9650f270b tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:30.984734 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1ec7b88d-0ceb-475e-ae5c-d25fb668351d req-5c7e2753-bf1f-4946-a3b2-3ba9650f270b tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 945 time: 0.6771333 Jul 13 07:20:31.019172 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1747014-79c7-4782-92e3-97f1a3e7001c None None] Network 9ef27b6b-d58a-4cc2-872f-1f2be062e420 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:20:31.023488 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365b172-0497-4540-aac2-5893a2ef50e3 req-8106f0c6-39f2-45c2-bdee-fb2c447dd2b3 tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:31.025675 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d365b172-0497-4540-aac2-5893a2ef50e3 req-8106f0c6-39f2-45c2-bdee-fb2c447dd2b3 tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] 10.222.0.23 "GET /v2.0/ports?device_id=18fc0fef-138a-4dd3-afec-ea2d9c334526 HTTP/1.1" status: 200 len: 947 time: 0.1102393 Jul 13 07:20:31.037135 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-7735f3d3-064b-4e58-82f0-87ca17724618 admin admin] Allocated IP 172.25.3.145 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/07791831-303d-4471-882f-e232df1862c1) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:20:31.075727 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d365b172-0497-4540-aac2-5893a2ef50e3 req-516d6553-c855-402e-acc9-b106bb1ae2dd tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] 10.222.0.23 "GET /v2.0/security-groups?id=f57f9ead-f290-42d3-beb6-3691905ab61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440335 Jul 13 07:20:31.075944 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-dbd8bccc-72ec-4f25-9d6c-a8e51aac159a tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Made reservation on behalf of ac9e284275e6483db0f236e466185533 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:20:31.079387 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-dbd8bccc-72ec-4f25-9d6c-a8e51aac159a tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:31.115414 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-83a4a245-581a-4240-ab6b-d557e62d553c service neutron] Attempting to bind port b538252e-cf6f-48f0-8495-70509f682a4c on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:20:31.115751 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-83a4a245-581a-4240-ab6b-d557e62d553c service neutron] Attempting to bind port b538252e-cf6f-48f0-8495-70509f682a4c by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:20:31.116083 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-83a4a245-581a-4240-ab6b-d557e62d553c service neutron] Attempting to bind port b538252e-cf6f-48f0-8495-70509f682a4c on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:31.128700 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b9d89-db2c-47e8-9b7c-7b16979e30f8 req-f9774307-9845-43e5-beb6-dd3d3b8b6c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:31.130440 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b80b9d89-db2c-47e8-9b7c-7b16979e30f8 req-f9774307-9845-43e5-beb6-dd3d3b8b6c84 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7ca46c55-f93a-4f0d-847c-cec27912e287 HTTP/1.1" status: 200 len: 848 time: 0.1861446 Jul 13 07:20:31.176494 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b44df176-9063-42b4-8152-0f0e55a8d021 None None] Provisioning for port 5c118df8-f23f-4190-8609-1761fc6ef938 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:31.211097 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-83a4a245-581a-4240-ab6b-d557e62d553c service neutron] Port b538252e-cf6f-48f0-8495-70509f682a4c on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:20:31.211584 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-83a4a245-581a-4240-ab6b-d557e62d553c service neutron] Attempting to bind port b538252e-cf6f-48f0-8495-70509f682a4c on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:31.226643 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1ec7b88d-0ceb-475e-ae5c-d25fb668351d req-371a7faf-423f-48ae-88df-5431f2ae54c7 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374909 Jul 13 07:20:31.369247 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-dbd8bccc-72ec-4f25-9d6c-a8e51aac159a tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Allocated IP 172.20.0.11 (f1ea5405-113d-42fb-9a8e-56f12339534a/29dbb0de-f006-4fad-81e6-32cb485966ca/4d213a94-23c7-4347-bbf9-70bde33e467a) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:20:31.387135 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b80b9d89-db2c-47e8-9b7c-7b16979e30f8 req-2cdf16f0-f14d-45a0-859d-f822de93908a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2390723 Jul 13 07:20:31.434641 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad5a16-7049-40b0-b69f-81ce1972bf3c req-50bcd942-9829-44f8-bc3f-6b6bf9ccba80 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:31.439660 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-83a4a245-581a-4240-ab6b-d557e62d553c service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:20:31.440252 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-83a4a245-581a-4240-ab6b-d557e62d553c service neutron] Checking segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:31.440786 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-83a4a245-581a-4240-ab6b-d557e62d553c service neutron] Bound using segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:20:31.441337 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-83a4a245-581a-4240-ab6b-d557e62d553c service neutron] Bound port: b538252e-cf6f-48f0-8495-70509f682a4c, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:20:31.441791 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-83a4a245-581a-4240-ab6b-d557e62d553c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:31.443162 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dbad5a16-7049-40b0-b69f-81ce1972bf3c req-50bcd942-9829-44f8-bc3f-6b6bf9ccba80 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1b1a1b-2849-4e74-945d-a63a5960ed8f HTTP/1.1" status: 200 len: 945 time: 0.0768218 Jul 13 07:20:31.503261 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dbad5a16-7049-40b0-b69f-81ce1972bf3c req-9a484f2b-e061-49f5-b27b-3e867fe1f22c tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385516 Jul 13 07:20:31.658472 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 5c118df8-f23f-4190-8609-1761fc6ef938 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:31.720734 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8bb1d-5af4-4706-a1a0-53dbcb2cf29f req-9d26db0f-228c-4fba-9d42-1c9c41d49fed tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:31.730235 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a7e8bb1d-5af4-4706-a1a0-53dbcb2cf29f req-9d26db0f-228c-4fba-9d42-1c9c41d49fed tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 950 time: 0.0945039 Jul 13 07:20:31.740293 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 5c118df8-f23f-4190-8609-1761fc6ef938 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:31.744976 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 5c118df8-f23f-4190-8609-1761fc6ef938 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:31.745608 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:31.793022 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a7e8bb1d-5af4-4706-a1a0-53dbcb2cf29f req-f8cfedaf-cb74-4c61-814b-27397fd47972 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585542 Jul 13 07:20:31.863613 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:31.904553 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 5c118df8-f23f-4190-8609-1761fc6ef938, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=5c118df8-f23f-4190-8609-1761fc6ef938,segment=NetworkSegment(38f4848a-dd9b-4f5f-8385-52a36206fdde),segment_id=38f4848a-dd9b-4f5f-8385-52a36206fdde)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:31.911450 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:31.963565 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7735f3d3-064b-4e58-82f0-87ca17724618 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:31.968678 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b80b9d89-db2c-47e8-9b7c-7b16979e30f8 req-4cc8afb4-5f2e-4764-a827-b6aadd070995 service neutron] 10.222.0.42 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5227833 Jul 13 07:20:31.976939 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=5c118df8-f23f-4190-8609-1761fc6ef938,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:31.979832 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3f192efc-bd11-4a10-8b66-e36fb24abaf3 req-1a87703a-d107-47a4-8c50-f81f7f050f61 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=436d8c06-811a-401e-9c5d-7e860bc44266 HTTP/1.1" status: 200 len: 210 time: 0.5516055 Jul 13 07:20:31.991326 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:31.992578 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:31.993138 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:31.993687 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:31.994319 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:31.994872 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:31.995434 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:31.995963 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:31.996776 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:31.997307 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:31.998014 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:31.998727 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:20:32.104613 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f611dc27-7172-4a6c-afe0-ec98be5596cc', 'name': 'network-vif-deleted', 'tag': '0b9985ab-09da-4e2c-a938-25f8b4d7476b'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:20:32.108147 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68d94bd-67bf-4653-801f-d370ddd8bdc3" -d '{"events": [{"server_uuid": "f611dc27-7172-4a6c-afe0-ec98be5596cc", "name": "network-vif-deleted", "tag": "0b9985ab-09da-4e2c-a938-25f8b4d7476b"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:20:32.255811 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7735f3d3-064b-4e58-82f0-87ca17724618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:32.280537 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefc4db-3c68-4d43-9272-72c6e36fc676 req-adb8d212-cbac-4203-ade8-bef5b077843e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:32.282427 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dfefc4db-3c68-4d43-9272-72c6e36fc676 req-adb8d212-cbac-4203-ade8-bef5b077843e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6d13c0c2ef2a4f4ba04ee46bbbe15052&device_id=0e1b1a1b-2849-4e74-945d-a63a5960ed8f HTTP/1.1" status: 200 len: 1097 time: 0.1294076 Jul 13 07:20:32.362666 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d72e0-6938-4d56-ad4b-9e30c184764e req-e5de2829-05da-4e75-a01c-6d9addd80de1 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:32.364617 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e29d72e0-6938-4d56-ad4b-9e30c184764e req-e5de2829-05da-4e75-a01c-6d9addd80de1 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1b1a1b-2849-4e74-945d-a63a5960ed8f HTTP/1.1" status: 200 len: 945 time: 0.1386323 Jul 13 07:20:32.394591 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b80b9d89-db2c-47e8-9b7c-7b16979e30f8 req-dd2e8164-6720-438c-9e42-624094d80411 service neutron] 10.222.0.42 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029257 Jul 13 07:20:32.418668 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7735f3d3-064b-4e58-82f0-87ca17724618 admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:20:32.453887 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefc4db-3c68-4d43-9272-72c6e36fc676 req-f5aaca89-7150-4676-b5c4-d97f7714af48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:32.456194 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dfefc4db-3c68-4d43-9272-72c6e36fc676 req-f5aaca89-7150-4676-b5c4-d97f7714af48 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ffa8f5b7-4641-405f-a4b1-873f26b9afcf HTTP/1.1" status: 200 len: 919 time: 0.1658685 Jul 13 07:20:32.457639 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-7735f3d3-064b-4e58-82f0-87ca17724618 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:20:32.459537 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e29d72e0-6938-4d56-ad4b-9e30c184764e req-23de8c86-301e-4f17-8f17-79aa8f47f8f9 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627398 Jul 13 07:20:32.460271 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7735f3d3-064b-4e58-82f0-87ca17724618 admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:20:32.487808 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-83a4a245-581a-4240-ab6b-d557e62d553c service neutron] For port b538252e-cf6f-48f0-8495-70509f682a4c, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:20:32.511340 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dfefc4db-3c68-4d43-9272-72c6e36fc676 req-0eb565eb-fdb3-4b0d-b3ef-75892024e8fd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bdad66f-d8ea-4937-92dd-1931acd0dead HTTP/1.1" status: 200 len: 217 time: 0.0484850 Jul 13 07:20:32.521770 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735f3d3-064b-4e58-82f0-87ca17724618 admin admin] Pushing event updated for resources: {'Port': ['ID=07791831-303d-4471-882f-e232df1862c1,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:32.541877 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-83a4a245-581a-4240-ab6b-d557e62d553c service neutron] For port b538252e-cf6f-48f0-8495-70509f682a4c, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=b538252e-cf6f-48f0-8495-70509f682a4c,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:20:32.570696 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefc4db-3c68-4d43-9272-72c6e36fc676 req-cc41c17b-0fcd-414b-a5c1-e558976bcf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:32.572107 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dfefc4db-3c68-4d43-9272-72c6e36fc676 req-cc41c17b-0fcd-414b-a5c1-e558976bcf59 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7d1ccc7a-a9a6-4c00-9ab1-d7fdf16140dc HTTP/1.1" status: 200 len: 858 time: 0.0550714 Jul 13 07:20:32.578822 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb4f46-0947-42c4-95cc-0d966c5df613 req-3c27d86e-ba01-4cca-8668-c492f9de52f2 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:32.583711 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ecdb4f46-0947-42c4-95cc-0d966c5df613 req-3c27d86e-ba01-4cca-8668-c492f9de52f2 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 943 time: 0.4456134 Jul 13 07:20:32.592775 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-83a4a245-581a-4240-ab6b-d557e62d553c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:32.636980 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dfefc4db-3c68-4d43-9272-72c6e36fc676 req-ee0acbca-6892-4df8-92ea-dbd47e89ccc1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ffa8f5b7-4641-405f-a4b1-873f26b9afcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574524 Jul 13 07:20:32.644983 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-dbd8bccc-72ec-4f25-9d6c-a8e51aac159a tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:32.714073 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-83a4a245-581a-4240-ab6b-d557e62d553c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:32.714695 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-83a4a245-581a-4240-ab6b-d557e62d553c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:32.716145 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-83a4a245-581a-4240-ab6b-d557e62d553c service neutron] 10.222.0.25 "PUT /v2.0/ports/b538252e-cf6f-48f0-8495-70509f682a4c HTTP/1.1" status: 200 len: 1096 time: 4.1298287 Jul 13 07:20:32.718688 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18fc0fef-138a-4dd3-afec-ea2d9c334526', 'tag': 'b538252e-cf6f-48f0-8495-70509f682a4c'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:20:32.727005 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ec09c7-f027-4f6d-afb0-f87f6f06ba4b" -d '{"events": [{"name": "network-changed", "server_uuid": "18fc0fef-138a-4dd3-afec-ea2d9c334526", "tag": "b538252e-cf6f-48f0-8495-70509f682a4c"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:20:32.749771 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa8182-dcde-4a17-b8f1-f76cdfa01ccd req-b140ca62-b791-4be5-a7b2-63ade7853121 tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:32.752374 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e6fa8182-dcde-4a17-b8f1-f76cdfa01ccd req-b140ca62-b791-4be5-a7b2-63ade7853121 tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] 10.222.0.23 "GET /v2.0/ports?device_id=18fc0fef-138a-4dd3-afec-ea2d9c334526 HTTP/1.1" status: 200 len: 947 time: 0.1711619 Jul 13 07:20:32.785871 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dfefc4db-3c68-4d43-9272-72c6e36fc676 req-840a3ee8-805c-409a-8e9d-26b46aea0315 service neutron] 10.222.0.25 "GET /v2.0/networks/ffa8f5b7-4641-405f-a4b1-873f26b9afcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405203 Jul 13 07:20:32.802155 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-41801804-555b-4206-b77b-378946d05f58 service neutron] 10.222.0.42 "GET /v2.0/ports/9ad74136-14a6-4d13-9edc-d90f61037557/bindings/n-h2-771363-34 HTTP/1.1" status: 200 len: 385 time: 0.4065392 Jul 13 07:20:32.839094 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e6fa8182-dcde-4a17-b8f1-f76cdfa01ccd req-e05bbe75-9e1a-4cf6-9792-2d86d24930c3 tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] 10.222.0.23 "GET /v2.0/security-groups?id=f57f9ead-f290-42d3-beb6-3691905ab61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733931 Jul 13 07:20:32.883647 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 0b9985ab-09da-4e2c-a938-25f8b4d7476b no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:20:32.897478 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ecdb4f46-0947-42c4-95cc-0d966c5df613 req-a48fa075-8fdc-4677-9856-0c368b791447 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973287 Jul 13 07:20:32.921447 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 0b9985ab-09da-4e2c-a938-25f8b4d7476b {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:20:32.921796 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 0b9985ab-09da-4e2c-a938-25f8b4d7476b not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:20:32.955543 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dfefc4db-3c68-4d43-9272-72c6e36fc676 req-64c83120-b50a-433a-bfa7-d80e368d8f60 service neutron] 10.222.0.25 "GET /v2.0/networks/ffa8f5b7-4641-405f-a4b1-873f26b9afcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592016 Jul 13 07:20:32.957182 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94a6df1-facb-4689-b713-715a90101cc1 x-openstack-request-id: req-c94a6df1-facb-4689-b713-715a90101cc1 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:20:32.957473 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f611dc27-7172-4a6c-afe0-ec98be5596cc", "name": "network-vif-deleted", "tag": "0b9985ab-09da-4e2c-a938-25f8b4d7476b", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:20:32.957742 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c94a6df1-facb-4689-b713-715a90101cc1 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:20:32.958109 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f611dc27-7172-4a6c-afe0-ec98be5596cc', 'name': 'network-vif-deleted', 'tag': '0b9985ab-09da-4e2c-a938-25f8b4d7476b', 'status': 'completed', 'code': 200} Jul 13 07:20:32.982726 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4a245-581a-4240-ab6b-d557e62d553c service neutron] Pushing event updated for resources: {'Port': ['ID=b538252e-cf6f-48f0-8495-70509f682a4c,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:33.042035 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f3c4d061-29be-4855-ba50-3293a8ecfaf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:33.044454 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:33.134509 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-dbd8bccc-72ec-4f25-9d6c-a8e51aac159a tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:33.140482 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609ee698-78ca-4d6a-b1a1-d14b34728c38 x-openstack-request-id: req-609ee698-78ca-4d6a-b1a1-d14b34728c38 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:20:33.140765 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18fc0fef-138a-4dd3-afec-ea2d9c334526", "tag": "b538252e-cf6f-48f0-8495-70509f682a4c", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:20:33.141015 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-609ee698-78ca-4d6a-b1a1-d14b34728c38 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:20:33.141467 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18fc0fef-138a-4dd3-afec-ea2d9c334526', 'tag': 'b538252e-cf6f-48f0-8495-70509f682a4c', 'status': 'completed', 'code': 200} Jul 13 07:20:33.270455 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-042cba18-fe9b-4920-951a-737bf38e51fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:33.272034 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-042cba18-fe9b-4920-951a-737bf38e51fc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b61006a526a415c9c074d82d10769db&device_id=18fc0fef-138a-4dd3-afec-ea2d9c334526 HTTP/1.1" status: 200 len: 1099 time: 0.4816594 Jul 13 07:20:33.287785 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-dbd8bccc-72ec-4f25-9d6c-a8e51aac159a tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Network f1ea5405-113d-42fb-9a8e-56f12339534a is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:20:33.293365 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb40d7-e95a-4ca5-9bcd-1a7c2ad837cd req-1d205e65-e9c3-473d-81ba-51f805e775c9 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:33.295071 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c3eb40d7-e95a-4ca5-9bcd-1a7c2ad837cd req-1d205e65-e9c3-473d-81ba-51f805e775c9 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 950 time: 0.0707691 Jul 13 07:20:33.325444 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-dbd8bccc-72ec-4f25-9d6c-a8e51aac159a tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:20:33.328135 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-dbd8bccc-72ec-4f25-9d6c-a8e51aac159a tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:20:33.340973 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c3eb40d7-e95a-4ca5-9bcd-1a7c2ad837cd req-5d924184-6e46-4e5f-b394-7b946adb8faa tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386858 Jul 13 07:20:33.379243 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8bccc-72ec-4f25-9d6c-a8e51aac159a tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Pushing event updated for resources: {'Port': ['ID=4d213a94-23c7-4347-bbf9-70bde33e467a,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:33.405533 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-0855cec8-1a6d-4936-b643-9b107b6293e6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=b538252e-cf6f-48f0-8495-70509f682a4c HTTP/1.1" status: 200 len: 217 time: 0.1027625 Jul 13 07:20:33.507359 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7735f3d3-064b-4e58-82f0-87ca17724618 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:33.534122 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2702b5d-2892-429f-8f1b-19802be4f6c3 req-446f9964-6870-44b0-a8a0-6d65bae9fec9 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:33.535726 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f2702b5d-2892-429f-8f1b-19802be4f6c3 req-446f9964-6870-44b0-a8a0-6d65bae9fec9 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=436d8c06-811a-401e-9c5d-7e860bc44266 HTTP/1.1" status: 200 len: 932 time: 0.0775564 Jul 13 07:20:33.577748 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 5c118df8-f23f-4190-8609-1761fc6ef938 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:33.581116 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-dbd8bccc-72ec-4f25-9d6c-a8e51aac159a tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:33.582124 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-dbd8bccc-72ec-4f25-9d6c-a8e51aac159a tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:33.585852 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f2702b5d-2892-429f-8f1b-19802be4f6c3 req-c2263c5a-1a5d-41f0-a8d6-8aad68601d3c tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428023 Jul 13 07:20:33.634953 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 5c118df8-f23f-4190-8609-1761fc6ef938 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:33.635418 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:33.636134 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-db804b7a-1db0-42d0-b70f-f92844918f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:33.637763 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-db804b7a-1db0-42d0-b70f-f92844918f04 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.2142963 Jul 13 07:20:33.652876 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f57d2a-bed6-4327-9f6e-d43b318e657c req-08726ded-6144-4abb-8a91-205e914e54cd tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:33.654467 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a0f57d2a-bed6-4327-9f6e-d43b318e657c req-08726ded-6144-4abb-8a91-205e914e54cd tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 945 time: 0.5466945 Jul 13 07:20:33.713346 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-dbd8bccc-72ec-4f25-9d6c-a8e51aac159a tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4016681 Jul 13 07:20:33.742250 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-26d7122c-778a-4d8f-9172-278d1b29999d service neutron] For port 9ad74136-14a6-4d13-9edc-d90f61037557, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=9ad74136-14a6-4d13-9edc-d90f61037557,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:33.751981 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-53f0f249-64ef-453f-929b-dbf38758ddc1 service neutron] Request body: {'port': {'device_id': '436d8c06-811a-401e-9c5d-7e860bc44266', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:33.786483 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142cc63e-2c44-4e53-94f0-e43044b518b9 req-226e9885-5b1a-466f-9ecb-94cdce81ac82 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:33.788206 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-142cc63e-2c44-4e53-94f0-e43044b518b9 req-226e9885-5b1a-466f-9ecb-94cdce81ac82 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1b1a1b-2849-4e74-945d-a63a5960ed8f HTTP/1.1" status: 200 len: 945 time: 0.0740955 Jul 13 07:20:33.828127 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-142cc63e-2c44-4e53-94f0-e43044b518b9 req-6bd5e096-7be9-45c2-98bb-bf15ec38dc78 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330338 Jul 13 07:20:33.843756 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-26d7122c-778a-4d8f-9172-278d1b29999d service neutron] For port 9ad74136-14a6-4d13-9edc-d90f61037557, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:20:33.885771 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a0f57d2a-bed6-4327-9f6e-d43b318e657c req-4a3aa11d-70b7-4ac5-aa2a-5df700d0f57e tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928501 Jul 13 07:20:33.924440 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:33.963515 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-26d7122c-778a-4d8f-9172-278d1b29999d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ad74136-14a6-4d13-9edc-d90f61037557 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:20:33.992479 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-26d7122c-778a-4d8f-9172-278d1b29999d service neutron] For port 9ad74136-14a6-4d13-9edc-d90f61037557, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=9ad74136-14a6-4d13-9edc-d90f61037557,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:34.061038 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9433eb4-3311-4413-8098-8b8ce46a589e req-9648713f-4b90-4a32-9e29-38c89d95b2e8 tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:34.062986 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b9433eb4-3311-4413-8098-8b8ce46a589e req-9648713f-4b90-4a32-9e29-38c89d95b2e8 tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] 10.222.0.23 "GET /v2.0/ports?device_id=18fc0fef-138a-4dd3-afec-ea2d9c334526 HTTP/1.1" status: 200 len: 947 time: 0.0798314 Jul 13 07:20:34.111522 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b9433eb4-3311-4413-8098-8b8ce46a589e req-3130a3ec-4d7e-4d44-ace2-29ce538f8110 tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] 10.222.0.23 "GET /v2.0/security-groups?id=f57f9ead-f290-42d3-beb6-3691905ab61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402191 Jul 13 07:20:34.275414 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-f3cd9799-198e-42e3-9e0f-da9aeca2811f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:34.276875 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-f3cd9799-198e-42e3-9e0f-da9aeca2811f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6214373 Jul 13 07:20:34.287700 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-53f0f249-64ef-453f-929b-dbf38758ddc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:34.309435 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-26d7122c-778a-4d8f-9172-278d1b29999d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:34.427959 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7735f3d3-064b-4e58-82f0-87ca17724618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:34.539868 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236aa854-d962-4995-8a1c-2a0e6fa103fe req-d550149a-5bbb-4246-a957-52b7d4d44d02 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:34.542500 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-236aa854-d962-4995-8a1c-2a0e6fa103fe req-d550149a-5bbb-4246-a957-52b7d4d44d02 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 950 time: 0.0714054 Jul 13 07:20:34.576541 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 9ad74136-14a6-4d13-9edc-d90f61037557 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:20:34.632606 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-4b2eeade-223c-4751-927a-913c8f3bea16 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395696 Jul 13 07:20:34.642795 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-236aa854-d962-4995-8a1c-2a0e6fa103fe req-900ade4f-909f-40c9-aa96-743b69d63387 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841355 Jul 13 07:20:34.663352 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbdbfc2-8660-4de7-8a6d-36d4d86c963c req-66c5fb8c-e6fe-4d9d-aaab-648200759ed4 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:34.669924 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fcbdbfc2-8660-4de7-8a6d-36d4d86c963c req-66c5fb8c-e6fe-4d9d-aaab-648200759ed4 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 943 time: 0.4065270 Jul 13 07:20:34.774717 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-26d7122c-778a-4d8f-9172-278d1b29999d service neutron] Transition to ACTIVE for port object 9ad74136-14a6-4d13-9edc-d90f61037557 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:34.794480 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-26d7122c-778a-4d8f-9172-278d1b29999d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:34.809437 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3777d2c-4e25-47c9-9b8a-049e04a32ba1 req-0c48573f-1714-453b-991c-913a7f23be18 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:34.810937 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a3777d2c-4e25-47c9-9b8a-049e04a32ba1 req-0c48573f-1714-453b-991c-913a7f23be18 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=436d8c06-811a-401e-9c5d-7e860bc44266 HTTP/1.1" status: 200 len: 932 time: 0.0688419 Jul 13 07:20:34.852971 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a3777d2c-4e25-47c9-9b8a-049e04a32ba1 req-7a7f1281-dd99-4c6d-bef6-2e4f2b0db289 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356164 Jul 13 07:20:34.931148 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fcbdbfc2-8660-4de7-8a6d-36d4d86c963c req-3a4daaf8-1036-4ee7-ba7b-9c5bac9cd34c tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602875 Jul 13 07:20:34.991839 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-26d7122c-778a-4d8f-9172-278d1b29999d service neutron] No DVR routers for this DVR port 9ad74136-14a6-4d13-9edc-d90f61037557 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:20:35.025693 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b9f3ca4d-badf-41ed-9b9a-ceb4057c5ec5 req-3194cdc8-9e95-4607-98b9-a28e5a5b3a4d service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774178 Jul 13 07:20:35.028541 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d7122c-778a-4d8f-9172-278d1b29999d service neutron] Pushing event updated for resources: {'Port': ['ID=9ad74136-14a6-4d13-9edc-d90f61037557,revision_number=10']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:35.057867 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b6880-6310-4b5b-9e06-cd6c91dfa226 req-cec227c4-fb5a-4033-a1ad-ef5189d7bd77 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:35.063506 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-967b6880-6310-4b5b-9e06-cd6c91dfa226 req-cec227c4-fb5a-4033-a1ad-ef5189d7bd77 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1b1a1b-2849-4e74-945d-a63a5960ed8f HTTP/1.1" status: 200 len: 945 time: 0.0860405 Jul 13 07:20:35.103955 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7735f3d3-064b-4e58-82f0-87ca17724618 admin admin] Router ba3601fd-e45c-4144-a44e-36d343c84d42 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:20:35.108468 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-26d7122c-778a-4d8f-9172-278d1b29999d service neutron] 10.222.0.42 "PUT /v2.0/ports/9ad74136-14a6-4d13-9edc-d90f61037557/bindings/n-h2-771363-34/activate HTTP/1.1" status: 200 len: 370 time: 2.2836370 Jul 13 07:20:35.112872 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-967b6880-6310-4b5b-9e06-cd6c91dfa226 req-24b99e95-8948-4c5f-90fc-f6df69b3f08d tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387933 Jul 13 07:20:35.194521 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-53f0f249-64ef-453f-929b-dbf38758ddc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d213a94-23c7-4347-bbf9-70bde33e467a {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:20:35.207409 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-53f0f249-64ef-453f-929b-dbf38758ddc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:35.239400 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-7783cbb0-1ad3-4569-a5b0-c80952eeae94 tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:35.240952 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-7783cbb0-1ad3-4569-a5b0-c80952eeae94 tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e&tenant_id=05a465060c604024bf60fd1a58309bf9&binding%3Ahost_id=n-h1-771363-34 HTTP/1.1" status: 200 len: 1096 time: 0.0653300 Jul 13 07:20:35.269862 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-53f0f249-64ef-453f-929b-dbf38758ddc1 service neutron] Transition to ACTIVE for port object 4d213a94-23c7-4347-bbf9-70bde33e467a will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:35.280482 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-53f0f249-64ef-453f-929b-dbf38758ddc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:35.350389 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec09c7-f027-4f6d-afb0-f87f6f06ba4b req-92cc1698-d678-498e-8052-ddd29a38598b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:35.351639 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-7537d3a4-cd05-45fb-bbea-ae1f56c795b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:35.352026 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-08ec09c7-f027-4f6d-afb0-f87f6f06ba4b req-92cc1698-d678-498e-8052-ddd29a38598b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b61006a526a415c9c074d82d10769db&device_id=18fc0fef-138a-4dd3-afec-ea2d9c334526 HTTP/1.1" status: 200 len: 1099 time: 0.2604735 Jul 13 07:20:35.353256 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-7537d3a4-cd05-45fb-bbea-ae1f56c795b7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e&tenant_id=05a465060c604024bf60fd1a58309bf9 HTTP/1.1" status: 200 len: 1096 time: 0.1041379 Jul 13 07:20:35.366752 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c055c-a116-46d1-9d43-b9ed3c29d11a req-a8b8261c-affb-447e-ab4f-6fc84a4abf8f tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:35.368364 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-249c055c-a116-46d1-9d43-b9ed3c29d11a req-a8b8261c-affb-447e-ab4f-6fc84a4abf8f tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] 10.222.0.23 "GET /v2.0/ports?device_id=18fc0fef-138a-4dd3-afec-ea2d9c334526 HTTP/1.1" status: 200 len: 947 time: 0.1090591 Jul 13 07:20:35.391914 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c890b90-01d5-45e8-840f-ca77725476ac req-832708b1-cd35-4efb-9b27-70f97c5b8abe tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:35.393676 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5c890b90-01d5-45e8-840f-ca77725476ac req-832708b1-cd35-4efb-9b27-70f97c5b8abe tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 945 time: 0.3265889 Jul 13 07:20:35.434134 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f0f249-64ef-453f-929b-dbf38758ddc1 service neutron] Pushing event updated for resources: {'Port': ['ID=4d213a94-23c7-4347-bbf9-70bde33e467a,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:35.448418 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-249c055c-a116-46d1-9d43-b9ed3c29d11a req-643f2f24-12b3-407b-a9d6-6c0723f90051 tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] 10.222.0.23 "GET /v2.0/security-groups?id=f57f9ead-f290-42d3-beb6-3691905ab61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715773 Jul 13 07:20:35.482013 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7735f3d3-064b-4e58-82f0-87ca17724618 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:20:35.488572 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-4c526a60-df06-4a4e-9e96-98a8bdab98bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:35.490142 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-4c526a60-df06-4a4e-9e96-98a8bdab98bf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=05a465060c604024bf60fd1a58309bf9&device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 1096 time: 0.0978770 Jul 13 07:20:35.497026 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5509f02f-d923-4821-a777-8b72713821bb None None] Sync routers for ids ['ba3601fd-e45c-4144-a44e-36d343c84d42'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:20:35.510489 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5509f02f-d923-4821-a777-8b72713821bb None None] Routers {'ba3601fd-e45c-4144-a44e-36d343c84d42'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:20:35.511449 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-5509f02f-d923-4821-a777-8b72713821bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:20:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['ba3601fd-e45c-4144-a44e-36d343c84d42'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:35.578257 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5c890b90-01d5-45e8-840f-ca77725476ac req-59bd7758-6cea-44b4-9d65-041a90a024ad tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776524 Jul 13 07:20:35.587026 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7735f3d3-064b-4e58-82f0-87ca17724618 admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:35.588235 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7735f3d3-064b-4e58-82f0-87ca17724618 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1379967 Jul 13 07:20:35.592820 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45494) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:20:35.611102 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-53f0f249-64ef-453f-929b-dbf38758ddc1 service neutron] Attempting to bind port 4d213a94-23c7-4347-bbf9-70bde33e467a on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:20:35.611905 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-53f0f249-64ef-453f-929b-dbf38758ddc1 service neutron] Attempting to bind port 4d213a94-23c7-4347-bbf9-70bde33e467a by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'b7fdd6a4-7ea0-4d78-a1ca-354316bc2553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f1ea5405-113d-42fb-9a8e-56f12339534a'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:20:35.613245 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-53f0f249-64ef-453f-929b-dbf38758ddc1 service neutron] Attempting to bind port 4d213a94-23c7-4347-bbf9-70bde33e467a on network f1ea5405-113d-42fb-9a8e-56f12339534a {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:35.624189 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec09c7-f027-4f6d-afb0-f87f6f06ba4b req-69992ab5-1ee0-43e5-9ad2-d69246660235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:35.625676 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-08ec09c7-f027-4f6d-afb0-f87f6f06ba4b req-69992ab5-1ee0-43e5-9ad2-d69246660235 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.2574527 Jul 13 07:20:35.627135 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-53f0f249-64ef-453f-929b-dbf38758ddc1 service neutron] Port 4d213a94-23c7-4347-bbf9-70bde33e467a on network f1ea5405-113d-42fb-9a8e-56f12339534a not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:20:35.627995 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-53f0f249-64ef-453f-929b-dbf38758ddc1 service neutron] Attempting to bind port 4d213a94-23c7-4347-bbf9-70bde33e467a on network f1ea5405-113d-42fb-9a8e-56f12339534a {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:35.640405 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-53f0f249-64ef-453f-929b-dbf38758ddc1 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:20:35.640746 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-53f0f249-64ef-453f-929b-dbf38758ddc1 service neutron] Checking segment: {'id': 'b7fdd6a4-7ea0-4d78-a1ca-354316bc2553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f1ea5405-113d-42fb-9a8e-56f12339534a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:35.641106 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-53f0f249-64ef-453f-929b-dbf38758ddc1 service neutron] Bound using segment: {'id': 'b7fdd6a4-7ea0-4d78-a1ca-354316bc2553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f1ea5405-113d-42fb-9a8e-56f12339534a'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:20:35.641592 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-53f0f249-64ef-453f-929b-dbf38758ddc1 service neutron] Bound port: 4d213a94-23c7-4347-bbf9-70bde33e467a, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7fdd6a4-7ea0-4d78-a1ca-354316bc2553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f1ea5405-113d-42fb-9a8e-56f12339534a'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:20:35.641971 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-53f0f249-64ef-453f-929b-dbf38758ddc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:35.674131 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-cba2ca93-166a-4976-a732-2e306e8d0150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:35.675816 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-cba2ca93-166a-4976-a732-2e306e8d0150 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d HTTP/1.1" status: 200 len: 909 time: 0.1784534 Jul 13 07:20:35.690395 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-08ec09c7-f027-4f6d-afb0-f87f6f06ba4b req-ac22ed1b-7f32-4fe2-8b8d-bf036752e85f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=b538252e-cf6f-48f0-8495-70509f682a4c HTTP/1.1" status: 200 len: 217 time: 0.0557122 Jul 13 07:20:35.702897 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:35.721529 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-5509f02f-d923-4821-a777-8b72713821bb None None] Set router ba3601fd-e45c-4144-a44e-36d343c84d42 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:20:35.730138 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-f56e29c9-e522-4dc4-97a6-243d9b1fe2d5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ad74136-14a6-4d13-9edc-d90f61037557 HTTP/1.1" status: 200 len: 217 time: 0.0461562 Jul 13 07:20:35.821321 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec09c7-f027-4f6d-afb0-f87f6f06ba4b req-f6e66adc-f916-4d0a-bdae-4c668cb195a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:35.822780 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-08ec09c7-f027-4f6d-afb0-f87f6f06ba4b req-f6e66adc-f916-4d0a-bdae-4c668cb195a2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.1260812 Jul 13 07:20:35.823975 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-53f0f249-64ef-453f-929b-dbf38758ddc1 service neutron] For port 4d213a94-23c7-4347-bbf9-70bde33e467a, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:20:35.836367 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-b77c3389-6360-4ff0-beb0-398a71e4ac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:35.837960 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-b77c3389-6360-4ff0-beb0-398a71e4ac1f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7ca46c55-f93a-4f0d-847c-cec27912e287 HTTP/1.1" status: 200 len: 848 time: 0.0740685 Jul 13 07:20:35.850743 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-53f0f249-64ef-453f-929b-dbf38758ddc1 service neutron] For port 4d213a94-23c7-4347-bbf9-70bde33e467a, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4d213a94-23c7-4347-bbf9-70bde33e467a,segment=NetworkSegment(b7fdd6a4-7ea0-4d78-a1ca-354316bc2553),segment_id=b7fdd6a4-7ea0-4d78-a1ca-354316bc2553)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:20:35.872547 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-53f0f249-64ef-453f-929b-dbf38758ddc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:35.914456 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-ace1dec6-7741-4097-ab29-3055f27369bf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388916 Jul 13 07:20:35.921884 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-53f0f249-64ef-453f-929b-dbf38758ddc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:35.922513 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-53f0f249-64ef-453f-929b-dbf38758ddc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:35.925529 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-53f0f249-64ef-453f-929b-dbf38758ddc1 service neutron] 10.222.0.42 "PUT /v2.0/ports/4d213a94-23c7-4347-bbf9-70bde33e467a HTTP/1.1" status: 200 len: 1093 time: 2.1804225 Jul 13 07:20:35.929590 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '436d8c06-811a-401e-9c5d-7e860bc44266', 'tag': '4d213a94-23c7-4347-bbf9-70bde33e467a'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:20:35.932012 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7897b545-707c-480e-95da-032c82d03427" -d '{"events": [{"name": "network-changed", "server_uuid": "436d8c06-811a-401e-9c5d-7e860bc44266", "tag": "4d213a94-23c7-4347-bbf9-70bde33e467a"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:20:35.971746 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f0f249-64ef-453f-929b-dbf38758ddc1 service neutron] Pushing event updated for resources: {'Port': ['ID=4d213a94-23c7-4347-bbf9-70bde33e467a,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:36.010606 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-5509f02f-d923-4821-a777-8b72713821bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3601fd-e45c-4144-a44e-36d343c84d42', 'name': 'tempest-TaggedBootDevicesTest-671632114-router', 'tenant_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '07791831-303d-4471-882f-e232df1862c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:28Z', 'updated_at': '2021-07-13T07:20:33Z', 'revision_number': 3, 'project_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'gw_port': {'id': '07791831-303d-4471-882f-e232df1862c1', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:92:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3601fd-e45c-4144-a44e-36d343c84d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:30Z', 'updated_at': '2021-07-13T07:20:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:36.021326 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533e5f4-1d84-4260-a436-1d044adf2e76 req-6ac4984a-60b6-48d0-a57c-f890ef7032b0 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:36.022830 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f533e5f4-1d84-4260-a436-1d044adf2e76 req-6ac4984a-60b6-48d0-a57c-f890ef7032b0 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 950 time: 0.2435482 Jul 13 07:20:36.035335 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec09c7-f027-4f6d-afb0-f87f6f06ba4b req-8e618b5c-b8ff-4e3a-8165-86f40435c9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:36.036947 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-08ec09c7-f027-4f6d-afb0-f87f6f06ba4b req-8e618b5c-b8ff-4e3a-8165-86f40435c9fd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2001145 Jul 13 07:20:36.051692 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5509f02f-d923-4821-a777-8b72713821bb None None] Checking router: ba3601fd-e45c-4144-a44e-36d343c84d42 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:20:36.052725 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5509f02f-d923-4821-a777-8b72713821bb None None] Updating router ba3601fd-e45c-4144-a44e-36d343c84d42 port 07791831-303d-4471-882f-e232df1862c1 binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:20:36.092891 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5509f02f-d923-4821-a777-8b72713821bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:36.116145 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f533e5f4-1d84-4260-a436-1d044adf2e76 req-b4ce0397-da14-44d1-a5dd-0205c760f630 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859618 Jul 13 07:20:36.151469 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-67eb00b4-cdfe-4801-98af-463ab0325ba0 service neutron] 10.222.0.25 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275114 Jul 13 07:20:36.154343 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-7b3a3aa2-76f7-4a97-ac3b-46e9d3930d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:36.156028 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-7b3a3aa2-76f7-4a97-ac3b-46e9d3930d40 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac9e284275e6483db0f236e466185533&device_id=436d8c06-811a-401e-9c5d-7e860bc44266 HTTP/1.1" status: 200 len: 1096 time: 0.1801910 Jul 13 07:20:36.183874 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a59d16-70ec-45b8-8934-aca549751c89 x-openstack-request-id: req-92a59d16-70ec-45b8-8934-aca549751c89 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:20:36.184158 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "436d8c06-811a-401e-9c5d-7e860bc44266", "tag": "4d213a94-23c7-4347-bbf9-70bde33e467a", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:20:36.184404 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-92a59d16-70ec-45b8-8934-aca549751c89 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:20:36.184793 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '436d8c06-811a-401e-9c5d-7e860bc44266', 'tag': '4d213a94-23c7-4347-bbf9-70bde33e467a', 'status': 'completed', 'code': 200} Jul 13 07:20:36.220075 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-ccc1b4e3-8950-4c1d-b261-92336f882dce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d213a94-23c7-4347-bbf9-70bde33e467a HTTP/1.1" status: 200 len: 217 time: 0.0515609 Jul 13 07:20:36.222862 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-08ec09c7-f027-4f6d-afb0-f87f6f06ba4b req-a8245ea7-5914-4d52-84d3-87e4a9933fa3 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769910 Jul 13 07:20:36.261369 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b3927-f157-4f9d-9f22-c43c770d73dd req-ed907e33-4da3-4f6b-85a6-421d2620c5eb tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:36.268815 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-217b3927-f157-4f9d-9f22-c43c770d73dd req-ed907e33-4da3-4f6b-85a6-421d2620c5eb tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=436d8c06-811a-401e-9c5d-7e860bc44266 HTTP/1.1" status: 200 len: 944 time: 0.2370136 Jul 13 07:20:36.299106 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-a9bbb1d6-8813-4928-b9bf-9ce7e1dbc314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:36.302001 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-a9bbb1d6-8813-4928-b9bf-9ce7e1dbc314 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=29dbb0de-f006-4fad-81e6-32cb485966ca HTTP/1.1" status: 200 len: 845 time: 0.0755200 Jul 13 07:20:36.388599 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-217b3927-f157-4f9d-9f22-c43c770d73dd req-5b3087a7-91f0-48d5-a4ed-cefc4b0c930f tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188474 Jul 13 07:20:36.398403 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-fa480c80-d53c-426e-8655-f1eeaa652184 service neutron] 10.222.0.25 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057188 Jul 13 07:20:36.410671 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-df351094-e425-4c8b-8d35-c8ac80b018a7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f1ea5405-113d-42fb-9a8e-56f12339534a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953968 Jul 13 07:20:36.451240 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5509f02f-d923-4821-a777-8b72713821bb None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:36.477583 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-5509f02f-d923-4821-a777-8b72713821bb None None] Transition to ACTIVE for port object 07791831-303d-4471-882f-e232df1862c1 will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:36.486577 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5509f02f-d923-4821-a777-8b72713821bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:36.494102 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a046f8f6-4fd2-47df-83b2-a68bf13fdfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:36.585226 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21abe47-67ed-4b9b-8942-0ced2df202a6 req-052d3fb9-921d-402a-b99c-5ab46492f103 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:36.592175 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f21abe47-67ed-4b9b-8942-0ced2df202a6 req-052d3fb9-921d-402a-b99c-5ab46492f103 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 944 time: 0.2755532 Jul 13 07:20:36.597587 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb379246-30be-4b43-96f5-3b610042a865 None None] Pushing event updated for resources: {'Port': ['ID=07791831-303d-4471-882f-e232df1862c1,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:36.600387 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-5509f02f-d923-4821-a777-8b72713821bb None None] Attempting to bind port 07791831-303d-4471-882f-e232df1862c1 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:20:36.600862 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-5509f02f-d923-4821-a777-8b72713821bb None None] Attempting to bind port 07791831-303d-4471-882f-e232df1862c1 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:20:36.601322 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5509f02f-d923-4821-a777-8b72713821bb None None] Attempting to bind port 07791831-303d-4471-882f-e232df1862c1 on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:36.609845 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5509f02f-d923-4821-a777-8b72713821bb None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:20:36.610453 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5509f02f-d923-4821-a777-8b72713821bb None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:36.611774 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5509f02f-d923-4821-a777-8b72713821bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:36.612686 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5509f02f-d923-4821-a777-8b72713821bb None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:20:36.613267 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-5509f02f-d923-4821-a777-8b72713821bb None None] Bound port: 07791831-303d-4471-882f-e232df1862c1, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:20:36.615061 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5509f02f-d923-4821-a777-8b72713821bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:36.654468 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f21abe47-67ed-4b9b-8942-0ced2df202a6 req-c7e2bca7-ac3e-4a59-a35c-a6fc1a9e5ed7 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614326 Jul 13 07:20:36.656367 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-b0e8d3ab-51e2-438f-847b-d906e7c5eee5 service neutron] 10.222.0.42 "GET /v2.0/networks/f1ea5405-113d-42fb-9a8e-56f12339534a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351913 Jul 13 07:20:36.658898 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-08ec09c7-f027-4f6d-afb0-f87f6f06ba4b req-5da80e59-c8d1-4309-b978-1b810e32ee62 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553107 Jul 13 07:20:36.705979 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-5509f02f-d923-4821-a777-8b72713821bb None None] For port 07791831-303d-4471-882f-e232df1862c1, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:20:36.715355 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-5509f02f-d923-4821-a777-8b72713821bb None None] For port 07791831-303d-4471-882f-e232df1862c1, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=07791831-303d-4471-882f-e232df1862c1,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:20:36.721756 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5509f02f-d923-4821-a777-8b72713821bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:36.742540 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-a046f8f6-4fd2-47df-83b2-a68bf13fdfd0 admin admin] Allocated IP 172.20.0.1 (9ef27b6b-d58a-4cc2-872f-1f2be062e420/88ea993c-44dc-45dd-b8a5-b8f3f44e71bc/a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:20:36.780421 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5509f02f-d923-4821-a777-8b72713821bb None None] Routers {'ba3601fd-e45c-4144-a44e-36d343c84d42'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:20:36.781039 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-5509f02f-d923-4821-a777-8b72713821bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:20:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['ba3601fd-e45c-4144-a44e-36d343c84d42'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:36.797787 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81344809-fdb0-49b4-bd13-70eff2345655 req-d50c3961-e057-439d-b6e7-21c6e13f1890 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:36.800115 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-81344809-fdb0-49b4-bd13-70eff2345655 req-d50c3961-e057-439d-b6e7-21c6e13f1890 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1b1a1b-2849-4e74-945d-a63a5960ed8f HTTP/1.1" status: 200 len: 945 time: 0.2478368 Jul 13 07:20:36.830148 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb379246-30be-4b43-96f5-3b610042a865 None None] Pushing event updated for resources: {'Port': ['ID=07791831-303d-4471-882f-e232df1862c1,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:36.888444 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-81344809-fdb0-49b4-bd13-70eff2345655 req-229f3401-bcf5-4075-87f2-3042e746bac6 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792274 Jul 13 07:20:36.897907 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device b538252e-cf6f-48f0-8495-70509f682a4c details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:20:36.912288 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-5509f02f-d923-4821-a777-8b72713821bb None None] Set router ba3601fd-e45c-4144-a44e-36d343c84d42 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:20:36.931520 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a046f8f6-4fd2-47df-83b2-a68bf13fdfd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:36.963828 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-a046f8f6-4fd2-47df-83b2-a68bf13fdfd0 admin admin] Transition to ACTIVE for port object a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:37.000050 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port b538252e-cf6f-48f0-8495-70509f682a4c, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=b538252e-cf6f-48f0-8495-70509f682a4c,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:37.012631 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': 'b538252e-cf6f-48f0-8495-70509f682a4c', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': 'b538252e-cf6f-48f0-8495-70509f682a4c', 'mac_address': 'fa:16:3e:b5:8b:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:20:37.041526 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a046f8f6-4fd2-47df-83b2-a68bf13fdfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:37.060387 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:37.082453 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b538252e-cf6f-48f0-8495-70509f682a4c {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:20:37.108220 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port b538252e-cf6f-48f0-8495-70509f682a4c, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=b538252e-cf6f-48f0-8495-70509f682a4c,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:37.115970 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:37.144307 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-06477ac9-a7e4-49ac-95b4-45f268353952 req-f4b3afdd-3aba-47c2-a187-ecf89251f769 service neutron] 10.222.0.42 "GET /v2.0/networks/f1ea5405-113d-42fb-9a8e-56f12339534a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4766157 Jul 13 07:20:37.152857 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a046f8f6-4fd2-47df-83b2-a68bf13fdfd0 admin admin] Network 9ef27b6b-d58a-4cc2-872f-1f2be062e420 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:20:37.167922 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-a046f8f6-4fd2-47df-83b2-a68bf13fdfd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:20:37.171907 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a046f8f6-4fd2-47df-83b2-a68bf13fdfd0 admin admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:20:37.204071 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-b855f4ee-7e94-49b9-a149-aa271a49a10e tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:37.206829 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-b855f4ee-7e94-49b9-a149-aa271a49a10e tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e&tenant_id=05a465060c604024bf60fd1a58309bf9&binding%3Ahost_id=n-h2-771363-34 HTTP/1.1" status: 200 len: 1096 time: 0.1611478 Jul 13 07:20:37.213904 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=b538252e-cf6f-48f0-8495-70509f682a4c,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:37.217721 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e49fc2-f553-4594-99bd-27f490d7d7ba req-6ce38a55-6ba3-4a50-928a-5e67c89ca241 tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:37.219567 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-26e49fc2-f553-4594-99bd-27f490d7d7ba req-6ce38a55-6ba3-4a50-928a-5e67c89ca241 tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] 10.222.0.23 "GET /v2.0/ports?device_id=18fc0fef-138a-4dd3-afec-ea2d9c334526 HTTP/1.1" status: 200 len: 947 time: 0.1648030 Jul 13 07:20:37.239349 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-5509f02f-d923-4821-a777-8b72713821bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3601fd-e45c-4144-a44e-36d343c84d42', 'name': 'tempest-TaggedBootDevicesTest-671632114-router', 'tenant_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '07791831-303d-4471-882f-e232df1862c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:28Z', 'updated_at': '2021-07-13T07:20:33Z', 'revision_number': 3, 'project_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'gw_port': {'id': '07791831-303d-4471-882f-e232df1862c1', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:92:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3601fd-e45c-4144-a44e-36d343c84d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:30Z', 'updated_at': '2021-07-13T07:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:37.242362 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a046f8f6-4fd2-47df-83b2-a68bf13fdfd0 admin admin] Pushing event updated for resources: {'Port': ['ID=a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:37.257139 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a046f8f6-4fd2-47df-83b2-a68bf13fdfd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:37.284927 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5509f02f-d923-4821-a777-8b72713821bb None None] The sync data for ids ['ba3601fd-e45c-4144-a44e-36d343c84d42'] in n-d-771363-34 is: [{'id': 'ba3601fd-e45c-4144-a44e-36d343c84d42', 'name': 'tempest-TaggedBootDevicesTest-671632114-router', 'tenant_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '07791831-303d-4471-882f-e232df1862c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:28Z', 'updated_at': '2021-07-13T07:20:33Z', 'revision_number': 3, 'project_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'gw_port': {'id': '07791831-303d-4471-882f-e232df1862c1', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:92:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3601fd-e45c-4144-a44e-36d343c84d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:30Z', 'updated_at': '2021-07-13T07:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:20:37.366157 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381ec68-e8bf-4666-9145-0e40a2e14680 req-6ffd4a73-f62e-4fcb-a29f-63d4097a1f47 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:37.373294 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3381ec68-e8bf-4666-9145-0e40a2e14680 req-6ffd4a73-f62e-4fcb-a29f-63d4097a1f47 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 945 time: 0.3250675 Jul 13 07:20:37.396836 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-26e49fc2-f553-4594-99bd-27f490d7d7ba req-cef57e6c-4805-4274-905d-5c52408c1bdc tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] 10.222.0.23 "GET /v2.0/security-groups?id=f57f9ead-f290-42d3-beb6-3691905ab61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571379 Jul 13 07:20:37.447652 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['b538252e-cf6f-48f0-8495-70509f682a4c'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:20:37.463396 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897b545-707c-480e-95da-032c82d03427 req-47577f5e-eb63-4817-b4d9-6e30147e80b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:37.464864 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7897b545-707c-480e-95da-032c82d03427 req-47577f5e-eb63-4817-b4d9-6e30147e80b5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac9e284275e6483db0f236e466185533&device_id=436d8c06-811a-401e-9c5d-7e860bc44266 HTTP/1.1" status: 200 len: 1096 time: 0.2563605 Jul 13 07:20:37.470134 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3381ec68-e8bf-4666-9145-0e40a2e14680 req-5a17e785-906a-4abd-a8ee-15ea70ce49c2 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913749 Jul 13 07:20:37.560746 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a046f8f6-4fd2-47df-83b2-a68bf13fdfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:37.684850 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-4390ff3e-a151-44f6-b742-33eb7a2768ac None None] Provisioning for port a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:37.698569 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-4390ff3e-a151-44f6-b742-33eb7a2768ac None None] Provisioning complete for port a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:37.699285 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4390ff3e-a151-44f6-b742-33eb7a2768ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:37.731742 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-e78f627f-766d-4b39-809a-802af2aeb4d7 service neutron] For port 9ad74136-14a6-4d13-9edc-d90f61037557, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:20:37.755308 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-e78f627f-766d-4b39-809a-802af2aeb4d7 service neutron] Notify callbacks [] for binding, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:37.780426 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a762a4b1-1e53-4153-b1c9-5d388f5c1ef5 req-e78f627f-766d-4b39-809a-802af2aeb4d7 service neutron] 10.222.0.25 "DELETE /v2.0/ports/9ad74136-14a6-4d13-9edc-d90f61037557/bindings/n-h1-771363-34 HTTP/1.1" status: 204 len: 173 time: 0.5290265 Jul 13 07:20:37.790243 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-4390ff3e-a151-44f6-b742-33eb7a2768ac None None] Port a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:20:37.819308 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897b545-707c-480e-95da-032c82d03427 req-16fe382f-3d00-4d1a-9999-07054eeacd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:37.825351 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7897b545-707c-480e-95da-032c82d03427 req-16fe382f-3d00-4d1a-9999-07054eeacd44 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f1ea5405-113d-42fb-9a8e-56f12339534a HTTP/1.1" status: 200 len: 906 time: 0.2851686 Jul 13 07:20:37.903951 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7897b545-707c-480e-95da-032c82d03427 req-22589da1-c41e-4a37-80dd-169bc5b276e8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d213a94-23c7-4347-bbf9-70bde33e467a HTTP/1.1" status: 200 len: 217 time: 0.0605083 Jul 13 07:20:37.992554 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897b545-707c-480e-95da-032c82d03427 req-f9952f22-8af1-47f1-95b3-93d0139dfba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:37.995238 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7897b545-707c-480e-95da-032c82d03427 req-f9952f22-8af1-47f1-95b3-93d0139dfba5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=29dbb0de-f006-4fad-81e6-32cb485966ca HTTP/1.1" status: 200 len: 845 time: 0.0793872 Jul 13 07:20:38.037629 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7897b545-707c-480e-95da-032c82d03427 req-73198614-fc65-4a8a-9b2c-75ed13981fd9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f1ea5405-113d-42fb-9a8e-56f12339534a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322163 Jul 13 07:20:38.050386 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d89ec-8aa4-4eb1-95e2-dd1abd171b38 req-a45fc125-7ba4-4ac8-99d7-0cc9db8680ef tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:38.052468 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0e0d89ec-8aa4-4eb1-95e2-dd1abd171b38 req-a45fc125-7ba4-4ac8-99d7-0cc9db8680ef tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=436d8c06-811a-401e-9c5d-7e860bc44266 HTTP/1.1" status: 200 len: 944 time: 0.1514142 Jul 13 07:20:38.149413 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99406fa-6d87-45ff-9b4b-c8a2d0aab073 req-441e2316-b928-43bd-aa09-241f88ca59e2 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:38.150946 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e99406fa-6d87-45ff-9b4b-c8a2d0aab073 req-441e2316-b928-43bd-aa09-241f88ca59e2 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 950 time: 0.4636014 Jul 13 07:20:38.162693 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0e0d89ec-8aa4-4eb1-95e2-dd1abd171b38 req-f5c3fab6-b2db-4806-88b0-f7147d6f3c80 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010919 Jul 13 07:20:38.216543 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7897b545-707c-480e-95da-032c82d03427 req-ad934a94-c68d-44e8-abaf-ff5d3178a91c service neutron] 10.222.0.42 "GET /v2.0/networks/f1ea5405-113d-42fb-9a8e-56f12339534a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620438 Jul 13 07:20:38.219774 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e99406fa-6d87-45ff-9b4b-c8a2d0aab073 req-8b3b9e51-59c1-4c79-a709-9fbc73cd6d98 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624506 Jul 13 07:20:38.268738 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a046f8f6-4fd2-47df-83b2-a68bf13fdfd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:38.279554 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a046f8f6-4fd2-47df-83b2-a68bf13fdfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:38.455858 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7897b545-707c-480e-95da-032c82d03427 req-8205e36f-c76e-4b66-84fa-8bfb3163b45e service neutron] 10.222.0.42 "GET /v2.0/networks/f1ea5405-113d-42fb-9a8e-56f12339534a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310355 Jul 13 07:20:38.488745 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111424b2-25ce-4551-9c3d-349874c62788 req-4137b9af-acf1-4d1d-92c4-f8a1797103ba tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:38.498218 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-111424b2-25ce-4551-9c3d-349874c62788 req-4137b9af-acf1-4d1d-92c4-f8a1797103ba tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 944 time: 0.1791415 Jul 13 07:20:38.510802 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a046f8f6-4fd2-47df-83b2-a68bf13fdfd0 admin admin] Pushing event updated for resources: {'Port': ['ID=a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:38.523059 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a046f8f6-4fd2-47df-83b2-a68bf13fdfd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:38.557135 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-111424b2-25ce-4551-9c3d-349874c62788 req-18b9fae7-019d-49be-a1d8-b1c8ee1a4df7 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579302 Jul 13 07:20:38.644089 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267cfec-d727-481e-a75e-aa3aad670311 req-32ef7a55-f6b0-439d-9858-1c97a2ee7e17 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:38.645699 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3267cfec-d727-481e-a75e-aa3aad670311 req-32ef7a55-f6b0-439d-9858-1c97a2ee7e17 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1b1a1b-2849-4e74-945d-a63a5960ed8f HTTP/1.1" status: 200 len: 945 time: 0.2682347 Jul 13 07:20:38.695033 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a046f8f6-4fd2-47df-83b2-a68bf13fdfd0 admin admin] Network 9ef27b6b-d58a-4cc2-872f-1f2be062e420 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:20:38.698754 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-4010957c-3ad4-4abe-8892-6c477db0bec1 None None] Provisioning complete for port a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:38.699365 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4010957c-3ad4-4abe-8892-6c477db0bec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:38.702083 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-a046f8f6-4fd2-47df-83b2-a68bf13fdfd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:20:38.720428 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3267cfec-d727-481e-a75e-aa3aad670311 req-f62661fa-dd4c-4f8e-8a3d-dabe8783e0dc tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673993 Jul 13 07:20:38.746170 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce276b-9612-4018-a9a9-9ec9b9308520 req-dfa6ef65-2098-453b-b438-19d75fa7ad8b tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:38.750905 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-4010957c-3ad4-4abe-8892-6c477db0bec1 None None] Port a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:20:38.755546 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e6ce276b-9612-4018-a9a9-9ec9b9308520 req-dfa6ef65-2098-453b-b438-19d75fa7ad8b tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] 10.222.0.23 "GET /v2.0/ports?device_id=18fc0fef-138a-4dd3-afec-ea2d9c334526 HTTP/1.1" status: 200 len: 948 time: 0.0881698 Jul 13 07:20:38.822647 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e6ce276b-9612-4018-a9a9-9ec9b9308520 req-af99088d-c62a-4b20-a15a-3a4ec07419ee tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] 10.222.0.23 "GET /v2.0/security-groups?id=f57f9ead-f290-42d3-beb6-3691905ab61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661974 Jul 13 07:20:38.912123 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device b538252e-cf6f-48f0-8495-70509f682a4c up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:38.915386 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a046f8f6-4fd2-47df-83b2-a68bf13fdfd0 admin admin] Router ba3601fd-e45c-4144-a44e-36d343c84d42 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:20:38.994813 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port b538252e-cf6f-48f0-8495-70509f682a4c completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:38.999594 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port b538252e-cf6f-48f0-8495-70509f682a4c triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:38.999957 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:39.108754 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498acaac-1a96-4c38-8c61-d6b6a6837fa6 req-6a51ca8d-144d-4cf7-bb26-57de56467d73 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:39.111465 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-10b5180e-45c2-4b88-8369-8dd2c20027ab None None] Provisioning complete for port a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:39.111831 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-10b5180e-45c2-4b88-8369-8dd2c20027ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:39.116416 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-498acaac-1a96-4c38-8c61-d6b6a6837fa6 req-6a51ca8d-144d-4cf7-bb26-57de56467d73 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 945 time: 0.2155747 Jul 13 07:20:39.161283 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a046f8f6-4fd2-47df-83b2-a68bf13fdfd0 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:20:39.176450 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a046f8f6-4fd2-47df-83b2-a68bf13fdfd0 admin admin] 10.222.0.23 "PUT /v2.0/routers/ba3601fd-e45c-4144-a44e-36d343c84d42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5675178 Jul 13 07:20:39.179797 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-498acaac-1a96-4c38-8c61-d6b6a6837fa6 req-bb5ae12a-bb60-4e1e-ad0f-011886bb4d96 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624368 Jul 13 07:20:39.184348 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:39.211500 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-10b5180e-45c2-4b88-8369-8dd2c20027ab None None] Port a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:20:39.224078 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18fc0fef-138a-4dd3-afec-ea2d9c334526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b538252e-cf6f-48f0-8495-70509f682a4c'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:20:39.226741 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43c374f-6709-4688-8148-bcee9a72238a" -d '{"events": [{"server_uuid": "18fc0fef-138a-4dd3-afec-ea2d9c334526", "name": "network-vif-plugged", "status": "completed", "tag": "b538252e-cf6f-48f0-8495-70509f682a4c"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:20:39.243267 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port b538252e-cf6f-48f0-8495-70509f682a4c, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=b538252e-cf6f-48f0-8495-70509f682a4c,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:39.248656 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:39.277880 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb85cb6-343d-4f91-a009-9b3a4e449b8f req-4d4fbad8-a55a-48e4-9534-8cf5df67fabb tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:39.280119 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ccb85cb6-343d-4f91-a009-9b3a4e449b8f req-4d4fbad8-a55a-48e4-9534-8cf5df67fabb tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 1096 time: 0.1084933 Jul 13 07:20:39.323920 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=b538252e-cf6f-48f0-8495-70509f682a4c,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:39.336008 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-a1374639-e0d8-47d7-8dd3-64a7dc0e3b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:39.339370 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-a1374639-e0d8-47d7-8dd3-64a7dc0e3b42 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=59ced391c6a04d319ae98164aff14fc2&device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 1097 time: 0.2367756 Jul 13 07:20:39.427126 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ccb85cb6-343d-4f91-a009-9b3a4e449b8f req-ab4e4633-9672-4ed0-ab33-98af682173db tempest-LiveMigrationTest-1688165750 tempest-LiveMigrationTest-1688165750-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240730 Jul 13 07:20:39.446310 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d844d21-e7c9-400b-8d86-d1003694113c req-49ef54c9-7c63-4fdd-9c67-26b56fc55d8e tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:39.449683 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6d844d21-e7c9-400b-8d86-d1003694113c req-49ef54c9-7c63-4fdd-9c67-26b56fc55d8e tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=436d8c06-811a-401e-9c5d-7e860bc44266 HTTP/1.1" status: 200 len: 944 time: 0.1017530 Jul 13 07:20:39.529480 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-3d949724-8aa4-4dda-a938-31e9dab76cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:39.531188 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e5119e-0323-455a-84bd-3897e1aaebab x-openstack-request-id: req-c0e5119e-0323-455a-84bd-3897e1aaebab {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:20:39.531566 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-3d949724-8aa4-4dda-a938-31e9dab76cef service neutron] 10.222.0.25 "GET /v2.0/networks?id=bff43fa8-f666-4c15-8f06-2242dcee7e17 HTTP/1.1" status: 200 len: 922 time: 0.1831222 Jul 13 07:20:39.531907 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18fc0fef-138a-4dd3-afec-ea2d9c334526", "name": "network-vif-plugged", "status": "completed", "tag": "b538252e-cf6f-48f0-8495-70509f682a4c", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:20:39.532189 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c0e5119e-0323-455a-84bd-3897e1aaebab {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:20:39.533161 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18fc0fef-138a-4dd3-afec-ea2d9c334526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b538252e-cf6f-48f0-8495-70509f682a4c', 'code': 200} Jul 13 07:20:39.573796 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6d844d21-e7c9-400b-8d86-d1003694113c req-8c0502e5-09b7-4974-a8d0-7313758a2b5e tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083851 Jul 13 07:20:39.663761 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef88d9a6-1553-4963-9493-b6660e8a0d8b None None] Sync routers for ids ['ba3601fd-e45c-4144-a44e-36d343c84d42'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:20:39.682964 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-b776ae5f-2070-417b-bdf2-9b1de4e851bf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b78584e-6cf6-4fc8-8ca3-964213c3391f HTTP/1.1" status: 200 len: 217 time: 0.1381662 Jul 13 07:20:39.700104 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef88d9a6-1553-4963-9493-b6660e8a0d8b None None] Routers {'ba3601fd-e45c-4144-a44e-36d343c84d42'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:20:39.701216 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-ef88d9a6-1553-4963-9493-b6660e8a0d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:20:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['ba3601fd-e45c-4144-a44e-36d343c84d42'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:39.779515 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48641e2-2e5e-4460-a059-b3ff74db1a1b req-73f32b0f-9e9e-4119-a046-61dece8392c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:39.780032 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 07791831-303d-4471-882f-e232df1862c1 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:39.784047 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a48641e2-2e5e-4460-a059-b3ff74db1a1b req-73f32b0f-9e9e-4119-a046-61dece8392c1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=18fc0fef-138a-4dd3-afec-ea2d9c334526 HTTP/1.1" status: 200 len: 1101 time: 0.1238532 Jul 13 07:20:39.842343 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a48641e2-2e5e-4460-a059-b3ff74db1a1b req-d9369a42-3a77-4d84-b42b-31c2dcbbc749 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f57f9ead-f290-42d3-beb6-3691905ab61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504444 Jul 13 07:20:39.844163 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-cf3c4740-7da7-4fe5-a4e8-885d9efe1434 None None] Provisioning complete for port b538252e-cf6f-48f0-8495-70509f682a4c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:39.844857 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cf3c4740-7da7-4fe5-a4e8-885d9efe1434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:39.866605 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-6daf6dbc-9805-4b93-bee7-18732a65b24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:39.868310 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-6daf6dbc-9805-4b93-bee7-18732a65b24c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6c79b49d-432e-4da7-962c-3ca2527bdd27 HTTP/1.1" status: 200 len: 861 time: 0.1561508 Jul 13 07:20:39.890645 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066446b1-735f-4912-b969-a9180e749c57 req-eab53310-d87c-4daf-9d50-eeaf402384c3 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:39.898508 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-066446b1-735f-4912-b969-a9180e749c57 req-eab53310-d87c-4daf-9d50-eeaf402384c3 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 950 time: 0.2125425 Jul 13 07:20:39.898701 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 07791831-303d-4471-882f-e232df1862c1 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:39.941323 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 07791831-303d-4471-882f-e232df1862c1 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:39.941693 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:39.944340 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-f6ebb2cc-28d2-4cd6-9e10-092f0d04e406 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bff43fa8-f666-4c15-8f06-2242dcee7e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363014 Jul 13 07:20:39.994170 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-066446b1-735f-4912-b969-a9180e749c57 req-89ae6b12-c635-40cd-9b14-aae6a39af7fd tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946720 Jul 13 07:20:40.098323 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-ef88d9a6-1553-4963-9493-b6660e8a0d8b None None] Set router ba3601fd-e45c-4144-a44e-36d343c84d42 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:20:40.140946 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:40.151828 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-4482897d-48d7-4794-a558-7b00fbf4f41c service neutron] 10.222.0.25 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955786 Jul 13 07:20:40.163948 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 07791831-303d-4471-882f-e232df1862c1, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=07791831-303d-4471-882f-e232df1862c1,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:40.175582 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:40.242698 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f610c4-93bf-495f-a622-5630e8e5f8d1 req-c308cfd5-06fe-4145-84d4-f54cbf936127 tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:40.250455 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b8f610c4-93bf-495f-a622-5630e8e5f8d1 req-c308cfd5-06fe-4145-84d4-f54cbf936127 tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] 10.222.0.23 "GET /v2.0/ports?device_id=18fc0fef-138a-4dd3-afec-ea2d9c334526 HTTP/1.1" status: 200 len: 949 time: 0.0952625 Jul 13 07:20:40.306342 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b8f610c4-93bf-495f-a622-5630e8e5f8d1 req-7c2574e6-bdcb-422f-92f5-b06c4d2a7b3c tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] 10.222.0.23 "GET /v2.0/security-groups?id=f57f9ead-f290-42d3-beb6-3691905ab61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548589 Jul 13 07:20:40.351897 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=07791831-303d-4471-882f-e232df1862c1,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:40.357137 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-572e0214-a042-491a-aff6-1f4f8b5f9dcb service neutron] 10.222.0.25 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929317 Jul 13 07:20:40.389762 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6f1cf-843f-4dc1-83bf-3ab6218fa419 req-f5132e4e-a78b-4c09-98b6-562936237b51 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:40.397086 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b4e6f1cf-843f-4dc1-83bf-3ab6218fa419 req-f5132e4e-a78b-4c09-98b6-562936237b51 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1b1a1b-2849-4e74-945d-a63a5960ed8f HTTP/1.1" status: 200 len: 945 time: 0.2237797 Jul 13 07:20:40.460674 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b4e6f1cf-843f-4dc1-83bf-3ab6218fa419 req-71288b02-2808-4768-86cc-43b26a374321 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623794 Jul 13 07:20:40.553698 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-ef88d9a6-1553-4963-9493-b6660e8a0d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3601fd-e45c-4144-a44e-36d343c84d42', 'name': 'tempest-TaggedBootDevicesTest-671632114-router', 'tenant_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '07791831-303d-4471-882f-e232df1862c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:28Z', 'updated_at': '2021-07-13T07:20:37Z', 'revision_number': 4, 'project_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'gw_port': {'id': '07791831-303d-4471-882f-e232df1862c1', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:92:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3601fd-e45c-4144-a44e-36d343c84d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:30Z', 'updated_at': '2021-07-13T07:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876', 'name': '', 'network_id': '9ef27b6b-d58a-4cc2-872f-1f2be062e420', 'tenant_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'mac_address': 'fa:16:3e:f7:31:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3601fd-e45c-4144-a44e-36d343c84d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '88ea993c-44dc-45dd-b8a5-b8f3f44e71bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:36Z', 'updated_at': '2021-07-13T07:20:37Z', 'revision_number': 2, 'project_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'subnets': [{'id': '88ea993c-44dc-45dd-b8a5-b8f3f44e71bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:40.581144 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4e1a8-ed44-472f-8f07-cb7c2cd8f163 req-7e1046fe-6071-4e10-851f-6c1cf5be0aaa tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:40.582788 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1ce4e1a8-ed44-472f-8f07-cb7c2cd8f163 req-7e1046fe-6071-4e10-851f-6c1cf5be0aaa tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 944 time: 0.1000214 Jul 13 07:20:40.617296 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 4d213a94-23c7-4347-bbf9-70bde33e467a details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:20:40.621939 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef88d9a6-1553-4963-9493-b6660e8a0d8b None None] Checking router: ba3601fd-e45c-4144-a44e-36d343c84d42 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:20:40.622471 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef88d9a6-1553-4963-9493-b6660e8a0d8b None None] Updating router ba3601fd-e45c-4144-a44e-36d343c84d42 port a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876 binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:20:40.646246 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1ce4e1a8-ed44-472f-8f07-cb7c2cd8f163 req-36f4633d-75f0-4a8c-93ca-644df6445a61 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542405 Jul 13 07:20:40.703029 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ef88d9a6-1553-4963-9493-b6660e8a0d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:40.902942 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c251d-c6b4-4c3f-9ec7-3d6f317186a5 req-ede4168d-5b8d-468f-bca4-01a7e8952348 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:40.918564 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-715c251d-c6b4-4c3f-9ec7-3d6f317186a5 req-ede4168d-5b8d-468f-bca4-01a7e8952348 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=436d8c06-811a-401e-9c5d-7e860bc44266 HTTP/1.1" status: 200 len: 944 time: 0.1489511 Jul 13 07:20:40.925644 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8638bb-874c-4ab2-8c10-49bfa81a10b0 req-b1b999f8-05ba-4eef-96ed-a27ef507b33f tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:40.928370 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d8638bb-874c-4ab2-8c10-49bfa81a10b0 req-b1b999f8-05ba-4eef-96ed-a27ef507b33f tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.25 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 944 time: 0.2337096 Jul 13 07:20:40.943519 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 4d213a94-23c7-4347-bbf9-70bde33e467a, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4d213a94-23c7-4347-bbf9-70bde33e467a,segment=NetworkSegment(b7fdd6a4-7ea0-4d78-a1ca-354316bc2553),segment_id=b7fdd6a4-7ea0-4d78-a1ca-354316bc2553)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:40.961427 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075cd32-ba7e-49ab-a46c-ce177e60319c req-fb571c17-6422-4def-8c9c-2fd9c335947b tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:40.974287 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d075cd32-ba7e-49ab-a46c-ce177e60319c req-fb571c17-6422-4def-8c9c-2fd9c335947b tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 945 time: 0.2344716 Jul 13 07:20:40.998713 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-715c251d-c6b4-4c3f-9ec7-3d6f317186a5 req-a8a68e99-66dc-4378-a77c-03f9261bb893 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775924 Jul 13 07:20:41.144991 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '4d213a94-23c7-4347-bbf9-70bde33e467a', 'network_id': 'f1ea5405-113d-42fb-9a8e-56f12339534a', 'port_id': '4d213a94-23c7-4347-bbf9-70bde33e467a', 'mac_address': 'fa:16:3e:e1:be:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29dbb0de-f006-4fad-81e6-32cb485966ca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:20:41.156973 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d075cd32-ba7e-49ab-a46c-ce177e60319c req-33900528-7dcc-48de-8698-74b632fec4a7 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814971 Jul 13 07:20:41.231093 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-4d8638bb-874c-4ab2-8c10-49bfa81a10b0 req-46cd6a41-10ea-4da9-8278-9120bb530771 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Deleting port 9ad74136-14a6-4d13-9edc-d90f61037557 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:20:41.234822 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4d8638bb-874c-4ab2-8c10-49bfa81a10b0 req-46cd6a41-10ea-4da9-8278-9120bb530771 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:41.304233 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54ade4-8314-4d0e-b0ad-9fffb919905c req-1fabae29-b470-4abc-82d8-2500e917c84e tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:41.313152 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3d54ade4-8314-4d0e-b0ad-9fffb919905c req-1fabae29-b470-4abc-82d8-2500e917c84e tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 950 time: 0.1131465 Jul 13 07:20:41.365404 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:41.396122 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-4d8638bb-874c-4ab2-8c10-49bfa81a10b0 req-46cd6a41-10ea-4da9-8278-9120bb530771 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] For port 9ad74136-14a6-4d13-9edc-d90f61037557, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=9ad74136-14a6-4d13-9edc-d90f61037557,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:41.396673 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4d8638bb-874c-4ab2-8c10-49bfa81a10b0 req-46cd6a41-10ea-4da9-8278-9120bb530771 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:41.403737 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d213a94-23c7-4347-bbf9-70bde33e467a {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:20:41.418079 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3d54ade4-8314-4d0e-b0ad-9fffb919905c req-5c2d0ee4-2642-43b1-b8c3-0d6973c10605 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038361 Jul 13 07:20:41.444326 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-4d8638bb-874c-4ab2-8c10-49bfa81a10b0 req-46cd6a41-10ea-4da9-8278-9120bb530771 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Calling delete_port for 9ad74136-14a6-4d13-9edc-d90f61037557 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:20:41.466323 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 4d213a94-23c7-4347-bbf9-70bde33e467a, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4d213a94-23c7-4347-bbf9-70bde33e467a,segment=NetworkSegment(b7fdd6a4-7ea0-4d78-a1ca-354316bc2553),segment_id=b7fdd6a4-7ea0-4d78-a1ca-354316bc2553)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:41.474077 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:41.616353 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=4d213a94-23c7-4347-bbf9-70bde33e467a,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:41.728782 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 07791831-303d-4471-882f-e232df1862c1 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:41.750191 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0414d-4bed-40c8-8b0b-0b6fc8921c6c req-f547de31-f67f-4102-9489-c136c778a5e4 tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:41.755805 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-22c0414d-4bed-40c8-8b0b-0b6fc8921c6c req-f547de31-f67f-4102-9489-c136c778a5e4 tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] 10.222.0.23 "GET /v2.0/ports?device_id=18fc0fef-138a-4dd3-afec-ea2d9c334526 HTTP/1.1" status: 200 len: 949 time: 0.1830144 Jul 13 07:20:41.874880 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4d8638bb-874c-4ab2-8c10-49bfa81a10b0 req-46cd6a41-10ea-4da9-8278-9120bb530771 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:41.889786 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ef88d9a6-1553-4963-9493-b6660e8a0d8b None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:41.906788 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ef88d9a6-1553-4963-9493-b6660e8a0d8b None None] Transition to ACTIVE for port object a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:41.914581 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['25456c63-4ae3-4d25-b173-8f09a2aaaeae', '9ad74136-14a6-4d13-9edc-d90f61037557'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:20:41.916873 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6ac30-6a2a-4ad7-87c5-5700fd9c3ef9 req-7f8009b9-61b0-46bc-bb3d-fc09610c1cb7 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:41.924916 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-71f6ac30-6a2a-4ad7-87c5-5700fd9c3ef9 req-7f8009b9-61b0-46bc-bb3d-fc09610c1cb7 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1b1a1b-2849-4e74-945d-a63a5960ed8f HTTP/1.1" status: 200 len: 945 time: 0.1561532 Jul 13 07:20:41.957415 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-22c0414d-4bed-40c8-8b0b-0b6fc8921c6c req-b5c1a60b-4a24-4edc-b25d-47ca30beed73 tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] 10.222.0.23 "GET /v2.0/security-groups?id=f57f9ead-f290-42d3-beb6-3691905ab61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443949 Jul 13 07:20:41.962909 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd6a41-10ea-4da9-8278-9120bb530771 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Pushing event deleted for resources: {'Port': ['ID=9ad74136-14a6-4d13-9edc-d90f61037557,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:41.973748 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ef88d9a6-1553-4963-9493-b6660e8a0d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:41.987110 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['4d213a94-23c7-4347-bbf9-70bde33e467a'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:20:41.993290 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-71f6ac30-6a2a-4ad7-87c5-5700fd9c3ef9 req-3fabee1c-78b4-4e3e-94c1-59f873981a7d tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675120 Jul 13 07:20:42.046105 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8638bb-874c-4ab2-8c10-49bfa81a10b0 req-46cd6a41-10ea-4da9-8278-9120bb530771 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] No DVR routers for this DVR port 9ad74136-14a6-4d13-9edc-d90f61037557 on host n-h2-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:20:42.051428 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4d8638bb-874c-4ab2-8c10-49bfa81a10b0 req-46cd6a41-10ea-4da9-8278-9120bb530771 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:42.059353 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d8638bb-874c-4ab2-8c10-49bfa81a10b0 req-46cd6a41-10ea-4da9-8278-9120bb530771 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.25 "DELETE /v2.0/ports/9ad74136-14a6-4d13-9edc-d90f61037557 HTTP/1.1" status: 204 len: 173 time: 1.0691142 Jul 13 07:20:42.061054 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b509842a-d0ca-4a44-acab-58f16699468e', 'name': 'network-vif-deleted', 'tag': '9ad74136-14a6-4d13-9edc-d90f61037557'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:20:42.065362 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d532514a-7eb8-4164-a492-5886d450a3e1" -d '{"events": [{"server_uuid": "b509842a-d0ca-4a44-acab-58f16699468e", "name": "network-vif-deleted", "tag": "9ad74136-14a6-4d13-9edc-d90f61037557"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:20:42.086176 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 07791831-303d-4471-882f-e232df1862c1 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:42.086547 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:42.181584 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499f9f8-4409-46a6-a272-8e8a9ffc719d None None] Pushing event updated for resources: {'Port': ['ID=a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:42.319321 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a7cc05ac-866c-4654-bb2e-3ae19fc2c83a req-21c34a44-5718-411f-b018-e4cf3330031e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 210 time: 0.0582469 Jul 13 07:20:42.435556 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-ef88d9a6-1553-4963-9493-b6660e8a0d8b None None] Attempting to bind port a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:20:42.435935 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-ef88d9a6-1553-4963-9493-b6660e8a0d8b None None] Attempting to bind port a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '38f4848a-dd9b-4f5f-8385-52a36206fdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9ef27b6b-d58a-4cc2-872f-1f2be062e420'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:20:42.436292 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef88d9a6-1553-4963-9493-b6660e8a0d8b None None] Attempting to bind port a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876 on network 9ef27b6b-d58a-4cc2-872f-1f2be062e420 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:42.480549 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef88d9a6-1553-4963-9493-b6660e8a0d8b None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:20:42.487742 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef88d9a6-1553-4963-9493-b6660e8a0d8b None None] Checking segment: {'id': '38f4848a-dd9b-4f5f-8385-52a36206fdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9ef27b6b-d58a-4cc2-872f-1f2be062e420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:42.489437 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ef88d9a6-1553-4963-9493-b6660e8a0d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:42.490657 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef88d9a6-1553-4963-9493-b6660e8a0d8b None None] Bound using segment: {'id': '38f4848a-dd9b-4f5f-8385-52a36206fdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9ef27b6b-d58a-4cc2-872f-1f2be062e420'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:20:42.491997 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-ef88d9a6-1553-4963-9493-b6660e8a0d8b None None] Bound port: a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f4848a-dd9b-4f5f-8385-52a36206fdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9ef27b6b-d58a-4cc2-872f-1f2be062e420'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:20:42.493264 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ef88d9a6-1553-4963-9493-b6660e8a0d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:42.601498 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-8722e8c2-fe83-47d5-ac31-69f664f9ee21 service neutron] show failed (client error): The resource could not be found. Jul 13 07:20:42.605174 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-8722e8c2-fe83-47d5-ac31-69f664f9ee21 service neutron] 10.222.0.25 "GET /v2.0/ports/6dff3c0b-7472-436f-9677-480967b414b7/bindings/n-h1-771363-34 HTTP/1.1" status: 404 len: 381 time: 0.0931656 Jul 13 07:20:42.633823 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eef832-7b97-43b6-b25b-4a5e905abe46 req-ea3aae3a-c2ad-4600-af0d-b6cb35b83f37 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:42.642393 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-45eef832-7b97-43b6-b25b-4a5e905abe46 req-ea3aae3a-c2ad-4600-af0d-b6cb35b83f37 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=436d8c06-811a-401e-9c5d-7e860bc44266 HTTP/1.1" status: 200 len: 945 time: 0.1265771 Jul 13 07:20:42.723541 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-45eef832-7b97-43b6-b25b-4a5e905abe46 req-fb48bd43-38e5-4cac-a3f7-906dbb3a388d tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791728 Jul 13 07:20:42.802701 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe3e611-1cd2-46b5-a16c-c806ae82fe45 x-openstack-request-id: req-8fe3e611-1cd2-46b5-a16c-c806ae82fe45 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:20:42.803016 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b509842a-d0ca-4a44-acab-58f16699468e", "name": "network-vif-deleted", "tag": "9ad74136-14a6-4d13-9edc-d90f61037557", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:20:42.803591 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8fe3e611-1cd2-46b5-a16c-c806ae82fe45 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:20:42.804004 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b509842a-d0ca-4a44-acab-58f16699468e', 'name': 'network-vif-deleted', 'tag': '9ad74136-14a6-4d13-9edc-d90f61037557', 'status': 'completed', 'code': 200} Jul 13 07:20:42.958420 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-ef88d9a6-1553-4963-9493-b6660e8a0d8b None None] For port a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:20:43.000365 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-ef88d9a6-1553-4963-9493-b6660e8a0d8b None None] For port a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876,segment=NetworkSegment(38f4848a-dd9b-4f5f-8385-52a36206fdde),segment_id=38f4848a-dd9b-4f5f-8385-52a36206fdde)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:20:43.028490 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ef88d9a6-1553-4963-9493-b6660e8a0d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:43.029921 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e5aa5e-a878-48b9-9f8d-be42e4dc3b95 req-51d7da79-edff-4bf3-9f26-2ffaf744929c tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:43.038602 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53e5aa5e-a878-48b9-9f8d-be42e4dc3b95 req-51d7da79-edff-4bf3-9f26-2ffaf744929c tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 945 time: 0.1028175 Jul 13 07:20:43.094379 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53e5aa5e-a878-48b9-9f8d-be42e4dc3b95 req-b496f664-9ffc-4002-9895-157de803c951 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546064 Jul 13 07:20:43.183446 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef88d9a6-1553-4963-9493-b6660e8a0d8b None None] Routers {'ba3601fd-e45c-4144-a44e-36d343c84d42'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:20:43.184281 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-ef88d9a6-1553-4963-9493-b6660e8a0d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:20:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['ba3601fd-e45c-4144-a44e-36d343c84d42'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:43.198185 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-6986bd30-4a7d-4ec6-bd20-29aaeb83755a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:43.200102 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-6986bd30-4a7d-4ec6-bd20-29aaeb83755a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105&tenant_id=dfd29396c7b34113bbf812ba80e3a2b0 HTTP/1.1" status: 200 len: 1102 time: 0.1889417 Jul 13 07:20:43.221032 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23096e-06bd-4ca2-8dbf-18fb428233ae req-4177a0e1-1705-42e0-9b7b-dc895d41dfcc tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:43.231548 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ac23096e-06bd-4ca2-8dbf-18fb428233ae req-4177a0e1-1705-42e0-9b7b-dc895d41dfcc tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 950 time: 0.2109931 Jul 13 07:20:43.245631 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-9ea8fa2a-ee36-423a-8201-9490eaeb687c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-34', 'device_owner': 'compute:nova'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:43.312221 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499f9f8-4409-46a6-a272-8e8a9ffc719d None None] Pushing event updated for resources: {'Port': ['ID=a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:43.442201 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ac23096e-06bd-4ca2-8dbf-18fb428233ae req-fa055c2b-ed1a-4727-b339-ac99186780c4 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096169 Jul 13 07:20:43.471139 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-9ea8fa2a-ee36-423a-8201-9490eaeb687c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:43.489207 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d1979-0e44-4371-9781-d1245c8f4e4d req-4f941133-aa3c-41eb-8e50-d4eeb70ccde7 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:43.499293 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f29d1979-0e44-4371-9781-d1245c8f4e4d req-4f941133-aa3c-41eb-8e50-d4eeb70ccde7 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1b1a1b-2849-4e74-945d-a63a5960ed8f HTTP/1.1" status: 200 len: 945 time: 0.1297641 Jul 13 07:20:43.520621 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-ef88d9a6-1553-4963-9493-b6660e8a0d8b None None] Set router ba3601fd-e45c-4144-a44e-36d343c84d42 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:20:43.587324 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f29d1979-0e44-4371-9781-d1245c8f4e4d req-756ac0bf-c916-4676-b3d4-cea99068cf99 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841193 Jul 13 07:20:43.756188 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-515f2ce7-1ce1-4a33-b8de-003a29676b8c req-f2dcb002-9bdd-42e1-aceb-8156dba0152f tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 210 time: 0.0513499 Jul 13 07:20:43.848314 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-9ea8fa2a-ee36-423a-8201-9490eaeb687c service neutron] For port 6dff3c0b-7472-436f-9677-480967b414b7, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=6dff3c0b-7472-436f-9677-480967b414b7,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:43.889702 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-9ea8fa2a-ee36-423a-8201-9490eaeb687c service neutron] For port 6dff3c0b-7472-436f-9677-480967b414b7, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:20:43.927569 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-ef88d9a6-1553-4963-9493-b6660e8a0d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3601fd-e45c-4144-a44e-36d343c84d42', 'name': 'tempest-TaggedBootDevicesTest-671632114-router', 'tenant_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '07791831-303d-4471-882f-e232df1862c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:28Z', 'updated_at': '2021-07-13T07:20:37Z', 'revision_number': 4, 'project_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'gw_port': {'id': '07791831-303d-4471-882f-e232df1862c1', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:92:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3601fd-e45c-4144-a44e-36d343c84d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:30Z', 'updated_at': '2021-07-13T07:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876', 'name': '', 'network_id': '9ef27b6b-d58a-4cc2-872f-1f2be062e420', 'tenant_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'mac_address': 'fa:16:3e:f7:31:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3601fd-e45c-4144-a44e-36d343c84d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '88ea993c-44dc-45dd-b8a5-b8f3f44e71bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:36Z', 'updated_at': '2021-07-13T07:20:42Z', 'revision_number': 4, 'project_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'subnets': [{'id': '88ea993c-44dc-45dd-b8a5-b8f3f44e71bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:20:43.991869 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-9ea8fa2a-ee36-423a-8201-9490eaeb687c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:43.996442 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef88d9a6-1553-4963-9493-b6660e8a0d8b None None] The sync data for ids ['ba3601fd-e45c-4144-a44e-36d343c84d42'] in n-d-771363-34 is: [{'id': 'ba3601fd-e45c-4144-a44e-36d343c84d42', 'name': 'tempest-TaggedBootDevicesTest-671632114-router', 'tenant_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '07791831-303d-4471-882f-e232df1862c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:28Z', 'updated_at': '2021-07-13T07:20:37Z', 'revision_number': 4, 'project_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'gw_port': {'id': '07791831-303d-4471-882f-e232df1862c1', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:92:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3601fd-e45c-4144-a44e-36d343c84d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:30Z', 'updated_at': '2021-07-13T07:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876', 'name': '', 'network_id': '9ef27b6b-d58a-4cc2-872f-1f2be062e420', 'tenant_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'mac_address': 'fa:16:3e:f7:31:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3601fd-e45c-4144-a44e-36d343c84d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '88ea993c-44dc-45dd-b8a5-b8f3f44e71bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:36Z', 'updated_at': '2021-07-13T07:20:42Z', 'revision_number': 4, 'project_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'subnets': [{'id': '88ea993c-44dc-45dd-b8a5-b8f3f44e71bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:20:44.037226 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-9ea8fa2a-ee36-423a-8201-9490eaeb687c service neutron] Transition to ACTIVE for port object 6dff3c0b-7472-436f-9677-480967b414b7 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:44.056890 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-9ea8fa2a-ee36-423a-8201-9490eaeb687c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:44.082511 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b19be1-6555-4e87-a534-f43db21906bb req-a3e1ee74-d2b8-4e73-b349-1c99da8c8a29 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:44.093668 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-68b19be1-6555-4e87-a534-f43db21906bb req-a3e1ee74-d2b8-4e73-b349-1c99da8c8a29 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=436d8c06-811a-401e-9c5d-7e860bc44266 HTTP/1.1" status: 200 len: 945 time: 0.1759162 Jul 13 07:20:44.224851 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-9ea8fa2a-ee36-423a-8201-9490eaeb687c service neutron] No DVR routers for this DVR port 6dff3c0b-7472-436f-9677-480967b414b7 on host n-h2-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:20:44.263901 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-68b19be1-6555-4e87-a534-f43db21906bb req-ff092356-3796-4945-8a8b-5aef475ba351 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690607 Jul 13 07:20:44.268924 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8fa2a-ee36-423a-8201-9490eaeb687c service neutron] Pushing event updated for resources: {'Port': ['ID=6dff3c0b-7472-436f-9677-480967b414b7,revision_number=6']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:44.411482 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-9ea8fa2a-ee36-423a-8201-9490eaeb687c service neutron] Attempting to bind port 6dff3c0b-7472-436f-9677-480967b414b7 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:20:44.411900 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-9ea8fa2a-ee36-423a-8201-9490eaeb687c service neutron] Attempting to bind port 6dff3c0b-7472-436f-9677-480967b414b7 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:20:44.412254 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-9ea8fa2a-ee36-423a-8201-9490eaeb687c service neutron] Attempting to bind port 6dff3c0b-7472-436f-9677-480967b414b7 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:44.433435 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-9ea8fa2a-ee36-423a-8201-9490eaeb687c service neutron] Port 6dff3c0b-7472-436f-9677-480967b414b7 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:20:44.433772 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-9ea8fa2a-ee36-423a-8201-9490eaeb687c service neutron] Attempting to bind port 6dff3c0b-7472-436f-9677-480967b414b7 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:44.444999 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-9ea8fa2a-ee36-423a-8201-9490eaeb687c service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:20:44.445258 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-9ea8fa2a-ee36-423a-8201-9490eaeb687c service neutron] Checking segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:44.447646 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-9ea8fa2a-ee36-423a-8201-9490eaeb687c service neutron] Bound using segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:20:44.449623 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-9ea8fa2a-ee36-423a-8201-9490eaeb687c service neutron] Bound port: 6dff3c0b-7472-436f-9677-480967b414b7, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:20:44.450003 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-9ea8fa2a-ee36-423a-8201-9490eaeb687c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:44.519006 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42eecc-fcdc-4a1e-97df-c3a92f91e678 req-dc085a6b-ecf4-4346-969c-b815d9e4895f tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:44.521134 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7e42eecc-fcdc-4a1e-97df-c3a92f91e678 req-dc085a6b-ecf4-4346-969c-b815d9e4895f tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 945 time: 0.1530588 Jul 13 07:20:44.584751 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-9ea8fa2a-ee36-423a-8201-9490eaeb687c service neutron] For port 6dff3c0b-7472-436f-9677-480967b414b7, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:20:44.598084 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-9ea8fa2a-ee36-423a-8201-9490eaeb687c service neutron] For port 6dff3c0b-7472-436f-9677-480967b414b7, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6dff3c0b-7472-436f-9677-480967b414b7,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:20:44.605345 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7e42eecc-fcdc-4a1e-97df-c3a92f91e678 req-219bb821-7071-4762-990e-161626bb8b61 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653222 Jul 13 07:20:44.608510 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-9ea8fa2a-ee36-423a-8201-9490eaeb687c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:44.631449 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 4d213a94-23c7-4347-bbf9-70bde33e467a up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:44.663615 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-9ea8fa2a-ee36-423a-8201-9490eaeb687c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:44.664896 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-9ea8fa2a-ee36-423a-8201-9490eaeb687c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:44.666161 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-9ea8fa2a-ee36-423a-8201-9490eaeb687c service neutron] 10.222.0.42 "PUT /v2.0/ports/6dff3c0b-7472-436f-9677-480967b414b7 HTTP/1.1" status: 200 len: 1097 time: 1.4265332 Jul 13 07:20:44.740124 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8fa2a-ee36-423a-8201-9490eaeb687c service neutron] Pushing event updated for resources: {'Port': ['ID=6dff3c0b-7472-436f-9677-480967b414b7,revision_number=7']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:44.761772 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:44.766062 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:44.766062 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:44.766062 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:44.766062 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:44.766062 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:44.766062 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:44.766062 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:44.766062 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:44.766062 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:44.766062 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:44.766062 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:44.766062 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:44.766062 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:44.766062 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:44.766062 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:44.766062 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:44.766062 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:20:44.766062 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:20:44.769486 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 4d213a94-23c7-4347-bbf9-70bde33e467a completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:44.777400 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 4d213a94-23c7-4347-bbf9-70bde33e467a triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:44.778708 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:44.819822 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa1b8f44-a6fb-484b-aaac-29b1e125d105', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dff3c0b-7472-436f-9677-480967b414b7'}, {'name': 'network-changed', 'server_uuid': 'fa1b8f44-a6fb-484b-aaac-29b1e125d105', 'tag': '6dff3c0b-7472-436f-9677-480967b414b7'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:20:44.822531 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eaed991-c70a-49b0-8450-5799517cd36a" -d '{"events": [{"server_uuid": "fa1b8f44-a6fb-484b-aaac-29b1e125d105", "name": "network-vif-unplugged", "status": "completed", "tag": "6dff3c0b-7472-436f-9677-480967b414b7"}, {"name": "network-changed", "server_uuid": "fa1b8f44-a6fb-484b-aaac-29b1e125d105", "tag": "6dff3c0b-7472-436f-9677-480967b414b7"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:20:44.904011 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-b1cdf74f-f471-4b1b-9f7c-e01901ecf80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:44.906522 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-b1cdf74f-f471-4b1b-9f7c-e01901ecf80c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 1100 time: 0.2010963 Jul 13 07:20:44.918217 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fdb501-26d2-4fd5-8fa1-14d0fc9ca901 req-4eceb596-9095-4248-99a7-9d921706f41f tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:44.925802 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-14fdb501-26d2-4fd5-8fa1-14d0fc9ca901 req-4eceb596-9095-4248-99a7-9d921706f41f tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 948 time: 0.1758008 Jul 13 07:20:44.962450 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device b538252e-cf6f-48f0-8495-70509f682a4c details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:20:44.977636 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 9ad74136-14a6-4d13-9edc-d90f61037557 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:20:45.050617 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d876e1c-6b89-44e0-9dba-2672a752ed01 req-ad194f43-3b15-417b-af39-e868f4f83f91 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:45.055703 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9d876e1c-6b89-44e0-9dba-2672a752ed01 req-ad194f43-3b15-417b-af39-e868f4f83f91 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1b1a1b-2849-4e74-945d-a63a5960ed8f HTTP/1.1" status: 200 len: 945 time: 0.1693020 Jul 13 07:20:45.070964 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-29e8aaa4-56d0-4632-8478-69cf10f22dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:45.072768 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-29e8aaa4-56d0-4632-8478-69cf10f22dd1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.1394286 Jul 13 07:20:45.080537 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 9ad74136-14a6-4d13-9edc-d90f61037557 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:20:45.081115 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 9ad74136-14a6-4d13-9edc-d90f61037557 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:20:45.125610 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-17c9eb85-ba55-400a-bf00-8e9f6dac09c9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=6dff3c0b-7472-436f-9677-480967b414b7 HTTP/1.1" status: 200 len: 217 time: 0.0443625 Jul 13 07:20:45.145454 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9d876e1c-6b89-44e0-9dba-2672a752ed01 req-86c93c6d-dac1-4db3-a0f7-fafe737eb074 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808010 Jul 13 07:20:45.149723 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-14fdb501-26d2-4fd5-8fa1-14d0fc9ca901 req-d57cd754-40e9-4a99-9d3b-7c25d0defa78 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227046 Jul 13 07:20:45.175817 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:45.291106 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-3e0966c0-9259-4e77-a57f-be56274472b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:45.295149 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-3e0966c0-9259-4e77-a57f-be56274472b8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.1443849 Jul 13 07:20:45.312744 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 4d213a94-23c7-4347-bbf9-70bde33e467a, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4d213a94-23c7-4347-bbf9-70bde33e467a,segment=NetworkSegment(b7fdd6a4-7ea0-4d78-a1ca-354316bc2553),segment_id=b7fdd6a4-7ea0-4d78-a1ca-354316bc2553)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:45.321216 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436d8c06-811a-401e-9c5d-7e860bc44266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d213a94-23c7-4347-bbf9-70bde33e467a'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:20:45.327054 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f77185-ddbb-446a-8c5f-b7ee6104a1d6" -d '{"events": [{"server_uuid": "436d8c06-811a-401e-9c5d-7e860bc44266", "name": "network-vif-plugged", "status": "completed", "tag": "4d213a94-23c7-4347-bbf9-70bde33e467a"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:20:45.359350 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:45.386343 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-65e3b442-14b8-4656-bf16-86e88a0c0c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:45.388453 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-65e3b442-14b8-4656-bf16-86e88a0c0c49 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0851424 Jul 13 07:20:45.434005 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ce4e22ad-2ed1-41f9-9ca4-960e697a17c3 req-a7fc798f-9361-44b5-bc37-8862984a3177 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 210 time: 0.0625687 Jul 13 07:20:45.519698 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-93543e99-659d-449c-b59e-5a850e502d60 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228347 Jul 13 07:20:45.627579 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 13 Jul 2021 07:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6bc3cb-22b8-4289-b48b-65461fb4a2fe x-openstack-request-id: req-0a6bc3cb-22b8-4289-b48b-65461fb4a2fe {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:20:45.627922 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa1b8f44-a6fb-484b-aaac-29b1e125d105", "name": "network-vif-unplugged", "status": "completed", "tag": "6dff3c0b-7472-436f-9677-480967b414b7", "code": 200}, {"name": "network-changed", "server_uuid": "fa1b8f44-a6fb-484b-aaac-29b1e125d105", "tag": "6dff3c0b-7472-436f-9677-480967b414b7", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:20:45.628120 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a6bc3cb-22b8-4289-b48b-65461fb4a2fe {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:20:45.628512 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa1b8f44-a6fb-484b-aaac-29b1e125d105', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dff3c0b-7472-436f-9677-480967b414b7', 'code': 200} Jul 13 07:20:45.628762 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa1b8f44-a6fb-484b-aaac-29b1e125d105', 'tag': '6dff3c0b-7472-436f-9677-480967b414b7', 'status': 'completed', 'code': 200} Jul 13 07:20:45.800788 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port b538252e-cf6f-48f0-8495-70509f682a4c, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=b538252e-cf6f-48f0-8495-70509f682a4c,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:45.837764 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': 'b538252e-cf6f-48f0-8495-70509f682a4c', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': 'b538252e-cf6f-48f0-8495-70509f682a4c', 'mac_address': 'fa:16:3e:b5:8b:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:20:45.844674 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf857f41-f4cb-4e4d-b15d-cb7b97f49ae3 x-openstack-request-id: req-bf857f41-f4cb-4e4d-b15d-cb7b97f49ae3 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:20:45.845600 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "436d8c06-811a-401e-9c5d-7e860bc44266", "name": "network-vif-plugged", "status": "completed", "tag": "4d213a94-23c7-4347-bbf9-70bde33e467a", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:20:45.847592 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bf857f41-f4cb-4e4d-b15d-cb7b97f49ae3 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:20:45.848928 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '436d8c06-811a-401e-9c5d-7e860bc44266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d213a94-23c7-4347-bbf9-70bde33e467a', 'code': 200} Jul 13 07:20:45.858919 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:45.864647 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=4d213a94-23c7-4347-bbf9-70bde33e467a,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:45.868347 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fdcd9-7ba1-4bd6-a057-94c5345eb165 req-a9d18ad1-344d-4e26-b165-3e2321095e42 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:45.880752 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-052fdcd9-7ba1-4bd6-a057-94c5345eb165 req-a9d18ad1-344d-4e26-b165-3e2321095e42 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=436d8c06-811a-401e-9c5d-7e860bc44266 HTTP/1.1" status: 200 len: 946 time: 0.1793804 Jul 13 07:20:45.970725 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-052fdcd9-7ba1-4bd6-a057-94c5345eb165 req-00611fb5-8e45-4acc-a0b8-f1b744a01706 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879662 Jul 13 07:20:46.022529 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:46.045121 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b538252e-cf6f-48f0-8495-70509f682a4c {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:20:46.067715 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:46.073337 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:46.073667 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:46.076893 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port b538252e-cf6f-48f0-8495-70509f682a4c, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=b538252e-cf6f-48f0-8495-70509f682a4c,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:46.122241 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:46.256763 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=b538252e-cf6f-48f0-8495-70509f682a4c,revision_number=6']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:46.321267 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['b538252e-cf6f-48f0-8495-70509f682a4c'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:20:46.368561 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:46.446101 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876,segment=NetworkSegment(38f4848a-dd9b-4f5f-8385-52a36206fdde),segment_id=38f4848a-dd9b-4f5f-8385-52a36206fdde)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:46.453213 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:46.639383 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:46.641687 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaed991-c70a-49b0-8450-5799517cd36a req-09eb9915-9671-4b0d-a1df-4dde2ba89181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:46.645343 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4eaed991-c70a-49b0-8450-5799517cd36a req-09eb9915-9671-4b0d-a1df-4dde2ba89181 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 1100 time: 1.0151975 Jul 13 07:20:46.659340 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b604ce2-968e-495a-a556-093dc432f551 req-917f208e-5b34-4479-a0fa-14b53bc62578 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:46.660992 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1b604ce2-968e-495a-a556-093dc432f551 req-917f208e-5b34-4479-a0fa-14b53bc62578 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 948 time: 0.1781123 Jul 13 07:20:46.675548 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f4b125f0-bf53-4314-9e46-aa32acb8d4b9 None None] Provisioning complete for port b538252e-cf6f-48f0-8495-70509f682a4c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:46.676179 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f4b125f0-bf53-4314-9e46-aa32acb8d4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:46.730570 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-8f4ce40a-f0ed-4b3b-b6ac-97a4f93b18d6 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2007043 Jul 13 07:20:46.761834 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1b604ce2-968e-495a-a556-093dc432f551 req-eee379eb-8b26-48a4-89e2-a127a9129240 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891979 Jul 13 07:20:46.880314 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67340a7e-cb8f-4aa9-93f7-01106da8d83b req-f9361eb4-f90a-4ea8-8a51-17ca9830af32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:46.881917 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-67340a7e-cb8f-4aa9-93f7-01106da8d83b req-f9361eb4-f90a-4ea8-8a51-17ca9830af32 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=436d8c06-811a-401e-9c5d-7e860bc44266 HTTP/1.1" status: 200 len: 1098 time: 0.9521801 Jul 13 07:20:46.955340 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4bf08d-b909-4679-bf09-7251f5a315cd req-742a51aa-c73e-4a3c-9926-6c7d76ad226e tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:46.957267 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fd4bf08d-b909-4679-bf09-7251f5a315cd req-742a51aa-c73e-4a3c-9926-6c7d76ad226e tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 945 time: 0.9427934 Jul 13 07:20:47.029318 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-67340a7e-cb8f-4aa9-93f7-01106da8d83b req-32094e70-ba94-4840-9440-243e183fadca service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070371 Jul 13 07:20:47.052354 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 6dff3c0b-7472-436f-9677-480967b414b7 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:20:47.112146 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 6dff3c0b-7472-436f-9677-480967b414b7 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:20:47.142452 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78fac08-ff58-44a3-964a-062ea9b5415a req-f6758f7f-63d2-4402-a69a-1ee262bf5552 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:47.159620 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a78fac08-ff58-44a3-964a-062ea9b5415a req-f6758f7f-63d2-4402-a69a-1ee262bf5552 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1b1a1b-2849-4e74-945d-a63a5960ed8f HTTP/1.1" status: 200 len: 945 time: 0.2147605 Jul 13 07:20:47.165352 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaed991-c70a-49b0-8450-5799517cd36a req-e86fe36c-ba2d-408f-89d5-82e0ebc07319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:47.172419 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4eaed991-c70a-49b0-8450-5799517cd36a req-e86fe36c-ba2d-408f-89d5-82e0ebc07319 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.5169468 Jul 13 07:20:47.174734 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f4b125f0-bf53-4314-9e46-aa32acb8d4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:47.178412 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaed991-c70a-49b0-8450-5799517cd36a req-e6f67a9a-d7b5-4037-98e9-d8214c7e49be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:47.179945 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4eaed991-c70a-49b0-8450-5799517cd36a req-e6f67a9a-d7b5-4037-98e9-d8214c7e49be service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 1100 time: 0.3611789 Jul 13 07:20:47.190830 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fd4bf08d-b909-4679-bf09-7251f5a315cd req-6ba87569-3e4c-4f32-bab8-cb5b34c96d00 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251256 Jul 13 07:20:47.234510 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f4b125f0-bf53-4314-9e46-aa32acb8d4b9 None None] For port b538252e-cf6f-48f0-8495-70509f682a4c, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=b538252e-cf6f-48f0-8495-70509f682a4c,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:47.240825 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f4b125f0-bf53-4314-9e46-aa32acb8d4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:47.288413 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a78fac08-ff58-44a3-964a-062ea9b5415a req-4062754a-2994-4039-87da-82e35e1a4086 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258485 Jul 13 07:20:47.339236 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b125f0-bf53-4314-9e46-aa32acb8d4b9 None None] Pushing event updated for resources: {'Port': ['ID=b538252e-cf6f-48f0-8495-70509f682a4c,revision_number=7']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:47.400783 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaed991-c70a-49b0-8450-5799517cd36a req-e4cc86d4-2bfa-4a8e-9c82-f676a88188f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:47.402339 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4eaed991-c70a-49b0-8450-5799517cd36a req-e4cc86d4-2bfa-4a8e-9c82-f676a88188f4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.1851506 Jul 13 07:20:47.469556 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4eaed991-c70a-49b0-8450-5799517cd36a req-0a697708-897e-408c-9b79-e906e6decdfb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=6dff3c0b-7472-436f-9677-480967b414b7 HTTP/1.1" status: 200 len: 217 time: 0.2596099 Jul 13 07:20:47.495867 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9d99a604-fbb9-4981-8661-e875d28bf9bc None None] Provisioning complete for port a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:47.496623 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9d99a604-fbb9-4981-8661-e875d28bf9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:47.678783 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaed991-c70a-49b0-8450-5799517cd36a req-cb860240-f47e-449f-bb39-7305f68ecee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:47.680383 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4eaed991-c70a-49b0-8450-5799517cd36a req-cb860240-f47e-449f-bb39-7305f68ecee0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.2091422 Jul 13 07:20:47.682028 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4eaed991-c70a-49b0-8450-5799517cd36a req-e29185bc-1bbe-4500-b4aa-782b529a4261 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=6dff3c0b-7472-436f-9677-480967b414b7 HTTP/1.1" status: 200 len: 217 time: 0.2325671 Jul 13 07:20:47.695328 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4d442c3c-4675-4b92-8b6b-0f64835713e8 req-f1b6032c-497a-474f-b289-68094baa4bea tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 210 time: 0.0691009 Jul 13 07:20:47.707755 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:47.819123 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-610e60ba-97ba-4811-9a6f-ff0e05aa9c5d None None] Provisioning complete for port b538252e-cf6f-48f0-8495-70509f682a4c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:47.827594 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-610e60ba-97ba-4811-9a6f-ff0e05aa9c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:47.894468 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18fc0fef-138a-4dd3-afec-ea2d9c334526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b538252e-cf6f-48f0-8495-70509f682a4c'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:20:47.897926 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ac35f7-d581-485c-951b-1aa06dc8f782" -d '{"events": [{"server_uuid": "18fc0fef-138a-4dd3-afec-ea2d9c334526", "name": "network-vif-plugged", "status": "completed", "tag": "b538252e-cf6f-48f0-8495-70509f682a4c"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:20:47.918698 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaed991-c70a-49b0-8450-5799517cd36a req-06879aaf-1763-4c7a-b128-e885b51fd377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:47.930168 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4eaed991-c70a-49b0-8450-5799517cd36a req-06879aaf-1763-4c7a-b128-e885b51fd377 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.2381914 Jul 13 07:20:47.972563 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:47.972939 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:48.012943 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaed991-c70a-49b0-8450-5799517cd36a req-45585a5d-ac80-403b-bd7b-2df54f73a1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:48.033930 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4eaed991-c70a-49b0-8450-5799517cd36a req-45585a5d-ac80-403b-bd7b-2df54f73a1f5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3221235 Jul 13 07:20:48.096972 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d0203-686d-4d7f-ba97-16d90f4bb0f9 req-84537788-4319-4670-80b6-b97c95211a80 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:48.107712 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-029d0203-686d-4d7f-ba97-16d90f4bb0f9 req-84537788-4319-4670-80b6-b97c95211a80 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=436d8c06-811a-401e-9c5d-7e860bc44266 HTTP/1.1" status: 200 len: 946 time: 0.2263882 Jul 13 07:20:48.198501 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-029d0203-686d-4d7f-ba97-16d90f4bb0f9 req-5ec143e1-f99c-4500-82ef-22736f807974 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882955 Jul 13 07:20:48.226756 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaed991-c70a-49b0-8450-5799517cd36a req-6380eae0-2b40-49ff-9e7c-184c22176d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:48.228347 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4eaed991-c70a-49b0-8450-5799517cd36a req-6380eae0-2b40-49ff-9e7c-184c22176d53 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2882338 Jul 13 07:20:48.290061 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4eaed991-c70a-49b0-8450-5799517cd36a req-7f79c6c3-96e7-44ab-b487-07bd0ae390d6 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456400 Jul 13 07:20:48.481150 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4eaed991-c70a-49b0-8450-5799517cd36a req-9d046263-a0a2-4b17-a2b1-dc338b59046c service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789868 Jul 13 07:20:48.514919 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086eeb6-ff8d-4c87-af0b-4573195d580e req-1ddf603e-ee35-4550-b70a-1b03faf804ab tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:48.524826 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4086eeb6-ff8d-4c87-af0b-4573195d580e req-1ddf603e-ee35-4550-b70a-1b03faf804ab tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 948 time: 0.1107626 Jul 13 07:20:48.538784 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4eaed991-c70a-49b0-8450-5799517cd36a req-b3c5b4d4-b322-4c5f-ae42-103ba51399e0 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810385 Jul 13 07:20:48.588779 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4086eeb6-ff8d-4c87-af0b-4573195d580e req-81912e96-807b-4300-9e6d-65e78797a00c tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626130 Jul 13 07:20:48.666303 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8719dba9-dc6a-4713-88f1-2be9bd07d627 x-openstack-request-id: req-8719dba9-dc6a-4713-88f1-2be9bd07d627 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:20:48.666874 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18fc0fef-138a-4dd3-afec-ea2d9c334526", "name": "network-vif-plugged", "status": "completed", "tag": "b538252e-cf6f-48f0-8495-70509f682a4c", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:20:48.666874 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8719dba9-dc6a-4713-88f1-2be9bd07d627 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:20:48.667267 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18fc0fef-138a-4dd3-afec-ea2d9c334526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b538252e-cf6f-48f0-8495-70509f682a4c', 'code': 200} Jul 13 07:20:48.763700 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4eaed991-c70a-49b0-8450-5799517cd36a req-e614f2f3-b1a6-44da-b13b-15b598df92c0 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112155 Jul 13 07:20:48.908898 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178d288-d945-4c92-99ac-a8a80b06cc31 req-6a9e61c3-42f8-4dc8-927d-c474d37e933f tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:48.911579 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0178d288-d945-4c92-99ac-a8a80b06cc31 req-6a9e61c3-42f8-4dc8-927d-c474d37e933f tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 945 time: 0.1147108 Jul 13 07:20:48.927778 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device b538252e-cf6f-48f0-8495-70509f682a4c up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:48.961288 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0178d288-d945-4c92-99ac-a8a80b06cc31 req-1b8f1b28-219b-46cd-9fb2-3ed40572d926 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426474 Jul 13 07:20:49.031030 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port b538252e-cf6f-48f0-8495-70509f682a4c triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:49.031980 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:49.273072 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6bd5b6-75b3-4edd-8f70-49eca71bbb92 req-2a05ec92-8279-473e-a0fd-752086429965 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:49.282051 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1d6bd5b6-75b3-4edd-8f70-49eca71bbb92 req-2a05ec92-8279-473e-a0fd-752086429965 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1b1a1b-2849-4e74-945d-a63a5960ed8f HTTP/1.1" status: 200 len: 945 time: 0.1411819 Jul 13 07:20:49.339506 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1d6bd5b6-75b3-4edd-8f70-49eca71bbb92 req-15bcfa26-ea98-4a8a-81bb-23e35c1734e2 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546312 Jul 13 07:20:49.660006 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-34b7c34a-c2bb-4cd9-a9a0-28028c29b6af req-7b2c60de-7073-4806-9c5d-cf726c71f3c3 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 210 time: 0.0534637 Jul 13 07:20:49.975969 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff8ae3-67d5-4d4d-a273-2a9613c27452 req-61758c54-dc2d-4bde-b913-d55972596c4f tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:49.982863 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b9ff8ae3-67d5-4d4d-a273-2a9613c27452 req-61758c54-dc2d-4bde-b913-d55972596c4f tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=436d8c06-811a-401e-9c5d-7e860bc44266 HTTP/1.1" status: 200 len: 946 time: 0.1287236 Jul 13 07:20:50.070057 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b9ff8ae3-67d5-4d4d-a273-2a9613c27452 req-b372a61a-d318-47a2-b7b1-c6d7e1a1f69f tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782592 Jul 13 07:20:50.296237 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544dfb16-7c30-4aac-a12c-46df18f927e8 req-f9708a9a-18ec-4e1e-b306-36e8822b356c tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:50.298133 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-544dfb16-7c30-4aac-a12c-46df18f927e8 req-f9708a9a-18ec-4e1e-b306-36e8822b356c tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 948 time: 0.0938318 Jul 13 07:20:50.379973 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-544dfb16-7c30-4aac-a12c-46df18f927e8 req-c791a6ac-9695-4f16-8cdf-8ddc46944713 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759418 Jul 13 07:20:50.616788 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9304df-4696-41ff-b381-f3537287c0af req-e7eeb706-02d5-4c12-8ede-7660fe462282 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:50.619635 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3f9304df-4696-41ff-b381-f3537287c0af req-e7eeb706-02d5-4c12-8ede-7660fe462282 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 945 time: 0.1042573 Jul 13 07:20:50.664828 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 6dff3c0b-7472-436f-9677-480967b414b7 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:20:50.700051 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3f9304df-4696-41ff-b381-f3537287c0af req-7f059787-7d9f-4b92-b3cc-a4bb7538159c tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736456 Jul 13 07:20:50.909609 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 6dff3c0b-7472-436f-9677-480967b414b7, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6dff3c0b-7472-436f-9677-480967b414b7,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:50.937126 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '6dff3c0b-7472-436f-9677-480967b414b7', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': '6dff3c0b-7472-436f-9677-480967b414b7', 'mac_address': 'fa:16:3e:de:f6:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:20:51.032956 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:51.069801 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dff3c0b-7472-436f-9677-480967b414b7 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:20:51.120211 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 6dff3c0b-7472-436f-9677-480967b414b7, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6dff3c0b-7472-436f-9677-480967b414b7,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:51.129693 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:51.273839 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=6dff3c0b-7472-436f-9677-480967b414b7,revision_number=8']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:51.292325 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c3f6e-28ca-43d3-8067-b04df27e542f req-a2029a3d-4199-41f6-9572-2fa8b1485d42 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:51.306874 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-524c3f6e-28ca-43d3-8067-b04df27e542f req-a2029a3d-4199-41f6-9572-2fa8b1485d42 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1b1a1b-2849-4e74-945d-a63a5960ed8f HTTP/1.1" status: 200 len: 945 time: 0.1408145 Jul 13 07:20:51.381245 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-524c3f6e-28ca-43d3-8067-b04df27e542f req-9c0d732d-d7e3-4e79-9493-3a27eb357aa5 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730896 Jul 13 07:20:51.608079 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['6dff3c0b-7472-436f-9677-480967b414b7'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:20:51.967494 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-8784c0bf-0239-43de-a80c-aa436c389f2c tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:51.969047 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-8784c0bf-0239-43de-a80c-aa436c389f2c tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105&tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&binding%3Ahost_id=n-h1-771363-34 HTTP/1.1" status: 200 len: 949 time: 0.1946328 Jul 13 07:20:52.133154 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-d6ee832c-2d96-4cb5-8213-ab99dba282e1 service neutron] 10.222.0.42 "GET /v2.0/ports/6dff3c0b-7472-436f-9677-480967b414b7/bindings/n-h1-771363-34 HTTP/1.1" status: 200 len: 383 time: 0.1477077 Jul 13 07:20:52.303173 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f314fd59-f553-4917-8616-2ad9f270a3a3 req-a6efc716-9fbe-4bf6-aaa1-e5bd35f82567 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=b509842a-d0ca-4a44-acab-58f16699468e HTTP/1.1" status: 200 len: 210 time: 0.0983548 Jul 13 07:20:52.340312 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-755b74c8-b030-4f5f-9024-bce0e8dcc5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:52.341837 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-755b74c8-b030-4f5f-9024-bce0e8dcc5ba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 1101 time: 0.1768134 Jul 13 07:20:52.641270 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-e1a43eff-1a1c-44d2-9846-8073dd84776a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:52.649128 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-e1a43eff-1a1c-44d2-9846-8073dd84776a service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.2976058 Jul 13 07:20:52.667281 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232d098-9bf9-4436-90ee-4f22bcb449f3 req-7a5eaec2-2594-40bb-ac2b-c9f91ef01239 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:52.668939 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7232d098-9bf9-4436-90ee-4f22bcb449f3 req-7a5eaec2-2594-40bb-ac2b-c9f91ef01239 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=436d8c06-811a-401e-9c5d-7e860bc44266 HTTP/1.1" status: 200 len: 946 time: 0.1648393 Jul 13 07:20:52.738441 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-cdc6f2c8-cf42-46dd-924b-f2b87cd486df service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=6dff3c0b-7472-436f-9677-480967b414b7 HTTP/1.1" status: 200 len: 217 time: 0.0801404 Jul 13 07:20:52.748522 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7232d098-9bf9-4436-90ee-4f22bcb449f3 req-1c1903e3-d27a-41c6-9b3a-2d431a0cc0fd tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711696 Jul 13 07:20:52.837931 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-d3f99759-b1f9-4a47-a433-d40605ab520e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:52.840088 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-d3f99759-b1f9-4a47-a433-d40605ab520e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.0895624 Jul 13 07:20:53.015240 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-28d06bbf-a57a-4bfe-8374-d196f1c8ceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:53.023487 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-28d06bbf-a57a-4bfe-8374-d196f1c8ceb3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1659908 Jul 13 07:20:53.115847 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542e32e-d3d7-42b6-9e10-3786b2b52ed8 req-5321cee7-6368-4c67-ab74-145697a1d9a4 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:53.117888 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2542e32e-d3d7-42b6-9e10-3786b2b52ed8 req-5321cee7-6368-4c67-ab74-145697a1d9a4 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 949 time: 0.0907521 Jul 13 07:20:53.169676 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2542e32e-d3d7-42b6-9e10-3786b2b52ed8 req-4e050622-b068-4db4-ac41-afc2132298f0 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452566 Jul 13 07:20:53.177499 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:53.229695 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-d95c72c6-9fe1-4e68-823a-e7c23532fdcc service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045870 Jul 13 07:20:53.437414 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-86ff9c52-1bde-420b-8a1b-2dcb8f2d06e0 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977584 Jul 13 07:20:53.497331 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8afea-6741-4154-a6a4-9f991ecf578b req-8d36acbd-fca9-4b20-a163-e6f369246e30 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:53.505391 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-25b8afea-6741-4154-a6a4-9f991ecf578b req-8d36acbd-fca9-4b20-a163-e6f369246e30 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 945 time: 0.1048999 Jul 13 07:20:53.572993 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-25b8afea-6741-4154-a6a4-9f991ecf578b req-eb36255d-c794-4a67-b97d-4e8d7e1b3c88 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653708 Jul 13 07:20:53.613228 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:53.892914 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ba01d-8f44-48f9-a745-22f22fdae91b req-a0b08bd2-a135-485a-a722-0f3335afc869 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:53.895373 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-254ba01d-8f44-48f9-a745-22f22fdae91b req-a0b08bd2-a135-485a-a722-0f3335afc869 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1b1a1b-2849-4e74-945d-a63a5960ed8f HTTP/1.1" status: 200 len: 945 time: 0.1175258 Jul 13 07:20:54.004771 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-254ba01d-8f44-48f9-a745-22f22fdae91b req-8225e3dc-98d3-4a83-aded-12938f770db3 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037290 Jul 13 07:20:54.674873 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 6dff3c0b-7472-436f-9677-480967b414b7 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:20:54.744711 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 6dff3c0b-7472-436f-9677-480967b414b7 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:20:54.752095 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 6dff3c0b-7472-436f-9677-480967b414b7 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:54.752896 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:54.912896 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:54.980800 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa1b8f44-a6fb-484b-aaac-29b1e125d105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dff3c0b-7472-436f-9677-480967b414b7'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:20:54.989541 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8c420e-8567-4b98-bd01-bc4fb26ca144" -d '{"events": [{"server_uuid": "fa1b8f44-a6fb-484b-aaac-29b1e125d105", "name": "network-vif-plugged", "status": "completed", "tag": "6dff3c0b-7472-436f-9677-480967b414b7"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:20:55.017619 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 6dff3c0b-7472-436f-9677-480967b414b7, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6dff3c0b-7472-436f-9677-480967b414b7,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:55.033118 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:55.127717 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=6dff3c0b-7472-436f-9677-480967b414b7,revision_number=9']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:55.463899 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c09315e0-8bf4-454a-9a07-b3e7ad91c238 None None] Provisioning complete for port 6dff3c0b-7472-436f-9677-480967b414b7 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:20:55.465145 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c09315e0-8bf4-454a-9a07-b3e7ad91c238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:56.192056 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-0d3cba5e-62f6-415d-ba2a-8276330dee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:56.202653 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-0d3cba5e-62f6-415d-ba2a-8276330dee01 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105&tenant_id=dfd29396c7b34113bbf812ba80e3a2b0 HTTP/1.1" status: 200 len: 1102 time: 0.2556617 Jul 13 07:20:56.215120 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-de792c9e-11ae-4771-843e-26774ae7cef4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-34', 'device_owner': 'compute:nova'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:20:56.323061 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-de792c9e-11ae-4771-843e-26774ae7cef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:56.697108 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-de792c9e-11ae-4771-843e-26774ae7cef4 service neutron] For port 6dff3c0b-7472-436f-9677-480967b414b7, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6dff3c0b-7472-436f-9677-480967b414b7,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:20:56.803222 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-de792c9e-11ae-4771-843e-26774ae7cef4 service neutron] For port 6dff3c0b-7472-436f-9677-480967b414b7, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:20:56.861547 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa1b8f44-a6fb-484b-aaac-29b1e125d105', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dff3c0b-7472-436f-9677-480967b414b7'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:20:56.864328 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28377fe-8620-41db-a37a-5cdffc359a89" -d '{"events": [{"server_uuid": "fa1b8f44-a6fb-484b-aaac-29b1e125d105", "name": "network-vif-unplugged", "status": "completed", "tag": "6dff3c0b-7472-436f-9677-480967b414b7"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:20:56.873184 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-de792c9e-11ae-4771-843e-26774ae7cef4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:56.894983 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-de792c9e-11ae-4771-843e-26774ae7cef4 service neutron] Transition to ACTIVE for port object 6dff3c0b-7472-436f-9677-480967b414b7 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:20:56.904491 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-de792c9e-11ae-4771-843e-26774ae7cef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:56.984442 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-de792c9e-11ae-4771-843e-26774ae7cef4 service neutron] No DVR routers for this DVR port 6dff3c0b-7472-436f-9677-480967b414b7 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:20:57.007469 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de792c9e-11ae-4771-843e-26774ae7cef4 service neutron] Pushing event updated for resources: {'Port': ['ID=6dff3c0b-7472-436f-9677-480967b414b7,revision_number=10']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:57.079875 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-de792c9e-11ae-4771-843e-26774ae7cef4 service neutron] Attempting to bind port 6dff3c0b-7472-436f-9677-480967b414b7 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:20:57.080509 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-de792c9e-11ae-4771-843e-26774ae7cef4 service neutron] Attempting to bind port 6dff3c0b-7472-436f-9677-480967b414b7 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:20:57.081282 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-de792c9e-11ae-4771-843e-26774ae7cef4 service neutron] Attempting to bind port 6dff3c0b-7472-436f-9677-480967b414b7 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:57.090547 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-de792c9e-11ae-4771-843e-26774ae7cef4 service neutron] Port 6dff3c0b-7472-436f-9677-480967b414b7 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:20:57.091246 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-de792c9e-11ae-4771-843e-26774ae7cef4 service neutron] Attempting to bind port 6dff3c0b-7472-436f-9677-480967b414b7 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:20:57.099273 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-de792c9e-11ae-4771-843e-26774ae7cef4 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:20:57.100093 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-de792c9e-11ae-4771-843e-26774ae7cef4 service neutron] Checking segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:20:57.100788 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-de792c9e-11ae-4771-843e-26774ae7cef4 service neutron] Bound using segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:20:57.101644 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-de792c9e-11ae-4771-843e-26774ae7cef4 service neutron] Bound port: 6dff3c0b-7472-436f-9677-480967b414b7, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:20:57.102177 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-de792c9e-11ae-4771-843e-26774ae7cef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:57.244956 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-de792c9e-11ae-4771-843e-26774ae7cef4 service neutron] For port 6dff3c0b-7472-436f-9677-480967b414b7, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:20:57.250339 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-de792c9e-11ae-4771-843e-26774ae7cef4 service neutron] For port 6dff3c0b-7472-436f-9677-480967b414b7, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=6dff3c0b-7472-436f-9677-480967b414b7,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:20:57.267653 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-de792c9e-11ae-4771-843e-26774ae7cef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:57.387480 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-de792c9e-11ae-4771-843e-26774ae7cef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:57.388093 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-de792c9e-11ae-4771-843e-26774ae7cef4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:20:57.389589 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-de792c9e-11ae-4771-843e-26774ae7cef4 service neutron] 10.222.0.25 "PUT /v2.0/ports/6dff3c0b-7472-436f-9677-480967b414b7 HTTP/1.1" status: 200 len: 1098 time: 1.1836362 Jul 13 07:20:57.419603 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de792c9e-11ae-4771-843e-26774ae7cef4 service neutron] Pushing event updated for resources: {'Port': ['ID=6dff3c0b-7472-436f-9677-480967b414b7,revision_number=11']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:20:57.521430 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-6c78c206-1c2f-4a8b-9521-ca1b79e17afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:57.524411 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-6c78c206-1c2f-4a8b-9521-ca1b79e17afe service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 1101 time: 0.0908544 Jul 13 07:20:57.694901 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-4a3c85f0-4d52-41c1-bae0-888116c0f24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:57.696745 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-4a3c85f0-4d52-41c1-bae0-888116c0f24c service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.1628563 Jul 13 07:20:57.753616 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-da1fe145-4a42-4d5f-9f40-1755ec14f6f2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=6dff3c0b-7472-436f-9677-480967b414b7 HTTP/1.1" status: 200 len: 217 time: 0.0451651 Jul 13 07:20:57.816716 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-a2964d32-3506-4b43-b3e8-d50938571c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:57.819051 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-a2964d32-3506-4b43-b3e8-d50938571c41 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.0590360 Jul 13 07:20:57.905724 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-cff54f7e-8741-42fa-bd53-65486a66130a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:57.907371 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-cff54f7e-8741-42fa-bd53-65486a66130a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0801880 Jul 13 07:20:58.027360 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-d6f5ed90-8e52-4ad8-9af1-2cb280333fdb service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122618 Jul 13 07:20:58.180051 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b3c32106-cb39-4650-8a74-2e7a04085044 req-4f672e92-21b7-4cf3-b839-b756d980f6be service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439109 Jul 13 07:20:58.684578 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 6dff3c0b-7472-436f-9677-480967b414b7 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:20:58.784990 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 6dff3c0b-7472-436f-9677-480967b414b7 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:20:58.875133 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ee638d9-dae1-4a8d-a8ad-47bd24dacc9c req-07559de8-ab66-4380-8dbd-b745e9f8feeb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=12289cf0-a9fd-41df-b6d7-58703ccedde0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0627837 Jul 13 07:20:58.963579 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee638d9-dae1-4a8d-a8ad-47bd24dacc9c req-2c7f9ee5-d1fc-40d0-9c84-ca4c6be6ee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:58.965210 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ee638d9-dae1-4a8d-a8ad-47bd24dacc9c req-2c7f9ee5-d1fc-40d0-9c84-ca4c6be6ee02 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=05a465060c604024bf60fd1a58309bf9&device_id=12289cf0-a9fd-41df-b6d7-58703ccedde0 HTTP/1.1" status: 200 len: 1096 time: 0.0610065 Jul 13 07:20:59.092550 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee638d9-dae1-4a8d-a8ad-47bd24dacc9c req-91b480ae-ce8e-4be2-a182-fd184c00078a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:59.094321 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ee638d9-dae1-4a8d-a8ad-47bd24dacc9c req-91b480ae-ce8e-4be2-a182-fd184c00078a service neutron] 10.222.0.25 "GET /v2.0/networks?id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d HTTP/1.1" status: 200 len: 909 time: 0.1065738 Jul 13 07:20:59.141922 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ee638d9-dae1-4a8d-a8ad-47bd24dacc9c req-b055825a-6b2c-4902-a8fb-b43deb0bc7ff service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4631b47-cf5a-4b87-b275-75ced4b31d09 HTTP/1.1" status: 200 len: 217 time: 0.0400107 Jul 13 07:20:59.205223 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee638d9-dae1-4a8d-a8ad-47bd24dacc9c req-aa3e0a33-afbb-4b7e-8780-de3066697c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:59.206881 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ee638d9-dae1-4a8d-a8ad-47bd24dacc9c req-aa3e0a33-afbb-4b7e-8780-de3066697c21 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7ca46c55-f93a-4f0d-847c-cec27912e287 HTTP/1.1" status: 200 len: 848 time: 0.0573678 Jul 13 07:20:59.249348 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ee638d9-dae1-4a8d-a8ad-47bd24dacc9c req-796c4329-ab74-402d-9a11-dc7732f779eb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339255 Jul 13 07:20:59.361476 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ee638d9-dae1-4a8d-a8ad-47bd24dacc9c req-482dca85-2ed2-491f-a401-b8999bcf476c service neutron] 10.222.0.25 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043606 Jul 13 07:20:59.492317 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ee638d9-dae1-4a8d-a8ad-47bd24dacc9c req-2abdaa48-3ca3-4848-9d6a-9ada2052f151 service neutron] 10.222.0.25 "GET /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220047 Jul 13 07:20:59.796471 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfdf62-8c15-4a02-8a59-8d738e0a96d1 req-9a0f04cc-52e8-49a8-a0b0-fc509d9ce9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:20:59.801103 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-12bfdf62-8c15-4a02-8a59-8d738e0a96d1 req-9a0f04cc-52e8-49a8-a0b0-fc509d9ce9d8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0e1b1a1b-2849-4e74-945d-a63a5960ed8f HTTP/1.1" status: 200 len: 1097 time: 0.1202226 Jul 13 07:20:59.852253 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-12bfdf62-8c15-4a02-8a59-8d738e0a96d1 req-ab444c8a-8c4e-4005-b28b-bfb8927940d0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454648 Jul 13 07:21:00.252399 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4c139afa-2f9f-416f-9cfd-d9e04472d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:00.445362 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319e45c-6a2f-482e-b6f3-c07d7154936d req-71a22c23-1554-4cc0-a5b2-7d4c186c6724 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:00.456045 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e319e45c-6a2f-482e-b6f3-c07d7154936d req-71a22c23-1554-4cc0-a5b2-7d4c186c6724 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 945 time: 0.2347951 Jul 13 07:21:00.499896 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6d033-0c1c-4aa9-b310-574f8af8ad50 req-68390af8-aa3f-4547-8bfb-f42cae0fb92a tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:00.502058 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-18f6d033-0c1c-4aa9-b310-574f8af8ad50 req-68390af8-aa3f-4547-8bfb-f42cae0fb92a tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 949 time: 0.4786131 Jul 13 07:21:00.548710 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e319e45c-6a2f-482e-b6f3-c07d7154936d req-3d8f548e-bb52-417a-9f9a-84882f30e0b2 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917058 Jul 13 07:21:00.644350 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-18f6d033-0c1c-4aa9-b310-574f8af8ad50 req-dd980b26-43bc-47b5-ad8a-0cd41efcbe36 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874205 Jul 13 07:21:00.664509 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6434a61-8223-4ffa-a525-a4d3428b3396 x-openstack-request-id: req-a6434a61-8223-4ffa-a525-a4d3428b3396 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:00.664806 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa1b8f44-a6fb-484b-aaac-29b1e125d105", "name": "network-vif-plugged", "status": "completed", "tag": "6dff3c0b-7472-436f-9677-480967b414b7", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:00.665446 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a6434a61-8223-4ffa-a525-a4d3428b3396 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:00.665446 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa1b8f44-a6fb-484b-aaac-29b1e125d105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dff3c0b-7472-436f-9677-480967b414b7', 'code': 200} Jul 13 07:21:00.780792 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788e0e15-a682-495d-b915-ab2518c66aa0 x-openstack-request-id: req-788e0e15-a682-495d-b915-ab2518c66aa0 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:00.783921 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa1b8f44-a6fb-484b-aaac-29b1e125d105", "name": "network-vif-unplugged", "status": "completed", "tag": "6dff3c0b-7472-436f-9677-480967b414b7", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:00.784205 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-788e0e15-a682-495d-b915-ab2518c66aa0 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:00.786617 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa1b8f44-a6fb-484b-aaac-29b1e125d105', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dff3c0b-7472-436f-9677-480967b414b7', 'code': 200} Jul 13 07:21:00.814543 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-1e697642-dd68-467a-b8f2-2a4029d1313b tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:00.830594 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-1e697642-dd68-467a-b8f2-2a4029d1313b tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1&tenant_id=59ced391c6a04d319ae98164aff14fc2&binding%3Ahost_id=n-h1-771363-34 HTTP/1.1" status: 200 len: 1097 time: 0.5288186 Jul 13 07:21:00.842629 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8bce9c9e-9be3-47ee-afae-a0eb780ab1aa req-ffbb5aa1-10bc-4519-bc5f-22c6e3f00b58 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4964528 Jul 13 07:21:00.866573 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-03d2db97-8e17-474f-b09a-26eab5beb396 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771363-34'}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:00.974720 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 6dff3c0b-7472-436f-9677-480967b414b7 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:21:01.176058 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-03d2db97-8e17-474f-b09a-26eab5beb396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:01.211746 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 6dff3c0b-7472-436f-9677-480967b414b7, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=6dff3c0b-7472-436f-9677-480967b414b7,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:01.226217 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '6dff3c0b-7472-436f-9677-480967b414b7', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': '6dff3c0b-7472-436f-9677-480967b414b7', 'mac_address': 'fa:16:3e:de:f6:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:21:01.275687 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:01.290820 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dff3c0b-7472-436f-9677-480967b414b7 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:21:01.313062 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 6dff3c0b-7472-436f-9677-480967b414b7, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=6dff3c0b-7472-436f-9677-480967b414b7,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:01.323406 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:01.383764 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 6b78584e-6cf6-4fc8-8ca3-964213c3391f details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:21:01.457199 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-03d2db97-8e17-474f-b09a-26eab5beb396 service neutron] For port 6b78584e-6cf6-4fc8-8ca3-964213c3391f, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6b78584e-6cf6-4fc8-8ca3-964213c3391f,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:01.522987 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-03d2db97-8e17-474f-b09a-26eab5beb396 service neutron] For port 6b78584e-6cf6-4fc8-8ca3-964213c3391f, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:21:01.579554 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-03d2db97-8e17-474f-b09a-26eab5beb396 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:01.592108 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 6b78584e-6cf6-4fc8-8ca3-964213c3391f, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6b78584e-6cf6-4fc8-8ca3-964213c3391f,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:01.613497 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 6b78584e-6cf6-4fc8-8ca3-964213c3391f has no active binding in host n-h2-771363-34 {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 07:21:01.616297 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-03d2db97-8e17-474f-b09a-26eab5beb396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:01.638723 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=6dff3c0b-7472-436f-9677-480967b414b7,revision_number=12']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:01.770092 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2db97-8e17-474f-b09a-26eab5beb396 service neutron] Pushing event updated for resources: {'Port': ['ID=6b78584e-6cf6-4fc8-8ca3-964213c3391f,revision_number=7']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:01.802113 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce9c9e-9be3-47ee-afae-a0eb780ab1aa req-0e303602-39b8-44d2-913a-223c383bc429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:01.803732 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8bce9c9e-9be3-47ee-afae-a0eb780ab1aa req-0e303602-39b8-44d2-913a-223c383bc429 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 1101 time: 0.5898020 Jul 13 07:21:01.816747 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45012d27-b2af-4bd2-88f3-8931098c72e0 req-a75e74ee-1fb4-4abb-97c8-d68686be1ac2 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:01.824338 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-45012d27-b2af-4bd2-88f3-8931098c72e0 req-a75e74ee-1fb4-4abb-97c8-d68686be1ac2 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1b1a1b-2849-4e74-945d-a63a5960ed8f HTTP/1.1" status: 200 len: 945 time: 0.6578667 Jul 13 07:21:01.874832 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:21:01.897771 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-03d2db97-8e17-474f-b09a-26eab5beb396 service neutron] Attempting to bind port 6b78584e-6cf6-4fc8-8ca3-964213c3391f on host n-h1-771363-34 for vnic_type normal with profile {"migrating_to": "n-h2-771363-34"} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:21:01.898190 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-03d2db97-8e17-474f-b09a-26eab5beb396 service neutron] Attempting to bind port 6b78584e-6cf6-4fc8-8ca3-964213c3391f by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:21:01.898595 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-03d2db97-8e17-474f-b09a-26eab5beb396 service neutron] Attempting to bind port 6b78584e-6cf6-4fc8-8ca3-964213c3391f on network bff43fa8-f666-4c15-8f06-2242dcee7e17 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:21:01.919642 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-03d2db97-8e17-474f-b09a-26eab5beb396 service neutron] Port 6b78584e-6cf6-4fc8-8ca3-964213c3391f on network bff43fa8-f666-4c15-8f06-2242dcee7e17 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:21:01.919915 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-03d2db97-8e17-474f-b09a-26eab5beb396 service neutron] Attempting to bind port 6b78584e-6cf6-4fc8-8ca3-964213c3391f on network bff43fa8-f666-4c15-8f06-2242dcee7e17 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:21:01.959649 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['6dff3c0b-7472-436f-9677-480967b414b7'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:21:01.961241 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-03d2db97-8e17-474f-b09a-26eab5beb396 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:21:01.961654 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-03d2db97-8e17-474f-b09a-26eab5beb396 service neutron] Checking segment: {'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:21:01.962217 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-03d2db97-8e17-474f-b09a-26eab5beb396 service neutron] Bound using segment: {'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:21:01.962719 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-03d2db97-8e17-474f-b09a-26eab5beb396 service neutron] Bound port: 6b78584e-6cf6-4fc8-8ca3-964213c3391f, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f9bde46-45c5-4d0c-a648-9b3776730ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bff43fa8-f666-4c15-8f06-2242dcee7e17'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:21:01.963082 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-03d2db97-8e17-474f-b09a-26eab5beb396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:01.980072 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-45012d27-b2af-4bd2-88f3-8931098c72e0 req-9943a686-f707-4bd5-8713-41081b37fb6d tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441126 Jul 13 07:21:01.988845 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a54ed0c-4d63-42c9-8b7a-f6f0dab83d5b req-9c7cb1e4-8aca-42d2-b689-0de9e413384e tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:02.016645 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6a54ed0c-4d63-42c9-8b7a-f6f0dab83d5b req-9c7cb1e4-8aca-42d2-b689-0de9e413384e tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 943 time: 0.1503549 Jul 13 07:21:02.122293 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6a54ed0c-4d63-42c9-8b7a-f6f0dab83d5b req-6666088d-2c65-465e-84fa-3d2ec3bb6ca3 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046519 Jul 13 07:21:02.128926 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce9c9e-9be3-47ee-afae-a0eb780ab1aa req-0c0cd2e8-ae82-4016-9d8e-f49435c1ddac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:02.130566 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8bce9c9e-9be3-47ee-afae-a0eb780ab1aa req-0c0cd2e8-ae82-4016-9d8e-f49435c1ddac service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.2797821 Jul 13 07:21:02.331622 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8bce9c9e-9be3-47ee-afae-a0eb780ab1aa req-7d163fc5-031a-4b47-9acd-85a8c52ecd62 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=6d0a0a67-9326-4421-a6a8-789e665561cf HTTP/1.1" status: 200 len: 217 time: 0.1787724 Jul 13 07:21:02.429389 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce9c9e-9be3-47ee-afae-a0eb780ab1aa req-4f232ae7-6222-4949-8666-4d7571dd92db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:02.431016 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8bce9c9e-9be3-47ee-afae-a0eb780ab1aa req-4f232ae7-6222-4949-8666-4d7571dd92db service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.0752335 Jul 13 07:21:02.439963 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-03d2db97-8e17-474f-b09a-26eab5beb396 service neutron] For port 6b78584e-6cf6-4fc8-8ca3-964213c3391f, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:21:02.489812 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-03d2db97-8e17-474f-b09a-26eab5beb396 service neutron] For port 6b78584e-6cf6-4fc8-8ca3-964213c3391f, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6b78584e-6cf6-4fc8-8ca3-964213c3391f,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:21:02.533892 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-03d2db97-8e17-474f-b09a-26eab5beb396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:02.718359 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 4d213a94-23c7-4347-bbf9-70bde33e467a details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:21:02.890798 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa1b8f44-a6fb-484b-aaac-29b1e125d105', 'tag': '6dff3c0b-7472-436f-9677-480967b414b7'}, {'server_uuid': '5a764a04-97f3-45d0-8d65-0b811dcbc2c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b78584e-6cf6-4fc8-8ca3-964213c3391f'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:02.895288 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8994c798-6d1a-4aee-a3fc-bd6a5fd0f9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "fa1b8f44-a6fb-484b-aaac-29b1e125d105", "tag": "6dff3c0b-7472-436f-9677-480967b414b7"}, {"server_uuid": "5a764a04-97f3-45d0-8d65-0b811dcbc2c1", "name": "network-vif-unplugged", "status": "completed", "tag": "6b78584e-6cf6-4fc8-8ca3-964213c3391f"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:02.998929 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6492c-ed1a-4aef-94b7-0374a4414ff1 req-686dd560-99e6-4ea1-913e-1d6dd5f5bb15 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:02.999319 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f6e6492c-ed1a-4aef-94b7-0374a4414ff1 req-686dd560-99e6-4ea1-913e-1d6dd5f5bb15 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 950 time: 0.6912398 Jul 13 07:21:03.053555 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-03d2db97-8e17-474f-b09a-26eab5beb396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:03.054232 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-03d2db97-8e17-474f-b09a-26eab5beb396 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:03.055807 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-03d2db97-8e17-474f-b09a-26eab5beb396 service neutron] 10.222.0.25 "PUT /v2.0/ports/6b78584e-6cf6-4fc8-8ca3-964213c3391f HTTP/1.1" status: 200 len: 1123 time: 2.2097023 Jul 13 07:21:03.056764 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2db97-8e17-474f-b09a-26eab5beb396 service neutron] Pushing event updated for resources: {'Port': ['ID=6b78584e-6cf6-4fc8-8ca3-964213c3391f,revision_number=8']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:03.081749 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce9c9e-9be3-47ee-afae-a0eb780ab1aa req-df591275-09cf-4b4b-b414-895da071e5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:03.084609 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8bce9c9e-9be3-47ee-afae-a0eb780ab1aa req-df591275-09cf-4b4b-b414-895da071e5c0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6295602 Jul 13 07:21:03.105160 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 4d213a94-23c7-4347-bbf9-70bde33e467a, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4d213a94-23c7-4347-bbf9-70bde33e467a,segment=NetworkSegment(b7fdd6a4-7ea0-4d78-a1ca-354316bc2553),segment_id=b7fdd6a4-7ea0-4d78-a1ca-354316bc2553)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:03.123117 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:03.134622 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4e254326-48bc-459c-b214-5ae463d3d212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:03.137168 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '4d213a94-23c7-4347-bbf9-70bde33e467a', 'network_id': 'f1ea5405-113d-42fb-9a8e-56f12339534a', 'port_id': '4d213a94-23c7-4347-bbf9-70bde33e467a', 'mac_address': 'fa:16:3e:e1:be:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29dbb0de-f006-4fad-81e6-32cb485966ca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:21:03.244571 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:03.277077 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d213a94-23c7-4347-bbf9-70bde33e467a {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:21:03.308469 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 4d213a94-23c7-4347-bbf9-70bde33e467a, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4d213a94-23c7-4347-bbf9-70bde33e467a,segment=NetworkSegment(b7fdd6a4-7ea0-4d78-a1ca-354316bc2553),segment_id=b7fdd6a4-7ea0-4d78-a1ca-354316bc2553)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:03.310135 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['6b78584e-6cf6-4fc8-8ca3-964213c3391f'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:21:03.340032 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['6b78584e-6cf6-4fc8-8ca3-964213c3391f'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:21:03.340285 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8bce9c9e-9be3-47ee-afae-a0eb780ab1aa req-1ea2fbb4-e8d8-4c06-9b0e-ce2c06098ce0 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353756 Jul 13 07:21:03.349542 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:03.369203 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c514223-31d8-4997-a9c7-382f49420504 x-openstack-request-id: req-3c514223-31d8-4997-a9c7-382f49420504 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:03.369203 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa1b8f44-a6fb-484b-aaac-29b1e125d105", "tag": "6dff3c0b-7472-436f-9677-480967b414b7", "status": "completed", "code": 200}, {"server_uuid": "5a764a04-97f3-45d0-8d65-0b811dcbc2c1", "name": "network-vif-unplugged", "status": "completed", "tag": "6b78584e-6cf6-4fc8-8ca3-964213c3391f", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:03.371416 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3c514223-31d8-4997-a9c7-382f49420504 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:03.371923 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa1b8f44-a6fb-484b-aaac-29b1e125d105', 'tag': '6dff3c0b-7472-436f-9677-480967b414b7', 'status': 'completed', 'code': 200} Jul 13 07:21:03.372416 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a764a04-97f3-45d0-8d65-0b811dcbc2c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b78584e-6cf6-4fc8-8ca3-964213c3391f', 'code': 200} Jul 13 07:21:03.567819 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=4d213a94-23c7-4347-bbf9-70bde33e467a,revision_number=6']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:03.604615 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f6e6492c-ed1a-4aef-94b7-0374a4414ff1 req-acb81090-e57d-40b4-878b-8f7956d06838 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5824592 Jul 13 07:21:03.713269 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331ce4d-59f5-4865-98d4-b08ed004e6b6 req-c4a697cb-308a-468e-9653-d04f513a82be tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:03.727529 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7331ce4d-59f5-4865-98d4-b08ed004e6b6 req-c4a697cb-308a-468e-9653-d04f513a82be tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1b1a1b-2849-4e74-945d-a63a5960ed8f HTTP/1.1" status: 200 len: 945 time: 0.1386564 Jul 13 07:21:03.781713 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994c798-6d1a-4aee-a3fc-bd6a5fd0f9ee req-9ac2eb01-56ec-4ce8-a525-6c2fbcee993a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:03.783960 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8994c798-6d1a-4aee-a3fc-bd6a5fd0f9ee req-9ac2eb01-56ec-4ce8-a525-6c2fbcee993a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 1102 time: 0.6580637 Jul 13 07:21:03.805443 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['4d213a94-23c7-4347-bbf9-70bde33e467a'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:21:03.832011 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7331ce4d-59f5-4865-98d4-b08ed004e6b6 req-94d2403a-f25b-40a4-bf14-90b373e1cd44 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855176 Jul 13 07:21:03.991598 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994c798-6d1a-4aee-a3fc-bd6a5fd0f9ee req-73240db6-0ef4-4f5f-82a9-fed13f51a0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:03.996157 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8994c798-6d1a-4aee-a3fc-bd6a5fd0f9ee req-73240db6-0ef4-4f5f-82a9-fed13f51a0dd service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.1976752 Jul 13 07:21:04.040371 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:04.182449 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8994c798-6d1a-4aee-a3fc-bd6a5fd0f9ee req-d41ce9cf-2c33-4940-9e6b-c9e0c263b2d8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=6dff3c0b-7472-436f-9677-480967b414b7 HTTP/1.1" status: 200 len: 217 time: 0.1599021 Jul 13 07:21:04.198025 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8bce9c9e-9be3-47ee-afae-a0eb780ab1aa req-5bfff95e-9293-40ff-8793-ba473cf7a0b1 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8031425 Jul 13 07:21:04.400463 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994c798-6d1a-4aee-a3fc-bd6a5fd0f9ee req-cd5476b5-f398-4081-867b-d16d0d5ade94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:04.402239 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8994c798-6d1a-4aee-a3fc-bd6a5fd0f9ee req-cd5476b5-f398-4081-867b-d16d0d5ade94 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.2033048 Jul 13 07:21:04.478887 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ddabff-93f8-4b88-b9e9-8803747e337a req-9de4f11c-3e54-4856-a5cc-89beb53cff19 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:04.480479 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e0ddabff-93f8-4b88-b9e9-8803747e337a req-9de4f11c-3e54-4856-a5cc-89beb53cff19 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 943 time: 0.4915805 Jul 13 07:21:04.591409 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e0ddabff-93f8-4b88-b9e9-8803747e337a req-22a90843-fee1-4ba6-af75-62def8d47b76 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018746 Jul 13 07:21:04.607727 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994c798-6d1a-4aee-a3fc-bd6a5fd0f9ee req-54c817c8-546e-4657-ac45-c5b0692f1fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:04.609252 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8994c798-6d1a-4aee-a3fc-bd6a5fd0f9ee req-54c817c8-546e-4657-ac45-c5b0692f1fff service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1982718 Jul 13 07:21:04.720913 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 4d213a94-23c7-4347-bbf9-70bde33e467a up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:21:04.731290 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8994c798-6d1a-4aee-a3fc-bd6a5fd0f9ee req-2ae04746-69b1-4f31-8f57-7677cc5b2979 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036084 Jul 13 07:21:04.819952 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 4d213a94-23c7-4347-bbf9-70bde33e467a triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:04.820529 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:04.937032 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8994c798-6d1a-4aee-a3fc-bd6a5fd0f9ee req-0ff54ea8-7f2c-4c11-a0ec-2a02f3b42d49 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927891 Jul 13 07:21:05.002605 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:05.024509 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 6dff3c0b-7472-436f-9677-480967b414b7 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:21:05.079048 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436d8c06-811a-401e-9c5d-7e860bc44266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d213a94-23c7-4347-bbf9-70bde33e467a'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:05.081803 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b34fd3-45d6-4eb4-8115-4103d9ed6f18" -d '{"events": [{"server_uuid": "436d8c06-811a-401e-9c5d-7e860bc44266", "name": "network-vif-plugged", "status": "completed", "tag": "4d213a94-23c7-4347-bbf9-70bde33e467a"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:05.108484 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 4d213a94-23c7-4347-bbf9-70bde33e467a, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4d213a94-23c7-4347-bbf9-70bde33e467a,segment=NetworkSegment(b7fdd6a4-7ea0-4d78-a1ca-354316bc2553),segment_id=b7fdd6a4-7ea0-4d78-a1ca-354316bc2553)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:05.125765 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:05.203133 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 6dff3c0b-7472-436f-9677-480967b414b7 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:21:05.218589 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 6dff3c0b-7472-436f-9677-480967b414b7 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:05.218958 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:05.282158 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=4d213a94-23c7-4347-bbf9-70bde33e467a,revision_number=7']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:05.373636 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a764a04-97f3-45d0-8d65-0b811dcbc2c1', 'tag': '6b78584e-6cf6-4fc8-8ca3-964213c3391f'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:05.376415 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755daa71-3779-4972-bac1-224c02420f98" -d '{"events": [{"name": "network-changed", "server_uuid": "5a764a04-97f3-45d0-8d65-0b811dcbc2c1", "tag": "6b78584e-6cf6-4fc8-8ca3-964213c3391f"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:05.411362 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:05.468065 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 6dff3c0b-7472-436f-9677-480967b414b7, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=6dff3c0b-7472-436f-9677-480967b414b7,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:05.480519 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:05.545240 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=6dff3c0b-7472-436f-9677-480967b414b7,revision_number=13']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:05.710647 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:05.778387 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000c8ce-e857-408b-ae06-75309b03e771 req-fe3bd04d-312b-4ca2-bb86-816b0d15a9dd tempest-MigrationsAdminTest-1124917251 tempest-MigrationsAdminTest-1124917251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:05.784193 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e000c8ce-e857-408b-ae06-75309b03e771 req-fe3bd04d-312b-4ca2-bb86-816b0d15a9dd tempest-MigrationsAdminTest-1124917251 tempest-MigrationsAdminTest-1124917251-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 1103 time: 0.2365763 Jul 13 07:21:05.803883 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccfd2d3-1781-4e29-bfaa-60b2251500d8 req-34bb5531-86b1-4e51-a61b-8bdc5052eb72 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:05.818609 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dccfd2d3-1781-4e29-bfaa-60b2251500d8 req-34bb5531-86b1-4e51-a61b-8bdc5052eb72 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6b5bcde-766a-4d51-9f5c-871279e60a1d HTTP/1.1" status: 200 len: 946 time: 0.1101446 Jul 13 07:21:05.874130 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e000c8ce-e857-408b-ae06-75309b03e771 req-50d3fad4-b94f-4444-979f-18c7d736f635 tempest-MigrationsAdminTest-1124917251 tempest-MigrationsAdminTest-1124917251-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798781 Jul 13 07:21:05.881488 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dccfd2d3-1781-4e29-bfaa-60b2251500d8 req-7731e2ce-4cd2-4350-8412-2355195f8fe1 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616453 Jul 13 07:21:05.958531 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c67ba8d-6771-4043-b916-80eff8bae901 x-openstack-request-id: req-9c67ba8d-6771-4043-b916-80eff8bae901 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:05.959030 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "436d8c06-811a-401e-9c5d-7e860bc44266", "name": "network-vif-plugged", "status": "completed", "tag": "4d213a94-23c7-4347-bbf9-70bde33e467a", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:05.959127 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9c67ba8d-6771-4043-b916-80eff8bae901 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:05.962531 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '436d8c06-811a-401e-9c5d-7e860bc44266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d213a94-23c7-4347-bbf9-70bde33e467a', 'code': 200} Jul 13 07:21:05.967609 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e26a3086-5b90-4394-9397-e407d96c3adc None None] Provisioning complete for port 6dff3c0b-7472-436f-9677-480967b414b7 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:05.967979 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e26a3086-5b90-4394-9397-e407d96c3adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:06.017607 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a1d925-d6a1-4fea-9601-17a09426f7e6 x-openstack-request-id: req-32a1d925-d6a1-4fea-9601-17a09426f7e6 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:06.017902 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a764a04-97f3-45d0-8d65-0b811dcbc2c1", "tag": "6b78584e-6cf6-4fc8-8ca3-964213c3391f", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:06.018147 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-32a1d925-d6a1-4fea-9601-17a09426f7e6 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:06.018723 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a764a04-97f3-45d0-8d65-0b811dcbc2c1', 'tag': '6b78584e-6cf6-4fc8-8ca3-964213c3391f', 'status': 'completed', 'code': 200} Jul 13 07:21:06.202742 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755daa71-3779-4972-bac1-224c02420f98 req-7339a6a8-ee31-4176-aab2-f784b728223e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:06.207459 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-755daa71-3779-4972-bac1-224c02420f98 req-7339a6a8-ee31-4176-aab2-f784b728223e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=59ced391c6a04d319ae98164aff14fc2&device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 1126 time: 0.1649473 Jul 13 07:21:06.512992 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a381330-5f87-4b5d-b707-30b9151ad83b req-948efb55-3524-4274-9024-099c36e42e53 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:06.520130 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0a381330-5f87-4b5d-b707-30b9151ad83b req-948efb55-3524-4274-9024-099c36e42e53 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 943 time: 0.2549801 Jul 13 07:21:06.528792 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755daa71-3779-4972-bac1-224c02420f98 req-b57f0c1b-0472-42c9-be34-8dde11cab417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:06.530679 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-755daa71-3779-4972-bac1-224c02420f98 req-b57f0c1b-0472-42c9-be34-8dde11cab417 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bff43fa8-f666-4c15-8f06-2242dcee7e17 HTTP/1.1" status: 200 len: 922 time: 0.3136871 Jul 13 07:21:06.613901 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0a381330-5f87-4b5d-b707-30b9151ad83b req-c470477c-5371-4ea2-9f63-281d4278dd42 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928452 Jul 13 07:21:06.617855 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-755daa71-3779-4972-bac1-224c02420f98 req-684d6456-9aa2-41e2-ac86-200d8d80d216 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b78584e-6cf6-4fc8-8ca3-964213c3391f HTTP/1.1" status: 200 len: 217 time: 0.0796604 Jul 13 07:21:06.739689 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755daa71-3779-4972-bac1-224c02420f98 req-aea3d94f-6ef6-4d07-9f5d-a7b781e42232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:06.741451 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-755daa71-3779-4972-bac1-224c02420f98 req-aea3d94f-6ef6-4d07-9f5d-a7b781e42232 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c79b49d-432e-4da7-962c-3ca2527bdd27 HTTP/1.1" status: 200 len: 861 time: 0.1152124 Jul 13 07:21:06.845276 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-755daa71-3779-4972-bac1-224c02420f98 req-b819ee09-21d7-48fc-8b87-0f5fc364f5b4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bff43fa8-f666-4c15-8f06-2242dcee7e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918541 Jul 13 07:21:07.057801 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-755daa71-3779-4972-bac1-224c02420f98 req-dac104cd-86e1-459d-aff8-2121876251d8 service neutron] 10.222.0.42 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017388 Jul 13 07:21:07.075653 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ab40f-c05c-4ae2-81d4-d840a3c8f1f6 req-38f370b7-6a78-4c8f-b611-8c3b01961be9 tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:07.077423 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ef8ab40f-c05c-4ae2-81d4-d840a3c8f1f6 req-38f370b7-6a78-4c8f-b611-8c3b01961be9 tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] 10.222.0.23 "GET /v2.0/ports?device_id=18fc0fef-138a-4dd3-afec-ea2d9c334526 HTTP/1.1" status: 200 len: 949 time: 0.2289352 Jul 13 07:21:07.174355 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ef8ab40f-c05c-4ae2-81d4-d840a3c8f1f6 req-7aa50422-47f4-4648-b508-e3e19796d7de tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] 10.222.0.23 "GET /v2.0/security-groups?id=f57f9ead-f290-42d3-beb6-3691905ab61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715516 Jul 13 07:21:07.290813 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-755daa71-3779-4972-bac1-224c02420f98 req-6f6b522d-f8f5-4599-9660-5b83acaafbfc service neutron] 10.222.0.42 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123492 Jul 13 07:21:07.333731 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e869afc-b29c-42b7-86a3-7352f0b79795 req-cd809e77-8f18-4639-b74a-10d46ca44dd4 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:07.340068 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1137475-1cbb-40fb-8232-7db21aa37d65 req-de809f2b-45d8-428e-81cb-8d30687adb47 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:07.341658 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b1137475-1cbb-40fb-8232-7db21aa37d65 req-de809f2b-45d8-428e-81cb-8d30687adb47 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 944 time: 0.1230114 Jul 13 07:21:07.351939 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2e869afc-b29c-42b7-86a3-7352f0b79795 req-cd809e77-8f18-4639-b74a-10d46ca44dd4 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 944 time: 0.1918983 Jul 13 07:21:07.423853 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2e869afc-b29c-42b7-86a3-7352f0b79795 req-339a2722-33ec-4623-b65e-3f2a831958e1 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468774 Jul 13 07:21:07.544856 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-b1137475-1cbb-40fb-8232-7db21aa37d65 req-0e167dd5-67dd-408d-ba3e-fd60b7701ceb tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Deleting port 25456c63-4ae3-4d25-b173-8f09a2aaaeae {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:21:07.545508 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b1137475-1cbb-40fb-8232-7db21aa37d65 req-0e167dd5-67dd-408d-ba3e-fd60b7701ceb tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:07.741536 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-b1137475-1cbb-40fb-8232-7db21aa37d65 req-0e167dd5-67dd-408d-ba3e-fd60b7701ceb tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] For port 25456c63-4ae3-4d25-b173-8f09a2aaaeae, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=25456c63-4ae3-4d25-b173-8f09a2aaaeae,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:07.742579 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b1137475-1cbb-40fb-8232-7db21aa37d65 req-0e167dd5-67dd-408d-ba3e-fd60b7701ceb tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:07.780605 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-b1137475-1cbb-40fb-8232-7db21aa37d65 req-0e167dd5-67dd-408d-ba3e-fd60b7701ceb tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Calling delete_port for 25456c63-4ae3-4d25-b173-8f09a2aaaeae owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:21:07.963869 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa1b8f44-a6fb-484b-aaac-29b1e125d105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dff3c0b-7472-436f-9677-480967b414b7'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:07.966859 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aac1a16-733f-4c2e-9b2a-53a4f1e10630" -d '{"events": [{"server_uuid": "fa1b8f44-a6fb-484b-aaac-29b1e125d105", "name": "network-vif-plugged", "status": "completed", "tag": "6dff3c0b-7472-436f-9677-480967b414b7"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:08.026479 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8d69d-9ba1-4164-9a48-0400511765ec req-0bc072e4-9441-430e-b5ac-bd76bb9dd3b1 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:08.041289 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a6f8d69d-9ba1-4164-9a48-0400511765ec req-0bc072e4-9441-430e-b5ac-bd76bb9dd3b1 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 951 time: 0.1532803 Jul 13 07:21:08.132756 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a6f8d69d-9ba1-4164-9a48-0400511765ec req-18f04ab5-ec7e-4093-8047-93b6cc92cfd9 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853581 Jul 13 07:21:08.178819 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b1137475-1cbb-40fb-8232-7db21aa37d65 req-0e167dd5-67dd-408d-ba3e-fd60b7701ceb tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:08.193633 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['25456c63-4ae3-4d25-b173-8f09a2aaaeae'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:21:08.260867 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e167dd5-67dd-408d-ba3e-fd60b7701ceb tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Pushing event deleted for resources: {'Port': ['ID=25456c63-4ae3-4d25-b173-8f09a2aaaeae,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:08.287122 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e167dd5-67dd-408d-ba3e-fd60b7701ceb tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:08.287495 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e167dd5-67dd-408d-ba3e-fd60b7701ceb tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:08.287965 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e167dd5-67dd-408d-ba3e-fd60b7701ceb tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:08.288323 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e167dd5-67dd-408d-ba3e-fd60b7701ceb tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:08.288662 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e167dd5-67dd-408d-ba3e-fd60b7701ceb tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:08.289420 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e167dd5-67dd-408d-ba3e-fd60b7701ceb tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:08.289420 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e167dd5-67dd-408d-ba3e-fd60b7701ceb tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:08.290055 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e167dd5-67dd-408d-ba3e-fd60b7701ceb tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:08.290055 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e167dd5-67dd-408d-ba3e-fd60b7701ceb tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:08.290424 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e167dd5-67dd-408d-ba3e-fd60b7701ceb tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:08.290750 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e167dd5-67dd-408d-ba3e-fd60b7701ceb tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:08.291233 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e167dd5-67dd-408d-ba3e-fd60b7701ceb tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:08.361866 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1137475-1cbb-40fb-8232-7db21aa37d65 req-0e167dd5-67dd-408d-ba3e-fd60b7701ceb tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] No DVR routers for this DVR port 25456c63-4ae3-4d25-b173-8f09a2aaaeae on host n-h2-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:21:08.375133 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b1137475-1cbb-40fb-8232-7db21aa37d65 req-0e167dd5-67dd-408d-ba3e-fd60b7701ceb tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:08.380011 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b1137475-1cbb-40fb-8232-7db21aa37d65 req-0e167dd5-67dd-408d-ba3e-fd60b7701ceb tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.25 "DELETE /v2.0/ports/25456c63-4ae3-4d25-b173-8f09a2aaaeae HTTP/1.1" status: 204 len: 173 time: 1.0281470 Jul 13 07:21:08.381772 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ea7e15-f8d2-486b-9331-4f612804e59e', 'name': 'network-vif-deleted', 'tag': '25456c63-4ae3-4d25-b173-8f09a2aaaeae'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:08.390822 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3b1b2d-055e-4a5a-a108-e6e22e23bcf2" -d '{"events": [{"server_uuid": "a4ea7e15-f8d2-486b-9331-4f612804e59e", "name": "network-vif-deleted", "tag": "25456c63-4ae3-4d25-b173-8f09a2aaaeae"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:08.425157 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f0def-afa0-4012-9022-9ece651a3877 req-6b0da63b-a891-4f01-bea8-f692683b985f tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:08.435832 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3f1f0def-afa0-4012-9022-9ece651a3877 req-6b0da63b-a891-4f01-bea8-f692683b985f tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 943 time: 0.3395269 Jul 13 07:21:08.459608 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9bce9-ed46-4f5f-bb2e-ec022bde73e2 req-5ff79092-b5dc-48bd-aa00-68ecb2e5be9a tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:08.461259 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-10f9bce9-ed46-4f5f-bb2e-ec022bde73e2 req-5ff79092-b5dc-48bd-aa00-68ecb2e5be9a tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6b5bcde-766a-4d51-9f5c-871279e60a1d HTTP/1.1" status: 200 len: 946 time: 0.1397529 Jul 13 07:21:08.529949 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3f1f0def-afa0-4012-9022-9ece651a3877 req-c1d4f2cc-9cb6-408c-9f84-620e66a75bc4 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931559 Jul 13 07:21:08.565558 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-10f9bce9-ed46-4f5f-bb2e-ec022bde73e2 req-dc60c9a7-face-4233-bb6b-306aab64eab6 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970876 Jul 13 07:21:08.639801 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07035c43-e082-40b6-82a5-46123bcd554d x-openstack-request-id: req-07035c43-e082-40b6-82a5-46123bcd554d {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:08.640095 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa1b8f44-a6fb-484b-aaac-29b1e125d105", "name": "network-vif-plugged", "status": "completed", "tag": "6dff3c0b-7472-436f-9677-480967b414b7", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:08.640351 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-07035c43-e082-40b6-82a5-46123bcd554d {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:08.640984 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa1b8f44-a6fb-484b-aaac-29b1e125d105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dff3c0b-7472-436f-9677-480967b414b7', 'code': 200} Jul 13 07:21:08.743751 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409a65a3-084f-427b-86bb-9ca9fe7daeb6 x-openstack-request-id: req-409a65a3-084f-427b-86bb-9ca9fe7daeb6 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:08.744265 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ea7e15-f8d2-486b-9331-4f612804e59e", "name": "network-vif-deleted", "tag": "25456c63-4ae3-4d25-b173-8f09a2aaaeae", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:08.744702 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-409a65a3-084f-427b-86bb-9ca9fe7daeb6 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:08.748147 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ea7e15-f8d2-486b-9331-4f612804e59e', 'name': 'network-vif-deleted', 'tag': '25456c63-4ae3-4d25-b173-8f09a2aaaeae', 'status': 'completed', 'code': 200} Jul 13 07:21:08.822120 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133fc68-e424-4984-8e62-f7ff4ccb2feb req-708aa33a-a18d-4dd1-bf68-b80f73157155 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:08.823876 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d133fc68-e424-4984-8e62-f7ff4ccb2feb req-708aa33a-a18d-4dd1-bf68-b80f73157155 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 951 time: 0.1607604 Jul 13 07:21:09.030844 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8c2b02f0-4210-48d9-813d-8ad8e9c5b3c0 req-0bc05075-92d2-4bdf-b64d-df362e94f866 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4ea7e15-f8d2-486b-9331-4f612804e59e HTTP/1.1" status: 200 len: 210 time: 0.0890853 Jul 13 07:21:09.053099 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device b538252e-cf6f-48f0-8495-70509f682a4c no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:21:09.096639 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-d133fc68-e424-4984-8e62-f7ff4ccb2feb req-c5cc46cf-5a1a-4d70-9c83-13865ecd2dce tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Deleting port 6dff3c0b-7472-436f-9677-480967b414b7 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:21:09.101390 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d133fc68-e424-4984-8e62-f7ff4ccb2feb req-c5cc46cf-5a1a-4d70-9c83-13865ecd2dce tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:09.221192 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:09.309199 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port b538252e-cf6f-48f0-8495-70509f682a4c, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=b538252e-cf6f-48f0-8495-70509f682a4c,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:09.319805 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:09.465240 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-d133fc68-e424-4984-8e62-f7ff4ccb2feb req-c5cc46cf-5a1a-4d70-9c83-13865ecd2dce tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] For port 6dff3c0b-7472-436f-9677-480967b414b7, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=6dff3c0b-7472-436f-9677-480967b414b7,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:09.467138 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d133fc68-e424-4984-8e62-f7ff4ccb2feb req-c5cc46cf-5a1a-4d70-9c83-13865ecd2dce tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:09.499465 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=b538252e-cf6f-48f0-8495-70509f682a4c,revision_number=8']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:09.540443 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-d133fc68-e424-4984-8e62-f7ff4ccb2feb req-c5cc46cf-5a1a-4d70-9c83-13865ecd2dce tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Calling delete_port for 6dff3c0b-7472-436f-9677-480967b414b7 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:21:09.834005 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-03b0f0c6-ba80-40ce-8116-47495699c2c0 None None] Provisioning complete for port b538252e-cf6f-48f0-8495-70509f682a4c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:09.834735 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-03b0f0c6-ba80-40ce-8116-47495699c2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:09.920324 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d133fc68-e424-4984-8e62-f7ff4ccb2feb req-c5cc46cf-5a1a-4d70-9c83-13865ecd2dce tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:09.971361 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['6d0a0a67-9326-4421-a6a8-789e665561cf', '766736c1-83a9-4d32-ba7c-abb218287702'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:21:10.023873 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['9c7a8282-37d0-4766-acbb-4c25f10c0b68'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:21:10.071672 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc46cf-5a1a-4d70-9c83-13865ecd2dce tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Pushing event deleted for resources: {'Port': ['ID=6dff3c0b-7472-436f-9677-480967b414b7,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:10.143680 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8368f211-e5dc-4179-97b9-1286ec73fb3f req-0cd8d091-60f2-4a96-b0f9-1887b7e19a4b tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa1b8f44-a6fb-484b-aaac-29b1e125d105 HTTP/1.1" status: 200 len: 210 time: 0.0676141 Jul 13 07:21:10.331169 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-d133fc68-e424-4984-8e62-f7ff4ccb2feb req-c5cc46cf-5a1a-4d70-9c83-13865ecd2dce tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] No DVR routers for this DVR port 6dff3c0b-7472-436f-9677-480967b414b7 on host n-h2-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:21:10.334063 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-1dcdc7cc-8fcc-480e-bf40-9bc2481d1207 service neutron] 10.222.0.42 "GET /v2.0/ports/6b78584e-6cf6-4fc8-8ca3-964213c3391f/bindings/n-h2-771363-34 HTTP/1.1" status: 200 len: 385 time: 0.5172882 Jul 13 07:21:10.335826 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d133fc68-e424-4984-8e62-f7ff4ccb2feb req-c5cc46cf-5a1a-4d70-9c83-13865ecd2dce tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:10.338388 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d133fc68-e424-4984-8e62-f7ff4ccb2feb req-c5cc46cf-5a1a-4d70-9c83-13865ecd2dce tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.25 "DELETE /v2.0/ports/6dff3c0b-7472-436f-9677-480967b414b7 HTTP/1.1" status: 204 len: 173 time: 1.5066919 Jul 13 07:21:10.557354 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-03b0f0c6-ba80-40ce-8116-47495699c2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:10.591952 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac63383-42bb-42b8-8a03-46579bb1c448 req-52dafe59-ff3a-4bdd-bc30-46ad5a15ce89 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:10.600992 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0ac63383-42bb-42b8-8a03-46579bb1c448 req-52dafe59-ff3a-4bdd-bc30-46ad5a15ce89 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6b5bcde-766a-4d51-9f5c-871279e60a1d HTTP/1.1" status: 200 len: 946 time: 0.1193542 Jul 13 07:21:10.659918 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18fc0fef-138a-4dd3-afec-ea2d9c334526', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b538252e-cf6f-48f0-8495-70509f682a4c'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:10.661889 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0ac63383-42bb-42b8-8a03-46579bb1c448 req-8d7c2b8e-1a6c-4f61-a806-4c905acfc378 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596242 Jul 13 07:21:10.666796 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787a90d2-4093-4184-bb61-d43100ebad51" -d '{"events": [{"server_uuid": "18fc0fef-138a-4dd3-afec-ea2d9c334526", "name": "network-vif-unplugged", "status": "completed", "tag": "b538252e-cf6f-48f0-8495-70509f682a4c"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:10.768386 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-03b0f0c6-ba80-40ce-8116-47495699c2c0 None None] For port b538252e-cf6f-48f0-8495-70509f682a4c, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=b538252e-cf6f-48f0-8495-70509f682a4c,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:10.780988 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4ee59-d37a-4906-8ec7-2091f61ea94d req-7cbd6774-6430-4e31-8a6b-e8dc703ec43b tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:10.790178 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-29e4ee59-d37a-4906-8ec7-2091f61ea94d req-7cbd6774-6430-4e31-8a6b-e8dc703ec43b tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 943 time: 0.3515904 Jul 13 07:21:10.793062 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 6b78584e-6cf6-4fc8-8ca3-964213c3391f no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:21:10.793893 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa1b8f44-a6fb-484b-aaac-29b1e125d105', 'name': 'network-vif-deleted', 'tag': '6dff3c0b-7472-436f-9677-480967b414b7'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:10.800370 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce77a4bf-c8fb-4c1f-b899-50b89439cb24" -d '{"events": [{"server_uuid": "fa1b8f44-a6fb-484b-aaac-29b1e125d105", "name": "network-vif-deleted", "tag": "6dff3c0b-7472-436f-9677-480967b414b7"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:10.814654 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-03b0f0c6-ba80-40ce-8116-47495699c2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:10.987988 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-29e4ee59-d37a-4906-8ec7-2091f61ea94d req-bc25cbea-d14a-4da1-b3fc-2a42db105362 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873164 Jul 13 07:21:11.115472 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 6dff3c0b-7472-436f-9677-480967b414b7 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:21:11.210275 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-213e6902-3b90-41ef-8c90-a5db3ff0799d service neutron] For port 6b78584e-6cf6-4fc8-8ca3-964213c3391f, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6b78584e-6cf6-4fc8-8ca3-964213c3391f,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:11.269852 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889ca51c-d7d2-4baa-99b9-e5d77eedcdcc x-openstack-request-id: req-889ca51c-d7d2-4baa-99b9-e5d77eedcdcc {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:11.270148 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18fc0fef-138a-4dd3-afec-ea2d9c334526", "name": "network-vif-unplugged", "status": "completed", "tag": "b538252e-cf6f-48f0-8495-70509f682a4c", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:11.270401 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-889ca51c-d7d2-4baa-99b9-e5d77eedcdcc {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:11.273051 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18fc0fef-138a-4dd3-afec-ea2d9c334526', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b538252e-cf6f-48f0-8495-70509f682a4c', 'code': 200} Jul 13 07:21:11.273627 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 6dff3c0b-7472-436f-9677-480967b414b7 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:21:11.274831 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 6dff3c0b-7472-436f-9677-480967b414b7 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:21:11.276625 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 25456c63-4ae3-4d25-b173-8f09a2aaaeae no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:21:11.284424 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-213e6902-3b90-41ef-8c90-a5db3ff0799d service neutron] For port 6b78584e-6cf6-4fc8-8ca3-964213c3391f, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:21:11.291636 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa62c66-1d92-4680-9a5f-1df04a767cc7 x-openstack-request-id: req-6aa62c66-1d92-4680-9a5f-1df04a767cc7 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:11.291933 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa1b8f44-a6fb-484b-aaac-29b1e125d105", "name": "network-vif-deleted", "tag": "6dff3c0b-7472-436f-9677-480967b414b7", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:11.292233 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6aa62c66-1d92-4680-9a5f-1df04a767cc7 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:11.295081 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa1b8f44-a6fb-484b-aaac-29b1e125d105', 'name': 'network-vif-deleted', 'tag': '6dff3c0b-7472-436f-9677-480967b414b7', 'status': 'completed', 'code': 200} Jul 13 07:21:11.355535 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 25456c63-4ae3-4d25-b173-8f09a2aaaeae {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:21:11.357513 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 25456c63-4ae3-4d25-b173-8f09a2aaaeae not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:21:11.391752 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-213e6902-3b90-41ef-8c90-a5db3ff0799d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b78584e-6cf6-4fc8-8ca3-964213c3391f {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:21:11.432965 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-213e6902-3b90-41ef-8c90-a5db3ff0799d service neutron] For port 6b78584e-6cf6-4fc8-8ca3-964213c3391f, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=6b78584e-6cf6-4fc8-8ca3-964213c3391f,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:11.473167 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-213e6902-3b90-41ef-8c90-a5db3ff0799d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:11.613375 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0f0c6-ba80-40ce-8116-47495699c2c0 None None] Pushing event updated for resources: {'Port': ['ID=b538252e-cf6f-48f0-8495-70509f682a4c,revision_number=9']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:11.647988 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-72f995ef-83b1-42a8-96c5-43901a2fd79f None None] Provisioning complete for port b538252e-cf6f-48f0-8495-70509f682a4c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:11.649097 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-72f995ef-83b1-42a8-96c5-43901a2fd79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:11.674094 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-213e6902-3b90-41ef-8c90-a5db3ff0799d service neutron] Transition to ACTIVE for port object 6b78584e-6cf6-4fc8-8ca3-964213c3391f will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:21:11.691433 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-213e6902-3b90-41ef-8c90-a5db3ff0799d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:11.819149 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e6902-3b90-41ef-8c90-a5db3ff0799d service neutron] Pushing event updated for resources: {'Port': ['ID=6b78584e-6cf6-4fc8-8ca3-964213c3391f,revision_number=10']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:11.869672 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-213e6902-3b90-41ef-8c90-a5db3ff0799d service neutron] No DVR routers for this DVR port 6b78584e-6cf6-4fc8-8ca3-964213c3391f on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:21:11.903599 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-213e6902-3b90-41ef-8c90-a5db3ff0799d service neutron] 10.222.0.42 "PUT /v2.0/ports/6b78584e-6cf6-4fc8-8ca3-964213c3391f/bindings/n-h2-771363-34/activate HTTP/1.1" status: 200 len: 370 time: 1.5612304 Jul 13 07:21:12.164112 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-cf49c086-bcc2-43ac-8039-13de10e394f0 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:12.165650 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-cf49c086-bcc2-43ac-8039-13de10e394f0 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1&tenant_id=59ced391c6a04d319ae98164aff14fc2&binding%3Ahost_id=n-h1-771363-34 HTTP/1.1" status: 200 len: 1096 time: 0.1707535 Jul 13 07:21:12.339008 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-b844ce1e-b92c-4d72-92b0-82fdb5753dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:12.342423 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-b844ce1e-b92c-4d72-92b0-82fdb5753dbc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1&tenant_id=59ced391c6a04d319ae98164aff14fc2 HTTP/1.1" status: 200 len: 1096 time: 0.1671984 Jul 13 07:21:12.361685 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b0939-73e6-425e-805e-d42f801af2ec req-b2886b69-8049-4097-8b56-6d6ece8640fa tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:12.370878 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e75b0939-73e6-425e-805e-d42f801af2ec req-b2886b69-8049-4097-8b56-6d6ece8640fa tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=12289cf0-a9fd-41df-b6d7-58703ccedde0 HTTP/1.1" status: 200 len: 944 time: 0.2555792 Jul 13 07:21:12.409324 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6c0a8-5abe-48c2-ac4f-0b60cba7a2b8 req-4a954227-5ceb-4a28-83e0-75811f20d5ff tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:12.411349 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b5d6c0a8-5abe-48c2-ac4f-0b60cba7a2b8 req-4a954227-5ceb-4a28-83e0-75811f20d5ff tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.25 "GET /v2.0/ports?device_id=12289cf0-a9fd-41df-b6d7-58703ccedde0 HTTP/1.1" status: 200 len: 944 time: 0.2185056 Jul 13 07:21:12.499644 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-f092206c-beb0-4e1e-b92b-e31aa1898f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:12.503258 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-f092206c-beb0-4e1e-b92b-e31aa1898f19 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=59ced391c6a04d319ae98164aff14fc2&device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 1096 time: 0.1084833 Jul 13 07:21:12.554029 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e75b0939-73e6-425e-805e-d42f801af2ec req-5f1765d3-9eea-4725-adba-9ebcb6934fff tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726301 Jul 13 07:21:12.744127 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-a8b21200-03f7-4999-b2f2-e0ab0cadd5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:12.745671 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-a8b21200-03f7-4999-b2f2-e0ab0cadd5b3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bff43fa8-f666-4c15-8f06-2242dcee7e17 HTTP/1.1" status: 200 len: 922 time: 0.2362227 Jul 13 07:21:12.752274 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-b5d6c0a8-5abe-48c2-ac4f-0b60cba7a2b8 req-512ace99-0ac3-493e-94fd-492e69c6165e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Deleting port b4631b47-cf5a-4b87-b275-75ced4b31d09 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:21:12.753140 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-b5d6c0a8-5abe-48c2-ac4f-0b60cba7a2b8 req-512ace99-0ac3-493e-94fd-492e69c6165e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:12.791926 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-93614405-d7a6-4a23-8e2a-4ba1dfa5198b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b78584e-6cf6-4fc8-8ca3-964213c3391f HTTP/1.1" status: 200 len: 217 time: 0.0396256 Jul 13 07:21:12.900652 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-784061c2-cf47-484a-867c-80fd965034c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:12.902925 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-784061c2-cf47-484a-867c-80fd965034c7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6c79b49d-432e-4da7-962c-3ca2527bdd27 HTTP/1.1" status: 200 len: 861 time: 0.1044116 Jul 13 07:21:12.944269 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-b5d6c0a8-5abe-48c2-ac4f-0b60cba7a2b8 req-512ace99-0ac3-493e-94fd-492e69c6165e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] For port b4631b47-cf5a-4b87-b275-75ced4b31d09, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=b4631b47-cf5a-4b87-b275-75ced4b31d09,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:12.944628 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-b5d6c0a8-5abe-48c2-ac4f-0b60cba7a2b8 req-512ace99-0ac3-493e-94fd-492e69c6165e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:12.987463 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-0f810292-e5d7-4704-b297-b197f691b24c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bff43fa8-f666-4c15-8f06-2242dcee7e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725894 Jul 13 07:21:13.052096 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-b5d6c0a8-5abe-48c2-ac4f-0b60cba7a2b8 req-512ace99-0ac3-493e-94fd-492e69c6165e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Calling delete_port for b4631b47-cf5a-4b87-b275-75ced4b31d09 owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:21:13.116292 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-8d115985-1e1e-4d52-b608-dd3aa6b80a3a service neutron] 10.222.0.25 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240897 Jul 13 07:21:13.211749 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684a080-2846-404f-9170-4f053ed1e412 req-d9b27c9b-5522-45eb-a677-00bf4cb53b89 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:13.220958 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d684a080-2846-404f-9170-4f053ed1e412 req-d9b27c9b-5522-45eb-a677-00bf4cb53b89 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 944 time: 0.2714911 Jul 13 07:21:13.273986 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18fc0fef-138a-4dd3-afec-ea2d9c334526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b538252e-cf6f-48f0-8495-70509f682a4c'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:13.277369 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a137399-7093-4e93-9a57-011d79525569" -d '{"events": [{"server_uuid": "18fc0fef-138a-4dd3-afec-ea2d9c334526", "name": "network-vif-plugged", "status": "completed", "tag": "b538252e-cf6f-48f0-8495-70509f682a4c"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:13.278928 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-cd990e12-aaa6-4e3a-b111-0551aab36f0b service neutron] 10.222.0.25 "GET /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500514 Jul 13 07:21:13.340163 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-b5d6c0a8-5abe-48c2-ac4f-0b60cba7a2b8 req-512ace99-0ac3-493e-94fd-492e69c6165e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:13.390396 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ace99-0ac3-493e-94fd-492e69c6165e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Pushing event deleted for resources: {'Port': ['ID=b4631b47-cf5a-4b87-b275-75ced4b31d09,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:13.419718 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ace99-0ac3-493e-94fd-492e69c6165e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:13.420651 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ace99-0ac3-493e-94fd-492e69c6165e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:13.420994 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ace99-0ac3-493e-94fd-492e69c6165e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:13.421341 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ace99-0ac3-493e-94fd-492e69c6165e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:13.421673 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ace99-0ac3-493e-94fd-492e69c6165e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:13.422017 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ace99-0ac3-493e-94fd-492e69c6165e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:13.422866 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ace99-0ac3-493e-94fd-492e69c6165e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:13.423398 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ace99-0ac3-493e-94fd-492e69c6165e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:13.424547 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ace99-0ac3-493e-94fd-492e69c6165e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:13.425066 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ace99-0ac3-493e-94fd-492e69c6165e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:13.425545 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ace99-0ac3-493e-94fd-492e69c6165e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:13.426497 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ace99-0ac3-493e-94fd-492e69c6165e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:13.452806 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d684a080-2846-404f-9170-4f053ed1e412 req-efa5294c-749a-4d99-a25c-d2cb59f277e2 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307801 Jul 13 07:21:13.513760 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d6c0a8-5abe-48c2-ac4f-0b60cba7a2b8 req-512ace99-0ac3-493e-94fd-492e69c6165e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] No DVR routers for this DVR port b4631b47-cf5a-4b87-b275-75ced4b31d09 on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:21:13.517127 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-b5d6c0a8-5abe-48c2-ac4f-0b60cba7a2b8 req-512ace99-0ac3-493e-94fd-492e69c6165e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:13.519417 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b5d6c0a8-5abe-48c2-ac4f-0b60cba7a2b8 req-512ace99-0ac3-493e-94fd-492e69c6165e tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.25 "DELETE /v2.0/ports/b4631b47-cf5a-4b87-b275-75ced4b31d09 HTTP/1.1" status: 204 len: 173 time: 1.0806298 Jul 13 07:21:13.520034 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12289cf0-a9fd-41df-b6d7-58703ccedde0', 'name': 'network-vif-deleted', 'tag': 'b4631b47-cf5a-4b87-b275-75ced4b31d09'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:13.522459 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec32234-c931-469b-bd44-dc539ef39d36" -d '{"events": [{"server_uuid": "12289cf0-a9fd-41df-b6d7-58703ccedde0", "name": "network-vif-deleted", "tag": "b4631b47-cf5a-4b87-b275-75ced4b31d09"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:13.551442 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864f2a7-c779-4753-8f4b-c0305d080191 req-40ce1a61-f169-4c1f-b08e-a6c9898ea4c3 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:13.559952 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7864f2a7-c779-4753-8f4b-c0305d080191 req-40ce1a61-f169-4c1f-b08e-a6c9898ea4c3 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 950 time: 0.1335635 Jul 13 07:21:13.608209 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7864f2a7-c779-4753-8f4b-c0305d080191 req-0998f6dd-4f85-4194-8967-0b9330ed6726 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470486 Jul 13 07:21:13.619032 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787bb266-3db3-4570-9b22-7015390ca6f2 x-openstack-request-id: req-787bb266-3db3-4570-9b22-7015390ca6f2 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:13.619684 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18fc0fef-138a-4dd3-afec-ea2d9c334526", "name": "network-vif-plugged", "status": "completed", "tag": "b538252e-cf6f-48f0-8495-70509f682a4c", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:13.620151 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-787bb266-3db3-4570-9b22-7015390ca6f2 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:13.620813 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18fc0fef-138a-4dd3-afec-ea2d9c334526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b538252e-cf6f-48f0-8495-70509f682a4c', 'code': 200} Jul 13 07:21:13.827579 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422e354a-898b-408e-ad62-548311d2274d x-openstack-request-id: req-422e354a-898b-408e-ad62-548311d2274d {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:13.827857 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12289cf0-a9fd-41df-b6d7-58703ccedde0", "name": "network-vif-deleted", "tag": "b4631b47-cf5a-4b87-b275-75ced4b31d09", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:13.831575 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-422e354a-898b-408e-ad62-548311d2274d {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:13.834432 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12289cf0-a9fd-41df-b6d7-58703ccedde0', 'name': 'network-vif-deleted', 'tag': 'b4631b47-cf5a-4b87-b275-75ced4b31d09', 'status': 'completed', 'code': 200} Jul 13 07:21:13.846961 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-23b81a9c-8a19-4b37-a0a8-82423c5c1034 req-f50e5c03-2b65-49a9-8471-1068ed43f1ff tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=12289cf0-a9fd-41df-b6d7-58703ccedde0 HTTP/1.1" status: 200 len: 210 time: 0.0469418 Jul 13 07:21:13.905481 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-262f02bd-0149-4b77-81fe-4d4bea341037 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:13.907103 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-262f02bd-0149-4b77-81fe-4d4bea341037 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1&tenant_id=59ced391c6a04d319ae98164aff14fc2&binding%3Ahost_id=n-h2-771363-34 HTTP/1.1" status: 200 len: 1096 time: 0.1953483 Jul 13 07:21:14.090644 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-9761dda7-78be-41ad-bab3-6ca35d776327 service neutron] For port 6b78584e-6cf6-4fc8-8ca3-964213c3391f, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:21:14.095798 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-9761dda7-78be-41ad-bab3-6ca35d776327 service neutron] Notify callbacks [] for binding, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:14.097254 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4c6065e0-5fb2-40f1-8ad5-99e940a11331 req-9761dda7-78be-41ad-bab3-6ca35d776327 service neutron] 10.222.0.25 "DELETE /v2.0/ports/6b78584e-6cf6-4fc8-8ca3-964213c3391f/bindings/n-h1-771363-34 HTTP/1.1" status: 204 len: 173 time: 0.1785724 Jul 13 07:21:14.348924 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830a97c-bded-41c3-bcb6-69db9aec675a req-7f74b756-61fb-45f1-a597-cf8167600b3f tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:14.351135 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2830a97c-bded-41c3-bcb6-69db9aec675a req-7f74b756-61fb-45f1-a597-cf8167600b3f tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 950 time: 0.2207687 Jul 13 07:21:14.480851 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-2830a97c-bded-41c3-bcb6-69db9aec675a req-2b59a8a2-2862-4a51-9a52-e24e99a1f8ef tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Deleting port 766736c1-83a9-4d32-ba7c-abb218287702 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:21:14.483508 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-2830a97c-bded-41c3-bcb6-69db9aec675a req-2b59a8a2-2862-4a51-9a52-e24e99a1f8ef tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:14.774867 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37655d6-df22-4611-b240-e58b73a0bbc7 req-d3abb77f-d35e-4c2d-b550-0e1a29a5c39f tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:14.778900 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a37655d6-df22-4611-b240-e58b73a0bbc7 req-d3abb77f-d35e-4c2d-b550-0e1a29a5c39f tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 944 time: 0.1479416 Jul 13 07:21:14.855599 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a37655d6-df22-4611-b240-e58b73a0bbc7 req-73266c9e-99a8-4474-a7a8-363f74106196 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654964 Jul 13 07:21:15.051567 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-2830a97c-bded-41c3-bcb6-69db9aec675a req-2b59a8a2-2862-4a51-9a52-e24e99a1f8ef tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] For port 766736c1-83a9-4d32-ba7c-abb218287702, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=766736c1-83a9-4d32-ba7c-abb218287702,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:15.052218 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-2830a97c-bded-41c3-bcb6-69db9aec675a req-2b59a8a2-2862-4a51-9a52-e24e99a1f8ef tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:15.085943 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-2830a97c-bded-41c3-bcb6-69db9aec675a req-2b59a8a2-2862-4a51-9a52-e24e99a1f8ef tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Calling delete_port for 766736c1-83a9-4d32-ba7c-abb218287702 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:21:15.101235 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device b538252e-cf6f-48f0-8495-70509f682a4c details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:21:15.106874 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device b4631b47-cf5a-4b87-b275-75ced4b31d09 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:21:15.126587 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371817b-b468-4bad-a446-fe55267ae9aa req-a0bf030e-50a2-444d-a689-40483c225f7f tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:15.134638 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f371817b-b468-4bad-a446-fe55267ae9aa req-a0bf030e-50a2-444d-a689-40483c225f7f tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6b5bcde-766a-4d51-9f5c-871279e60a1d HTTP/1.1" status: 200 len: 946 time: 0.2603626 Jul 13 07:21:15.153165 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: b4631b47-cf5a-4b87-b275-75ced4b31d09 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:21:15.154031 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device b4631b47-cf5a-4b87-b275-75ced4b31d09 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:21:15.212609 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae64aa-c319-42cc-a90a-59467b6fb2cd req-ed774738-80dd-4ce2-918e-2074315b02ca tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:15.218282 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1bae64aa-c319-42cc-a90a-59467b6fb2cd req-ed774738-80dd-4ce2-918e-2074315b02ca tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c6d9c9e-718e-4b87-9f8f-92199c1f6247 HTTP/1.1" status: 200 len: 950 time: 0.1157801 Jul 13 07:21:15.231443 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f371817b-b468-4bad-a446-fe55267ae9aa req-9935d1ce-2b66-4146-a5e6-184be590470f tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901136 Jul 13 07:21:15.260898 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4d6c0-4f2a-4708-8d96-ae55740704ad req-ae00002f-aa3c-4fd4-a2c8-18467acdd823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:15.262359 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d0a4d6c0-4f2a-4708-8d96-ae55740704ad req-ae00002f-aa3c-4fd4-a2c8-18467acdd823 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6d13c0c2ef2a4f4ba04ee46bbbe15052&device_id=e6b5bcde-766a-4d51-9f5c-871279e60a1d HTTP/1.1" status: 200 len: 1098 time: 0.3925614 Jul 13 07:21:15.310780 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port b538252e-cf6f-48f0-8495-70509f682a4c, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=b538252e-cf6f-48f0-8495-70509f682a4c,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:15.330519 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1bae64aa-c319-42cc-a90a-59467b6fb2cd req-9a6fd29a-bb57-4f30-abd9-664331a8ecfd tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042233 Jul 13 07:21:15.331448 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': 'b538252e-cf6f-48f0-8495-70509f682a4c', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': 'b538252e-cf6f-48f0-8495-70509f682a4c', 'mac_address': 'fa:16:3e:b5:8b:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:21:15.337443 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46318) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:15.346837 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-99d4451a-e337-4e78-a462-c7b409924df9 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-173036636'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:15.393813 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:15.408114 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b538252e-cf6f-48f0-8495-70509f682a4c {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:21:15.441709 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port b538252e-cf6f-48f0-8495-70509f682a4c, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=b538252e-cf6f-48f0-8495-70509f682a4c,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:15.457494 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:15.468338 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d4451a-e337-4e78-a462-c7b409924df9 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Made reservation on behalf of 9f21aa0b310c4cd09c2f6eea1ac67069 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:21:15.472809 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-99d4451a-e337-4e78-a462-c7b409924df9 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:15.528740 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4d6c0-4f2a-4708-8d96-ae55740704ad req-6a156680-7682-49cc-9c50-019fa091b809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:15.530339 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d0a4d6c0-4f2a-4708-8d96-ae55740704ad req-6a156680-7682-49cc-9c50-019fa091b809 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ffa8f5b7-4641-405f-a4b1-873f26b9afcf HTTP/1.1" status: 200 len: 919 time: 0.2594821 Jul 13 07:21:15.605758 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d0a4d6c0-4f2a-4708-8d96-ae55740704ad req-1d3aaa59-fe6d-47d1-8348-bbac2aea5173 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff2bbdce-2745-430f-8402-3c5c3a37c0ca HTTP/1.1" status: 200 len: 217 time: 0.0597723 Jul 13 07:21:15.618409 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=b538252e-cf6f-48f0-8495-70509f682a4c,revision_number=10']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:15.643703 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99d4451a-e337-4e78-a462-c7b409924df9 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:21:15.665345 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-99d4451a-e337-4e78-a462-c7b409924df9 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:15.665849 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-99d4451a-e337-4e78-a462-c7b409924df9 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Added segment 40301528-fcc8-4ec6-a613-b476f71525be of type vlan for network 8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb Jul 13 07:21:15.681548 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['b538252e-cf6f-48f0-8495-70509f682a4c'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:21:15.759743 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-99d4451a-e337-4e78-a462-c7b409924df9 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:15.834570 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-99d4451a-e337-4e78-a462-c7b409924df9 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:15.840993 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d4451a-e337-4e78-a462-c7b409924df9 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:15.841950 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-99d4451a-e337-4e78-a462-c7b409924df9 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:15.985174 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-2830a97c-bded-41c3-bcb6-69db9aec675a req-2b59a8a2-2862-4a51-9a52-e24e99a1f8ef tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:16.012685 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['6d0a0a67-9326-4421-a6a8-789e665561cf', '766736c1-83a9-4d32-ba7c-abb218287702'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:21:16.023667 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-99d4451a-e337-4e78-a462-c7b409924df9 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6848912 Jul 13 07:21:16.026310 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46336) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:16.031594 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-0b386179-fcd5-4f02-b5d0-274b2fe372ec tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-218491520'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:16.076614 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b386179-fcd5-4f02-b5d0-274b2fe372ec tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Made reservation on behalf of 9f21aa0b310c4cd09c2f6eea1ac67069 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:21:16.083111 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0b386179-fcd5-4f02-b5d0-274b2fe372ec tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:16.119674 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b386179-fcd5-4f02-b5d0-274b2fe372ec tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:21:16.131816 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4d6c0-4f2a-4708-8d96-ae55740704ad req-78886c61-ef6c-48ce-bdbf-e37989f18946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:16.132887 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0b386179-fcd5-4f02-b5d0-274b2fe372ec tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:16.133292 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-0b386179-fcd5-4f02-b5d0-274b2fe372ec tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Added segment a22ed18f-1ae7-4f42-8ca5-e45559afe92b of type vlan for network d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f Jul 13 07:21:16.133710 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d0a4d6c0-4f2a-4708-8d96-ae55740704ad req-78886c61-ef6c-48ce-bdbf-e37989f18946 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d1ccc7a-a9a6-4c00-9ab1-d7fdf16140dc HTTP/1.1" status: 200 len: 858 time: 0.3375735 Jul 13 07:21:16.175845 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d4451a-e337-4e78-a462-c7b409924df9 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Pushing event updated for resources: {'Network': ['ID=8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:16.194977 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-75866441-319f-4af4-9789-c791bb8b7cbe None None] Provisioning complete for port b538252e-cf6f-48f0-8495-70509f682a4c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:16.195831 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-75866441-319f-4af4-9789-c791bb8b7cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:16.207874 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b59a8a2-2862-4a51-9a52-e24e99a1f8ef tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Pushing event deleted for resources: {'Port': ['ID=766736c1-83a9-4d32-ba7c-abb218287702,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:16.209026 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0b386179-fcd5-4f02-b5d0-274b2fe372ec tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:16.210064 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-2830a97c-bded-41c3-bcb6-69db9aec675a req-2b59a8a2-2862-4a51-9a52-e24e99a1f8ef tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] No DVR routers for this DVR port 766736c1-83a9-4d32-ba7c-abb218287702 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:21:16.217373 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:21:16.229365 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-2830a97c-bded-41c3-bcb6-69db9aec675a req-2b59a8a2-2862-4a51-9a52-e24e99a1f8ef tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:16.240289 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2830a97c-bded-41c3-bcb6-69db9aec675a req-2b59a8a2-2862-4a51-9a52-e24e99a1f8ef tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.42 "DELETE /v2.0/ports/766736c1-83a9-4d32-ba7c-abb218287702 HTTP/1.1" status: 204 len: 173 time: 1.8742914 Jul 13 07:21:16.247163 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6d9c9e-718e-4b87-9f8f-92199c1f6247', 'name': 'network-vif-deleted', 'tag': '766736c1-83a9-4d32-ba7c-abb218287702'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:16.254361 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bdc3a9-d880-47db-bfcb-f649b9a54802" -d '{"events": [{"server_uuid": "8c6d9c9e-718e-4b87-9f8f-92199c1f6247", "name": "network-vif-deleted", "tag": "766736c1-83a9-4d32-ba7c-abb218287702"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:16.266769 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0b386179-fcd5-4f02-b5d0-274b2fe372ec tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:16.278822 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b386179-fcd5-4f02-b5d0-274b2fe372ec tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:16.279646 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0b386179-fcd5-4f02-b5d0-274b2fe372ec tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:16.306620 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d0a4d6c0-4f2a-4708-8d96-ae55740704ad req-58ca4d10-1973-4562-9cbf-356b2784728a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ffa8f5b7-4641-405f-a4b1-873f26b9afcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1317673 Jul 13 07:21:16.318159 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bef462-3c32-41dd-8bd9-8ab1936ef14f req-40f6565c-996c-4bc1-938e-22f64d6428d4 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:16.330153 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b4bef462-3c32-41dd-8bd9-8ab1936ef14f req-40f6565c-996c-4bc1-938e-22f64d6428d4 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 1096 time: 0.5327671 Jul 13 07:21:16.522132 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b386179-fcd5-4f02-b5d0-274b2fe372ec tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Pushing event updated for resources: {'Network': ['ID=d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:16.533870 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0b386179-fcd5-4f02-b5d0-274b2fe372ec tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5054562 Jul 13 07:21:16.534668 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46366) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:16.541001 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-d9117405-84f2-4d5d-af7e-415d21088b41 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Request body: {'subnet': {'network_id': '8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:16.545153 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:21:16.609180 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b4bef462-3c32-41dd-8bd9-8ab1936ef14f req-6efabba5-3a62-488b-9ea7-b0bbe4a35a89 tempest-LiveAutoBlockMigrationV225Test-1369520291 tempest-LiveAutoBlockMigrationV225Test-1369520291-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748842 Jul 13 07:21:16.658320 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-75866441-319f-4af4-9789-c791bb8b7cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:16.693157 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d0a4d6c0-4f2a-4708-8d96-ae55740704ad req-ee944339-e1b8-40e5-915b-a83d5ede91d7 service neutron] 10.222.0.42 "GET /v2.0/networks/ffa8f5b7-4641-405f-a4b1-873f26b9afcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436244 Jul 13 07:21:16.801733 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['9c7a8282-37d0-4766-acbb-4c25f10c0b68'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:21:16.809081 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18fc0fef-138a-4dd3-afec-ea2d9c334526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b538252e-cf6f-48f0-8495-70509f682a4c'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:16.811524 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7483cca3-8c3f-4eb8-99c9-0a8a71d76159" -d '{"events": [{"server_uuid": "18fc0fef-138a-4dd3-afec-ea2d9c334526", "name": "network-vif-plugged", "status": "completed", "tag": "b538252e-cf6f-48f0-8495-70509f682a4c"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:16.864366 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-75866441-319f-4af4-9789-c791bb8b7cbe None None] For port b538252e-cf6f-48f0-8495-70509f682a4c, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=b538252e-cf6f-48f0-8495-70509f682a4c,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:16.897973 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-75866441-319f-4af4-9789-c791bb8b7cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:16.927876 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d0a4d6c0-4f2a-4708-8d96-ae55740704ad req-eb20e77d-5273-4910-82a2-cc473bdb4ab2 service neutron] 10.222.0.42 "GET /v2.0/networks/ffa8f5b7-4641-405f-a4b1-873f26b9afcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191067 Jul 13 07:21:17.020356 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9117405-84f2-4d5d-af7e-415d21088b41 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Made reservation on behalf of 9f21aa0b310c4cd09c2f6eea1ac67069 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:21:17.023963 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d9117405-84f2-4d5d-af7e-415d21088b41 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:17.081769 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75866441-319f-4af4-9789-c791bb8b7cbe None None] Pushing event updated for resources: {'Port': ['ID=b538252e-cf6f-48f0-8495-70509f682a4c,revision_number=11']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:17.104705 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f285dc5-91cb-41ff-bd3f-ab09fb0939ee req-6b9dc096-c87b-4c17-acde-a455cbefb684 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:17.118346 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0f285dc5-91cb-41ff-bd3f-ab09fb0939ee req-6b9dc096-c87b-4c17-acde-a455cbefb684 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0ad3ad0-5e92-44ae-898f-859f675502e1 HTTP/1.1" status: 200 len: 945 time: 0.4129887 Jul 13 07:21:17.124242 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device b538252e-cf6f-48f0-8495-70509f682a4c up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:21:17.164026 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099df13c-434c-4645-bf32-139ddcbdaeef req-957c6a7e-cdda-4751-a500-646b89b0ae7f tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:17.178085 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-099df13c-434c-4645-bf32-139ddcbdaeef req-957c6a7e-cdda-4751-a500-646b89b0ae7f tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6b5bcde-766a-4d51-9f5c-871279e60a1d HTTP/1.1" status: 200 len: 946 time: 0.2243714 Jul 13 07:21:17.299330 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-099df13c-434c-4645-bf32-139ddcbdaeef req-86bc44b9-3281-411b-9442-301635fbf11c tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144674 Jul 13 07:21:17.351039 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port b538252e-cf6f-48f0-8495-70509f682a4c triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:17.351646 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:17.420382 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e0a911a5-dc8f-45e1-b04b-f7c0497eb9dd None None] Provisioning complete for port b538252e-cf6f-48f0-8495-70509f682a4c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:17.420830 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e0a911a5-dc8f-45e1-b04b-f7c0497eb9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:17.421100 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0adc8b-2c1b-40a1-918c-b1f058e0b0b2 x-openstack-request-id: req-4a0adc8b-2c1b-40a1-918c-b1f058e0b0b2 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:17.421401 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6d9c9e-718e-4b87-9f8f-92199c1f6247", "name": "network-vif-deleted", "tag": "766736c1-83a9-4d32-ba7c-abb218287702", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:17.421704 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4a0adc8b-2c1b-40a1-918c-b1f058e0b0b2 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:17.422676 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6d9c9e-718e-4b87-9f8f-92199c1f6247', 'name': 'network-vif-deleted', 'tag': '766736c1-83a9-4d32-ba7c-abb218287702', 'status': 'completed', 'code': 200} Jul 13 07:21:17.587632 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device cafbfce0-7157-436e-aa90-46637a16b6f5 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:21:17.790373 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97930cd9-2ef1-4c9a-ab54-3f177428f821 req-877485ec-91a7-4c9c-860f-9231cee7ac0b tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:17.792397 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-97930cd9-2ef1-4c9a-ab54-3f177428f821 req-877485ec-91a7-4c9c-860f-9231cee7ac0b tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0ad3ad0-5e92-44ae-898f-859f675502e1 HTTP/1.1" status: 200 len: 945 time: 0.9074459 Jul 13 07:21:17.816171 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-0f285dc5-91cb-41ff-bd3f-ab09fb0939ee req-7d285bd1-8ce8-4991-9858-a6574b91449b tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Deleting port cafbfce0-7157-436e-aa90-46637a16b6f5 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:21:17.816523 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0f285dc5-91cb-41ff-bd3f-ab09fb0939ee req-7d285bd1-8ce8-4991-9858-a6574b91449b tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:17.995225 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-0f285dc5-91cb-41ff-bd3f-ab09fb0939ee req-7d285bd1-8ce8-4991-9858-a6574b91449b tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] For port cafbfce0-7157-436e-aa90-46637a16b6f5, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=cafbfce0-7157-436e-aa90-46637a16b6f5,segment=NetworkSegment(833146c2-060f-42a6-a3e7-eb666665270b),segment_id=833146c2-060f-42a6-a3e7-eb666665270b)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:17.995628 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0f285dc5-91cb-41ff-bd3f-ab09fb0939ee req-7d285bd1-8ce8-4991-9858-a6574b91449b tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:18.017308 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-0f285dc5-91cb-41ff-bd3f-ab09fb0939ee req-7d285bd1-8ce8-4991-9858-a6574b91449b tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Calling delete_port for cafbfce0-7157-436e-aa90-46637a16b6f5 owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:21:18.208056 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-97930cd9-2ef1-4c9a-ab54-3f177428f821 req-c7500b0c-60fc-4c8e-a474-2dd0fc5b7e51 tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18720f6-423e-4130-80ad-ac1dcc989202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100189 Jul 13 07:21:18.210963 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0f285dc5-91cb-41ff-bd3f-ab09fb0939ee req-7d285bd1-8ce8-4991-9858-a6574b91449b tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:18.264786 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d285bd1-8ce8-4991-9858-a6574b91449b tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Pushing event deleted for resources: {'Port': ['ID=cafbfce0-7157-436e-aa90-46637a16b6f5,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:18.414716 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f285dc5-91cb-41ff-bd3f-ab09fb0939ee req-7d285bd1-8ce8-4991-9858-a6574b91449b tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] No DVR routers for this DVR port cafbfce0-7157-436e-aa90-46637a16b6f5 on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:21:18.419257 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0f285dc5-91cb-41ff-bd3f-ab09fb0939ee req-7d285bd1-8ce8-4991-9858-a6574b91449b tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:18.421724 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0f285dc5-91cb-41ff-bd3f-ab09fb0939ee req-7d285bd1-8ce8-4991-9858-a6574b91449b tempest-LiveMigrationTest-1471581912 tempest-LiveMigrationTest-1471581912-project] 10.222.0.25 "DELETE /v2.0/ports/cafbfce0-7157-436e-aa90-46637a16b6f5 HTTP/1.1" status: 204 len: 173 time: 1.3025768 Jul 13 07:21:18.422540 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ad3ad0-5e92-44ae-898f-859f675502e1', 'name': 'network-vif-deleted', 'tag': 'cafbfce0-7157-436e-aa90-46637a16b6f5'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:18.425342 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042d105b-a1a3-4281-89d1-fdeb7bacb23b" -d '{"events": [{"server_uuid": "c0ad3ad0-5e92-44ae-898f-859f675502e1", "name": "network-vif-deleted", "tag": "cafbfce0-7157-436e-aa90-46637a16b6f5"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:18.429631 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d9117405-84f2-4d5d-af7e-415d21088b41 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:18.592656 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9117405-84f2-4d5d-af7e-415d21088b41 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Checking segment: {'id': '40301528-fcc8-4ec6-a613-b476f71525be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:21:18.597370 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9117405-84f2-4d5d-af7e-415d21088b41 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Network hostable DHCP agents. Network: 8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:21:18.650707 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9117405-84f2-4d5d-af7e-415d21088b41 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Network 8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:21:18.666257 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9117405-84f2-4d5d-af7e-415d21088b41 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Pushing event updated for resources: {'Subnet': ['ID=fbf3360f-363f-4965-bf44-461a187b579f,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:18.683643 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-d9117405-84f2-4d5d-af7e-415d21088b41 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:21:18.691974 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9117405-84f2-4d5d-af7e-415d21088b41 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:18.692579 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d9117405-84f2-4d5d-af7e-415d21088b41 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:18.694477 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7f02ce-1d88-4cb1-943f-f4005ad7fe4d None None] Network 8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:21:18.729032 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46400) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:18.734296 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-df624191-fce8-492f-b3a9-4ed703408e68 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Request body: {'subnet': {'network_id': 'd3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:18.736609 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d9117405-84f2-4d5d-af7e-415d21088b41 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1999059 Jul 13 07:21:18.873042 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 766736c1-83a9-4d32-ba7c-abb218287702 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:21:18.966914 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5102cc8-1d43-430f-8b23-092b7cbc7908 x-openstack-request-id: req-a5102cc8-1d43-430f-8b23-092b7cbc7908 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:18.972118 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18fc0fef-138a-4dd3-afec-ea2d9c334526", "name": "network-vif-plugged", "status": "completed", "tag": "b538252e-cf6f-48f0-8495-70509f682a4c", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:18.972994 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a5102cc8-1d43-430f-8b23-092b7cbc7908 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:18.973425 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18fc0fef-138a-4dd3-afec-ea2d9c334526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b538252e-cf6f-48f0-8495-70509f682a4c', 'code': 200} Jul 13 07:21:18.978657 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df624191-fce8-492f-b3a9-4ed703408e68 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Made reservation on behalf of 9f21aa0b310c4cd09c2f6eea1ac67069 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:21:18.978977 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 766736c1-83a9-4d32-ba7c-abb218287702 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:21:18.979402 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 766736c1-83a9-4d32-ba7c-abb218287702 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:21:18.996176 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-df624191-fce8-492f-b3a9-4ed703408e68 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:19.066092 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8e73a9-f0a4-45e7-a2b7-4bd7ed6368f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb', 'network_id': '8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb', 'tenant_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'fixed_ips': [{'subnet_id': 'fbf3360f-363f-4965-bf44-461a187b579f'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:21:19.067012 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5f8e73a9-f0a4-45e7-a2b7-4bd7ed6368f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:19.467946 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-df624191-fce8-492f-b3a9-4ed703408e68 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:19.484322 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-5f8e73a9-f0a4-45e7-a2b7-4bd7ed6368f9 None None] Allocated IP 10.1.1.2 (8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb/fbf3360f-363f-4965-bf44-461a187b579f/fa4e2b90-bba4-4bd7-90f4-e50bec95a45b) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:21:19.604913 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df624191-fce8-492f-b3a9-4ed703408e68 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Pushing event updated for resources: {'Subnet': ['ID=9c2506db-6f43-4e89-9c37-79407431b682,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:19.629731 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df624191-fce8-492f-b3a9-4ed703408e68 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Checking segment: {'id': 'a22ed18f-1ae7-4f42-8ca5-e45559afe92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:21:19.631601 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df624191-fce8-492f-b3a9-4ed703408e68 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Network hostable DHCP agents. Network: d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:21:19.679125 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df624191-fce8-492f-b3a9-4ed703408e68 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Network d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:21:19.701996 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-df624191-fce8-492f-b3a9-4ed703408e68 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:21:19.707960 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df624191-fce8-492f-b3a9-4ed703408e68 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:19.708586 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-df624191-fce8-492f-b3a9-4ed703408e68 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:19.721576 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0d5317-7247-42c3-ad3b-31e9ee7528ad None None] Network d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:21:19.725219 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3cbcaa-c02e-464a-8f1e-f2afc22a942d req-9a12aa7c-ea87-4ea8-ab1c-b5b9e47e1da9 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:19.728004 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1e3cbcaa-c02e-464a-8f1e-f2afc22a942d req-9a12aa7c-ea87-4ea8-ab1c-b5b9e47e1da9 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 944 time: 0.1616554 Jul 13 07:21:19.734597 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-df624191-fce8-492f-b3a9-4ed703408e68 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0037849 Jul 13 07:21:19.736963 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46416) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:19.742758 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-e1160d57-dfba-4f83-8596-823c6cf03d41 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Request body: {'port': {'network_id': '8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb', 'name': 'tempest-TaggedBootDevicesTest-735228274', 'fixed_ips': [{'subnet_id': 'fbf3360f-363f-4965-bf44-461a187b579f'}]}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:19.988223 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-1e3cbcaa-c02e-464a-8f1e-f2afc22a942d req-4ee79203-9ed6-4b09-ae3d-04cb2de1847b tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Deleting port 6b78584e-6cf6-4fc8-8ca3-964213c3391f {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:21:19.988713 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1e3cbcaa-c02e-464a-8f1e-f2afc22a942d req-4ee79203-9ed6-4b09-ae3d-04cb2de1847b tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:19.997088 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1160d57-dfba-4f83-8596-823c6cf03d41 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Made reservation on behalf of 9f21aa0b310c4cd09c2f6eea1ac67069 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:21:20.163373 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5f8e73a9-f0a4-45e7-a2b7-4bd7ed6368f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:20.198141 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5f8e73a9-f0a4-45e7-a2b7-4bd7ed6368f9 None None] Transition to ACTIVE for port object fa4e2b90-bba4-4bd7-90f4-e50bec95a45b will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:21:20.237456 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5f8e73a9-f0a4-45e7-a2b7-4bd7ed6368f9 None None] Transition to ACTIVE for port object fa4e2b90-bba4-4bd7-90f4-e50bec95a45b will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:21:20.282916 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1b489e-ccc7-4341-a02d-5fb2b34ff51a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f', 'network_id': 'd3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f', 'tenant_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'fixed_ips': [{'subnet_id': '9c2506db-6f43-4e89-9c37-79407431b682'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:21:20.285559 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-dd1b489e-ccc7-4341-a02d-5fb2b34ff51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:20.296052 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5f8e73a9-f0a4-45e7-a2b7-4bd7ed6368f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:20.332226 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-1e3cbcaa-c02e-464a-8f1e-f2afc22a942d req-4ee79203-9ed6-4b09-ae3d-04cb2de1847b tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] For port 6b78584e-6cf6-4fc8-8ca3-964213c3391f, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=6b78584e-6cf6-4fc8-8ca3-964213c3391f,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:20.332226 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1e3cbcaa-c02e-464a-8f1e-f2afc22a942d req-4ee79203-9ed6-4b09-ae3d-04cb2de1847b tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:20.353489 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e1160d57-dfba-4f83-8596-823c6cf03d41 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:20.377779 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-1e3cbcaa-c02e-464a-8f1e-f2afc22a942d req-4ee79203-9ed6-4b09-ae3d-04cb2de1847b tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Calling delete_port for 6b78584e-6cf6-4fc8-8ca3-964213c3391f owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:21:20.382331 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8e73a9-f0a4-45e7-a2b7-4bd7ed6368f9 None None] Network 8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:21:20.389608 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-e1160d57-dfba-4f83-8596-823c6cf03d41 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] device_id is not set on port 3f89b889-ffbb-4db5-b1ee-44cea0069805 yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:21:20.447994 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-5f8e73a9-f0a4-45e7-a2b7-4bd7ed6368f9 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:21:20.460279 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e73a9-f0a4-45e7-a2b7-4bd7ed6368f9 None None] Pushing event updated for resources: {'Port': ['ID=fa4e2b90-bba4-4bd7-90f4-e50bec95a45b,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:20.462935 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8e73a9-f0a4-45e7-a2b7-4bd7ed6368f9 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:21:20.611693 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-5f8e73a9-f0a4-45e7-a2b7-4bd7ed6368f9 None None] Attempting to bind port fa4e2b90-bba4-4bd7-90f4-e50bec95a45b on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:21:20.612991 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-5f8e73a9-f0a4-45e7-a2b7-4bd7ed6368f9 None None] Attempting to bind port fa4e2b90-bba4-4bd7-90f4-e50bec95a45b by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '40301528-fcc8-4ec6-a613-b476f71525be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:21:20.613367 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8e73a9-f0a4-45e7-a2b7-4bd7ed6368f9 None None] Attempting to bind port fa4e2b90-bba4-4bd7-90f4-e50bec95a45b on network 8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:21:20.628632 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8e73a9-f0a4-45e7-a2b7-4bd7ed6368f9 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:21:20.629000 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8e73a9-f0a4-45e7-a2b7-4bd7ed6368f9 None None] Checking segment: {'id': '40301528-fcc8-4ec6-a613-b476f71525be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:21:20.629408 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5f8e73a9-f0a4-45e7-a2b7-4bd7ed6368f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:20.629800 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8e73a9-f0a4-45e7-a2b7-4bd7ed6368f9 None None] Bound using segment: {'id': '40301528-fcc8-4ec6-a613-b476f71525be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:21:20.630531 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-5f8e73a9-f0a4-45e7-a2b7-4bd7ed6368f9 None None] Bound port: fa4e2b90-bba4-4bd7-90f4-e50bec95a45b, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40301528-fcc8-4ec6-a613-b476f71525be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:21:20.630923 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5f8e73a9-f0a4-45e7-a2b7-4bd7ed6368f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:20.661011 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-dd1b489e-ccc7-4341-a02d-5fb2b34ff51a None None] Allocated IP 10.2.2.2 (d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f/9c2506db-6f43-4e89-9c37-79407431b682/f17e18e5-bc0d-4074-bbf6-140a4608454d) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:21:20.744830 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-e1160d57-dfba-4f83-8596-823c6cf03d41 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Allocated IP 10.1.1.157 (8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb/fbf3360f-363f-4965-bf44-461a187b579f/3f89b889-ffbb-4db5-b1ee-44cea0069805) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:21:20.776939 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1e3cbcaa-c02e-464a-8f1e-f2afc22a942d req-4ee79203-9ed6-4b09-ae3d-04cb2de1847b tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:20.829603 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['6b78584e-6cf6-4fc8-8ca3-964213c3391f'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:21:20.832116 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['43ac2ab4-ed2a-4440-bc68-bad9f61b1942'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:21:20.841173 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee79203-9ed6-4b09-ae3d-04cb2de1847b tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Pushing event deleted for resources: {'Port': ['ID=6b78584e-6cf6-4fc8-8ca3-964213c3391f,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:20.852525 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-5f8e73a9-f0a4-45e7-a2b7-4bd7ed6368f9 None None] For port fa4e2b90-bba4-4bd7-90f4-e50bec95a45b, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:21:20.898041 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3cbcaa-c02e-464a-8f1e-f2afc22a942d req-4ee79203-9ed6-4b09-ae3d-04cb2de1847b tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] No DVR routers for this DVR port 6b78584e-6cf6-4fc8-8ca3-964213c3391f on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:21:20.904509 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1e3cbcaa-c02e-464a-8f1e-f2afc22a942d req-4ee79203-9ed6-4b09-ae3d-04cb2de1847b tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:20.907016 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1e3cbcaa-c02e-464a-8f1e-f2afc22a942d req-4ee79203-9ed6-4b09-ae3d-04cb2de1847b tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.25 "DELETE /v2.0/ports/6b78584e-6cf6-4fc8-8ca3-964213c3391f HTTP/1.1" status: 204 len: 173 time: 1.1602747 Jul 13 07:21:21.039057 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-5f8e73a9-f0a4-45e7-a2b7-4bd7ed6368f9 None None] For port fa4e2b90-bba4-4bd7-90f4-e50bec95a45b, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=fa4e2b90-bba4-4bd7-90f4-e50bec95a45b,segment=NetworkSegment(40301528-fcc8-4ec6-a613-b476f71525be),segment_id=40301528-fcc8-4ec6-a613-b476f71525be)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:21:21.065715 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5f8e73a9-f0a4-45e7-a2b7-4bd7ed6368f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:21.161089 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e1160d57-dfba-4f83-8596-823c6cf03d41 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:21.211444 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-e1160d57-dfba-4f83-8596-823c6cf03d41 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Transition to ACTIVE for port object 3f89b889-ffbb-4db5-b1ee-44cea0069805 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:21:21.266928 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e73a9-f0a4-45e7-a2b7-4bd7ed6368f9 None None] Pushing event updated for resources: {'Port': ['ID=fa4e2b90-bba4-4bd7-90f4-e50bec95a45b,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:21.307822 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e1160d57-dfba-4f83-8596-823c6cf03d41 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:21.326940 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-dd1b489e-ccc7-4341-a02d-5fb2b34ff51a None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:21.375968 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-dd1b489e-ccc7-4341-a02d-5fb2b34ff51a None None] Transition to ACTIVE for port object f17e18e5-bc0d-4074-bbf6-140a4608454d will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:21:21.407269 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1160d57-dfba-4f83-8596-823c6cf03d41 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Pushing event updated for resources: {'Port': ['ID=3f89b889-ffbb-4db5-b1ee-44cea0069805,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:21.418389 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1160d57-dfba-4f83-8596-823c6cf03d41 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Network 8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:21:21.428649 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-e1160d57-dfba-4f83-8596-823c6cf03d41 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:21:21.429560 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-dd1b489e-ccc7-4341-a02d-5fb2b34ff51a None None] Transition to ACTIVE for port object f17e18e5-bc0d-4074-bbf6-140a4608454d will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:21:21.434832 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1160d57-dfba-4f83-8596-823c6cf03d41 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:21:21.449641 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-dd1b489e-ccc7-4341-a02d-5fb2b34ff51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:21.528790 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1160d57-dfba-4f83-8596-823c6cf03d41 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:21.529475 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e1160d57-dfba-4f83-8596-823c6cf03d41 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:21.563585 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e1160d57-dfba-4f83-8596-823c6cf03d41 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8250074 Jul 13 07:21:21.566282 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46418) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:21.572133 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-13996d36-e826-4e51-b95d-7bf6adc5b484 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Request body: {'port': {'network_id': '8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb', 'name': 'tempest-TaggedBootDevicesTest-223888802', 'fixed_ips': [{'subnet_id': 'fbf3360f-363f-4965-bf44-461a187b579f'}]}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:21.676420 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1b489e-ccc7-4341-a02d-5fb2b34ff51a None None] Network d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:21:21.676420 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-dd1b489e-ccc7-4341-a02d-5fb2b34ff51a None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:21:21.679463 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1b489e-ccc7-4341-a02d-5fb2b34ff51a None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:21:21.691238 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b489e-ccc7-4341-a02d-5fb2b34ff51a None None] Pushing event updated for resources: {'Port': ['ID=f17e18e5-bc0d-4074-bbf6-140a4608454d,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:21.761093 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-dd1b489e-ccc7-4341-a02d-5fb2b34ff51a None None] Attempting to bind port f17e18e5-bc0d-4074-bbf6-140a4608454d on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:21:21.763302 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-dd1b489e-ccc7-4341-a02d-5fb2b34ff51a None None] Attempting to bind port f17e18e5-bc0d-4074-bbf6-140a4608454d by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'a22ed18f-1ae7-4f42-8ca5-e45559afe92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:21:21.763302 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1b489e-ccc7-4341-a02d-5fb2b34ff51a None None] Attempting to bind port f17e18e5-bc0d-4074-bbf6-140a4608454d on network d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:21:21.770714 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1b489e-ccc7-4341-a02d-5fb2b34ff51a None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:21:21.771107 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1b489e-ccc7-4341-a02d-5fb2b34ff51a None None] Checking segment: {'id': 'a22ed18f-1ae7-4f42-8ca5-e45559afe92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:21:21.772074 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-dd1b489e-ccc7-4341-a02d-5fb2b34ff51a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:21.772675 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1b489e-ccc7-4341-a02d-5fb2b34ff51a None None] Bound using segment: {'id': 'a22ed18f-1ae7-4f42-8ca5-e45559afe92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:21:21.773156 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-dd1b489e-ccc7-4341-a02d-5fb2b34ff51a None None] Bound port: f17e18e5-bc0d-4074-bbf6-140a4608454d, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a22ed18f-1ae7-4f42-8ca5-e45559afe92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:21:21.773915 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-dd1b489e-ccc7-4341-a02d-5fb2b34ff51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:21.888400 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-dd1b489e-ccc7-4341-a02d-5fb2b34ff51a None None] For port f17e18e5-bc0d-4074-bbf6-140a4608454d, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:21:21.889289 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13996d36-e826-4e51-b95d-7bf6adc5b484 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Made reservation on behalf of 9f21aa0b310c4cd09c2f6eea1ac67069 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:21:21.893257 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-dd1b489e-ccc7-4341-a02d-5fb2b34ff51a None None] For port f17e18e5-bc0d-4074-bbf6-140a4608454d, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=f17e18e5-bc0d-4074-bbf6-140a4608454d,segment=NetworkSegment(a22ed18f-1ae7-4f42-8ca5-e45559afe92b),segment_id=a22ed18f-1ae7-4f42-8ca5-e45559afe92b)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:21:21.899438 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-dd1b489e-ccc7-4341-a02d-5fb2b34ff51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:21.955802 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device fa4e2b90-bba4-4bd7-90f4-e50bec95a45b up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:21:22.056532 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port fa4e2b90-bba4-4bd7-90f4-e50bec95a45b completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:21:22.070108 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b489e-ccc7-4341-a02d-5fb2b34ff51a None None] Pushing event updated for resources: {'Port': ['ID=f17e18e5-bc0d-4074-bbf6-140a4608454d,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:22.134369 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-13996d36-e826-4e51-b95d-7bf6adc5b484 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:22.167920 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-13996d36-e826-4e51-b95d-7bf6adc5b484 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] device_id is not set on port c6c5062b-ad9b-461a-b443-cecd55db988a yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:21:22.728443 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-13996d36-e826-4e51-b95d-7bf6adc5b484 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Allocated IP 10.1.1.201 (8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb/fbf3360f-363f-4965-bf44-461a187b579f/c6c5062b-ad9b-461a-b443-cecd55db988a) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:21:23.053102 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f9d6d5-d06a-4353-b0cf-d643c5991ec1 None None] Network 8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:21:23.135534 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-13996d36-e826-4e51-b95d-7bf6adc5b484 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:23.173311 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-13996d36-e826-4e51-b95d-7bf6adc5b484 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Transition to ACTIVE for port object c6c5062b-ad9b-461a-b443-cecd55db988a will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:21:23.190654 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 6b78584e-6cf6-4fc8-8ca3-964213c3391f no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:21:23.256377 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-13996d36-e826-4e51-b95d-7bf6adc5b484 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:23.317668 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-664857e0-1cc9-4351-9481-4d8edae80ac8 None None] Provisioning for port fa4e2b90-bba4-4bd7-90f4-e50bec95a45b completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:21:23.331053 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 6b78584e-6cf6-4fc8-8ca3-964213c3391f {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:21:23.332234 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 6b78584e-6cf6-4fc8-8ca3-964213c3391f not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:21:23.334115 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13996d36-e826-4e51-b95d-7bf6adc5b484 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Network 8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:21:23.342219 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-13996d36-e826-4e51-b95d-7bf6adc5b484 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:21:23.349261 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-664857e0-1cc9-4351-9481-4d8edae80ac8 None None] Provisioning complete for port fa4e2b90-bba4-4bd7-90f4-e50bec95a45b triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:23.349639 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-664857e0-1cc9-4351-9481-4d8edae80ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:23.353533 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13996d36-e826-4e51-b95d-7bf6adc5b484 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:21:23.353767 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:23.675868 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13996d36-e826-4e51-b95d-7bf6adc5b484 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Pushing event updated for resources: {'Port': ['ID=c6c5062b-ad9b-461a-b443-cecd55db988a,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:23.721753 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13996d36-e826-4e51-b95d-7bf6adc5b484 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:23.723254 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-13996d36-e826-4e51-b95d-7bf6adc5b484 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:23.768859 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-13996d36-e826-4e51-b95d-7bf6adc5b484 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2008681 Jul 13 07:21:23.798370 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:23.803133 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-664857e0-1cc9-4351-9481-4d8edae80ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:23.867262 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-664857e0-1cc9-4351-9481-4d8edae80ac8 None None] For port fa4e2b90-bba4-4bd7-90f4-e50bec95a45b, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=fa4e2b90-bba4-4bd7-90f4-e50bec95a45b,segment=NetworkSegment(40301528-fcc8-4ec6-a613-b476f71525be),segment_id=40301528-fcc8-4ec6-a613-b476f71525be)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:23.869961 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f17e18e5-bc0d-4074-bbf6-140a4608454d up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:21:23.874271 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-664857e0-1cc9-4351-9481-4d8edae80ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:24.030925 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c053194e-301e-4d4c-9620-75ec58fc374c None None] Network d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:21:24.252062 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664857e0-1cc9-4351-9481-4d8edae80ac8 None None] Pushing event updated for resources: {'Port': ['ID=fa4e2b90-bba4-4bd7-90f4-e50bec95a45b,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:24.369312 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3bf03076-24f1-453d-9dea-c897dacbde12 None None] Provisioning for port f17e18e5-bc0d-4074-bbf6-140a4608454d completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:21:24.496766 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port f17e18e5-bc0d-4074-bbf6-140a4608454d completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:21:24.513545 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port f17e18e5-bc0d-4074-bbf6-140a4608454d triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:24.513895 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:24.859318 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-005008f1-317c-4840-ab63-bd17458159f4 None None] Provisioning complete for port fa4e2b90-bba4-4bd7-90f4-e50bec95a45b triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:24.859663 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-005008f1-317c-4840-ab63-bd17458159f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:25.069508 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:25.236285 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port f17e18e5-bc0d-4074-bbf6-140a4608454d, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=f17e18e5-bc0d-4074-bbf6-140a4608454d,segment=NetworkSegment(a22ed18f-1ae7-4f42-8ca5-e45559afe92b),segment_id=a22ed18f-1ae7-4f42-8ca5-e45559afe92b)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:25.266613 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-005008f1-317c-4840-ab63-bd17458159f4 None None] Provisioning for port c6c5062b-ad9b-461a-b443-cecd55db988a completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:21:25.269793 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:25.298344 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-005008f1-317c-4840-ab63-bd17458159f4 None None] Provisioning complete for port c6c5062b-ad9b-461a-b443-cecd55db988a triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:25.298718 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-005008f1-317c-4840-ab63-bd17458159f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:25.367506 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=f17e18e5-bc0d-4074-bbf6-140a4608454d,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:25.414478 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-005008f1-317c-4840-ab63-bd17458159f4 None None] Port c6c5062b-ad9b-461a-b443-cecd55db988a cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:21:25.427467 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-005008f1-317c-4840-ab63-bd17458159f4 None None] Provisioning for port 3f89b889-ffbb-4db5-b1ee-44cea0069805 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:21:25.431433 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-005008f1-317c-4840-ab63-bd17458159f4 None None] Provisioning complete for port 3f89b889-ffbb-4db5-b1ee-44cea0069805 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:25.431804 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-005008f1-317c-4840-ab63-bd17458159f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:25.468307 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-005008f1-317c-4840-ab63-bd17458159f4 None None] Port 3f89b889-ffbb-4db5-b1ee-44cea0069805 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:21:25.599394 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f6053b9d-4411-4bbf-9c51-cec349aa4f95 None None] Provisioning complete for port f17e18e5-bc0d-4074-bbf6-140a4608454d triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:25.599394 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f6053b9d-4411-4bbf-9c51-cec349aa4f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:25.762968 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device fa4e2b90-bba4-4bd7-90f4-e50bec95a45b up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:21:25.836100 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port fa4e2b90-bba4-4bd7-90f4-e50bec95a45b triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:25.836572 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:25.886821 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f6053b9d-4411-4bbf-9c51-cec349aa4f95 None None] Provisioning complete for port c6c5062b-ad9b-461a-b443-cecd55db988a triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:25.887692 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f6053b9d-4411-4bbf-9c51-cec349aa4f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:25.945627 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f6053b9d-4411-4bbf-9c51-cec349aa4f95 None None] Port c6c5062b-ad9b-461a-b443-cecd55db988a cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:21:25.967538 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddef601-d2d9-4dcb-9083-cee8794a2794 req-3a642dca-0b2c-4455-8326-53a2a64f78fb tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:25.971233 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6ddef601-d2d9-4dcb-9083-cee8794a2794 req-3a642dca-0b2c-4455-8326-53a2a64f78fb tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6b5bcde-766a-4d51-9f5c-871279e60a1d HTTP/1.1" status: 200 len: 946 time: 0.1700897 Jul 13 07:21:25.973419 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548e9b34-ccfe-4442-9d69-e6fe8959728a x-openstack-request-id: req-548e9b34-ccfe-4442-9d69-e6fe8959728a {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:25.975530 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ad3ad0-5e92-44ae-898f-859f675502e1", "name": "network-vif-deleted", "tag": "cafbfce0-7157-436e-aa90-46637a16b6f5", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:25.975869 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-548e9b34-ccfe-4442-9d69-e6fe8959728a {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:25.977670 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ad3ad0-5e92-44ae-898f-859f675502e1', 'name': 'network-vif-deleted', 'tag': 'cafbfce0-7157-436e-aa90-46637a16b6f5', 'status': 'completed', 'code': 200} Jul 13 07:21:25.989468 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f6053b9d-4411-4bbf-9c51-cec349aa4f95 None None] Provisioning complete for port 3f89b889-ffbb-4db5-b1ee-44cea0069805 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:25.990037 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f6053b9d-4411-4bbf-9c51-cec349aa4f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:26.043394 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f17e18e5-bc0d-4074-bbf6-140a4608454d up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:21:26.047786 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6ddef601-d2d9-4dcb-9083-cee8794a2794 req-17e70849-2ba4-4b07-8654-44ff07f00138 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689011 Jul 13 07:21:26.114019 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f6053b9d-4411-4bbf-9c51-cec349aa4f95 None None] Port 3f89b889-ffbb-4db5-b1ee-44cea0069805 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:21:26.165386 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port f17e18e5-bc0d-4074-bbf6-140a4608454d triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:26.165786 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:26.197113 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3a111d71-08ad-44bb-af93-000abd0de8ff req-79669ee0-33a4-4a59-ab64-2cf55d56b89c tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 210 time: 0.0811861 Jul 13 07:21:26.283048 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46456) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:26.467441 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a45f367-5127-4861-80c6-b740aa4fb42c admin admin] Deleting subnet 7ca46c55-f93a-4f0d-847c-cec27912e287 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:21:26.471599 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2a45f367-5127-4861-80c6-b740aa4fb42c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:26.530694 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2a45f367-5127-4861-80c6-b740aa4fb42c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:26.643716 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2a45f367-5127-4861-80c6-b740aa4fb42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:26.745303 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2a45f367-5127-4861-80c6-b740aa4fb42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:26.767084 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46474) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:26.772631 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-1f01a288-65a7-4cee-a59a-d366fb93aa8b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2108161290', 'description': 'tempest-description--1297509569'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:26.795980 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45f367-5127-4861-80c6-b740aa4fb42c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ca46c55-f93a-4f0d-847c-cec27912e287,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:26.826950 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2a45f367-5127-4861-80c6-b740aa4fb42c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:26.829032 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2a45f367-5127-4861-80c6-b740aa4fb42c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7ca46c55-f93a-4f0d-847c-cec27912e287 HTTP/1.1" status: 204 len: 168 time: 0.5446749 Jul 13 07:21:26.831567 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46476) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:26.838530 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29b3d7-d47c-4573-919e-bc315fd9fd1f req-b016b2dc-ea69-4fdb-b417-3558003f294e tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:26.840404 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6f29b3d7-d47c-4573-919e-bc315fd9fd1f req-b016b2dc-ea69-4fdb-b417-3558003f294e tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 949 time: 0.1604354 Jul 13 07:21:26.868261 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1f01a288-65a7-4cee-a59a-d366fb93aa8b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:26.920195 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6f29b3d7-d47c-4573-919e-bc315fd9fd1f req-4f922f54-bb48-44f7-8eb0-54f2525ec679 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697553 Jul 13 07:21:26.933655 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8608a19d-f259-4fbf-8f55-58a6f8b00d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:27.078798 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1f01a288-65a7-4cee-a59a-d366fb93aa8b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:27.089186 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1f01a288-65a7-4cee-a59a-d366fb93aa8b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:27.104676 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8608a19d-f259-4fbf-8f55-58a6f8b00d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:27.134927 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1f01a288-65a7-4cee-a59a-d366fb93aa8b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:27.136257 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1f01a288-65a7-4cee-a59a-d366fb93aa8b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3681905 Jul 13 07:21:27.139077 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46492) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:27.145339 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-15221d69-e1a9-4fb9-a76e-197c8c103854 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Request body: {'security_group_rule': {'security_group_id': '4b298572-65fa-498a-ba3d-67c8f2b7d207', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:27.152970 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-8608a19d-f259-4fbf-8f55-58a6f8b00d02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:21:27.168127 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f01a288-65a7-4cee-a59a-d366fb93aa8b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b298572-65fa-498a-ba3d-67c8f2b7d207,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:27.192209 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-8608a19d-f259-4fbf-8f55-58a6f8b00d02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '833146c2-060f-42a6-a3e7-eb666665270b') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:21:27.192584 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-8608a19d-f259-4fbf-8f55-58a6f8b00d02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '833146c2-060f-42a6-a3e7-eb666665270b') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:21:27.212338 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-15221d69-e1a9-4fb9-a76e-197c8c103854 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:27.219768 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8608a19d-f259-4fbf-8f55-58a6f8b00d02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:27.241025 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ece348-2bd2-4c16-a6e9-c460b08f4ad5 req-c1c602ba-0abe-4c32-9d61-8aee60c45dbd tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:27.252161 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-31ece348-2bd2-4c16-a6e9-c460b08f4ad5 req-c1c602ba-0abe-4c32-9d61-8aee60c45dbd tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/ports?device_id=375795b0-f635-4346-ac2f-a6e347ba9cd1 HTTP/1.1" status: 200 len: 945 time: 0.3304789 Jul 13 07:21:27.300679 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8608a19d-f259-4fbf-8f55-58a6f8b00d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:27.317887 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8608a19d-f259-4fbf-8f55-58a6f8b00d02 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:21:27.318495 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8608a19d-f259-4fbf-8f55-58a6f8b00d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:21:27.321877 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:21:27.335474 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-15221d69-e1a9-4fb9-a76e-197c8c103854 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:27.345890 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-15221d69-e1a9-4fb9-a76e-197c8c103854 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:27.356619 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-31ece348-2bd2-4c16-a6e9-c460b08f4ad5 req-7270dd4b-c694-40d4-ac29-11d2e36e799f tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/security-groups?id=3179f37d-94de-45a9-a48f-244bb3f0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021886 Jul 13 07:21:27.439787 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15221d69-e1a9-4fb9-a76e-197c8c103854 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31af0453-1f51-4361-b7b6-44db218b3272,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:27.464433 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-15221d69-e1a9-4fb9-a76e-197c8c103854 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:27.465956 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-15221d69-e1a9-4fb9-a76e-197c8c103854 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3254356 Jul 13 07:21:27.469316 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46522) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:27.479938 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-537319c1-b378-4ca7-a537-67b9ed42ee52 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Request body: {'security_group_rule': {'security_group_id': '4b298572-65fa-498a-ba3d-67c8f2b7d207', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:27.494458 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8608a19d-f259-4fbf-8f55-58a6f8b00d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:27.501247 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8608a19d-f259-4fbf-8f55-58a6f8b00d02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:27.505884 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8608a19d-f259-4fbf-8f55-58a6f8b00d02 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d HTTP/1.1" status: 204 len: 168 time: 0.6706128 Jul 13 07:21:27.506754 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46526) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:27.522960 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608a19d-f259-4fbf-8f55-58a6f8b00d02 admin admin] Pushing event deleted for resources: {'Network': ['ID=8640cb7a-7d8c-4bc4-b278-5d9a3ac1142d,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:27.545057 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e7e1e-a9cb-4ecb-bf8f-063b7f9ffe57 req-39335fb2-d0a1-44f6-af94-832bdbc9a8f4 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:27.548119 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3a1e7e1e-a9cb-4ecb-bf8f-063b7f9ffe57 req-39335fb2-d0a1-44f6-af94-832bdbc9a8f4 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.42 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 949 time: 0.1632946 Jul 13 07:21:27.605579 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-537319c1-b378-4ca7-a537-67b9ed42ee52 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:27.617151 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a88447-5df8-4433-9f58-f64662412497 admin admin] Deleting subnet 9e1cacc4-decf-4bbb-9bfa-e966dbb105b1 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:21:27.624284 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c6a88447-5df8-4433-9f58-f64662412497 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:27.706051 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c6a88447-5df8-4433-9f58-f64662412497 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:27.777276 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-537319c1-b378-4ca7-a537-67b9ed42ee52 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:27.792544 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-537319c1-b378-4ca7-a537-67b9ed42ee52 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:27.798932 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c6a88447-5df8-4433-9f58-f64662412497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:27.849157 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-3a1e7e1e-a9cb-4ecb-bf8f-063b7f9ffe57 req-ae73e6c4-3dc3-4e14-ae19-3c472ffce5a9 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Deleting port 6d0a0a67-9326-4421-a6a8-789e665561cf {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:21:27.849377 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3a1e7e1e-a9cb-4ecb-bf8f-063b7f9ffe57 req-ae73e6c4-3dc3-4e14-ae19-3c472ffce5a9 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:27.853857 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537319c1-b378-4ca7-a537-67b9ed42ee52 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42376c43-7396-4437-b9f3-64e4854d5cdb,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:27.898959 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c6a88447-5df8-4433-9f58-f64662412497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:27.926130 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-537319c1-b378-4ca7-a537-67b9ed42ee52 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:27.930038 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-537319c1-b378-4ca7-a537-67b9ed42ee52 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4570355 Jul 13 07:21:27.931796 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46540) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:27.935000 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-18941840-e36a-440a-8311-f81616237942 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:27.946348 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a88447-5df8-4433-9f58-f64662412497 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e1cacc4-decf-4bbb-9bfa-e966dbb105b1,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:27.956452 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c6a88447-5df8-4433-9f58-f64662412497 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:27.958809 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c6a88447-5df8-4433-9f58-f64662412497 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9e1cacc4-decf-4bbb-9bfa-e966dbb105b1 HTTP/1.1" status: 204 len: 168 time: 0.4510970 Jul 13 07:21:27.961009 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46542) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:27.980851 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a764a04-97f3-45d0-8d65-0b811dcbc2c1', 'name': 'network-vif-deleted', 'tag': '6b78584e-6cf6-4fc8-8ca3-964213c3391f'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:27.993754 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a80c512-5a51-4b75-9761-794836779deb" -d '{"events": [{"server_uuid": "5a764a04-97f3-45d0-8d65-0b811dcbc2c1", "name": "network-vif-deleted", "tag": "6b78584e-6cf6-4fc8-8ca3-964213c3391f"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:28.056973 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-18941840-e36a-440a-8311-f81616237942 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks [] for floatingip, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:28.088036 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c19635f3-00b6-4d2b-a2df-da12b7544694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:28.147008 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-3a1e7e1e-a9cb-4ecb-bf8f-063b7f9ffe57 req-ae73e6c4-3dc3-4e14-ae19-3c472ffce5a9 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] For port 6d0a0a67-9326-4421-a6a8-789e665561cf, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6d0a0a67-9326-4421-a6a8-789e665561cf,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:28.147674 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3a1e7e1e-a9cb-4ecb-bf8f-063b7f9ffe57 req-ae73e6c4-3dc3-4e14-ae19-3c472ffce5a9 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:28.168213 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-3a1e7e1e-a9cb-4ecb-bf8f-063b7f9ffe57 req-ae73e6c4-3dc3-4e14-ae19-3c472ffce5a9 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Calling delete_port for 6d0a0a67-9326-4421-a6a8-789e665561cf owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:21:28.212353 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c19635f3-00b6-4d2b-a2df-da12b7544694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:28.259258 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-c19635f3-00b6-4d2b-a2df-da12b7544694 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1a61566-e61d-48a8-b921-ed6858ac4592']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:21:28.275453 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fbc59155-28fc-4b6b-bafb-b05234f4e2b3 req-850f1779-7900-4ced-8988-38ab08fe7e5d tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a764a04-97f3-45d0-8d65-0b811dcbc2c1 HTTP/1.1" status: 200 len: 210 time: 0.1452801 Jul 13 07:21:28.292838 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-c19635f3-00b6-4d2b-a2df-da12b7544694 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ce8bbd6-41e5-4765-9c30-3b16fcfe9b18') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:21:28.293440 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-c19635f3-00b6-4d2b-a2df-da12b7544694 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ce8bbd6-41e5-4765-9c30-3b16fcfe9b18') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:21:28.308740 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf864f-85a2-4615-8ebe-546889d3c3ec req-fa54fb2f-2300-4bbf-8fab-63b74523374d tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:28.316108 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4cdf864f-85a2-4615-8ebe-546889d3c3ec req-fa54fb2f-2300-4bbf-8fab-63b74523374d tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6b5bcde-766a-4d51-9f5c-871279e60a1d HTTP/1.1" status: 200 len: 946 time: 0.2602799 Jul 13 07:21:28.318802 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c19635f3-00b6-4d2b-a2df-da12b7544694 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:28.360092 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c19635f3-00b6-4d2b-a2df-da12b7544694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:28.377106 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c19635f3-00b6-4d2b-a2df-da12b7544694 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:21:28.377463 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c19635f3-00b6-4d2b-a2df-da12b7544694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:28.379255 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:21:28.379255 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:21:28.379255 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:21:28.379255 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:21:28.379255 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:21:28.379255 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:21:28.379255 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:21:28.379255 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:21:28.379255 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:21:28.379255 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:21:28.379255 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:21:28.379255 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:21:28.379255 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:21:28.379255 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:21:28.379255 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:21:28.379255 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:21:28.379255 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:21:28.379255 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:21:28.379255 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:21:28.379255 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:21:28.379255 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:21:28.379255 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:21:28.379255 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:21:28.379255 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:21:28.379255 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:21:28.379255 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:21:28.379255 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:21:28.379255 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:21:28.379255 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:21:28.379255 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:21:28.379255 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:21:28.379255 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:21:28.407381 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4cdf864f-85a2-4615-8ebe-546889d3c3ec req-1ad843a0-0ae7-46ab-b421-acac6842f635 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863404 Jul 13 07:21:28.502804 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c19635f3-00b6-4d2b-a2df-da12b7544694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:28.509760 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c19635f3-00b6-4d2b-a2df-da12b7544694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:28.511675 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c19635f3-00b6-4d2b-a2df-da12b7544694 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e1a61566-e61d-48a8-b921-ed6858ac4592 HTTP/1.1" status: 204 len: 168 time: 0.5492575 Jul 13 07:21:28.556349 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19635f3-00b6-4d2b-a2df-da12b7544694 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1a61566-e61d-48a8-b921-ed6858ac4592,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:28.853381 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46554) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:28.889630 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e354135-65a9-45f5-b998-10491863e980 x-openstack-request-id: req-9e354135-65a9-45f5-b998-10491863e980 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:28.890293 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a764a04-97f3-45d0-8d65-0b811dcbc2c1", "name": "network-vif-deleted", "tag": "6b78584e-6cf6-4fc8-8ca3-964213c3391f", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:28.891191 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9e354135-65a9-45f5-b998-10491863e980 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:28.896071 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a764a04-97f3-45d0-8d65-0b811dcbc2c1', 'name': 'network-vif-deleted', 'tag': '6b78584e-6cf6-4fc8-8ca3-964213c3391f', 'status': 'completed', 'code': 200} Jul 13 07:21:28.991450 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b8ebca18-2964-4262-b4a6-0743d8cfe2b3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=05a465060c604024bf60fd1a58309bf9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1367967 Jul 13 07:21:28.992055 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46560) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:29.039303 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3a1e7e1e-a9cb-4ecb-bf8f-063b7f9ffe57 req-ae73e6c4-3dc3-4e14-ae19-3c472ffce5a9 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:29.041859 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-18941840-e36a-440a-8311-f81616237942 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:29.052832 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['9c7a8282-37d0-4766-acbb-4c25f10c0b68'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:21:29.116681 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a3ee73fa-4531-45b5-a1db-8b797f230fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:29.139813 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a3ee73fa-4531-45b5-a1db-8b797f230fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:29.201412 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-078900bf-0b49-4a25-8817-4b4341a87cf7 req-aa927a11-834f-431b-a153-d8f303060aff tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31b1f6d5-6d13-41f5-9b1e-b51bc1668f04 HTTP/1.1" status: 200 len: 210 time: 0.2245965 Jul 13 07:21:29.206150 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a3ee73fa-4531-45b5-a1db-8b797f230fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:29.209469 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a3ee73fa-4531-45b5-a1db-8b797f230fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:29.213792 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a3ee73fa-4531-45b5-a1db-8b797f230fb6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b18720f6-423e-4130-80ad-ac1dcc989202 HTTP/1.1" status: 204 len: 168 time: 0.2207415 Jul 13 07:21:29.226995 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee73fa-4531-45b5-a1db-8b797f230fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18720f6-423e-4130-80ad-ac1dcc989202,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:29.330624 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-18941840-e36a-440a-8311-f81616237942 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Allocated IP 172.25.3.107 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/0df20397-3922-4477-99ed-6d0ad0a665bf) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:21:29.554931 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-18941840-e36a-440a-8311-f81616237942 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:29.652710 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae73e6c4-3dc3-4e14-ae19-3c472ffce5a9 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Pushing event deleted for resources: {'Port': ['ID=6d0a0a67-9326-4421-a6a8-789e665561cf,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:29.689953 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb48450-0036-48aa-9e21-9a308265e748 req-496513ff-39d7-4456-9896-18b166d14d9d tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:29.704141 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dcb48450-0036-48aa-9e21-9a308265e748 req-496513ff-39d7-4456-9896-18b166d14d9d tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/networks?id=f1ea5405-113d-42fb-9a8e-56f12339534a HTTP/1.1" status: 200 len: 805 time: 0.2553756 Jul 13 07:21:29.713144 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-18941840-e36a-440a-8311-f81616237942 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:29.735233 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dcb48450-0036-48aa-9e21-9a308265e748 req-c48392eb-156f-4148-b2ac-a2df4ef87fa5 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/quotas/ac9e284275e6483db0f236e466185533 HTTP/1.1" status: 200 len: 375 time: 0.0298014 Jul 13 07:21:29.862748 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1e7e1e-a9cb-4ecb-bf8f-063b7f9ffe57 req-ae73e6c4-3dc3-4e14-ae19-3c472ffce5a9 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] No DVR routers for this DVR port 6d0a0a67-9326-4421-a6a8-789e665561cf on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:21:29.881834 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3a1e7e1e-a9cb-4ecb-bf8f-063b7f9ffe57 req-ae73e6c4-3dc3-4e14-ae19-3c472ffce5a9 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:29.883943 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3a1e7e1e-a9cb-4ecb-bf8f-063b7f9ffe57 req-ae73e6c4-3dc3-4e14-ae19-3c472ffce5a9 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.42 "DELETE /v2.0/ports/6d0a0a67-9326-4421-a6a8-789e665561cf HTTP/1.1" status: 204 len: 173 time: 2.3198888 Jul 13 07:21:29.884715 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b1f6d5-6d13-41f5-9b1e-b51bc1668f04', 'name': 'network-vif-deleted', 'tag': '6d0a0a67-9326-4421-a6a8-789e665561cf'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:29.887024 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd7d702-39bf-45ac-988e-718b9a061c77" -d '{"events": [{"server_uuid": "31b1f6d5-6d13-41f5-9b1e-b51bc1668f04", "name": "network-vif-deleted", "tag": "6d0a0a67-9326-4421-a6a8-789e665561cf"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:29.950002 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dcb48450-0036-48aa-9e21-9a308265e748 req-6ff5d959-057d-4c3e-b400-d8092c61a68c tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ac9e284275e6483db0f236e466185533&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2134130 Jul 13 07:21:30.013459 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18941840-e36a-440a-8311-f81616237942 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:21:30.026496 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46594) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:30.028694 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18941840-e36a-440a-8311-f81616237942 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Pushing event updated for resources: {'Port': ['ID=0df20397-3922-4477-99ed-6d0ad0a665bf,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:30.043329 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-18941840-e36a-440a-8311-f81616237942 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:21:30.052548 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18941840-e36a-440a-8311-f81616237942 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:21:30.091186 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dcb48450-0036-48aa-9e21-9a308265e748 req-c0d4078b-9b10-4589-a091-5d8df13c0885 service neutron] 10.222.0.23 "GET /v2.0/networks/f1ea5405-113d-42fb-9a8e-56f12339534a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391463 Jul 13 07:21:30.155049 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f2bfdf33-8e19-43c1-82e2-8dd7ee65e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:30.222972 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9ff594b9-e95d-4935-87ac-10bc86031545 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f3817aeb7bd24d5e90001581ee94223e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1890187 Jul 13 07:21:30.225278 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46596) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:30.266636 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b603aaa-6057-4c92-acd5-bdff95c9b5bb req-778528f6-8bb3-4ff9-9a37-0cbb6176b764 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:30.273807 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4b603aaa-6057-4c92-acd5-bdff95c9b5bb req-778528f6-8bb3-4ff9-9a37-0cbb6176b764 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/ports?device_id=375795b0-f635-4346-ac2f-a6e347ba9cd1 HTTP/1.1" status: 200 len: 945 time: 0.3698072 Jul 13 07:21:30.306056 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dcb48450-0036-48aa-9e21-9a308265e748 req-f9034284-25ee-4409-94f4-bf29666c7551 service neutron] 10.222.0.23 "GET /v2.0/networks/f1ea5405-113d-42fb-9a8e-56f12339534a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076976 Jul 13 07:21:30.337562 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4b603aaa-6057-4c92-acd5-bdff95c9b5bb req-50d28609-ed3f-4ac3-a87a-7268332dc570 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/security-groups?id=3179f37d-94de-45a9-a48f-244bb3f0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629916 Jul 13 07:21:30.338635 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-da2d5602-5357-464c-aa2f-b6292171097f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:30.350044 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-18941840-e36a-440a-8311-f81616237942 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:30.395091 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-da2d5602-5357-464c-aa2f-b6292171097f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:30.523070 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-da2d5602-5357-464c-aa2f-b6292171097f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:30.526236 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-da2d5602-5357-464c-aa2f-b6292171097f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:30.530291 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-da2d5602-5357-464c-aa2f-b6292171097f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/45e09d56-c0f0-4932-8615-501108734e6d HTTP/1.1" status: 204 len: 168 time: 0.3034863 Jul 13 07:21:30.563389 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d5602-5357-464c-aa2f-b6292171097f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e09d56-c0f0-4932-8615-501108734e6d,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:30.707380 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-18941840-e36a-440a-8311-f81616237942 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:30.902864 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 4d213a94-23c7-4347-bbf9-70bde33e467a no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:21:30.943992 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99532193-d0fc-4299-aa89-79e20ecd12e1 req-38293e54-315a-4296-ae07-c22f9d43cbb4 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:30.948460 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-99532193-d0fc-4299-aa89-79e20ecd12e1 req-38293e54-315a-4296-ae07-c22f9d43cbb4 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.42 "GET /v2.0/ports?device_id=436d8c06-811a-401e-9c5d-7e860bc44266 HTTP/1.1" status: 200 len: 946 time: 0.5842946 Jul 13 07:21:31.052964 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c95290-cdea-4e2a-b3e1-e3e1d79b5557 req-aedd86cc-796c-4ee9-b45a-53d0b0987000 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:31.063358 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b9c95290-cdea-4e2a-b3e1-e3e1d79b5557 req-aedd86cc-796c-4ee9-b45a-53d0b0987000 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6b5bcde-766a-4d51-9f5c-871279e60a1d HTTP/1.1" status: 200 len: 946 time: 0.4542468 Jul 13 07:21:31.154387 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:31.194295 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436d8c06-811a-401e-9c5d-7e860bc44266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d213a94-23c7-4347-bbf9-70bde33e467a'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:31.198893 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84b8c45-6acd-4b2e-bd52-0d02b99c9eb9" -d '{"events": [{"server_uuid": "436d8c06-811a-401e-9c5d-7e860bc44266", "name": "network-vif-unplugged", "status": "completed", "tag": "4d213a94-23c7-4347-bbf9-70bde33e467a"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:31.226315 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 4d213a94-23c7-4347-bbf9-70bde33e467a, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4d213a94-23c7-4347-bbf9-70bde33e467a,segment=NetworkSegment(b7fdd6a4-7ea0-4d78-a1ca-354316bc2553),segment_id=b7fdd6a4-7ea0-4d78-a1ca-354316bc2553)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:31.236754 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:31.275235 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdc59c7-7a99-44c6-b64d-15da2fd7daf0 x-openstack-request-id: req-efdc59c7-7a99-44c6-b64d-15da2fd7daf0 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:31.275547 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b1f6d5-6d13-41f5-9b1e-b51bc1668f04", "name": "network-vif-deleted", "tag": "6d0a0a67-9326-4421-a6a8-789e665561cf", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:31.275807 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-efdc59c7-7a99-44c6-b64d-15da2fd7daf0 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:31.276217 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b1f6d5-6d13-41f5-9b1e-b51bc1668f04', 'name': 'network-vif-deleted', 'tag': '6d0a0a67-9326-4421-a6a8-789e665561cf', 'status': 'completed', 'code': 200} Jul 13 07:21:31.304456 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 6d0a0a67-9326-4421-a6a8-789e665561cf no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:21:31.435655 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 6d0a0a67-9326-4421-a6a8-789e665561cf {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:21:31.436032 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 6d0a0a67-9326-4421-a6a8-789e665561cf not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:21:31.457072 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-18941840-e36a-440a-8311-f81616237942 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:31.483144 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=4d213a94-23c7-4347-bbf9-70bde33e467a,revision_number=8']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:31.506493 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-18941840-e36a-440a-8311-f81616237942 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:31.612566 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a39d1221-d792-44d3-9842-57c154c71ae4 req-46e8e488-626a-4d3d-a33f-fc21d1f4cb5f tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0710f39-7356-4b53-97d4-30cd2d655022 HTTP/1.1" status: 200 len: 210 time: 0.1098776 Jul 13 07:21:31.689783 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477497f-3116-4175-a1be-896d99e4531e req-a5bf2be6-5a44-4a8c-bc33-f9bc37c99bb2 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:31.691373 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e477497f-3116-4175-a1be-896d99e4531e req-a5bf2be6-5a44-4a8c-bc33-f9bc37c99bb2 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.42 "GET /v2.0/ports?device_id=375795b0-f635-4346-ac2f-a6e347ba9cd1 HTTP/1.1" status: 200 len: 945 time: 0.8989363 Jul 13 07:21:31.697950 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-18941840-e36a-440a-8311-f81616237942 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:31.721667 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b9c95290-cdea-4e2a-b3e1-e3e1d79b5557 req-e0b7be04-f675-4a0f-8eb8-89a987ad99e1 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6249266 Jul 13 07:21:31.843127 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18941840-e36a-440a-8311-f81616237942 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Pushing event updated for resources: {'Port': ['ID=0df20397-3922-4477-99ed-6d0ad0a665bf,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:31.858626 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-18941840-e36a-440a-8311-f81616237942 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:31.864264 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-18941840-e36a-440a-8311-f81616237942 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9316545 Jul 13 07:21:31.920691 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-99532193-d0fc-4299-aa89-79e20ecd12e1 req-c9b89ab4-0aff-4a28-b6ec-696386bd4b50 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Deleting port 4d213a94-23c7-4347-bbf9-70bde33e467a {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:21:31.926363 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-99532193-d0fc-4299-aa89-79e20ecd12e1 req-c9b89ab4-0aff-4a28-b6ec-696386bd4b50 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:32.081597 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd9cfd3-c386-4afe-aa9b-84e8641ecccd x-openstack-request-id: req-fcd9cfd3-c386-4afe-aa9b-84e8641ecccd {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:32.082233 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "436d8c06-811a-401e-9c5d-7e860bc44266", "name": "network-vif-unplugged", "status": "completed", "tag": "4d213a94-23c7-4347-bbf9-70bde33e467a", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:32.082654 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fcd9cfd3-c386-4afe-aa9b-84e8641ecccd {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:32.083442 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '436d8c06-811a-401e-9c5d-7e860bc44266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d213a94-23c7-4347-bbf9-70bde33e467a', 'code': 200} Jul 13 07:21:32.166602 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-e477497f-3116-4175-a1be-896d99e4531e req-1e1d5184-8f61-417f-a501-7b890ff93e26 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Deleting port 3079bfa9-b96f-45e6-9b65-b58f06010cc4 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:21:32.167113 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e477497f-3116-4175-a1be-896d99e4531e req-1e1d5184-8f61-417f-a501-7b890ff93e26 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:32.175889 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-99532193-d0fc-4299-aa89-79e20ecd12e1 req-c9b89ab4-0aff-4a28-b6ec-696386bd4b50 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] For port 4d213a94-23c7-4347-bbf9-70bde33e467a, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4d213a94-23c7-4347-bbf9-70bde33e467a,segment=NetworkSegment(b7fdd6a4-7ea0-4d78-a1ca-354316bc2553),segment_id=b7fdd6a4-7ea0-4d78-a1ca-354316bc2553)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:32.176398 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-99532193-d0fc-4299-aa89-79e20ecd12e1 req-c9b89ab4-0aff-4a28-b6ec-696386bd4b50 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:32.247507 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-99532193-d0fc-4299-aa89-79e20ecd12e1 req-c9b89ab4-0aff-4a28-b6ec-696386bd4b50 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Calling delete_port for 4d213a94-23c7-4347-bbf9-70bde33e467a owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:21:32.431811 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690caac-2566-45e5-a5ae-0a598c82f60f req-c55223aa-eafa-4a5e-bdd4-d1f5768d4e56 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:32.460039 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e690caac-2566-45e5-a5ae-0a598c82f60f req-c55223aa-eafa-4a5e-bdd4-d1f5768d4e56 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/ports?device_id=375795b0-f635-4346-ac2f-a6e347ba9cd1 HTTP/1.1" status: 200 len: 945 time: 0.1523805 Jul 13 07:21:32.597023 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e690caac-2566-45e5-a5ae-0a598c82f60f req-3fba80f7-4929-4c03-8b2f-1e11efe2e716 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/security-groups?id=3179f37d-94de-45a9-a48f-244bb3f0391a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271081 Jul 13 07:21:32.612392 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-e477497f-3116-4175-a1be-896d99e4531e req-1e1d5184-8f61-417f-a501-7b890ff93e26 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] For port 3079bfa9-b96f-45e6-9b65-b58f06010cc4, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=3079bfa9-b96f-45e6-9b65-b58f06010cc4,segment=NetworkSegment(52782695-8799-4c82-b579-02cd0984abd0),segment_id=52782695-8799-4c82-b579-02cd0984abd0)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:32.613140 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e477497f-3116-4175-a1be-896d99e4531e req-1e1d5184-8f61-417f-a501-7b890ff93e26 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:33.072106 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-87638167-d7ee-4191-82bf-39269e5b368e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:33.087751 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:33.232142 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-7b3492ec-adf3-4303-8d9c-8b2d6739fec9 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2108161290&fields=id&tenant_id=9f21aa0b310c4cd09c2f6eea1ac67069 HTTP/1.1" status: 200 len: 267 time: 0.2538564 Jul 13 07:21:33.545639 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-bc1f9522-e8df-42b1-ac93-64e18b149a22 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:33.569871 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-bc1f9522-e8df-42b1-ac93-64e18b149a22 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports/3f89b889-ffbb-4db5-b1ee-44cea0069805 HTTP/1.1" status: 200 len: 931 time: 0.3364708 Jul 13 07:21:33.621258 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e477497f-3116-4175-a1be-896d99e4531e req-1e1d5184-8f61-417f-a501-7b890ff93e26 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:33.621955 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e477497f-3116-4175-a1be-896d99e4531e req-1e1d5184-8f61-417f-a501-7b890ff93e26 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:33.622367 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [req-e477497f-3116-4175-a1be-896d99e4531e req-1e1d5184-8f61-417f-a501-7b890ff93e26 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Floating IP e6b51a4d-5012-47ca-821e-6098a7dfbf1e disassociated. External IP: 172.25.3.176, port: 3079bfa9-b96f-45e6-9b65-b58f06010cc4. Jul 13 07:21:33.622816 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-e477497f-3116-4175-a1be-896d99e4531e req-1e1d5184-8f61-417f-a501-7b890ff93e26 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Calling delete_port for 3079bfa9-b96f-45e6-9b65-b58f06010cc4 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:21:33.702307 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce967a9-414a-4ffd-b65a-e1afdeb36918 req-6f16d8dd-d841-4499-85fd-8b8130073f33 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:33.712999 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3ce967a9-414a-4ffd-b65a-e1afdeb36918 req-6f16d8dd-d841-4499-85fd-8b8130073f33 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 950 time: 0.2673831 Jul 13 07:21:33.748216 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-99532193-d0fc-4299-aa89-79e20ecd12e1 req-c9b89ab4-0aff-4a28-b6ec-696386bd4b50 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:33.912906 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3ce967a9-414a-4ffd-b65a-e1afdeb36918 req-232d7841-bac5-453b-a7a0-f672fef96ed7 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983652 Jul 13 07:21:33.941098 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:34.010044 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb48450-0036-48aa-9e21-9a308265e748 req-c435f647-fcd1-4290-b5a0-76c8c2284814 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:34.014256 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dcb48450-0036-48aa-9e21-9a308265e748 req-c435f647-fcd1-4290-b5a0-76c8c2284814 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.25 "GET /v2.0/networks?id=f1ea5405-113d-42fb-9a8e-56f12339534a HTTP/1.1" status: 200 len: 805 time: 0.4410520 Jul 13 07:21:34.038826 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-dcb48450-0036-48aa-9e21-9a308265e748 req-6c4b0e1c-e514-40ca-a62a-ed646be5f9aa tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Request body: {'port': {'device_id': 'd0710f39-7356-4b53-97d4-30cd2d655022', 'network_id': 'f1ea5405-113d-42fb-9a8e-56f12339534a', 'admin_state_up': True, 'tenant_id': 'ac9e284275e6483db0f236e466185533'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:34.252385 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-841b8384-ecf5-45f0-8f90-004ec87328eb req-12d9e9ad-dead-4549-a1c6-e30f4996bd80 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0710f39-7356-4b53-97d4-30cd2d655022 HTTP/1.1" status: 200 len: 210 time: 0.0512009 Jul 13 07:21:34.315318 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcb48450-0036-48aa-9e21-9a308265e748 req-6c4b0e1c-e514-40ca-a62a-ed646be5f9aa tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Made reservation on behalf of ac9e284275e6483db0f236e466185533 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:21:34.319006 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-dcb48450-0036-48aa-9e21-9a308265e748 req-6c4b0e1c-e514-40ca-a62a-ed646be5f9aa tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:34.403081 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-2fb289a2-2c75-4220-9207-b11945ddaa1b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:34.412033 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-2fb289a2-2c75-4220-9207-b11945ddaa1b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports/c6c5062b-ad9b-461a-b443-cecd55db988a HTTP/1.1" status: 200 len: 931 time: 0.8412316 Jul 13 07:21:34.482587 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-bd43d21a-008c-4efa-90a3-f404c4491c6f tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?network_id=d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0690603 Jul 13 07:21:34.588320 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b89ab4-0aff-4a28-b6ec-696386bd4b50 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Pushing event deleted for resources: {'Port': ['ID=4d213a94-23c7-4347-bbf9-70bde33e467a,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:34.629338 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-876650e3-bedc-4ff6-ab1b-60db7862c588 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?network_id=d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0912030 Jul 13 07:21:34.706216 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-dcb48450-0036-48aa-9e21-9a308265e748 req-6c4b0e1c-e514-40ca-a62a-ed646be5f9aa tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Allocated IP 172.20.0.9 (f1ea5405-113d-42fb-9a8e-56f12339534a/29dbb0de-f006-4fad-81e6-32cb485966ca/02f5210c-3f97-4498-aa63-c994ceeaeddf) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:21:34.709768 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-99532193-d0fc-4299-aa89-79e20ecd12e1 req-c9b89ab4-0aff-4a28-b6ec-696386bd4b50 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] No DVR routers for this DVR port 4d213a94-23c7-4347-bbf9-70bde33e467a on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:21:34.726206 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc2e50-efb8-4d59-aa51-29c0adcb3504 req-5ab3c7bc-f6d8-4696-8001-bed04fd571eb tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:34.739159 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-63dc2e50-efb8-4d59-aa51-29c0adcb3504 req-5ab3c7bc-f6d8-4696-8001-bed04fd571eb tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6b5bcde-766a-4d51-9f5c-871279e60a1d HTTP/1.1" status: 200 len: 946 time: 0.2590263 Jul 13 07:21:34.786453 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-99532193-d0fc-4299-aa89-79e20ecd12e1 req-c9b89ab4-0aff-4a28-b6ec-696386bd4b50 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:34.788566 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-99532193-d0fc-4299-aa89-79e20ecd12e1 req-c9b89ab4-0aff-4a28-b6ec-696386bd4b50 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.42 "DELETE /v2.0/ports/4d213a94-23c7-4347-bbf9-70bde33e467a HTTP/1.1" status: 204 len: 173 time: 3.8306301 Jul 13 07:21:34.807155 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436d8c06-811a-401e-9c5d-7e860bc44266', 'name': 'network-vif-deleted', 'tag': '4d213a94-23c7-4347-bbf9-70bde33e467a'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:34.809634 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52045329-d6d5-49ad-87c2-cc6656529b76" -d '{"events": [{"server_uuid": "436d8c06-811a-401e-9c5d-7e860bc44266", "name": "network-vif-deleted", "tag": "4d213a94-23c7-4347-bbf9-70bde33e467a"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:34.827484 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-63dc2e50-efb8-4d59-aa51-29c0adcb3504 req-76986a54-937a-4110-a571-8101bcf04d39 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862937 Jul 13 07:21:34.839717 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e477497f-3116-4175-a1be-896d99e4531e req-1e1d5184-8f61-417f-a501-7b890ff93e26 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:34.916998 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 4d213a94-23c7-4347-bbf9-70bde33e467a no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:21:34.963055 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 4d213a94-23c7-4347-bbf9-70bde33e467a {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:21:34.964604 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 4d213a94-23c7-4347-bbf9-70bde33e467a not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:21:34.965250 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 3079bfa9-b96f-45e6-9b65-b58f06010cc4 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:21:35.011515 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 3079bfa9-b96f-45e6-9b65-b58f06010cc4 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:21:35.012339 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 3079bfa9-b96f-45e6-9b65-b58f06010cc4 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:21:35.065186 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d5184-8f61-417f-a501-7b890ff93e26 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Pushing event deleted for resources: {'Port': ['ID=3079bfa9-b96f-45e6-9b65-b58f06010cc4,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:35.099143 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb00ae-3a9f-4824-9c6c-ec8f2cd460c5 req-19026113-8ddc-4e27-8c6f-4a8d1d7940a0 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:35.100901 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5ecb00ae-3a9f-4824-9c6c-ec8f2cd460c5 req-19026113-8ddc-4e27-8c6f-4a8d1d7940a0 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.25 "GET /v2.0/ports?device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 950 time: 0.6275008 Jul 13 07:21:35.121843 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e9fe70d4-d28c-455f-a73a-bf418d4d4813 req-8865e367-f232-45ab-9453-bce1171f1709 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/ports?device_id=375795b0-f635-4346-ac2f-a6e347ba9cd1 HTTP/1.1" status: 200 len: 210 time: 0.0854018 Jul 13 07:21:35.160149 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-dcb48450-0036-48aa-9e21-9a308265e748 req-6c4b0e1c-e514-40ca-a62a-ed646be5f9aa tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:35.256333 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-a547c953-23db-4d53-81ad-b21589fe7f00 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:35.264628 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-a547c953-23db-4d53-81ad-b21589fe7f00 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:35.273395 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-a547c953-23db-4d53-81ad-b21589fe7f00 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:35.292630 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-a547c953-23db-4d53-81ad-b21589fe7f00 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/networks?id=9ef27b6b-d58a-4cc2-872f-1f2be062e420&id=8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb&id=8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb&id=d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f&id=d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f HTTP/1.1" status: 200 len: 1988 time: 0.6266499 Jul 13 07:21:35.293590 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-dcb48450-0036-48aa-9e21-9a308265e748 req-6c4b0e1c-e514-40ca-a62a-ed646be5f9aa tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:35.371690 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-e26352ba-bcec-46a4-aaa2-6fe171814c34 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/quotas/9f21aa0b310c4cd09c2f6eea1ac67069 HTTP/1.1" status: 200 len: 375 time: 0.0870216 Jul 13 07:21:35.446496 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcb48450-0036-48aa-9e21-9a308265e748 req-6c4b0e1c-e514-40ca-a62a-ed646be5f9aa tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Network f1ea5405-113d-42fb-9a8e-56f12339534a is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:21:35.447845 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b0e1c-e514-40ca-a62a-ed646be5f9aa tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Pushing event updated for resources: {'Port': ['ID=02f5210c-3f97-4498-aa63-c994ceeaeddf,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:35.459708 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-dcb48450-0036-48aa-9e21-9a308265e748 req-6c4b0e1c-e514-40ca-a62a-ed646be5f9aa tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:21:35.462307 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb48450-0036-48aa-9e21-9a308265e748 req-6c4b0e1c-e514-40ca-a62a-ed646be5f9aa tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:21:35.588584 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb48450-0036-48aa-9e21-9a308265e748 req-6c4b0e1c-e514-40ca-a62a-ed646be5f9aa tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:35.592876 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-dcb48450-0036-48aa-9e21-9a308265e748 req-6c4b0e1c-e514-40ca-a62a-ed646be5f9aa tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:35.645600 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dcb48450-0036-48aa-9e21-9a308265e748 req-6c4b0e1c-e514-40ca-a62a-ed646be5f9aa tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6193466 Jul 13 07:21:35.661953 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-dcb48450-0036-48aa-9e21-9a308265e748 req-b59b03ba-8fc3-411c-b91b-bbe8c64b1f88 service neutron] Request body: {'port': {'device_id': 'd0710f39-7356-4b53-97d4-30cd2d655022', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:35.725054 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:35.809211 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e477497f-3116-4175-a1be-896d99e4531e req-1e1d5184-8f61-417f-a501-7b890ff93e26 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Router a0a4d613-180c-4b7f-87a9-08858ff989da has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:21:35.898833 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-3dd88944-2cca-4d0c-a0bd-0e63d99a0d9d tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9f21aa0b310c4cd09c2f6eea1ac67069&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5263090 Jul 13 07:21:35.911285 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-5ecb00ae-3a9f-4824-9c6c-ec8f2cd460c5 req-abeb94f5-8298-493e-9619-1637ea785d1d tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Deleting port 9c7a8282-37d0-4766-acbb-4c25f10c0b68 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:21:35.912485 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5ecb00ae-3a9f-4824-9c6c-ec8f2cd460c5 req-abeb94f5-8298-493e-9619-1637ea785d1d tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:35.913960 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-dcb48450-0036-48aa-9e21-9a308265e748 req-b59b03ba-8fc3-411c-b91b-bbe8c64b1f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:35.924077 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24079fd7-154f-46a8-a949-a82154dfbf4f x-openstack-request-id: req-24079fd7-154f-46a8-a949-a82154dfbf4f {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:35.925287 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "436d8c06-811a-401e-9c5d-7e860bc44266", "name": "network-vif-deleted", "tag": "4d213a94-23c7-4347-bbf9-70bde33e467a", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:35.928084 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-24079fd7-154f-46a8-a949-a82154dfbf4f {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:35.929507 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '436d8c06-811a-401e-9c5d-7e860bc44266', 'name': 'network-vif-deleted', 'tag': '4d213a94-23c7-4347-bbf9-70bde33e467a', 'status': 'completed', 'code': 200} Jul 13 07:21:36.236036 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e477497f-3116-4175-a1be-896d99e4531e req-1e1d5184-8f61-417f-a501-7b890ff93e26 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:21:36.250114 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7190473-a12a-4ad2-be99-35b7fc743eb8 None None] Sync routers for ids ['a0a4d613-180c-4b7f-87a9-08858ff989da'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:21:36.269450 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7190473-a12a-4ad2-be99-35b7fc743eb8 None None] Routers {'a0a4d613-180c-4b7f-87a9-08858ff989da'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:21:36.272045 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-b7190473-a12a-4ad2-be99-35b7fc743eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:21:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['a0a4d613-180c-4b7f-87a9-08858ff989da'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:21:36.397187 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-e477497f-3116-4175-a1be-896d99e4531e req-1e1d5184-8f61-417f-a501-7b890ff93e26 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] No DVR routers for this DVR port 3079bfa9-b96f-45e6-9b65-b58f06010cc4 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:21:36.400922 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e477497f-3116-4175-a1be-896d99e4531e req-1e1d5184-8f61-417f-a501-7b890ff93e26 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:36.404629 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e477497f-3116-4175-a1be-896d99e4531e req-1e1d5184-8f61-417f-a501-7b890ff93e26 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.42 "DELETE /v2.0/ports/3079bfa9-b96f-45e6-9b65-b58f06010cc4 HTTP/1.1" status: 204 len: 173 time: 4.6802473 Jul 13 07:21:36.410008 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-b7190473-a12a-4ad2-be99-35b7fc743eb8 None None] Set router a0a4d613-180c-4b7f-87a9-08858ff989da gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:21:36.492458 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-5ecb00ae-3a9f-4824-9c6c-ec8f2cd460c5 req-abeb94f5-8298-493e-9619-1637ea785d1d tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] For port 9c7a8282-37d0-4766-acbb-4c25f10c0b68, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=9c7a8282-37d0-4766-acbb-4c25f10c0b68,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:36.493327 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5ecb00ae-3a9f-4824-9c6c-ec8f2cd460c5 req-abeb94f5-8298-493e-9619-1637ea785d1d tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:36.525288 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-5ecb00ae-3a9f-4824-9c6c-ec8f2cd460c5 req-abeb94f5-8298-493e-9619-1637ea785d1d tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Calling delete_port for 9c7a8282-37d0-4766-acbb-4c25f10c0b68 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:21:36.565935 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-0b11feb3-2bbe-4a68-8a48-71126b563167 service neutron] 10.222.0.23 "GET /v2.0/networks/9ef27b6b-d58a-4cc2-872f-1f2be062e420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6314685 Jul 13 07:21:36.751139 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-b7190473-a12a-4ad2-be99-35b7fc743eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108855812-router', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '564c3b9f-2f28-40de-ac08-0872957616fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:16:42Z', 'updated_at': '2021-07-13T07:16:49Z', 'revision_number': 4, 'project_id': '34f1f252047a479b82dd34808ffbdaa6', 'gw_port': {'id': '564c3b9f-2f28-40de-ac08-0872957616fc', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:43Z', 'updated_at': '2021-07-13T07:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'cc009cf9-81ee-4362-b413-3d2536014606', 'name': '', 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'mac_address': 'fa:16:3e:b8:b3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '206eeb9b-bd1e-46b3-9846-f00f50c205b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:47Z', 'updated_at': '2021-07-13T07:16:55Z', 'revision_number': 5, 'project_id': '34f1f252047a479b82dd34808ffbdaa6', 'subnets': [{'id': '206eeb9b-bd1e-46b3-9846-f00f50c205b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:21:36.779805 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7190473-a12a-4ad2-be99-35b7fc743eb8 None None] Checking router: a0a4d613-180c-4b7f-87a9-08858ff989da for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:21:36.789229 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7190473-a12a-4ad2-be99-35b7fc743eb8 None None] Routers {'a0a4d613-180c-4b7f-87a9-08858ff989da'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:21:36.790075 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-b7190473-a12a-4ad2-be99-35b7fc743eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:21:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['a0a4d613-180c-4b7f-87a9-08858ff989da'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:21:36.892955 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-dcb48450-0036-48aa-9e21-9a308265e748 req-b59b03ba-8fc3-411c-b91b-bbe8c64b1f88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02f5210c-3f97-4498-aa63-c994ceeaeddf {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:21:36.899247 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-b7190473-a12a-4ad2-be99-35b7fc743eb8 None None] Set router a0a4d613-180c-4b7f-87a9-08858ff989da gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:21:36.901690 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-dcb48450-0036-48aa-9e21-9a308265e748 req-b59b03ba-8fc3-411c-b91b-bbe8c64b1f88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:36.916733 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-dcb48450-0036-48aa-9e21-9a308265e748 req-b59b03ba-8fc3-411c-b91b-bbe8c64b1f88 service neutron] Transition to ACTIVE for port object 02f5210c-3f97-4498-aa63-c994ceeaeddf will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:21:36.942275 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04bba0e-ad09-46a0-8db2-161cd838cab7 req-65cf6717-9cfb-4cea-867b-d371e4a998ed tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:36.953994 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b04bba0e-ad09-46a0-8db2-161cd838cab7 req-65cf6717-9cfb-4cea-867b-d371e4a998ed tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/ports?device_id=936d839d-37be-4c28-8b91-49ba84426f2d HTTP/1.1" status: 200 len: 950 time: 0.8711095 Jul 13 07:21:36.959452 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-dcb48450-0036-48aa-9e21-9a308265e748 req-b59b03ba-8fc3-411c-b91b-bbe8c64b1f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:37.069152 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38eb93-ea9a-443e-a69f-1fb38b8cc9e0 req-93074c48-9593-487d-8beb-fe6ab0de7329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:37.071452 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8e38eb93-ea9a-443e-a69f-1fb38b8cc9e0 req-93074c48-9593-487d-8beb-fe6ab0de7329 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e6b5bcde-766a-4d51-9f5c-871279e60a1d HTTP/1.1" status: 200 len: 1098 time: 0.3505909 Jul 13 07:21:37.074513 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-ff3c45bd-0740-46e7-9af9-4da1ed4a259d service neutron] 10.222.0.23 "GET /v2.0/networks/9ef27b6b-d58a-4cc2-872f-1f2be062e420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5068471 Jul 13 07:21:37.082189 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b04bba0e-ad09-46a0-8db2-161cd838cab7 req-6d07bea8-376f-413e-9c3e-b8274c392fb3 tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.23 "GET /v2.0/security-groups?id=260c99cd-f4f1-4649-8ed6-70c96b3f3d63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252267 Jul 13 07:21:37.084663 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b03ba-8fc3-411c-b91b-bbe8c64b1f88 service neutron] Pushing event updated for resources: {'Port': ['ID=02f5210c-3f97-4498-aa63-c994ceeaeddf,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:37.233774 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-dcb48450-0036-48aa-9e21-9a308265e748 req-b59b03ba-8fc3-411c-b91b-bbe8c64b1f88 service neutron] Attempting to bind port 02f5210c-3f97-4498-aa63-c994ceeaeddf on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:21:37.236305 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-dcb48450-0036-48aa-9e21-9a308265e748 req-b59b03ba-8fc3-411c-b91b-bbe8c64b1f88 service neutron] Attempting to bind port 02f5210c-3f97-4498-aa63-c994ceeaeddf by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'b7fdd6a4-7ea0-4d78-a1ca-354316bc2553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f1ea5405-113d-42fb-9a8e-56f12339534a'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:21:37.236850 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb48450-0036-48aa-9e21-9a308265e748 req-b59b03ba-8fc3-411c-b91b-bbe8c64b1f88 service neutron] Attempting to bind port 02f5210c-3f97-4498-aa63-c994ceeaeddf on network f1ea5405-113d-42fb-9a8e-56f12339534a {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:21:37.248868 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb48450-0036-48aa-9e21-9a308265e748 req-b59b03ba-8fc3-411c-b91b-bbe8c64b1f88 service neutron] Port 02f5210c-3f97-4498-aa63-c994ceeaeddf on network f1ea5405-113d-42fb-9a8e-56f12339534a not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:21:37.250603 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb48450-0036-48aa-9e21-9a308265e748 req-b59b03ba-8fc3-411c-b91b-bbe8c64b1f88 service neutron] Attempting to bind port 02f5210c-3f97-4498-aa63-c994ceeaeddf on network f1ea5405-113d-42fb-9a8e-56f12339534a {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:21:37.257438 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb48450-0036-48aa-9e21-9a308265e748 req-b59b03ba-8fc3-411c-b91b-bbe8c64b1f88 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:21:37.258297 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb48450-0036-48aa-9e21-9a308265e748 req-b59b03ba-8fc3-411c-b91b-bbe8c64b1f88 service neutron] Checking segment: {'id': 'b7fdd6a4-7ea0-4d78-a1ca-354316bc2553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f1ea5405-113d-42fb-9a8e-56f12339534a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:21:37.258925 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb48450-0036-48aa-9e21-9a308265e748 req-b59b03ba-8fc3-411c-b91b-bbe8c64b1f88 service neutron] Bound using segment: {'id': 'b7fdd6a4-7ea0-4d78-a1ca-354316bc2553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f1ea5405-113d-42fb-9a8e-56f12339534a'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:21:37.259855 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-dcb48450-0036-48aa-9e21-9a308265e748 req-b59b03ba-8fc3-411c-b91b-bbe8c64b1f88 service neutron] Bound port: 02f5210c-3f97-4498-aa63-c994ceeaeddf, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7fdd6a4-7ea0-4d78-a1ca-354316bc2553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f1ea5405-113d-42fb-9a8e-56f12339534a'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:21:37.260699 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-dcb48450-0036-48aa-9e21-9a308265e748 req-b59b03ba-8fc3-411c-b91b-bbe8c64b1f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:37.269203 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 9c7a8282-37d0-4766-acbb-4c25f10c0b68 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:21:37.285219 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5ecb00ae-3a9f-4824-9c6c-ec8f2cd460c5 req-abeb94f5-8298-493e-9619-1637ea785d1d tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:37.310514 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-b7190473-a12a-4ad2-be99-35b7fc743eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108855812-router', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '564c3b9f-2f28-40de-ac08-0872957616fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:16:42Z', 'updated_at': '2021-07-13T07:16:49Z', 'revision_number': 4, 'project_id': '34f1f252047a479b82dd34808ffbdaa6', 'gw_port': {'id': '564c3b9f-2f28-40de-ac08-0872957616fc', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:43Z', 'updated_at': '2021-07-13T07:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'cc009cf9-81ee-4362-b413-3d2536014606', 'name': '', 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'mac_address': 'fa:16:3e:b8:b3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '206eeb9b-bd1e-46b3-9846-f00f50c205b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:47Z', 'updated_at': '2021-07-13T07:16:55Z', 'revision_number': 5, 'project_id': '34f1f252047a479b82dd34808ffbdaa6', 'subnets': [{'id': '206eeb9b-bd1e-46b3-9846-f00f50c205b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:21:37.322541 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No active binding found for port 9c7a8282-37d0-4766-acbb-4c25f10c0b68 {{(pid=94019) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 13 07:21:37.322901 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 9c7a8282-37d0-4766-acbb-4c25f10c0b68 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:21:37.327397 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb94f5-8298-493e-9619-1637ea785d1d tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Pushing event deleted for resources: {'Port': ['ID=9c7a8282-37d0-4766-acbb-4c25f10c0b68,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:37.358136 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7190473-a12a-4ad2-be99-35b7fc743eb8 None None] The sync data for ids ['a0a4d613-180c-4b7f-87a9-08858ff989da'] in n-d-771363-34 is: [{'id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108855812-router', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '564c3b9f-2f28-40de-ac08-0872957616fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:16:42Z', 'updated_at': '2021-07-13T07:16:49Z', 'revision_number': 4, 'project_id': '34f1f252047a479b82dd34808ffbdaa6', 'gw_port': {'id': '564c3b9f-2f28-40de-ac08-0872957616fc', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:43Z', 'updated_at': '2021-07-13T07:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'cc009cf9-81ee-4362-b413-3d2536014606', 'name': '', 'network_id': 'afb92f7f-5b7d-43ea-9f6e-b225beb5888c', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'mac_address': 'fa:16:3e:b8:b3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'device_owner': 'network:router_interface', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '206eeb9b-bd1e-46b3-9846-f00f50c205b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:47Z', 'updated_at': '2021-07-13T07:16:55Z', 'revision_number': 5, 'project_id': '34f1f252047a479b82dd34808ffbdaa6', 'subnets': [{'id': '206eeb9b-bd1e-46b3-9846-f00f50c205b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:21:37.361814 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-d5cbc63f-1c9c-4f48-b7d6-77eaa934c539 service neutron] 10.222.0.23 "GET /v2.0/ports/3f89b889-ffbb-4db5-b1ee-44cea0069805?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2476404 Jul 13 07:21:37.413654 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8e38eb93-ea9a-443e-a69f-1fb38b8cc9e0 req-082fee9b-6226-47e2-9e73-124867ced0af service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324981 Jul 13 07:21:37.510983 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-dcb48450-0036-48aa-9e21-9a308265e748 req-b59b03ba-8fc3-411c-b91b-bbe8c64b1f88 service neutron] For port 02f5210c-3f97-4498-aa63-c994ceeaeddf, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:21:37.515782 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-dcb48450-0036-48aa-9e21-9a308265e748 req-b59b03ba-8fc3-411c-b91b-bbe8c64b1f88 service neutron] For port 02f5210c-3f97-4498-aa63-c994ceeaeddf, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=02f5210c-3f97-4498-aa63-c994ceeaeddf,segment=NetworkSegment(b7fdd6a4-7ea0-4d78-a1ca-354316bc2553),segment_id=b7fdd6a4-7ea0-4d78-a1ca-354316bc2553)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:21:37.521992 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-dcb48450-0036-48aa-9e21-9a308265e748 req-b59b03ba-8fc3-411c-b91b-bbe8c64b1f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:37.537792 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade13d79-8c61-4e3c-94ec-5f0c6268e0cc req-825475cd-3ccd-4f09-b9fa-4ec1e878ff47 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:37.543004 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ade13d79-8c61-4e3c-94ec-5f0c6268e0cc req-825475cd-3ccd-4f09-b9fa-4ec1e878ff47 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0710f39-7356-4b53-97d4-30cd2d655022 HTTP/1.1" status: 200 len: 943 time: 0.2011676 Jul 13 07:21:37.548732 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ecb00ae-3a9f-4824-9c6c-ec8f2cd460c5 req-abeb94f5-8298-493e-9619-1637ea785d1d tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] No DVR routers for this DVR port 9c7a8282-37d0-4766-acbb-4c25f10c0b68 on host n-h2-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:21:37.558966 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5ecb00ae-3a9f-4824-9c6c-ec8f2cd460c5 req-abeb94f5-8298-493e-9619-1637ea785d1d tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:37.561030 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5ecb00ae-3a9f-4824-9c6c-ec8f2cd460c5 req-abeb94f5-8298-493e-9619-1637ea785d1d tempest-MigrationsAdminTest-920485795 tempest-MigrationsAdminTest-920485795-project] 10.222.0.25 "DELETE /v2.0/ports/9c7a8282-37d0-4766-acbb-4c25f10c0b68 HTTP/1.1" status: 204 len: 173 time: 2.4439180 Jul 13 07:21:37.572729 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-586fea58-113e-4d62-a328-c5f37076a177 service neutron] 10.222.0.23 "GET /v2.0/networks/8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987028 Jul 13 07:21:37.610997 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb48450-0036-48aa-9e21-9a308265e748 req-b59b03ba-8fc3-411c-b91b-bbe8c64b1f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:37.612583 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-dcb48450-0036-48aa-9e21-9a308265e748 req-b59b03ba-8fc3-411c-b91b-bbe8c64b1f88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:37.614437 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dcb48450-0036-48aa-9e21-9a308265e748 req-b59b03ba-8fc3-411c-b91b-bbe8c64b1f88 service neutron] 10.222.0.25 "PUT /v2.0/ports/02f5210c-3f97-4498-aa63-c994ceeaeddf HTTP/1.1" status: 200 len: 1092 time: 1.9592404 Jul 13 07:21:37.616097 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0710f39-7356-4b53-97d4-30cd2d655022', 'tag': '02f5210c-3f97-4498-aa63-c994ceeaeddf'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:37.619348 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70dc360-e538-4471-bcd7-defbd4f1b34f" -d '{"events": [{"name": "network-changed", "server_uuid": "d0710f39-7356-4b53-97d4-30cd2d655022", "tag": "02f5210c-3f97-4498-aa63-c994ceeaeddf"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:37.658010 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b03ba-8fc3-411c-b91b-bbe8c64b1f88 service neutron] Pushing event updated for resources: {'Port': ['ID=02f5210c-3f97-4498-aa63-c994ceeaeddf,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:37.705440 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-eefce946-7bf8-45be-bf01-52283a0b26f3 service neutron] 10.222.0.23 "GET /v2.0/networks/8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160302 Jul 13 07:21:37.736128 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ade13d79-8c61-4e3c-94ec-5f0c6268e0cc req-44c31922-1b91-4294-9e2b-8abf87c4414b tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582792 Jul 13 07:21:37.752653 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb48450-0036-48aa-9e21-9a308265e748 req-bbf7a50b-fb26-4c00-845a-810fcbb81ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:37.754170 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dcb48450-0036-48aa-9e21-9a308265e748 req-bbf7a50b-fb26-4c00-845a-810fcbb81ef2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ac9e284275e6483db0f236e466185533&device_id=d0710f39-7356-4b53-97d4-30cd2d655022 HTTP/1.1" status: 200 len: 1095 time: 0.0842998 Jul 13 07:21:37.759995 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebafb9b5-429e-48be-930b-82a3358795ba None None] New status for floating IP e6b51a4d-5012-47ca-821e-6098a7dfbf1e: DOWN {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:21:37.762099 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-d21e4df9-ee75-4384-9dfc-b2e35326d281 service neutron] 10.222.0.23 "GET /v2.0/ports/c6c5062b-ad9b-461a-b443-cecd55db988a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0529549 Jul 13 07:21:37.907601 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-3bca3f5f-3ee7-4904-b070-6d4b1a63c3f6 service neutron] 10.222.0.23 "GET /v2.0/networks/8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388185 Jul 13 07:21:37.918338 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dcb48450-0036-48aa-9e21-9a308265e748 req-724f51ff-1db2-4e04-850e-3e4a586ad145 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02f5210c-3f97-4498-aa63-c994ceeaeddf HTTP/1.1" status: 200 len: 217 time: 0.0657957 Jul 13 07:21:37.938552 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375795b0-f635-4346-ac2f-a6e347ba9cd1', 'name': 'network-vif-deleted', 'tag': '3079bfa9-b96f-45e6-9b65-b58f06010cc4'}, {'server_uuid': '936d839d-37be-4c28-8b91-49ba84426f2d', 'name': 'network-vif-deleted', 'tag': '9c7a8282-37d0-4766-acbb-4c25f10c0b68'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:37.941427 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f072745b-6d50-4c5e-bc5e-51a461056697" -d '{"events": [{"server_uuid": "375795b0-f635-4346-ac2f-a6e347ba9cd1", "name": "network-vif-deleted", "tag": "3079bfa9-b96f-45e6-9b65-b58f06010cc4"}, {"server_uuid": "936d839d-37be-4c28-8b91-49ba84426f2d", "name": "network-vif-deleted", "tag": "9c7a8282-37d0-4766-acbb-4c25f10c0b68"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:37.996531 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb48450-0036-48aa-9e21-9a308265e748 req-8a4ee503-d0b5-4184-8718-835f0e57fde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:37.998116 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dcb48450-0036-48aa-9e21-9a308265e748 req-8a4ee503-d0b5-4184-8718-835f0e57fde0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29dbb0de-f006-4fad-81e6-32cb485966ca HTTP/1.1" status: 200 len: 845 time: 0.0719049 Jul 13 07:21:38.039775 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-41afb04b-0deb-4e9b-9d2f-eef52a3c8acf service neutron] 10.222.0.23 "GET /v2.0/networks/8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312180 Jul 13 07:21:38.049719 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dcb48450-0036-48aa-9e21-9a308265e748 req-2d3bda71-6134-4e9e-ad96-b2ad8abc7560 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f1ea5405-113d-42fb-9a8e-56f12339534a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377555 Jul 13 07:21:38.168117 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dcb48450-0036-48aa-9e21-9a308265e748 req-a4d78841-4714-4b51-acfc-374bd19f9925 service neutron] 10.222.0.25 "GET /v2.0/networks/f1ea5405-113d-42fb-9a8e-56f12339534a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114919 Jul 13 07:21:38.174729 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-88095bc2-f3e2-4ac3-9a59-7fe9bbc22552 service neutron] 10.222.0.23 "GET /v2.0/networks/8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341414 Jul 13 07:21:38.280741 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-decb47f5-9e64-4da6-bd32-bea6fac9c727 service neutron] 10.222.0.23 "GET /v2.0/networks/8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976946 Jul 13 07:21:38.286090 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dcb48450-0036-48aa-9e21-9a308265e748 req-104af685-78b7-4937-9c25-885821f62262 service neutron] 10.222.0.25 "GET /v2.0/networks/f1ea5405-113d-42fb-9a8e-56f12339534a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057069 Jul 13 07:21:38.393909 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-40dd299a-4119-4a05-a894-021b64da437c service neutron] 10.222.0.23 "GET /v2.0/networks/8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060944 Jul 13 07:21:38.462488 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd552c6f-424a-4814-b6f0-8e79db1c67ec req-eb2a4a78-c047-4f0f-b94b-a34d93239d5f tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:38.464001 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cd552c6f-424a-4814-b6f0-8e79db1c67ec req-eb2a4a78-c047-4f0f-b94b-a34d93239d5f tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6b5bcde-766a-4d51-9f5c-871279e60a1d HTTP/1.1" status: 200 len: 946 time: 0.0701709 Jul 13 07:21:38.495454 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-0b80b94b-bff8-44bb-8b22-7f44932789fd service neutron] 10.222.0.23 "GET /v2.0/networks/8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954330 Jul 13 07:21:38.502260 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cd552c6f-424a-4814-b6f0-8e79db1c67ec req-5a3d7128-a9c6-49e5-8427-8e853d6b7305 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318899 Jul 13 07:21:38.587084 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-0822d283-f578-4fdd-847e-73df1045dea6 service neutron] 10.222.0.23 "GET /v2.0/networks/d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854714 Jul 13 07:21:38.677369 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0ca54c-d65b-44bd-aafd-680db16eee7a x-openstack-request-id: req-2c0ca54c-d65b-44bd-aafd-680db16eee7a {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:38.677673 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0710f39-7356-4b53-97d4-30cd2d655022", "tag": "02f5210c-3f97-4498-aa63-c994ceeaeddf", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:38.677926 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2c0ca54c-d65b-44bd-aafd-680db16eee7a {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:38.678355 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0710f39-7356-4b53-97d4-30cd2d655022', 'tag': '02f5210c-3f97-4498-aa63-c994ceeaeddf', 'status': 'completed', 'code': 200} Jul 13 07:21:38.717340 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-1c2fb9b5-76bf-4e06-9e91-c46d407ef5fb service neutron] 10.222.0.23 "GET /v2.0/networks/d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239917 Jul 13 07:21:38.721830 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bed3355-ac31-4e15-a259-d73e86709d5f x-openstack-request-id: req-5bed3355-ac31-4e15-a259-d73e86709d5f {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:38.722125 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "375795b0-f635-4346-ac2f-a6e347ba9cd1", "name": "network-vif-deleted", "tag": "3079bfa9-b96f-45e6-9b65-b58f06010cc4", "status": "completed", "code": 200}, {"server_uuid": "936d839d-37be-4c28-8b91-49ba84426f2d", "name": "network-vif-deleted", "tag": "9c7a8282-37d0-4766-acbb-4c25f10c0b68", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:38.722374 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5bed3355-ac31-4e15-a259-d73e86709d5f {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:38.722757 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '375795b0-f635-4346-ac2f-a6e347ba9cd1', 'name': 'network-vif-deleted', 'tag': '3079bfa9-b96f-45e6-9b65-b58f06010cc4', 'status': 'completed', 'code': 200} Jul 13 07:21:38.723009 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '936d839d-37be-4c28-8b91-49ba84426f2d', 'name': 'network-vif-deleted', 'tag': '9c7a8282-37d0-4766-acbb-4c25f10c0b68', 'status': 'completed', 'code': 200} Jul 13 07:21:38.770654 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a5dd8-7673-417b-b615-300c6afc732a req-0e5749f8-e654-4a04-95d5-632946c239c9 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:38.772183 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fd8a5dd8-7673-417b-b615-300c6afc732a req-0e5749f8-e654-4a04-95d5-632946c239c9 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.42 "GET /v2.0/ports?device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 944 time: 0.1422596 Jul 13 07:21:38.775581 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70dc360-e538-4471-bcd7-defbd4f1b34f req-ad47cf0a-6584-459a-8a7b-fe5885c95dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:38.777162 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e70dc360-e538-4471-bcd7-defbd4f1b34f req-ad47cf0a-6584-459a-8a7b-fe5885c95dc2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ac9e284275e6483db0f236e466185533&device_id=d0710f39-7356-4b53-97d4-30cd2d655022 HTTP/1.1" status: 200 len: 1095 time: 0.0688219 Jul 13 07:21:38.852065 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:21:38.888512 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-ac00ee0b-b30b-47de-bd8d-dbd97f3351ca service neutron] 10.222.0.23 "GET /v2.0/networks/d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644452 Jul 13 07:21:38.913221 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70dc360-e538-4471-bcd7-defbd4f1b34f req-d2ad9fa1-279f-47fa-8137-0a9ad6601ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:38.914634 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e70dc360-e538-4471-bcd7-defbd4f1b34f req-d2ad9fa1-279f-47fa-8137-0a9ad6601ea8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f1ea5405-113d-42fb-9a8e-56f12339534a HTTP/1.1" status: 200 len: 906 time: 0.1291664 Jul 13 07:21:38.934237 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc5aa0-aeb9-4a48-a288-614089ac0fe3 req-0bb3f884-80de-41ec-85a1-d017f61a5e33 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:38.936405 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8ffc5aa0-aeb9-4a48-a288-614089ac0fe3 req-0bb3f884-80de-41ec-85a1-d017f61a5e33 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 944 time: 0.1251490 Jul 13 07:21:38.974168 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e70dc360-e538-4471-bcd7-defbd4f1b34f req-8a8a6db5-ec8b-4427-a099-02acc704334b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02f5210c-3f97-4498-aa63-c994ceeaeddf HTTP/1.1" status: 200 len: 217 time: 0.0525024 Jul 13 07:21:39.048280 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8ffc5aa0-aeb9-4a48-a288-614089ac0fe3 req-5da1d4cc-90ca-4520-8a3e-84042e0783b3 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818934 Jul 13 07:21:39.054607 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70dc360-e538-4471-bcd7-defbd4f1b34f req-2a4766fe-552b-4fa3-a3dc-6ecf299aad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:39.056244 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e70dc360-e538-4471-bcd7-defbd4f1b34f req-2a4766fe-552b-4fa3-a3dc-6ecf299aad6d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29dbb0de-f006-4fad-81e6-32cb485966ca HTTP/1.1" status: 200 len: 845 time: 0.0745020 Jul 13 07:21:39.095141 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e70dc360-e538-4471-bcd7-defbd4f1b34f req-ba103d99-06dc-4324-bc84-17d10ac3a482 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f1ea5405-113d-42fb-9a8e-56f12339534a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292511 Jul 13 07:21:39.209241 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e70dc360-e538-4471-bcd7-defbd4f1b34f req-6b053d5e-0d58-4597-ba93-84d7cbd90f44 service neutron] 10.222.0.25 "GET /v2.0/networks/f1ea5405-113d-42fb-9a8e-56f12339534a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043086 Jul 13 07:21:39.239272 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-fd8a5dd8-7673-417b-b615-300c6afc732a req-0e0619d6-3557-4202-8fc4-b2f95d651599 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Deleting port 43ac2ab4-ed2a-4440-bc68-bad9f61b1942 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:21:39.239907 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fd8a5dd8-7673-417b-b615-300c6afc732a req-0e0619d6-3557-4202-8fc4-b2f95d651599 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:39.283368 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-3d951570-541d-4ec0-a990-9d61ad697d44 service neutron] 10.222.0.23 "GET /v2.0/networks/d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868916 Jul 13 07:21:39.337698 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e70dc360-e538-4471-bcd7-defbd4f1b34f req-467b48fd-bc8e-4310-91bf-fb38e5966e57 service neutron] 10.222.0.25 "GET /v2.0/networks/f1ea5405-113d-42fb-9a8e-56f12339534a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205430 Jul 13 07:21:39.361725 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-fd8a5dd8-7673-417b-b615-300c6afc732a req-0e0619d6-3557-4202-8fc4-b2f95d651599 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] For port 43ac2ab4-ed2a-4440-bc68-bad9f61b1942, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=43ac2ab4-ed2a-4440-bc68-bad9f61b1942,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:39.362369 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fd8a5dd8-7673-417b-b615-300c6afc732a req-0e0619d6-3557-4202-8fc4-b2f95d651599 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:39.384881 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-fd8a5dd8-7673-417b-b615-300c6afc732a req-0e0619d6-3557-4202-8fc4-b2f95d651599 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Calling delete_port for 43ac2ab4-ed2a-4440-bc68-bad9f61b1942 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:21:39.539700 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46824) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:39.547901 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fd8a5dd8-7673-417b-b615-300c6afc732a req-0e0619d6-3557-4202-8fc4-b2f95d651599 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:39.561875 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['43ac2ab4-ed2a-4440-bc68-bad9f61b1942'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:21:39.612903 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa3aa0-b154-4374-9da6-6809ac9223bb req-70d4a7d6-c217-4d36-997f-eb0746a8fc70 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:39.614491 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c7aa3aa0-b154-4374-9da6-6809ac9223bb req-70d4a7d6-c217-4d36-997f-eb0746a8fc70 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0710f39-7356-4b53-97d4-30cd2d655022 HTTP/1.1" status: 200 len: 943 time: 0.1119964 Jul 13 07:21:39.623775 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0619d6-3557-4202-8fc4-b2f95d651599 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Pushing event deleted for resources: {'Port': ['ID=43ac2ab4-ed2a-4440-bc68-bad9f61b1942,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:39.677304 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c7aa3aa0-b154-4374-9da6-6809ac9223bb req-c08acef0-eb33-4e90-a5f5-eb75d198604a tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562861 Jul 13 07:21:39.679620 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8a5dd8-7673-417b-b615-300c6afc732a req-0e0619d6-3557-4202-8fc4-b2f95d651599 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] No DVR routers for this DVR port 43ac2ab4-ed2a-4440-bc68-bad9f61b1942 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:21:39.682509 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fd8a5dd8-7673-417b-b615-300c6afc732a req-0e0619d6-3557-4202-8fc4-b2f95d651599 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:39.684701 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fd8a5dd8-7673-417b-b615-300c6afc732a req-0e0619d6-3557-4202-8fc4-b2f95d651599 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.42 "DELETE /v2.0/ports/43ac2ab4-ed2a-4440-bc68-bad9f61b1942 HTTP/1.1" status: 204 len: 173 time: 0.8830006 Jul 13 07:21:39.743016 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-53e72de9-9e88-4091-bfe6-527fc3e1b468 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dfd29396c7b34113bbf812ba80e3a2b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1989527 Jul 13 07:21:39.745484 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46840) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:39.804675 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4e684d13-bef9-49e6-84e7-16dc91f769b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:39.831466 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4e684d13-bef9-49e6-84e7-16dc91f769b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:39.889744 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4e684d13-bef9-49e6-84e7-16dc91f769b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:39.893016 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4e684d13-bef9-49e6-84e7-16dc91f769b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:39.894227 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4e684d13-bef9-49e6-84e7-16dc91f769b1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/260c99cd-f4f1-4649-8ed6-70c96b3f3d63 HTTP/1.1" status: 204 len: 168 time: 0.1470530 Jul 13 07:21:39.906987 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e684d13-bef9-49e6-84e7-16dc91f769b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260c99cd-f4f1-4649-8ed6-70c96b3f3d63,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:40.278911 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8d0519a1-0e8e-4016-86cb-1cff3de66fd3 req-5483408f-9499-427a-8446-9a99bba14d20 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 210 time: 0.0437276 Jul 13 07:21:40.354938 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdae859-1d12-487d-b7cf-c8f712040fcd req-27b5596d-4516-4137-b9b1-71c4c1f3c662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:40.357138 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2cdae859-1d12-487d-b7cf-c8f712040fcd req-27b5596d-4516-4137-b9b1-71c4c1f3c662 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6d13c0c2ef2a4f4ba04ee46bbbe15052&device_id=e6b5bcde-766a-4d51-9f5c-871279e60a1d HTTP/1.1" status: 200 len: 1098 time: 0.1195269 Jul 13 07:21:40.410569 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f7c62-9d9e-4f65-9b6d-3ee904194d42 req-e39ab97a-4d70-413f-8e71-dbd4b80f7b21 tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:40.412390 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f76f7c62-9d9e-4f65-9b6d-3ee904194d42 req-e39ab97a-4d70-413f-8e71-dbd4b80f7b21 tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] 10.222.0.23 "GET /v2.0/ports?device_id=18fc0fef-138a-4dd3-afec-ea2d9c334526 HTTP/1.1" status: 200 len: 950 time: 0.2214551 Jul 13 07:21:40.456903 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3280230c-a965-4806-8b9b-6de456da8680 req-151292af-f43e-41a2-9290-ad3006f9bd00 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=87a269b4-bb32-44d7-bb97-ab073e929286 HTTP/1.1" status: 200 len: 210 time: 0.0376003 Jul 13 07:21:40.490972 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46868) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:40.507858 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f76f7c62-9d9e-4f65-9b6d-3ee904194d42 req-b60821bd-c264-446c-90e9-8d012b9532ad tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] 10.222.0.23 "GET /v2.0/security-groups?id=f57f9ead-f290-42d3-beb6-3691905ab61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805159 Jul 13 07:21:40.513733 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46872) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:40.554280 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdae859-1d12-487d-b7cf-c8f712040fcd req-b3eed20e-e404-456e-85bb-07a25afc1ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:40.557994 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2cdae859-1d12-487d-b7cf-c8f712040fcd req-b3eed20e-e404-456e-85bb-07a25afc1ea5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ffa8f5b7-4641-405f-a4b1-873f26b9afcf HTTP/1.1" status: 200 len: 919 time: 0.1940486 Jul 13 07:21:40.583501 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-33d20ed1-096f-410c-8029-4dc004508a4b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bd70f3a1f8de4b1ba981a2551f64297d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0905893 Jul 13 07:21:40.586952 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46880) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:40.625427 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2cdae859-1d12-487d-b7cf-c8f712040fcd req-ec522fc8-7dc7-4c27-941b-3722e5d95e6c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff2bbdce-2745-430f-8402-3c5c3a37c0ca HTTP/1.1" status: 200 len: 217 time: 0.0588048 Jul 13 07:21:40.636440 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ae00ee86-b51c-4d1c-9156-51618c03f715 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:40.675076 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ae00ee86-b51c-4d1c-9156-51618c03f715 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:40.685944 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bb7633b2-1a07-4bcf-8983-34225276d08d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:40.695332 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdae859-1d12-487d-b7cf-c8f712040fcd req-c774ec13-b467-48ec-9105-d27a7b0d0700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:40.696711 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2cdae859-1d12-487d-b7cf-c8f712040fcd req-c774ec13-b467-48ec-9105-d27a7b0d0700 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d1ccc7a-a9a6-4c00-9ab1-d7fdf16140dc HTTP/1.1" status: 200 len: 858 time: 0.0658977 Jul 13 07:21:40.725927 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a269b4-bb32-44d7-bb97-ab073e929286', 'name': 'network-vif-deleted', 'tag': '43ac2ab4-ed2a-4440-bc68-bad9f61b1942'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:40.729372 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af64329-8447-4246-9d69-bef817de3cc6" -d '{"events": [{"server_uuid": "87a269b4-bb32-44d7-bb97-ab073e929286", "name": "network-vif-deleted", "tag": "43ac2ab4-ed2a-4440-bc68-bad9f61b1942"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:40.729854 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bb7633b2-1a07-4bcf-8983-34225276d08d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:40.771099 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2cdae859-1d12-487d-b7cf-c8f712040fcd req-59849800-99af-404f-a35b-b53fd3c205e2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ffa8f5b7-4641-405f-a4b1-873f26b9afcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655913 Jul 13 07:21:40.783470 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ae00ee86-b51c-4d1c-9156-51618c03f715 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:40.786634 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ae00ee86-b51c-4d1c-9156-51618c03f715 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:40.787777 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ae00ee86-b51c-4d1c-9156-51618c03f715 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "DELETE /v2.0/security-groups/3179f37d-94de-45a9-a48f-244bb3f0391a HTTP/1.1" status: 204 len: 168 time: 0.2731700 Jul 13 07:21:40.792430 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46886) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:40.810822 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-f3252cad-4495-441a-bc9e-8b707b1bdf6e tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] show failed (client error): The resource could not be found. Jul 13 07:21:40.811874 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f3252cad-4495-441a-bc9e-8b707b1bdf6e tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "GET /v2.0/security-groups/3179f37d-94de-45a9-a48f-244bb3f0391a HTTP/1.1" status: 404 len: 347 time: 0.0185299 Jul 13 07:21:40.814549 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae00ee86-b51c-4d1c-9156-51618c03f715 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3179f37d-94de-45a9-a48f-244bb3f0391a,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:40.816223 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46888) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:40.897091 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db099f8-5230-41e7-a55d-c620a8cbc22e req-8a81f032-36e1-4e28-95df-9bb3418115dd tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:40.907356 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5db099f8-5230-41e7-a55d-c620a8cbc22e req-8a81f032-36e1-4e28-95df-9bb3418115dd tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6b5bcde-766a-4d51-9f5c-871279e60a1d HTTP/1.1" status: 200 len: 946 time: 0.2014368 Jul 13 07:21:40.945517 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2cdae859-1d12-487d-b7cf-c8f712040fcd req-d20818d2-105f-4a19-888b-dd2386ece455 service neutron] 10.222.0.42 "GET /v2.0/networks/ffa8f5b7-4641-405f-a4b1-873f26b9afcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665447 Jul 13 07:21:40.966850 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5db099f8-5230-41e7-a55d-c620a8cbc22e req-33a6b4a0-693a-4a06-921e-a48a5e0c33a9 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585129 Jul 13 07:21:40.975626 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bb7633b2-1a07-4bcf-8983-34225276d08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:40.978810 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bb7633b2-1a07-4bcf-8983-34225276d08d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:40.983718 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-bb7633b2-1a07-4bcf-8983-34225276d08d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d409b10b-17ad-4f9f-8857-c8b6f43f6e65 HTTP/1.1" status: 204 len: 168 time: 0.3959994 Jul 13 07:21:41.036395 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7633b2-1a07-4bcf-8983-34225276d08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d409b10b-17ad-4f9f-8857-c8b6f43f6e65,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:41.064902 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-a0b2e458-af11-4f9a-bb80-4e0c2dc85f67 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Deleting port 9f60eb62-5fb9-413a-b905-65f13a667c1e {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:21:41.065251 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a0b2e458-af11-4f9a-bb80-4e0c2dc85f67 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:41.162859 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a0b2e458-af11-4f9a-bb80-4e0c2dc85f67 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:41.163297 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a0b2e458-af11-4f9a-bb80-4e0c2dc85f67 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:41.177240 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-a0b2e458-af11-4f9a-bb80-4e0c2dc85f67 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Calling delete_port for 9f60eb62-5fb9-413a-b905-65f13a667c1e owned by network:floatingip {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:21:41.182021 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2cdae859-1d12-487d-b7cf-c8f712040fcd req-2a0fec74-3ced-40c0-a930-c1d6e213f3ef service neutron] 10.222.0.42 "GET /v2.0/networks/ffa8f5b7-4641-405f-a4b1-873f26b9afcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140188 Jul 13 07:21:41.231474 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 02f5210c-3f97-4498-aa63-c994ceeaeddf details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:21:41.236271 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device b538252e-cf6f-48f0-8495-70509f682a4c no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:21:41.270097 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718a913-4dca-47bf-b2a0-7ee232bcc9b4 req-a3d13de9-24f6-4fde-bcb1-3ff4bc4f745d tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:41.277814 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2718a913-4dca-47bf-b2a0-7ee232bcc9b4 req-a3d13de9-24f6-4fde-bcb1-3ff4bc4f745d tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0710f39-7356-4b53-97d4-30cd2d655022 HTTP/1.1" status: 200 len: 943 time: 0.0943730 Jul 13 07:21:41.334896 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2718a913-4dca-47bf-b2a0-7ee232bcc9b4 req-4f831d98-2f92-4c43-abf9-ca21ccc31147 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558279 Jul 13 07:21:41.396346 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccae1e66-16aa-4d65-90fe-711fba896828 x-openstack-request-id: req-ccae1e66-16aa-4d65-90fe-711fba896828 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:41.397386 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a269b4-bb32-44d7-bb97-ab073e929286", "name": "network-vif-deleted", "tag": "43ac2ab4-ed2a-4440-bc68-bad9f61b1942", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:41.397898 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ccae1e66-16aa-4d65-90fe-711fba896828 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:41.398629 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a269b4-bb32-44d7-bb97-ab073e929286', 'name': 'network-vif-deleted', 'tag': '43ac2ab4-ed2a-4440-bc68-bad9f61b1942', 'status': 'completed', 'code': 200} Jul 13 07:21:41.421211 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a0b2e458-af11-4f9a-bb80-4e0c2dc85f67 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:41.454681 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b2e458-af11-4f9a-bb80-4e0c2dc85f67 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Pushing event deleted for resources: {'Port': ['ID=9f60eb62-5fb9-413a-b905-65f13a667c1e,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:41.458249 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 02f5210c-3f97-4498-aa63-c994ceeaeddf, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=02f5210c-3f97-4498-aa63-c994ceeaeddf,segment=NetworkSegment(b7fdd6a4-7ea0-4d78-a1ca-354316bc2553),segment_id=b7fdd6a4-7ea0-4d78-a1ca-354316bc2553)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:41.489982 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:41.501244 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '02f5210c-3f97-4498-aa63-c994ceeaeddf', 'network_id': 'f1ea5405-113d-42fb-9a8e-56f12339534a', 'port_id': '02f5210c-3f97-4498-aa63-c994ceeaeddf', 'mac_address': 'fa:16:3e:ef:59:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29dbb0de-f006-4fad-81e6-32cb485966ca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:21:41.549450 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a0b2e458-af11-4f9a-bb80-4e0c2dc85f67 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks [] for floatingip, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:41.555859 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a0b2e458-af11-4f9a-bb80-4e0c2dc85f67 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:41.567931 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a0b2e458-af11-4f9a-bb80-4e0c2dc85f67 tempest-ServersWithSpecificFlavorTestJSON-1766565089 tempest-ServersWithSpecificFlavorTestJSON-1766565089-project] 10.222.0.23 "DELETE /v2.0/floatingips/e6b51a4d-5012-47ca-821e-6098a7dfbf1e HTTP/1.1" status: 204 len: 168 time: 0.7410944 Jul 13 07:21:41.569817 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18fc0fef-138a-4dd3-afec-ea2d9c334526', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b538252e-cf6f-48f0-8495-70509f682a4c'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:41.572332 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f00d7a-09e9-430d-ac77-3a24bd05a199" -d '{"events": [{"server_uuid": "18fc0fef-138a-4dd3-afec-ea2d9c334526", "name": "network-vif-unplugged", "status": "completed", "tag": "b538252e-cf6f-48f0-8495-70509f682a4c"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:41.608102 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port b538252e-cf6f-48f0-8495-70509f682a4c, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=b538252e-cf6f-48f0-8495-70509f682a4c,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:41.612279 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:41.637089 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:41.703005 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02f5210c-3f97-4498-aa63-c994ceeaeddf {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:21:41.754479 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 02f5210c-3f97-4498-aa63-c994ceeaeddf, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=02f5210c-3f97-4498-aa63-c994ceeaeddf,segment=NetworkSegment(b7fdd6a4-7ea0-4d78-a1ca-354316bc2553),segment_id=b7fdd6a4-7ea0-4d78-a1ca-354316bc2553)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:41.761172 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=b538252e-cf6f-48f0-8495-70509f682a4c,revision_number=12']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:41.761593 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-88e36e38-85b6-4856-941c-0ec4078e5804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:41.766505 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-88e36e38-85b6-4856-941c-0ec4078e5804 service neutron] 10.222.0.42 "GET /v2.0/ports/3f89b889-ffbb-4db5-b1ee-44cea0069805 HTTP/1.1" status: 200 len: 1027 time: 0.1194918 Jul 13 07:21:41.772395 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:41.777066 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:41.778521 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:41.779088 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:41.779672 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:41.780538 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:41.781359 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:41.781907 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:41.782443 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:41.782998 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:41.783553 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:41.784105 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:41.784635 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:21:41.861054 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=02f5210c-3f97-4498-aa63-c994ceeaeddf,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:41.914621 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-ba9b55b3-a7eb-41b1-9301-e43e69597100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:41.916538 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-ba9b55b3-a7eb-41b1-9301-e43e69597100 service neutron] 10.222.0.42 "GET /v2.0/ports/c6c5062b-ad9b-461a-b443-cecd55db988a HTTP/1.1" status: 200 len: 1027 time: 0.1444750 Jul 13 07:21:42.093841 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['02f5210c-3f97-4498-aa63-c994ceeaeddf'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:21:42.183579 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6cfe5ca8-8ec1-41e3-aab2-2a129f78e4ec None None] Provisioning complete for port b538252e-cf6f-48f0-8495-70509f682a4c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:42.185466 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6cfe5ca8-8ec1-41e3-aab2-2a129f78e4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:42.209462 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-791d904a-7fd0-4977-bce0-e076fd32eff6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:42.221981 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-791d904a-7fd0-4977-bce0-e076fd32eff6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:42.257618 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-791d904a-7fd0-4977-bce0-e076fd32eff6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:42.257791 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f67891-9b36-45df-9baf-98865321bb34 x-openstack-request-id: req-16f67891-9b36-45df-9baf-98865321bb34 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:42.258249 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18fc0fef-138a-4dd3-afec-ea2d9c334526", "name": "network-vif-unplugged", "status": "completed", "tag": "b538252e-cf6f-48f0-8495-70509f682a4c", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:42.258369 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-16f67891-9b36-45df-9baf-98865321bb34 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:42.258650 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18fc0fef-138a-4dd3-afec-ea2d9c334526', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b538252e-cf6f-48f0-8495-70509f682a4c', 'code': 200} Jul 13 07:21:42.272911 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-791d904a-7fd0-4977-bce0-e076fd32eff6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.42 "GET /v2.0/networks?id=9ef27b6b-d58a-4cc2-872f-1f2be062e420&id=8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb&id=8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb&id=8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb&id=8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb&id=d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f&id=d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f HTTP/1.1" status: 200 len: 1988 time: 0.3485055 Jul 13 07:21:42.371045 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1ee6306d-7500-4585-904e-936aaaf831c9 req-f662564a-4518-4243-b7ff-a5fbc97a591c tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 210 time: 0.0458853 Jul 13 07:21:42.454862 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-3c5d3649-5baf-453d-8376-7b2f98ca081d tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f21aa0b310c4cd09c2f6eea1ac67069 HTTP/1.1" status: 200 len: 380 time: 0.1712234 Jul 13 07:21:42.462552 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6cfe5ca8-8ec1-41e3-aab2-2a129f78e4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:42.502712 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-0c752cef-71e5-4995-b864-b7657adae30f req-a56dfb7b-4aa3-46dc-8b85-ef7a804dbfc9 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Request body: {'port': {'device_id': '351c2f2b-30ec-4054-9581-49a23e86278a', 'network_id': '9ef27b6b-d58a-4cc2-872f-1f2be062e420', 'admin_state_up': True, 'tenant_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'security_groups': ['4b298572-65fa-498a-ba3d-67c8f2b7d207']}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:42.535569 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-6cfe5ca8-8ec1-41e3-aab2-2a129f78e4ec None None] For port b538252e-cf6f-48f0-8495-70509f682a4c, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=b538252e-cf6f-48f0-8495-70509f682a4c,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:42.543987 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6cfe5ca8-8ec1-41e3-aab2-2a129f78e4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:42.612148 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe5ca8-8ec1-41e3-aab2-2a129f78e4ec None None] Pushing event updated for resources: {'Port': ['ID=b538252e-cf6f-48f0-8495-70509f682a4c,revision_number=13']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:42.742902 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-a56dfb7b-4aa3-46dc-8b85-ef7a804dbfc9 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Made reservation on behalf of 9f21aa0b310c4cd09c2f6eea1ac67069 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:21:42.749263 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-a56dfb7b-4aa3-46dc-8b85-ef7a804dbfc9 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:42.762381 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d3f9d-105f-4e30-a7f0-a061a548b7ba req-05b37db8-7a7d-4d12-897c-2b316e1e08b8 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:42.772990 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3d6d3f9d-105f-4e30-a7f0-a061a548b7ba req-05b37db8-7a7d-4d12-897c-2b316e1e08b8 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6b5bcde-766a-4d51-9f5c-871279e60a1d HTTP/1.1" status: 200 len: 946 time: 0.3343360 Jul 13 07:21:42.884871 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3d6d3f9d-105f-4e30-a7f0-a061a548b7ba req-dd63fd69-d754-4418-8dfe-5eb8a5c45c56 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109927 Jul 13 07:21:42.935635 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 43ac2ab4-ed2a-4440-bc68-bad9f61b1942 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:21:42.957491 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-0c752cef-71e5-4995-b864-b7657adae30f req-a56dfb7b-4aa3-46dc-8b85-ef7a804dbfc9 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Allocated IP 172.20.0.14 (9ef27b6b-d58a-4cc2-872f-1f2be062e420/88ea993c-44dc-45dd-b8a5-b8f3f44e71bc/062ad5be-860c-4f0d-a0b3-14494304c026) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:21:42.986423 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 43ac2ab4-ed2a-4440-bc68-bad9f61b1942 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:21:42.987718 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 43ac2ab4-ed2a-4440-bc68-bad9f61b1942 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:21:43.028475 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9ed157be-4769-4a5b-8075-94ec6a1607f0 None None] Provisioning complete for port b538252e-cf6f-48f0-8495-70509f682a4c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:43.028851 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9ed157be-4769-4a5b-8075-94ec6a1607f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:43.190756 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f816c-ed83-479d-aecb-d412bf896d67 req-ee5cc7ab-88cb-4e01-8edd-a91b2b012ad7 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:43.200424 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-375f816c-ed83-479d-aecb-d412bf896d67 req-ee5cc7ab-88cb-4e01-8edd-a91b2b012ad7 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0710f39-7356-4b53-97d4-30cd2d655022 HTTP/1.1" status: 200 len: 944 time: 0.0869358 Jul 13 07:21:43.253658 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 02f5210c-3f97-4498-aa63-c994ceeaeddf up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:21:43.254639 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-a56dfb7b-4aa3-46dc-8b85-ef7a804dbfc9 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:43.273961 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-375f816c-ed83-479d-aecb-d412bf896d67 req-fff493d3-c1e3-4550-bdee-b49ea241da05 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694957 Jul 13 07:21:43.284647 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-0c752cef-71e5-4995-b864-b7657adae30f req-a56dfb7b-4aa3-46dc-8b85-ef7a804dbfc9 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Transition to ACTIVE for port object 062ad5be-860c-4f0d-a0b3-14494304c026 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:21:43.381469 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-a56dfb7b-4aa3-46dc-8b85-ef7a804dbfc9 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:43.386251 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 02f5210c-3f97-4498-aa63-c994ceeaeddf completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:21:43.398473 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 02f5210c-3f97-4498-aa63-c994ceeaeddf triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:43.399189 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:43.468765 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56dfb7b-4aa3-46dc-8b85-ef7a804dbfc9 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Pushing event updated for resources: {'Port': ['ID=062ad5be-860c-4f0d-a0b3-14494304c026,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:43.476186 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c752cef-71e5-4995-b864-b7657adae30f req-a56dfb7b-4aa3-46dc-8b85-ef7a804dbfc9 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Network 9ef27b6b-d58a-4cc2-872f-1f2be062e420 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:21:43.477857 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-0c752cef-71e5-4995-b864-b7657adae30f req-a56dfb7b-4aa3-46dc-8b85-ef7a804dbfc9 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:21:43.480162 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c752cef-71e5-4995-b864-b7657adae30f req-a56dfb7b-4aa3-46dc-8b85-ef7a804dbfc9 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:21:43.634006 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-a56dfb7b-4aa3-46dc-8b85-ef7a804dbfc9 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:43.635135 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-a56dfb7b-4aa3-46dc-8b85-ef7a804dbfc9 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:43.651949 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:43.689726 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-a56dfb7b-4aa3-46dc-8b85-ef7a804dbfc9 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2246435 Jul 13 07:21:43.709232 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-0c752cef-71e5-4995-b864-b7657adae30f req-33df268a-da03-4b3c-b67a-aeefbef660d6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Request body: {'port': {'device_id': '351c2f2b-30ec-4054-9581-49a23e86278a', 'network_id': '8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb', 'admin_state_up': True, 'tenant_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'security_groups': ['4b298572-65fa-498a-ba3d-67c8f2b7d207']}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:43.738949 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 02f5210c-3f97-4498-aa63-c994ceeaeddf, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=02f5210c-3f97-4498-aa63-c994ceeaeddf,segment=NetworkSegment(b7fdd6a4-7ea0-4d78-a1ca-354316bc2553),segment_id=b7fdd6a4-7ea0-4d78-a1ca-354316bc2553)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:43.745379 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:43.877818 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=02f5210c-3f97-4498-aa63-c994ceeaeddf,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:43.954675 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-64217567-b8e5-4d8c-8359-87fca3915eff None None] Provisioning for port 062ad5be-860c-4f0d-a0b3-14494304c026 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:21:43.960828 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-64217567-b8e5-4d8c-8359-87fca3915eff None None] Provisioning complete for port 062ad5be-860c-4f0d-a0b3-14494304c026 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:43.961207 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-64217567-b8e5-4d8c-8359-87fca3915eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:43.992118 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d8f1d-1631-4ddf-a988-fb9cea0f0ae4 req-81159f55-7d84-4ca0-aa67-4cf87c69176d tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:43.993649 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-837d8f1d-1631-4ddf-a988-fb9cea0f0ae4 req-81159f55-7d84-4ca0-aa67-4cf87c69176d tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.42 "GET /v2.0/ports?device_id=1eb3a00d-0865-4b6b-81cc-a3cec8732897 HTTP/1.1" status: 200 len: 945 time: 0.1289036 Jul 13 07:21:44.042604 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-33df268a-da03-4b3c-b67a-aeefbef660d6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Made reservation on behalf of 9f21aa0b310c4cd09c2f6eea1ac67069 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:21:44.046170 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-33df268a-da03-4b3c-b67a-aeefbef660d6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:44.048979 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-64217567-b8e5-4d8c-8359-87fca3915eff None None] Port 062ad5be-860c-4f0d-a0b3-14494304c026 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:21:44.162511 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d087e-7d32-4006-8f34-dac8a07802c0 req-2bb0d976-e04d-44cc-956a-ca0c6b3fa5a0 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:44.173418 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-694d087e-7d32-4006-8f34-dac8a07802c0 req-2bb0d976-e04d-44cc-956a-ca0c6b3fa5a0 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 932 time: 0.1076694 Jul 13 07:21:44.220943 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-694d087e-7d32-4006-8f34-dac8a07802c0 req-434902dc-2d33-40a0-b253-d96a00936708 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452454 Jul 13 07:21:44.272560 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18fc0fef-138a-4dd3-afec-ea2d9c334526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b538252e-cf6f-48f0-8495-70509f682a4c'}, {'server_uuid': 'd0710f39-7356-4b53-97d4-30cd2d655022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f5210c-3f97-4498-aa63-c994ceeaeddf'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:44.275446 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef4ae32-9bbe-4538-8596-c630839116b4" -d '{"events": [{"server_uuid": "18fc0fef-138a-4dd3-afec-ea2d9c334526", "name": "network-vif-plugged", "status": "completed", "tag": "b538252e-cf6f-48f0-8495-70509f682a4c"}, {"server_uuid": "d0710f39-7356-4b53-97d4-30cd2d655022", "name": "network-vif-plugged", "status": "completed", "tag": "02f5210c-3f97-4498-aa63-c994ceeaeddf"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:44.285764 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-837d8f1d-1631-4ddf-a988-fb9cea0f0ae4 req-40aa8e5f-e8fd-4a59-8a45-c90128cdd292 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Deleting port e1bb70a0-5327-4aed-8a0f-9bdd396349c5 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:21:44.286127 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-837d8f1d-1631-4ddf-a988-fb9cea0f0ae4 req-40aa8e5f-e8fd-4a59-8a45-c90128cdd292 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:44.351865 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-0c752cef-71e5-4995-b864-b7657adae30f req-33df268a-da03-4b3c-b67a-aeefbef660d6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Allocated IP 10.1.1.22 (8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb/fbf3360f-363f-4965-bf44-461a187b579f/d7ded5d2-51a4-43c5-bfa9-37432da7c39b) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:21:44.424799 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ceb5b-ca23-43b5-b409-c93fcb9cc26f req-904a8b4c-af27-467b-8791-ada7eaa871b8 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:44.426334 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8e4ceb5b-ca23-43b5-b409-c93fcb9cc26f req-904a8b4c-af27-467b-8791-ada7eaa871b8 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1eb3a00d-0865-4b6b-81cc-a3cec8732897 HTTP/1.1" status: 200 len: 945 time: 0.2214820 Jul 13 07:21:44.447932 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96115b82-aad2-4e27-b579-5826fe96651e req-eb3bc2ee-606e-4d8d-b452-e0f8b031ad25 tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:44.449504 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-96115b82-aad2-4e27-b579-5826fe96651e req-eb3bc2ee-606e-4d8d-b452-e0f8b031ad25 tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] 10.222.0.23 "GET /v2.0/ports?device_id=18fc0fef-138a-4dd3-afec-ea2d9c334526 HTTP/1.1" status: 200 len: 950 time: 0.0681164 Jul 13 07:21:44.494893 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-96115b82-aad2-4e27-b579-5826fe96651e req-a9a9ee7c-faa1-444d-b5de-d24cd322a62d tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] 10.222.0.23 "GET /v2.0/security-groups?id=f57f9ead-f290-42d3-beb6-3691905ab61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379524 Jul 13 07:21:44.495809 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-837d8f1d-1631-4ddf-a988-fb9cea0f0ae4 req-40aa8e5f-e8fd-4a59-8a45-c90128cdd292 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] For port e1bb70a0-5327-4aed-8a0f-9bdd396349c5, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=e1bb70a0-5327-4aed-8a0f-9bdd396349c5,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:44.496305 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-837d8f1d-1631-4ddf-a988-fb9cea0f0ae4 req-40aa8e5f-e8fd-4a59-8a45-c90128cdd292 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:44.540257 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-837d8f1d-1631-4ddf-a988-fb9cea0f0ae4 req-40aa8e5f-e8fd-4a59-8a45-c90128cdd292 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Calling delete_port for e1bb70a0-5327-4aed-8a0f-9bdd396349c5 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:21:44.578848 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8e4ceb5b-ca23-43b5-b409-c93fcb9cc26f req-51550150-0158-459a-975d-8d8400eb1358 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430070 Jul 13 07:21:44.674361 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-33df268a-da03-4b3c-b67a-aeefbef660d6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:44.692381 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58c0c3-fd9d-412c-b2d1-ccc7353bb067 req-3a02a546-44f0-420b-88d4-943d0bd11452 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:44.697183 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-0c752cef-71e5-4995-b864-b7657adae30f req-33df268a-da03-4b3c-b67a-aeefbef660d6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Transition to ACTIVE for port object d7ded5d2-51a4-43c5-bfa9-37432da7c39b will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:21:44.708939 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5c58c0c3-fd9d-412c-b2d1-ccc7353bb067 req-3a02a546-44f0-420b-88d4-943d0bd11452 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6b5bcde-766a-4d51-9f5c-871279e60a1d HTTP/1.1" status: 200 len: 946 time: 0.0997901 Jul 13 07:21:44.749112 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5c58c0c3-fd9d-412c-b2d1-ccc7353bb067 req-cf87c13b-e235-4322-aebc-4fe2e1b96622 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368557 Jul 13 07:21:44.895846 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-33df268a-da03-4b3c-b67a-aeefbef660d6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:44.920086 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-837d8f1d-1631-4ddf-a988-fb9cea0f0ae4 req-40aa8e5f-e8fd-4a59-8a45-c90128cdd292 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:44.933308 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe70c89-3cd0-4bdb-a64e-58e9f52f517b x-openstack-request-id: req-3fe70c89-3cd0-4bdb-a64e-58e9f52f517b {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:44.933992 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18fc0fef-138a-4dd3-afec-ea2d9c334526", "name": "network-vif-plugged", "status": "completed", "tag": "b538252e-cf6f-48f0-8495-70509f682a4c", "code": 200}, {"server_uuid": "d0710f39-7356-4b53-97d4-30cd2d655022", "name": "network-vif-plugged", "status": "completed", "tag": "02f5210c-3f97-4498-aa63-c994ceeaeddf", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:44.934092 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3fe70c89-3cd0-4bdb-a64e-58e9f52f517b {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:44.934575 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18fc0fef-138a-4dd3-afec-ea2d9c334526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b538252e-cf6f-48f0-8495-70509f682a4c', 'code': 200} Jul 13 07:21:44.934743 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0710f39-7356-4b53-97d4-30cd2d655022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f5210c-3f97-4498-aa63-c994ceeaeddf', 'code': 200} Jul 13 07:21:45.043105 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df268a-da03-4b3c-b67a-aeefbef660d6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Pushing event updated for resources: {'Port': ['ID=d7ded5d2-51a4-43c5-bfa9-37432da7c39b,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:45.150562 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd33de0-4732-4c16-9d4f-d2a7e5cb8198 req-62cb5422-d71c-438d-a286-f8463b93747c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:45.152278 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4bd33de0-4732-4c16-9d4f-d2a7e5cb8198 req-62cb5422-d71c-438d-a286-f8463b93747c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d0710f39-7356-4b53-97d4-30cd2d655022 HTTP/1.1" status: 200 len: 1097 time: 0.1371737 Jul 13 07:21:45.189959 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c767a-3324-4c1f-b4cd-2f6903a73784 req-f5a9948f-d5cc-453c-9fa8-33a392ec2ba4 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:45.191647 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d00c767a-3324-4c1f-b4cd-2f6903a73784 req-f5a9948f-d5cc-453c-9fa8-33a392ec2ba4 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0710f39-7356-4b53-97d4-30cd2d655022 HTTP/1.1" status: 200 len: 945 time: 0.1139235 Jul 13 07:21:45.214286 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4bd33de0-4732-4c16-9d4f-d2a7e5cb8198 req-12e17e6b-6544-4d72-ade9-c687e9d6080e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514331 Jul 13 07:21:45.272446 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d00c767a-3324-4c1f-b4cd-2f6903a73784 req-65a9db7b-1f7e-4c2d-861e-1a29b8db55b6 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659966 Jul 13 07:21:45.521792 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c752cef-71e5-4995-b864-b7657adae30f req-33df268a-da03-4b3c-b67a-aeefbef660d6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Network 8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:21:45.547352 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-0c752cef-71e5-4995-b864-b7657adae30f req-33df268a-da03-4b3c-b67a-aeefbef660d6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:21:45.551368 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c20c57-1af2-4d8c-9ca6-afb50e380acb req-f5dcd31d-4e7d-4939-a836-2028db04fd11 tempest-NetworksTest-308184789 tempest-NetworksTest-308184789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:45.552037 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c20c57-1af2-4d8c-9ca6-afb50e380acb req-f5dcd31d-4e7d-4939-a836-2028db04fd11 tempest-NetworksTest-308184789 tempest-NetworksTest-308184789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:45.552662 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c20c57-1af2-4d8c-9ca6-afb50e380acb req-f5dcd31d-4e7d-4939-a836-2028db04fd11 tempest-NetworksTest-308184789 tempest-NetworksTest-308184789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:45.553284 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c20c57-1af2-4d8c-9ca6-afb50e380acb req-f5dcd31d-4e7d-4939-a836-2028db04fd11 tempest-NetworksTest-308184789 tempest-NetworksTest-308184789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:45.553902 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c20c57-1af2-4d8c-9ca6-afb50e380acb req-f5dcd31d-4e7d-4939-a836-2028db04fd11 tempest-NetworksTest-308184789 tempest-NetworksTest-308184789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:45.554524 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c20c57-1af2-4d8c-9ca6-afb50e380acb req-f5dcd31d-4e7d-4939-a836-2028db04fd11 tempest-NetworksTest-308184789 tempest-NetworksTest-308184789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:45.555320 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c20c57-1af2-4d8c-9ca6-afb50e380acb req-f5dcd31d-4e7d-4939-a836-2028db04fd11 tempest-NetworksTest-308184789 tempest-NetworksTest-308184789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:45.555936 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c20c57-1af2-4d8c-9ca6-afb50e380acb req-f5dcd31d-4e7d-4939-a836-2028db04fd11 tempest-NetworksTest-308184789 tempest-NetworksTest-308184789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:45.556550 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c20c57-1af2-4d8c-9ca6-afb50e380acb req-f5dcd31d-4e7d-4939-a836-2028db04fd11 tempest-NetworksTest-308184789 tempest-NetworksTest-308184789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:45.557485 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c20c57-1af2-4d8c-9ca6-afb50e380acb req-f5dcd31d-4e7d-4939-a836-2028db04fd11 tempest-NetworksTest-308184789 tempest-NetworksTest-308184789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:45.558101 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c20c57-1af2-4d8c-9ca6-afb50e380acb req-f5dcd31d-4e7d-4939-a836-2028db04fd11 tempest-NetworksTest-308184789 tempest-NetworksTest-308184789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:45.558711 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c20c57-1af2-4d8c-9ca6-afb50e380acb req-f5dcd31d-4e7d-4939-a836-2028db04fd11 tempest-NetworksTest-308184789 tempest-NetworksTest-308184789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:45.561738 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-47c20c57-1af2-4d8c-9ca6-afb50e380acb req-f5dcd31d-4e7d-4939-a836-2028db04fd11 tempest-NetworksTest-308184789 tempest-NetworksTest-308184789-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8522 time: 0.8144188 Jul 13 07:21:45.565508 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c752cef-71e5-4995-b864-b7657adae30f req-33df268a-da03-4b3c-b67a-aeefbef660d6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:21:45.568431 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa8e5f-e8fd-4a59-8a45-c90128cdd292 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Pushing event deleted for resources: {'Port': ['ID=e1bb70a0-5327-4aed-8a0f-9bdd396349c5,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:45.607752 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-837d8f1d-1631-4ddf-a988-fb9cea0f0ae4 req-40aa8e5f-e8fd-4a59-8a45-c90128cdd292 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] No DVR routers for this DVR port e1bb70a0-5327-4aed-8a0f-9bdd396349c5 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:21:45.612963 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-837d8f1d-1631-4ddf-a988-fb9cea0f0ae4 req-40aa8e5f-e8fd-4a59-8a45-c90128cdd292 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:45.614951 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-837d8f1d-1631-4ddf-a988-fb9cea0f0ae4 req-40aa8e5f-e8fd-4a59-8a45-c90128cdd292 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.42 "DELETE /v2.0/ports/e1bb70a0-5327-4aed-8a0f-9bdd396349c5 HTTP/1.1" status: 204 len: 173 time: 1.6140270 Jul 13 07:21:45.615510 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb3a00d-0865-4b6b-81cc-a3cec8732897', 'name': 'network-vif-deleted', 'tag': 'e1bb70a0-5327-4aed-8a0f-9bdd396349c5'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:45.617688 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9c186c-7329-4cfd-9ced-f0732ce92bcd" -d '{"events": [{"server_uuid": "1eb3a00d-0865-4b6b-81cc-a3cec8732897", "name": "network-vif-deleted", "tag": "e1bb70a0-5327-4aed-8a0f-9bdd396349c5"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:45.648886 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-33df268a-da03-4b3c-b67a-aeefbef660d6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:45.649663 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-33df268a-da03-4b3c-b67a-aeefbef660d6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:45.676235 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-33df268a-da03-4b3c-b67a-aeefbef660d6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9710593 Jul 13 07:21:45.698067 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-0c752cef-71e5-4995-b864-b7657adae30f req-f267138f-d7da-4419-8867-3a7ec76b90e2 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Request body: {'port': {'device_id': '351c2f2b-30ec-4054-9581-49a23e86278a', 'network_id': '8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb', 'admin_state_up': True, 'tenant_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'security_groups': ['4b298572-65fa-498a-ba3d-67c8f2b7d207']}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:45.721869 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe6b74-48d2-4f91-bd8f-dc75103ed31d req-d97ea72d-aaaf-48c9-8cde-81f2b9ebc093 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:45.728152 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe6b74-48d2-4f91-bd8f-dc75103ed31d req-d97ea72d-aaaf-48c9-8cde-81f2b9ebc093 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:45.736222 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-17fe6b74-48d2-4f91-bd8f-dc75103ed31d req-d97ea72d-aaaf-48c9-8cde-81f2b9ebc093 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 1653 time: 0.1989038 Jul 13 07:21:45.825094 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-17fe6b74-48d2-4f91-bd8f-dc75103ed31d req-a719737e-ddb5-4e78-8942-30ab09710ac2 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879076 Jul 13 07:21:45.866365 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d3eb9-8694-4de4-bf9d-695fce258c32 req-71be46c2-0286-4ac7-98fb-582d40b7606d tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:45.873145 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b18d3eb9-8694-4de4-bf9d-695fce258c32 req-71be46c2-0286-4ac7-98fb-582d40b7606d tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] 10.222.0.25 "GET /v2.0/ports?device_id=18fc0fef-138a-4dd3-afec-ea2d9c334526 HTTP/1.1" status: 200 len: 950 time: 0.2074258 Jul 13 07:21:46.027581 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-cb3f3410-6cf5-4b4e-8276-dd7a92c9ce19 None None] Provisioning for port d7ded5d2-51a4-43c5-bfa9-37432da7c39b completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:21:46.034764 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-cb3f3410-6cf5-4b4e-8276-dd7a92c9ce19 None None] Provisioning complete for port d7ded5d2-51a4-43c5-bfa9-37432da7c39b triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:46.037167 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cb3f3410-6cf5-4b4e-8276-dd7a92c9ce19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:46.050475 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-f267138f-d7da-4419-8867-3a7ec76b90e2 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Made reservation on behalf of 9f21aa0b310c4cd09c2f6eea1ac67069 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:21:46.054754 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-f267138f-d7da-4419-8867-3a7ec76b90e2 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:46.131391 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-cb3f3410-6cf5-4b4e-8276-dd7a92c9ce19 None None] Port d7ded5d2-51a4-43c5-bfa9-37432da7c39b cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:21:46.310875 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-b18d3eb9-8694-4de4-bf9d-695fce258c32 req-d537d58e-eccd-406b-b623-eb84995454a9 tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] Deleting port b538252e-cf6f-48f0-8495-70509f682a4c {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:21:46.313402 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-b18d3eb9-8694-4de4-bf9d-695fce258c32 req-d537d58e-eccd-406b-b623-eb84995454a9 tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:46.377624 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-0c752cef-71e5-4995-b864-b7657adae30f req-f267138f-d7da-4419-8867-3a7ec76b90e2 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Allocated IP 10.1.1.165 (8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb/fbf3360f-363f-4965-bf44-461a187b579f/5e38dcee-5f8f-4129-bb5d-68231affa33d) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:21:46.414559 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08629cc-2e0d-4c89-8af5-3b46d35cddce req-be8e05f9-da18-42d8-9475-af9fa9026df2 tempest-NetworksTest-308184789 tempest-NetworksTest-308184789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:46.427405 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e08629cc-2e0d-4c89-8af5-3b46d35cddce req-be8e05f9-da18-42d8-9475-af9fa9026df2 tempest-NetworksTest-308184789 tempest-NetworksTest-308184789-project-admin] 10.222.0.23 "GET /v2.0/networks/099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 886 time: 0.3330393 Jul 13 07:21:46.440376 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49319d87-1287-4931-aa14-95552d69acd3 req-3d08e10a-60c2-454f-9f5e-a96a0b638159 tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:46.443425 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-49319d87-1287-4931-aa14-95552d69acd3 req-3d08e10a-60c2-454f-9f5e-a96a0b638159 tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] 10.222.0.23 "GET /v2.0/ports?device_id=18fc0fef-138a-4dd3-afec-ea2d9c334526 HTTP/1.1" status: 200 len: 950 time: 0.1413925 Jul 13 07:21:46.483443 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-b18d3eb9-8694-4de4-bf9d-695fce258c32 req-d537d58e-eccd-406b-b623-eb84995454a9 tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] For port b538252e-cf6f-48f0-8495-70509f682a4c, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=b538252e-cf6f-48f0-8495-70509f682a4c,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:46.484528 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-b18d3eb9-8694-4de4-bf9d-695fce258c32 req-d537d58e-eccd-406b-b623-eb84995454a9 tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:46.503029 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-49319d87-1287-4931-aa14-95552d69acd3 req-b52af777-aded-474f-a2bc-ad565af997ea tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] 10.222.0.23 "GET /v2.0/security-groups?id=f57f9ead-f290-42d3-beb6-3691905ab61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483124 Jul 13 07:21:46.504639 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-b18d3eb9-8694-4de4-bf9d-695fce258c32 req-d537d58e-eccd-406b-b623-eb84995454a9 tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] Calling delete_port for b538252e-cf6f-48f0-8495-70509f682a4c owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:21:46.604201 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6696b6-a915-4c04-bef4-59b297df24d8 x-openstack-request-id: req-ce6696b6-a915-4c04-bef4-59b297df24d8 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:46.605168 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb3a00d-0865-4b6b-81cc-a3cec8732897", "name": "network-vif-deleted", "tag": "e1bb70a0-5327-4aed-8a0f-9bdd396349c5", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:46.605623 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ce6696b6-a915-4c04-bef4-59b297df24d8 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:46.606208 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb3a00d-0865-4b6b-81cc-a3cec8732897', 'name': 'network-vif-deleted', 'tag': 'e1bb70a0-5327-4aed-8a0f-9bdd396349c5', 'status': 'completed', 'code': 200} Jul 13 07:21:46.626584 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-f267138f-d7da-4419-8867-3a7ec76b90e2 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:46.688909 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-0c752cef-71e5-4995-b864-b7657adae30f req-f267138f-d7da-4419-8867-3a7ec76b90e2 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Transition to ACTIVE for port object 5e38dcee-5f8f-4129-bb5d-68231affa33d will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:21:46.689815 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-b18d3eb9-8694-4de4-bf9d-695fce258c32 req-d537d58e-eccd-406b-b623-eb84995454a9 tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:46.738013 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-f267138f-d7da-4419-8867-3a7ec76b90e2 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:46.748046 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d537d58e-eccd-406b-b623-eb84995454a9 tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] Pushing event deleted for resources: {'Port': ['ID=b538252e-cf6f-48f0-8495-70509f682a4c,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:46.822069 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c752cef-71e5-4995-b864-b7657adae30f req-f267138f-d7da-4419-8867-3a7ec76b90e2 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Network 8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:21:46.836851 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18d3eb9-8694-4de4-bf9d-695fce258c32 req-d537d58e-eccd-406b-b623-eb84995454a9 tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] No DVR routers for this DVR port b538252e-cf6f-48f0-8495-70509f682a4c on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:21:46.841337 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-b18d3eb9-8694-4de4-bf9d-695fce258c32 req-d537d58e-eccd-406b-b623-eb84995454a9 tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:46.845043 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b18d3eb9-8694-4de4-bf9d-695fce258c32 req-d537d58e-eccd-406b-b623-eb84995454a9 tempest-ImagesOneServerTestJSON-1022271826 tempest-ImagesOneServerTestJSON-1022271826-project] 10.222.0.25 "DELETE /v2.0/ports/b538252e-cf6f-48f0-8495-70509f682a4c HTTP/1.1" status: 204 len: 173 time: 0.9631782 Jul 13 07:21:46.845810 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18fc0fef-138a-4dd3-afec-ea2d9c334526', 'name': 'network-vif-deleted', 'tag': 'b538252e-cf6f-48f0-8495-70509f682a4c'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:46.848866 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289100db-d5a2-48d4-8e69-80d0a5ae790e" -d '{"events": [{"server_uuid": "18fc0fef-138a-4dd3-afec-ea2d9c334526", "name": "network-vif-deleted", "tag": "b538252e-cf6f-48f0-8495-70509f682a4c"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:46.855892 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-0c752cef-71e5-4995-b864-b7657adae30f req-f267138f-d7da-4419-8867-3a7ec76b90e2 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:21:46.858460 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c752cef-71e5-4995-b864-b7657adae30f req-f267138f-d7da-4419-8867-3a7ec76b90e2 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:21:46.901711 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267138f-d7da-4419-8867-3a7ec76b90e2 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Pushing event updated for resources: {'Port': ['ID=5e38dcee-5f8f-4129-bb5d-68231affa33d,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:46.955335 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-f267138f-d7da-4419-8867-3a7ec76b90e2 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:46.956010 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-f267138f-d7da-4419-8867-3a7ec76b90e2 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:47.001314 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1e3eb-82e7-49b0-be40-5b5a860d2647 req-aa5c7729-ac4b-434f-a4db-91713393eb30 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:47.003173 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ddb1e3eb-82e7-49b0-be40-5b5a860d2647 req-aa5c7729-ac4b-434f-a4db-91713393eb30 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0710f39-7356-4b53-97d4-30cd2d655022 HTTP/1.1" status: 200 len: 945 time: 0.1889799 Jul 13 07:21:47.004974 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-f267138f-d7da-4419-8867-3a7ec76b90e2 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3165891 Jul 13 07:21:47.021165 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-0c752cef-71e5-4995-b864-b7657adae30f req-978e6bc0-e141-4e0e-a7aa-3348ffe45feb tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Request body: {'port': {'device_id': '351c2f2b-30ec-4054-9581-49a23e86278a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f', 'admin_state_up': True, 'tenant_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'security_groups': ['4b298572-65fa-498a-ba3d-67c8f2b7d207']}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:47.104055 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ddb1e3eb-82e7-49b0-be40-5b5a860d2647 req-6ee83d31-5bc4-4c62-a9b9-a6a6b8d76d6e tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914724 Jul 13 07:21:47.175651 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-88ca11ee-ffd8-47e3-9a5b-93de12628521 None None] Provisioning for port 5e38dcee-5f8f-4129-bb5d-68231affa33d completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:21:47.182043 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-88ca11ee-ffd8-47e3-9a5b-93de12628521 None None] Provisioning complete for port 5e38dcee-5f8f-4129-bb5d-68231affa33d triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:47.183555 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-88ca11ee-ffd8-47e3-9a5b-93de12628521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:47.271988 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-88ca11ee-ffd8-47e3-9a5b-93de12628521 None None] Port 5e38dcee-5f8f-4129-bb5d-68231affa33d cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:21:47.308264 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-978e6bc0-e141-4e0e-a7aa-3348ffe45feb tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Made reservation on behalf of 9f21aa0b310c4cd09c2f6eea1ac67069 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:21:47.497508 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-978e6bc0-e141-4e0e-a7aa-3348ffe45feb tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:47.510569 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cc396-e16b-42ec-acf1-edafa7ec43f7 req-3051ddaf-1919-440b-b29f-dc4ab9f98f51 tempest-NetworksTest-308184789 tempest-NetworksTest-308184789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:47.511285 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cc396-e16b-42ec-acf1-edafa7ec43f7 req-3051ddaf-1919-440b-b29f-dc4ab9f98f51 tempest-NetworksTest-308184789 tempest-NetworksTest-308184789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:47.511586 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cc396-e16b-42ec-acf1-edafa7ec43f7 req-3051ddaf-1919-440b-b29f-dc4ab9f98f51 tempest-NetworksTest-308184789 tempest-NetworksTest-308184789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:47.512060 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cc396-e16b-42ec-acf1-edafa7ec43f7 req-3051ddaf-1919-440b-b29f-dc4ab9f98f51 tempest-NetworksTest-308184789 tempest-NetworksTest-308184789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:47.512525 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cc396-e16b-42ec-acf1-edafa7ec43f7 req-3051ddaf-1919-440b-b29f-dc4ab9f98f51 tempest-NetworksTest-308184789 tempest-NetworksTest-308184789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:47.512987 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cc396-e16b-42ec-acf1-edafa7ec43f7 req-3051ddaf-1919-440b-b29f-dc4ab9f98f51 tempest-NetworksTest-308184789 tempest-NetworksTest-308184789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:47.513603 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cc396-e16b-42ec-acf1-edafa7ec43f7 req-3051ddaf-1919-440b-b29f-dc4ab9f98f51 tempest-NetworksTest-308184789 tempest-NetworksTest-308184789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:47.514039 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cc396-e16b-42ec-acf1-edafa7ec43f7 req-3051ddaf-1919-440b-b29f-dc4ab9f98f51 tempest-NetworksTest-308184789 tempest-NetworksTest-308184789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:47.514505 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cc396-e16b-42ec-acf1-edafa7ec43f7 req-3051ddaf-1919-440b-b29f-dc4ab9f98f51 tempest-NetworksTest-308184789 tempest-NetworksTest-308184789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:47.515529 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cc396-e16b-42ec-acf1-edafa7ec43f7 req-3051ddaf-1919-440b-b29f-dc4ab9f98f51 tempest-NetworksTest-308184789 tempest-NetworksTest-308184789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:47.516124 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cc396-e16b-42ec-acf1-edafa7ec43f7 req-3051ddaf-1919-440b-b29f-dc4ab9f98f51 tempest-NetworksTest-308184789 tempest-NetworksTest-308184789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:47.519798 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cc396-e16b-42ec-acf1-edafa7ec43f7 req-3051ddaf-1919-440b-b29f-dc4ab9f98f51 tempest-NetworksTest-308184789 tempest-NetworksTest-308184789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:47.522369 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8e5cc396-e16b-42ec-acf1-edafa7ec43f7 req-3051ddaf-1919-440b-b29f-dc4ab9f98f51 tempest-NetworksTest-308184789 tempest-NetworksTest-308184789-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8522 time: 0.4146850 Jul 13 07:21:47.630584 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeeb2d50-822e-4d39-8759-acd86cbd702a x-openstack-request-id: req-eeeb2d50-822e-4d39-8759-acd86cbd702a {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:47.630876 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18fc0fef-138a-4dd3-afec-ea2d9c334526", "name": "network-vif-deleted", "tag": "b538252e-cf6f-48f0-8495-70509f682a4c", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:47.631294 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eeeb2d50-822e-4d39-8759-acd86cbd702a {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:47.631705 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18fc0fef-138a-4dd3-afec-ea2d9c334526', 'name': 'network-vif-deleted', 'tag': 'b538252e-cf6f-48f0-8495-70509f682a4c', 'status': 'completed', 'code': 200} Jul 13 07:21:47.684532 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47110) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:47.867049 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-0c752cef-71e5-4995-b864-b7657adae30f req-978e6bc0-e141-4e0e-a7aa-3348ffe45feb tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Allocated IP 10.2.2.100 (d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f/9c2506db-6f43-4e89-9c37-79407431b682/ff532c51-9355-4450-8c7c-8a7e95d11ca1) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:21:47.878302 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d1ce6-be06-41b2-808e-def78c615443 req-0ee04dd2-e271-477b-bb21-90e76062e561 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:47.897349 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d1ce6-be06-41b2-808e-def78c615443 req-0ee04dd2-e271-477b-bb21-90e76062e561 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:47.908424 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d1ce6-be06-41b2-808e-def78c615443 req-0ee04dd2-e271-477b-bb21-90e76062e561 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:47.910157 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-818d1ce6-be06-41b2-808e-def78c615443 req-0ee04dd2-e271-477b-bb21-90e76062e561 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 2374 time: 0.1618888 Jul 13 07:21:47.966986 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-818d1ce6-be06-41b2-808e-def78c615443 req-ead79dd9-155b-45bb-948e-55c98c7a63be tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471053 Jul 13 07:21:48.067704 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47120) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:48.140099 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7fc1f-50e6-48a7-996b-f2f1b17152ca req-17952e79-65b3-4775-83fd-3350f948d6e0 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:48.141710 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e9a7fc1f-50e6-48a7-996b-f2f1b17152ca req-17952e79-65b3-4775-83fd-3350f948d6e0 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 944 time: 0.1443400 Jul 13 07:21:48.152071 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-978e6bc0-e141-4e0e-a7aa-3348ffe45feb tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:48.169026 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-0c752cef-71e5-4995-b864-b7657adae30f req-978e6bc0-e141-4e0e-a7aa-3348ffe45feb tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Transition to ACTIVE for port object ff532c51-9355-4450-8c7c-8a7e95d11ca1 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:21:48.220719 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-978e6bc0-e141-4e0e-a7aa-3348ffe45feb tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:48.303608 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-25afc1cc-98ea-4b82-83d3-40ee56f084dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:48.303820 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c752cef-71e5-4995-b864-b7657adae30f req-978e6bc0-e141-4e0e-a7aa-3348ffe45feb tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Network d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:21:48.307491 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-0c752cef-71e5-4995-b864-b7657adae30f req-978e6bc0-e141-4e0e-a7aa-3348ffe45feb tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:21:48.311662 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c752cef-71e5-4995-b864-b7657adae30f req-978e6bc0-e141-4e0e-a7aa-3348ffe45feb tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:21:48.380651 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e6bc0-e141-4e0e-a7aa-3348ffe45feb tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Pushing event updated for resources: {'Port': ['ID=ff532c51-9355-4450-8c7c-8a7e95d11ca1,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:48.409014 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-978e6bc0-e141-4e0e-a7aa-3348ffe45feb tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:48.409763 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-978e6bc0-e141-4e0e-a7aa-3348ffe45feb tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:48.430508 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-e9a7fc1f-50e6-48a7-996b-f2f1b17152ca req-3d3062bb-feb8-4037-b0b7-992751816ddf tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Deleting port 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:21:48.431520 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e9a7fc1f-50e6-48a7-996b-f2f1b17152ca req-3d3062bb-feb8-4037-b0b7-992751816ddf tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:48.611261 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-e9a7fc1f-50e6-48a7-996b-f2f1b17152ca req-3d3062bb-feb8-4037-b0b7-992751816ddf tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] For port 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4,segment=NetworkSegment(4f9bde46-45c5-4d0c-a648-9b3776730ab1),segment_id=4f9bde46-45c5-4d0c-a648-9b3776730ab1)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:48.611954 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e9a7fc1f-50e6-48a7-996b-f2f1b17152ca req-3d3062bb-feb8-4037-b0b7-992751816ddf tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:48.642962 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-e9a7fc1f-50e6-48a7-996b-f2f1b17152ca req-3d3062bb-feb8-4037-b0b7-992751816ddf tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Calling delete_port for 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4 owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:21:48.651973 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-25afc1cc-98ea-4b82-83d3-40ee56f084dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:48.668699 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-25afc1cc-98ea-4b82-83d3-40ee56f084dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:48.676298 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-978e6bc0-e141-4e0e-a7aa-3348ffe45feb tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6627545 Jul 13 07:21:48.695057 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-0c752cef-71e5-4995-b864-b7657adae30f req-2285d39a-3614-4627-85ec-a3bd607fea5e tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Request body: {'port': {'device_id': '351c2f2b-30ec-4054-9581-49a23e86278a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f', 'admin_state_up': True, 'tenant_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'security_groups': ['4b298572-65fa-498a-ba3d-67c8f2b7d207']}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:48.743187 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1206592e-2c94-4010-ba2d-9389aac70cb0 None None] Provisioning for port ff532c51-9355-4450-8c7c-8a7e95d11ca1 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:21:48.762753 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1206592e-2c94-4010-ba2d-9389aac70cb0 None None] Provisioning complete for port ff532c51-9355-4450-8c7c-8a7e95d11ca1 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:48.763184 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1206592e-2c94-4010-ba2d-9389aac70cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:48.862745 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-1206592e-2c94-4010-ba2d-9389aac70cb0 None None] Port ff532c51-9355-4450-8c7c-8a7e95d11ca1 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:21:48.890597 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-2285d39a-3614-4627-85ec-a3bd607fea5e tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Made reservation on behalf of 9f21aa0b310c4cd09c2f6eea1ac67069 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:21:48.897090 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-2285d39a-3614-4627-85ec-a3bd607fea5e tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:48.964281 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device e1bb70a0-5327-4aed-8a0f-9bdd396349c5 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:21:49.019580 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: e1bb70a0-5327-4aed-8a0f-9bdd396349c5 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:21:49.021107 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device e1bb70a0-5327-4aed-8a0f-9bdd396349c5 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:21:49.195587 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25afc1cc-98ea-4b82-83d3-40ee56f084dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbcc4a3f-fa9d-44cf-a18a-8ca48d2effc1,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:49.248308 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-0c752cef-71e5-4995-b864-b7657adae30f req-2285d39a-3614-4627-85ec-a3bd607fea5e tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Allocated IP 10.2.2.200 (d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f/9c2506db-6f43-4e89-9c37-79407431b682/38a092c2-cb24-4cdb-9c57-ce1ffaf19763) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:21:49.259288 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-25afc1cc-98ea-4b82-83d3-40ee56f084dc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=77c1f3c9661547a6bbcfc3428c2e31e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1812804 Jul 13 07:21:49.259512 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:21:49.265969 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6c738f47-da69-496c-8a76-5cd5d67a0d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:49.331971 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47142) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:49.392904 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47146) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:49.427604 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device b538252e-cf6f-48f0-8495-70509f682a4c no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:21:49.455384 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: b538252e-cf6f-48f0-8495-70509f682a4c {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:21:49.456176 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device b538252e-cf6f-48f0-8495-70509f682a4c not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:21:49.490660 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-2285d39a-3614-4627-85ec-a3bd607fea5e tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:49.513311 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-0c752cef-71e5-4995-b864-b7657adae30f req-2285d39a-3614-4627-85ec-a3bd607fea5e tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Transition to ACTIVE for port object 38a092c2-cb24-4cdb-9c57-ce1ffaf19763 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:21:49.522077 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47150) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:49.589732 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415fccf-b6b3-4c00-bfdd-a6decb7ad602 req-99bf4ff0-b85a-425d-bd20-b92cf74b6f59 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:49.601730 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc15aa9-163e-4329-b409-a3a364f23bbe req-6c8c6e40-16c7-4919-b49f-116820cd055e tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:49.607821 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3fc15aa9-163e-4329-b409-a3a364f23bbe req-6c8c6e40-16c7-4919-b49f-116820cd055e tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6b5bcde-766a-4d51-9f5c-871279e60a1d HTTP/1.1" status: 200 len: 946 time: 0.1952844 Jul 13 07:21:49.608520 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9415fccf-b6b3-4c00-bfdd-a6decb7ad602 req-99bf4ff0-b85a-425d-bd20-b92cf74b6f59 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 944 time: 0.4159353 Jul 13 07:21:49.645966 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-2285d39a-3614-4627-85ec-a3bd607fea5e tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:49.653241 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-75668179-fec9-434f-a89b-2371639cc460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:49.696473 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c752cef-71e5-4995-b864-b7657adae30f req-2285d39a-3614-4627-85ec-a3bd607fea5e tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Network d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:21:49.711710 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ddcb762a-687f-4d98-97d2-0abb740aaa1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:49.716864 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-0c752cef-71e5-4995-b864-b7657adae30f req-2285d39a-3614-4627-85ec-a3bd607fea5e tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:21:49.727075 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c752cef-71e5-4995-b864-b7657adae30f req-2285d39a-3614-4627-85ec-a3bd607fea5e tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:21:49.754411 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e9a7fc1f-50e6-48a7-996b-f2f1b17152ca req-3d3062bb-feb8-4037-b0b7-992751816ddf tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:49.760227 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-75668179-fec9-434f-a89b-2371639cc460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:49.786097 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3fc15aa9-163e-4329-b409-a3a364f23bbe req-04e1dba7-59c4-41c3-81a5-a27ee8171a11 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548095 Jul 13 07:21:49.829039 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-2285d39a-3614-4627-85ec-a3bd607fea5e tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:49.829660 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-2285d39a-3614-4627-85ec-a3bd607fea5e tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:49.832883 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3062bb-feb8-4037-b0b7-992751816ddf tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Pushing event deleted for resources: {'Port': ['ID=2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:49.833425 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285d39a-3614-4627-85ec-a3bd607fea5e tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Pushing event updated for resources: {'Port': ['ID=38a092c2-cb24-4cdb-9c57-ce1ffaf19763,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:49.880472 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-45a46684-a160-46c0-91db-fd463d3a819c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b61006a526a415c9c074d82d10769db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3533688 Jul 13 07:21:49.882716 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47166) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:49.897447 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9415fccf-b6b3-4c00-bfdd-a6decb7ad602 req-7332bf17-f2bd-404c-9079-8d88901d503e tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c321f3f-69a1-487b-859e-97afdb216077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872112 Jul 13 07:21:49.950300 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5d0463b4-1f04-444c-82ac-1d69e0709d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:49.978498 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5d0463b4-1f04-444c-82ac-1d69e0709d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:50.052371 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a7fc1f-50e6-48a7-996b-f2f1b17152ca req-3d3062bb-feb8-4037-b0b7-992751816ddf tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] No DVR routers for this DVR port 2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4 on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:21:50.057029 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5d0463b4-1f04-444c-82ac-1d69e0709d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:50.066144 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e9a7fc1f-50e6-48a7-996b-f2f1b17152ca req-3d3062bb-feb8-4037-b0b7-992751816ddf tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:50.068413 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e9a7fc1f-50e6-48a7-996b-f2f1b17152ca req-3d3062bb-feb8-4037-b0b7-992751816ddf tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.25 "DELETE /v2.0/ports/2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4 HTTP/1.1" status: 204 len: 173 time: 1.9060602 Jul 13 07:21:50.070392 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c19a2de-4096-4ec9-a365-131cf0be13d5', 'name': 'network-vif-deleted', 'tag': '2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:50.073666 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf51d9c3-821c-477e-940e-7473e53ec32f" -d '{"events": [{"server_uuid": "1c19a2de-4096-4ec9-a365-131cf0be13d5", "name": "network-vif-deleted", "tag": "2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:50.087898 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5d0463b4-1f04-444c-82ac-1d69e0709d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:50.092774 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5d0463b4-1f04-444c-82ac-1d69e0709d06 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f57f9ead-f290-42d3-beb6-3691905ab61f HTTP/1.1" status: 204 len: 168 time: 0.2073176 Jul 13 07:21:50.120713 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0463b4-1f04-444c-82ac-1d69e0709d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57f9ead-f290-42d3-beb6-3691905ab61f,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:50.208832 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-75668179-fec9-434f-a89b-2371639cc460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:50.211316 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-4e583ea4-9608-40c7-b057-dfbb6dfb8a09 None None] Provisioning for port 38a092c2-cb24-4cdb-9c57-ce1ffaf19763 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:21:50.215283 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-4e583ea4-9608-40c7-b057-dfbb6dfb8a09 None None] Provisioning complete for port 38a092c2-cb24-4cdb-9c57-ce1ffaf19763 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:50.215650 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4e583ea4-9608-40c7-b057-dfbb6dfb8a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:50.229519 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-75668179-fec9-434f-a89b-2371639cc460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:50.231083 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-75668179-fec9-434f-a89b-2371639cc460 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fbcc4a3f-fa9d-44cf-a18a-8ca48d2effc1 HTTP/1.1" status: 204 len: 168 time: 0.8460045 Jul 13 07:21:50.240278 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cfc262-462e-4f1f-9ac4-c2face118738 req-3f6bdfd2-8f78-4300-b907-b4e98ef2cfe2 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:50.251453 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cfc262-462e-4f1f-9ac4-c2face118738 req-3f6bdfd2-8f78-4300-b907-b4e98ef2cfe2 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:50.260778 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cfc262-462e-4f1f-9ac4-c2face118738 req-3f6bdfd2-8f78-4300-b907-b4e98ef2cfe2 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:50.269928 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cfc262-462e-4f1f-9ac4-c2face118738 req-3f6bdfd2-8f78-4300-b907-b4e98ef2cfe2 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:50.287862 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cfc262-462e-4f1f-9ac4-c2face118738 req-3f6bdfd2-8f78-4300-b907-b4e98ef2cfe2 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:50.289712 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-32cfc262-462e-4f1f-9ac4-c2face118738 req-3f6bdfd2-8f78-4300-b907-b4e98ef2cfe2 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 3816 time: 0.1702394 Jul 13 07:21:50.307488 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75668179-fec9-434f-a89b-2371639cc460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbcc4a3f-fa9d-44cf-a18a-8ca48d2effc1,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:50.315339 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-4e583ea4-9608-40c7-b057-dfbb6dfb8a09 None None] Port 38a092c2-cb24-4cdb-9c57-ce1ffaf19763 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:21:50.392664 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-32cfc262-462e-4f1f-9ac4-c2face118738 req-78c8e666-cd6a-44f0-9997-e820020a36c1 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969667 Jul 13 07:21:50.465171 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ddcb762a-687f-4d98-97d2-0abb740aaa1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:50.476847 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ddcb762a-687f-4d98-97d2-0abb740aaa1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:50.483840 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-2285d39a-3614-4627-85ec-a3bd607fea5e tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7928123 Jul 13 07:21:50.495783 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-0c752cef-71e5-4995-b864-b7657adae30f req-c65b31a5-1d67-462c-a075-a3a650679dab service neutron] Request body: {'port': {'device_id': '351c2f2b-30ec-4054-9581-49a23e86278a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:50.526613 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-6c738f47-da69-496c-8a76-5cd5d67a0d8d admin admin] Deleting port cc009cf9-81ee-4362-b413-3d2536014606 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:21:50.526958 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6c738f47-da69-496c-8a76-5cd5d67a0d8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:50.549579 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad97e0b-269e-43d2-9131-3ec66f8c6973 x-openstack-request-id: req-6ad97e0b-269e-43d2-9131-3ec66f8c6973 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:50.549731 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c19a2de-4096-4ec9-a365-131cf0be13d5", "name": "network-vif-deleted", "tag": "2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:50.549924 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6ad97e0b-269e-43d2-9131-3ec66f8c6973 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:50.550321 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c19a2de-4096-4ec9-a365-131cf0be13d5', 'name': 'network-vif-deleted', 'tag': '2951a3a4-ee9a-4ec9-ad10-0dfdf9dd58f4', 'status': 'completed', 'code': 200} Jul 13 07:21:50.653772 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb762a-687f-4d98-97d2-0abb740aaa1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7011ad-30b7-4247-883d-46fd04e8414e,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:50.670829 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ddcb762a-687f-4d98-97d2-0abb740aaa1e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f0956386fdf46c7b24b6ee5427800a8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2730987 Jul 13 07:21:50.674085 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47206) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:50.716811 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-c65b31a5-1d67-462c-a075-a3a650679dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:50.943071 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a5a136c3-c5b6-41ed-8449-6ece289fdd28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:50.978197 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-6c738f47-da69-496c-8a76-5cd5d67a0d8d admin admin] For port cc009cf9-81ee-4362-b413-3d2536014606, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=cc009cf9-81ee-4362-b413-3d2536014606,segment=NetworkSegment(52782695-8799-4c82-b579-02cd0984abd0),segment_id=52782695-8799-4c82-b579-02cd0984abd0)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:50.978568 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6c738f47-da69-496c-8a76-5cd5d67a0d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:51.037149 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a5a136c3-c5b6-41ed-8449-6ece289fdd28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:51.039093 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-6c738f47-da69-496c-8a76-5cd5d67a0d8d admin admin] Calling delete_port for cc009cf9-81ee-4362-b413-3d2536014606 owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:21:51.203909 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47224) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:51.256067 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f2329de5-0246-4018-b421-17a028ee320e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:51.263312 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 02f5210c-3f97-4498-aa63-c994ceeaeddf details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:21:51.359738 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a5a136c3-c5b6-41ed-8449-6ece289fdd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:51.363523 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a5a136c3-c5b6-41ed-8449-6ece289fdd28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:51.364987 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a5a136c3-c5b6-41ed-8449-6ece289fdd28 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7d7011ad-30b7-4247-883d-46fd04e8414e HTTP/1.1" status: 204 len: 168 time: 0.6899803 Jul 13 07:21:51.450781 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a136c3-c5b6-41ed-8449-6ece289fdd28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7011ad-30b7-4247-883d-46fd04e8414e,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:51.463756 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb1e6710-40bb-4d7d-bcb6-932a34269a96 req-42397ad0-6fce-4c30-89bc-a2e30214f283 tempest-LiveAutoBlockMigrationV225Test-525867503 tempest-LiveAutoBlockMigrationV225Test-525867503-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c19a2de-4096-4ec9-a365-131cf0be13d5 HTTP/1.1" status: 200 len: 210 time: 0.2206593 Jul 13 07:21:51.511891 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6a1f8-208b-41c4-9cea-ebcc13fb165c req-e2867169-bab8-42b1-b344-f21d791a1972 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:51.523056 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cba6a1f8-208b-41c4-9cea-ebcc13fb165c req-e2867169-bab8-42b1-b344-f21d791a1972 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0710f39-7356-4b53-97d4-30cd2d655022 HTTP/1.1" status: 200 len: 945 time: 0.2699678 Jul 13 07:21:51.654387 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cba6a1f8-208b-41c4-9cea-ebcc13fb165c req-f61ca3ec-f8e1-4fbb-a267-41616d9547c9 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295030 Jul 13 07:21:51.662799 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-0c752cef-71e5-4995-b864-b7657adae30f req-c65b31a5-1d67-462c-a075-a3a650679dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 062ad5be-860c-4f0d-a0b3-14494304c026 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:21:51.678676 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-c65b31a5-1d67-462c-a075-a3a650679dab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:51.748380 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f2329de5-0246-4018-b421-17a028ee320e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:51.788013 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f2329de5-0246-4018-b421-17a028ee320e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:51.799669 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-0c752cef-71e5-4995-b864-b7657adae30f req-c65b31a5-1d67-462c-a075-a3a650679dab service neutron] Transition to ACTIVE for port object 062ad5be-860c-4f0d-a0b3-14494304c026 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:21:51.809961 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-c65b31a5-1d67-462c-a075-a3a650679dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:51.840866 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2329de5-0246-4018-b421-17a028ee320e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d01c759-c386-441e-827c-473124a07cf6,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:51.842854 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 02f5210c-3f97-4498-aa63-c994ceeaeddf, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=02f5210c-3f97-4498-aa63-c994ceeaeddf,segment=NetworkSegment(b7fdd6a4-7ea0-4d78-a1ca-354316bc2553),segment_id=b7fdd6a4-7ea0-4d78-a1ca-354316bc2553)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:51.844504 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6c738f47-da69-496c-8a76-5cd5d67a0d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:51.864781 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '02f5210c-3f97-4498-aa63-c994ceeaeddf', 'network_id': 'f1ea5405-113d-42fb-9a8e-56f12339534a', 'port_id': '02f5210c-3f97-4498-aa63-c994ceeaeddf', 'mac_address': 'fa:16:3e:ef:59:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29dbb0de-f006-4fad-81e6-32cb485966ca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:21:51.892653 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c738f47-da69-496c-8a76-5cd5d67a0d8d admin admin] Pushing event deleted for resources: {'Port': ['ID=cc009cf9-81ee-4362-b413-3d2536014606,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:51.901075 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f2329de5-0246-4018-b421-17a028ee320e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dd7649614c4b4cf59be0fe60d1bf333c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6940460 Jul 13 07:21:51.903695 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47248) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:51.942556 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b31a5-1d67-462c-a075-a3a650679dab service neutron] Pushing event updated for resources: {'Port': ['ID=062ad5be-860c-4f0d-a0b3-14494304c026,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:51.989287 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:52.037320 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02f5210c-3f97-4498-aa63-c994ceeaeddf {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:21:52.123573 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 02f5210c-3f97-4498-aa63-c994ceeaeddf, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=02f5210c-3f97-4498-aa63-c994ceeaeddf,segment=NetworkSegment(b7fdd6a4-7ea0-4d78-a1ca-354316bc2553),segment_id=b7fdd6a4-7ea0-4d78-a1ca-354316bc2553)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:52.128099 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47250) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:52.141983 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:52.201577 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-89f761cd-1caf-4731-bdd8-75ef08ddff9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:52.249224 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=02f5210c-3f97-4498-aa63-c994ceeaeddf,revision_number=6']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:52.258085 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0629457f-391d-4a08-acdd-aa198a6e78b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:52.261172 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-0c752cef-71e5-4995-b864-b7657adae30f req-c65b31a5-1d67-462c-a075-a3a650679dab service neutron] Attempting to bind port 062ad5be-860c-4f0d-a0b3-14494304c026 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:21:52.261964 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-0c752cef-71e5-4995-b864-b7657adae30f req-c65b31a5-1d67-462c-a075-a3a650679dab service neutron] Attempting to bind port 062ad5be-860c-4f0d-a0b3-14494304c026 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '38f4848a-dd9b-4f5f-8385-52a36206fdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9ef27b6b-d58a-4cc2-872f-1f2be062e420'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:21:52.262491 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c752cef-71e5-4995-b864-b7657adae30f req-c65b31a5-1d67-462c-a075-a3a650679dab service neutron] Attempting to bind port 062ad5be-860c-4f0d-a0b3-14494304c026 on network 9ef27b6b-d58a-4cc2-872f-1f2be062e420 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:21:52.271389 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c752cef-71e5-4995-b864-b7657adae30f req-c65b31a5-1d67-462c-a075-a3a650679dab service neutron] Port 062ad5be-860c-4f0d-a0b3-14494304c026 on network 9ef27b6b-d58a-4cc2-872f-1f2be062e420 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:21:52.271915 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c752cef-71e5-4995-b864-b7657adae30f req-c65b31a5-1d67-462c-a075-a3a650679dab service neutron] Attempting to bind port 062ad5be-860c-4f0d-a0b3-14494304c026 on network 9ef27b6b-d58a-4cc2-872f-1f2be062e420 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:21:52.278094 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c752cef-71e5-4995-b864-b7657adae30f req-c65b31a5-1d67-462c-a075-a3a650679dab service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:21:52.278572 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c752cef-71e5-4995-b864-b7657adae30f req-c65b31a5-1d67-462c-a075-a3a650679dab service neutron] Checking segment: {'id': '38f4848a-dd9b-4f5f-8385-52a36206fdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9ef27b6b-d58a-4cc2-872f-1f2be062e420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:21:52.279059 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c752cef-71e5-4995-b864-b7657adae30f req-c65b31a5-1d67-462c-a075-a3a650679dab service neutron] Bound using segment: {'id': '38f4848a-dd9b-4f5f-8385-52a36206fdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9ef27b6b-d58a-4cc2-872f-1f2be062e420'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:21:52.279632 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-0c752cef-71e5-4995-b864-b7657adae30f req-c65b31a5-1d67-462c-a075-a3a650679dab service neutron] Bound port: 062ad5be-860c-4f0d-a0b3-14494304c026, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38f4848a-dd9b-4f5f-8385-52a36206fdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9ef27b6b-d58a-4cc2-872f-1f2be062e420'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:21:52.280078 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-c65b31a5-1d67-462c-a075-a3a650679dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:52.334960 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['02f5210c-3f97-4498-aa63-c994ceeaeddf'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:21:52.352935 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-0c752cef-71e5-4995-b864-b7657adae30f req-c65b31a5-1d67-462c-a075-a3a650679dab service neutron] For port 062ad5be-860c-4f0d-a0b3-14494304c026, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:21:52.356459 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-0c752cef-71e5-4995-b864-b7657adae30f req-c65b31a5-1d67-462c-a075-a3a650679dab service neutron] For port 062ad5be-860c-4f0d-a0b3-14494304c026, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=062ad5be-860c-4f0d-a0b3-14494304c026,segment=NetworkSegment(38f4848a-dd9b-4f5f-8385-52a36206fdde),segment_id=38f4848a-dd9b-4f5f-8385-52a36206fdde)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:21:52.370168 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465965ee-0728-4c18-a112-93408fa147c1 req-3c102db1-9380-4394-bbb9-60b9fec63832 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:52.381843 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465965ee-0728-4c18-a112-93408fa147c1 req-3c102db1-9380-4394-bbb9-60b9fec63832 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:52.394405 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465965ee-0728-4c18-a112-93408fa147c1 req-3c102db1-9380-4394-bbb9-60b9fec63832 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:52.406388 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0629457f-391d-4a08-acdd-aa198a6e78b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:52.410993 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465965ee-0728-4c18-a112-93408fa147c1 req-3c102db1-9380-4394-bbb9-60b9fec63832 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:52.418390 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465965ee-0728-4c18-a112-93408fa147c1 req-3c102db1-9380-4394-bbb9-60b9fec63832 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:52.421381 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-465965ee-0728-4c18-a112-93408fa147c1 req-3c102db1-9380-4394-bbb9-60b9fec63832 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 3828 time: 0.4825885 Jul 13 07:21:52.423383 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-c65b31a5-1d67-462c-a075-a3a650679dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:52.503540 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-c65b31a5-1d67-462c-a075-a3a650679dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:52.504497 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-c65b31a5-1d67-462c-a075-a3a650679dab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:52.506651 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-c65b31a5-1d67-462c-a075-a3a650679dab service neutron] 10.222.0.42 "PUT /v2.0/ports/062ad5be-860c-4f0d-a0b3-14494304c026 HTTP/1.1" status: 200 len: 1093 time: 2.0154548 Jul 13 07:21:52.524670 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'tag': '062ad5be-860c-4f0d-a0b3-14494304c026'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:52.527932 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905137dc-6f81-45b3-b80c-f52146a72fb6" -d '{"events": [{"name": "network-changed", "server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "tag": "062ad5be-860c-4f0d-a0b3-14494304c026"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:52.547694 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-465965ee-0728-4c18-a112-93408fa147c1 req-9098caae-00e4-4ed5-b40d-1c653250148f tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186423 Jul 13 07:21:52.566899 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-0c752cef-71e5-4995-b864-b7657adae30f req-0d7b2cf7-b358-48ec-aa1a-08a57ee1c8b0 service neutron] Request body: {'port': {'device_id': '351c2f2b-30ec-4054-9581-49a23e86278a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:52.608891 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b31a5-1d67-462c-a075-a3a650679dab service neutron] Pushing event updated for resources: {'Port': ['ID=062ad5be-860c-4f0d-a0b3-14494304c026,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:52.615053 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47256) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:52.672337 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-89f761cd-1caf-4731-bdd8-75ef08ddff9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:52.685072 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e012ff24-cbf6-4249-97a2-0f8374bed2a4 x-openstack-request-id: req-e012ff24-cbf6-4249-97a2-0f8374bed2a4 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:52.685897 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "tag": "062ad5be-860c-4f0d-a0b3-14494304c026", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:52.686257 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e012ff24-cbf6-4249-97a2-0f8374bed2a4 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:52.689312 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'tag': '062ad5be-860c-4f0d-a0b3-14494304c026', 'status': 'completed', 'code': 200} Jul 13 07:21:52.689606 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6c738f47-da69-496c-8a76-5cd5d67a0d8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:52.707977 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-89f761cd-1caf-4731-bdd8-75ef08ddff9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:52.794060 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-89f761cd-1caf-4731-bdd8-75ef08ddff9b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0dc62a48646c44b5b7b84b3ed17885eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6648893 Jul 13 07:21:52.798986 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0629457f-391d-4a08-acdd-aa198a6e78b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:52.802569 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0629457f-391d-4a08-acdd-aa198a6e78b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:52.805882 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0629457f-391d-4a08-acdd-aa198a6e78b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4d01c759-c386-441e-827c-473124a07cf6 HTTP/1.1" status: 204 len: 168 time: 0.9008842 Jul 13 07:21:52.806899 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47262) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:52.932164 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f761cd-1caf-4731-bdd8-75ef08ddff9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0da34ec-21f4-4fda-b98b-3a4b1da89743,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:52.980939 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-0d7b2cf7-b358-48ec-aa1a-08a57ee1c8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:53.010880 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629457f-391d-4a08-acdd-aa198a6e78b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d01c759-c386-441e-827c-473124a07cf6,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:53.041190 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b3e5a8e-9378-4bb0-9b45-e7b75b450637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:53.049749 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905137dc-6f81-45b3-b80c-f52146a72fb6 req-9061f3a5-f16d-4fe5-a9a3-fe3ae4ffa79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:53.050275 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905137dc-6f81-45b3-b80c-f52146a72fb6 req-9061f3a5-f16d-4fe5-a9a3-fe3ae4ffa79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:53.050754 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905137dc-6f81-45b3-b80c-f52146a72fb6 req-9061f3a5-f16d-4fe5-a9a3-fe3ae4ffa79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:53.051440 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905137dc-6f81-45b3-b80c-f52146a72fb6 req-9061f3a5-f16d-4fe5-a9a3-fe3ae4ffa79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:53.051911 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905137dc-6f81-45b3-b80c-f52146a72fb6 req-9061f3a5-f16d-4fe5-a9a3-fe3ae4ffa79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:53.057737 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-905137dc-6f81-45b3-b80c-f52146a72fb6 req-9061f3a5-f16d-4fe5-a9a3-fe3ae4ffa79f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f21aa0b310c4cd09c2f6eea1ac67069&device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 4364 time: 0.3666022 Jul 13 07:21:53.144631 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b3e5a8e-9378-4bb0-9b45-e7b75b450637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:53.197485 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ae5316c-2208-4aa5-a155-be56c8529c8e admin admin] Deleting subnet 6c79b49d-432e-4da7-962c-3ca2527bdd27 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:21:53.213275 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:53.228314 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8ae5316c-2208-4aa5-a155-be56c8529c8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:53.239733 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d819b1-c298-479a-9e1f-3f6d112936a6 req-1b4a8083-e897-486e-97f5-e6686e94c1b6 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:53.247435 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-44d819b1-c298-479a-9e1f-3f6d112936a6 req-1b4a8083-e897-486e-97f5-e6686e94c1b6 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0710f39-7356-4b53-97d4-30cd2d655022 HTTP/1.1" status: 200 len: 944 time: 0.4175460 Jul 13 07:21:53.278681 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 02f5210c-3f97-4498-aa63-c994ceeaeddf up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:21:53.299635 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c738f47-da69-496c-8a76-5cd5d67a0d8d admin admin] Router a0a4d613-180c-4b7f-87a9-08858ff989da has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:21:53.329709 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b3e5a8e-9378-4bb0-9b45-e7b75b450637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:53.332864 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b3e5a8e-9378-4bb0-9b45-e7b75b450637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:53.334405 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2b3e5a8e-9378-4bb0-9b45-e7b75b450637 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e0da34ec-21f4-4fda-b98b-3a4b1da89743 HTTP/1.1" status: 204 len: 168 time: 0.4673989 Jul 13 07:21:53.393786 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e5a8e-9378-4bb0-9b45-e7b75b450637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0da34ec-21f4-4fda-b98b-3a4b1da89743,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:53.495062 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 02f5210c-3f97-4498-aa63-c994ceeaeddf triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:21:53.496112 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:53.517291 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c738f47-da69-496c-8a76-5cd5d67a0d8d admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:21:53.530471 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e486cec-3903-4a5a-b43a-f1ab9a3c784d None None] Sync routers for ids ['a0a4d613-180c-4b7f-87a9-08858ff989da'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:21:53.535111 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6c738f47-da69-496c-8a76-5cd5d67a0d8d admin admin] 10.222.0.23 "PUT /v2.0/routers/a0a4d613-180c-4b7f-87a9-08858ff989da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8495951 Jul 13 07:21:53.537594 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47280) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:53.571658 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e486cec-3903-4a5a-b43a-f1ab9a3c784d None None] Routers {'a0a4d613-180c-4b7f-87a9-08858ff989da'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:21:53.573217 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-9e486cec-3903-4a5a-b43a-f1ab9a3c784d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:21:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['a0a4d613-180c-4b7f-87a9-08858ff989da'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:21:53.723028 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:53.727747 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8ae5316c-2208-4aa5-a155-be56c8529c8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:53.747618 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f1f6e61f-330a-4ed7-a362-daee88ac377e admin admin] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:53.753696 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:53.790299 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0710f39-7356-4b53-97d4-30cd2d655022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f5210c-3f97-4498-aa63-c994ceeaeddf'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:53.795870 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855e3002-912d-4f8b-b931-6b2dc63559be" -d '{"events": [{"server_uuid": "d0710f39-7356-4b53-97d4-30cd2d655022", "name": "network-vif-plugged", "status": "completed", "tag": "02f5210c-3f97-4498-aa63-c994ceeaeddf"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:53.828302 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 02f5210c-3f97-4498-aa63-c994ceeaeddf, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=02f5210c-3f97-4498-aa63-c994ceeaeddf,segment=NetworkSegment(b7fdd6a4-7ea0-4d78-a1ca-354316bc2553),segment_id=b7fdd6a4-7ea0-4d78-a1ca-354316bc2553)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:53.843444 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:53.874794 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-44d819b1-c298-479a-9e1f-3f6d112936a6 req-ecbc9734-e26b-4f0b-a317-bb9d6ae0f111 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6241319 Jul 13 07:21:53.979480 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f1f6e61f-330a-4ed7-a362-daee88ac377e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:53.985809 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-9e486cec-3903-4a5a-b43a-f1ab9a3c784d None None] Set router a0a4d613-180c-4b7f-87a9-08858ff989da gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:21:53.994418 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba422e8d-0157-4a0b-a931-3c1a52f94fea x-openstack-request-id: req-ba422e8d-0157-4a0b-a931-3c1a52f94fea {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:53.994748 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0710f39-7356-4b53-97d4-30cd2d655022", "name": "network-vif-plugged", "status": "completed", "tag": "02f5210c-3f97-4498-aa63-c994ceeaeddf", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:53.994969 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba422e8d-0157-4a0b-a931-3c1a52f94fea {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:53.997775 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0710f39-7356-4b53-97d4-30cd2d655022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f5210c-3f97-4498-aa63-c994ceeaeddf', 'code': 200} Jul 13 07:21:54.040374 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=02f5210c-3f97-4498-aa63-c994ceeaeddf,revision_number=7']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:54.041918 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905137dc-6f81-45b3-b80c-f52146a72fb6 req-286dfbfb-a73c-4236-a4e7-9885a3672108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:54.049900 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905137dc-6f81-45b3-b80c-f52146a72fb6 req-286dfbfb-a73c-4236-a4e7-9885a3672108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:54.051558 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905137dc-6f81-45b3-b80c-f52146a72fb6 req-286dfbfb-a73c-4236-a4e7-9885a3672108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:54.054528 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-905137dc-6f81-45b3-b80c-f52146a72fb6 req-286dfbfb-a73c-4236-a4e7-9885a3672108 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=9f21aa0b310c4cd09c2f6eea1ac67069&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.9861600 Jul 13 07:21:54.096593 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8ae5316c-2208-4aa5-a155-be56c8529c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:54.112212 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1fe34-1c29-4fd4-8c91-fb0ab571f766 req-557766ff-45d0-48bc-a551-b6c0f9e82aa0 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:54.127449 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1fe34-1c29-4fd4-8c91-fb0ab571f766 req-557766ff-45d0-48bc-a551-b6c0f9e82aa0 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:54.152288 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1fe34-1c29-4fd4-8c91-fb0ab571f766 req-557766ff-45d0-48bc-a551-b6c0f9e82aa0 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:54.170034 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1fe34-1c29-4fd4-8c91-fb0ab571f766 req-557766ff-45d0-48bc-a551-b6c0f9e82aa0 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:54.177925 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1fe34-1c29-4fd4-8c91-fb0ab571f766 req-557766ff-45d0-48bc-a551-b6c0f9e82aa0 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:54.188104 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2ca1fe34-1c29-4fd4-8c91-fb0ab571f766 req-557766ff-45d0-48bc-a551-b6c0f9e82aa0 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 3828 time: 0.2750199 Jul 13 07:21:54.258776 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2ca1fe34-1c29-4fd4-8c91-fb0ab571f766 req-8c94e210-98a2-47e6-b024-ef138c2e7814 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694416 Jul 13 07:21:54.277217 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-f1f6e61f-330a-4ed7-a362-daee88ac377e admin admin] Deleting port 564c3b9f-2f28-40de-ac08-0872957616fc {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:21:54.277808 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f1f6e61f-330a-4ed7-a362-daee88ac377e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:54.477979 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-9e486cec-3903-4a5a-b43a-f1ab9a3c784d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108855812-router', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '564c3b9f-2f28-40de-ac08-0872957616fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:16:42Z', 'updated_at': '2021-07-13T07:21:51Z', 'revision_number': 5, 'project_id': '34f1f252047a479b82dd34808ffbdaa6', 'gw_port': {'id': '564c3b9f-2f28-40de-ac08-0872957616fc', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:43Z', 'updated_at': '2021-07-13T07:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:21:54.503781 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-f1f6e61f-330a-4ed7-a362-daee88ac377e admin admin] For port 564c3b9f-2f28-40de-ac08-0872957616fc, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=564c3b9f-2f28-40de-ac08-0872957616fc,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:54.504363 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f1f6e61f-330a-4ed7-a362-daee88ac377e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:54.543648 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-f1f6e61f-330a-4ed7-a362-daee88ac377e admin admin] Calling delete_port for 564c3b9f-2f28-40de-ac08-0872957616fc owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:21:54.570139 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e486cec-3903-4a5a-b43a-f1ab9a3c784d None None] Checking router: a0a4d613-180c-4b7f-87a9-08858ff989da for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:21:54.591780 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e486cec-3903-4a5a-b43a-f1ab9a3c784d None None] Routers {'a0a4d613-180c-4b7f-87a9-08858ff989da'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:21:54.593720 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-9e486cec-3903-4a5a-b43a-f1ab9a3c784d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:21:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['a0a4d613-180c-4b7f-87a9-08858ff989da'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:21:54.769932 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-9e486cec-3903-4a5a-b43a-f1ab9a3c784d None None] Set router a0a4d613-180c-4b7f-87a9-08858ff989da gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:21:54.805309 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f1f6e61f-330a-4ed7-a362-daee88ac377e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:54.864284 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6e61f-330a-4ed7-a362-daee88ac377e admin admin] Pushing event deleted for resources: {'Port': ['ID=564c3b9f-2f28-40de-ac08-0872957616fc,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:54.906638 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-9e486cec-3903-4a5a-b43a-f1ab9a3c784d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108855812-router', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:16:42Z', 'updated_at': '2021-07-13T07:21:53Z', 'revision_number': 6, 'project_id': '34f1f252047a479b82dd34808ffbdaa6', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:21:54.973571 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e486cec-3903-4a5a-b43a-f1ab9a3c784d None None] The sync data for ids ['a0a4d613-180c-4b7f-87a9-08858ff989da'] in n-d-771363-34 is: [{'id': 'a0a4d613-180c-4b7f-87a9-08858ff989da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108855812-router', 'tenant_id': '34f1f252047a479b82dd34808ffbdaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:16:42Z', 'updated_at': '2021-07-13T07:21:53Z', 'revision_number': 6, 'project_id': '34f1f252047a479b82dd34808ffbdaa6', 'gw_port_host': None}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:21:55.047784 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f1f6e61f-330a-4ed7-a362-daee88ac377e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:55.199889 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f1f6e61f-330a-4ed7-a362-daee88ac377e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:55.202758 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f1f6e61f-330a-4ed7-a362-daee88ac377e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:55.215655 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-0c752cef-71e5-4995-b864-b7657adae30f req-0d7b2cf7-b358-48ec-aa1a-08a57ee1c8b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f89b889-ffbb-4db5-b1ee-44cea0069805 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:21:55.227461 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-0d7b2cf7-b358-48ec-aa1a-08a57ee1c8b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:55.241107 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-0c752cef-71e5-4995-b864-b7657adae30f req-0d7b2cf7-b358-48ec-aa1a-08a57ee1c8b0 service neutron] Transition to ACTIVE for port object 3f89b889-ffbb-4db5-b1ee-44cea0069805 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:21:55.256988 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f1f6e61f-330a-4ed7-a362-daee88ac377e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:55.257839 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f6e61f-330a-4ed7-a362-daee88ac377e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0a4d613-180c-4b7f-87a9-08858ff989da {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:21:55.261734 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-0d7b2cf7-b358-48ec-aa1a-08a57ee1c8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:55.265792 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f1f6e61f-330a-4ed7-a362-daee88ac377e admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:55.267274 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f1f6e61f-330a-4ed7-a362-daee88ac377e admin admin] 10.222.0.23 "DELETE /v2.0/routers/a0a4d613-180c-4b7f-87a9-08858ff989da HTTP/1.1" status: 204 len: 168 time: 1.7287416 Jul 13 07:21:55.269728 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47364) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:55.289910 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 02f5210c-3f97-4498-aa63-c994ceeaeddf no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:21:55.354907 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-d412328b-1c8d-4b47-acd8-d03acaa3940b admin admin] Deleting subnet 206eeb9b-bd1e-46b3-9846-f00f50c205b6 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:21:55.364059 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d412328b-1c8d-4b47-acd8-d03acaa3940b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:55.424762 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b2cf7-b358-48ec-aa1a-08a57ee1c8b0 service neutron] Pushing event updated for resources: {'Port': ['ID=3f89b889-ffbb-4db5-b1ee-44cea0069805,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:55.475489 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:55.530192 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d412328b-1c8d-4b47-acd8-d03acaa3940b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:55.594562 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 02f5210c-3f97-4498-aa63-c994ceeaeddf, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=02f5210c-3f97-4498-aa63-c994ceeaeddf,segment=NetworkSegment(b7fdd6a4-7ea0-4d78-a1ca-354316bc2553),segment_id=b7fdd6a4-7ea0-4d78-a1ca-354316bc2553)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:55.610287 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:55.697711 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ced548-d9cd-4e94-a440-d6d35c8986ac req-e82ebc11-4da8-49ec-aa2c-efe14929f155 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:55.701920 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905137dc-6f81-45b3-b80c-f52146a72fb6 req-598866eb-9faf-43f3-b622-6e26fe633ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:55.704222 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=02f5210c-3f97-4498-aa63-c994ceeaeddf,revision_number=8']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:55.704498 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-905137dc-6f81-45b3-b80c-f52146a72fb6 req-598866eb-9faf-43f3-b622-6e26fe633ef4 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.6314051 Jul 13 07:21:55.705903 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8ae5316c-2208-4aa5-a155-be56c8529c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:55.706595 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d6ced548-d9cd-4e94-a440-d6d35c8986ac req-e82ebc11-4da8-49ec-aa2c-efe14929f155 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0710f39-7356-4b53-97d4-30cd2d655022 HTTP/1.1" status: 200 len: 945 time: 0.2851191 Jul 13 07:21:55.764004 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8ae5316c-2208-4aa5-a155-be56c8529c8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:55.768341 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8ae5316c-2208-4aa5-a155-be56c8529c8e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6c79b49d-432e-4da7-962c-3ca2527bdd27 HTTP/1.1" status: 204 len: 168 time: 3.1482739 Jul 13 07:21:55.772822 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47382) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:55.773570 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5316c-2208-4aa5-a155-be56c8529c8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c79b49d-432e-4da7-962c-3ca2527bdd27,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:55.801389 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d6ced548-d9cd-4e94-a440-d6d35c8986ac req-6ee1d72a-a6ce-48f1-98f8-6d64d45581e0 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937243 Jul 13 07:21:55.842489 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d412328b-1c8d-4b47-acd8-d03acaa3940b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:56.002834 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0710f39-7356-4b53-97d4-30cd2d655022', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02f5210c-3f97-4498-aa63-c994ceeaeddf'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:56.005758 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f496e2f-2c28-42bf-a3b8-0535b02651dd" -d '{"events": [{"server_uuid": "d0710f39-7356-4b53-97d4-30cd2d655022", "name": "network-vif-unplugged", "status": "completed", "tag": "02f5210c-3f97-4498-aa63-c994ceeaeddf"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:56.006163 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804bd7f-6b4b-4f43-a86d-b5be73cf3487 req-a5fe3fb4-0140-4a16-8826-dcba084e47a0 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:56.012563 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d412328b-1c8d-4b47-acd8-d03acaa3940b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:56.021836 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804bd7f-6b4b-4f43-a86d-b5be73cf3487 req-a5fe3fb4-0140-4a16-8826-dcba084e47a0 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:56.060130 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804bd7f-6b4b-4f43-a86d-b5be73cf3487 req-a5fe3fb4-0140-4a16-8826-dcba084e47a0 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:56.069131 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412328b-1c8d-4b47-acd8-d03acaa3940b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=206eeb9b-bd1e-46b3-9846-f00f50c205b6,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:56.073926 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d412328b-1c8d-4b47-acd8-d03acaa3940b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:56.076167 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d412328b-1c8d-4b47-acd8-d03acaa3940b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/206eeb9b-bd1e-46b3-9846-f00f50c205b6 HTTP/1.1" status: 204 len: 168 time: 0.8053603 Jul 13 07:21:56.078854 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47390) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:56.096696 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804bd7f-6b4b-4f43-a86d-b5be73cf3487 req-a5fe3fb4-0140-4a16-8826-dcba084e47a0 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:56.110403 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804bd7f-6b4b-4f43-a86d-b5be73cf3487 req-a5fe3fb4-0140-4a16-8826-dcba084e47a0 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:56.116585 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804bd7f-6b4b-4f43-a86d-b5be73cf3487 req-a5fe3fb4-0140-4a16-8826-dcba084e47a0 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:56.125613 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d804bd7f-6b4b-4f43-a86d-b5be73cf3487 req-a5fe3fb4-0140-4a16-8826-dcba084e47a0 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 4600 time: 0.5880589 Jul 13 07:21:56.162525 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307caee8-4cb3-4359-9652-d1a1c95731c8 x-openstack-request-id: req-307caee8-4cb3-4359-9652-d1a1c95731c8 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:56.165037 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0710f39-7356-4b53-97d4-30cd2d655022", "name": "network-vif-unplugged", "status": "completed", "tag": "02f5210c-3f97-4498-aa63-c994ceeaeddf", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:56.167481 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-307caee8-4cb3-4359-9652-d1a1c95731c8 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:56.169499 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0710f39-7356-4b53-97d4-30cd2d655022', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02f5210c-3f97-4498-aa63-c994ceeaeddf', 'code': 200} Jul 13 07:21:56.172513 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device cc009cf9-81ee-4362-b413-3d2536014606 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:21:56.232326 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3738821a-83d9-4890-a919-b5617ae2b208 None None] Network afb92f7f-5b7d-43ea-9f6e-b225beb5888c requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:21:56.236494 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: cc009cf9-81ee-4362-b413-3d2536014606 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:21:56.236832 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device cc009cf9-81ee-4362-b413-3d2536014606 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:21:56.237241 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 564c3b9f-2f28-40de-ac08-0872957616fc no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:21:56.245448 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b27201ad-e44f-42a6-8e23-c5eb625e70bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:56.282903 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-0c752cef-71e5-4995-b864-b7657adae30f req-0d7b2cf7-b358-48ec-aa1a-08a57ee1c8b0 service neutron] Attempting to bind port 3f89b889-ffbb-4db5-b1ee-44cea0069805 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:21:56.283283 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-0c752cef-71e5-4995-b864-b7657adae30f req-0d7b2cf7-b358-48ec-aa1a-08a57ee1c8b0 service neutron] Attempting to bind port 3f89b889-ffbb-4db5-b1ee-44cea0069805 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '40301528-fcc8-4ec6-a613-b476f71525be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:21:56.283568 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c752cef-71e5-4995-b864-b7657adae30f req-0d7b2cf7-b358-48ec-aa1a-08a57ee1c8b0 service neutron] Attempting to bind port 3f89b889-ffbb-4db5-b1ee-44cea0069805 on network 8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:21:56.293725 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c752cef-71e5-4995-b864-b7657adae30f req-0d7b2cf7-b358-48ec-aa1a-08a57ee1c8b0 service neutron] Port 3f89b889-ffbb-4db5-b1ee-44cea0069805 on network 8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:21:56.294223 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c752cef-71e5-4995-b864-b7657adae30f req-0d7b2cf7-b358-48ec-aa1a-08a57ee1c8b0 service neutron] Attempting to bind port 3f89b889-ffbb-4db5-b1ee-44cea0069805 on network 8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:21:56.306362 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 564c3b9f-2f28-40de-ac08-0872957616fc {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:21:56.306967 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 564c3b9f-2f28-40de-ac08-0872957616fc not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:21:56.335995 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c752cef-71e5-4995-b864-b7657adae30f req-0d7b2cf7-b358-48ec-aa1a-08a57ee1c8b0 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:21:56.340485 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c752cef-71e5-4995-b864-b7657adae30f req-0d7b2cf7-b358-48ec-aa1a-08a57ee1c8b0 service neutron] Checking segment: {'id': '40301528-fcc8-4ec6-a613-b476f71525be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:21:56.341137 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c752cef-71e5-4995-b864-b7657adae30f req-0d7b2cf7-b358-48ec-aa1a-08a57ee1c8b0 service neutron] Bound using segment: {'id': '40301528-fcc8-4ec6-a613-b476f71525be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:21:56.341771 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-0c752cef-71e5-4995-b864-b7657adae30f req-0d7b2cf7-b358-48ec-aa1a-08a57ee1c8b0 service neutron] Bound port: 3f89b889-ffbb-4db5-b1ee-44cea0069805, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40301528-fcc8-4ec6-a613-b476f71525be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:21:56.342318 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-0d7b2cf7-b358-48ec-aa1a-08a57ee1c8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:56.369861 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d804bd7f-6b4b-4f43-a86d-b5be73cf3487 req-bbd8571c-4e73-4236-ae16-f9e8a1595f4c tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=afedc317-2eb3-4978-a3f5-50dbdb316361&id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2400966 Jul 13 07:21:56.586277 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-0c752cef-71e5-4995-b864-b7657adae30f req-0d7b2cf7-b358-48ec-aa1a-08a57ee1c8b0 service neutron] For port 3f89b889-ffbb-4db5-b1ee-44cea0069805, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:21:56.591559 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-0c752cef-71e5-4995-b864-b7657adae30f req-0d7b2cf7-b358-48ec-aa1a-08a57ee1c8b0 service neutron] For port 3f89b889-ffbb-4db5-b1ee-44cea0069805, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=3f89b889-ffbb-4db5-b1ee-44cea0069805,segment=NetworkSegment(40301528-fcc8-4ec6-a613-b476f71525be),segment_id=40301528-fcc8-4ec6-a613-b476f71525be)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:21:56.680621 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b27201ad-e44f-42a6-8e23-c5eb625e70bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:56.690864 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-0d7b2cf7-b358-48ec-aa1a-08a57ee1c8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:56.699699 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-b27201ad-e44f-42a6-8e23-c5eb625e70bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff43fa8-f666-4c15-8f06-2242dcee7e17']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:21:56.759116 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-b27201ad-e44f-42a6-8e23-c5eb625e70bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f9bde46-45c5-4d0c-a648-9b3776730ab1') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:21:56.759521 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-b27201ad-e44f-42a6-8e23-c5eb625e70bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f9bde46-45c5-4d0c-a648-9b3776730ab1') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:21:56.774368 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-0d7b2cf7-b358-48ec-aa1a-08a57ee1c8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:56.775793 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-0d7b2cf7-b358-48ec-aa1a-08a57ee1c8b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:56.777417 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-0d7b2cf7-b358-48ec-aa1a-08a57ee1c8b0 service neutron] 10.222.0.42 "PUT /v2.0/ports/3f89b889-ffbb-4db5-b1ee-44cea0069805 HTTP/1.1" status: 200 len: 1131 time: 4.2236671 Jul 13 07:21:56.779363 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b27201ad-e44f-42a6-8e23-c5eb625e70bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:56.782070 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'tag': '3f89b889-ffbb-4db5-b1ee-44cea0069805'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:56.784463 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ac6c0a-a035-49dc-bb79-6a05799bfebe" -d '{"events": [{"name": "network-changed", "server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "tag": "3f89b889-ffbb-4db5-b1ee-44cea0069805"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:56.818667 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-0c752cef-71e5-4995-b864-b7657adae30f req-d031e657-1007-46de-aaa2-dc5be922417c service neutron] Request body: {'port': {'device_id': '351c2f2b-30ec-4054-9581-49a23e86278a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:56.869270 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b27201ad-e44f-42a6-8e23-c5eb625e70bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:56.908108 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0239bc4e-1cd6-4ab1-9800-b52c2d1f2d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:56.910291 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b2cf7-b358-48ec-aa1a-08a57ee1c8b0 service neutron] Pushing event updated for resources: {'Port': ['ID=3f89b889-ffbb-4db5-b1ee-44cea0069805,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:56.920152 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b27201ad-e44f-42a6-8e23-c5eb625e70bc admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:21:56.921835 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b27201ad-e44f-42a6-8e23-c5eb625e70bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:21:56.931971 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:21:57.016565 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d594e-4c6d-4f2b-b2f9-666793341c9b req-d07184d5-54c0-4798-8782-3abdda0c8c84 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:57.018177 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4a4d594e-4c6d-4f2b-b2f9-666793341c9b req-d07184d5-54c0-4798-8782-3abdda0c8c84 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0710f39-7356-4b53-97d4-30cd2d655022 HTTP/1.1" status: 200 len: 943 time: 0.8994482 Jul 13 07:21:57.036626 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004b9b93-2c55-43c3-852f-934ab0ce0e90 None None] DHCP port deletion for afb92f7f-5b7d-43ea-9f6e-b225beb5888c request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:21:57.082948 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554c03ea-854d-4924-bb70-8f19782eac0b x-openstack-request-id: req-554c03ea-854d-4924-bb70-8f19782eac0b {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:57.089869 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "tag": "3f89b889-ffbb-4db5-b1ee-44cea0069805", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:57.090183 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-554c03ea-854d-4924-bb70-8f19782eac0b {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:57.093144 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'tag': '3f89b889-ffbb-4db5-b1ee-44cea0069805', 'status': 'completed', 'code': 200} Jul 13 07:21:57.141367 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-004b9b93-2c55-43c3-852f-934ab0ce0e90 None None] Deleting port b8b4fc5e-e80c-4b39-9e16-82f42f4269c0 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:21:57.143119 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-004b9b93-2c55-43c3-852f-934ab0ce0e90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:57.143705 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-0239bc4e-1cd6-4ab1-9800-b52c2d1f2d2e admin admin] Deleting port b8b4fc5e-e80c-4b39-9e16-82f42f4269c0 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:21:57.144120 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0239bc4e-1cd6-4ab1-9800-b52c2d1f2d2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:57.256336 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-0239bc4e-1cd6-4ab1-9800-b52c2d1f2d2e admin admin] For port b8b4fc5e-e80c-4b39-9e16-82f42f4269c0, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=b8b4fc5e-e80c-4b39-9e16-82f42f4269c0,segment=NetworkSegment(52782695-8799-4c82-b579-02cd0984abd0),segment_id=52782695-8799-4c82-b579-02cd0984abd0)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:57.256966 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0239bc4e-1cd6-4ab1-9800-b52c2d1f2d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:57.274380 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-4a4d594e-4c6d-4f2b-b2f9-666793341c9b req-ca284d40-5d0f-415a-b9d0-7d4becfb8151 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Deleting port 02f5210c-3f97-4498-aa63-c994ceeaeddf {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:21:57.275010 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4a4d594e-4c6d-4f2b-b2f9-666793341c9b req-ca284d40-5d0f-415a-b9d0-7d4becfb8151 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:57.281092 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-0239bc4e-1cd6-4ab1-9800-b52c2d1f2d2e admin admin] Calling delete_port for b8b4fc5e-e80c-4b39-9e16-82f42f4269c0 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:21:57.301955 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-004b9b93-2c55-43c3-852f-934ab0ce0e90 None None] For port b8b4fc5e-e80c-4b39-9e16-82f42f4269c0, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=b8b4fc5e-e80c-4b39-9e16-82f42f4269c0,segment=NetworkSegment(52782695-8799-4c82-b579-02cd0984abd0),segment_id=52782695-8799-4c82-b579-02cd0984abd0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:57.302646 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-004b9b93-2c55-43c3-852f-934ab0ce0e90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:57.333348 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-004b9b93-2c55-43c3-852f-934ab0ce0e90 None None] Calling delete_port for b8b4fc5e-e80c-4b39-9e16-82f42f4269c0 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:21:57.434294 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-d031e657-1007-46de-aaa2-dc5be922417c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:57.436272 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-4a4d594e-4c6d-4f2b-b2f9-666793341c9b req-ca284d40-5d0f-415a-b9d0-7d4becfb8151 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] For port 02f5210c-3f97-4498-aa63-c994ceeaeddf, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=02f5210c-3f97-4498-aa63-c994ceeaeddf,segment=NetworkSegment(b7fdd6a4-7ea0-4d78-a1ca-354316bc2553),segment_id=b7fdd6a4-7ea0-4d78-a1ca-354316bc2553)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:57.437250 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4a4d594e-4c6d-4f2b-b2f9-666793341c9b req-ca284d40-5d0f-415a-b9d0-7d4becfb8151 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:57.458884 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-4a4d594e-4c6d-4f2b-b2f9-666793341c9b req-ca284d40-5d0f-415a-b9d0-7d4becfb8151 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Calling delete_port for 02f5210c-3f97-4498-aa63-c994ceeaeddf owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:21:57.477482 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-bf15bd59-a518-4ddb-be3d-ab0fc99ef771 req-0881a450-bce0-4dfa-8ab8-31a7c1403054 tempest-SecurityGroupsTestAdminJSON-553757516 tempest-SecurityGroupsTestAdminJSON-553757516-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1275191062', 'description': 'tempest-description-716107665'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:57.484200 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b27201ad-e44f-42a6-8e23-c5eb625e70bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:57.485282 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-004b9b93-2c55-43c3-852f-934ab0ce0e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:57.488709 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0239bc4e-1cd6-4ab1-9800-b52c2d1f2d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:57.503979 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004b9b93-2c55-43c3-852f-934ab0ce0e90 None None] No DVR routers for this DVR port b8b4fc5e-e80c-4b39-9e16-82f42f4269c0 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:21:57.539445 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27201ad-e44f-42a6-8e23-c5eb625e70bc admin admin] Pushing event deleted for resources: {'Network': ['ID=bff43fa8-f666-4c15-8f06-2242dcee7e17,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:57.547593 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b27201ad-e44f-42a6-8e23-c5eb625e70bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:57.548038 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b9b93-2c55-43c3-852f-934ab0ce0e90 None None] Pushing event deleted for resources: {'Port': ['ID=b8b4fc5e-e80c-4b39-9e16-82f42f4269c0,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:57.553128 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b27201ad-e44f-42a6-8e23-c5eb625e70bc admin admin] 10.222.0.23 "DELETE /v2.0/networks/bff43fa8-f666-4c15-8f06-2242dcee7e17 HTTP/1.1" status: 204 len: 168 time: 1.7664092 Jul 13 07:21:57.556784 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47456) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:57.576939 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac6c0a-a035-49dc-bb79-6a05799bfebe req-415e3a1a-5ba0-4910-8ffb-23f9120eb79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:57.577814 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac6c0a-a035-49dc-bb79-6a05799bfebe req-415e3a1a-5ba0-4910-8ffb-23f9120eb79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:57.578471 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac6c0a-a035-49dc-bb79-6a05799bfebe req-415e3a1a-5ba0-4910-8ffb-23f9120eb79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:57.579122 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac6c0a-a035-49dc-bb79-6a05799bfebe req-415e3a1a-5ba0-4910-8ffb-23f9120eb79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:57.579919 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac6c0a-a035-49dc-bb79-6a05799bfebe req-415e3a1a-5ba0-4910-8ffb-23f9120eb79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:57.580561 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac6c0a-a035-49dc-bb79-6a05799bfebe req-415e3a1a-5ba0-4910-8ffb-23f9120eb79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:57.582891 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e2ac6c0a-a035-49dc-bb79-6a05799bfebe req-415e3a1a-5ba0-4910-8ffb-23f9120eb79a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f21aa0b310c4cd09c2f6eea1ac67069&device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 5288 time: 0.4869614 Jul 13 07:21:57.603147 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239bc4e-1cd6-4ab1-9800-b52c2d1f2d2e admin admin] Pushing event deleted for resources: {'Port': ['ID=b8b4fc5e-e80c-4b39-9e16-82f42f4269c0,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:57.663972 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0239bc4e-1cd6-4ab1-9800-b52c2d1f2d2e admin admin] No DVR routers for this DVR port b8b4fc5e-e80c-4b39-9e16-82f42f4269c0 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:21:57.669577 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-29aac139-0f7b-4ecd-87a9-fbc7f28b4925 admin admin] Deleting subnet fb619095-3800-4b4e-bd0b-c02ad418ef07 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:21:57.713473 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac6c0a-a035-49dc-bb79-6a05799bfebe req-157c0311-38dc-4062-b6a2-288b95f68969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:57.713939 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac6c0a-a035-49dc-bb79-6a05799bfebe req-157c0311-38dc-4062-b6a2-288b95f68969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:57.714449 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac6c0a-a035-49dc-bb79-6a05799bfebe req-157c0311-38dc-4062-b6a2-288b95f68969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:57.714571 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-29aac139-0f7b-4ecd-87a9-fbc7f28b4925 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:57.716168 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e2ac6c0a-a035-49dc-bb79-6a05799bfebe req-157c0311-38dc-4062-b6a2-288b95f68969 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=9f21aa0b310c4cd09c2f6eea1ac67069&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1236963 Jul 13 07:21:57.720376 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b8b4fc5e-e80c-4b39-9e16-82f42f4269c0 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:21:57.743549 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: b8b4fc5e-e80c-4b39-9e16-82f42f4269c0 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:21:57.743889 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b8b4fc5e-e80c-4b39-9e16-82f42f4269c0 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:21:57.772873 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-bf15bd59-a518-4ddb-be3d-ab0fc99ef771 req-0881a450-bce0-4dfa-8ab8-31a7c1403054 tempest-SecurityGroupsTestAdminJSON-553757516 tempest-SecurityGroupsTestAdminJSON-553757516-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:57.809169 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-bf15bd59-a518-4ddb-be3d-ab0fc99ef771 req-0881a450-bce0-4dfa-8ab8-31a7c1403054 tempest-SecurityGroupsTestAdminJSON-553757516 tempest-SecurityGroupsTestAdminJSON-553757516-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:57.821771 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-29aac139-0f7b-4ecd-87a9-fbc7f28b4925 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:57.826397 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac6c0a-a035-49dc-bb79-6a05799bfebe req-a865fcf1-c957-46ba-bd10-03e767e564eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:57.828741 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e2ac6c0a-a035-49dc-bb79-6a05799bfebe req-a865fcf1-c957-46ba-bd10-03e767e564eb service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0995057 Jul 13 07:21:57.846348 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7c07e-df7e-42de-a234-6ae0785a52e3 req-2ebc2345-f54f-4180-b372-e14a1beb0581 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:57.853365 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-84a7c07e-df7e-42de-a234-6ae0785a52e3 req-2ebc2345-f54f-4180-b372-e14a1beb0581 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0710f39-7356-4b53-97d4-30cd2d655022 HTTP/1.1" status: 200 len: 943 time: 0.6520410 Jul 13 07:21:57.879941 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0239bc4e-1cd6-4ab1-9800-b52c2d1f2d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:57.920681 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-0239bc4e-1cd6-4ab1-9800-b52c2d1f2d2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afb92f7f-5b7d-43ea-9f6e-b225beb5888c']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:21:57.945803 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-0239bc4e-1cd6-4ab1-9800-b52c2d1f2d2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52782695-8799-4c82-b579-02cd0984abd0') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:21:57.946219 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-0239bc4e-1cd6-4ab1-9800-b52c2d1f2d2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52782695-8799-4c82-b579-02cd0984abd0') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:21:57.970678 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0239bc4e-1cd6-4ab1-9800-b52c2d1f2d2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:57.971002 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-84a7c07e-df7e-42de-a234-6ae0785a52e3 req-27e4d3f4-aa01-409f-aca0-9005986175cb tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.23 "GET /v2.0/security-groups?id=686d7a01-2028-4471-9a30-ddb92363aa2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160219 Jul 13 07:21:57.987307 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4a4d594e-4c6d-4f2b-b2f9-666793341c9b req-ca284d40-5d0f-415a-b9d0-7d4becfb8151 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:58.010053 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-29aac139-0f7b-4ecd-87a9-fbc7f28b4925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:58.019843 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0239bc4e-1cd6-4ab1-9800-b52c2d1f2d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:58.083702 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0239bc4e-1cd6-4ab1-9800-b52c2d1f2d2e admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:21:58.083702 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0239bc4e-1cd6-4ab1-9800-b52c2d1f2d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:58.094323 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:21:58.094323 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:21:58.094323 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:21:58.094323 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:21:58.094323 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:21:58.094323 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:21:58.094323 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:21:58.094323 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:21:58.094323 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:21:58.094323 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:21:58.094323 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:21:58.094323 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:21:58.094323 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:21:58.094323 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:21:58.094323 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:21:58.094323 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:21:58.094323 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:21:58.094323 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:21:58.094323 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:21:58.094323 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:21:58.094323 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:21:58.094323 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:21:58.094323 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:21:58.094323 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:21:58.094323 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:21:58.094323 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:21:58.094323 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:21:58.094323 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:21:58.094323 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:21:58.094323 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:21:58.094323 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:21:58.094323 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:21:58.094323 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:21:58.094323 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:21:58.094323 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:21:58.094323 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:21:58.094323 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:21:58.094323 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:21:58.130546 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca284d40-5d0f-415a-b9d0-7d4becfb8151 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Pushing event deleted for resources: {'Port': ['ID=02f5210c-3f97-4498-aa63-c994ceeaeddf,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:58.181646 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4d594e-4c6d-4f2b-b2f9-666793341c9b req-ca284d40-5d0f-415a-b9d0-7d4becfb8151 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] No DVR routers for this DVR port 02f5210c-3f97-4498-aa63-c994ceeaeddf on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:21:58.184626 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4a4d594e-4c6d-4f2b-b2f9-666793341c9b req-ca284d40-5d0f-415a-b9d0-7d4becfb8151 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:58.187721 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4a4d594e-4c6d-4f2b-b2f9-666793341c9b req-ca284d40-5d0f-415a-b9d0-7d4becfb8151 tempest-ImagesTestJSON-24908039 tempest-ImagesTestJSON-24908039-project] 10.222.0.25 "DELETE /v2.0/ports/02f5210c-3f97-4498-aa63-c994ceeaeddf HTTP/1.1" status: 204 len: 173 time: 1.1631775 Jul 13 07:21:58.204458 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0710f39-7356-4b53-97d4-30cd2d655022', 'name': 'network-vif-deleted', 'tag': '02f5210c-3f97-4498-aa63-c994ceeaeddf'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:58.206909 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4b2a3d-1cdc-4ccb-94f6-ac2e695b0edd" -d '{"events": [{"server_uuid": "d0710f39-7356-4b53-97d4-30cd2d655022", "name": "network-vif-deleted", "tag": "02f5210c-3f97-4498-aa63-c994ceeaeddf"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:58.262116 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-0c752cef-71e5-4995-b864-b7657adae30f req-d031e657-1007-46de-aaa2-dc5be922417c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6c5062b-ad9b-461a-b443-cecd55db988a {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:21:58.272796 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-d031e657-1007-46de-aaa2-dc5be922417c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:58.302266 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc1a60-f78a-4053-bf67-adad77f41444 req-1f5e9788-a35d-45e0-acf5-f2d6c143d855 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:58.308446 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-bf15bd59-a518-4ddb-be3d-ab0fc99ef771 req-0881a450-bce0-4dfa-8ab8-31a7c1403054 tempest-SecurityGroupsTestAdminJSON-553757516 tempest-SecurityGroupsTestAdminJSON-553757516-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:58.308839 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc1a60-f78a-4053-bf67-adad77f41444 req-1f5e9788-a35d-45e0-acf5-f2d6c143d855 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:58.313048 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0239bc4e-1cd6-4ab1-9800-b52c2d1f2d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:58.315218 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc1a60-f78a-4053-bf67-adad77f41444 req-1f5e9788-a35d-45e0-acf5-f2d6c143d855 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:58.321975 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc1a60-f78a-4053-bf67-adad77f41444 req-1f5e9788-a35d-45e0-acf5-f2d6c143d855 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:58.324122 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0239bc4e-1cd6-4ab1-9800-b52c2d1f2d2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:58.326222 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0239bc4e-1cd6-4ab1-9800-b52c2d1f2d2e admin admin] 10.222.0.23 "DELETE /v2.0/networks/afb92f7f-5b7d-43ea-9f6e-b225beb5888c HTTP/1.1" status: 204 len: 168 time: 2.2463193 Jul 13 07:21:58.328439 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc1a60-f78a-4053-bf67-adad77f41444 req-1f5e9788-a35d-45e0-acf5-f2d6c143d855 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:58.331732 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-bf15bd59-a518-4ddb-be3d-ab0fc99ef771 req-0881a450-bce0-4dfa-8ab8-31a7c1403054 tempest-SecurityGroupsTestAdminJSON-553757516 tempest-SecurityGroupsTestAdminJSON-553757516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:58.334511 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc1a60-f78a-4053-bf67-adad77f41444 req-1f5e9788-a35d-45e0-acf5-f2d6c143d855 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:58.336175 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47472) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:58.342362 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-85dc1a60-f78a-4053-bf67-adad77f41444 req-1f5e9788-a35d-45e0-acf5-f2d6c143d855 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 4600 time: 0.1715171 Jul 13 07:21:58.360707 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-0c752cef-71e5-4995-b864-b7657adae30f req-d031e657-1007-46de-aaa2-dc5be922417c service neutron] Transition to ACTIVE for port object c6c5062b-ad9b-461a-b443-cecd55db988a will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:21:58.400321 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-85dc1a60-f78a-4053-bf67-adad77f41444 req-0833070b-11b4-4c79-b4a4-fbd7072047a4 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=afedc317-2eb3-4978-a3f5-50dbdb316361&id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564854 Jul 13 07:21:58.401121 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-d031e657-1007-46de-aaa2-dc5be922417c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:58.500905 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d031e657-1007-46de-aaa2-dc5be922417c service neutron] Pushing event updated for resources: {'Port': ['ID=c6c5062b-ad9b-461a-b443-cecd55db988a,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:58.573421 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-0c752cef-71e5-4995-b864-b7657adae30f req-d031e657-1007-46de-aaa2-dc5be922417c service neutron] Attempting to bind port c6c5062b-ad9b-461a-b443-cecd55db988a on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:21:58.574023 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-0c752cef-71e5-4995-b864-b7657adae30f req-d031e657-1007-46de-aaa2-dc5be922417c service neutron] Attempting to bind port c6c5062b-ad9b-461a-b443-cecd55db988a by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '40301528-fcc8-4ec6-a613-b476f71525be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:21:58.574564 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c752cef-71e5-4995-b864-b7657adae30f req-d031e657-1007-46de-aaa2-dc5be922417c service neutron] Attempting to bind port c6c5062b-ad9b-461a-b443-cecd55db988a on network 8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:21:58.580753 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c752cef-71e5-4995-b864-b7657adae30f req-d031e657-1007-46de-aaa2-dc5be922417c service neutron] Port c6c5062b-ad9b-461a-b443-cecd55db988a on network 8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:21:58.581327 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c752cef-71e5-4995-b864-b7657adae30f req-d031e657-1007-46de-aaa2-dc5be922417c service neutron] Attempting to bind port c6c5062b-ad9b-461a-b443-cecd55db988a on network 8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:21:58.587872 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c752cef-71e5-4995-b864-b7657adae30f req-d031e657-1007-46de-aaa2-dc5be922417c service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:21:58.588451 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c752cef-71e5-4995-b864-b7657adae30f req-d031e657-1007-46de-aaa2-dc5be922417c service neutron] Checking segment: {'id': '40301528-fcc8-4ec6-a613-b476f71525be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:21:58.589010 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c752cef-71e5-4995-b864-b7657adae30f req-d031e657-1007-46de-aaa2-dc5be922417c service neutron] Bound using segment: {'id': '40301528-fcc8-4ec6-a613-b476f71525be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:21:58.589615 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-0c752cef-71e5-4995-b864-b7657adae30f req-d031e657-1007-46de-aaa2-dc5be922417c service neutron] Bound port: c6c5062b-ad9b-461a-b443-cecd55db988a, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40301528-fcc8-4ec6-a613-b476f71525be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:21:58.590151 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-d031e657-1007-46de-aaa2-dc5be922417c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:58.750323 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-0c752cef-71e5-4995-b864-b7657adae30f req-d031e657-1007-46de-aaa2-dc5be922417c service neutron] For port c6c5062b-ad9b-461a-b443-cecd55db988a, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:21:58.755829 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-0c752cef-71e5-4995-b864-b7657adae30f req-d031e657-1007-46de-aaa2-dc5be922417c service neutron] For port c6c5062b-ad9b-461a-b443-cecd55db988a, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=c6c5062b-ad9b-461a-b443-cecd55db988a,segment=NetworkSegment(40301528-fcc8-4ec6-a613-b476f71525be),segment_id=40301528-fcc8-4ec6-a613-b476f71525be)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:21:58.770868 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-d031e657-1007-46de-aaa2-dc5be922417c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:58.830283 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-d031e657-1007-46de-aaa2-dc5be922417c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:58.830992 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-d031e657-1007-46de-aaa2-dc5be922417c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:58.832375 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-d031e657-1007-46de-aaa2-dc5be922417c service neutron] 10.222.0.42 "PUT /v2.0/ports/c6c5062b-ad9b-461a-b443-cecd55db988a HTTP/1.1" status: 200 len: 1131 time: 2.0193381 Jul 13 07:21:58.854918 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239bc4e-1cd6-4ab1-9800-b52c2d1f2d2e admin admin] Pushing event deleted for resources: {'Network': ['ID=afb92f7f-5b7d-43ea-9f6e-b225beb5888c,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:58.869884 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-29aac139-0f7b-4ecd-87a9-fbc7f28b4925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:58.878770 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-0c752cef-71e5-4995-b864-b7657adae30f req-2d6e3314-afd6-4c3c-8a2d-a4626cf206a2 service neutron] Request body: {'port': {'device_id': '351c2f2b-30ec-4054-9581-49a23e86278a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:58.882100 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-bf15bd59-a518-4ddb-be3d-ab0fc99ef771 req-0881a450-bce0-4dfa-8ab8-31a7c1403054 tempest-SecurityGroupsTestAdminJSON-553757516 tempest-SecurityGroupsTestAdminJSON-553757516-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:58.912857 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d031e657-1007-46de-aaa2-dc5be922417c service neutron] Pushing event updated for resources: {'Port': ['ID=c6c5062b-ad9b-461a-b443-cecd55db988a,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:58.935797 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aac139-0f7b-4ecd-87a9-fbc7f28b4925 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb619095-3800-4b4e-bd0b-c02ad418ef07,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:58.949744 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-bf15bd59-a518-4ddb-be3d-ab0fc99ef771 req-0881a450-bce0-4dfa-8ab8-31a7c1403054 tempest-SecurityGroupsTestAdminJSON-553757516 tempest-SecurityGroupsTestAdminJSON-553757516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:58.966794 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881a450-bce0-4dfa-8ab8-31a7c1403054 tempest-SecurityGroupsTestAdminJSON-553757516 tempest-SecurityGroupsTestAdminJSON-553757516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d95d60-d539-4b48-a2df-281078e7b961,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:58.983397 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-2d6e3314-afd6-4c3c-8a2d-a4626cf206a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:58.987688 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-29aac139-0f7b-4ecd-87a9-fbc7f28b4925 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:58.990514 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-29aac139-0f7b-4ecd-87a9-fbc7f28b4925 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fb619095-3800-4b4e-bd0b-c02ad418ef07 HTTP/1.1" status: 204 len: 168 time: 1.4115312 Jul 13 07:21:58.996699 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47490) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:21:59.110839 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881a450-bce0-4dfa-8ab8-31a7c1403054 tempest-SecurityGroupsTestAdminJSON-553757516 tempest-SecurityGroupsTestAdminJSON-553757516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f9abcc-8869-4c64-81dc-722f0826a5f0,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:59.126917 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'tag': 'c6c5062b-ad9b-461a-b443-cecd55db988a'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:21:59.130686 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b17e06-1a5a-42c7-92ab-dfd27e04c6f2 x-openstack-request-id: req-32b17e06-1a5a-42c7-92ab-dfd27e04c6f2 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:59.131033 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0710f39-7356-4b53-97d4-30cd2d655022", "name": "network-vif-deleted", "tag": "02f5210c-3f97-4498-aa63-c994ceeaeddf", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:59.131875 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-32b17e06-1a5a-42c7-92ab-dfd27e04c6f2 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:59.132286 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0710f39-7356-4b53-97d4-30cd2d655022', 'name': 'network-vif-deleted', 'tag': '02f5210c-3f97-4498-aa63-c994ceeaeddf', 'status': 'completed', 'code': 200} Jul 13 07:21:59.138389 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-bf15bd59-a518-4ddb-be3d-ab0fc99ef771 req-0881a450-bce0-4dfa-8ab8-31a7c1403054 tempest-SecurityGroupsTestAdminJSON-553757516 tempest-SecurityGroupsTestAdminJSON-553757516-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:59.139970 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bf15bd59-a518-4ddb-be3d-ab0fc99ef771 req-0881a450-bce0-4dfa-8ab8-31a7c1403054 tempest-SecurityGroupsTestAdminJSON-553757516 tempest-SecurityGroupsTestAdminJSON-553757516-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.6691484 Jul 13 07:21:59.143988 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03929d5c-65b0-42db-bfd2-0fee2dcd0747" -d '{"events": [{"name": "network-changed", "server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "tag": "c6c5062b-ad9b-461a-b443-cecd55db988a"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:21:59.187157 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ca5620dd-d7da-415a-a5d7-e00631a24f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:59.300523 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 02f5210c-3f97-4498-aa63-c994ceeaeddf no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:21:59.304675 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0752b217-1c90-4a96-bb04-88bc5395169d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:59.344239 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1327c0-a9cc-497e-94c2-177892bfbc0b x-openstack-request-id: req-2b1327c0-a9cc-497e-94c2-177892bfbc0b {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:21:59.344536 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "tag": "c6c5062b-ad9b-461a-b443-cecd55db988a", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:21:59.344896 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2b1327c0-a9cc-497e-94c2-177892bfbc0b {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:21:59.345284 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'tag': 'c6c5062b-ad9b-461a-b443-cecd55db988a', 'status': 'completed', 'code': 200} Jul 13 07:21:59.352558 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 02f5210c-3f97-4498-aa63-c994ceeaeddf {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:21:59.353023 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 02f5210c-3f97-4498-aa63-c994ceeaeddf not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:21:59.396804 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-3554c011-0fb9-4c1b-8474-c6ea1af067f1 req-71d5bf59-0c2c-46ce-aec1-678998479176 tempest-SecurityGroupsTestAdminJSON-553757516 tempest-SecurityGroupsTestAdminJSON-553757516-project] Request body: {'security_group': {'name': 'tempest-securitygroup-567935558', 'description': 'tempest-description-664659614'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:21:59.472484 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3554c011-0fb9-4c1b-8474-c6ea1af067f1 req-71d5bf59-0c2c-46ce-aec1-678998479176 tempest-SecurityGroupsTestAdminJSON-553757516 tempest-SecurityGroupsTestAdminJSON-553757516-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:59.680847 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3554c011-0fb9-4c1b-8474-c6ea1af067f1 req-71d5bf59-0c2c-46ce-aec1-678998479176 tempest-SecurityGroupsTestAdminJSON-553757516 tempest-SecurityGroupsTestAdminJSON-553757516-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:59.687248 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3554c011-0fb9-4c1b-8474-c6ea1af067f1 req-71d5bf59-0c2c-46ce-aec1-678998479176 tempest-SecurityGroupsTestAdminJSON-553757516 tempest-SecurityGroupsTestAdminJSON-553757516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:59.690543 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-0c752cef-71e5-4995-b864-b7657adae30f req-2d6e3314-afd6-4c3c-8a2d-a4626cf206a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7ded5d2-51a4-43c5-bfa9-37432da7c39b {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:21:59.698149 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-2d6e3314-afd6-4c3c-8a2d-a4626cf206a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:59.713638 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-0c752cef-71e5-4995-b864-b7657adae30f req-2d6e3314-afd6-4c3c-8a2d-a4626cf206a2 service neutron] Transition to ACTIVE for port object d7ded5d2-51a4-43c5-bfa9-37432da7c39b will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:21:59.745934 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-2d6e3314-afd6-4c3c-8a2d-a4626cf206a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:59.752714 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3554c011-0fb9-4c1b-8474-c6ea1af067f1 req-71d5bf59-0c2c-46ce-aec1-678998479176 tempest-SecurityGroupsTestAdminJSON-553757516 tempest-SecurityGroupsTestAdminJSON-553757516-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:59.753956 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3554c011-0fb9-4c1b-8474-c6ea1af067f1 req-71d5bf59-0c2c-46ce-aec1-678998479176 tempest-SecurityGroupsTestAdminJSON-553757516 tempest-SecurityGroupsTestAdminJSON-553757516-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3780205 Jul 13 07:21:59.763707 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d5bf59-0c2c-46ce-aec1-678998479176 tempest-SecurityGroupsTestAdminJSON-553757516 tempest-SecurityGroupsTestAdminJSON-553757516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd4c05c-069d-41dd-a991-40e99360c5e6,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:59.824330 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-0752b217-1c90-4a96-bb04-88bc5395169d admin admin] Deleting port d6018be4-32c4-4d5f-8cef-16bac88e366b {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:21:59.824680 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0752b217-1c90-4a96-bb04-88bc5395169d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:59.863885 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ca5620dd-d7da-415a-a5d7-e00631a24f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:59.888973 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-ca5620dd-d7da-415a-a5d7-e00631a24f33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['164e972b-9a8b-4325-be7a-4a26a7b8e1d2']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:21:59.914386 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-ca5620dd-d7da-415a-a5d7-e00631a24f33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fddb5f1c-dff2-4ff7-a331-eaf905c698e3') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:21:59.914684 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-ca5620dd-d7da-415a-a5d7-e00631a24f33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fddb5f1c-dff2-4ff7-a331-eaf905c698e3') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:21:59.919454 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e3314-afd6-4c3c-8a2d-a4626cf206a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d7ded5d2-51a4-43c5-bfa9-37432da7c39b,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:21:59.932810 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-0752b217-1c90-4a96-bb04-88bc5395169d admin admin] For port d6018be4-32c4-4d5f-8cef-16bac88e366b, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=d6018be4-32c4-4d5f-8cef-16bac88e366b,segment=NetworkSegment(eabe60c3-279a-4c64-8a44-763b641303a2),segment_id=eabe60c3-279a-4c64-8a44-763b641303a2)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:21:59.933448 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0752b217-1c90-4a96-bb04-88bc5395169d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:59.939850 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ca5620dd-d7da-415a-a5d7-e00631a24f33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:21:59.969664 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03929d5c-65b0-42db-bfd2-0fee2dcd0747 req-f495c075-0aeb-4397-8388-d561d573cc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:59.970147 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03929d5c-65b0-42db-bfd2-0fee2dcd0747 req-f495c075-0aeb-4397-8388-d561d573cc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:59.970468 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-0752b217-1c90-4a96-bb04-88bc5395169d admin admin] Calling delete_port for d6018be4-32c4-4d5f-8cef-16bac88e366b owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:21:59.970956 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03929d5c-65b0-42db-bfd2-0fee2dcd0747 req-f495c075-0aeb-4397-8388-d561d573cc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:59.971064 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03929d5c-65b0-42db-bfd2-0fee2dcd0747 req-f495c075-0aeb-4397-8388-d561d573cc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:59.971544 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03929d5c-65b0-42db-bfd2-0fee2dcd0747 req-f495c075-0aeb-4397-8388-d561d573cc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:59.972014 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03929d5c-65b0-42db-bfd2-0fee2dcd0747 req-f495c075-0aeb-4397-8388-d561d573cc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:59.972471 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03929d5c-65b0-42db-bfd2-0fee2dcd0747 req-f495c075-0aeb-4397-8388-d561d573cc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:21:59.974469 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-03929d5c-65b0-42db-bfd2-0fee2dcd0747 req-f495c075-0aeb-4397-8388-d561d573cc0b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f21aa0b310c4cd09c2f6eea1ac67069&device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 6212 time: 0.6261449 Jul 13 07:22:00.035031 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ca5620dd-d7da-415a-a5d7-e00631a24f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:00.078334 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca5620dd-d7da-415a-a5d7-e00631a24f33 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:22:00.078744 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ca5620dd-d7da-415a-a5d7-e00631a24f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:00.093983 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd7cd7-8929-4a36-81d0-6d9ec01c8a24 req-fb0d1037-95f9-4047-96db-ca644545b70d tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:00.100107 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd7cd7-8929-4a36-81d0-6d9ec01c8a24 req-fb0d1037-95f9-4047-96db-ca644545b70d tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:00.106853 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd7cd7-8929-4a36-81d0-6d9ec01c8a24 req-fb0d1037-95f9-4047-96db-ca644545b70d tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:00.115268 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd7cd7-8929-4a36-81d0-6d9ec01c8a24 req-fb0d1037-95f9-4047-96db-ca644545b70d tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:00.121215 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd7cd7-8929-4a36-81d0-6d9ec01c8a24 req-fb0d1037-95f9-4047-96db-ca644545b70d tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:00.128040 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd7cd7-8929-4a36-81d0-6d9ec01c8a24 req-fb0d1037-95f9-4047-96db-ca644545b70d tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:00.134276 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd7cd7-8929-4a36-81d0-6d9ec01c8a24 req-fb0d1037-95f9-4047-96db-ca644545b70d tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:00.141766 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c0cd7cd7-8929-4a36-81d0-6d9ec01c8a24 req-fb0d1037-95f9-4047-96db-ca644545b70d tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 5384 time: 0.4268284 Jul 13 07:22:00.143594 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:00.143594 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:00.143594 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:00.143594 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:00.143594 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:22:00.143594 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:22:00.143594 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:22:00.143594 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:22:00.143594 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:22:00.143594 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:22:00.143594 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:22:00.143594 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:22:00.143594 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:22:00.143594 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:22:00.143594 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:22:00.143594 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:22:00.143594 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:22:00.143594 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:22:00.143594 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:22:00.143594 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:22:00.143594 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:22:00.143594 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:22:00.143594 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:22:00.143594 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:22:00.143594 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:22:00.143594 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:22:00.143594 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:22:00.143594 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:22:00.143594 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:22:00.143594 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:22:00.143594 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:22:00.143594 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:22:00.143594 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:22:00.143594 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:22:00.143594 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:22:00.143594 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:22:00.160485 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5afa4641-c78c-49c9-9071-02999662a2a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:00.236118 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0752b217-1c90-4a96-bb04-88bc5395169d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:00.271143 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752b217-1c90-4a96-bb04-88bc5395169d admin admin] Pushing event deleted for resources: {'Port': ['ID=d6018be4-32c4-4d5f-8cef-16bac88e366b,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:00.364998 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-0c752cef-71e5-4995-b864-b7657adae30f req-2d6e3314-afd6-4c3c-8a2d-a4626cf206a2 service neutron] Attempting to bind port d7ded5d2-51a4-43c5-bfa9-37432da7c39b on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:00.365481 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-0c752cef-71e5-4995-b864-b7657adae30f req-2d6e3314-afd6-4c3c-8a2d-a4626cf206a2 service neutron] Attempting to bind port d7ded5d2-51a4-43c5-bfa9-37432da7c39b by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '40301528-fcc8-4ec6-a613-b476f71525be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:00.365935 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c752cef-71e5-4995-b864-b7657adae30f req-2d6e3314-afd6-4c3c-8a2d-a4626cf206a2 service neutron] Attempting to bind port d7ded5d2-51a4-43c5-bfa9-37432da7c39b on network 8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:00.377559 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c752cef-71e5-4995-b864-b7657adae30f req-2d6e3314-afd6-4c3c-8a2d-a4626cf206a2 service neutron] Port d7ded5d2-51a4-43c5-bfa9-37432da7c39b on network 8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:22:00.378039 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c752cef-71e5-4995-b864-b7657adae30f req-2d6e3314-afd6-4c3c-8a2d-a4626cf206a2 service neutron] Attempting to bind port d7ded5d2-51a4-43c5-bfa9-37432da7c39b on network 8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:00.380486 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ca5620dd-d7da-415a-a5d7-e00631a24f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:00.384050 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-4c70857b-5df2-48dd-a322-143418b33fc9 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=ab1efbcd4d3a4d55ba5b5c98ce874da7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333571 Jul 13 07:22:00.424518 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c0cd7cd7-8929-4a36-81d0-6d9ec01c8a24 req-5af3abb4-d999-47f5-afa4-bb2b0122c577 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=afedc317-2eb3-4978-a3f5-50dbdb316361&id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2818696 Jul 13 07:22:00.444042 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5620dd-d7da-415a-a5d7-e00631a24f33 admin admin] Pushing event deleted for resources: {'Network': ['ID=164e972b-9a8b-4325-be7a-4a26a7b8e1d2,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:00.447131 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ca5620dd-d7da-415a-a5d7-e00631a24f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:00.449264 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ca5620dd-d7da-415a-a5d7-e00631a24f33 admin admin] 10.222.0.23 "DELETE /v2.0/networks/164e972b-9a8b-4325-be7a-4a26a7b8e1d2 HTTP/1.1" status: 204 len: 168 time: 1.4514401 Jul 13 07:22:00.450871 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03929d5c-65b0-42db-bfd2-0fee2dcd0747 req-05c5f561-7e48-4c60-aaba-b4865eb79264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:00.454526 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03929d5c-65b0-42db-bfd2-0fee2dcd0747 req-05c5f561-7e48-4c60-aaba-b4865eb79264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:00.455321 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03929d5c-65b0-42db-bfd2-0fee2dcd0747 req-05c5f561-7e48-4c60-aaba-b4865eb79264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:00.472728 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-03929d5c-65b0-42db-bfd2-0fee2dcd0747 req-05c5f561-7e48-4c60-aaba-b4865eb79264 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=9f21aa0b310c4cd09c2f6eea1ac67069&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4579699 Jul 13 07:22:00.473752 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c752cef-71e5-4995-b864-b7657adae30f req-2d6e3314-afd6-4c3c-8a2d-a4626cf206a2 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:00.474286 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c752cef-71e5-4995-b864-b7657adae30f req-2d6e3314-afd6-4c3c-8a2d-a4626cf206a2 service neutron] Checking segment: {'id': '40301528-fcc8-4ec6-a613-b476f71525be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:00.474857 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c752cef-71e5-4995-b864-b7657adae30f req-2d6e3314-afd6-4c3c-8a2d-a4626cf206a2 service neutron] Bound using segment: {'id': '40301528-fcc8-4ec6-a613-b476f71525be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:00.475666 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-0c752cef-71e5-4995-b864-b7657adae30f req-2d6e3314-afd6-4c3c-8a2d-a4626cf206a2 service neutron] Bound port: d7ded5d2-51a4-43c5-bfa9-37432da7c39b, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40301528-fcc8-4ec6-a613-b476f71525be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:00.476201 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-2d6e3314-afd6-4c3c-8a2d-a4626cf206a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:00.617172 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-0c752cef-71e5-4995-b864-b7657adae30f req-2d6e3314-afd6-4c3c-8a2d-a4626cf206a2 service neutron] For port d7ded5d2-51a4-43c5-bfa9-37432da7c39b, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:00.620312 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-0c752cef-71e5-4995-b864-b7657adae30f req-2d6e3314-afd6-4c3c-8a2d-a4626cf206a2 service neutron] For port d7ded5d2-51a4-43c5-bfa9-37432da7c39b, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=d7ded5d2-51a4-43c5-bfa9-37432da7c39b,segment=NetworkSegment(40301528-fcc8-4ec6-a613-b476f71525be),segment_id=40301528-fcc8-4ec6-a613-b476f71525be)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:00.622007 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0752b217-1c90-4a96-bb04-88bc5395169d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:00.635414 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-2d6e3314-afd6-4c3c-8a2d-a4626cf206a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:00.715264 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-87660acf-82b7-4e19-9e20-ccd0df4a7ddd req-70932948-6ebf-4804-9f3a-ff8d08d71510 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1751307228', 'description': 'tempest-description-875621614'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:00.735656 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-2d6e3314-afd6-4c3c-8a2d-a4626cf206a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:00.736386 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-2d6e3314-afd6-4c3c-8a2d-a4626cf206a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:00.738096 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-2d6e3314-afd6-4c3c-8a2d-a4626cf206a2 service neutron] 10.222.0.42 "PUT /v2.0/ports/d7ded5d2-51a4-43c5-bfa9-37432da7c39b HTTP/1.1" status: 200 len: 1091 time: 1.8707752 Jul 13 07:22:00.802650 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-0c752cef-71e5-4995-b864-b7657adae30f req-f08ef955-1d66-42f6-a140-b963b9dec270 service neutron] Request body: {'port': {'device_id': '351c2f2b-30ec-4054-9581-49a23e86278a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:00.807332 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-87660acf-82b7-4e19-9e20-ccd0df4a7ddd req-70932948-6ebf-4804-9f3a-ff8d08d71510 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:00.809495 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03929d5c-65b0-42db-bfd2-0fee2dcd0747 req-777d0320-7499-42e6-8f31-9ee8becd72aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:00.810982 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-03929d5c-65b0-42db-bfd2-0fee2dcd0747 req-777d0320-7499-42e6-8f31-9ee8becd72aa service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3194818 Jul 13 07:22:00.811665 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e3314-afd6-4c3c-8a2d-a4626cf206a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d7ded5d2-51a4-43c5-bfa9-37432da7c39b,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:00.827930 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47564) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:00.848124 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-87660acf-82b7-4e19-9e20-ccd0df4a7ddd req-70932948-6ebf-4804-9f3a-ff8d08d71510 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:00.916234 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-58cda706-fb46-4c3e-bda9-e1990474eed6 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:00.917606 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-58cda706-fb46-4c3e-bda9-e1990474eed6 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5278010 Jul 13 07:22:00.937853 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7409e6e8-7d5c-4afa-bf38-77d54f46f249 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=59ced391c6a04d319ae98164aff14fc2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1033907 Jul 13 07:22:00.938073 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-f08ef955-1d66-42f6-a140-b963b9dec270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:00.939038 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47566) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:00.942666 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-635eaee3-b903-4d49-a49e-20782f8cdb0b tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/quotas/ab1efbcd4d3a4d55ba5b5c98ce874da7 HTTP/1.1" status: 200 len: 375 time: 0.0163939 Jul 13 07:22:01.026628 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-6a2d35bd-72a7-425e-8124-f68352a615cb tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ab1efbcd4d3a4d55ba5b5c98ce874da7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443752 Jul 13 07:22:01.179297 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0752b217-1c90-4a96-bb04-88bc5395169d admin admin] Router 608a9f81-7535-468f-9f4c-23efb84ba0ba has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:22:01.323753 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-87660acf-82b7-4e19-9e20-ccd0df4a7ddd req-70932948-6ebf-4804-9f3a-ff8d08d71510 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:01.379898 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0752b217-1c90-4a96-bb04-88bc5395169d admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:22:01.389136 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0752b217-1c90-4a96-bb04-88bc5395169d admin admin] 10.222.0.23 "PUT /v2.0/routers/608a9f81-7535-468f-9f4c-23efb84ba0ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0460062 Jul 13 07:22:01.391688 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b027373e-2202-4c41-9aa4-0fd2de0acf1b None None] Sync routers for ids ['608a9f81-7535-468f-9f4c-23efb84ba0ba'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:22:01.392194 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47572) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:01.408912 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b027373e-2202-4c41-9aa4-0fd2de0acf1b None None] Routers {'608a9f81-7535-468f-9f4c-23efb84ba0ba'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:22:01.409592 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-b027373e-2202-4c41-9aa4-0fd2de0acf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:21:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['608a9f81-7535-468f-9f4c-23efb84ba0ba'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:01.467458 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'tag': 'd7ded5d2-51a4-43c5-bfa9-37432da7c39b'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:01.470738 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d9636d-17d5-4ccb-98bf-bb03696a5f96" -d '{"events": [{"name": "network-changed", "server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "tag": "d7ded5d2-51a4-43c5-bfa9-37432da7c39b"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:01.490444 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-87660acf-82b7-4e19-9e20-ccd0df4a7ddd req-70932948-6ebf-4804-9f3a-ff8d08d71510 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:01.554949 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9a6be0cb-a8dc-4ff3-a187-54280b50c176 admin admin] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:01.673588 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-0c752cef-71e5-4995-b864-b7657adae30f req-f08ef955-1d66-42f6-a140-b963b9dec270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e38dcee-5f8f-4129-bb5d-68231affa33d {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:01.689552 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-f08ef955-1d66-42f6-a140-b963b9dec270 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:01.720020 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-0c752cef-71e5-4995-b864-b7657adae30f req-f08ef955-1d66-42f6-a140-b963b9dec270 service neutron] Transition to ACTIVE for port object 5e38dcee-5f8f-4129-bb5d-68231affa33d will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:01.735813 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-b027373e-2202-4c41-9aa4-0fd2de0acf1b None None] Set router 608a9f81-7535-468f-9f4c-23efb84ba0ba gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:22:01.796915 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70932948-6ebf-4804-9f3a-ff8d08d71510 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362e30c1-aae0-4dcd-8a20-bcd2798f6f7c,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:01.836414 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-f08ef955-1d66-42f6-a140-b963b9dec270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:01.866422 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dc9bc363-245d-4f1a-9a48-6a9d4a0dd626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:01.919886 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dc9bc363-245d-4f1a-9a48-6a9d4a0dd626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:02.126129 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ef955-1d66-42f6-a140-b963b9dec270 service neutron] Pushing event updated for resources: {'Port': ['ID=5e38dcee-5f8f-4129-bb5d-68231affa33d,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:02.164457 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dc9bc363-245d-4f1a-9a48-6a9d4a0dd626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:02.168782 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dc9bc363-245d-4f1a-9a48-6a9d4a0dd626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:02.170228 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-dc9bc363-245d-4f1a-9a48-6a9d4a0dd626 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8c321f3f-69a1-487b-859e-97afdb216077 HTTP/1.1" status: 204 len: 168 time: 1.2279730 Jul 13 07:22:02.226359 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-b027373e-2202-4c41-9aa4-0fd2de0acf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608a9f81-7535-468f-9f4c-23efb84ba0ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1985025783-router', 'tenant_id': '72c3e1fe6a524a61a8989773d5124522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '430a1182-23e1-45ec-83a0-2fec138091b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:16:56Z', 'updated_at': '2021-07-13T07:22:00Z', 'revision_number': 5, 'project_id': '72c3e1fe6a524a61a8989773d5124522', 'gw_port': {'id': '430a1182-23e1-45ec-83a0-2fec138091b9', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608a9f81-7535-468f-9f4c-23efb84ba0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:58Z', 'updated_at': '2021-07-13T07:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:02.301312 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b027373e-2202-4c41-9aa4-0fd2de0acf1b None None] Checking router: 608a9f81-7535-468f-9f4c-23efb84ba0ba for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:22:02.320986 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b027373e-2202-4c41-9aa4-0fd2de0acf1b None None] Routers {'608a9f81-7535-468f-9f4c-23efb84ba0ba'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:22:02.324753 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-b027373e-2202-4c41-9aa4-0fd2de0acf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:21:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['608a9f81-7535-468f-9f4c-23efb84ba0ba'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:02.326482 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9bc363-245d-4f1a-9a48-6a9d4a0dd626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c321f3f-69a1-487b-859e-97afdb216077,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:02.335237 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-0c752cef-71e5-4995-b864-b7657adae30f req-f08ef955-1d66-42f6-a140-b963b9dec270 service neutron] Attempting to bind port 5e38dcee-5f8f-4129-bb5d-68231affa33d on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:02.336353 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-0c752cef-71e5-4995-b864-b7657adae30f req-f08ef955-1d66-42f6-a140-b963b9dec270 service neutron] Attempting to bind port 5e38dcee-5f8f-4129-bb5d-68231affa33d by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '40301528-fcc8-4ec6-a613-b476f71525be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:02.336683 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c752cef-71e5-4995-b864-b7657adae30f req-f08ef955-1d66-42f6-a140-b963b9dec270 service neutron] Attempting to bind port 5e38dcee-5f8f-4129-bb5d-68231affa33d on network 8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:02.349113 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c752cef-71e5-4995-b864-b7657adae30f req-f08ef955-1d66-42f6-a140-b963b9dec270 service neutron] Port 5e38dcee-5f8f-4129-bb5d-68231affa33d on network 8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:22:02.351354 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c752cef-71e5-4995-b864-b7657adae30f req-f08ef955-1d66-42f6-a140-b963b9dec270 service neutron] Attempting to bind port 5e38dcee-5f8f-4129-bb5d-68231affa33d on network 8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:02.373313 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9a6be0cb-a8dc-4ff3-a187-54280b50c176 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:02.375661 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c752cef-71e5-4995-b864-b7657adae30f req-f08ef955-1d66-42f6-a140-b963b9dec270 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:02.376110 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c752cef-71e5-4995-b864-b7657adae30f req-f08ef955-1d66-42f6-a140-b963b9dec270 service neutron] Checking segment: {'id': '40301528-fcc8-4ec6-a613-b476f71525be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:02.376514 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c752cef-71e5-4995-b864-b7657adae30f req-f08ef955-1d66-42f6-a140-b963b9dec270 service neutron] Bound using segment: {'id': '40301528-fcc8-4ec6-a613-b476f71525be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:02.378959 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-0c752cef-71e5-4995-b864-b7657adae30f req-f08ef955-1d66-42f6-a140-b963b9dec270 service neutron] Bound port: 5e38dcee-5f8f-4129-bb5d-68231affa33d, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40301528-fcc8-4ec6-a613-b476f71525be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:02.379258 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-f08ef955-1d66-42f6-a140-b963b9dec270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:02.450885 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-4f9254f0-4d4b-4853-90eb-8b4ca1c11afa tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=ab1efbcd4d3a4d55ba5b5c98ce874da7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0945847 Jul 13 07:22:02.598359 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-0c752cef-71e5-4995-b864-b7657adae30f req-f08ef955-1d66-42f6-a140-b963b9dec270 service neutron] For port 5e38dcee-5f8f-4129-bb5d-68231affa33d, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:02.646400 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-87660acf-82b7-4e19-9e20-ccd0df4a7ddd req-70932948-6ebf-4804-9f3a-ff8d08d71510 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:02.646765 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-b027373e-2202-4c41-9aa4-0fd2de0acf1b None None] Set router 608a9f81-7535-468f-9f4c-23efb84ba0ba gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:22:02.657237 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-0c752cef-71e5-4995-b864-b7657adae30f req-f08ef955-1d66-42f6-a140-b963b9dec270 service neutron] For port 5e38dcee-5f8f-4129-bb5d-68231affa33d, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=5e38dcee-5f8f-4129-bb5d-68231affa33d,segment=NetworkSegment(40301528-fcc8-4ec6-a613-b476f71525be),segment_id=40301528-fcc8-4ec6-a613-b476f71525be)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:02.663176 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-87660acf-82b7-4e19-9e20-ccd0df4a7ddd req-70932948-6ebf-4804-9f3a-ff8d08d71510 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:02.725894 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70932948-6ebf-4804-9f3a-ff8d08d71510 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f8d70a-d78e-46cd-a5f5-ab06bf6cc22b,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:02.743128 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-f08ef955-1d66-42f6-a140-b963b9dec270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:02.759252 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-87660acf-82b7-4e19-9e20-ccd0df4a7ddd req-70932948-6ebf-4804-9f3a-ff8d08d71510 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:02.760498 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-87660acf-82b7-4e19-9e20-ccd0df4a7ddd req-70932948-6ebf-4804-9f3a-ff8d08d71510 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.0774565 Jul 13 07:22:02.765412 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-9a6be0cb-a8dc-4ff3-a187-54280b50c176 admin admin] Deleting port 430a1182-23e1-45ec-83a0-2fec138091b9 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:22:02.765846 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9a6be0cb-a8dc-4ff3-a187-54280b50c176 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:03.001178 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-6f066706-442e-44e6-aa7c-0790dc464584 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:03.021209 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-6f066706-442e-44e6-aa7c-0790dc464584 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5689056 Jul 13 07:22:03.022435 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-36dc1f6d-fa5d-4cb3-8250-c844948c6996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:03.042997 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:03.049221 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-b027373e-2202-4c41-9aa4-0fd2de0acf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608a9f81-7535-468f-9f4c-23efb84ba0ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1985025783-router', 'tenant_id': '72c3e1fe6a524a61a8989773d5124522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '430a1182-23e1-45ec-83a0-2fec138091b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:16:56Z', 'updated_at': '2021-07-13T07:22:00Z', 'revision_number': 5, 'project_id': '72c3e1fe6a524a61a8989773d5124522', 'gw_port': {'id': '430a1182-23e1-45ec-83a0-2fec138091b9', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608a9f81-7535-468f-9f4c-23efb84ba0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:58Z', 'updated_at': '2021-07-13T07:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:03.078155 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b027373e-2202-4c41-9aa4-0fd2de0acf1b None None] The sync data for ids ['608a9f81-7535-468f-9f4c-23efb84ba0ba'] in n-d-771363-34 is: [{'id': '608a9f81-7535-468f-9f4c-23efb84ba0ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1985025783-router', 'tenant_id': '72c3e1fe6a524a61a8989773d5124522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '430a1182-23e1-45ec-83a0-2fec138091b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:16:56Z', 'updated_at': '2021-07-13T07:22:00Z', 'revision_number': 5, 'project_id': '72c3e1fe6a524a61a8989773d5124522', 'gw_port': {'id': '430a1182-23e1-45ec-83a0-2fec138091b9', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608a9f81-7535-468f-9f4c-23efb84ba0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:16:58Z', 'updated_at': '2021-07-13T07:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:22:03.119911 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-9a6be0cb-a8dc-4ff3-a187-54280b50c176 admin admin] For port 430a1182-23e1-45ec-83a0-2fec138091b9, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=430a1182-23e1-45ec-83a0-2fec138091b9,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:03.122184 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9a6be0cb-a8dc-4ff3-a187-54280b50c176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:03.153570 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-9a6be0cb-a8dc-4ff3-a187-54280b50c176 admin admin] Calling delete_port for 430a1182-23e1-45ec-83a0-2fec138091b9 owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:22:03.260382 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-8ec631dd-cbe6-47cb-8698-741dd573360c tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/quotas/ab1efbcd4d3a4d55ba5b5c98ce874da7 HTTP/1.1" status: 200 len: 375 time: 0.2324085 Jul 13 07:22:03.264188 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47620) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:03.375333 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-e8b98786-08e1-4a4c-93b3-81b403c6275d tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ab1efbcd4d3a4d55ba5b5c98ce874da7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1119180 Jul 13 07:22:03.378907 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-d98800f5-fb46-4e0a-be6a-48729e1fd154 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=ab1efbcd4d3a4d55ba5b5c98ce874da7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0924685 Jul 13 07:22:03.415508 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-f08ef955-1d66-42f6-a140-b963b9dec270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:03.416165 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-f08ef955-1d66-42f6-a140-b963b9dec270 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:03.420118 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-f08ef955-1d66-42f6-a140-b963b9dec270 service neutron] 10.222.0.42 "PUT /v2.0/ports/5e38dcee-5f8f-4129-bb5d-68231affa33d HTTP/1.1" status: 200 len: 1092 time: 2.6269357 Jul 13 07:22:03.464984 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-0c752cef-71e5-4995-b864-b7657adae30f req-61c0bfa8-68d8-4022-8d84-1145bedced70 service neutron] Request body: {'port': {'device_id': '351c2f2b-30ec-4054-9581-49a23e86278a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:03.476630 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47624) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:03.586905 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ef955-1d66-42f6-a140-b963b9dec270 service neutron] Pushing event updated for resources: {'Port': ['ID=5e38dcee-5f8f-4129-bb5d-68231affa33d,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:03.677797 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device d6018be4-32c4-4d5f-8cef-16bac88e366b no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:22:03.724142 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9aba874c-2ee5-4182-8617-60d828a62fbf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0feb3a56fe594a76a72e239f28ee0487&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4515665 Jul 13 07:22:03.761557 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47628) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:03.767033 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: d6018be4-32c4-4d5f-8cef-16bac88e366b {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:22:03.767485 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device d6018be4-32c4-4d5f-8cef-16bac88e366b not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:22:03.801142 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be155503-fb83-4b6a-8ba4-bef1fc704579 req-0fe81afe-693d-4914-8174-8812b396d8d8 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:03.813237 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be155503-fb83-4b6a-8ba4-bef1fc704579 req-0fe81afe-693d-4914-8174-8812b396d8d8 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:03.820832 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be155503-fb83-4b6a-8ba4-bef1fc704579 req-0fe81afe-693d-4914-8174-8812b396d8d8 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:03.827818 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be155503-fb83-4b6a-8ba4-bef1fc704579 req-0fe81afe-693d-4914-8174-8812b396d8d8 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:03.834747 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be155503-fb83-4b6a-8ba4-bef1fc704579 req-0fe81afe-693d-4914-8174-8812b396d8d8 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:03.842694 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be155503-fb83-4b6a-8ba4-bef1fc704579 req-0fe81afe-693d-4914-8174-8812b396d8d8 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:03.859319 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be155503-fb83-4b6a-8ba4-bef1fc704579 req-0fe81afe-693d-4914-8174-8812b396d8d8 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:03.868635 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be155503-fb83-4b6a-8ba4-bef1fc704579 req-0fe81afe-693d-4914-8174-8812b396d8d8 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 5396 time: 0.4965835 Jul 13 07:22:03.888581 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7549fe3d-3f04-449c-8ffe-63200e896997 x-openstack-request-id: req-7549fe3d-3f04-449c-8ffe-63200e896997 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:03.889210 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "tag": "d7ded5d2-51a4-43c5-bfa9-37432da7c39b", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:03.889210 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7549fe3d-3f04-449c-8ffe-63200e896997 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:03.894034 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'tag': 'd7ded5d2-51a4-43c5-bfa9-37432da7c39b', 'status': 'completed', 'code': 200} Jul 13 07:22:03.926055 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:03.976004 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bb103cc1-af54-4b5c-8836-863a9cc2d689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:04.049212 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-0f7c4d9e-03f2-4619-9ed4-7f5d9a16f9fe tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:04.053285 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-61c0bfa8-68d8-4022-8d84-1145bedced70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:04.057299 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-0f7c4d9e-03f2-4619-9ed4-7f5d9a16f9fe tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6477840 Jul 13 07:22:04.062521 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-d8be9e50-bf3d-4a9b-acac-0fac228025f3 req-f4a3dab3-f0c4-40f4-9903-9231cc0d01ff tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1795508693', 'description': 'tempest-description-661662727'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:04.083649 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be155503-fb83-4b6a-8ba4-bef1fc704579 req-2fde7c5c-9a17-4ba3-9d35-abc92cd55254 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=afedc317-2eb3-4978-a3f5-50dbdb316361&id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2094867 Jul 13 07:22:04.084508 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.db.api [req-d8be9e50-bf3d-4a9b-acac-0fac228025f3 req-f4a3dab3-f0c4-40f4-9903-9231cc0d01ff tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:22:04.084508 n-d-771363-34 neutron-server[94018]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 07:22:04.084508 n-d-771363-34 neutron-server[94018]: [parameters: {'project_id': '4e797c119fc84db39e99ebd398be757d', 'id': 'f7270d77-7927-4534-b5a3-6c6384ede51c', 'expiration': datetime.datetime(2021, 7, 13, 7, 24, 4, 75558)}] Jul 13 07:22:04.084508 n-d-771363-34 neutron-server[94018]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:22:04.085726 n-d-771363-34 neutron-server[94018]: DEBUG oslo_db.api [req-d8be9e50-bf3d-4a9b-acac-0fac228025f3 req-f4a3dab3-f0c4-40f4-9903-9231cc0d01ff tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:22:04.090217 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-043415dd-e60f-41c8-950e-e0fbcf51d91a tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Request body: {'port': {'device_id': '384c583f-9825-48d0-85b1-b16123f853e0', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'admin_state_up': True, 'tenant_id': 'ab1efbcd4d3a4d55ba5b5c98ce874da7'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:04.123151 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9a6be0cb-a8dc-4ff3-a187-54280b50c176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:04.201183 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6be0cb-a8dc-4ff3-a187-54280b50c176 admin admin] Pushing event deleted for resources: {'Port': ['ID=430a1182-23e1-45ec-83a0-2fec138091b9,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:04.280836 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9a6be0cb-a8dc-4ff3-a187-54280b50c176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:04.297324 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-11ddbae7-4280-4fcd-9ebb-4d26284094c9 req-ab8ab9d8-55ef-444f-a200-b36b1e92fe5b tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d3b79a9-09dc-4f7f-ac63-835c101ea8be HTTP/1.1" status: 200 len: 210 time: 0.0783939 Jul 13 07:22:04.332050 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d92f4734-b946-4ec0-b409-f7f0dc58a77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:04.355421 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d92f4734-b946-4ec0-b409-f7f0dc58a77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:04.398976 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9a6be0cb-a8dc-4ff3-a187-54280b50c176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:04.406527 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9a6be0cb-a8dc-4ff3-a187-54280b50c176 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:04.475173 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9a6be0cb-a8dc-4ff3-a187-54280b50c176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:04.475948 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6be0cb-a8dc-4ff3-a187-54280b50c176 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 608a9f81-7535-468f-9f4c-23efb84ba0ba {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:22:04.481470 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9a6be0cb-a8dc-4ff3-a187-54280b50c176 admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:04.484358 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9a6be0cb-a8dc-4ff3-a187-54280b50c176 admin admin] 10.222.0.23 "DELETE /v2.0/routers/608a9f81-7535-468f-9f4c-23efb84ba0ba HTTP/1.1" status: 204 len: 168 time: 3.0905085 Jul 13 07:22:04.486498 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47650) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:04.527421 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9636d-17d5-4ccb-98bf-bb03696a5f96 req-9978f672-77d9-4149-ab84-9c13792129a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:04.527919 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9636d-17d5-4ccb-98bf-bb03696a5f96 req-9978f672-77d9-4149-ab84-9c13792129a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:04.528402 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9636d-17d5-4ccb-98bf-bb03696a5f96 req-9978f672-77d9-4149-ab84-9c13792129a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:04.531131 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9636d-17d5-4ccb-98bf-bb03696a5f96 req-9978f672-77d9-4149-ab84-9c13792129a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:04.531713 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9636d-17d5-4ccb-98bf-bb03696a5f96 req-9978f672-77d9-4149-ab84-9c13792129a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:04.534303 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9636d-17d5-4ccb-98bf-bb03696a5f96 req-9978f672-77d9-4149-ab84-9c13792129a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:04.534825 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9636d-17d5-4ccb-98bf-bb03696a5f96 req-9978f672-77d9-4149-ab84-9c13792129a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:04.571444 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-92d9636d-17d5-4ccb-98bf-bb03696a5f96 req-9978f672-77d9-4149-ab84-9c13792129a4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f21aa0b310c4cd09c2f6eea1ac67069&device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 6348 time: 0.6428704 Jul 13 07:22:04.577421 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-678b0c58-af04-4b72-a6b0-f28b72d0f63c admin admin] Deleting subnet 08d27dfc-612c-441f-ad30-507bec8497b0 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:22:04.585956 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-678b0c58-af04-4b72-a6b0-f28b72d0f63c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:04.659807 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-678b0c58-af04-4b72-a6b0-f28b72d0f63c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:04.681871 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d92f4734-b946-4ec0-b409-f7f0dc58a77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:04.684878 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d92f4734-b946-4ec0-b409-f7f0dc58a77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:04.686033 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d92f4734-b946-4ec0-b409-f7f0dc58a77f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ecd92ed5-551f-4de7-9f79-53fb3b1ec1ec HTTP/1.1" status: 204 len: 168 time: 0.9192212 Jul 13 07:22:04.775813 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-678b0c58-af04-4b72-a6b0-f28b72d0f63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:04.805879 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47656) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:04.862575 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9636d-17d5-4ccb-98bf-bb03696a5f96 req-b3d91dd8-e5cb-46b3-aa37-abef75b5aa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:04.864199 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9636d-17d5-4ccb-98bf-bb03696a5f96 req-b3d91dd8-e5cb-46b3-aa37-abef75b5aa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:04.864881 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9636d-17d5-4ccb-98bf-bb03696a5f96 req-b3d91dd8-e5cb-46b3-aa37-abef75b5aa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:04.866700 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-92d9636d-17d5-4ccb-98bf-bb03696a5f96 req-b3d91dd8-e5cb-46b3-aa37-abef75b5aa96 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=9f21aa0b310c4cd09c2f6eea1ac67069&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2939775 Jul 13 07:22:04.888433 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dc1ab7f-e1ff-4be5-997c-ae052659c870 admin admin] Deleting subnet 29dbb0de-f006-4fad-81e6-32cb485966ca {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:22:04.897697 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3dc1ab7f-e1ff-4be5-997c-ae052659c870 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:04.944152 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f4734-b946-4ec0-b409-f7f0dc58a77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd92ed5-551f-4de7-9f79-53fb3b1ec1ec,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:04.964382 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-678b0c58-af04-4b72-a6b0-f28b72d0f63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:05.011942 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b0c58-af04-4b72-a6b0-f28b72d0f63c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08d27dfc-612c-441f-ad30-507bec8497b0,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:05.015840 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-678b0c58-af04-4b72-a6b0-f28b72d0f63c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:05.020011 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-678b0c58-af04-4b72-a6b0-f28b72d0f63c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/08d27dfc-612c-441f-ad30-507bec8497b0 HTTP/1.1" status: 204 len: 168 time: 0.5298085 Jul 13 07:22:05.020211 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2b30df-d69c-4d65-859e-d8a791c871ca None None] Network 4fc60d03-d6d4-4075-8be9-f21eb0bd4fb2 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:22:05.020738 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3dc1ab7f-e1ff-4be5-997c-ae052659c870 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:05.022277 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47660) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:05.161650 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bb103cc1-af54-4b5c-8836-863a9cc2d689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:05.185250 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-0c752cef-71e5-4995-b864-b7657adae30f req-61c0bfa8-68d8-4022-8d84-1145bedced70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff532c51-9355-4450-8c7c-8a7e95d11ca1 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:05.196909 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bb103cc1-af54-4b5c-8836-863a9cc2d689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:05.234624 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3dc1ab7f-e1ff-4be5-997c-ae052659c870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:05.247382 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-61c0bfa8-68d8-4022-8d84-1145bedced70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:05.328596 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-72ba7ef1-fa2a-4e9f-bb7b-3aa12a2950f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:05.334239 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e36cd99-97f8-458d-bb27-8f068f1306cd None None] DHCP port deletion for 4fc60d03-d6d4-4075-8be9-f21eb0bd4fb2 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:22:05.339527 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-0c752cef-71e5-4995-b864-b7657adae30f req-61c0bfa8-68d8-4022-8d84-1145bedced70 service neutron] Transition to ACTIVE for port object ff532c51-9355-4450-8c7c-8a7e95d11ca1 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:05.344854 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb103cc1-af54-4b5c-8836-863a9cc2d689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4918f9-1876-4e34-b48f-33fd8adf25cf,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:05.350918 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-bb103cc1-af54-4b5c-8836-863a9cc2d689 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=120cb821e27b4082b1e0eafae4be0627&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8654332 Jul 13 07:22:05.363935 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-61c0bfa8-68d8-4022-8d84-1145bedced70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:05.366762 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47676) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:05.408238 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-043415dd-e60f-41c8-950e-e0fbcf51d91a tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Made reservation on behalf of ab1efbcd4d3a4d55ba5b5c98ce874da7 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:05.408960 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9636d-17d5-4ccb-98bf-bb03696a5f96 req-1a4df588-8ec1-4db9-8c24-9c5ef3934a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:05.409981 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-92d9636d-17d5-4ccb-98bf-bb03696a5f96 req-1a4df588-8ec1-4db9-8c24-9c5ef3934a04 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4902256 Jul 13 07:22:05.417788 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-043415dd-e60f-41c8-950e-e0fbcf51d91a tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:05.490992 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-043415dd-e60f-41c8-950e-e0fbcf51d91a tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:05.525275 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-8e36cd99-97f8-458d-bb27-8f068f1306cd None None] Deleting port 03baf8e6-44d3-411b-a362-3a242c68bfaa {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:22:05.527755 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8e36cd99-97f8-458d-bb27-8f068f1306cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:05.546306 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0bfa8-68d8-4022-8d84-1145bedced70 service neutron] Pushing event updated for resources: {'Port': ['ID=ff532c51-9355-4450-8c7c-8a7e95d11ca1,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:05.569715 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-105d2eec-4236-4042-ac77-d133914dbe4a tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ab1efbcd4d3a4d55ba5b5c98ce874da7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1075482 Jul 13 07:22:05.731725 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-8e36cd99-97f8-458d-bb27-8f068f1306cd None None] For port 03baf8e6-44d3-411b-a362-3a242c68bfaa, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=03baf8e6-44d3-411b-a362-3a242c68bfaa,segment=NetworkSegment(eabe60c3-279a-4c64-8a44-763b641303a2),segment_id=eabe60c3-279a-4c64-8a44-763b641303a2)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:05.733780 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8e36cd99-97f8-458d-bb27-8f068f1306cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:05.762658 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d8be9e50-bf3d-4a9b-acac-0fac228025f3 req-f4a3dab3-f0c4-40f4-9903-9231cc0d01ff tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:05.775553 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-8e36cd99-97f8-458d-bb27-8f068f1306cd None None] Calling delete_port for 03baf8e6-44d3-411b-a362-3a242c68bfaa owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:22:05.784426 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d8d600c4-7db6-487f-a863-8b562d11f2e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:05.810231 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d8d600c4-7db6-487f-a863-8b562d11f2e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:05.814837 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10b992-1eb2-4900-b9dc-412fb4152510 req-301e3126-0414-4bec-9a81-ff46faf6cc85 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:05.820955 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10b992-1eb2-4900-b9dc-412fb4152510 req-301e3126-0414-4bec-9a81-ff46faf6cc85 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:05.838371 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10b992-1eb2-4900-b9dc-412fb4152510 req-301e3126-0414-4bec-9a81-ff46faf6cc85 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:05.853630 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10b992-1eb2-4900-b9dc-412fb4152510 req-301e3126-0414-4bec-9a81-ff46faf6cc85 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:05.863433 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10b992-1eb2-4900-b9dc-412fb4152510 req-301e3126-0414-4bec-9a81-ff46faf6cc85 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:05.877359 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10b992-1eb2-4900-b9dc-412fb4152510 req-301e3126-0414-4bec-9a81-ff46faf6cc85 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:05.890052 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3dc1ab7f-e1ff-4be5-997c-ae052659c870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:05.893350 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10b992-1eb2-4900-b9dc-412fb4152510 req-301e3126-0414-4bec-9a81-ff46faf6cc85 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:05.900298 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1b10b992-1eb2-4900-b9dc-412fb4152510 req-301e3126-0414-4bec-9a81-ff46faf6cc85 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 5408 time: 0.4599094 Jul 13 07:22:05.904267 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'tag': '5e38dcee-5f8f-4129-bb5d-68231affa33d'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:05.909905 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7dc49a2-81ae-430f-b686-dc67dda0d105" -d '{"events": [{"name": "network-changed", "server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "tag": "5e38dcee-5f8f-4129-bb5d-68231affa33d"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:05.923762 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 430a1182-23e1-45ec-83a0-2fec138091b9 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:22:05.929985 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc1ab7f-e1ff-4be5-997c-ae052659c870 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29dbb0de-f006-4fad-81e6-32cb485966ca,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:05.932406 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d8d600c4-7db6-487f-a863-8b562d11f2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:05.934977 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d8d600c4-7db6-487f-a863-8b562d11f2e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:05.938646 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d8d600c4-7db6-487f-a863-8b562d11f2e5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6c4918f9-1876-4e34-b48f-33fd8adf25cf HTTP/1.1" status: 204 len: 168 time: 0.5598686 Jul 13 07:22:05.955657 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d600c4-7db6-487f-a863-8b562d11f2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4918f9-1876-4e34-b48f-33fd8adf25cf,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:05.986434 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3dc1ab7f-e1ff-4be5-997c-ae052659c870 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:05.990392 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-0c752cef-71e5-4995-b864-b7657adae30f req-61c0bfa8-68d8-4022-8d84-1145bedced70 service neutron] Attempting to bind port ff532c51-9355-4450-8c7c-8a7e95d11ca1 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:05.990995 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-0c752cef-71e5-4995-b864-b7657adae30f req-61c0bfa8-68d8-4022-8d84-1145bedced70 service neutron] Attempting to bind port ff532c51-9355-4450-8c7c-8a7e95d11ca1 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'a22ed18f-1ae7-4f42-8ca5-e45559afe92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:05.991588 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c752cef-71e5-4995-b864-b7657adae30f req-61c0bfa8-68d8-4022-8d84-1145bedced70 service neutron] Attempting to bind port ff532c51-9355-4450-8c7c-8a7e95d11ca1 on network d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:05.997426 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47692) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:05.999336 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3dc1ab7f-e1ff-4be5-997c-ae052659c870 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/29dbb0de-f006-4fad-81e6-32cb485966ca HTTP/1.1" status: 204 len: 168 time: 1.1919856 Jul 13 07:22:06.005944 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-043415dd-e60f-41c8-950e-e0fbcf51d91a tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:06.007589 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-72ba7ef1-fa2a-4e9f-bb7b-3aa12a2950f0 admin admin] Deleting port 03baf8e6-44d3-411b-a362-3a242c68bfaa {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:22:06.008047 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-72ba7ef1-fa2a-4e9f-bb7b-3aa12a2950f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:06.036161 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-cc31dcbc-0cd6-4206-be32-f6a42f40c04b tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:06.038482 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-cc31dcbc-0cd6-4206-be32-f6a42f40c04b tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4466596 Jul 13 07:22:06.056459 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c752cef-71e5-4995-b864-b7657adae30f req-61c0bfa8-68d8-4022-8d84-1145bedced70 service neutron] Port ff532c51-9355-4450-8c7c-8a7e95d11ca1 on network d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:22:06.057208 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c752cef-71e5-4995-b864-b7657adae30f req-61c0bfa8-68d8-4022-8d84-1145bedced70 service neutron] Attempting to bind port ff532c51-9355-4450-8c7c-8a7e95d11ca1 on network d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:06.068524 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1b10b992-1eb2-4900-b9dc-412fb4152510 req-3308478a-3440-4a33-a6cd-25d091e309eb tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=afedc317-2eb3-4978-a3f5-50dbdb316361&id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1497939 Jul 13 07:22:06.071585 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 430a1182-23e1-45ec-83a0-2fec138091b9 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:22:06.072723 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 430a1182-23e1-45ec-83a0-2fec138091b9 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:22:06.074249 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 03baf8e6-44d3-411b-a362-3a242c68bfaa no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:22:06.074618 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-d0245c86-1490-4af2-a992-ddbffe742d46 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Request body: {'port': {'device_id': '0d3b79a9-09dc-4f7f-ac63-835c101ea8be', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'admin_state_up': True, 'tenant_id': 'ab1efbcd4d3a4d55ba5b5c98ce874da7'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:06.094164 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c752cef-71e5-4995-b864-b7657adae30f req-61c0bfa8-68d8-4022-8d84-1145bedced70 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:06.094796 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c752cef-71e5-4995-b864-b7657adae30f req-61c0bfa8-68d8-4022-8d84-1145bedced70 service neutron] Checking segment: {'id': 'a22ed18f-1ae7-4f42-8ca5-e45559afe92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:06.095258 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c752cef-71e5-4995-b864-b7657adae30f req-61c0bfa8-68d8-4022-8d84-1145bedced70 service neutron] Bound using segment: {'id': 'a22ed18f-1ae7-4f42-8ca5-e45559afe92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:06.095848 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-0c752cef-71e5-4995-b864-b7657adae30f req-61c0bfa8-68d8-4022-8d84-1145bedced70 service neutron] Bound port: ff532c51-9355-4450-8c7c-8a7e95d11ca1, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22ed18f-1ae7-4f42-8ca5-e45559afe92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:06.096482 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-61c0bfa8-68d8-4022-8d84-1145bedced70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:06.172744 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:06.184674 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d8be9e50-bf3d-4a9b-acac-0fac228025f3 req-f4a3dab3-f0c4-40f4-9903-9231cc0d01ff tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:06.194735 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-043415dd-e60f-41c8-950e-e0fbcf51d91a tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:06.208654 n-d-771363-34 neutron-server[94019]: INFO neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No ports have port_id starting with 03baf8e6-44d3-411b-a362-3a242c68bfaa Jul 13 07:22:06.215500 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8e36cd99-97f8-458d-bb27-8f068f1306cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:06.216239 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ffe15ed6-4a88-4e04-a695-9a2cdc85e8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:06.250875 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d8be9e50-bf3d-4a9b-acac-0fac228025f3 req-f4a3dab3-f0c4-40f4-9903-9231cc0d01ff tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:06.282267 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e36cd99-97f8-458d-bb27-8f068f1306cd None None] Pushing event deleted for resources: {'Port': ['ID=03baf8e6-44d3-411b-a362-3a242c68bfaa,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:06.296620 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e36cd99-97f8-458d-bb27-8f068f1306cd None None] No DVR routers for this DVR port 03baf8e6-44d3-411b-a362-3a242c68bfaa on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:22:06.351524 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d8be9e50-bf3d-4a9b-acac-0fac228025f3 req-f4a3dab3-f0c4-40f4-9903-9231cc0d01ff tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:06.353034 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d8be9e50-bf3d-4a9b-acac-0fac228025f3 req-f4a3dab3-f0c4-40f4-9903-9231cc0d01ff tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.3198688 Jul 13 07:22:06.393273 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-0c752cef-71e5-4995-b864-b7657adae30f req-61c0bfa8-68d8-4022-8d84-1145bedced70 service neutron] For port ff532c51-9355-4450-8c7c-8a7e95d11ca1, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:06.424629 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-d0245c86-1490-4af2-a992-ddbffe742d46 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Made reservation on behalf of ab1efbcd4d3a4d55ba5b5c98ce874da7 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:06.429956 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-d0245c86-1490-4af2-a992-ddbffe742d46 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:06.457626 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f9aa54-1ab0-454e-aeb2-4f65f474746b x-openstack-request-id: req-90f9aa54-1ab0-454e-aeb2-4f65f474746b {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:06.460857 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "tag": "5e38dcee-5f8f-4129-bb5d-68231affa33d", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:06.461122 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90f9aa54-1ab0-454e-aeb2-4f65f474746b {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:06.461530 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'tag': '5e38dcee-5f8f-4129-bb5d-68231affa33d', 'status': 'completed', 'code': 200} Jul 13 07:22:06.464145 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-0c752cef-71e5-4995-b864-b7657adae30f req-61c0bfa8-68d8-4022-8d84-1145bedced70 service neutron] For port ff532c51-9355-4450-8c7c-8a7e95d11ca1, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=ff532c51-9355-4450-8c7c-8a7e95d11ca1,segment=NetworkSegment(a22ed18f-1ae7-4f42-8ca5-e45559afe92b),segment_id=a22ed18f-1ae7-4f42-8ca5-e45559afe92b)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:06.541602 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-61c0bfa8-68d8-4022-8d84-1145bedced70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:06.592337 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043415dd-e60f-41c8-950e-e0fbcf51d91a tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a98c6085-37cf-41de-b1b2-f1722db5ba25,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:06.641565 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0bfa8-68d8-4022-8d84-1145bedced70 service neutron] Pushing event updated for resources: {'Port': ['ID=ff532c51-9355-4450-8c7c-8a7e95d11ca1,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:06.656312 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7e3ae62d-c56a-4ef5-a1d8-2ca0eb1813cf req-67d4b6ef-c657-413b-a291-3f4149b98fbd tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d3b79a9-09dc-4f7f-ac63-835c101ea8be HTTP/1.1" status: 200 len: 210 time: 0.1905582 Jul 13 07:22:06.669590 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47706) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:06.703370 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ffe15ed6-4a88-4e04-a695-9a2cdc85e8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:06.709171 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-61c0bfa8-68d8-4022-8d84-1145bedced70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:06.710193 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-61c0bfa8-68d8-4022-8d84-1145bedced70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:06.711910 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-61c0bfa8-68d8-4022-8d84-1145bedced70 service neutron] 10.222.0.42 "PUT /v2.0/ports/ff532c51-9355-4450-8c7c-8a7e95d11ca1 HTTP/1.1" status: 200 len: 1092 time: 3.2616169 Jul 13 07:22:06.751011 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-ffe15ed6-4a88-4e04-a695-9a2cdc85e8e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ea5405-113d-42fb-9a8e-56f12339534a']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:06.757713 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-72ba7ef1-fa2a-4e9f-bb7b-3aa12a2950f0 admin admin] For port 03baf8e6-44d3-411b-a362-3a242c68bfaa, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=03baf8e6-44d3-411b-a362-3a242c68bfaa,segment=NetworkSegment(eabe60c3-279a-4c64-8a44-763b641303a2),segment_id=eabe60c3-279a-4c64-8a44-763b641303a2)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:06.758086 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-72ba7ef1-fa2a-4e9f-bb7b-3aa12a2950f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:06.791629 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-459d118d-bdad-41e4-b5d8-19a57419da61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:06.804317 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-0c752cef-71e5-4995-b864-b7657adae30f req-f7266c55-9247-443a-b446-014bb7df7b9e service neutron] Request body: {'port': {'device_id': '351c2f2b-30ec-4054-9581-49a23e86278a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:06.808113 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-ffe15ed6-4a88-4e04-a695-9a2cdc85e8e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7fdd6a4-7ea0-4d78-a1ca-354316bc2553') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:06.808538 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-ffe15ed6-4a88-4e04-a695-9a2cdc85e8e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7fdd6a4-7ea0-4d78-a1ca-354316bc2553') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:06.892781 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-72ba7ef1-fa2a-4e9f-bb7b-3aa12a2950f0 admin admin] Calling delete_port for 03baf8e6-44d3-411b-a362-3a242c68bfaa owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:22:06.940036 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3dab3-f0c4-40f4-9903-9231cc0d01ff tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7918386-d705-47ee-8b1f-13e8b671970c,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:06.962302 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-459d118d-bdad-41e4-b5d8-19a57419da61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:06.973288 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ffe15ed6-4a88-4e04-a695-9a2cdc85e8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:06.979532 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-459d118d-bdad-41e4-b5d8-19a57419da61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:07.019242 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc49a2-81ae-430f-b686-dc67dda0d105 req-2b8d917d-463a-4c88-a4c8-73ea055b77b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:07.020423 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc49a2-81ae-430f-b686-dc67dda0d105 req-2b8d917d-463a-4c88-a4c8-73ea055b77b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:07.020423 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc49a2-81ae-430f-b686-dc67dda0d105 req-2b8d917d-463a-4c88-a4c8-73ea055b77b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:07.020918 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc49a2-81ae-430f-b686-dc67dda0d105 req-2b8d917d-463a-4c88-a4c8-73ea055b77b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:07.022119 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc49a2-81ae-430f-b686-dc67dda0d105 req-2b8d917d-463a-4c88-a4c8-73ea055b77b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:07.022119 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc49a2-81ae-430f-b686-dc67dda0d105 req-2b8d917d-463a-4c88-a4c8-73ea055b77b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:07.022492 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc49a2-81ae-430f-b686-dc67dda0d105 req-2b8d917d-463a-4c88-a4c8-73ea055b77b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:07.024496 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f7dc49a2-81ae-430f-b686-dc67dda0d105 req-2b8d917d-463a-4c88-a4c8-73ea055b77b8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f21aa0b310c4cd09c2f6eea1ac67069&device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 6416 time: 0.5568426 Jul 13 07:22:07.060979 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459d118d-bdad-41e4-b5d8-19a57419da61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a397a2-2dff-4e92-99c0-c9529795d175,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:07.087135 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-043415dd-e60f-41c8-950e-e0fbcf51d91a tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Allocated IP 192.168.233.165 (f9d6e899-687c-4a4d-bdf3-8d8d169866a7/c5af789a-0729-4e53-834f-ef6745aa079c/92dce5c0-12b3-401b-8e1f-5c0bab3d7611) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:22:07.138341 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ffe15ed6-4a88-4e04-a695-9a2cdc85e8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:07.147563 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffe15ed6-4a88-4e04-a695-9a2cdc85e8e4 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:22:07.147963 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ffe15ed6-4a88-4e04-a695-9a2cdc85e8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:07.222947 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:07.222947 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:07.222947 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:07.222947 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:07.222947 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:22:07.222947 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:22:07.222947 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:22:07.222947 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:22:07.222947 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:22:07.222947 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:22:07.222947 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:22:07.222947 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:22:07.222947 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:22:07.222947 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:22:07.222947 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:22:07.222947 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:22:07.222947 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:22:07.222947 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:22:07.222947 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:22:07.222947 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:22:07.222947 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:22:07.222947 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:22:07.222947 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:22:07.222947 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:22:07.222947 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:22:07.222947 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:22:07.222947 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:22:07.222947 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:22:07.222947 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:22:07.222947 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:22:07.222947 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:22:07.222947 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:22:07.222947 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:22:07.222947 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:22:07.222947 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:22:07.222947 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:22:07.222947 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:22:07.222947 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:22:07.241280 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-72ba7ef1-fa2a-4e9f-bb7b-3aa12a2950f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:07.268646 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-459d118d-bdad-41e4-b5d8-19a57419da61 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c6881aa94e2b48af9ab23d7b201603ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5590231 Jul 13 07:22:07.271697 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47720) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:07.289290 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ffe15ed6-4a88-4e04-a695-9a2cdc85e8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:07.310868 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ba7ef1-fa2a-4e9f-bb7b-3aa12a2950f0 admin admin] No DVR routers for this DVR port 03baf8e6-44d3-411b-a362-3a242c68bfaa on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:22:07.316198 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba7ef1-fa2a-4e9f-bb7b-3aa12a2950f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=03baf8e6-44d3-411b-a362-3a242c68bfaa,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:07.371499 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ffe15ed6-4a88-4e04-a695-9a2cdc85e8e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:07.379050 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ffe15ed6-4a88-4e04-a695-9a2cdc85e8e4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f1ea5405-113d-42fb-9a8e-56f12339534a HTTP/1.1" status: 204 len: 168 time: 1.3694308 Jul 13 07:22:07.412922 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b809e191-0c62-49e1-9c3f-c67c5eb20a64 req-8fe977de-9b58-4c12-935b-0d018a7f7ecf tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39563 time: 0.8733013 Jul 13 07:22:07.446935 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe15ed6-4a88-4e04-a695-9a2cdc85e8e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1ea5405-113d-42fb-9a8e-56f12339534a,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:07.455577 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-f7266c55-9247-443a-b446-014bb7df7b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:07.504556 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc49a2-81ae-430f-b686-dc67dda0d105 req-7176472c-20ef-4f10-a56f-5f04afd310fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:07.505026 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc49a2-81ae-430f-b686-dc67dda0d105 req-7176472c-20ef-4f10-a56f-5f04afd310fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:07.505749 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc49a2-81ae-430f-b686-dc67dda0d105 req-7176472c-20ef-4f10-a56f-5f04afd310fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:07.507365 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f7dc49a2-81ae-430f-b686-dc67dda0d105 req-7176472c-20ef-4f10-a56f-5f04afd310fb service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=9f21aa0b310c4cd09c2f6eea1ac67069&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4715154 Jul 13 07:22:07.524280 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-72ba7ef1-fa2a-4e9f-bb7b-3aa12a2950f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:07.545417 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-043415dd-e60f-41c8-950e-e0fbcf51d91a tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:07.552709 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-72ba7ef1-fa2a-4e9f-bb7b-3aa12a2950f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc60d03-d6d4-4075-8be9-f21eb0bd4fb2']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:07.564344 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-318233c2-fa65-4295-9747-f7ad96cdedf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:07.569359 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b809e191-0c62-49e1-9c3f-c67c5eb20a64 req-18166cf8-a250-40b4-9189-f14954a453fc tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] 10.222.0.23 "GET /v2.0/security-groups/29e5527f-b230-430a-8da0-585020388f34 HTTP/1.1" status: 200 len: 2981 time: 0.1551013 Jul 13 07:22:07.571658 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-72ba7ef1-fa2a-4e9f-bb7b-3aa12a2950f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eabe60c3-279a-4c64-8a44-763b641303a2') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:07.572147 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-72ba7ef1-fa2a-4e9f-bb7b-3aa12a2950f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eabe60c3-279a-4c64-8a44-763b641303a2') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:07.591546 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-043415dd-e60f-41c8-950e-e0fbcf51d91a tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Transition to ACTIVE for port object 92dce5c0-12b3-401b-8e1f-5c0bab3d7611 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:07.597139 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-72ba7ef1-fa2a-4e9f-bb7b-3aa12a2950f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:07.623034 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47726) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:07.635147 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f504dcf-4ce3-4b34-a5c3-01d28a00740c req-49690812-a361-4719-b1c9-b146cae81200 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:07.643036 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f504dcf-4ce3-4b34-a5c3-01d28a00740c req-49690812-a361-4719-b1c9-b146cae81200 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:07.649071 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f504dcf-4ce3-4b34-a5c3-01d28a00740c req-49690812-a361-4719-b1c9-b146cae81200 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:07.650887 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-72ba7ef1-fa2a-4e9f-bb7b-3aa12a2950f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:07.655653 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f504dcf-4ce3-4b34-a5c3-01d28a00740c req-49690812-a361-4719-b1c9-b146cae81200 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:07.662251 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f504dcf-4ce3-4b34-a5c3-01d28a00740c req-49690812-a361-4719-b1c9-b146cae81200 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:07.667995 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f504dcf-4ce3-4b34-a5c3-01d28a00740c req-49690812-a361-4719-b1c9-b146cae81200 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:07.674620 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f504dcf-4ce3-4b34-a5c3-01d28a00740c req-49690812-a361-4719-b1c9-b146cae81200 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:07.676543 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7f504dcf-4ce3-4b34-a5c3-01d28a00740c req-49690812-a361-4719-b1c9-b146cae81200 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 5408 time: 0.3565066 Jul 13 07:22:07.691769 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72ba7ef1-fa2a-4e9f-bb7b-3aa12a2950f0 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:22:07.692267 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-72ba7ef1-fa2a-4e9f-bb7b-3aa12a2950f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:07.696891 n-d-771363-34 neutron-server[94018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:22:07.696891 n-d-771363-34 neutron-server[94018]: self.session.flush() Jul 13 07:22:07.696891 n-d-771363-34 neutron-server[94018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:22:07.696891 n-d-771363-34 neutron-server[94018]: self.session.flush() Jul 13 07:22:07.696891 n-d-771363-34 neutron-server[94018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:22:07.696891 n-d-771363-34 neutron-server[94018]: self.session.flush() Jul 13 07:22:07.696891 n-d-771363-34 neutron-server[94018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:22:07.696891 n-d-771363-34 neutron-server[94018]: self.session.flush() Jul 13 07:22:07.696891 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:22:07.696891 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:22:07.696891 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:22:07.696891 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:22:07.696891 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:22:07.696891 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:22:07.696891 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:22:07.696891 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:22:07.696891 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:22:07.696891 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:22:07.696891 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:22:07.696891 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:22:07.696891 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:22:07.696891 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:22:07.696891 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:22:07.696891 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:22:07.696891 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:22:07.696891 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:22:07.696891 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:22:07.696891 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:22:07.696891 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:22:07.696891 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:22:07.696891 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:22:07.696891 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:22:07.696891 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:22:07.696891 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:22:07.696891 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:22:07.696891 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:22:07.696891 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:22:07.696891 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:22:07.696891 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:22:07.696891 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:22:07.738056 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b809e191-0c62-49e1-9c3f-c67c5eb20a64 req-fa690ce3-e629-4b5e-a37c-e1adb6ab3b5f tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] 10.222.0.23 "GET /v2.0/security-groups/29e5527f-b230-430a-8da0-585020388f34 HTTP/1.1" status: 200 len: 2981 time: 0.1564996 Jul 13 07:22:07.745500 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8eb3b7e1-7caf-4550-a07d-f80a4adaeda6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ac9e284275e6483db0f236e466185533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1195018 Jul 13 07:22:07.777445 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47730) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:07.807088 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-318233c2-fa65-4295-9747-f7ad96cdedf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:07.822182 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-72ba7ef1-fa2a-4e9f-bb7b-3aa12a2950f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:07.838311 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-043415dd-e60f-41c8-950e-e0fbcf51d91a tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:07.848181 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-72ba7ef1-fa2a-4e9f-bb7b-3aa12a2950f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:07.853114 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-72ba7ef1-fa2a-4e9f-bb7b-3aa12a2950f0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4fc60d03-d6d4-4075-8be9-f21eb0bd4fb2 HTTP/1.1" status: 204 len: 168 time: 2.8268530 Jul 13 07:22:07.922337 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043415dd-e60f-41c8-950e-e0fbcf51d91a tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Pushing event updated for resources: {'Port': ['ID=92dce5c0-12b3-401b-8e1f-5c0bab3d7611,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:07.928542 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba7ef1-fa2a-4e9f-bb7b-3aa12a2950f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fc60d03-d6d4-4075-8be9-f21eb0bd4fb2,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:07.942020 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-043415dd-e60f-41c8-950e-e0fbcf51d91a tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:22:07.943792 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-043415dd-e60f-41c8-950e-e0fbcf51d91a tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:07.944135 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7f504dcf-4ce3-4b34-a5c3-01d28a00740c req-2d771e29-7a5f-41be-8937-7204b595db2d tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=afedc317-2eb3-4978-a3f5-50dbdb316361&id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2559824 Jul 13 07:22:07.948099 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-043415dd-e60f-41c8-950e-e0fbcf51d91a tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:22:07.951478 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b809e191-0c62-49e1-9c3f-c67c5eb20a64 req-67abdca3-79f2-4276-a61a-38f4dd1c01ad tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] 10.222.0.23 "GET /v2.0/security-groups/362e30c1-aae0-4dcd-8a20-bcd2798f6f7c HTTP/1.1" status: 200 len: 2981 time: 0.1718853 Jul 13 07:22:07.965905 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc49a2-81ae-430f-b686-dc67dda0d105 req-1bd8e278-a529-407d-b2f8-7e53dd35b626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:07.973235 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f7dc49a2-81ae-430f-b686-dc67dda0d105 req-1bd8e278-a529-407d-b2f8-7e53dd35b626 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4366882 Jul 13 07:22:07.991060 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a48727d6-6abc-4c83-ad57-fb43a9373bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:08.060337 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a48727d6-6abc-4c83-ad57-fb43a9373bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:08.077444 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-043415dd-e60f-41c8-950e-e0fbcf51d91a tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:08.078136 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-043415dd-e60f-41c8-950e-e0fbcf51d91a tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:08.117581 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b809e191-0c62-49e1-9c3f-c67c5eb20a64 req-9442ef94-2ebc-49c7-b649-0f7cd4a9fb4d tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] 10.222.0.23 "GET /v2.0/security-groups/362e30c1-aae0-4dcd-8a20-bcd2798f6f7c HTTP/1.1" status: 200 len: 2981 time: 0.1344998 Jul 13 07:22:08.120658 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47738) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:08.128737 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-d0245c86-1490-4af2-a992-ddbffe742d46 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Allocated IP 192.168.233.119 (f9d6e899-687c-4a4d-bdf3-8d8d169866a7/c5af789a-0729-4e53-834f-ef6745aa079c/3b8e1476-3286-48c1-b46c-ed499c65dca8) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:22:08.190326 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-318233c2-fa65-4295-9747-f7ad96cdedf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:08.198503 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-318233c2-fa65-4295-9747-f7ad96cdedf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:08.204007 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-318233c2-fa65-4295-9747-f7ad96cdedf6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b5a397a2-2dff-4e92-99c0-c9529795d175 HTTP/1.1" status: 204 len: 168 time: 0.9264743 Jul 13 07:22:08.238423 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-043415dd-e60f-41c8-950e-e0fbcf51d91a tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1574280 Jul 13 07:22:08.243015 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a48727d6-6abc-4c83-ad57-fb43a9373bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:08.255413 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a48727d6-6abc-4c83-ad57-fb43a9373bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:08.261598 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a48727d6-6abc-4c83-ad57-fb43a9373bed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/686d7a01-2028-4471-9a30-ddb92363aa2b HTTP/1.1" status: 204 len: 168 time: 0.4784844 Jul 13 07:22:08.269056 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-57cc2f55-c84c-42d4-ad2f-631983f51318 service neutron] Request body: {'port': {'device_id': '384c583f-9825-48d0-85b1-b16123f853e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:08.296794 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318233c2-fa65-4295-9747-f7ad96cdedf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a397a2-2dff-4e92-99c0-c9529795d175,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:08.314499 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318233c2-fa65-4295-9747-f7ad96cdedf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:08.316122 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318233c2-fa65-4295-9747-f7ad96cdedf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:08.319445 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318233c2-fa65-4295-9747-f7ad96cdedf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:08.320792 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318233c2-fa65-4295-9747-f7ad96cdedf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:08.321928 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318233c2-fa65-4295-9747-f7ad96cdedf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:08.322553 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318233c2-fa65-4295-9747-f7ad96cdedf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:08.335090 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318233c2-fa65-4295-9747-f7ad96cdedf6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:08.336579 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318233c2-fa65-4295-9747-f7ad96cdedf6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:08.337519 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318233c2-fa65-4295-9747-f7ad96cdedf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:08.339192 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318233c2-fa65-4295-9747-f7ad96cdedf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:08.339696 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318233c2-fa65-4295-9747-f7ad96cdedf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:08.342012 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318233c2-fa65-4295-9747-f7ad96cdedf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:08.346708 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-88b41a9b-8708-48fa-b692-980457fd87f0 None None] Provisioning for port 92dce5c0-12b3-401b-8e1f-5c0bab3d7611 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:08.353070 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-88b41a9b-8708-48fa-b692-980457fd87f0 None None] Provisioning complete for port 92dce5c0-12b3-401b-8e1f-5c0bab3d7611 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:08.357675 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-88b41a9b-8708-48fa-b692-980457fd87f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:08.384566 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48727d6-6abc-4c83-ad57-fb43a9373bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686d7a01-2028-4471-9a30-ddb92363aa2b,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:08.418655 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7a2d8646-801f-4682-bb7f-fd6afbecc814 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=34f1f252047a479b82dd34808ffbdaa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2968919 Jul 13 07:22:08.424422 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-57cc2f55-c84c-42d4-ad2f-631983f51318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:08.425017 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47744) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:08.444625 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b809e191-0c62-49e1-9c3f-c67c5eb20a64 req-4401da85-af94-4cdc-85fc-4cea0cb2f5d2 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] 10.222.0.23 "GET /v2.0/security-groups/424ad3cc-8e1e-4576-92ed-66f3746cc272 HTTP/1.1" status: 200 len: 2973 time: 0.2559528 Jul 13 07:22:08.465102 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-88b41a9b-8708-48fa-b692-980457fd87f0 None None] Port 92dce5c0-12b3-401b-8e1f-5c0bab3d7611 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:22:08.489251 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'tag': 'ff532c51-9355-4450-8c7c-8a7e95d11ca1'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:08.492420 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cebb72f-bbaf-4fcf-88cf-449e259426e1" -d '{"events": [{"name": "network-changed", "server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "tag": "ff532c51-9355-4450-8c7c-8a7e95d11ca1"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:08.520107 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b809e191-0c62-49e1-9c3f-c67c5eb20a64 req-288219ee-4973-4dff-b069-9d4b1459bbfd tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] 10.222.0.23 "GET /v2.0/security-groups/424ad3cc-8e1e-4576-92ed-66f3746cc272 HTTP/1.1" status: 200 len: 2973 time: 0.0743225 Jul 13 07:22:08.639191 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-0c752cef-71e5-4995-b864-b7657adae30f req-f7266c55-9247-443a-b446-014bb7df7b9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38a092c2-cb24-4cdb-9c57-ce1ffaf19763 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:08.664443 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-f7266c55-9247-443a-b446-014bb7df7b9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:08.771223 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b809e191-0c62-49e1-9c3f-c67c5eb20a64 req-1f835349-f1f3-4227-9f46-bb214c467796 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] 10.222.0.23 "GET /v2.0/security-groups/57d31a77-e5e8-424e-ae7a-0fa62308c342 HTTP/1.1" status: 200 len: 2981 time: 0.2493370 Jul 13 07:22:08.878849 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b809e191-0c62-49e1-9c3f-c67c5eb20a64 req-ce2f8cc3-3cf2-459d-b4c0-2f62393a3c62 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] 10.222.0.23 "GET /v2.0/security-groups/57d31a77-e5e8-424e-ae7a-0fa62308c342 HTTP/1.1" status: 200 len: 2981 time: 0.1052463 Jul 13 07:22:08.923076 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [req-b809e191-0c62-49e1-9c3f-c67c5eb20a64 req-2c282e4f-c4a7-4522-bc82-d3a3ca15160a tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] show failed (client error): The resource could not be found. Jul 13 07:22:08.934704 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b809e191-0c62-49e1-9c3f-c67c5eb20a64 req-2c282e4f-c4a7-4522-bc82-d3a3ca15160a tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] 10.222.0.23 "GET /v2.0/security-groups/686d7a01-2028-4471-9a30-ddb92363aa2b HTTP/1.1" status: 404 len: 352 time: 0.0308070 Jul 13 07:22:08.961901 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [req-b809e191-0c62-49e1-9c3f-c67c5eb20a64 req-36717adc-b693-430b-bd9f-12bfe1b71fc6 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] show failed (client error): The resource could not be found. Jul 13 07:22:08.980323 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b809e191-0c62-49e1-9c3f-c67c5eb20a64 req-36717adc-b693-430b-bd9f-12bfe1b71fc6 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] 10.222.0.23 "GET /v2.0/security-groups/686d7a01-2028-4471-9a30-ddb92363aa2b HTTP/1.1" status: 404 len: 352 time: 0.0439935 Jul 13 07:22:09.044687 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b809e191-0c62-49e1-9c3f-c67c5eb20a64 req-08d569f8-933e-42d4-bc25-6eb404b6b896 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] 10.222.0.23 "GET /v2.0/security-groups/873b0d0c-284b-430f-bbdc-05188e5a5657 HTTP/1.1" status: 200 len: 2981 time: 0.0625312 Jul 13 07:22:09.110563 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b809e191-0c62-49e1-9c3f-c67c5eb20a64 req-71e4b717-9dc6-4575-bddc-9d0dc7647f2e tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] 10.222.0.23 "GET /v2.0/security-groups/873b0d0c-284b-430f-bbdc-05188e5a5657 HTTP/1.1" status: 200 len: 2981 time: 0.0623305 Jul 13 07:22:09.153188 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-46fe1379-af3f-40d9-ac93-3f11db6b2137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:09.184956 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-46fe1379-af3f-40d9-ac93-3f11db6b2137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:09.188618 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b809e191-0c62-49e1-9c3f-c67c5eb20a64 req-a250132b-6a69-447a-8cb3-a8bf862f63bb tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] 10.222.0.23 "GET /v2.0/security-groups/96fe9e71-d48f-40e4-be9b-38eb27d77571 HTTP/1.1" status: 200 len: 2977 time: 0.0689881 Jul 13 07:22:09.200644 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-a024ad68-a749-47f2-b7e7-bf4971f0526f tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=0b6b2867affa4b329c36686510d6fd7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5518682 Jul 13 07:22:09.232805 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-0c752cef-71e5-4995-b864-b7657adae30f req-f7266c55-9247-443a-b446-014bb7df7b9e service neutron] Transition to ACTIVE for port object 38a092c2-cb24-4cdb-9c57-ce1ffaf19763 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:09.257795 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-f7266c55-9247-443a-b446-014bb7df7b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:09.260724 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b809e191-0c62-49e1-9c3f-c67c5eb20a64 req-b495e8c0-48f0-4241-88b5-ce199f88284b tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] 10.222.0.23 "GET /v2.0/security-groups/96fe9e71-d48f-40e4-be9b-38eb27d77571 HTTP/1.1" status: 200 len: 2977 time: 0.0655584 Jul 13 07:22:09.341911 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b809e191-0c62-49e1-9c3f-c67c5eb20a64 req-9482928f-6a37-4215-8fd2-84646adf705c tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] 10.222.0.23 "GET /v2.0/security-groups/a5401831-a818-49c8-9fd8-9d1ca84dab0e HTTP/1.1" status: 200 len: 2981 time: 0.0720966 Jul 13 07:22:09.382665 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-d0245c86-1490-4af2-a992-ddbffe742d46 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:09.428167 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b809e191-0c62-49e1-9c3f-c67c5eb20a64 req-fd8c3a53-05e3-4d59-b08d-988b84b14411 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] 10.222.0.23 "GET /v2.0/security-groups/a5401831-a818-49c8-9fd8-9d1ca84dab0e HTTP/1.1" status: 200 len: 2981 time: 0.0783708 Jul 13 07:22:09.457888 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-d0245c86-1490-4af2-a992-ddbffe742d46 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Transition to ACTIVE for port object 3b8e1476-3286-48c1-b46c-ed499c65dca8 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:09.518941 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7266c55-9247-443a-b446-014bb7df7b9e service neutron] Pushing event updated for resources: {'Port': ['ID=38a092c2-cb24-4cdb-9c57-ce1ffaf19763,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:09.532445 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b809e191-0c62-49e1-9c3f-c67c5eb20a64 req-28515d44-561a-4fb2-b339-5af65ccab4c9 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] 10.222.0.23 "GET /v2.0/security-groups/a98c6085-37cf-41de-b1b2-f1722db5ba25 HTTP/1.1" status: 200 len: 2981 time: 0.0855608 Jul 13 07:22:09.602817 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b809e191-0c62-49e1-9c3f-c67c5eb20a64 req-77e1db36-e47d-417f-a8e5-4fc10cd7a910 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] 10.222.0.23 "GET /v2.0/security-groups/a98c6085-37cf-41de-b1b2-f1722db5ba25 HTTP/1.1" status: 200 len: 2981 time: 0.0635495 Jul 13 07:22:09.732474 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b809e191-0c62-49e1-9c3f-c67c5eb20a64 req-9142c368-7c3c-447f-98bf-cefc4876aac0 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] 10.222.0.23 "GET /v2.0/security-groups/afedc317-2eb3-4978-a3f5-50dbdb316361 HTTP/1.1" status: 200 len: 2981 time: 0.1144769 Jul 13 07:22:09.767483 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-46fe1379-af3f-40d9-ac93-3f11db6b2137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:09.771433 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-46fe1379-af3f-40d9-ac93-3f11db6b2137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:09.772862 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-46fe1379-af3f-40d9-ac93-3f11db6b2137 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/57d31a77-e5e8-424e-ae7a-0fa62308c342 HTTP/1.1" status: 204 len: 168 time: 1.3423731 Jul 13 07:22:09.804879 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-1676d2e4-64ff-433b-a17b-c87575f19a75 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:09.806903 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-1676d2e4-64ff-433b-a17b-c87575f19a75 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6054914 Jul 13 07:22:09.812162 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b809e191-0c62-49e1-9c3f-c67c5eb20a64 req-bae4a01b-9cb6-4583-b77e-6b5089a84fad tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] 10.222.0.23 "GET /v2.0/security-groups/afedc317-2eb3-4978-a3f5-50dbdb316361 HTTP/1.1" status: 200 len: 2981 time: 0.0718079 Jul 13 07:22:09.814569 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe1379-af3f-40d9-ac93-3f11db6b2137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d31a77-e5e8-424e-ae7a-0fa62308c342,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:09.842512 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-d0245c86-1490-4af2-a992-ddbffe742d46 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:09.848225 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-f52ac47a-659b-484a-9e36-6c4be027c41b tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/quotas/0b6b2867affa4b329c36686510d6fd7f HTTP/1.1" status: 200 len: 375 time: 0.0229983 Jul 13 07:22:09.909650 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-0c752cef-71e5-4995-b864-b7657adae30f req-f7266c55-9247-443a-b446-014bb7df7b9e service neutron] Attempting to bind port 38a092c2-cb24-4cdb-9c57-ce1ffaf19763 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:09.910084 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-0c752cef-71e5-4995-b864-b7657adae30f req-f7266c55-9247-443a-b446-014bb7df7b9e service neutron] Attempting to bind port 38a092c2-cb24-4cdb-9c57-ce1ffaf19763 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'a22ed18f-1ae7-4f42-8ca5-e45559afe92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:09.910495 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c752cef-71e5-4995-b864-b7657adae30f req-f7266c55-9247-443a-b446-014bb7df7b9e service neutron] Attempting to bind port 38a092c2-cb24-4cdb-9c57-ce1ffaf19763 on network d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:09.945797 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-4aeb5aa3-05dc-4ad8-96e6-34d39378d28c tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b6b2867affa4b329c36686510d6fd7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0796740 Jul 13 07:22:09.956897 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-d0245c86-1490-4af2-a992-ddbffe742d46 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:22:09.960529 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c752cef-71e5-4995-b864-b7657adae30f req-f7266c55-9247-443a-b446-014bb7df7b9e service neutron] Port 38a092c2-cb24-4cdb-9c57-ce1ffaf19763 on network d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:22:09.960948 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c752cef-71e5-4995-b864-b7657adae30f req-f7266c55-9247-443a-b446-014bb7df7b9e service neutron] Attempting to bind port 38a092c2-cb24-4cdb-9c57-ce1ffaf19763 on network d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:09.966184 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-d0245c86-1490-4af2-a992-ddbffe742d46 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:09.975430 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-d0245c86-1490-4af2-a992-ddbffe742d46 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:22:10.041433 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-57cc2f55-c84c-42d4-ad2f-631983f51318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92dce5c0-12b3-401b-8e1f-5c0bab3d7611 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:10.057034 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-57cc2f55-c84c-42d4-ad2f-631983f51318 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:10.087947 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-57cc2f55-c84c-42d4-ad2f-631983f51318 service neutron] Transition to ACTIVE for port object 92dce5c0-12b3-401b-8e1f-5c0bab3d7611 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:10.099733 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-57cc2f55-c84c-42d4-ad2f-631983f51318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:10.156914 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0245c86-1490-4af2-a992-ddbffe742d46 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Pushing event updated for resources: {'Port': ['ID=3b8e1476-3286-48c1-b46c-ed499c65dca8,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:10.179919 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b809e191-0c62-49e1-9c3f-c67c5eb20a64 req-62752358-9249-4580-bd13-5df31aad80ef tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] 10.222.0.23 "GET /v2.0/security-groups/f6d95d60-d539-4b48-a2df-281078e7b961 HTTP/1.1" status: 200 len: 2981 time: 0.3554828 Jul 13 07:22:10.192867 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-d0245c86-1490-4af2-a992-ddbffe742d46 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:10.193603 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-d0245c86-1490-4af2-a992-ddbffe742d46 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:10.198841 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c752cef-71e5-4995-b864-b7657adae30f req-f7266c55-9247-443a-b446-014bb7df7b9e service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:10.199209 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c752cef-71e5-4995-b864-b7657adae30f req-f7266c55-9247-443a-b446-014bb7df7b9e service neutron] Checking segment: {'id': 'a22ed18f-1ae7-4f42-8ca5-e45559afe92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:10.199634 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c752cef-71e5-4995-b864-b7657adae30f req-f7266c55-9247-443a-b446-014bb7df7b9e service neutron] Bound using segment: {'id': 'a22ed18f-1ae7-4f42-8ca5-e45559afe92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:10.200084 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-0c752cef-71e5-4995-b864-b7657adae30f req-f7266c55-9247-443a-b446-014bb7df7b9e service neutron] Bound port: 38a092c2-cb24-4cdb-9c57-ce1ffaf19763, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22ed18f-1ae7-4f42-8ca5-e45559afe92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:10.200441 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-f7266c55-9247-443a-b446-014bb7df7b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:10.322530 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc2f55-c84c-42d4-ad2f-631983f51318 service neutron] Pushing event updated for resources: {'Port': ['ID=92dce5c0-12b3-401b-8e1f-5c0bab3d7611,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:10.387898 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-0c752cef-71e5-4995-b864-b7657adae30f req-f7266c55-9247-443a-b446-014bb7df7b9e service neutron] For port 38a092c2-cb24-4cdb-9c57-ce1ffaf19763, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:10.397535 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-0c752cef-71e5-4995-b864-b7657adae30f req-f7266c55-9247-443a-b446-014bb7df7b9e service neutron] For port 38a092c2-cb24-4cdb-9c57-ce1ffaf19763, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=38a092c2-cb24-4cdb-9c57-ce1ffaf19763,segment=NetworkSegment(a22ed18f-1ae7-4f42-8ca5-e45559afe92b),segment_id=a22ed18f-1ae7-4f42-8ca5-e45559afe92b)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:10.427118 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b809e191-0c62-49e1-9c3f-c67c5eb20a64 req-c2b98f6a-a47b-4381-83ec-7df6d882996a tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] 10.222.0.23 "GET /v2.0/security-groups/f6d95d60-d539-4b48-a2df-281078e7b961 HTTP/1.1" status: 200 len: 2981 time: 0.2277288 Jul 13 07:22:10.439911 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-f7266c55-9247-443a-b446-014bb7df7b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:10.442458 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1bc53676-b0ea-48b6-9ef5-316b14e9a622 None None] Provisioning for port 3b8e1476-3286-48c1-b46c-ed499c65dca8 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:10.461082 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1bc53676-b0ea-48b6-9ef5-316b14e9a622 None None] Provisioning complete for port 3b8e1476-3286-48c1-b46c-ed499c65dca8 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:10.462170 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1bc53676-b0ea-48b6-9ef5-316b14e9a622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:10.488622 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-57cc2f55-c84c-42d4-ad2f-631983f51318 service neutron] Attempting to bind port 92dce5c0-12b3-401b-8e1f-5c0bab3d7611 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:10.489221 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-57cc2f55-c84c-42d4-ad2f-631983f51318 service neutron] Attempting to bind port 92dce5c0-12b3-401b-8e1f-5c0bab3d7611 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:10.489705 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-57cc2f55-c84c-42d4-ad2f-631983f51318 service neutron] Attempting to bind port 92dce5c0-12b3-401b-8e1f-5c0bab3d7611 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:10.500950 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-57cc2f55-c84c-42d4-ad2f-631983f51318 service neutron] Port 92dce5c0-12b3-401b-8e1f-5c0bab3d7611 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:22:10.503316 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-f7266c55-9247-443a-b446-014bb7df7b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:10.503953 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c752cef-71e5-4995-b864-b7657adae30f req-f7266c55-9247-443a-b446-014bb7df7b9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:10.504168 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-57cc2f55-c84c-42d4-ad2f-631983f51318 service neutron] Attempting to bind port 92dce5c0-12b3-401b-8e1f-5c0bab3d7611 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:10.511770 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-f7266c55-9247-443a-b446-014bb7df7b9e service neutron] 10.222.0.42 "PUT /v2.0/ports/38a092c2-cb24-4cdb-9c57-ce1ffaf19763 HTTP/1.1" status: 200 len: 1092 time: 3.7214158 Jul 13 07:22:10.515635 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-57cc2f55-c84c-42d4-ad2f-631983f51318 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:10.519695 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-57cc2f55-c84c-42d4-ad2f-631983f51318 service neutron] Checking segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:10.520448 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-57cc2f55-c84c-42d4-ad2f-631983f51318 service neutron] Bound using segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:10.521341 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-57cc2f55-c84c-42d4-ad2f-631983f51318 service neutron] Bound port: 92dce5c0-12b3-401b-8e1f-5c0bab3d7611, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:10.521897 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-57cc2f55-c84c-42d4-ad2f-631983f51318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:10.619386 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-1bc53676-b0ea-48b6-9ef5-316b14e9a622 None None] Port 3b8e1476-3286-48c1-b46c-ed499c65dca8 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:22:10.634484 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-d0245c86-1490-4af2-a992-ddbffe742d46 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5704155 Jul 13 07:22:10.679263 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feacc9b6-73be-4d1a-b39c-0dfb6ce26b9c x-openstack-request-id: req-feacc9b6-73be-4d1a-b39c-0dfb6ce26b9c {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:10.679841 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "tag": "ff532c51-9355-4450-8c7c-8a7e95d11ca1", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:10.680258 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-feacc9b6-73be-4d1a-b39c-0dfb6ce26b9c {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:10.680854 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'tag': 'ff532c51-9355-4450-8c7c-8a7e95d11ca1', 'status': 'completed', 'code': 200} Jul 13 07:22:10.681338 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-57cc2f55-c84c-42d4-ad2f-631983f51318 service neutron] For port 92dce5c0-12b3-401b-8e1f-5c0bab3d7611, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:10.689097 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-57cc2f55-c84c-42d4-ad2f-631983f51318 service neutron] For port 92dce5c0-12b3-401b-8e1f-5c0bab3d7611, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=92dce5c0-12b3-401b-8e1f-5c0bab3d7611,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:10.712425 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-57cc2f55-c84c-42d4-ad2f-631983f51318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:10.762555 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-f6bbdbb4-de2e-4413-b158-69cd0e5c2408 service neutron] Request body: {'port': {'device_id': '0d3b79a9-09dc-4f7f-ac63-835c101ea8be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:10.800347 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-57cc2f55-c84c-42d4-ad2f-631983f51318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:10.800955 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-57cc2f55-c84c-42d4-ad2f-631983f51318 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:10.802358 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-57cc2f55-c84c-42d4-ad2f-631983f51318 service neutron] 10.222.0.25 "PUT /v2.0/ports/92dce5c0-12b3-401b-8e1f-5c0bab3d7611 HTTP/1.1" status: 200 len: 1097 time: 2.5396576 Jul 13 07:22:10.802807 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '384c583f-9825-48d0-85b1-b16123f853e0', 'tag': '92dce5c0-12b3-401b-8e1f-5c0bab3d7611'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:10.821975 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70b756d-f468-4db3-a3be-5e7bb8ee04d5" -d '{"events": [{"name": "network-changed", "server_uuid": "384c583f-9825-48d0-85b1-b16123f853e0", "tag": "92dce5c0-12b3-401b-8e1f-5c0bab3d7611"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:10.837051 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47832) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:10.977917 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7266c55-9247-443a-b446-014bb7df7b9e service neutron] Pushing event updated for resources: {'Port': ['ID=38a092c2-cb24-4cdb-9c57-ce1ffaf19763,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:11.012318 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc2f55-c84c-42d4-ad2f-631983f51318 service neutron] Pushing event updated for resources: {'Port': ['ID=92dce5c0-12b3-401b-8e1f-5c0bab3d7611,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:11.049165 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-349529ca-d513-439b-9cc9-e6c678b2f166 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=72c3e1fe6a524a61a8989773d5124522&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2109172 Jul 13 07:22:11.053520 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47838) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:11.071442 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-a13631cb-096d-4945-8c0e-6c5131e9a378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:11.073406 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-a13631cb-096d-4945-8c0e-6c5131e9a378 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ab1efbcd4d3a4d55ba5b5c98ce874da7&device_id=384c583f-9825-48d0-85b1-b16123f853e0 HTTP/1.1" status: 200 len: 1100 time: 0.1684420 Jul 13 07:22:11.080695 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7928e41-abb9-44d9-b630-f9cce961d5b4 req-421d2fc6-bc21-4f4d-ae49-98604270c813 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:11.088329 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f7928e41-abb9-44d9-b630-f9cce961d5b4 req-421d2fc6-bc21-4f4d-ae49-98604270c813 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d3b79a9-09dc-4f7f-ac63-835c101ea8be HTTP/1.1" status: 200 len: 936 time: 0.4523718 Jul 13 07:22:11.090571 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63501e-02b4-42c8-9c64-e690b0aae294 req-a23696b3-34e4-48e1-9717-7bd31a3119fd tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:11.098814 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63501e-02b4-42c8-9c64-e690b0aae294 req-a23696b3-34e4-48e1-9717-7bd31a3119fd tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:11.099842 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-f5481c3d-b92c-43c4-8fe9-dffc2fe66205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:11.100341 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-f5481c3d-b92c-43c4-8fe9-dffc2fe66205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:11.100823 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-f5481c3d-b92c-43c4-8fe9-dffc2fe66205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:11.101309 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-f5481c3d-b92c-43c4-8fe9-dffc2fe66205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:11.101784 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-f5481c3d-b92c-43c4-8fe9-dffc2fe66205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:11.102262 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-f5481c3d-b92c-43c4-8fe9-dffc2fe66205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:11.102732 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-f5481c3d-b92c-43c4-8fe9-dffc2fe66205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:11.104706 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-f5481c3d-b92c-43c4-8fe9-dffc2fe66205 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f21aa0b310c4cd09c2f6eea1ac67069&device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 6484 time: 0.4199221 Jul 13 07:22:11.105612 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63501e-02b4-42c8-9c64-e690b0aae294 req-a23696b3-34e4-48e1-9717-7bd31a3119fd tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:11.111930 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63501e-02b4-42c8-9c64-e690b0aae294 req-a23696b3-34e4-48e1-9717-7bd31a3119fd tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:11.119142 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63501e-02b4-42c8-9c64-e690b0aae294 req-a23696b3-34e4-48e1-9717-7bd31a3119fd tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:11.126038 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-f6bbdbb4-de2e-4413-b158-69cd0e5c2408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:11.127341 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63501e-02b4-42c8-9c64-e690b0aae294 req-a23696b3-34e4-48e1-9717-7bd31a3119fd tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:11.136886 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63501e-02b4-42c8-9c64-e690b0aae294 req-a23696b3-34e4-48e1-9717-7bd31a3119fd tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:11.138855 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ba63501e-02b4-42c8-9c64-e690b0aae294 req-a23696b3-34e4-48e1-9717-7bd31a3119fd tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 5420 time: 0.2825608 Jul 13 07:22:11.183405 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-0e4e82af-802a-4998-bee7-1560f15a640f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=92dce5c0-12b3-401b-8e1f-5c0bab3d7611 HTTP/1.1" status: 200 len: 217 time: 0.0428193 Jul 13 07:22:11.187410 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-82a3ce1e-12c7-46a9-a0b8-412f2f62e6b6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=062ad5be-860c-4f0d-a0b3-14494304c026 HTTP/1.1" status: 200 len: 217 time: 0.0702322 Jul 13 07:22:11.285070 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f7928e41-abb9-44d9-b630-f9cce961d5b4 req-82250ca1-c1d2-427c-bffa-c59a76c18514 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/security-groups?id=a98c6085-37cf-41de-b1b2-f1722db5ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955884 Jul 13 07:22:11.311227 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bf90094f-6003-4440-b882-7e40e189e9c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:11.324939 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-0fe30fc8-b709-4076-b6af-88b1d292817b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:11.326549 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-0fe30fc8-b709-4076-b6af-88b1d292817b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=88ea993c-44dc-45dd-b8a5-b8f3f44e71bc HTTP/1.1" status: 200 len: 850 time: 0.1316359 Jul 13 07:22:11.447967 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bf90094f-6003-4440-b882-7e40e189e9c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:11.567456 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-68a8fe14-a081-46fe-8a2b-b21932a26346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:11.569190 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-68a8fe14-a081-46fe-8a2b-b21932a26346 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9ef27b6b-d58a-4cc2-872f-1f2be062e420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1903124 Jul 13 07:22:11.593851 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ba63501e-02b4-42c8-9c64-e690b0aae294 req-14afabc1-f8a6-4981-be19-306faebf4d76 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=afedc317-2eb3-4978-a3f5-50dbdb316361&id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4092777 Jul 13 07:22:11.602363 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bf90094f-6003-4440-b882-7e40e189e9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:11.605004 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bf90094f-6003-4440-b882-7e40e189e9c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:11.608792 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-bf90094f-6003-4440-b882-7e40e189e9c4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/29e5527f-b230-430a-8da0-585020388f34 HTTP/1.1" status: 204 len: 168 time: 0.5495694 Jul 13 07:22:11.649827 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-5e88914a-bc4e-4f2a-bd08-a9cfbf9027b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:11.651886 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-5e88914a-bc4e-4f2a-bd08-a9cfbf9027b2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.4416473 Jul 13 07:22:11.673524 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90094f-6003-4440-b882-7e40e189e9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e5527f-b230-430a-8da0-585020388f34,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:11.779760 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-f6bbdbb4-de2e-4413-b158-69cd0e5c2408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b8e1476-3286-48c1-b46c-ed499c65dca8 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:11.789259 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-2f5dba09-066b-4719-b61c-b1eb293ad641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:11.802405 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-e1a8748f-4da1-4e1a-b049-8fd79c8ef8fd service neutron] 10.222.0.42 "GET /v2.0/networks/9ef27b6b-d58a-4cc2-872f-1f2be062e420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217999 Jul 13 07:22:11.804598 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-f6bbdbb4-de2e-4413-b158-69cd0e5c2408 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:11.813321 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-2f5dba09-066b-4719-b61c-b1eb293ad641 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1511376 Jul 13 07:22:11.912422 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-f6bbdbb4-de2e-4413-b158-69cd0e5c2408 service neutron] Transition to ACTIVE for port object 3b8e1476-3286-48c1-b46c-ed499c65dca8 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:11.917809 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c49d4de4-8cf6-45ef-8020-81cc3f953931 req-a8ad8c94-dad8-45b4-8757-3b73d6a8de05 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3f2e762-329c-4d6b-9778-a120adcac2f8 HTTP/1.1" status: 200 len: 210 time: 0.0567074 Jul 13 07:22:11.963288 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-f6bbdbb4-de2e-4413-b158-69cd0e5c2408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:12.004073 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-317d0b6d-eb99-4576-9b64-26bf38383000 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857550 Jul 13 07:22:12.075625 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-8c3b29e6-32e3-4d80-823e-aaba0747ec66 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=0b6b2867affa4b329c36686510d6fd7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0828896 Jul 13 07:22:12.173057 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e594399-59f8-4fd6-9ebe-c7b6165b07f9 req-a95cef34-d33e-469b-86e7-96e645a763e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:12.174605 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6e594399-59f8-4fd6-9ebe-c7b6165b07f9 req-a95cef34-d33e-469b-86e7-96e645a763e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6d13c0c2ef2a4f4ba04ee46bbbe15052&device_id=e6b5bcde-766a-4d51-9f5c-871279e60a1d HTTP/1.1" status: 200 len: 1098 time: 0.3869724 Jul 13 07:22:12.184277 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1cd2c504-7e93-49c3-a34e-7adb78bf1fe8 req-30686ee8-78d0-4e54-bfa7-018e6f019823 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588986 Jul 13 07:22:12.187334 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc91fa7f-7c8c-49ac-948d-03445687aaa7 x-openstack-request-id: req-dc91fa7f-7c8c-49ac-948d-03445687aaa7 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:12.187938 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "384c583f-9825-48d0-85b1-b16123f853e0", "tag": "92dce5c0-12b3-401b-8e1f-5c0bab3d7611", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:12.188552 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dc91fa7f-7c8c-49ac-948d-03445687aaa7 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:12.189182 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '384c583f-9825-48d0-85b1-b16123f853e0', 'tag': '92dce5c0-12b3-401b-8e1f-5c0bab3d7611', 'status': 'completed', 'code': 200} Jul 13 07:22:12.225891 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-019b10d4-47c2-4504-bd79-1022259fef7d service neutron] 10.222.0.42 "GET /v2.0/networks/9ef27b6b-d58a-4cc2-872f-1f2be062e420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897853 Jul 13 07:22:12.289919 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bbdbb4-de2e-4413-b158-69cd0e5c2408 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8e1476-3286-48c1-b46c-ed499c65dca8,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:12.313331 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b756d-f468-4db3-a3be-5e7bb8ee04d5 req-aed04bee-b8d1-4178-a708-759344029ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:12.315055 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e70b756d-f468-4db3-a3be-5e7bb8ee04d5 req-aed04bee-b8d1-4178-a708-759344029ecd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ab1efbcd4d3a4d55ba5b5c98ce874da7&device_id=384c583f-9825-48d0-85b1-b16123f853e0 HTTP/1.1" status: 200 len: 1100 time: 0.0745625 Jul 13 07:22:12.446747 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b756d-f468-4db3-a3be-5e7bb8ee04d5 req-9f2c0740-eb0d-491d-a298-223b5e45b646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:12.449481 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e70b756d-f468-4db3-a3be-5e7bb8ee04d5 req-9f2c0740-eb0d-491d-a298-223b5e45b646 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.1275108 Jul 13 07:22:12.517079 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-df65bf0a-f3bb-4460-8f81-f07f4c9545c7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=3f89b889-ffbb-4db5-b1ee-44cea0069805 HTTP/1.1" status: 200 len: 217 time: 0.2188752 Jul 13 07:22:12.527608 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e70b756d-f468-4db3-a3be-5e7bb8ee04d5 req-511fbcdc-b046-4dfb-988c-0501d05108aa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=92dce5c0-12b3-401b-8e1f-5c0bab3d7611 HTTP/1.1" status: 200 len: 217 time: 0.0692129 Jul 13 07:22:12.573641 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47870) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:12.602166 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b756d-f468-4db3-a3be-5e7bb8ee04d5 req-2dd9df9a-6887-4b35-b95a-c2c38b7e1723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:12.604265 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e70b756d-f468-4db3-a3be-5e7bb8ee04d5 req-2dd9df9a-6887-4b35-b95a-c2c38b7e1723 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.0690713 Jul 13 07:22:12.651927 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ec034a6-3635-424b-b5c8-62017355c099 req-a40e5ea8-4057-4405-ac46-4d3becdbd864 tempest-SecurityGroupsTestAdminJSON-553757516 tempest-SecurityGroupsTestAdminJSON-553757516-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=adf29a189dd74d1aa2bd6ff4a25d33b4 HTTP/1.1" status: 200 len: 6101 time: 0.6581643 Jul 13 07:22:12.681830 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-0bfa1664-e8f6-4fc3-9bf2-6833b1ca2912 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:12.683745 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-0bfa1664-e8f6-4fc3-9bf2-6833b1ca2912 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5869319 Jul 13 07:22:12.697418 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'tag': '38a092c2-cb24-4cdb-9c57-ce1ffaf19763'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:12.700018 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a705d5-ec53-4047-b6a5-8055281fd4ff" -d '{"events": [{"name": "network-changed", "server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "tag": "38a092c2-cb24-4cdb-9c57-ce1ffaf19763"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:12.720592 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-428e6056-f5c5-432e-8dc6-44933f2b7d66 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Request body: {'port': {'device_id': 'd3f2e762-329c-4d6b-9778-a120adcac2f8', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'admin_state_up': True, 'tenant_id': '0b6b2867affa4b329c36686510d6fd7f'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:12.735909 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b756d-f468-4db3-a3be-5e7bb8ee04d5 req-69b45eef-8f63-428b-8e88-93ff343c4b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:12.737431 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e70b756d-f468-4db3-a3be-5e7bb8ee04d5 req-69b45eef-8f63-428b-8e88-93ff343c4b90 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1265905 Jul 13 07:22:12.742143 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-f6bbdbb4-de2e-4413-b158-69cd0e5c2408 service neutron] Attempting to bind port 3b8e1476-3286-48c1-b46c-ed499c65dca8 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:12.742722 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-f6bbdbb4-de2e-4413-b158-69cd0e5c2408 service neutron] Attempting to bind port 3b8e1476-3286-48c1-b46c-ed499c65dca8 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:12.743266 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-f6bbdbb4-de2e-4413-b158-69cd0e5c2408 service neutron] Attempting to bind port 3b8e1476-3286-48c1-b46c-ed499c65dca8 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:12.745878 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb6970-569e-4e35-a2ba-731f9086698a req-d7f159d2-c5e5-49d3-a972-773e060906ea tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:12.753006 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1afb6970-569e-4e35-a2ba-731f9086698a req-d7f159d2-c5e5-49d3-a972-773e060906ea tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6b5bcde-766a-4d51-9f5c-871279e60a1d HTTP/1.1" status: 200 len: 946 time: 0.0923963 Jul 13 07:22:12.772281 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e594399-59f8-4fd6-9ebe-c7b6165b07f9 req-6f76a7ae-255f-4b22-a123-dba674761b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:12.774066 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6e594399-59f8-4fd6-9ebe-c7b6165b07f9 req-6f76a7ae-255f-4b22-a123-dba674761b91 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ffa8f5b7-4641-405f-a4b1-873f26b9afcf HTTP/1.1" status: 200 len: 919 time: 0.4915540 Jul 13 07:22:12.775676 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-87f19364-d47d-497c-af66-e771c7a595ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:12.777188 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-87f19364-d47d-497c-af66-e771c7a595ac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbf3360f-363f-4965-bf44-461a187b579f HTTP/1.1" status: 200 len: 797 time: 0.2458363 Jul 13 07:22:12.789778 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-f6bbdbb4-de2e-4413-b158-69cd0e5c2408 service neutron] Port 3b8e1476-3286-48c1-b46c-ed499c65dca8 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:22:12.790102 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-f6bbdbb4-de2e-4413-b158-69cd0e5c2408 service neutron] Attempting to bind port 3b8e1476-3286-48c1-b46c-ed499c65dca8 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:12.861327 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1afb6970-569e-4e35-a2ba-731f9086698a req-aa44a1cd-b027-45ab-987c-5b17b29da7ad tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075721 Jul 13 07:22:12.876181 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ec034a6-3635-424b-b5c8-62017355c099 req-84e259e4-625c-4eb0-9c02-cb86c90348da tempest-SecurityGroupsTestAdminJSON-553757516 tempest-SecurityGroupsTestAdminJSON-553757516-project] 10.222.0.23 "GET /v2.0/security-groups/f6d95d60-d539-4b48-a2df-281078e7b961 HTTP/1.1" status: 200 len: 2981 time: 0.2230985 Jul 13 07:22:12.876949 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-f6bbdbb4-de2e-4413-b158-69cd0e5c2408 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:12.877290 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-f6bbdbb4-de2e-4413-b158-69cd0e5c2408 service neutron] Checking segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:12.877673 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-f6bbdbb4-de2e-4413-b158-69cd0e5c2408 service neutron] Bound using segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:12.878117 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-f6bbdbb4-de2e-4413-b158-69cd0e5c2408 service neutron] Bound port: 3b8e1476-3286-48c1-b46c-ed499c65dca8, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:12.878481 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-f6bbdbb4-de2e-4413-b158-69cd0e5c2408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:12.906013 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e70b756d-f468-4db3-a3be-5e7bb8ee04d5 req-b1071602-620d-4d3f-8557-4b53adf8e046 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500921 Jul 13 07:22:12.911953 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6e594399-59f8-4fd6-9ebe-c7b6165b07f9 req-82397b1d-05ca-4deb-b657-5e67d6bfb15c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff2bbdce-2745-430f-8402-3c5c3a37c0ca HTTP/1.1" status: 200 len: 217 time: 0.1179931 Jul 13 07:22:12.982883 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c776c120-7549-4f20-9653-cf634dd7414e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:13.056751 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e70b756d-f468-4db3-a3be-5e7bb8ee04d5 req-6ee829be-ecfb-4e13-a412-c231f3077d90 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441100 Jul 13 07:22:13.092920 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e594399-59f8-4fd6-9ebe-c7b6165b07f9 req-18e7c568-69e9-4100-88d1-49d08883e8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:13.094409 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6e594399-59f8-4fd6-9ebe-c7b6165b07f9 req-18e7c568-69e9-4100-88d1-49d08883e8aa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d1ccc7a-a9a6-4c00-9ab1-d7fdf16140dc HTTP/1.1" status: 200 len: 858 time: 0.1662352 Jul 13 07:22:13.099380 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a96c118-6edf-408d-ae0d-feb9890ff740 req-9a89b697-3290-4c50-84b5-3819032cf71c tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:13.100884 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8a96c118-6edf-408d-ae0d-feb9890ff740 req-9a89b697-3290-4c50-84b5-3819032cf71c tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d3b79a9-09dc-4f7f-ac63-835c101ea8be HTTP/1.1" status: 200 len: 948 time: 0.1021421 Jul 13 07:22:13.145861 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8a96c118-6edf-408d-ae0d-feb9890ff740 req-f5342f3c-1cb1-4cbe-b167-a3a6705cca76 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/security-groups?id=a98c6085-37cf-41de-b1b2-f1722db5ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371473 Jul 13 07:22:13.164513 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ec034a6-3635-424b-b5c8-62017355c099 req-26888e21-c1d6-43f5-a6ac-18529645b495 tempest-SecurityGroupsTestAdminJSON-553757516 tempest-SecurityGroupsTestAdminJSON-553757516-project] 10.222.0.23 "GET /v2.0/security-groups/f6d95d60-d539-4b48-a2df-281078e7b961 HTTP/1.1" status: 200 len: 2981 time: 0.2440822 Jul 13 07:22:13.166411 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6e594399-59f8-4fd6-9ebe-c7b6165b07f9 req-0b30d24d-201e-4973-9871-e96f1ddf4cf4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ffa8f5b7-4641-405f-a4b1-873f26b9afcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589399 Jul 13 07:22:13.168528 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-f6bbdbb4-de2e-4413-b158-69cd0e5c2408 service neutron] For port 3b8e1476-3286-48c1-b46c-ed499c65dca8, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:13.197053 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-79ae0bef-260f-4a34-878d-69787b1a0580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:13.198540 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-79ae0bef-260f-4a34-878d-69787b1a0580 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4059136 Jul 13 07:22:13.232405 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-f6bbdbb4-de2e-4413-b158-69cd0e5c2408 service neutron] For port 3b8e1476-3286-48c1-b46c-ed499c65dca8, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=3b8e1476-3286-48c1-b46c-ed499c65dca8,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:13.282201 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-f6bbdbb4-de2e-4413-b158-69cd0e5c2408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:13.297775 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d95f1ec-b6df-437b-8d7f-74327c906d2c x-openstack-request-id: req-8d95f1ec-b6df-437b-8d7f-74327c906d2c {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:13.298062 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "tag": "38a092c2-cb24-4cdb-9c57-ce1ffaf19763", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:13.298317 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8d95f1ec-b6df-437b-8d7f-74327c906d2c {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:13.298709 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'tag': '38a092c2-cb24-4cdb-9c57-ce1ffaf19763', 'status': 'completed', 'code': 200} Jul 13 07:22:13.362619 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 92dce5c0-12b3-401b-8e1f-5c0bab3d7611 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:22:13.432669 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-f6bbdbb4-de2e-4413-b158-69cd0e5c2408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:13.433740 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-f6bbdbb4-de2e-4413-b158-69cd0e5c2408 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:13.435010 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-f6bbdbb4-de2e-4413-b158-69cd0e5c2408 service neutron] 10.222.0.42 "PUT /v2.0/ports/3b8e1476-3286-48c1-b46c-ed499c65dca8 HTTP/1.1" status: 200 len: 1097 time: 2.6905723 Jul 13 07:22:13.443389 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-38e721d5-10c9-45b8-9f3a-bf613b1286b0 req-6817aeb7-ed68-4b9a-8115-2c11095a5e90 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3f2e762-329c-4d6b-9778-a120adcac2f8 HTTP/1.1" status: 200 len: 210 time: 0.0380318 Jul 13 07:22:13.474707 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bbdbb4-de2e-4413-b158-69cd0e5c2408 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8e1476-3286-48c1-b46c-ed499c65dca8,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:13.524018 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6e594399-59f8-4fd6-9ebe-c7b6165b07f9 req-1bed415a-a78b-4efa-acc3-1d96421a43c6 service neutron] 10.222.0.42 "GET /v2.0/networks/ffa8f5b7-4641-405f-a4b1-873f26b9afcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507962 Jul 13 07:22:13.530925 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 92dce5c0-12b3-401b-8e1f-5c0bab3d7611, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=92dce5c0-12b3-401b-8e1f-5c0bab3d7611,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:13.545232 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '92dce5c0-12b3-401b-8e1f-5c0bab3d7611', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': '92dce5c0-12b3-401b-8e1f-5c0bab3d7611', 'mac_address': 'fa:16:3e:07:24:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:22:13.572375 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1cc32ced-a222-4559-b9c6-a7851c2f7629 req-02e41377-1618-46ac-9e30-a762b4e5d215 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] 10.222.0.23 "GET /v2.0/security-groups/e7918386-d705-47ee-8b1f-13e8b671970c HTTP/1.1" status: 200 len: 1777 time: 0.0736356 Jul 13 07:22:13.590984 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:13.612218 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92dce5c0-12b3-401b-8e1f-5c0bab3d7611 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:13.646431 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 92dce5c0-12b3-401b-8e1f-5c0bab3d7611, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=92dce5c0-12b3-401b-8e1f-5c0bab3d7611,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:13.661437 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:13.677046 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1cc32ced-a222-4559-b9c6-a7851c2f7629 req-8279a6ac-7a0b-4dbe-a4dd-147ae6991385 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:13.704941 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1cc32ced-a222-4559-b9c6-a7851c2f7629 req-8279a6ac-7a0b-4dbe-a4dd-147ae6991385 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:13.732249 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=92dce5c0-12b3-401b-8e1f-5c0bab3d7611,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:13.763871 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1cc32ced-a222-4559-b9c6-a7851c2f7629 req-8279a6ac-7a0b-4dbe-a4dd-147ae6991385 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:13.766931 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1cc32ced-a222-4559-b9c6-a7851c2f7629 req-8279a6ac-7a0b-4dbe-a4dd-147ae6991385 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:13.788999 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1cc32ced-a222-4559-b9c6-a7851c2f7629 req-8279a6ac-7a0b-4dbe-a4dd-147ae6991385 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/e7918386-d705-47ee-8b1f-13e8b671970c HTTP/1.1" status: 204 len: 173 time: 0.2040377 Jul 13 07:22:13.806929 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279a6ac-7a0b-4dbe-a4dd-147ae6991385 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7918386-d705-47ee-8b1f-13e8b671970c,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:13.830734 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8279a6ac-7a0b-4dbe-a4dd-147ae6991385 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:13.831769 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8279a6ac-7a0b-4dbe-a4dd-147ae6991385 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:13.832293 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8279a6ac-7a0b-4dbe-a4dd-147ae6991385 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:13.833564 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8279a6ac-7a0b-4dbe-a4dd-147ae6991385 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:13.837123 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8279a6ac-7a0b-4dbe-a4dd-147ae6991385 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:13.837725 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8279a6ac-7a0b-4dbe-a4dd-147ae6991385 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:13.838237 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8279a6ac-7a0b-4dbe-a4dd-147ae6991385 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:13.838741 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8279a6ac-7a0b-4dbe-a4dd-147ae6991385 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:13.839405 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8279a6ac-7a0b-4dbe-a4dd-147ae6991385 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:13.839893 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8279a6ac-7a0b-4dbe-a4dd-147ae6991385 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:13.840401 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8279a6ac-7a0b-4dbe-a4dd-147ae6991385 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:13.840740 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8279a6ac-7a0b-4dbe-a4dd-147ae6991385 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:13.934763 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-15af55ad-9378-4b6a-a6b7-df7803f7d007 req-75b814fa-5ef9-466e-87cd-fd38f9bcbb4c tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] 10.222.0.23 "GET /v2.0/security-groups/90f8d70a-d78e-46cd-a5f5-ab06bf6cc22b HTTP/1.1" status: 200 len: 1777 time: 0.0412581 Jul 13 07:22:13.948378 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['92dce5c0-12b3-401b-8e1f-5c0bab3d7611'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:13.998375 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-15af55ad-9378-4b6a-a6b7-df7803f7d007 req-8105c72c-7504-47a8-83a5-4dd4f3d19e79 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:14.015787 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c776c120-7549-4f20-9653-cf634dd7414e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:14.022210 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-cd3c3a7b-45d6-4a88-9626-733dcf0c1a03 service neutron] 10.222.0.42 "GET /v2.0/networks/8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8061497 Jul 13 07:22:14.022847 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-15af55ad-9378-4b6a-a6b7-df7803f7d007 req-8105c72c-7504-47a8-83a5-4dd4f3d19e79 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:14.034369 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c776c120-7549-4f20-9653-cf634dd7414e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:14.069047 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-15af55ad-9378-4b6a-a6b7-df7803f7d007 req-8105c72c-7504-47a8-83a5-4dd4f3d19e79 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:14.072031 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-15af55ad-9378-4b6a-a6b7-df7803f7d007 req-8105c72c-7504-47a8-83a5-4dd4f3d19e79 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:14.078165 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-15af55ad-9378-4b6a-a6b7-df7803f7d007 req-8105c72c-7504-47a8-83a5-4dd4f3d19e79 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/90f8d70a-d78e-46cd-a5f5-ab06bf6cc22b HTTP/1.1" status: 204 len: 173 time: 0.1342030 Jul 13 07:22:14.098646 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105c72c-7504-47a8-83a5-4dd4f3d19e79 tempest-SecurityGroupsTestAdminJSON-411829718 tempest-SecurityGroupsTestAdminJSON-411829718-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f8d70a-d78e-46cd-a5f5-ab06bf6cc22b,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:14.162534 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-428e6056-f5c5-432e-8dc6-44933f2b7d66 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Made reservation on behalf of 0b6b2867affa4b329c36686510d6fd7f for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:14.166054 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-428e6056-f5c5-432e-8dc6-44933f2b7d66 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:14.187255 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d76fc-7fa6-4abf-972f-9953c3ca5fb1 req-dd2c9805-960c-4117-8a61-7ed1598ad10b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:14.193112 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d76fc-7fa6-4abf-972f-9953c3ca5fb1 req-dd2c9805-960c-4117-8a61-7ed1598ad10b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:14.199176 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d76fc-7fa6-4abf-972f-9953c3ca5fb1 req-dd2c9805-960c-4117-8a61-7ed1598ad10b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:14.207185 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d76fc-7fa6-4abf-972f-9953c3ca5fb1 req-dd2c9805-960c-4117-8a61-7ed1598ad10b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:14.214854 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d76fc-7fa6-4abf-972f-9953c3ca5fb1 req-dd2c9805-960c-4117-8a61-7ed1598ad10b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:14.221465 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d76fc-7fa6-4abf-972f-9953c3ca5fb1 req-dd2c9805-960c-4117-8a61-7ed1598ad10b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:14.227797 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d76fc-7fa6-4abf-972f-9953c3ca5fb1 req-dd2c9805-960c-4117-8a61-7ed1598ad10b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:14.229899 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-665d76fc-7fa6-4abf-972f-9953c3ca5fb1 req-dd2c9805-960c-4117-8a61-7ed1598ad10b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 5420 time: 0.9446659 Jul 13 07:22:14.252750 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776c120-7549-4f20-9653-cf634dd7414e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d69bddf-28e6-47eb-b869-7c7a68905787,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:14.290099 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c776c120-7549-4f20-9653-cf634dd7414e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f9a520564f7c4af2ad15e5f8a87760e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7049336 Jul 13 07:22:14.290774 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-428e6056-f5c5-432e-8dc6-44933f2b7d66 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:14.292773 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47932) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:14.324828 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6e594399-59f8-4fd6-9ebe-c7b6165b07f9 req-a0c90726-5933-45b0-a1b5-e09b323d2ad1 service neutron] 10.222.0.42 "GET /v2.0/networks/ffa8f5b7-4641-405f-a4b1-873f26b9afcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766189 Jul 13 07:22:14.345855 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-f3dc54e9-f802-42da-b6bb-1054d4d9e5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:14.347405 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-f3dc54e9-f802-42da-b6bb-1054d4d9e5be service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab1efbcd4d3a4d55ba5b5c98ce874da7&device_id=0d3b79a9-09dc-4f7f-ac63-835c101ea8be HTTP/1.1" status: 200 len: 1100 time: 0.8430488 Jul 13 07:22:14.434377 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47942) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:14.443689 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-9b32be53-3c73-4bbd-91ec-e5d89d7b5c71 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=3b8e1476-3286-48c1-b46c-ed499c65dca8 HTTP/1.1" status: 200 len: 217 time: 0.0816073 Jul 13 07:22:14.453616 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-829e0c70-1486-4ef4-a5dd-ebca0a1d967d service neutron] 10.222.0.42 "GET /v2.0/networks/8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158564 Jul 13 07:22:14.469889 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-665d76fc-7fa6-4abf-972f-9953c3ca5fb1 req-82b5be8d-434a-4d06-9b78-dc591b04ed21 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=afedc317-2eb3-4978-a3f5-50dbdb316361&id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2253945 Jul 13 07:22:14.518850 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2f20d-1280-43e9-a46d-2a72311a5b58 req-5bf4a094-e410-48bd-99c3-da4a3caba915 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:14.520730 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dcd2f20d-1280-43e9-a46d-2a72311a5b58 req-5bf4a094-e410-48bd-99c3-da4a3caba915 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6b5bcde-766a-4d51-9f5c-871279e60a1d HTTP/1.1" status: 200 len: 946 time: 0.1008186 Jul 13 07:22:14.567023 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-83c4701c-82b7-4d96-b7eb-84710bfb57b9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=c6c5062b-ad9b-461a-b443-cecd55db988a HTTP/1.1" status: 200 len: 217 time: 0.0961063 Jul 13 07:22:14.579838 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dcd2f20d-1280-43e9-a46d-2a72311a5b58 req-ac1ceab2-da6b-4504-8f65-3c7ac7f77928 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501597 Jul 13 07:22:14.602063 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5d0a6645-fd3d-4ebc-9992-dca01f8ed391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:14.619876 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-005334c1-f42b-40ee-ab1a-bf1bb8584c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:14.680760 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-0b1f8136-348c-4a69-b6c3-c6d077b1bf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:14.682306 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-0b1f8136-348c-4a69-b6c3-c6d077b1bf22 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.2103832 Jul 13 07:22:14.705046 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-005334c1-f42b-40ee-ab1a-bf1bb8584c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:14.716561 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-49ec56f8-fe2b-4414-8fb4-f8c1a3921382 req-e360307a-3e2a-4c27-9b9b-0ad4e6402ff2 tempest-SecurityGroupsTestAdminJSON-553757516 tempest-SecurityGroupsTestAdminJSON-553757516-project] 10.222.0.23 "GET /v2.0/security-groups/8dd4c05c-069d-41dd-a991-40e99360c5e6 HTTP/1.1" status: 200 len: 1776 time: 0.1684582 Jul 13 07:22:14.740595 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-a9ae347f-50ec-42e7-9a6c-1a881b3de56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:14.742055 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-a9ae347f-50ec-42e7-9a6c-1a881b3de56a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbf3360f-363f-4965-bf44-461a187b579f HTTP/1.1" status: 200 len: 797 time: 0.1645594 Jul 13 07:22:14.753550 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af83703-1d9a-4bc0-89a5-b20346dcf814 req-59963065-b4ec-4794-9399-7d642db61a7c tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:14.755443 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4af83703-1d9a-4bc0-89a5-b20346dcf814 req-59963065-b4ec-4794-9399-7d642db61a7c tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d3b79a9-09dc-4f7f-ac63-835c101ea8be HTTP/1.1" status: 200 len: 948 time: 0.0649428 Jul 13 07:22:14.794310 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4af83703-1d9a-4bc0-89a5-b20346dcf814 req-3412e93d-1382-40d0-9fd6-24305992ca54 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/security-groups?id=a98c6085-37cf-41de-b1b2-f1722db5ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329962 Jul 13 07:22:14.838151 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-428e6056-f5c5-432e-8dc6-44933f2b7d66 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:14.850190 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-428e6056-f5c5-432e-8dc6-44933f2b7d66 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:14.938190 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5d0a6645-fd3d-4ebc-9992-dca01f8ed391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:14.942900 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5d0a6645-fd3d-4ebc-9992-dca01f8ed391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:14.945124 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e6056-f5c5-432e-8dc6-44933f2b7d66 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc4dba3-0381-4af9-819d-8ff2c49b3e26,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:14.990611 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-20711039-245c-4142-989c-e19a02775350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:14.992566 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-20711039-245c-4142-989c-e19a02775350 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3014338 Jul 13 07:22:14.993202 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-005334c1-f42b-40ee-ab1a-bf1bb8584c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:14.997467 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-005334c1-f42b-40ee-ab1a-bf1bb8584c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.000769 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-005334c1-f42b-40ee-ab1a-bf1bb8584c1a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1d69bddf-28e6-47eb-b869-7c7a68905787 HTTP/1.1" status: 204 len: 168 time: 0.6984551 Jul 13 07:22:15.015901 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-26bd7de5-50fd-4b94-aa9f-667f82f0d0e9 req-d140598b-26d4-4d3a-af98-78eea6330689 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3f2e762-329c-4d6b-9778-a120adcac2f8 HTTP/1.1" status: 200 len: 210 time: 0.0506442 Jul 13 07:22:15.017041 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-49ec56f8-fe2b-4414-8fb4-f8c1a3921382 req-0883d0c0-c977-4c0c-839d-bd25616464f1 tempest-SecurityGroupsTestAdminJSON-553757516 tempest-SecurityGroupsTestAdminJSON-553757516-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.022283 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5d0a6645-fd3d-4ebc-9992-dca01f8ed391 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cf07c0d182254725a6f7181bdbab20e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5868506 Jul 13 07:22:15.023262 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a6645-fd3d-4ebc-9992-dca01f8ed391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a0b3a5-d54b-4ffe-9234-ae23a78c0829,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:15.025765 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47952) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:15.050146 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005334c1-f42b-40ee-ab1a-bf1bb8584c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d69bddf-28e6-47eb-b869-7c7a68905787,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:15.081225 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-cfc79d25-6e4a-4863-b013-32a3a0f03056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:15.082961 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-cfc79d25-6e4a-4863-b013-32a3a0f03056 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3277962 Jul 13 07:22:15.089046 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-19b131d9-d53c-4ac7-9d10-e5b2b8e1d09c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.112857 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-19b131d9-d53c-4ac7-9d10-e5b2b8e1d09c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.171584 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-19b131d9-d53c-4ac7-9d10-e5b2b8e1d09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.176071 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-19b131d9-d53c-4ac7-9d10-e5b2b8e1d09c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.176769 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-49ec56f8-fe2b-4414-8fb4-f8c1a3921382 req-0883d0c0-c977-4c0c-839d-bd25616464f1 tempest-SecurityGroupsTestAdminJSON-553757516 tempest-SecurityGroupsTestAdminJSON-553757516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.179968 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-19b131d9-d53c-4ac7-9d10-e5b2b8e1d09c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b9a0b3a5-d54b-4ffe-9234-ae23a78c0829 HTTP/1.1" status: 204 len: 168 time: 0.1525390 Jul 13 07:22:15.190044 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b131d9-d53c-4ac7-9d10-e5b2b8e1d09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a0b3a5-d54b-4ffe-9234-ae23a78c0829,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:15.323042 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d3b79a9-09dc-4f7f-ac63-835c101ea8be', 'tag': '3b8e1476-3286-48c1-b46c-ed499c65dca8'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:15.325775 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8dd615-9baf-4f42-b12e-1af3df75ceda" -d '{"events": [{"name": "network-changed", "server_uuid": "0d3b79a9-09dc-4f7f-ac63-835c101ea8be", "tag": "3b8e1476-3286-48c1-b46c-ed499c65dca8"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:15.373044 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-428e6056-f5c5-432e-8dc6-44933f2b7d66 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Allocated IP 192.168.233.15 (f9d6e899-687c-4a4d-bdf3-8d8d169866a7/c5af789a-0729-4e53-834f-ef6745aa079c/3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:22:15.391787 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 92dce5c0-12b3-401b-8e1f-5c0bab3d7611 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:15.410046 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-35ea2531-f26b-46b3-a055-9f6813063d61 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068968 Jul 13 07:22:15.414478 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-49ec56f8-fe2b-4414-8fb4-f8c1a3921382 req-0883d0c0-c977-4c0c-839d-bd25616464f1 tempest-SecurityGroupsTestAdminJSON-553757516 tempest-SecurityGroupsTestAdminJSON-553757516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.418562 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-49ec56f8-fe2b-4414-8fb4-f8c1a3921382 req-0883d0c0-c977-4c0c-839d-bd25616464f1 tempest-SecurityGroupsTestAdminJSON-553757516 tempest-SecurityGroupsTestAdminJSON-553757516-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.425812 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-49ec56f8-fe2b-4414-8fb4-f8c1a3921382 req-0883d0c0-c977-4c0c-839d-bd25616464f1 tempest-SecurityGroupsTestAdminJSON-553757516 tempest-SecurityGroupsTestAdminJSON-553757516-project] 10.222.0.23 "DELETE /v2.0/security-groups/8dd4c05c-069d-41dd-a991-40e99360c5e6 HTTP/1.1" status: 204 len: 173 time: 0.6789188 Jul 13 07:22:15.479107 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-3b516791-288a-4e80-8499-1aaed3856609 service neutron] 10.222.0.42 "GET /v2.0/networks/8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869450 Jul 13 07:22:15.521153 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66703d7-d724-42ba-bdc4-7e7bbc32d764 x-openstack-request-id: req-e66703d7-d724-42ba-bdc4-7e7bbc32d764 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:15.521694 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d3b79a9-09dc-4f7f-ac63-835c101ea8be", "tag": "3b8e1476-3286-48c1-b46c-ed499c65dca8", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:15.522104 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e66703d7-d724-42ba-bdc4-7e7bbc32d764 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:15.522825 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d3b79a9-09dc-4f7f-ac63-835c101ea8be', 'tag': '3b8e1476-3286-48c1-b46c-ed499c65dca8', 'status': 'completed', 'code': 200} Jul 13 07:22:15.542339 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4d257c13-493f-4646-bfd9-55102893831d req-395e6554-1138-4c56-b569-d2d380efbbcc tempest-SecurityGroupsTestAdminJSON-553757516 tempest-SecurityGroupsTestAdminJSON-553757516-project] 10.222.0.23 "GET /v2.0/security-groups/f5f9abcc-8869-4c64-81dc-722f0826a5f0 HTTP/1.1" status: 200 len: 1777 time: 0.0936038 Jul 13 07:22:15.547042 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0883d0c0-c977-4c0c-839d-bd25616464f1 tempest-SecurityGroupsTestAdminJSON-553757516 tempest-SecurityGroupsTestAdminJSON-553757516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd4c05c-069d-41dd-a991-40e99360c5e6,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:15.547289 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 92dce5c0-12b3-401b-8e1f-5c0bab3d7611 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:15.551977 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 92dce5c0-12b3-401b-8e1f-5c0bab3d7611 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:15.552357 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.717955 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.725262 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47980) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:15.728678 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4d257c13-493f-4646-bfd9-55102893831d req-c213545f-7041-4e60-816c-82b2ee9a38f4 tempest-SecurityGroupsTestAdminJSON-553757516 tempest-SecurityGroupsTestAdminJSON-553757516-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.744780 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384c583f-9825-48d0-85b1-b16123f853e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92dce5c0-12b3-401b-8e1f-5c0bab3d7611'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:15.747743 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8317b7-5338-4530-8db2-903a97ccf10c" -d '{"events": [{"server_uuid": "384c583f-9825-48d0-85b1-b16123f853e0", "name": "network-vif-plugged", "status": "completed", "tag": "92dce5c0-12b3-401b-8e1f-5c0bab3d7611"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:15.762257 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 92dce5c0-12b3-401b-8e1f-5c0bab3d7611, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=92dce5c0-12b3-401b-8e1f-5c0bab3d7611,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:15.767525 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4d257c13-493f-4646-bfd9-55102893831d req-c213545f-7041-4e60-816c-82b2ee9a38f4 tempest-SecurityGroupsTestAdminJSON-553757516 tempest-SecurityGroupsTestAdminJSON-553757516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.769777 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.837304 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=92dce5c0-12b3-401b-8e1f-5c0bab3d7611,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:15.841337 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4d257c13-493f-4646-bfd9-55102893831d req-c213545f-7041-4e60-816c-82b2ee9a38f4 tempest-SecurityGroupsTestAdminJSON-553757516 tempest-SecurityGroupsTestAdminJSON-553757516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.844064 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4d257c13-493f-4646-bfd9-55102893831d req-c213545f-7041-4e60-816c-82b2ee9a38f4 tempest-SecurityGroupsTestAdminJSON-553757516 tempest-SecurityGroupsTestAdminJSON-553757516-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.845387 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4d257c13-493f-4646-bfd9-55102893831d req-c213545f-7041-4e60-816c-82b2ee9a38f4 tempest-SecurityGroupsTestAdminJSON-553757516 tempest-SecurityGroupsTestAdminJSON-553757516-project] 10.222.0.23 "DELETE /v2.0/security-groups/f5f9abcc-8869-4c64-81dc-722f0826a5f0 HTTP/1.1" status: 204 len: 173 time: 0.2827001 Jul 13 07:22:15.855544 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c213545f-7041-4e60-816c-82b2ee9a38f4 tempest-SecurityGroupsTestAdminJSON-553757516 tempest-SecurityGroupsTestAdminJSON-553757516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f9abcc-8869-4c64-81dc-722f0826a5f0,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:15.881676 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:22:15.938640 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e2b0ce79-b99c-4a35-bfbb-87900dac804a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:15.942286 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-f20f2e3a-285a-4253-ade9-db86cd3a81a8 service neutron] 10.222.0.42 "GET /v2.0/networks/8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353631 Jul 13 07:22:15.949860 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a2e01348-ac6b-4242-bf9f-a9525b304094 req-8667360c-8a3a-4a84-a083-961e74e5de0f service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4836690 Jul 13 07:22:16.105112 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-2938deba-b7a2-4a90-8231-f368fe09582f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=d7ded5d2-51a4-43c5-bfa9-37432da7c39b HTTP/1.1" status: 200 len: 217 time: 0.1444476 Jul 13 07:22:16.141560 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3ae0d-f570-4ec2-8851-56b542d3b549 req-dc2fd0e2-9763-4939-bf4d-9b6a9bd6c104 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:16.149037 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0bc3ae0d-f570-4ec2-8851-56b542d3b549 req-dc2fd0e2-9763-4939-bf4d-9b6a9bd6c104 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6b5bcde-766a-4d51-9f5c-871279e60a1d HTTP/1.1" status: 200 len: 946 time: 0.0877919 Jul 13 07:22:16.153135 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-428e6056-f5c5-432e-8dc6-44933f2b7d66 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:16.182685 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-428e6056-f5c5-432e-8dc6-44933f2b7d66 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Transition to ACTIVE for port object 3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:16.187992 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-dbf58602-f90c-45fe-b573-b1e92c573d53 None None] Provisioning complete for port 92dce5c0-12b3-401b-8e1f-5c0bab3d7611 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:16.189117 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-dbf58602-f90c-45fe-b573-b1e92c573d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:16.201097 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0bc3ae0d-f570-4ec2-8851-56b542d3b549 req-67cbc139-0d7b-4c30-878a-cc0ccbe7f3ca tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511017 Jul 13 07:22:16.241266 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 48000) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:16.251673 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488e24c7-ceef-498b-8e60-afbc4f67dc61 x-openstack-request-id: req-488e24c7-ceef-498b-8e60-afbc4f67dc61 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:16.251961 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384c583f-9825-48d0-85b1-b16123f853e0", "name": "network-vif-plugged", "status": "completed", "tag": "92dce5c0-12b3-401b-8e1f-5c0bab3d7611", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:16.252275 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-488e24c7-ceef-498b-8e60-afbc4f67dc61 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:16.252604 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '384c583f-9825-48d0-85b1-b16123f853e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92dce5c0-12b3-401b-8e1f-5c0bab3d7611', 'code': 200} Jul 13 07:22:16.385765 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cc111-83b7-42cf-9b4e-9081bdc469c1 req-ad659039-10c1-499a-97e1-384d0deeb9c0 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:16.393218 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cc111-83b7-42cf-9b4e-9081bdc469c1 req-ad659039-10c1-499a-97e1-384d0deeb9c0 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:16.399505 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cc111-83b7-42cf-9b4e-9081bdc469c1 req-ad659039-10c1-499a-97e1-384d0deeb9c0 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:16.406035 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cc111-83b7-42cf-9b4e-9081bdc469c1 req-ad659039-10c1-499a-97e1-384d0deeb9c0 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:16.412319 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cc111-83b7-42cf-9b4e-9081bdc469c1 req-ad659039-10c1-499a-97e1-384d0deeb9c0 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:16.418529 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cc111-83b7-42cf-9b4e-9081bdc469c1 req-ad659039-10c1-499a-97e1-384d0deeb9c0 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:16.424810 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cc111-83b7-42cf-9b4e-9081bdc469c1 req-ad659039-10c1-499a-97e1-384d0deeb9c0 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:16.426982 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-310cc111-83b7-42cf-9b4e-9081bdc469c1 req-ad659039-10c1-499a-97e1-384d0deeb9c0 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 5420 time: 0.6348944 Jul 13 07:22:16.484636 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e629783-0e3e-4db5-80ee-0b237aa9420c req-7eb866f5-1f1f-45ac-8bcd-74ed6896a4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:16.486324 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5e629783-0e3e-4db5-80ee-0b237aa9420c req-7eb866f5-1f1f-45ac-8bcd-74ed6896a4fb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=384c583f-9825-48d0-85b1-b16123f853e0 HTTP/1.1" status: 200 len: 1102 time: 0.1592097 Jul 13 07:22:16.488376 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-de33906f-52db-4d82-a0cd-75fb9c50e843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:16.489936 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-de33906f-52db-4d82-a0cd-75fb9c50e843 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbf3360f-363f-4965-bf44-461a187b579f HTTP/1.1" status: 200 len: 797 time: 0.2838979 Jul 13 07:22:16.501632 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8dd615-9baf-4f42-b12e-1af3df75ceda req-9f60152e-b56e-4405-8ebe-25db9a09084b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:16.503137 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8f8dd615-9baf-4f42-b12e-1af3df75ceda req-9f60152e-b56e-4405-8ebe-25db9a09084b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab1efbcd4d3a4d55ba5b5c98ce874da7&device_id=0d3b79a9-09dc-4f7f-ac63-835c101ea8be HTTP/1.1" status: 200 len: 1100 time: 0.4774275 Jul 13 07:22:16.515744 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195de36-bd4f-4f40-9843-4130fd47925e req-9588b61e-c47a-47cd-a7a6-b1169d5b8e55 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:16.517272 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6195de36-bd4f-4f40-9843-4130fd47925e req-9588b61e-c47a-47cd-a7a6-b1169d5b8e55 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d3b79a9-09dc-4f7f-ac63-835c101ea8be HTTP/1.1" status: 200 len: 948 time: 0.1194713 Jul 13 07:22:16.519563 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-428e6056-f5c5-432e-8dc6-44933f2b7d66 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:16.576893 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5e629783-0e3e-4db5-80ee-0b237aa9420c req-6eaf1587-a691-452d-879e-64d13a515aa4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a98c6085-37cf-41de-b1b2-f1722db5ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839899 Jul 13 07:22:16.603066 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6195de36-bd4f-4f40-9843-4130fd47925e req-7ec7195f-8c6e-4b2d-927d-780de10fa7f6 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/security-groups?id=a98c6085-37cf-41de-b1b2-f1722db5ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766151 Jul 13 07:22:16.619316 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e792806a-b491-4994-988b-b2914493b0ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=adf29a189dd74d1aa2bd6ff4a25d33b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3761237 Jul 13 07:22:16.619916 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 48010) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:16.629154 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-310cc111-83b7-42cf-9b4e-9081bdc469c1 req-c62ffbc8-f830-4655-a4ad-dbd4a770e23f tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=afedc317-2eb3-4978-a3f5-50dbdb316361&id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1953063 Jul 13 07:22:16.686848 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dcd0d9f3-18cf-4d4e-87cb-64f84807ffe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:16.699379 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-428e6056-f5c5-432e-8dc6-44933f2b7d66 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:22:16.714257 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dcd0d9f3-18cf-4d4e-87cb-64f84807ffe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:16.720212 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-428e6056-f5c5-432e-8dc6-44933f2b7d66 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:16.726860 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e6056-f5c5-432e-8dc6-44933f2b7d66 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Pushing event updated for resources: {'Port': ['ID=3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:16.730533 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-428e6056-f5c5-432e-8dc6-44933f2b7d66 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:22:16.781849 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e2b0ce79-b99c-4a35-bfbb-87900dac804a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:16.783507 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dcd0d9f3-18cf-4d4e-87cb-64f84807ffe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:16.787597 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dcd0d9f3-18cf-4d4e-87cb-64f84807ffe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:16.793142 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-dcd0d9f3-18cf-4d4e-87cb-64f84807ffe6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f6d95d60-d539-4b48-a2df-281078e7b961 HTTP/1.1" status: 204 len: 168 time: 0.1722138 Jul 13 07:22:16.804165 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd0d9f3-18cf-4d4e-87cb-64f84807ffe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d95d60-d539-4b48-a2df-281078e7b961,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:16.827419 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e2b0ce79-b99c-4a35-bfbb-87900dac804a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:16.868890 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8dd615-9baf-4f42-b12e-1af3df75ceda req-7fa22a44-ad33-43fd-a12f-0e6a47a73a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:16.870391 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8f8dd615-9baf-4f42-b12e-1af3df75ceda req-7fa22a44-ad33-43fd-a12f-0e6a47a73a5e service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.3522155 Jul 13 07:22:16.914693 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-428e6056-f5c5-432e-8dc6-44933f2b7d66 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:16.915413 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-428e6056-f5c5-432e-8dc6-44933f2b7d66 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:16.919182 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-c8177273-9ab1-494c-ae29-15bd340828b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:16.920955 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-c8177273-9ab1-494c-ae29-15bd340828b4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4163175 Jul 13 07:22:16.982881 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e2b0ce79-b99c-4a35-bfbb-87900dac804a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=94dc4a3473eb42c68ba7829354b20153&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2411933 Jul 13 07:22:16.984314 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 48020) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:16.986458 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8f8dd615-9baf-4f42-b12e-1af3df75ceda req-461c1f26-6b85-41aa-a0ab-9b0884e148e3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=3b8e1476-3286-48c1-b46c-ed499c65dca8 HTTP/1.1" status: 200 len: 217 time: 0.0989277 Jul 13 07:22:16.996895 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0ce79-b99c-4a35-bfbb-87900dac804a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76ac398-c689-4054-840e-9abc46dcbf66,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:17.016855 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2be8ac5c-040f-4a20-bb17-8d90bbe54e29 None None] Provisioning for port 3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:17.021428 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2be8ac5c-040f-4a20-bb17-8d90bbe54e29 None None] Provisioning complete for port 3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:17.021800 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2be8ac5c-040f-4a20-bb17-8d90bbe54e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:17.047015 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-428e6056-f5c5-432e-8dc6-44933f2b7d66 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3430655 Jul 13 07:22:17.093128 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2be8ac5c-040f-4a20-bb17-8d90bbe54e29 None None] Port 3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:22:17.099030 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8f28da09-7942-42ad-812f-545f2eb51704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:17.101217 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-40945aec-b3bd-48a0-941f-35697aeb1755 service neutron] Request body: {'port': {'device_id': 'd3f2e762-329c-4d6b-9778-a120adcac2f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:17.129344 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8f28da09-7942-42ad-812f-545f2eb51704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:17.138148 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052bbae-78c9-4c68-bb6c-29c70370123c req-b4c97cbf-9548-4a79-ab28-f5a44a6fa7f8 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:17.140254 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f052bbae-78c9-4c68-bb6c-29c70370123c req-b4c97cbf-9548-4a79-ab28-f5a44a6fa7f8 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3f2e762-329c-4d6b-9778-a120adcac2f8 HTTP/1.1" status: 200 len: 935 time: 0.3510752 Jul 13 07:22:17.153342 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8dd615-9baf-4f42-b12e-1af3df75ceda req-b81bb033-810d-4966-a8a9-afeffc11f7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:17.155289 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8f8dd615-9baf-4f42-b12e-1af3df75ceda req-b81bb033-810d-4966-a8a9-afeffc11f7b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.1517475 Jul 13 07:22:17.197731 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8f28da09-7942-42ad-812f-545f2eb51704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:17.201289 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8f28da09-7942-42ad-812f-545f2eb51704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:17.206885 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8f28da09-7942-42ad-812f-545f2eb51704 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f76ac398-c689-4054-840e-9abc46dcbf66 HTTP/1.1" status: 204 len: 168 time: 0.2213724 Jul 13 07:22:17.234080 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28da09-7942-42ad-812f-545f2eb51704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76ac398-c689-4054-840e-9abc46dcbf66,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:17.246525 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 48026) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:17.257042 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-53275364-8999-4fbc-ad73-779010437313 service neutron] 10.222.0.42 "GET /v2.0/networks/8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952237 Jul 13 07:22:17.305810 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f052bbae-78c9-4c68-bb6c-29c70370123c req-a9062c91-92c6-4d42-b55c-7801b2ebf106 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/security-groups?id=7cc4dba3-0381-4af9-819d-8ff2c49b3e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546597 Jul 13 07:22:17.319143 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-40945aec-b3bd-48a0-941f-35697aeb1755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:17.364285 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2102798f-a742-4412-8b67-d79dba5124ef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e797c119fc84db39e99ebd398be757d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1148987 Jul 13 07:22:17.365569 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 48028) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:17.445487 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e25863a6-25eb-4dbf-a0a3-88e9cc08fd60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:17.480132 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e25863a6-25eb-4dbf-a0a3-88e9cc08fd60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:17.630536 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e25863a6-25eb-4dbf-a0a3-88e9cc08fd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:17.633257 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e25863a6-25eb-4dbf-a0a3-88e9cc08fd60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:17.636733 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e25863a6-25eb-4dbf-a0a3-88e9cc08fd60 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/362e30c1-aae0-4dcd-8a20-bcd2798f6f7c HTTP/1.1" status: 204 len: 168 time: 0.2677972 Jul 13 07:22:17.646532 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25863a6-25eb-4dbf-a0a3-88e9cc08fd60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362e30c1-aae0-4dcd-8a20-bcd2798f6f7c,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:17.655943 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebeb90-b7f7-4190-a56c-481ba85de034 req-fac7bd04-6464-44fb-a512-7a1703eefa32 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:17.663637 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dfebeb90-b7f7-4190-a56c-481ba85de034 req-fac7bd04-6464-44fb-a512-7a1703eefa32 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6b5bcde-766a-4d51-9f5c-871279e60a1d HTTP/1.1" status: 200 len: 946 time: 0.1084619 Jul 13 07:22:17.715124 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dfebeb90-b7f7-4190-a56c-481ba85de034 req-443b441b-7fa3-416b-9a97-9488180cdc1b tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504868 Jul 13 07:22:17.864624 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8dd615-9baf-4f42-b12e-1af3df75ceda req-d0e00f0a-9439-49b2-b99e-0a5107a47971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:17.866169 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8f8dd615-9baf-4f42-b12e-1af3df75ceda req-d0e00f0a-9439-49b2-b99e-0a5107a47971 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6983206 Jul 13 07:22:17.921138 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-29139ce4-ab08-43e0-a041-a80c3e727a86 service neutron] 10.222.0.42 "GET /v2.0/networks/8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6502461 Jul 13 07:22:18.049118 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e6527-79e9-40e6-8d0c-3d98645351e3 req-07a762e3-b80f-458e-8455-ddf4e046b2cb tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:18.056615 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bb0e6527-79e9-40e6-8d0c-3d98645351e3 req-07a762e3-b80f-458e-8455-ddf4e046b2cb tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d3b79a9-09dc-4f7f-ac63-835c101ea8be HTTP/1.1" status: 200 len: 948 time: 0.0934143 Jul 13 07:22:18.108666 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bb0e6527-79e9-40e6-8d0c-3d98645351e3 req-4c3b3e46-d2c9-41fc-b8bc-026d4c114068 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/security-groups?id=a98c6085-37cf-41de-b1b2-f1722db5ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489457 Jul 13 07:22:18.118982 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-f0a70502-b9ca-424c-9456-bc7fac712e54 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=5e38dcee-5f8f-4129-bb5d-68231affa33d HTTP/1.1" status: 200 len: 217 time: 0.1496174 Jul 13 07:22:18.302006 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-03302a5f-f69f-4352-bd8e-4462ba7e08d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:18.303501 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-03302a5f-f69f-4352-bd8e-4462ba7e08d9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbf3360f-363f-4965-bf44-461a187b579f HTTP/1.1" status: 200 len: 797 time: 0.1711531 Jul 13 07:22:18.331029 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8f8dd615-9baf-4f42-b12e-1af3df75ceda req-24f33372-9e38-48d4-8c4d-6f9277a71d87 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4457281 Jul 13 07:22:18.517288 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f09a40-9297-4111-a010-380f7055e8ed req-627cf80e-b706-4c8b-9f1f-dbbb84171e55 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:18.523312 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f09a40-9297-4111-a010-380f7055e8ed req-627cf80e-b706-4c8b-9f1f-dbbb84171e55 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:18.529251 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f09a40-9297-4111-a010-380f7055e8ed req-627cf80e-b706-4c8b-9f1f-dbbb84171e55 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:18.535461 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f09a40-9297-4111-a010-380f7055e8ed req-627cf80e-b706-4c8b-9f1f-dbbb84171e55 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:18.542569 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f09a40-9297-4111-a010-380f7055e8ed req-627cf80e-b706-4c8b-9f1f-dbbb84171e55 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:18.548896 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f09a40-9297-4111-a010-380f7055e8ed req-627cf80e-b706-4c8b-9f1f-dbbb84171e55 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:18.556294 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f09a40-9297-4111-a010-380f7055e8ed req-627cf80e-b706-4c8b-9f1f-dbbb84171e55 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:18.558911 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b4f09a40-9297-4111-a010-380f7055e8ed req-627cf80e-b706-4c8b-9f1f-dbbb84171e55 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 5420 time: 0.3466668 Jul 13 07:22:18.605360 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b226b-735b-408b-b279-a70bb2c47bd2 req-52f9d7af-fde6-45a1-bb9d-7ad559be6d85 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:18.607497 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4f8b226b-735b-408b-b279-a70bb2c47bd2 req-52f9d7af-fde6-45a1-bb9d-7ad559be6d85 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3f2e762-329c-4d6b-9778-a120adcac2f8 HTTP/1.1" status: 200 len: 935 time: 0.0908527 Jul 13 07:22:18.636312 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8f8dd615-9baf-4f42-b12e-1af3df75ceda req-c2ba3599-f530-4552-90af-ecf3c902f6ca service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987983 Jul 13 07:22:18.646905 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-8942180b-2292-4ec2-a7d5-d3780ae3aad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:18.648936 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-8942180b-2292-4ec2-a7d5-d3780ae3aad7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3155081 Jul 13 07:22:18.652681 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4f8b226b-735b-408b-b279-a70bb2c47bd2 req-3f996734-b798-443d-b8b1-26434855d2c4 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/security-groups?id=7cc4dba3-0381-4af9-819d-8ff2c49b3e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390279 Jul 13 07:22:18.677496 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-40945aec-b3bd-48a0-941f-35697aeb1755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:18.700578 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b4f09a40-9297-4111-a010-380f7055e8ed req-5ffc8fcb-effe-4cd0-8d51-ae6303d2c87c tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=afedc317-2eb3-4978-a3f5-50dbdb316361&id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1356924 Jul 13 07:22:18.703319 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-40945aec-b3bd-48a0-941f-35697aeb1755 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:18.765555 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-40945aec-b3bd-48a0-941f-35697aeb1755 service neutron] Transition to ACTIVE for port object 3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:18.799326 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-40945aec-b3bd-48a0-941f-35697aeb1755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:18.885070 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40945aec-b3bd-48a0-941f-35697aeb1755 service neutron] Pushing event updated for resources: {'Port': ['ID=3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:18.918916 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-0d393016-042f-4894-bc02-4c8cd7d19383 service neutron] 10.222.0.42 "GET /v2.0/networks/8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516680 Jul 13 07:22:19.119127 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 3b8e1476-3286-48c1-b46c-ed499c65dca8 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:22:19.128480 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-40945aec-b3bd-48a0-941f-35697aeb1755 service neutron] Attempting to bind port 3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:19.128819 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-40945aec-b3bd-48a0-941f-35697aeb1755 service neutron] Attempting to bind port 3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:19.129155 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-40945aec-b3bd-48a0-941f-35697aeb1755 service neutron] Attempting to bind port 3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:19.140767 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-40945aec-b3bd-48a0-941f-35697aeb1755 service neutron] Port 3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:22:19.141094 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-40945aec-b3bd-48a0-941f-35697aeb1755 service neutron] Attempting to bind port 3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:19.153835 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-40945aec-b3bd-48a0-941f-35697aeb1755 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:19.154184 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-40945aec-b3bd-48a0-941f-35697aeb1755 service neutron] Checking segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:19.154583 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-40945aec-b3bd-48a0-941f-35697aeb1755 service neutron] Bound using segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:19.155588 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-40945aec-b3bd-48a0-941f-35697aeb1755 service neutron] Bound port: 3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:19.155952 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-40945aec-b3bd-48a0-941f-35697aeb1755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:19.197177 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 48120) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:19.221225 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-194bd876-ba76-4a75-9620-e5098599b122 service neutron] 10.222.0.42 "GET /v2.0/networks/8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894616 Jul 13 07:22:19.309653 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 3b8e1476-3286-48c1-b46c-ed499c65dca8, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=3b8e1476-3286-48c1-b46c-ed499c65dca8,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:19.325778 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '3b8e1476-3286-48c1-b46c-ed499c65dca8', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': '3b8e1476-3286-48c1-b46c-ed499c65dca8', 'mac_address': 'fa:16:3e:f3:26:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:22:19.330611 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-cd5332e0-e24b-48b7-b462-a0daa741584d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ff532c51-9355-4450-8c7c-8a7e95d11ca1 HTTP/1.1" status: 200 len: 217 time: 0.0944071 Jul 13 07:22:19.382952 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:19.403577 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b8e1476-3286-48c1-b46c-ed499c65dca8 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:19.405716 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-40945aec-b3bd-48a0-941f-35697aeb1755 service neutron] For port 3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:19.427525 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 3b8e1476-3286-48c1-b46c-ed499c65dca8, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=3b8e1476-3286-48c1-b46c-ed499c65dca8,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:19.434770 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-40945aec-b3bd-48a0-941f-35697aeb1755 service neutron] For port 3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:19.435167 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:19.438799 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-a27491ed-09dc-438e-8e30-20b0d4fcec51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:19.440627 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-a27491ed-09dc-438e-8e30-20b0d4fcec51 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9c2506db-6f43-4e89-9c37-79407431b682 HTTP/1.1" status: 200 len: 797 time: 0.1014013 Jul 13 07:22:19.455884 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c92b9-d813-41a1-ae61-16327f01cb7f req-0996f8ce-1f46-4f33-a989-65c6992ec028 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:19.462883 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3e5c92b9-d813-41a1-ae61-16327f01cb7f req-0996f8ce-1f46-4f33-a989-65c6992ec028 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6b5bcde-766a-4d51-9f5c-871279e60a1d HTTP/1.1" status: 200 len: 946 time: 0.2024434 Jul 13 07:22:19.481904 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-40945aec-b3bd-48a0-941f-35697aeb1755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:19.513377 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=3b8e1476-3286-48c1-b46c-ed499c65dca8,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:19.558571 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-73138e41-1772-471b-abdd-d0761c9771f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:19.585205 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-40945aec-b3bd-48a0-941f-35697aeb1755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:19.586096 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-40945aec-b3bd-48a0-941f-35697aeb1755 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:19.587838 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-40945aec-b3bd-48a0-941f-35697aeb1755 service neutron] 10.222.0.25 "PUT /v2.0/ports/3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8 HTTP/1.1" status: 200 len: 1096 time: 2.5258355 Jul 13 07:22:19.589573 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad7112-cef3-4c95-b02f-56aba0c38a1e req-1f6200b3-f355-4d86-8cd1-1841fdb4620a tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:19.595624 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3f2e762-329c-4d6b-9778-a120adcac2f8', 'tag': '3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:19.598562 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b9ad7112-cef3-4c95-b02f-56aba0c38a1e req-1f6200b3-f355-4d86-8cd1-1841fdb4620a tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d3b79a9-09dc-4f7f-ac63-835c101ea8be HTTP/1.1" status: 200 len: 949 time: 0.1208396 Jul 13 07:22:19.598690 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d200cd1-88b3-4288-bf12-aff14e966ea4" -d '{"events": [{"name": "network-changed", "server_uuid": "d3f2e762-329c-4d6b-9778-a120adcac2f8", "tag": "3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:19.659864 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3e5c92b9-d813-41a1-ae61-16327f01cb7f req-2b38835d-31e3-4096-8295-782adb3317e8 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959925 Jul 13 07:22:19.705216 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['3b8e1476-3286-48c1-b46c-ed499c65dca8'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:19.729865 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40945aec-b3bd-48a0-941f-35697aeb1755 service neutron] Pushing event updated for resources: {'Port': ['ID=3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:19.736904 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-74902835-bc55-4f7f-a56b-05a21b5d6ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:19.738890 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-74902835-bc55-4f7f-a56b-05a21b5d6ff9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2733314 Jul 13 07:22:19.837482 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b9ad7112-cef3-4c95-b02f-56aba0c38a1e req-61e8f5e5-2cbb-41ca-a824-31cb71bd4f46 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/security-groups?id=a98c6085-37cf-41de-b1b2-f1722db5ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379541 Jul 13 07:22:19.887077 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-73c021ee-c7bf-444a-b14e-0d67dfa6329c service neutron] 10.222.0.42 "GET /v2.0/networks/d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371853 Jul 13 07:22:19.907831 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-73138e41-1772-471b-abdd-d0761c9771f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:19.922755 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-73138e41-1772-471b-abdd-d0761c9771f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:19.977892 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73138e41-1772-471b-abdd-d0761c9771f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b319962e-5ee5-482a-afb6-3c6462c68031,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:20.018966 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-723bd5a2-00c8-4575-a63f-d410003bd319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:20.020569 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-73138e41-1772-471b-abdd-d0761c9771f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5df3a4d2382940988c5f0f548afe8bb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8222139 Jul 13 07:22:20.020827 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-723bd5a2-00c8-4575-a63f-d410003bd319 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b6b2867affa4b329c36686510d6fd7f&device_id=d3f2e762-329c-4d6b-9778-a120adcac2f8 HTTP/1.1" status: 200 len: 1099 time: 0.3599510 Jul 13 07:22:20.021184 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 48146) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:20.077481 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-05f680b2-54ce-4c1a-b16b-670f89507b3b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8 HTTP/1.1" status: 200 len: 217 time: 0.0476735 Jul 13 07:22:20.105510 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-da7888d0-b936-4304-b3c4-a1be0a51cca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:20.134239 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-da7888d0-b936-4304-b3c4-a1be0a51cca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:20.138920 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-9d850aed-ee20-4d85-8377-775c455e8b18 service neutron] 10.222.0.42 "GET /v2.0/networks/d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425654 Jul 13 07:22:20.158106 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b358fe62-424c-4856-821b-3a1afc2e9c45 x-openstack-request-id: req-b358fe62-424c-4856-821b-3a1afc2e9c45 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:20.158542 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3f2e762-329c-4d6b-9778-a120adcac2f8", "tag": "3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:20.158798 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b358fe62-424c-4856-821b-3a1afc2e9c45 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:20.159187 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3f2e762-329c-4d6b-9778-a120adcac2f8', 'tag': '3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8', 'status': 'completed', 'code': 200} Jul 13 07:22:20.190472 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-da7888d0-b936-4304-b3c4-a1be0a51cca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:20.193080 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-da7888d0-b936-4304-b3c4-a1be0a51cca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:20.196800 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-da7888d0-b936-4304-b3c4-a1be0a51cca7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b319962e-5ee5-482a-afb6-3c6462c68031 HTTP/1.1" status: 204 len: 168 time: 0.1721017 Jul 13 07:22:20.199821 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-f8381713-835a-40e8-a854-77bac896c546 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=38a092c2-cb24-4cdb-9c57-ce1ffaf19763 HTTP/1.1" status: 200 len: 217 time: 0.0526536 Jul 13 07:22:20.204166 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-10f9bcd7-c84f-456d-a19b-130ec7a7d643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:20.205596 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-10f9bcd7-c84f-456d-a19b-130ec7a7d643 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.1189339 Jul 13 07:22:20.209680 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7888d0-b936-4304-b3c4-a1be0a51cca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b319962e-5ee5-482a-afb6-3c6462c68031,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:20.357124 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-00dabbd5-eb36-4b82-8472-3c758adbe927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:20.360254 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-00dabbd5-eb36-4b82-8472-3c758adbe927 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9c2506db-6f43-4e89-9c37-79407431b682 HTTP/1.1" status: 200 len: 797 time: 0.1529176 Jul 13 07:22:20.442246 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a349fe-cf64-4ec4-b428-4be0c80a8c43 req-6d374186-bbdd-412e-bb3b-7cc8d4a00675 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:20.449461 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a349fe-cf64-4ec4-b428-4be0c80a8c43 req-6d374186-bbdd-412e-bb3b-7cc8d4a00675 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:20.457578 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-79792bc6-b1c1-49ca-8bfb-7907f71c64c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:20.457906 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a349fe-cf64-4ec4-b428-4be0c80a8c43 req-6d374186-bbdd-412e-bb3b-7cc8d4a00675 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:20.458959 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-79792bc6-b1c1-49ca-8bfb-7907f71c64c5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2349410 Jul 13 07:22:20.464561 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a349fe-cf64-4ec4-b428-4be0c80a8c43 req-6d374186-bbdd-412e-bb3b-7cc8d4a00675 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:20.471952 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a349fe-cf64-4ec4-b428-4be0c80a8c43 req-6d374186-bbdd-412e-bb3b-7cc8d4a00675 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:20.477924 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a349fe-cf64-4ec4-b428-4be0c80a8c43 req-6d374186-bbdd-412e-bb3b-7cc8d4a00675 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:20.484781 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a349fe-cf64-4ec4-b428-4be0c80a8c43 req-6d374186-bbdd-412e-bb3b-7cc8d4a00675 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:20.486968 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f1a349fe-cf64-4ec4-b428-4be0c80a8c43 req-6d374186-bbdd-412e-bb3b-7cc8d4a00675 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 5420 time: 0.1300628 Jul 13 07:22:20.490754 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98852910-d47f-4ef1-831b-00db8e7ef7f2 req-2a378dbb-0c47-4ff3-bc78-f5f126ec993c tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:20.492259 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-98852910-d47f-4ef1-831b-00db8e7ef7f2 req-2a378dbb-0c47-4ff3-bc78-f5f126ec993c tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3f2e762-329c-4d6b-9778-a120adcac2f8 HTTP/1.1" status: 200 len: 947 time: 0.2007582 Jul 13 07:22:20.543776 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f1a349fe-cf64-4ec4-b428-4be0c80a8c43 req-a1b4ef08-0015-4f52-9964-a7e696717c47 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=afedc317-2eb3-4978-a3f5-50dbdb316361&id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455883 Jul 13 07:22:20.576905 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7597a7a-2408-4ba7-8789-9291a4924389 req-03c9c23a-c2c7-4ae8-9b12-ccf8a9d60772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:20.578420 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a7597a7a-2408-4ba7-8789-9291a4924389 req-03c9c23a-c2c7-4ae8-9b12-ccf8a9d60772 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e6b5bcde-766a-4d51-9f5c-871279e60a1d HTTP/1.1" status: 200 len: 1098 time: 0.2153296 Jul 13 07:22:20.586536 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 48156) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:20.589332 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752cef-71e5-4995-b864-b7657adae30f req-ed858605-64af-4ede-9fb9-9e806f536233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:20.591065 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-ed858605-64af-4ede-9fb9-9e806f536233 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2112746 Jul 13 07:22:20.602451 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cf04e0d7-3cd1-407c-a56a-75965cc393cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:20.641281 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-98852910-d47f-4ef1-831b-00db8e7ef7f2 req-2959d64a-2316-40f6-bb7f-4298d2c819a8 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/security-groups?id=7cc4dba3-0381-4af9-819d-8ff2c49b3e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313508 Jul 13 07:22:20.705776 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cf04e0d7-3cd1-407c-a56a-75965cc393cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:20.711763 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cf04e0d7-3cd1-407c-a56a-75965cc393cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:20.712886 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-540c7e6a-0185-4595-bd94-ae67b44db2ed service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432406 Jul 13 07:22:20.716759 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a7597a7a-2408-4ba7-8789-9291a4924389 req-3e99996b-1c00-4a3b-9a5a-7d5745a6aed7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244917 Jul 13 07:22:20.748867 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-cf04e0d7-3cd1-407c-a56a-75965cc393cc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d81e2911814e45648eebe091c54a2b7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1609588 Jul 13 07:22:20.751904 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 48162) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:20.774752 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-923d1dcb-0bea-48c6-bb7e-5f3aef5e3a7f service neutron] 10.222.0.42 "GET /v2.0/networks/d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653960 Jul 13 07:22:20.820387 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf04e0d7-3cd1-407c-a56a-75965cc393cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b8342c-bdcf-4da5-bd36-de7051ea4ca1,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:20.875890 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-838c5ee8-8e36-4bc7-a8b1-c0f92a66a48b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:20.889404 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d6fa33f1-8582-4c6a-9b17-272f08ae123c req-3e8e4e3b-31cd-4b38-92e7-ca008d5ee4f0 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659939 Jul 13 07:22:20.902473 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-838c5ee8-8e36-4bc7-a8b1-c0f92a66a48b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:20.930130 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c752cef-71e5-4995-b864-b7657adae30f req-c379437b-92a9-4ee8-a42e-0d4db0c6a7e1 service neutron] 10.222.0.42 "GET /v2.0/networks/d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279168 Jul 13 07:22:20.997717 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-838c5ee8-8e36-4bc7-a8b1-c0f92a66a48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:21.002318 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-838c5ee8-8e36-4bc7-a8b1-c0f92a66a48b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:21.007045 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-838c5ee8-8e36-4bc7-a8b1-c0f92a66a48b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d8b8342c-bdcf-4da5-bd36-de7051ea4ca1 HTTP/1.1" status: 204 len: 168 time: 0.2537162 Jul 13 07:22:21.016226 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c5ee8-8e36-4bc7-a8b1-c0f92a66a48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b8342c-bdcf-4da5-bd36-de7051ea4ca1,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:21.059947 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d200cd1-88b3-4288-bf12-aff14e966ea4 req-b32e9030-c907-413b-8f27-388d9ad031ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:21.061494 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2d200cd1-88b3-4288-bf12-aff14e966ea4 req-b32e9030-c907-413b-8f27-388d9ad031ee service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b6b2867affa4b329c36686510d6fd7f&device_id=d3f2e762-329c-4d6b-9778-a120adcac2f8 HTTP/1.1" status: 200 len: 1099 time: 0.1034226 Jul 13 07:22:21.150536 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 3b8e1476-3286-48c1-b46c-ed499c65dca8 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:21.151802 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebb72f-bbaf-4fcf-88cf-449e259426e1 req-317e988d-2894-48ef-b1c8-4379b4e682b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:21.152468 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebb72f-bbaf-4fcf-88cf-449e259426e1 req-317e988d-2894-48ef-b1c8-4379b4e682b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:21.153711 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebb72f-bbaf-4fcf-88cf-449e259426e1 req-317e988d-2894-48ef-b1c8-4379b4e682b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:21.153711 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebb72f-bbaf-4fcf-88cf-449e259426e1 req-317e988d-2894-48ef-b1c8-4379b4e682b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:21.153911 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebb72f-bbaf-4fcf-88cf-449e259426e1 req-317e988d-2894-48ef-b1c8-4379b4e682b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:21.154370 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebb72f-bbaf-4fcf-88cf-449e259426e1 req-317e988d-2894-48ef-b1c8-4379b4e682b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:21.154914 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebb72f-bbaf-4fcf-88cf-449e259426e1 req-317e988d-2894-48ef-b1c8-4379b4e682b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:21.157367 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8cebb72f-bbaf-4fcf-88cf-449e259426e1 req-317e988d-2894-48ef-b1c8-4379b4e682b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f21aa0b310c4cd09c2f6eea1ac67069&device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 6484 time: 0.1467304 Jul 13 07:22:21.164550 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d45fea-e3de-457a-9c33-db73a76790b9 req-5113d7d4-0f16-44de-8f93-299f885f29dc tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:21.173200 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a7d45fea-e3de-457a-9c33-db73a76790b9 req-5113d7d4-0f16-44de-8f93-299f885f29dc tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6b5bcde-766a-4d51-9f5c-871279e60a1d HTTP/1.1" status: 200 len: 946 time: 0.0833106 Jul 13 07:22:21.220637 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d200cd1-88b3-4288-bf12-aff14e966ea4 req-30fd6ab2-8b25-436b-9fc3-1a8feae837a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:21.222758 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2d200cd1-88b3-4288-bf12-aff14e966ea4 req-30fd6ab2-8b25-436b-9fc3-1a8feae837a8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.1548994 Jul 13 07:22:21.225274 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a7d45fea-e3de-457a-9c33-db73a76790b9 req-83c53413-1a74-4f0d-b848-6eb11572b177 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490341 Jul 13 07:22:21.265759 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 3b8e1476-3286-48c1-b46c-ed499c65dca8 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:21.270217 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 3b8e1476-3286-48c1-b46c-ed499c65dca8 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:21.270583 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:21.475588 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2fca5-8e21-447b-917a-2ccb975cb5a1 req-c830dc36-1546-4dd6-b4ec-accba85dfb53 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:21.485055 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-57a2fca5-8e21-447b-917a-2ccb975cb5a1 req-c830dc36-1546-4dd6-b4ec-accba85dfb53 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d3b79a9-09dc-4f7f-ac63-835c101ea8be HTTP/1.1" status: 200 len: 949 time: 0.1565135 Jul 13 07:22:21.487760 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:21.524837 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3b79a9-09dc-4f7f-ac63-835c101ea8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8e1476-3286-48c1-b46c-ed499c65dca8'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:21.527809 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4ef2c1-f186-4f3a-a4af-70d5d49663f1" -d '{"events": [{"server_uuid": "0d3b79a9-09dc-4f7f-ac63-835c101ea8be", "name": "network-vif-plugged", "status": "completed", "tag": "3b8e1476-3286-48c1-b46c-ed499c65dca8"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:21.550663 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 3b8e1476-3286-48c1-b46c-ed499c65dca8, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=3b8e1476-3286-48c1-b46c-ed499c65dca8,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:21.553682 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-57a2fca5-8e21-447b-917a-2ccb975cb5a1 req-e62f7371-2e39-4322-a3d2-d715d11706b7 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/security-groups?id=a98c6085-37cf-41de-b1b2-f1722db5ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674632 Jul 13 07:22:21.569539 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:21.659450 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7054d3b-51e5-43d5-87b1-b398a37c841a x-openstack-request-id: req-e7054d3b-51e5-43d5-87b1-b398a37c841a {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:21.659740 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d3b79a9-09dc-4f7f-ac63-835c101ea8be", "name": "network-vif-plugged", "status": "completed", "tag": "3b8e1476-3286-48c1-b46c-ed499c65dca8", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:21.659999 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e7054d3b-51e5-43d5-87b1-b398a37c841a {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:21.660383 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3b79a9-09dc-4f7f-ac63-835c101ea8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8e1476-3286-48c1-b46c-ed499c65dca8', 'code': 200} Jul 13 07:22:21.715557 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=3b8e1476-3286-48c1-b46c-ed499c65dca8,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:21.869419 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2d200cd1-88b3-4288-bf12-aff14e966ea4 req-fe57c721-4a14-4974-a7d1-128de9f6bbb3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8 HTTP/1.1" status: 200 len: 217 time: 0.0790701 Jul 13 07:22:21.961116 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3d4f2695-9e07-4754-a7a6-7582bea54bf9 None None] Provisioning complete for port 3b8e1476-3286-48c1-b46c-ed499c65dca8 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:21.966456 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3d4f2695-9e07-4754-a7a6-7582bea54bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:22.017042 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebb72f-bbaf-4fcf-88cf-449e259426e1 req-01c8b297-a048-4f8b-80c0-fd379a1720f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:22.019414 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8cebb72f-bbaf-4fcf-88cf-449e259426e1 req-01c8b297-a048-4f8b-80c0-fd379a1720f7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f HTTP/1.1" status: 200 len: 902 time: 0.8521657 Jul 13 07:22:22.053796 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8dccc3-8789-482d-a777-741279cbbd5d req-abe072d0-15ef-41ed-a857-12e2a3de0e5f tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:22.059503 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8dccc3-8789-482d-a777-741279cbbd5d req-abe072d0-15ef-41ed-a857-12e2a3de0e5f tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:22.062861 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49353a72-e016-455a-9de4-331f2ac69757 req-aaea4b79-113b-4fdb-80c0-00523c47056e tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:22.063649 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-49353a72-e016-455a-9de4-331f2ac69757 req-aaea4b79-113b-4fdb-80c0-00523c47056e tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3f2e762-329c-4d6b-9778-a120adcac2f8 HTTP/1.1" status: 200 len: 947 time: 0.1029885 Jul 13 07:22:22.067143 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8dccc3-8789-482d-a777-741279cbbd5d req-abe072d0-15ef-41ed-a857-12e2a3de0e5f tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:22.073200 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8dccc3-8789-482d-a777-741279cbbd5d req-abe072d0-15ef-41ed-a857-12e2a3de0e5f tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:22.079496 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8dccc3-8789-482d-a777-741279cbbd5d req-abe072d0-15ef-41ed-a857-12e2a3de0e5f tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:22.085393 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8dccc3-8789-482d-a777-741279cbbd5d req-abe072d0-15ef-41ed-a857-12e2a3de0e5f tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:22.102581 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8dccc3-8789-482d-a777-741279cbbd5d req-abe072d0-15ef-41ed-a857-12e2a3de0e5f tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:22.107798 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0b8dccc3-8789-482d-a777-741279cbbd5d req-abe072d0-15ef-41ed-a857-12e2a3de0e5f tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 5420 time: 0.2361710 Jul 13 07:22:22.110547 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d200cd1-88b3-4288-bf12-aff14e966ea4 req-263b2644-8df2-43e7-9d47-e3066b2a9f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:22.112010 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2d200cd1-88b3-4288-bf12-aff14e966ea4 req-263b2644-8df2-43e7-9d47-e3066b2a9f61 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.1952755 Jul 13 07:22:22.134349 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-49353a72-e016-455a-9de4-331f2ac69757 req-c717597f-eff5-4b84-8d0b-856e10c7fe0c tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/security-groups?id=7cc4dba3-0381-4af9-819d-8ff2c49b3e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638390 Jul 13 07:22:22.134876 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 48222) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:22.174792 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8cebb72f-bbaf-4fcf-88cf-449e259426e1 req-1ad5f3f9-2aee-478c-a7da-3cc0759fb83a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ff532c51-9355-4450-8c7c-8a7e95d11ca1 HTTP/1.1" status: 200 len: 217 time: 0.1402998 Jul 13 07:22:22.183794 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 48228) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:22.241801 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f0b59-68d1-44e8-9cf6-0a88e97c86a5 req-4e90ee3b-d74c-43a9-b2fc-4c9deaa6ab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:22.243616 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-833f0b59-68d1-44e8-9cf6-0a88e97c86a5 req-4e90ee3b-d74c-43a9-b2fc-4c9deaa6ab7b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0d3b79a9-09dc-4f7f-ac63-835c101ea8be HTTP/1.1" status: 200 len: 1102 time: 0.4471948 Jul 13 07:22:22.303022 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0b8dccc3-8789-482d-a777-741279cbbd5d req-4c3e8856-4645-4bb6-b5af-06bc9661e9ad tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=afedc317-2eb3-4978-a3f5-50dbdb316361&id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1899388 Jul 13 07:22:22.338335 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebb72f-bbaf-4fcf-88cf-449e259426e1 req-f90c5d4a-0a5f-4f41-a44d-183abc8bfb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:22.338335 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8cebb72f-bbaf-4fcf-88cf-449e259426e1 req-f90c5d4a-0a5f-4f41-a44d-183abc8bfb33 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9c2506db-6f43-4e89-9c37-79407431b682 HTTP/1.1" status: 200 len: 797 time: 0.1231101 Jul 13 07:22:22.339041 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-e2a4c441-b663-49d9-b521-867f8afecade admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-792950967-network', 'tenant_id': '352bcb4e1f034d4a9fe05776480aef53'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:22.344954 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0db22719-4731-4d7c-a71d-0debb07b8077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:22.374211 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-833f0b59-68d1-44e8-9cf6-0a88e97c86a5 req-b964fef4-25a4-40f2-b134-7b0903ffef17 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a98c6085-37cf-41de-b1b2-f1722db5ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086817 Jul 13 07:22:22.393346 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d200cd1-88b3-4288-bf12-aff14e966ea4 req-453709f9-8f02-41f0-8687-6fc822e3691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:22.394943 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2d200cd1-88b3-4288-bf12-aff14e966ea4 req-453709f9-8f02-41f0-8687-6fc822e3691e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2365355 Jul 13 07:22:22.442902 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebb72f-bbaf-4fcf-88cf-449e259426e1 req-a8df2e4c-c358-41ab-a3c5-2db0c558f5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:22.445508 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8cebb72f-bbaf-4fcf-88cf-449e259426e1 req-a8df2e4c-c358-41ab-a3c5-2db0c558f5fc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1075037 Jul 13 07:22:22.476903 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0db22719-4731-4d7c-a71d-0debb07b8077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:22.480248 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a4c441-b663-49d9-b521-867f8afecade admin admin] Made reservation on behalf of 352bcb4e1f034d4a9fe05776480aef53 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:22.483505 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e2a4c441-b663-49d9-b521-867f8afecade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:22.495814 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e2a4c441-b663-49d9-b521-867f8afecade admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:22.505843 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0db22719-4731-4d7c-a71d-0debb07b8077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:22.559762 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2d200cd1-88b3-4288-bf12-aff14e966ea4 req-79280be0-b248-439a-a0fd-fcbea4333778 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570964 Jul 13 07:22:22.628918 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0db22719-4731-4d7c-a71d-0debb07b8077 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c4a3e303c6a84630ba212f55ac9bc7ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4923520 Jul 13 07:22:22.635137 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 48262) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:22.642737 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db22719-4731-4d7c-a71d-0debb07b8077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3583388-b0af-4907-97be-2c5bc50db9f5,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:22.654282 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8cebb72f-bbaf-4fcf-88cf-449e259426e1 req-bd690bce-8656-401d-8d7b-c6d8607ed593 service neutron] 10.222.0.42 "GET /v2.0/networks/d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758461 Jul 13 07:22:22.663578 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca50374-2132-4009-a77b-236991ce3820 req-f5eb93b3-6534-428b-9e4c-5781f621cdb9 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:22.665426 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0ca50374-2132-4009-a77b-236991ce3820 req-f5eb93b3-6534-428b-9e4c-5781f621cdb9 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6b5bcde-766a-4d51-9f5c-871279e60a1d HTTP/1.1" status: 200 len: 946 time: 0.1863046 Jul 13 07:22:22.711987 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2d200cd1-88b3-4288-bf12-aff14e966ea4 req-f611fa61-699f-4d55-b24a-804425df543a service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428454 Jul 13 07:22:22.768382 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0ca50374-2132-4009-a77b-236991ce3820 req-55477d0d-c635-42ad-85b0-af877878e4fd tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913308 Jul 13 07:22:22.771349 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8cebb72f-bbaf-4fcf-88cf-449e259426e1 req-d61b969b-ae67-48e2-acf9-1d08a3117251 service neutron] 10.222.0.42 "GET /v2.0/networks/d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085052 Jul 13 07:22:22.791575 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 48266) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:22.794233 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c080c10b-040b-46e5-bb0f-58574b76c6c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:22.840199 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c080c10b-040b-46e5-bb0f-58574b76c6c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:22.896644 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e2a4c441-b663-49d9-b521-867f8afecade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:22.903909 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e2a4c441-b663-49d9-b521-867f8afecade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:22.939802 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a705d5-ec53-4047-b6a5-8055281fd4ff req-8d1642d0-9bc8-49a3-a4ec-42e7fa781a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:22.943876 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a705d5-ec53-4047-b6a5-8055281fd4ff req-8d1642d0-9bc8-49a3-a4ec-42e7fa781a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:22.944505 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a705d5-ec53-4047-b6a5-8055281fd4ff req-8d1642d0-9bc8-49a3-a4ec-42e7fa781a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:22.945056 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a705d5-ec53-4047-b6a5-8055281fd4ff req-8d1642d0-9bc8-49a3-a4ec-42e7fa781a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:22.945842 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a705d5-ec53-4047-b6a5-8055281fd4ff req-8d1642d0-9bc8-49a3-a4ec-42e7fa781a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:22.946589 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a705d5-ec53-4047-b6a5-8055281fd4ff req-8d1642d0-9bc8-49a3-a4ec-42e7fa781a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:22.947220 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a705d5-ec53-4047-b6a5-8055281fd4ff req-8d1642d0-9bc8-49a3-a4ec-42e7fa781a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:22.950864 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-45a705d5-ec53-4047-b6a5-8055281fd4ff req-8d1642d0-9bc8-49a3-a4ec-42e7fa781a10 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f21aa0b310c4cd09c2f6eea1ac67069&device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 6484 time: 0.1151206 Jul 13 07:22:22.991620 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a4c441-b663-49d9-b521-867f8afecade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377426b7-c333-4bbf-8f81-a4f39606d51b,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:22.991905 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ab239065-cd55-49dc-a7bc-19ea78b15008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:22.994342 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a4c441-b663-49d9-b521-867f8afecade admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:22:22.997092 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c080c10b-040b-46e5-bb0f-58574b76c6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:22.999829 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c080c10b-040b-46e5-bb0f-58574b76c6c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:23.001036 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c080c10b-040b-46e5-bb0f-58574b76c6c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a3583388-b0af-4907-97be-2c5bc50db9f5 HTTP/1.1" status: 204 len: 168 time: 0.3595486 Jul 13 07:22:23.016565 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080c10b-040b-46e5-bb0f-58574b76c6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3583388-b0af-4907-97be-2c5bc50db9f5,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:23.034730 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e2a4c441-b663-49d9-b521-867f8afecade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:23.035237 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-e2a4c441-b663-49d9-b521-867f8afecade admin admin] Added segment 3304ce8b-0a73-46c4-b90c-425e60af5816 of type vlan for network de5a83e6-90c0-4cc4-ae4f-61e175bc2f77 Jul 13 07:22:23.094106 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf27158-b8be-43be-9c72-b3f6b8fa3518 req-f1ecbe97-8f78-490d-b53a-1127c6660521 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:23.095793 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6cf27158-b8be-43be-9c72-b3f6b8fa3518 req-f1ecbe97-8f78-490d-b53a-1127c6660521 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d3b79a9-09dc-4f7f-ac63-835c101ea8be HTTP/1.1" status: 200 len: 950 time: 0.1669810 Jul 13 07:22:23.099829 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e2a4c441-b663-49d9-b521-867f8afecade admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:23.173686 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a705d5-ec53-4047-b6a5-8055281fd4ff req-404aa8f1-d45a-40a7-812d-c30096f5ee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:23.177562 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-45a705d5-ec53-4047-b6a5-8055281fd4ff req-404aa8f1-d45a-40a7-812d-c30096f5ee00 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f HTTP/1.1" status: 200 len: 902 time: 0.2143302 Jul 13 07:22:23.195082 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e2a4c441-b663-49d9-b521-867f8afecade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:23.196178 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a4c441-b663-49d9-b521-867f8afecade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:23.196990 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e2a4c441-b663-49d9-b521-867f8afecade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:23.212010 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:23.228610 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6cf27158-b8be-43be-9c72-b3f6b8fa3518 req-b557ebc4-fc72-4cd8-823d-dfa79ff685aa tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/security-groups?id=a98c6085-37cf-41de-b1b2-f1722db5ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234868 Jul 13 07:22:23.327961 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 48284) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:23.331609 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a4c441-b663-49d9-b521-867f8afecade admin admin] Pushing event updated for resources: {'Network': ['ID=de5a83e6-90c0-4cc4-ae4f-61e175bc2f77,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:23.343451 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network de5a83e6-90c0-4cc4-ae4f-61e175bc2f77 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:22:23.367058 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-45a705d5-ec53-4047-b6a5-8055281fd4ff req-556f756a-7880-46b3-8e8a-1f422c0410e8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=38a092c2-cb24-4cdb-9c57-ce1ffaf19763 HTTP/1.1" status: 200 len: 217 time: 0.1729279 Jul 13 07:22:23.457624 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ab239065-cd55-49dc-a7bc-19ea78b15008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:23.462101 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a705d5-ec53-4047-b6a5-8055281fd4ff req-f8019216-f287-472a-8e3b-57d81e6a8644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:23.463162 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-45a705d5-ec53-4047-b6a5-8055281fd4ff req-f8019216-f287-472a-8e3b-57d81e6a8644 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9c2506db-6f43-4e89-9c37-79407431b682 HTTP/1.1" status: 200 len: 797 time: 0.0882099 Jul 13 07:22:23.468220 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ab239065-cd55-49dc-a7bc-19ea78b15008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:23.476694 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:22:23.484706 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e2a4c441-b663-49d9-b521-867f8afecade admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.2985451 Jul 13 07:22:23.485343 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 48294) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:23.491229 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-08c8ae78-8b5e-4db1-9213-02d2c29021ec admin admin] Request body: {'subnet': {'network_id': 'de5a83e6-90c0-4cc4-ae4f-61e175bc2f77', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-792950967-subnet', 'tenant_id': '352bcb4e1f034d4a9fe05776480aef53', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:23.539558 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c8ae78-8b5e-4db1-9213-02d2c29021ec admin admin] Made reservation on behalf of 352bcb4e1f034d4a9fe05776480aef53 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:23.542019 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-08c8ae78-8b5e-4db1-9213-02d2c29021ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:23.664823 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:23.676104 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:23.679020 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-31b6ea42-4277-46e3-84ed-79c36071c629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:23.682304 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': '3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8', 'mac_address': 'fa:16:3e:bf:d7:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:22:23.682772 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ab239065-cd55-49dc-a7bc-19ea78b15008 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5e97e57d4d6d4582b30d65081dabd186&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8897009 Jul 13 07:22:23.687679 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab239065-cd55-49dc-a7bc-19ea78b15008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9968764c-5a26-4cac-824c-a648c436ffe8,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:23.700198 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 48302) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:23.750074 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:23.767700 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:23.801248 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:23.808580 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:23.810177 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a705d5-ec53-4047-b6a5-8055281fd4ff req-f71a564a-d7d6-44ff-91fe-4792ed403abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:23.812276 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-45a705d5-ec53-4047-b6a5-8055281fd4ff req-f71a564a-d7d6-44ff-91fe-4792ed403abb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3404124 Jul 13 07:22:23.867998 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dbfcc9e4-0224-4f9d-aab4-434d070db4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:23.888625 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fa5f1-22e3-43b6-bf9c-614e2d185b78 req-04a94dc9-c5df-4c57-b7f2-5d2cffe6550c tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:23.892742 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-08c8ae78-8b5e-4db1-9213-02d2c29021ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:23.895654 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:23.896231 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b24fa5f1-22e3-43b6-bf9c-614e2d185b78 req-04a94dc9-c5df-4c57-b7f2-5d2cffe6550c tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3f2e762-329c-4d6b-9778-a120adcac2f8 HTTP/1.1" status: 200 len: 947 time: 0.3610811 Jul 13 07:22:23.942561 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51af4ea-7b6c-4578-a363-e6a20c0f32fa req-235e8cab-f1f0-4473-8e0a-ec8d21a4f9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:23.944061 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c51af4ea-7b6c-4578-a363-e6a20c0f32fa req-235e8cab-f1f0-4473-8e0a-ec8d21a4f9bd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6d13c0c2ef2a4f4ba04ee46bbbe15052&device_id=e6b5bcde-766a-4d51-9f5c-871279e60a1d HTTP/1.1" status: 200 len: 1098 time: 0.2988946 Jul 13 07:22:23.962263 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b24fa5f1-22e3-43b6-bf9c-614e2d185b78 req-d3e4e837-8c50-44a6-8c30-ec070bc9f21b tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/security-groups?id=7cc4dba3-0381-4af9-819d-8ff2c49b3e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651748 Jul 13 07:22:23.964598 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dbfcc9e4-0224-4f9d-aab4-434d070db4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:24.015639 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b87a6b-1676-4814-8cd5-9cacfa8c2ea4 req-349d4745-a755-4bb7-8e0a-b2ffda863811 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:24.022086 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b87a6b-1676-4814-8cd5-9cacfa8c2ea4 req-349d4745-a755-4bb7-8e0a-b2ffda863811 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:24.028806 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b87a6b-1676-4814-8cd5-9cacfa8c2ea4 req-349d4745-a755-4bb7-8e0a-b2ffda863811 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:24.035052 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b87a6b-1676-4814-8cd5-9cacfa8c2ea4 req-349d4745-a755-4bb7-8e0a-b2ffda863811 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:24.040999 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b87a6b-1676-4814-8cd5-9cacfa8c2ea4 req-349d4745-a755-4bb7-8e0a-b2ffda863811 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:24.047121 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b87a6b-1676-4814-8cd5-9cacfa8c2ea4 req-349d4745-a755-4bb7-8e0a-b2ffda863811 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:24.065050 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b87a6b-1676-4814-8cd5-9cacfa8c2ea4 req-349d4745-a755-4bb7-8e0a-b2ffda863811 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:24.068315 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:24.103312 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-42b87a6b-1676-4814-8cd5-9cacfa8c2ea4 req-349d4745-a755-4bb7-8e0a-b2ffda863811 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 5420 time: 0.3158281 Jul 13 07:22:24.195797 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-42b87a6b-1676-4814-8cd5-9cacfa8c2ea4 req-5e5e5543-9863-4948-9e2e-53f8f161bff9 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=afedc317-2eb3-4978-a3f5-50dbdb316361&id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0907013 Jul 13 07:22:24.195941 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 48314) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:24.197306 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8ae78-8b5e-4db1-9213-02d2c29021ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a6777c5-cde4-4e13-b55a-778b192e51a8,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:24.214915 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-45a705d5-ec53-4047-b6a5-8055281fd4ff req-047b6bf2-3f73-4b04-9b08-15f30053fbe6 service neutron] 10.222.0.42 "GET /v2.0/networks/d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911676 Jul 13 07:22:24.239348 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c8ae78-8b5e-4db1-9213-02d2c29021ec admin admin] Checking segment: {'id': '3304ce8b-0a73-46c4-b90c-425e60af5816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'de5a83e6-90c0-4cc4-ae4f-61e175bc2f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:24.240233 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c8ae78-8b5e-4db1-9213-02d2c29021ec admin admin] Network hostable DHCP agents. Network: de5a83e6-90c0-4cc4-ae4f-61e175bc2f77, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:22:24.265743 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c8ae78-8b5e-4db1-9213-02d2c29021ec admin admin] Network de5a83e6-90c0-4cc4-ae4f-61e175bc2f77 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:22:24.285423 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51af4ea-7b6c-4578-a363-e6a20c0f32fa req-3faffb71-cbb1-4693-b6e0-9508d65c641e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:24.286020 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dbfcc9e4-0224-4f9d-aab4-434d070db4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:24.286931 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c51af4ea-7b6c-4578-a363-e6a20c0f32fa req-3faffb71-cbb1-4693-b6e0-9508d65c641e service neutron] 10.222.0.42 "GET /v2.0/networks?id=ffa8f5b7-4641-405f-a4b1-873f26b9afcf HTTP/1.1" status: 200 len: 919 time: 0.3237538 Jul 13 07:22:24.293836 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dbfcc9e4-0224-4f9d-aab4-434d070db4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:24.305967 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-dbfcc9e4-0224-4f9d-aab4-434d070db4ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9968764c-5a26-4cac-824c-a648c436ffe8 HTTP/1.1" status: 204 len: 168 time: 0.6044817 Jul 13 07:22:24.318378 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-08c8ae78-8b5e-4db1-9213-02d2c29021ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, de5a83e6-90c0-4cc4-ae4f-61e175bc2f77) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:24.328178 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fcb7f2-13f7-45d9-b252-31515c4af118 None None] Network de5a83e6-90c0-4cc4-ae4f-61e175bc2f77 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:22:24.335094 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c8ae78-8b5e-4db1-9213-02d2c29021ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:24.335713 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-08c8ae78-8b5e-4db1-9213-02d2c29021ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:24.346445 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfcc9e4-0224-4f9d-aab4-434d070db4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9968764c-5a26-4cac-824c-a648c436ffe8,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:24.356390 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-31b6ea42-4277-46e3-84ed-79c36071c629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:24.361960 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c51af4ea-7b6c-4578-a363-e6a20c0f32fa req-6f368bae-b7d3-4820-9a61-a1791f683a28 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff2bbdce-2745-430f-8402-3c5c3a37c0ca HTTP/1.1" status: 200 len: 217 time: 0.0571935 Jul 13 07:22:24.380454 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-08c8ae78-8b5e-4db1-9213-02d2c29021ec admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8936977 Jul 13 07:22:24.383132 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 48322) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:24.390190 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-da57944b-e472-4bce-a54c-cfb98b62990a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-792950967-router', 'tenant_id': '352bcb4e1f034d4a9fe05776480aef53', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:24.451303 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-31b6ea42-4277-46e3-84ed-79c36071c629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:24.454603 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51af4ea-7b6c-4578-a363-e6a20c0f32fa req-9cef9435-7c81-48fd-8419-202c9d38dea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:24.456116 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c51af4ea-7b6c-4578-a363-e6a20c0f32fa req-9cef9435-7c81-48fd-8419-202c9d38dea5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d1ccc7a-a9a6-4c00-9ab1-d7fdf16140dc HTTP/1.1" status: 200 len: 858 time: 0.0540152 Jul 13 07:22:24.471053 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-28ed6176-df4a-49ec-833f-fec97c4cfc84 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1749743510-network', 'tenant_id': 'cd2fbd6dbade4360a70e4272ba843d4c'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:24.506863 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-da57944b-e472-4bce-a54c-cfb98b62990a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:24.508303 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-da57944b-e472-4bce-a54c-cfb98b62990a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:24.542787 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c51af4ea-7b6c-4578-a363-e6a20c0f32fa req-de99c406-d65e-48a3-a26e-37321517bfa1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ffa8f5b7-4641-405f-a4b1-873f26b9afcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674572 Jul 13 07:22:24.544138 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfee516-64db-4637-abaf-3f9815f66014 req-2aed934d-f487-4d14-bfe0-0c3dba315385 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:24.545855 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1cfee516-64db-4637-abaf-3f9815f66014 req-2aed934d-f487-4d14-bfe0-0c3dba315385 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d3b79a9-09dc-4f7f-ac63-835c101ea8be HTTP/1.1" status: 200 len: 950 time: 0.1419098 Jul 13 07:22:24.552235 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b932417-d4a5-45e3-b1aa-192728f94fb3 req-383accd6-ba7c-4684-8093-b3a38ad5879a tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:24.562076 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2b932417-d4a5-45e3-b1aa-192728f94fb3 req-383accd6-ba7c-4684-8093-b3a38ad5879a tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6b5bcde-766a-4d51-9f5c-871279e60a1d HTTP/1.1" status: 200 len: 946 time: 0.4248879 Jul 13 07:22:24.589275 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea83c7e9-27a6-4fce-96dc-8bb24b98563d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-de5a83e6-90c0-4cc4-ae4f-61e175bc2f77', 'network_id': 'de5a83e6-90c0-4cc4-ae4f-61e175bc2f77', 'tenant_id': '352bcb4e1f034d4a9fe05776480aef53', 'fixed_ips': [{'subnet_id': '4a6777c5-cde4-4e13-b55a-778b192e51a8'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:22:24.592101 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ea83c7e9-27a6-4fce-96dc-8bb24b98563d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:24.629766 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6ea42-4277-46e3-84ed-79c36071c629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8e0324-9e12-47e6-98f1-7611a72787d2,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:24.636673 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-31b6ea42-4277-46e3-84ed-79c36071c629 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c6c6d859ccb6449d84e9cdf89cce8773&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2922790 Jul 13 07:22:24.644217 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 48328) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:24.658211 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1cfee516-64db-4637-abaf-3f9815f66014 req-cf3f5a59-e114-42cb-8846-40795a3663ec tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/security-groups?id=a98c6085-37cf-41de-b1b2-f1722db5ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924349 Jul 13 07:22:24.674279 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-45a705d5-ec53-4047-b6a5-8055281fd4ff req-4d7a91d9-21df-42fe-b54f-609254cb084c service neutron] 10.222.0.42 "GET /v2.0/networks/d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4516761 Jul 13 07:22:24.687394 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-da57944b-e472-4bce-a54c-cfb98b62990a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:24.720061 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ed6176-df4a-49ec-833f-fec97c4cfc84 admin admin] Made reservation on behalf of cd2fbd6dbade4360a70e4272ba843d4c for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:24.722724 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-28ed6176-df4a-49ec-833f-fec97c4cfc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:24.758103 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-28ed6176-df4a-49ec-833f-fec97c4cfc84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:24.785857 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-ea83c7e9-27a6-4fce-96dc-8bb24b98563d None None] Allocated IP 172.20.0.2 (de5a83e6-90c0-4cc4-ae4f-61e175bc2f77/4a6777c5-cde4-4e13-b55a-778b192e51a8/c391bd14-a29f-4e3a-affe-fe410a95837d) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:22:24.796274 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2b932417-d4a5-45e3-b1aa-192728f94fb3 req-54590e76-340c-462c-b555-da9c3bd09a43 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265592 Jul 13 07:22:24.830358 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c51af4ea-7b6c-4578-a363-e6a20c0f32fa req-ce38f3da-dae7-410a-a434-b72d4515f3d2 service neutron] 10.222.0.42 "GET /v2.0/networks/ffa8f5b7-4641-405f-a4b1-873f26b9afcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548718 Jul 13 07:22:24.953968 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ea83c7e9-27a6-4fce-96dc-8bb24b98563d None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:24.964075 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ea83c7e9-27a6-4fce-96dc-8bb24b98563d None None] Transition to ACTIVE for port object c391bd14-a29f-4e3a-affe-fe410a95837d will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:24.964308 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c51af4ea-7b6c-4578-a363-e6a20c0f32fa req-0b80dfc7-e982-47d2-8623-66955a7d7e3a service neutron] 10.222.0.42 "GET /v2.0/networks/ffa8f5b7-4641-405f-a4b1-873f26b9afcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263640 Jul 13 07:22:24.982443 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ea83c7e9-27a6-4fce-96dc-8bb24b98563d None None] Transition to ACTIVE for port object c391bd14-a29f-4e3a-affe-fe410a95837d will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:24.989511 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ea83c7e9-27a6-4fce-96dc-8bb24b98563d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:24.993784 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-da57944b-e472-4bce-a54c-cfb98b62990a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:24.997393 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-28ed6176-df4a-49ec-833f-fec97c4cfc84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:24.999370 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5f62cfcb-8c53-4de1-be5b-aaad6886ff02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:25.006741 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-28ed6176-df4a-49ec-833f-fec97c4cfc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:25.030602 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5f62cfcb-8c53-4de1-be5b-aaad6886ff02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:25.033225 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea83c7e9-27a6-4fce-96dc-8bb24b98563d None None] Network de5a83e6-90c0-4cc4-ae4f-61e175bc2f77 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:22:25.036948 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-ea83c7e9-27a6-4fce-96dc-8bb24b98563d None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:25.040522 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea83c7e9-27a6-4fce-96dc-8bb24b98563d None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:22:25.042281 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28ed6176-df4a-49ec-833f-fec97c4cfc84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:22:25.054509 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed6176-df4a-49ec-833f-fec97c4cfc84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ea1d82-929f-408a-ad17-d52629d5cbd5,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:25.063290 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-28ed6176-df4a-49ec-833f-fec97c4cfc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:25.063669 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-28ed6176-df4a-49ec-833f-fec97c4cfc84 admin admin] Added segment 557265a9-4c3d-44b6-8e8d-7a431f373307 of type vlan for network d4112daa-098c-4665-aa01-55b0b4ff24e7 Jul 13 07:22:25.105813 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5f62cfcb-8c53-4de1-be5b-aaad6886ff02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:25.106399 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83c7e9-27a6-4fce-96dc-8bb24b98563d None None] Pushing event updated for resources: {'Port': ['ID=c391bd14-a29f-4e3a-affe-fe410a95837d,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:25.109349 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5f62cfcb-8c53-4de1-be5b-aaad6886ff02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:25.113318 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5f62cfcb-8c53-4de1-be5b-aaad6886ff02 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3c8e0324-9e12-47e6-98f1-7611a72787d2 HTTP/1.1" status: 204 len: 168 time: 0.4539728 Jul 13 07:22:25.142252 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62cfcb-8c53-4de1-be5b-aaad6886ff02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8e0324-9e12-47e6-98f1-7611a72787d2,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:25.153661 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-28ed6176-df4a-49ec-833f-fec97c4cfc84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:25.168281 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44501b-c921-4190-a90b-7587f3783f2a req-8382620a-8e6a-4866-a3c1-e027e708e736 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:25.176203 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ad44501b-c921-4190-a90b-7587f3783f2a req-8382620a-8e6a-4866-a3c1-e027e708e736 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/ports?device_id=384c583f-9825-48d0-85b1-b16123f853e0 HTTP/1.1" status: 200 len: 950 time: 0.3472486 Jul 13 07:22:25.191531 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-ea83c7e9-27a6-4fce-96dc-8bb24b98563d None None] Attempting to bind port c391bd14-a29f-4e3a-affe-fe410a95837d on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:25.193113 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-ea83c7e9-27a6-4fce-96dc-8bb24b98563d None None] Attempting to bind port c391bd14-a29f-4e3a-affe-fe410a95837d by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '3304ce8b-0a73-46c4-b90c-425e60af5816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'de5a83e6-90c0-4cc4-ae4f-61e175bc2f77'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:25.193719 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea83c7e9-27a6-4fce-96dc-8bb24b98563d None None] Attempting to bind port c391bd14-a29f-4e3a-affe-fe410a95837d on network de5a83e6-90c0-4cc4-ae4f-61e175bc2f77 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:25.200697 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea83c7e9-27a6-4fce-96dc-8bb24b98563d None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:25.201422 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea83c7e9-27a6-4fce-96dc-8bb24b98563d None None] Checking segment: {'id': '3304ce8b-0a73-46c4-b90c-425e60af5816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'de5a83e6-90c0-4cc4-ae4f-61e175bc2f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:25.202055 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ea83c7e9-27a6-4fce-96dc-8bb24b98563d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:25.202800 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea83c7e9-27a6-4fce-96dc-8bb24b98563d None None] Bound using segment: {'id': '3304ce8b-0a73-46c4-b90c-425e60af5816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'de5a83e6-90c0-4cc4-ae4f-61e175bc2f77'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:25.203749 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-ea83c7e9-27a6-4fce-96dc-8bb24b98563d None None] Bound port: c391bd14-a29f-4e3a-affe-fe410a95837d, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3304ce8b-0a73-46c4-b90c-425e60af5816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'de5a83e6-90c0-4cc4-ae4f-61e175bc2f77'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:25.204385 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ea83c7e9-27a6-4fce-96dc-8bb24b98563d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:25.242289 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ad44501b-c921-4190-a90b-7587f3783f2a req-16cdbf25-c31e-413e-96ca-158708742d78 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/security-groups?id=a98c6085-37cf-41de-b1b2-f1722db5ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651188 Jul 13 07:22:25.268697 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-28ed6176-df4a-49ec-833f-fec97c4cfc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:25.268697 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ed6176-df4a-49ec-833f-fec97c4cfc84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:25.268697 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-28ed6176-df4a-49ec-833f-fec97c4cfc84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:25.316849 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-ea83c7e9-27a6-4fce-96dc-8bb24b98563d None None] For port c391bd14-a29f-4e3a-affe-fe410a95837d, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:25.325001 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-ea83c7e9-27a6-4fce-96dc-8bb24b98563d None None] For port c391bd14-a29f-4e3a-affe-fe410a95837d, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=c391bd14-a29f-4e3a-affe-fe410a95837d,segment=NetworkSegment(3304ce8b-0a73-46c4-b90c-425e60af5816),segment_id=3304ce8b-0a73-46c4-b90c-425e60af5816)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:25.331851 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ea83c7e9-27a6-4fce-96dc-8bb24b98563d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:25.376917 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-28ed6176-df4a-49ec-833f-fec97c4cfc84 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1734788 Jul 13 07:22:25.382541 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 48356) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:25.395561 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-1b0d8419-d1fd-4c72-97cc-df38549e7291 admin admin] Request body: {'subnet': {'network_id': 'd4112daa-098c-4665-aa01-55b0b4ff24e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1749743510-subnet', 'tenant_id': 'cd2fbd6dbade4360a70e4272ba843d4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:25.429438 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83c7e9-27a6-4fce-96dc-8bb24b98563d None None] Pushing event updated for resources: {'Port': ['ID=c391bd14-a29f-4e3a-affe-fe410a95837d,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:25.445106 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed6176-df4a-49ec-833f-fec97c4cfc84 admin admin] Pushing event updated for resources: {'Network': ['ID=d4112daa-098c-4665-aa01-55b0b4ff24e7,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:25.469302 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:25.484667 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc00631-7432-47ac-9d07-10ebc95d44c7 req-def9b06d-4d18-4281-825a-e76e5a4986c9 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:25.486176 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network d4112daa-098c-4665-aa01-55b0b4ff24e7 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:22:25.493815 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cbc00631-7432-47ac-9d07-10ebc95d44c7 req-def9b06d-4d18-4281-825a-e76e5a4986c9 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3f2e762-329c-4d6b-9778-a120adcac2f8 HTTP/1.1" status: 200 len: 948 time: 0.2548943 Jul 13 07:22:25.502393 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0d8419-d1fd-4c72-97cc-df38549e7291 admin admin] Made reservation on behalf of cd2fbd6dbade4360a70e4272ba843d4c for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:25.504803 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1b0d8419-d1fd-4c72-97cc-df38549e7291 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:25.518682 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 48358) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:25.555302 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-da57944b-e472-4bce-a54c-cfb98b62990a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:25.604165 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-da57944b-e472-4bce-a54c-cfb98b62990a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:25.616764 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cbc00631-7432-47ac-9d07-10ebc95d44c7 req-3845017e-b9a3-4d32-bd77-f744e549e643 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/security-groups?id=7cc4dba3-0381-4af9-819d-8ff2c49b3e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219385 Jul 13 07:22:25.721783 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-e6f7f619-23ec-4403-a261-ab1a67d5360f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-426877740-network', 'tenant_id': 'f675b11333fa441fa8eddc3498c6fd35'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:25.810448 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 48362) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:25.856881 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fead9b3f-1761-4910-a8c2-0eae00abe1c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:25.869834 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc3c27-016c-4f93-8f6a-0b0bc0b9ff0a req-cdb6122e-dd3e-44c7-a0c8-ec867a800e5b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:25.877623 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc3c27-016c-4f93-8f6a-0b0bc0b9ff0a req-cdb6122e-dd3e-44c7-a0c8-ec867a800e5b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:25.885727 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc3c27-016c-4f93-8f6a-0b0bc0b9ff0a req-cdb6122e-dd3e-44c7-a0c8-ec867a800e5b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:25.886735 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:25.892663 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:25.893268 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:25.894658 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc3c27-016c-4f93-8f6a-0b0bc0b9ff0a req-cdb6122e-dd3e-44c7-a0c8-ec867a800e5b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:25.896952 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f7f619-23ec-4403-a261-ab1a67d5360f admin admin] Made reservation on behalf of f675b11333fa441fa8eddc3498c6fd35 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:25.899359 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e6f7f619-23ec-4403-a261-ab1a67d5360f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:25.901622 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc3c27-016c-4f93-8f6a-0b0bc0b9ff0a req-cdb6122e-dd3e-44c7-a0c8-ec867a800e5b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:25.908327 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc3c27-016c-4f93-8f6a-0b0bc0b9ff0a req-cdb6122e-dd3e-44c7-a0c8-ec867a800e5b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:25.913921 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e6f7f619-23ec-4403-a261-ab1a67d5360f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:25.917763 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc3c27-016c-4f93-8f6a-0b0bc0b9ff0a req-cdb6122e-dd3e-44c7-a0c8-ec867a800e5b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:25.928013 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-84bc3c27-016c-4f93-8f6a-0b0bc0b9ff0a req-cdb6122e-dd3e-44c7-a0c8-ec867a800e5b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 5420 time: 0.3832679 Jul 13 07:22:25.976497 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1b0d8419-d1fd-4c72-97cc-df38549e7291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:26.000472 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-84bc3c27-016c-4f93-8f6a-0b0bc0b9ff0a req-ca7efb05-d657-4135-a59c-4ad9b0338018 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=afedc317-2eb3-4978-a3f5-50dbdb316361&id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0714014 Jul 13 07:22:26.025659 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-da57944b-e472-4bce-a54c-cfb98b62990a admin admin] Allocated IP 172.25.3.128 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/1f7a08b7-e9ff-4e59-99f9-20733db11237) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:22:26.073841 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:26.114079 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d8419-d1fd-4c72-97cc-df38549e7291 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1359cd00-b54c-4d68-aebb-1c48443a9190,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:26.131903 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0d8419-d1fd-4c72-97cc-df38549e7291 admin admin] Checking segment: {'id': '557265a9-4c3d-44b6-8e8d-7a431f373307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4112daa-098c-4665-aa01-55b0b4ff24e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:26.132275 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0d8419-d1fd-4c72-97cc-df38549e7291 admin admin] Network hostable DHCP agents. Network: d4112daa-098c-4665-aa01-55b0b4ff24e7, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:22:26.134310 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f2e762-329c-4d6b-9778-a120adcac2f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:26.136737 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8427595a-7a77-49d4-b9b6-55271511bc5a" -d '{"events": [{"server_uuid": "d3f2e762-329c-4d6b-9778-a120adcac2f8", "name": "network-vif-plugged", "status": "completed", "tag": "3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:26.167175 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:26.180185 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0d8419-d1fd-4c72-97cc-df38549e7291 admin admin] Network d4112daa-098c-4665-aa01-55b0b4ff24e7 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:22:26.183450 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:26.189997 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fead9b3f-1761-4910-a8c2-0eae00abe1c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:26.198505 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fead9b3f-1761-4910-a8c2-0eae00abe1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:26.211669 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-1b0d8419-d1fd-4c72-97cc-df38549e7291 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, d4112daa-098c-4665-aa01-55b0b4ff24e7) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:26.227783 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418fe326-1c57-4a19-a9d1-64b9fe418258 None None] Network d4112daa-098c-4665-aa01-55b0b4ff24e7 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:22:26.246185 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0d8419-d1fd-4c72-97cc-df38549e7291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:26.247439 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1b0d8419-d1fd-4c72-97cc-df38549e7291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:26.322458 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-fead9b3f-1761-4910-a8c2-0eae00abe1c7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c62b5e9f9cc54669a90e69da5110eef8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5062943 Jul 13 07:22:26.325329 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 48376) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:26.335020 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead9b3f-1761-4910-a8c2-0eae00abe1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00141bc3-44d2-4e86-845e-cd1227f88479,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:26.404465 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:26.469521 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3632f5-4629-4473-b40a-f03a112c88d5 x-openstack-request-id: req-8a3632f5-4629-4473-b40a-f03a112c88d5 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:26.469868 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f2e762-329c-4d6b-9778-a120adcac2f8", "name": "network-vif-plugged", "status": "completed", "tag": "3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:26.470217 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8a3632f5-4629-4473-b40a-f03a112c88d5 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:26.470690 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f2e762-329c-4d6b-9778-a120adcac2f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8', 'code': 200} Jul 13 07:22:26.577168 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4e4e3689-976f-4555-aeac-c5523dc81683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:26.598022 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1f6476-b5d7-4caf-990d-8d5cc73a71bc None None] Network d4112daa-098c-4665-aa01-55b0b4ff24e7 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:22:26.633907 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e6f7f619-23ec-4403-a261-ab1a67d5360f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:26.689622 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4e4e3689-976f-4555-aeac-c5523dc81683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:26.698353 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e6f7f619-23ec-4403-a261-ab1a67d5360f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:26.781906 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1b0d8419-d1fd-4c72-97cc-df38549e7291 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3867805 Jul 13 07:22:26.805095 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f7f619-23ec-4403-a261-ab1a67d5360f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0080f5-be08-4cd8-97f3-6cc751e87d59,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:26.825693 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-da57944b-e472-4bce-a54c-cfb98b62990a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:26.853051 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f7f619-23ec-4403-a261-ab1a67d5360f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:22:26.854148 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b018f4d1-e534-420e-88a7-5b58f3abeac5 None None] Provisioning complete for port 3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:26.858881 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b018f4d1-e534-420e-88a7-5b58f3abeac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:26.893312 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-da57944b-e472-4bce-a54c-cfb98b62990a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:26.929414 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e6f7f619-23ec-4403-a261-ab1a67d5360f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:26.929908 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-e6f7f619-23ec-4403-a261-ab1a67d5360f admin admin] Added segment 2db94155-b4d5-4a71-9c76-b900867aaa59 of type vlan for network dd8dd7e8-74b0-43ac-8795-6b3850b9caf1 Jul 13 07:22:26.956929 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a00e95-c2b5-44f3-98eb-6378bf39e3a8 req-28306d81-8ce3-42c9-ab39-e2518a17a96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:26.958965 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a9a00e95-c2b5-44f3-98eb-6378bf39e3a8 req-28306d81-8ce3-42c9-ab39-e2518a17a96c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d3f2e762-329c-4d6b-9778-a120adcac2f8 HTTP/1.1" status: 200 len: 1101 time: 0.1818748 Jul 13 07:22:26.971098 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da57944b-e472-4bce-a54c-cfb98b62990a admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:22:26.976680 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-da57944b-e472-4bce-a54c-cfb98b62990a admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:26.982080 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da57944b-e472-4bce-a54c-cfb98b62990a admin admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:22:27.045680 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e6f7f619-23ec-4403-a261-ab1a67d5360f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:27.049737 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4e4e3689-976f-4555-aeac-c5523dc81683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:27.049893 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da57944b-e472-4bce-a54c-cfb98b62990a admin admin] Pushing event updated for resources: {'Port': ['ID=1f7a08b7-e9ff-4e59-99f9-20733db11237,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:27.053983 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4e4e3689-976f-4555-aeac-c5523dc81683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:27.057466 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4e4e3689-976f-4555-aeac-c5523dc81683 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/00141bc3-44d2-4e86-845e-cd1227f88479 HTTP/1.1" status: 204 len: 168 time: 0.7270668 Jul 13 07:22:27.088468 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a9a00e95-c2b5-44f3-98eb-6378bf39e3a8 req-36aa85a8-48e3-49bd-aaad-7534f91955bd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7cc4dba3-0381-4af9-819d-8ff2c49b3e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972025 Jul 13 07:22:27.091290 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881d42c-c62d-4b93-a520-5bfa394a7a77 req-67099d2c-b421-4f0b-a7af-9630e9d2e8e0 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:27.097201 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e3689-976f-4555-aeac-c5523dc81683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00141bc3-44d2-4e86-845e-cd1227f88479,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:27.098092 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cb6185-b171-46b5-b79c-b6f31b71d847 None None] Network de5a83e6-90c0-4cc4-ae4f-61e175bc2f77 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:22:27.099990 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d881d42c-c62d-4b93-a520-5bfa394a7a77 req-67099d2c-b421-4f0b-a7af-9630e9d2e8e0 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6b5bcde-766a-4d51-9f5c-871279e60a1d HTTP/1.1" status: 200 len: 946 time: 0.2217565 Jul 13 07:22:27.110708 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a4f64-bb99-45d3-8b45-ddd3523f5642 req-dd575428-6bd2-4398-b9de-de885515b9a2 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:27.112742 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-449a4f64-bb99-45d3-8b45-ddd3523f5642 req-dd575428-6bd2-4398-b9de-de885515b9a2 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3f2e762-329c-4d6b-9778-a120adcac2f8 HTTP/1.1" status: 200 len: 949 time: 0.2466085 Jul 13 07:22:27.129829 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e6f7f619-23ec-4403-a261-ab1a67d5360f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:27.131454 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f7f619-23ec-4403-a261-ab1a67d5360f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:27.132161 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e6f7f619-23ec-4403-a261-ab1a67d5360f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:27.197778 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8a54c366-6370-4f76-a9df-14075cbb9102 None None] Provisioning for port c391bd14-a29f-4e3a-affe-fe410a95837d completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:27.202582 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e6f7f619-23ec-4403-a261-ab1a67d5360f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6795416 Jul 13 07:22:27.203479 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 48398) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:27.203610 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-449a4f64-bb99-45d3-8b45-ddd3523f5642 req-738db5fa-4407-44b3-8388-b0d69cd7bbf1 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/security-groups?id=7cc4dba3-0381-4af9-819d-8ff2c49b3e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834217 Jul 13 07:22:27.225103 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-2311631b-c82a-4ef4-aed3-f8c8f2c933dc admin admin] Request body: {'subnet': {'network_id': 'dd8dd7e8-74b0-43ac-8795-6b3850b9caf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-426877740-subnet', 'tenant_id': 'f675b11333fa441fa8eddc3498c6fd35', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:27.230608 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f7f619-23ec-4403-a261-ab1a67d5360f admin admin] Pushing event updated for resources: {'Network': ['ID=dd8dd7e8-74b0-43ac-8795-6b3850b9caf1,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:27.249049 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network dd8dd7e8-74b0-43ac-8795-6b3850b9caf1 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:22:27.277476 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2311631b-c82a-4ef4-aed3-f8c8f2c933dc admin admin] Made reservation on behalf of f675b11333fa441fa8eddc3498c6fd35 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:27.280706 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2311631b-c82a-4ef4-aed3-f8c8f2c933dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:27.322813 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d881d42c-c62d-4b93-a520-5bfa394a7a77 req-20f1ae72-f689-4feb-930b-cb7e7c2cbc71 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217987 Jul 13 07:22:27.616694 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-da57944b-e472-4bce-a54c-cfb98b62990a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:27.647538 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-a86a5649-20e9-4412-bee2-eec9c2f00470 req-f825a6e3-35e7-4862-a1e5-9d52dc9322de tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-334243656', 'description': 'tempest-description-1164267512'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:27.689808 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a86a5649-20e9-4412-bee2-eec9c2f00470 req-f825a6e3-35e7-4862-a1e5-9d52dc9322de tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:27.773623 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c391bd14-a29f-4e3a-affe-fe410a95837d up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:27.809398 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2311631b-c82a-4ef4-aed3-f8c8f2c933dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:27.864820 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a86a5649-20e9-4412-bee2-eec9c2f00470 req-f825a6e3-35e7-4862-a1e5-9d52dc9322de tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:27.868471 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port c391bd14-a29f-4e3a-affe-fe410a95837d completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:27.871072 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a86a5649-20e9-4412-bee2-eec9c2f00470 req-f825a6e3-35e7-4862-a1e5-9d52dc9322de tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:27.873042 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port c391bd14-a29f-4e3a-affe-fe410a95837d triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:27.873640 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:27.903093 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed57482-f490-42e4-9a58-51cc78e06d74 req-cf1a7435-a618-4b62-87ae-ba38b7a62a3e tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:27.908070 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a86a5649-20e9-4412-bee2-eec9c2f00470 req-f825a6e3-35e7-4862-a1e5-9d52dc9322de tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:27.910787 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed57482-f490-42e4-9a58-51cc78e06d74 req-cf1a7435-a618-4b62-87ae-ba38b7a62a3e tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:27.918053 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed57482-f490-42e4-9a58-51cc78e06d74 req-cf1a7435-a618-4b62-87ae-ba38b7a62a3e tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:27.919791 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a86a5649-20e9-4412-bee2-eec9c2f00470 req-f825a6e3-35e7-4862-a1e5-9d52dc9322de tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2780380 Jul 13 07:22:27.921822 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825a6e3-35e7-4862-a1e5-9d52dc9322de tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ade2b9-a1c0-493b-8527-050baa6b87e4,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:27.927323 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed57482-f490-42e4-9a58-51cc78e06d74 req-cf1a7435-a618-4b62-87ae-ba38b7a62a3e tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:27.934317 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed57482-f490-42e4-9a58-51cc78e06d74 req-cf1a7435-a618-4b62-87ae-ba38b7a62a3e tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:27.941228 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed57482-f490-42e4-9a58-51cc78e06d74 req-cf1a7435-a618-4b62-87ae-ba38b7a62a3e tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:27.949568 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed57482-f490-42e4-9a58-51cc78e06d74 req-cf1a7435-a618-4b62-87ae-ba38b7a62a3e tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:27.958796 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2ed57482-f490-42e4-9a58-51cc78e06d74 req-cf1a7435-a618-4b62-87ae-ba38b7a62a3e tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 5420 time: 0.3936012 Jul 13 07:22:28.024602 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-554d04b6-2901-4c20-b8cd-19ccde75cd80 req-2f5d78e6-600c-4d75-bbd2-9e906216fcac tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1026969564', 'description': 'tempest-description-1988285887'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:28.036489 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2ed57482-f490-42e4-9a58-51cc78e06d74 req-854bf3d3-09aa-465a-a1ba-af8cd0788849 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=afedc317-2eb3-4978-a3f5-50dbdb316361&id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0761607 Jul 13 07:22:28.052148 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-554d04b6-2901-4c20-b8cd-19ccde75cd80 req-2f5d78e6-600c-4d75-bbd2-9e906216fcac tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:28.052305 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:28.113043 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311631b-c82a-4ef4-aed3-f8c8f2c933dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7f0633d-db4a-44fe-b1ba-90fb0badcb6d,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:28.122756 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port c391bd14-a29f-4e3a-affe-fe410a95837d, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=c391bd14-a29f-4e3a-affe-fe410a95837d,segment=NetworkSegment(3304ce8b-0a73-46c4-b90c-425e60af5816),segment_id=3304ce8b-0a73-46c4-b90c-425e60af5816)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:28.127819 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:28.151769 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2311631b-c82a-4ef4-aed3-f8c8f2c933dc admin admin] Checking segment: {'id': '2db94155-b4d5-4a71-9c76-b900867aaa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'dd8dd7e8-74b0-43ac-8795-6b3850b9caf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:28.152503 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2311631b-c82a-4ef4-aed3-f8c8f2c933dc admin admin] Network hostable DHCP agents. Network: dd8dd7e8-74b0-43ac-8795-6b3850b9caf1, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:22:28.161212 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-da57944b-e472-4bce-a54c-cfb98b62990a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:28.193627 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=c391bd14-a29f-4e3a-affe-fe410a95837d,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:28.196253 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-554d04b6-2901-4c20-b8cd-19ccde75cd80 req-2f5d78e6-600c-4d75-bbd2-9e906216fcac tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:28.203051 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-554d04b6-2901-4c20-b8cd-19ccde75cd80 req-2f5d78e6-600c-4d75-bbd2-9e906216fcac tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:28.212805 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2311631b-c82a-4ef4-aed3-f8c8f2c933dc admin admin] Network dd8dd7e8-74b0-43ac-8795-6b3850b9caf1 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:22:28.229866 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-2311631b-c82a-4ef4-aed3-f8c8f2c933dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, dd8dd7e8-74b0-43ac-8795-6b3850b9caf1) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:28.231616 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-554d04b6-2901-4c20-b8cd-19ccde75cd80 req-2f5d78e6-600c-4d75-bbd2-9e906216fcac tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:28.235401 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-554d04b6-2901-4c20-b8cd-19ccde75cd80 req-2f5d78e6-600c-4d75-bbd2-9e906216fcac tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2149670 Jul 13 07:22:28.240355 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d78e6-600c-4d75-bbd2-9e906216fcac tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c63088b-090a-4bc2-8d73-55608914fd19,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:28.250373 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8488ea-5a81-4b24-9439-f7b4d9dc0980 None None] Network dd8dd7e8-74b0-43ac-8795-6b3850b9caf1 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:22:28.291266 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2311631b-c82a-4ef4-aed3-f8c8f2c933dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:28.292029 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2311631b-c82a-4ef4-aed3-f8c8f2c933dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:28.344269 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2311631b-c82a-4ef4-aed3-f8c8f2c933dc admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1294708 Jul 13 07:22:28.344565 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 48438) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:28.349274 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-69ab6fb1-cca4-4549-9c4a-8c3f3c2ccd09 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-426877740-router', 'tenant_id': 'f675b11333fa441fa8eddc3498c6fd35', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:28.382833 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-69ab6fb1-cca4-4549-9c4a-8c3f3c2ccd09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:28.383888 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-69ab6fb1-cca4-4549-9c4a-8c3f3c2ccd09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:28.446498 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da57944b-e472-4bce-a54c-cfb98b62990a admin admin] Router a5344f22-449a-4f54-b0d2-f1af9aa54d2b is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:22:28.501974 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873b6172-de18-4365-87ac-30b82b8483bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-dd8dd7e8-74b0-43ac-8795-6b3850b9caf1', 'network_id': 'dd8dd7e8-74b0-43ac-8795-6b3850b9caf1', 'tenant_id': 'f675b11333fa441fa8eddc3498c6fd35', 'fixed_ips': [{'subnet_id': 'f7f0633d-db4a-44fe-b1ba-90fb0badcb6d'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:22:28.502838 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-873b6172-de18-4365-87ac-30b82b8483bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:28.505990 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-69ab6fb1-cca4-4549-9c4a-8c3f3c2ccd09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:28.601778 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ee84e-6bc9-417c-8492-8dfd0c9fb459 req-7caa6900-8f48-48fa-8343-bc4d3331c94c tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:28.610216 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f78ee84e-6bc9-417c-8492-8dfd0c9fb459 req-7caa6900-8f48-48fa-8343-bc4d3331c94c tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3f2e762-329c-4d6b-9778-a120adcac2f8 HTTP/1.1" status: 200 len: 949 time: 0.2218208 Jul 13 07:22:28.661365 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da57944b-e472-4bce-a54c-cfb98b62990a admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:22:28.674499 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f78ee84e-6bc9-417c-8492-8dfd0c9fb459 req-ca3c04c7-676e-4b71-a96d-87772d4b40a8 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/security-groups?id=7cc4dba3-0381-4af9-819d-8ff2c49b3e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600569 Jul 13 07:22:28.677661 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50b4697-0674-457a-ab63-5dac64333ca9 None None] Sync routers for ids ['a5344f22-449a-4f54-b0d2-f1af9aa54d2b'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:22:28.692703 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50b4697-0674-457a-ab63-5dac64333ca9 None None] Routers {'a5344f22-449a-4f54-b0d2-f1af9aa54d2b'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:22:28.694036 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-c50b4697-0674-457a-ab63-5dac64333ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:22:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['a5344f22-449a-4f54-b0d2-f1af9aa54d2b'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:28.715942 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-da57944b-e472-4bce-a54c-cfb98b62990a admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:28.718150 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-da57944b-e472-4bce-a54c-cfb98b62990a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.3335216 Jul 13 07:22:28.721037 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 48458) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:28.731445 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-873b6172-de18-4365-87ac-30b82b8483bc None None] Allocated IP 172.20.0.2 (dd8dd7e8-74b0-43ac-8795-6b3850b9caf1/f7f0633d-db4a-44fe-b1ba-90fb0badcb6d/2d3f6e6c-4e4c-4526-a7e5-eb7662fb30ad) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:22:28.831333 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-c50b4697-0674-457a-ab63-5dac64333ca9 None None] Set router a5344f22-449a-4f54-b0d2-f1af9aa54d2b gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:22:28.960794 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-bc3379ab-17f6-4720-8555-69b7957e213a tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:28.970063 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-bc3379ab-17f6-4720-8555-69b7957e213a tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/networks?id=d4112daa-098c-4665-aa01-55b0b4ff24e7 HTTP/1.1" status: 200 len: 813 time: 0.1698470 Jul 13 07:22:28.996440 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-873b6172-de18-4365-87ac-30b82b8483bc None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:29.010073 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-873b6172-de18-4365-87ac-30b82b8483bc None None] Transition to ACTIVE for port object 2d3f6e6c-4e4c-4526-a7e5-eb7662fb30ad will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:29.032909 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-873b6172-de18-4365-87ac-30b82b8483bc None None] Transition to ACTIVE for port object 2d3f6e6c-4e4c-4526-a7e5-eb7662fb30ad will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:29.033708 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-dbe49456-9b1f-453c-b7da-afd6366d5d16 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/quotas/cd2fbd6dbade4360a70e4272ba843d4c HTTP/1.1" status: 200 len: 375 time: 0.0625081 Jul 13 07:22:29.042266 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-873b6172-de18-4365-87ac-30b82b8483bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:29.109500 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-c50b4697-0674-457a-ab63-5dac64333ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5344f22-449a-4f54-b0d2-f1af9aa54d2b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-792950967-router', 'tenant_id': '352bcb4e1f034d4a9fe05776480aef53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '1f7a08b7-e9ff-4e59-99f9-20733db11237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:24Z', 'updated_at': '2021-07-13T07:22:27Z', 'revision_number': 3, 'project_id': '352bcb4e1f034d4a9fe05776480aef53', 'gw_port': {'id': '1f7a08b7-e9ff-4e59-99f9-20733db11237', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:10:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5344f22-449a-4f54-b0d2-f1af9aa54d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:25Z', 'updated_at': '2021-07-13T07:22:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:29.110603 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b6172-de18-4365-87ac-30b82b8483bc None None] Pushing event updated for resources: {'Port': ['ID=2d3f6e6c-4e4c-4526-a7e5-eb7662fb30ad,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:29.114441 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-85e1a15b-d499-4f6d-8336-10a326a576db tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cd2fbd6dbade4360a70e4272ba843d4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0796444 Jul 13 07:22:29.136660 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873b6172-de18-4365-87ac-30b82b8483bc None None] Network dd8dd7e8-74b0-43ac-8795-6b3850b9caf1 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:22:29.140788 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-873b6172-de18-4365-87ac-30b82b8483bc None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:29.146484 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873b6172-de18-4365-87ac-30b82b8483bc None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:22:29.173527 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-69ab6fb1-cca4-4549-9c4a-8c3f3c2ccd09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:29.202214 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ae2ec-f6dc-4a1e-b071-3094014a021a req-90e19620-ccf7-4db6-aeba-4d257380315e tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:29.204987 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb1ae2ec-f6dc-4a1e-b071-3094014a021a req-90e19620-ccf7-4db6-aeba-4d257380315e tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6b5bcde-766a-4d51-9f5c-871279e60a1d HTTP/1.1" status: 200 len: 946 time: 0.7168572 Jul 13 07:22:29.281993 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-873b6172-de18-4365-87ac-30b82b8483bc None None] Attempting to bind port 2d3f6e6c-4e4c-4526-a7e5-eb7662fb30ad on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:29.282380 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-873b6172-de18-4365-87ac-30b82b8483bc None None] Attempting to bind port 2d3f6e6c-4e4c-4526-a7e5-eb7662fb30ad by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '2db94155-b4d5-4a71-9c76-b900867aaa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'dd8dd7e8-74b0-43ac-8795-6b3850b9caf1'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:29.282717 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873b6172-de18-4365-87ac-30b82b8483bc None None] Attempting to bind port 2d3f6e6c-4e4c-4526-a7e5-eb7662fb30ad on network dd8dd7e8-74b0-43ac-8795-6b3850b9caf1 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:29.296469 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873b6172-de18-4365-87ac-30b82b8483bc None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:29.296891 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873b6172-de18-4365-87ac-30b82b8483bc None None] Checking segment: {'id': '2db94155-b4d5-4a71-9c76-b900867aaa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'dd8dd7e8-74b0-43ac-8795-6b3850b9caf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:29.297244 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-873b6172-de18-4365-87ac-30b82b8483bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:29.297639 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873b6172-de18-4365-87ac-30b82b8483bc None None] Bound using segment: {'id': '2db94155-b4d5-4a71-9c76-b900867aaa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'dd8dd7e8-74b0-43ac-8795-6b3850b9caf1'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:29.298116 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-873b6172-de18-4365-87ac-30b82b8483bc None None] Bound port: 2d3f6e6c-4e4c-4526-a7e5-eb7662fb30ad, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db94155-b4d5-4a71-9c76-b900867aaa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'dd8dd7e8-74b0-43ac-8795-6b3850b9caf1'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:29.298497 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-873b6172-de18-4365-87ac-30b82b8483bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:29.326023 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb1ae2ec-f6dc-4a1e-b071-3094014a021a req-ed4c39e0-c9ef-47a0-85d8-2c0b2b89a7df tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881109 Jul 13 07:22:29.340573 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50b4697-0674-457a-ab63-5dac64333ca9 None None] Checking router: a5344f22-449a-4f54-b0d2-f1af9aa54d2b for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:22:29.341050 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50b4697-0674-457a-ab63-5dac64333ca9 None None] Updating router a5344f22-449a-4f54-b0d2-f1af9aa54d2b port 1f7a08b7-e9ff-4e59-99f9-20733db11237 binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:22:29.423626 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c50b4697-0674-457a-ab63-5dac64333ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:29.453981 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-873b6172-de18-4365-87ac-30b82b8483bc None None] For port 2d3f6e6c-4e4c-4526-a7e5-eb7662fb30ad, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:29.465091 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-873b6172-de18-4365-87ac-30b82b8483bc None None] For port 2d3f6e6c-4e4c-4526-a7e5-eb7662fb30ad, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=2d3f6e6c-4e4c-4526-a7e5-eb7662fb30ad,segment=NetworkSegment(2db94155-b4d5-4a71-9c76-b900867aaa59),segment_id=2db94155-b4d5-4a71-9c76-b900867aaa59)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:29.470831 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 92dce5c0-12b3-401b-8e1f-5c0bab3d7611 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:22:29.498973 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-873b6172-de18-4365-87ac-30b82b8483bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:29.616647 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-69ab6fb1-cca4-4549-9c4a-8c3f3c2ccd09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:29.640395 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-69ab6fb1-cca4-4549-9c4a-8c3f3c2ccd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:29.642541 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b6172-de18-4365-87ac-30b82b8483bc None None] Pushing event updated for resources: {'Port': ['ID=2d3f6e6c-4e4c-4526-a7e5-eb7662fb30ad,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:29.780005 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c391bd14-a29f-4e3a-affe-fe410a95837d up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:29.874634 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c50b4697-0674-457a-ab63-5dac64333ca9 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:29.884391 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 92dce5c0-12b3-401b-8e1f-5c0bab3d7611, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=92dce5c0-12b3-401b-8e1f-5c0bab3d7611,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:29.903229 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-c50b4697-0674-457a-ab63-5dac64333ca9 None None] Transition to ACTIVE for port object 1f7a08b7-e9ff-4e59-99f9-20733db11237 will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:29.914881 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '92dce5c0-12b3-401b-8e1f-5c0bab3d7611', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': '92dce5c0-12b3-401b-8e1f-5c0bab3d7611', 'mac_address': 'fa:16:3e:07:24:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:22:29.921205 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port c391bd14-a29f-4e3a-affe-fe410a95837d triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:29.921671 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:29.923449 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c50b4697-0674-457a-ab63-5dac64333ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:29.968246 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1536f92-b6a6-488b-8527-5e390ee2fb37 None None] Pushing event updated for resources: {'Port': ['ID=1f7a08b7-e9ff-4e59-99f9-20733db11237,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:30.000239 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1536f92-b6a6-488b-8527-5e390ee2fb37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:30.023991 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1536f92-b6a6-488b-8527-5e390ee2fb37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:30.027260 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1536f92-b6a6-488b-8527-5e390ee2fb37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:30.027985 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1536f92-b6a6-488b-8527-5e390ee2fb37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:30.030918 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1536f92-b6a6-488b-8527-5e390ee2fb37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:30.031609 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1536f92-b6a6-488b-8527-5e390ee2fb37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:30.032219 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1536f92-b6a6-488b-8527-5e390ee2fb37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:30.032788 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1536f92-b6a6-488b-8527-5e390ee2fb37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:30.033321 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1536f92-b6a6-488b-8527-5e390ee2fb37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:30.034175 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:30.034661 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1536f92-b6a6-488b-8527-5e390ee2fb37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:30.034766 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1536f92-b6a6-488b-8527-5e390ee2fb37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:30.035329 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1536f92-b6a6-488b-8527-5e390ee2fb37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:30.067165 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92dce5c0-12b3-401b-8e1f-5c0bab3d7611 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:30.079773 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-c50b4697-0674-457a-ab63-5dac64333ca9 None None] Attempting to bind port 1f7a08b7-e9ff-4e59-99f9-20733db11237 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:30.080151 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-c50b4697-0674-457a-ab63-5dac64333ca9 None None] Attempting to bind port 1f7a08b7-e9ff-4e59-99f9-20733db11237 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:30.081190 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b4697-0674-457a-ab63-5dac64333ca9 None None] Attempting to bind port 1f7a08b7-e9ff-4e59-99f9-20733db11237 on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:30.105478 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b4697-0674-457a-ab63-5dac64333ca9 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:30.105854 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b4697-0674-457a-ab63-5dac64333ca9 None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:30.106259 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c50b4697-0674-457a-ab63-5dac64333ca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:30.106652 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b4697-0674-457a-ab63-5dac64333ca9 None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:30.107118 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-c50b4697-0674-457a-ab63-5dac64333ca9 None None] Bound port: 1f7a08b7-e9ff-4e59-99f9-20733db11237, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:30.109987 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-69ab6fb1-cca4-4549-9c4a-8c3f3c2ccd09 admin admin] Allocated IP 172.25.3.252 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/926192b5-d818-49da-8583-80512e79d35e) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:22:30.117287 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c50b4697-0674-457a-ab63-5dac64333ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:30.121131 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 92dce5c0-12b3-401b-8e1f-5c0bab3d7611, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=92dce5c0-12b3-401b-8e1f-5c0bab3d7611,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:30.148388 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:30.188543 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a64c-5d61-4b20-9e54-89cf3b557b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:30.238557 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=92dce5c0-12b3-401b-8e1f-5c0bab3d7611,revision_number=6']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:30.267467 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-c50b4697-0674-457a-ab63-5dac64333ca9 None None] For port 1f7a08b7-e9ff-4e59-99f9-20733db11237, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:30.277136 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['92dce5c0-12b3-401b-8e1f-5c0bab3d7611'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:30.278508 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-c50b4697-0674-457a-ab63-5dac64333ca9 None None] For port 1f7a08b7-e9ff-4e59-99f9-20733db11237, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=1f7a08b7-e9ff-4e59-99f9-20733db11237,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:30.288819 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c50b4697-0674-457a-ab63-5dac64333ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:30.377080 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-a93b190f-4840-4fca-aaf3-1b604517acb4 service neutron] 10.222.0.23 "GET /v2.0/networks/d4112daa-098c-4665-aa01-55b0b4ff24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2608995 Jul 13 07:22:30.451953 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50b4697-0674-457a-ab63-5dac64333ca9 None None] Routers {'a5344f22-449a-4f54-b0d2-f1af9aa54d2b'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:22:30.452768 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-c50b4697-0674-457a-ab63-5dac64333ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:22:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['a5344f22-449a-4f54-b0d2-f1af9aa54d2b'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:30.468095 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-69ab6fb1-cca4-4549-9c4a-8c3f3c2ccd09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:30.556097 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-4f1a2a73-43fd-4e7b-97bf-0cb634d413d2 service neutron] 10.222.0.23 "GET /v2.0/networks/d4112daa-098c-4665-aa01-55b0b4ff24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781244 Jul 13 07:22:30.580830 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1536f92-b6a6-488b-8527-5e390ee2fb37 None None] Pushing event updated for resources: {'Port': ['ID=1f7a08b7-e9ff-4e59-99f9-20733db11237,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:30.612285 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c79186-ff4e-4c67-98fe-1a6ccee1d53b req-be32e6ba-c73c-43c2-ab7f-327a2494afac tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:30.620992 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c79186-ff4e-4c67-98fe-1a6ccee1d53b req-be32e6ba-c73c-43c2-ab7f-327a2494afac tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:30.628144 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c79186-ff4e-4c67-98fe-1a6ccee1d53b req-be32e6ba-c73c-43c2-ab7f-327a2494afac tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:30.634825 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c79186-ff4e-4c67-98fe-1a6ccee1d53b req-be32e6ba-c73c-43c2-ab7f-327a2494afac tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:30.644453 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-145a095e-60b1-4cce-ba19-8e25b508e65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:30.644714 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c79186-ff4e-4c67-98fe-1a6ccee1d53b req-be32e6ba-c73c-43c2-ab7f-327a2494afac tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:30.651445 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c79186-ff4e-4c67-98fe-1a6ccee1d53b req-be32e6ba-c73c-43c2-ab7f-327a2494afac tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:30.658235 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c79186-ff4e-4c67-98fe-1a6ccee1d53b req-be32e6ba-c73c-43c2-ab7f-327a2494afac tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:30.669788 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-89c79186-ff4e-4c67-98fe-1a6ccee1d53b req-be32e6ba-c73c-43c2-ab7f-327a2494afac tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 5420 time: 0.2970574 Jul 13 07:22:30.682393 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-69ab6fb1-cca4-4549-9c4a-8c3f3c2ccd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:30.692331 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9393d795-6dea-47a1-8da9-7962e84e8c25 None None] Provisioning complete for port 92dce5c0-12b3-401b-8e1f-5c0bab3d7611 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:30.692331 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9393d795-6dea-47a1-8da9-7962e84e8c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:30.753823 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab6fb1-cca4-4549-9c4a-8c3f3c2ccd09 admin admin] Pushing event updated for resources: {'Port': ['ID=926192b5-d818-49da-8583-80512e79d35e,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:30.766735 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-c50b4697-0674-457a-ab63-5dac64333ca9 None None] Set router a5344f22-449a-4f54-b0d2-f1af9aa54d2b gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:22:30.817520 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ab6fb1-cca4-4549-9c4a-8c3f3c2ccd09 admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:22:30.820727 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-69ab6fb1-cca4-4549-9c4a-8c3f3c2ccd09 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:30.844845 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ab6fb1-cca4-4549-9c4a-8c3f3c2ccd09 admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:22:30.862311 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-89c79186-ff4e-4c67-98fe-1a6ccee1d53b req-72ba1e8c-5b64-4e62-bbab-9cb75e1d4e3c tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=afedc317-2eb3-4978-a3f5-50dbdb316361&id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1900432 Jul 13 07:22:30.975399 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9393d795-6dea-47a1-8da9-7962e84e8c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:31.069538 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384c583f-9825-48d0-85b1-b16123f853e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92dce5c0-12b3-401b-8e1f-5c0bab3d7611'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:31.079004 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6d8f34-fef4-4d2c-8f57-c41bd3ae3bb1" -d '{"events": [{"server_uuid": "384c583f-9825-48d0-85b1-b16123f853e0", "name": "network-vif-plugged", "status": "completed", "tag": "92dce5c0-12b3-401b-8e1f-5c0bab3d7611"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:31.139622 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-9393d795-6dea-47a1-8da9-7962e84e8c25 None None] For port 92dce5c0-12b3-401b-8e1f-5c0bab3d7611, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=92dce5c0-12b3-401b-8e1f-5c0bab3d7611,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:31.148186 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9393d795-6dea-47a1-8da9-7962e84e8c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:31.231812 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-136afc62-993b-44be-859e-2b20c1d24861 tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=05a1c189aa364d6fb280195330c059ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1106982 Jul 13 07:22:31.247760 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-145a095e-60b1-4cce-ba19-8e25b508e65d admin admin] Allocated IP 172.20.0.1 (de5a83e6-90c0-4cc4-ae4f-61e175bc2f77/4a6777c5-cde4-4e13-b55a-778b192e51a8/e1df5b4d-b32b-4632-8e6f-a607fabf8356) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:22:31.304007 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393d795-6dea-47a1-8da9-7962e84e8c25 None None] Pushing event updated for resources: {'Port': ['ID=92dce5c0-12b3-401b-8e1f-5c0bab3d7611,revision_number=7']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:31.342861 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-c50b4697-0674-457a-ab63-5dac64333ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5344f22-449a-4f54-b0d2-f1af9aa54d2b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-792950967-router', 'tenant_id': '352bcb4e1f034d4a9fe05776480aef53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '1f7a08b7-e9ff-4e59-99f9-20733db11237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:24Z', 'updated_at': '2021-07-13T07:22:27Z', 'revision_number': 3, 'project_id': '352bcb4e1f034d4a9fe05776480aef53', 'gw_port': {'id': '1f7a08b7-e9ff-4e59-99f9-20733db11237', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:10:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5344f22-449a-4f54-b0d2-f1af9aa54d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:25Z', 'updated_at': '2021-07-13T07:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:31.441105 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50b4697-0674-457a-ab63-5dac64333ca9 None None] The sync data for ids ['a5344f22-449a-4f54-b0d2-f1af9aa54d2b'] in n-d-771363-34 is: [{'id': 'a5344f22-449a-4f54-b0d2-f1af9aa54d2b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-792950967-router', 'tenant_id': '352bcb4e1f034d4a9fe05776480aef53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '1f7a08b7-e9ff-4e59-99f9-20733db11237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:24Z', 'updated_at': '2021-07-13T07:22:27Z', 'revision_number': 3, 'project_id': '352bcb4e1f034d4a9fe05776480aef53', 'gw_port': {'id': '1f7a08b7-e9ff-4e59-99f9-20733db11237', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:10:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5344f22-449a-4f54-b0d2-f1af9aa54d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:25Z', 'updated_at': '2021-07-13T07:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:22:31.481392 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-145a095e-60b1-4cce-ba19-8e25b508e65d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:31.487976 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 92dce5c0-12b3-401b-8e1f-5c0bab3d7611 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:31.527039 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-145a095e-60b1-4cce-ba19-8e25b508e65d admin admin] Transition to ACTIVE for port object e1df5b4d-b32b-4632-8e6f-a607fabf8356 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:31.617226 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-69ab6fb1-cca4-4549-9c4a-8c3f3c2ccd09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:31.629407 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 92dce5c0-12b3-401b-8e1f-5c0bab3d7611 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:31.631011 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:31.685887 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-145a095e-60b1-4cce-ba19-8e25b508e65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:31.953539 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145a095e-60b1-4cce-ba19-8e25b508e65d admin admin] Network de5a83e6-90c0-4cc4-ae4f-61e175bc2f77 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:22:31.958575 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-145a095e-60b1-4cce-ba19-8e25b508e65d admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:31.962990 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145a095e-60b1-4cce-ba19-8e25b508e65d admin admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:22:32.007481 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb702368-57d4-4510-b242-cbfd6b32db46 None None] Network dd8dd7e8-74b0-43ac-8795-6b3850b9caf1 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:22:32.163427 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a095e-60b1-4cce-ba19-8e25b508e65d admin admin] Pushing event updated for resources: {'Port': ['ID=e1df5b4d-b32b-4632-8e6f-a607fabf8356,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:32.163982 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 2d3f6e6c-4e4c-4526-a7e5-eb7662fb30ad up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:32.192762 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-3f99ad13-6599-4229-b2b8-5faf4c6f5ac1 tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:32.200261 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-3f99ad13-6599-4229-b2b8-5faf4c6f5ac1 tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9383395 Jul 13 07:22:32.214510 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-145a095e-60b1-4cce-ba19-8e25b508e65d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:32.228018 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-68afcdc8-3fed-43f5-b30d-94ea2a7a92a5 tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] 10.222.0.23 "GET /v2.0/quotas/05a1c189aa364d6fb280195330c059ae HTTP/1.1" status: 200 len: 375 time: 0.0256720 Jul 13 07:22:32.282778 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b4014c4b-d572-4eec-8c89-9b3d8c4d39cc None None] Provisioning for port 2d3f6e6c-4e4c-4526-a7e5-eb7662fb30ad completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:32.294095 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 2d3f6e6c-4e4c-4526-a7e5-eb7662fb30ad completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:32.304240 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b4014c4b-d572-4eec-8c89-9b3d8c4d39cc None None] Provisioning complete for port 2d3f6e6c-4e4c-4526-a7e5-eb7662fb30ad triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:32.305269 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b4014c4b-d572-4eec-8c89-9b3d8c4d39cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:32.382632 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-c5416761-d939-4a59-9b51-619bb6d23deb tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=05a1c189aa364d6fb280195330c059ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1534691 Jul 13 07:22:32.397036 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a564f99-8074-4a22-87fe-b728152984cb req-8ff71643-4eee-45c9-ae7c-4972a51d467f tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:32.405578 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6a564f99-8074-4a22-87fe-b728152984cb req-8ff71643-4eee-45c9-ae7c-4972a51d467f tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3f2e762-329c-4d6b-9778-a120adcac2f8 HTTP/1.1" status: 200 len: 949 time: 0.4886043 Jul 13 07:22:32.434738 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-69ab6fb1-cca4-4549-9c4a-8c3f3c2ccd09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:32.487865 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 2d3f6e6c-4e4c-4526-a7e5-eb7662fb30ad triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:32.487865 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:32.690000 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6a564f99-8074-4a22-87fe-b728152984cb req-96cf5e62-78a2-4107-b54e-cf4e5877d4f2 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/security-groups?id=7cc4dba3-0381-4af9-819d-8ff2c49b3e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834969 Jul 13 07:22:32.828728 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-145a095e-60b1-4cce-ba19-8e25b508e65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:32.962169 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53446db-a668-4ec8-906f-f7dc27f7bc47 x-openstack-request-id: req-d53446db-a668-4ec8-906f-f7dc27f7bc47 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:32.962503 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384c583f-9825-48d0-85b1-b16123f853e0", "name": "network-vif-plugged", "status": "completed", "tag": "92dce5c0-12b3-401b-8e1f-5c0bab3d7611", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:32.970442 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d53446db-a668-4ec8-906f-f7dc27f7bc47 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:32.971820 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '384c583f-9825-48d0-85b1-b16123f853e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92dce5c0-12b3-401b-8e1f-5c0bab3d7611', 'code': 200} Jul 13 07:22:33.086560 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:33.109596 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ab6fb1-cca4-4549-9c4a-8c3f3c2ccd09 admin admin] Router 462398f2-6cd6-48e8-8826-5da0d9ac6a91 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:22:33.289608 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:33.305264 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b4014c4b-d572-4eec-8c89-9b3d8c4d39cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:33.358545 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-034c5b73-cfa5-495a-9848-0d95a2cb95cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:33.442512 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434de00-de6c-4197-96f8-0c8a390001b9 req-df465194-f7a0-4934-a580-825834b20f0e tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:33.449800 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434de00-de6c-4197-96f8-0c8a390001b9 req-df465194-f7a0-4934-a580-825834b20f0e tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:33.458538 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434de00-de6c-4197-96f8-0c8a390001b9 req-df465194-f7a0-4934-a580-825834b20f0e tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:33.473750 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-145a095e-60b1-4cce-ba19-8e25b508e65d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:33.477268 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434de00-de6c-4197-96f8-0c8a390001b9 req-df465194-f7a0-4934-a580-825834b20f0e tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:33.491648 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434de00-de6c-4197-96f8-0c8a390001b9 req-df465194-f7a0-4934-a580-825834b20f0e tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:33.500086 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 2d3f6e6c-4e4c-4526-a7e5-eb7662fb30ad, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=2d3f6e6c-4e4c-4526-a7e5-eb7662fb30ad,segment=NetworkSegment(2db94155-b4d5-4a71-9c76-b900867aaa59),segment_id=2db94155-b4d5-4a71-9c76-b900867aaa59)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:33.504396 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-145a095e-60b1-4cce-ba19-8e25b508e65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:33.512267 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:33.512434 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434de00-de6c-4197-96f8-0c8a390001b9 req-df465194-f7a0-4934-a580-825834b20f0e tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:33.526951 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434de00-de6c-4197-96f8-0c8a390001b9 req-df465194-f7a0-4934-a580-825834b20f0e tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:33.542556 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6434de00-de6c-4197-96f8-0c8a390001b9 req-df465194-f7a0-4934-a580-825834b20f0e tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 5420 time: 0.2796912 Jul 13 07:22:33.721361 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ab6fb1-cca4-4549-9c4a-8c3f3c2ccd09 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:22:33.754627 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-69779674-3280-41e9-901d-fde53f522184 req-552e2986-2116-4286-94dd-26580d7d7927 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/ports?device_id=d42d2d4c-080b-4e58-b550-e4358b2569c9 HTTP/1.1" status: 200 len: 210 time: 0.2766497 Jul 13 07:22:33.785279 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331af73c-85c9-4e30-8e8e-8a8219e309e6 None None] Sync routers for ids ['462398f2-6cd6-48e8-8826-5da0d9ac6a91'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:22:33.805621 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.db.api [None req-b4014c4b-d572-4eec-8c89-9b3d8c4d39cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:22:33.805978 n-d-771363-34 neutron-server[94019]: DEBUG oslo_db.api [None req-b4014c4b-d572-4eec-8c89-9b3d8c4d39cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:22:33.812469 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6434de00-de6c-4197-96f8-0c8a390001b9 req-00837570-ed5a-4f07-8527-34350934a13f tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=afedc317-2eb3-4978-a3f5-50dbdb316361&id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2668724 Jul 13 07:22:33.833427 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=2d3f6e6c-4e4c-4526-a7e5-eb7662fb30ad,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:33.854502 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331af73c-85c9-4e30-8e8e-8a8219e309e6 None None] Routers {'462398f2-6cd6-48e8-8826-5da0d9ac6a91'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:22:33.858412 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-331af73c-85c9-4e30-8e8e-8a8219e309e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:22:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['462398f2-6cd6-48e8-8826-5da0d9ac6a91'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:33.885268 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a095e-60b1-4cce-ba19-8e25b508e65d admin admin] Pushing event updated for resources: {'Port': ['ID=e1df5b4d-b32b-4632-8e6f-a607fabf8356,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:34.014467 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-69ab6fb1-cca4-4549-9c4a-8c3f3c2ccd09 admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:34.022184 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 48584) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:22:34.037837 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-69ab6fb1-cca4-4549-9c4a-8c3f3c2ccd09 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6701787 Jul 13 07:22:34.055720 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-145a095e-60b1-4cce-ba19-8e25b508e65d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:34.058423 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 1f7a08b7-e9ff-4e59-99f9-20733db11237 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:34.147828 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-15c6eb8c-7937-4f36-af65-31e92b7d4d90 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=0b6b2867affa4b329c36686510d6fd7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1015663 Jul 13 07:22:34.212519 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:34.276657 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-811d3862-58bd-492f-926e-daac409f0d60 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:34.281339 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-811d3862-58bd-492f-926e-daac409f0d60 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.25 "GET /v2.0/networks?id=d4112daa-098c-4665-aa01-55b0b4ff24e7 HTTP/1.1" status: 200 len: 813 time: 0.7272739 Jul 13 07:22:34.301404 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-62dbc61b-bffb-465d-a4da-6fd104b0bc7e tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Request body: {'port': {'device_id': 'd42d2d4c-080b-4e58-b550-e4358b2569c9', 'network_id': 'd4112daa-098c-4665-aa01-55b0b4ff24e7', 'admin_state_up': True, 'tenant_id': 'cd2fbd6dbade4360a70e4272ba843d4c'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:34.369373 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145a095e-60b1-4cce-ba19-8e25b508e65d admin admin] Network de5a83e6-90c0-4cc4-ae4f-61e175bc2f77 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:22:34.417421 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-145a095e-60b1-4cce-ba19-8e25b508e65d admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:34.419549 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-331af73c-85c9-4e30-8e8e-8a8219e309e6 None None] Set router 462398f2-6cd6-48e8-8826-5da0d9ac6a91 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:22:34.616741 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-653b51aa-ccff-477f-b484-fa524068d1cf req-58a751d4-f9a4-48cd-9aad-c40e4a2b49ee tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc423d3e-a088-437f-ab26-085e7ec28a2e HTTP/1.1" status: 200 len: 210 time: 0.3930380 Jul 13 07:22:34.643025 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 1f7a08b7-e9ff-4e59-99f9-20733db11237 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:34.661865 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-f5cbb944-88dd-4846-b6b4-23b11ec40afe tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:34.663381 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-f5cbb944-88dd-4846-b6b4-23b11ec40afe tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4950397 Jul 13 07:22:34.666394 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 1f7a08b7-e9ff-4e59-99f9-20733db11237 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:34.666750 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:34.762641 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145a095e-60b1-4cce-ba19-8e25b508e65d admin admin] Router a5344f22-449a-4f54-b0d2-f1af9aa54d2b has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:22:34.770163 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-6fd1c4f5-c24e-4840-bcbd-1c0eff29f786 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/quotas/0b6b2867affa4b329c36686510d6fd7f HTTP/1.1" status: 200 len: 375 time: 0.0948746 Jul 13 07:22:34.869218 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5b472a93-7583-405b-9694-08418ccd0337 None None] Provisioning complete for port 2d3f6e6c-4e4c-4526-a7e5-eb7662fb30ad triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:34.869874 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5b472a93-7583-405b-9694-08418ccd0337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:34.996410 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-62dbc61b-bffb-465d-a4da-6fd104b0bc7e tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Made reservation on behalf of cd2fbd6dbade4360a70e4272ba843d4c for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:35.000623 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-62dbc61b-bffb-465d-a4da-6fd104b0bc7e tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:35.044560 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:35.101631 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-5d3567bd-10af-4b84-bd98-02301b49a15d tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b6b2867affa4b329c36686510d6fd7f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3292637 Jul 13 07:22:35.104246 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 1f7a08b7-e9ff-4e59-99f9-20733db11237, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=1f7a08b7-e9ff-4e59-99f9-20733db11237,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:35.116379 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-331af73c-85c9-4e30-8e8e-8a8219e309e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462398f2-6cd6-48e8-8826-5da0d9ac6a91', 'name': 'tempest-TaggedBootDevicesTest_v242-426877740-router', 'tenant_id': 'f675b11333fa441fa8eddc3498c6fd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '926192b5-d818-49da-8583-80512e79d35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:28Z', 'updated_at': '2021-07-13T07:22:31Z', 'revision_number': 3, 'project_id': 'f675b11333fa441fa8eddc3498c6fd35', 'gw_port': {'id': '926192b5-d818-49da-8583-80512e79d35e', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462398f2-6cd6-48e8-8826-5da0d9ac6a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:29Z', 'updated_at': '2021-07-13T07:22:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:35.125035 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145a095e-60b1-4cce-ba19-8e25b508e65d admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:22:35.131302 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-145a095e-60b1-4cce-ba19-8e25b508e65d admin admin] 10.222.0.23 "PUT /v2.0/routers/a5344f22-449a-4f54-b0d2-f1af9aa54d2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4089119 Jul 13 07:22:35.142350 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038d63f8-854d-48d1-b68e-af6342c10097 None None] Sync routers for ids ['a5344f22-449a-4f54-b0d2-f1af9aa54d2b'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:22:35.156234 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038d63f8-854d-48d1-b68e-af6342c10097 None None] Routers {'a5344f22-449a-4f54-b0d2-f1af9aa54d2b'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:22:35.159070 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-038d63f8-854d-48d1-b68e-af6342c10097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:22:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['a5344f22-449a-4f54-b0d2-f1af9aa54d2b'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:35.214086 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:35.231248 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f46c7711-a84e-4d22-8741-710147003d79 req-cc5267b0-73f2-43af-93f8-113fc76f8c10 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/ports?device_id=d42d2d4c-080b-4e58-b550-e4358b2569c9 HTTP/1.1" status: 200 len: 210 time: 0.1258130 Jul 13 07:22:35.321552 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331af73c-85c9-4e30-8e8e-8a8219e309e6 None None] Checking router: 462398f2-6cd6-48e8-8826-5da0d9ac6a91 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:22:35.322012 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331af73c-85c9-4e30-8e8e-8a8219e309e6 None None] Updating router 462398f2-6cd6-48e8-8826-5da0d9ac6a91 port 926192b5-d818-49da-8583-80512e79d35e binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:22:35.354531 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5b472a93-7583-405b-9694-08418ccd0337 None None] Provisioning complete for port 92dce5c0-12b3-401b-8e1f-5c0bab3d7611 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:35.355404 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5b472a93-7583-405b-9694-08418ccd0337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:35.418139 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=1f7a08b7-e9ff-4e59-99f9-20733db11237,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:35.423142 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-331af73c-85c9-4e30-8e8e-8a8219e309e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:35.460738 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-15941a28-a701-4aa1-907a-47e5b0ecf15e tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=05a1c189aa364d6fb280195330c059ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1479082 Jul 13 07:22:35.478218 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-038d63f8-854d-48d1-b68e-af6342c10097 None None] Set router a5344f22-449a-4f54-b0d2-f1af9aa54d2b gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:22:35.966432 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fbd6fdb7-ae1f-4da2-8776-1e5c2f197f74 req-1727b3dc-75f5-4464-ab55-340342daeb25 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d01814d4-51a5-4802-9bf7-b0a3bae38742 HTTP/1.1" status: 200 len: 210 time: 0.2824917 Jul 13 07:22:36.046168 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-038d63f8-854d-48d1-b68e-af6342c10097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5344f22-449a-4f54-b0d2-f1af9aa54d2b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-792950967-router', 'tenant_id': '352bcb4e1f034d4a9fe05776480aef53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '1f7a08b7-e9ff-4e59-99f9-20733db11237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:24Z', 'updated_at': '2021-07-13T07:22:32Z', 'revision_number': 4, 'project_id': '352bcb4e1f034d4a9fe05776480aef53', 'gw_port': {'id': '1f7a08b7-e9ff-4e59-99f9-20733db11237', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:10:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5344f22-449a-4f54-b0d2-f1af9aa54d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:25Z', 'updated_at': '2021-07-13T07:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'e1df5b4d-b32b-4632-8e6f-a607fabf8356', 'name': '', 'network_id': 'de5a83e6-90c0-4cc4-ae4f-61e175bc2f77', 'tenant_id': '352bcb4e1f034d4a9fe05776480aef53', 'mac_address': 'fa:16:3e:5e:fb:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5344f22-449a-4f54-b0d2-f1af9aa54d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '4a6777c5-cde4-4e13-b55a-778b192e51a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:30Z', 'updated_at': '2021-07-13T07:22:33Z', 'revision_number': 2, 'project_id': '352bcb4e1f034d4a9fe05776480aef53', 'subnets': [{'id': '4a6777c5-cde4-4e13-b55a-778b192e51a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:36.147992 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038d63f8-854d-48d1-b68e-af6342c10097 None None] Checking router: a5344f22-449a-4f54-b0d2-f1af9aa54d2b for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:22:36.148648 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038d63f8-854d-48d1-b68e-af6342c10097 None None] Updating router a5344f22-449a-4f54-b0d2-f1af9aa54d2b port e1df5b4d-b32b-4632-8e6f-a607fabf8356 binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:22:36.148757 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-331af73c-85c9-4e30-8e8e-8a8219e309e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:36.150878 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a16f65-13be-450a-9e8c-2ce4bcbdf6b7 req-4dad1eae-ebf4-483d-bb37-323bb223a344 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:36.163304 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a16f65-13be-450a-9e8c-2ce4bcbdf6b7 req-4dad1eae-ebf4-483d-bb37-323bb223a344 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:36.173238 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-331af73c-85c9-4e30-8e8e-8a8219e309e6 None None] Transition to ACTIVE for port object 926192b5-d818-49da-8583-80512e79d35e will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:36.183526 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a16f65-13be-450a-9e8c-2ce4bcbdf6b7 req-4dad1eae-ebf4-483d-bb37-323bb223a344 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:36.193203 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a16f65-13be-450a-9e8c-2ce4bcbdf6b7 req-4dad1eae-ebf4-483d-bb37-323bb223a344 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:36.195140 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 2d3f6e6c-4e4c-4526-a7e5-eb7662fb30ad up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:36.211168 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-331af73c-85c9-4e30-8e8e-8a8219e309e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:36.214271 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a16f65-13be-450a-9e8c-2ce4bcbdf6b7 req-4dad1eae-ebf4-483d-bb37-323bb223a344 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:36.232673 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a16f65-13be-450a-9e8c-2ce4bcbdf6b7 req-4dad1eae-ebf4-483d-bb37-323bb223a344 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:36.243430 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-faa3bfb7-0e55-4013-be48-07a35cc9b512 tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:36.246531 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-faa3bfb7-0e55-4013-be48-07a35cc9b512 tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7685943 Jul 13 07:22:36.247188 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a16f65-13be-450a-9e8c-2ce4bcbdf6b7 req-4dad1eae-ebf4-483d-bb37-323bb223a344 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:36.251280 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-62dbc61b-bffb-465d-a4da-6fd104b0bc7e tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Allocated IP 172.20.0.7 (d4112daa-098c-4665-aa01-55b0b4ff24e7/1359cd00-b54c-4d68-aebb-1c48443a9190/b8debd6b-7a14-4e55-868f-65f7c387746e) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:22:36.251588 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-71a16f65-13be-450a-9e8c-2ce4bcbdf6b7 req-4dad1eae-ebf4-483d-bb37-323bb223a344 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 5420 time: 0.4755559 Jul 13 07:22:36.252262 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-038d63f8-854d-48d1-b68e-af6342c10097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:36.335175 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7dfdf84a-a8e0-43c1-a932-0d4eb4dfa842 req-cecbf03a-4b39-45cc-a10a-31f476ccc46e tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc423d3e-a088-437f-ab26-085e7ec28a2e HTTP/1.1" status: 200 len: 210 time: 0.0781231 Jul 13 07:22:36.349661 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-f6d998d2-80cc-425c-ba75-0c5b39891a7b tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] Request body: {'port': {'device_id': 'bc423d3e-a088-437f-ab26-085e7ec28a2e', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'admin_state_up': True, 'tenant_id': '05a1c189aa364d6fb280195330c059ae'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:36.458677 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-71a16f65-13be-450a-9e8c-2ce4bcbdf6b7 req-ac6e499d-e6dc-46c3-a92a-43e71ceb4550 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=afedc317-2eb3-4978-a3f5-50dbdb316361&id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1929767 Jul 13 07:22:36.506126 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:36.560249 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae0f08-85c6-4a77-afea-4fbfe635fc3a None None] Pushing event updated for resources: {'Port': ['ID=926192b5-d818-49da-8583-80512e79d35e,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:36.677469 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-91a78139-67bc-4a4c-bc13-ab80c4eadc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:36.689672 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-331af73c-85c9-4e30-8e8e-8a8219e309e6 None None] Attempting to bind port 926192b5-d818-49da-8583-80512e79d35e on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:36.693517 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-331af73c-85c9-4e30-8e8e-8a8219e309e6 None None] Attempting to bind port 926192b5-d818-49da-8583-80512e79d35e by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:36.697612 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331af73c-85c9-4e30-8e8e-8a8219e309e6 None None] Attempting to bind port 926192b5-d818-49da-8583-80512e79d35e on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:36.757907 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331af73c-85c9-4e30-8e8e-8a8219e309e6 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:36.758285 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331af73c-85c9-4e30-8e8e-8a8219e309e6 None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:36.758702 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-331af73c-85c9-4e30-8e8e-8a8219e309e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:36.759085 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331af73c-85c9-4e30-8e8e-8a8219e309e6 None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:36.773230 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-331af73c-85c9-4e30-8e8e-8a8219e309e6 None None] Bound port: 926192b5-d818-49da-8583-80512e79d35e, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:36.775339 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-331af73c-85c9-4e30-8e8e-8a8219e309e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:36.953958 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 2d3f6e6c-4e4c-4526-a7e5-eb7662fb30ad triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:36.959272 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:36.963028 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-038d63f8-854d-48d1-b68e-af6342c10097 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:36.974987 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-038d63f8-854d-48d1-b68e-af6342c10097 None None] Transition to ACTIVE for port object e1df5b4d-b32b-4632-8e6f-a607fabf8356 will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:36.985846 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-ec1e5a77-8c81-4a8b-abc6-a837b452b288 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:36.987441 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-ec1e5a77-8c81-4a8b-abc6-a837b452b288 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/networks?id=de5a83e6-90c0-4cc4-ae4f-61e175bc2f77 HTTP/1.1" status: 200 len: 828 time: 0.2268023 Jul 13 07:22:36.987982 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-038d63f8-854d-48d1-b68e-af6342c10097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:37.052673 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5b472a93-7583-405b-9694-08418ccd0337 None None] Provisioning for port e1df5b4d-b32b-4632-8e6f-a607fabf8356 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:37.078442 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-331af73c-85c9-4e30-8e8e-8a8219e309e6 None None] For port 926192b5-d818-49da-8583-80512e79d35e, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:37.079792 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-de554c76-f013-483f-b8f5-e964260f0f6e tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/quotas/352bcb4e1f034d4a9fe05776480aef53 HTTP/1.1" status: 200 len: 375 time: 0.0703866 Jul 13 07:22:37.085182 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-331af73c-85c9-4e30-8e8e-8a8219e309e6 None None] For port 926192b5-d818-49da-8583-80512e79d35e, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=926192b5-d818-49da-8583-80512e79d35e,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:37.197145 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 1f7a08b7-e9ff-4e59-99f9-20733db11237 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:37.224350 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-331af73c-85c9-4e30-8e8e-8a8219e309e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:37.246571 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1c283bb0-c2fe-45d6-bcbd-2caf9b1e6053 req-9c6b7c69-d4e6-4e2b-928c-65838a0a5a52 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/ports?device_id=d42d2d4c-080b-4e58-b550-e4358b2569c9 HTTP/1.1" status: 200 len: 210 time: 0.1488442 Jul 13 07:22:37.252376 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089dcd55-03d6-42ba-9a18-d7128ef7363d None None] Pushing event updated for resources: {'Port': ['ID=e1df5b4d-b32b-4632-8e6f-a607fabf8356,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:37.298877 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-038d63f8-854d-48d1-b68e-af6342c10097 None None] Attempting to bind port e1df5b4d-b32b-4632-8e6f-a607fabf8356 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:37.299301 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-038d63f8-854d-48d1-b68e-af6342c10097 None None] Attempting to bind port e1df5b4d-b32b-4632-8e6f-a607fabf8356 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '3304ce8b-0a73-46c4-b90c-425e60af5816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'de5a83e6-90c0-4cc4-ae4f-61e175bc2f77'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:37.304964 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038d63f8-854d-48d1-b68e-af6342c10097 None None] Attempting to bind port e1df5b4d-b32b-4632-8e6f-a607fabf8356 on network de5a83e6-90c0-4cc4-ae4f-61e175bc2f77 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:37.321811 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038d63f8-854d-48d1-b68e-af6342c10097 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:37.323423 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038d63f8-854d-48d1-b68e-af6342c10097 None None] Checking segment: {'id': '3304ce8b-0a73-46c4-b90c-425e60af5816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'de5a83e6-90c0-4cc4-ae4f-61e175bc2f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:37.323859 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-038d63f8-854d-48d1-b68e-af6342c10097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:37.325440 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038d63f8-854d-48d1-b68e-af6342c10097 None None] Bound using segment: {'id': '3304ce8b-0a73-46c4-b90c-425e60af5816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'de5a83e6-90c0-4cc4-ae4f-61e175bc2f77'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:37.326995 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-038d63f8-854d-48d1-b68e-af6342c10097 None None] Bound port: e1df5b4d-b32b-4632-8e6f-a607fabf8356, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3304ce8b-0a73-46c4-b90c-425e60af5816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'de5a83e6-90c0-4cc4-ae4f-61e175bc2f77'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:37.329685 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-038d63f8-854d-48d1-b68e-af6342c10097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:37.417304 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331af73c-85c9-4e30-8e8e-8a8219e309e6 None None] Routers {'462398f2-6cd6-48e8-8826-5da0d9ac6a91'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:22:37.418738 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-331af73c-85c9-4e30-8e8e-8a8219e309e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:22:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['462398f2-6cd6-48e8-8826-5da0d9ac6a91'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:37.483530 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-91a78139-67bc-4a4c-bc13-ab80c4eadc05 admin admin] Allocated IP 172.20.0.1 (dd8dd7e8-74b0-43ac-8795-6b3850b9caf1/f7f0633d-db4a-44fe-b1ba-90fb0badcb6d/496f5fe6-45ad-4c57-b3f9-5a7978cb76a4) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:22:37.508117 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-038d63f8-854d-48d1-b68e-af6342c10097 None None] For port e1df5b4d-b32b-4632-8e6f-a607fabf8356, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:37.531762 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-038d63f8-854d-48d1-b68e-af6342c10097 None None] For port e1df5b4d-b32b-4632-8e6f-a607fabf8356, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=e1df5b4d-b32b-4632-8e6f-a607fabf8356,segment=NetworkSegment(3304ce8b-0a73-46c4-b90c-425e60af5816),segment_id=3304ce8b-0a73-46c4-b90c-425e60af5816)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:37.549133 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-038d63f8-854d-48d1-b68e-af6342c10097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:37.605464 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8a1aac0d-dba6-4f0e-84ae-c79b943d2401 req-741ac7f0-3d39-40dc-8beb-677653033653 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d01814d4-51a5-4802-9bf7-b0a3bae38742 HTTP/1.1" status: 200 len: 210 time: 0.1195447 Jul 13 07:22:37.662569 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-5016683d-8b5a-4fb5-8683-cd381c875022 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=352bcb4e1f034d4a9fe05776480aef53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5798275 Jul 13 07:22:37.677587 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038d63f8-854d-48d1-b68e-af6342c10097 None None] Routers {'a5344f22-449a-4f54-b0d2-f1af9aa54d2b'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:22:37.678570 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-038d63f8-854d-48d1-b68e-af6342c10097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:22:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['a5344f22-449a-4f54-b0d2-f1af9aa54d2b'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:37.685036 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-f6d998d2-80cc-425c-ba75-0c5b39891a7b tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] Made reservation on behalf of 05a1c189aa364d6fb280195330c059ae for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:37.689396 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-f6d998d2-80cc-425c-ba75-0c5b39891a7b tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:37.858246 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-f6d998d2-80cc-425c-ba75-0c5b39891a7b tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:37.882999 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 1f7a08b7-e9ff-4e59-99f9-20733db11237 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:37.890842 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:37.901035 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae0f08-85c6-4a77-afea-4fbfe635fc3a None None] Pushing event updated for resources: {'Port': ['ID=926192b5-d818-49da-8583-80512e79d35e,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:37.904349 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-62dbc61b-bffb-465d-a4da-6fd104b0bc7e tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:37.993838 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d46fcbe2-5af7-4206-92c4-16bb0243d62c req-be342927-46dc-4fb1-974c-8f3dc59cf9e3 tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc423d3e-a088-437f-ab26-085e7ec28a2e HTTP/1.1" status: 200 len: 210 time: 0.1199200 Jul 13 07:22:38.041879 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-0da17e05-1db2-4ebd-9458-4edd7bf73879 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=0b6b2867affa4b329c36686510d6fd7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1584115 Jul 13 07:22:38.089090 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-91a78139-67bc-4a4c-bc13-ab80c4eadc05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:38.109766 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-331af73c-85c9-4e30-8e8e-8a8219e309e6 None None] Set router 462398f2-6cd6-48e8-8826-5da0d9ac6a91 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:22:38.143753 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-6e571139-03d2-4f6d-bfff-9bb2fefd9920 service neutron] 10.222.0.23 "GET /v2.0/networks/de5a83e6-90c0-4cc4-ae4f-61e175bc2f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4599342 Jul 13 07:22:38.163487 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-62dbc61b-bffb-465d-a4da-6fd104b0bc7e tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:38.214840 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-91a78139-67bc-4a4c-bc13-ab80c4eadc05 admin admin] Transition to ACTIVE for port object 496f5fe6-45ad-4c57-b3f9-5a7978cb76a4 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:38.346220 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-62dbc61b-bffb-465d-a4da-6fd104b0bc7e tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Network d4112daa-098c-4665-aa01-55b0b4ff24e7 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:22:38.375627 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089dcd55-03d6-42ba-9a18-d7128ef7363d None None] Pushing event updated for resources: {'Port': ['ID=e1df5b4d-b32b-4632-8e6f-a607fabf8356,revision_number=4']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:38.385581 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-62dbc61b-bffb-465d-a4da-6fd104b0bc7e tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:38.413118 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-62dbc61b-bffb-465d-a4da-6fd104b0bc7e tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:22:38.424602 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-038d63f8-854d-48d1-b68e-af6342c10097 None None] Set router a5344f22-449a-4f54-b0d2-f1af9aa54d2b gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:22:38.459454 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-61302ec4-f397-453b-9dd4-f13fb87958e7 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:38.462999 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-61302ec4-f397-453b-9dd4-f13fb87958e7 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4109068 Jul 13 07:22:38.475723 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dbc61b-bffb-465d-a4da-6fd104b0bc7e tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Pushing event updated for resources: {'Port': ['ID=b8debd6b-7a14-4e55-868f-65f7c387746e,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:38.506255 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-11dffd8e-e59f-4773-bdaa-6a24ba2adf2d tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Request body: {'port': {'device_id': 'd01814d4-51a5-4802-9bf7-b0a3bae38742', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'admin_state_up': True, 'tenant_id': '0b6b2867affa4b329c36686510d6fd7f'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:38.532157 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-6c66bcdc-a93f-4d3a-8a41-8b6410ec2565 service neutron] 10.222.0.23 "GET /v2.0/networks/de5a83e6-90c0-4cc4-ae4f-61e175bc2f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775179 Jul 13 07:22:38.613971 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-f6d998d2-80cc-425c-ba75-0c5b39891a7b tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:38.633946 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-62dbc61b-bffb-465d-a4da-6fd104b0bc7e tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:38.636101 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-62dbc61b-bffb-465d-a4da-6fd104b0bc7e tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:38.652852 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-f6d998d2-80cc-425c-ba75-0c5b39891a7b tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:38.766578 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-11dffd8e-e59f-4773-bdaa-6a24ba2adf2d tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Made reservation on behalf of 0b6b2867affa4b329c36686510d6fd7f for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:38.770178 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-11dffd8e-e59f-4773-bdaa-6a24ba2adf2d tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:38.800416 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-331af73c-85c9-4e30-8e8e-8a8219e309e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462398f2-6cd6-48e8-8826-5da0d9ac6a91', 'name': 'tempest-TaggedBootDevicesTest_v242-426877740-router', 'tenant_id': 'f675b11333fa441fa8eddc3498c6fd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '926192b5-d818-49da-8583-80512e79d35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:28Z', 'updated_at': '2021-07-13T07:22:31Z', 'revision_number': 3, 'project_id': 'f675b11333fa441fa8eddc3498c6fd35', 'gw_port': {'id': '926192b5-d818-49da-8583-80512e79d35e', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462398f2-6cd6-48e8-8826-5da0d9ac6a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:29Z', 'updated_at': '2021-07-13T07:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:38.852773 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-f6d998d2-80cc-425c-ba75-0c5b39891a7b tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] Allocated IP 192.168.233.231 (f9d6e899-687c-4a4d-bdf3-8d8d169866a7/c5af789a-0729-4e53-834f-ef6745aa079c/87f28f8c-edae-40f0-b323-adeb1bdc1d35) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:22:38.868781 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331af73c-85c9-4e30-8e8e-8a8219e309e6 None None] The sync data for ids ['462398f2-6cd6-48e8-8826-5da0d9ac6a91'] in n-d-771363-34 is: [{'id': '462398f2-6cd6-48e8-8826-5da0d9ac6a91', 'name': 'tempest-TaggedBootDevicesTest_v242-426877740-router', 'tenant_id': 'f675b11333fa441fa8eddc3498c6fd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '926192b5-d818-49da-8583-80512e79d35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:28Z', 'updated_at': '2021-07-13T07:22:31Z', 'revision_number': 3, 'project_id': 'f675b11333fa441fa8eddc3498c6fd35', 'gw_port': {'id': '926192b5-d818-49da-8583-80512e79d35e', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462398f2-6cd6-48e8-8826-5da0d9ac6a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:29Z', 'updated_at': '2021-07-13T07:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:22:38.906126 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-038d63f8-854d-48d1-b68e-af6342c10097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5344f22-449a-4f54-b0d2-f1af9aa54d2b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-792950967-router', 'tenant_id': '352bcb4e1f034d4a9fe05776480aef53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '1f7a08b7-e9ff-4e59-99f9-20733db11237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:24Z', 'updated_at': '2021-07-13T07:22:32Z', 'revision_number': 4, 'project_id': '352bcb4e1f034d4a9fe05776480aef53', 'gw_port': {'id': '1f7a08b7-e9ff-4e59-99f9-20733db11237', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:10:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5344f22-449a-4f54-b0d2-f1af9aa54d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:25Z', 'updated_at': '2021-07-13T07:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'e1df5b4d-b32b-4632-8e6f-a607fabf8356', 'name': '', 'network_id': 'de5a83e6-90c0-4cc4-ae4f-61e175bc2f77', 'tenant_id': '352bcb4e1f034d4a9fe05776480aef53', 'mac_address': 'fa:16:3e:5e:fb:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5344f22-449a-4f54-b0d2-f1af9aa54d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '4a6777c5-cde4-4e13-b55a-778b192e51a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:30Z', 'updated_at': '2021-07-13T07:22:37Z', 'revision_number': 4, 'project_id': '352bcb4e1f034d4a9fe05776480aef53', 'subnets': [{'id': '4a6777c5-cde4-4e13-b55a-778b192e51a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:38.948832 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038d63f8-854d-48d1-b68e-af6342c10097 None None] The sync data for ids ['a5344f22-449a-4f54-b0d2-f1af9aa54d2b'] in n-d-771363-34 is: [{'id': 'a5344f22-449a-4f54-b0d2-f1af9aa54d2b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-792950967-router', 'tenant_id': '352bcb4e1f034d4a9fe05776480aef53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '1f7a08b7-e9ff-4e59-99f9-20733db11237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:24Z', 'updated_at': '2021-07-13T07:22:32Z', 'revision_number': 4, 'project_id': '352bcb4e1f034d4a9fe05776480aef53', 'gw_port': {'id': '1f7a08b7-e9ff-4e59-99f9-20733db11237', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:10:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5344f22-449a-4f54-b0d2-f1af9aa54d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:25Z', 'updated_at': '2021-07-13T07:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'e1df5b4d-b32b-4632-8e6f-a607fabf8356', 'name': '', 'network_id': 'de5a83e6-90c0-4cc4-ae4f-61e175bc2f77', 'tenant_id': '352bcb4e1f034d4a9fe05776480aef53', 'mac_address': 'fa:16:3e:5e:fb:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5344f22-449a-4f54-b0d2-f1af9aa54d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '4a6777c5-cde4-4e13-b55a-778b192e51a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:30Z', 'updated_at': '2021-07-13T07:22:37Z', 'revision_number': 4, 'project_id': '352bcb4e1f034d4a9fe05776480aef53', 'subnets': [{'id': '4a6777c5-cde4-4e13-b55a-778b192e51a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:22:39.146779 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-91a78139-67bc-4a4c-bc13-ab80c4eadc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:39.273255 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-f6d998d2-80cc-425c-ba75-0c5b39891a7b tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:39.315505 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66165a-dce2-4444-a1ec-0370de29a56a req-280fd14f-93b6-4e99-ac74-3305cdf65d71 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:39.342654 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66165a-dce2-4444-a1ec-0370de29a56a req-280fd14f-93b6-4e99-ac74-3305cdf65d71 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:39.355941 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66165a-dce2-4444-a1ec-0370de29a56a req-280fd14f-93b6-4e99-ac74-3305cdf65d71 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:39.380552 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66165a-dce2-4444-a1ec-0370de29a56a req-280fd14f-93b6-4e99-ac74-3305cdf65d71 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:39.398106 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66165a-dce2-4444-a1ec-0370de29a56a req-280fd14f-93b6-4e99-ac74-3305cdf65d71 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:39.408061 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66165a-dce2-4444-a1ec-0370de29a56a req-280fd14f-93b6-4e99-ac74-3305cdf65d71 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:39.421710 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66165a-dce2-4444-a1ec-0370de29a56a req-280fd14f-93b6-4e99-ac74-3305cdf65d71 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:39.448305 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bb66165a-dce2-4444-a1ec-0370de29a56a req-280fd14f-93b6-4e99-ac74-3305cdf65d71 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 5420 time: 1.1552629 Jul 13 07:22:39.469797 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a78139-67bc-4a4c-bc13-ab80c4eadc05 admin admin] Network dd8dd7e8-74b0-43ac-8795-6b3850b9caf1 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:22:39.474607 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-91a78139-67bc-4a4c-bc13-ab80c4eadc05 admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:39.499503 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a78139-67bc-4a4c-bc13-ab80c4eadc05 admin admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:22:39.588438 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a78139-67bc-4a4c-bc13-ab80c4eadc05 admin admin] Pushing event updated for resources: {'Port': ['ID=496f5fe6-45ad-4c57-b3f9-5a7978cb76a4,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:39.620258 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bb66165a-dce2-4444-a1ec-0370de29a56a req-17d83c84-fd29-4ee2-a4fb-8025c19572ad tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=afedc317-2eb3-4978-a3f5-50dbdb316361&id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1705973 Jul 13 07:22:39.649143 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-91a78139-67bc-4a4c-bc13-ab80c4eadc05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:40.031540 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-56b278ca-616f-4aa2-9601-1524ac368e59 None None] Provisioning for port 496f5fe6-45ad-4c57-b3f9-5a7978cb76a4 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:40.035912 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-56b278ca-616f-4aa2-9601-1524ac368e59 None None] Provisioning complete for port 496f5fe6-45ad-4c57-b3f9-5a7978cb76a4 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:40.036496 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-56b278ca-616f-4aa2-9601-1524ac368e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:40.120995 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-56b278ca-616f-4aa2-9601-1524ac368e59 None None] Port 496f5fe6-45ad-4c57-b3f9-5a7978cb76a4 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:22:40.131857 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4e83db2e-913e-4d78-8e25-9253cf7ba4d4 req-fb124032-e568-4884-96bc-7df51fa6a96f tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d01814d4-51a5-4802-9bf7-b0a3bae38742 HTTP/1.1" status: 200 len: 210 time: 0.1455538 Jul 13 07:22:40.281384 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-91a78139-67bc-4a4c-bc13-ab80c4eadc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:40.364376 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-f6d998d2-80cc-425c-ba75-0c5b39891a7b tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] Transition to ACTIVE for port object 87f28f8c-edae-40f0-b323-adeb1bdc1d35 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:40.430424 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-62dbc61b-bffb-465d-a4da-6fd104b0bc7e tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1375277 Jul 13 07:22:40.518608 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-be93daa0-2cf7-403e-8b50-0e1c103a7cd5 service neutron] Request body: {'port': {'device_id': 'd42d2d4c-080b-4e58-b550-e4358b2569c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:40.628970 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d998d2-80cc-425c-ba75-0c5b39891a7b tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f433bb30-df9d-4dd3-8a33-fa0170e6c8a0,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:40.635663 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 926192b5-d818-49da-8583-80512e79d35e up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:40.742959 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adea59c-bfb1-48c6-9f15-4768c7c21318 req-daf6615f-58eb-4648-9988-dcf69a87b7fb tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:40.744618 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2adea59c-bfb1-48c6-9f15-4768c7c21318 req-daf6615f-58eb-4648-9988-dcf69a87b7fb tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/ports?device_id=d42d2d4c-080b-4e58-b550-e4358b2569c9 HTTP/1.1" status: 200 len: 931 time: 0.4148605 Jul 13 07:22:40.821497 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 926192b5-d818-49da-8583-80512e79d35e completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:40.822106 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-be93daa0-2cf7-403e-8b50-0e1c103a7cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:40.830629 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 926192b5-d818-49da-8583-80512e79d35e triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:40.831505 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:40.938810 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-f6d998d2-80cc-425c-ba75-0c5b39891a7b tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:40.990425 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-91a78139-67bc-4a4c-bc13-ab80c4eadc05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:41.006598 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2adea59c-bfb1-48c6-9f15-4768c7c21318 req-87aea25e-4dc3-4397-925e-fb36d64a5074 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ea1d82-929f-408a-ad17-d52629d5cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421739 Jul 13 07:22:41.035383 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-41a67794-9f06-42e0-bf43-9550f3b6a798 req-78b4aca2-5f10-42e5-9995-dd8bd212454f tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/ports?device_id=984b6022-948f-4c98-b4db-8cd8d794b981 HTTP/1.1" status: 200 len: 210 time: 0.5301495 Jul 13 07:22:41.129479 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:41.132810 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-91a78139-67bc-4a4c-bc13-ab80c4eadc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:41.161220 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d998d2-80cc-425c-ba75-0c5b39891a7b tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] Pushing event updated for resources: {'Port': ['ID=87f28f8c-edae-40f0-b323-adeb1bdc1d35,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:41.184372 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 926192b5-d818-49da-8583-80512e79d35e, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=926192b5-d818-49da-8583-80512e79d35e,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:41.197836 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:41.205340 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-f6d998d2-80cc-425c-ba75-0c5b39891a7b tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] Network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:22:41.229772 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-f6d998d2-80cc-425c-ba75-0c5b39891a7b tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:41.246189 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-f6d998d2-80cc-425c-ba75-0c5b39891a7b tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:22:41.289510 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a78139-67bc-4a4c-bc13-ab80c4eadc05 admin admin] Pushing event updated for resources: {'Port': ['ID=496f5fe6-45ad-4c57-b3f9-5a7978cb76a4,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:41.331498 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=926192b5-d818-49da-8583-80512e79d35e,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:41.344146 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 5e38dcee-5f8f-4129-bb5d-68231affa33d details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:22:41.427028 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device e1df5b4d-b32b-4632-8e6f-a607fabf8356 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:41.452968 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-11dffd8e-e59f-4773-bdaa-6a24ba2adf2d tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Allocated IP 192.168.233.34 (f9d6e899-687c-4a4d-bdf3-8d8d169866a7/c5af789a-0729-4e53-834f-ef6745aa079c/0c7817b0-0201-491b-a026-81be4bf8d55d) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:22:41.508804 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-91a78139-67bc-4a4c-bc13-ab80c4eadc05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:41.632521 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.db.resource_extend [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:22:41.769132 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-f6d998d2-80cc-425c-ba75-0c5b39891a7b tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:41.771650 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-f6d998d2-80cc-425c-ba75-0c5b39891a7b tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:41.806748 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 5e38dcee-5f8f-4129-bb5d-68231affa33d, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=5e38dcee-5f8f-4129-bb5d-68231affa33d,segment=NetworkSegment(40301528-fcc8-4ec6-a613-b476f71525be),segment_id=40301528-fcc8-4ec6-a613-b476f71525be)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:41.825174 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '5e38dcee-5f8f-4129-bb5d-68231affa33d', 'network_id': '8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb', 'port_id': '5e38dcee-5f8f-4129-bb5d-68231affa33d', 'mac_address': 'fa:16:3e:36:4a:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf3360f-363f-4965-bf44-461a187b579f', 'ip_address': '10.1.1.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:22:41.908657 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:41.912205 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6282e032-337d-4ff2-9e1a-17705578f7ba None None] Provisioning for port 87f28f8c-edae-40f0-b323-adeb1bdc1d35 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:41.924920 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6282e032-337d-4ff2-9e1a-17705578f7ba None None] Provisioning complete for port 87f28f8c-edae-40f0-b323-adeb1bdc1d35 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:41.925980 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6282e032-337d-4ff2-9e1a-17705578f7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:41.928093 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port e1df5b4d-b32b-4632-8e6f-a607fabf8356 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:41.984086 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-f6d998d2-80cc-425c-ba75-0c5b39891a7b tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.6458082 Jul 13 07:22:42.007948 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-54e1c4db-04dc-4608-971a-deeba6387381 service neutron] Request body: {'port': {'device_id': 'bc423d3e-a088-437f-ab26-085e7ec28a2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:42.015104 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e38dcee-5f8f-4129-bb5d-68231affa33d {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:42.061757 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 5e38dcee-5f8f-4129-bb5d-68231affa33d, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=5e38dcee-5f8f-4129-bb5d-68231affa33d,segment=NetworkSegment(40301528-fcc8-4ec6-a613-b476f71525be),segment_id=40301528-fcc8-4ec6-a613-b476f71525be)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:42.065422 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port e1df5b4d-b32b-4632-8e6f-a607fabf8356 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:42.067499 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:42.147566 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:42.326908 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-54e1c4db-04dc-4608-971a-deeba6387381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:42.339091 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:42.371345 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 3f89b889-ffbb-4db5-b1ee-44cea0069805 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:22:42.477605 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d3312-c4c3-4915-92dc-e1ef7ea25f5f req-75c3f224-6648-4c51-bdaf-a26144382f6f tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:42.485836 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-991d3312-c4c3-4915-92dc-e1ef7ea25f5f req-75c3f224-6648-4c51-bdaf-a26144382f6f tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc423d3e-a088-437f-ab26-085e7ec28a2e HTTP/1.1" status: 200 len: 936 time: 1.1067004 Jul 13 07:22:42.495587 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port e1df5b4d-b32b-4632-8e6f-a607fabf8356, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=e1df5b4d-b32b-4632-8e6f-a607fabf8356,segment=NetworkSegment(3304ce8b-0a73-46c4-b90c-425e60af5816),segment_id=3304ce8b-0a73-46c4-b90c-425e60af5816)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:42.511167 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-6282e032-337d-4ff2-9e1a-17705578f7ba None None] Port 87f28f8c-edae-40f0-b323-adeb1bdc1d35 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:22:42.518550 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-6bc7a8c1-6754-4205-8a9f-5cca93c04d62 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:42.520184 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-6bc7a8c1-6754-4205-8a9f-5cca93c04d62 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.42 "GET /v2.0/networks?id=de5a83e6-90c0-4cc4-ae4f-61e175bc2f77 HTTP/1.1" status: 200 len: 828 time: 0.6948743 Jul 13 07:22:42.549230 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:42.583378 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-f10bbb00-0766-483c-8ec1-d549418a123e tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Request body: {'port': {'device_id': '984b6022-948f-4c98-b4db-8cd8d794b981', 'network_id': 'de5a83e6-90c0-4cc4-ae4f-61e175bc2f77', 'admin_state_up': True, 'tenant_id': '352bcb4e1f034d4a9fe05776480aef53'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:42.689687 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=5e38dcee-5f8f-4129-bb5d-68231affa33d,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:42.761839 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 3f89b889-ffbb-4db5-b1ee-44cea0069805, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=3f89b889-ffbb-4db5-b1ee-44cea0069805,segment=NetworkSegment(40301528-fcc8-4ec6-a613-b476f71525be),segment_id=40301528-fcc8-4ec6-a613-b476f71525be)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:42.792063 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:42.792564 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:42.792905 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:42.793244 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:42.793579 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:42.793913 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:42.794243 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:42.795111 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:42.804563 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:42.804948 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:42.805288 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:42.805630 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:22:42.832618 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3332f4-49d6-48c6-a2b0-b374d0c92d72 req-5c846db3-6151-42d2-b88a-5951f1833c6f tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:42.850213 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3332f4-49d6-48c6-a2b0-b374d0c92d72 req-5c846db3-6151-42d2-b88a-5951f1833c6f tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:42.858101 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e084918a-d93f-453e-ad5a-d5dd029ec2f3 None None] Provisioning complete for port 496f5fe6-45ad-4c57-b3f9-5a7978cb76a4 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:42.858490 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e084918a-d93f-453e-ad5a-d5dd029ec2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:42.873996 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3332f4-49d6-48c6-a2b0-b374d0c92d72 req-5c846db3-6151-42d2-b88a-5951f1833c6f tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:42.897428 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3332f4-49d6-48c6-a2b0-b374d0c92d72 req-5c846db3-6151-42d2-b88a-5951f1833c6f tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:42.905069 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3332f4-49d6-48c6-a2b0-b374d0c92d72 req-5c846db3-6151-42d2-b88a-5951f1833c6f tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:42.922089 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3332f4-49d6-48c6-a2b0-b374d0c92d72 req-5c846db3-6151-42d2-b88a-5951f1833c6f tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:42.939978 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3332f4-49d6-48c6-a2b0-b374d0c92d72 req-5c846db3-6151-42d2-b88a-5951f1833c6f tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:42.954785 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5c3332f4-49d6-48c6-a2b0-b374d0c92d72 req-5c846db3-6151-42d2-b88a-5951f1833c6f tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 5421 time: 0.6435232 Jul 13 07:22:43.010736 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-e084918a-d93f-453e-ad5a-d5dd029ec2f3 None None] Port 496f5fe6-45ad-4c57-b3f9-5a7978cb76a4 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:22:43.030898 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 926192b5-d818-49da-8583-80512e79d35e up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:43.037463 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '3f89b889-ffbb-4db5-b1ee-44cea0069805', 'network_id': '8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb', 'port_id': '3f89b889-ffbb-4db5-b1ee-44cea0069805', 'mac_address': 'fa:16:3e:67:3c:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf3360f-363f-4965-bf44-461a187b579f', 'ip_address': '10.1.1.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:22:43.171749 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=e1df5b4d-b32b-4632-8e6f-a607fabf8356,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:43.177231 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-11dffd8e-e59f-4773-bdaa-6a24ba2adf2d tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:43.187819 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:43.207579 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-11dffd8e-e59f-4773-bdaa-6a24ba2adf2d tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Transition to ACTIVE for port object 0c7817b0-0201-491b-a026-81be4bf8d55d will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:43.222379 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5c3332f4-49d6-48c6-a2b0-b374d0c92d72 req-85402c68-466b-4e34-b8a0-c6d48c839c8e tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=afedc317-2eb3-4978-a3f5-50dbdb316361&id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2634223 Jul 13 07:22:43.222739 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 926192b5-d818-49da-8583-80512e79d35e triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:43.223083 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:43.233797 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-991d3312-c4c3-4915-92dc-e1ef7ea25f5f req-74d809a8-bb82-46eb-8e82-8e3d5db476ed tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] 10.222.0.23 "GET /v2.0/security-groups?id=f433bb30-df9d-4dd3-8a33-fa0170e6c8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7411909 Jul 13 07:22:43.268237 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a78139-67bc-4a4c-bc13-ab80c4eadc05 admin admin] Network dd8dd7e8-74b0-43ac-8795-6b3850b9caf1 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:22:43.273871 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-91a78139-67bc-4a4c-bc13-ab80c4eadc05 admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:43.313247 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f89b889-ffbb-4db5-b1ee-44cea0069805 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:43.336265 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 3f89b889-ffbb-4db5-b1ee-44cea0069805, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=3f89b889-ffbb-4db5-b1ee-44cea0069805,segment=NetworkSegment(40301528-fcc8-4ec6-a613-b476f71525be),segment_id=40301528-fcc8-4ec6-a613-b476f71525be)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:43.336988 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-f10bbb00-0766-483c-8ec1-d549418a123e tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Made reservation on behalf of 352bcb4e1f034d4a9fe05776480aef53 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:22:43.338732 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-38d32f23-85d8-43e0-ac48-8072287dc409 None None] Provisioning complete for port e1df5b4d-b32b-4632-8e6f-a607fabf8356 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:43.339156 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-38d32f23-85d8-43e0-ac48-8072287dc409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:43.340592 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-f10bbb00-0766-483c-8ec1-d549418a123e tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:43.350042 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:43.548644 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device c6c5062b-ad9b-461a-b443-cecd55db988a details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:22:43.652926 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-11dffd8e-e59f-4773-bdaa-6a24ba2adf2d tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:43.677359 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:43.753083 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=3f89b889-ffbb-4db5-b1ee-44cea0069805,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:43.771303 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.db.resource_extend [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:22:43.815846 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-11dffd8e-e59f-4773-bdaa-6a24ba2adf2d tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:22:43.827946 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-be93daa0-2cf7-403e-8b50-0e1c103a7cd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8debd6b-7a14-4e55-868f-65f7c387746e {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:43.851757 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-11dffd8e-e59f-4773-bdaa-6a24ba2adf2d tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:43.859669 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-11dffd8e-e59f-4773-bdaa-6a24ba2adf2d tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:22:43.875581 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port c6c5062b-ad9b-461a-b443-cecd55db988a, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=c6c5062b-ad9b-461a-b443-cecd55db988a,segment=NetworkSegment(40301528-fcc8-4ec6-a613-b476f71525be),segment_id=40301528-fcc8-4ec6-a613-b476f71525be)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:43.926876 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-be93daa0-2cf7-403e-8b50-0e1c103a7cd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:43.976515 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': 'c6c5062b-ad9b-461a-b443-cecd55db988a', 'network_id': '8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb', 'port_id': 'c6c5062b-ad9b-461a-b443-cecd55db988a', 'mac_address': 'fa:16:3e:82:69:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf3360f-363f-4965-bf44-461a187b579f', 'ip_address': '10.1.1.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:22:43.992500 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-be93daa0-2cf7-403e-8b50-0e1c103a7cd5 service neutron] Transition to ACTIVE for port object b8debd6b-7a14-4e55-868f-65f7c387746e will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:44.023536 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-be93daa0-2cf7-403e-8b50-0e1c103a7cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:44.065690 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dffd8e-e59f-4773-bdaa-6a24ba2adf2d tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Pushing event updated for resources: {'Port': ['ID=0c7817b0-0201-491b-a026-81be4bf8d55d,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:44.120316 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a78139-67bc-4a4c-bc13-ab80c4eadc05 admin admin] Router 462398f2-6cd6-48e8-8826-5da0d9ac6a91 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:22:44.139045 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-11dffd8e-e59f-4773-bdaa-6a24ba2adf2d tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:44.139749 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-11dffd8e-e59f-4773-bdaa-6a24ba2adf2d tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:44.150246 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:44.160801 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ea141-68da-41de-8fd2-1f7b15c2b313 req-9bb222af-74da-4a58-bca1-6aaba436c389 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:44.169560 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-824ea141-68da-41de-8fd2-1f7b15c2b313 req-9bb222af-74da-4a58-bca1-6aaba436c389 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d01814d4-51a5-4802-9bf7-b0a3bae38742 HTTP/1.1" status: 200 len: 935 time: 0.5485463 Jul 13 07:22:44.175986 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6c5062b-ad9b-461a-b443-cecd55db988a {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:44.183901 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-31990270-1f77-4ce9-b5bc-1c22f3e9cecc None None] Provisioning complete for port 496f5fe6-45ad-4c57-b3f9-5a7978cb76a4 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:44.184071 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-31990270-1f77-4ce9-b5bc-1c22f3e9cecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:44.196009 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543cf92d-5b5a-455a-8c0c-377b4290c0a5 req-efe2a027-ecd8-41f0-85bd-33f24ba10988 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:44.205178 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-543cf92d-5b5a-455a-8c0c-377b4290c0a5 req-efe2a027-ecd8-41f0-85bd-33f24ba10988 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/ports?device_id=d42d2d4c-080b-4e58-b550-e4358b2569c9 HTTP/1.1" status: 200 len: 931 time: 0.4005280 Jul 13 07:22:44.224037 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-31990270-1f77-4ce9-b5bc-1c22f3e9cecc None None] Port 496f5fe6-45ad-4c57-b3f9-5a7978cb76a4 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:22:44.253878 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port c6c5062b-ad9b-461a-b443-cecd55db988a, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=c6c5062b-ad9b-461a-b443-cecd55db988a,segment=NetworkSegment(40301528-fcc8-4ec6-a613-b476f71525be),segment_id=40301528-fcc8-4ec6-a613-b476f71525be)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:44.264531 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:44.279599 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-824ea141-68da-41de-8fd2-1f7b15c2b313 req-25c8c0d0-3727-4a67-8e7c-f8168f80bab0 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/security-groups?id=7cc4dba3-0381-4af9-819d-8ff2c49b3e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073654 Jul 13 07:22:44.282012 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-543cf92d-5b5a-455a-8c0c-377b4290c0a5 req-ebd5ae05-3a36-4c42-9e72-816dd61a9a0e tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ea1d82-929f-408a-ad17-d52629d5cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754640 Jul 13 07:22:44.314594 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 38a092c2-cb24-4cdb-9c57-ce1ffaf19763 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:22:44.345926 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93daa0-2cf7-403e-8b50-0e1c103a7cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=b8debd6b-7a14-4e55-868f-65f7c387746e,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:44.417064 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-f10bbb00-0766-483c-8ec1-d549418a123e tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Allocated IP 172.20.0.10 (de5a83e6-90c0-4cc4-ae4f-61e175bc2f77/4a6777c5-cde4-4e13-b55a-778b192e51a8/40363775-f633-47c9-afb8-c73a3b5103c6) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:22:44.438018 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 38a092c2-cb24-4cdb-9c57-ce1ffaf19763, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=38a092c2-cb24-4cdb-9c57-ce1ffaf19763,segment=NetworkSegment(a22ed18f-1ae7-4f42-8ca5-e45559afe92b),segment_id=a22ed18f-1ae7-4f42-8ca5-e45559afe92b)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:44.451992 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '38a092c2-cb24-4cdb-9c57-ce1ffaf19763', 'network_id': 'd3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f', 'port_id': '38a092c2-cb24-4cdb-9c57-ce1ffaf19763', 'mac_address': 'fa:16:3e:d8:eb:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c2506db-6f43-4e89-9c37-79407431b682', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:22:44.477161 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-11dffd8e-e59f-4773-bdaa-6a24ba2adf2d tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.9790652 Jul 13 07:22:44.500466 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-ea387806-50f8-4224-97ec-748ebed01d23 service neutron] Request body: {'port': {'device_id': 'd01814d4-51a5-4802-9bf7-b0a3bae38742', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:44.575292 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-76b2d3f1-694c-4f05-9fbf-e888d271b64e None None] Provisioning for port 0c7817b0-0201-491b-a026-81be4bf8d55d completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:44.583772 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=c6c5062b-ad9b-461a-b443-cecd55db988a,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:44.616029 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-54e1c4db-04dc-4608-971a-deeba6387381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87f28f8c-edae-40f0-b323-adeb1bdc1d35 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:44.618921 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-76b2d3f1-694c-4f05-9fbf-e888d271b64e None None] Provisioning complete for port 0c7817b0-0201-491b-a026-81be4bf8d55d triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:44.619520 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-76b2d3f1-694c-4f05-9fbf-e888d271b64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:44.659021 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-be93daa0-2cf7-403e-8b50-0e1c103a7cd5 service neutron] Attempting to bind port b8debd6b-7a14-4e55-868f-65f7c387746e on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:44.659513 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-be93daa0-2cf7-403e-8b50-0e1c103a7cd5 service neutron] Attempting to bind port b8debd6b-7a14-4e55-868f-65f7c387746e by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '557265a9-4c3d-44b6-8e8d-7a431f373307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4112daa-098c-4665-aa01-55b0b4ff24e7'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:44.659936 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-be93daa0-2cf7-403e-8b50-0e1c103a7cd5 service neutron] Attempting to bind port b8debd6b-7a14-4e55-868f-65f7c387746e on network d4112daa-098c-4665-aa01-55b0b4ff24e7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:44.666499 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-54e1c4db-04dc-4608-971a-deeba6387381 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:44.671815 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:44.702643 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-be93daa0-2cf7-403e-8b50-0e1c103a7cd5 service neutron] Port b8debd6b-7a14-4e55-868f-65f7c387746e on network d4112daa-098c-4665-aa01-55b0b4ff24e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:22:44.703094 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-be93daa0-2cf7-403e-8b50-0e1c103a7cd5 service neutron] Attempting to bind port b8debd6b-7a14-4e55-868f-65f7c387746e on network d4112daa-098c-4665-aa01-55b0b4ff24e7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:44.735121 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-54e1c4db-04dc-4608-971a-deeba6387381 service neutron] Transition to ACTIVE for port object 87f28f8c-edae-40f0-b323-adeb1bdc1d35 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:44.739671 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-be93daa0-2cf7-403e-8b50-0e1c103a7cd5 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:44.741235 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-be93daa0-2cf7-403e-8b50-0e1c103a7cd5 service neutron] Checking segment: {'id': '557265a9-4c3d-44b6-8e8d-7a431f373307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4112daa-098c-4665-aa01-55b0b4ff24e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:44.741924 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-be93daa0-2cf7-403e-8b50-0e1c103a7cd5 service neutron] Bound using segment: {'id': '557265a9-4c3d-44b6-8e8d-7a431f373307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4112daa-098c-4665-aa01-55b0b4ff24e7'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:44.742771 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-be93daa0-2cf7-403e-8b50-0e1c103a7cd5 service neutron] Bound port: b8debd6b-7a14-4e55-868f-65f7c387746e, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '557265a9-4c3d-44b6-8e8d-7a431f373307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4112daa-098c-4665-aa01-55b0b4ff24e7'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:44.743954 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-be93daa0-2cf7-403e-8b50-0e1c103a7cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:44.754895 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38a092c2-cb24-4cdb-9c57-ce1ffaf19763 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:44.786066 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 38a092c2-cb24-4cdb-9c57-ce1ffaf19763, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=38a092c2-cb24-4cdb-9c57-ce1ffaf19763,segment=NetworkSegment(a22ed18f-1ae7-4f42-8ca5-e45559afe92b),segment_id=a22ed18f-1ae7-4f42-8ca5-e45559afe92b)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:44.789660 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-76b2d3f1-694c-4f05-9fbf-e888d271b64e None None] Port 0c7817b0-0201-491b-a026-81be4bf8d55d cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:22:44.800803 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:44.806819 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c487bb6a-d443-42ab-9c9d-a977eb03cb71 req-602d286a-57d6-4d2e-b571-81683a819aed tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/ports?device_id=984b6022-948f-4c98-b4db-8cd8d794b981 HTTP/1.1" status: 200 len: 210 time: 0.1842294 Jul 13 07:22:44.823384 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-54e1c4db-04dc-4608-971a-deeba6387381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:44.882146 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device ff532c51-9355-4450-8c7c-8a7e95d11ca1 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:22:44.888917 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=38a092c2-cb24-4cdb-9c57-ce1ffaf19763,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:44.900516 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device e1df5b4d-b32b-4632-8e6f-a607fabf8356 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:44.920969 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1c4db-04dc-4608-971a-deeba6387381 service neutron] Pushing event updated for resources: {'Port': ['ID=87f28f8c-edae-40f0-b323-adeb1bdc1d35,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:44.953895 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-ea387806-50f8-4224-97ec-748ebed01d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:45.027854 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port ff532c51-9355-4450-8c7c-8a7e95d11ca1, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=ff532c51-9355-4450-8c7c-8a7e95d11ca1,segment=NetworkSegment(a22ed18f-1ae7-4f42-8ca5-e45559afe92b),segment_id=a22ed18f-1ae7-4f42-8ca5-e45559afe92b)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:45.085937 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a78139-67bc-4a4c-bc13-ab80c4eadc05 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:22:45.095758 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port e1df5b4d-b32b-4632-8e6f-a607fabf8356 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:45.096142 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:45.098175 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': 'ff532c51-9355-4450-8c7c-8a7e95d11ca1', 'network_id': 'd3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f', 'port_id': 'ff532c51-9355-4450-8c7c-8a7e95d11ca1', 'mac_address': 'fa:16:3e:c7:4a:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c2506db-6f43-4e89-9c37-79407431b682', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:22:45.105814 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdb739d-60a5-4611-affb-6a2dec007ade None None] Sync routers for ids ['462398f2-6cd6-48e8-8826-5da0d9ac6a91'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:22:45.120057 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-91a78139-67bc-4a4c-bc13-ab80c4eadc05 admin admin] 10.222.0.23 "PUT /v2.0/routers/462398f2-6cd6-48e8-8826-5da0d9ac6a91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0948756 Jul 13 07:22:45.174699 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-be93daa0-2cf7-403e-8b50-0e1c103a7cd5 service neutron] For port b8debd6b-7a14-4e55-868f-65f7c387746e, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:45.193791 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-be93daa0-2cf7-403e-8b50-0e1c103a7cd5 service neutron] For port b8debd6b-7a14-4e55-868f-65f7c387746e, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=b8debd6b-7a14-4e55-868f-65f7c387746e,segment=NetworkSegment(557265a9-4c3d-44b6-8e8d-7a431f373307),segment_id=557265a9-4c3d-44b6-8e8d-7a431f373307)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:45.211556 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdb739d-60a5-4611-affb-6a2dec007ade None None] Routers {'462398f2-6cd6-48e8-8826-5da0d9ac6a91'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:22:45.212949 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-3cdb739d-60a5-4611-affb-6a2dec007ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:22:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['462398f2-6cd6-48e8-8826-5da0d9ac6a91'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:45.222368 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-be93daa0-2cf7-403e-8b50-0e1c103a7cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:45.299295 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-be93daa0-2cf7-403e-8b50-0e1c103a7cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:45.300050 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-be93daa0-2cf7-403e-8b50-0e1c103a7cd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:45.303105 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-be93daa0-2cf7-403e-8b50-0e1c103a7cd5 service neutron] 10.222.0.25 "PUT /v2.0/ports/b8debd6b-7a14-4e55-868f-65f7c387746e HTTP/1.1" status: 200 len: 1092 time: 4.8025055 Jul 13 07:22:45.309741 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93daa0-2cf7-403e-8b50-0e1c103a7cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=b8debd6b-7a14-4e55-868f-65f7c387746e,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:45.321903 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd42d2d4c-080b-4e58-b550-e4358b2569c9', 'tag': 'b8debd6b-7a14-4e55-868f-65f7c387746e'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:45.324928 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cb3f71-08c4-47f3-a3ee-79ad1bec851d" -d '{"events": [{"name": "network-changed", "server_uuid": "d42d2d4c-080b-4e58-b550-e4358b2569c9", "tag": "b8debd6b-7a14-4e55-868f-65f7c387746e"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:45.460060 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-3cdb739d-60a5-4611-affb-6a2dec007ade None None] Set router 462398f2-6cd6-48e8-8826-5da0d9ac6a91 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:22:45.629691 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-54e1c4db-04dc-4608-971a-deeba6387381 service neutron] Attempting to bind port 87f28f8c-edae-40f0-b323-adeb1bdc1d35 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:45.629691 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-54e1c4db-04dc-4608-971a-deeba6387381 service neutron] Attempting to bind port 87f28f8c-edae-40f0-b323-adeb1bdc1d35 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:45.630329 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-54e1c4db-04dc-4608-971a-deeba6387381 service neutron] Attempting to bind port 87f28f8c-edae-40f0-b323-adeb1bdc1d35 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:45.645959 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-54e1c4db-04dc-4608-971a-deeba6387381 service neutron] Port 87f28f8c-edae-40f0-b323-adeb1bdc1d35 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:22:45.646295 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-54e1c4db-04dc-4608-971a-deeba6387381 service neutron] Attempting to bind port 87f28f8c-edae-40f0-b323-adeb1bdc1d35 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:45.651530 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:45.677648 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459c37a-c7ee-497d-9a6d-4c2380b89a7d req-6a325a32-2f61-44b4-bc32-17402095d0c6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:45.682365 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff532c51-9355-4450-8c7c-8a7e95d11ca1 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:45.692303 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-54e1c4db-04dc-4608-971a-deeba6387381 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:45.692646 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-54e1c4db-04dc-4608-971a-deeba6387381 service neutron] Checking segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:45.693036 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-54e1c4db-04dc-4608-971a-deeba6387381 service neutron] Bound using segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:45.693519 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-54e1c4db-04dc-4608-971a-deeba6387381 service neutron] Bound port: 87f28f8c-edae-40f0-b323-adeb1bdc1d35, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:45.693848 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-54e1c4db-04dc-4608-971a-deeba6387381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:45.701669 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459c37a-c7ee-497d-9a6d-4c2380b89a7d req-6a325a32-2f61-44b4-bc32-17402095d0c6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:45.718883 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459c37a-c7ee-497d-9a6d-4c2380b89a7d req-6a325a32-2f61-44b4-bc32-17402095d0c6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:45.747119 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459c37a-c7ee-497d-9a6d-4c2380b89a7d req-6a325a32-2f61-44b4-bc32-17402095d0c6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:45.760684 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1cd5d2-638d-43fd-a497-8b75564a321b req-3db2f141-1dbe-4a45-8dc3-d873a7135e5e tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:45.762320 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6e1cd5d2-638d-43fd-a497-8b75564a321b req-3db2f141-1dbe-4a45-8dc3-d873a7135e5e tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc423d3e-a088-437f-ab26-085e7ec28a2e HTTP/1.1" status: 200 len: 948 time: 0.9530308 Jul 13 07:22:45.777391 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459c37a-c7ee-497d-9a6d-4c2380b89a7d req-6a325a32-2f61-44b4-bc32-17402095d0c6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:45.781716 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port ff532c51-9355-4450-8c7c-8a7e95d11ca1, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=ff532c51-9355-4450-8c7c-8a7e95d11ca1,segment=NetworkSegment(a22ed18f-1ae7-4f42-8ca5-e45559afe92b),segment_id=a22ed18f-1ae7-4f42-8ca5-e45559afe92b)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:45.790056 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-f10bbb00-0766-483c-8ec1-d549418a123e tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:45.796074 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459c37a-c7ee-497d-9a6d-4c2380b89a7d req-6a325a32-2f61-44b4-bc32-17402095d0c6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:45.806197 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-f10bbb00-0766-483c-8ec1-d549418a123e tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Transition to ACTIVE for port object 40363775-f633-47c9-afb8-c73a3b5103c6 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:45.806527 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:45.812957 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459c37a-c7ee-497d-9a6d-4c2380b89a7d req-6a325a32-2f61-44b4-bc32-17402095d0c6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:45.816916 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a459c37a-c7ee-497d-9a6d-4c2380b89a7d req-6a325a32-2f61-44b4-bc32-17402095d0c6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 5424 time: 0.7268095 Jul 13 07:22:45.890476 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 062ad5be-860c-4f0d-a0b3-14494304c026 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:22:45.917290 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-f10bbb00-0766-483c-8ec1-d549418a123e tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:45.919481 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-ea387806-50f8-4224-97ec-748ebed01d23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c7817b0-0201-491b-a026-81be4bf8d55d {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:45.941789 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-ea387806-50f8-4224-97ec-748ebed01d23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:45.973795 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-ea387806-50f8-4224-97ec-748ebed01d23 service neutron] Transition to ACTIVE for port object 0c7817b0-0201-491b-a026-81be4bf8d55d will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:45.999438 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-ea387806-50f8-4224-97ec-748ebed01d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:46.024763 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10bbb00-0766-483c-8ec1-d549418a123e tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Pushing event updated for resources: {'Port': ['ID=40363775-f633-47c9-afb8-c73a3b5103c6,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:46.050999 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-e7999bf3-636c-4bd8-8449-f6dd93e0d13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:46.052598 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-e7999bf3-636c-4bd8-8449-f6dd93e0d13c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cd2fbd6dbade4360a70e4272ba843d4c&device_id=d42d2d4c-080b-4e58-b550-e4358b2569c9 HTTP/1.1" status: 200 len: 1095 time: 0.6896837 Jul 13 07:22:46.065743 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-54e1c4db-04dc-4608-971a-deeba6387381 service neutron] For port 87f28f8c-edae-40f0-b323-adeb1bdc1d35, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:46.109026 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=ff532c51-9355-4450-8c7c-8a7e95d11ca1,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:46.118103 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.db.resource_extend [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:22:46.154097 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-deabbcd9-5970-4d13-ad30-c7ed58f109ba service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8debd6b-7a14-4e55-868f-65f7c387746e HTTP/1.1" status: 200 len: 217 time: 0.0882628 Jul 13 07:22:46.200436 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-f10bbb00-0766-483c-8ec1-d549418a123e tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Network de5a83e6-90c0-4cc4-ae4f-61e175bc2f77 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:22:46.219023 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-54e1c4db-04dc-4608-971a-deeba6387381 service neutron] For port 87f28f8c-edae-40f0-b323-adeb1bdc1d35, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=87f28f8c-edae-40f0-b323-adeb1bdc1d35,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:46.222137 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a459c37a-c7ee-497d-9a6d-4c2380b89a7d req-bc3ed868-6e24-4c63-bbe7-31962b89e660 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=afedc317-2eb3-4978-a3f5-50dbdb316361&id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2430527 Jul 13 07:22:46.233950 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-f10bbb00-0766-483c-8ec1-d549418a123e tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:22:46.242954 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-f10bbb00-0766-483c-8ec1-d549418a123e tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:22:46.288932 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea387806-50f8-4224-97ec-748ebed01d23 service neutron] Pushing event updated for resources: {'Port': ['ID=0c7817b0-0201-491b-a026-81be4bf8d55d,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:46.344327 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6e1cd5d2-638d-43fd-a497-8b75564a321b req-d4fbb919-2bb3-42e5-8286-1e40b9004a6c tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] 10.222.0.23 "GET /v2.0/security-groups?id=f433bb30-df9d-4dd3-8a33-fa0170e6c8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4497266 Jul 13 07:22:46.370449 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-54e1c4db-04dc-4608-971a-deeba6387381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:46.403100 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-ea387806-50f8-4224-97ec-748ebed01d23 service neutron] Attempting to bind port 0c7817b0-0201-491b-a026-81be4bf8d55d on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:46.403100 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-ea387806-50f8-4224-97ec-748ebed01d23 service neutron] Attempting to bind port 0c7817b0-0201-491b-a026-81be4bf8d55d by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:46.403100 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-ea387806-50f8-4224-97ec-748ebed01d23 service neutron] Attempting to bind port 0c7817b0-0201-491b-a026-81be4bf8d55d on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:46.420286 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-ea387806-50f8-4224-97ec-748ebed01d23 service neutron] Port 0c7817b0-0201-491b-a026-81be4bf8d55d on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:22:46.423175 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-ea387806-50f8-4224-97ec-748ebed01d23 service neutron] Attempting to bind port 0c7817b0-0201-491b-a026-81be4bf8d55d on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:46.447165 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-ea387806-50f8-4224-97ec-748ebed01d23 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:46.450440 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-ea387806-50f8-4224-97ec-748ebed01d23 service neutron] Checking segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:46.451781 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-ea387806-50f8-4224-97ec-748ebed01d23 service neutron] Bound using segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:46.453811 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-ea387806-50f8-4224-97ec-748ebed01d23 service neutron] Bound port: 0c7817b0-0201-491b-a026-81be4bf8d55d, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:46.464454 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-ea387806-50f8-4224-97ec-748ebed01d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:46.475052 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 062ad5be-860c-4f0d-a0b3-14494304c026, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=062ad5be-860c-4f0d-a0b3-14494304c026,segment=NetworkSegment(38f4848a-dd9b-4f5f-8385-52a36206fdde),segment_id=38f4848a-dd9b-4f5f-8385-52a36206fdde)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:46.543342 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-3cdb739d-60a5-4611-affb-6a2dec007ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462398f2-6cd6-48e8-8826-5da0d9ac6a91', 'name': 'tempest-TaggedBootDevicesTest_v242-426877740-router', 'tenant_id': 'f675b11333fa441fa8eddc3498c6fd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '926192b5-d818-49da-8583-80512e79d35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:28Z', 'updated_at': '2021-07-13T07:22:40Z', 'revision_number': 4, 'project_id': 'f675b11333fa441fa8eddc3498c6fd35', 'gw_port': {'id': '926192b5-d818-49da-8583-80512e79d35e', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462398f2-6cd6-48e8-8826-5da0d9ac6a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:29Z', 'updated_at': '2021-07-13T07:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '496f5fe6-45ad-4c57-b3f9-5a7978cb76a4', 'name': '', 'network_id': 'dd8dd7e8-74b0-43ac-8795-6b3850b9caf1', 'tenant_id': 'f675b11333fa441fa8eddc3498c6fd35', 'mac_address': 'fa:16:3e:d5:4f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462398f2-6cd6-48e8-8826-5da0d9ac6a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'f7f0633d-db4a-44fe-b1ba-90fb0badcb6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:36Z', 'updated_at': '2021-07-13T07:22:40Z', 'revision_number': 2, 'project_id': 'f675b11333fa441fa8eddc3498c6fd35', 'subnets': [{'id': 'f7f0633d-db4a-44fe-b1ba-90fb0badcb6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:46.646341 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-ea387806-50f8-4224-97ec-748ebed01d23 service neutron] For port 0c7817b0-0201-491b-a026-81be4bf8d55d, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:46.653089 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-ea387806-50f8-4224-97ec-748ebed01d23 service neutron] For port 0c7817b0-0201-491b-a026-81be4bf8d55d, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=0c7817b0-0201-491b-a026-81be4bf8d55d,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:46.659605 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-ea387806-50f8-4224-97ec-748ebed01d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:46.692885 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-28799851-e4e8-47e4-b4cd-9bf263c19507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:46.694387 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-28799851-e4e8-47e4-b4cd-9bf263c19507 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1359cd00-b54c-4d68-aebb-1c48443a9190 HTTP/1.1" status: 200 len: 853 time: 0.4886537 Jul 13 07:22:46.718036 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '062ad5be-860c-4f0d-a0b3-14494304c026', 'network_id': '9ef27b6b-d58a-4cc2-872f-1f2be062e420', 'port_id': '062ad5be-860c-4f0d-a0b3-14494304c026', 'mac_address': 'fa:16:3e:3c:5c:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ea993c-44dc-45dd-b8a5-b8f3f44e71bc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:22:46.724847 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdb739d-60a5-4611-affb-6a2dec007ade None None] Checking router: 462398f2-6cd6-48e8-8826-5da0d9ac6a91 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:22:46.727625 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdb739d-60a5-4611-affb-6a2dec007ade None None] Updating router 462398f2-6cd6-48e8-8826-5da0d9ac6a91 port 496f5fe6-45ad-4c57-b3f9-5a7978cb76a4 binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:22:46.790387 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea387806-50f8-4224-97ec-748ebed01d23 service neutron] Pushing event updated for resources: {'Port': ['ID=0c7817b0-0201-491b-a026-81be4bf8d55d,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:46.811671 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-ea387806-50f8-4224-97ec-748ebed01d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:46.812285 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-ea387806-50f8-4224-97ec-748ebed01d23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:46.813687 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-ea387806-50f8-4224-97ec-748ebed01d23 service neutron] 10.222.0.25 "PUT /v2.0/ports/0c7817b0-0201-491b-a026-81be4bf8d55d HTTP/1.1" status: 200 len: 1096 time: 2.3298526 Jul 13 07:22:46.814417 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd01814d4-51a5-4802-9bf7-b0a3bae38742', 'tag': '0c7817b0-0201-491b-a026-81be4bf8d55d'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:46.817521 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e86910-028c-42cc-b5b6-a1122edc044d" -d '{"events": [{"name": "network-changed", "server_uuid": "d01814d4-51a5-4802-9bf7-b0a3bae38742", "tag": "0c7817b0-0201-491b-a026-81be4bf8d55d"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:46.892943 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-49f5844e-1804-4830-92e4-511aa8485a4d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d4112daa-098c-4665-aa01-55b0b4ff24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1487136 Jul 13 07:22:46.905354 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3cdb739d-60a5-4611-affb-6a2dec007ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:46.907313 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:46.912607 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-54e1c4db-04dc-4608-971a-deeba6387381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:46.913243 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-54e1c4db-04dc-4608-971a-deeba6387381 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:46.914642 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-54e1c4db-04dc-4608-971a-deeba6387381 service neutron] 10.222.0.42 "PUT /v2.0/ports/87f28f8c-edae-40f0-b323-adeb1bdc1d35 HTTP/1.1" status: 200 len: 1097 time: 4.9117062 Jul 13 07:22:46.915335 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1c4db-04dc-4608-971a-deeba6387381 service neutron] Pushing event updated for resources: {'Port': ['ID=87f28f8c-edae-40f0-b323-adeb1bdc1d35,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:46.998016 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 062ad5be-860c-4f0d-a0b3-14494304c026 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:47.045642 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 062ad5be-860c-4f0d-a0b3-14494304c026, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=062ad5be-860c-4f0d-a0b3-14494304c026,segment=NetworkSegment(38f4848a-dd9b-4f5f-8385-52a36206fdde),segment_id=38f4848a-dd9b-4f5f-8385-52a36206fdde)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:47.067448 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d6b6d-dbc8-4108-956c-48728c63fd9c req-1dc2ef84-a826-4634-b3b1-fad8d2738ead tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:47.075377 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b67d6b6d-dbc8-4108-956c-48728c63fd9c req-1dc2ef84-a826-4634-b3b1-fad8d2738ead tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/ports?device_id=d42d2d4c-080b-4e58-b550-e4358b2569c9 HTTP/1.1" status: 200 len: 943 time: 0.2816813 Jul 13 07:22:47.094601 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:47.114549 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-98a150e9-21a4-4203-a917-e97ed5817748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:47.115281 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-f10bbb00-0766-483c-8ec1-d549418a123e tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:47.116531 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-f10bbb00-0766-483c-8ec1-d549418a123e tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:47.132565 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-98a150e9-21a4-4203-a917-e97ed5817748 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b6b2867affa4b329c36686510d6fd7f&device_id=d01814d4-51a5-4802-9bf7-b0a3bae38742 HTTP/1.1" status: 200 len: 1099 time: 0.2323685 Jul 13 07:22:47.142003 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-cc563ceb-a82e-436b-b778-43f221f3fe87 None None] Provisioning for port 40363775-f633-47c9-afb8-c73a3b5103c6 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:47.155212 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device d7ded5d2-51a4-43c5-bfa9-37432da7c39b details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:22:47.166945 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-cc563ceb-a82e-436b-b778-43f221f3fe87 None None] Provisioning complete for port 40363775-f633-47c9-afb8-c73a3b5103c6 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:47.167352 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cc563ceb-a82e-436b-b778-43f221f3fe87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:47.184384 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b67d6b6d-dbc8-4108-956c-48728c63fd9c req-76c69ba3-f077-460a-9361-ac0f518bd57c tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ea1d82-929f-408a-ad17-d52629d5cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077201 Jul 13 07:22:47.301218 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-9e193d18-547f-4ef4-ada7-7c2e73aca3be service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=0c7817b0-0201-491b-a026-81be4bf8d55d HTTP/1.1" status: 200 len: 217 time: 0.1331165 Jul 13 07:22:47.314330 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-e5794247-3d56-47f3-a78a-283eb2895e58 service neutron] 10.222.0.25 "GET /v2.0/networks/d4112daa-098c-4665-aa01-55b0b4ff24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731325 Jul 13 07:22:47.315793 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785e1130-1033-4e11-a407-c7d98bbd298c x-openstack-request-id: req-785e1130-1033-4e11-a407-c7d98bbd298c {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:47.316082 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d42d2d4c-080b-4e58-b550-e4358b2569c9", "tag": "b8debd6b-7a14-4e55-868f-65f7c387746e", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:47.316331 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-785e1130-1033-4e11-a407-c7d98bbd298c {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:47.316718 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd42d2d4c-080b-4e58-b550-e4358b2569c9', 'tag': 'b8debd6b-7a14-4e55-868f-65f7c387746e', 'status': 'completed', 'code': 200} Jul 13 07:22:47.385434 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-f10bbb00-0766-483c-8ec1-d549418a123e tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8197453 Jul 13 07:22:47.400749 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-cc563ceb-a82e-436b-b778-43f221f3fe87 None None] Port 40363775-f633-47c9-afb8-c73a3b5103c6 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:22:47.410345 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-829cc67a-e87f-4c5d-a83c-7f099baab6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:47.411840 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-829cc67a-e87f-4c5d-a83c-7f099baab6f1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.1032667 Jul 13 07:22:47.438337 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-a00b3c79-3f7e-44e6-b4e4-1759a548a9b7 service neutron] Request body: {'port': {'device_id': '984b6022-948f-4c98-b4db-8cd8d794b981', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:22:47.462744 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=062ad5be-860c-4f0d-a0b3-14494304c026,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:47.541038 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port d7ded5d2-51a4-43c5-bfa9-37432da7c39b, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=d7ded5d2-51a4-43c5-bfa9-37432da7c39b,segment=NetworkSegment(40301528-fcc8-4ec6-a613-b476f71525be),segment_id=40301528-fcc8-4ec6-a613-b476f71525be)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:47.560801 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-d4027f0b-52c6-420d-bda4-3f23e5569bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:47.565278 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-d4027f0b-52c6-420d-bda4-3f23e5569bd0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1445823 Jul 13 07:22:47.630728 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': 'd7ded5d2-51a4-43c5-bfa9-37432da7c39b', 'network_id': '8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb', 'port_id': 'd7ded5d2-51a4-43c5-bfa9-37432da7c39b', 'mac_address': 'fa:16:3e:d0:2c:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf3360f-363f-4965-bf44-461a187b579f', 'ip_address': '10.1.1.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:22:47.775636 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005b938-22e7-4023-b545-5b6ce1fa8c7d req-b9910f38-0cec-4b99-a0f0-7f755a5b7c93 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:47.784508 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7005b938-22e7-4023-b545-5b6ce1fa8c7d req-b9910f38-0cec-4b99-a0f0-7f755a5b7c93 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d01814d4-51a5-4802-9bf7-b0a3bae38742 HTTP/1.1" status: 200 len: 947 time: 1.0890381 Jul 13 07:22:47.816904 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-bd24506f-c1c1-4052-836a-91137d262e9f service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424600 Jul 13 07:22:47.888871 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3cdb739d-60a5-4611-affb-6a2dec007ade None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:47.909464 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:47.924822 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3cdb739d-60a5-4611-affb-6a2dec007ade None None] Transition to ACTIVE for port object 496f5fe6-45ad-4c57-b3f9-5a7978cb76a4 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:47.927438 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7ded5d2-51a4-43c5-bfa9-37432da7c39b {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:47.955401 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port d7ded5d2-51a4-43c5-bfa9-37432da7c39b, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=d7ded5d2-51a4-43c5-bfa9-37432da7c39b,segment=NetworkSegment(40301528-fcc8-4ec6-a613-b476f71525be),segment_id=40301528-fcc8-4ec6-a613-b476f71525be)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:47.965066 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:47.999301 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3cdb739d-60a5-4611-affb-6a2dec007ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:48.040471 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-77399ad9-dd7a-41d4-a119-5e4de805d5e5 req-c1c17af9-a4b6-498f-8364-06876b70899b service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135224 Jul 13 07:22:48.177274 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=d7ded5d2-51a4-43c5-bfa9-37432da7c39b,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:48.253238 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5068d1c-d453-4757-87fa-903b0dd89204 None None] Pushing event updated for resources: {'Port': ['ID=496f5fe6-45ad-4c57-b3f9-5a7978cb76a4,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:48.291947 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-3cdb739d-60a5-4611-affb-6a2dec007ade None None] Attempting to bind port 496f5fe6-45ad-4c57-b3f9-5a7978cb76a4 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:48.292701 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-3cdb739d-60a5-4611-affb-6a2dec007ade None None] Attempting to bind port 496f5fe6-45ad-4c57-b3f9-5a7978cb76a4 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '2db94155-b4d5-4a71-9c76-b900867aaa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'dd8dd7e8-74b0-43ac-8795-6b3850b9caf1'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:48.293271 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdb739d-60a5-4611-affb-6a2dec007ade None None] Attempting to bind port 496f5fe6-45ad-4c57-b3f9-5a7978cb76a4 on network dd8dd7e8-74b0-43ac-8795-6b3850b9caf1 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:48.302415 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdb739d-60a5-4611-affb-6a2dec007ade None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:48.302757 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdb739d-60a5-4611-affb-6a2dec007ade None None] Checking segment: {'id': '2db94155-b4d5-4a71-9c76-b900867aaa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'dd8dd7e8-74b0-43ac-8795-6b3850b9caf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:48.303122 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3cdb739d-60a5-4611-affb-6a2dec007ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:48.303547 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdb739d-60a5-4611-affb-6a2dec007ade None None] Bound using segment: {'id': '2db94155-b4d5-4a71-9c76-b900867aaa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'dd8dd7e8-74b0-43ac-8795-6b3850b9caf1'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:48.304037 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-3cdb739d-60a5-4611-affb-6a2dec007ade None None] Bound port: 496f5fe6-45ad-4c57-b3f9-5a7978cb76a4, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db94155-b4d5-4a71-9c76-b900867aaa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'dd8dd7e8-74b0-43ac-8795-6b3850b9caf1'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:48.304419 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3cdb739d-60a5-4611-affb-6a2dec007ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:48.353448 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-a00b3c79-3f7e-44e6-b4e4-1759a548a9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:48.415551 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-873fbf1e-efce-472e-a25a-37b581ed7e1e req-38f58474-9864-4e7c-9d01-9733d600ee91 service neutron] 10.222.0.25 "GET /v2.0/networks/d4112daa-098c-4665-aa01-55b0b4ff24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0483427 Jul 13 07:22:48.418384 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-2d8e6424-60bb-47c8-9dc9-d4ed58fad866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:48.421075 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-2d8e6424-60bb-47c8-9dc9-d4ed58fad866 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=05a1c189aa364d6fb280195330c059ae&device_id=bc423d3e-a088-437f-ab26-085e7ec28a2e HTTP/1.1" status: 200 len: 1100 time: 1.3205912 Jul 13 07:22:48.426320 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7005b938-22e7-4023-b545-5b6ce1fa8c7d req-960e8027-ebba-436c-83bc-3af429b76c4d tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/security-groups?id=7cc4dba3-0381-4af9-819d-8ff2c49b3e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6400874 Jul 13 07:22:48.504553 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-269b4bd5-ee6f-4ac7-a141-d6a3a26feadf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=87f28f8c-edae-40f0-b323-adeb1bdc1d35 HTTP/1.1" status: 200 len: 217 time: 0.0677905 Jul 13 07:22:48.525542 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-3cdb739d-60a5-4611-affb-6a2dec007ade None None] For port 496f5fe6-45ad-4c57-b3f9-5a7978cb76a4, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:48.532283 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-3cdb739d-60a5-4611-affb-6a2dec007ade None None] For port 496f5fe6-45ad-4c57-b3f9-5a7978cb76a4, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=496f5fe6-45ad-4c57-b3f9-5a7978cb76a4,segment=NetworkSegment(2db94155-b4d5-4a71-9c76-b900867aaa59),segment_id=2db94155-b4d5-4a71-9c76-b900867aaa59)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:48.546402 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3cdb739d-60a5-4611-affb-6a2dec007ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:48.594655 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-a43e3579-87be-44b5-8c13-63465c3394b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:48.597072 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-a43e3579-87be-44b5-8c13-63465c3394b9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.0638213 Jul 13 07:22:48.753849 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdb739d-60a5-4611-affb-6a2dec007ade None None] Routers {'462398f2-6cd6-48e8-8826-5da0d9ac6a91'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:22:48.754565 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-3cdb739d-60a5-4611-affb-6a2dec007ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:22:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['462398f2-6cd6-48e8-8826-5da0d9ac6a91'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:48.891407 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['3f89b889-ffbb-4db5-b1ee-44cea0069805'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:48.895955 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['5e38dcee-5f8f-4129-bb5d-68231affa33d'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:48.944063 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['ff532c51-9355-4450-8c7c-8a7e95d11ca1'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:48.946112 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['062ad5be-860c-4f0d-a0b3-14494304c026'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:48.993997 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['d7ded5d2-51a4-43c5-bfa9-37432da7c39b'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:48.996833 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5068d1c-d453-4757-87fa-903b0dd89204 None None] Pushing event updated for resources: {'Port': ['ID=496f5fe6-45ad-4c57-b3f9-5a7978cb76a4,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:49.152487 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-3cdb739d-60a5-4611-affb-6a2dec007ade None None] Set router 462398f2-6cd6-48e8-8826-5da0d9ac6a91 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:22:49.177067 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb3f71-08c4-47f3-a3ee-79ad1bec851d req-630336be-c451-4d80-8b0b-702431a1e33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:49.178830 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c3cb3f71-08c4-47f3-a3ee-79ad1bec851d req-630336be-c451-4d80-8b0b-702431a1e33d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cd2fbd6dbade4360a70e4272ba843d4c&device_id=d42d2d4c-080b-4e58-b550-e4358b2569c9 HTTP/1.1" status: 200 len: 1095 time: 0.6469688 Jul 13 07:22:49.228246 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-9107f44a-00e7-423c-b611-7b07379e6904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:49.228665 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-9107f44a-00e7-423c-b611-7b07379e6904 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2824564 Jul 13 07:22:49.260016 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a44a6-e6ec-499e-b894-b7f01f3c7a18 req-64ed37bc-fc49-4dd4-84ae-1ad4a35e4df3 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:49.261623 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3a9a44a6-e6ec-499e-b894-b7f01f3c7a18 req-64ed37bc-fc49-4dd4-84ae-1ad4a35e4df3 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/ports?device_id=984b6022-948f-4c98-b4db-8cd8d794b981 HTTP/1.1" status: 200 len: 932 time: 0.3169711 Jul 13 07:22:49.314963 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-a00b3c79-3f7e-44e6-b4e4-1759a548a9b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40363775-f633-47c9-afb8-c73a3b5103c6 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:49.321319 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc423d3e-a088-437f-ab26-085e7ec28a2e', 'tag': '87f28f8c-edae-40f0-b323-adeb1bdc1d35'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:49.323665 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f71dcc4-5dff-41e5-b56d-8f75123f1907" -d '{"events": [{"name": "network-changed", "server_uuid": "bc423d3e-a088-437f-ab26-085e7ec28a2e", "tag": "87f28f8c-edae-40f0-b323-adeb1bdc1d35"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:49.347113 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-a00b3c79-3f7e-44e6-b4e4-1759a548a9b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:49.479751 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-a00b3c79-3f7e-44e6-b4e4-1759a548a9b7 service neutron] Transition to ACTIVE for port object 40363775-f633-47c9-afb8-c73a3b5103c6 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:22:49.499907 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-a00b3c79-3f7e-44e6-b4e4-1759a548a9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:49.516292 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3a9a44a6-e6ec-499e-b894-b7f01f3c7a18 req-9c5c7b0c-a3ae-41f4-97f4-1067afbe1709 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/security-groups?id=377426b7-c333-4bbf-8f81-a4f39606d51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393053 Jul 13 07:22:49.562875 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 0c7817b0-0201-491b-a026-81be4bf8d55d details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:22:49.576027 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb3f71-08c4-47f3-a3ee-79ad1bec851d req-41776360-cd02-417f-b233-4e2ef020c266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:49.578046 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c3cb3f71-08c4-47f3-a3ee-79ad1bec851d req-41776360-cd02-417f-b233-4e2ef020c266 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d4112daa-098c-4665-aa01-55b0b4ff24e7 HTTP/1.1" status: 200 len: 914 time: 0.3882494 Jul 13 07:22:49.622286 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-b0fa38f0-40e5-44b8-b7f3-89c8412122b5 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810198 Jul 13 07:22:49.686294 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c3cb3f71-08c4-47f3-a3ee-79ad1bec851d req-25a75bd6-1a90-4e6b-97a2-b5455d2dd2bb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8debd6b-7a14-4e55-868f-65f7c387746e HTTP/1.1" status: 200 len: 217 time: 0.0907240 Jul 13 07:22:49.732964 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b3c79-3f7e-44e6-b4e4-1759a548a9b7 service neutron] Pushing event updated for resources: {'Port': ['ID=40363775-f633-47c9-afb8-c73a3b5103c6,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:49.848846 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980a4970-7ea7-4724-9baa-7240624470fd x-openstack-request-id: req-980a4970-7ea7-4724-9baa-7240624470fd {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:49.849921 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d01814d4-51a5-4802-9bf7-b0a3bae38742", "tag": "0c7817b0-0201-491b-a026-81be4bf8d55d", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:49.850427 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-980a4970-7ea7-4724-9baa-7240624470fd {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:49.851066 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd01814d4-51a5-4802-9bf7-b0a3bae38742', 'tag': '0c7817b0-0201-491b-a026-81be4bf8d55d', 'status': 'completed', 'code': 200} Jul 13 07:22:50.075744 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e86910-028c-42cc-b5b6-a1122edc044d req-63cb8182-8877-43cc-806c-c5bef6a441c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:50.077720 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d2e86910-028c-42cc-b5b6-a1122edc044d req-63cb8182-8877-43cc-806c-c5bef6a441c9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b6b2867affa4b329c36686510d6fd7f&device_id=d01814d4-51a5-4802-9bf7-b0a3bae38742 HTTP/1.1" status: 200 len: 1099 time: 0.1776211 Jul 13 07:22:50.139298 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['c6c5062b-ad9b-461a-b443-cecd55db988a'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:50.156554 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb3f71-08c4-47f3-a3ee-79ad1bec851d req-1689d05a-563f-40e9-81fd-33c74627a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:50.157983 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c3cb3f71-08c4-47f3-a3ee-79ad1bec851d req-1689d05a-563f-40e9-81fd-33c74627a68e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1359cd00-b54c-4d68-aebb-1c48443a9190 HTTP/1.1" status: 200 len: 853 time: 0.4557157 Jul 13 07:22:50.202871 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c3cb3f71-08c4-47f3-a3ee-79ad1bec851d req-616d88e8-ac8e-47f0-9be5-05c6a1045405 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d4112daa-098c-4665-aa01-55b0b4ff24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346460 Jul 13 07:22:50.258326 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-a00b3c79-3f7e-44e6-b4e4-1759a548a9b7 service neutron] Attempting to bind port 40363775-f633-47c9-afb8-c73a3b5103c6 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:22:50.258685 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-a00b3c79-3f7e-44e6-b4e4-1759a548a9b7 service neutron] Attempting to bind port 40363775-f633-47c9-afb8-c73a3b5103c6 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '3304ce8b-0a73-46c4-b90c-425e60af5816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'de5a83e6-90c0-4cc4-ae4f-61e175bc2f77'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:22:50.259010 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-a00b3c79-3f7e-44e6-b4e4-1759a548a9b7 service neutron] Attempting to bind port 40363775-f633-47c9-afb8-c73a3b5103c6 on network de5a83e6-90c0-4cc4-ae4f-61e175bc2f77 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:50.265844 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3db816a7-c504-413b-b572-a6a51c4169a8 req-388535bd-bbe3-45cd-86c1-f6bec7d96fa9 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5838604 Jul 13 07:22:50.270109 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-a00b3c79-3f7e-44e6-b4e4-1759a548a9b7 service neutron] Port 40363775-f633-47c9-afb8-c73a3b5103c6 on network de5a83e6-90c0-4cc4-ae4f-61e175bc2f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:22:50.270434 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-a00b3c79-3f7e-44e6-b4e4-1759a548a9b7 service neutron] Attempting to bind port 40363775-f633-47c9-afb8-c73a3b5103c6 on network de5a83e6-90c0-4cc4-ae4f-61e175bc2f77 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:22:50.277899 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e86910-028c-42cc-b5b6-a1122edc044d req-b069b952-c537-48b4-a5d9-8d7711179c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:50.280237 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d2e86910-028c-42cc-b5b6-a1122edc044d req-b069b952-c537-48b4-a5d9-8d7711179c04 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.1947026 Jul 13 07:22:50.367420 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-a00b3c79-3f7e-44e6-b4e4-1759a548a9b7 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:22:50.368614 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-a00b3c79-3f7e-44e6-b4e4-1759a548a9b7 service neutron] Checking segment: {'id': '3304ce8b-0a73-46c4-b90c-425e60af5816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'de5a83e6-90c0-4cc4-ae4f-61e175bc2f77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:22:50.369037 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-a00b3c79-3f7e-44e6-b4e4-1759a548a9b7 service neutron] Bound using segment: {'id': '3304ce8b-0a73-46c4-b90c-425e60af5816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'de5a83e6-90c0-4cc4-ae4f-61e175bc2f77'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:22:50.369502 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-a00b3c79-3f7e-44e6-b4e4-1759a548a9b7 service neutron] Bound port: 40363775-f633-47c9-afb8-c73a3b5103c6, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3304ce8b-0a73-46c4-b90c-425e60af5816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'de5a83e6-90c0-4cc4-ae4f-61e175bc2f77'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:22:50.369869 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-a00b3c79-3f7e-44e6-b4e4-1759a548a9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:50.383477 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['38a092c2-cb24-4cdb-9c57-ce1ffaf19763'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:50.385976 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d2e86910-028c-42cc-b5b6-a1122edc044d req-044dede8-a97e-4835-989d-e45d84054454 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=0c7817b0-0201-491b-a026-81be4bf8d55d HTTP/1.1" status: 200 len: 217 time: 0.0983062 Jul 13 07:22:50.486663 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e86910-028c-42cc-b5b6-a1122edc044d req-14a660d9-b521-4b08-a72f-4fbf85f3dbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:50.488686 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d2e86910-028c-42cc-b5b6-a1122edc044d req-14a660d9-b521-4b08-a72f-4fbf85f3dbea service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.0959516 Jul 13 07:22:50.600206 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c3cb3f71-08c4-47f3-a3ee-79ad1bec851d req-b17fff2d-8d74-47da-a306-e5f25dee2dcd service neutron] 10.222.0.25 "GET /v2.0/networks/d4112daa-098c-4665-aa01-55b0b4ff24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894305 Jul 13 07:22:50.610698 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e86910-028c-42cc-b5b6-a1122edc044d req-07586d0b-6168-463b-9b5a-200f2774dc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:50.616599 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d2e86910-028c-42cc-b5b6-a1122edc044d req-07586d0b-6168-463b-9b5a-200f2774dc74 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1203899 Jul 13 07:22:50.769814 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c3cb3f71-08c4-47f3-a3ee-79ad1bec851d req-1281869d-3d9d-46fe-b4d7-e631d5257e98 service neutron] 10.222.0.25 "GET /v2.0/networks/d4112daa-098c-4665-aa01-55b0b4ff24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516004 Jul 13 07:22:50.805908 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc54e01-c000-434a-a4f0-cc3b5f890a10 req-d162a651-662b-451d-905d-893205d3f340 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:50.814131 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc54e01-c000-434a-a4f0-cc3b5f890a10 req-d162a651-662b-451d-905d-893205d3f340 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:50.821104 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc54e01-c000-434a-a4f0-cc3b5f890a10 req-d162a651-662b-451d-905d-893205d3f340 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:50.831014 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d2e86910-028c-42cc-b5b6-a1122edc044d req-e5e7c949-cfec-417a-b31a-730dc4ad8021 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064362 Jul 13 07:22:50.831287 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc54e01-c000-434a-a4f0-cc3b5f890a10 req-d162a651-662b-451d-905d-893205d3f340 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:50.839028 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc54e01-c000-434a-a4f0-cc3b5f890a10 req-d162a651-662b-451d-905d-893205d3f340 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:50.848381 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc54e01-c000-434a-a4f0-cc3b5f890a10 req-d162a651-662b-451d-905d-893205d3f340 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:50.855934 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc54e01-c000-434a-a4f0-cc3b5f890a10 req-d162a651-662b-451d-905d-893205d3f340 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:50.858459 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0bc54e01-c000-434a-a4f0-cc3b5f890a10 req-d162a651-662b-451d-905d-893205d3f340 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 5427 time: 0.4834988 Jul 13 07:22:50.863406 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-a00b3c79-3f7e-44e6-b4e4-1759a548a9b7 service neutron] For port 40363775-f633-47c9-afb8-c73a3b5103c6, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:22:50.919672 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-a00b3c79-3f7e-44e6-b4e4-1759a548a9b7 service neutron] For port 40363775-f633-47c9-afb8-c73a3b5103c6, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=40363775-f633-47c9-afb8-c73a3b5103c6,segment=NetworkSegment(3304ce8b-0a73-46c4-b90c-425e60af5816),segment_id=3304ce8b-0a73-46c4-b90c-425e60af5816)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:22:50.942364 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0bc54e01-c000-434a-a4f0-cc3b5f890a10 req-ead620cb-3feb-4d7c-a98d-4d0ab4621cb2 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=afedc317-2eb3-4978-a3f5-50dbdb316361&id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0755022 Jul 13 07:22:50.949970 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-a00b3c79-3f7e-44e6-b4e4-1759a548a9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:51.046825 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d2e86910-028c-42cc-b5b6-a1122edc044d req-a1535d4a-b273-4b25-aad7-76c246564edd service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073011 Jul 13 07:22:51.138293 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 0c7817b0-0201-491b-a026-81be4bf8d55d, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=0c7817b0-0201-491b-a026-81be4bf8d55d,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:51.150074 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-a00b3c79-3f7e-44e6-b4e4-1759a548a9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:51.155410 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-a00b3c79-3f7e-44e6-b4e4-1759a548a9b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:51.157326 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-a00b3c79-3f7e-44e6-b4e4-1759a548a9b7 service neutron] 10.222.0.42 "PUT /v2.0/ports/40363775-f633-47c9-afb8-c73a3b5103c6 HTTP/1.1" status: 200 len: 1093 time: 3.7281470 Jul 13 07:22:51.159941 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b3c79-3f7e-44e6-b4e4-1759a548a9b7 service neutron] Pushing event updated for resources: {'Port': ['ID=40363775-f633-47c9-afb8-c73a3b5103c6,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:51.280794 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '0c7817b0-0201-491b-a026-81be4bf8d55d', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': '0c7817b0-0201-491b-a026-81be4bf8d55d', 'mac_address': 'fa:16:3e:ce:45:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:22:51.325638 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-3cdb739d-60a5-4611-affb-6a2dec007ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462398f2-6cd6-48e8-8826-5da0d9ac6a91', 'name': 'tempest-TaggedBootDevicesTest_v242-426877740-router', 'tenant_id': 'f675b11333fa441fa8eddc3498c6fd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '926192b5-d818-49da-8583-80512e79d35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:28Z', 'updated_at': '2021-07-13T07:22:40Z', 'revision_number': 4, 'project_id': 'f675b11333fa441fa8eddc3498c6fd35', 'gw_port': {'id': '926192b5-d818-49da-8583-80512e79d35e', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462398f2-6cd6-48e8-8826-5da0d9ac6a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:29Z', 'updated_at': '2021-07-13T07:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '496f5fe6-45ad-4c57-b3f9-5a7978cb76a4', 'name': '', 'network_id': 'dd8dd7e8-74b0-43ac-8795-6b3850b9caf1', 'tenant_id': 'f675b11333fa441fa8eddc3498c6fd35', 'mac_address': 'fa:16:3e:d5:4f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462398f2-6cd6-48e8-8826-5da0d9ac6a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'f7f0633d-db4a-44fe-b1ba-90fb0badcb6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:36Z', 'updated_at': '2021-07-13T07:22:48Z', 'revision_number': 4, 'project_id': 'f675b11333fa441fa8eddc3498c6fd35', 'subnets': [{'id': 'f7f0633d-db4a-44fe-b1ba-90fb0badcb6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:22:51.389807 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-a93b3d56-8b46-4aa7-9494-e7a3ce25fded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:51.391609 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-a93b3d56-8b46-4aa7-9494-e7a3ce25fded service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=352bcb4e1f034d4a9fe05776480aef53&device_id=984b6022-948f-4c98-b4db-8cd8d794b981 HTTP/1.1" status: 200 len: 1096 time: 0.1695659 Jul 13 07:22:51.500952 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-500fa08d-b3e7-4458-b5a0-502328592ba1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40363775-f633-47c9-afb8-c73a3b5103c6 HTTP/1.1" status: 200 len: 217 time: 0.0986807 Jul 13 07:22:51.535174 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf16a3b-d431-413e-8de4-215895395992 req-7d4ca04a-05c5-473f-9fa7-aede88f23e8b tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:51.544058 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-daf16a3b-d431-413e-8de4-215895395992 req-7d4ca04a-05c5-473f-9fa7-aede88f23e8b tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc423d3e-a088-437f-ab26-085e7ec28a2e HTTP/1.1" status: 200 len: 948 time: 0.2055547 Jul 13 07:22:51.558189 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:51.587855 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c7817b0-0201-491b-a026-81be4bf8d55d {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:51.595970 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdb739d-60a5-4611-affb-6a2dec007ade None None] The sync data for ids ['462398f2-6cd6-48e8-8826-5da0d9ac6a91'] in n-d-771363-34 is: [{'id': '462398f2-6cd6-48e8-8826-5da0d9ac6a91', 'name': 'tempest-TaggedBootDevicesTest_v242-426877740-router', 'tenant_id': 'f675b11333fa441fa8eddc3498c6fd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '926192b5-d818-49da-8583-80512e79d35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:28Z', 'updated_at': '2021-07-13T07:22:40Z', 'revision_number': 4, 'project_id': 'f675b11333fa441fa8eddc3498c6fd35', 'gw_port': {'id': '926192b5-d818-49da-8583-80512e79d35e', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462398f2-6cd6-48e8-8826-5da0d9ac6a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:29Z', 'updated_at': '2021-07-13T07:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '496f5fe6-45ad-4c57-b3f9-5a7978cb76a4', 'name': '', 'network_id': 'dd8dd7e8-74b0-43ac-8795-6b3850b9caf1', 'tenant_id': 'f675b11333fa441fa8eddc3498c6fd35', 'mac_address': 'fa:16:3e:d5:4f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462398f2-6cd6-48e8-8826-5da0d9ac6a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'f7f0633d-db4a-44fe-b1ba-90fb0badcb6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:36Z', 'updated_at': '2021-07-13T07:22:48Z', 'revision_number': 4, 'project_id': 'f675b11333fa441fa8eddc3498c6fd35', 'subnets': [{'id': 'f7f0633d-db4a-44fe-b1ba-90fb0badcb6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:22:51.666893 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-daf16a3b-d431-413e-8de4-215895395992 req-fe8ea364-5479-4c89-8196-c7ff28d2b6b5 tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] 10.222.0.23 "GET /v2.0/security-groups?id=f433bb30-df9d-4dd3-8a33-fa0170e6c8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209614 Jul 13 07:22:51.696869 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-442d5049-b390-4d3e-a536-23457785c560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:51.709108 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-442d5049-b390-4d3e-a536-23457785c560 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4a6777c5-cde4-4e13-b55a-778b192e51a8 HTTP/1.1" status: 200 len: 867 time: 0.1990070 Jul 13 07:22:51.772677 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 0c7817b0-0201-491b-a026-81be4bf8d55d, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=0c7817b0-0201-491b-a026-81be4bf8d55d,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:51.806782 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:51.857608 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-d5f8dbec-c7f0-42b6-bd02-2aa0711ef928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:51.863268 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-d5f8dbec-c7f0-42b6-bd02-2aa0711ef928 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=de5a83e6-90c0-4cc4-ae4f-61e175bc2f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1467474 Jul 13 07:22:51.988069 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device b8debd6b-7a14-4e55-868f-65f7c387746e details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:22:52.110898 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-590b6ca7-e7ae-4ff5-b5d5-27c883322ce9 service neutron] 10.222.0.42 "GET /v2.0/networks/de5a83e6-90c0-4cc4-ae4f-61e175bc2f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390325 Jul 13 07:22:52.154885 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 87f28f8c-edae-40f0-b323-adeb1bdc1d35 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:22:52.162908 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 5e38dcee-5f8f-4129-bb5d-68231affa33d up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:52.166307 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=0c7817b0-0201-491b-a026-81be4bf8d55d,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:52.395390 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['0c7817b0-0201-491b-a026-81be4bf8d55d'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:52.422676 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4bf878-d6cb-47c3-995d-009f61d76e7a req-5ad301bb-d25a-46b8-9166-cfd916c3c2e6 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:52.428976 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6a4bf878-d6cb-47c3-995d-009f61d76e7a req-5ad301bb-d25a-46b8-9166-cfd916c3c2e6 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/ports?device_id=d42d2d4c-080b-4e58-b550-e4358b2569c9 HTTP/1.1" status: 200 len: 943 time: 0.4744358 Jul 13 07:22:52.502621 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e2d9e201-a06e-49ed-9a3d-9ee72f894fa4 req-9f335a41-2fae-40fd-a6cb-5f9ea6ae550a service neutron] 10.222.0.42 "GET /v2.0/networks/de5a83e6-90c0-4cc4-ae4f-61e175bc2f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663158 Jul 13 07:22:52.571266 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6a4bf878-d6cb-47c3-995d-009f61d76e7a req-f2f8c95a-30fb-40fd-966e-b6f183101acf tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ea1d82-929f-408a-ad17-d52629d5cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334739 Jul 13 07:22:52.597344 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.db.resource_extend [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:22:52.607991 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 5e38dcee-5f8f-4129-bb5d-68231affa33d completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:52.696459 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 5e38dcee-5f8f-4129-bb5d-68231affa33d triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:52.697191 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:52.712426 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975bb552-2c39-4a89-8067-9d1afa6737a7 x-openstack-request-id: req-975bb552-2c39-4a89-8067-9d1afa6737a7 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:52.712926 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc423d3e-a088-437f-ab26-085e7ec28a2e", "tag": "87f28f8c-edae-40f0-b323-adeb1bdc1d35", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:52.713031 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-975bb552-2c39-4a89-8067-9d1afa6737a7 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:52.713338 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc423d3e-a088-437f-ab26-085e7ec28a2e', 'tag': '87f28f8c-edae-40f0-b323-adeb1bdc1d35', 'status': 'completed', 'code': 200} Jul 13 07:22:52.874585 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71dcc4-5dff-41e5-b56d-8f75123f1907 req-93f6537e-15ab-40e8-8db0-cc417ecd8674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:52.878259 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f71dcc4-5dff-41e5-b56d-8f75123f1907 req-93f6537e-15ab-40e8-8db0-cc417ecd8674 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=05a1c189aa364d6fb280195330c059ae&device_id=bc423d3e-a088-437f-ab26-085e7ec28a2e HTTP/1.1" status: 200 len: 1100 time: 0.1355977 Jul 13 07:22:52.908052 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:22:52.936866 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 496f5fe6-45ad-4c57-b3f9-5a7978cb76a4 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:52.962533 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port b8debd6b-7a14-4e55-868f-65f7c387746e, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=b8debd6b-7a14-4e55-868f-65f7c387746e,segment=NetworkSegment(557265a9-4c3d-44b6-8e8d-7a431f373307),segment_id=557265a9-4c3d-44b6-8e8d-7a431f373307)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:53.137492 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 87f28f8c-edae-40f0-b323-adeb1bdc1d35, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=87f28f8c-edae-40f0-b323-adeb1bdc1d35,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:53.152041 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71dcc4-5dff-41e5-b56d-8f75123f1907 req-49e52c67-fe07-4d05-ba39-4be9c350b1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:53.153546 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f71dcc4-5dff-41e5-b56d-8f75123f1907 req-49e52c67-fe07-4d05-ba39-4be9c350b1cd service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.2674754 Jul 13 07:22:53.213026 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': 'b8debd6b-7a14-4e55-868f-65f7c387746e', 'network_id': 'd4112daa-098c-4665-aa01-55b0b4ff24e7', 'port_id': 'b8debd6b-7a14-4e55-868f-65f7c387746e', 'mac_address': 'fa:16:3e:6b:15:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1359cd00-b54c-4d68-aebb-1c48443a9190', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:22:53.261734 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '87f28f8c-edae-40f0-b323-adeb1bdc1d35', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': '87f28f8c-edae-40f0-b323-adeb1bdc1d35', 'mac_address': 'fa:16:3e:91:4c:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:22:53.286337 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f71dcc4-5dff-41e5-b56d-8f75123f1907 req-f9d84e01-46a2-44e2-a4e7-d6e493485e86 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=87f28f8c-edae-40f0-b323-adeb1bdc1d35 HTTP/1.1" status: 200 len: 217 time: 0.1156435 Jul 13 07:22:53.315025 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8d31f-5aa5-4aa6-ae43-6325893b609c req-b071a828-1118-4b62-94a9-e9b3fae45874 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:53.325115 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-59f8d31f-5aa5-4aa6-ae43-6325893b609c req-b071a828-1118-4b62-94a9-e9b3fae45874 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d01814d4-51a5-4802-9bf7-b0a3bae38742 HTTP/1.1" status: 200 len: 948 time: 0.2765341 Jul 13 07:22:53.375105 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 496f5fe6-45ad-4c57-b3f9-5a7978cb76a4 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:53.502643 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-59f8d31f-5aa5-4aa6-ae43-6325893b609c req-a1b14297-780e-496f-921c-4f18904767f5 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/security-groups?id=7cc4dba3-0381-4af9-819d-8ff2c49b3e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762164 Jul 13 07:22:53.574950 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:53.579641 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:53.580447 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71dcc4-5dff-41e5-b56d-8f75123f1907 req-9fa5fddb-3c41-47af-8655-cf21cf6213cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:53.586268 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f71dcc4-5dff-41e5-b56d-8f75123f1907 req-9fa5fddb-3c41-47af-8655-cf21cf6213cd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.2922807 Jul 13 07:22:53.701271 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 496f5fe6-45ad-4c57-b3f9-5a7978cb76a4 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:53.701815 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:53.740734 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71dcc4-5dff-41e5-b56d-8f75123f1907 req-ba2ae8dd-4761-4fec-ab2c-25bfccc68544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:53.749877 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f71dcc4-5dff-41e5-b56d-8f75123f1907 req-ba2ae8dd-4761-4fec-ab2c-25bfccc68544 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1555874 Jul 13 07:22:53.779983 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:53.794060 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8debd6b-7a14-4e55-868f-65f7c387746e {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:53.854475 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port b8debd6b-7a14-4e55-868f-65f7c387746e, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=b8debd6b-7a14-4e55-868f-65f7c387746e,segment=NetworkSegment(557265a9-4c3d-44b6-8e8d-7a431f373307),segment_id=557265a9-4c3d-44b6-8e8d-7a431f373307)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:53.867753 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:53.928961 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:54.074186 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:54.082196 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f71dcc4-5dff-41e5-b56d-8f75123f1907 req-2a94e6a4-2f1e-4e32-8f5d-845b3ff97cc1 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236823 Jul 13 07:22:54.083065 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=b8debd6b-7a14-4e55-868f-65f7c387746e,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:54.102084 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e38dcee-5f8f-4129-bb5d-68231affa33d'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:54.104535 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf43bad1-fd20-4b80-8d94-b302737d526f" -d '{"events": [{"server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "name": "network-vif-plugged", "status": "completed", "tag": "5e38dcee-5f8f-4129-bb5d-68231affa33d"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:54.134351 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 5e38dcee-5f8f-4129-bb5d-68231affa33d, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=5e38dcee-5f8f-4129-bb5d-68231affa33d,segment=NetworkSegment(40301528-fcc8-4ec6-a613-b476f71525be),segment_id=40301528-fcc8-4ec6-a613-b476f71525be)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:54.137982 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87f28f8c-edae-40f0-b323-adeb1bdc1d35 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:54.180658 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 87f28f8c-edae-40f0-b323-adeb1bdc1d35, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=87f28f8c-edae-40f0-b323-adeb1bdc1d35,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:54.184091 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:54.205328 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:54.255427 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f71dcc4-5dff-41e5-b56d-8f75123f1907 req-2a9326b6-fa95-442f-93cb-3e385c44f507 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601126 Jul 13 07:22:54.275043 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b376e46-4f2a-43dd-9587-53ac5eeb63e5 req-66071bce-6803-47dd-bcce-7e943d4bbee6 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:54.302673 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0b376e46-4f2a-43dd-9587-53ac5eeb63e5 req-66071bce-6803-47dd-bcce-7e943d4bbee6 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/ports?device_id=984b6022-948f-4c98-b4db-8cd8d794b981 HTTP/1.1" status: 200 len: 944 time: 0.5013425 Jul 13 07:22:54.340174 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 40363775-f633-47c9-afb8-c73a3b5103c6 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:22:54.346623 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 3f89b889-ffbb-4db5-b1ee-44cea0069805 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:54.442615 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0b376e46-4f2a-43dd-9587-53ac5eeb63e5 req-94c2ec36-97a9-44c2-9948-978743db275a tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/security-groups?id=377426b7-c333-4bbf-8f81-a4f39606d51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290011 Jul 13 07:22:54.459009 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['b8debd6b-7a14-4e55-868f-65f7c387746e'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:54.791664 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '984b6022-948f-4c98-b4db-8cd8d794b981', 'tag': '40363775-f633-47c9-afb8-c73a3b5103c6'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:54.798103 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75463809-0b0e-4b37-aeb0-3a184955267c" -d '{"events": [{"name": "network-changed", "server_uuid": "984b6022-948f-4c98-b4db-8cd8d794b981", "tag": "40363775-f633-47c9-afb8-c73a3b5103c6"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:54.858862 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec48005-39e1-4441-b5bf-5698157065a8 req-ba3c47d9-17ed-4745-a1fe-1bc04cabef4b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:54.866269 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec48005-39e1-4441-b5bf-5698157065a8 req-ba3c47d9-17ed-4745-a1fe-1bc04cabef4b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:54.876154 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec48005-39e1-4441-b5bf-5698157065a8 req-ba3c47d9-17ed-4745-a1fe-1bc04cabef4b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:54.882773 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec48005-39e1-4441-b5bf-5698157065a8 req-ba3c47d9-17ed-4745-a1fe-1bc04cabef4b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:54.889801 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec48005-39e1-4441-b5bf-5698157065a8 req-ba3c47d9-17ed-4745-a1fe-1bc04cabef4b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:54.899168 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec48005-39e1-4441-b5bf-5698157065a8 req-ba3c47d9-17ed-4745-a1fe-1bc04cabef4b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:54.907000 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:54.908495 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec48005-39e1-4441-b5bf-5698157065a8 req-ba3c47d9-17ed-4745-a1fe-1bc04cabef4b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:54.909459 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['87f28f8c-edae-40f0-b323-adeb1bdc1d35'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:54.910651 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8ec48005-39e1-4441-b5bf-5698157065a8 req-ba3c47d9-17ed-4745-a1fe-1bc04cabef4b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 5428 time: 0.2271938 Jul 13 07:22:54.918762 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=5e38dcee-5f8f-4129-bb5d-68231affa33d,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:54.980032 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8ec48005-39e1-4441-b5bf-5698157065a8 req-4f2ee5e5-025c-486b-871f-89dd4b6698da tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=afedc317-2eb3-4978-a3f5-50dbdb316361&id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625529 Jul 13 07:22:55.013448 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=87f28f8c-edae-40f0-b323-adeb1bdc1d35,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:55.039549 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.db.resource_extend [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:22:55.182396 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 3f89b889-ffbb-4db5-b1ee-44cea0069805 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:55.198912 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 3f89b889-ffbb-4db5-b1ee-44cea0069805 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:55.199307 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:55.212221 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 496f5fe6-45ad-4c57-b3f9-5a7978cb76a4, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=496f5fe6-45ad-4c57-b3f9-5a7978cb76a4,segment=NetworkSegment(2db94155-b4d5-4a71-9c76-b900867aaa59),segment_id=2db94155-b4d5-4a71-9c76-b900867aaa59)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:55.256225 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c243c40-bd71-415c-bea4-21585a7504fb req-085f1dab-05a5-4eb1-8eea-738b14cc4969 tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:55.264033 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3c243c40-bd71-415c-bea4-21585a7504fb req-085f1dab-05a5-4eb1-8eea-738b14cc4969 tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc423d3e-a088-437f-ab26-085e7ec28a2e HTTP/1.1" status: 200 len: 949 time: 0.1128213 Jul 13 07:22:55.300004 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:55.323039 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3c243c40-bd71-415c-bea4-21585a7504fb req-2ae4b871-dbbd-4c28-874c-740ce3019dd8 tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] 10.222.0.23 "GET /v2.0/security-groups?id=f433bb30-df9d-4dd3-8a33-fa0170e6c8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575821 Jul 13 07:22:55.390804 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=496f5fe6-45ad-4c57-b3f9-5a7978cb76a4,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:55.423026 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f0576b9e-cc99-4d5b-bc3f-fd59dcc0976c None None] Provisioning complete for port 5e38dcee-5f8f-4129-bb5d-68231affa33d triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:55.423479 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f0576b9e-cc99-4d5b-bc3f-fd59dcc0976c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:55.438251 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 40363775-f633-47c9-afb8-c73a3b5103c6, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=40363775-f633-47c9-afb8-c73a3b5103c6,segment=NetworkSegment(3304ce8b-0a73-46c4-b90c-425e60af5816),segment_id=3304ce8b-0a73-46c4-b90c-425e60af5816)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:55.600588 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '40363775-f633-47c9-afb8-c73a3b5103c6', 'network_id': 'de5a83e6-90c0-4cc4-ae4f-61e175bc2f77', 'port_id': '40363775-f633-47c9-afb8-c73a3b5103c6', 'mac_address': 'fa:16:3e:90:c7:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6777c5-cde4-4e13-b55a-778b192e51a8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:22:55.710074 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 496f5fe6-45ad-4c57-b3f9-5a7978cb76a4 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:55.769369 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e032d50-590b-4ce6-aa50-9cdbc22a9cd4 req-4c9ed4c6-ad11-4de9-84e9-d0cba79fd182 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:55.776415 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0e032d50-590b-4ce6-aa50-9cdbc22a9cd4 req-4c9ed4c6-ad11-4de9-84e9-d0cba79fd182 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/ports?device_id=d42d2d4c-080b-4e58-b550-e4358b2569c9 HTTP/1.1" status: 200 len: 944 time: 0.3028481 Jul 13 07:22:55.847811 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0e032d50-590b-4ce6-aa50-9cdbc22a9cd4 req-f3b45b16-248d-4508-aa38-b5bc7a138566 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ea1d82-929f-408a-ad17-d52629d5cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704498 Jul 13 07:22:55.976069 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c244be5f-fc55-44b8-a6d8-dad2b2c9d91e x-openstack-request-id: req-c244be5f-fc55-44b8-a6d8-dad2b2c9d91e {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:55.976445 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "name": "network-vif-plugged", "status": "completed", "tag": "5e38dcee-5f8f-4129-bb5d-68231affa33d", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:55.978303 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c244be5f-fc55-44b8-a6d8-dad2b2c9d91e {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:55.978303 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e38dcee-5f8f-4129-bb5d-68231affa33d', 'code': 200} Jul 13 07:22:55.984353 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:56.003999 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:56.142199 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40363775-f633-47c9-afb8-c73a3b5103c6 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:22:56.160315 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 0c7817b0-0201-491b-a026-81be4bf8d55d up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:56.239722 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 3f89b889-ffbb-4db5-b1ee-44cea0069805, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=3f89b889-ffbb-4db5-b1ee-44cea0069805,segment=NetworkSegment(40301528-fcc8-4ec6-a613-b476f71525be),segment_id=40301528-fcc8-4ec6-a613-b476f71525be)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:56.269607 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de92d4-fa9c-4b8a-a15f-9bae8f6c3eaa req-eadbb31d-6160-4621-a377-e63ec389eace tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:56.274786 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:56.279525 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b6de92d4-fa9c-4b8a-a15f-9bae8f6c3eaa req-eadbb31d-6160-4621-a377-e63ec389eace tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d01814d4-51a5-4802-9bf7-b0a3bae38742 HTTP/1.1" status: 200 len: 948 time: 0.1597214 Jul 13 07:22:56.302967 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device c6c5062b-ad9b-461a-b443-cecd55db988a up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:56.350988 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 0c7817b0-0201-491b-a026-81be4bf8d55d completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:56.352688 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b6de92d4-fa9c-4b8a-a15f-9bae8f6c3eaa req-60647bb0-c5a3-428a-9bc0-5895009f520b tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/security-groups?id=7cc4dba3-0381-4af9-819d-8ff2c49b3e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684206 Jul 13 07:22:56.397672 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 0c7817b0-0201-491b-a026-81be4bf8d55d triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:56.398402 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:56.424609 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe92fe1-b9b7-4c9c-973d-bb43ad50d262 x-openstack-request-id: req-abe92fe1-b9b7-4c9c-973d-bb43ad50d262 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:22:56.425673 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "984b6022-948f-4c98-b4db-8cd8d794b981", "tag": "40363775-f633-47c9-afb8-c73a3b5103c6", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:22:56.426099 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-abe92fe1-b9b7-4c9c-973d-bb43ad50d262 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:22:56.426687 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '984b6022-948f-4c98-b4db-8cd8d794b981', 'tag': '40363775-f633-47c9-afb8-c73a3b5103c6', 'status': 'completed', 'code': 200} Jul 13 07:22:56.445656 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 40363775-f633-47c9-afb8-c73a3b5103c6, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=40363775-f633-47c9-afb8-c73a3b5103c6,segment=NetworkSegment(3304ce8b-0a73-46c4-b90c-425e60af5816),segment_id=3304ce8b-0a73-46c4-b90c-425e60af5816)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:56.478387 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-bd259689-d2e7-4d7a-9745-6a716b931c1d None None] Provisioning complete for port 496f5fe6-45ad-4c57-b3f9-5a7978cb76a4 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:56.478764 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-bd259689-d2e7-4d7a-9745-6a716b931c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:56.518550 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 496f5fe6-45ad-4c57-b3f9-5a7978cb76a4 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:56.518921 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:56.603644 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75463809-0b0e-4b37-aeb0-3a184955267c req-fd96fd1c-8056-4d1b-ae9c-ced32279a2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:56.605176 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-75463809-0b0e-4b37-aeb0-3a184955267c req-fd96fd1c-8056-4d1b-ae9c-ced32279a2ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=352bcb4e1f034d4a9fe05776480aef53&device_id=984b6022-948f-4c98-b4db-8cd8d794b981 HTTP/1.1" status: 200 len: 1097 time: 0.1517582 Jul 13 07:22:56.610927 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:56.737229 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port c6c5062b-ad9b-461a-b443-cecd55db988a completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:56.907346 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port c6c5062b-ad9b-461a-b443-cecd55db988a triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:56.908587 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:56.988229 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:57.050678 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5cce2d-7c3a-430b-8558-d17622434564 req-80fa433b-dd5c-4a07-b4b7-c4bdcff1187d tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:57.057724 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-df5cce2d-7c3a-430b-8558-d17622434564 req-80fa433b-dd5c-4a07-b4b7-c4bdcff1187d tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/ports?device_id=984b6022-948f-4c98-b4db-8cd8d794b981 HTTP/1.1" status: 200 len: 945 time: 0.3998358 Jul 13 07:22:57.121269 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75463809-0b0e-4b37-aeb0-3a184955267c req-027d9d9b-188c-498e-801c-fa7edfef0038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:57.132559 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-75463809-0b0e-4b37-aeb0-3a184955267c req-027d9d9b-188c-498e-801c-fa7edfef0038 service neutron] 10.222.0.42 "GET /v2.0/networks?id=de5a83e6-90c0-4cc4-ae4f-61e175bc2f77 HTTP/1.1" status: 200 len: 929 time: 0.5078299 Jul 13 07:22:57.264862 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['40363775-f633-47c9-afb8-c73a3b5103c6'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:22:57.278320 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-75463809-0b0e-4b37-aeb0-3a184955267c req-70610f39-c107-462a-a38a-3180f5dd96cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40363775-f633-47c9-afb8-c73a3b5103c6 HTTP/1.1" status: 200 len: 217 time: 0.1446128 Jul 13 07:22:57.291522 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=3f89b889-ffbb-4db5-b1ee-44cea0069805,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:57.297953 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-df5cce2d-7c3a-430b-8558-d17622434564 req-0db20d49-6c5d-4918-9245-03ab232c7b67 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/security-groups?id=377426b7-c333-4bbf-8f81-a4f39606d51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175145 Jul 13 07:22:57.408756 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 0c7817b0-0201-491b-a026-81be4bf8d55d, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=0c7817b0-0201-491b-a026-81be4bf8d55d,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:57.442947 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75463809-0b0e-4b37-aeb0-3a184955267c req-a5d179ed-63fa-4231-b56b-84ef06bed9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:57.447778 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-75463809-0b0e-4b37-aeb0-3a184955267c req-a5d179ed-63fa-4231-b56b-84ef06bed9b4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4a6777c5-cde4-4e13-b55a-778b192e51a8 HTTP/1.1" status: 200 len: 867 time: 0.1488080 Jul 13 07:22:57.473841 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:57.543284 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:57.546455 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5bc41733-6e71-4241-9ca7-c097a3bd38fd None None] Provisioning complete for port 3f89b889-ffbb-4db5-b1ee-44cea0069805 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:57.546800 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5bc41733-6e71-4241-9ca7-c097a3bd38fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:57.589824 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=40363775-f633-47c9-afb8-c73a3b5103c6,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:57.679515 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75463809-0b0e-4b37-aeb0-3a184955267c req-554bb586-0225-4399-a17f-38ba3e2ca479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:57.681430 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-75463809-0b0e-4b37-aeb0-3a184955267c req-554bb586-0225-4399-a17f-38ba3e2ca479 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=de5a83e6-90c0-4cc4-ae4f-61e175bc2f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2219610 Jul 13 07:22:57.762590 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70611162-030d-4369-96ff-0839c6489f43 req-b390b897-cecb-48af-9023-ae0f7b8898c6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:57.772873 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70611162-030d-4369-96ff-0839c6489f43 req-b390b897-cecb-48af-9023-ae0f7b8898c6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:57.786814 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70611162-030d-4369-96ff-0839c6489f43 req-b390b897-cecb-48af-9023-ae0f7b8898c6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:57.793584 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70611162-030d-4369-96ff-0839c6489f43 req-b390b897-cecb-48af-9023-ae0f7b8898c6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:57.800438 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70611162-030d-4369-96ff-0839c6489f43 req-b390b897-cecb-48af-9023-ae0f7b8898c6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:57.816744 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70611162-030d-4369-96ff-0839c6489f43 req-b390b897-cecb-48af-9023-ae0f7b8898c6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:57.824737 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70611162-030d-4369-96ff-0839c6489f43 req-b390b897-cecb-48af-9023-ae0f7b8898c6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:57.836189 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=0c7817b0-0201-491b-a026-81be4bf8d55d,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:57.840425 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-70611162-030d-4369-96ff-0839c6489f43 req-b390b897-cecb-48af-9023-ae0f7b8898c6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 5429 time: 0.2364414 Jul 13 07:22:57.854186 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port c6c5062b-ad9b-461a-b443-cecd55db988a, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=c6c5062b-ad9b-461a-b443-cecd55db988a,segment=NetworkSegment(40301528-fcc8-4ec6-a613-b476f71525be),segment_id=40301528-fcc8-4ec6-a613-b476f71525be)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:57.951377 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:58.036665 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 38a092c2-cb24-4cdb-9c57-ce1ffaf19763 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:58.077639 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f89b889-ffbb-4db5-b1ee-44cea0069805'}, {'server_uuid': 'd01814d4-51a5-4802-9bf7-b0a3bae38742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7817b0-0201-491b-a026-81be4bf8d55d'}, {'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c5062b-ad9b-461a-b443-cecd55db988a'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:22:58.080072 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd83ec45-5671-4d46-a6a9-9f4faf313ba8" -d '{"events": [{"server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "name": "network-vif-plugged", "status": "completed", "tag": "3f89b889-ffbb-4db5-b1ee-44cea0069805"}, {"server_uuid": "d01814d4-51a5-4802-9bf7-b0a3bae38742", "name": "network-vif-plugged", "status": "completed", "tag": "0c7817b0-0201-491b-a026-81be4bf8d55d"}, {"server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "name": "network-vif-plugged", "status": "completed", "tag": "c6c5062b-ad9b-461a-b443-cecd55db988a"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:22:58.082763 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=c6c5062b-ad9b-461a-b443-cecd55db988a,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:58.159867 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 38a092c2-cb24-4cdb-9c57-ce1ffaf19763 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:58.170606 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-70611162-030d-4369-96ff-0839c6489f43 req-f618de59-1999-45d7-983a-31c7f9d6932b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=afedc317-2eb3-4978-a3f5-50dbdb316361&id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2327952 Jul 13 07:22:58.182698 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-75463809-0b0e-4b37-aeb0-3a184955267c req-da373c80-5041-472c-a5f9-84ac34e72fd6 service neutron] 10.222.0.42 "GET /v2.0/networks/de5a83e6-90c0-4cc4-ae4f-61e175bc2f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4919667 Jul 13 07:22:58.193107 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 38a092c2-cb24-4cdb-9c57-ce1ffaf19763 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:58.193496 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:58.312078 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device b8debd6b-7a14-4e55-868f-65f7c387746e up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:58.474606 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:58.477896 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port b8debd6b-7a14-4e55-868f-65f7c387746e completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:58.491315 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port b8debd6b-7a14-4e55-868f-65f7c387746e triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:58.491690 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:58.546048 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 38a092c2-cb24-4cdb-9c57-ce1ffaf19763, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=38a092c2-cb24-4cdb-9c57-ce1ffaf19763,segment=NetworkSegment(a22ed18f-1ae7-4f42-8ca5-e45559afe92b),segment_id=a22ed18f-1ae7-4f42-8ca5-e45559afe92b)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:58.552886 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:58.837039 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device ff532c51-9355-4450-8c7c-8a7e95d11ca1 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:59.000220 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8b1fc466-ed22-4fa5-9204-09d3c0e494a1 None None] Provisioning complete for port 0c7817b0-0201-491b-a026-81be4bf8d55d triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:59.000504 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8b1fc466-ed22-4fa5-9204-09d3c0e494a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:59.080453 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=38a092c2-cb24-4cdb-9c57-ce1ffaf19763,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:59.132802 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:59.166778 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-75463809-0b0e-4b37-aeb0-3a184955267c req-ed233b4a-a221-4e9c-af14-32cab750313f service neutron] 10.222.0.42 "GET /v2.0/networks/de5a83e6-90c0-4cc4-ae4f-61e175bc2f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9741104 Jul 13 07:22:59.228065 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09fed4-8001-4d17-bbf2-b078f606b182 req-7090ed9e-8b71-4f9e-947d-863846a0c7a0 tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:59.237442 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7c09fed4-8001-4d17-bbf2-b078f606b182 req-7090ed9e-8b71-4f9e-947d-863846a0c7a0 tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc423d3e-a088-437f-ab26-085e7ec28a2e HTTP/1.1" status: 200 len: 949 time: 0.8053305 Jul 13 07:22:59.246526 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port b8debd6b-7a14-4e55-868f-65f7c387746e, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=b8debd6b-7a14-4e55-868f-65f7c387746e,segment=NetworkSegment(557265a9-4c3d-44b6-8e8d-7a431f373307),segment_id=557265a9-4c3d-44b6-8e8d-7a431f373307)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:59.247676 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port ff532c51-9355-4450-8c7c-8a7e95d11ca1 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:59.257034 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port ff532c51-9355-4450-8c7c-8a7e95d11ca1 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:59.258175 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:59.304473 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7c09fed4-8001-4d17-bbf2-b078f606b182 req-568a8768-05a1-479c-b8ac-ce682dac15d4 tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] 10.222.0.23 "GET /v2.0/security-groups?id=f433bb30-df9d-4dd3-8a33-fa0170e6c8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659251 Jul 13 07:22:59.326202 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:59.460937 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=b8debd6b-7a14-4e55-868f-65f7c387746e,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:59.469565 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8b1fc466-ed22-4fa5-9204-09d3c0e494a1 None None] Provisioning complete for port c6c5062b-ad9b-461a-b443-cecd55db988a triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:59.469934 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8b1fc466-ed22-4fa5-9204-09d3c0e494a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:59.562215 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:59.608205 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cedef5-71a4-42c9-bca7-fcb4a61a1bb0 req-1020b661-5278-4721-993f-4fa45c7295c2 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:22:59.613844 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c1cedef5-71a4-42c9-bca7-fcb4a61a1bb0 req-1020b661-5278-4721-993f-4fa45c7295c2 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/ports?device_id=d42d2d4c-080b-4e58-b550-e4358b2569c9 HTTP/1.1" status: 200 len: 945 time: 0.1212344 Jul 13 07:22:59.658882 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port ff532c51-9355-4450-8c7c-8a7e95d11ca1, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=ff532c51-9355-4450-8c7c-8a7e95d11ca1,segment=NetworkSegment(a22ed18f-1ae7-4f42-8ca5-e45559afe92b),segment_id=a22ed18f-1ae7-4f42-8ca5-e45559afe92b)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:22:59.674858 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c1cedef5-71a4-42c9-bca7-fcb4a61a1bb0 req-31207f26-f117-490a-9273-a80b512f8396 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ea1d82-929f-408a-ad17-d52629d5cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538566 Jul 13 07:22:59.677284 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:59.722697 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 062ad5be-860c-4f0d-a0b3-14494304c026 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:22:59.793393 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=ff532c51-9355-4450-8c7c-8a7e95d11ca1,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:22:59.832480 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-38419248-98cd-4704-8c31-a683a1456b8d None None] Provisioning complete for port 38a092c2-cb24-4cdb-9c57-ce1ffaf19763 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:59.832859 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-38419248-98cd-4704-8c31-a683a1456b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:22:59.878700 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 062ad5be-860c-4f0d-a0b3-14494304c026 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:22:59.901784 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 062ad5be-860c-4f0d-a0b3-14494304c026 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:22:59.902337 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:00.029227 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff16d6-47a2-4717-973d-2ccd79001e82 req-444305ed-3695-42c1-9817-aee89cb0a4cd tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:00.040434 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-97ff16d6-47a2-4717-973d-2ccd79001e82 req-444305ed-3695-42c1-9817-aee89cb0a4cd tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d01814d4-51a5-4802-9bf7-b0a3bae38742 HTTP/1.1" status: 200 len: 949 time: 0.1462855 Jul 13 07:23:00.092775 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:00.111137 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-97ff16d6-47a2-4717-973d-2ccd79001e82 req-0d404909-0d78-4b36-8041-896bcb7e5c9d tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/security-groups?id=7cc4dba3-0381-4af9-819d-8ff2c49b3e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614803 Jul 13 07:23:00.204117 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 13 Jul 2021 07:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef3b1e4-e6cf-4a5f-8d16-a8f4f4c23b67 x-openstack-request-id: req-4ef3b1e4-e6cf-4a5f-8d16-a8f4f4c23b67 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:00.204458 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "name": "network-vif-plugged", "status": "completed", "tag": "3f89b889-ffbb-4db5-b1ee-44cea0069805", "code": 200}, {"server_uuid": "d01814d4-51a5-4802-9bf7-b0a3bae38742", "name": "network-vif-plugged", "status": "completed", "tag": "0c7817b0-0201-491b-a026-81be4bf8d55d", "code": 200}, {"server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "name": "network-vif-plugged", "status": "completed", "tag": "c6c5062b-ad9b-461a-b443-cecd55db988a", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:00.204736 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4ef3b1e4-e6cf-4a5f-8d16-a8f4f4c23b67 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:00.205041 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f89b889-ffbb-4db5-b1ee-44cea0069805', 'code': 200} Jul 13 07:23:00.205296 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01814d4-51a5-4802-9bf7-b0a3bae38742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7817b0-0201-491b-a026-81be4bf8d55d', 'code': 200} Jul 13 07:23:00.205551 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c5062b-ad9b-461a-b443-cecd55db988a', 'code': 200} Jul 13 07:23:00.215065 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 062ad5be-860c-4f0d-a0b3-14494304c026, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=062ad5be-860c-4f0d-a0b3-14494304c026,segment=NetworkSegment(38f4848a-dd9b-4f5f-8385-52a36206fdde),segment_id=38f4848a-dd9b-4f5f-8385-52a36206fdde)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:00.219516 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d2ef5b77-f991-4795-b836-d8b8a8dcbd58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:00.220275 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:00.274137 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a07dbe80-bd79-4406-b2f5-aac2c3c366ef None None] Provisioning complete for port ff532c51-9355-4450-8c7c-8a7e95d11ca1 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:00.274558 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a07dbe80-bd79-4406-b2f5-aac2c3c366ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:00.278351 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device d7ded5d2-51a4-43c5-bfa9-37432da7c39b up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:00.454950 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=062ad5be-860c-4f0d-a0b3-14494304c026,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:00.478529 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0517c9e7-e35b-4de8-bf24-1fdcc2619126 req-70cf05f8-89b2-46aa-896c-70b866da4a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:00.480287 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0517c9e7-e35b-4de8-bf24-1fdcc2619126 req-70cf05f8-89b2-46aa-896c-70b866da4a89 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d01814d4-51a5-4802-9bf7-b0a3bae38742 HTTP/1.1" status: 200 len: 1101 time: 0.1727636 Jul 13 07:23:00.536366 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9cc2f882-c247-48d3-9bad-5085d49a6327 req-467ab404-6111-471d-b896-b1b29efa41f9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e6b5bcde-766a-4d51-9f5c-871279e60a1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2270074 Jul 13 07:23:00.551010 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port d7ded5d2-51a4-43c5-bfa9-37432da7c39b completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:00.580085 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port d7ded5d2-51a4-43c5-bfa9-37432da7c39b triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:00.581285 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:00.601960 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0517c9e7-e35b-4de8-bf24-1fdcc2619126 req-13adb3e0-a7ad-4d32-addd-c8c8bf392f1f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7cc4dba3-0381-4af9-819d-8ff2c49b3e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062689 Jul 13 07:23:00.666110 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b872e-188c-4bce-ac4a-045a679fa349 req-02800418-b78d-4b38-ad97-5c97fa2241a1 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:00.673891 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e04b872e-188c-4bce-ac4a-045a679fa349 req-02800418-b78d-4b38-ad97-5c97fa2241a1 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/ports?device_id=984b6022-948f-4c98-b4db-8cd8d794b981 HTTP/1.1" status: 200 len: 945 time: 0.1911452 Jul 13 07:23:00.753303 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9b3d79c7-7110-45a0-90b0-0e516a0d998f req-69a19f39-26eb-47c1-b4fa-1ccf078af0d5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0e1b1a1b-2849-4e74-945d-a63a5960ed8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0982013 Jul 13 07:23:00.765023 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e04b872e-188c-4bce-ac4a-045a679fa349 req-7d19ca6d-da38-4511-8931-ba2f7f201c59 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/security-groups?id=377426b7-c333-4bbf-8f81-a4f39606d51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897689 Jul 13 07:23:00.769030 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:00.790847 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2f882-c247-48d3-9bad-5085d49a6327 req-7f255fcb-961c-4f7d-8e8a-59f7b2e4d714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:00.793278 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9cc2f882-c247-48d3-9bad-5085d49a6327 req-7f255fcb-961c-4f7d-8e8a-59f7b2e4d714 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6d13c0c2ef2a4f4ba04ee46bbbe15052&device_id=e6b5bcde-766a-4d51-9f5c-871279e60a1d HTTP/1.1" status: 200 len: 1098 time: 0.1806104 Jul 13 07:23:00.872601 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6f3d600b-4196-4353-8441-fe16fe2f6755 None None] Provisioning complete for port 062ad5be-860c-4f0d-a0b3-14494304c026 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:00.873282 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6f3d600b-4196-4353-8441-fe16fe2f6755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:00.878335 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port d7ded5d2-51a4-43c5-bfa9-37432da7c39b, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=d7ded5d2-51a4-43c5-bfa9-37432da7c39b,segment=NetworkSegment(40301528-fcc8-4ec6-a613-b476f71525be),segment_id=40301528-fcc8-4ec6-a613-b476f71525be)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:00.900811 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:00.939247 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2f882-c247-48d3-9bad-5085d49a6327 req-14b04b68-cb2e-4c79-83ff-32c49984b49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:00.941318 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9cc2f882-c247-48d3-9bad-5085d49a6327 req-14b04b68-cb2e-4c79-83ff-32c49984b49a service neutron] 10.222.0.42 "GET /v2.0/networks?id=ffa8f5b7-4641-405f-a4b1-873f26b9afcf HTTP/1.1" status: 200 len: 919 time: 0.1255639 Jul 13 07:23:00.988984 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 40363775-f633-47c9-afb8-c73a3b5103c6 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:01.016301 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d79c7-7110-45a0-90b0-0e516a0d998f req-79f0de1c-7e13-45d3-82b3-0ec23bd9a868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:01.017500 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9b3d79c7-7110-45a0-90b0-0e516a0d998f req-79f0de1c-7e13-45d3-82b3-0ec23bd9a868 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6d13c0c2ef2a4f4ba04ee46bbbe15052&device_id=0e1b1a1b-2849-4e74-945d-a63a5960ed8f HTTP/1.1" status: 200 len: 1097 time: 0.1792593 Jul 13 07:23:01.018343 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9cc2f882-c247-48d3-9bad-5085d49a6327 req-9a6f1eed-3c50-4d47-a287-8f519ef05a93 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff2bbdce-2745-430f-8402-3c5c3a37c0ca HTTP/1.1" status: 200 len: 217 time: 0.0684733 Jul 13 07:23:01.077750 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=d7ded5d2-51a4-43c5-bfa9-37432da7c39b,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:01.078265 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bd92f-7ccc-4d4c-80dd-802077b2fece req-03f7d898-5085-4075-842c-f1e1532d8b26 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:01.089287 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bd92f-7ccc-4d4c-80dd-802077b2fece req-03f7d898-5085-4075-842c-f1e1532d8b26 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:01.102940 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bd92f-7ccc-4d4c-80dd-802077b2fece req-03f7d898-5085-4075-842c-f1e1532d8b26 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:01.122998 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bd92f-7ccc-4d4c-80dd-802077b2fece req-03f7d898-5085-4075-842c-f1e1532d8b26 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:01.133314 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bd92f-7ccc-4d4c-80dd-802077b2fece req-03f7d898-5085-4075-842c-f1e1532d8b26 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:01.148502 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bd92f-7ccc-4d4c-80dd-802077b2fece req-03f7d898-5085-4075-842c-f1e1532d8b26 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:01.150574 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2f882-c247-48d3-9bad-5085d49a6327 req-16eea4da-1c9f-4f74-87fa-d7db73db4c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:01.153213 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9cc2f882-c247-48d3-9bad-5085d49a6327 req-16eea4da-1c9f-4f74-87fa-d7db73db4c7d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d1ccc7a-a9a6-4c00-9ab1-d7fdf16140dc HTTP/1.1" status: 200 len: 858 time: 0.1269608 Jul 13 07:23:01.165659 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bd92f-7ccc-4d4c-80dd-802077b2fece req-03f7d898-5085-4075-842c-f1e1532d8b26 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:01.167183 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 40363775-f633-47c9-afb8-c73a3b5103c6 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:01.172689 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 40363775-f633-47c9-afb8-c73a3b5103c6 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:01.173216 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:01.176062 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c94bd92f-7ccc-4d4c-80dd-802077b2fece req-03f7d898-5085-4075-842c-f1e1532d8b26 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 5434 time: 0.2890737 Jul 13 07:23:01.246150 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9cc2f882-c247-48d3-9bad-5085d49a6327 req-0f425f36-7f44-4704-8ac8-436c6aa7013f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ffa8f5b7-4641-405f-a4b1-873f26b9afcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852439 Jul 13 07:23:01.343778 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:01.387058 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d79c7-7110-45a0-90b0-0e516a0d998f req-0efae615-69b6-4934-95d7-a144ddb9bda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:01.389926 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9b3d79c7-7110-45a0-90b0-0e516a0d998f req-0efae615-69b6-4934-95d7-a144ddb9bda2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ffa8f5b7-4641-405f-a4b1-873f26b9afcf HTTP/1.1" status: 200 len: 919 time: 0.1639066 Jul 13 07:23:01.395255 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9cc2f882-c247-48d3-9bad-5085d49a6327 req-0d540090-668d-4100-be33-3a17d930d6d9 service neutron] 10.222.0.42 "GET /v2.0/networks/ffa8f5b7-4641-405f-a4b1-873f26b9afcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356456 Jul 13 07:23:01.404015 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c94bd92f-7ccc-4d4c-80dd-802077b2fece req-2cc3856e-5d5e-4f50-96de-5eace983b3d8 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=afedc317-2eb3-4978-a3f5-50dbdb316361&id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2268593 Jul 13 07:23:01.407872 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5dbbb0b1-b9d4-48e3-83e3-29cc49cfee91 None None] Provisioning complete for port d7ded5d2-51a4-43c5-bfa9-37432da7c39b triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:01.408242 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5dbbb0b1-b9d4-48e3-83e3-29cc49cfee91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:01.462681 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9b3d79c7-7110-45a0-90b0-0e516a0d998f req-bdd106e4-756f-4112-892c-3fcf3e3e1d99 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bdad66f-d8ea-4937-92dd-1931acd0dead HTTP/1.1" status: 200 len: 217 time: 0.0503154 Jul 13 07:23:01.479953 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 40363775-f633-47c9-afb8-c73a3b5103c6, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=40363775-f633-47c9-afb8-c73a3b5103c6,segment=NetworkSegment(3304ce8b-0a73-46c4-b90c-425e60af5816),segment_id=3304ce8b-0a73-46c4-b90c-425e60af5816)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:01.494344 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:01.544756 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d79c7-7110-45a0-90b0-0e516a0d998f req-cf302495-9acd-45ef-9339-590277bdf339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:01.546598 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9b3d79c7-7110-45a0-90b0-0e516a0d998f req-cf302495-9acd-45ef-9339-590277bdf339 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7d1ccc7a-a9a6-4c00-9ab1-d7fdf16140dc HTTP/1.1" status: 200 len: 858 time: 0.0745237 Jul 13 07:23:01.577161 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 87f28f8c-edae-40f0-b323-adeb1bdc1d35 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:01.613774 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9b3d79c7-7110-45a0-90b0-0e516a0d998f req-3e0e5f2f-fc40-4ddd-b8df-1cec6e6248a3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ffa8f5b7-4641-405f-a4b1-873f26b9afcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469971 Jul 13 07:23:01.641036 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9cc2f882-c247-48d3-9bad-5085d49a6327 req-ab736a49-86f3-4bad-9c25-06cdc0738cbb service neutron] 10.222.0.42 "GET /v2.0/networks/ffa8f5b7-4641-405f-a4b1-873f26b9afcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384539 Jul 13 07:23:01.691663 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d91cf-38d0-4931-81fa-4c01d5a38e93 req-606b5a5a-0ac1-44c9-82d6-2e8b8afc388d tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:01.705810 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-531d91cf-38d0-4931-81fa-4c01d5a38e93 req-606b5a5a-0ac1-44c9-82d6-2e8b8afc388d tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc423d3e-a088-437f-ab26-085e7ec28a2e HTTP/1.1" status: 200 len: 949 time: 0.1780226 Jul 13 07:23:01.725918 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=40363775-f633-47c9-afb8-c73a3b5103c6,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:01.748386 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 87f28f8c-edae-40f0-b323-adeb1bdc1d35 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:01.762326 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 87f28f8c-edae-40f0-b323-adeb1bdc1d35 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:01.762692 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:01.795085 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-531d91cf-38d0-4931-81fa-4c01d5a38e93 req-d52d8926-8ee3-4630-bd74-6db4bab3a04b tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] 10.222.0.23 "GET /v2.0/security-groups?id=f433bb30-df9d-4dd3-8a33-fa0170e6c8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850484 Jul 13 07:23:01.823264 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e90678-882b-4b7c-a40e-184ab948d436 req-92dcdb55-d808-4570-97e9-36ca5c5197c7 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:01.839147 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-23e90678-882b-4b7c-a40e-184ab948d436 req-92dcdb55-d808-4570-97e9-36ca5c5197c7 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/ports?device_id=d42d2d4c-080b-4e58-b550-e4358b2569c9 HTTP/1.1" status: 200 len: 945 time: 0.2844644 Jul 13 07:23:01.881460 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9b3d79c7-7110-45a0-90b0-0e516a0d998f req-549680c1-2fa6-4886-8723-71d0867049e5 service neutron] 10.222.0.25 "GET /v2.0/networks/ffa8f5b7-4641-405f-a4b1-873f26b9afcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426333 Jul 13 07:23:01.918535 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:01.948284 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-23e90678-882b-4b7c-a40e-184ab948d436 req-241c7adf-9091-48a5-8903-6c4eddf51ab4 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ea1d82-929f-408a-ad17-d52629d5cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072459 Jul 13 07:23:01.984996 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-67eed143-9138-4e74-93e5-6c88a0bdbe37 None None] Provisioning complete for port 40363775-f633-47c9-afb8-c73a3b5103c6 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:01.985359 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-67eed143-9138-4e74-93e5-6c88a0bdbe37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:02.010491 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 87f28f8c-edae-40f0-b323-adeb1bdc1d35, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=87f28f8c-edae-40f0-b323-adeb1bdc1d35,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:02.016616 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:02.069076 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9b3d79c7-7110-45a0-90b0-0e516a0d998f req-8924b95f-85f5-4a85-9ff5-ceb7eafc9a3f service neutron] 10.222.0.25 "GET /v2.0/networks/ffa8f5b7-4641-405f-a4b1-873f26b9afcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792564 Jul 13 07:23:02.101353 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=87f28f8c-edae-40f0-b323-adeb1bdc1d35,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:02.144261 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353196f-83aa-413f-b805-ecc4fde897a8 req-196d5ccc-2b3a-4519-b255-946837f70602 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:02.147001 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5353196f-83aa-413f-b805-ecc4fde897a8 req-196d5ccc-2b3a-4519-b255-946837f70602 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d01814d4-51a5-4802-9bf7-b0a3bae38742 HTTP/1.1" status: 200 len: 949 time: 0.1381457 Jul 13 07:23:02.188422 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31758e-1dda-4c80-b6ea-210408ec51d1 req-2283f2d5-5776-4f7c-b5e4-11c0fcf5804c tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:02.189989 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5f31758e-1dda-4c80-b6ea-210408ec51d1 req-2283f2d5-5776-4f7c-b5e4-11c0fcf5804c tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1b1a1b-2849-4e74-945d-a63a5960ed8f HTTP/1.1" status: 200 len: 945 time: 0.0917284 Jul 13 07:23:02.200150 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5353196f-83aa-413f-b805-ecc4fde897a8 req-febce6d1-2c38-4a7b-a464-f575a74918b6 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/security-groups?id=7cc4dba3-0381-4af9-819d-8ff2c49b3e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466261 Jul 13 07:23:02.207664 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a092c2-cb24-4cdb-9c57-ce1ffaf19763'}, {'server_uuid': 'd42d2d4c-080b-4e58-b550-e4358b2569c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8debd6b-7a14-4e55-868f-65f7c387746e'}, {'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff532c51-9355-4450-8c7c-8a7e95d11ca1'}, {'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062ad5be-860c-4f0d-a0b3-14494304c026'}, {'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ded5d2-51a4-43c5-bfa9-37432da7c39b'}, {'server_uuid': '984b6022-948f-4c98-b4db-8cd8d794b981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40363775-f633-47c9-afb8-c73a3b5103c6'}, {'server_uuid': 'bc423d3e-a088-437f-ab26-085e7ec28a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f28f8c-edae-40f0-b323-adeb1bdc1d35'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:02.212746 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232a6c4a-b1d2-40b4-8eb5-a8c99ffebe11" -d '{"events": [{"server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "name": "network-vif-plugged", "status": "completed", "tag": "38a092c2-cb24-4cdb-9c57-ce1ffaf19763"}, {"server_uuid": "d42d2d4c-080b-4e58-b550-e4358b2569c9", "name": "network-vif-plugged", "status": "completed", "tag": "b8debd6b-7a14-4e55-868f-65f7c387746e"}, {"server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "name": "network-vif-plugged", "status": "completed", "tag": "ff532c51-9355-4450-8c7c-8a7e95d11ca1"}, {"server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "name": "network-vif-plugged", "status": "completed", "tag": "062ad5be-860c-4f0d-a0b3-14494304c026"}, {"server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "name": "network-vif-plugged", "status": "completed", "tag": "d7ded5d2-51a4-43c5-bfa9-37432da7c39b"}, {"server_uuid": "984b6022-948f-4c98-b4db-8cd8d794b981", "name": "network-vif-plugged", "status": "completed", "tag": "40363775-f633-47c9-afb8-c73a3b5103c6"}, {"server_uuid": "bc423d3e-a088-437f-ab26-085e7ec28a2e", "name": "network-vif-plugged", "status": "completed", "tag": "87f28f8c-edae-40f0-b323-adeb1bdc1d35"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:02.252025 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5f31758e-1dda-4c80-b6ea-210408ec51d1 req-fa5a9171-a01d-4617-9b23-0bee8e40971b tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561731 Jul 13 07:23:02.384772 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-56283ba2-35ee-4b9c-83c2-a7742ca22657 None None] Provisioning complete for port 87f28f8c-edae-40f0-b323-adeb1bdc1d35 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:02.385141 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-56283ba2-35ee-4b9c-83c2-a7742ca22657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:02.400855 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ecf309-2b7f-4eff-b7f7-4d3f9f14a8b8 req-7d80a6c8-3a13-4d00-a789-ac579db20cb0 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:02.409612 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b9ecf309-2b7f-4eff-b7f7-4d3f9f14a8b8 req-7d80a6c8-3a13-4d00-a789-ac579db20cb0 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/ports?device_id=984b6022-948f-4c98-b4db-8cd8d794b981 HTTP/1.1" status: 200 len: 946 time: 0.0817230 Jul 13 07:23:02.451493 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c6d7b-53d5-4e74-80ff-cae8cd123a8f req-38861c7d-afac-4e0f-ad4d-dfd16c47964a tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:02.453527 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3e9c6d7b-53d5-4e74-80ff-cae8cd123a8f req-38861c7d-afac-4e0f-ad4d-dfd16c47964a tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/ports?device_id=384c583f-9825-48d0-85b1-b16123f853e0 HTTP/1.1" status: 200 len: 950 time: 0.0901942 Jul 13 07:23:02.467444 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b9ecf309-2b7f-4eff-b7f7-4d3f9f14a8b8 req-08e6b1c0-efff-461c-9e31-8632db6dff2a tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/security-groups?id=377426b7-c333-4bbf-8f81-a4f39606d51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535324 Jul 13 07:23:02.512185 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3e9c6d7b-53d5-4e74-80ff-cae8cd123a8f req-779dd110-5cd5-4f35-9e66-7f5516e00d73 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/security-groups?id=a98c6085-37cf-41de-b1b2-f1722db5ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504441 Jul 13 07:23:02.538958 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596f25b5-8ede-4fbb-bc6a-ff0f852d106d x-openstack-request-id: req-596f25b5-8ede-4fbb-bc6a-ff0f852d106d {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:02.539682 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "name": "network-vif-plugged", "status": "completed", "tag": "38a092c2-cb24-4cdb-9c57-ce1ffaf19763", "code": 200}, {"server_uuid": "d42d2d4c-080b-4e58-b550-e4358b2569c9", "name": "network-vif-plugged", "status": "completed", "tag": "b8debd6b-7a14-4e55-868f-65f7c387746e", "code": 200}, {"server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "name": "network-vif-plugged", "status": "completed", "tag": "ff532c51-9355-4450-8c7c-8a7e95d11ca1", "code": 200}, {"server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "name": "network-vif-plugged", "status": "completed", "tag": "062ad5be-860c-4f0d-a0b3-14494304c026", "code": 200}, {"server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "name": "network-vif-plugged", "status": "completed", "tag": "d7ded5d2-51a4-43c5-bfa9-37432da7c39b", "code": 200}, {"server_uuid": "984b6022-948f-4c98-b4db-8cd8d794b981", "name": "network-vif-plugged", "status": "completed", "tag": "40363775-f633-47c9-afb8-c73a3b5103c6", "code": 200}, {"server_uuid": "bc423d3e-a088-437f-ab26-085e7ec28a2e", "name": "network-vif-plugged", "status": "completed", "tag": "87f28f8c-edae-40f0-b323-adeb1bdc1d35", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:02.540693 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-596f25b5-8ede-4fbb-bc6a-ff0f852d106d {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:02.541415 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a092c2-cb24-4cdb-9c57-ce1ffaf19763', 'code': 200} Jul 13 07:23:02.541680 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd42d2d4c-080b-4e58-b550-e4358b2569c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8debd6b-7a14-4e55-868f-65f7c387746e', 'code': 200} Jul 13 07:23:02.541932 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff532c51-9355-4450-8c7c-8a7e95d11ca1', 'code': 200} Jul 13 07:23:02.542290 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062ad5be-860c-4f0d-a0b3-14494304c026', 'code': 200} Jul 13 07:23:02.542542 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ded5d2-51a4-43c5-bfa9-37432da7c39b', 'code': 200} Jul 13 07:23:02.542793 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '984b6022-948f-4c98-b4db-8cd8d794b981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40363775-f633-47c9-afb8-c73a3b5103c6', 'code': 200} Jul 13 07:23:02.543033 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc423d3e-a088-437f-ab26-085e7ec28a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f28f8c-edae-40f0-b323-adeb1bdc1d35', 'code': 200} Jul 13 07:23:02.715546 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c09a0e-856a-4cae-a62a-d7f7913c03a5 req-1e9a0719-3d28-4938-a1e8-d0d924f466f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:02.718014 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-12c09a0e-856a-4cae-a62a-d7f7913c03a5 req-1e9a0719-3d28-4938-a1e8-d0d924f466f3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d42d2d4c-080b-4e58-b550-e4358b2569c9 HTTP/1.1" status: 200 len: 1097 time: 0.0927119 Jul 13 07:23:02.768143 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-12c09a0e-856a-4cae-a62a-d7f7913c03a5 req-fefc3c1b-72c6-463b-abe0-c631dbd69bb9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e1ea1d82-929f-408a-ad17-d52629d5cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409279 Jul 13 07:23:02.868016 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037da9b1-d300-4108-9c42-0f151c444939 req-809ea30e-a560-41fc-9208-fd74b90080b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:02.868502 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037da9b1-d300-4108-9c42-0f151c444939 req-809ea30e-a560-41fc-9208-fd74b90080b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:02.868974 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037da9b1-d300-4108-9c42-0f151c444939 req-809ea30e-a560-41fc-9208-fd74b90080b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:02.869443 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037da9b1-d300-4108-9c42-0f151c444939 req-809ea30e-a560-41fc-9208-fd74b90080b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:02.869920 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037da9b1-d300-4108-9c42-0f151c444939 req-809ea30e-a560-41fc-9208-fd74b90080b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:02.870391 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037da9b1-d300-4108-9c42-0f151c444939 req-809ea30e-a560-41fc-9208-fd74b90080b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:02.870856 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037da9b1-d300-4108-9c42-0f151c444939 req-809ea30e-a560-41fc-9208-fd74b90080b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:02.873148 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-037da9b1-d300-4108-9c42-0f151c444939 req-809ea30e-a560-41fc-9208-fd74b90080b5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 6498 time: 0.1702232 Jul 13 07:23:02.881570 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe78bf-1b8c-4baf-8ff5-38034960a011 req-dd6e268e-8de2-445b-97b8-b895e735c335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:02.883085 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-adbe78bf-1b8c-4baf-8ff5-38034960a011 req-dd6e268e-8de2-445b-97b8-b895e735c335 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bc423d3e-a088-437f-ab26-085e7ec28a2e HTTP/1.1" status: 200 len: 1102 time: 0.2282255 Jul 13 07:23:02.918396 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c22dd-631d-4773-bfde-7e49d19c7ec7 req-da6651e2-d294-4e72-a431-02ec5a69c150 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:02.924189 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c22dd-631d-4773-bfde-7e49d19c7ec7 req-da6651e2-d294-4e72-a431-02ec5a69c150 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:02.930133 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c22dd-631d-4773-bfde-7e49d19c7ec7 req-da6651e2-d294-4e72-a431-02ec5a69c150 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:02.937227 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c22dd-631d-4773-bfde-7e49d19c7ec7 req-da6651e2-d294-4e72-a431-02ec5a69c150 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:02.943242 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c22dd-631d-4773-bfde-7e49d19c7ec7 req-da6651e2-d294-4e72-a431-02ec5a69c150 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:02.949295 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c22dd-631d-4773-bfde-7e49d19c7ec7 req-da6651e2-d294-4e72-a431-02ec5a69c150 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:02.956107 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c22dd-631d-4773-bfde-7e49d19c7ec7 req-da6651e2-d294-4e72-a431-02ec5a69c150 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:02.958076 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e07c22dd-631d-4773-bfde-7e49d19c7ec7 req-da6651e2-d294-4e72-a431-02ec5a69c150 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 5434 time: 0.2677717 Jul 13 07:23:02.962775 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfcb0af-f4a0-4ee2-9d8f-a763b392f576 req-1bf290df-8b5e-4bbd-9f7e-11ee39039e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:02.964197 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2cfcb0af-f4a0-4ee2-9d8f-a763b392f576 req-1bf290df-8b5e-4bbd-9f7e-11ee39039e42 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=984b6022-948f-4c98-b4db-8cd8d794b981 HTTP/1.1" status: 200 len: 1098 time: 0.2478163 Jul 13 07:23:03.024226 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e9d819f3-8090-4c96-8ae3-0243df1b3d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:03.033216 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:03.054479 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-037da9b1-d300-4108-9c42-0f151c444939 req-d3fafd46-1ee5-4f0b-a249-1518573c7936 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4b298572-65fa-498a-ba3d-67c8f2b7d207&id=afedc317-2eb3-4978-a3f5-50dbdb316361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1703725 Jul 13 07:23:03.061035 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e07c22dd-631d-4773-bfde-7e49d19c7ec7 req-4575db29-a65c-4500-816b-e57108e5fefe tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=afedc317-2eb3-4978-a3f5-50dbdb316361&id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0820210 Jul 13 07:23:03.062584 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-adbe78bf-1b8c-4baf-8ff5-38034960a011 req-a7f1f573-bd5b-4968-badb-61c7a905a30a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f433bb30-df9d-4dd3-8a33-fa0170e6c8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706648 Jul 13 07:23:03.066714 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2cfcb0af-f4a0-4ee2-9d8f-a763b392f576 req-61b403a7-8b9b-4420-89ee-c1f60e0523f5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=377426b7-c333-4bbf-8f81-a4f39606d51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944560 Jul 13 07:23:03.267981 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a77cfd-9b5d-497c-a31d-51bb477477ec req-41e49429-ad68-4efe-8fae-92532e3aaaa3 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:03.269556 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f7a77cfd-9b5d-497c-a31d-51bb477477ec req-41e49429-ad68-4efe-8fae-92532e3aaaa3 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d01814d4-51a5-4802-9bf7-b0a3bae38742 HTTP/1.1" status: 200 len: 949 time: 0.0808213 Jul 13 07:23:03.319764 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f7a77cfd-9b5d-497c-a31d-51bb477477ec req-29c97794-741e-453c-b3d3-a4c039a56cab tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/security-groups?id=7cc4dba3-0381-4af9-819d-8ff2c49b3e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412824 Jul 13 07:23:03.386906 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617aa429-08ac-4af9-8652-654d1f7598c7 req-ac5e4f47-60ab-4cec-b965-59fa88f0c8bd tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:03.389073 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-617aa429-08ac-4af9-8652-654d1f7598c7 req-ac5e4f47-60ab-4cec-b965-59fa88f0c8bd tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc423d3e-a088-437f-ab26-085e7ec28a2e HTTP/1.1" status: 200 len: 950 time: 0.0860143 Jul 13 07:23:03.448635 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-617aa429-08ac-4af9-8652-654d1f7598c7 req-444ff287-f9e7-4d13-97fa-4883685a438e tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] 10.222.0.23 "GET /v2.0/security-groups?id=f433bb30-df9d-4dd3-8a33-fa0170e6c8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454102 Jul 13 07:23:03.558242 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61979e-3dbd-45d1-9942-fe59eaf01973 req-f0c2524f-3611-4812-ad87-c7e0065a02fe tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:03.560741 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dd61979e-3dbd-45d1-9942-fe59eaf01973 req-f0c2524f-3611-4812-ad87-c7e0065a02fe tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/ports?device_id=d42d2d4c-080b-4e58-b550-e4358b2569c9 HTTP/1.1" status: 200 len: 945 time: 0.0851941 Jul 13 07:23:03.609517 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dd61979e-3dbd-45d1-9942-fe59eaf01973 req-58cc9c5b-072f-4c52-82fc-67ceddccdf56 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ea1d82-929f-408a-ad17-d52629d5cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423930 Jul 13 07:23:03.768414 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9530f-7d35-47fc-8bca-1f50d95f21c4 req-8b7e4df8-259f-4365-8433-db8548bb178d tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:03.769956 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2ac9530f-7d35-47fc-8bca-1f50d95f21c4 req-8b7e4df8-259f-4365-8433-db8548bb178d tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1b1a1b-2849-4e74-945d-a63a5960ed8f HTTP/1.1" status: 200 len: 945 time: 0.0803580 Jul 13 07:23:03.813753 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69af40-d6c7-4e92-9e7f-5836d77d5988 req-10f8d2d9-a6f5-40a9-8ad9-6349c29f75af tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:03.815355 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb69af40-d6c7-4e92-9e7f-5836d77d5988 req-10f8d2d9-a6f5-40a9-8ad9-6349c29f75af tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/ports?device_id=984b6022-948f-4c98-b4db-8cd8d794b981 HTTP/1.1" status: 200 len: 946 time: 0.0817008 Jul 13 07:23:03.876027 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb69af40-d6c7-4e92-9e7f-5836d77d5988 req-1025d393-86fe-4b76-85d9-6453346d3800 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/security-groups?id=377426b7-c333-4bbf-8f81-a4f39606d51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547874 Jul 13 07:23:03.879154 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2ac9530f-7d35-47fc-8bca-1f50d95f21c4 req-9143fe58-f961-41a0-be9c-c3870e880a4f tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569305 Jul 13 07:23:03.903940 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7f7de-7cc6-43c7-a641-d017abf2736a req-6000e636-3806-4e96-a6c0-01087e4e0e77 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:03.905900 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-37e7f7de-7cc6-43c7-a641-d017abf2736a req-6000e636-3806-4e96-a6c0-01087e4e0e77 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e1b1a1b-2849-4e74-945d-a63a5960ed8f HTTP/1.1" status: 200 len: 945 time: 0.1218102 Jul 13 07:23:03.930642 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:04.019029 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-37e7f7de-7cc6-43c7-a641-d017abf2736a req-c0d75656-2c9f-4a4e-bfb6-54117e3c592e tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Deleting port 2bdad66f-d8ea-4937-92dd-1931acd0dead {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:23:04.019524 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-37e7f7de-7cc6-43c7-a641-d017abf2736a req-c0d75656-2c9f-4a4e-bfb6-54117e3c592e tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:04.115674 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-37e7f7de-7cc6-43c7-a641-d017abf2736a req-c0d75656-2c9f-4a4e-bfb6-54117e3c592e tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] For port 2bdad66f-d8ea-4937-92dd-1931acd0dead, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=2bdad66f-d8ea-4937-92dd-1931acd0dead,segment=NetworkSegment(42cecd3b-e0c4-420d-a7f0-4c98bc6e046c),segment_id=42cecd3b-e0c4-420d-a7f0-4c98bc6e046c)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:04.116042 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-37e7f7de-7cc6-43c7-a641-d017abf2736a req-c0d75656-2c9f-4a4e-bfb6-54117e3c592e tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:04.131397 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-37e7f7de-7cc6-43c7-a641-d017abf2736a req-c0d75656-2c9f-4a4e-bfb6-54117e3c592e tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Calling delete_port for 2bdad66f-d8ea-4937-92dd-1931acd0dead owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:23:04.160493 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 92dce5c0-12b3-401b-8e1f-5c0bab3d7611 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:23:04.250811 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:04.288147 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 92dce5c0-12b3-401b-8e1f-5c0bab3d7611, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=92dce5c0-12b3-401b-8e1f-5c0bab3d7611,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:04.292796 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:04.318523 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-37e7f7de-7cc6-43c7-a641-d017abf2736a req-c0d75656-2c9f-4a4e-bfb6-54117e3c592e tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:04.331101 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['2bdad66f-d8ea-4937-92dd-1931acd0dead'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:04.333823 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f353e78-b5d5-4d61-8d28-f584f7a34432 req-c366f7ee-c6bd-4afb-ad61-dcff89c62097 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:04.339284 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['ff2bbdce-2745-430f-8402-3c5c3a37c0ca'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:04.339565 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f353e78-b5d5-4d61-8d28-f584f7a34432 req-c366f7ee-c6bd-4afb-ad61-dcff89c62097 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:04.346989 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f353e78-b5d5-4d61-8d28-f584f7a34432 req-c366f7ee-c6bd-4afb-ad61-dcff89c62097 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:04.353735 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f353e78-b5d5-4d61-8d28-f584f7a34432 req-c366f7ee-c6bd-4afb-ad61-dcff89c62097 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:04.362200 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f353e78-b5d5-4d61-8d28-f584f7a34432 req-c366f7ee-c6bd-4afb-ad61-dcff89c62097 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:04.369687 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f353e78-b5d5-4d61-8d28-f584f7a34432 req-c366f7ee-c6bd-4afb-ad61-dcff89c62097 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:04.380864 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f353e78-b5d5-4d61-8d28-f584f7a34432 req-c366f7ee-c6bd-4afb-ad61-dcff89c62097 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:04.382860 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8f353e78-b5d5-4d61-8d28-f584f7a34432 req-c366f7ee-c6bd-4afb-ad61-dcff89c62097 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 5434 time: 0.1738932 Jul 13 07:23:04.419575 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d75656-2c9f-4a4e-bfb6-54117e3c592e tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Pushing event deleted for resources: {'Port': ['ID=2bdad66f-d8ea-4937-92dd-1931acd0dead,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:04.461693 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=92dce5c0-12b3-401b-8e1f-5c0bab3d7611,revision_number=8']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:04.509000 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e7f7de-7cc6-43c7-a641-d017abf2736a req-c0d75656-2c9f-4a4e-bfb6-54117e3c592e tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] No DVR routers for this DVR port 2bdad66f-d8ea-4937-92dd-1931acd0dead on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:23:04.533077 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-37e7f7de-7cc6-43c7-a641-d017abf2736a req-c0d75656-2c9f-4a4e-bfb6-54117e3c592e tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:04.535975 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-37e7f7de-7cc6-43c7-a641-d017abf2736a req-c0d75656-2c9f-4a4e-bfb6-54117e3c592e tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.25 "DELETE /v2.0/ports/2bdad66f-d8ea-4937-92dd-1931acd0dead HTTP/1.1" status: 204 len: 173 time: 0.6205313 Jul 13 07:23:04.536907 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1b1a1b-2849-4e74-945d-a63a5960ed8f', 'name': 'network-vif-deleted', 'tag': '2bdad66f-d8ea-4937-92dd-1931acd0dead'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:04.538883 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71cb5b0a-3469-493c-b3fd-4aa7d6d37a36" -d '{"events": [{"server_uuid": "0e1b1a1b-2849-4e74-945d-a63a5960ed8f", "name": "network-vif-deleted", "tag": "2bdad66f-d8ea-4937-92dd-1931acd0dead"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:04.546624 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384c583f-9825-48d0-85b1-b16123f853e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92dce5c0-12b3-401b-8e1f-5c0bab3d7611'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:04.549096 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84af6e00-2a1c-4612-9130-1ec8d953e54d" -d '{"events": [{"server_uuid": "384c583f-9825-48d0-85b1-b16123f853e0", "name": "network-vif-unplugged", "status": "completed", "tag": "92dce5c0-12b3-401b-8e1f-5c0bab3d7611"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:04.556666 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8f353e78-b5d5-4d61-8d28-f584f7a34432 req-c1f63b3c-4b6b-4629-9f51-374d3d361e1d tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=afedc317-2eb3-4978-a3f5-50dbdb316361&id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1473460 Jul 13 07:23:04.692852 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8fedc-a185-4c7c-9ce5-9bf46cb16d1e req-2d61e089-ba70-4002-98b5-37751700bb07 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:04.694422 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f5a8fedc-a185-4c7c-9ce5-9bf46cb16d1e req-2d61e089-ba70-4002-98b5-37751700bb07 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d01814d4-51a5-4802-9bf7-b0a3bae38742 HTTP/1.1" status: 200 len: 949 time: 0.1782308 Jul 13 07:23:04.753823 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f5a8fedc-a185-4c7c-9ce5-9bf46cb16d1e req-40044800-3122-4e35-b42d-395fcca4d875 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/security-groups?id=7cc4dba3-0381-4af9-819d-8ff2c49b3e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487237 Jul 13 07:23:04.784000 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6e6b568a-5559-4faa-8a60-4cf9ed250fa8 None None] Provisioning complete for port 92dce5c0-12b3-401b-8e1f-5c0bab3d7611 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:04.784000 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6e6b568a-5559-4faa-8a60-4cf9ed250fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:04.830496 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d76bf6-52b4-45d2-b6f9-ef30fd877f91 x-openstack-request-id: req-b1d76bf6-52b4-45d2-b6f9-ef30fd877f91 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:04.831072 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1b1a1b-2849-4e74-945d-a63a5960ed8f", "name": "network-vif-deleted", "tag": "2bdad66f-d8ea-4937-92dd-1931acd0dead", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:04.832481 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b1d76bf6-52b4-45d2-b6f9-ef30fd877f91 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:04.832958 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1b1a1b-2849-4e74-945d-a63a5960ed8f', 'name': 'network-vif-deleted', 'tag': '2bdad66f-d8ea-4937-92dd-1931acd0dead', 'status': 'completed', 'code': 200} Jul 13 07:23:04.863454 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3c5c79-c9e4-418e-b470-9b84e1e3d749 x-openstack-request-id: req-5a3c5c79-c9e4-418e-b470-9b84e1e3d749 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:04.863970 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384c583f-9825-48d0-85b1-b16123f853e0", "name": "network-vif-unplugged", "status": "completed", "tag": "92dce5c0-12b3-401b-8e1f-5c0bab3d7611", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:04.864382 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5a3c5c79-c9e4-418e-b470-9b84e1e3d749 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:04.865182 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '384c583f-9825-48d0-85b1-b16123f853e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92dce5c0-12b3-401b-8e1f-5c0bab3d7611', 'code': 200} Jul 13 07:23:04.927403 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061eae0-e686-46bd-b882-d790f5a37acf req-23915736-43a3-4c43-b069-7d88bbcfb7d3 tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:04.929733 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b061eae0-e686-46bd-b882-d790f5a37acf req-23915736-43a3-4c43-b069-7d88bbcfb7d3 tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc423d3e-a088-437f-ab26-085e7ec28a2e HTTP/1.1" status: 200 len: 950 time: 0.1275887 Jul 13 07:23:04.942818 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6e6b568a-5559-4faa-8a60-4cf9ed250fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:04.992939 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b061eae0-e686-46bd-b882-d790f5a37acf req-f894c3de-8666-4de6-8b49-ef086fd39dce tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] 10.222.0.23 "GET /v2.0/security-groups?id=f433bb30-df9d-4dd3-8a33-fa0170e6c8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570052 Jul 13 07:23:05.007780 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-6e6b568a-5559-4faa-8a60-4cf9ed250fa8 None None] For port 92dce5c0-12b3-401b-8e1f-5c0bab3d7611, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=92dce5c0-12b3-401b-8e1f-5c0bab3d7611,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:05.012897 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6e6b568a-5559-4faa-8a60-4cf9ed250fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:05.141712 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b568a-5559-4faa-8a60-4cf9ed250fa8 None None] Pushing event updated for resources: {'Port': ['ID=92dce5c0-12b3-401b-8e1f-5c0bab3d7611,revision_number=9']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:05.273005 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d736e6b-d591-4808-9870-838b7e824ddb req-8bef0d64-8aa6-40c9-b05e-a1d995628533 tempest-LiveMigrationNegativeTest-839672706 tempest-LiveMigrationNegativeTest-839672706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:05.276009 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0d736e6b-d591-4808-9870-838b7e824ddb req-8bef0d64-8aa6-40c9-b05e-a1d995628533 tempest-LiveMigrationNegativeTest-839672706 tempest-LiveMigrationNegativeTest-839672706-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d01814d4-51a5-4802-9bf7-b0a3bae38742 HTTP/1.1" status: 200 len: 1101 time: 0.0845459 Jul 13 07:23:05.284576 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ae007-ff96-40f2-97f4-cfc0f135c609 req-a31c803f-6bb3-4b7f-aee0-86957152b656 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:05.286173 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e22ae007-ff96-40f2-97f4-cfc0f135c609 req-a31c803f-6bb3-4b7f-aee0-86957152b656 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/ports?device_id=d42d2d4c-080b-4e58-b550-e4358b2569c9 HTTP/1.1" status: 200 len: 945 time: 0.1295271 Jul 13 07:23:05.298806 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0d736e6b-d591-4808-9870-838b7e824ddb req-daf43b35-d820-4bcb-a139-11f9df572c0d tempest-LiveMigrationNegativeTest-839672706 tempest-LiveMigrationNegativeTest-839672706-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:05.448455 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e22ae007-ff96-40f2-97f4-cfc0f135c609 req-92549a02-87c9-4690-b9dd-323ea262f5c3 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ea1d82-929f-408a-ad17-d52629d5cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532307 Jul 13 07:23:05.499931 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8252fe84-f23b-463f-9322-ceec970ba4a6 None None] Provisioning complete for port 92dce5c0-12b3-401b-8e1f-5c0bab3d7611 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:05.500904 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8252fe84-f23b-463f-9322-ceec970ba4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:05.511663 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0d736e6b-d591-4808-9870-838b7e824ddb req-daf43b35-d820-4bcb-a139-11f9df572c0d tempest-LiveMigrationNegativeTest-839672706 tempest-LiveMigrationNegativeTest-839672706-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:05.517496 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0d736e6b-d591-4808-9870-838b7e824ddb req-daf43b35-d820-4bcb-a139-11f9df572c0d tempest-LiveMigrationNegativeTest-839672706 tempest-LiveMigrationNegativeTest-839672706-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:05.571242 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0d736e6b-d591-4808-9870-838b7e824ddb req-daf43b35-d820-4bcb-a139-11f9df572c0d tempest-LiveMigrationNegativeTest-839672706 tempest-LiveMigrationNegativeTest-839672706-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=7cc4dba3-0381-4af9-819d-8ff2c49b3e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891352 Jul 13 07:23:05.616273 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf43b35-d820-4bcb-a139-11f9df572c0d tempest-LiveMigrationNegativeTest-839672706 tempest-LiveMigrationNegativeTest-839672706-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7399bc6-6916-4bae-8b4e-fc4865b10c6f,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:05.703425 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8762f-a700-46eb-aaa4-d5a71289147b req-7accfcff-7f92-47a5-9f16-f24dfe134ade tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:05.710354 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-74b8762f-a700-46eb-aaa4-d5a71289147b req-7accfcff-7f92-47a5-9f16-f24dfe134ade tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/ports?device_id=984b6022-948f-4c98-b4db-8cd8d794b981 HTTP/1.1" status: 200 len: 946 time: 0.0953400 Jul 13 07:23:05.715182 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:05.754858 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-74b8762f-a700-46eb-aaa4-d5a71289147b req-dde6fd67-6c5a-4c0f-b2e2-3bab5b2dd992 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/security-groups?id=377426b7-c333-4bbf-8f81-a4f39606d51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435696 Jul 13 07:23:05.851947 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e85bdd2b-527d-4853-b1c3-fa3f0a205147 req-edc149fa-8fd3-48d4-b3f7-74f623c62677 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-334243656&fields=id&tenant_id=cd2fbd6dbade4360a70e4272ba843d4c HTTP/1.1" status: 200 len: 267 time: 0.0487869 Jul 13 07:23:05.924200 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85bdd2b-527d-4853-b1c3-fa3f0a205147 req-6a2c6028-75f3-4ad0-9432-dafdf193881a tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:05.928003 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e85bdd2b-527d-4853-b1c3-fa3f0a205147 req-6a2c6028-75f3-4ad0-9432-dafdf193881a tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/ports?device_id=d42d2d4c-080b-4e58-b550-e4358b2569c9 HTTP/1.1" status: 200 len: 945 time: 0.0694451 Jul 13 07:23:05.943431 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-e85bdd2b-527d-4853-b1c3-fa3f0a205147 req-5e26dba7-1fb7-4c8d-9385-7098e2bd2235 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Request body: {'port': {'security_groups': ['e1ea1d82-929f-408a-ad17-d52629d5cbd5', 'b9ade2b9-a1c0-493b-8527-050baa6b87e4']}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:05.985297 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85c031-3a0c-467a-885e-e734d595017b req-b256ae5b-bac8-475c-ba98-a19a12498348 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:05.992445 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85c031-3a0c-467a-885e-e734d595017b req-b256ae5b-bac8-475c-ba98-a19a12498348 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:05.999100 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85c031-3a0c-467a-885e-e734d595017b req-b256ae5b-bac8-475c-ba98-a19a12498348 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:06.005601 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85c031-3a0c-467a-885e-e734d595017b req-b256ae5b-bac8-475c-ba98-a19a12498348 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:06.015060 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85c031-3a0c-467a-885e-e734d595017b req-b256ae5b-bac8-475c-ba98-a19a12498348 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:06.021351 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85c031-3a0c-467a-885e-e734d595017b req-b256ae5b-bac8-475c-ba98-a19a12498348 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:06.027307 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85c031-3a0c-467a-885e-e734d595017b req-b256ae5b-bac8-475c-ba98-a19a12498348 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:06.029876 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9f85c031-3a0c-467a-885e-e734d595017b req-b256ae5b-bac8-475c-ba98-a19a12498348 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 5434 time: 0.1195321 Jul 13 07:23:06.073641 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9f85c031-3a0c-467a-885e-e734d595017b req-bfcbfe6f-aedd-43b9-9c58-5c0c1c663d12 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=afedc317-2eb3-4978-a3f5-50dbdb316361&id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377147 Jul 13 07:23:06.329900 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e85bdd2b-527d-4853-b1c3-fa3f0a205147 req-5e26dba7-1fb7-4c8d-9385-7098e2bd2235 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:06.519830 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-e85bdd2b-527d-4853-b1c3-fa3f0a205147 req-5e26dba7-1fb7-4c8d-9385-7098e2bd2235 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] For port b8debd6b-7a14-4e55-868f-65f7c387746e, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=b8debd6b-7a14-4e55-868f-65f7c387746e,segment=NetworkSegment(557265a9-4c3d-44b6-8e8d-7a431f373307),segment_id=557265a9-4c3d-44b6-8e8d-7a431f373307)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:06.542337 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-785281f5-efdf-4704-8362-a19df755f972 req-0b208f55-2b01-4b90-9687-2367e3c3622f tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 258 time: 0.1962104 Jul 13 07:23:06.555419 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-785281f5-efdf-4704-8362-a19df755f972 req-da8fad4e-07f9-4581-b4ea-58aabb933ecd tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:06.555671 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e85bdd2b-527d-4853-b1c3-fa3f0a205147 req-5e26dba7-1fb7-4c8d-9385-7098e2bd2235 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:06.561436 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e85bdd2b-527d-4853-b1c3-fa3f0a205147 req-5e26dba7-1fb7-4c8d-9385-7098e2bd2235 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:06.574838 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['b8debd6b-7a14-4e55-868f-65f7c387746e'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:06.583368 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-785281f5-efdf-4704-8362-a19df755f972 req-da8fad4e-07f9-4581-b4ea-58aabb933ecd tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks [] for floatingip, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:06.605182 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85bdd2b-527d-4853-b1c3-fa3f0a205147 req-5e26dba7-1fb7-4c8d-9385-7098e2bd2235 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:06.605905 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e85bdd2b-527d-4853-b1c3-fa3f0a205147 req-5e26dba7-1fb7-4c8d-9385-7098e2bd2235 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:06.615761 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e85bdd2b-527d-4853-b1c3-fa3f0a205147 req-5e26dba7-1fb7-4c8d-9385-7098e2bd2235 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "PUT /v2.0/ports/b8debd6b-7a14-4e55-868f-65f7c387746e HTTP/1.1" status: 200 len: 981 time: 0.6791277 Jul 13 07:23:06.651627 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e26dba7-1fb7-4c8d-9385-7098e2bd2235 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Pushing event updated for resources: {'Port': ['ID=b8debd6b-7a14-4e55-868f-65f7c387746e,revision_number=6']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:06.707682 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['b8debd6b-7a14-4e55-868f-65f7c387746e'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:06.724233 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-785281f5-efdf-4704-8362-a19df755f972 req-da8fad4e-07f9-4581-b4ea-58aabb933ecd tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:06.751441 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 3b8e1476-3286-48c1-b46c-ed499c65dca8 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:23:06.833950 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd42d2d4c-080b-4e58-b550-e4358b2569c9', 'tag': 'b8debd6b-7a14-4e55-868f-65f7c387746e'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:06.836342 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222a75ea-23b9-4b47-a40b-dd2eeb799751" -d '{"events": [{"name": "network-changed", "server_uuid": "d42d2d4c-080b-4e58-b550-e4358b2569c9", "tag": "b8debd6b-7a14-4e55-868f-65f7c387746e"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:06.859157 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-785281f5-efdf-4704-8362-a19df755f972 req-da8fad4e-07f9-4581-b4ea-58aabb933ecd tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Allocated IP 172.25.3.10 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/984ce210-dc83-406c-acec-65e84bffe685) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:06.867090 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384c583f-9825-48d0-85b1-b16123f853e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92dce5c0-12b3-401b-8e1f-5c0bab3d7611'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:06.869427 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e00d081-cd3b-434b-8773-9ce6a8a33c59" -d '{"events": [{"server_uuid": "384c583f-9825-48d0-85b1-b16123f853e0", "name": "network-vif-plugged", "status": "completed", "tag": "92dce5c0-12b3-401b-8e1f-5c0bab3d7611"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:07.021061 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 3b8e1476-3286-48c1-b46c-ed499c65dca8, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=3b8e1476-3286-48c1-b46c-ed499c65dca8,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:07.026231 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6170c8-aac3-49f3-a8f1-133f9adec936 req-893d20a1-e534-4490-9c0c-6f1a4cdafbac tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:07.029337 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8f6170c8-aac3-49f3-a8f1-133f9adec936 req-893d20a1-e534-4490-9c0c-6f1a4cdafbac tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc423d3e-a088-437f-ab26-085e7ec28a2e HTTP/1.1" status: 200 len: 950 time: 0.0790939 Jul 13 07:23:07.046147 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-785281f5-efdf-4704-8362-a19df755f972 req-da8fad4e-07f9-4581-b4ea-58aabb933ecd tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:07.082515 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8f6170c8-aac3-49f3-a8f1-133f9adec936 req-f704aa99-6916-47da-b9f9-4cb956d7690d tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] 10.222.0.23 "GET /v2.0/security-groups?id=f433bb30-df9d-4dd3-8a33-fa0170e6c8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475416 Jul 13 07:23:07.084383 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '3b8e1476-3286-48c1-b46c-ed499c65dca8', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': '3b8e1476-3286-48c1-b46c-ed499c65dca8', 'mac_address': 'fa:16:3e:f3:26:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:23:07.093710 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-785281f5-efdf-4704-8362-a19df755f972 req-da8fad4e-07f9-4581-b4ea-58aabb933ecd tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:07.138594 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-785281f5-efdf-4704-8362-a19df755f972 req-da8fad4e-07f9-4581-b4ea-58aabb933ecd tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:07.146832 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-785281f5-efdf-4704-8362-a19df755f972 req-da8fad4e-07f9-4581-b4ea-58aabb933ecd tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:07.151010 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-785281f5-efdf-4704-8362-a19df755f972 req-da8fad4e-07f9-4581-b4ea-58aabb933ecd tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:07.167060 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:07.183967 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b8e1476-3286-48c1-b46c-ed499c65dca8 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:07.209058 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 3b8e1476-3286-48c1-b46c-ed499c65dca8, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=3b8e1476-3286-48c1-b46c-ed499c65dca8,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:07.213433 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8fad4e-07f9-4581-b4ea-58aabb933ecd tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Pushing event updated for resources: {'Port': ['ID=984ce210-dc83-406c-acec-65e84bffe685,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:07.219239 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:07.275519 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-785281f5-efdf-4704-8362-a19df755f972 req-da8fad4e-07f9-4581-b4ea-58aabb933ecd tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:07.286849 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee462a-9b9f-47cb-8658-58a55969bf9d req-6f608c91-ec58-412e-a28a-bdacb0e8d3d8 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:07.289437 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=3b8e1476-3286-48c1-b46c-ed499c65dca8,revision_number=6']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:07.300218 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee462a-9b9f-47cb-8658-58a55969bf9d req-6f608c91-ec58-412e-a28a-bdacb0e8d3d8 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:07.306392 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee462a-9b9f-47cb-8658-58a55969bf9d req-6f608c91-ec58-412e-a28a-bdacb0e8d3d8 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:07.312448 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee462a-9b9f-47cb-8658-58a55969bf9d req-6f608c91-ec58-412e-a28a-bdacb0e8d3d8 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:07.318376 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee462a-9b9f-47cb-8658-58a55969bf9d req-6f608c91-ec58-412e-a28a-bdacb0e8d3d8 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:07.334745 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee462a-9b9f-47cb-8658-58a55969bf9d req-6f608c91-ec58-412e-a28a-bdacb0e8d3d8 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:07.335800 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-785281f5-efdf-4704-8362-a19df755f972 req-da8fad4e-07f9-4581-b4ea-58aabb933ecd tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:07.341766 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee462a-9b9f-47cb-8658-58a55969bf9d req-6f608c91-ec58-412e-a28a-bdacb0e8d3d8 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:07.344016 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a6ee462a-9b9f-47cb-8658-58a55969bf9d req-6f608c91-ec58-412e-a28a-bdacb0e8d3d8 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 5434 time: 0.1407993 Jul 13 07:23:07.357061 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 49100) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:07.362935 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-9105c0c0-a8dd-4f59-a4f9-4ab89057d4eb tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Request body: {'floatingip': {'port_id': '062ad5be-860c-4f0d-a0b3-14494304c026'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:07.437433 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['3b8e1476-3286-48c1-b46c-ed499c65dca8'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:07.525209 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9105c0c0-a8dd-4f59-a4f9-4ab89057d4eb tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks [] for floatingip, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:07.644933 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ce9556ee-de8a-49f3-afcf-ad65c706bc97 None None] Provisioning complete for port 3b8e1476-3286-48c1-b46c-ed499c65dca8 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:07.645580 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ce9556ee-de8a-49f3-afcf-ad65c706bc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:07.674085 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-785281f5-efdf-4704-8362-a19df755f972 req-da8fad4e-07f9-4581-b4ea-58aabb933ecd tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:07.686682 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-785281f5-efdf-4704-8362-a19df755f972 req-da8fad4e-07f9-4581-b4ea-58aabb933ecd tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:07.692447 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dec25-054d-472e-a7c2-83697517953f req-669302d0-c961-4c11-b7a0-78fda42942ef tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:07.694027 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-542dec25-054d-472e-a7c2-83697517953f req-669302d0-c961-4c11-b7a0-78fda42942ef tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6b5bcde-766a-4d51-9f5c-871279e60a1d HTTP/1.1" status: 200 len: 946 time: 0.1994367 Jul 13 07:23:07.729568 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8fad4e-07f9-4581-b4ea-58aabb933ecd tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Pushing event updated for resources: {'Port': ['ID=984ce210-dc83-406c-acec-65e84bffe685,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:07.833120 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-785281f5-efdf-4704-8362-a19df755f972 req-da8fad4e-07f9-4581-b4ea-58aabb933ecd tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:07.841181 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ce9556ee-de8a-49f3-afcf-ad65c706bc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:07.863421 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-785281f5-efdf-4704-8362-a19df755f972 req-da8fad4e-07f9-4581-b4ea-58aabb933ecd tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:07.864822 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-785281f5-efdf-4704-8362-a19df755f972 req-da8fad4e-07f9-4581-b4ea-58aabb933ecd tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3148494 Jul 13 07:23:07.875799 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-542dec25-054d-472e-a7c2-83697517953f req-7f522014-1e64-4e59-937b-e532001bc1aa tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605053 Jul 13 07:23:07.888473 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-ce9556ee-de8a-49f3-afcf-ad65c706bc97 None None] For port 3b8e1476-3286-48c1-b46c-ed499c65dca8, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=3b8e1476-3286-48c1-b46c-ed499c65dca8,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:07.901788 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ce9556ee-de8a-49f3-afcf-ad65c706bc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:07.979559 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9556ee-de8a-49f3-afcf-ad65c706bc97 None None] Pushing event updated for resources: {'Port': ['ID=3b8e1476-3286-48c1-b46c-ed499c65dca8,revision_number=7']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:08.003814 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-785281f5-efdf-4704-8362-a19df755f972 req-a9328ba8-373b-4052-a538-55ff8cbb99dd tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.10 HTTP/1.1" status: 200 len: 695 time: 0.1325300 Jul 13 07:23:08.189535 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 2bdad66f-d8ea-4937-92dd-1931acd0dead no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:23:08.206240 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785281f5-efdf-4704-8362-a19df755f972 req-d1211753-867e-4df6-8bda-a840b5b42403 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:08.208034 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-785281f5-efdf-4704-8362-a19df755f972 req-d1211753-867e-4df6-8bda-a840b5b42403 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/networks/099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 784 time: 0.2034392 Jul 13 07:23:08.224780 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 2bdad66f-d8ea-4937-92dd-1931acd0dead {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:23:08.225545 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 2bdad66f-d8ea-4937-92dd-1931acd0dead not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:23:08.242655 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7d64bebc-17f3-460c-8751-b6e21db919b9 req-bc7f3b1b-a227-4f57-92a1-e5dddbd1bcd9 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1026969564&fields=id&tenant_id=cd2fbd6dbade4360a70e4272ba843d4c HTTP/1.1" status: 200 len: 267 time: 0.1651485 Jul 13 07:23:08.395047 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-afd12db7-e125-40a8-be43-a892fb958b02 None None] Provisioning complete for port 3b8e1476-3286-48c1-b46c-ed499c65dca8 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:08.395429 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-afd12db7-e125-40a8-be43-a892fb958b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.419686 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64bebc-17f3-460c-8751-b6e21db919b9 req-5bff5e91-74fe-4e53-ad00-17ae3b8d1713 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:08.428342 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7d64bebc-17f3-460c-8751-b6e21db919b9 req-5bff5e91-74fe-4e53-ad00-17ae3b8d1713 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/ports?device_id=d42d2d4c-080b-4e58-b550-e4358b2569c9 HTTP/1.1" status: 200 len: 984 time: 0.1745842 Jul 13 07:23:08.434163 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-7d64bebc-17f3-460c-8751-b6e21db919b9 req-a98d0a8b-06be-4bd8-9929-585a9145364f tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Request body: {'port': {'security_groups': ['b9ade2b9-a1c0-493b-8527-050baa6b87e4', 'e1ea1d82-929f-408a-ad17-d52629d5cbd5', '8c63088b-090a-4bc2-8d73-55608914fd19']}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:08.628479 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9105c0c0-a8dd-4f59-a4f9-4ab89057d4eb tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.640258 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9105c0c0-a8dd-4f59-a4f9-4ab89057d4eb tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.737933 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644dd149-5d9b-4ba4-b6ea-a6d7a9802095 x-openstack-request-id: req-644dd149-5d9b-4ba4-b6ea-a6d7a9802095 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:08.738457 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384c583f-9825-48d0-85b1-b16123f853e0", "name": "network-vif-plugged", "status": "completed", "tag": "92dce5c0-12b3-401b-8e1f-5c0bab3d7611", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:08.738457 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-644dd149-5d9b-4ba4-b6ea-a6d7a9802095 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:08.738863 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '384c583f-9825-48d0-85b1-b16123f853e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92dce5c0-12b3-401b-8e1f-5c0bab3d7611', 'code': 200} Jul 13 07:23:08.746009 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c477f00e-0823-4fac-a7cc-af22f43dd281 x-openstack-request-id: req-c477f00e-0823-4fac-a7cc-af22f43dd281 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:08.746623 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d42d2d4c-080b-4e58-b550-e4358b2569c9", "tag": "b8debd6b-7a14-4e55-868f-65f7c387746e", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:08.746623 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c477f00e-0823-4fac-a7cc-af22f43dd281 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:08.747588 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd42d2d4c-080b-4e58-b550-e4358b2569c9', 'tag': 'b8debd6b-7a14-4e55-868f-65f7c387746e', 'status': 'completed', 'code': 200} Jul 13 07:23:08.772561 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 3b8e1476-3286-48c1-b46c-ed499c65dca8 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:08.838156 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 3b8e1476-3286-48c1-b46c-ed499c65dca8 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:08.838778 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.907156 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-7d64bebc-17f3-460c-8751-b6e21db919b9 req-a98d0a8b-06be-4bd8-9929-585a9145364f tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:08.995743 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [None req-9105c0c0-a8dd-4f59-a4f9-4ab89057d4eb tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Floating IP 8ebc441f-76b6-42d1-abbc-2b75398d44d6 associated. External IP: 172.25.3.107, port: 062ad5be-860c-4f0d-a0b3-14494304c026. Jul 13 07:23:09.145229 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a75ea-23b9-4b47-a40b-dd2eeb799751 req-c03fd772-09fd-476e-a4a2-183e9793fcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:09.147110 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-222a75ea-23b9-4b47-a40b-dd2eeb799751 req-c03fd772-09fd-476e-a4a2-183e9793fcdc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cd2fbd6dbade4360a70e4272ba843d4c&device_id=d42d2d4c-080b-4e58-b550-e4358b2569c9 HTTP/1.1" status: 200 len: 1136 time: 0.3958790 Jul 13 07:23:09.284151 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a9a22-ffdd-4f81-b8a7-4a08590811f4 req-91bee298-7d88-44ff-a14b-441417f7ce93 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:09.285437 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d55a9a22-ffdd-4f81-b8a7-4a08590811f4 req-91bee298-7d88-44ff-a14b-441417f7ce93 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/ports?device_id=984b6022-948f-4c98-b4db-8cd8d794b981&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1472785 Jul 13 07:23:09.355516 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d55a9a22-ffdd-4f81-b8a7-4a08590811f4 req-a4f69501-142c-4c82-81d6-bc73ece4ebba tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.10 HTTP/1.1" status: 200 len: 695 time: 0.0639784 Jul 13 07:23:09.369889 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-d55a9a22-ffdd-4f81-b8a7-4a08590811f4 req-2c4e30d7-d6c3-4e7f-a95b-b0cb65a579b1 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Request body: {'floatingip': {'port_id': '40363775-f633-47c9-afb8-c73a3b5103c6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:09.423548 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a75ea-23b9-4b47-a40b-dd2eeb799751 req-fd1e582f-91e3-4a17-8dc2-676ecba3f3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:09.428038 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-222a75ea-23b9-4b47-a40b-dd2eeb799751 req-fd1e582f-91e3-4a17-8dc2-676ecba3f3e1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d4112daa-098c-4665-aa01-55b0b4ff24e7 HTTP/1.1" status: 200 len: 914 time: 0.2678385 Jul 13 07:23:09.447002 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d55a9a22-ffdd-4f81-b8a7-4a08590811f4 req-2c4e30d7-d6c3-4e7f-a95b-b0cb65a579b1 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks [] for floatingip, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:09.482040 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-222a75ea-23b9-4b47-a40b-dd2eeb799751 req-e0d5ee09-f0a8-4b13-90c6-8f9ba7523afd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8debd6b-7a14-4e55-868f-65f7c387746e HTTP/1.1" status: 200 len: 217 time: 0.0431969 Jul 13 07:23:09.569815 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9105c0c0-a8dd-4f59-a4f9-4ab89057d4eb tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Router ba3601fd-e45c-4144-a44e-36d343c84d42 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:23:09.618428 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a75ea-23b9-4b47-a40b-dd2eeb799751 req-b22297ff-746d-4c37-8260-ff0e79afa65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:09.621630 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-222a75ea-23b9-4b47-a40b-dd2eeb799751 req-b22297ff-746d-4c37-8260-ff0e79afa65c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1359cd00-b54c-4d68-aebb-1c48443a9190 HTTP/1.1" status: 200 len: 853 time: 0.1260765 Jul 13 07:23:09.687491 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-222a75ea-23b9-4b47-a40b-dd2eeb799751 req-8e9c7b79-658b-41cf-a48c-6431e42e1bcc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d4112daa-098c-4665-aa01-55b0b4ff24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266440 Jul 13 07:23:09.706411 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-7d64bebc-17f3-460c-8751-b6e21db919b9 req-a98d0a8b-06be-4bd8-9929-585a9145364f tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] For port b8debd6b-7a14-4e55-868f-65f7c387746e, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=b8debd6b-7a14-4e55-868f-65f7c387746e,segment=NetworkSegment(557265a9-4c3d-44b6-8e8d-7a431f373307),segment_id=557265a9-4c3d-44b6-8e8d-7a431f373307)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:09.845325 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-7d64bebc-17f3-460c-8751-b6e21db919b9 req-a98d0a8b-06be-4bd8-9929-585a9145364f tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:09.855774 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9105c0c0-a8dd-4f59-a4f9-4ab89057d4eb tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:23:09.862240 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9105c0c0-a8dd-4f59-a4f9-4ab89057d4eb tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:09.867564 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-7d64bebc-17f3-460c-8751-b6e21db919b9 req-a98d0a8b-06be-4bd8-9929-585a9145364f tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:09.882798 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f26e064-c729-4061-a1d5-d9a76b7cb301 None None] Sync routers for ids ['ba3601fd-e45c-4144-a44e-36d343c84d42'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:23:09.885340 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['b8debd6b-7a14-4e55-868f-65f7c387746e'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:09.897855 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f26e064-c729-4061-a1d5-d9a76b7cb301 None None] Routers {'ba3601fd-e45c-4144-a44e-36d343c84d42'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:23:09.898690 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-5f26e064-c729-4061-a1d5-d9a76b7cb301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:23:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['ba3601fd-e45c-4144-a44e-36d343c84d42'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:10.186863 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-5f26e064-c729-4061-a1d5-d9a76b7cb301 None None] Set router ba3601fd-e45c-4144-a44e-36d343c84d42 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:23:10.290427 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-222a75ea-23b9-4b47-a40b-dd2eeb799751 req-1c18fb83-99bd-4423-8950-3fce6615b492 service neutron] 10.222.0.25 "GET /v2.0/networks/d4112daa-098c-4665-aa01-55b0b4ff24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5947840 Jul 13 07:23:10.470602 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-222a75ea-23b9-4b47-a40b-dd2eeb799751 req-3136df6d-c660-4d60-a569-1d99ef3b3d22 service neutron] 10.222.0.25 "GET /v2.0/networks/d4112daa-098c-4665-aa01-55b0b4ff24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700404 Jul 13 07:23:10.502251 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9105c0c0-a8dd-4f59-a4f9-4ab89057d4eb tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "PUT /v2.0/floatingips/8ebc441f-76b6-42d1-abbc-2b75398d44d6 HTTP/1.1" status: 200 len: 992 time: 3.1409194 Jul 13 07:23:10.517566 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64bebc-17f3-460c-8751-b6e21db919b9 req-a98d0a8b-06be-4bd8-9929-585a9145364f tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:10.518259 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-7d64bebc-17f3-460c-8751-b6e21db919b9 req-a98d0a8b-06be-4bd8-9929-585a9145364f tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:10.519749 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7d64bebc-17f3-460c-8751-b6e21db919b9 req-a98d0a8b-06be-4bd8-9929-585a9145364f tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "PUT /v2.0/ports/b8debd6b-7a14-4e55-868f-65f7c387746e HTTP/1.1" status: 200 len: 1020 time: 2.0903409 Jul 13 07:23:10.520527 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-5f26e064-c729-4061-a1d5-d9a76b7cb301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3601fd-e45c-4144-a44e-36d343c84d42', 'name': 'tempest-TaggedBootDevicesTest-671632114-router', 'tenant_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '07791831-303d-4471-882f-e232df1862c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:28Z', 'updated_at': '2021-07-13T07:20:37Z', 'revision_number': 4, 'project_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'gw_port': {'id': '07791831-303d-4471-882f-e232df1862c1', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:92:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3601fd-e45c-4144-a44e-36d343c84d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:30Z', 'updated_at': '2021-07-13T07:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '8ebc441f-76b6-42d1-abbc-2b75398d44d6', 'tenant_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'floating_ip_address': '172.25.3.107', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'ba3601fd-e45c-4144-a44e-36d343c84d42', 'port_id': '062ad5be-860c-4f0d-a0b3-14494304c026', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ef27b6b-d58a-4cc2-872f-1f2be062e420', 'mac_address': 'fa:16:3e:3c:5c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351c2f2b-30ec-4054-9581-49a23e86278a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:21:30Z', 'updated_at': '2021-07-13T07:23:08Z', 'revision_number': 1, 'project_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876', 'name': '', 'network_id': '9ef27b6b-d58a-4cc2-872f-1f2be062e420', 'tenant_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'mac_address': 'fa:16:3e:f7:31:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3601fd-e45c-4144-a44e-36d343c84d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '88ea993c-44dc-45dd-b8a5-b8f3f44e71bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:36Z', 'updated_at': '2021-07-13T07:20:46Z', 'revision_number': 5, 'project_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'subnets': [{'id': '88ea993c-44dc-45dd-b8a5-b8f3f44e71bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:10.551077 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f26e064-c729-4061-a1d5-d9a76b7cb301 None None] Checking router: ba3601fd-e45c-4144-a44e-36d343c84d42 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:23:10.561543 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f26e064-c729-4061-a1d5-d9a76b7cb301 None None] Routers {'ba3601fd-e45c-4144-a44e-36d343c84d42'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:23:10.562303 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-5f26e064-c729-4061-a1d5-d9a76b7cb301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:23:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['ba3601fd-e45c-4144-a44e-36d343c84d42'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:10.588403 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d0a8b-06be-4bd8-9929-585a9145364f tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Pushing event updated for resources: {'Port': ['ID=b8debd6b-7a14-4e55-868f-65f7c387746e,revision_number=7']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:10.591099 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['b8debd6b-7a14-4e55-868f-65f7c387746e'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:10.709665 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-5f26e064-c729-4061-a1d5-d9a76b7cb301 None None] Set router ba3601fd-e45c-4144-a44e-36d343c84d42 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:23:10.750610 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3b79a9-09dc-4f7f-ac63-835c101ea8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8e1476-3286-48c1-b46c-ed499c65dca8'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:10.754107 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7471f85c-057d-4569-a418-c92a737ffd9d" -d '{"events": [{"server_uuid": "0d3b79a9-09dc-4f7f-ac63-835c101ea8be", "name": "network-vif-plugged", "status": "completed", "tag": "3b8e1476-3286-48c1-b46c-ed499c65dca8"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:10.763462 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410b1b8-31d9-4ed1-8fc8-df9999b5b8ce req-538cd16b-5abd-41b6-b1b5-1067cc386c82 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:10.765676 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a410b1b8-31d9-4ed1-8fc8-df9999b5b8ce req-538cd16b-5abd-41b6-b1b5-1067cc386c82 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.25 "GET /v2.0/ports?device_id=d01814d4-51a5-4802-9bf7-b0a3bae38742 HTTP/1.1" status: 200 len: 949 time: 0.3327427 Jul 13 07:23:10.791431 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'tag': '062ad5be-860c-4f0d-a0b3-14494304c026'}, {'name': 'network-changed', 'server_uuid': 'd42d2d4c-080b-4e58-b550-e4358b2569c9', 'tag': 'b8debd6b-7a14-4e55-868f-65f7c387746e'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:10.793885 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741babe5-8ad4-453e-af7b-ae6862eef71a" -d '{"events": [{"name": "network-changed", "server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "tag": "062ad5be-860c-4f0d-a0b3-14494304c026"}, {"name": "network-changed", "server_uuid": "d42d2d4c-080b-4e58-b550-e4358b2569c9", "tag": "b8debd6b-7a14-4e55-868f-65f7c387746e"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:10.889282 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c1025-3fc0-40d1-ab39-87757d56b3f3 req-c1ca296e-6ea5-4f94-a2fa-08a3f310f51a tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:10.901449 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5d1c1025-3fc0-40d1-ab39-87757d56b3f3 req-c1ca296e-6ea5-4f94-a2fa-08a3f310f51a tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d01814d4-51a5-4802-9bf7-b0a3bae38742 HTTP/1.1" status: 200 len: 949 time: 0.1769242 Jul 13 07:23:11.020218 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5d1c1025-3fc0-40d1-ab39-87757d56b3f3 req-39b4ba4a-afd1-4222-acad-5d7466d54016 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/security-groups?id=7cc4dba3-0381-4af9-819d-8ff2c49b3e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177452 Jul 13 07:23:11.136657 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.db.resource_extend [req-d55a9a22-ffdd-4f81-b8a7-4a08590811f4 req-2c4e30d7-d6c3-4e7f-a95b-b0cb65a579b1 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:23:11.206231 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-5f26e064-c729-4061-a1d5-d9a76b7cb301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3601fd-e45c-4144-a44e-36d343c84d42', 'name': 'tempest-TaggedBootDevicesTest-671632114-router', 'tenant_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '07791831-303d-4471-882f-e232df1862c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:28Z', 'updated_at': '2021-07-13T07:20:37Z', 'revision_number': 4, 'project_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'gw_port': {'id': '07791831-303d-4471-882f-e232df1862c1', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:92:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3601fd-e45c-4144-a44e-36d343c84d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:30Z', 'updated_at': '2021-07-13T07:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '8ebc441f-76b6-42d1-abbc-2b75398d44d6', 'tenant_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'floating_ip_address': '172.25.3.107', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'ba3601fd-e45c-4144-a44e-36d343c84d42', 'port_id': '062ad5be-860c-4f0d-a0b3-14494304c026', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ef27b6b-d58a-4cc2-872f-1f2be062e420', 'mac_address': 'fa:16:3e:3c:5c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351c2f2b-30ec-4054-9581-49a23e86278a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:21:30Z', 'updated_at': '2021-07-13T07:23:08Z', 'revision_number': 1, 'project_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876', 'name': '', 'network_id': '9ef27b6b-d58a-4cc2-872f-1f2be062e420', 'tenant_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'mac_address': 'fa:16:3e:f7:31:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3601fd-e45c-4144-a44e-36d343c84d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '88ea993c-44dc-45dd-b8a5-b8f3f44e71bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:36Z', 'updated_at': '2021-07-13T07:20:46Z', 'revision_number': 5, 'project_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'subnets': [{'id': '88ea993c-44dc-45dd-b8a5-b8f3f44e71bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:11.217955 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-a410b1b8-31d9-4ed1-8fc8-df9999b5b8ce req-8782bfce-5cf4-4954-bbd0-e14bdda845f1 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Deleting port 0c7817b0-0201-491b-a026-81be4bf8d55d {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:23:11.219477 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a410b1b8-31d9-4ed1-8fc8-df9999b5b8ce req-8782bfce-5cf4-4954-bbd0-e14bdda845f1 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:11.239989 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f26e064-c729-4061-a1d5-d9a76b7cb301 None None] The sync data for ids ['ba3601fd-e45c-4144-a44e-36d343c84d42'] in n-d-771363-34 is: [{'id': 'ba3601fd-e45c-4144-a44e-36d343c84d42', 'name': 'tempest-TaggedBootDevicesTest-671632114-router', 'tenant_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '07791831-303d-4471-882f-e232df1862c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:28Z', 'updated_at': '2021-07-13T07:20:37Z', 'revision_number': 4, 'project_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'gw_port': {'id': '07791831-303d-4471-882f-e232df1862c1', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:92:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3601fd-e45c-4144-a44e-36d343c84d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:30Z', 'updated_at': '2021-07-13T07:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '8ebc441f-76b6-42d1-abbc-2b75398d44d6', 'tenant_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'floating_ip_address': '172.25.3.107', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'ba3601fd-e45c-4144-a44e-36d343c84d42', 'port_id': '062ad5be-860c-4f0d-a0b3-14494304c026', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ef27b6b-d58a-4cc2-872f-1f2be062e420', 'mac_address': 'fa:16:3e:3c:5c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351c2f2b-30ec-4054-9581-49a23e86278a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:21:30Z', 'updated_at': '2021-07-13T07:23:08Z', 'revision_number': 1, 'project_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876', 'name': '', 'network_id': '9ef27b6b-d58a-4cc2-872f-1f2be062e420', 'tenant_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'mac_address': 'fa:16:3e:f7:31:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3601fd-e45c-4144-a44e-36d343c84d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '88ea993c-44dc-45dd-b8a5-b8f3f44e71bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:36Z', 'updated_at': '2021-07-13T07:20:46Z', 'revision_number': 5, 'project_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'subnets': [{'id': '88ea993c-44dc-45dd-b8a5-b8f3f44e71bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:23:11.296888 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d55a9a22-ffdd-4f81-b8a7-4a08590811f4 req-2c4e30d7-d6c3-4e7f-a95b-b0cb65a579b1 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:11.328076 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d55a9a22-ffdd-4f81-b8a7-4a08590811f4 req-2c4e30d7-d6c3-4e7f-a95b-b0cb65a579b1 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:11.431988 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f091f-94f6-4aed-a398-d7a103229170 req-319298fb-ed32-4b0f-b89e-bae543d9d422 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:11.442932 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d60f091f-94f6-4aed-a398-d7a103229170 req-319298fb-ed32-4b0f-b89e-bae543d9d422 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6b5bcde-766a-4d51-9f5c-871279e60a1d HTTP/1.1" status: 200 len: 946 time: 0.1798093 Jul 13 07:23:11.511993 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d60f091f-94f6-4aed-a398-d7a103229170 req-6d489656-1a8a-4c8f-b62f-14d77e24123b tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673172 Jul 13 07:23:11.537726 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-a410b1b8-31d9-4ed1-8fc8-df9999b5b8ce req-8782bfce-5cf4-4954-bbd0-e14bdda845f1 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] For port 0c7817b0-0201-491b-a026-81be4bf8d55d, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=0c7817b0-0201-491b-a026-81be4bf8d55d,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:11.538372 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a410b1b8-31d9-4ed1-8fc8-df9999b5b8ce req-8782bfce-5cf4-4954-bbd0-e14bdda845f1 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:11.573086 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-a410b1b8-31d9-4ed1-8fc8-df9999b5b8ce req-8782bfce-5cf4-4954-bbd0-e14bdda845f1 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Calling delete_port for 0c7817b0-0201-491b-a026-81be4bf8d55d owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:23:11.592551 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [req-d55a9a22-ffdd-4f81-b8a7-4a08590811f4 req-2c4e30d7-d6c3-4e7f-a95b-b0cb65a579b1 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Floating IP 48c51be3-8623-416a-ad37-38b80ec27ae6 associated. External IP: 172.25.3.10, port: 40363775-f633-47c9-afb8-c73a3b5103c6. Jul 13 07:23:11.724568 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1187032e-086c-4f6f-9f7d-e892345aa1b4 None None] New status for floating IP 8ebc441f-76b6-42d1-abbc-2b75398d44d6: ACTIVE {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:23:12.125496 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c84a75-5d6a-4f18-affd-a1863f6881cd req-a18d0d3e-3eb4-415c-ace3-c5e5a491b70c tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:12.127673 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-48c84a75-5d6a-4f18-affd-a1863f6881cd req-a18d0d3e-3eb4-415c-ace3-c5e5a491b70c tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/ports?device_id=d42d2d4c-080b-4e58-b550-e4358b2569c9 HTTP/1.1" status: 200 len: 1023 time: 0.1838145 Jul 13 07:23:12.266497 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-48c84a75-5d6a-4f18-affd-a1863f6881cd req-45dc44fb-ae4d-4dfa-87e3-5094e46c3a08 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ade2b9-a1c0-493b-8527-050baa6b87e4&id=8c63088b-090a-4bc2-8d73-55608914fd19&id=e1ea1d82-929f-408a-ad17-d52629d5cbd5 HTTP/1.1" status: 200 len: 6149 time: 0.1294260 Jul 13 07:23:12.300176 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36eacca-7d02-4a7c-b3bb-781c316dbb95 x-openstack-request-id: req-a36eacca-7d02-4a7c-b3bb-781c316dbb95 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:12.300471 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d3b79a9-09dc-4f7f-ac63-835c101ea8be", "name": "network-vif-plugged", "status": "completed", "tag": "3b8e1476-3286-48c1-b46c-ed499c65dca8", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:12.300729 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a36eacca-7d02-4a7c-b3bb-781c316dbb95 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:12.301126 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3b79a9-09dc-4f7f-ac63-835c101ea8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8e1476-3286-48c1-b46c-ed499c65dca8', 'code': 200} Jul 13 07:23:12.336428 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a410b1b8-31d9-4ed1-8fc8-df9999b5b8ce req-8782bfce-5cf4-4954-bbd0-e14bdda845f1 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:12.346974 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d06091-af2b-427c-a39a-3ea88cbd48fc x-openstack-request-id: req-64d06091-af2b-427c-a39a-3ea88cbd48fc {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:12.347520 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "tag": "062ad5be-860c-4f0d-a0b3-14494304c026", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d42d2d4c-080b-4e58-b550-e4358b2569c9", "tag": "b8debd6b-7a14-4e55-868f-65f7c387746e", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:12.348065 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-64d06091-af2b-427c-a39a-3ea88cbd48fc {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:12.349428 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:12.352763 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'tag': '062ad5be-860c-4f0d-a0b3-14494304c026', 'status': 'completed', 'code': 200} Jul 13 07:23:12.353262 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd42d2d4c-080b-4e58-b550-e4358b2569c9', 'tag': 'b8debd6b-7a14-4e55-868f-65f7c387746e', 'status': 'completed', 'code': 200} Jul 13 07:23:12.494764 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741babe5-8ad4-453e-af7b-ae6862eef71a req-8199e9e7-5111-4f72-9bb1-a00d886dc693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:12.497657 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-741babe5-8ad4-453e-af7b-ae6862eef71a req-8199e9e7-5111-4f72-9bb1-a00d886dc693 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cd2fbd6dbade4360a70e4272ba843d4c&device_id=d42d2d4c-080b-4e58-b550-e4358b2569c9 HTTP/1.1" status: 200 len: 1175 time: 0.1182094 Jul 13 07:23:12.500687 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782bfce-5cf4-4954-bbd0-e14bdda845f1 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Pushing event deleted for resources: {'Port': ['ID=0c7817b0-0201-491b-a026-81be4bf8d55d,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:12.575253 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d55a9a22-ffdd-4f81-b8a7-4a08590811f4 req-2c4e30d7-d6c3-4e7f-a95b-b0cb65a579b1 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Router a5344f22-449a-4f54-b0d2-f1af9aa54d2b has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:23:12.713859 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782bfce-5cf4-4954-bbd0-e14bdda845f1 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:12.714255 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782bfce-5cf4-4954-bbd0-e14bdda845f1 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:12.714814 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782bfce-5cf4-4954-bbd0-e14bdda845f1 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:12.714943 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782bfce-5cf4-4954-bbd0-e14bdda845f1 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:12.722022 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782bfce-5cf4-4954-bbd0-e14bdda845f1 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:12.722936 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782bfce-5cf4-4954-bbd0-e14bdda845f1 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:12.723569 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782bfce-5cf4-4954-bbd0-e14bdda845f1 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:12.724152 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782bfce-5cf4-4954-bbd0-e14bdda845f1 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:12.724725 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782bfce-5cf4-4954-bbd0-e14bdda845f1 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:12.725314 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782bfce-5cf4-4954-bbd0-e14bdda845f1 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:12.725890 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782bfce-5cf4-4954-bbd0-e14bdda845f1 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:12.726453 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782bfce-5cf4-4954-bbd0-e14bdda845f1 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:12.739658 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e7090-cc03-43dd-a5d2-f47d573a4ce4 req-6173114e-c08f-4835-9a86-22df6e9f3019 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:12.741298 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741babe5-8ad4-453e-af7b-ae6862eef71a req-5014552a-c345-46f2-b801-a3de59011583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:12.742253 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b01e7090-cc03-43dd-a5d2-f47d573a4ce4 req-6173114e-c08f-4835-9a86-22df6e9f3019 tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b5bcde-766a-4d51-9f5c-871279e60a1d HTTP/1.1" status: 200 len: 946 time: 0.5337481 Jul 13 07:23:12.742766 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-741babe5-8ad4-453e-af7b-ae6862eef71a req-5014552a-c345-46f2-b801-a3de59011583 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d4112daa-098c-4665-aa01-55b0b4ff24e7 HTTP/1.1" status: 200 len: 914 time: 0.2346811 Jul 13 07:23:12.746660 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-a410b1b8-31d9-4ed1-8fc8-df9999b5b8ce req-8782bfce-5cf4-4954-bbd0-e14bdda845f1 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] No DVR routers for this DVR port 0c7817b0-0201-491b-a026-81be4bf8d55d on host n-h2-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:23:12.758317 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a410b1b8-31d9-4ed1-8fc8-df9999b5b8ce req-8782bfce-5cf4-4954-bbd0-e14bdda845f1 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:12.767234 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a410b1b8-31d9-4ed1-8fc8-df9999b5b8ce req-8782bfce-5cf4-4954-bbd0-e14bdda845f1 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.25 "DELETE /v2.0/ports/0c7817b0-0201-491b-a026-81be4bf8d55d HTTP/1.1" status: 204 len: 173 time: 1.9906547 Jul 13 07:23:12.783427 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01814d4-51a5-4802-9bf7-b0a3bae38742', 'name': 'network-vif-deleted', 'tag': '0c7817b0-0201-491b-a026-81be4bf8d55d'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:12.787411 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80d6041-e273-4872-8910-128de35c341a" -d '{"events": [{"server_uuid": "d01814d4-51a5-4802-9bf7-b0a3bae38742", "name": "network-vif-deleted", "tag": "0c7817b0-0201-491b-a026-81be4bf8d55d"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:12.870619 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-741babe5-8ad4-453e-af7b-ae6862eef71a req-159277c0-a38e-41cd-b462-9999949ff322 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8debd6b-7a14-4e55-868f-65f7c387746e HTTP/1.1" status: 200 len: 217 time: 0.1204872 Jul 13 07:23:12.943867 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741babe5-8ad4-453e-af7b-ae6862eef71a req-ce323384-7304-4419-ae03-090d9c41ae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:12.945645 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-741babe5-8ad4-453e-af7b-ae6862eef71a req-ce323384-7304-4419-ae03-090d9c41ae72 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1359cd00-b54c-4d68-aebb-1c48443a9190 HTTP/1.1" status: 200 len: 853 time: 0.0664895 Jul 13 07:23:13.005919 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-741babe5-8ad4-453e-af7b-ae6862eef71a req-a5fcfc2d-740e-4297-af4a-6e78769c19cb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d4112daa-098c-4665-aa01-55b0b4ff24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543909 Jul 13 07:23:13.042926 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741babe5-8ad4-453e-af7b-ae6862eef71a req-553154c6-84fc-4705-80ae-de2f83099410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:13.045199 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741babe5-8ad4-453e-af7b-ae6862eef71a req-553154c6-84fc-4705-80ae-de2f83099410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:13.046055 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741babe5-8ad4-453e-af7b-ae6862eef71a req-553154c6-84fc-4705-80ae-de2f83099410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:13.046820 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741babe5-8ad4-453e-af7b-ae6862eef71a req-553154c6-84fc-4705-80ae-de2f83099410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:13.047637 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741babe5-8ad4-453e-af7b-ae6862eef71a req-553154c6-84fc-4705-80ae-de2f83099410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:13.048307 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741babe5-8ad4-453e-af7b-ae6862eef71a req-553154c6-84fc-4705-80ae-de2f83099410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:13.049008 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741babe5-8ad4-453e-af7b-ae6862eef71a req-553154c6-84fc-4705-80ae-de2f83099410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:13.051448 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-741babe5-8ad4-453e-af7b-ae6862eef71a req-553154c6-84fc-4705-80ae-de2f83099410 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f21aa0b310c4cd09c2f6eea1ac67069&device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 6498 time: 0.6022830 Jul 13 07:23:13.134583 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d55a9a22-ffdd-4f81-b8a7-4a08590811f4 req-2c4e30d7-d6c3-4e7f-a95b-b0cb65a579b1 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:23:13.151160 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035882a5-566a-452b-9853-216d296b8dc2 None None] Sync routers for ids ['a5344f22-449a-4f54-b0d2-f1af9aa54d2b'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:23:13.164520 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035882a5-566a-452b-9853-216d296b8dc2 None None] Routers {'a5344f22-449a-4f54-b0d2-f1af9aa54d2b'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:23:13.165167 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-035882a5-566a-452b-9853-216d296b8dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:23:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['a5344f22-449a-4f54-b0d2-f1af9aa54d2b'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:13.187016 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-741babe5-8ad4-453e-af7b-ae6862eef71a req-d6b641d7-045c-43d2-9bf1-af6b98bc864d service neutron] 10.222.0.25 "GET /v2.0/networks/d4112daa-098c-4665-aa01-55b0b4ff24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718535 Jul 13 07:23:13.209527 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d55a9a22-ffdd-4f81-b8a7-4a08590811f4 req-2c4e30d7-d6c3-4e7f-a95b-b0cb65a579b1 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:13.270152 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d55a9a22-ffdd-4f81-b8a7-4a08590811f4 req-2c4e30d7-d6c3-4e7f-a95b-b0cb65a579b1 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "PUT /v2.0/floatingips/48c51be3-8623-416a-ad37-38b80ec27ae6 HTTP/1.1" status: 200 len: 996 time: 3.9090865 Jul 13 07:23:13.337493 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-09fd4bac-5ddd-4641-acb3-069f4b6a5436 req-ebea4bb6-2f0d-44a2-af3e-681c42f782f4 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d01814d4-51a5-4802-9bf7-b0a3bae38742 HTTP/1.1" status: 200 len: 210 time: 0.1160364 Jul 13 07:23:13.396233 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-b01e7090-cc03-43dd-a5d2-f47d573a4ce4 req-eabecca0-5ab5-4f8a-9a2a-3f6900db6cff tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Deleting port ff2bbdce-2745-430f-8402-3c5c3a37c0ca {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:23:13.397205 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b01e7090-cc03-43dd-a5d2-f47d573a4ce4 req-eabecca0-5ab5-4f8a-9a2a-3f6900db6cff tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:13.500716 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-035882a5-566a-452b-9853-216d296b8dc2 None None] Set router a5344f22-449a-4f54-b0d2-f1af9aa54d2b gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:23:13.506668 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-aaf8fbf7-33ed-4641-bb4d-b028960483fb req-9afec161-c02c-4c9e-b393-7fd7592e71cd tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Request body: {'security_group': {'name': ' tempest-securitygroup -757253199 ', 'description': 'tempest-description-1244504638'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:13.554819 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-b01e7090-cc03-43dd-a5d2-f47d573a4ce4 req-eabecca0-5ab5-4f8a-9a2a-3f6900db6cff tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] For port ff2bbdce-2745-430f-8402-3c5c3a37c0ca, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=ff2bbdce-2745-430f-8402-3c5c3a37c0ca,segment=NetworkSegment(42cecd3b-e0c4-420d-a7f0-4c98bc6e046c),segment_id=42cecd3b-e0c4-420d-a7f0-4c98bc6e046c)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:13.555225 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b01e7090-cc03-43dd-a5d2-f47d573a4ce4 req-eabecca0-5ab5-4f8a-9a2a-3f6900db6cff tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:13.577877 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-b01e7090-cc03-43dd-a5d2-f47d573a4ce4 req-eabecca0-5ab5-4f8a-9a2a-3f6900db6cff tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Calling delete_port for ff2bbdce-2745-430f-8402-3c5c3a37c0ca owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:23:13.610704 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-aaf8fbf7-33ed-4641-bb4d-b028960483fb req-9afec161-c02c-4c9e-b393-7fd7592e71cd tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:13.614240 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-741babe5-8ad4-453e-af7b-ae6862eef71a req-8a303183-b651-4aaa-b2b6-04b0c9f072ce service neutron] 10.222.0.25 "GET /v2.0/networks/d4112daa-098c-4665-aa01-55b0b4ff24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201169 Jul 13 07:23:13.669995 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741babe5-8ad4-453e-af7b-ae6862eef71a req-8fc48322-056f-4cb8-969e-de98c6589087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:13.671439 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-741babe5-8ad4-453e-af7b-ae6862eef71a req-8fc48322-056f-4cb8-969e-de98c6589087 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9ef27b6b-d58a-4cc2-872f-1f2be062e420 HTTP/1.1" status: 200 len: 912 time: 0.5986447 Jul 13 07:23:13.758695 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-aaf8fbf7-33ed-4641-bb4d-b028960483fb req-9afec161-c02c-4c9e-b393-7fd7592e71cd tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:13.772439 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-aaf8fbf7-33ed-4641-bb4d-b028960483fb req-9afec161-c02c-4c9e-b393-7fd7592e71cd tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:13.800392 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-741babe5-8ad4-453e-af7b-ae6862eef71a req-decf973d-a8d7-4810-9655-ec3754fe3783 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=062ad5be-860c-4f0d-a0b3-14494304c026 HTTP/1.1" status: 200 len: 1002 time: 0.1103585 Jul 13 07:23:13.822767 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afec161-c02c-4c9e-b393-7fd7592e71cd tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1af462b6-1015-4359-ba36-ab8b9a202583,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:13.827492 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-aaf8fbf7-33ed-4641-bb4d-b028960483fb req-9afec161-c02c-4c9e-b393-7fd7592e71cd tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:13.839522 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-035882a5-566a-452b-9853-216d296b8dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5344f22-449a-4f54-b0d2-f1af9aa54d2b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-792950967-router', 'tenant_id': '352bcb4e1f034d4a9fe05776480aef53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '1f7a08b7-e9ff-4e59-99f9-20733db11237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:24Z', 'updated_at': '2021-07-13T07:22:32Z', 'revision_number': 4, 'project_id': '352bcb4e1f034d4a9fe05776480aef53', 'gw_port': {'id': '1f7a08b7-e9ff-4e59-99f9-20733db11237', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:10:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5344f22-449a-4f54-b0d2-f1af9aa54d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:25Z', 'updated_at': '2021-07-13T07:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '48c51be3-8623-416a-ad37-38b80ec27ae6', 'tenant_id': '352bcb4e1f034d4a9fe05776480aef53', 'floating_ip_address': '172.25.3.10', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'a5344f22-449a-4f54-b0d2-f1af9aa54d2b', 'port_id': '40363775-f633-47c9-afb8-c73a3b5103c6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5a83e6-90c0-4cc4-ae4f-61e175bc2f77', 'mac_address': 'fa:16:3e:90:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984b6022-948f-4c98-b4db-8cd8d794b981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:23:07Z', 'updated_at': '2021-07-13T07:23:11Z', 'revision_number': 1, 'project_id': '352bcb4e1f034d4a9fe05776480aef53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1df5b4d-b32b-4632-8e6f-a607fabf8356', 'name': '', 'network_id': 'de5a83e6-90c0-4cc4-ae4f-61e175bc2f77', 'tenant_id': '352bcb4e1f034d4a9fe05776480aef53', 'mac_address': 'fa:16:3e:5e:fb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5344f22-449a-4f54-b0d2-f1af9aa54d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '4a6777c5-cde4-4e13-b55a-778b192e51a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:30Z', 'updated_at': '2021-07-13T07:22:42Z', 'revision_number': 5, 'project_id': '352bcb4e1f034d4a9fe05776480aef53', 'subnets': [{'id': '4a6777c5-cde4-4e13-b55a-778b192e51a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:13.845579 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-aaf8fbf7-33ed-4641-bb4d-b028960483fb req-9afec161-c02c-4c9e-b393-7fd7592e71cd tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.3524132 Jul 13 07:23:13.855697 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a9a22-ffdd-4f81-b8a7-4a08590811f4 req-da03ec7b-d6b2-4141-90f0-f07637ef835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:13.858404 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d55a9a22-ffdd-4f81-b8a7-4a08590811f4 req-da03ec7b-d6b2-4141-90f0-f07637ef835e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=352bcb4e1f034d4a9fe05776480aef53&device_id=984b6022-948f-4c98-b4db-8cd8d794b981 HTTP/1.1" status: 200 len: 1098 time: 0.5712802 Jul 13 07:23:13.877052 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035882a5-566a-452b-9853-216d296b8dc2 None None] Checking router: a5344f22-449a-4f54-b0d2-f1af9aa54d2b for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:23:13.886075 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035882a5-566a-452b-9853-216d296b8dc2 None None] Routers {'a5344f22-449a-4f54-b0d2-f1af9aa54d2b'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:23:13.886930 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-035882a5-566a-452b-9853-216d296b8dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:23:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['a5344f22-449a-4f54-b0d2-f1af9aa54d2b'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:13.972536 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a9a22-ffdd-4f81-b8a7-4a08590811f4 req-6ea76a1c-6ee2-4942-b090-ce25b116f523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:13.979361 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d55a9a22-ffdd-4f81-b8a7-4a08590811f4 req-6ea76a1c-6ee2-4942-b090-ce25b116f523 service neutron] 10.222.0.23 "GET /v2.0/networks?id=de5a83e6-90c0-4cc4-ae4f-61e175bc2f77 HTTP/1.1" status: 200 len: 929 time: 0.1123688 Jul 13 07:23:13.996002 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-035882a5-566a-452b-9853-216d296b8dc2 None None] Set router a5344f22-449a-4f54-b0d2-f1af9aa54d2b gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:23:14.058393 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d55a9a22-ffdd-4f81-b8a7-4a08590811f4 req-4550be11-86c1-4375-a250-cc9418e7d050 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40363775-f633-47c9-afb8-c73a3b5103c6 HTTP/1.1" status: 200 len: 999 time: 0.0778561 Jul 13 07:23:14.112741 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a9a22-ffdd-4f81-b8a7-4a08590811f4 req-7b3c1ede-0166-48bd-8d74-1c1b67982fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:14.119821 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d55a9a22-ffdd-4f81-b8a7-4a08590811f4 req-7b3c1ede-0166-48bd-8d74-1c1b67982fe1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4a6777c5-cde4-4e13-b55a-778b192e51a8 HTTP/1.1" status: 200 len: 867 time: 0.0604842 Jul 13 07:23:14.131952 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741babe5-8ad4-453e-af7b-ae6862eef71a req-b08b712b-2040-4f52-bf3f-862584930e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:14.133538 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-741babe5-8ad4-453e-af7b-ae6862eef71a req-b08b712b-2040-4f52-bf3f-862584930e48 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=88ea993c-44dc-45dd-b8a5-b8f3f44e71bc HTTP/1.1" status: 200 len: 850 time: 0.3209507 Jul 13 07:23:14.140807 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15b243-9fb1-4731-bfa7-8b0eeabf64f0 req-452750d0-a68b-4ada-8036-f34a75746bbd tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:14.149631 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3b15b243-9fb1-4731-bfa7-8b0eeabf64f0 req-452750d0-a68b-4ada-8036-f34a75746bbd tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6b5bcde-766a-4d51-9f5c-871279e60a1d HTTP/1.1" status: 200 len: 946 time: 0.1851017 Jul 13 07:23:14.205058 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3b15b243-9fb1-4731-bfa7-8b0eeabf64f0 req-f7399823-8f56-4fde-8cfc-03fa43fe18de tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/security-groups?id=873b0d0c-284b-430f-bbdc-05188e5a5657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544243 Jul 13 07:23:14.221248 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 0c7817b0-0201-491b-a026-81be4bf8d55d no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:23:14.241698 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 0c7817b0-0201-491b-a026-81be4bf8d55d {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:23:14.242559 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 0c7817b0-0201-491b-a026-81be4bf8d55d not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:23:14.330466 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-035882a5-566a-452b-9853-216d296b8dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5344f22-449a-4f54-b0d2-f1af9aa54d2b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-792950967-router', 'tenant_id': '352bcb4e1f034d4a9fe05776480aef53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '1f7a08b7-e9ff-4e59-99f9-20733db11237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:24Z', 'updated_at': '2021-07-13T07:22:32Z', 'revision_number': 4, 'project_id': '352bcb4e1f034d4a9fe05776480aef53', 'gw_port': {'id': '1f7a08b7-e9ff-4e59-99f9-20733db11237', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:10:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5344f22-449a-4f54-b0d2-f1af9aa54d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:25Z', 'updated_at': '2021-07-13T07:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '48c51be3-8623-416a-ad37-38b80ec27ae6', 'tenant_id': '352bcb4e1f034d4a9fe05776480aef53', 'floating_ip_address': '172.25.3.10', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'a5344f22-449a-4f54-b0d2-f1af9aa54d2b', 'port_id': '40363775-f633-47c9-afb8-c73a3b5103c6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5a83e6-90c0-4cc4-ae4f-61e175bc2f77', 'mac_address': 'fa:16:3e:90:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984b6022-948f-4c98-b4db-8cd8d794b981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:23:07Z', 'updated_at': '2021-07-13T07:23:11Z', 'revision_number': 1, 'project_id': '352bcb4e1f034d4a9fe05776480aef53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1df5b4d-b32b-4632-8e6f-a607fabf8356', 'name': '', 'network_id': 'de5a83e6-90c0-4cc4-ae4f-61e175bc2f77', 'tenant_id': '352bcb4e1f034d4a9fe05776480aef53', 'mac_address': 'fa:16:3e:5e:fb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5344f22-449a-4f54-b0d2-f1af9aa54d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '4a6777c5-cde4-4e13-b55a-778b192e51a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:30Z', 'updated_at': '2021-07-13T07:22:42Z', 'revision_number': 5, 'project_id': '352bcb4e1f034d4a9fe05776480aef53', 'subnets': [{'id': '4a6777c5-cde4-4e13-b55a-778b192e51a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:14.362086 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035882a5-566a-452b-9853-216d296b8dc2 None None] The sync data for ids ['a5344f22-449a-4f54-b0d2-f1af9aa54d2b'] in n-d-771363-34 is: [{'id': 'a5344f22-449a-4f54-b0d2-f1af9aa54d2b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-792950967-router', 'tenant_id': '352bcb4e1f034d4a9fe05776480aef53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '1f7a08b7-e9ff-4e59-99f9-20733db11237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:24Z', 'updated_at': '2021-07-13T07:22:32Z', 'revision_number': 4, 'project_id': '352bcb4e1f034d4a9fe05776480aef53', 'gw_port': {'id': '1f7a08b7-e9ff-4e59-99f9-20733db11237', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:10:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5344f22-449a-4f54-b0d2-f1af9aa54d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:25Z', 'updated_at': '2021-07-13T07:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '48c51be3-8623-416a-ad37-38b80ec27ae6', 'tenant_id': '352bcb4e1f034d4a9fe05776480aef53', 'floating_ip_address': '172.25.3.10', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'a5344f22-449a-4f54-b0d2-f1af9aa54d2b', 'port_id': '40363775-f633-47c9-afb8-c73a3b5103c6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5a83e6-90c0-4cc4-ae4f-61e175bc2f77', 'mac_address': 'fa:16:3e:90:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984b6022-948f-4c98-b4db-8cd8d794b981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:23:07Z', 'updated_at': '2021-07-13T07:23:11Z', 'revision_number': 1, 'project_id': '352bcb4e1f034d4a9fe05776480aef53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1df5b4d-b32b-4632-8e6f-a607fabf8356', 'name': '', 'network_id': 'de5a83e6-90c0-4cc4-ae4f-61e175bc2f77', 'tenant_id': '352bcb4e1f034d4a9fe05776480aef53', 'mac_address': 'fa:16:3e:5e:fb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5344f22-449a-4f54-b0d2-f1af9aa54d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '4a6777c5-cde4-4e13-b55a-778b192e51a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:30Z', 'updated_at': '2021-07-13T07:22:42Z', 'revision_number': 5, 'project_id': '352bcb4e1f034d4a9fe05776480aef53', 'subnets': [{'id': '4a6777c5-cde4-4e13-b55a-778b192e51a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:23:14.636494 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c533ebe-b2a3-4fe8-a9dc-0dea54c37de3 x-openstack-request-id: req-0c533ebe-b2a3-4fe8-a9dc-0dea54c37de3 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:14.637023 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01814d4-51a5-4802-9bf7-b0a3bae38742", "name": "network-vif-deleted", "tag": "0c7817b0-0201-491b-a026-81be4bf8d55d", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:14.637023 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0c533ebe-b2a3-4fe8-a9dc-0dea54c37de3 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:14.637451 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01814d4-51a5-4802-9bf7-b0a3bae38742', 'name': 'network-vif-deleted', 'tag': '0c7817b0-0201-491b-a026-81be4bf8d55d', 'status': 'completed', 'code': 200} Jul 13 07:23:14.741812 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a9a22-ffdd-4f81-b8a7-4a08590811f4 req-6e2ae8c3-54dc-4a85-b575-4dc851b3592b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:14.748504 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d3892b-1c95-4406-a5e6-4f52585a569f None None] New status for floating IP 48c51be3-8623-416a-ad37-38b80ec27ae6: ACTIVE {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:23:14.763268 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d55a9a22-ffdd-4f81-b8a7-4a08590811f4 req-6e2ae8c3-54dc-4a85-b575-4dc851b3592b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=de5a83e6-90c0-4cc4-ae4f-61e175bc2f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6398826 Jul 13 07:23:14.771147 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [req-d55a9a22-ffdd-4f81-b8a7-4a08590811f4 req-151325f2-4e7a-4153-8126-050f75c23878 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:23:14.778041 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d55a9a22-ffdd-4f81-b8a7-4a08590811f4 req-151325f2-4e7a-4153-8126-050f75c23878 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163105 Jul 13 07:23:14.833132 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b01e7090-cc03-43dd-a5d2-f47d573a4ce4 req-eabecca0-5ab5-4f8a-9a2a-3f6900db6cff tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:14.874956 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabecca0-5ab5-4f8a-9a2a-3f6900db6cff tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Pushing event deleted for resources: {'Port': ['ID=ff2bbdce-2745-430f-8402-3c5c3a37c0ca,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:14.902955 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2111607a-e0d5-4e9d-8b91-306126b93055 req-ee6e742a-74f8-43fe-ab8f-b6abb912b000 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups/1af462b6-1015-4359-ba36-ab8b9a202583 HTTP/1.1" status: 200 len: 1780 time: 0.0836010 Jul 13 07:23:14.910458 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741babe5-8ad4-453e-af7b-ae6862eef71a req-96c88ca1-f768-4fbe-a002-4d919b7f68d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:14.912095 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-741babe5-8ad4-453e-af7b-ae6862eef71a req-96c88ca1-f768-4fbe-a002-4d919b7f68d5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9ef27b6b-d58a-4cc2-872f-1f2be062e420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3238609 Jul 13 07:23:15.034347 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-741babe5-8ad4-453e-af7b-ae6862eef71a req-a7589d03-8fb3-4428-b8cb-296be2d3f0e5 service neutron] 10.222.0.42 "GET /v2.0/networks/9ef27b6b-d58a-4cc2-872f-1f2be062e420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970907 Jul 13 07:23:15.044415 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device ff2bbdce-2745-430f-8402-3c5c3a37c0ca no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:23:15.152173 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: ff2bbdce-2745-430f-8402-3c5c3a37c0ca {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:23:15.152604 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device ff2bbdce-2745-430f-8402-3c5c3a37c0ca not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:23:15.190372 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-741babe5-8ad4-453e-af7b-ae6862eef71a req-a50036d1-5b9e-4ce9-856f-54ec6732abb2 service neutron] 10.222.0.42 "GET /v2.0/networks/9ef27b6b-d58a-4cc2-872f-1f2be062e420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474853 Jul 13 07:23:15.193379 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01e7090-cc03-43dd-a5d2-f47d573a4ce4 req-eabecca0-5ab5-4f8a-9a2a-3f6900db6cff tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] No DVR routers for this DVR port ff2bbdce-2745-430f-8402-3c5c3a37c0ca on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:23:15.197200 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b01e7090-cc03-43dd-a5d2-f47d573a4ce4 req-eabecca0-5ab5-4f8a-9a2a-3f6900db6cff tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:15.199224 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b01e7090-cc03-43dd-a5d2-f47d573a4ce4 req-eabecca0-5ab5-4f8a-9a2a-3f6900db6cff tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.42 "DELETE /v2.0/ports/ff2bbdce-2745-430f-8402-3c5c3a37c0ca HTTP/1.1" status: 204 len: 173 time: 2.4306228 Jul 13 07:23:15.242791 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d55a9a22-ffdd-4f81-b8a7-4a08590811f4 req-b5132fcf-05fb-400a-bb12-c8b1e0951872 service neutron] 10.222.0.23 "GET /v2.0/networks/de5a83e6-90c0-4cc4-ae4f-61e175bc2f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4632080 Jul 13 07:23:15.307896 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843aa9e-57cf-4563-9665-6bd14c0f681f req-a8b5fb39-154f-4c1f-9b6d-bb10dc7ab06d tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:15.310565 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7843aa9e-57cf-4563-9665-6bd14c0f681f req-a8b5fb39-154f-4c1f-9b6d-bb10dc7ab06d tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc423d3e-a088-437f-ab26-085e7ec28a2e HTTP/1.1" status: 200 len: 950 time: 0.1336639 Jul 13 07:23:15.374438 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d55a9a22-ffdd-4f81-b8a7-4a08590811f4 req-af959fd2-bf59-46cf-8056-73a1669f1be1 service neutron] 10.222.0.23 "GET /v2.0/networks/de5a83e6-90c0-4cc4-ae4f-61e175bc2f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305556 Jul 13 07:23:15.423599 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7843aa9e-57cf-4563-9665-6bd14c0f681f req-233aaa81-3c91-4476-9fbb-78feaf56cc68 tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] 10.222.0.23 "GET /v2.0/security-groups?id=f433bb30-df9d-4dd3-8a33-fa0170e6c8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051261 Jul 13 07:23:15.541076 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6ec5dbb7-bab2-4f6c-ac69-1672aa7d1f75 req-910681a7-e974-4d9a-85f9-43ab22368a03 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups/1af462b6-1015-4359-ba36-ab8b9a202583 HTTP/1.1" status: 200 len: 1780 time: 0.1128864 Jul 13 07:23:15.650053 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-6ec5dbb7-bab2-4f6c-ac69-1672aa7d1f75 req-393b16ea-3570-4985-9438-fe91fbb5913b tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:15.680292 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-6ec5dbb7-bab2-4f6c-ac69-1672aa7d1f75 req-393b16ea-3570-4985-9438-fe91fbb5913b tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:15.768119 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-6ec5dbb7-bab2-4f6c-ac69-1672aa7d1f75 req-393b16ea-3570-4985-9438-fe91fbb5913b tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:15.771838 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-6ec5dbb7-bab2-4f6c-ac69-1672aa7d1f75 req-393b16ea-3570-4985-9438-fe91fbb5913b tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:15.789204 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6ec5dbb7-bab2-4f6c-ac69-1672aa7d1f75 req-393b16ea-3570-4985-9438-fe91fbb5913b tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "DELETE /v2.0/security-groups/1af462b6-1015-4359-ba36-ab8b9a202583 HTTP/1.1" status: 204 len: 173 time: 0.2393353 Jul 13 07:23:15.823470 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b16ea-3570-4985-9438-fe91fbb5913b tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af462b6-1015-4359-ba36-ab8b9a202583,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:15.994877 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dabcd03c-fe40-45d4-b6f8-a54d5eb17afd req-0f8a9073-9b51-4445-b8cb-1c2bd59e46ae tempest-ServerRescueNegativeTestJSON-1519881417 tempest-ServerRescueNegativeTestJSON-1519881417-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6b5bcde-766a-4d51-9f5c-871279e60a1d HTTP/1.1" status: 200 len: 210 time: 0.0552490 Jul 13 07:23:16.173815 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fe59791b-f736-4c4d-b4f4-b7b83a464ac4 req-2493d3c0-b10f-479a-9a51-41d908a48d05 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 258 time: 0.3548284 Jul 13 07:23:16.195033 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-fe59791b-f736-4c4d-b4f4-b7b83a464ac4 req-e7be6eac-d39e-4330-90f7-b68a3d0a2dbc tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:16.230363 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed11adc-71b8-45ea-b694-372be283396b req-51329dd3-b504-4583-b646-63d74c9e68d3 tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:16.232827 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3ed11adc-71b8-45ea-b694-372be283396b req-51329dd3-b504-4583-b646-63d74c9e68d3 tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc423d3e-a088-437f-ab26-085e7ec28a2e HTTP/1.1" status: 200 len: 950 time: 0.2984734 Jul 13 07:23:16.293775 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fe59791b-f736-4c4d-b4f4-b7b83a464ac4 req-e7be6eac-d39e-4330-90f7-b68a3d0a2dbc tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks [] for floatingip, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:16.379625 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0e139-fe7d-4c01-a8ff-461e28be076c req-7ab56528-4eeb-48bf-ba7a-1a02c45ff65e tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:16.389271 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3bf0e139-fe7d-4c01-a8ff-461e28be076c req-7ab56528-4eeb-48bf-ba7a-1a02c45ff65e tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3f2e762-329c-4d6b-9778-a120adcac2f8 HTTP/1.1" status: 200 len: 949 time: 0.1364794 Jul 13 07:23:16.442307 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3bf0e139-fe7d-4c01-a8ff-461e28be076c req-7de2e0f7-0d9f-4e2b-8936-acfaba1eacbf tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/security-groups?id=7cc4dba3-0381-4af9-819d-8ff2c49b3e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518486 Jul 13 07:23:16.510538 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [req-f4718130-8856-4569-a485-8e16ce709f62 req-2c267296-5bd6-4352-be37-ca97c3d86937 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] show failed (client error): The resource could not be found. Jul 13 07:23:16.512191 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f4718130-8856-4569-a485-8e16ce709f62 req-2c267296-5bd6-4352-be37-ca97c3d86937 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups/1af462b6-1015-4359-ba36-ab8b9a202583 HTTP/1.1" status: 404 len: 352 time: 0.0309350 Jul 13 07:23:16.541595 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-3ed11adc-71b8-45ea-b694-372be283396b req-6dcb51d2-e494-4528-97a0-0f8ea54a4aa3 tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] Deleting port 87f28f8c-edae-40f0-b323-adeb1bdc1d35 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:23:16.541942 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3ed11adc-71b8-45ea-b694-372be283396b req-6dcb51d2-e494-4528-97a0-0f8ea54a4aa3 tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:16.638817 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '984b6022-948f-4c98-b4db-8cd8d794b981', 'tag': '40363775-f633-47c9-afb8-c73a3b5103c6'}, {'server_uuid': 'e6b5bcde-766a-4d51-9f5c-871279e60a1d', 'name': 'network-vif-deleted', 'tag': 'ff2bbdce-2745-430f-8402-3c5c3a37c0ca'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:16.642492 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8e66f3-a0e1-4fbc-82d5-270264af78d8" -d '{"events": [{"name": "network-changed", "server_uuid": "984b6022-948f-4c98-b4db-8cd8d794b981", "tag": "40363775-f633-47c9-afb8-c73a3b5103c6"}, {"server_uuid": "e6b5bcde-766a-4d51-9f5c-871279e60a1d", "name": "network-vif-deleted", "tag": "ff2bbdce-2745-430f-8402-3c5c3a37c0ca"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:16.674422 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fe59791b-f736-4c4d-b4f4-b7b83a464ac4 req-e7be6eac-d39e-4330-90f7-b68a3d0a2dbc tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:16.693202 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-3ed11adc-71b8-45ea-b694-372be283396b req-6dcb51d2-e494-4528-97a0-0f8ea54a4aa3 tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] For port 87f28f8c-edae-40f0-b323-adeb1bdc1d35, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=87f28f8c-edae-40f0-b323-adeb1bdc1d35,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:16.693905 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3ed11adc-71b8-45ea-b694-372be283396b req-6dcb51d2-e494-4528-97a0-0f8ea54a4aa3 tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:16.739816 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-3ed11adc-71b8-45ea-b694-372be283396b req-6dcb51d2-e494-4528-97a0-0f8ea54a4aa3 tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] Calling delete_port for 87f28f8c-edae-40f0-b323-adeb1bdc1d35 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:23:16.842877 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582058e0-c585-4559-ab44-62742840aa4a req-a9329de8-0322-4610-bc27-1052d8750665 tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:16.853535 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-582058e0-c585-4559-ab44-62742840aa4a req-a9329de8-0322-4610-bc27-1052d8750665 tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc423d3e-a088-437f-ab26-085e7ec28a2e HTTP/1.1" status: 200 len: 950 time: 0.1022327 Jul 13 07:23:16.881477 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-fe59791b-f736-4c4d-b4f4-b7b83a464ac4 req-e7be6eac-d39e-4330-90f7-b68a3d0a2dbc tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Allocated IP 172.25.3.238 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/2e36fc32-6932-43d3-9891-7faeaa6c8142) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:16.892535 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-582058e0-c585-4559-ab44-62742840aa4a req-d378a13a-7b85-41c0-93d3-a1aa11c15d91 tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] 10.222.0.23 "GET /v2.0/security-groups?id=f433bb30-df9d-4dd3-8a33-fa0170e6c8a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379441 Jul 13 07:23:16.949528 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-f4d864fe-3d40-4b98-aadf-9e04230e4dc6 req-f69b8423-2827-4ab6-85c7-8d3344f8144a tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-899856964', 'description': 'tempest-description-467756602'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:16.988140 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-f4d864fe-3d40-4b98-aadf-9e04230e4dc6 req-f69b8423-2827-4ab6-85c7-8d3344f8144a tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:17.039754 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3ed11adc-71b8-45ea-b694-372be283396b req-6dcb51d2-e494-4528-97a0-0f8ea54a4aa3 tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:17.091052 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb51d2-e494-4528-97a0-0f8ea54a4aa3 tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] Pushing event deleted for resources: {'Port': ['ID=87f28f8c-edae-40f0-b323-adeb1bdc1d35,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:17.111035 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-f4d864fe-3d40-4b98-aadf-9e04230e4dc6 req-f69b8423-2827-4ab6-85c7-8d3344f8144a tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:17.111676 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fe59791b-f736-4c4d-b4f4-b7b83a464ac4 req-e7be6eac-d39e-4330-90f7-b68a3d0a2dbc tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:17.118408 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-f4d864fe-3d40-4b98-aadf-9e04230e4dc6 req-f69b8423-2827-4ab6-85c7-8d3344f8144a tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:17.170748 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-f4d864fe-3d40-4b98-aadf-9e04230e4dc6 req-f69b8423-2827-4ab6-85c7-8d3344f8144a tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:17.172258 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f4d864fe-3d40-4b98-aadf-9e04230e4dc6 req-f69b8423-2827-4ab6-85c7-8d3344f8144a tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2272696 Jul 13 07:23:17.174375 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b8423-2827-4ab6-85c7-8d3344f8144a tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe9323d-8b1e-4afb-b5ab-339b59eded86,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:17.183300 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b8423-2827-4ab6-85c7-8d3344f8144a tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:17.183692 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b8423-2827-4ab6-85c7-8d3344f8144a tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:17.184143 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b8423-2827-4ab6-85c7-8d3344f8144a tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:17.185138 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b8423-2827-4ab6-85c7-8d3344f8144a tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:17.185589 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b8423-2827-4ab6-85c7-8d3344f8144a tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:17.186025 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b8423-2827-4ab6-85c7-8d3344f8144a tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:17.186465 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b8423-2827-4ab6-85c7-8d3344f8144a tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:17.186891 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b8423-2827-4ab6-85c7-8d3344f8144a tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:17.187351 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b8423-2827-4ab6-85c7-8d3344f8144a tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:17.187781 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b8423-2827-4ab6-85c7-8d3344f8144a tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:17.188208 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b8423-2827-4ab6-85c7-8d3344f8144a tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:17.188961 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b8423-2827-4ab6-85c7-8d3344f8144a tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:17.189516 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed11adc-71b8-45ea-b694-372be283396b req-6dcb51d2-e494-4528-97a0-0f8ea54a4aa3 tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] No DVR routers for this DVR port 87f28f8c-edae-40f0-b323-adeb1bdc1d35 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:23:17.202892 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3ed11adc-71b8-45ea-b694-372be283396b req-6dcb51d2-e494-4528-97a0-0f8ea54a4aa3 tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:17.205182 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3ed11adc-71b8-45ea-b694-372be283396b req-6dcb51d2-e494-4528-97a0-0f8ea54a4aa3 tempest-TenantUsagesTestJSON-817231960 tempest-TenantUsagesTestJSON-817231960-project] 10.222.0.42 "DELETE /v2.0/ports/87f28f8c-edae-40f0-b323-adeb1bdc1d35 HTTP/1.1" status: 204 len: 173 time: 0.9661744 Jul 13 07:23:17.294470 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1f308-1931-45ce-9bcf-b5d960e3d7c8 req-1be3b6db-4ecc-441e-a91f-67193d663414 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:17.297095 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3db1f308-1931-45ce-9bcf-b5d960e3d7c8 req-1be3b6db-4ecc-441e-a91f-67193d663414 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3f2e762-329c-4d6b-9778-a120adcac2f8 HTTP/1.1" status: 200 len: 949 time: 0.1017852 Jul 13 07:23:17.297548 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf7fba3-b521-4361-8b54-e00498271793 x-openstack-request-id: req-ccf7fba3-b521-4361-8b54-e00498271793 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:17.297843 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "984b6022-948f-4c98-b4db-8cd8d794b981", "tag": "40363775-f633-47c9-afb8-c73a3b5103c6", "status": "completed", "code": 200}, {"server_uuid": "e6b5bcde-766a-4d51-9f5c-871279e60a1d", "name": "network-vif-deleted", "tag": "ff2bbdce-2745-430f-8402-3c5c3a37c0ca", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:17.298096 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ccf7fba3-b521-4361-8b54-e00498271793 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:17.298495 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '984b6022-948f-4c98-b4db-8cd8d794b981', 'tag': '40363775-f633-47c9-afb8-c73a3b5103c6', 'status': 'completed', 'code': 200} Jul 13 07:23:17.298748 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6b5bcde-766a-4d51-9f5c-871279e60a1d', 'name': 'network-vif-deleted', 'tag': 'ff2bbdce-2745-430f-8402-3c5c3a37c0ca', 'status': 'completed', 'code': 200} Jul 13 07:23:17.316883 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fe59791b-f736-4c4d-b4f4-b7b83a464ac4 req-e7be6eac-d39e-4330-90f7-b68a3d0a2dbc tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:17.473171 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 49268) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:17.554626 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe59791b-f736-4c4d-b4f4-b7b83a464ac4 req-e7be6eac-d39e-4330-90f7-b68a3d0a2dbc tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:17.574632 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-fe59791b-f736-4c4d-b4f4-b7b83a464ac4 req-e7be6eac-d39e-4330-90f7-b68a3d0a2dbc tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:17.586551 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe59791b-f736-4c4d-b4f4-b7b83a464ac4 req-e7be6eac-d39e-4330-90f7-b68a3d0a2dbc tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:17.616372 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-c0f85880-0c47-4413-b30b-784d1a1c4393 req-ff49f0ac-cda5-4776-bcf7-29352dcae353 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-342375658', 'description': 'tempest-description-1447312584'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:17.621284 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-3db1f308-1931-45ce-9bcf-b5d960e3d7c8 req-5ed498cd-6479-4922-8b49-c226891d5bee tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Deleting port 3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:23:17.622271 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3db1f308-1931-45ce-9bcf-b5d960e3d7c8 req-5ed498cd-6479-4922-8b49-c226891d5bee tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:17.761401 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c0f85880-0c47-4413-b30b-784d1a1c4393 req-ff49f0ac-cda5-4776-bcf7-29352dcae353 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:17.813551 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be6eac-d39e-4330-90f7-b68a3d0a2dbc tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Pushing event updated for resources: {'Port': ['ID=2e36fc32-6932-43d3-9891-7faeaa6c8142,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:17.847891 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e66f3-a0e1-4fbc-82d5-270264af78d8 req-d797a410-2c3c-4c18-9ab5-686687bb349e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:17.849432 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9f8e66f3-a0e1-4fbc-82d5-270264af78d8 req-d797a410-2c3c-4c18-9ab5-686687bb349e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=352bcb4e1f034d4a9fe05776480aef53&device_id=984b6022-948f-4c98-b4db-8cd8d794b981 HTTP/1.1" status: 200 len: 1098 time: 0.4377677 Jul 13 07:23:17.905739 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-3db1f308-1931-45ce-9bcf-b5d960e3d7c8 req-5ed498cd-6479-4922-8b49-c226891d5bee tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] For port 3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:17.906232 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3db1f308-1931-45ce-9bcf-b5d960e3d7c8 req-5ed498cd-6479-4922-8b49-c226891d5bee tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:17.944504 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-3db1f308-1931-45ce-9bcf-b5d960e3d7c8 req-5ed498cd-6479-4922-8b49-c226891d5bee tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Calling delete_port for 3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8 owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:23:17.978050 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fe59791b-f736-4c4d-b4f4-b7b83a464ac4 req-e7be6eac-d39e-4330-90f7-b68a3d0a2dbc tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:18.114891 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fe59791b-f736-4c4d-b4f4-b7b83a464ac4 req-e7be6eac-d39e-4330-90f7-b68a3d0a2dbc tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:18.154234 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c0f85880-0c47-4413-b30b-784d1a1c4393 req-ff49f0ac-cda5-4776-bcf7-29352dcae353 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:18.164284 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e66f3-a0e1-4fbc-82d5-270264af78d8 req-87ce1af8-36d1-4f53-920b-86d1f94157eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:18.166241 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9f8e66f3-a0e1-4fbc-82d5-270264af78d8 req-87ce1af8-36d1-4f53-920b-86d1f94157eb service neutron] 10.222.0.42 "GET /v2.0/networks?id=de5a83e6-90c0-4cc4-ae4f-61e175bc2f77 HTTP/1.1" status: 200 len: 929 time: 0.3082004 Jul 13 07:23:18.171052 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c0f85880-0c47-4413-b30b-784d1a1c4393 req-ff49f0ac-cda5-4776-bcf7-29352dcae353 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:18.233048 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c0f85880-0c47-4413-b30b-784d1a1c4393 req-ff49f0ac-cda5-4776-bcf7-29352dcae353 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:18.244913 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c0f85880-0c47-4413-b30b-784d1a1c4393 req-ff49f0ac-cda5-4776-bcf7-29352dcae353 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6334906 Jul 13 07:23:18.329088 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9f8e66f3-a0e1-4fbc-82d5-270264af78d8 req-55aeb8df-dba8-4d52-b675-e006363a3811 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40363775-f633-47c9-afb8-c73a3b5103c6 HTTP/1.1" status: 200 len: 1001 time: 0.1515183 Jul 13 07:23:18.332336 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff49f0ac-cda5-4776-bcf7-29352dcae353 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f3b7f0-1e58-4848-9796-8719493785ac,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:18.398140 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e66f3-a0e1-4fbc-82d5-270264af78d8 req-efb35e03-44b5-44a1-8225-760c552e87d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:18.399991 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9f8e66f3-a0e1-4fbc-82d5-270264af78d8 req-efb35e03-44b5-44a1-8225-760c552e87d8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4a6777c5-cde4-4e13-b55a-778b192e51a8 HTTP/1.1" status: 200 len: 867 time: 0.0624418 Jul 13 07:23:18.488026 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3db1f308-1931-45ce-9bcf-b5d960e3d7c8 req-5ed498cd-6479-4922-8b49-c226891d5bee tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:18.564364 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e66f3-a0e1-4fbc-82d5-270264af78d8 req-7b721d23-84db-4ecf-aeba-4afbd9f457ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:18.565671 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9f8e66f3-a0e1-4fbc-82d5-270264af78d8 req-7b721d23-84db-4ecf-aeba-4afbd9f457ba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=de5a83e6-90c0-4cc4-ae4f-61e175bc2f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1555955 Jul 13 07:23:18.589482 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed498cd-6479-4922-8b49-c226891d5bee tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Pushing event deleted for resources: {'Port': ['ID=3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:18.595397 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db1f308-1931-45ce-9bcf-b5d960e3d7c8 req-5ed498cd-6479-4922-8b49-c226891d5bee tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] No DVR routers for this DVR port 3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8 on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:23:18.599036 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3db1f308-1931-45ce-9bcf-b5d960e3d7c8 req-5ed498cd-6479-4922-8b49-c226891d5bee tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:18.601913 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3db1f308-1931-45ce-9bcf-b5d960e3d7c8 req-5ed498cd-6479-4922-8b49-c226891d5bee tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.25 "DELETE /v2.0/ports/3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8 HTTP/1.1" status: 204 len: 173 time: 1.2960341 Jul 13 07:23:18.608840 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f2e762-329c-4d6b-9778-a120adcac2f8', 'name': 'network-vif-deleted', 'tag': '3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:18.611716 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db8b492-135f-4b12-bb29-54bea854095d" -d '{"events": [{"server_uuid": "d3f2e762-329c-4d6b-9778-a120adcac2f8", "name": "network-vif-deleted", "tag": "3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:18.655516 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ec3ef3fa-6c34-49e2-8554-157108840ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:18.711311 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61602b-ae64-4924-80f8-0a122286de0a req-1a2c5799-05fb-4954-a60d-2c6809defa10 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:18.718915 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7c61602b-ae64-4924-80f8-0a122286de0a req-1a2c5799-05fb-4954-a60d-2c6809defa10 tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3f2e762-329c-4d6b-9778-a120adcac2f8 HTTP/1.1" status: 200 len: 867 time: 0.2723396 Jul 13 07:23:18.725606 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fe59791b-f736-4c4d-b4f4-b7b83a464ac4 req-e7be6eac-d39e-4330-90f7-b68a3d0a2dbc tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:18.738096 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fe59791b-f736-4c4d-b4f4-b7b83a464ac4 req-e7be6eac-d39e-4330-90f7-b68a3d0a2dbc tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:18.812041 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 87f28f8c-edae-40f0-b323-adeb1bdc1d35 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:23:18.829168 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7c61602b-ae64-4924-80f8-0a122286de0a req-b8bee4de-73b9-4eb3-a5a7-0e3b737b2a9e tempest-LiveMigrationNegativeTest-108283567 tempest-LiveMigrationNegativeTest-108283567-project] 10.222.0.23 "GET /v2.0/security-groups?id=7cc4dba3-0381-4af9-819d-8ff2c49b3e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091886 Jul 13 07:23:18.876735 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 87f28f8c-edae-40f0-b323-adeb1bdc1d35 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:23:18.878043 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 87f28f8c-edae-40f0-b323-adeb1bdc1d35 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:23:18.945399 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9f8e66f3-a0e1-4fbc-82d5-270264af78d8 req-60ae5a4f-a18e-4232-a26f-e17b75eae5c8 service neutron] 10.222.0.42 "GET /v2.0/networks/de5a83e6-90c0-4cc4-ae4f-61e175bc2f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594170 Jul 13 07:23:19.139130 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be6eac-d39e-4330-90f7-b68a3d0a2dbc tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Pushing event updated for resources: {'Port': ['ID=2e36fc32-6932-43d3-9891-7faeaa6c8142,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:19.156563 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fe59791b-f736-4c4d-b4f4-b7b83a464ac4 req-e7be6eac-d39e-4330-90f7-b68a3d0a2dbc tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:19.196258 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fe59791b-f736-4c4d-b4f4-b7b83a464ac4 req-e7be6eac-d39e-4330-90f7-b68a3d0a2dbc tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:19.204370 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fe59791b-f736-4c4d-b4f4-b7b83a464ac4 req-e7be6eac-d39e-4330-90f7-b68a3d0a2dbc tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0154207 Jul 13 07:23:19.285613 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fe59791b-f736-4c4d-b4f4-b7b83a464ac4 req-ea7f837a-5443-4a52-921c-d5362357716d tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.238 HTTP/1.1" status: 200 len: 696 time: 0.0802572 Jul 13 07:23:19.320709 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-ededb163-e2e5-49a5-8063-b4c60af5af6c req-6517e720-c632-408c-a64e-a2c9dc5f07f7 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1793577588', 'description': 'tempest-description-1279624839'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:19.361570 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-ec3ef3fa-6c34-49e2-8554-157108840ce6 admin admin] Deleting port 45c3462c-5f5f-4257-af26-083fdcada92d {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:23:19.361570 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ec3ef3fa-6c34-49e2-8554-157108840ce6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:19.363586 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc423d3e-a088-437f-ab26-085e7ec28a2e', 'name': 'network-vif-deleted', 'tag': '87f28f8c-edae-40f0-b323-adeb1bdc1d35'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:19.364991 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ededb163-e2e5-49a5-8063-b4c60af5af6c req-6517e720-c632-408c-a64e-a2c9dc5f07f7 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:19.378471 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9503ba3c-268a-4e03-817e-8f80ff1a9c0f" -d '{"events": [{"server_uuid": "bc423d3e-a088-437f-ab26-085e7ec28a2e", "name": "network-vif-deleted", "tag": "87f28f8c-edae-40f0-b323-adeb1bdc1d35"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:19.501953 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-ec3ef3fa-6c34-49e2-8554-157108840ce6 admin admin] For port 45c3462c-5f5f-4257-af26-083fdcada92d, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=45c3462c-5f5f-4257-af26-083fdcada92d,segment=NetworkSegment(42cecd3b-e0c4-420d-a7f0-4c98bc6e046c),segment_id=42cecd3b-e0c4-420d-a7f0-4c98bc6e046c)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:19.502325 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ec3ef3fa-6c34-49e2-8554-157108840ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:19.523908 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-ec3ef3fa-6c34-49e2-8554-157108840ce6 admin admin] Calling delete_port for 45c3462c-5f5f-4257-af26-083fdcada92d owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:23:19.524838 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9f8e66f3-a0e1-4fbc-82d5-270264af78d8 req-802ca2b9-4418-4659-b49a-b6bfd4c54719 service neutron] 10.222.0.42 "GET /v2.0/networks/de5a83e6-90c0-4cc4-ae4f-61e175bc2f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5577652 Jul 13 07:23:19.583639 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59791b-f736-4c4d-b4f4-b7b83a464ac4 req-5382b319-b8f4-4550-948a-1a1c26633087 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:19.585227 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fe59791b-f736-4c4d-b4f4-b7b83a464ac4 req-5382b319-b8f4-4550-948a-1a1c26633087 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/networks/099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 784 time: 0.2988265 Jul 13 07:23:19.633224 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ededb163-e2e5-49a5-8063-b4c60af5af6c req-6517e720-c632-408c-a64e-a2c9dc5f07f7 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:19.641433 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ededb163-e2e5-49a5-8063-b4c60af5af6c req-6517e720-c632-408c-a64e-a2c9dc5f07f7 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:19.702243 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ededb163-e2e5-49a5-8063-b4c60af5af6c req-6517e720-c632-408c-a64e-a2c9dc5f07f7 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:19.719868 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ededb163-e2e5-49a5-8063-b4c60af5af6c req-6517e720-c632-408c-a64e-a2c9dc5f07f7 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4057479 Jul 13 07:23:19.734894 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b050c42f-41ab-4039-9477-99a096af4395 x-openstack-request-id: req-b050c42f-41ab-4039-9477-99a096af4395 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:19.735419 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f2e762-329c-4d6b-9778-a120adcac2f8", "name": "network-vif-deleted", "tag": "3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:19.735684 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b050c42f-41ab-4039-9477-99a096af4395 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:19.736094 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f2e762-329c-4d6b-9778-a120adcac2f8', 'name': 'network-vif-deleted', 'tag': '3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8', 'status': 'completed', 'code': 200} Jul 13 07:23:19.740714 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6517e720-c632-408c-a64e-a2c9dc5f07f7 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b336f91-8942-4f83-be25-3054aa51561a,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:19.761861 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e34942b-3bbf-4333-91eb-5a4d64fe55ec x-openstack-request-id: req-0e34942b-3bbf-4333-91eb-5a4d64fe55ec {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:19.761861 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc423d3e-a088-437f-ab26-085e7ec28a2e", "name": "network-vif-deleted", "tag": "87f28f8c-edae-40f0-b323-adeb1bdc1d35", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:19.763194 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0e34942b-3bbf-4333-91eb-5a4d64fe55ec {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:19.764303 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc423d3e-a088-437f-ab26-085e7ec28a2e', 'name': 'network-vif-deleted', 'tag': '87f28f8c-edae-40f0-b323-adeb1bdc1d35', 'status': 'completed', 'code': 200} Jul 13 07:23:19.836729 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 49316) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:19.939518 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a8772e6e-89a5-4a65-8d23-60c3e1a3b67e req-ae8600aa-5d18-4f03-bbf2-83f9c4341ef2 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cd2fbd6dbade4360a70e4272ba843d4c HTTP/1.1" status: 200 len: 10896 time: 0.1634197 Jul 13 07:23:20.002088 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ec3ef3fa-6c34-49e2-8554-157108840ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.009860 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a8772e6e-89a5-4a65-8d23-60c3e1a3b67e req-20b69133-60b3-42d3-bdbf-dade1a9edd9c tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups/e1ea1d82-929f-408a-ad17-d52629d5cbd5 HTTP/1.1" status: 200 len: 2981 time: 0.0686743 Jul 13 07:23:20.069612 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ef3fa-6c34-49e2-8554-157108840ce6 admin admin] Pushing event deleted for resources: {'Port': ['ID=45c3462c-5f5f-4257-af26-083fdcada92d,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:20.098343 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f103848d-492b-4ac2-805b-2a0f5c5273f6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=05a1c189aa364d6fb280195330c059ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2597773 Jul 13 07:23:20.113742 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a8772e6e-89a5-4a65-8d23-60c3e1a3b67e req-3521da04-5286-4387-9af2-5c2a6e281377 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups/e1ea1d82-929f-408a-ad17-d52629d5cbd5 HTTP/1.1" status: 200 len: 2981 time: 0.1019795 Jul 13 07:23:20.114515 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 49324) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:20.204073 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f1351-24db-41a1-a696-479c085ed261 req-8b3d14d1-26e8-4b7a-8d48-987369bb10a4 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:20.214587 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8a7f1351-24db-41a1-a696-479c085ed261 req-8b3d14d1-26e8-4b7a-8d48-987369bb10a4 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/ports?device_id=984b6022-948f-4c98-b4db-8cd8d794b981&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2621410 Jul 13 07:23:20.217080 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0655b597-0d38-47ae-a3cf-ec3b6df6b61e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.226554 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:23:20.264316 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:23:20.270908 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 3fa22f1b-22ba-4c1a-bd7e-9b1ea2357ba8 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:23:20.284553 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8a7f1351-24db-41a1-a696-479c085ed261 req-438042ed-3388-446c-8f85-1943b8861831 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.238 HTTP/1.1" status: 200 len: 696 time: 0.0676870 Jul 13 07:23:20.289416 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-8a7f1351-24db-41a1-a696-479c085ed261 req-d9ff7962-585a-4069-9aec-a85ee5ebcd3d tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Request body: {'floatingip': {'port_id': '40363775-f633-47c9-afb8-c73a3b5103c6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:20.298090 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0655b597-0d38-47ae-a3cf-ec3b6df6b61e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.313894 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 49332) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:20.328505 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-d41e1165-385c-4504-af47-f4998981120a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1077558240'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:20.374054 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41e1165-385c-4504-af47-f4998981120a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Made reservation on behalf of f675b11333fa441fa8eddc3498c6fd35 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:20.377901 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d41e1165-385c-4504-af47-f4998981120a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.381027 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-8a7f1351-24db-41a1-a696-479c085ed261 req-d9ff7962-585a-4069-9aec-a85ee5ebcd3d tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks [] for floatingip, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.428716 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d41e1165-385c-4504-af47-f4998981120a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:23:20.448274 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d41e1165-385c-4504-af47-f4998981120a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.449512 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-d41e1165-385c-4504-af47-f4998981120a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Added segment 8ed6da62-daf9-496c-b1a4-984cc4d0a038 of type vlan for network 429c5271-60ed-4dd8-b05d-2fc0729d6432 Jul 13 07:23:20.510924 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d41e1165-385c-4504-af47-f4998981120a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.599364 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a73492ac-58e2-410b-af48-6dec6dec537a req-ada0e80e-a2fe-45db-8292-4463e0560163 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups/ffe9323d-8b1e-4afb-b5ab-339b59eded86 HTTP/1.1" status: 200 len: 1799 time: 0.0604110 Jul 13 07:23:20.608449 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d41e1165-385c-4504-af47-f4998981120a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.614814 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41e1165-385c-4504-af47-f4998981120a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:20.615665 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d41e1165-385c-4504-af47-f4998981120a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.690979 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 49338) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:20.729733 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a73492ac-58e2-410b-af48-6dec6dec537a req-99d7ed03-8a4b-4ce8-907d-65c6d599170c tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.756718 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a73492ac-58e2-410b-af48-6dec6dec537a req-99d7ed03-8a4b-4ce8-907d-65c6d599170c tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.837688 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e1165-385c-4504-af47-f4998981120a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Pushing event updated for resources: {'Network': ['ID=429c5271-60ed-4dd8-b05d-2fc0729d6432,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:20.842926 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0655b597-0d38-47ae-a3cf-ec3b6df6b61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.846162 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0655b597-0d38-47ae-a3cf-ec3b6df6b61e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:20.847118 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0655b597-0d38-47ae-a3cf-ec3b6df6b61e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f433bb30-df9d-4dd3-8a33-fa0170e6c8a0 HTTP/1.1" status: 204 len: 168 time: 0.7294960 Jul 13 07:23:20.852946 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 429c5271-60ed-4dd8-b05d-2fc0729d6432 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:23:20.883893 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d41e1165-385c-4504-af47-f4998981120a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5607271 Jul 13 07:23:20.915827 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 49348) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:20.924607 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-a0e35b5f-2345-42d1-a043-0ec2da5c6abc tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-735647635'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:20.959723 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0655b597-0d38-47ae-a3cf-ec3b6df6b61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f433bb30-df9d-4dd3-8a33-fa0170e6c8a0,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:21.020282 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a73492ac-58e2-410b-af48-6dec6dec537a req-99d7ed03-8a4b-4ce8-907d-65c6d599170c tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.023147 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a73492ac-58e2-410b-af48-6dec6dec537a req-99d7ed03-8a4b-4ce8-907d-65c6d599170c tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.024434 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a73492ac-58e2-410b-af48-6dec6dec537a req-99d7ed03-8a4b-4ce8-907d-65c6d599170c tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "DELETE /v2.0/security-groups/ffe9323d-8b1e-4afb-b5ab-339b59eded86 HTTP/1.1" status: 204 len: 173 time: 0.4051175 Jul 13 07:23:21.036865 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ec3ef3fa-6c34-49e2-8554-157108840ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.041440 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f4d2581c-3ce1-441a-aad9-5685c4c26a3a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0b6b2867affa4b329c36686510d6fd7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3472152 Jul 13 07:23:21.042747 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d7ed03-8a4b-4ce8-907d-65c6d599170c tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe9323d-8b1e-4afb-b5ab-339b59eded86,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:21.046506 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 49352) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:21.054689 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e35b5f-2345-42d1-a043-0ec2da5c6abc tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Made reservation on behalf of f675b11333fa441fa8eddc3498c6fd35 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:21.058286 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a0e35b5f-2345-42d1-a043-0ec2da5c6abc tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.112489 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e35b5f-2345-42d1-a043-0ec2da5c6abc tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:23:21.134609 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a0e35b5f-2345-42d1-a043-0ec2da5c6abc tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.134962 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-a0e35b5f-2345-42d1-a043-0ec2da5c6abc tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Added segment b7bb93bc-cbf8-4d9d-81a8-4428e0baa434 of type vlan for network c585a6c0-7b73-4536-a692-dae61cbdb028 Jul 13 07:23:21.164408 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-37f72e2b-56a6-46b4-a0d7-10c1039405f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.217857 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a0e35b5f-2345-42d1-a043-0ec2da5c6abc tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.272444 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [req-701d8367-a724-4cac-bd2c-1fa11fa75786 req-75e29c25-a554-4555-95a5-7fe1cb2436cf tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] show failed (client error): The resource could not be found. Jul 13 07:23:21.273901 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-701d8367-a724-4cac-bd2c-1fa11fa75786 req-75e29c25-a554-4555-95a5-7fe1cb2436cf tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups/ffe9323d-8b1e-4afb-b5ab-339b59eded86 HTTP/1.1" status: 404 len: 352 time: 0.0918698 Jul 13 07:23:21.284340 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a0e35b5f-2345-42d1-a043-0ec2da5c6abc tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.291302 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e35b5f-2345-42d1-a043-0ec2da5c6abc tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:21.292056 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a0e35b5f-2345-42d1-a043-0ec2da5c6abc tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.307072 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [req-8a7f1351-24db-41a1-a696-479c085ed261 req-d9ff7962-585a-4069-9aec-a85ee5ebcd3d tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] update failed (client error): There was a conflict when trying to complete your request. Jul 13 07:23:21.308149 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-37f72e2b-56a6-46b4-a0d7-10c1039405f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.318919 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8a7f1351-24db-41a1-a696-479c085ed261 req-d9ff7962-585a-4069-9aec-a85ee5ebcd3d tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "PUT /v2.0/floatingips/bac31751-6aa1-4528-903d-b61e7ca9212f HTTP/1.1" status: 409 len: 551 time: 1.0334458 Jul 13 07:23:21.406251 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a0e35b5f-2345-42d1-a043-0ec2da5c6abc tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4884017 Jul 13 07:23:21.445142 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 49368) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:21.458714 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e35b5f-2345-42d1-a043-0ec2da5c6abc tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Pushing event updated for resources: {'Network': ['ID=c585a6c0-7b73-4536-a692-dae61cbdb028,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:21.467838 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-d3056ab9-fd50-49ef-9870-0b3f0f96c7fc tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Request body: {'subnet': {'network_id': '429c5271-60ed-4dd8-b05d-2fc0729d6432', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:21.476248 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-621b34d6-1dcd-4dce-9c0b-72fa503e0597 req-07e7c49b-9141-40d0-8361-7d36725469a5 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups/e7f3b7f0-1e58-4848-9796-8719493785ac HTTP/1.1" status: 200 len: 1800 time: 0.1551886 Jul 13 07:23:21.483927 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network c585a6c0-7b73-4536-a692-dae61cbdb028 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:23:21.635581 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 49372) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:21.664445 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-37f72e2b-56a6-46b4-a0d7-10c1039405f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.666993 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-37f72e2b-56a6-46b4-a0d7-10c1039405f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.671010 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-37f72e2b-56a6-46b4-a0d7-10c1039405f9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7cc4dba3-0381-4af9-819d-8ff2c49b3e26 HTTP/1.1" status: 204 len: 168 time: 0.6200225 Jul 13 07:23:21.692675 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f72e2b-56a6-46b4-a0d7-10c1039405f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc4dba3-0381-4af9-819d-8ff2c49b3e26,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:21.706996 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-50c1de8b-f937-442f-a7c7-8bde3509a6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.728475 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3056ab9-fd50-49ef-9870-0b3f0f96c7fc tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Made reservation on behalf of f675b11333fa441fa8eddc3498c6fd35 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:21.732581 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d3056ab9-fd50-49ef-9870-0b3f0f96c7fc tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.735242 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ba44a46c-f80a-45e8-ab8a-234d8de7e13d req-685c1b79-66a2-46d9-8136-4cbc62bec377 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/floatingips/bac31751-6aa1-4528-903d-b61e7ca9212f HTTP/1.1" status: 200 len: 693 time: 0.2868452 Jul 13 07:23:21.761262 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3ef3fa-6c34-49e2-8554-157108840ce6 admin admin] Router 1dc9cc43-cdcc-43a1-9070-4294c078b940 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:23:21.766805 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-621b34d6-1dcd-4dce-9c0b-72fa503e0597 req-050c3f25-0193-4404-a18e-01a699c10dc3 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.838225 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-621b34d6-1dcd-4dce-9c0b-72fa503e0597 req-050c3f25-0193-4404-a18e-01a699c10dc3 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.939466 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-621b34d6-1dcd-4dce-9c0b-72fa503e0597 req-050c3f25-0193-4404-a18e-01a699c10dc3 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.946872 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-621b34d6-1dcd-4dce-9c0b-72fa503e0597 req-050c3f25-0193-4404-a18e-01a699c10dc3 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:21.948129 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-621b34d6-1dcd-4dce-9c0b-72fa503e0597 req-050c3f25-0193-4404-a18e-01a699c10dc3 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "DELETE /v2.0/security-groups/e7f3b7f0-1e58-4848-9796-8719493785ac HTTP/1.1" status: 204 len: 173 time: 0.4148524 Jul 13 07:23:21.980004 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c3f25-0193-4404-a18e-01a699c10dc3 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f3b7f0-1e58-4848-9796-8719493785ac,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:22.051695 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44a46c-f80a-45e8-ab8a-234d8de7e13d req-a1608f01-b3e8-43eb-8e39-55420ec3ce32 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:22.066253 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ba44a46c-f80a-45e8-ab8a-234d8de7e13d req-a1608f01-b3e8-43eb-8e39-55420ec3ce32 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/networks/099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 784 time: 0.3246536 Jul 13 07:23:22.104447 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d3056ab9-fd50-49ef-9870-0b3f0f96c7fc tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:22.189363 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [req-fa408bc8-0f7c-48fa-b8f0-174d2706b4f6 req-a850cd66-a191-464b-b318-74773f5d918f tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] show failed (client error): The resource could not be found. Jul 13 07:23:22.190388 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fa408bc8-0f7c-48fa-b8f0-174d2706b4f6 req-a850cd66-a191-464b-b318-74773f5d918f tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups/e7f3b7f0-1e58-4848-9796-8719493785ac HTTP/1.1" status: 404 len: 352 time: 0.0267911 Jul 13 07:23:22.203758 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3056ab9-fd50-49ef-9870-0b3f0f96c7fc tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Pushing event updated for resources: {'Subnet': ['ID=61e9bb2d-d334-46ee-a94c-dc384201b119,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:22.217063 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 49384) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:22.231866 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ba44a46c-f80a-45e8-ab8a-234d8de7e13d req-4ea059c7-b550-4815-b823-881b05fbd4a6 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.238 HTTP/1.1" status: 200 len: 696 time: 0.1635957 Jul 13 07:23:22.250192 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3056ab9-fd50-49ef-9870-0b3f0f96c7fc tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Checking segment: {'id': '8ed6da62-daf9-496c-b1a4-984cc4d0a038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '429c5271-60ed-4dd8-b05d-2fc0729d6432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:22.250844 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3056ab9-fd50-49ef-9870-0b3f0f96c7fc tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Network hostable DHCP agents. Network: 429c5271-60ed-4dd8-b05d-2fc0729d6432, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:23:22.261002 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3ef3fa-6c34-49e2-8554-157108840ce6 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:23:22.273193 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043b0cc7-579c-4a8f-9b48-9d35d2eeb3ae None None] Sync routers for ids ['1dc9cc43-cdcc-43a1-9070-4294c078b940'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:23:22.288685 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-130c67a0-698d-43c8-b47b-7db90c45cb55 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cdb1431476e4417fb54326f001d09641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0702894 Jul 13 07:23:22.291666 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 49390) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:22.292378 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-50c1de8b-f937-442f-a7c7-8bde3509a6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:22.299552 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ec3ef3fa-6c34-49e2-8554-157108840ce6 admin admin] 10.222.0.23 "PUT /v2.0/routers/1dc9cc43-cdcc-43a1-9070-4294c078b940/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8242140 Jul 13 07:23:22.301555 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3056ab9-fd50-49ef-9870-0b3f0f96c7fc tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Network 429c5271-60ed-4dd8-b05d-2fc0729d6432 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:23:22.303745 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 49396) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:22.305757 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043b0cc7-579c-4a8f-9b48-9d35d2eeb3ae None None] Routers {'1dc9cc43-cdcc-43a1-9070-4294c078b940'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:23:22.308538 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-043b0cc7-579c-4a8f-9b48-9d35d2eeb3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:23:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['1dc9cc43-cdcc-43a1-9070-4294c078b940'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:22.314641 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ba44a46c-f80a-45e8-ab8a-234d8de7e13d req-7f177e8a-7e7e-4552-ac31-70254745575b tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.238 HTTP/1.1" status: 200 len: 696 time: 0.0815969 Jul 13 07:23:22.317665 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-50c1de8b-f937-442f-a7c7-8bde3509a6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:22.391251 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-d3056ab9-fd50-49ef-9870-0b3f0f96c7fc tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 429c5271-60ed-4dd8-b05d-2fc0729d6432) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:22.404144 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5356d4ac-f5a6-4f0c-b9fa-a36a1a1ee58f None None] Network 429c5271-60ed-4dd8-b05d-2fc0729d6432 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:23:22.415002 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3056ab9-fd50-49ef-9870-0b3f0f96c7fc tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:22.415634 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d3056ab9-fd50-49ef-9870-0b3f0f96c7fc tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:22.470377 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1de8b-f937-442f-a7c7-8bde3509a6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c351d751-dfa2-49ec-9708-57d9cdd8a574,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:22.495758 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-50c1de8b-f937-442f-a7c7-8bde3509a6d6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aff3e6e5bc864fe297dc6ca7bba90e87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8564737 Jul 13 07:23:22.498658 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 49398) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:22.502842 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-043b0cc7-579c-4a8f-9b48-9d35d2eeb3ae None None] Set router 1dc9cc43-cdcc-43a1-9070-4294c078b940 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:23:22.585123 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-ba44a46c-f80a-45e8-ab8a-234d8de7e13d req-fe512631-0230-4beb-ae58-e84a490f5f98 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Deleting port 2e36fc32-6932-43d3-9891-7faeaa6c8142 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:23:22.585465 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ba44a46c-f80a-45e8-ab8a-234d8de7e13d req-fe512631-0230-4beb-ae58-e84a490f5f98 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:22.599538 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d3056ab9-fd50-49ef-9870-0b3f0f96c7fc tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1417460 Jul 13 07:23:22.604347 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 49400) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:22.618062 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-0e5fa230-cfc5-45f2-bd05-af12d7389b56 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Request body: {'subnet': {'network_id': 'c585a6c0-7b73-4536-a692-dae61cbdb028', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:22.629753 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e09d0ee7-b278-4d2a-a9e7-1b508bc0de6e req-6c6b7485-36e4-4ce2-b27d-5c9f4bd7bf92 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups/1b336f91-8942-4f83-be25-3054aa51561a HTTP/1.1" status: 200 len: 1801 time: 0.2518651 Jul 13 07:23:22.633932 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-66fd8206-fa62-4227-98b9-b49e58d2cf37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:22.647874 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-27238c7b-ec48-49d7-8e1a-669cce365f64 admin admin] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:22.679936 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dd29c0-f06f-4c2e-99ba-9978d47bac79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-429c5271-60ed-4dd8-b05d-2fc0729d6432', 'network_id': '429c5271-60ed-4dd8-b05d-2fc0729d6432', 'tenant_id': 'f675b11333fa441fa8eddc3498c6fd35', 'fixed_ips': [{'subnet_id': '61e9bb2d-d334-46ee-a94c-dc384201b119'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:23:22.681729 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-29dd29c0-f06f-4c2e-99ba-9978d47bac79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:22.691552 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ba44a46c-f80a-45e8-ab8a-234d8de7e13d req-fe512631-0230-4beb-ae58-e84a490f5f98 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:22.692503 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ba44a46c-f80a-45e8-ab8a-234d8de7e13d req-fe512631-0230-4beb-ae58-e84a490f5f98 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:22.705944 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-ba44a46c-f80a-45e8-ab8a-234d8de7e13d req-fe512631-0230-4beb-ae58-e84a490f5f98 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Calling delete_port for 2e36fc32-6932-43d3-9891-7faeaa6c8142 owned by network:floatingip {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:23:22.858130 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ba44a46c-f80a-45e8-ab8a-234d8de7e13d req-fe512631-0230-4beb-ae58-e84a490f5f98 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:22.871071 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8b94a8d8-0800-41ae-984a-da153b6ed922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:22.897438 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8b94a8d8-0800-41ae-984a-da153b6ed922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:22.912211 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-043b0cc7-579c-4a8f-9b48-9d35d2eeb3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dc9cc43-cdcc-43a1-9070-4294c078b940', 'name': 'tempest-ServerRescueNegativeTestJSON-938244738-router', 'tenant_id': '6d13c0c2ef2a4f4ba04ee46bbbe15052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:59Z', 'updated_at': '2021-07-13T07:23:19Z', 'revision_number': 5, 'project_id': '6d13c0c2ef2a4f4ba04ee46bbbe15052', 'gw_port': {'id': 'a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc9cc43-cdcc-43a1-9070-4294c078b940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:00Z', 'updated_at': '2021-07-13T07:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:22.960684 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043b0cc7-579c-4a8f-9b48-9d35d2eeb3ae None None] Checking router: 1dc9cc43-cdcc-43a1-9070-4294c078b940 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:23:22.968221 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8b94a8d8-0800-41ae-984a-da153b6ed922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:22.971023 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8b94a8d8-0800-41ae-984a-da153b6ed922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:22.972638 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8b94a8d8-0800-41ae-984a-da153b6ed922 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c351d751-dfa2-49ec-9708-57d9cdd8a574 HTTP/1.1" status: 204 len: 168 time: 0.4727881 Jul 13 07:23:22.975646 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe512631-0230-4beb-ae58-e84a490f5f98 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Pushing event deleted for resources: {'Port': ['ID=2e36fc32-6932-43d3-9891-7faeaa6c8142,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:22.981820 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043b0cc7-579c-4a8f-9b48-9d35d2eeb3ae None None] Routers {'1dc9cc43-cdcc-43a1-9070-4294c078b940'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:23:22.982807 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-043b0cc7-579c-4a8f-9b48-9d35d2eeb3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:23:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['1dc9cc43-cdcc-43a1-9070-4294c078b940'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:22.994648 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b94a8d8-0800-41ae-984a-da153b6ed922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c351d751-dfa2-49ec-9708-57d9cdd8a574,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:22.995745 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-29dd29c0-f06f-4c2e-99ba-9978d47bac79 None None] Allocated IP 10.1.1.2 (429c5271-60ed-4dd8-b05d-2fc0729d6432/61e9bb2d-d334-46ee-a94c-dc384201b119/b181b380-8c19-403e-a15c-5bf4ef410769) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:23.065202 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ba44a46c-f80a-45e8-ab8a-234d8de7e13d req-fe512631-0230-4beb-ae58-e84a490f5f98 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks [] for floatingip, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:23.067871 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ba44a46c-f80a-45e8-ab8a-234d8de7e13d req-fe512631-0230-4beb-ae58-e84a490f5f98 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:23.085348 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ba44a46c-f80a-45e8-ab8a-234d8de7e13d req-fe512631-0230-4beb-ae58-e84a490f5f98 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "DELETE /v2.0/floatingips/bac31751-6aa1-4528-903d-b61e7ca9212f HTTP/1.1" status: 204 len: 173 time: 0.7696943 Jul 13 07:23:23.240648 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-043b0cc7-579c-4a8f-9b48-9d35d2eeb3ae None None] Set router 1dc9cc43-cdcc-43a1-9070-4294c078b940 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:23:23.279789 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:23.283429 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8bf8aad5-fd32-49e7-8355-eb1cc71cfc64 req-c6b23458-b44b-45d3-9ac8-5dacd3b03f06 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.10 HTTP/1.1" status: 200 len: 1001 time: 0.1933963 Jul 13 07:23:23.428816 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8aad5-fd32-49e7-8355-eb1cc71cfc64 req-9c73ad60-a41a-409c-ab38-631e45152941 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:23.434083 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8bf8aad5-fd32-49e7-8355-eb1cc71cfc64 req-9c73ad60-a41a-409c-ab38-631e45152941 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/ports/40363775-f633-47c9-afb8-c73a3b5103c6 HTTP/1.1" status: 200 len: 943 time: 0.1490493 Jul 13 07:23:23.447965 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-29dd29c0-f06f-4c2e-99ba-9978d47bac79 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:23.457696 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-29dd29c0-f06f-4c2e-99ba-9978d47bac79 None None] Transition to ACTIVE for port object b181b380-8c19-403e-a15c-5bf4ef410769 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:23.477624 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-29dd29c0-f06f-4c2e-99ba-9978d47bac79 None None] Transition to ACTIVE for port object b181b380-8c19-403e-a15c-5bf4ef410769 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:23.485581 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-29dd29c0-f06f-4c2e-99ba-9978d47bac79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:23.596413 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd29c0-f06f-4c2e-99ba-9978d47bac79 None None] Pushing event updated for resources: {'Port': ['ID=b181b380-8c19-403e-a15c-5bf4ef410769,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:23.615959 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dd29c0-f06f-4c2e-99ba-9978d47bac79 None None] Network 429c5271-60ed-4dd8-b05d-2fc0729d6432 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:23.617527 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-29dd29c0-f06f-4c2e-99ba-9978d47bac79 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:23.624890 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dd29c0-f06f-4c2e-99ba-9978d47bac79 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:23.698130 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-043b0cc7-579c-4a8f-9b48-9d35d2eeb3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dc9cc43-cdcc-43a1-9070-4294c078b940', 'name': 'tempest-ServerRescueNegativeTestJSON-938244738-router', 'tenant_id': '6d13c0c2ef2a4f4ba04ee46bbbe15052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:59Z', 'updated_at': '2021-07-13T07:23:19Z', 'revision_number': 5, 'project_id': '6d13c0c2ef2a4f4ba04ee46bbbe15052', 'gw_port': {'id': 'a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc9cc43-cdcc-43a1-9070-4294c078b940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:00Z', 'updated_at': '2021-07-13T07:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:23.705898 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:23.755365 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8bf8aad5-fd32-49e7-8355-eb1cc71cfc64 req-d41b9725-c6c1-47b1-96f9-19b29b594a34 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.10 HTTP/1.1" status: 200 len: 1001 time: 0.1274102 Jul 13 07:23:23.780937 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043b0cc7-579c-4a8f-9b48-9d35d2eeb3ae None None] The sync data for ids ['1dc9cc43-cdcc-43a1-9070-4294c078b940'] in n-d-771363-34 is: [{'id': '1dc9cc43-cdcc-43a1-9070-4294c078b940', 'name': 'tempest-ServerRescueNegativeTestJSON-938244738-router', 'tenant_id': '6d13c0c2ef2a4f4ba04ee46bbbe15052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:19:59Z', 'updated_at': '2021-07-13T07:23:19Z', 'revision_number': 5, 'project_id': '6d13c0c2ef2a4f4ba04ee46bbbe15052', 'gw_port': {'id': 'a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc9cc43-cdcc-43a1-9070-4294c078b940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:00Z', 'updated_at': '2021-07-13T07:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:23:23.784560 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-29dd29c0-f06f-4c2e-99ba-9978d47bac79 None None] Attempting to bind port b181b380-8c19-403e-a15c-5bf4ef410769 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:23.784933 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-29dd29c0-f06f-4c2e-99ba-9978d47bac79 None None] Attempting to bind port b181b380-8c19-403e-a15c-5bf4ef410769 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '8ed6da62-daf9-496c-b1a4-984cc4d0a038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '429c5271-60ed-4dd8-b05d-2fc0729d6432'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:23.785297 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dd29c0-f06f-4c2e-99ba-9978d47bac79 None None] Attempting to bind port b181b380-8c19-403e-a15c-5bf4ef410769 on network 429c5271-60ed-4dd8-b05d-2fc0729d6432 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:23.802009 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dd29c0-f06f-4c2e-99ba-9978d47bac79 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:23.802457 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dd29c0-f06f-4c2e-99ba-9978d47bac79 None None] Checking segment: {'id': '8ed6da62-daf9-496c-b1a4-984cc4d0a038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '429c5271-60ed-4dd8-b05d-2fc0729d6432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:23.802601 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-66fd8206-fa62-4227-98b9-b49e58d2cf37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:23.803085 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-29dd29c0-f06f-4c2e-99ba-9978d47bac79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:23.811624 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dd29c0-f06f-4c2e-99ba-9978d47bac79 None None] Bound using segment: {'id': '8ed6da62-daf9-496c-b1a4-984cc4d0a038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '429c5271-60ed-4dd8-b05d-2fc0729d6432'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:23.812267 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-29dd29c0-f06f-4c2e-99ba-9978d47bac79 None None] Bound port: b181b380-8c19-403e-a15c-5bf4ef410769, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ed6da62-daf9-496c-b1a4-984cc4d0a038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '429c5271-60ed-4dd8-b05d-2fc0729d6432'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:23.812676 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-29dd29c0-f06f-4c2e-99ba-9978d47bac79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:23.913749 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5fa230-cfc5-45f2-bd05-af12d7389b56 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Made reservation on behalf of f675b11333fa441fa8eddc3498c6fd35 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:23.917652 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0e5fa230-cfc5-45f2-bd05-af12d7389b56 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:24.005057 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e09d0ee7-b278-4d2a-a9e7-1b508bc0de6e req-358498d3-9242-48e9-a69b-263e029a2d99 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:24.037387 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8aad5-fd32-49e7-8355-eb1cc71cfc64 req-762684c2-4561-46f1-87f0-ed558096bbbc tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:24.040555 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-27238c7b-ec48-49d7-8e1a-669cce365f64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:24.044981 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8bf8aad5-fd32-49e7-8355-eb1cc71cfc64 req-762684c2-4561-46f1-87f0-ed558096bbbc tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/networks/099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 784 time: 0.2834013 Jul 13 07:23:24.052278 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e09d0ee7-b278-4d2a-a9e7-1b508bc0de6e req-358498d3-9242-48e9-a69b-263e029a2d99 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:24.060217 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [req-8bf8aad5-fd32-49e7-8355-eb1cc71cfc64 req-723766c0-bf2c-4bed-ab94-f0de9710c71e tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:23:24.061264 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8bf8aad5-fd32-49e7-8355-eb1cc71cfc64 req-723766c0-bf2c-4bed-ab94-f0de9710c71e tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155089 Jul 13 07:23:24.107639 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-29dd29c0-f06f-4c2e-99ba-9978d47bac79 None None] For port b181b380-8c19-403e-a15c-5bf4ef410769, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:24.113333 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-29dd29c0-f06f-4c2e-99ba-9978d47bac79 None None] For port b181b380-8c19-403e-a15c-5bf4ef410769, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=b181b380-8c19-403e-a15c-5bf4ef410769,segment=NetworkSegment(8ed6da62-daf9-496c-b1a4-984cc4d0a038),segment_id=8ed6da62-daf9-496c-b1a4-984cc4d0a038)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:24.116049 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-66fd8206-fa62-4227-98b9-b49e58d2cf37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:24.118721 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-66fd8206-fa62-4227-98b9-b49e58d2cf37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:24.122713 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-66fd8206-fa62-4227-98b9-b49e58d2cf37 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c7399bc6-6916-4bae-8b4e-fc4865b10c6f HTTP/1.1" status: 204 len: 168 time: 1.8294635 Jul 13 07:23:24.128861 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-29dd29c0-f06f-4c2e-99ba-9978d47bac79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:24.191089 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd8206-fa62-4227-98b9-b49e58d2cf37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7399bc6-6916-4bae-8b4e-fc4865b10c6f,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:24.227850 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8bf8aad5-fd32-49e7-8355-eb1cc71cfc64 req-6800e5eb-123a-4cb1-88d7-2173765e272e tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.10 HTTP/1.1" status: 200 len: 1001 time: 0.1494908 Jul 13 07:23:24.265254 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-8bf8aad5-fd32-49e7-8355-eb1cc71cfc64 req-0056a39c-c22a-491f-abe0-9d73d9aea09c tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:24.306392 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd29c0-f06f-4c2e-99ba-9978d47bac79 None None] Pushing event updated for resources: {'Port': ['ID=b181b380-8c19-403e-a15c-5bf4ef410769,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:24.334983 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e09d0ee7-b278-4d2a-a9e7-1b508bc0de6e req-358498d3-9242-48e9-a69b-263e029a2d99 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:24.338214 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e09d0ee7-b278-4d2a-a9e7-1b508bc0de6e req-358498d3-9242-48e9-a69b-263e029a2d99 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:24.354303 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e09d0ee7-b278-4d2a-a9e7-1b508bc0de6e req-358498d3-9242-48e9-a69b-263e029a2d99 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "DELETE /v2.0/security-groups/1b336f91-8942-4f83-be25-3054aa51561a HTTP/1.1" status: 204 len: 173 time: 1.7230341 Jul 13 07:23:24.423114 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-8bf8aad5-fd32-49e7-8355-eb1cc71cfc64 req-0056a39c-c22a-491f-abe0-9d73d9aea09c tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks [] for floatingip, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:24.466180 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358498d3-9242-48e9-a69b-263e029a2d99 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b336f91-8942-4f83-be25-3054aa51561a,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:24.484527 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0e5fa230-cfc5-45f2-bd05-af12d7389b56 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:24.587866 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-27238c7b-ec48-49d7-8e1a-669cce365f64 admin admin] Deleting port a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:23:24.588205 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-27238c7b-ec48-49d7-8e1a-669cce365f64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:24.591308 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 49436) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:24.731247 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5fa230-cfc5-45f2-bd05-af12d7389b56 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Pushing event updated for resources: {'Subnet': ['ID=7e41c5dd-84e8-4c1d-97eb-f8a340a2884d,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:24.833185 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5fa230-cfc5-45f2-bd05-af12d7389b56 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Checking segment: {'id': 'b7bb93bc-cbf8-4d9d-81a8-4428e0baa434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c585a6c0-7b73-4536-a692-dae61cbdb028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:24.833852 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5fa230-cfc5-45f2-bd05-af12d7389b56 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Network hostable DHCP agents. Network: c585a6c0-7b73-4536-a692-dae61cbdb028, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:23:24.839026 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [req-9583acf2-18b3-48a5-9bac-3b9874c4ab87 req-6911e01f-59f8-4d3e-8bff-976a24ff5dc9 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] show failed (client error): The resource could not be found. Jul 13 07:23:24.853375 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9583acf2-18b3-48a5-9bac-3b9874c4ab87 req-6911e01f-59f8-4d3e-8bff-976a24ff5dc9 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups/1b336f91-8942-4f83-be25-3054aa51561a HTTP/1.1" status: 404 len: 352 time: 0.0518231 Jul 13 07:23:24.869958 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-b5c45540-c25d-4b07-a235-dd8ae9a519ca admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1309823790-network', 'tenant_id': 'e26f2dd3fa034aa8931350ba277400b4'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:24.943343 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-27238c7b-ec48-49d7-8e1a-669cce365f64 admin admin] For port a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:24.943798 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-27238c7b-ec48-49d7-8e1a-669cce365f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:24.970593 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-27238c7b-ec48-49d7-8e1a-669cce365f64 admin admin] Calling delete_port for a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c owned by network:router_gateway {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:23:24.973303 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-8bf8aad5-fd32-49e7-8355-eb1cc71cfc64 req-0056a39c-c22a-491f-abe0-9d73d9aea09c tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:24.973823 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5fa230-cfc5-45f2-bd05-af12d7389b56 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Network c585a6c0-7b73-4536-a692-dae61cbdb028 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:23:24.985519 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-8bf8aad5-fd32-49e7-8355-eb1cc71cfc64 req-0056a39c-c22a-491f-abe0-9d73d9aea09c tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:24.987687 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [req-8bf8aad5-fd32-49e7-8355-eb1cc71cfc64 req-0056a39c-c22a-491f-abe0-9d73d9aea09c tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Floating IP 48c51be3-8623-416a-ad37-38b80ec27ae6 disassociated. External IP: 172.25.3.10, port: 40363775-f633-47c9-afb8-c73a3b5103c6. Jul 13 07:23:24.991532 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c45540-c25d-4b07-a235-dd8ae9a519ca admin admin] Made reservation on behalf of e26f2dd3fa034aa8931350ba277400b4 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:24.993978 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b5c45540-c25d-4b07-a235-dd8ae9a519ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:25.009872 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-0e5fa230-cfc5-45f2-bd05-af12d7389b56 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, c585a6c0-7b73-4536-a692-dae61cbdb028) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:25.020757 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b5c45540-c25d-4b07-a235-dd8ae9a519ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:25.022505 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03f346e-f0ee-4c8a-906d-66fef5466f9f None None] Network c585a6c0-7b73-4536-a692-dae61cbdb028 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:23:25.024285 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5fa230-cfc5-45f2-bd05-af12d7389b56 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:25.024923 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0e5fa230-cfc5-45f2-bd05-af12d7389b56 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:25.232797 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e0dcab-6e2e-40ae-8116-ca795b5d87e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-c585a6c0-7b73-4536-a692-dae61cbdb028', 'network_id': 'c585a6c0-7b73-4536-a692-dae61cbdb028', 'tenant_id': 'f675b11333fa441fa8eddc3498c6fd35', 'fixed_ips': [{'subnet_id': '7e41c5dd-84e8-4c1d-97eb-f8a340a2884d'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:23:25.234183 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-45e0dcab-6e2e-40ae-8116-ca795b5d87e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:25.258633 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e40d1587-559f-47c5-bb76-77b083561b0a req-78933ee4-da23-439b-ae8d-3923987fbdd2 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cd2fbd6dbade4360a70e4272ba843d4c HTTP/1.1" status: 200 len: 6149 time: 0.3786218 Jul 13 07:23:25.273966 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0e5fa230-cfc5-45f2-bd05-af12d7389b56 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6664588 Jul 13 07:23:25.280431 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 49462) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:25.282428 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bf8aad5-fd32-49e7-8355-eb1cc71cfc64 req-0056a39c-c22a-491f-abe0-9d73d9aea09c tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Router a5344f22-449a-4f54-b0d2-f1af9aa54d2b has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:23:25.312835 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-97560c10-fa06-4463-bee7-4956fecbf798 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Request body: {'port': {'network_id': '429c5271-60ed-4dd8-b05d-2fc0729d6432', 'name': 'tempest-TaggedBootDevicesTest_v242-1435493477', 'fixed_ips': [{'subnet_id': '61e9bb2d-d334-46ee-a94c-dc384201b119'}]}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:25.462608 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-45e0dcab-6e2e-40ae-8116-ca795b5d87e3 None None] Allocated IP 10.2.2.2 (c585a6c0-7b73-4536-a692-dae61cbdb028/7e41c5dd-84e8-4c1d-97eb-f8a340a2884d/35c1684b-4176-4fdc-9ba3-746c6333ae57) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:25.553666 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bf8aad5-fd32-49e7-8355-eb1cc71cfc64 req-0056a39c-c22a-491f-abe0-9d73d9aea09c tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:23:25.583486 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-8bf8aad5-fd32-49e7-8355-eb1cc71cfc64 req-0056a39c-c22a-491f-abe0-9d73d9aea09c tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:25.666721 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e40d1587-559f-47c5-bb76-77b083561b0a req-2e84636b-35ee-41b8-8456-3d5c3d0bbe71 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups/e1ea1d82-929f-408a-ad17-d52629d5cbd5 HTTP/1.1" status: 200 len: 2981 time: 0.3896003 Jul 13 07:23:25.695772 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8bf8aad5-fd32-49e7-8355-eb1cc71cfc64 req-0056a39c-c22a-491f-abe0-9d73d9aea09c tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "PUT /v2.0/floatingips/48c51be3-8623-416a-ad37-38b80ec27ae6 HTTP/1.1" status: 200 len: 694 time: 1.4472446 Jul 13 07:23:25.696969 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '984b6022-948f-4c98-b4db-8cd8d794b981', 'tag': '40363775-f633-47c9-afb8-c73a3b5103c6'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:25.705049 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c0921b-1588-45cb-8d13-e67a0d73726e" -d '{"events": [{"name": "network-changed", "server_uuid": "984b6022-948f-4c98-b4db-8cd8d794b981", "tag": "40363775-f633-47c9-afb8-c73a3b5103c6"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:25.722478 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9604e6d1-523f-4a72-94f8-a091dd307106 None None] Sync routers for ids ['a5344f22-449a-4f54-b0d2-f1af9aa54d2b'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:23:25.774721 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b181b380-8c19-403e-a15c-5bf4ef410769 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:25.836905 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9604e6d1-523f-4a72-94f8-a091dd307106 None None] Routers {'a5344f22-449a-4f54-b0d2-f1af9aa54d2b'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:23:25.847386 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-9604e6d1-523f-4a72-94f8-a091dd307106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:23:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['a5344f22-449a-4f54-b0d2-f1af9aa54d2b'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:25.861836 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e40d1587-559f-47c5-bb76-77b083561b0a req-45493d5d-30bb-48db-af10-5a6d9944f0df tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups/e1ea1d82-929f-408a-ad17-d52629d5cbd5 HTTP/1.1" status: 200 len: 2981 time: 0.1865804 Jul 13 07:23:25.867757 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8aad5-fd32-49e7-8355-eb1cc71cfc64 req-40fa0cba-8380-4217-9f4b-3ad57212c45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:25.869417 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8bf8aad5-fd32-49e7-8355-eb1cc71cfc64 req-40fa0cba-8380-4217-9f4b-3ad57212c45f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=352bcb4e1f034d4a9fe05776480aef53&device_id=984b6022-948f-4c98-b4db-8cd8d794b981 HTTP/1.1" status: 200 len: 1098 time: 0.1268737 Jul 13 07:23:25.873545 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-27238c7b-ec48-49d7-8e1a-669cce365f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:25.883160 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b5c45540-c25d-4b07-a235-dd8ae9a519ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:25.974847 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27238c7b-ec48-49d7-8e1a-669cce365f64 admin admin] Pushing event deleted for resources: {'Port': ['ID=a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:25.981907 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b5c45540-c25d-4b07-a235-dd8ae9a519ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:26.016534 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port b181b380-8c19-403e-a15c-5bf4ef410769 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:26.145641 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8aad5-fd32-49e7-8355-eb1cc71cfc64 req-e8bd8472-7d35-4e2e-bc3c-bd067292c08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:26.147160 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8bf8aad5-fd32-49e7-8355-eb1cc71cfc64 req-e8bd8472-7d35-4e2e-bc3c-bd067292c08b service neutron] 10.222.0.23 "GET /v2.0/networks?id=de5a83e6-90c0-4cc4-ae4f-61e175bc2f77 HTTP/1.1" status: 200 len: 929 time: 0.2517614 Jul 13 07:23:26.163714 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1453f18b-cdb1-4ba7-8be3-fb741a8bcd9d x-openstack-request-id: req-1453f18b-cdb1-4ba7-8be3-fb741a8bcd9d {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:26.164004 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "984b6022-948f-4c98-b4db-8cd8d794b981", "tag": "40363775-f633-47c9-afb8-c73a3b5103c6", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:26.164260 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1453f18b-cdb1-4ba7-8be3-fb741a8bcd9d {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:26.164665 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '984b6022-948f-4c98-b4db-8cd8d794b981', 'tag': '40363775-f633-47c9-afb8-c73a3b5103c6', 'status': 'completed', 'code': 200} Jul 13 07:23:26.181519 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-45e0dcab-6e2e-40ae-8116-ca795b5d87e3 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:26.193281 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-45e0dcab-6e2e-40ae-8116-ca795b5d87e3 None None] Transition to ACTIVE for port object 35c1684b-4176-4fdc-9ba3-746c6333ae57 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:26.209817 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-45e0dcab-6e2e-40ae-8116-ca795b5d87e3 None None] Transition to ACTIVE for port object 35c1684b-4176-4fdc-9ba3-746c6333ae57 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:26.217630 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a85c3b-3b00-4bb1-85ea-fd1691a799fe None None] Network 429c5271-60ed-4dd8-b05d-2fc0729d6432 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:23:26.219744 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-27238c7b-ec48-49d7-8e1a-669cce365f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:26.234737 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c45540-c25d-4b07-a235-dd8ae9a519ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:23:26.239370 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 45c3462c-5f5f-4257-af26-083fdcada92d no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:23:26.251680 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8bf8aad5-fd32-49e7-8355-eb1cc71cfc64 req-5984fd25-e2c5-4227-afe5-5041cbfca023 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40363775-f633-47c9-afb8-c73a3b5103c6 HTTP/1.1" status: 200 len: 217 time: 0.0916245 Jul 13 07:23:26.256637 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c45540-c25d-4b07-a235-dd8ae9a519ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f0b4fd-f1d9-4fab-8c58-5cbaac0a4a70,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:26.259192 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97560c10-fa06-4463-bee7-4956fecbf798 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Made reservation on behalf of f675b11333fa441fa8eddc3498c6fd35 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:26.285652 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-45e0dcab-6e2e-40ae-8116-ca795b5d87e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:26.306975 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 45c3462c-5f5f-4257-af26-083fdcada92d {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:23:26.307566 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 45c3462c-5f5f-4257-af26-083fdcada92d not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:23:26.340787 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8aad5-fd32-49e7-8355-eb1cc71cfc64 req-44f8f11d-dcd9-41db-a3a8-73d8e3bb39d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:26.342366 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8bf8aad5-fd32-49e7-8355-eb1cc71cfc64 req-44f8f11d-dcd9-41db-a3a8-73d8e3bb39d5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4a6777c5-cde4-4e13-b55a-778b192e51a8 HTTP/1.1" status: 200 len: 867 time: 0.0739639 Jul 13 07:23:26.384560 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e0dcab-6e2e-40ae-8116-ca795b5d87e3 None None] Network c585a6c0-7b73-4536-a692-dae61cbdb028 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:26.386905 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-10dea057-66f5-4a01-890c-77003c07b002 None None] Provisioning for port b181b380-8c19-403e-a15c-5bf4ef410769 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:26.426951 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-45e0dcab-6e2e-40ae-8116-ca795b5d87e3 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:26.439655 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b5c45540-c25d-4b07-a235-dd8ae9a519ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:26.442205 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-b5c45540-c25d-4b07-a235-dd8ae9a519ca admin admin] Added segment 44d52574-ab02-4367-bbf8-9814776b1550 of type vlan for network 1a4476cd-2142-41cd-a14f-e66e958b639a Jul 13 07:23:26.442630 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-9604e6d1-523f-4a72-94f8-a091dd307106 None None] Set router a5344f22-449a-4f54-b0d2-f1af9aa54d2b gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:23:26.444874 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e0dcab-6e2e-40ae-8116-ca795b5d87e3 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:26.449954 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-10dea057-66f5-4a01-890c-77003c07b002 None None] Provisioning complete for port b181b380-8c19-403e-a15c-5bf4ef410769 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:26.450541 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-10dea057-66f5-4a01-890c-77003c07b002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:26.452193 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8aad5-fd32-49e7-8355-eb1cc71cfc64 req-4fadca70-b4fa-4111-a973-1a7342de51b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:26.453924 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8bf8aad5-fd32-49e7-8355-eb1cc71cfc64 req-4fadca70-b4fa-4111-a973-1a7342de51b0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=de5a83e6-90c0-4cc4-ae4f-61e175bc2f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1057477 Jul 13 07:23:26.492163 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b5c45540-c25d-4b07-a235-dd8ae9a519ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:26.552955 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e0dcab-6e2e-40ae-8116-ca795b5d87e3 None None] Pushing event updated for resources: {'Port': ['ID=35c1684b-4176-4fdc-9ba3-746c6333ae57,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:26.620183 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-9813b095-1332-47fd-b738-6d9c5afd2fab req-4ff40b01-a504-446c-abd3-4a4b13980c72 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-294268759', 'description': 'tempest-description-1663549345'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:26.627109 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b5c45540-c25d-4b07-a235-dd8ae9a519ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:26.628218 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c45540-c25d-4b07-a235-dd8ae9a519ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:26.628893 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b5c45540-c25d-4b07-a235-dd8ae9a519ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:26.631978 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-45e0dcab-6e2e-40ae-8116-ca795b5d87e3 None None] Attempting to bind port 35c1684b-4176-4fdc-9ba3-746c6333ae57 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:26.632575 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-45e0dcab-6e2e-40ae-8116-ca795b5d87e3 None None] Attempting to bind port 35c1684b-4176-4fdc-9ba3-746c6333ae57 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'b7bb93bc-cbf8-4d9d-81a8-4428e0baa434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c585a6c0-7b73-4536-a692-dae61cbdb028'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:26.633145 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e0dcab-6e2e-40ae-8116-ca795b5d87e3 None None] Attempting to bind port 35c1684b-4176-4fdc-9ba3-746c6333ae57 on network c585a6c0-7b73-4536-a692-dae61cbdb028 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:26.647295 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8bf8aad5-fd32-49e7-8355-eb1cc71cfc64 req-a9bfe1ac-e1be-428d-851d-c72b070eb6e3 service neutron] 10.222.0.23 "GET /v2.0/networks/de5a83e6-90c0-4cc4-ae4f-61e175bc2f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862366 Jul 13 07:23:26.681161 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e0dcab-6e2e-40ae-8116-ca795b5d87e3 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:26.681842 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e0dcab-6e2e-40ae-8116-ca795b5d87e3 None None] Checking segment: {'id': 'b7bb93bc-cbf8-4d9d-81a8-4428e0baa434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c585a6c0-7b73-4536-a692-dae61cbdb028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:26.682452 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-45e0dcab-6e2e-40ae-8116-ca795b5d87e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:26.683077 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e0dcab-6e2e-40ae-8116-ca795b5d87e3 None None] Bound using segment: {'id': 'b7bb93bc-cbf8-4d9d-81a8-4428e0baa434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c585a6c0-7b73-4536-a692-dae61cbdb028'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:26.683747 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-45e0dcab-6e2e-40ae-8116-ca795b5d87e3 None None] Bound port: 35c1684b-4176-4fdc-9ba3-746c6333ae57, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7bb93bc-cbf8-4d9d-81a8-4428e0baa434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c585a6c0-7b73-4536-a692-dae61cbdb028'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:26.684941 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-45e0dcab-6e2e-40ae-8116-ca795b5d87e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:26.718207 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-27238c7b-ec48-49d7-8e1a-669cce365f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:26.722303 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-27238c7b-ec48-49d7-8e1a-669cce365f64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:26.845298 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-10dea057-66f5-4a01-890c-77003c07b002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:26.862894 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8bf8aad5-fd32-49e7-8355-eb1cc71cfc64 req-70d1ff75-5ecf-4e14-bd3b-3643f940ba6c service neutron] 10.222.0.23 "GET /v2.0/networks/de5a83e6-90c0-4cc4-ae4f-61e175bc2f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094445 Jul 13 07:23:26.874737 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c45540-c25d-4b07-a235-dd8ae9a519ca admin admin] Pushing event updated for resources: {'Network': ['ID=1a4476cd-2142-41cd-a14f-e66e958b639a,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:26.886931 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9813b095-1332-47fd-b738-6d9c5afd2fab req-4ff40b01-a504-446c-abd3-4a4b13980c72 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:26.948399 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b5c45540-c25d-4b07-a235-dd8ae9a519ca admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3286192 Jul 13 07:23:26.951179 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 1a4476cd-2142-41cd-a14f-e66e958b639a details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:23:26.959089 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-27238c7b-ec48-49d7-8e1a-669cce365f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:26.967489 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27238c7b-ec48-49d7-8e1a-669cce365f64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1dc9cc43-cdcc-43a1-9070-4294c078b940 {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:23:26.968868 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 49500) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:27.022152 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-4e1db7c9-8713-49bf-b9e7-49d32af6bf3f admin admin] Request body: {'subnet': {'network_id': '1a4476cd-2142-41cd-a14f-e66e958b639a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1309823790-subnet', 'tenant_id': 'e26f2dd3fa034aa8931350ba277400b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:27.024966 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3840577e-8816-4a73-842f-2c8d640a3a93 req-731589d1-b6c4-4e63-9e52-6e62587e1fa4 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/floatingips/48c51be3-8623-416a-ad37-38b80ec27ae6 HTTP/1.1" status: 200 len: 694 time: 0.1054354 Jul 13 07:23:27.048897 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-27238c7b-ec48-49d7-8e1a-669cce365f64 admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:27.052986 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-10dea057-66f5-4a01-890c-77003c07b002 None None] For port b181b380-8c19-403e-a15c-5bf4ef410769, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=b181b380-8c19-403e-a15c-5bf4ef410769,segment=NetworkSegment(8ed6da62-daf9-496c-b1a4-984cc4d0a038),segment_id=8ed6da62-daf9-496c-b1a4-984cc4d0a038)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:27.053663 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-27238c7b-ec48-49d7-8e1a-669cce365f64 admin admin] 10.222.0.23 "DELETE /v2.0/routers/1dc9cc43-cdcc-43a1-9070-4294c078b940 HTTP/1.1" status: 204 len: 168 time: 4.7452505 Jul 13 07:23:27.054502 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-45e0dcab-6e2e-40ae-8116-ca795b5d87e3 None None] For port 35c1684b-4176-4fdc-9ba3-746c6333ae57, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:27.065707 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0921b-1588-45cb-8d13-e67a0d73726e req-49a8cbff-d2cb-4f34-89b8-9f503392c029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:27.068867 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e1c0921b-1588-45cb-8d13-e67a0d73726e req-49a8cbff-d2cb-4f34-89b8-9f503392c029 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=352bcb4e1f034d4a9fe05776480aef53&device_id=984b6022-948f-4c98-b4db-8cd8d794b981 HTTP/1.1" status: 200 len: 1098 time: 0.8513701 Jul 13 07:23:27.084022 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 49502) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:27.148088 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-97560c10-fa06-4463-bee7-4956fecbf798 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:27.168762 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-10dea057-66f5-4a01-890c-77003c07b002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:27.175777 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-45e0dcab-6e2e-40ae-8116-ca795b5d87e3 None None] For port 35c1684b-4176-4fdc-9ba3-746c6333ae57, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=35c1684b-4176-4fdc-9ba3-746c6333ae57,segment=NetworkSegment(b7bb93bc-cbf8-4d9d-81a8-4428e0baa434),segment_id=b7bb93bc-cbf8-4d9d-81a8-4428e0baa434)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:27.245134 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-97560c10-fa06-4463-bee7-4956fecbf798 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] device_id is not set on port 1d1d6f8c-4810-439b-a2c4-1b8759e55cea yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:23:27.255514 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-45e0dcab-6e2e-40ae-8116-ca795b5d87e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:27.385692 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dea057-66f5-4a01-890c-77003c07b002 None None] Pushing event updated for resources: {'Port': ['ID=b181b380-8c19-403e-a15c-5bf4ef410769,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:27.511147 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2d3a34-b75c-4333-b9b3-d3aeb24684d5 admin admin] Deleting subnet 7d1ccc7a-a9a6-4c00-9ab1-d7fdf16140dc {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:23:27.522195 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-9604e6d1-523f-4a72-94f8-a091dd307106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5344f22-449a-4f54-b0d2-f1af9aa54d2b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-792950967-router', 'tenant_id': '352bcb4e1f034d4a9fe05776480aef53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '1f7a08b7-e9ff-4e59-99f9-20733db11237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:24Z', 'updated_at': '2021-07-13T07:22:32Z', 'revision_number': 4, 'project_id': '352bcb4e1f034d4a9fe05776480aef53', 'gw_port': {'id': '1f7a08b7-e9ff-4e59-99f9-20733db11237', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:10:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5344f22-449a-4f54-b0d2-f1af9aa54d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:25Z', 'updated_at': '2021-07-13T07:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'e1df5b4d-b32b-4632-8e6f-a607fabf8356', 'name': '', 'network_id': 'de5a83e6-90c0-4cc4-ae4f-61e175bc2f77', 'tenant_id': '352bcb4e1f034d4a9fe05776480aef53', 'mac_address': 'fa:16:3e:5e:fb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5344f22-449a-4f54-b0d2-f1af9aa54d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '4a6777c5-cde4-4e13-b55a-778b192e51a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:30Z', 'updated_at': '2021-07-13T07:22:42Z', 'revision_number': 5, 'project_id': '352bcb4e1f034d4a9fe05776480aef53', 'subnets': [{'id': '4a6777c5-cde4-4e13-b55a-778b192e51a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:27.533177 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9813b095-1332-47fd-b738-6d9c5afd2fab req-4ff40b01-a504-446c-abd3-4a4b13980c72 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:27.535429 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4a2d3a34-b75c-4333-b9b3-d3aeb24684d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:27.615744 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9604e6d1-523f-4a72-94f8-a091dd307106 None None] Checking router: a5344f22-449a-4f54-b0d2-f1af9aa54d2b for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:23:27.626445 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9813b095-1332-47fd-b738-6d9c5afd2fab req-4ff40b01-a504-446c-abd3-4a4b13980c72 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:27.660556 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e0dcab-6e2e-40ae-8116-ca795b5d87e3 None None] Pushing event updated for resources: {'Port': ['ID=35c1684b-4176-4fdc-9ba3-746c6333ae57,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:27.688107 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9604e6d1-523f-4a72-94f8-a091dd307106 None None] Routers {'a5344f22-449a-4f54-b0d2-f1af9aa54d2b'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:23:27.689121 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-9604e6d1-523f-4a72-94f8-a091dd307106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:23:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['a5344f22-449a-4f54-b0d2-f1af9aa54d2b'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:27.723169 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff40b01-a504-446c-abd3-4a4b13980c72 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b956a6d0-e40e-472a-9e7d-353b5077f906,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:27.890679 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0921b-1588-45cb-8d13-e67a0d73726e req-15662c69-b466-4680-b285-6059d52e3f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:27.895015 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e1c0921b-1588-45cb-8d13-e67a0d73726e req-15662c69-b466-4680-b285-6059d52e3f97 service neutron] 10.222.0.42 "GET /v2.0/networks?id=de5a83e6-90c0-4cc4-ae4f-61e175bc2f77 HTTP/1.1" status: 200 len: 929 time: 0.8072138 Jul 13 07:23:27.913066 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1db7c9-8713-49bf-b9e7-49d32af6bf3f admin admin] Made reservation on behalf of e26f2dd3fa034aa8931350ba277400b4 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:27.920881 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4e1db7c9-8713-49bf-b9e7-49d32af6bf3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:27.933418 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4a2d3a34-b75c-4333-b9b3-d3aeb24684d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:27.976040 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840577e-8816-4a73-842f-2c8d640a3a93 req-d3b8dfee-a867-43c0-9471-b036d57055dd tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:27.985500 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3840577e-8816-4a73-842f-2c8d640a3a93 req-d3b8dfee-a867-43c0-9471-b036d57055dd tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/networks/099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 784 time: 0.9543412 Jul 13 07:23:28.046647 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-97560c10-fa06-4463-bee7-4956fecbf798 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Allocated IP 10.1.1.143 (429c5271-60ed-4dd8-b05d-2fc0729d6432/61e9bb2d-d334-46ee-a94c-dc384201b119/1d1d6f8c-4810-439b-a2c4-1b8759e55cea) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:28.059762 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3840577e-8816-4a73-842f-2c8d640a3a93 req-675c6448-706d-4314-ae6c-1890160b4c7d tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.10 HTTP/1.1" status: 200 len: 697 time: 0.0722799 Jul 13 07:23:28.107731 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b181b380-8c19-403e-a15c-5bf4ef410769 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:28.123813 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3840577e-8816-4a73-842f-2c8d640a3a93 req-28660051-92d2-4245-a339-43ed249dc19a tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.10 HTTP/1.1" status: 200 len: 697 time: 0.0630870 Jul 13 07:23:28.167797 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-4dd96bcf-7ff7-49a4-82f8-66ca60dd0503 None None] Provisioning complete for port b181b380-8c19-403e-a15c-5bf4ef410769 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:28.168872 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4dd96bcf-7ff7-49a4-82f8-66ca60dd0503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:28.218671 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-97560c10-fa06-4463-bee7-4956fecbf798 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:28.234616 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-97560c10-fa06-4463-bee7-4956fecbf798 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Transition to ACTIVE for port object 1d1d6f8c-4810-439b-a2c4-1b8759e55cea will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:28.269826 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9813b095-1332-47fd-b738-6d9c5afd2fab req-4ff40b01-a504-446c-abd3-4a4b13980c72 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:28.271163 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9813b095-1332-47fd-b738-6d9c5afd2fab req-4ff40b01-a504-446c-abd3-4a4b13980c72 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.7417138 Jul 13 07:23:28.305750 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-9604e6d1-523f-4a72-94f8-a091dd307106 None None] Set router a5344f22-449a-4f54-b0d2-f1af9aa54d2b gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:23:28.322312 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-97560c10-fa06-4463-bee7-4956fecbf798 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:28.335125 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e1c0921b-1588-45cb-8d13-e67a0d73726e req-7c3cda4d-d687-45e8-9769-33d9b2388127 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40363775-f633-47c9-afb8-c73a3b5103c6 HTTP/1.1" status: 200 len: 217 time: 0.4245944 Jul 13 07:23:28.347320 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port b181b380-8c19-403e-a15c-5bf4ef410769 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:28.347862 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:28.467000 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-3840577e-8816-4a73-842f-2c8d640a3a93 req-679870f6-b786-44dd-9bfb-ca22929fd515 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Deleting port 984ce210-dc83-406c-acec-65e84bffe685 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:23:28.467000 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3840577e-8816-4a73-842f-2c8d640a3a93 req-679870f6-b786-44dd-9bfb-ca22929fd515 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:28.548575 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0921b-1588-45cb-8d13-e67a0d73726e req-307d80df-8b45-4737-811a-b5099fda287b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:28.561043 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e1c0921b-1588-45cb-8d13-e67a0d73726e req-307d80df-8b45-4737-811a-b5099fda287b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4a6777c5-cde4-4e13-b55a-778b192e51a8 HTTP/1.1" status: 200 len: 867 time: 0.2146387 Jul 13 07:23:28.562888 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97560c10-fa06-4463-bee7-4956fecbf798 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Network 429c5271-60ed-4dd8-b05d-2fc0729d6432 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:28.574156 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4a2d3a34-b75c-4333-b9b3-d3aeb24684d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:28.591158 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3840577e-8816-4a73-842f-2c8d640a3a93 req-679870f6-b786-44dd-9bfb-ca22929fd515 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:28.591963 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3840577e-8816-4a73-842f-2c8d640a3a93 req-679870f6-b786-44dd-9bfb-ca22929fd515 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:28.612903 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-3840577e-8816-4a73-842f-2c8d640a3a93 req-679870f6-b786-44dd-9bfb-ca22929fd515 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Calling delete_port for 984ce210-dc83-406c-acec-65e84bffe685 owned by network:floatingip {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:23:28.769824 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97560c10-fa06-4463-bee7-4956fecbf798 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Pushing event updated for resources: {'Port': ['ID=1d1d6f8c-4810-439b-a2c4-1b8759e55cea,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:28.791548 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4a2d3a34-b75c-4333-b9b3-d3aeb24684d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:28.866342 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-97560c10-fa06-4463-bee7-4956fecbf798 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:28.881641 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97560c10-fa06-4463-bee7-4956fecbf798 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:28.899064 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3840577e-8816-4a73-842f-2c8d640a3a93 req-679870f6-b786-44dd-9bfb-ca22929fd515 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:28.949027 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:23:28.997453 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679870f6-b786-44dd-9bfb-ca22929fd515 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Pushing event deleted for resources: {'Port': ['ID=984ce210-dc83-406c-acec-65e84bffe685,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:29.009058 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-80c25935-da77-40da-8ad9-e081c971e974 req-635de300-d22e-445e-9444-d6940278ba64 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=59876140f4314208a801ca942edc6415&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1023922 Jul 13 07:23:29.014799 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d3a34-b75c-4333-b9b3-d3aeb24684d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d1ccc7a-a9a6-4c00-9ab1-d7fdf16140dc,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:29.020712 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4a2d3a34-b75c-4333-b9b3-d3aeb24684d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:29.022630 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4a2d3a34-b75c-4333-b9b3-d3aeb24684d5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7d1ccc7a-a9a6-4c00-9ab1-d7fdf16140dc HTTP/1.1" status: 204 len: 168 time: 1.9361150 Jul 13 07:23:29.043838 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:23:29.047642 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 49526) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:29.048372 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device a38a1a7c-7de4-4096-a4d3-a6426fb7bb4c not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:23:29.078157 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-9604e6d1-523f-4a72-94f8-a091dd307106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5344f22-449a-4f54-b0d2-f1af9aa54d2b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-792950967-router', 'tenant_id': '352bcb4e1f034d4a9fe05776480aef53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '1f7a08b7-e9ff-4e59-99f9-20733db11237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:24Z', 'updated_at': '2021-07-13T07:22:32Z', 'revision_number': 4, 'project_id': '352bcb4e1f034d4a9fe05776480aef53', 'gw_port': {'id': '1f7a08b7-e9ff-4e59-99f9-20733db11237', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:10:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5344f22-449a-4f54-b0d2-f1af9aa54d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:25Z', 'updated_at': '2021-07-13T07:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'e1df5b4d-b32b-4632-8e6f-a607fabf8356', 'name': '', 'network_id': 'de5a83e6-90c0-4cc4-ae4f-61e175bc2f77', 'tenant_id': '352bcb4e1f034d4a9fe05776480aef53', 'mac_address': 'fa:16:3e:5e:fb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5344f22-449a-4f54-b0d2-f1af9aa54d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '4a6777c5-cde4-4e13-b55a-778b192e51a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:30Z', 'updated_at': '2021-07-13T07:22:42Z', 'revision_number': 5, 'project_id': '352bcb4e1f034d4a9fe05776480aef53', 'subnets': [{'id': '4a6777c5-cde4-4e13-b55a-778b192e51a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:29.112566 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9604e6d1-523f-4a72-94f8-a091dd307106 None None] The sync data for ids ['a5344f22-449a-4f54-b0d2-f1af9aa54d2b'] in n-d-771363-34 is: [{'id': 'a5344f22-449a-4f54-b0d2-f1af9aa54d2b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-792950967-router', 'tenant_id': '352bcb4e1f034d4a9fe05776480aef53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '1f7a08b7-e9ff-4e59-99f9-20733db11237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:24Z', 'updated_at': '2021-07-13T07:22:32Z', 'revision_number': 4, 'project_id': '352bcb4e1f034d4a9fe05776480aef53', 'gw_port': {'id': '1f7a08b7-e9ff-4e59-99f9-20733db11237', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:10:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5344f22-449a-4f54-b0d2-f1af9aa54d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:25Z', 'updated_at': '2021-07-13T07:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'e1df5b4d-b32b-4632-8e6f-a607fabf8356', 'name': '', 'network_id': 'de5a83e6-90c0-4cc4-ae4f-61e175bc2f77', 'tenant_id': '352bcb4e1f034d4a9fe05776480aef53', 'mac_address': 'fa:16:3e:5e:fb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5344f22-449a-4f54-b0d2-f1af9aa54d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '4a6777c5-cde4-4e13-b55a-778b192e51a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:30Z', 'updated_at': '2021-07-13T07:22:42Z', 'revision_number': 5, 'project_id': '352bcb4e1f034d4a9fe05776480aef53', 'subnets': [{'id': '4a6777c5-cde4-4e13-b55a-778b192e51a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:23:29.114735 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771127e7-6004-4dc6-827e-c1b3d148ed5c None None] Network c585a6c0-7b73-4536-a692-dae61cbdb028 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:23:29.155220 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3840577e-8816-4a73-842f-2c8d640a3a93 req-679870f6-b786-44dd-9bfb-ca22929fd515 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks [] for floatingip, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:29.158237 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3840577e-8816-4a73-842f-2c8d640a3a93 req-679870f6-b786-44dd-9bfb-ca22929fd515 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:29.177232 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3840577e-8816-4a73-842f-2c8d640a3a93 req-679870f6-b786-44dd-9bfb-ca22929fd515 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "DELETE /v2.0/floatingips/48c51be3-8623-416a-ad37-38b80ec27ae6 HTTP/1.1" status: 204 len: 173 time: 1.0478227 Jul 13 07:23:29.234183 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3c3242ab-e050-42f3-a93b-47c5f27d35ad None None] Provisioning for port 35c1684b-4176-4fdc-9ba3-746c6333ae57 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:29.304000 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-afa4955f-42ec-4be6-b1cc-95fa4c90cfb5 req-437b24aa-57d6-4660-91b6-58edb54133d1 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-883970289', 'description': 'tempest-description-438539632'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:29.348163 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-afa4955f-42ec-4be6-b1cc-95fa4c90cfb5 req-437b24aa-57d6-4660-91b6-58edb54133d1 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:29.358867 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97560c10-fa06-4463-bee7-4956fecbf798 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:29.359912 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-97560c10-fa06-4463-bee7-4956fecbf798 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:29.376274 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4884afcd-7a73-4281-8e4b-64a8b820981a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:29.406813 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-861385a8-68ad-43d3-872f-a6afc81feceb None None] Provisioning for port 1d1d6f8c-4810-439b-a2c4-1b8759e55cea completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:29.412897 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-861385a8-68ad-43d3-872f-a6afc81feceb None None] Provisioning complete for port 1d1d6f8c-4810-439b-a2c4-1b8759e55cea triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:29.413518 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-861385a8-68ad-43d3-872f-a6afc81feceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:29.473591 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0921b-1588-45cb-8d13-e67a0d73726e req-0722f7ca-637f-4d44-8f29-9902c545e947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:29.475555 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e1c0921b-1588-45cb-8d13-e67a0d73726e req-0722f7ca-637f-4d44-8f29-9902c545e947 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=de5a83e6-90c0-4cc4-ae4f-61e175bc2f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6893225 Jul 13 07:23:29.501540 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-861385a8-68ad-43d3-872f-a6afc81feceb None None] Port 1d1d6f8c-4810-439b-a2c4-1b8759e55cea cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:23:29.539993 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4e1db7c9-8713-49bf-b9e7-49d32af6bf3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:29.564995 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-afa4955f-42ec-4be6-b1cc-95fa4c90cfb5 req-437b24aa-57d6-4660-91b6-58edb54133d1 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:29.573404 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-afa4955f-42ec-4be6-b1cc-95fa4c90cfb5 req-437b24aa-57d6-4660-91b6-58edb54133d1 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:29.603420 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca9bf48-377c-4549-b8e7-3e2dfc574371 None None] New status for floating IP 48c51be3-8623-416a-ad37-38b80ec27ae6: DOWN {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:23:29.642969 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b24aa-57d6-4660-91b6-58edb54133d1 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f769d3f8-5713-4110-9c71-efe99ea23002,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:29.648670 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-afa4955f-42ec-4be6-b1cc-95fa4c90cfb5 req-437b24aa-57d6-4660-91b6-58edb54133d1 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:29.650014 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-afa4955f-42ec-4be6-b1cc-95fa4c90cfb5 req-437b24aa-57d6-4660-91b6-58edb54133d1 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3509419 Jul 13 07:23:29.667185 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-97560c10-fa06-4463-bee7-4956fecbf798 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3799498 Jul 13 07:23:29.668054 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 49542) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:29.673776 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-47f183df-475b-4e77-9f9c-c76ed9f65f35 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Request body: {'port': {'network_id': '429c5271-60ed-4dd8-b05d-2fc0729d6432', 'name': 'tempest-TaggedBootDevicesTest_v242-913750260', 'fixed_ips': [{'subnet_id': '61e9bb2d-d334-46ee-a94c-dc384201b119'}]}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:29.768659 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 35c1684b-4176-4fdc-9ba3-746c6333ae57 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:29.892302 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:23:29.940311 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 35c1684b-4176-4fdc-9ba3-746c6333ae57 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:29.947112 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 35c1684b-4176-4fdc-9ba3-746c6333ae57 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:29.947559 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:30.020333 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f183df-475b-4e77-9f9c-c76ed9f65f35 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Made reservation on behalf of f675b11333fa441fa8eddc3498c6fd35 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:30.116149 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:30.156047 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-47f183df-475b-4e77-9f9c-c76ed9f65f35 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:30.185749 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 35c1684b-4176-4fdc-9ba3-746c6333ae57, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=35c1684b-4176-4fdc-9ba3-746c6333ae57,segment=NetworkSegment(b7bb93bc-cbf8-4d9d-81a8-4428e0baa434),segment_id=b7bb93bc-cbf8-4d9d-81a8-4428e0baa434)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:30.186923 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-31b7772b-88e4-4754-885e-53dd414e1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:30.192245 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:30.195287 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-47f183df-475b-4e77-9f9c-c76ed9f65f35 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] device_id is not set on port ede38759-df2e-4913-a839-5c8f2fc992f8 yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:23:30.252841 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=35c1684b-4176-4fdc-9ba3-746c6333ae57,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:30.260812 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c25935-da77-40da-8ad9-e081c971e974 req-26a72a84-816a-4f5b-9c45-8c9e0c30bb79 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:30.268877 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-80c25935-da77-40da-8ad9-e081c971e974 req-26a72a84-816a-4f5b-9c45-8c9e0c30bb79 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2414553 Jul 13 07:23:30.270330 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33ac64-302c-4842-86e5-2a95463c2976 req-583ab473-9415-4c2b-bfbb-7ab49b5672ea tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:30.271861 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1b33ac64-302c-4842-86e5-2a95463c2976 req-583ab473-9415-4c2b-bfbb-7ab49b5672ea tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/ports?device_id=984b6022-948f-4c98-b4db-8cd8d794b981&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1936562 Jul 13 07:23:30.294511 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4884afcd-7a73-4281-8e4b-64a8b820981a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:30.299976 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1db7c9-8713-49bf-b9e7-49d32af6bf3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=63b58d58-942b-4d3e-ab5c-48cd2cacc8b8,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:30.317714 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1b33ac64-302c-4842-86e5-2a95463c2976 req-0f3271b5-a11d-4ea1-92e4-51149df172ea tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0402229 Jul 13 07:23:30.327882 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1db7c9-8713-49bf-b9e7-49d32af6bf3f admin admin] Checking segment: {'id': '44d52574-ab02-4367-bbf8-9814776b1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1a4476cd-2142-41cd-a14f-e66e958b639a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:30.328263 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1db7c9-8713-49bf-b9e7-49d32af6bf3f admin admin] Network hostable DHCP agents. Network: 1a4476cd-2142-41cd-a14f-e66e958b639a, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:23:30.333141 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-4884afcd-7a73-4281-8e4b-64a8b820981a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffa8f5b7-4641-405f-a4b1-873f26b9afcf']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:30.349862 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-80c25935-da77-40da-8ad9-e081c971e974 req-275c1731-5ec6-4323-90ca-c052087e03a4 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/quotas/59876140f4314208a801ca942edc6415 HTTP/1.1" status: 200 len: 375 time: 0.0800934 Jul 13 07:23:30.357558 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e1c0921b-1588-45cb-8d13-e67a0d73726e req-e09cf3a6-ba4e-44f1-a230-c9b73c1a261b service neutron] 10.222.0.42 "GET /v2.0/networks/de5a83e6-90c0-4cc4-ae4f-61e175bc2f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8719208 Jul 13 07:23:30.359552 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-4884afcd-7a73-4281-8e4b-64a8b820981a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42cecd3b-e0c4-420d-a7f0-4c98bc6e046c') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:30.359852 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-4884afcd-7a73-4281-8e4b-64a8b820981a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42cecd3b-e0c4-420d-a7f0-4c98bc6e046c') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:30.405623 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4884afcd-7a73-4281-8e4b-64a8b820981a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:30.411072 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-80c25935-da77-40da-8ad9-e081c971e974 req-99fc5cc0-4804-4c33-bc11-70cabf8740be tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=59876140f4314208a801ca942edc6415&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604067 Jul 13 07:23:30.436269 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1db7c9-8713-49bf-b9e7-49d32af6bf3f admin admin] Network 1a4476cd-2142-41cd-a14f-e66e958b639a is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:23:30.450921 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4884afcd-7a73-4281-8e4b-64a8b820981a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:30.456702 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-4e1db7c9-8713-49bf-b9e7-49d32af6bf3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 1a4476cd-2142-41cd-a14f-e66e958b639a) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:30.462875 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4884afcd-7a73-4281-8e4b-64a8b820981a admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:23:30.463318 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4884afcd-7a73-4281-8e4b-64a8b820981a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:23:30.465086 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:23:30.471062 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1db7c9-8713-49bf-b9e7-49d32af6bf3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:30.471062 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4e1db7c9-8713-49bf-b9e7-49d32af6bf3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:30.475994 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a01a69-6a61-41e0-becc-3ff1ee54adca None None] Network 1a4476cd-2142-41cd-a14f-e66e958b639a requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:23:30.514229 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-47f183df-475b-4e77-9f9c-c76ed9f65f35 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Allocated IP 10.1.1.145 (429c5271-60ed-4dd8-b05d-2fc0729d6432/61e9bb2d-d334-46ee-a94c-dc384201b119/ede38759-df2e-4913-a839-5c8f2fc992f8) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:30.570158 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-b8ac9c0d-dc4b-4a56-b3a9-b4ff961e757c tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:30.571960 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-b8ac9c0d-dc4b-4a56-b3a9-b4ff961e757c tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/networks?id=d4112daa-098c-4665-aa01-55b0b4ff24e7 HTTP/1.1" status: 200 len: 813 time: 0.1623111 Jul 13 07:23:30.602508 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-df7f3fbe-9880-4452-bb94-244314b26b09 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/quotas/cd2fbd6dbade4360a70e4272ba843d4c HTTP/1.1" status: 200 len: 375 time: 0.0177295 Jul 13 07:23:30.649201 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4e1db7c9-8713-49bf-b9e7-49d32af6bf3f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.6652951 Jul 13 07:23:30.651103 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 49580) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:30.660878 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-5b212207-492d-46d2-a3d3-7eaae28f6593 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1309823790-router', 'tenant_id': 'e26f2dd3fa034aa8931350ba277400b4', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:30.703641 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4884afcd-7a73-4281-8e4b-64a8b820981a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:30.726805 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be2e453-0233-40a1-ab46-3f7289b096b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-1a4476cd-2142-41cd-a14f-e66e958b639a', 'network_id': '1a4476cd-2142-41cd-a14f-e66e958b639a', 'tenant_id': 'e26f2dd3fa034aa8931350ba277400b4', 'fixed_ips': [{'subnet_id': '63b58d58-942b-4d3e-ab5c-48cd2cacc8b8'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:23:30.727756 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2be2e453-0233-40a1-ab46-3f7289b096b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:30.728810 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4884afcd-7a73-4281-8e4b-64a8b820981a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:30.731507 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4884afcd-7a73-4281-8e4b-64a8b820981a admin admin] 10.222.0.23 "DELETE /v2.0/networks/ffa8f5b7-4641-405f-a4b1-873f26b9afcf HTTP/1.1" status: 204 len: 168 time: 1.6789410 Jul 13 07:23:30.785773 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e1c0921b-1588-45cb-8d13-e67a0d73726e req-a83128c7-d353-4759-91a5-fe9b5a060ab6 service neutron] 10.222.0.42 "GET /v2.0/networks/de5a83e6-90c0-4cc4-ae4f-61e175bc2f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892283 Jul 13 07:23:30.789622 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-e229d58d-33ff-444f-ade9-1ae245eb71ea tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cd2fbd6dbade4360a70e4272ba843d4c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1788418 Jul 13 07:23:30.841759 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884afcd-7a73-4281-8e4b-64a8b820981a admin admin] Pushing event deleted for resources: {'Network': ['ID=ffa8f5b7-4641-405f-a4b1-873f26b9afcf,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:30.852768 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fda83041-f6dc-46ed-88fb-75f87e812d14 req-0dde873a-28fe-447a-9335-7a0170cebdff tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1424570 Jul 13 07:23:30.857580 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b212207-492d-46d2-a3d3-7eaae28f6593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:30.859083 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b212207-492d-46d2-a3d3-7eaae28f6593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:30.864014 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-47f183df-475b-4e77-9f9c-c76ed9f65f35 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:30.907239 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-2be2e453-0233-40a1-ab46-3f7289b096b0 None None] Allocated IP 172.20.0.2 (1a4476cd-2142-41cd-a14f-e66e958b639a/63b58d58-942b-4d3e-ab5c-48cd2cacc8b8/0ee3d5b4-37e5-44cb-a754-619fd09a37ba) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:30.911958 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-47f183df-475b-4e77-9f9c-c76ed9f65f35 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Transition to ACTIVE for port object ede38759-df2e-4913-a839-5c8f2fc992f8 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:30.944908 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-3d0bf63f-97b2-4051-b3cb-dcf4c233c113 service neutron] 10.222.0.23 "GET /v2.0/networks/d4112daa-098c-4665-aa01-55b0b4ff24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405654 Jul 13 07:23:31.010462 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-535cd611-5745-4808-9962-3290e0803f4f req-86d54d06-83b9-4447-a306-da8eed4f6c5b tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/ports?device_id=919e3d5b-54cd-49de-b601-657d378c1097 HTTP/1.1" status: 200 len: 210 time: 0.0386348 Jul 13 07:23:31.015795 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b212207-492d-46d2-a3d3-7eaae28f6593 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:31.108076 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 49602) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:31.108678 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2be2e453-0233-40a1-ab46-3f7289b096b0 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:31.123259 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2be2e453-0233-40a1-ab46-3f7289b096b0 None None] Transition to ACTIVE for port object 0ee3d5b4-37e5-44cb-a754-619fd09a37ba will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:31.143495 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-47f183df-475b-4e77-9f9c-c76ed9f65f35 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:31.162988 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2be2e453-0233-40a1-ab46-3f7289b096b0 None None] Transition to ACTIVE for port object 0ee3d5b4-37e5-44cb-a754-619fd09a37ba will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:31.170389 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2be2e453-0233-40a1-ab46-3f7289b096b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:31.214368 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be2e453-0233-40a1-ab46-3f7289b096b0 None None] Network 1a4476cd-2142-41cd-a14f-e66e958b639a is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:31.220229 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-2be2e453-0233-40a1-ab46-3f7289b096b0 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:31.224379 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be2e453-0233-40a1-ab46-3f7289b096b0 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:31.225597 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b212207-492d-46d2-a3d3-7eaae28f6593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:31.242383 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-736febaa-7d3d-4b2e-8f2f-a678eb9ec372 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d13c0c2ef2a4f4ba04ee46bbbe15052&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1331050 Jul 13 07:23:31.242989 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 49612) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:31.283109 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2e453-0233-40a1-ab46-3f7289b096b0 None None] Pushing event updated for resources: {'Port': ['ID=0ee3d5b4-37e5-44cb-a754-619fd09a37ba,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:31.288578 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f183df-475b-4e77-9f9c-c76ed9f65f35 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Network 429c5271-60ed-4dd8-b05d-2fc0729d6432 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:31.297866 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-47f183df-475b-4e77-9f9c-c76ed9f65f35 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:31.303897 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f183df-475b-4e77-9f9c-c76ed9f65f35 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:31.336889 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-08c482f0-7041-4b19-878a-cb165d42867d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:31.381614 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-2be2e453-0233-40a1-ab46-3f7289b096b0 None None] Attempting to bind port 0ee3d5b4-37e5-44cb-a754-619fd09a37ba on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:31.382341 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-2be2e453-0233-40a1-ab46-3f7289b096b0 None None] Attempting to bind port 0ee3d5b4-37e5-44cb-a754-619fd09a37ba by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '44d52574-ab02-4367-bbf8-9814776b1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1a4476cd-2142-41cd-a14f-e66e958b639a'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:31.382880 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be2e453-0233-40a1-ab46-3f7289b096b0 None None] Attempting to bind port 0ee3d5b4-37e5-44cb-a754-619fd09a37ba on network 1a4476cd-2142-41cd-a14f-e66e958b639a {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:31.398864 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be2e453-0233-40a1-ab46-3f7289b096b0 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:31.399624 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be2e453-0233-40a1-ab46-3f7289b096b0 None None] Checking segment: {'id': '44d52574-ab02-4367-bbf8-9814776b1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1a4476cd-2142-41cd-a14f-e66e958b639a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:31.400199 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2be2e453-0233-40a1-ab46-3f7289b096b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:31.401095 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be2e453-0233-40a1-ab46-3f7289b096b0 None None] Bound using segment: {'id': '44d52574-ab02-4367-bbf8-9814776b1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1a4476cd-2142-41cd-a14f-e66e958b639a'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:31.402005 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-2be2e453-0233-40a1-ab46-3f7289b096b0 None None] Bound port: 0ee3d5b4-37e5-44cb-a754-619fd09a37ba, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44d52574-ab02-4367-bbf8-9814776b1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1a4476cd-2142-41cd-a14f-e66e958b639a'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:31.402682 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2be2e453-0233-40a1-ab46-3f7289b096b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:31.409118 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f183df-475b-4e77-9f9c-c76ed9f65f35 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Pushing event updated for resources: {'Port': ['ID=ede38759-df2e-4913-a839-5c8f2fc992f8,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:31.436793 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-947f0d5a-7fe8-4f66-8c35-12e752041d30 service neutron] 10.222.0.23 "GET /v2.0/networks/d4112daa-098c-4665-aa01-55b0b4ff24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4816234 Jul 13 07:23:31.441313 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-08c482f0-7041-4b19-878a-cb165d42867d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:31.467686 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f183df-475b-4e77-9f9c-c76ed9f65f35 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:31.471489 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-47f183df-475b-4e77-9f9c-c76ed9f65f35 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:31.514855 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-47f183df-475b-4e77-9f9c-c76ed9f65f35 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8462508 Jul 13 07:23:31.561606 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2be2e453-0233-40a1-ab46-3f7289b096b0 None None] For port 0ee3d5b4-37e5-44cb-a754-619fd09a37ba, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:31.565452 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2be2e453-0233-40a1-ab46-3f7289b096b0 None None] For port 0ee3d5b4-37e5-44cb-a754-619fd09a37ba, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=0ee3d5b4-37e5-44cb-a754-619fd09a37ba,segment=NetworkSegment(44d52574-ab02-4367-bbf8-9814776b1550),segment_id=44d52574-ab02-4367-bbf8-9814776b1550)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:31.572035 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2be2e453-0233-40a1-ab46-3f7289b096b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:31.667415 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2e453-0233-40a1-ab46-3f7289b096b0 None None] Pushing event updated for resources: {'Port': ['ID=0ee3d5b4-37e5-44cb-a754-619fd09a37ba,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:31.746385 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 35c1684b-4176-4fdc-9ba3-746c6333ae57 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:31.789765 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1aa1eded-0c12-4a60-802e-3ad0e22d1255 None None] Provisioning for port ede38759-df2e-4913-a839-5c8f2fc992f8 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:31.829993 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1aa1eded-0c12-4a60-802e-3ad0e22d1255 None None] Provisioning complete for port ede38759-df2e-4913-a839-5c8f2fc992f8 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:31.832026 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1aa1eded-0c12-4a60-802e-3ad0e22d1255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:31.854804 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-08c482f0-7041-4b19-878a-cb165d42867d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:31.858281 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-08c482f0-7041-4b19-878a-cb165d42867d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:31.880049 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-08c482f0-7041-4b19-878a-cb165d42867d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/873b0d0c-284b-430f-bbdc-05188e5a5657 HTTP/1.1" status: 204 len: 168 time: 0.6195650 Jul 13 07:23:31.929597 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c482f0-7041-4b19-878a-cb165d42867d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873b0d0c-284b-430f-bbdc-05188e5a5657,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:31.936576 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b212207-492d-46d2-a3d3-7eaae28f6593 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:32.002595 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-1aa1eded-0c12-4a60-802e-3ad0e22d1255 None None] Port ede38759-df2e-4913-a839-5c8f2fc992f8 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:23:32.033723 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b212207-492d-46d2-a3d3-7eaae28f6593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:32.090824 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 35c1684b-4176-4fdc-9ba3-746c6333ae57 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:32.091278 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:32.162112 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66f060-05b7-4fe8-b6ed-83fe91da476d req-9cb57299-4b28-425e-a783-7a785314a018 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:32.174725 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cd66f060-05b7-4fe8-b6ed-83fe91da476d req-9cb57299-4b28-425e-a783-7a785314a018 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d3b79a9-09dc-4f7f-ac63-835c101ea8be HTTP/1.1" status: 200 len: 950 time: 0.1369359 Jul 13 07:23:32.233276 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-5b212207-492d-46d2-a3d3-7eaae28f6593 admin admin] Allocated IP 172.25.3.156 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/53d15e02-a7dd-46a2-8408-a38e8a0b91fa) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:32.245788 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cd66f060-05b7-4fe8-b6ed-83fe91da476d req-7b00cd02-21a9-4e12-b1cf-0a040b07ca2d tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/security-groups?id=a98c6085-37cf-41de-b1b2-f1722db5ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696325 Jul 13 07:23:32.365282 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-57316504-a45d-4834-9240-fb27c6fa6905 req-560a88eb-07d3-4c44-845c-96974a1d3fc0 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/ports?device_id=5924e160-e5a4-406a-a4d1-e5a16f78a8cc HTTP/1.1" status: 200 len: 210 time: 0.0479245 Jul 13 07:23:32.465929 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b212207-492d-46d2-a3d3-7eaae28f6593 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:32.567014 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b212207-492d-46d2-a3d3-7eaae28f6593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:32.643690 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b212207-492d-46d2-a3d3-7eaae28f6593 admin admin] Pushing event updated for resources: {'Port': ['ID=53d15e02-a7dd-46a2-8408-a38e8a0b91fa,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:32.648907 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b212207-492d-46d2-a3d3-7eaae28f6593 admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:32.650989 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-5b212207-492d-46d2-a3d3-7eaae28f6593 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:32.653748 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b212207-492d-46d2-a3d3-7eaae28f6593 admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:32.717574 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 49644) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:32.737859 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ebc68-0f0f-4a3b-bd2f-a18cf0ab7377 req-6da4a28a-ceb9-46f6-9bee-6ed678a1b59d tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:32.741332 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-982ebc68-0f0f-4a3b-bd2f-a18cf0ab7377 req-6da4a28a-ceb9-46f6-9bee-6ed678a1b59d tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/ports?device_id=984b6022-948f-4c98-b4db-8cd8d794b981 HTTP/1.1" status: 200 len: 946 time: 0.1190121 Jul 13 07:23:32.758954 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-62808d75-9d00-418b-a9ed-f1c2f424990b tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1988213592', 'description': 'tempest-description--404045060'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:32.853131 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-982ebc68-0f0f-4a3b-bd2f-a18cf0ab7377 req-6cd5b0a2-e871-4022-ad86-e43807680230 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/security-groups?id=377426b7-c333-4bbf-8f81-a4f39606d51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017742 Jul 13 07:23:32.875052 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 3b8e1476-3286-48c1-b46c-ed499c65dca8 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:23:33.016072 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-80c25935-da77-40da-8ad9-e081c971e974 req-6ff9fa9d-37e6-415e-b816-2161b0714deb tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=59876140f4314208a801ca942edc6415&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595305 Jul 13 07:23:33.117356 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0f82a0e0-c763-4ea1-b0b2-c2575083771b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:33.124054 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9d72fc6a-2864-4f4e-876f-76edee809743 req-86cc2d42-724b-48cf-99b9-8403f2358b1f tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/ports?device_id=919e3d5b-54cd-49de-b601-657d378c1097 HTTP/1.1" status: 200 len: 210 time: 0.1912391 Jul 13 07:23:33.129439 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:33.140429 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-62808d75-9d00-418b-a9ed-f1c2f424990b tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:33.146939 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:33.173654 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3b79a9-09dc-4f7f-ac63-835c101ea8be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b8e1476-3286-48c1-b46c-ed499c65dca8'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:33.176387 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a8bf0e-e57e-464f-97b4-5e72573df46f" -d '{"events": [{"server_uuid": "0d3b79a9-09dc-4f7f-ac63-835c101ea8be", "name": "network-vif-unplugged", "status": "completed", "tag": "3b8e1476-3286-48c1-b46c-ed499c65dca8"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:33.207766 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 3b8e1476-3286-48c1-b46c-ed499c65dca8, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=3b8e1476-3286-48c1-b46c-ed499c65dca8,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:33.217417 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:33.339114 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c25935-da77-40da-8ad9-e081c971e974 req-8a04dbfa-4785-4ade-8c98-0c6d3a6fd241 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:33.359837 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-80c25935-da77-40da-8ad9-e081c971e974 req-8a04dbfa-4785-4ade-8c98-0c6d3a6fd241 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3388305 Jul 13 07:23:33.362159 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 49662) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:33.389171 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=3b8e1476-3286-48c1-b46c-ed499c65dca8,revision_number=8']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:33.392458 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-80c25935-da77-40da-8ad9-e081c971e974 req-0235a7d1-21d7-4092-953f-3bbace55da79 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Request body: {'port': {'device_id': '919e3d5b-54cd-49de-b601-657d378c1097', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'admin_state_up': True, 'tenant_id': '59876140f4314208a801ca942edc6415'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:33.485660 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d97df2-9cbf-45db-8d58-c7f81fcfe12f None None] Network 1a4476cd-2142-41cd-a14f-e66e958b639a requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:23:33.672757 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-53a40040-6687-4ac6-8bb3-d6807b2b84ba admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1384045739-network', 'tenant_id': 'ea266bb9cbab4aea885bc5924138e870'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:33.686538 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1575a92-3d2c-4be2-a30c-a5daaf53df91 x-openstack-request-id: req-e1575a92-3d2c-4be2-a30c-a5daaf53df91 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:33.686845 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d3b79a9-09dc-4f7f-ac63-835c101ea8be", "name": "network-vif-unplugged", "status": "completed", "tag": "3b8e1476-3286-48c1-b46c-ed499c65dca8", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:33.690790 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e1575a92-3d2c-4be2-a30c-a5daaf53df91 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:33.691245 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3b79a9-09dc-4f7f-ac63-835c101ea8be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b8e1476-3286-48c1-b46c-ed499c65dca8', 'code': 200} Jul 13 07:23:33.776291 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b212207-492d-46d2-a3d3-7eaae28f6593 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:33.785245 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-62808d75-9d00-418b-a9ed-f1c2f424990b tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:33.831183 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a40040-6687-4ac6-8bb3-d6807b2b84ba admin admin] Made reservation on behalf of ea266bb9cbab4aea885bc5924138e870 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:33.835039 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-53a40040-6687-4ac6-8bb3-d6807b2b84ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:33.841522 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-62808d75-9d00-418b-a9ed-f1c2f424990b tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:33.842814 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80c25935-da77-40da-8ad9-e081c971e974 req-0235a7d1-21d7-4092-953f-3bbace55da79 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Made reservation on behalf of 59876140f4314208a801ca942edc6415 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:33.848719 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-80c25935-da77-40da-8ad9-e081c971e974 req-0235a7d1-21d7-4092-953f-3bbace55da79 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:33.867130 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-53a40040-6687-4ac6-8bb3-d6807b2b84ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:33.872267 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-80c25935-da77-40da-8ad9-e081c971e974 req-0235a7d1-21d7-4092-953f-3bbace55da79 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:33.885364 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b48656b5-1c77-4c1b-8c4d-ea35b882d18d req-179ffc5f-9e5b-4888-80c4-b198e34c899a tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/ports?device_id=5924e160-e5a4-406a-a4d1-e5a16f78a8cc HTTP/1.1" status: 200 len: 210 time: 0.0658405 Jul 13 07:23:33.916759 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13c38f-3b58-40a7-9e59-af0b62219ce8 req-205b0988-027e-44cb-a89c-13dd6ca6ee09 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:33.919135 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bb13c38f-3b58-40a7-9e59-af0b62219ce8 req-205b0988-027e-44cb-a89c-13dd6ca6ee09 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.42 "GET /v2.0/ports?device_id=984b6022-948f-4c98-b4db-8cd8d794b981 HTTP/1.1" status: 200 len: 946 time: 0.4434268 Jul 13 07:23:34.017631 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 0ee3d5b4-37e5-44cb-a754-619fd09a37ba up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:34.034611 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62808d75-9d00-418b-a9ed-f1c2f424990b tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:34.048772 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-53a40040-6687-4ac6-8bb3-d6807b2b84ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:34.057060 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-53a40040-6687-4ac6-8bb3-d6807b2b84ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:34.080260 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:34.086729 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-62808d75-9d00-418b-a9ed-f1c2f424990b tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:34.087053 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-0c760cb0-f704-4e18-a959-c95b610970b7 None None] Provisioning for port 0ee3d5b4-37e5-44cb-a754-619fd09a37ba completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:34.094586 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-62808d75-9d00-418b-a9ed-f1c2f424990b tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3547330 Jul 13 07:23:34.100424 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 49684) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:34.106857 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a40040-6687-4ac6-8bb3-d6807b2b84ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:23:34.107858 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-abee3e55-b570-4219-9b07-aeebd52520ae tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Request body: {'security_group_rule': {'security_group_id': 'd97c9fa5-b7bc-4a1d-a845-9d454b5d8413', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:34.147914 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-53a40040-6687-4ac6-8bb3-d6807b2b84ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:34.148282 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-53a40040-6687-4ac6-8bb3-d6807b2b84ba admin admin] Added segment 3a17d74b-4f7e-4f3f-8588-ee9579f443a7 of type vlan for network 0050661d-e5f9-4e80-b143-85f26a9235e3 Jul 13 07:23:34.153697 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a40040-6687-4ac6-8bb3-d6807b2b84ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d4af30-8b53-4148-b7cc-1bcf8bb71a5b,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:34.218394 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-53a40040-6687-4ac6-8bb3-d6807b2b84ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:34.273048 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-80c25935-da77-40da-8ad9-e081c971e974 req-0235a7d1-21d7-4092-953f-3bbace55da79 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:34.287820 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e0fd62a1-dda8-4b8c-9cdf-de9820ff6788 None None] Provisioning complete for port 3b8e1476-3286-48c1-b46c-ed499c65dca8 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:34.288055 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-80c25935-da77-40da-8ad9-e081c971e974 req-0235a7d1-21d7-4092-953f-3bbace55da79 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:34.288800 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e0fd62a1-dda8-4b8c-9cdf-de9820ff6788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:34.339140 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-53a40040-6687-4ac6-8bb3-d6807b2b84ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:34.345387 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a40040-6687-4ac6-8bb3-d6807b2b84ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:34.346140 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-53a40040-6687-4ac6-8bb3-d6807b2b84ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:34.347997 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 0ee3d5b4-37e5-44cb-a754-619fd09a37ba completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:34.376607 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 0ee3d5b4-37e5-44cb-a754-619fd09a37ba triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:34.376991 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:34.428683 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-abee3e55-b570-4219-9b07-aeebd52520ae tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:34.442930 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-2e35a8bb-ef44-4fdf-94e1-e23946b05c4e tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:34.447253 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-2e35a8bb-ef44-4fdf-94e1-e23946b05c4e tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.25 "GET /v2.0/networks?id=d4112daa-098c-4665-aa01-55b0b4ff24e7 HTTP/1.1" status: 200 len: 813 time: 0.3325198 Jul 13 07:23:34.458249 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b212207-492d-46d2-a3d3-7eaae28f6593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:34.473888 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-521b3dd0-dd9c-4d82-a61b-ce6899084bc3 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Request body: {'port': {'device_id': '5924e160-e5a4-406a-a4d1-e5a16f78a8cc', 'network_id': 'd4112daa-098c-4665-aa01-55b0b4ff24e7', 'admin_state_up': True, 'tenant_id': 'cd2fbd6dbade4360a70e4272ba843d4c'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:34.519602 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-bb13c38f-3b58-40a7-9e59-af0b62219ce8 req-f678a6a4-7f59-4d9b-ba68-d614b438c2c2 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Deleting port 40363775-f633-47c9-afb8-c73a3b5103c6 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:23:34.520010 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-bb13c38f-3b58-40a7-9e59-af0b62219ce8 req-f678a6a4-7f59-4d9b-ba68-d614b438c2c2 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:34.526565 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e0fd62a1-dda8-4b8c-9cdf-de9820ff6788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:34.541842 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-06d16314-1fc2-4a1d-a5b1-5a9ecc331d92 req-6ec8911c-17ee-4717-927b-7b809cccaf9f tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/ports?device_id=919e3d5b-54cd-49de-b601-657d378c1097 HTTP/1.1" status: 200 len: 210 time: 0.1006467 Jul 13 07:23:34.607136 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-53a40040-6687-4ac6-8bb3-d6807b2b84ba admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2437005 Jul 13 07:23:34.607972 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 49690) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:34.611790 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235a7d1-21d7-4092-953f-3bbace55da79 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf72be3-4ea8-4904-bd73-e852b08bb8c7,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:34.633384 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-3149019c-1101-4fa1-b384-e277f3b32a5a admin admin] Request body: {'subnet': {'network_id': '0050661d-e5f9-4e80-b143-85f26a9235e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1384045739-subnet', 'tenant_id': 'ea266bb9cbab4aea885bc5924138e870', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:34.640338 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a40040-6687-4ac6-8bb3-d6807b2b84ba admin admin] Pushing event updated for resources: {'Network': ['ID=0050661d-e5f9-4e80-b143-85f26a9235e3,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:34.644980 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057c5b2-8bdb-4dfd-a402-fb795d0f154c req-d28a696c-e372-482c-8b83-034d1e1e42c4 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:34.646944 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-e0fd62a1-dda8-4b8c-9cdf-de9820ff6788 None None] For port 3b8e1476-3286-48c1-b46c-ed499c65dca8, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=3b8e1476-3286-48c1-b46c-ed499c65dca8,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:34.652373 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7057c5b2-8bdb-4dfd-a402-fb795d0f154c req-d28a696c-e372-482c-8b83-034d1e1e42c4 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/ports?device_id=984b6022-948f-4c98-b4db-8cd8d794b981 HTTP/1.1" status: 200 len: 946 time: 0.5264978 Jul 13 07:23:34.675033 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 0050661d-e5f9-4e80-b143-85f26a9235e3 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:23:34.724453 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3149019c-1101-4fa1-b384-e277f3b32a5a admin admin] Made reservation on behalf of ea266bb9cbab4aea885bc5924138e870 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:34.726914 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3149019c-1101-4fa1-b384-e277f3b32a5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:34.760418 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-80c25935-da77-40da-8ad9-e081c971e974 req-0235a7d1-21d7-4092-953f-3bbace55da79 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Allocated IP 192.168.233.67 (f9d6e899-687c-4a4d-bdf3-8d8d169866a7/c5af789a-0729-4e53-834f-ef6745aa079c/71329ae8-bf99-460f-8471-69be27320847) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:34.766022 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e0fd62a1-dda8-4b8c-9cdf-de9820ff6788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:34.823404 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd62a1-dda8-4b8c-9cdf-de9820ff6788 None None] Pushing event updated for resources: {'Port': ['ID=3b8e1476-3286-48c1-b46c-ed499c65dca8,revision_number=9']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:34.846911 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:34.889061 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 0ee3d5b4-37e5-44cb-a754-619fd09a37ba, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=0ee3d5b4-37e5-44cb-a754-619fd09a37ba,segment=NetworkSegment(44d52574-ab02-4367-bbf8-9814776b1550),segment_id=44d52574-ab02-4367-bbf8-9814776b1550)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:34.895022 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:35.023987 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b479f8de-b078-4069-87e9-b8499117a87a None None] Provisioning complete for port 0ee3d5b4-37e5-44cb-a754-619fd09a37ba triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:35.025265 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b479f8de-b078-4069-87e9-b8499117a87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:35.031592 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=0ee3d5b4-37e5-44cb-a754-619fd09a37ba,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:35.145507 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-80c25935-da77-40da-8ad9-e081c971e974 req-0235a7d1-21d7-4092-953f-3bbace55da79 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:35.149928 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-67c231a4-9726-4dfa-85f4-0b841634e886 req-b772301c-ffba-49be-b106-64496aa6e463 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/ports?device_id=5924e160-e5a4-406a-a4d1-e5a16f78a8cc HTTP/1.1" status: 200 len: 210 time: 0.0653498 Jul 13 07:23:35.174283 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-80c25935-da77-40da-8ad9-e081c971e974 req-0235a7d1-21d7-4092-953f-3bbace55da79 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Transition to ACTIVE for port object 71329ae8-bf99-460f-8471-69be27320847 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:35.185794 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3149019c-1101-4fa1-b384-e277f3b32a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:35.266001 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3149019c-1101-4fa1-b384-e277f3b32a5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=225f8296-63bd-43bb-9c19-69f355946bb3,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:35.266364 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f2727411-e423-4034-b592-ab438cd0cd4c None None] Provisioning complete for port 3b8e1476-3286-48c1-b46c-ed499c65dca8 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:35.266809 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f2727411-e423-4034-b592-ab438cd0cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:35.282552 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-80c25935-da77-40da-8ad9-e081c971e974 req-0235a7d1-21d7-4092-953f-3bbace55da79 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:35.283696 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-abee3e55-b570-4219-9b07-aeebd52520ae tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:35.303568 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-abee3e55-b570-4219-9b07-aeebd52520ae tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:35.337594 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3149019c-1101-4fa1-b384-e277f3b32a5a admin admin] Checking segment: {'id': '3a17d74b-4f7e-4f3f-8588-ee9579f443a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0050661d-e5f9-4e80-b143-85f26a9235e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:35.338031 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3149019c-1101-4fa1-b384-e277f3b32a5a admin admin] Network hostable DHCP agents. Network: 0050661d-e5f9-4e80-b143-85f26a9235e3, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:23:35.341786 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80c25935-da77-40da-8ad9-e081c971e974 req-0235a7d1-21d7-4092-953f-3bbace55da79 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:35.350039 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-80c25935-da77-40da-8ad9-e081c971e974 req-0235a7d1-21d7-4092-953f-3bbace55da79 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:35.352688 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c25935-da77-40da-8ad9-e081c971e974 req-0235a7d1-21d7-4092-953f-3bbace55da79 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:35.356339 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7057c5b2-8bdb-4dfd-a402-fb795d0f154c req-e1759e8c-b87e-4d25-b327-2efe838acf5f tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.23 "GET /v2.0/security-groups?id=377426b7-c333-4bbf-8f81-a4f39606d51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7023346 Jul 13 07:23:35.367079 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee3e55-b570-4219-9b07-aeebd52520ae tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79fb3cd4-7c08-404b-a29a-cabcd6f22973,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:35.403405 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-bb13c38f-3b58-40a7-9e59-af0b62219ce8 req-f678a6a4-7f59-4d9b-ba68-d614b438c2c2 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] For port 40363775-f633-47c9-afb8-c73a3b5103c6, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=40363775-f633-47c9-afb8-c73a3b5103c6,segment=NetworkSegment(3304ce8b-0a73-46c4-b90c-425e60af5816),segment_id=3304ce8b-0a73-46c4-b90c-425e60af5816)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:35.403771 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-bb13c38f-3b58-40a7-9e59-af0b62219ce8 req-f678a6a4-7f59-4d9b-ba68-d614b438c2c2 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:35.407470 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235a7d1-21d7-4092-953f-3bbace55da79 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Pushing event updated for resources: {'Port': ['ID=71329ae8-bf99-460f-8471-69be27320847,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:35.413365 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-abee3e55-b570-4219-9b07-aeebd52520ae tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:35.417084 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-abee3e55-b570-4219-9b07-aeebd52520ae tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3117874 Jul 13 07:23:35.418663 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 49704) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:35.424600 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-9e3c9583-8261-4970-b16c-f3b2f5bcb589 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Request body: {'security_group_rule': {'security_group_id': 'd97c9fa5-b7bc-4a1d-a845-9d454b5d8413', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:35.426107 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-bb13c38f-3b58-40a7-9e59-af0b62219ce8 req-f678a6a4-7f59-4d9b-ba68-d614b438c2c2 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Calling delete_port for 40363775-f633-47c9-afb8-c73a3b5103c6 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:23:35.448038 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3149019c-1101-4fa1-b384-e277f3b32a5a admin admin] Network 0050661d-e5f9-4e80-b143-85f26a9235e3 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:23:35.465812 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-3149019c-1101-4fa1-b384-e277f3b32a5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 0050661d-e5f9-4e80-b143-85f26a9235e3) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:35.476071 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c25935-da77-40da-8ad9-e081c971e974 req-0235a7d1-21d7-4092-953f-3bbace55da79 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:35.477713 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adad74df-4372-4b68-a553-99c701ee9159 None None] Network 0050661d-e5f9-4e80-b143-85f26a9235e3 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:23:35.481110 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-80c25935-da77-40da-8ad9-e081c971e974 req-0235a7d1-21d7-4092-953f-3bbace55da79 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:35.484522 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3149019c-1101-4fa1-b384-e277f3b32a5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:35.485185 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3149019c-1101-4fa1-b384-e277f3b32a5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:35.493134 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-521b3dd0-dd9c-4d82-a61b-ce6899084bc3 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Made reservation on behalf of cd2fbd6dbade4360a70e4272ba843d4c for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:35.496818 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-521b3dd0-dd9c-4d82-a61b-ce6899084bc3 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:35.517728 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9e3c9583-8261-4970-b16c-f3b2f5bcb589 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:35.530111 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-80c25935-da77-40da-8ad9-e081c971e974 req-0235a7d1-21d7-4092-953f-3bbace55da79 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1498187 Jul 13 07:23:35.534459 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3149019c-1101-4fa1-b384-e277f3b32a5a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9098134 Jul 13 07:23:35.543176 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-80c25935-da77-40da-8ad9-e081c971e974 req-cef529f0-1535-4e10-a87d-9265f4f1c740 service neutron] Request body: {'port': {'device_id': '919e3d5b-54cd-49de-b601-657d378c1097', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:35.556600 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b212207-492d-46d2-a3d3-7eaae28f6593 admin admin] Router 80033051-f3e5-49f8-93ab-05d33547f5d8 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:23:35.711165 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3b79a9-09dc-4f7f-ac63-835c101ea8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8e1476-3286-48c1-b46c-ed499c65dca8'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:35.713609 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3657c3-d9c9-4c0e-bbea-91054aaf23bd" -d '{"events": [{"server_uuid": "0d3b79a9-09dc-4f7f-ac63-835c101ea8be", "name": "network-vif-plugged", "status": "completed", "tag": "3b8e1476-3286-48c1-b46c-ed499c65dca8"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:35.722391 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 0ee3d5b4-37e5-44cb-a754-619fd09a37ba up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:35.764141 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9e3c9583-8261-4970-b16c-f3b2f5bcb589 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:35.773618 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9e3c9583-8261-4970-b16c-f3b2f5bcb589 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:35.804136 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fe4624-33fe-46fc-9cbb-ea34d7af745f x-openstack-request-id: req-f9fe4624-33fe-46fc-9cbb-ea34d7af745f {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:35.804507 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d3b79a9-09dc-4f7f-ac63-835c101ea8be", "name": "network-vif-plugged", "status": "completed", "tag": "3b8e1476-3286-48c1-b46c-ed499c65dca8", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:35.804759 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f9fe4624-33fe-46fc-9cbb-ea34d7af745f {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:35.805150 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3b79a9-09dc-4f7f-ac63-835c101ea8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8e1476-3286-48c1-b46c-ed499c65dca8', 'code': 200} Jul 13 07:23:35.821809 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce404b2-8c75-4cc6-b621-23f3e3a50b40 None None] Network 0050661d-e5f9-4e80-b143-85f26a9235e3 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:23:35.822049 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-80c25935-da77-40da-8ad9-e081c971e974 req-cef529f0-1535-4e10-a87d-9265f4f1c740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:35.823604 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:35.844631 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9e3c9583-8261-4970-b16c-f3b2f5bcb589 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:35.846442 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9e3c9583-8261-4970-b16c-f3b2f5bcb589 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4257338 Jul 13 07:23:35.854112 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 49718) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:35.897113 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6c43db26-7ad2-4f2a-b701-f3984d071d7d None None] Provisioning for port 71329ae8-bf99-460f-8471-69be27320847 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:35.905101 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-9fd9ab30-aa04-4873-a667-4ee8320341be tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:35.906024 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6c43db26-7ad2-4f2a-b701-f3984d071d7d None None] Provisioning complete for port 71329ae8-bf99-460f-8471-69be27320847 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:35.906390 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6c43db26-7ad2-4f2a-b701-f3984d071d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:35.915506 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 0ee3d5b4-37e5-44cb-a754-619fd09a37ba triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:35.915886 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:35.966123 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c9583-8261-4970-b16c-f3b2f5bcb589 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b7c7ed-5f20-47b0-9b0c-d9caaf2cf1e5,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:35.976712 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9fd9ab30-aa04-4873-a667-4ee8320341be tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks [] for floatingip, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:36.000531 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-6c43db26-7ad2-4f2a-b701-f3984d071d7d None None] Port 71329ae8-bf99-460f-8471-69be27320847 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:23:36.052091 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b212207-492d-46d2-a3d3-7eaae28f6593 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:23:36.064156 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-bb13c38f-3b58-40a7-9e59-af0b62219ce8 req-f678a6a4-7f59-4d9b-ba68-d614b438c2c2 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:36.094668 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770cc034-455f-419c-be89-0c1a6d8216df None None] Sync routers for ids ['80033051-f3e5-49f8-93ab-05d33547f5d8'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:23:36.100013 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-521b3dd0-dd9c-4d82-a61b-ce6899084bc3 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Allocated IP 172.20.0.8 (d4112daa-098c-4665-aa01-55b0b4ff24e7/1359cd00-b54c-4d68-aebb-1c48443a9190/436aa2f1-8016-4814-9b2a-d920e070f85d) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:36.104350 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b212207-492d-46d2-a3d3-7eaae28f6593 admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:36.106263 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5b212207-492d-46d2-a3d3-7eaae28f6593 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4523587 Jul 13 07:23:36.107488 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f678a6a4-7f59-4d9b-ba68-d614b438c2c2 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Pushing event deleted for resources: {'Port': ['ID=40363775-f633-47c9-afb8-c73a3b5103c6,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:36.109572 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 49722) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:36.117488 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770cc034-455f-419c-be89-0c1a6d8216df None None] Routers {'80033051-f3e5-49f8-93ab-05d33547f5d8'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:23:36.118228 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-770cc034-455f-419c-be89-0c1a6d8216df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:23:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['80033051-f3e5-49f8-93ab-05d33547f5d8'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:36.245470 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb13c38f-3b58-40a7-9e59-af0b62219ce8 req-f678a6a4-7f59-4d9b-ba68-d614b438c2c2 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] No DVR routers for this DVR port 40363775-f633-47c9-afb8-c73a3b5103c6 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:23:36.252549 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-bb13c38f-3b58-40a7-9e59-af0b62219ce8 req-f678a6a4-7f59-4d9b-ba68-d614b438c2c2 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:36.254500 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bb13c38f-3b58-40a7-9e59-af0b62219ce8 req-f678a6a4-7f59-4d9b-ba68-d614b438c2c2 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799 tempest-FloatingIPsAssociationNegativeTestJSON-1449940799-project] 10.222.0.42 "DELETE /v2.0/ports/40363775-f633-47c9-afb8-c73a3b5103c6 HTTP/1.1" status: 204 len: 173 time: 2.2858112 Jul 13 07:23:36.271695 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-770cc034-455f-419c-be89-0c1a6d8216df None None] Set router 80033051-f3e5-49f8-93ab-05d33547f5d8 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:23:36.286017 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984b6022-948f-4c98-b4db-8cd8d794b981', 'name': 'network-vif-deleted', 'tag': '40363775-f633-47c9-afb8-c73a3b5103c6'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:36.288373 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee92fc3-1ab6-4747-a705-11795705febd" -d '{"events": [{"server_uuid": "984b6022-948f-4c98-b4db-8cd8d794b981", "name": "network-vif-deleted", "tag": "40363775-f633-47c9-afb8-c73a3b5103c6"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:36.316913 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 92dce5c0-12b3-401b-8e1f-5c0bab3d7611 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:23:36.536533 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d7e72-a0a5-4d40-bb54-ab741a80a10e req-5c7c939d-d03f-45d2-a208-cc51ec0143ba tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:36.544406 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3d5d7e72-a0a5-4d40-bb54-ab741a80a10e req-5c7c939d-d03f-45d2-a208-cc51ec0143ba tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/ports?device_id=919e3d5b-54cd-49de-b601-657d378c1097 HTTP/1.1" status: 200 len: 935 time: 0.7050002 Jul 13 07:23:36.575742 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 92dce5c0-12b3-401b-8e1f-5c0bab3d7611, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=92dce5c0-12b3-401b-8e1f-5c0bab3d7611,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:36.597688 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '92dce5c0-12b3-401b-8e1f-5c0bab3d7611', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': '92dce5c0-12b3-401b-8e1f-5c0bab3d7611', 'mac_address': 'fa:16:3e:07:24:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:23:36.628889 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-80c25935-da77-40da-8ad9-e081c971e974 req-cef529f0-1535-4e10-a87d-9265f4f1c740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71329ae8-bf99-460f-8471-69be27320847 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:36.643354 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9fd9ab30-aa04-4873-a667-4ee8320341be tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:36.645606 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-770cc034-455f-419c-be89-0c1a6d8216df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80033051-f3e5-49f8-93ab-05d33547f5d8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1309823790-router', 'tenant_id': 'e26f2dd3fa034aa8931350ba277400b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '53d15e02-a7dd-46a2-8408-a38e8a0b91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:23:30Z', 'updated_at': '2021-07-13T07:23:33Z', 'revision_number': 3, 'project_id': 'e26f2dd3fa034aa8931350ba277400b4', 'gw_port': {'id': '53d15e02-a7dd-46a2-8408-a38e8a0b91fa', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:31:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80033051-f3e5-49f8-93ab-05d33547f5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:23:32Z', 'updated_at': '2021-07-13T07:23:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:36.675305 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770cc034-455f-419c-be89-0c1a6d8216df None None] Checking router: 80033051-f3e5-49f8-93ab-05d33547f5d8 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:23:36.675657 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770cc034-455f-419c-be89-0c1a6d8216df None None] Updating router 80033051-f3e5-49f8-93ab-05d33547f5d8 port 53d15e02-a7dd-46a2-8408-a38e8a0b91fa binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:23:36.676664 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-1f8ad49d-dc54-4356-981f-333c96a0b7a9 tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:36.677445 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:36.678163 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-1f8ad49d-dc54-4356-981f-333c96a0b7a9 tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] 10.222.0.23 "GET /v2.0/networks?id=0050661d-e5f9-4e80-b143-85f26a9235e3 HTTP/1.1" status: 200 len: 809 time: 0.2808378 Jul 13 07:23:36.687332 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-80c25935-da77-40da-8ad9-e081c971e974 req-cef529f0-1535-4e10-a87d-9265f4f1c740 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:36.697059 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-b7adbdf7-10ff-4bf5-ae1c-23500c54dc39 tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] 10.222.0.23 "GET /v2.0/quotas/ea266bb9cbab4aea885bc5924138e870 HTTP/1.1" status: 200 len: 375 time: 0.0097630 Jul 13 07:23:36.698876 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3d5d7e72-a0a5-4d40-bb54-ab741a80a10e req-3c46556f-650e-4734-ae2b-813853f76ced tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbf72be3-4ea8-4904-bd73-e852b08bb8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529922 Jul 13 07:23:36.719901 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-80c25935-da77-40da-8ad9-e081c971e974 req-cef529f0-1535-4e10-a87d-9265f4f1c740 service neutron] Transition to ACTIVE for port object 71329ae8-bf99-460f-8471-69be27320847 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:36.723055 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92dce5c0-12b3-401b-8e1f-5c0bab3d7611 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:36.723813 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-521b3dd0-dd9c-4d82-a61b-ce6899084bc3 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:36.747984 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 92dce5c0-12b3-401b-8e1f-5c0bab3d7611, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=92dce5c0-12b3-401b-8e1f-5c0bab3d7611,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:36.758648 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:36.760027 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-80c25935-da77-40da-8ad9-e081c971e974 req-cef529f0-1535-4e10-a87d-9265f4f1c740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:36.772484 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-d2c7c8eb-82c2-4d62-b888-7cf582ec0f49 tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea266bb9cbab4aea885bc5924138e870&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405962 Jul 13 07:23:36.828638 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=92dce5c0-12b3-401b-8e1f-5c0bab3d7611,revision_number=10']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:36.835528 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-770cc034-455f-419c-be89-0c1a6d8216df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:36.899443 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-9fd9ab30-aa04-4873-a667-4ee8320341be tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Allocated IP 172.25.3.14 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/06f52591-e1d7-438a-8f95-d7e453711a4e) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:36.960717 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 40363775-f633-47c9-afb8-c73a3b5103c6 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:23:36.964246 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef529f0-1535-4e10-a87d-9265f4f1c740 service neutron] Pushing event updated for resources: {'Port': ['ID=71329ae8-bf99-460f-8471-69be27320847,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:36.996995 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 40363775-f633-47c9-afb8-c73a3b5103c6 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:23:36.997392 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 40363775-f633-47c9-afb8-c73a3b5103c6 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:23:37.009548 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53bba015-364c-48e0-b014-d59e9cd34efe req-d63c86da-e89e-478a-a6e3-be0bab050750 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/ports?device_id=5924e160-e5a4-406a-a4d1-e5a16f78a8cc HTTP/1.1" status: 200 len: 210 time: 0.0934522 Jul 13 07:23:37.012453 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['92dce5c0-12b3-401b-8e1f-5c0bab3d7611'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:37.182062 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-80c25935-da77-40da-8ad9-e081c971e974 req-cef529f0-1535-4e10-a87d-9265f4f1c740 service neutron] Attempting to bind port 71329ae8-bf99-460f-8471-69be27320847 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:37.182913 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-80c25935-da77-40da-8ad9-e081c971e974 req-cef529f0-1535-4e10-a87d-9265f4f1c740 service neutron] Attempting to bind port 71329ae8-bf99-460f-8471-69be27320847 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:37.183276 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c25935-da77-40da-8ad9-e081c971e974 req-cef529f0-1535-4e10-a87d-9265f4f1c740 service neutron] Attempting to bind port 71329ae8-bf99-460f-8471-69be27320847 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:37.202540 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c25935-da77-40da-8ad9-e081c971e974 req-cef529f0-1535-4e10-a87d-9265f4f1c740 service neutron] Port 71329ae8-bf99-460f-8471-69be27320847 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:23:37.202939 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c25935-da77-40da-8ad9-e081c971e974 req-cef529f0-1535-4e10-a87d-9265f4f1c740 service neutron] Attempting to bind port 71329ae8-bf99-460f-8471-69be27320847 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:37.207711 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-b7f9ba06-3003-4ae7-9ca6-fa41fa0fd21e service neutron] 10.222.0.23 "GET /v2.0/networks/0050661d-e5f9-4e80-b143-85f26a9235e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238477 Jul 13 07:23:37.213897 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ab9ca0-8e97-4df1-ac27-a4cbb0fa5fbf x-openstack-request-id: req-f6ab9ca0-8e97-4df1-ac27-a4cbb0fa5fbf {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:37.218289 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c25935-da77-40da-8ad9-e081c971e974 req-cef529f0-1535-4e10-a87d-9265f4f1c740 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:37.218742 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c25935-da77-40da-8ad9-e081c971e974 req-cef529f0-1535-4e10-a87d-9265f4f1c740 service neutron] Checking segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:37.219240 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c25935-da77-40da-8ad9-e081c971e974 req-cef529f0-1535-4e10-a87d-9265f4f1c740 service neutron] Bound using segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:37.219981 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-80c25935-da77-40da-8ad9-e081c971e974 req-cef529f0-1535-4e10-a87d-9265f4f1c740 service neutron] Bound port: 71329ae8-bf99-460f-8471-69be27320847, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:37.220257 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-80c25935-da77-40da-8ad9-e081c971e974 req-cef529f0-1535-4e10-a87d-9265f4f1c740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:37.222544 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "984b6022-948f-4c98-b4db-8cd8d794b981", "name": "network-vif-deleted", "tag": "40363775-f633-47c9-afb8-c73a3b5103c6", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:37.223046 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f6ab9ca0-8e97-4df1-ac27-a4cbb0fa5fbf {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:37.225164 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '984b6022-948f-4c98-b4db-8cd8d794b981', 'name': 'network-vif-deleted', 'tag': '40363775-f633-47c9-afb8-c73a3b5103c6', 'status': 'completed', 'code': 200} Jul 13 07:23:37.267154 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9fd9ab30-aa04-4873-a667-4ee8320341be tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:37.273550 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-521b3dd0-dd9c-4d82-a61b-ce6899084bc3 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:37.315082 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 49750) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:37.364662 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-80c25935-da77-40da-8ad9-e081c971e974 req-cef529f0-1535-4e10-a87d-9265f4f1c740 service neutron] For port 71329ae8-bf99-460f-8471-69be27320847, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:37.368087 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-80c25935-da77-40da-8ad9-e081c971e974 req-cef529f0-1535-4e10-a87d-9265f4f1c740 service neutron] For port 71329ae8-bf99-460f-8471-69be27320847, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=71329ae8-bf99-460f-8471-69be27320847,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:37.381040 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-80c25935-da77-40da-8ad9-e081c971e974 req-cef529f0-1535-4e10-a87d-9265f4f1c740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:37.422847 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9fd9ab30-aa04-4873-a667-4ee8320341be tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:37.429965 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c25935-da77-40da-8ad9-e081c971e974 req-cef529f0-1535-4e10-a87d-9265f4f1c740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:37.435963 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-80c25935-da77-40da-8ad9-e081c971e974 req-cef529f0-1535-4e10-a87d-9265f4f1c740 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:37.437667 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-80c25935-da77-40da-8ad9-e081c971e974 req-cef529f0-1535-4e10-a87d-9265f4f1c740 service neutron] 10.222.0.25 "PUT /v2.0/ports/71329ae8-bf99-460f-8471-69be27320847 HTTP/1.1" status: 200 len: 1096 time: 1.8993528 Jul 13 07:23:37.439304 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '919e3d5b-54cd-49de-b601-657d378c1097', 'tag': '71329ae8-bf99-460f-8471-69be27320847'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:37.443413 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efef4b7e-06cf-4383-a9f1-a73064f3d23a" -d '{"events": [{"name": "network-changed", "server_uuid": "919e3d5b-54cd-49de-b601-657d378c1097", "tag": "71329ae8-bf99-460f-8471-69be27320847"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:37.467539 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-521b3dd0-dd9c-4d82-a61b-ce6899084bc3 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Network d4112daa-098c-4665-aa01-55b0b4ff24e7 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:37.482102 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-521b3dd0-dd9c-4d82-a61b-ce6899084bc3 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:37.482484 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd9ab30-aa04-4873-a667-4ee8320341be tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:37.485540 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-9fd9ab30-aa04-4873-a667-4ee8320341be tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:37.489677 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd9ab30-aa04-4873-a667-4ee8320341be tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:37.493114 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef529f0-1535-4e10-a87d-9265f4f1c740 service neutron] Pushing event updated for resources: {'Port': ['ID=71329ae8-bf99-460f-8471-69be27320847,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:37.537953 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-521b3dd0-dd9c-4d82-a61b-ce6899084bc3 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:37.540245 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cad0e18-9582-46f8-bbe8-20358245667b x-openstack-request-id: req-9cad0e18-9582-46f8-bbe8-20358245667b {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:37.540871 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "919e3d5b-54cd-49de-b601-657d378c1097", "tag": "71329ae8-bf99-460f-8471-69be27320847", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:37.540871 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9cad0e18-9582-46f8-bbe8-20358245667b {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:37.541313 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '919e3d5b-54cd-49de-b601-657d378c1097', 'tag': '71329ae8-bf99-460f-8471-69be27320847', 'status': 'completed', 'code': 200} Jul 13 07:23:37.571858 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['b8debd6b-7a14-4e55-868f-65f7c387746e'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:37.695657 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6d0ee7e0-0d25-4e9d-be98-536aa29d39cf None None] Provisioning complete for port 92dce5c0-12b3-401b-8e1f-5c0bab3d7611 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:37.700741 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6d0ee7e0-0d25-4e9d-be98-536aa29d39cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:37.791875 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-ddb31457-a751-4ab8-a4aa-e4a6cea7c064 service neutron] 10.222.0.23 "GET /v2.0/networks/0050661d-e5f9-4e80-b143-85f26a9235e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5651846 Jul 13 07:23:37.805527 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b3dd0-dd9c-4d82-a61b-ce6899084bc3 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Pushing event updated for resources: {'Port': ['ID=436aa2f1-8016-4814-9b2a-d920e070f85d,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:37.921172 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-770cc034-455f-419c-be89-0c1a6d8216df None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:37.953162 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-770cc034-455f-419c-be89-0c1a6d8216df None None] Transition to ACTIVE for port object 53d15e02-a7dd-46a2-8408-a38e8a0b91fa will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:37.956218 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-521b3dd0-dd9c-4d82-a61b-ce6899084bc3 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:37.957951 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-521b3dd0-dd9c-4d82-a61b-ce6899084bc3 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:38.001083 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-770cc034-455f-419c-be89-0c1a6d8216df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:38.047448 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9ab30-aa04-4873-a667-4ee8320341be tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Pushing event updated for resources: {'Port': ['ID=06f52591-e1d7-438a-8f95-d7e453711a4e,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:38.199105 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-521b3dd0-dd9c-4d82-a61b-ce6899084bc3 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7337704 Jul 13 07:23:38.214229 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-3d3c4cb7-6d44-4762-ac44-8251910d4789 service neutron] Request body: {'port': {'device_id': '5924e160-e5a4-406a-a4d1-e5a16f78a8cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:38.232775 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9fd9ab30-aa04-4873-a667-4ee8320341be tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:38.235642 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c25935-da77-40da-8ad9-e081c971e974 req-ab69d4be-68fe-4130-8e92-c6f8e31818d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:38.237177 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-80c25935-da77-40da-8ad9-e081c971e974 req-ab69d4be-68fe-4130-8e92-c6f8e31818d3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=59876140f4314208a801ca942edc6415&device_id=919e3d5b-54cd-49de-b601-657d378c1097 HTTP/1.1" status: 200 len: 1099 time: 0.6987908 Jul 13 07:23:38.332541 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ed2b560e-0049-4865-81d0-b5658ee771a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:38.344616 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-80c25935-da77-40da-8ad9-e081c971e974 req-ace2a9f3-13ba-4806-b175-be291d04b05f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=71329ae8-bf99-460f-8471-69be27320847 HTTP/1.1" status: 200 len: 217 time: 0.0907433 Jul 13 07:23:38.347989 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 92dce5c0-12b3-401b-8e1f-5c0bab3d7611 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:38.382146 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146e553-cf68-42fe-8628-d3d083953264 req-48cfdd60-83b8-4197-9be0-4a7278a0b6b6 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:38.388083 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6d0ee7e0-0d25-4e9d-be98-536aa29d39cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:38.393002 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9146e553-cf68-42fe-8628-d3d083953264 req-48cfdd60-83b8-4197-9be0-4a7278a0b6b6 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/ports?device_id=919e3d5b-54cd-49de-b601-657d378c1097 HTTP/1.1" status: 200 len: 947 time: 0.4023833 Jul 13 07:23:38.434534 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a211c-15af-4707-bb19-b32ab7b4d202 None None] Pushing event updated for resources: {'Port': ['ID=53d15e02-a7dd-46a2-8408-a38e8a0b91fa,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:38.464656 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-770cc034-455f-419c-be89-0c1a6d8216df None None] Attempting to bind port 53d15e02-a7dd-46a2-8408-a38e8a0b91fa on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:38.465744 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-770cc034-455f-419c-be89-0c1a6d8216df None None] Attempting to bind port 53d15e02-a7dd-46a2-8408-a38e8a0b91fa by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:38.466280 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770cc034-455f-419c-be89-0c1a6d8216df None None] Attempting to bind port 53d15e02-a7dd-46a2-8408-a38e8a0b91fa on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:38.475705 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384c583f-9825-48d0-85b1-b16123f853e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92dce5c0-12b3-401b-8e1f-5c0bab3d7611'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:38.477689 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c25935-da77-40da-8ad9-e081c971e974 req-e5163ddd-8deb-4314-91cf-1397714a8cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:38.478348 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37835859-14a5-4b4a-890b-5525f2f9caf1" -d '{"events": [{"server_uuid": "384c583f-9825-48d0-85b1-b16123f853e0", "name": "network-vif-plugged", "status": "completed", "tag": "92dce5c0-12b3-401b-8e1f-5c0bab3d7611"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:38.479674 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-80c25935-da77-40da-8ad9-e081c971e974 req-e5163ddd-8deb-4314-91cf-1397714a8cb2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.0819747 Jul 13 07:23:38.514353 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770cc034-455f-419c-be89-0c1a6d8216df None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:38.515062 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770cc034-455f-419c-be89-0c1a6d8216df None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:38.515901 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-770cc034-455f-419c-be89-0c1a6d8216df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:38.516352 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770cc034-455f-419c-be89-0c1a6d8216df None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:38.516949 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-770cc034-455f-419c-be89-0c1a6d8216df None None] Bound port: 53d15e02-a7dd-46a2-8408-a38e8a0b91fa, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:38.517448 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-770cc034-455f-419c-be89-0c1a6d8216df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:38.525778 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-6d0ee7e0-0d25-4e9d-be98-536aa29d39cf None None] For port 92dce5c0-12b3-401b-8e1f-5c0bab3d7611, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=92dce5c0-12b3-401b-8e1f-5c0bab3d7611,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:38.554083 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9fd9ab30-aa04-4873-a667-4ee8320341be tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:38.614004 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9146e553-cf68-42fe-8628-d3d083953264 req-e6a53716-4486-433c-9358-fb960d534eb2 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbf72be3-4ea8-4904-bd73-e852b08bb8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196991 Jul 13 07:23:38.644705 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-770cc034-455f-419c-be89-0c1a6d8216df None None] For port 53d15e02-a7dd-46a2-8408-a38e8a0b91fa, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:38.648827 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-770cc034-455f-419c-be89-0c1a6d8216df None None] For port 53d15e02-a7dd-46a2-8408-a38e8a0b91fa, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=53d15e02-a7dd-46a2-8408-a38e8a0b91fa,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:38.686718 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c25935-da77-40da-8ad9-e081c971e974 req-54af071e-650c-41f5-bb2d-ee985fa7390d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:38.688584 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-80c25935-da77-40da-8ad9-e081c971e974 req-54af071e-650c-41f5-bb2d-ee985fa7390d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1975744 Jul 13 07:23:38.697471 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6d0ee7e0-0d25-4e9d-be98-536aa29d39cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:38.727339 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-3d3c4cb7-6d44-4762-ac44-8251910d4789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:38.760932 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-770cc034-455f-419c-be89-0c1a6d8216df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:38.779005 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1cb21bee-f8d5-496d-84b8-3b58094af487 req-f2c88bfe-61bf-4b91-b8a1-5ed8ba3c3fb7 tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a24c872-2d2e-41ce-86bf-0737cf429df9 HTTP/1.1" status: 200 len: 210 time: 0.0573514 Jul 13 07:23:38.803595 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322e4db-6a12-4c97-a854-b27409baea1e req-2df8d6d8-24e5-43fa-bc42-7228aca81d3a tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:38.827348 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0322e4db-6a12-4c97-a854-b27409baea1e req-2df8d6d8-24e5-43fa-bc42-7228aca81d3a tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/ports?device_id=5924e160-e5a4-406a-a4d1-e5a16f78a8cc HTTP/1.1" status: 200 len: 931 time: 0.6163723 Jul 13 07:23:38.914287 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ee7e0-0d25-4e9d-be98-536aa29d39cf None None] Pushing event updated for resources: {'Port': ['ID=92dce5c0-12b3-401b-8e1f-5c0bab3d7611,revision_number=11']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:38.940274 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 92dce5c0-12b3-401b-8e1f-5c0bab3d7611 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:38.941365 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:39.000400 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-80c25935-da77-40da-8ad9-e081c971e974 req-5018acf8-8869-476a-9266-b226923069f4 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052218 Jul 13 07:23:39.095760 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770cc034-455f-419c-be89-0c1a6d8216df None None] Routers {'80033051-f3e5-49f8-93ab-05d33547f5d8'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:23:39.098022 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-770cc034-455f-419c-be89-0c1a6d8216df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:23:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['80033051-f3e5-49f8-93ab-05d33547f5d8'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:39.109088 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0322e4db-6a12-4c97-a854-b27409baea1e req-a60f903a-bc9b-41f1-90f4-1772c8148426 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ea1d82-929f-408a-ad17-d52629d5cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869999 Jul 13 07:23:39.197068 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-80c25935-da77-40da-8ad9-e081c971e974 req-f6fc1bc6-1ee8-4d0b-89cf-7446fa0bcbf7 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821694 Jul 13 07:23:39.229920 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-ed2b560e-0049-4865-81d0-b5658ee771a4 admin admin] Allocated IP 172.20.0.1 (1a4476cd-2142-41cd-a14f-e66e958b639a/63b58d58-942b-4d3e-ab5c-48cd2cacc8b8/ac54bc27-2285-402f-b13a-8767a7719d1b) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:39.269072 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11dec660-f33e-478d-8f2e-4ce0b58d960f x-openstack-request-id: req-11dec660-f33e-478d-8f2e-4ce0b58d960f {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:39.269546 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384c583f-9825-48d0-85b1-b16123f853e0", "name": "network-vif-plugged", "status": "completed", "tag": "92dce5c0-12b3-401b-8e1f-5c0bab3d7611", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:39.270252 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-11dec660-f33e-478d-8f2e-4ce0b58d960f {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:39.273466 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '384c583f-9825-48d0-85b1-b16123f853e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92dce5c0-12b3-401b-8e1f-5c0bab3d7611', 'code': 200} Jul 13 07:23:39.321835 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a211c-15af-4707-bb19-b32ab7b4d202 None None] Pushing event updated for resources: {'Port': ['ID=53d15e02-a7dd-46a2-8408-a38e8a0b91fa,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:39.404447 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9fd9ab30-aa04-4873-a667-4ee8320341be tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:39.424655 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9fd9ab30-aa04-4873-a667-4ee8320341be tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:39.474389 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-770cc034-455f-419c-be89-0c1a6d8216df None None] Set router 80033051-f3e5-49f8-93ab-05d33547f5d8 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:23:39.562013 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef4b7e-06cf-4383-a9f1-a73064f3d23a req-02d61d96-dda5-4530-89a2-b681a8463a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:39.563729 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-efef4b7e-06cf-4383-a9f1-a73064f3d23a req-02d61d96-dda5-4530-89a2-b681a8463a40 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=59876140f4314208a801ca942edc6415&device_id=919e3d5b-54cd-49de-b601-657d378c1097 HTTP/1.1" status: 200 len: 1099 time: 0.2777152 Jul 13 07:23:39.591375 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-36ec5605-380b-4a27-8381-c3584ec76239 None None] Provisioning complete for port 92dce5c0-12b3-401b-8e1f-5c0bab3d7611 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:39.591976 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-36ec5605-380b-4a27-8381-c3584ec76239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:39.601661 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9ab30-aa04-4873-a667-4ee8320341be tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Pushing event updated for resources: {'Port': ['ID=06f52591-e1d7-438a-8f95-d7e453711a4e,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:39.607585 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9fd9ab30-aa04-4873-a667-4ee8320341be tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:39.666856 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9fd9ab30-aa04-4873-a667-4ee8320341be tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:39.676247 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9fd9ab30-aa04-4873-a667-4ee8320341be tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7701647 Jul 13 07:23:39.728734 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef4b7e-06cf-4383-a9f1-a73064f3d23a req-2b839184-fa8b-4bef-997a-100c33d95fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:39.731173 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-efef4b7e-06cf-4383-a9f1-a73064f3d23a req-2b839184-fa8b-4bef-997a-100c33d95fc9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.1542304 Jul 13 07:23:39.847900 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-efef4b7e-06cf-4383-a9f1-a73064f3d23a req-375aaecc-1555-4d49-847f-f85fc724d811 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=71329ae8-bf99-460f-8471-69be27320847 HTTP/1.1" status: 200 len: 217 time: 0.1097667 Jul 13 07:23:39.856408 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-770cc034-455f-419c-be89-0c1a6d8216df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80033051-f3e5-49f8-93ab-05d33547f5d8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1309823790-router', 'tenant_id': 'e26f2dd3fa034aa8931350ba277400b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '53d15e02-a7dd-46a2-8408-a38e8a0b91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:23:30Z', 'updated_at': '2021-07-13T07:23:33Z', 'revision_number': 3, 'project_id': 'e26f2dd3fa034aa8931350ba277400b4', 'gw_port': {'id': '53d15e02-a7dd-46a2-8408-a38e8a0b91fa', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:31:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80033051-f3e5-49f8-93ab-05d33547f5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:23:32Z', 'updated_at': '2021-07-13T07:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:39.890602 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770cc034-455f-419c-be89-0c1a6d8216df None None] The sync data for ids ['80033051-f3e5-49f8-93ab-05d33547f5d8'] in n-d-771363-34 is: [{'id': '80033051-f3e5-49f8-93ab-05d33547f5d8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1309823790-router', 'tenant_id': 'e26f2dd3fa034aa8931350ba277400b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '53d15e02-a7dd-46a2-8408-a38e8a0b91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:23:30Z', 'updated_at': '2021-07-13T07:23:33Z', 'revision_number': 3, 'project_id': 'e26f2dd3fa034aa8931350ba277400b4', 'gw_port': {'id': '53d15e02-a7dd-46a2-8408-a38e8a0b91fa', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:31:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80033051-f3e5-49f8-93ab-05d33547f5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:23:32Z', 'updated_at': '2021-07-13T07:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:23:39.993306 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef4b7e-06cf-4383-a9f1-a73064f3d23a req-8baac5b4-02af-48d6-920e-62d704f53db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:39.999604 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-efef4b7e-06cf-4383-a9f1-a73064f3d23a req-8baac5b4-02af-48d6-920e-62d704f53db9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.1341634 Jul 13 07:23:40.099934 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef4b7e-06cf-4383-a9f1-a73064f3d23a req-2f8647e9-9d21-488e-a77d-b5b677bf6016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:40.108503 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-efef4b7e-06cf-4383-a9f1-a73064f3d23a req-2f8647e9-9d21-488e-a77d-b5b677bf6016 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1028874 Jul 13 07:23:40.175167 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-884e0d63-9e3d-4449-96ba-5026fd73713e req-37553d8d-c8de-43f9-8f6b-4312bdc3bfcb tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a24c872-2d2e-41ce-86bf-0737cf429df9 HTTP/1.1" status: 200 len: 210 time: 0.0655837 Jul 13 07:23:40.375310 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-efef4b7e-06cf-4383-a9f1-a73064f3d23a req-338c2422-81e8-4563-bc7e-f50a3d57d4e7 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988122 Jul 13 07:23:40.528044 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-17bc7bb7-2a32-46ef-8719-003f675ac9b0 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1988213592&fields=id&tenant_id=f675b11333fa441fa8eddc3498c6fd35 HTTP/1.1" status: 200 len: 267 time: 0.1259212 Jul 13 07:23:40.617225 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-261fefee-fc51-40ff-bac8-f0f91a30c111 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:40.618817 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-261fefee-fc51-40ff-bac8-f0f91a30c111 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports/1d1d6f8c-4810-439b-a2c4-1b8759e55cea HTTP/1.1" status: 200 len: 937 time: 0.0895016 Jul 13 07:23:40.644853 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-efef4b7e-06cf-4383-a9f1-a73064f3d23a req-8bd26b66-6451-40e0-bbd0-4751908764fd service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625120 Jul 13 07:23:40.697763 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-eba2abd4-47e5-4834-8ba9-8fc89f297b5c tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:40.700088 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-eba2abd4-47e5-4834-8ba9-8fc89f297b5c tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports/ede38759-df2e-4913-a839-5c8f2fc992f8 HTTP/1.1" status: 200 len: 936 time: 0.0714684 Jul 13 07:23:40.749960 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-209dd262-a883-437f-8db2-099274bdd07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:40.783455 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-3a6a6b4e-a768-45e0-89f2-3d2e3b241962 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?network_id=c585a6c0-7b73-4536-a692-dae61cbdb028&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0758431 Jul 13 07:23:40.831399 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-09feec71-f828-42df-b880-ae196d749552 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?network_id=c585a6c0-7b73-4536-a692-dae61cbdb028&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0404882 Jul 13 07:23:40.852877 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-3d3c4cb7-6d44-4762-ac44-8251910d4789 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 436aa2f1-8016-4814-9b2a-d920e070f85d {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:40.900922 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-3d3c4cb7-6d44-4762-ac44-8251910d4789 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:40.947707 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-1520171a-b536-425f-8d4b-366f9078e298 tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:40.949265 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-1520171a-b536-425f-8d4b-366f9078e298 tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] 10.222.0.42 "GET /v2.0/networks?id=0050661d-e5f9-4e80-b143-85f26a9235e3 HTTP/1.1" status: 200 len: 809 time: 0.4116619 Jul 13 07:23:40.995166 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ed2b560e-0049-4865-81d0-b5658ee771a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:41.022420 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-ca7f59f6-8fb3-4d5f-a9db-64d2d249bd25 tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] Request body: {'port': {'device_id': '1a24c872-2d2e-41ce-86bf-0737cf429df9', 'network_id': '0050661d-e5f9-4e80-b143-85f26a9235e3', 'admin_state_up': True, 'tenant_id': 'ea266bb9cbab4aea885bc5924138e870'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:41.024092 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-541f17c3-a47d-4eca-80ca-19dc70dcb5cd tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:41.030480 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-541f17c3-a47d-4eca-80ca-19dc70dcb5cd tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:41.038093 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-541f17c3-a47d-4eca-80ca-19dc70dcb5cd tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:41.040151 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-541f17c3-a47d-4eca-80ca-19dc70dcb5cd tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/networks?id=dd8dd7e8-74b0-43ac-8795-6b3850b9caf1&id=429c5271-60ed-4dd8-b05d-2fc0729d6432&id=429c5271-60ed-4dd8-b05d-2fc0729d6432&id=c585a6c0-7b73-4536-a692-dae61cbdb028&id=c585a6c0-7b73-4536-a692-dae61cbdb028 HTTP/1.1" status: 200 len: 1994 time: 0.2020950 Jul 13 07:23:41.061486 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-3d3c4cb7-6d44-4762-ac44-8251910d4789 service neutron] Transition to ACTIVE for port object 436aa2f1-8016-4814-9b2a-d920e070f85d will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:41.079439 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-049181ac-6212-4c6a-89fc-4682daede5db tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/quotas/f675b11333fa441fa8eddc3498c6fd35 HTTP/1.1" status: 200 len: 375 time: 0.0327404 Jul 13 07:23:41.092669 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-3d3c4cb7-6d44-4762-ac44-8251910d4789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:41.097373 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-ed2b560e-0049-4865-81d0-b5658ee771a4 admin admin] Transition to ACTIVE for port object ac54bc27-2285-402f-b13a-8767a7719d1b will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:41.109732 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21aae03-1b53-4481-8d55-ac31e05654ac req-3942d341-8962-40d2-be6f-792fa7d5e337 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:41.111324 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b21aae03-1b53-4481-8d55-ac31e05654ac req-3942d341-8962-40d2-be6f-792fa7d5e337 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/ports?device_id=919e3d5b-54cd-49de-b601-657d378c1097 HTTP/1.1" status: 200 len: 947 time: 0.5769594 Jul 13 07:23:41.228352 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-afa6414a-3862-42af-b53f-a721fa7807aa tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f675b11333fa441fa8eddc3498c6fd35&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1474159 Jul 13 07:23:41.366598 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-a7245e10-d106-4553-acf8-a5e238c1141d service neutron] 10.222.0.23 "GET /v2.0/networks/dd8dd7e8-74b0-43ac-8795-6b3850b9caf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314166 Jul 13 07:23:41.433085 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c4cb7-6d44-4762-ac44-8251910d4789 service neutron] Pushing event updated for resources: {'Port': ['ID=436aa2f1-8016-4814-9b2a-d920e070f85d,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:41.442182 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b21aae03-1b53-4481-8d55-ac31e05654ac req-ad7bca55-9b96-441e-bd7b-e39e9ee8825a tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbf72be3-4ea8-4904-bd73-e852b08bb8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108952 Jul 13 07:23:41.526643 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-fefc0518-f895-4752-8a08-5d0e31b181f6 service neutron] 10.222.0.23 "GET /v2.0/networks/dd8dd7e8-74b0-43ac-8795-6b3850b9caf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585832 Jul 13 07:23:41.573148 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-ca7f59f6-8fb3-4d5f-a9db-64d2d249bd25 tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] Made reservation on behalf of ea266bb9cbab4aea885bc5924138e870 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:41.585616 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-ca7f59f6-8fb3-4d5f-a9db-64d2d249bd25 tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:41.599071 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ed2b560e-0049-4865-81d0-b5658ee771a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:41.669363 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-62a823dd-ee86-4b60-94d9-9bac350ec9e0 service neutron] 10.222.0.23 "GET /v2.0/ports/1d1d6f8c-4810-439b-a2c4-1b8759e55cea?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1234438 Jul 13 07:23:41.677981 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b560e-0049-4865-81d0-b5658ee771a4 admin admin] Pushing event updated for resources: {'Port': ['ID=ac54bc27-2285-402f-b13a-8767a7719d1b,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:41.692732 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2b560e-0049-4865-81d0-b5658ee771a4 admin admin] Network 1a4476cd-2142-41cd-a14f-e66e958b639a is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:41.713334 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-ed2b560e-0049-4865-81d0-b5658ee771a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:41.723371 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2b560e-0049-4865-81d0-b5658ee771a4 admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:41.744981 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 53d15e02-a7dd-46a2-8408-a38e8a0b91fa up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:41.861218 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-3d3c4cb7-6d44-4762-ac44-8251910d4789 service neutron] Attempting to bind port 436aa2f1-8016-4814-9b2a-d920e070f85d on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:41.861794 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-3d3c4cb7-6d44-4762-ac44-8251910d4789 service neutron] Attempting to bind port 436aa2f1-8016-4814-9b2a-d920e070f85d by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '557265a9-4c3d-44b6-8e8d-7a431f373307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4112daa-098c-4665-aa01-55b0b4ff24e7'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:41.862019 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-3d3c4cb7-6d44-4762-ac44-8251910d4789 service neutron] Attempting to bind port 436aa2f1-8016-4814-9b2a-d920e070f85d on network d4112daa-098c-4665-aa01-55b0b4ff24e7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:41.862566 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 53d15e02-a7dd-46a2-8408-a38e8a0b91fa completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:41.868683 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 53d15e02-a7dd-46a2-8408-a38e8a0b91fa triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:41.869101 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:41.915439 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-3fe5c7ea-4cde-45af-83b4-5c9e7ebc4b92 service neutron] 10.222.0.23 "GET /v2.0/networks/429c5271-60ed-4dd8-b05d-2fc0729d6432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411196 Jul 13 07:23:41.966919 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-3d3c4cb7-6d44-4762-ac44-8251910d4789 service neutron] Port 436aa2f1-8016-4814-9b2a-d920e070f85d on network d4112daa-098c-4665-aa01-55b0b4ff24e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:23:41.967364 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-3d3c4cb7-6d44-4762-ac44-8251910d4789 service neutron] Attempting to bind port 436aa2f1-8016-4814-9b2a-d920e070f85d on network d4112daa-098c-4665-aa01-55b0b4ff24e7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:41.970104 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ed2b560e-0049-4865-81d0-b5658ee771a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:42.044989 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:42.086429 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 53d15e02-a7dd-46a2-8408-a38e8a0b91fa, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=53d15e02-a7dd-46a2-8408-a38e8a0b91fa,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:42.098929 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:42.107108 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-3acb094f-7383-4465-b3fb-73813da7d1ed service neutron] 10.222.0.23 "GET /v2.0/networks/429c5271-60ed-4dd8-b05d-2fc0729d6432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852944 Jul 13 07:23:42.116955 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-3d3c4cb7-6d44-4762-ac44-8251910d4789 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:42.116955 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-3d3c4cb7-6d44-4762-ac44-8251910d4789 service neutron] Checking segment: {'id': '557265a9-4c3d-44b6-8e8d-7a431f373307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4112daa-098c-4665-aa01-55b0b4ff24e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:42.117409 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-3d3c4cb7-6d44-4762-ac44-8251910d4789 service neutron] Bound using segment: {'id': '557265a9-4c3d-44b6-8e8d-7a431f373307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4112daa-098c-4665-aa01-55b0b4ff24e7'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:42.117899 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-3d3c4cb7-6d44-4762-ac44-8251910d4789 service neutron] Bound port: 436aa2f1-8016-4814-9b2a-d920e070f85d, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '557265a9-4c3d-44b6-8e8d-7a431f373307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4112daa-098c-4665-aa01-55b0b4ff24e7'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:42.118278 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-3d3c4cb7-6d44-4762-ac44-8251910d4789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:42.171977 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-75960635-c71d-4fad-8182-b914b0aa3640 None None] Provisioning for port ac54bc27-2285-402f-b13a-8767a7719d1b completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:42.196216 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-75960635-c71d-4fad-8182-b914b0aa3640 None None] Provisioning complete for port ac54bc27-2285-402f-b13a-8767a7719d1b triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:42.197226 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-75960635-c71d-4fad-8182-b914b0aa3640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:42.202099 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-cb96dc35-5356-4cd7-809d-e7f7627b231b service neutron] 10.222.0.23 "GET /v2.0/ports/ede38759-df2e-4913-a839-5c8f2fc992f8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0865648 Jul 13 07:23:42.248875 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=53d15e02-a7dd-46a2-8408-a38e8a0b91fa,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:42.275403 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-75960635-c71d-4fad-8182-b914b0aa3640 None None] Port ac54bc27-2285-402f-b13a-8767a7719d1b cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:23:42.289610 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-ca7f59f6-8fb3-4d5f-a9db-64d2d249bd25 tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] Allocated IP 172.20.0.6 (0050661d-e5f9-4e80-b143-85f26a9235e3/225f8296-63bd-43bb-9c19-69f355946bb3/6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:42.322450 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-2c81f9b6-f604-43da-9d20-7a7e1ef3e72d service neutron] 10.222.0.23 "GET /v2.0/networks/429c5271-60ed-4dd8-b05d-2fc0729d6432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138005 Jul 13 07:23:42.329547 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 71329ae8-bf99-460f-8471-69be27320847 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:23:42.472672 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 71329ae8-bf99-460f-8471-69be27320847, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=71329ae8-bf99-460f-8471-69be27320847,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:42.474825 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-37b26803-a738-4e7e-969d-01a554d90054 service neutron] 10.222.0.23 "GET /v2.0/networks/429c5271-60ed-4dd8-b05d-2fc0729d6432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440289 Jul 13 07:23:42.481444 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62ed27-75f5-4c3a-8557-25e4eb317796 req-a43f3431-c1e0-44b8-82c5-08e6c4211260 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:42.483588 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5b62ed27-75f5-4c3a-8557-25e4eb317796 req-a43f3431-c1e0-44b8-82c5-08e6c4211260 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/ports?device_id=5924e160-e5a4-406a-a4d1-e5a16f78a8cc HTTP/1.1" status: 200 len: 943 time: 0.6498756 Jul 13 07:23:42.487953 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '71329ae8-bf99-460f-8471-69be27320847', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': '71329ae8-bf99-460f-8471-69be27320847', 'mac_address': 'fa:16:3e:87:a5:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:23:42.537763 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:42.555107 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-3d3c4cb7-6d44-4762-ac44-8251910d4789 service neutron] For port 436aa2f1-8016-4814-9b2a-d920e070f85d, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:42.562864 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71329ae8-bf99-460f-8471-69be27320847 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:42.604522 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 71329ae8-bf99-460f-8471-69be27320847, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=71329ae8-bf99-460f-8471-69be27320847,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:42.615166 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:42.616602 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-3d3c4cb7-6d44-4762-ac44-8251910d4789 service neutron] For port 436aa2f1-8016-4814-9b2a-d920e070f85d, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=436aa2f1-8016-4814-9b2a-d920e070f85d,segment=NetworkSegment(557265a9-4c3d-44b6-8e8d-7a431f373307),segment_id=557265a9-4c3d-44b6-8e8d-7a431f373307)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:42.618622 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-209dd262-a883-437f-8db2-099274bdd07a admin admin] Deleting port e1df5b4d-b32b-4632-8e6f-a607fabf8356 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:23:42.618965 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-209dd262-a883-437f-8db2-099274bdd07a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:42.648629 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ed2b560e-0049-4865-81d0-b5658ee771a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:42.649756 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-4ec25f8c-a19c-417f-acd2-f44fbf1591cb service neutron] 10.222.0.23 "GET /v2.0/networks/429c5271-60ed-4dd8-b05d-2fc0729d6432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664844 Jul 13 07:23:42.684993 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-3d3c4cb7-6d44-4762-ac44-8251910d4789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:42.698845 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5b62ed27-75f5-4c3a-8557-25e4eb317796 req-f0f0cb95-6db2-4d85-8c19-d573dd5ddcda tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ea1d82-929f-408a-ad17-d52629d5cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812811 Jul 13 07:23:42.719086 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=71329ae8-bf99-460f-8471-69be27320847,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:42.727356 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-3d3c4cb7-6d44-4762-ac44-8251910d4789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:42.727981 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-3d3c4cb7-6d44-4762-ac44-8251910d4789 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:42.729805 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-3d3c4cb7-6d44-4762-ac44-8251910d4789 service neutron] 10.222.0.25 "PUT /v2.0/ports/436aa2f1-8016-4814-9b2a-d920e070f85d HTTP/1.1" status: 200 len: 1092 time: 4.5208359 Jul 13 07:23:42.758849 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5924e160-e5a4-406a-a4d1-e5a16f78a8cc', 'tag': '436aa2f1-8016-4814-9b2a-d920e070f85d'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:42.760750 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df15baf2-6788-4775-b4d4-8ccd404a7865" -d '{"events": [{"name": "network-changed", "server_uuid": "5924e160-e5a4-406a-a4d1-e5a16f78a8cc", "tag": "436aa2f1-8016-4814-9b2a-d920e070f85d"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:42.826903 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-796d2883-a6ba-46a6-be21-45aaff0931eb service neutron] 10.222.0.23 "GET /v2.0/networks/429c5271-60ed-4dd8-b05d-2fc0729d6432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761577 Jul 13 07:23:42.900689 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['71329ae8-bf99-460f-8471-69be27320847'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:43.038715 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-cb274c93-9c85-4972-8ec8-26d71334a67b service neutron] 10.222.0.23 "GET /v2.0/networks/429c5271-60ed-4dd8-b05d-2fc0729d6432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046547 Jul 13 07:23:43.214224 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c4cb7-6d44-4762-ac44-8251910d4789 service neutron] Pushing event updated for resources: {'Port': ['ID=436aa2f1-8016-4814-9b2a-d920e070f85d,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:43.242382 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-ad6885bc-741c-4a7c-838b-57bded742bc0 service neutron] 10.222.0.23 "GET /v2.0/networks/429c5271-60ed-4dd8-b05d-2fc0729d6432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980889 Jul 13 07:23:43.403046 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-f383fbfc-4f24-41cb-9c0b-672e684204ff service neutron] 10.222.0.23 "GET /v2.0/networks/c585a6c0-7b73-4536-a692-dae61cbdb028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505592 Jul 13 07:23:43.425196 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ed2b560e-0049-4865-81d0-b5658ee771a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:43.455933 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ed2b560e-0049-4865-81d0-b5658ee771a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:43.532564 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-ea4fa6df-019f-4e51-81a8-e631fab51abf service neutron] 10.222.0.23 "GET /v2.0/networks/c585a6c0-7b73-4536-a692-dae61cbdb028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281953 Jul 13 07:23:43.577544 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d10f9c12-da46-4a89-a286-3d6d11202697 req-97212d47-ca5a-48f2-b2af-39c6dc5971ec tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a24c872-2d2e-41ce-86bf-0737cf429df9 HTTP/1.1" status: 200 len: 210 time: 0.1467364 Jul 13 07:23:43.645669 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 53d15e02-a7dd-46a2-8408-a38e8a0b91fa up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:43.668745 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-8020d6e6-2cda-4ba1-8dc0-eb8766b31fc2 service neutron] 10.222.0.23 "GET /v2.0/networks/c585a6c0-7b73-4536-a692-dae61cbdb028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290448 Jul 13 07:23:43.754934 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 53d15e02-a7dd-46a2-8408-a38e8a0b91fa triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:43.756007 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:43.789587 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b560e-0049-4865-81d0-b5658ee771a4 admin admin] Pushing event updated for resources: {'Port': ['ID=ac54bc27-2285-402f-b13a-8767a7719d1b,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:43.810024 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-a5060f56-ba5a-4953-8858-e63a424a805c service neutron] 10.222.0.23 "GET /v2.0/networks/c585a6c0-7b73-4536-a692-dae61cbdb028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395679 Jul 13 07:23:43.843142 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-209dd262-a883-437f-8db2-099274bdd07a admin admin] For port e1df5b4d-b32b-4632-8e6f-a607fabf8356, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=e1df5b4d-b32b-4632-8e6f-a607fabf8356,segment=NetworkSegment(3304ce8b-0a73-46c4-b90c-425e60af5816),segment_id=3304ce8b-0a73-46c4-b90c-425e60af5816)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:43.843546 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-209dd262-a883-437f-8db2-099274bdd07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:43.903480 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-ca7f59f6-8fb3-4d5f-a9db-64d2d249bd25 tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:43.905902 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-209dd262-a883-437f-8db2-099274bdd07a admin admin] Calling delete_port for e1df5b4d-b32b-4632-8e6f-a607fabf8356 owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:23:43.910302 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ed2b560e-0049-4865-81d0-b5658ee771a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:44.013112 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-715984f2-b8d9-4088-9129-a9e85506d851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:44.014850 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-715984f2-b8d9-4088-9129-a9e85506d851 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cd2fbd6dbade4360a70e4272ba843d4c&device_id=5924e160-e5a4-406a-a4d1-e5a16f78a8cc HTTP/1.1" status: 200 len: 1095 time: 0.8017101 Jul 13 07:23:44.020660 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-225679a8-c0bf-433e-b90a-55b172fcbf9b None None] Provisioning complete for port ac54bc27-2285-402f-b13a-8767a7719d1b triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:44.021926 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-225679a8-c0bf-433e-b90a-55b172fcbf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:44.064267 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-225679a8-c0bf-433e-b90a-55b172fcbf9b None None] Port ac54bc27-2285-402f-b13a-8767a7719d1b cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:23:44.157364 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-e8ea9314-5d2e-4cc1-81e1-dc62c7366170 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=436aa2f1-8016-4814-9b2a-d920e070f85d HTTP/1.1" status: 200 len: 217 time: 0.1148303 Jul 13 07:23:44.246606 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedd211-74d1-4b61-977a-a309cc060424 req-4056583b-91f0-4026-9618-69e2ea3297aa tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:44.255927 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6fedd211-74d1-4b61-977a-a309cc060424 req-4056583b-91f0-4026-9618-69e2ea3297aa tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/ports?device_id=919e3d5b-54cd-49de-b601-657d378c1097 HTTP/1.1" status: 200 len: 948 time: 0.4914289 Jul 13 07:23:44.287116 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-ca7f59f6-8fb3-4d5f-a9db-64d2d249bd25 tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:44.343680 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 71329ae8-bf99-460f-8471-69be27320847 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:44.390439 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2b560e-0049-4865-81d0-b5658ee771a4 admin admin] Network 1a4476cd-2142-41cd-a14f-e66e958b639a is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:44.412059 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-7bab73e4-5d3e-43e5-84c5-9d2e2a814914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:44.420188 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-7bab73e4-5d3e-43e5-84c5-9d2e2a814914 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1359cd00-b54c-4d68-aebb-1c48443a9190 HTTP/1.1" status: 200 len: 853 time: 0.2497752 Jul 13 07:23:44.431671 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-ed2b560e-0049-4865-81d0-b5658ee771a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:44.444575 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 71329ae8-bf99-460f-8471-69be27320847 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:44.459747 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 71329ae8-bf99-460f-8471-69be27320847 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:44.461297 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:44.517810 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f59f6-8fb3-4d5f-a9db-64d2d249bd25 tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] Pushing event updated for resources: {'Port': ['ID=6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:44.569910 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-945184eb-42be-46d6-8b4b-8bd5f1166e68 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d4112daa-098c-4665-aa01-55b0b4ff24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1472189 Jul 13 07:23:44.590488 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:44.653398 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-ca7f59f6-8fb3-4d5f-a9db-64d2d249bd25 tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] Network 0050661d-e5f9-4e80-b143-85f26a9235e3 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:44.667062 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6fedd211-74d1-4b61-977a-a309cc060424 req-936b5740-4478-43a2-8f32-e45e7679585f tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbf72be3-4ea8-4904-bd73-e852b08bb8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958087 Jul 13 07:23:44.673327 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919e3d5b-54cd-49de-b601-657d378c1097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71329ae8-bf99-460f-8471-69be27320847'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:44.675671 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac12b21-8d3c-486f-9ebb-6da2c0795fb6" -d '{"events": [{"server_uuid": "919e3d5b-54cd-49de-b601-657d378c1097", "name": "network-vif-plugged", "status": "completed", "tag": "71329ae8-bf99-460f-8471-69be27320847"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:44.691877 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 71329ae8-bf99-460f-8471-69be27320847, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=71329ae8-bf99-460f-8471-69be27320847,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:44.716524 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:44.792296 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=71329ae8-bf99-460f-8471-69be27320847,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:44.801534 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:44.801888 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:44.802230 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:44.807735 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:44.808869 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:44.809334 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:44.809687 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:44.810043 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:44.810353 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:44.810754 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:44.811090 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:44.811438 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:44.920560 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-ca7f59f6-8fb3-4d5f-a9db-64d2d249bd25 tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:44.924957 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90af0505-706a-4355-aa1b-951875da82cc x-openstack-request-id: req-90af0505-706a-4355-aa1b-951875da82cc {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:44.925429 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5924e160-e5a4-406a-a4d1-e5a16f78a8cc", "tag": "436aa2f1-8016-4814-9b2a-d920e070f85d", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:44.925846 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90af0505-706a-4355-aa1b-951875da82cc {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:44.926454 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5924e160-e5a4-406a-a4d1-e5a16f78a8cc', 'tag': '436aa2f1-8016-4814-9b2a-d920e070f85d', 'status': 'completed', 'code': 200} Jul 13 07:23:44.937504 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-14e750f5-c640-4e1f-bad6-154fa7066d18 None None] Provisioning complete for port ac54bc27-2285-402f-b13a-8767a7719d1b triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:44.938389 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-14e750f5-c640-4e1f-bad6-154fa7066d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:44.948248 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-ca7f59f6-8fb3-4d5f-a9db-64d2d249bd25 tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:44.958949 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2b560e-0049-4865-81d0-b5658ee771a4 admin admin] Router 80033051-f3e5-49f8-93ab-05d33547f5d8 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:23:44.981310 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-209dd262-a883-437f-8db2-099274bdd07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:45.048689 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-14e750f5-c640-4e1f-bad6-154fa7066d18 None None] Port ac54bc27-2285-402f-b13a-8767a7719d1b cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:23:45.062666 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209dd262-a883-437f-8db2-099274bdd07a admin admin] Pushing event deleted for resources: {'Port': ['ID=e1df5b4d-b32b-4632-8e6f-a607fabf8356,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:45.190447 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-ca7f59f6-8fb3-4d5f-a9db-64d2d249bd25 tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:45.191141 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-ca7f59f6-8fb3-4d5f-a9db-64d2d249bd25 tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:45.379990 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-ca7f59f6-8fb3-4d5f-a9db-64d2d249bd25 tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3783131 Jul 13 07:23:45.385857 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-bbc3dd35-10d6-4f9f-9d61-027cc3b20e11 None None] Provisioning complete for port 71329ae8-bf99-460f-8471-69be27320847 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:45.386254 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-bbc3dd35-10d6-4f9f-9d61-027cc3b20e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:45.397829 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-7e95da2f-c298-4ac2-97e5-7d639f6f2adc service neutron] Request body: {'port': {'device_id': '1a24c872-2d2e-41ce-86bf-0737cf429df9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:45.431674 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-bae0bfdd-bb62-47de-9871-e9b693e592f5 service neutron] 10.222.0.25 "GET /v2.0/networks/d4112daa-098c-4665-aa01-55b0b4ff24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8163068 Jul 13 07:23:45.502278 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09841363-9c76-4526-bf03-63ddad4a2537 req-466611eb-2baf-45d3-81d5-809eaa437ff7 tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:45.504161 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-09841363-9c76-4526-bf03-63ddad4a2537 req-466611eb-2baf-45d3-81d5-809eaa437ff7 tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a24c872-2d2e-41ce-86bf-0737cf429df9 HTTP/1.1" status: 200 len: 931 time: 0.1901977 Jul 13 07:23:45.570446 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-09841363-9c76-4526-bf03-63ddad4a2537 req-ab2c407d-b12a-491f-9763-193f0906fe1c tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] 10.222.0.23 "GET /v2.0/security-groups?id=47d4af30-8b53-4148-b7cc-1bcf8bb71a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597277 Jul 13 07:23:45.642294 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cd862c-853c-4037-a228-a3ba4e890b17 x-openstack-request-id: req-02cd862c-853c-4037-a228-a3ba4e890b17 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:45.642593 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "919e3d5b-54cd-49de-b601-657d378c1097", "name": "network-vif-plugged", "status": "completed", "tag": "71329ae8-bf99-460f-8471-69be27320847", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:45.643490 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02cd862c-853c-4037-a228-a3ba4e890b17 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:45.643490 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '919e3d5b-54cd-49de-b601-657d378c1097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71329ae8-bf99-460f-8471-69be27320847', 'code': 200} Jul 13 07:23:45.755825 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0cbdaa8e-a740-469a-b63b-64e661a574af req-e681c3d5-c158-4109-a1a3-7bbe0a734f4f tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 210 time: 0.0565453 Jul 13 07:23:45.785381 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8a423-5179-41cc-8fdf-dc10b245d17b req-d9ddd937-7d20-4c93-a827-b72308694b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:45.787373 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-52f8a423-5179-41cc-8fdf-dc10b245d17b req-d9ddd937-7d20-4c93-a827-b72308694b62 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=919e3d5b-54cd-49de-b601-657d378c1097 HTTP/1.1" status: 200 len: 1101 time: 0.0781004 Jul 13 07:23:45.884546 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-52f8a423-5179-41cc-8fdf-dc10b245d17b req-5776f517-1e6a-4864-8fd1-9a28857072f8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=fbf72be3-4ea8-4904-bd73-e852b08bb8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801792 Jul 13 07:23:45.997487 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb46055-ca0b-4adb-b864-04c3ffc53675 req-51c75264-157a-47fb-aeae-5dd12014ff8d tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:45.999498 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9fb46055-ca0b-4adb-b864-04c3ffc53675 req-51c75264-157a-47fb-aeae-5dd12014ff8d tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/ports?device_id=919e3d5b-54cd-49de-b601-657d378c1097 HTTP/1.1" status: 200 len: 949 time: 0.0845006 Jul 13 07:23:46.035438 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d0d63-baad-4da7-8ba8-274dfe03e0eb req-2fdc2b4d-a5ed-49ea-b21d-e06a03f68ad3 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:46.043272 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b10d0d63-baad-4da7-8ba8-274dfe03e0eb req-2fdc2b4d-a5ed-49ea-b21d-e06a03f68ad3 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/ports?device_id=5924e160-e5a4-406a-a4d1-e5a16f78a8cc HTTP/1.1" status: 200 len: 943 time: 0.9042251 Jul 13 07:23:46.050152 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9fb46055-ca0b-4adb-b864-04c3ffc53675 req-b2a55527-db08-45e0-839e-0c8cb051140b tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbf72be3-4ea8-4904-bd73-e852b08bb8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420547 Jul 13 07:23:46.077488 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2b560e-0049-4865-81d0-b5658ee771a4 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:23:46.087456 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5249dbb-ad2b-4809-a528-5660afe09413 None None] Sync routers for ids ['80033051-f3e5-49f8-93ab-05d33547f5d8'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:23:46.098392 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ed2b560e-0049-4865-81d0-b5658ee771a4 admin admin] 10.222.0.23 "PUT /v2.0/routers/80033051-f3e5-49f8-93ab-05d33547f5d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9856160 Jul 13 07:23:46.117033 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-7e95da2f-c298-4ac2-97e5-7d639f6f2adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:46.119552 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5249dbb-ad2b-4809-a528-5660afe09413 None None] Routers {'80033051-f3e5-49f8-93ab-05d33547f5d8'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:23:46.123376 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-c5249dbb-ad2b-4809-a528-5660afe09413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:23:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['80033051-f3e5-49f8-93ab-05d33547f5d8'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:46.146502 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a5089015-7b82-469e-9e7d-2e6636828f69 req-6d63a40e-e81e-41c5-806c-111b1a56fd97 service neutron] 10.222.0.25 "GET /v2.0/networks/d4112daa-098c-4665-aa01-55b0b4ff24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6721539 Jul 13 07:23:46.167078 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b10d0d63-baad-4da7-8ba8-274dfe03e0eb req-24bd16ab-4f1a-402b-a9e0-758d5beeb224 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ea1d82-929f-408a-ad17-d52629d5cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225364 Jul 13 07:23:46.171569 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-209dd262-a883-437f-8db2-099274bdd07a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:46.389465 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-c5249dbb-ad2b-4809-a528-5660afe09413 None None] Set router 80033051-f3e5-49f8-93ab-05d33547f5d8 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:23:46.524486 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15baf2-6788-4775-b4d4-8ccd404a7865 req-b5e8cce1-95a9-42a1-95bc-cad058a80df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:46.526286 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-df15baf2-6788-4775-b4d4-8ccd404a7865 req-b5e8cce1-95a9-42a1-95bc-cad058a80df1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cd2fbd6dbade4360a70e4272ba843d4c&device_id=5924e160-e5a4-406a-a4d1-e5a16f78a8cc HTTP/1.1" status: 200 len: 1095 time: 0.2212672 Jul 13 07:23:46.680697 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15baf2-6788-4775-b4d4-8ccd404a7865 req-17cdd851-8d19-4123-939a-c4ae5b4ccbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:46.682087 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-df15baf2-6788-4775-b4d4-8ccd404a7865 req-17cdd851-8d19-4123-939a-c4ae5b4ccbda service neutron] 10.222.0.25 "GET /v2.0/networks?id=d4112daa-098c-4665-aa01-55b0b4ff24e7 HTTP/1.1" status: 200 len: 914 time: 0.1363380 Jul 13 07:23:46.757949 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-df15baf2-6788-4775-b4d4-8ccd404a7865 req-eee82204-5825-4739-9244-63aa2109a602 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=436aa2f1-8016-4814-9b2a-d920e070f85d HTTP/1.1" status: 200 len: 217 time: 0.0677288 Jul 13 07:23:46.928595 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b483f6-2b5e-4c72-bbc7-3d7a5f900ea6 req-a59c7ab4-b0b5-4055-a372-c6669681609d tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:46.945923 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-28b483f6-2b5e-4c72-bbc7-3d7a5f900ea6 req-a59c7ab4-b0b5-4055-a372-c6669681609d tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a24c872-2d2e-41ce-86bf-0737cf429df9 HTTP/1.1" status: 200 len: 931 time: 0.1631513 Jul 13 07:23:46.955188 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-c5249dbb-ad2b-4809-a528-5660afe09413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80033051-f3e5-49f8-93ab-05d33547f5d8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1309823790-router', 'tenant_id': 'e26f2dd3fa034aa8931350ba277400b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '53d15e02-a7dd-46a2-8408-a38e8a0b91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:23:30Z', 'updated_at': '2021-07-13T07:23:42Z', 'revision_number': 4, 'project_id': 'e26f2dd3fa034aa8931350ba277400b4', 'gw_port': {'id': '53d15e02-a7dd-46a2-8408-a38e8a0b91fa', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80033051-f3e5-49f8-93ab-05d33547f5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:23:32Z', 'updated_at': '2021-07-13T07:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'ac54bc27-2285-402f-b13a-8767a7719d1b', 'name': '', 'network_id': '1a4476cd-2142-41cd-a14f-e66e958b639a', 'tenant_id': 'e26f2dd3fa034aa8931350ba277400b4', 'mac_address': 'fa:16:3e:b9:70:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80033051-f3e5-49f8-93ab-05d33547f5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '63b58d58-942b-4d3e-ab5c-48cd2cacc8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:23:38Z', 'updated_at': '2021-07-13T07:23:43Z', 'revision_number': 2, 'project_id': 'e26f2dd3fa034aa8931350ba277400b4', 'subnets': [{'id': '63b58d58-942b-4d3e-ab5c-48cd2cacc8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:46.996804 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5249dbb-ad2b-4809-a528-5660afe09413 None None] Checking router: 80033051-f3e5-49f8-93ab-05d33547f5d8 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:23:46.997462 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5249dbb-ad2b-4809-a528-5660afe09413 None None] Updating router 80033051-f3e5-49f8-93ab-05d33547f5d8 port ac54bc27-2285-402f-b13a-8767a7719d1b binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:23:47.017952 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-28b483f6-2b5e-4c72-bbc7-3d7a5f900ea6 req-c5e9fc54-5b55-454c-86d5-d85fead562bc tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] 10.222.0.23 "GET /v2.0/security-groups?id=47d4af30-8b53-4148-b7cc-1bcf8bb71a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700920 Jul 13 07:23:47.055883 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c5249dbb-ad2b-4809-a528-5660afe09413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:47.074423 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 49928) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:47.081548 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-47f14620-4521-4eaf-a054-90bb30968cec admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1217922932-network', 'tenant_id': 'c69f67ca36d94acfb1765f7de80f1971'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:47.139070 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f14620-4521-4eaf-a054-90bb30968cec admin admin] Made reservation on behalf of c69f67ca36d94acfb1765f7de80f1971 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:47.142928 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-47f14620-4521-4eaf-a054-90bb30968cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:47.160565 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-47f14620-4521-4eaf-a054-90bb30968cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:47.225560 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9740d5b3-5a2c-40ce-ab90-a59bfe0ac9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:47.229384 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9740d5b3-5a2c-40ce-ab90-a59bfe0ac9fe service neutron] 10.222.0.42 "GET /v2.0/ports/1d1d6f8c-4810-439b-a2c4-1b8759e55cea HTTP/1.1" status: 200 len: 1033 time: 0.4227800 Jul 13 07:23:47.381435 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1ff4c2f0-a45e-496c-815d-1e4e8123f338 req-9c516ea2-0394-4900-9ff7-9032b57c0c4d tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 210 time: 0.1654069 Jul 13 07:23:47.383605 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15baf2-6788-4775-b4d4-8ccd404a7865 req-1fd13b41-3f34-469b-82d6-e4a2beacd856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:47.385035 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-df15baf2-6788-4775-b4d4-8ccd404a7865 req-1fd13b41-3f34-469b-82d6-e4a2beacd856 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1359cd00-b54c-4d68-aebb-1c48443a9190 HTTP/1.1" status: 200 len: 853 time: 0.5791609 Jul 13 07:23:47.415743 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-47f14620-4521-4eaf-a054-90bb30968cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:47.443597 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-47f14620-4521-4eaf-a054-90bb30968cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:47.558169 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-df15baf2-6788-4775-b4d4-8ccd404a7865 req-944539a7-d8e2-43e0-a0c2-661ab5dc07e2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d4112daa-098c-4665-aa01-55b0b4ff24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748549 Jul 13 07:23:47.633070 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f14620-4521-4eaf-a054-90bb30968cec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:23:47.689609 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c5249dbb-ad2b-4809-a528-5660afe09413 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:47.690192 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-d809b32e-2d9d-4b9b-b2f4-508e12b451e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:47.691285 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-d809b32e-2d9d-4b9b-b2f4-508e12b451e9 service neutron] 10.222.0.42 "GET /v2.0/ports/ede38759-df2e-4913-a839-5c8f2fc992f8 HTTP/1.1" status: 200 len: 1032 time: 0.4011192 Jul 13 07:23:47.700071 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f14620-4521-4eaf-a054-90bb30968cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a45ddd4-cc11-48ee-a82f-4272cee98275,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:47.714435 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-c5249dbb-ad2b-4809-a528-5660afe09413 None None] Transition to ACTIVE for port object ac54bc27-2285-402f-b13a-8767a7719d1b will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:47.721159 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-47f14620-4521-4eaf-a054-90bb30968cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:47.724235 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-47f14620-4521-4eaf-a054-90bb30968cec admin admin] Added segment ff484c1a-508b-499c-bc88-e328566bde72 of type vlan for network c505fa4e-5322-4fe4-9271-497a1f2b61ad Jul 13 07:23:47.729827 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c5249dbb-ad2b-4809-a528-5660afe09413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:47.788042 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2daf71f-ecc8-4426-8639-2692b60f9629 req-7e8c5006-3372-4ed0-a119-8568ab4b152b tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:47.802357 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f2daf71f-ecc8-4426-8639-2692b60f9629 req-7e8c5006-3372-4ed0-a119-8568ab4b152b tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/ports?device_id=919e3d5b-54cd-49de-b601-657d378c1097 HTTP/1.1" status: 200 len: 949 time: 0.4823937 Jul 13 07:23:47.824852 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8387ea54-46bb-4d80-a9ff-24b04c8f2aa5 None None] Pushing event updated for resources: {'Port': ['ID=ac54bc27-2285-402f-b13a-8767a7719d1b,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:47.880583 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387ea54-46bb-4d80-a9ff-24b04c8f2aa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:47.883445 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387ea54-46bb-4d80-a9ff-24b04c8f2aa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:47.884196 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387ea54-46bb-4d80-a9ff-24b04c8f2aa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:47.884797 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387ea54-46bb-4d80-a9ff-24b04c8f2aa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:47.885362 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387ea54-46bb-4d80-a9ff-24b04c8f2aa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:47.885955 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387ea54-46bb-4d80-a9ff-24b04c8f2aa5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:47.886557 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387ea54-46bb-4d80-a9ff-24b04c8f2aa5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:47.887737 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387ea54-46bb-4d80-a9ff-24b04c8f2aa5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:47.887924 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-47f14620-4521-4eaf-a054-90bb30968cec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:47.888592 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387ea54-46bb-4d80-a9ff-24b04c8f2aa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:47.889148 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387ea54-46bb-4d80-a9ff-24b04c8f2aa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:47.889741 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387ea54-46bb-4d80-a9ff-24b04c8f2aa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:47.890378 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387ea54-46bb-4d80-a9ff-24b04c8f2aa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:23:47.929469 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-c5249dbb-ad2b-4809-a528-5660afe09413 None None] Attempting to bind port ac54bc27-2285-402f-b13a-8767a7719d1b on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:47.930344 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-c5249dbb-ad2b-4809-a528-5660afe09413 None None] Attempting to bind port ac54bc27-2285-402f-b13a-8767a7719d1b by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '44d52574-ab02-4367-bbf8-9814776b1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1a4476cd-2142-41cd-a14f-e66e958b639a'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:47.930962 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5249dbb-ad2b-4809-a528-5660afe09413 None None] Attempting to bind port ac54bc27-2285-402f-b13a-8767a7719d1b on network 1a4476cd-2142-41cd-a14f-e66e958b639a {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:47.940782 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5249dbb-ad2b-4809-a528-5660afe09413 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:47.941539 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5249dbb-ad2b-4809-a528-5660afe09413 None None] Checking segment: {'id': '44d52574-ab02-4367-bbf8-9814776b1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1a4476cd-2142-41cd-a14f-e66e958b639a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:47.942812 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c5249dbb-ad2b-4809-a528-5660afe09413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:47.947733 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5249dbb-ad2b-4809-a528-5660afe09413 None None] Bound using segment: {'id': '44d52574-ab02-4367-bbf8-9814776b1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1a4476cd-2142-41cd-a14f-e66e958b639a'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:47.948635 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-c5249dbb-ad2b-4809-a528-5660afe09413 None None] Bound port: ac54bc27-2285-402f-b13a-8767a7719d1b, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44d52574-ab02-4367-bbf8-9814776b1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1a4476cd-2142-41cd-a14f-e66e958b639a'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:47.949949 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c5249dbb-ad2b-4809-a528-5660afe09413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:47.983325 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209dd262-a883-437f-8db2-099274bdd07a admin admin] Router a5344f22-449a-4f54-b0d2-f1af9aa54d2b has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:23:48.000923 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f2daf71f-ecc8-4426-8639-2692b60f9629 req-25eef559-c122-47a4-b7f5-f3720e0e095b tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbf72be3-4ea8-4904-bd73-e852b08bb8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968930 Jul 13 07:23:48.068370 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-47f14620-4521-4eaf-a054-90bb30968cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:48.071056 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f14620-4521-4eaf-a054-90bb30968cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:48.074869 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-47f14620-4521-4eaf-a054-90bb30968cec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:48.118878 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-7e95da2f-c298-4ac2-97e5-7d639f6f2adc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:48.142259 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-df15baf2-6788-4775-b4d4-8ccd404a7865 req-2aa74b1f-932a-418e-b4fc-ee2220d48f74 service neutron] 10.222.0.25 "GET /v2.0/networks/d4112daa-098c-4665-aa01-55b0b4ff24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5598636 Jul 13 07:23:48.144785 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-c5249dbb-ad2b-4809-a528-5660afe09413 None None] For port ac54bc27-2285-402f-b13a-8767a7719d1b, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:48.154204 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-c5249dbb-ad2b-4809-a528-5660afe09413 None None] For port ac54bc27-2285-402f-b13a-8767a7719d1b, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=ac54bc27-2285-402f-b13a-8767a7719d1b,segment=NetworkSegment(44d52574-ab02-4367-bbf8-9814776b1550),segment_id=44d52574-ab02-4367-bbf8-9814776b1550)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:48.162636 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-7e95da2f-c298-4ac2-97e5-7d639f6f2adc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:48.165896 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-47f14620-4521-4eaf-a054-90bb30968cec admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0862179 Jul 13 07:23:48.170723 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c5249dbb-ad2b-4809-a528-5660afe09413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:48.174534 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 49950) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:48.188566 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-2b19e484-1f88-4c11-a18a-cab091dfced9 admin admin] Request body: {'subnet': {'network_id': 'c505fa4e-5322-4fe4-9271-497a1f2b61ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1217922932-subnet', 'tenant_id': 'c69f67ca36d94acfb1765f7de80f1971', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:48.260163 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b19e484-1f88-4c11-a18a-cab091dfced9 admin admin] Made reservation on behalf of c69f67ca36d94acfb1765f7de80f1971 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:48.267933 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5249dbb-ad2b-4809-a528-5660afe09413 None None] Routers {'80033051-f3e5-49f8-93ab-05d33547f5d8'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:23:48.268269 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b19e484-1f88-4c11-a18a-cab091dfced9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:48.268883 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-c5249dbb-ad2b-4809-a528-5660afe09413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:23:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['80033051-f3e5-49f8-93ab-05d33547f5d8'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:48.360813 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 436aa2f1-8016-4814-9b2a-d920e070f85d details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:23:48.523423 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-c5249dbb-ad2b-4809-a528-5660afe09413 None None] Set router 80033051-f3e5-49f8-93ab-05d33547f5d8 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:23:48.567055 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-686a50e7-9a24-44a7-b79a-8b0deae0c6ca tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:48.593677 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-686a50e7-9a24-44a7-b79a-8b0deae0c6ca tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:48.612801 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-686a50e7-9a24-44a7-b79a-8b0deae0c6ca tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:48.614796 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-686a50e7-9a24-44a7-b79a-8b0deae0c6ca tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.42 "GET /v2.0/networks?id=dd8dd7e8-74b0-43ac-8795-6b3850b9caf1&id=429c5271-60ed-4dd8-b05d-2fc0729d6432&id=429c5271-60ed-4dd8-b05d-2fc0729d6432&id=429c5271-60ed-4dd8-b05d-2fc0729d6432&id=429c5271-60ed-4dd8-b05d-2fc0729d6432&id=c585a6c0-7b73-4536-a692-dae61cbdb028&id=c585a6c0-7b73-4536-a692-dae61cbdb028 HTTP/1.1" status: 200 len: 1994 time: 0.9162526 Jul 13 07:23:48.624179 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 436aa2f1-8016-4814-9b2a-d920e070f85d, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=436aa2f1-8016-4814-9b2a-d920e070f85d,segment=NetworkSegment(557265a9-4c3d-44b6-8e8d-7a431f373307),segment_id=557265a9-4c3d-44b6-8e8d-7a431f373307)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:48.631790 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-7e95da2f-c298-4ac2-97e5-7d639f6f2adc service neutron] Transition to ACTIVE for port object 6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:48.655861 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '436aa2f1-8016-4814-9b2a-d920e070f85d', 'network_id': 'd4112daa-098c-4665-aa01-55b0b4ff24e7', 'port_id': '436aa2f1-8016-4814-9b2a-d920e070f85d', 'mac_address': 'fa:16:3e:d5:d3:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1359cd00-b54c-4d68-aebb-1c48443a9190', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:23:48.665622 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-7e95da2f-c298-4ac2-97e5-7d639f6f2adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:48.686184 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-df15baf2-6788-4775-b4d4-8ccd404a7865 req-9f0a0cef-52ac-4c13-a58a-a7029d1879bc service neutron] 10.222.0.25 "GET /v2.0/networks/d4112daa-098c-4665-aa01-55b0b4ff24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5174444 Jul 13 07:23:48.717067 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f14620-4521-4eaf-a054-90bb30968cec admin admin] Pushing event updated for resources: {'Network': ['ID=c505fa4e-5322-4fe4-9271-497a1f2b61ad,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:48.752971 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network c505fa4e-5322-4fe4-9271-497a1f2b61ad details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:23:48.791144 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782443c-055c-4a8d-87f1-d969e4635877 req-20b0022e-a659-461b-bbac-79e3b75bd467 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:48.795785 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b782443c-055c-4a8d-87f1-d969e4635877 req-20b0022e-a659-461b-bbac-79e3b75bd467 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/ports?device_id=5924e160-e5a4-406a-a4d1-e5a16f78a8cc HTTP/1.1" status: 200 len: 943 time: 0.9792850 Jul 13 07:23:48.861595 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-c5249dbb-ad2b-4809-a528-5660afe09413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80033051-f3e5-49f8-93ab-05d33547f5d8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1309823790-router', 'tenant_id': 'e26f2dd3fa034aa8931350ba277400b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '53d15e02-a7dd-46a2-8408-a38e8a0b91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:23:30Z', 'updated_at': '2021-07-13T07:23:42Z', 'revision_number': 4, 'project_id': 'e26f2dd3fa034aa8931350ba277400b4', 'gw_port': {'id': '53d15e02-a7dd-46a2-8408-a38e8a0b91fa', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80033051-f3e5-49f8-93ab-05d33547f5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:23:32Z', 'updated_at': '2021-07-13T07:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'ac54bc27-2285-402f-b13a-8767a7719d1b', 'name': '', 'network_id': '1a4476cd-2142-41cd-a14f-e66e958b639a', 'tenant_id': 'e26f2dd3fa034aa8931350ba277400b4', 'mac_address': 'fa:16:3e:b9:70:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80033051-f3e5-49f8-93ab-05d33547f5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '63b58d58-942b-4d3e-ab5c-48cd2cacc8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:23:38Z', 'updated_at': '2021-07-13T07:23:48Z', 'revision_number': 4, 'project_id': 'e26f2dd3fa034aa8931350ba277400b4', 'subnets': [{'id': '63b58d58-942b-4d3e-ab5c-48cd2cacc8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:48.892798 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5249dbb-ad2b-4809-a528-5660afe09413 None None] The sync data for ids ['80033051-f3e5-49f8-93ab-05d33547f5d8'] in n-d-771363-34 is: [{'id': '80033051-f3e5-49f8-93ab-05d33547f5d8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1309823790-router', 'tenant_id': 'e26f2dd3fa034aa8931350ba277400b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '53d15e02-a7dd-46a2-8408-a38e8a0b91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:23:30Z', 'updated_at': '2021-07-13T07:23:42Z', 'revision_number': 4, 'project_id': 'e26f2dd3fa034aa8931350ba277400b4', 'gw_port': {'id': '53d15e02-a7dd-46a2-8408-a38e8a0b91fa', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80033051-f3e5-49f8-93ab-05d33547f5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:23:32Z', 'updated_at': '2021-07-13T07:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'ac54bc27-2285-402f-b13a-8767a7719d1b', 'name': '', 'network_id': '1a4476cd-2142-41cd-a14f-e66e958b639a', 'tenant_id': 'e26f2dd3fa034aa8931350ba277400b4', 'mac_address': 'fa:16:3e:b9:70:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80033051-f3e5-49f8-93ab-05d33547f5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '63b58d58-942b-4d3e-ab5c-48cd2cacc8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:23:38Z', 'updated_at': '2021-07-13T07:23:48Z', 'revision_number': 4, 'project_id': 'e26f2dd3fa034aa8931350ba277400b4', 'subnets': [{'id': '63b58d58-942b-4d3e-ab5c-48cd2cacc8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:23:48.895576 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8387ea54-46bb-4d80-a9ff-24b04c8f2aa5 None None] Pushing event updated for resources: {'Port': ['ID=ac54bc27-2285-402f-b13a-8767a7719d1b,revision_number=4']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:48.948121 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-90f48a30-83ff-4501-a163-428285d9122d tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f675b11333fa441fa8eddc3498c6fd35 HTTP/1.1" status: 200 len: 380 time: 0.3095653 Jul 13 07:23:48.997500 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95da2f-c298-4ac2-97e5-7d639f6f2adc service neutron] Pushing event updated for resources: {'Port': ['ID=6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:49.010148 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9d4872a4-de41-49ed-bdb0-20b3c27c0330 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Request body: {'port': {'device_id': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'network_id': 'dd8dd7e8-74b0-43ac-8795-6b3850b9caf1', 'admin_state_up': True, 'tenant_id': 'f675b11333fa441fa8eddc3498c6fd35', 'security_groups': ['d97c9fa5-b7bc-4a1d-a845-9d454b5d8413']}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:49.018003 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f06a9-112f-4c68-a3bb-8ea3f1e586de req-a5ca636f-4f40-4838-85e8-159933c7141f tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:49.022059 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209dd262-a883-437f-8db2-099274bdd07a admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:23:49.028221 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-421f06a9-112f-4c68-a3bb-8ea3f1e586de req-a5ca636f-4f40-4838-85e8-159933c7141f tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a24c872-2d2e-41ce-86bf-0737cf429df9 HTTP/1.1" status: 200 len: 943 time: 0.2916102 Jul 13 07:23:49.053558 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b19e484-1f88-4c11-a18a-cab091dfced9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:49.068568 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-209dd262-a883-437f-8db2-099274bdd07a admin admin] 10.222.0.23 "PUT /v2.0/routers/a5344f22-449a-4f54-b0d2-f1af9aa54d2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7415202 Jul 13 07:23:49.072318 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b782443c-055c-4a8d-87f1-d969e4635877 req-b650d66d-a5f8-48a4-907f-bcb45ab1334d tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ea1d82-929f-408a-ad17-d52629d5cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649443 Jul 13 07:23:49.096945 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 49954) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:49.160844 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-421f06a9-112f-4c68-a3bb-8ea3f1e586de req-efdec7d8-3f68-4bb7-aa73-cf724784b474 tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] 10.222.0.23 "GET /v2.0/security-groups?id=47d4af30-8b53-4148-b7cc-1bcf8bb71a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315112 Jul 13 07:23:49.222290 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b19e484-1f88-4c11-a18a-cab091dfced9 admin admin] Checking segment: {'id': 'ff484c1a-508b-499c-bc88-e328566bde72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c505fa4e-5322-4fe4-9271-497a1f2b61ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:49.222712 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b19e484-1f88-4c11-a18a-cab091dfced9 admin admin] Network hostable DHCP agents. Network: c505fa4e-5322-4fe4-9271-497a1f2b61ad, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:23:49.235913 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b19e484-1f88-4c11-a18a-cab091dfced9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf4c3e96-0ea9-40ea-b797-4bf0d6b56199,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:49.279719 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b19e484-1f88-4c11-a18a-cab091dfced9 admin admin] Network c505fa4e-5322-4fe4-9271-497a1f2b61ad is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:23:49.312302 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-2b19e484-1f88-4c11-a18a-cab091dfced9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, c505fa4e-5322-4fe4-9271-497a1f2b61ad) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:49.323449 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b19e484-1f88-4c11-a18a-cab091dfced9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:49.325328 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b19e484-1f88-4c11-a18a-cab091dfced9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:49.360105 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2b19e484-1f88-4c11-a18a-cab091dfced9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1823599 Jul 13 07:23:49.362408 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 49960) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:49.381364 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-1624458b-95b6-4b2a-8037-a14768bd337f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1217922932-router', 'tenant_id': 'c69f67ca36d94acfb1765f7de80f1971', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:49.389136 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5673b319-9a34-4055-85e4-a7436d954211 None None] Network c505fa4e-5322-4fe4-9271-497a1f2b61ad requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:23:49.401655 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ee87ca-7c88-4aae-8cb7-3a0f9d16d50f None None] Sync routers for ids ['a5344f22-449a-4f54-b0d2-f1af9aa54d2b'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:23:49.450246 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1624458b-95b6-4b2a-8037-a14768bd337f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:49.451806 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1624458b-95b6-4b2a-8037-a14768bd337f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:49.490749 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ee87ca-7c88-4aae-8cb7-3a0f9d16d50f None None] Routers {'a5344f22-449a-4f54-b0d2-f1af9aa54d2b'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:23:49.491553 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-89ee87ca-7c88-4aae-8cb7-3a0f9d16d50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:23:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['a5344f22-449a-4f54-b0d2-f1af9aa54d2b'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:49.819661 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:49.837581 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device ac54bc27-2285-402f-b13a-8767a7719d1b up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:49.846802 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e0194ad4-4a03-4f1f-b989-7dc861503fec req-0cf11a58-d21b-4fc2-baac-ed7652362ea9 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 210 time: 0.2789390 Jul 13 07:23:49.853078 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1624458b-95b6-4b2a-8037-a14768bd337f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:50.072835 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 436aa2f1-8016-4814-9b2a-d920e070f85d {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:23:50.073712 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-8a7354ff-bd71-4b83-9b35-860277459df5 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=59876140f4314208a801ca942edc6415&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258696 Jul 13 07:23:50.279778 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 436aa2f1-8016-4814-9b2a-d920e070f85d, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=436aa2f1-8016-4814-9b2a-d920e070f85d,segment=NetworkSegment(557265a9-4c3d-44b6-8e8d-7a431f373307),segment_id=557265a9-4c3d-44b6-8e8d-7a431f373307)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:50.296623 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port ac54bc27-2285-402f-b13a-8767a7719d1b completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:50.312048 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port ac54bc27-2285-402f-b13a-8767a7719d1b triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:50.312421 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:50.345177 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-7e95da2f-c298-4ac2-97e5-7d639f6f2adc service neutron] Attempting to bind port 6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:50.345728 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-7e95da2f-c298-4ac2-97e5-7d639f6f2adc service neutron] Attempting to bind port 6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '3a17d74b-4f7e-4f3f-8588-ee9579f443a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0050661d-e5f9-4e80-b143-85f26a9235e3'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:50.345728 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-7e95da2f-c298-4ac2-97e5-7d639f6f2adc service neutron] Attempting to bind port 6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91 on network 0050661d-e5f9-4e80-b143-85f26a9235e3 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:50.354879 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1624458b-95b6-4b2a-8037-a14768bd337f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:50.416191 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:50.524264 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-7e95da2f-c298-4ac2-97e5-7d639f6f2adc service neutron] Port 6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91 on network 0050661d-e5f9-4e80-b143-85f26a9235e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:23:50.524685 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-7e95da2f-c298-4ac2-97e5-7d639f6f2adc service neutron] Attempting to bind port 6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91 on network 0050661d-e5f9-4e80-b143-85f26a9235e3 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:50.625693 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fab636-1d73-4ebe-bbc3-39b091162f26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-c505fa4e-5322-4fe4-9271-497a1f2b61ad', 'network_id': 'c505fa4e-5322-4fe4-9271-497a1f2b61ad', 'tenant_id': 'c69f67ca36d94acfb1765f7de80f1971', 'fixed_ips': [{'subnet_id': 'bf4c3e96-0ea9-40ea-b797-4bf0d6b56199'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:23:50.626852 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-74fab636-1d73-4ebe-bbc3-39b091162f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:50.675444 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-89ee87ca-7c88-4aae-8cb7-3a0f9d16d50f None None] Set router a5344f22-449a-4f54-b0d2-f1af9aa54d2b gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:23:50.693491 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-7e95da2f-c298-4ac2-97e5-7d639f6f2adc service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:50.694742 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-7e95da2f-c298-4ac2-97e5-7d639f6f2adc service neutron] Checking segment: {'id': '3a17d74b-4f7e-4f3f-8588-ee9579f443a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0050661d-e5f9-4e80-b143-85f26a9235e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:50.694742 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-7e95da2f-c298-4ac2-97e5-7d639f6f2adc service neutron] Bound using segment: {'id': '3a17d74b-4f7e-4f3f-8588-ee9579f443a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0050661d-e5f9-4e80-b143-85f26a9235e3'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:50.697298 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-7e95da2f-c298-4ac2-97e5-7d639f6f2adc service neutron] Bound port: 6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a17d74b-4f7e-4f3f-8588-ee9579f443a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0050661d-e5f9-4e80-b143-85f26a9235e3'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:50.698084 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-7e95da2f-c298-4ac2-97e5-7d639f6f2adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:50.901633 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:50.906350 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9d4872a4-de41-49ed-bdb0-20b3c27c0330 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Made reservation on behalf of f675b11333fa441fa8eddc3498c6fd35 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:50.910037 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9d4872a4-de41-49ed-bdb0-20b3c27c0330 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:50.912724 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bff46429-c0c6-42bd-8313-0dbd2210e812 admin admin] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:50.927455 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['436aa2f1-8016-4814-9b2a-d920e070f85d'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:23:51.098645 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-fd87a72e-0520-4d91-9898-892e583f8319 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:51.100420 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-fd87a72e-0520-4d91-9898-892e583f8319 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0158610 Jul 13 07:23:51.216425 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=436aa2f1-8016-4814-9b2a-d920e070f85d,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:51.223270 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-64168ebe-df76-4c1a-a7d1-46e6eb09087c tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/quotas/59876140f4314208a801ca942edc6415 HTTP/1.1" status: 200 len: 375 time: 0.1135406 Jul 13 07:23:51.309763 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f64b5-c7d3-4312-9b9a-1282078eeded req-052d7ebc-5ce5-4077-a4f1-8ed69780c59e tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:51.320515 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port ac54bc27-2285-402f-b13a-8767a7719d1b, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=ac54bc27-2285-402f-b13a-8767a7719d1b,segment=NetworkSegment(44d52574-ab02-4367-bbf8-9814776b1550),segment_id=44d52574-ab02-4367-bbf8-9814776b1550)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:51.323593 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e79f64b5-c7d3-4312-9b9a-1282078eeded req-052d7ebc-5ce5-4077-a4f1-8ed69780c59e tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/ports?device_id=5924e160-e5a4-406a-a4d1-e5a16f78a8cc HTTP/1.1" status: 200 len: 944 time: 0.9665241 Jul 13 07:23:51.407239 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:51.421408 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-7e95da2f-c298-4ac2-97e5-7d639f6f2adc service neutron] For port 6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:51.440829 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-7e95da2f-c298-4ac2-97e5-7d639f6f2adc service neutron] For port 6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91,segment=NetworkSegment(3a17d74b-4f7e-4f3f-8588-ee9579f443a7),segment_id=3a17d74b-4f7e-4f3f-8588-ee9579f443a7)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:51.491887 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e79f64b5-c7d3-4312-9b9a-1282078eeded req-eff1b8fb-02e0-4abf-8e52-51443c5ba39a tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ea1d82-929f-408a-ad17-d52629d5cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574559 Jul 13 07:23:51.493551 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-7e95da2f-c298-4ac2-97e5-7d639f6f2adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:51.614030 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-1b81d602-fce6-4e90-b3aa-ef9f555f20d8 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=59876140f4314208a801ca942edc6415&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3759074 Jul 13 07:23:51.639271 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=ac54bc27-2285-402f-b13a-8767a7719d1b,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:51.648831 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-74fab636-1d73-4ebe-bbc3-39b091162f26 None None] Allocated IP 172.20.0.2 (c505fa4e-5322-4fe4-9271-497a1f2b61ad/bf4c3e96-0ea9-40ea-b797-4bf0d6b56199/9bbae138-e1a2-4daf-98e2-f2cf730b8197) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:51.670277 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1624458b-95b6-4b2a-8037-a14768bd337f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:51.713239 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95da2f-c298-4ac2-97e5-7d639f6f2adc service neutron] Pushing event updated for resources: {'Port': ['ID=6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:51.777945 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1624458b-95b6-4b2a-8037-a14768bd337f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:51.836420 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-89ee87ca-7c88-4aae-8cb7-3a0f9d16d50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5344f22-449a-4f54-b0d2-f1af9aa54d2b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-792950967-router', 'tenant_id': '352bcb4e1f034d4a9fe05776480aef53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '1f7a08b7-e9ff-4e59-99f9-20733db11237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:24Z', 'updated_at': '2021-07-13T07:23:44Z', 'revision_number': 5, 'project_id': '352bcb4e1f034d4a9fe05776480aef53', 'gw_port': {'id': '1f7a08b7-e9ff-4e59-99f9-20733db11237', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:10:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5344f22-449a-4f54-b0d2-f1af9aa54d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:25Z', 'updated_at': '2021-07-13T07:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:51.839259 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-7e95da2f-c298-4ac2-97e5-7d639f6f2adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:51.841335 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-7e95da2f-c298-4ac2-97e5-7d639f6f2adc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:51.845044 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-7e95da2f-c298-4ac2-97e5-7d639f6f2adc service neutron] 10.222.0.42 "PUT /v2.0/ports/6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91 HTTP/1.1" status: 200 len: 1092 time: 6.4492471 Jul 13 07:23:51.880075 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ee87ca-7c88-4aae-8cb7-3a0f9d16d50f None None] Checking router: a5344f22-449a-4f54-b0d2-f1af9aa54d2b for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:23:51.889650 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a24c872-2d2e-41ce-86bf-0737cf429df9', 'tag': '6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:51.896695 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e15b544-f19b-419f-8180-e26d10e65e2d" -d '{"events": [{"name": "network-changed", "server_uuid": "1a24c872-2d2e-41ce-86bf-0737cf429df9", "tag": "6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:51.927589 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ee87ca-7c88-4aae-8cb7-3a0f9d16d50f None None] Routers {'a5344f22-449a-4f54-b0d2-f1af9aa54d2b'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:23:51.928718 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-89ee87ca-7c88-4aae-8cb7-3a0f9d16d50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:23:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['a5344f22-449a-4f54-b0d2-f1af9aa54d2b'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:52.126877 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-74fab636-1d73-4ebe-bbc3-39b091162f26 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:52.153695 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-74fab636-1d73-4ebe-bbc3-39b091162f26 None None] Transition to ACTIVE for port object 9bbae138-e1a2-4daf-98e2-f2cf730b8197 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:52.164875 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bff46429-c0c6-42bd-8313-0dbd2210e812 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:52.178968 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-1624458b-95b6-4b2a-8037-a14768bd337f admin admin] Allocated IP 172.25.3.233 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/92f67ff9-5979-43ea-aef9-0abb1d186815) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:52.208626 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-89ee87ca-7c88-4aae-8cb7-3a0f9d16d50f None None] Set router a5344f22-449a-4f54-b0d2-f1af9aa54d2b gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:23:52.210866 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-74fab636-1d73-4ebe-bbc3-39b091162f26 None None] Transition to ACTIVE for port object 9bbae138-e1a2-4daf-98e2-f2cf730b8197 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:52.289300 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-0c6b334c-1231-469a-8538-ba925f7ae945 None None] Provisioning complete for port ac54bc27-2285-402f-b13a-8767a7719d1b triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:52.289672 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0c6b334c-1231-469a-8538-ba925f7ae945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:52.336636 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-74fab636-1d73-4ebe-bbc3-39b091162f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:52.401141 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fab636-1d73-4ebe-bbc3-39b091162f26 None None] Pushing event updated for resources: {'Port': ['ID=9bbae138-e1a2-4daf-98e2-f2cf730b8197,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:52.424095 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fab636-1d73-4ebe-bbc3-39b091162f26 None None] Network c505fa4e-5322-4fe4-9271-497a1f2b61ad is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:52.436010 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-74fab636-1d73-4ebe-bbc3-39b091162f26 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:52.441311 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fab636-1d73-4ebe-bbc3-39b091162f26 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:52.460071 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-51f43df3-d3b0-46a6-a579-e8557a5ffb38 req-a0374fb5-3861-4a67-ae0d-fb59379a0c32 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 210 time: 0.1295986 Jul 13 07:23:52.494084 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9d4872a4-de41-49ed-bdb0-20b3c27c0330 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Allocated IP 172.20.0.8 (dd8dd7e8-74b0-43ac-8795-6b3850b9caf1/f7f0633d-db4a-44fe-b1ba-90fb0badcb6d/24ca5f58-cab9-40b0-81e3-6853229cf3a9) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:52.564050 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 436aa2f1-8016-4814-9b2a-d920e070f85d up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:52.576102 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e629fe9-3786-4ab0-8a49-6c253039e567 req-e8356ae4-5563-4d40-b783-fac9d6d0a674 tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:52.596582 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7e629fe9-3786-4ab0-8a49-6c253039e567 req-e8356ae4-5563-4d40-b783-fac9d6d0a674 tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a24c872-2d2e-41ce-86bf-0737cf429df9 HTTP/1.1" status: 200 len: 943 time: 0.7629900 Jul 13 07:23:52.683455 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1624458b-95b6-4b2a-8037-a14768bd337f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:52.738476 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7e629fe9-3786-4ab0-8a49-6c253039e567 req-706d09ee-8275-4474-8541-9a1212e6d283 tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] 10.222.0.23 "GET /v2.0/security-groups?id=47d4af30-8b53-4148-b7cc-1bcf8bb71a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404755 Jul 13 07:23:52.768066 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-7a80bc9a-1c9e-4e36-8de8-98f5b43701c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:52.777652 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-7a80bc9a-1c9e-4e36-8de8-98f5b43701c3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea266bb9cbab4aea885bc5924138e870&device_id=1a24c872-2d2e-41ce-86bf-0737cf429df9 HTTP/1.1" status: 200 len: 1095 time: 0.7941985 Jul 13 07:23:52.787597 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1624458b-95b6-4b2a-8037-a14768bd337f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:52.802768 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-bff46429-c0c6-42bd-8313-0dbd2210e812 admin admin] Deleting port 1f7a08b7-e9ff-4e59-99f9-20733db11237 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:23:52.803612 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bff46429-c0c6-42bd-8313-0dbd2210e812 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:52.879245 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1624458b-95b6-4b2a-8037-a14768bd337f admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:52.998327 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-1624458b-95b6-4b2a-8037-a14768bd337f admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:53.022006 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6cd5758c-1ed1-48de-9cb4-c28f0546119d req-cccec144-7d8c-4711-a86b-d121b5ce3fc2 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdc5d210-8e5e-478f-9ac9-28a75d772412 HTTP/1.1" status: 200 len: 210 time: 0.1395628 Jul 13 07:23:53.029838 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1624458b-95b6-4b2a-8037-a14768bd337f admin admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:53.213996 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-74fab636-1d73-4ebe-bbc3-39b091162f26 None None] Attempting to bind port 9bbae138-e1a2-4daf-98e2-f2cf730b8197 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:53.215484 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-74fab636-1d73-4ebe-bbc3-39b091162f26 None None] Attempting to bind port 9bbae138-e1a2-4daf-98e2-f2cf730b8197 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'ff484c1a-508b-499c-bc88-e328566bde72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c505fa4e-5322-4fe4-9271-497a1f2b61ad'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:53.215926 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fab636-1d73-4ebe-bbc3-39b091162f26 None None] Attempting to bind port 9bbae138-e1a2-4daf-98e2-f2cf730b8197 on network c505fa4e-5322-4fe4-9271-497a1f2b61ad {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:53.229542 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fab636-1d73-4ebe-bbc3-39b091162f26 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:53.229844 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fab636-1d73-4ebe-bbc3-39b091162f26 None None] Checking segment: {'id': 'ff484c1a-508b-499c-bc88-e328566bde72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c505fa4e-5322-4fe4-9271-497a1f2b61ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:53.230493 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-74fab636-1d73-4ebe-bbc3-39b091162f26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:53.230906 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fab636-1d73-4ebe-bbc3-39b091162f26 None None] Bound using segment: {'id': 'ff484c1a-508b-499c-bc88-e328566bde72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c505fa4e-5322-4fe4-9271-497a1f2b61ad'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:53.231491 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-74fab636-1d73-4ebe-bbc3-39b091162f26 None None] Bound port: 9bbae138-e1a2-4daf-98e2-f2cf730b8197, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff484c1a-508b-499c-bc88-e328566bde72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c505fa4e-5322-4fe4-9271-497a1f2b61ad'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:53.231897 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-74fab636-1d73-4ebe-bbc3-39b091162f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:53.249965 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:53.258282 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 436aa2f1-8016-4814-9b2a-d920e070f85d completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:53.288845 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 436aa2f1-8016-4814-9b2a-d920e070f85d triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:53.288845 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:53.293463 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1624458b-95b6-4b2a-8037-a14768bd337f admin admin] Pushing event updated for resources: {'Port': ['ID=92f67ff9-5979-43ea-aef9-0abb1d186815,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:53.406599 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883a4353-7479-4290-bf17-7cd98cab3b78 x-openstack-request-id: req-883a4353-7479-4290-bf17-7cd98cab3b78 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:53.406983 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a24c872-2d2e-41ce-86bf-0737cf429df9", "tag": "6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:53.409870 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-883a4353-7479-4290-bf17-7cd98cab3b78 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:53.410288 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a24c872-2d2e-41ce-86bf-0737cf429df9', 'tag': '6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91', 'status': 'completed', 'code': 200} Jul 13 07:23:53.460091 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-f5eeed76-3280-4182-ad07-c0e0d210e186 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91 HTTP/1.1" status: 200 len: 217 time: 0.6632884 Jul 13 07:23:53.463797 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-74fab636-1d73-4ebe-bbc3-39b091162f26 None None] For port 9bbae138-e1a2-4daf-98e2-f2cf730b8197, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:53.473466 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-bff46429-c0c6-42bd-8313-0dbd2210e812 admin admin] For port 1f7a08b7-e9ff-4e59-99f9-20733db11237, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=1f7a08b7-e9ff-4e59-99f9-20733db11237,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:53.473964 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bff46429-c0c6-42bd-8313-0dbd2210e812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:53.474102 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-74fab636-1d73-4ebe-bbc3-39b091162f26 None None] For port 9bbae138-e1a2-4daf-98e2-f2cf730b8197, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=9bbae138-e1a2-4daf-98e2-f2cf730b8197,segment=NetworkSegment(ff484c1a-508b-499c-bc88-e328566bde72),segment_id=ff484c1a-508b-499c-bc88-e328566bde72)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:53.500796 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-74fab636-1d73-4ebe-bbc3-39b091162f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:53.794551 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-89ee87ca-7c88-4aae-8cb7-3a0f9d16d50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5344f22-449a-4f54-b0d2-f1af9aa54d2b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-792950967-router', 'tenant_id': '352bcb4e1f034d4a9fe05776480aef53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '1f7a08b7-e9ff-4e59-99f9-20733db11237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:24Z', 'updated_at': '2021-07-13T07:23:44Z', 'revision_number': 5, 'project_id': '352bcb4e1f034d4a9fe05776480aef53', 'gw_port': {'id': '1f7a08b7-e9ff-4e59-99f9-20733db11237', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:10:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5344f22-449a-4f54-b0d2-f1af9aa54d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:25Z', 'updated_at': '2021-07-13T07:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:53.798733 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4d5c76a7-b32b-4f27-afb9-1c62cb49a3f9 req-616fbd98-848e-4e21-866f-1509cb3b05b5 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 210 time: 0.1556318 Jul 13 07:23:53.873707 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9d4872a4-de41-49ed-bdb0-20b3c27c0330 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:53.901821 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9d4872a4-de41-49ed-bdb0-20b3c27c0330 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Transition to ACTIVE for port object 24ca5f58-cab9-40b0-81e3-6853229cf3a9 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:53.923677 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device ac54bc27-2285-402f-b13a-8767a7719d1b up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:53.984001 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-bff46429-c0c6-42bd-8313-0dbd2210e812 admin admin] Calling delete_port for 1f7a08b7-e9ff-4e59-99f9-20733db11237 owned by network:router_gateway {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:23:53.991106 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9d4872a4-de41-49ed-bdb0-20b3c27c0330 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:54.091661 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ee87ca-7c88-4aae-8cb7-3a0f9d16d50f None None] The sync data for ids ['a5344f22-449a-4f54-b0d2-f1af9aa54d2b'] in n-d-771363-34 is: [{'id': 'a5344f22-449a-4f54-b0d2-f1af9aa54d2b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-792950967-router', 'tenant_id': '352bcb4e1f034d4a9fe05776480aef53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '1f7a08b7-e9ff-4e59-99f9-20733db11237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:24Z', 'updated_at': '2021-07-13T07:23:44Z', 'revision_number': 5, 'project_id': '352bcb4e1f034d4a9fe05776480aef53', 'gw_port': {'id': '1f7a08b7-e9ff-4e59-99f9-20733db11237', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:10:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5344f22-449a-4f54-b0d2-f1af9aa54d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:25Z', 'updated_at': '2021-07-13T07:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:23:54.125959 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fab636-1d73-4ebe-bbc3-39b091162f26 None None] Pushing event updated for resources: {'Port': ['ID=9bbae138-e1a2-4daf-98e2-f2cf730b8197,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:54.130525 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4872a4-de41-49ed-bdb0-20b3c27c0330 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Pushing event updated for resources: {'Port': ['ID=24ca5f58-cab9-40b0-81e3-6853229cf3a9,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:54.208941 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9d4872a4-de41-49ed-bdb0-20b3c27c0330 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Network dd8dd7e8-74b0-43ac-8795-6b3850b9caf1 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:23:54.218624 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:54.221163 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9d4872a4-de41-49ed-bdb0-20b3c27c0330 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:23:54.230908 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1624458b-95b6-4b2a-8037-a14768bd337f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:54.257327 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port ac54bc27-2285-402f-b13a-8767a7719d1b triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:54.257644 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:54.271885 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-efefd82f-11e6-4ce7-b89d-47a1b55a32b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:54.273898 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-efefd82f-11e6-4ce7-b89d-47a1b55a32b6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=225f8296-63bd-43bb-9c19-69f355946bb3 HTTP/1.1" status: 200 len: 849 time: 0.7615306 Jul 13 07:23:54.274967 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9d4872a4-de41-49ed-bdb0-20b3c27c0330 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:23:54.326516 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:54.440024 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd21b68-fcba-4ecd-817e-0d2b8c2e30b6 req-6e1ad07e-e897-425e-a238-fca9a5813f1e tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:54.448279 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fbd21b68-fcba-4ecd-817e-0d2b8c2e30b6 req-6e1ad07e-e897-425e-a238-fca9a5813f1e tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a24c872-2d2e-41ce-86bf-0737cf429df9 HTTP/1.1" status: 200 len: 943 time: 0.2185416 Jul 13 07:23:54.473943 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5924e160-e5a4-406a-a4d1-e5a16f78a8cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '436aa2f1-8016-4814-9b2a-d920e070f85d'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:23:54.483494 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7486f50-96fe-4a49-bc77-80a63f307cca" -d '{"events": [{"server_uuid": "5924e160-e5a4-406a-a4d1-e5a16f78a8cc", "name": "network-vif-plugged", "status": "completed", "tag": "436aa2f1-8016-4814-9b2a-d920e070f85d"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:23:54.678778 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-bf3c38d4-9020-4c11-99e1-2f909d17d85f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0050661d-e5f9-4e80-b143-85f26a9235e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2044158 Jul 13 07:23:54.697304 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 436aa2f1-8016-4814-9b2a-d920e070f85d, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=436aa2f1-8016-4814-9b2a-d920e070f85d,segment=NetworkSegment(557265a9-4c3d-44b6-8e8d-7a431f373307),segment_id=557265a9-4c3d-44b6-8e8d-7a431f373307)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:54.742052 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:54.800012 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fbd21b68-fcba-4ecd-817e-0d2b8c2e30b6 req-419bc011-fc7e-43fa-911b-6d5d120a0902 tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] 10.222.0.23 "GET /v2.0/security-groups?id=47d4af30-8b53-4148-b7cc-1bcf8bb71a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492608 Jul 13 07:23:54.986180 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c087cb28-c934-4d2b-a44b-6b048dbd6fab None None] Provisioning for port 24ca5f58-cab9-40b0-81e3-6853229cf3a9 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:54.994652 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c087cb28-c934-4d2b-a44b-6b048dbd6fab None None] Provisioning complete for port 24ca5f58-cab9-40b0-81e3-6853229cf3a9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:54.995320 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c087cb28-c934-4d2b-a44b-6b048dbd6fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:55.041756 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1624458b-95b6-4b2a-8037-a14768bd337f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:55.082717 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=436aa2f1-8016-4814-9b2a-d920e070f85d,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:55.122379 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9d4872a4-de41-49ed-bdb0-20b3c27c0330 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:55.123842 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9d4872a4-de41-49ed-bdb0-20b3c27c0330 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:55.124186 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-c087cb28-c934-4d2b-a44b-6b048dbd6fab None None] Port 24ca5f58-cab9-40b0-81e3-6853229cf3a9 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:23:55.328437 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-d1361aad-3139-49dd-9d8a-d72b42161160 service neutron] 10.222.0.42 "GET /v2.0/networks/0050661d-e5f9-4e80-b143-85f26a9235e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5928223 Jul 13 07:23:55.427905 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-30ecd068-ee18-4ebd-90b9-98df90c57321 req-0eaebbee-456b-43b6-9995-29ee0686e9c5 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdc5d210-8e5e-478f-9ac9-28a75d772412 HTTP/1.1" status: 200 len: 210 time: 0.1144760 Jul 13 07:23:55.432364 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1624458b-95b6-4b2a-8037-a14768bd337f admin admin] Router 67df0faa-5c6b-47af-a156-523dde194020 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:23:55.442496 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-b38313b9-4d3a-4c7a-b0d8-1672992a795a tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=59876140f4314208a801ca942edc6415&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4255648 Jul 13 07:23:55.595347 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-51aff248-714e-4305-8f58-45ecf3fb3b16 req-145f4b5c-6951-47ca-be19-482d9ad16198 service neutron] 10.222.0.42 "GET /v2.0/networks/0050661d-e5f9-4e80-b143-85f26a9235e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500452 Jul 13 07:23:55.601195 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bff46429-c0c6-42bd-8313-0dbd2210e812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:55.622639 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1624458b-95b6-4b2a-8037-a14768bd337f admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:23:55.634912 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89082bcc-3282-4a5e-aaff-3ff0bbb2ec67 None None] Sync routers for ids ['67df0faa-5c6b-47af-a156-523dde194020'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:23:55.654987 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89082bcc-3282-4a5e-aaff-3ff0bbb2ec67 None None] Routers {'67df0faa-5c6b-47af-a156-523dde194020'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:23:55.657030 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-89082bcc-3282-4a5e-aaff-3ff0bbb2ec67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:23:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['67df0faa-5c6b-47af-a156-523dde194020'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:55.683541 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1624458b-95b6-4b2a-8037-a14768bd337f admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:55.686523 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1624458b-95b6-4b2a-8037-a14768bd337f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.3228457 Jul 13 07:23:55.689659 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 50052) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:55.696819 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec525538-8ee1-472c-8eb9-8869f279d8ed x-openstack-request-id: req-ec525538-8ee1-472c-8eb9-8869f279d8ed {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:23:55.698022 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5924e160-e5a4-406a-a4d1-e5a16f78a8cc", "name": "network-vif-plugged", "status": "completed", "tag": "436aa2f1-8016-4814-9b2a-d920e070f85d", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:23:55.698523 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ec525538-8ee1-472c-8eb9-8869f279d8ed {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:23:55.700289 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5924e160-e5a4-406a-a4d1-e5a16f78a8cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '436aa2f1-8016-4814-9b2a-d920e070f85d', 'code': 200} Jul 13 07:23:55.901937 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 9bbae138-e1a2-4daf-98e2-f2cf730b8197 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:56.020886 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-8ee4c69a-d29e-414f-8497-a728ca7d5da5 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:56.031023 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-8ee4c69a-d29e-414f-8497-a728ca7d5da5 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4317491 Jul 13 07:23:56.036690 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-89082bcc-3282-4a5e-aaff-3ff0bbb2ec67 None None] Set router 67df0faa-5c6b-47af-a156-523dde194020 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:23:56.057318 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff46429-c0c6-42bd-8313-0dbd2210e812 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f7a08b7-e9ff-4e59-99f9-20733db11237,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:56.099889 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c720d5-e3dd-4031-a434-12b40692a5ad req-2bb6d4fb-dc49-4606-af72-c7ebb22cd58d tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:56.120179 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c1c720d5-e3dd-4031-a434-12b40692a5ad req-2bb6d4fb-dc49-4606-af72-c7ebb22cd58d tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/ports?device_id=5924e160-e5a4-406a-a4d1-e5a16f78a8cc HTTP/1.1" status: 200 len: 944 time: 2.6666448 Jul 13 07:23:56.125096 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9d4872a4-de41-49ed-bdb0-20b3c27c0330 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1223786 Jul 13 07:23:56.200181 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 9bbae138-e1a2-4daf-98e2-f2cf730b8197 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:56.237771 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device e1df5b4d-b32b-4632-8e6f-a607fabf8356 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:23:56.256049 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-de152919-e213-4274-a04f-0e5a817cb206 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Request body: {'port': {'device_id': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'network_id': '429c5271-60ed-4dd8-b05d-2fc0729d6432', 'admin_state_up': True, 'tenant_id': 'f675b11333fa441fa8eddc3498c6fd35', 'security_groups': ['d97c9fa5-b7bc-4a1d-a845-9d454b5d8413']}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:56.290056 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-c74b582b-af82-48cd-8fc6-01da6bf55409 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Request body: {'port': {'device_id': 'bdc5d210-8e5e-478f-9ac9-28a75d772412', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'admin_state_up': True, 'tenant_id': '59876140f4314208a801ca942edc6415'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:23:56.299670 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d24995-d1ed-4dbf-87a2-3afbd3b3878a None None] Network c505fa4e-5322-4fe4-9271-497a1f2b61ad requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:23:56.422850 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bff46429-c0c6-42bd-8313-0dbd2210e812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:56.540339 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-89082bcc-3282-4a5e-aaff-3ff0bbb2ec67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67df0faa-5c6b-47af-a156-523dde194020', 'name': 'tempest-AttachSCSIVolumeTestJSON-1217922932-router', 'tenant_id': 'c69f67ca36d94acfb1765f7de80f1971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '92f67ff9-5979-43ea-aef9-0abb1d186815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:23:49Z', 'updated_at': '2021-07-13T07:23:53Z', 'revision_number': 3, 'project_id': 'c69f67ca36d94acfb1765f7de80f1971', 'gw_port': {'id': '92f67ff9-5979-43ea-aef9-0abb1d186815', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67df0faa-5c6b-47af-a156-523dde194020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:23:51Z', 'updated_at': '2021-07-13T07:23:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:56.566893 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bff46429-c0c6-42bd-8313-0dbd2210e812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:56.569381 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bff46429-c0c6-42bd-8313-0dbd2210e812 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:56.573475 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: e1df5b4d-b32b-4632-8e6f-a607fabf8356 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:23:56.574354 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device e1df5b4d-b32b-4632-8e6f-a607fabf8356 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:23:56.612189 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89082bcc-3282-4a5e-aaff-3ff0bbb2ec67 None None] Checking router: 67df0faa-5c6b-47af-a156-523dde194020 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:23:56.612946 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89082bcc-3282-4a5e-aaff-3ff0bbb2ec67 None None] Updating router 67df0faa-5c6b-47af-a156-523dde194020 port 92f67ff9-5979-43ea-aef9-0abb1d186815 binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:23:56.661781 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690f9ce-2591-435d-8c02-aa80f5fb12cf req-75841848-18b1-4992-bc73-2be8419df15f tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:56.664619 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bff46429-c0c6-42bd-8313-0dbd2210e812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:56.666065 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff46429-c0c6-42bd-8313-0dbd2210e812 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5344f22-449a-4f54-b0d2-f1af9aa54d2b {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:23:56.674562 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2690f9ce-2591-435d-8c02-aa80f5fb12cf req-75841848-18b1-4992-bc73-2be8419df15f tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 931 time: 0.4705780 Jul 13 07:23:56.680460 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-91f16788-bfb5-4c3e-8019-f0c5a665c479 None None] Provisioning for port 9bbae138-e1a2-4daf-98e2-f2cf730b8197 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:23:56.683933 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bff46429-c0c6-42bd-8313-0dbd2210e812 admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:56.688676 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-bff46429-c0c6-42bd-8313-0dbd2210e812 admin admin] 10.222.0.23 "DELETE /v2.0/routers/a5344f22-449a-4f54-b0d2-f1af9aa54d2b HTTP/1.1" status: 204 len: 168 time: 7.5707252 Jul 13 07:23:56.697849 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 50064) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:56.715610 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-91f16788-bfb5-4c3e-8019-f0c5a665c479 None None] Provisioning complete for port 9bbae138-e1a2-4daf-98e2-f2cf730b8197 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:56.716258 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-91f16788-bfb5-4c3e-8019-f0c5a665c479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:56.734821 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-89082bcc-3282-4a5e-aaff-3ff0bbb2ec67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:56.789758 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c1c720d5-e3dd-4031-a434-12b40692a5ad req-d5a919f9-efc6-4e4f-a01f-41d4bdd3f609 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ea1d82-929f-408a-ad17-d52629d5cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6669014 Jul 13 07:23:56.990119 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebe81f-bfc0-4d85-bf52-815a9490d16f req-f75b5c98-7b38-4b5d-bdef-2e45904e2d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:57.003391 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ceebe81f-bfc0-4d85-bf52-815a9490d16f req-f75b5c98-7b38-4b5d-bdef-2e45904e2d7f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5924e160-e5a4-406a-a4d1-e5a16f78a8cc HTTP/1.1" status: 200 len: 1097 time: 0.9387569 Jul 13 07:23:57.040869 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-91f16788-bfb5-4c3e-8019-f0c5a665c479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:57.112159 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-91f16788-bfb5-4c3e-8019-f0c5a665c479 None None] For port 9bbae138-e1a2-4daf-98e2-f2cf730b8197, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=9bbae138-e1a2-4daf-98e2-f2cf730b8197,segment=NetworkSegment(ff484c1a-508b-499c-bc88-e328566bde72),segment_id=ff484c1a-508b-499c-bc88-e328566bde72)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:57.122859 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-91f16788-bfb5-4c3e-8019-f0c5a665c479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:57.221785 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a55ec30-700e-4eec-aafb-67f8802dda42 admin admin] Deleting subnet 4a6777c5-cde4-4e13-b55a-778b192e51a8 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:23:57.233664 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15b544-f19b-419f-8180-e26d10e65e2d req-1441e895-7f0b-4075-9c9d-4bf3eaea0b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:57.235882 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6e15b544-f19b-419f-8180-e26d10e65e2d req-1441e895-7f0b-4075-9c9d-4bf3eaea0b81 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea266bb9cbab4aea885bc5924138e870&device_id=1a24c872-2d2e-41ce-86bf-0737cf429df9 HTTP/1.1" status: 200 len: 1095 time: 1.2023606 Jul 13 07:23:57.264704 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f16788-bfb5-4c3e-8019-f0c5a665c479 None None] Pushing event updated for resources: {'Port': ['ID=9bbae138-e1a2-4daf-98e2-f2cf730b8197,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:57.323096 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2690f9ce-2591-435d-8c02-aa80f5fb12cf req-bcaab7d3-3ac6-4ccb-adab-bc4ba81b0ed3 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6457746 Jul 13 07:23:57.328930 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a55ec30-700e-4eec-aafb-67f8802dda42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:57.426594 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-0acde4bc-4d8a-493e-8b68-9a8e0a28d725 None None] Provisioning complete for port 9bbae138-e1a2-4daf-98e2-f2cf730b8197 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:57.436442 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0acde4bc-4d8a-493e-8b68-9a8e0a28d725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:57.475300 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-89082bcc-3282-4a5e-aaff-3ff0bbb2ec67 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:57.494864 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-89082bcc-3282-4a5e-aaff-3ff0bbb2ec67 None None] Transition to ACTIVE for port object 92f67ff9-5979-43ea-aef9-0abb1d186815 will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:57.515328 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-89082bcc-3282-4a5e-aaff-3ff0bbb2ec67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:57.519996 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ceebe81f-bfc0-4d85-bf52-815a9490d16f req-52dce496-53c7-4433-bd48-07433fe2ac4a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e1ea1d82-929f-408a-ad17-d52629d5cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4917834 Jul 13 07:23:57.554586 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a55ec30-700e-4eec-aafb-67f8802dda42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:57.568331 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc81c1-13c2-48f9-9f10-bb77684c800e None None] Pushing event updated for resources: {'Port': ['ID=92f67ff9-5979-43ea-aef9-0abb1d186815,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:57.589428 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-89082bcc-3282-4a5e-aaff-3ff0bbb2ec67 None None] Attempting to bind port 92f67ff9-5979-43ea-aef9-0abb1d186815 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:23:57.590761 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-89082bcc-3282-4a5e-aaff-3ff0bbb2ec67 None None] Attempting to bind port 92f67ff9-5979-43ea-aef9-0abb1d186815 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:23:57.591369 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89082bcc-3282-4a5e-aaff-3ff0bbb2ec67 None None] Attempting to bind port 92f67ff9-5979-43ea-aef9-0abb1d186815 on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:23:57.596886 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89082bcc-3282-4a5e-aaff-3ff0bbb2ec67 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:23:57.597569 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89082bcc-3282-4a5e-aaff-3ff0bbb2ec67 None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:23:57.598153 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-89082bcc-3282-4a5e-aaff-3ff0bbb2ec67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:57.598716 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89082bcc-3282-4a5e-aaff-3ff0bbb2ec67 None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:23:57.599423 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-89082bcc-3282-4a5e-aaff-3ff0bbb2ec67 None None] Bound port: 92f67ff9-5979-43ea-aef9-0abb1d186815, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:23:57.600015 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-89082bcc-3282-4a5e-aaff-3ff0bbb2ec67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:57.706690 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-89082bcc-3282-4a5e-aaff-3ff0bbb2ec67 None None] For port 92f67ff9-5979-43ea-aef9-0abb1d186815, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:23:57.711856 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-89082bcc-3282-4a5e-aaff-3ff0bbb2ec67 None None] For port 92f67ff9-5979-43ea-aef9-0abb1d186815, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=92f67ff9-5979-43ea-aef9-0abb1d186815,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:23:57.719404 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-89082bcc-3282-4a5e-aaff-3ff0bbb2ec67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:57.762089 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a55ec30-700e-4eec-aafb-67f8802dda42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:57.793229 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 9bbae138-e1a2-4daf-98e2-f2cf730b8197 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:23:57.815701 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89082bcc-3282-4a5e-aaff-3ff0bbb2ec67 None None] Routers {'67df0faa-5c6b-47af-a156-523dde194020'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:23:57.816442 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-89082bcc-3282-4a5e-aaff-3ff0bbb2ec67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:23:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['67df0faa-5c6b-47af-a156-523dde194020'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:57.894046 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a55ec30-700e-4eec-aafb-67f8802dda42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:57.919028 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 9bbae138-e1a2-4daf-98e2-f2cf730b8197 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:23:57.919478 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:57.985658 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15b544-f19b-419f-8180-e26d10e65e2d req-2a3abd28-b948-4400-a106-ee75f1eb22be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:57.987557 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6e15b544-f19b-419f-8180-e26d10e65e2d req-2a3abd28-b948-4400-a106-ee75f1eb22be service neutron] 10.222.0.42 "GET /v2.0/networks?id=0050661d-e5f9-4e80-b143-85f26a9235e3 HTTP/1.1" status: 200 len: 910 time: 0.7378290 Jul 13 07:23:57.998923 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.db.api [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-c74b582b-af82-48cd-8fc6-01da6bf55409 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:23:57.998923 n-d-771363-34 neutron-server[94017]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 07:23:57.998923 n-d-771363-34 neutron-server[94017]: [parameters: {'project_id': '59876140f4314208a801ca942edc6415', 'id': 'fb1a97a5-6984-4aeb-b706-f7a7fd5b6c7c', 'expiration': datetime.datetime(2021, 7, 13, 7, 25, 57, 988388)}] Jul 13 07:23:57.998923 n-d-771363-34 neutron-server[94017]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:23:57.999543 n-d-771363-34 neutron-server[94017]: DEBUG oslo_db.api [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-c74b582b-af82-48cd-8fc6-01da6bf55409 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:23:58.044404 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6e15b544-f19b-419f-8180-e26d10e65e2d req-ff8e2387-ed3e-41a8-a3a7-ce9309318800 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91 HTTP/1.1" status: 200 len: 217 time: 0.0441458 Jul 13 07:23:58.052372 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee2bec-5442-48f1-acc5-99fe63a1502e req-593fb9e8-4069-45e6-852c-b19d7f0160c6 tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:58.053981 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e5ee2bec-5442-48f1-acc5-99fe63a1502e req-593fb9e8-4069-45e6-852c-b19d7f0160c6 tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a24c872-2d2e-41ce-86bf-0737cf429df9 HTTP/1.1" status: 200 len: 943 time: 0.9155169 Jul 13 07:23:58.054604 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-de152919-e213-4274-a04f-0e5a817cb206 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Made reservation on behalf of f675b11333fa441fa8eddc3498c6fd35 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:58.059304 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-de152919-e213-4274-a04f-0e5a817cb206 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:58.114949 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc81c1-13c2-48f9-9f10-bb77684c800e None None] Pushing event updated for resources: {'Port': ['ID=92f67ff9-5979-43ea-aef9-0abb1d186815,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:58.137734 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 1f7a08b7-e9ff-4e59-99f9-20733db11237 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:23:58.141473 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55ec30-700e-4eec-aafb-67f8802dda42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a6777c5-cde4-4e13-b55a-778b192e51a8,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:58.170079 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a55ec30-700e-4eec-aafb-67f8802dda42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:58.172001 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3a55ec30-700e-4eec-aafb-67f8802dda42 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4a6777c5-cde4-4e13-b55a-778b192e51a8 HTTP/1.1" status: 204 len: 168 time: 1.4697299 Jul 13 07:23:58.185634 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-201570e4-b863-4167-9bd2-3cb5e206eec0 req-0da88887-951a-47b1-a8d4-691bbfe226a8 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdc5d210-8e5e-478f-9ac9-28a75d772412 HTTP/1.1" status: 200 len: 210 time: 0.1548905 Jul 13 07:23:58.188618 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 50068) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:23:58.229957 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a6f48a-4949-477c-9c2a-e4969f267944 None None] Network de5a83e6-90c0-4cc4-ae4f-61e175bc2f77 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:23:58.369301 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-de152919-e213-4274-a04f-0e5a817cb206 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Allocated IP 10.1.1.116 (429c5271-60ed-4dd8-b05d-2fc0729d6432/61e9bb2d-d334-46ee-a94c-dc384201b119/ca22fb29-1ea5-4f90-9571-5df06a832806) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:58.408734 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4979a116-7725-4cc8-b073-1d71355f8250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:58.438669 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-89082bcc-3282-4a5e-aaff-3ff0bbb2ec67 None None] Set router 67df0faa-5c6b-47af-a156-523dde194020 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:23:58.489611 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 1f7a08b7-e9ff-4e59-99f9-20733db11237 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:23:58.489963 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 1f7a08b7-e9ff-4e59-99f9-20733db11237 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:23:58.528514 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aabf6312-424c-4368-9324-ab57807d92a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:58.738618 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f133b7-3e92-45bb-8229-ef65d8e34990 None None] DHCP port deletion for de5a83e6-90c0-4cc4-ae4f-61e175bc2f77 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:23:58.790574 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e5ee2bec-5442-48f1-acc5-99fe63a1502e req-7382bbb3-8b9a-4c24-8533-b6f4404bbade tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] 10.222.0.23 "GET /v2.0/security-groups?id=47d4af30-8b53-4148-b7cc-1bcf8bb71a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6957591 Jul 13 07:23:58.809060 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-c74b582b-af82-48cd-8fc6-01da6bf55409 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Made reservation on behalf of 59876140f4314208a801ca942edc6415 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:23:58.817167 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-c74b582b-af82-48cd-8fc6-01da6bf55409 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:58.837163 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-de152919-e213-4274-a04f-0e5a817cb206 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:58.902242 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-de152919-e213-4274-a04f-0e5a817cb206 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Transition to ACTIVE for port object ca22fb29-1ea5-4f90-9571-5df06a832806 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:23:58.914335 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-69f133b7-3e92-45bb-8229-ef65d8e34990 None None] Deleting port c391bd14-a29f-4e3a-affe-fe410a95837d {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:23:58.915664 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-69f133b7-3e92-45bb-8229-ef65d8e34990 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:58.944885 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15b544-f19b-419f-8180-e26d10e65e2d req-5ad524c8-f7d5-4145-a43c-a9d5df289db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:58.947851 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6e15b544-f19b-419f-8180-e26d10e65e2d req-5ad524c8-f7d5-4145-a43c-a9d5df289db6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=225f8296-63bd-43bb-9c19-69f355946bb3 HTTP/1.1" status: 200 len: 849 time: 0.8626387 Jul 13 07:23:58.958531 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-89082bcc-3282-4a5e-aaff-3ff0bbb2ec67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67df0faa-5c6b-47af-a156-523dde194020', 'name': 'tempest-AttachSCSIVolumeTestJSON-1217922932-router', 'tenant_id': 'c69f67ca36d94acfb1765f7de80f1971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '92f67ff9-5979-43ea-aef9-0abb1d186815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:23:49Z', 'updated_at': '2021-07-13T07:23:53Z', 'revision_number': 3, 'project_id': 'c69f67ca36d94acfb1765f7de80f1971', 'gw_port': {'id': '92f67ff9-5979-43ea-aef9-0abb1d186815', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67df0faa-5c6b-47af-a156-523dde194020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:23:51Z', 'updated_at': '2021-07-13T07:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:23:59.023904 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6e15b544-f19b-419f-8180-e26d10e65e2d req-cbf66192-f928-49cd-8e6c-2a09c79b0214 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0050661d-e5f9-4e80-b143-85f26a9235e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693343 Jul 13 07:23:59.062831 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89082bcc-3282-4a5e-aaff-3ff0bbb2ec67 None None] The sync data for ids ['67df0faa-5c6b-47af-a156-523dde194020'] in n-d-771363-34 is: [{'id': '67df0faa-5c6b-47af-a156-523dde194020', 'name': 'tempest-AttachSCSIVolumeTestJSON-1217922932-router', 'tenant_id': 'c69f67ca36d94acfb1765f7de80f1971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '92f67ff9-5979-43ea-aef9-0abb1d186815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:23:49Z', 'updated_at': '2021-07-13T07:23:53Z', 'revision_number': 3, 'project_id': 'c69f67ca36d94acfb1765f7de80f1971', 'gw_port': {'id': '92f67ff9-5979-43ea-aef9-0abb1d186815', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67df0faa-5c6b-47af-a156-523dde194020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:23:51Z', 'updated_at': '2021-07-13T07:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:23:59.085979 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-aabf6312-424c-4368-9324-ab57807d92a3 admin admin] Allocated IP 172.20.0.1 (c505fa4e-5322-4fe4-9271-497a1f2b61ad/bf4c3e96-0ea9-40ea-b797-4bf0d6b56199/3149d54e-e936-4f65-8e4e-2776c686e0a9) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:23:59.113270 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-69f133b7-3e92-45bb-8229-ef65d8e34990 None None] For port c391bd14-a29f-4e3a-affe-fe410a95837d, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=c391bd14-a29f-4e3a-affe-fe410a95837d,segment=NetworkSegment(3304ce8b-0a73-46c4-b90c-425e60af5816),segment_id=3304ce8b-0a73-46c4-b90c-425e60af5816)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:59.113794 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-69f133b7-3e92-45bb-8229-ef65d8e34990 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:59.135826 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-69f133b7-3e92-45bb-8229-ef65d8e34990 None None] Calling delete_port for c391bd14-a29f-4e3a-affe-fe410a95837d owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:23:59.252020 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:23:59.265408 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-69f133b7-3e92-45bb-8229-ef65d8e34990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:59.279164 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6e15b544-f19b-419f-8180-e26d10e65e2d req-6f6e38ab-aec6-4ee5-a63f-d27bb58bdec9 service neutron] 10.222.0.42 "GET /v2.0/networks/0050661d-e5f9-4e80-b143-85f26a9235e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431474 Jul 13 07:23:59.326133 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f133b7-3e92-45bb-8229-ef65d8e34990 None None] No DVR routers for this DVR port c391bd14-a29f-4e3a-affe-fe410a95837d on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:23:59.345591 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f133b7-3e92-45bb-8229-ef65d8e34990 None None] Pushing event deleted for resources: {'Port': ['ID=c391bd14-a29f-4e3a-affe-fe410a95837d,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:23:59.732549 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91,segment=NetworkSegment(3a17d74b-4f7e-4f3f-8588-ee9579f443a7),segment_id=3a17d74b-4f7e-4f3f-8588-ee9579f443a7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:23:59.746884 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-de152919-e213-4274-a04f-0e5a817cb206 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:23:59.818988 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91', 'network_id': '0050661d-e5f9-4e80-b143-85f26a9235e3', 'port_id': '6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91', 'mac_address': 'fa:16:3e:39:8a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '225f8296-63bd-43bb-9c19-69f355946bb3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:23:59.826141 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c9b20-b5c3-46d3-84df-5e32869c8085 req-3ae8d166-6462-4873-aa3e-2d65b7ac4f24 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:23:59.836351 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-608c9b20-b5c3-46d3-84df-5e32869c8085 req-3ae8d166-6462-4873-aa3e-2d65b7ac4f24 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 931 time: 0.5558097 Jul 13 07:24:00.006367 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:00.019491 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-c74b582b-af82-48cd-8fc6-01da6bf55409 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Allocated IP 192.168.233.34 (f9d6e899-687c-4a4d-bdf3-8d8d169866a7/c5af789a-0729-4e53-834f-ef6745aa079c/761df693-f7e4-4725-9379-6fe1233075c4) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:24:00.045238 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 92f67ff9-5979-43ea-aef9-0abb1d186815 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:00.056697 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-4979a116-7725-4cc8-b073-1d71355f8250 admin admin] The port 'c391bd14-a29f-4e3a-affe-fe410a95837d' was deleted {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 13 07:24:00.059993 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-de152919-e213-4274-a04f-0e5a817cb206 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Network 429c5271-60ed-4dd8-b05d-2fc0729d6432 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:24:00.120354 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:00.132201 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-de152919-e213-4274-a04f-0e5a817cb206 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:00.175964 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-de152919-e213-4274-a04f-0e5a817cb206 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:24:00.221366 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4979a116-7725-4cc8-b073-1d71355f8250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:00.245720 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-4979a116-7725-4cc8-b073-1d71355f8250 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de5a83e6-90c0-4cc4-ae4f-61e175bc2f77']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:00.272209 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91,segment=NetworkSegment(3a17d74b-4f7e-4f3f-8588-ee9579f443a7),segment_id=3a17d74b-4f7e-4f3f-8588-ee9579f443a7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:00.274290 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-4979a116-7725-4cc8-b073-1d71355f8250 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3304ce8b-0a73-46c4-b90c-425e60af5816') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:00.275915 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-4979a116-7725-4cc8-b073-1d71355f8250 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3304ce8b-0a73-46c4-b90c-425e60af5816') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:00.285368 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-405ff7df-c192-4ed6-b333-1cdd631f470a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:00.300676 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:00.306228 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4979a116-7725-4cc8-b073-1d71355f8250 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:00.360451 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4979a116-7725-4cc8-b073-1d71355f8250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:00.385025 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4979a116-7725-4cc8-b073-1d71355f8250 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:24:00.385433 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4979a116-7725-4cc8-b073-1d71355f8250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:24:00.574892 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:24:00.630688 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4979a116-7725-4cc8-b073-1d71355f8250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:00.639230 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4979a116-7725-4cc8-b073-1d71355f8250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:00.645403 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4979a116-7725-4cc8-b073-1d71355f8250 admin admin] 10.222.0.23 "DELETE /v2.0/networks/de5a83e6-90c0-4cc4-ae4f-61e175bc2f77 HTTP/1.1" status: 204 len: 168 time: 2.4531999 Jul 13 07:24:00.655274 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-de152919-e213-4274-a04f-0e5a817cb206 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:00.657216 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-de152919-e213-4274-a04f-0e5a817cb206 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:00.658462 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3e02c-48a4-4021-90ba-0db38ac0ad8b req-253e7ab4-fa8c-492c-a741-01f12cc1d528 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:00.667824 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-83d3e02c-48a4-4021-90ba-0db38ac0ad8b req-253e7ab4-fa8c-492c-a741-01f12cc1d528 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/ports?device_id=5924e160-e5a4-406a-a4d1-e5a16f78a8cc HTTP/1.1" status: 200 len: 945 time: 2.1105402 Jul 13 07:24:00.739669 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6e15b544-f19b-419f-8180-e26d10e65e2d req-c599ee34-e9d6-437e-baa3-960276bffa64 service neutron] 10.222.0.42 "GET /v2.0/networks/0050661d-e5f9-4e80-b143-85f26a9235e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3585758 Jul 13 07:24:00.757266 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979a116-7725-4cc8-b073-1d71355f8250 admin admin] Pushing event deleted for resources: {'Network': ['ID=de5a83e6-90c0-4cc4-ae4f-61e175bc2f77,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:00.764083 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:00.772830 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 92f67ff9-5979-43ea-aef9-0abb1d186815 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:00.790135 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-608c9b20-b5c3-46d3-84df-5e32869c8085 req-e94a2ef7-8fb6-4de0-a364-2d057a6caabd tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9528956 Jul 13 07:24:00.791480 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de152919-e213-4274-a04f-0e5a817cb206 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Pushing event updated for resources: {'Port': ['ID=ca22fb29-1ea5-4f90-9571-5df06a832806,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:00.810344 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 92f67ff9-5979-43ea-aef9-0abb1d186815 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:00.811058 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:00.820081 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-de152919-e213-4274-a04f-0e5a817cb206 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5843675 Jul 13 07:24:00.866401 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-03bace01-5785-478a-8fbc-5bc3f1e855a3 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Request body: {'port': {'device_id': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'network_id': '429c5271-60ed-4dd8-b05d-2fc0729d6432', 'admin_state_up': True, 'tenant_id': 'f675b11333fa441fa8eddc3498c6fd35', 'security_groups': ['d97c9fa5-b7bc-4a1d-a845-9d454b5d8413']}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:00.868520 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2114bb94-89ec-47f8-b036-ca64be65ed8c None None] Provisioning for port ca22fb29-1ea5-4f90-9571-5df06a832806 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:00.877038 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2114bb94-89ec-47f8-b036-ca64be65ed8c None None] Provisioning complete for port ca22fb29-1ea5-4f90-9571-5df06a832806 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:00.877592 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2114bb94-89ec-47f8-b036-ca64be65ed8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:00.887059 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-83d3e02c-48a4-4021-90ba-0db38ac0ad8b req-5dd27616-44f7-4e61-86f0-6f5f9028d72a tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ea1d82-929f-408a-ad17-d52629d5cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158144 Jul 13 07:24:00.926819 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aabf6312-424c-4368-9324-ab57807d92a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:00.952259 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2114bb94-89ec-47f8-b036-ca64be65ed8c None None] Port ca22fb29-1ea5-4f90-9571-5df06a832806 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:24:00.991850 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-c74b582b-af82-48cd-8fc6-01da6bf55409 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:01.014133 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:01.015385 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-aabf6312-424c-4368-9324-ab57807d92a3 admin admin] Transition to ACTIVE for port object 3149d54e-e936-4f65-8e4e-2776c686e0a9 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:01.049841 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 92f67ff9-5979-43ea-aef9-0abb1d186815, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=92f67ff9-5979-43ea-aef9-0abb1d186815,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:01.054337 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:01.062770 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:01.105327 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 50092) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:01.131754 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-c74b582b-af82-48cd-8fc6-01da6bf55409 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Transition to ACTIVE for port object 761df693-f7e4-4725-9379-6fe1233075c4 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:01.141135 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aabf6312-424c-4368-9324-ab57807d92a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:01.284522 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=92f67ff9-5979-43ea-aef9-0abb1d186815,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:01.297706 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabf6312-424c-4368-9324-ab57807d92a3 admin admin] Network c505fa4e-5322-4fe4-9271-497a1f2b61ad is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:24:01.313434 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-03bace01-5785-478a-8fbc-5bc3f1e855a3 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Made reservation on behalf of f675b11333fa441fa8eddc3498c6fd35 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:01.322559 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-03bace01-5785-478a-8fbc-5bc3f1e855a3 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:01.336970 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c391bd14-a29f-4e3a-affe-fe410a95837d no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:24:01.359909 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-125250d5-a6c8-4cbb-b9bf-d3237f0ff241 req-615e4ed8-edba-45ea-9c88-c4d78ee3a5d6 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdc5d210-8e5e-478f-9ac9-28a75d772412 HTTP/1.1" status: 200 len: 210 time: 0.1485023 Jul 13 07:24:01.363848 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-c74b582b-af82-48cd-8fc6-01da6bf55409 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:01.371742 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-aabf6312-424c-4368-9324-ab57807d92a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:01.382175 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabf6312-424c-4368-9324-ab57807d92a3 admin admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:24:01.397117 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf6312-424c-4368-9324-ab57807d92a3 admin admin] Pushing event updated for resources: {'Port': ['ID=3149d54e-e936-4f65-8e4e-2776c686e0a9,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:01.442482 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['71329ae8-bf99-460f-8471-69be27320847'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:01.447271 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: c391bd14-a29f-4e3a-affe-fe410a95837d {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:24:01.447615 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c391bd14-a29f-4e3a-affe-fe410a95837d not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:24:01.450173 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-82379c6c-5cc2-4ab4-a098-0e75847a2801 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=352bcb4e1f034d4a9fe05776480aef53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3435483 Jul 13 07:24:01.453017 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 50102) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:01.543051 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aabf6312-424c-4368-9324-ab57807d92a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:01.723729 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 92f67ff9-5979-43ea-aef9-0abb1d186815 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:01.778251 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-48ae6832-1002-4257-927c-16d02049be1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:01.802422 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-03bace01-5785-478a-8fbc-5bc3f1e855a3 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Allocated IP 10.1.1.102 (429c5271-60ed-4dd8-b05d-2fc0729d6432/61e9bb2d-d334-46ee-a94c-dc384201b119/fe72de08-e56f-4e40-8d26-6142c436bbdc) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:24:01.811918 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-48ae6832-1002-4257-927c-16d02049be1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:01.899631 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-48ae6832-1002-4257-927c-16d02049be1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:01.906030 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-48ae6832-1002-4257-927c-16d02049be1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:01.913041 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-aa6055b9-7c3c-4aad-a9a1-877621f4d909 None None] Provisioning for port 3149d54e-e936-4f65-8e4e-2776c686e0a9 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:01.914897 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-48ae6832-1002-4257-927c-16d02049be1c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/377426b7-c333-4bbf-8f81-a4f39606d51b HTTP/1.1" status: 204 len: 168 time: 0.4524877 Jul 13 07:24:01.927724 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-aa6055b9-7c3c-4aad-a9a1-877621f4d909 None None] Provisioning complete for port 3149d54e-e936-4f65-8e4e-2776c686e0a9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:01.928105 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-aa6055b9-7c3c-4aad-a9a1-877621f4d909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:01.957088 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae6832-1002-4257-927c-16d02049be1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377426b7-c333-4bbf-8f81-a4f39606d51b,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:02.041909 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-03bace01-5785-478a-8fbc-5bc3f1e855a3 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:02.093973 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-03bace01-5785-478a-8fbc-5bc3f1e855a3 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Transition to ACTIVE for port object fe72de08-e56f-4e40-8d26-6142c436bbdc will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:02.164104 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-aa6055b9-7c3c-4aad-a9a1-877621f4d909 None None] Port 3149d54e-e936-4f65-8e4e-2776c686e0a9 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:24:02.194063 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 92f67ff9-5979-43ea-aef9-0abb1d186815 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:02.194433 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:02.213681 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b582b-af82-48cd-8fc6-01da6bf55409 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Pushing event updated for resources: {'Port': ['ID=761df693-f7e4-4725-9379-6fe1233075c4,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:02.280458 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-03bace01-5785-478a-8fbc-5bc3f1e855a3 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:02.315314 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-c74b582b-af82-48cd-8fc6-01da6bf55409 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:24:02.336159 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c8f76-4e59-4553-a45c-33c048ff4a7c req-b9c95dda-595d-4918-a718-5200d0503da4 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:02.358913 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c8f76-4e59-4553-a45c-33c048ff4a7c req-b9c95dda-595d-4918-a718-5200d0503da4 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:02.367070 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4e9c8f76-4e59-4553-a45c-33c048ff4a7c req-b9c95dda-595d-4918-a718-5200d0503da4 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 1653 time: 0.2878416 Jul 13 07:24:02.444983 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aabf6312-424c-4368-9324-ab57807d92a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:02.469042 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-03bace01-5785-478a-8fbc-5bc3f1e855a3 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Network 429c5271-60ed-4dd8-b05d-2fc0729d6432 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:24:02.477186 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bace01-5785-478a-8fbc-5bc3f1e855a3 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Pushing event updated for resources: {'Port': ['ID=fe72de08-e56f-4e40-8d26-6142c436bbdc,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:02.493482 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-03bace01-5785-478a-8fbc-5bc3f1e855a3 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:02.510703 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-03bace01-5785-478a-8fbc-5bc3f1e855a3 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:24:02.534086 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4e9c8f76-4e59-4553-a45c-33c048ff4a7c req-9eff9d5e-6710-460c-abce-bf772a95d399 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591623 Jul 13 07:24:02.597266 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-c74b582b-af82-48cd-8fc6-01da6bf55409 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:02.600330 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-c74b582b-af82-48cd-8fc6-01da6bf55409 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:24:03.046075 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-03bace01-5785-478a-8fbc-5bc3f1e855a3 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:03.049240 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-03bace01-5785-478a-8fbc-5bc3f1e855a3 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.067166 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:03.100506 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-c74b582b-af82-48cd-8fc6-01da6bf55409 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:03.107451 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-c74b582b-af82-48cd-8fc6-01da6bf55409 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.121529 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e26723bf-2a90-4f74-9e9e-9220b901e79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.128049 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.194103 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:03.201748 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:03.203464 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.204821 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-14e5c436-60af-4192-a4d9-e9c1529c8aac req-ab4f2d48-8e6b-4883-8aaa-3d8179e76a1e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0d3b79a9-09dc-4f7f-ac63-835c101ea8be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6883793 Jul 13 07:24:03.206102 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-03bace01-5785-478a-8fbc-5bc3f1e855a3 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3703408 Jul 13 07:24:03.221833 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce2e45-2c59-46c2-96c1-fa071a9cfd0c req-2360857e-24fa-47d2-a276-8b5f24b4a28a tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:03.234957 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-86ce2e45-2c59-46c2-96c1-fa071a9cfd0c req-2360857e-24fa-47d2-a276-8b5f24b4a28a tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a24c872-2d2e-41ce-86bf-0737cf429df9 HTTP/1.1" status: 200 len: 944 time: 1.5235713 Jul 13 07:24:03.276432 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-c74b582b-af82-48cd-8fc6-01da6bf55409 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.1491802 Jul 13 07:24:03.291952 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aabf6312-424c-4368-9324-ab57807d92a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.301215 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206bec4-91f3-49c1-a6a5-103e2836893b req-ac84da92-8287-4352-bd8d-fd5fb6d8fc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:03.303498 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2206bec4-91f3-49c1-a6a5-103e2836893b req-ac84da92-8287-4352-bd8d-fd5fb6d8fc49 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ab1efbcd4d3a4d55ba5b5c98ce874da7&device_id=384c583f-9825-48d0-85b1-b16123f853e0 HTTP/1.1" status: 200 len: 1103 time: 0.3957591 Jul 13 07:24:03.316411 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-5f711b5a-fff2-4e47-b5af-f1994e2c04f4 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Request body: {'port': {'device_id': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c585a6c0-7b73-4536-a692-dae61cbdb028', 'admin_state_up': True, 'tenant_id': 'f675b11333fa441fa8eddc3498c6fd35', 'security_groups': ['d97c9fa5-b7bc-4a1d-a845-9d454b5d8413']}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:03.321318 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aabf6312-424c-4368-9324-ab57807d92a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.329705 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-29a6ae74-7cae-4ef1-98ac-6822229f4039 None None] Provisioning for port 761df693-f7e4-4725-9379-6fe1233075c4 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:03.338387 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-29a6ae74-7cae-4ef1-98ac-6822229f4039 None None] Provisioning complete for port 761df693-f7e4-4725-9379-6fe1233075c4 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:03.338762 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-29a6ae74-7cae-4ef1-98ac-6822229f4039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.396939 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd11498-0ea2-43ab-8e69-bb4765b0ebdf req-fce542c4-39dd-4d81-b4b4-b9966c0f2a2d tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:03.407171 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5fd11498-0ea2-43ab-8e69-bb4765b0ebdf req-fce542c4-39dd-4d81-b4b4-b9966c0f2a2d tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/ports?device_id=5924e160-e5a4-406a-a4d1-e5a16f78a8cc HTTP/1.1" status: 200 len: 945 time: 0.3805237 Jul 13 07:24:03.425327 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-29a6ae74-7cae-4ef1-98ac-6822229f4039 None None] Port 761df693-f7e4-4725-9379-6fe1233075c4 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:24:03.470608 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-29a6ae74-7cae-4ef1-98ac-6822229f4039 None None] Provisioning for port fe72de08-e56f-4e40-8d26-6142c436bbdc completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:03.481698 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-29a6ae74-7cae-4ef1-98ac-6822229f4039 None None] Provisioning complete for port fe72de08-e56f-4e40-8d26-6142c436bbdc triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:03.482181 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-29a6ae74-7cae-4ef1-98ac-6822229f4039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.552751 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-29a6ae74-7cae-4ef1-98ac-6822229f4039 None None] Port fe72de08-e56f-4e40-8d26-6142c436bbdc cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:24:03.560013 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.641075 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-425c304f-39da-45f8-bcbe-c72e5966a5ff service neutron] Request body: {'port': {'device_id': 'bdc5d210-8e5e-478f-9ac9-28a75d772412', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:03.642263 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a24c872-2d2e-41ce-86bf-0737cf429df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:03.649534 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed342bc3-4e9a-4ead-83ae-343d63cfc4fb" -d '{"events": [{"server_uuid": "1a24c872-2d2e-41ce-86bf-0737cf429df9", "name": "network-vif-plugged", "status": "completed", "tag": "6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:03.675366 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91,segment=NetworkSegment(3a17d74b-4f7e-4f3f-8588-ee9579f443a7),segment_id=3a17d74b-4f7e-4f3f-8588-ee9579f443a7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:03.691468 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.692111 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-86ce2e45-2c59-46c2-96c1-fa071a9cfd0c req-c25e7d76-3ff3-4876-8ae8-bd244b39469f tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] 10.222.0.23 "GET /v2.0/security-groups?id=47d4af30-8b53-4148-b7cc-1bcf8bb71a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4508753 Jul 13 07:24:03.759902 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:03.765441 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-425c304f-39da-45f8-bcbe-c72e5966a5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:03.820486 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf6312-424c-4368-9324-ab57807d92a3 admin admin] Pushing event updated for resources: {'Port': ['ID=3149d54e-e936-4f65-8e4e-2776c686e0a9,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:03.840230 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 50142) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:03.883562 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-5f711b5a-fff2-4e47-b5af-f1994e2c04f4 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Made reservation on behalf of f675b11333fa441fa8eddc3498c6fd35 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:03.903471 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5fd11498-0ea2-43ab-8e69-bb4765b0ebdf req-69107655-9d6a-425c-b61e-a9c8cda75ebc tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1ea1d82-929f-408a-ad17-d52629d5cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4949980 Jul 13 07:24:03.947714 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:04.005631 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f56dc0eb-e693-4343-a7cb-7a4d1c05638d None None] Provisioning complete for port 3149d54e-e936-4f65-8e4e-2776c686e0a9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:04.006043 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f56dc0eb-e693-4343-a7cb-7a4d1c05638d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:04.011876 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aabf6312-424c-4368-9324-ab57807d92a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:04.021438 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-5f711b5a-fff2-4e47-b5af-f1994e2c04f4 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:04.051357 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206bec4-91f3-49c1-a6a5-103e2836893b req-80f82627-f1e0-435c-b4da-efa98897da96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:04.052830 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2206bec4-91f3-49c1-a6a5-103e2836893b req-80f82627-f1e0-435c-b4da-efa98897da96 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.7208374 Jul 13 07:24:04.116390 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f56dc0eb-e693-4343-a7cb-7a4d1c05638d None None] Port 3149d54e-e936-4f65-8e4e-2776c686e0a9 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:24:04.143438 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5c436-60af-4192-a4d9-e9c1529c8aac req-abb057c9-514b-4e18-b9bc-f4f60838e452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:04.146307 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-14e5c436-60af-4192-a4d9-e9c1529c8aac req-abb057c9-514b-4e18-b9bc-f4f60838e452 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab1efbcd4d3a4d55ba5b5c98ce874da7&device_id=0d3b79a9-09dc-4f7f-ac63-835c101ea8be HTTP/1.1" status: 200 len: 1102 time: 0.8656738 Jul 13 07:24:04.153999 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-d25ff1e5-b0ac-4a8a-867f-a0766222fe77 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1754586022-network', 'tenant_id': '571c49ec24864531ab236ee6e73881d8'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:04.242329 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2206bec4-91f3-49c1-a6a5-103e2836893b req-7c71632f-5999-46b9-8bdf-14dd10826c87 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=92dce5c0-12b3-401b-8e1f-5c0bab3d7611 HTTP/1.1" status: 200 len: 217 time: 0.1698442 Jul 13 07:24:04.401908 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25ff1e5-b0ac-4a8a-867f-a0766222fe77 admin admin] Made reservation on behalf of 571c49ec24864531ab236ee6e73881d8 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:04.406688 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d25ff1e5-b0ac-4a8a-867f-a0766222fe77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:04.423964 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206bec4-91f3-49c1-a6a5-103e2836893b req-5954d50b-84e8-4126-94a1-6064640b69b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:04.425429 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2206bec4-91f3-49c1-a6a5-103e2836893b req-5954d50b-84e8-4126-94a1-6064640b69b8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.1677237 Jul 13 07:24:04.450765 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabf6312-424c-4368-9324-ab57807d92a3 admin admin] Network c505fa4e-5322-4fe4-9271-497a1f2b61ad is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:24:04.460811 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5c436-60af-4192-a4d9-e9c1529c8aac req-c0d3007b-32a2-4945-b174-13103ec39de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:04.462700 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-14e5c436-60af-4192-a4d9-e9c1529c8aac req-c0d3007b-32a2-4945-b174-13103ec39de4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.2907302 Jul 13 07:24:04.476589 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-aabf6312-424c-4368-9324-ab57807d92a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:04.546795 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6e8db-690c-43e1-bea8-39ff342a4a47 req-35daa971-3638-48c7-941f-bbf70d6969c4 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:04.553688 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6e8db-690c-43e1-bea8-39ff342a4a47 req-35daa971-3638-48c7-941f-bbf70d6969c4 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:04.562383 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6e8db-690c-43e1-bea8-39ff342a4a47 req-35daa971-3638-48c7-941f-bbf70d6969c4 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:04.564902 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-42e6e8db-690c-43e1-bea8-39ff342a4a47 req-35daa971-3638-48c7-941f-bbf70d6969c4 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 2374 time: 0.3216562 Jul 13 07:24:04.703934 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aabf6312-424c-4368-9324-ab57807d92a3 admin admin] Router 67df0faa-5c6b-47af-a156-523dde194020 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:24:04.763789 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-42e6e8db-690c-43e1-bea8-39ff342a4a47 req-b68d5d84-dc32-4749-afeb-42f8876fd4fc tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886978 Jul 13 07:24:04.846343 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1e261f-0586-4836-9d00-735f88cf3791 x-openstack-request-id: req-fd1e261f-0586-4836-9d00-735f88cf3791 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:04.846897 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a24c872-2d2e-41ce-86bf-0737cf429df9", "name": "network-vif-plugged", "status": "completed", "tag": "6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:04.847146 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fd1e261f-0586-4836-9d00-735f88cf3791 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:04.847684 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a24c872-2d2e-41ce-86bf-0737cf429df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91', 'code': 200} Jul 13 07:24:04.948746 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2f2cb986-8784-4a76-b540-08646fe0a2e3 None None] Provisioning complete for port 3149d54e-e936-4f65-8e4e-2776c686e0a9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:04.949405 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2f2cb986-8784-4a76-b540-08646fe0a2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:04.958424 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d25ff1e5-b0ac-4a8a-867f-a0766222fe77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:05.022647 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-14e5c436-60af-4192-a4d9-e9c1529c8aac req-21a9f0aa-8786-4130-90d1-e0c5085d093a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=3b8e1476-3286-48c1-b46c-ed499c65dca8 HTTP/1.1" status: 200 len: 217 time: 0.5124645 Jul 13 07:24:05.035187 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabf6312-424c-4368-9324-ab57807d92a3 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:24:05.045714 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-aabf6312-424c-4368-9324-ab57807d92a3 admin admin] 10.222.0.23 "PUT /v2.0/routers/67df0faa-5c6b-47af-a156-523dde194020/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3540635 Jul 13 07:24:05.052448 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce4129c-9485-45b1-a4c0-c4232be555cc None None] Sync routers for ids ['67df0faa-5c6b-47af-a156-523dde194020'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:24:05.053352 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206bec4-91f3-49c1-a6a5-103e2836893b req-896e39fa-db36-4671-9311-a2eb563c030b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:05.054886 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2206bec4-91f3-49c1-a6a5-103e2836893b req-896e39fa-db36-4671-9311-a2eb563c030b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6153536 Jul 13 07:24:05.073059 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2f2cb986-8784-4a76-b540-08646fe0a2e3 None None] Port 3149d54e-e936-4f65-8e4e-2776c686e0a9 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:24:05.081551 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce4129c-9485-45b1-a4c0-c4232be555cc None None] Routers {'67df0faa-5c6b-47af-a156-523dde194020'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:24:05.082696 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-cce4129c-9485-45b1-a4c0-c4232be555cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:24:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['67df0faa-5c6b-47af-a156-523dde194020'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:05.116564 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0d9bf54d-9072-40e4-b8f4-451e8d8495e3 req-9a1b3db3-53d8-48f9-9f33-bd3629b75940 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-294268759&fields=id&tenant_id=cd2fbd6dbade4360a70e4272ba843d4c HTTP/1.1" status: 200 len: 267 time: 0.0779765 Jul 13 07:24:05.125271 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8227b-2be7-4811-9077-76916d4ede16 req-1d0ee2bf-4261-4a7b-87b6-096a394b70a7 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:05.131858 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-66c8227b-2be7-4811-9077-76916d4ede16 req-1d0ee2bf-4261-4a7b-87b6-096a394b70a7 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdc5d210-8e5e-478f-9ac9-28a75d772412 HTTP/1.1" status: 200 len: 935 time: 0.8576775 Jul 13 07:24:05.311801 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2206bec4-91f3-49c1-a6a5-103e2836893b req-bae922d1-b4f6-40a2-beb8-fb033f056304 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460549 Jul 13 07:24:05.356559 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-cce4129c-9485-45b1-a4c0-c4232be555cc None None] Set router 67df0faa-5c6b-47af-a156-523dde194020 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:24:05.377846 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-66c8227b-2be7-4811-9077-76916d4ede16 req-0392b1dd-e8aa-4e01-af74-7e6d21e9fd1b tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbf72be3-4ea8-4904-bd73-e852b08bb8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411309 Jul 13 07:24:05.461574 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5c436-60af-4192-a4d9-e9c1529c8aac req-24157f22-c429-474c-8e41-c801520a287f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:05.463560 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-14e5c436-60af-4192-a4d9-e9c1529c8aac req-24157f22-c429-474c-8e41-c801520a287f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.3758576 Jul 13 07:24:05.502246 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2206bec4-91f3-49c1-a6a5-103e2836893b req-033979c4-a124-41a1-8e52-a2ee85736a85 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487079 Jul 13 07:24:05.541385 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63caf6b8-67e0-4196-970f-b309c4393f4f req-8854335c-794e-49a0-9335-8bab6619658f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:05.543894 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-63caf6b8-67e0-4196-970f-b309c4393f4f req-8854335c-794e-49a0-9335-8bab6619658f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1a24c872-2d2e-41ce-86bf-0737cf429df9 HTTP/1.1" status: 200 len: 1097 time: 0.5739791 Jul 13 07:24:05.600859 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bf54d-9072-40e4-b8f4-451e8d8495e3 req-a40dcc17-8afd-43b8-8a03-4a4e07453f00 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:05.607067 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0d9bf54d-9072-40e4-b8f4-451e8d8495e3 req-a40dcc17-8afd-43b8-8a03-4a4e07453f00 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/ports?device_id=5924e160-e5a4-406a-a4d1-e5a16f78a8cc HTTP/1.1" status: 200 len: 945 time: 0.4794886 Jul 13 07:24:05.624556 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-0d9bf54d-9072-40e4-b8f4-451e8d8495e3 req-918618e6-64b7-4b2a-b42b-f50ba78cc217 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Request body: {'port': {'security_groups': ['e1ea1d82-929f-408a-ad17-d52629d5cbd5', 'b956a6d0-e40e-472a-9e7d-353b5077f906']}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:05.697077 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-5f711b5a-fff2-4e47-b5af-f1994e2c04f4 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Allocated IP 10.2.2.100 (c585a6c0-7b73-4536-a692-dae61cbdb028/7e41c5dd-84e8-4c1d-97eb-f8a340a2884d/adb17561-3fe7-425b-86b9-6784366213c3) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:24:05.713942 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-425c304f-39da-45f8-bcbe-c72e5966a5ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 761df693-f7e4-4725-9379-6fe1233075c4 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:05.754563 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:05.810466 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-cce4129c-9485-45b1-a4c0-c4232be555cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67df0faa-5c6b-47af-a156-523dde194020', 'name': 'tempest-AttachSCSIVolumeTestJSON-1217922932-router', 'tenant_id': 'c69f67ca36d94acfb1765f7de80f1971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '92f67ff9-5979-43ea-aef9-0abb1d186815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:23:49Z', 'updated_at': '2021-07-13T07:24:02Z', 'revision_number': 4, 'project_id': 'c69f67ca36d94acfb1765f7de80f1971', 'gw_port': {'id': '92f67ff9-5979-43ea-aef9-0abb1d186815', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67df0faa-5c6b-47af-a156-523dde194020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:23:51Z', 'updated_at': '2021-07-13T07:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '3149d54e-e936-4f65-8e4e-2776c686e0a9', 'name': '', 'network_id': 'c505fa4e-5322-4fe4-9271-497a1f2b61ad', 'tenant_id': 'c69f67ca36d94acfb1765f7de80f1971', 'mac_address': 'fa:16:3e:4e:bb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67df0faa-5c6b-47af-a156-523dde194020', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'bf4c3e96-0ea9-40ea-b797-4bf0d6b56199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:23:58Z', 'updated_at': '2021-07-13T07:24:02Z', 'revision_number': 2, 'project_id': 'c69f67ca36d94acfb1765f7de80f1971', 'subnets': [{'id': 'bf4c3e96-0ea9-40ea-b797-4bf0d6b56199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:05.833996 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0d9bf54d-9072-40e4-b8f4-451e8d8495e3 req-918618e6-64b7-4b2a-b42b-f50ba78cc217 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:05.847584 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-425c304f-39da-45f8-bcbe-c72e5966a5ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:05.873099 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce4129c-9485-45b1-a4c0-c4232be555cc None None] Checking router: 67df0faa-5c6b-47af-a156-523dde194020 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:24:05.874143 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce4129c-9485-45b1-a4c0-c4232be555cc None None] Updating router 67df0faa-5c6b-47af-a156-523dde194020 port 3149d54e-e936-4f65-8e4e-2776c686e0a9 binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:24:05.949765 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-63caf6b8-67e0-4196-970f-b309c4393f4f req-301dd3a1-412b-45f6-8fd3-a7ffe81ea27d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=47d4af30-8b53-4148-b7cc-1bcf8bb71a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939979 Jul 13 07:24:05.959944 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cce4129c-9485-45b1-a4c0-c4232be555cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:05.998448 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-425c304f-39da-45f8-bcbe-c72e5966a5ff service neutron] Transition to ACTIVE for port object 761df693-f7e4-4725-9379-6fe1233075c4 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:06.037084 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5c436-60af-4192-a4d9-e9c1529c8aac req-ccf341f2-86e3-4055-bf8e-6e35cd0ce6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:06.039849 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-14e5c436-60af-4192-a4d9-e9c1529c8aac req-ccf341f2-86e3-4055-bf8e-6e35cd0ce6ba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5607927 Jul 13 07:24:06.056824 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-425c304f-39da-45f8-bcbe-c72e5966a5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:06.282950 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c304f-39da-45f8-bcbe-c72e5966a5ff service neutron] Pushing event updated for resources: {'Port': ['ID=761df693-f7e4-4725-9379-6fe1233075c4,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:06.297286 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-0d9bf54d-9072-40e4-b8f4-451e8d8495e3 req-918618e6-64b7-4b2a-b42b-f50ba78cc217 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] For port 436aa2f1-8016-4814-9b2a-d920e070f85d, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=436aa2f1-8016-4814-9b2a-d920e070f85d,segment=NetworkSegment(557265a9-4c3d-44b6-8e8d-7a431f373307),segment_id=557265a9-4c3d-44b6-8e8d-7a431f373307)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:06.307108 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d25ff1e5-b0ac-4a8a-867f-a0766222fe77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:06.368371 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0d9bf54d-9072-40e4-b8f4-451e8d8495e3 req-918618e6-64b7-4b2a-b42b-f50ba78cc217 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:06.373892 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cce4129c-9485-45b1-a4c0-c4232be555cc None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:06.387962 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0d9bf54d-9072-40e4-b8f4-451e8d8495e3 req-918618e6-64b7-4b2a-b42b-f50ba78cc217 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:06.392063 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-cce4129c-9485-45b1-a4c0-c4232be555cc None None] Transition to ACTIVE for port object 3149d54e-e936-4f65-8e4e-2776c686e0a9 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:06.401045 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['b8debd6b-7a14-4e55-868f-65f7c387746e', '436aa2f1-8016-4814-9b2a-d920e070f85d'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:06.407932 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cce4129c-9485-45b1-a4c0-c4232be555cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:06.486375 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988484f-1b07-4b85-8c5e-2351cc8e0cd5 None None] Pushing event updated for resources: {'Port': ['ID=3149d54e-e936-4f65-8e4e-2776c686e0a9,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:06.504124 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bf54d-9072-40e4-b8f4-451e8d8495e3 req-918618e6-64b7-4b2a-b42b-f50ba78cc217 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:06.504918 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0d9bf54d-9072-40e4-b8f4-451e8d8495e3 req-918618e6-64b7-4b2a-b42b-f50ba78cc217 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:06.518206 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0d9bf54d-9072-40e4-b8f4-451e8d8495e3 req-918618e6-64b7-4b2a-b42b-f50ba78cc217 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "PUT /v2.0/ports/436aa2f1-8016-4814-9b2a-d920e070f85d HTTP/1.1" status: 200 len: 981 time: 0.8981750 Jul 13 07:24:06.525134 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5924e160-e5a4-406a-a4d1-e5a16f78a8cc', 'tag': '436aa2f1-8016-4814-9b2a-d920e070f85d'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:06.530732 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30963e3a-a333-4e9f-8061-ad7861c73444" -d '{"events": [{"name": "network-changed", "server_uuid": "5924e160-e5a4-406a-a4d1-e5a16f78a8cc", "tag": "436aa2f1-8016-4814-9b2a-d920e070f85d"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:06.586988 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d25ff1e5-b0ac-4a8a-867f-a0766222fe77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:06.614915 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d25ff1e5-b0ac-4a8a-867f-a0766222fe77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:24:06.653460 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918618e6-64b7-4b2a-b42b-f50ba78cc217 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Pushing event updated for resources: {'Port': ['ID=436aa2f1-8016-4814-9b2a-d920e070f85d,revision_number=6']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:06.660687 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['436aa2f1-8016-4814-9b2a-d920e070f85d'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:06.685542 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d25ff1e5-b0ac-4a8a-867f-a0766222fe77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:06.690089 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-d25ff1e5-b0ac-4a8a-867f-a0766222fe77 admin admin] Added segment 7c550956-eb73-4924-ad56-f8975d06a1c7 of type vlan for network d3d6ad3d-e04f-47c1-b2df-eeb1e7276d51 Jul 13 07:24:06.901055 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:24:07.005773 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-cce4129c-9485-45b1-a4c0-c4232be555cc None None] Attempting to bind port 3149d54e-e936-4f65-8e4e-2776c686e0a9 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:07.005773 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-cce4129c-9485-45b1-a4c0-c4232be555cc None None] Attempting to bind port 3149d54e-e936-4f65-8e4e-2776c686e0a9 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'ff484c1a-508b-499c-bc88-e328566bde72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c505fa4e-5322-4fe4-9271-497a1f2b61ad'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:07.005773 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce4129c-9485-45b1-a4c0-c4232be555cc None None] Attempting to bind port 3149d54e-e936-4f65-8e4e-2776c686e0a9 on network c505fa4e-5322-4fe4-9271-497a1f2b61ad {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:07.046246 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce4129c-9485-45b1-a4c0-c4232be555cc None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:07.046625 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce4129c-9485-45b1-a4c0-c4232be555cc None None] Checking segment: {'id': 'ff484c1a-508b-499c-bc88-e328566bde72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c505fa4e-5322-4fe4-9271-497a1f2b61ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:07.047033 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cce4129c-9485-45b1-a4c0-c4232be555cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:07.049180 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce4129c-9485-45b1-a4c0-c4232be555cc None None] Bound using segment: {'id': 'ff484c1a-508b-499c-bc88-e328566bde72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c505fa4e-5322-4fe4-9271-497a1f2b61ad'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:07.049688 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-cce4129c-9485-45b1-a4c0-c4232be555cc None None] Bound port: 3149d54e-e936-4f65-8e4e-2776c686e0a9, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff484c1a-508b-499c-bc88-e328566bde72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c505fa4e-5322-4fe4-9271-497a1f2b61ad'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:07.050077 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cce4129c-9485-45b1-a4c0-c4232be555cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:07.062482 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d25ff1e5-b0ac-4a8a-867f-a0766222fe77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:07.108864 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d290fbf-ed10-4a0d-a7cf-0889e967ae6e req-88349296-371b-44f0-9bc2-4af6f53c72f8 tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:07.118178 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8d290fbf-ed10-4a0d-a7cf-0889e967ae6e req-88349296-371b-44f0-9bc2-4af6f53c72f8 tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a24c872-2d2e-41ce-86bf-0737cf429df9 HTTP/1.1" status: 200 len: 945 time: 1.3497055 Jul 13 07:24:07.143932 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d25ff1e5-b0ac-4a8a-867f-a0766222fe77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:07.145782 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25ff1e5-b0ac-4a8a-867f-a0766222fe77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:07.146810 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d25ff1e5-b0ac-4a8a-867f-a0766222fe77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:07.307236 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-425c304f-39da-45f8-bcbe-c72e5966a5ff service neutron] Attempting to bind port 761df693-f7e4-4725-9379-6fe1233075c4 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:07.308901 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-425c304f-39da-45f8-bcbe-c72e5966a5ff service neutron] Attempting to bind port 761df693-f7e4-4725-9379-6fe1233075c4 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:07.309534 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-425c304f-39da-45f8-bcbe-c72e5966a5ff service neutron] Attempting to bind port 761df693-f7e4-4725-9379-6fe1233075c4 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:07.332790 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-425c304f-39da-45f8-bcbe-c72e5966a5ff service neutron] Port 761df693-f7e4-4725-9379-6fe1233075c4 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:24:07.333219 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-425c304f-39da-45f8-bcbe-c72e5966a5ff service neutron] Attempting to bind port 761df693-f7e4-4725-9379-6fe1233075c4 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:07.339112 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-14e5c436-60af-4192-a4d9-e9c1529c8aac req-6f2bd505-a946-4eba-93b4-7ff424d201fc service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2801015 Jul 13 07:24:07.394411 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd6efc-9911-4ca5-9c80-9bc252870b25 req-11eb74f5-18bd-4970-bfd5-a25f675af220 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:07.401811 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd6efc-9911-4ca5-9c80-9bc252870b25 req-11eb74f5-18bd-4970-bfd5-a25f675af220 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:07.408853 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd6efc-9911-4ca5-9c80-9bc252870b25 req-11eb74f5-18bd-4970-bfd5-a25f675af220 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:07.417332 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bedd6efc-9911-4ca5-9c80-9bc252870b25 req-11eb74f5-18bd-4970-bfd5-a25f675af220 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 2374 time: 0.1799188 Jul 13 07:24:07.477788 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-cce4129c-9485-45b1-a4c0-c4232be555cc None None] For port 3149d54e-e936-4f65-8e4e-2776c686e0a9, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:07.486998 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-cce4129c-9485-45b1-a4c0-c4232be555cc None None] For port 3149d54e-e936-4f65-8e4e-2776c686e0a9, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=3149d54e-e936-4f65-8e4e-2776c686e0a9,segment=NetworkSegment(ff484c1a-508b-499c-bc88-e328566bde72),segment_id=ff484c1a-508b-499c-bc88-e328566bde72)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:07.498156 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-14e5c436-60af-4192-a4d9-e9c1529c8aac req-9303e4c4-640b-4227-a97f-e9cbc824b4b9 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432097 Jul 13 07:24:07.498799 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ff1e5-b0ac-4a8a-867f-a0766222fe77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5b12e1-5c11-4413-8e8f-4475dd77b6e2,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:07.510075 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cce4129c-9485-45b1-a4c0-c4232be555cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:07.510504 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d25ff1e5-b0ac-4a8a-867f-a0766222fe77 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.6692057 Jul 13 07:24:07.512314 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-425c304f-39da-45f8-bcbe-c72e5966a5ff service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:07.512670 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-425c304f-39da-45f8-bcbe-c72e5966a5ff service neutron] Checking segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:07.512808 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bedd6efc-9911-4ca5-9c80-9bc252870b25 req-a5c7061e-8d3b-4b12-8ae6-e2be3062fc6a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933311 Jul 13 07:24:07.513696 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-425c304f-39da-45f8-bcbe-c72e5966a5ff service neutron] Bound using segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:07.514168 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-425c304f-39da-45f8-bcbe-c72e5966a5ff service neutron] Bound port: 761df693-f7e4-4725-9379-6fe1233075c4, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:07.514541 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-425c304f-39da-45f8-bcbe-c72e5966a5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:07.516793 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 50204) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:07.588794 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-bebad57c-f23c-4a25-9d8c-89b9dd4ed34d admin admin] Request body: {'subnet': {'network_id': 'd3d6ad3d-e04f-47c1-b2df-eeb1e7276d51', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1754586022-subnet', 'tenant_id': '571c49ec24864531ab236ee6e73881d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:07.684012 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebad57c-f23c-4a25-9d8c-89b9dd4ed34d admin admin] Made reservation on behalf of 571c49ec24864531ab236ee6e73881d8 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:07.692422 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bebad57c-f23c-4a25-9d8c-89b9dd4ed34d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:07.694516 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ff1e5-b0ac-4a8a-867f-a0766222fe77 admin admin] Pushing event updated for resources: {'Network': ['ID=d3d6ad3d-e04f-47c1-b2df-eeb1e7276d51,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:07.721112 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8d290fbf-ed10-4a0d-a7cf-0889e967ae6e req-9b16b42e-164b-43f8-bda8-a9ad2a0b6bb8 tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] 10.222.0.23 "GET /v2.0/security-groups?id=47d4af30-8b53-4148-b7cc-1bcf8bb71a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6016335 Jul 13 07:24:07.752635 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network d3d6ad3d-e04f-47c1-b2df-eeb1e7276d51 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:24:08.023918 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-5f711b5a-fff2-4e47-b5af-f1994e2c04f4 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:08.034725 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce4129c-9485-45b1-a4c0-c4232be555cc None None] Routers {'67df0faa-5c6b-47af-a156-523dde194020'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:24:08.057034 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-cce4129c-9485-45b1-a4c0-c4232be555cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:24:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['67df0faa-5c6b-47af-a156-523dde194020'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:08.057216 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f75a65e-cd73-452e-9d1f-62a9c6283238 req-a2486126-f23b-4317-8eea-33cfe532c797 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:08.075453 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988484f-1b07-4b85-8c5e-2351cc8e0cd5 None None] Pushing event updated for resources: {'Port': ['ID=3149d54e-e936-4f65-8e4e-2776c686e0a9,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:08.092831 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6f75a65e-cd73-452e-9d1f-62a9c6283238 req-a2486126-f23b-4317-8eea-33cfe532c797 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdc5d210-8e5e-478f-9ac9-28a75d772412 HTTP/1.1" status: 200 len: 947 time: 0.2486925 Jul 13 07:24:08.203834 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6f75a65e-cd73-452e-9d1f-62a9c6283238 req-594c4818-4f0e-4d1c-b102-52ce23b8af36 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbf72be3-4ea8-4904-bd73-e852b08bb8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100104 Jul 13 07:24:08.253945 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-5f711b5a-fff2-4e47-b5af-f1994e2c04f4 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Transition to ACTIVE for port object adb17561-3fe7-425b-86b9-6784366213c3 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:08.269218 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2b8b5778-2af0-4243-a0c2-1d8a57dbdb63 req-373c920d-a49a-43ee-a4c9-92954693e434 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups/b956a6d0-e40e-472a-9e7d-353b5077f906 HTTP/1.1" status: 200 len: 1800 time: 0.4791424 Jul 13 07:24:08.319337 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c59c72c-8e0a-4ba6-a464-a2aae61a1174 x-openstack-request-id: req-3c59c72c-8e0a-4ba6-a464-a2aae61a1174 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:08.319730 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5924e160-e5a4-406a-a4d1-e5a16f78a8cc", "tag": "436aa2f1-8016-4814-9b2a-d920e070f85d", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:08.319984 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3c59c72c-8e0a-4ba6-a464-a2aae61a1174 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:08.320384 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5924e160-e5a4-406a-a4d1-e5a16f78a8cc', 'tag': '436aa2f1-8016-4814-9b2a-d920e070f85d', 'status': 'completed', 'code': 200} Jul 13 07:24:08.426658 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-cce4129c-9485-45b1-a4c0-c4232be555cc None None] Set router 67df0faa-5c6b-47af-a156-523dde194020 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:24:08.521869 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30963e3a-a333-4e9f-8061-ad7861c73444 req-2682fff9-abe5-4100-a308-59d218cc12da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:08.530335 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-30963e3a-a333-4e9f-8061-ad7861c73444 req-2682fff9-abe5-4100-a308-59d218cc12da service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cd2fbd6dbade4360a70e4272ba843d4c&device_id=5924e160-e5a4-406a-a4d1-e5a16f78a8cc HTTP/1.1" status: 200 len: 1136 time: 0.1894050 Jul 13 07:24:08.563992 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-425c304f-39da-45f8-bcbe-c72e5966a5ff service neutron] For port 761df693-f7e4-4725-9379-6fe1233075c4, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:08.608037 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-425c304f-39da-45f8-bcbe-c72e5966a5ff service neutron] For port 761df693-f7e4-4725-9379-6fe1233075c4, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=761df693-f7e4-4725-9379-6fe1233075c4,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:08.633789 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-425c304f-39da-45f8-bcbe-c72e5966a5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:08.654110 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-5f711b5a-fff2-4e47-b5af-f1994e2c04f4 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:08.838498 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-cce4129c-9485-45b1-a4c0-c4232be555cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67df0faa-5c6b-47af-a156-523dde194020', 'name': 'tempest-AttachSCSIVolumeTestJSON-1217922932-router', 'tenant_id': 'c69f67ca36d94acfb1765f7de80f1971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '92f67ff9-5979-43ea-aef9-0abb1d186815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:23:49Z', 'updated_at': '2021-07-13T07:24:02Z', 'revision_number': 4, 'project_id': 'c69f67ca36d94acfb1765f7de80f1971', 'gw_port': {'id': '92f67ff9-5979-43ea-aef9-0abb1d186815', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67df0faa-5c6b-47af-a156-523dde194020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:23:51Z', 'updated_at': '2021-07-13T07:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '3149d54e-e936-4f65-8e4e-2776c686e0a9', 'name': '', 'network_id': 'c505fa4e-5322-4fe4-9271-497a1f2b61ad', 'tenant_id': 'c69f67ca36d94acfb1765f7de80f1971', 'mac_address': 'fa:16:3e:4e:bb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67df0faa-5c6b-47af-a156-523dde194020', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'bf4c3e96-0ea9-40ea-b797-4bf0d6b56199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:23:58Z', 'updated_at': '2021-07-13T07:24:07Z', 'revision_number': 4, 'project_id': 'c69f67ca36d94acfb1765f7de80f1971', 'subnets': [{'id': 'bf4c3e96-0ea9-40ea-b797-4bf0d6b56199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:08.861025 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30963e3a-a333-4e9f-8061-ad7861c73444 req-be1a974b-a0a2-4c2a-8ea8-7108db843484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:08.866721 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-30963e3a-a333-4e9f-8061-ad7861c73444 req-be1a974b-a0a2-4c2a-8ea8-7108db843484 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d4112daa-098c-4665-aa01-55b0b4ff24e7 HTTP/1.1" status: 200 len: 914 time: 0.3324418 Jul 13 07:24:08.877935 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c304f-39da-45f8-bcbe-c72e5966a5ff service neutron] Pushing event updated for resources: {'Port': ['ID=761df693-f7e4-4725-9379-6fe1233075c4,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:08.891660 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce4129c-9485-45b1-a4c0-c4232be555cc None None] The sync data for ids ['67df0faa-5c6b-47af-a156-523dde194020'] in n-d-771363-34 is: [{'id': '67df0faa-5c6b-47af-a156-523dde194020', 'name': 'tempest-AttachSCSIVolumeTestJSON-1217922932-router', 'tenant_id': 'c69f67ca36d94acfb1765f7de80f1971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '92f67ff9-5979-43ea-aef9-0abb1d186815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:23:49Z', 'updated_at': '2021-07-13T07:24:02Z', 'revision_number': 4, 'project_id': 'c69f67ca36d94acfb1765f7de80f1971', 'gw_port': {'id': '92f67ff9-5979-43ea-aef9-0abb1d186815', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67df0faa-5c6b-47af-a156-523dde194020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:23:51Z', 'updated_at': '2021-07-13T07:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '3149d54e-e936-4f65-8e4e-2776c686e0a9', 'name': '', 'network_id': 'c505fa4e-5322-4fe4-9271-497a1f2b61ad', 'tenant_id': 'c69f67ca36d94acfb1765f7de80f1971', 'mac_address': 'fa:16:3e:4e:bb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67df0faa-5c6b-47af-a156-523dde194020', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'bf4c3e96-0ea9-40ea-b797-4bf0d6b56199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:23:58Z', 'updated_at': '2021-07-13T07:24:07Z', 'revision_number': 4, 'project_id': 'c69f67ca36d94acfb1765f7de80f1971', 'subnets': [{'id': 'bf4c3e96-0ea9-40ea-b797-4bf0d6b56199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:24:08.975170 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-425c304f-39da-45f8-bcbe-c72e5966a5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:08.976281 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-425c304f-39da-45f8-bcbe-c72e5966a5ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:08.985120 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-425c304f-39da-45f8-bcbe-c72e5966a5ff service neutron] 10.222.0.25 "PUT /v2.0/ports/761df693-f7e4-4725-9379-6fe1233075c4 HTTP/1.1" status: 200 len: 1096 time: 5.3509638 Jul 13 07:24:09.065259 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-30963e3a-a333-4e9f-8061-ad7861c73444 req-448c61ba-d989-4252-a299-7ece3cc5ea48 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=436aa2f1-8016-4814-9b2a-d920e070f85d HTTP/1.1" status: 200 len: 217 time: 0.1909666 Jul 13 07:24:09.202491 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc5d210-8e5e-478f-9ac9-28a75d772412', 'tag': '761df693-f7e4-4725-9379-6fe1233075c4'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:09.205017 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635fb8cf-7681-4d41-a117-5f1fea56cfbc" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc5d210-8e5e-478f-9ac9-28a75d772412", "tag": "761df693-f7e4-4725-9379-6fe1233075c4"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:09.339590 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-5f711b5a-fff2-4e47-b5af-f1994e2c04f4 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Network c585a6c0-7b73-4536-a692-dae61cbdb028 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:24:09.349717 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-5f711b5a-fff2-4e47-b5af-f1994e2c04f4 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:09.351711 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f711b5a-fff2-4e47-b5af-f1994e2c04f4 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Pushing event updated for resources: {'Port': ['ID=adb17561-3fe7-425b-86b9-6784366213c3,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:09.358319 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-5f711b5a-fff2-4e47-b5af-f1994e2c04f4 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:24:09.442002 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30963e3a-a333-4e9f-8061-ad7861c73444 req-1421183e-37f5-454b-8d06-c5e35ba46148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:09.446002 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-30963e3a-a333-4e9f-8061-ad7861c73444 req-1421183e-37f5-454b-8d06-c5e35ba46148 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1359cd00-b54c-4d68-aebb-1c48443a9190 HTTP/1.1" status: 200 len: 853 time: 0.3679869 Jul 13 07:24:09.485129 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [req-2b8b5778-2af0-4243-a0c2-1d8a57dbdb63 req-13a3ec85-5aea-46b6-8a50-503359d157ea tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 13 07:24:09.519927 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2b8b5778-2af0-4243-a0c2-1d8a57dbdb63 req-13a3ec85-5aea-46b6-8a50-503359d157ea tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "DELETE /v2.0/security-groups/b956a6d0-e40e-472a-9e7d-353b5077f906 HTTP/1.1" status: 409 len: 341 time: 1.2497203 Jul 13 07:24:09.547394 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-30963e3a-a333-4e9f-8061-ad7861c73444 req-e2a8b564-5450-4a06-a6a1-53ca3d6bf6a2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d4112daa-098c-4665-aa01-55b0b4ff24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945749 Jul 13 07:24:09.579125 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-5f711b5a-fff2-4e47-b5af-f1994e2c04f4 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:09.603949 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-5f711b5a-fff2-4e47-b5af-f1994e2c04f4 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:09.778102 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-5f711b5a-fff2-4e47-b5af-f1994e2c04f4 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4817476 Jul 13 07:24:09.844641 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 3149d54e-e936-4f65-8e4e-2776c686e0a9 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:09.863457 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-1c04f4a1-5276-4e76-bc77-e6a1f2aeefc9 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Request body: {'port': {'device_id': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c585a6c0-7b73-4536-a692-dae61cbdb028', 'admin_state_up': True, 'tenant_id': 'f675b11333fa441fa8eddc3498c6fd35', 'security_groups': ['d97c9fa5-b7bc-4a1d-a845-9d454b5d8413']}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:09.926162 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f054f-c74e-4cc7-9530-5e755816be39 req-27b3d760-4b81-49bb-9f11-5fb8354b4bd2 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:09.936327 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-859f054f-c74e-4cc7-9530-5e755816be39 req-27b3d760-4b81-49bb-9f11-5fb8354b4bd2 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/ports?device_id=384c583f-9825-48d0-85b1-b16123f853e0 HTTP/1.1" status: 200 len: 951 time: 0.7087405 Jul 13 07:24:09.992649 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-859f054f-c74e-4cc7-9530-5e755816be39 req-ae6696bf-4255-4f9f-8955-1effc87bd8e0 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/security-groups?id=a98c6085-37cf-41de-b1b2-f1722db5ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553460 Jul 13 07:24:10.008166 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3e9715de-95ea-471e-8a94-a278f659178f None None] Provisioning for port adb17561-3fe7-425b-86b9-6784366213c3 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:10.008645 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-3e2cffdf-b3e4-4be7-80c2-c12741f2cb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:10.017808 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3e9715de-95ea-471e-8a94-a278f659178f None None] Provisioning complete for port adb17561-3fe7-425b-86b9-6784366213c3 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:10.018287 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3e9715de-95ea-471e-8a94-a278f659178f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:10.022805 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-3e2cffdf-b3e4-4be7-80c2-c12741f2cb7c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=59876140f4314208a801ca942edc6415&device_id=bdc5d210-8e5e-478f-9ac9-28a75d772412 HTTP/1.1" status: 200 len: 1099 time: 0.8134215 Jul 13 07:24:10.078343 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-30963e3a-a333-4e9f-8061-ad7861c73444 req-87031684-b8bb-4ab9-85d4-332934e7ad06 service neutron] 10.222.0.25 "GET /v2.0/networks/d4112daa-098c-4665-aa01-55b0b4ff24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5237396 Jul 13 07:24:10.108432 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-90856c2e-62f5-4196-baf0-4db2b1bdfbcb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=761df693-f7e4-4725-9379-6fe1233075c4 HTTP/1.1" status: 200 len: 217 time: 0.0438650 Jul 13 07:24:10.118647 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bebad57c-f23c-4a25-9d8c-89b9dd4ed34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:10.176833 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-3e9715de-95ea-471e-8a94-a278f659178f None None] Port adb17561-3fe7-425b-86b9-6784366213c3 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:24:10.242305 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 3149d54e-e936-4f65-8e4e-2776c686e0a9 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:10.247849 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 3149d54e-e936-4f65-8e4e-2776c686e0a9 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:10.248364 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:10.357464 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebad57c-f23c-4a25-9d8c-89b9dd4ed34d admin admin] Pushing event updated for resources: {'Subnet': ['ID=83897db2-ae1e-403f-9037-b08b1fdbe2ad,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:10.385428 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-30963e3a-a333-4e9f-8061-ad7861c73444 req-5346b260-6a09-4b95-a3b9-b1f8075cc1e6 service neutron] 10.222.0.25 "GET /v2.0/networks/d4112daa-098c-4665-aa01-55b0b4ff24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004460 Jul 13 07:24:10.389994 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-8ed59a46-ca01-4b2a-a6b1-53d7fd40c882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:10.391964 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-8ed59a46-ca01-4b2a-a6b1-53d7fd40c882 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.2694826 Jul 13 07:24:10.440854 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4488778-822b-4447-af52-8b8ddb505669 req-55fbe16b-642e-4160-8b6d-a28e92f51a83 tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:10.455019 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f4488778-822b-4447-af52-8b8ddb505669 req-55fbe16b-642e-4160-8b6d-a28e92f51a83 tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a24c872-2d2e-41ce-86bf-0737cf429df9 HTTP/1.1" status: 200 len: 945 time: 0.1409338 Jul 13 07:24:10.492697 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b5fef-e273-40f0-bb36-9795efc1a5d0 req-33d9d0c6-9781-44a1-a4dd-7d03b4cf33f4 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:10.499469 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b5fef-e273-40f0-bb36-9795efc1a5d0 req-33d9d0c6-9781-44a1-a4dd-7d03b4cf33f4 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:10.506678 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b5fef-e273-40f0-bb36-9795efc1a5d0 req-33d9d0c6-9781-44a1-a4dd-7d03b4cf33f4 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:10.514310 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b5fef-e273-40f0-bb36-9795efc1a5d0 req-33d9d0c6-9781-44a1-a4dd-7d03b4cf33f4 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:10.515190 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f4488778-822b-4447-af52-8b8ddb505669 req-14393b04-9a92-4fe7-b449-6b62aa341b9c tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] 10.222.0.23 "GET /v2.0/security-groups?id=47d4af30-8b53-4148-b7cc-1bcf8bb71a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586259 Jul 13 07:24:10.516144 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-533b5fef-e273-40f0-bb36-9795efc1a5d0 req-33d9d0c6-9781-44a1-a4dd-7d03b4cf33f4 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 3095 time: 0.5818303 Jul 13 07:24:10.518785 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-1c04f4a1-5276-4e76-bc77-e6a1f2aeefc9 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Made reservation on behalf of f675b11333fa441fa8eddc3498c6fd35 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:10.522062 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:10.568676 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebad57c-f23c-4a25-9d8c-89b9dd4ed34d admin admin] Checking segment: {'id': '7c550956-eb73-4924-ad56-f8975d06a1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd3d6ad3d-e04f-47c1-b2df-eeb1e7276d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:10.569018 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebad57c-f23c-4a25-9d8c-89b9dd4ed34d admin admin] Network hostable DHCP agents. Network: d3d6ad3d-e04f-47c1-b2df-eeb1e7276d51, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:24:10.596130 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 92dce5c0-12b3-401b-8e1f-5c0bab3d7611 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:24:10.658557 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 3149d54e-e936-4f65-8e4e-2776c686e0a9, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=3149d54e-e936-4f65-8e4e-2776c686e0a9,segment=NetworkSegment(ff484c1a-508b-499c-bc88-e328566bde72),segment_id=ff484c1a-508b-499c-bc88-e328566bde72)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:10.667574 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c56bc6-5451-4ce2-867b-15ee40286a77 x-openstack-request-id: req-d3c56bc6-5451-4ce2-867b-15ee40286a77 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:10.668176 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc5d210-8e5e-478f-9ac9-28a75d772412", "tag": "761df693-f7e4-4725-9379-6fe1233075c4", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:10.669254 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d3c56bc6-5451-4ce2-867b-15ee40286a77 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:10.674180 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:10.682123 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc5d210-8e5e-478f-9ac9-28a75d772412', 'tag': '761df693-f7e4-4725-9379-6fe1233075c4', 'status': 'completed', 'code': 200} Jul 13 07:24:10.742904 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebad57c-f23c-4a25-9d8c-89b9dd4ed34d admin admin] Network d3d6ad3d-e04f-47c1-b2df-eeb1e7276d51 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:24:10.786915 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-533b5fef-e273-40f0-bb36-9795efc1a5d0 req-aa5b5f45-f4b0-46f0-98f8-506267d23cc1 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2500129 Jul 13 07:24:10.805321 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-bebad57c-f23c-4a25-9d8c-89b9dd4ed34d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, d3d6ad3d-e04f-47c1-b2df-eeb1e7276d51) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:10.826706 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebad57c-f23c-4a25-9d8c-89b9dd4ed34d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:10.827880 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bebad57c-f23c-4a25-9d8c-89b9dd4ed34d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:10.838764 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f24d6d-2192-4d07-9340-5e34c5a50e04 None None] Network d3d6ad3d-e04f-47c1-b2df-eeb1e7276d51 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:24:10.893788 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-1c04f4a1-5276-4e76-bc77-e6a1f2aeefc9 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:10.942065 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-bfa2df42-7631-4ae3-a121-35069f488917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:10.943877 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-bfa2df42-7631-4ae3-a121-35069f488917 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5326531 Jul 13 07:24:10.963220 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-bebad57c-f23c-4a25-9d8c-89b9dd4ed34d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.3793595 Jul 13 07:24:11.060364 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f127c0-c98b-49dc-b09b-c03916bd6002 req-22abe461-2a52-4ed6-bc6e-1bd793ec13e3 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:11.079837 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-76f127c0-c98b-49dc-b09b-c03916bd6002 req-22abe461-2a52-4ed6-bc6e-1bd793ec13e3 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdc5d210-8e5e-478f-9ac9-28a75d772412 HTTP/1.1" status: 200 len: 947 time: 0.2735991 Jul 13 07:24:11.234620 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-76f127c0-c98b-49dc-b09b-c03916bd6002 req-b255f579-e128-48fc-baed-49b62e508758 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbf72be3-4ea8-4904-bd73-e852b08bb8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537976 Jul 13 07:24:11.282029 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ceadfaa-631c-4336-85c4-40b940db3dea None None] Network d3d6ad3d-e04f-47c1-b2df-eeb1e7276d51 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:24:11.320355 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=3149d54e-e936-4f65-8e4e-2776c686e0a9,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:11.407030 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8d39e28f-b8ee-4f5c-9f25-b50b135acc2f None None] Provisioning complete for port 3149d54e-e936-4f65-8e4e-2776c686e0a9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:11.445502 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8d39e28f-b8ee-4f5c-9f25-b50b135acc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:11.544579 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:11.679803 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 92dce5c0-12b3-401b-8e1f-5c0bab3d7611, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=92dce5c0-12b3-401b-8e1f-5c0bab3d7611,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:11.684244 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384c583f-9825-48d0-85b1-b16123f853e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92dce5c0-12b3-401b-8e1f-5c0bab3d7611'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:11.692890 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c208a99c-f623-4190-bb26-05b03c8435c6" -d '{"events": [{"server_uuid": "384c583f-9825-48d0-85b1-b16123f853e0", "name": "network-vif-unplugged", "status": "completed", "tag": "92dce5c0-12b3-401b-8e1f-5c0bab3d7611"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:11.704807 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:11.809649 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 3149d54e-e936-4f65-8e4e-2776c686e0a9 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:11.825343 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c17795-2d3e-45a9-bac5-a6e866690480 req-4b835f2f-98a7-4e86-a31d-24200fd92721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:11.833205 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-43c17795-2d3e-45a9-bac5-a6e866690480 req-4b835f2f-98a7-4e86-a31d-24200fd92721 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cd2fbd6dbade4360a70e4272ba843d4c&device_id=5924e160-e5a4-406a-a4d1-e5a16f78a8cc HTTP/1.1" status: 200 len: 1136 time: 0.2457535 Jul 13 07:24:12.106798 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c17795-2d3e-45a9-bac5-a6e866690480 req-1826afdd-cb23-469f-bade-bc9eddb5a6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:12.110067 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-43c17795-2d3e-45a9-bac5-a6e866690480 req-1826afdd-cb23-469f-bade-bc9eddb5a6b0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d4112daa-098c-4665-aa01-55b0b4ff24e7 HTTP/1.1" status: 200 len: 914 time: 0.2657530 Jul 13 07:24:12.121928 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-72db9470-dd17-477a-8fb2-39ac222fc4cc req-2d4c68f1-7370-4169-b0f7-ce8aed0838a1 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1137006989', 'description': 'tempest-description-401458982'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:12.191117 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=92dce5c0-12b3-401b-8e1f-5c0bab3d7611,revision_number=12']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:12.240673 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 3149d54e-e936-4f65-8e4e-2776c686e0a9 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:12.241072 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:12.254190 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-43c17795-2d3e-45a9-bac5-a6e866690480 req-2a17dbe8-debd-467a-a6d7-d5211a8a623b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=436aa2f1-8016-4814-9b2a-d920e070f85d HTTP/1.1" status: 200 len: 217 time: 0.0825107 Jul 13 07:24:12.255695 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-72db9470-dd17-477a-8fb2-39ac222fc4cc req-2d4c68f1-7370-4169-b0f7-ce8aed0838a1 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:12.333153 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-518936bc-65e2-4e28-aa27-579a44c17e9d None None] Provisioning complete for port 92dce5c0-12b3-401b-8e1f-5c0bab3d7611 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:12.333768 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-518936bc-65e2-4e28-aa27-579a44c17e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:12.421804 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-72db9470-dd17-477a-8fb2-39ac222fc4cc req-2d4c68f1-7370-4169-b0f7-ce8aed0838a1 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:12.458765 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-518936bc-65e2-4e28-aa27-579a44c17e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:12.469626 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c17795-2d3e-45a9-bac5-a6e866690480 req-5297fee5-cbb5-49db-91b9-6b7f3191cf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:12.476260 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-43c17795-2d3e-45a9-bac5-a6e866690480 req-5297fee5-cbb5-49db-91b9-6b7f3191cf4f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1359cd00-b54c-4d68-aebb-1c48443a9190 HTTP/1.1" status: 200 len: 853 time: 0.2042859 Jul 13 07:24:12.477620 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-72db9470-dd17-477a-8fb2-39ac222fc4cc req-2d4c68f1-7370-4169-b0f7-ce8aed0838a1 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:12.488204 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-1c04f4a1-5276-4e76-bc77-e6a1f2aeefc9 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Allocated IP 10.2.2.200 (c585a6c0-7b73-4536-a692-dae61cbdb028/7e41c5dd-84e8-4c1d-97eb-f8a340a2884d/c53c18b7-3053-4952-992c-e808e72481bd) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:24:12.498747 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-518936bc-65e2-4e28-aa27-579a44c17e9d None None] For port 92dce5c0-12b3-401b-8e1f-5c0bab3d7611, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=92dce5c0-12b3-401b-8e1f-5c0bab3d7611,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:12.512586 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-518936bc-65e2-4e28-aa27-579a44c17e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:12.560496 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-4b3c367b-b817-4dc4-b6ec-a6ff1799f470 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5845525 Jul 13 07:24:12.562564 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-43c17795-2d3e-45a9-bac5-a6e866690480 req-e96291a7-d80d-41a6-aaaa-67c1f5de0f8d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d4112daa-098c-4665-aa01-55b0b4ff24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658150 Jul 13 07:24:12.564092 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c68f1-7370-4169-b0f7-ce8aed0838a1 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afb8b0d9-ccef-46cf-a539-dbb6197aebda,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:12.582024 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-72db9470-dd17-477a-8fb2-39ac222fc4cc req-2d4c68f1-7370-4169-b0f7-ce8aed0838a1 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:12.610266 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-72db9470-dd17-477a-8fb2-39ac222fc4cc req-2d4c68f1-7370-4169-b0f7-ce8aed0838a1 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4966249 Jul 13 07:24:12.663143 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518936bc-65e2-4e28-aa27-579a44c17e9d None None] Pushing event updated for resources: {'Port': ['ID=92dce5c0-12b3-401b-8e1f-5c0bab3d7611,revision_number=13']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:12.703066 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd293cd-3827-4270-918b-93044c7d4307 req-8442308b-cb15-46f5-9eaa-2a6b35ecaab1 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:12.706888 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad93f783-0781-4a23-ae49-e0d65d5de085 x-openstack-request-id: req-ad93f783-0781-4a23-ae49-e0d65d5de085 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:12.707482 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384c583f-9825-48d0-85b1-b16123f853e0", "name": "network-vif-unplugged", "status": "completed", "tag": "92dce5c0-12b3-401b-8e1f-5c0bab3d7611", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:12.707977 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ad93f783-0781-4a23-ae49-e0d65d5de085 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:12.708621 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '384c583f-9825-48d0-85b1-b16123f853e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92dce5c0-12b3-401b-8e1f-5c0bab3d7611', 'code': 200} Jul 13 07:24:12.716225 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7cd293cd-3827-4270-918b-93044c7d4307 req-8442308b-cb15-46f5-9eaa-2a6b35ecaab1 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/ports?device_id=5924e160-e5a4-406a-a4d1-e5a16f78a8cc HTTP/1.1" status: 200 len: 984 time: 0.3538365 Jul 13 07:24:12.807437 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-43c17795-2d3e-45a9-bac5-a6e866690480 req-f1ad0438-b04c-4e5c-9632-a1816fc12779 service neutron] 10.222.0.25 "GET /v2.0/networks/d4112daa-098c-4665-aa01-55b0b4ff24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912119 Jul 13 07:24:12.909722 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7cd293cd-3827-4270-918b-93044c7d4307 req-9ae374d2-7784-49d8-83fa-7c6fda0bbd28 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups?id=b956a6d0-e40e-472a-9e7d-353b5077f906&id=e1ea1d82-929f-408a-ad17-d52629d5cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1913614 Jul 13 07:24:13.046810 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d59b4151-12cc-4505-ae4b-57640beb9b0b None None] Provisioning complete for port 92dce5c0-12b3-401b-8e1f-5c0bab3d7611 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:13.050008 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d59b4151-12cc-4505-ae4b-57640beb9b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:13.060968 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-43c17795-2d3e-45a9-bac5-a6e866690480 req-d0fc79b8-395f-481f-a131-8908106dab77 service neutron] 10.222.0.25 "GET /v2.0/networks/d4112daa-098c-4665-aa01-55b0b4ff24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403438 Jul 13 07:24:13.074571 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb87859b-c2de-4e83-9c41-f691ae2a3d26 req-4ed7f8eb-38ce-42f2-949c-474383647e24 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5051589 Jul 13 07:24:13.183604 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-1c04f4a1-5276-4e76-bc77-e6a1f2aeefc9 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:13.235090 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98a5ec-6ab1-42ea-b23f-399e1f19028b req-6b5df8fd-8eac-42ed-8240-5e59892e20af tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:13.235780 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ac98a5ec-6ab1-42ea-b23f-399e1f19028b req-6b5df8fd-8eac-42ed-8240-5e59892e20af tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdc5d210-8e5e-478f-9ac9-28a75d772412 HTTP/1.1" status: 200 len: 947 time: 0.1641061 Jul 13 07:24:13.239375 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-1c04f4a1-5276-4e76-bc77-e6a1f2aeefc9 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Transition to ACTIVE for port object c53c18b7-3053-4952-992c-e808e72481bd will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:13.248264 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593aaa1-5717-4936-865c-3771414215c8 req-dcc82667-8f25-4641-b460-dd7cdde58ff3 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:13.254681 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593aaa1-5717-4936-865c-3771414215c8 req-dcc82667-8f25-4641-b460-dd7cdde58ff3 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:13.261795 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593aaa1-5717-4936-865c-3771414215c8 req-dcc82667-8f25-4641-b460-dd7cdde58ff3 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:13.268158 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593aaa1-5717-4936-865c-3771414215c8 req-dcc82667-8f25-4641-b460-dd7cdde58ff3 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:13.269906 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e593aaa1-5717-4936-865c-3771414215c8 req-dcc82667-8f25-4641-b460-dd7cdde58ff3 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 3095 time: 0.1185927 Jul 13 07:24:13.323031 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e593aaa1-5717-4936-865c-3771414215c8 req-8adcbf1e-d9cb-4f11-a20a-2a6e296ba04a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447664 Jul 13 07:24:13.337085 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-1c04f4a1-5276-4e76-bc77-e6a1f2aeefc9 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:13.423538 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-1c04f4a1-5276-4e76-bc77-e6a1f2aeefc9 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Network c585a6c0-7b73-4536-a692-dae61cbdb028 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:24:13.442224 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ac98a5ec-6ab1-42ea-b23f-399e1f19028b req-06fa7144-2984-44b3-96e2-b09961312f21 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbf72be3-4ea8-4904-bd73-e852b08bb8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544249 Jul 13 07:24:13.484956 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-1c04f4a1-5276-4e76-bc77-e6a1f2aeefc9 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:13.491703 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-1c04f4a1-5276-4e76-bc77-e6a1f2aeefc9 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:24:13.556285 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635fb8cf-7681-4d41-a117-5f1fea56cfbc req-479e67c0-9a17-4223-a34c-5788e868b625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:13.558840 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-635fb8cf-7681-4d41-a117-5f1fea56cfbc req-479e67c0-9a17-4223-a34c-5788e868b625 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=59876140f4314208a801ca942edc6415&device_id=bdc5d210-8e5e-478f-9ac9-28a75d772412 HTTP/1.1" status: 200 len: 1099 time: 0.3943870 Jul 13 07:24:13.559971 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04f4a1-5276-4e76-bc77-e6a1f2aeefc9 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Pushing event updated for resources: {'Port': ['ID=c53c18b7-3053-4952-992c-e808e72481bd,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:13.768676 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c04f4a1-5276-4e76-bc77-e6a1f2aeefc9 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:13.769036 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c04f4a1-5276-4e76-bc77-e6a1f2aeefc9 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:13.769376 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c04f4a1-5276-4e76-bc77-e6a1f2aeefc9 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:13.769775 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c04f4a1-5276-4e76-bc77-e6a1f2aeefc9 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:13.770017 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c04f4a1-5276-4e76-bc77-e6a1f2aeefc9 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:13.770355 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c04f4a1-5276-4e76-bc77-e6a1f2aeefc9 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:13.770683 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c04f4a1-5276-4e76-bc77-e6a1f2aeefc9 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:13.771005 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c04f4a1-5276-4e76-bc77-e6a1f2aeefc9 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:13.771545 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c04f4a1-5276-4e76-bc77-e6a1f2aeefc9 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:13.771958 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c04f4a1-5276-4e76-bc77-e6a1f2aeefc9 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:13.772178 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c04f4a1-5276-4e76-bc77-e6a1f2aeefc9 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:13.772496 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c04f4a1-5276-4e76-bc77-e6a1f2aeefc9 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:13.822169 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-1c04f4a1-5276-4e76-bc77-e6a1f2aeefc9 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:13.822919 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-1c04f4a1-5276-4e76-bc77-e6a1f2aeefc9 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:13.864133 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635fb8cf-7681-4d41-a117-5f1fea56cfbc req-e55350e4-40d4-43b5-a04a-11b567077505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:13.865612 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-635fb8cf-7681-4d41-a117-5f1fea56cfbc req-e55350e4-40d4-43b5-a04a-11b567077505 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.2810647 Jul 13 07:24:13.879672 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-95d06894-8590-4c4a-bddb-04cbe2a874b2 req-8730143f-ca0b-4cb2-bc3c-d35e31d5c4cd tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] 10.222.0.23 "GET /v2.0/security-groups/afb8b0d9-ccef-46cf-a539-dbb6197aebda HTTP/1.1" status: 200 len: 1804 time: 0.3670576 Jul 13 07:24:13.921948 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-635fb8cf-7681-4d41-a117-5f1fea56cfbc req-02dbfbfa-9797-4a55-9460-17ec211522f4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=761df693-f7e4-4725-9379-6fe1233075c4 HTTP/1.1" status: 200 len: 217 time: 0.0397060 Jul 13 07:24:13.925593 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-95d06894-8590-4c4a-bddb-04cbe2a874b2 req-d49e60b8-bb47-4378-afc2-b891ff6a084b tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'afb8b0d9-ccef-46cf-a539-dbb6197aebda', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:13.925912 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-95d06894-8590-4c4a-bddb-04cbe2a874b2 req-d49e60b8-bb47-4378-afc2-b891ff6a084b tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'afb8b0d9-ccef-46cf-a539-dbb6197aebda', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:13.939394 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-1c04f4a1-5276-4e76-bc77-e6a1f2aeefc9 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1457143 Jul 13 07:24:13.958961 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-43fd5170-3883-49f2-94e7-6d77968057ee service neutron] Request body: {'port': {'device_id': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:13.976831 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-467ffade-6750-41b1-9fee-ee549d7327a1 None None] Provisioning for port c53c18b7-3053-4952-992c-e808e72481bd completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:13.981921 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-467ffade-6750-41b1-9fee-ee549d7327a1 None None] Provisioning complete for port c53c18b7-3053-4952-992c-e808e72481bd triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:13.982296 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-467ffade-6750-41b1-9fee-ee549d7327a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:14.082764 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-467ffade-6750-41b1-9fee-ee549d7327a1 None None] Port c53c18b7-3053-4952-992c-e808e72481bd cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:24:14.180052 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635fb8cf-7681-4d41-a117-5f1fea56cfbc req-4887ea84-919e-4bd9-95f0-9fa5866de1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:14.181543 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-635fb8cf-7681-4d41-a117-5f1fea56cfbc req-4887ea84-919e-4bd9-95f0-9fa5866de1df service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.2414041 Jul 13 07:24:14.182938 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-43fd5170-3883-49f2-94e7-6d77968057ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:14.284106 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c27c6-98eb-4f43-b80a-858b26af6b02 req-79d5a188-2fb1-4ea2-872e-e1063c57d985 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:14.294026 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4f0c27c6-98eb-4f43-b80a-858b26af6b02 req-79d5a188-2fb1-4ea2-872e-e1063c57d985 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/ports?device_id=5924e160-e5a4-406a-a4d1-e5a16f78a8cc HTTP/1.1" status: 200 len: 984 time: 0.0861609 Jul 13 07:24:14.333204 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-95d06894-8590-4c4a-bddb-04cbe2a874b2 req-d49e60b8-bb47-4378-afc2-b891ff6a084b tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:14.345823 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635fb8cf-7681-4d41-a117-5f1fea56cfbc req-7f2c5bc5-4821-42dd-9d90-11b9a67be524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:14.347637 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-635fb8cf-7681-4d41-a117-5f1fea56cfbc req-7f2c5bc5-4821-42dd-9d90-11b9a67be524 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1517167 Jul 13 07:24:14.353875 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4f0c27c6-98eb-4f43-b80a-858b26af6b02 req-4577bd4f-2e32-4575-a1a5-c282e21d47a7 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups?id=b956a6d0-e40e-472a-9e7d-353b5077f906&id=e1ea1d82-929f-408a-ad17-d52629d5cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0573432 Jul 13 07:24:14.553519 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-95d06894-8590-4c4a-bddb-04cbe2a874b2 req-d49e60b8-bb47-4378-afc2-b891ff6a084b tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:14.571766 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-95d06894-8590-4c4a-bddb-04cbe2a874b2 req-d49e60b8-bb47-4378-afc2-b891ff6a084b tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:14.595267 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 761df693-f7e4-4725-9379-6fe1233075c4 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:24:14.694342 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377444b-0f72-4d2d-add6-4ffaeac04665 req-d3e13a7e-d4f6-416a-838e-01636c5fe366 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:14.703312 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377444b-0f72-4d2d-add6-4ffaeac04665 req-d3e13a7e-d4f6-416a-838e-01636c5fe366 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:14.710502 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384c583f-9825-48d0-85b1-b16123f853e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92dce5c0-12b3-401b-8e1f-5c0bab3d7611'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:14.712587 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377444b-0f72-4d2d-add6-4ffaeac04665 req-d3e13a7e-d4f6-416a-838e-01636c5fe366 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:14.713367 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee5b479-56c8-4008-bece-4c1062724797" -d '{"events": [{"server_uuid": "384c583f-9825-48d0-85b1-b16123f853e0", "name": "network-vif-plugged", "status": "completed", "tag": "92dce5c0-12b3-401b-8e1f-5c0bab3d7611"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:14.721700 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377444b-0f72-4d2d-add6-4ffaeac04665 req-d3e13a7e-d4f6-416a-838e-01636c5fe366 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:14.729831 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377444b-0f72-4d2d-add6-4ffaeac04665 req-d3e13a7e-d4f6-416a-838e-01636c5fe366 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:14.740542 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c377444b-0f72-4d2d-add6-4ffaeac04665 req-d3e13a7e-d4f6-416a-838e-01636c5fe366 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 3816 time: 0.1357715 Jul 13 07:24:14.744185 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49e60b8-bb47-4378-afc2-b891ff6a084b tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74bcf6e7-e945-4c19-89ce-59e63ce9d31d,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:14.765519 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-95d06894-8590-4c4a-bddb-04cbe2a874b2 req-d49e60b8-bb47-4378-afc2-b891ff6a084b tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:14.766673 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-95d06894-8590-4c4a-bddb-04cbe2a874b2 req-d49e60b8-bb47-4378-afc2-b891ff6a084b tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8859403 Jul 13 07:24:14.802277 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-635fb8cf-7681-4d41-a117-5f1fea56cfbc req-31f116ab-cd16-4347-b986-229749ffd915 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430287 Jul 13 07:24:14.833474 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c377444b-0f72-4d2d-add6-4ffaeac04665 req-377a3e6b-5fef-457f-857e-40ace89efa4c tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896397 Jul 13 07:24:14.893706 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-43fd5170-3883-49f2-94e7-6d77968057ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24ca5f58-cab9-40b0-81e3-6853229cf3a9 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:14.925612 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 761df693-f7e4-4725-9379-6fe1233075c4, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=761df693-f7e4-4725-9379-6fe1233075c4,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:14.945626 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-43fd5170-3883-49f2-94e7-6d77968057ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:14.968719 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '761df693-f7e4-4725-9379-6fe1233075c4', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': '761df693-f7e4-4725-9379-6fe1233075c4', 'mac_address': 'fa:16:3e:d9:f7:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:24:14.984222 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-43fd5170-3883-49f2-94e7-6d77968057ee service neutron] Transition to ACTIVE for port object 24ca5f58-cab9-40b0-81e3-6853229cf3a9 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:15.010137 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-635fb8cf-7681-4d41-a117-5f1fea56cfbc req-ab8c005f-0ae1-4404-8abe-15dec41e3273 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990802 Jul 13 07:24:15.012108 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-43fd5170-3883-49f2-94e7-6d77968057ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:15.103890 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd5170-3883-49f2-94e7-6d77968057ee service neutron] Pushing event updated for resources: {'Port': ['ID=24ca5f58-cab9-40b0-81e3-6853229cf3a9,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:15.318357 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-43fd5170-3883-49f2-94e7-6d77968057ee service neutron] Attempting to bind port 24ca5f58-cab9-40b0-81e3-6853229cf3a9 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:15.318786 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-43fd5170-3883-49f2-94e7-6d77968057ee service neutron] Attempting to bind port 24ca5f58-cab9-40b0-81e3-6853229cf3a9 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '2db94155-b4d5-4a71-9c76-b900867aaa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'dd8dd7e8-74b0-43ac-8795-6b3850b9caf1'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:15.319038 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-43fd5170-3883-49f2-94e7-6d77968057ee service neutron] Attempting to bind port 24ca5f58-cab9-40b0-81e3-6853229cf3a9 on network dd8dd7e8-74b0-43ac-8795-6b3850b9caf1 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:15.337008 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-43fd5170-3883-49f2-94e7-6d77968057ee service neutron] Port 24ca5f58-cab9-40b0-81e3-6853229cf3a9 on network dd8dd7e8-74b0-43ac-8795-6b3850b9caf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:24:15.337338 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-43fd5170-3883-49f2-94e7-6d77968057ee service neutron] Attempting to bind port 24ca5f58-cab9-40b0-81e3-6853229cf3a9 on network dd8dd7e8-74b0-43ac-8795-6b3850b9caf1 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:15.353711 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-43fd5170-3883-49f2-94e7-6d77968057ee service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:15.354050 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-43fd5170-3883-49f2-94e7-6d77968057ee service neutron] Checking segment: {'id': '2db94155-b4d5-4a71-9c76-b900867aaa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'dd8dd7e8-74b0-43ac-8795-6b3850b9caf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:15.360640 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-43fd5170-3883-49f2-94e7-6d77968057ee service neutron] Bound using segment: {'id': '2db94155-b4d5-4a71-9c76-b900867aaa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'dd8dd7e8-74b0-43ac-8795-6b3850b9caf1'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:15.363162 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-43fd5170-3883-49f2-94e7-6d77968057ee service neutron] Bound port: 24ca5f58-cab9-40b0-81e3-6853229cf3a9, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2db94155-b4d5-4a71-9c76-b900867aaa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'dd8dd7e8-74b0-43ac-8795-6b3850b9caf1'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:15.363573 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-43fd5170-3883-49f2-94e7-6d77968057ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:15.456863 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:15.494809 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 761df693-f7e4-4725-9379-6fe1233075c4 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:15.523214 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-43fd5170-3883-49f2-94e7-6d77968057ee service neutron] For port 24ca5f58-cab9-40b0-81e3-6853229cf3a9, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:15.529308 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-43fd5170-3883-49f2-94e7-6d77968057ee service neutron] For port 24ca5f58-cab9-40b0-81e3-6853229cf3a9, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=24ca5f58-cab9-40b0-81e3-6853229cf3a9,segment=NetworkSegment(2db94155-b4d5-4a71-9c76-b900867aaa59),segment_id=2db94155-b4d5-4a71-9c76-b900867aaa59)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:15.535551 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-43fd5170-3883-49f2-94e7-6d77968057ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:15.560326 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 761df693-f7e4-4725-9379-6fe1233075c4, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=761df693-f7e4-4725-9379-6fe1233075c4,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:15.604168 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:15.627282 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-43fd5170-3883-49f2-94e7-6d77968057ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:15.628006 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-43fd5170-3883-49f2-94e7-6d77968057ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:15.630442 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-43fd5170-3883-49f2-94e7-6d77968057ee service neutron] 10.222.0.42 "PUT /v2.0/ports/24ca5f58-cab9-40b0-81e3-6853229cf3a9 HTTP/1.1" status: 200 len: 1092 time: 1.6795731 Jul 13 07:24:15.633620 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'tag': '24ca5f58-cab9-40b0-81e3-6853229cf3a9'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:15.643306 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b2ce26-a8ce-47fd-a712-daedc0bf5eda" -d '{"events": [{"name": "network-changed", "server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "tag": "24ca5f58-cab9-40b0-81e3-6853229cf3a9"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:15.686361 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9473adb0-9026-45ae-91f7-362b96ca872e service neutron] Request body: {'port': {'device_id': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:15.770368 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=761df693-f7e4-4725-9379-6fe1233075c4,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:15.812325 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9473adb0-9026-45ae-91f7-362b96ca872e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:15.830460 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd5170-3883-49f2-94e7-6d77968057ee service neutron] Pushing event updated for resources: {'Port': ['ID=24ca5f58-cab9-40b0-81e3-6853229cf3a9,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:15.908219 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbd27ba-37b4-41c9-a193-cfb1cbbe5544 x-openstack-request-id: req-9dbd27ba-37b4-41c9-a193-cfb1cbbe5544 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:15.908878 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384c583f-9825-48d0-85b1-b16123f853e0", "name": "network-vif-plugged", "status": "completed", "tag": "92dce5c0-12b3-401b-8e1f-5c0bab3d7611", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:15.909353 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9dbd27ba-37b4-41c9-a193-cfb1cbbe5544 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:15.909955 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '384c583f-9825-48d0-85b1-b16123f853e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92dce5c0-12b3-401b-8e1f-5c0bab3d7611', 'code': 200} Jul 13 07:24:15.958309 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-c2dba33e-fd53-40ba-b02f-c03edd4548cb req-87504962-9a6f-4efc-8032-d092313b469e tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1741360619', 'description': 'tempest-description-1375820370'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:15.987999 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d1e4b-ed72-441f-8813-9536373dc9da req-69c62642-816b-4414-90f2-7fb928187214 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:15.995334 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-887d1e4b-ed72-441f-8813-9536373dc9da req-69c62642-816b-4414-90f2-7fb928187214 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdc5d210-8e5e-478f-9ac9-28a75d772412 HTTP/1.1" status: 200 len: 947 time: 1.0228057 Jul 13 07:24:16.029348 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['761df693-f7e4-4725-9379-6fe1233075c4'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:16.119850 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-887d1e4b-ed72-441f-8813-9536373dc9da req-5608de1f-9344-4f47-8818-26d74eb813be tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbf72be3-4ea8-4904-bd73-e852b08bb8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231940 Jul 13 07:24:16.336405 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-c2dba33e-fd53-40ba-b02f-c03edd4548cb req-87504962-9a6f-4efc-8032-d092313b469e tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:16.350629 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9473adb0-9026-45ae-91f7-362b96ca872e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d1d6f8c-4810-439b-a2c4-1b8759e55cea {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:16.361816 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9473adb0-9026-45ae-91f7-362b96ca872e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:16.404371 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9473adb0-9026-45ae-91f7-362b96ca872e service neutron] Transition to ACTIVE for port object 1d1d6f8c-4810-439b-a2c4-1b8759e55cea will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:16.423606 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9473adb0-9026-45ae-91f7-362b96ca872e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:16.550928 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4db2d9-7353-4dcb-9ef7-fc5626f854e5 req-777acb29-efb8-4bd9-83df-91dce5600b87 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:16.554460 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4e4db2d9-7353-4dcb-9ef7-fc5626f854e5 req-777acb29-efb8-4bd9-83df-91dce5600b87 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/ports?device_id=5924e160-e5a4-406a-a4d1-e5a16f78a8cc HTTP/1.1" status: 200 len: 984 time: 0.1190469 Jul 13 07:24:16.597191 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9473adb0-9026-45ae-91f7-362b96ca872e service neutron] Pushing event updated for resources: {'Port': ['ID=1d1d6f8c-4810-439b-a2c4-1b8759e55cea,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:16.653032 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4e4db2d9-7353-4dcb-9ef7-fc5626f854e5 req-0376a875-22c5-4338-bddf-5f3cfe3f4132 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups?id=b956a6d0-e40e-472a-9e7d-353b5077f906&id=e1ea1d82-929f-408a-ad17-d52629d5cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0912492 Jul 13 07:24:16.698648 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-c2dba33e-fd53-40ba-b02f-c03edd4548cb req-87504962-9a6f-4efc-8032-d092313b469e tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:16.720302 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9473adb0-9026-45ae-91f7-362b96ca872e service neutron] Attempting to bind port 1d1d6f8c-4810-439b-a2c4-1b8759e55cea on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:16.720658 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9473adb0-9026-45ae-91f7-362b96ca872e service neutron] Attempting to bind port 1d1d6f8c-4810-439b-a2c4-1b8759e55cea by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '8ed6da62-daf9-496c-b1a4-984cc4d0a038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '429c5271-60ed-4dd8-b05d-2fc0729d6432'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:16.720934 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9473adb0-9026-45ae-91f7-362b96ca872e service neutron] Attempting to bind port 1d1d6f8c-4810-439b-a2c4-1b8759e55cea on network 429c5271-60ed-4dd8-b05d-2fc0729d6432 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:16.725820 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-c2dba33e-fd53-40ba-b02f-c03edd4548cb req-87504962-9a6f-4efc-8032-d092313b469e tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:16.742881 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9473adb0-9026-45ae-91f7-362b96ca872e service neutron] Port 1d1d6f8c-4810-439b-a2c4-1b8759e55cea on network 429c5271-60ed-4dd8-b05d-2fc0729d6432 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:24:16.743387 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9473adb0-9026-45ae-91f7-362b96ca872e service neutron] Attempting to bind port 1d1d6f8c-4810-439b-a2c4-1b8759e55cea on network 429c5271-60ed-4dd8-b05d-2fc0729d6432 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:16.759032 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-c2dba33e-fd53-40ba-b02f-c03edd4548cb req-87504962-9a6f-4efc-8032-d092313b469e tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:16.760744 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c2dba33e-fd53-40ba-b02f-c03edd4548cb req-87504962-9a6f-4efc-8032-d092313b469e tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8158097 Jul 13 07:24:16.768334 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9473adb0-9026-45ae-91f7-362b96ca872e service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:16.768782 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9473adb0-9026-45ae-91f7-362b96ca872e service neutron] Checking segment: {'id': '8ed6da62-daf9-496c-b1a4-984cc4d0a038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '429c5271-60ed-4dd8-b05d-2fc0729d6432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:16.769174 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9473adb0-9026-45ae-91f7-362b96ca872e service neutron] Bound using segment: {'id': '8ed6da62-daf9-496c-b1a4-984cc4d0a038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '429c5271-60ed-4dd8-b05d-2fc0729d6432'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:16.769617 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9473adb0-9026-45ae-91f7-362b96ca872e service neutron] Bound port: 1d1d6f8c-4810-439b-a2c4-1b8759e55cea, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ed6da62-daf9-496c-b1a4-984cc4d0a038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '429c5271-60ed-4dd8-b05d-2fc0729d6432'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:16.769978 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9473adb0-9026-45ae-91f7-362b96ca872e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:16.855023 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9473adb0-9026-45ae-91f7-362b96ca872e service neutron] For port 1d1d6f8c-4810-439b-a2c4-1b8759e55cea, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:16.863429 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9473adb0-9026-45ae-91f7-362b96ca872e service neutron] For port 1d1d6f8c-4810-439b-a2c4-1b8759e55cea, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=1d1d6f8c-4810-439b-a2c4-1b8759e55cea,segment=NetworkSegment(8ed6da62-daf9-496c-b1a4-984cc4d0a038),segment_id=8ed6da62-daf9-496c-b1a4-984cc4d0a038)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:16.864971 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87504962-9a6f-4efc-8032-d092313b469e tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a63f0ba0-6414-4180-8f37-1a1b2f5b79ed,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:16.885373 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9473adb0-9026-45ae-91f7-362b96ca872e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:16.897774 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e5d2e9-2d11-4437-be72-7e8b3e5c6776 x-openstack-request-id: req-a9e5d2e9-2d11-4437-be72-7e8b3e5c6776 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:16.898254 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "tag": "24ca5f58-cab9-40b0-81e3-6853229cf3a9", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:16.898511 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9e5d2e9-2d11-4437-be72-7e8b3e5c6776 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:16.898913 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'tag': '24ca5f58-cab9-40b0-81e3-6853229cf3a9', 'status': 'completed', 'code': 200} Jul 13 07:24:16.948762 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9473adb0-9026-45ae-91f7-362b96ca872e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:16.949731 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9473adb0-9026-45ae-91f7-362b96ca872e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:16.951305 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9473adb0-9026-45ae-91f7-362b96ca872e service neutron] 10.222.0.42 "PUT /v2.0/ports/1d1d6f8c-4810-439b-a2c4-1b8759e55cea HTTP/1.1" status: 200 len: 1137 time: 1.2721653 Jul 13 07:24:17.008589 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9b20c595-6a48-455e-92c0-3b6ebe3d2bd3 service neutron] Request body: {'port': {'device_id': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:17.271931 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9473adb0-9026-45ae-91f7-362b96ca872e service neutron] Pushing event updated for resources: {'Port': ['ID=1d1d6f8c-4810-439b-a2c4-1b8759e55cea,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:17.293267 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2ce26-a8ce-47fd-a712-daedc0bf5eda req-fe4a156e-7142-452a-ad92-4ccc6a4650cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:17.294067 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2ce26-a8ce-47fd-a712-daedc0bf5eda req-fe4a156e-7142-452a-ad92-4ccc6a4650cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:17.295830 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2ce26-a8ce-47fd-a712-daedc0bf5eda req-fe4a156e-7142-452a-ad92-4ccc6a4650cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:17.299820 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2ce26-a8ce-47fd-a712-daedc0bf5eda req-fe4a156e-7142-452a-ad92-4ccc6a4650cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:17.300515 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2ce26-a8ce-47fd-a712-daedc0bf5eda req-fe4a156e-7142-452a-ad92-4ccc6a4650cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:17.301161 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2ce26-a8ce-47fd-a712-daedc0bf5eda req-fe4a156e-7142-452a-ad92-4ccc6a4650cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:17.306515 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-13b2ce26-a8ce-47fd-a712-daedc0bf5eda req-fe4a156e-7142-452a-ad92-4ccc6a4650cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f675b11333fa441fa8eddc3498c6fd35&device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 5294 time: 0.4062140 Jul 13 07:24:17.334823 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd547c7c-94a6-4740-a47c-adf0d23b0c22 req-350479e7-fb59-4e38-9d03-20024cbdad0d tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:17.343992 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd547c7c-94a6-4740-a47c-adf0d23b0c22 req-350479e7-fb59-4e38-9d03-20024cbdad0d tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:17.357937 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd547c7c-94a6-4740-a47c-adf0d23b0c22 req-350479e7-fb59-4e38-9d03-20024cbdad0d tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:17.370783 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd547c7c-94a6-4740-a47c-adf0d23b0c22 req-350479e7-fb59-4e38-9d03-20024cbdad0d tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:17.378764 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd547c7c-94a6-4740-a47c-adf0d23b0c22 req-350479e7-fb59-4e38-9d03-20024cbdad0d tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:17.390510 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd547c7c-94a6-4740-a47c-adf0d23b0c22 req-350479e7-fb59-4e38-9d03-20024cbdad0d tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:17.393593 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bd547c7c-94a6-4740-a47c-adf0d23b0c22 req-350479e7-fb59-4e38-9d03-20024cbdad0d tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 4606 time: 0.3266001 Jul 13 07:24:17.465853 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d39bae66-f487-415a-8183-3924f00007aa req-d6ee3586-83a5-49fd-b6a8-28cc11086d69 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-883970289&fields=id&tenant_id=cd2fbd6dbade4360a70e4272ba843d4c HTTP/1.1" status: 200 len: 267 time: 0.0427361 Jul 13 07:24:17.506906 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bd547c7c-94a6-4740-a47c-adf0d23b0c22 req-55c9ff3d-e3d4-476a-b4c9-317e911fcc3d tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&id=fb0080f5-be08-4cd8-97f3-6cc751e87d59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0955358 Jul 13 07:24:17.507857 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9b20c595-6a48-455e-92c0-3b6ebe3d2bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:17.647118 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39bae66-f487-415a-8183-3924f00007aa req-afd73698-c12d-4b0f-a409-5e437563ebb6 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:17.658937 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d39bae66-f487-415a-8183-3924f00007aa req-afd73698-c12d-4b0f-a409-5e437563ebb6 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/ports?device_id=5924e160-e5a4-406a-a4d1-e5a16f78a8cc HTTP/1.1" status: 200 len: 984 time: 0.1872606 Jul 13 07:24:17.667486 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-d39bae66-f487-415a-8183-3924f00007aa req-8f175f46-06e4-47fb-83d4-9757ff57f923 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Request body: {'port': {'security_groups': ['b956a6d0-e40e-472a-9e7d-353b5077f906', 'e1ea1d82-929f-408a-ad17-d52629d5cbd5', 'f769d3f8-5713-4110-9c71-efe99ea23002']}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:17.779817 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d39bae66-f487-415a-8183-3924f00007aa req-8f175f46-06e4-47fb-83d4-9757ff57f923 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:17.876301 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2ce26-a8ce-47fd-a712-daedc0bf5eda req-3d2b0ad6-e8d2-47c3-9882-c26f7534a4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:17.877301 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2ce26-a8ce-47fd-a712-daedc0bf5eda req-3d2b0ad6-e8d2-47c3-9882-c26f7534a4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:17.877786 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2ce26-a8ce-47fd-a712-daedc0bf5eda req-3d2b0ad6-e8d2-47c3-9882-c26f7534a4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:17.879582 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-13b2ce26-a8ce-47fd-a712-daedc0bf5eda req-3d2b0ad6-e8d2-47c3-9882-c26f7534a4c9 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=f675b11333fa441fa8eddc3498c6fd35&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5604696 Jul 13 07:24:17.892584 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-09f6e361-3fcf-409e-a88c-f14a28b0f383 req-47234185-d13b-43f3-bd03-f568b8e20af0 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] 10.222.0.23 "GET /v2.0/security-groups/a63f0ba0-6414-4180-8f37-1a1b2f5b79ed HTTP/1.1" status: 200 len: 1805 time: 0.3277802 Jul 13 07:24:17.921406 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-09f6e361-3fcf-409e-a88c-f14a28b0f383 req-0d1ccee5-ceec-451f-9a6f-e3352f16ac92 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a63f0ba0-6414-4180-8f37-1a1b2f5b79ed', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:17.921794 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-09f6e361-3fcf-409e-a88c-f14a28b0f383 req-0d1ccee5-ceec-451f-9a6f-e3352f16ac92 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a63f0ba0-6414-4180-8f37-1a1b2f5b79ed', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:18.038698 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-d39bae66-f487-415a-8183-3924f00007aa req-8f175f46-06e4-47fb-83d4-9757ff57f923 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] For port 436aa2f1-8016-4814-9b2a-d920e070f85d, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=436aa2f1-8016-4814-9b2a-d920e070f85d,segment=NetworkSegment(557265a9-4c3d-44b6-8e8d-7a431f373307),segment_id=557265a9-4c3d-44b6-8e8d-7a431f373307)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:18.073445 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d39bae66-f487-415a-8183-3924f00007aa req-8f175f46-06e4-47fb-83d4-9757ff57f923 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:18.080255 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d39bae66-f487-415a-8183-3924f00007aa req-8f175f46-06e4-47fb-83d4-9757ff57f923 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:18.092254 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['b8debd6b-7a14-4e55-868f-65f7c387746e', '436aa2f1-8016-4814-9b2a-d920e070f85d'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:18.214736 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f175f46-06e4-47fb-83d4-9757ff57f923 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Pushing event updated for resources: {'Port': ['ID=436aa2f1-8016-4814-9b2a-d920e070f85d,revision_number=7']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:18.243919 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f175f46-06e4-47fb-83d4-9757ff57f923 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:18.244425 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f175f46-06e4-47fb-83d4-9757ff57f923 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:18.255709 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f175f46-06e4-47fb-83d4-9757ff57f923 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:18.255709 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f175f46-06e4-47fb-83d4-9757ff57f923 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:18.255709 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f175f46-06e4-47fb-83d4-9757ff57f923 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:18.255709 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f175f46-06e4-47fb-83d4-9757ff57f923 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:18.255709 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f175f46-06e4-47fb-83d4-9757ff57f923 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:18.255709 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f175f46-06e4-47fb-83d4-9757ff57f923 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:18.255709 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f175f46-06e4-47fb-83d4-9757ff57f923 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:18.255709 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f175f46-06e4-47fb-83d4-9757ff57f923 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:18.255709 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f175f46-06e4-47fb-83d4-9757ff57f923 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:18.255709 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f175f46-06e4-47fb-83d4-9757ff57f923 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:18.276071 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39bae66-f487-415a-8183-3924f00007aa req-8f175f46-06e4-47fb-83d4-9757ff57f923 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:18.279218 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d39bae66-f487-415a-8183-3924f00007aa req-8f175f46-06e4-47fb-83d4-9757ff57f923 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:18.293857 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d39bae66-f487-415a-8183-3924f00007aa req-8f175f46-06e4-47fb-83d4-9757ff57f923 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "PUT /v2.0/ports/436aa2f1-8016-4814-9b2a-d920e070f85d HTTP/1.1" status: 200 len: 1020 time: 0.6336250 Jul 13 07:24:18.299448 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5924e160-e5a4-406a-a4d1-e5a16f78a8cc', 'tag': '436aa2f1-8016-4814-9b2a-d920e070f85d'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:18.309237 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291b7d0a-b1fc-424f-98b8-e51565d98e68" -d '{"events": [{"name": "network-changed", "server_uuid": "5924e160-e5a4-406a-a4d1-e5a16f78a8cc", "tag": "436aa2f1-8016-4814-9b2a-d920e070f85d"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:18.428386 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['436aa2f1-8016-4814-9b2a-d920e070f85d'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:18.533954 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-09f6e361-3fcf-409e-a88c-f14a28b0f383 req-0d1ccee5-ceec-451f-9a6f-e3352f16ac92 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:18.585411 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-09f6e361-3fcf-409e-a88c-f14a28b0f383 req-0d1ccee5-ceec-451f-9a6f-e3352f16ac92 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:18.588031 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2ce26-a8ce-47fd-a712-daedc0bf5eda req-661580ec-1631-487c-9a15-1195454e002b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:18.590573 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-13b2ce26-a8ce-47fd-a712-daedc0bf5eda req-661580ec-1631-487c-9a15-1195454e002b service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6941016 Jul 13 07:24:18.632394 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 761df693-f7e4-4725-9379-6fe1233075c4 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:18.652839 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-09f6e361-3fcf-409e-a88c-f14a28b0f383 req-0d1ccee5-ceec-451f-9a6f-e3352f16ac92 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:18.705949 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ccee5-ceec-451f-9a6f-e3352f16ac92 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9caa21a1-ddbe-41cc-a97e-4fb579a8bf8c,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:18.805168 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-09f6e361-3fcf-409e-a88c-f14a28b0f383 req-0d1ccee5-ceec-451f-9a6f-e3352f16ac92 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:18.806313 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-09f6e361-3fcf-409e-a88c-f14a28b0f383 req-0d1ccee5-ceec-451f-9a6f-e3352f16ac92 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.8894925 Jul 13 07:24:18.835403 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 761df693-f7e4-4725-9379-6fe1233075c4 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:18.855039 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 761df693-f7e4-4725-9379-6fe1233075c4 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:18.855770 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:18.912531 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9b20c595-6a48-455e-92c0-3b6ebe3d2bd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ede38759-df2e-4913-a839-5c8f2fc992f8 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:18.913067 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b6d5c-1015-4db5-b024-29fc8729a22b req-27a4d949-624d-4aae-9336-610cc1309e09 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:18.914349 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-750b6d5c-1015-4db5-b024-29fc8729a22b req-27a4d949-624d-4aae-9336-610cc1309e09 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdc5d210-8e5e-478f-9ac9-28a75d772412 HTTP/1.1" status: 200 len: 948 time: 0.1397526 Jul 13 07:24:18.930276 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9b20c595-6a48-455e-92c0-3b6ebe3d2bd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:18.951061 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9b20c595-6a48-455e-92c0-3b6ebe3d2bd3 service neutron] Transition to ACTIVE for port object ede38759-df2e-4913-a839-5c8f2fc992f8 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:18.952626 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'tag': '1d1d6f8c-4810-439b-a2c4-1b8759e55cea'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:18.955786 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5832c09a-dc71-4af8-a14e-dfcaf0380719" -d '{"events": [{"name": "network-changed", "server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "tag": "1d1d6f8c-4810-439b-a2c4-1b8759e55cea"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:18.974550 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9b20c595-6a48-455e-92c0-3b6ebe3d2bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:19.012644 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-750b6d5c-1015-4db5-b024-29fc8729a22b req-1de9ff84-693d-4806-bd49-cd355c08e2dd tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbf72be3-4ea8-4904-bd73-e852b08bb8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853975 Jul 13 07:24:19.156484 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27ac204-286e-4d44-99b1-3c5d736ed2ac x-openstack-request-id: req-a27ac204-286e-4d44-99b1-3c5d736ed2ac {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:19.156777 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5924e160-e5a4-406a-a4d1-e5a16f78a8cc", "tag": "436aa2f1-8016-4814-9b2a-d920e070f85d", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:19.157316 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a27ac204-286e-4d44-99b1-3c5d736ed2ac {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:19.157491 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5924e160-e5a4-406a-a4d1-e5a16f78a8cc', 'tag': '436aa2f1-8016-4814-9b2a-d920e070f85d', 'status': 'completed', 'code': 200} Jul 13 07:24:19.202705 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:19.268685 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc5d210-8e5e-478f-9ac9-28a75d772412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761df693-f7e4-4725-9379-6fe1233075c4'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:19.277690 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be751e9-e381-4861-b9c8-e7123b8d23b1" -d '{"events": [{"server_uuid": "bdc5d210-8e5e-478f-9ac9-28a75d772412", "name": "network-vif-plugged", "status": "completed", "tag": "761df693-f7e4-4725-9379-6fe1233075c4"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:19.316857 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 761df693-f7e4-4725-9379-6fe1233075c4, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=761df693-f7e4-4725-9379-6fe1233075c4,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:19.358936 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:19.382025 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20c595-6a48-455e-92c0-3b6ebe3d2bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=ede38759-df2e-4913-a839-5c8f2fc992f8,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:19.444702 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2179e183-e030-48ff-82fc-2a9bd33b55f1 req-1442fe04-cb42-4ab2-b661-b999698d2d64 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups/f769d3f8-5713-4110-9c71-efe99ea23002 HTTP/1.1" status: 200 len: 1799 time: 0.4811273 Jul 13 07:24:19.543053 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9b20c595-6a48-455e-92c0-3b6ebe3d2bd3 service neutron] Attempting to bind port ede38759-df2e-4913-a839-5c8f2fc992f8 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:19.545245 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9b20c595-6a48-455e-92c0-3b6ebe3d2bd3 service neutron] Attempting to bind port ede38759-df2e-4913-a839-5c8f2fc992f8 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '8ed6da62-daf9-496c-b1a4-984cc4d0a038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '429c5271-60ed-4dd8-b05d-2fc0729d6432'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:19.545744 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9b20c595-6a48-455e-92c0-3b6ebe3d2bd3 service neutron] Attempting to bind port ede38759-df2e-4913-a839-5c8f2fc992f8 on network 429c5271-60ed-4dd8-b05d-2fc0729d6432 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:19.563389 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=761df693-f7e4-4725-9379-6fe1233075c4,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:19.572868 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b7d0a-b1fc-424f-98b8-e51565d98e68 req-b5195598-9dec-4007-9dea-997bc5582fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:19.575017 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-291b7d0a-b1fc-424f-98b8-e51565d98e68 req-b5195598-9dec-4007-9dea-997bc5582fc8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cd2fbd6dbade4360a70e4272ba843d4c&device_id=5924e160-e5a4-406a-a4d1-e5a16f78a8cc HTTP/1.1" status: 200 len: 1175 time: 0.3937185 Jul 13 07:24:19.588121 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6a769-e4a0-4cbe-9ea3-a22d53121611 req-0150d3c6-6e4a-477f-977e-b83582e54788 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:19.598753 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9b20c595-6a48-455e-92c0-3b6ebe3d2bd3 service neutron] Port ede38759-df2e-4913-a839-5c8f2fc992f8 on network 429c5271-60ed-4dd8-b05d-2fc0729d6432 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:24:19.599059 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9b20c595-6a48-455e-92c0-3b6ebe3d2bd3 service neutron] Attempting to bind port ede38759-df2e-4913-a839-5c8f2fc992f8 on network 429c5271-60ed-4dd8-b05d-2fc0729d6432 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:19.601678 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6a769-e4a0-4cbe-9ea3-a22d53121611 req-0150d3c6-6e4a-477f-977e-b83582e54788 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:19.627339 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6a769-e4a0-4cbe-9ea3-a22d53121611 req-0150d3c6-6e4a-477f-977e-b83582e54788 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:19.634931 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6a769-e4a0-4cbe-9ea3-a22d53121611 req-0150d3c6-6e4a-477f-977e-b83582e54788 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:19.638462 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [req-2179e183-e030-48ff-82fc-2a9bd33b55f1 req-6b067947-7c40-4b5a-9fab-5cdfb71daf71 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 13 07:24:19.639711 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2179e183-e030-48ff-82fc-2a9bd33b55f1 req-6b067947-7c40-4b5a-9fab-5cdfb71daf71 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "DELETE /v2.0/security-groups/f769d3f8-5713-4110-9c71-efe99ea23002 HTTP/1.1" status: 409 len: 341 time: 0.1868775 Jul 13 07:24:19.657379 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6a769-e4a0-4cbe-9ea3-a22d53121611 req-0150d3c6-6e4a-477f-977e-b83582e54788 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:19.666618 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6a769-e4a0-4cbe-9ea3-a22d53121611 req-0150d3c6-6e4a-477f-977e-b83582e54788 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:19.674629 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6a769-e4a0-4cbe-9ea3-a22d53121611 req-0150d3c6-6e4a-477f-977e-b83582e54788 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:19.693492 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9b20c595-6a48-455e-92c0-3b6ebe3d2bd3 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:19.694417 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9b20c595-6a48-455e-92c0-3b6ebe3d2bd3 service neutron] Checking segment: {'id': '8ed6da62-daf9-496c-b1a4-984cc4d0a038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '429c5271-60ed-4dd8-b05d-2fc0729d6432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:19.695006 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-02f6a769-e4a0-4cbe-9ea3-a22d53121611 req-0150d3c6-6e4a-477f-977e-b83582e54788 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 5383 time: 0.2970784 Jul 13 07:24:19.695254 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9b20c595-6a48-455e-92c0-3b6ebe3d2bd3 service neutron] Bound using segment: {'id': '8ed6da62-daf9-496c-b1a4-984cc4d0a038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '429c5271-60ed-4dd8-b05d-2fc0729d6432'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:19.695817 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9b20c595-6a48-455e-92c0-3b6ebe3d2bd3 service neutron] Bound port: ede38759-df2e-4913-a839-5c8f2fc992f8, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ed6da62-daf9-496c-b1a4-984cc4d0a038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '429c5271-60ed-4dd8-b05d-2fc0729d6432'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:19.696682 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9b20c595-6a48-455e-92c0-3b6ebe3d2bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:19.793390 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-02f6a769-e4a0-4cbe-9ea3-a22d53121611 req-01068981-cd7e-446b-b2bc-b89f6bd100f1 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&id=fb0080f5-be08-4cd8-97f3-6cc751e87d59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0952446 Jul 13 07:24:19.797004 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b7d0a-b1fc-424f-98b8-e51565d98e68 req-7e83cfae-ee8c-4c31-b6aa-23f5e7ee0c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:19.800083 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-291b7d0a-b1fc-424f-98b8-e51565d98e68 req-7e83cfae-ee8c-4c31-b6aa-23f5e7ee0c91 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d4112daa-098c-4665-aa01-55b0b4ff24e7 HTTP/1.1" status: 200 len: 914 time: 0.2023196 Jul 13 07:24:19.824534 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9b20c595-6a48-455e-92c0-3b6ebe3d2bd3 service neutron] For port ede38759-df2e-4913-a839-5c8f2fc992f8, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:19.829192 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9b20c595-6a48-455e-92c0-3b6ebe3d2bd3 service neutron] For port ede38759-df2e-4913-a839-5c8f2fc992f8, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=ede38759-df2e-4913-a839-5c8f2fc992f8,segment=NetworkSegment(8ed6da62-daf9-496c-b1a4-984cc4d0a038),segment_id=8ed6da62-daf9-496c-b1a4-984cc4d0a038)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:19.837279 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-60a11595-81e8-4385-8bfb-4fb6f877071e req-6f4f9dd7-adbf-497b-bc05-c5a9d13904c3 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1694112710', 'description': 'tempest-description-424347199'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:19.862432 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9b20c595-6a48-455e-92c0-3b6ebe3d2bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:19.878539 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-60a11595-81e8-4385-8bfb-4fb6f877071e req-6f4f9dd7-adbf-497b-bc05-c5a9d13904c3 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:19.906491 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-291b7d0a-b1fc-424f-98b8-e51565d98e68 req-21e13ddd-0e2d-4953-b571-78689e38925f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=436aa2f1-8016-4814-9b2a-d920e070f85d HTTP/1.1" status: 200 len: 217 time: 0.0948472 Jul 13 07:24:19.910988 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-0d2e1435-9061-4b64-9fc1-fdb040468689 None None] Provisioning complete for port 761df693-f7e4-4725-9379-6fe1233075c4 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:19.911382 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0d2e1435-9061-4b64-9fc1-fdb040468689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:19.978307 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b7d0a-b1fc-424f-98b8-e51565d98e68 req-0dd65436-3dd2-4abe-a61f-fd45eb1e84d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:19.980252 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-291b7d0a-b1fc-424f-98b8-e51565d98e68 req-0dd65436-3dd2-4abe-a61f-fd45eb1e84d3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1359cd00-b54c-4d68-aebb-1c48443a9190 HTTP/1.1" status: 200 len: 853 time: 0.0633113 Jul 13 07:24:19.988202 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9b20c595-6a48-455e-92c0-3b6ebe3d2bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:19.988818 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9b20c595-6a48-455e-92c0-3b6ebe3d2bd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:19.990180 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9b20c595-6a48-455e-92c0-3b6ebe3d2bd3 service neutron] 10.222.0.42 "PUT /v2.0/ports/ede38759-df2e-4913-a839-5c8f2fc992f8 HTTP/1.1" status: 200 len: 1136 time: 3.0011187 Jul 13 07:24:20.019668 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-60a11595-81e8-4385-8bfb-4fb6f877071e req-6f4f9dd7-adbf-497b-bc05-c5a9d13904c3 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:20.029661 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-60a11595-81e8-4385-8bfb-4fb6f877071e req-6f4f9dd7-adbf-497b-bc05-c5a9d13904c3 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:20.036470 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20c595-6a48-455e-92c0-3b6ebe3d2bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=ede38759-df2e-4913-a839-5c8f2fc992f8,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:20.071051 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-7b7d4276-9437-4b01-820b-7db68fcfdcc6 service neutron] Request body: {'port': {'device_id': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:20.078630 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-291b7d0a-b1fc-424f-98b8-e51565d98e68 req-42003b56-e6b9-48f8-95d1-55d63658d57c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d4112daa-098c-4665-aa01-55b0b4ff24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748844 Jul 13 07:24:20.112897 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4f9dd7-adbf-497b-bc05-c5a9d13904c3 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae86e653-c0e1-410b-a4ea-33925cfcd81e,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:20.123523 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-60a11595-81e8-4385-8bfb-4fb6f877071e req-6f4f9dd7-adbf-497b-bc05-c5a9d13904c3 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:20.131776 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e181109a-2ab6-4b92-b37e-2704871a1e43 x-openstack-request-id: req-e181109a-2ab6-4b92-b37e-2704871a1e43 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:20.132117 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "tag": "1d1d6f8c-4810-439b-a2c4-1b8759e55cea", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:20.132446 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e181109a-2ab6-4b92-b37e-2704871a1e43 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:20.132895 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'tag': '1d1d6f8c-4810-439b-a2c4-1b8759e55cea', 'status': 'completed', 'code': 200} Jul 13 07:24:20.139617 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-60a11595-81e8-4385-8bfb-4fb6f877071e req-6f4f9dd7-adbf-497b-bc05-c5a9d13904c3 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3085473 Jul 13 07:24:20.160765 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d86818-3ec6-4999-a454-9bd0d9f37006 x-openstack-request-id: req-03d86818-3ec6-4999-a454-9bd0d9f37006 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:20.161280 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc5d210-8e5e-478f-9ac9-28a75d772412", "name": "network-vif-plugged", "status": "completed", "tag": "761df693-f7e4-4725-9379-6fe1233075c4", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:20.161902 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-03d86818-3ec6-4999-a454-9bd0d9f37006 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:20.162730 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc5d210-8e5e-478f-9ac9-28a75d772412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761df693-f7e4-4725-9379-6fe1233075c4', 'code': 200} Jul 13 07:24:20.400259 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0efe9-4ed2-43c2-9611-db6b34ba670c req-4bd810f2-3a1b-48fc-a9e4-95d9afc3a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:20.402907 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832c09a-dc71-4af8-a14e-dfcaf0380719 req-3ecf4219-6ff1-4110-8a14-5882feff6989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:20.403444 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832c09a-dc71-4af8-a14e-dfcaf0380719 req-3ecf4219-6ff1-4110-8a14-5882feff6989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:20.403931 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832c09a-dc71-4af8-a14e-dfcaf0380719 req-3ecf4219-6ff1-4110-8a14-5882feff6989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:20.404412 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832c09a-dc71-4af8-a14e-dfcaf0380719 req-3ecf4219-6ff1-4110-8a14-5882feff6989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:20.404887 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832c09a-dc71-4af8-a14e-dfcaf0380719 req-3ecf4219-6ff1-4110-8a14-5882feff6989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:20.405362 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832c09a-dc71-4af8-a14e-dfcaf0380719 req-3ecf4219-6ff1-4110-8a14-5882feff6989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:20.405835 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832c09a-dc71-4af8-a14e-dfcaf0380719 req-3ecf4219-6ff1-4110-8a14-5882feff6989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:20.407443 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-aec0efe9-4ed2-43c2-9611-db6b34ba670c req-4bd810f2-3a1b-48fc-a9e4-95d9afc3a530 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bdc5d210-8e5e-478f-9ac9-28a75d772412 HTTP/1.1" status: 200 len: 1101 time: 0.1615374 Jul 13 07:24:20.411913 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5832c09a-dc71-4af8-a14e-dfcaf0380719 req-3ecf4219-6ff1-4110-8a14-5882feff6989 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f675b11333fa441fa8eddc3498c6fd35&device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 6223 time: 0.2587647 Jul 13 07:24:20.414953 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-7b7d4276-9437-4b01-820b-7db68fcfdcc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:20.423831 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-291b7d0a-b1fc-424f-98b8-e51565d98e68 req-cf302387-2461-407e-b11d-423867641453 service neutron] 10.222.0.25 "GET /v2.0/networks/d4112daa-098c-4665-aa01-55b0b4ff24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271668 Jul 13 07:24:20.471471 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-aec0efe9-4ed2-43c2-9611-db6b34ba670c req-6ab84a07-831b-456a-acd9-d4a4275403f1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=fbf72be3-4ea8-4904-bd73-e852b08bb8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583162 Jul 13 07:24:20.624143 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f669f9-8580-44cf-afb2-789e99a0d6e6 req-30f021cc-e1bb-478a-904c-92d8d3722526 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:20.631570 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-91f669f9-8580-44cf-afb2-789e99a0d6e6 req-30f021cc-e1bb-478a-904c-92d8d3722526 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdc5d210-8e5e-478f-9ac9-28a75d772412 HTTP/1.1" status: 200 len: 949 time: 0.0966551 Jul 13 07:24:20.679599 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-91f669f9-8580-44cf-afb2-789e99a0d6e6 req-560d6b3a-92aa-443d-b67c-b9760d8c9857 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbf72be3-4ea8-4904-bd73-e852b08bb8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469382 Jul 13 07:24:20.705377 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-35cbbf9c-c491-42fe-8fa2-6148bb890e42 req-7da692c5-a163-472d-a10e-d2901678cc6e tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1603296034', 'description': 'tempest-description-253545026'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:20.735330 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-35cbbf9c-c491-42fe-8fa2-6148bb890e42 req-7da692c5-a163-472d-a10e-d2901678cc6e tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:20.867412 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-291b7d0a-b1fc-424f-98b8-e51565d98e68 req-9cf55d20-d2d4-4e3d-a7f9-76142a6b18b6 service neutron] 10.222.0.25 "GET /v2.0/networks/d4112daa-098c-4665-aa01-55b0b4ff24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229209 Jul 13 07:24:20.872030 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832c09a-dc71-4af8-a14e-dfcaf0380719 req-34400808-4af0-4cb2-aa1c-9d1e74373b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:20.872511 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832c09a-dc71-4af8-a14e-dfcaf0380719 req-34400808-4af0-4cb2-aa1c-9d1e74373b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:20.875595 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832c09a-dc71-4af8-a14e-dfcaf0380719 req-34400808-4af0-4cb2-aa1c-9d1e74373b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:20.875595 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5832c09a-dc71-4af8-a14e-dfcaf0380719 req-34400808-4af0-4cb2-aa1c-9d1e74373b80 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=f675b11333fa441fa8eddc3498c6fd35&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4494939 Jul 13 07:24:20.887105 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-35cbbf9c-c491-42fe-8fa2-6148bb890e42 req-7da692c5-a163-472d-a10e-d2901678cc6e tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:20.896516 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-35cbbf9c-c491-42fe-8fa2-6148bb890e42 req-7da692c5-a163-472d-a10e-d2901678cc6e tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:20.954857 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-35cbbf9c-c491-42fe-8fa2-6148bb890e42 req-7da692c5-a163-472d-a10e-d2901678cc6e tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:20.969125 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-35cbbf9c-c491-42fe-8fa2-6148bb890e42 req-7da692c5-a163-472d-a10e-d2901678cc6e tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2681575 Jul 13 07:24:20.976538 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da692c5-a163-472d-a10e-d2901678cc6e tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48bec30a-623a-4f83-bf9b-673753364cbd,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:21.013887 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832c09a-dc71-4af8-a14e-dfcaf0380719 req-19bf0b07-758c-4d32-a844-496258372a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:21.015405 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5832c09a-dc71-4af8-a14e-dfcaf0380719 req-19bf0b07-758c-4d32-a844-496258372a1f service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1258647 Jul 13 07:24:21.167344 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2a0c1-927a-4c2d-a194-c8d295edf074 req-80bd7d19-b0b1-47ed-b2cd-1cfbeaff575b tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:21.176741 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2a0c1-927a-4c2d-a194-c8d295edf074 req-80bd7d19-b0b1-47ed-b2cd-1cfbeaff575b tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:21.184525 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2a0c1-927a-4c2d-a194-c8d295edf074 req-80bd7d19-b0b1-47ed-b2cd-1cfbeaff575b tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:21.191768 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2a0c1-927a-4c2d-a194-c8d295edf074 req-80bd7d19-b0b1-47ed-b2cd-1cfbeaff575b tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:21.198317 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2a0c1-927a-4c2d-a194-c8d295edf074 req-80bd7d19-b0b1-47ed-b2cd-1cfbeaff575b tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:21.204558 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2a0c1-927a-4c2d-a194-c8d295edf074 req-80bd7d19-b0b1-47ed-b2cd-1cfbeaff575b tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:21.211002 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2a0c1-927a-4c2d-a194-c8d295edf074 req-80bd7d19-b0b1-47ed-b2cd-1cfbeaff575b tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:21.212668 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-70e2a0c1-927a-4c2d-a194-c8d295edf074 req-80bd7d19-b0b1-47ed-b2cd-1cfbeaff575b tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 5383 time: 0.1389194 Jul 13 07:24:21.213515 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d525ca-8807-4b22-b1fd-123bbf3f14a5 req-75430149-bdc0-4d68-9e8f-84932a7b73f6 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:21.215591 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-09d525ca-8807-4b22-b1fd-123bbf3f14a5 req-75430149-bdc0-4d68-9e8f-84932a7b73f6 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/ports?device_id=5924e160-e5a4-406a-a4d1-e5a16f78a8cc HTTP/1.1" status: 200 len: 1023 time: 0.1766419 Jul 13 07:24:21.264224 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-70e2a0c1-927a-4c2d-a194-c8d295edf074 req-aef88c29-9839-477f-b6df-bc92c7320cbd tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&id=fb0080f5-be08-4cd8-97f3-6cc751e87d59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427983 Jul 13 07:24:21.313296 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-09d525ca-8807-4b22-b1fd-123bbf3f14a5 req-abe488ea-9031-4df4-b634-dd3d58cadcab tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups?id=b956a6d0-e40e-472a-9e7d-353b5077f906&id=f769d3f8-5713-4110-9c71-efe99ea23002&id=e1ea1d82-929f-408a-ad17-d52629d5cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0882938 Jul 13 07:24:21.315626 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-7b7d4276-9437-4b01-820b-7db68fcfdcc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca22fb29-1ea5-4f90-9571-5df06a832806 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:21.324793 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-7b7d4276-9437-4b01-820b-7db68fcfdcc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:21.339407 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-7b7d4276-9437-4b01-820b-7db68fcfdcc6 service neutron] Transition to ACTIVE for port object ca22fb29-1ea5-4f90-9571-5df06a832806 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:21.361731 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-7b7d4276-9437-4b01-820b-7db68fcfdcc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:21.503684 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d4276-9437-4b01-820b-7db68fcfdcc6 service neutron] Pushing event updated for resources: {'Port': ['ID=ca22fb29-1ea5-4f90-9571-5df06a832806,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:21.618576 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-22639116-92e5-405a-8524-978b266fd757 req-5c74b501-1fdd-47bd-ac5f-a4848e2b42b6 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] 10.222.0.23 "GET /v2.0/security-groups/ae86e653-c0e1-410b-a4ea-33925cfcd81e HTTP/1.1" status: 200 len: 1804 time: 0.1441820 Jul 13 07:24:21.660663 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-7b7d4276-9437-4b01-820b-7db68fcfdcc6 service neutron] Attempting to bind port ca22fb29-1ea5-4f90-9571-5df06a832806 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:21.660990 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-7b7d4276-9437-4b01-820b-7db68fcfdcc6 service neutron] Attempting to bind port ca22fb29-1ea5-4f90-9571-5df06a832806 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '8ed6da62-daf9-496c-b1a4-984cc4d0a038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '429c5271-60ed-4dd8-b05d-2fc0729d6432'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:21.661739 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-7b7d4276-9437-4b01-820b-7db68fcfdcc6 service neutron] Attempting to bind port ca22fb29-1ea5-4f90-9571-5df06a832806 on network 429c5271-60ed-4dd8-b05d-2fc0729d6432 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:21.680768 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-7b7d4276-9437-4b01-820b-7db68fcfdcc6 service neutron] Port ca22fb29-1ea5-4f90-9571-5df06a832806 on network 429c5271-60ed-4dd8-b05d-2fc0729d6432 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:24:21.681019 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-7b7d4276-9437-4b01-820b-7db68fcfdcc6 service neutron] Attempting to bind port ca22fb29-1ea5-4f90-9571-5df06a832806 on network 429c5271-60ed-4dd8-b05d-2fc0729d6432 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:21.700894 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-22639116-92e5-405a-8524-978b266fd757 req-20dca21b-3b1c-4e3b-a160-fe7c54312695 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] 10.222.0.23 "GET /v2.0/security-groups/48bec30a-623a-4f83-bf9b-673753364cbd HTTP/1.1" status: 200 len: 1804 time: 0.0814168 Jul 13 07:24:21.701721 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-7b7d4276-9437-4b01-820b-7db68fcfdcc6 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:21.702055 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-7b7d4276-9437-4b01-820b-7db68fcfdcc6 service neutron] Checking segment: {'id': '8ed6da62-daf9-496c-b1a4-984cc4d0a038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '429c5271-60ed-4dd8-b05d-2fc0729d6432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:21.702429 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-7b7d4276-9437-4b01-820b-7db68fcfdcc6 service neutron] Bound using segment: {'id': '8ed6da62-daf9-496c-b1a4-984cc4d0a038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '429c5271-60ed-4dd8-b05d-2fc0729d6432'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:21.703164 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-7b7d4276-9437-4b01-820b-7db68fcfdcc6 service neutron] Bound port: ca22fb29-1ea5-4f90-9571-5df06a832806, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ed6da62-daf9-496c-b1a4-984cc4d0a038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '429c5271-60ed-4dd8-b05d-2fc0729d6432'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:21.703613 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-7b7d4276-9437-4b01-820b-7db68fcfdcc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:21.718963 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-22639116-92e5-405a-8524-978b266fd757 req-09f3826e-ee45-4620-acd2-c3cb86aede9a tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ae86e653-c0e1-410b-a4ea-33925cfcd81e', 'remote_group_id': '48bec30a-623a-4f83-bf9b-673753364cbd', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:21.719421 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-22639116-92e5-405a-8524-978b266fd757 req-09f3826e-ee45-4620-acd2-c3cb86aede9a tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ae86e653-c0e1-410b-a4ea-33925cfcd81e', 'remote_group_id': '48bec30a-623a-4f83-bf9b-673753364cbd', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:21.806886 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-7b7d4276-9437-4b01-820b-7db68fcfdcc6 service neutron] For port ca22fb29-1ea5-4f90-9571-5df06a832806, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:21.812945 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-7b7d4276-9437-4b01-820b-7db68fcfdcc6 service neutron] For port ca22fb29-1ea5-4f90-9571-5df06a832806, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=ca22fb29-1ea5-4f90-9571-5df06a832806,segment=NetworkSegment(8ed6da62-daf9-496c-b1a4-984cc4d0a038),segment_id=8ed6da62-daf9-496c-b1a4-984cc4d0a038)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:21.843064 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-7b7d4276-9437-4b01-820b-7db68fcfdcc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:21.914263 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-22639116-92e5-405a-8524-978b266fd757 req-09f3826e-ee45-4620-acd2-c3cb86aede9a tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:21.924247 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-7b7d4276-9437-4b01-820b-7db68fcfdcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:21.925129 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-7b7d4276-9437-4b01-820b-7db68fcfdcc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:21.926521 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-7b7d4276-9437-4b01-820b-7db68fcfdcc6 service neutron] 10.222.0.42 "PUT /v2.0/ports/ca22fb29-1ea5-4f90-9571-5df06a832806 HTTP/1.1" status: 200 len: 1092 time: 1.8610983 Jul 13 07:24:21.965447 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-874e324b-bced-4cf8-971b-95122b17fdf2 service neutron] Request body: {'port': {'device_id': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:22.023723 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d4276-9437-4b01-820b-7db68fcfdcc6 service neutron] Pushing event updated for resources: {'Port': ['ID=ca22fb29-1ea5-4f90-9571-5df06a832806,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:22.041366 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-22639116-92e5-405a-8524-978b266fd757 req-09f3826e-ee45-4620-acd2-c3cb86aede9a tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:22.074762 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-22639116-92e5-405a-8524-978b266fd757 req-09f3826e-ee45-4620-acd2-c3cb86aede9a tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:22.109429 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f3826e-ee45-4620-acd2-c3cb86aede9a tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c61467c1-ce36-4c64-bdd3-8d8fd4b8037d,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:22.111984 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-874e324b-bced-4cf8-971b-95122b17fdf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:22.126097 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-22639116-92e5-405a-8524-978b266fd757 req-09f3826e-ee45-4620-acd2-c3cb86aede9a tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:22.131689 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-22639116-92e5-405a-8524-978b266fd757 req-09f3826e-ee45-4620-acd2-c3cb86aede9a tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4197519 Jul 13 07:24:22.133950 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'tag': 'ede38759-df2e-4913-a839-5c8f2fc992f8'}, {'name': 'network-changed', 'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'tag': 'ca22fb29-1ea5-4f90-9571-5df06a832806'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:22.136850 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271dbf82-7e19-4342-8d71-be67bde2352e" -d '{"events": [{"name": "network-changed", "server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "tag": "ede38759-df2e-4913-a839-5c8f2fc992f8"}, {"name": "network-changed", "server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "tag": "ca22fb29-1ea5-4f90-9571-5df06a832806"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:22.256114 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523ae8b-5831-4018-b9a4-f935b555d9a3 req-aaf92eab-767a-4ebc-a397-2002a5bb5bf7 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:22.257789 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f523ae8b-5831-4018-b9a4-f935b555d9a3 req-aaf92eab-767a-4ebc-a397-2002a5bb5bf7 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdc5d210-8e5e-478f-9ac9-28a75d772412 HTTP/1.1" status: 200 len: 949 time: 0.0960529 Jul 13 07:24:22.301803 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f523ae8b-5831-4018-b9a4-f935b555d9a3 req-3c21efc4-57a4-4163-a482-1ac820295927 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbf72be3-4ea8-4904-bd73-e852b08bb8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374293 Jul 13 07:24:22.330798 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-b54d2ebe-675f-4273-bc0c-73bfabb7e5ab req-64fed755-c155-46e5-9f78-e8e170358299 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-607207195', 'description': 'tempest-description-1274116131'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:22.377488 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b54d2ebe-675f-4273-bc0c-73bfabb7e5ab req-64fed755-c155-46e5-9f78-e8e170358299 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:22.380893 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0147510-b506-4319-84e4-7cc3b10b99f2 x-openstack-request-id: req-a0147510-b506-4319-84e4-7cc3b10b99f2 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:22.381178 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "tag": "ede38759-df2e-4913-a839-5c8f2fc992f8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "tag": "ca22fb29-1ea5-4f90-9571-5df06a832806", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:22.381380 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a0147510-b506-4319-84e4-7cc3b10b99f2 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:22.381812 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'tag': 'ede38759-df2e-4913-a839-5c8f2fc992f8', 'status': 'completed', 'code': 200} Jul 13 07:24:22.382079 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'tag': 'ca22fb29-1ea5-4f90-9571-5df06a832806', 'status': 'completed', 'code': 200} Jul 13 07:24:22.526247 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c153d-327a-47bf-ac46-5ede04164610 req-239dc384-ec50-4353-b806-095b965d119f tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:22.528520 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f45c153d-327a-47bf-ac46-5ede04164610 req-239dc384-ec50-4353-b806-095b965d119f tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.25 "GET /v2.0/ports?device_id=5924e160-e5a4-406a-a4d1-e5a16f78a8cc HTTP/1.1" status: 200 len: 1023 time: 0.3240495 Jul 13 07:24:22.679411 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dbf82-7e19-4342-8d71-be67bde2352e req-5f13337d-1459-41e6-a938-c553d27c102e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:22.679894 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dbf82-7e19-4342-8d71-be67bde2352e req-5f13337d-1459-41e6-a938-c553d27c102e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:22.680372 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dbf82-7e19-4342-8d71-be67bde2352e req-5f13337d-1459-41e6-a938-c553d27c102e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:22.680834 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dbf82-7e19-4342-8d71-be67bde2352e req-5f13337d-1459-41e6-a938-c553d27c102e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:22.681299 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dbf82-7e19-4342-8d71-be67bde2352e req-5f13337d-1459-41e6-a938-c553d27c102e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:22.681762 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dbf82-7e19-4342-8d71-be67bde2352e req-5f13337d-1459-41e6-a938-c553d27c102e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:22.682222 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dbf82-7e19-4342-8d71-be67bde2352e req-5f13337d-1459-41e6-a938-c553d27c102e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:22.685305 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-271dbf82-7e19-4342-8d71-be67bde2352e req-5f13337d-1459-41e6-a938-c553d27c102e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f675b11333fa441fa8eddc3498c6fd35&device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 6291 time: 0.2645488 Jul 13 07:24:22.766728 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec0115-b751-4cd6-8b98-c7c6d0192404 req-5cf170a3-ef2f-45c9-a71a-f730e3657c50 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:22.772920 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec0115-b751-4cd6-8b98-c7c6d0192404 req-5cf170a3-ef2f-45c9-a71a-f730e3657c50 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:22.780266 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec0115-b751-4cd6-8b98-c7c6d0192404 req-5cf170a3-ef2f-45c9-a71a-f730e3657c50 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:22.786037 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec0115-b751-4cd6-8b98-c7c6d0192404 req-5cf170a3-ef2f-45c9-a71a-f730e3657c50 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:22.792987 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec0115-b751-4cd6-8b98-c7c6d0192404 req-5cf170a3-ef2f-45c9-a71a-f730e3657c50 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:22.799144 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec0115-b751-4cd6-8b98-c7c6d0192404 req-5cf170a3-ef2f-45c9-a71a-f730e3657c50 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:22.805334 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec0115-b751-4cd6-8b98-c7c6d0192404 req-5cf170a3-ef2f-45c9-a71a-f730e3657c50 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:22.813774 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e1ec0115-b751-4cd6-8b98-c7c6d0192404 req-5cf170a3-ef2f-45c9-a71a-f730e3657c50 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 5395 time: 0.1360078 Jul 13 07:24:22.861652 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e1ec0115-b751-4cd6-8b98-c7c6d0192404 req-615ef8a5-ebc9-4cdd-95a5-5af101acf57a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&id=fb0080f5-be08-4cd8-97f3-6cc751e87d59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0465763 Jul 13 07:24:23.062831 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe490b-6a4e-48cf-9744-4ad646b6dfa6 req-de8041d8-9e26-4a53-8049-94a1c103ae76 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:23.065053 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eebe490b-6a4e-48cf-9744-4ad646b6dfa6 req-de8041d8-9e26-4a53-8049-94a1c103ae76 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/ports?device_id=5924e160-e5a4-406a-a4d1-e5a16f78a8cc HTTP/1.1" status: 200 len: 1023 time: 0.0889988 Jul 13 07:24:23.140921 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dbf82-7e19-4342-8d71-be67bde2352e req-6fd03c25-d856-41b9-817b-458f45b60c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:23.141454 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dbf82-7e19-4342-8d71-be67bde2352e req-6fd03c25-d856-41b9-817b-458f45b60c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:23.143309 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dbf82-7e19-4342-8d71-be67bde2352e req-6fd03c25-d856-41b9-817b-458f45b60c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:23.143445 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-271dbf82-7e19-4342-8d71-be67bde2352e req-6fd03c25-d856-41b9-817b-458f45b60c9b service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=f675b11333fa441fa8eddc3498c6fd35&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4387941 Jul 13 07:24:23.146451 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eebe490b-6a4e-48cf-9744-4ad646b6dfa6 req-e8591f59-564d-47f9-9fa5-040ff9295cb0 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups?id=b956a6d0-e40e-472a-9e7d-353b5077f906&id=f769d3f8-5713-4110-9c71-efe99ea23002&id=e1ea1d82-929f-408a-ad17-d52629d5cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0721519 Jul 13 07:24:23.156982 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b54d2ebe-675f-4273-bc0c-73bfabb7e5ab req-64fed755-c155-46e5-9f78-e8e170358299 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:23.183466 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b54d2ebe-675f-4273-bc0c-73bfabb7e5ab req-64fed755-c155-46e5-9f78-e8e170358299 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:23.195024 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:23.239630 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b54d2ebe-675f-4273-bc0c-73bfabb7e5ab req-64fed755-c155-46e5-9f78-e8e170358299 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:23.260306 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b54d2ebe-675f-4273-bc0c-73bfabb7e5ab req-64fed755-c155-46e5-9f78-e8e170358299 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9357998 Jul 13 07:24:23.328812 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-874e324b-bced-4cf8-971b-95122b17fdf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe72de08-e56f-4e40-8d26-6142c436bbdc {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:23.334927 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fed755-c155-46e5-9f78-e8e170358299 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e28bad4e-3e4a-451c-8838-83477d4f2914,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:23.345039 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-874e324b-bced-4cf8-971b-95122b17fdf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:23.415552 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-f45c153d-327a-47bf-ac46-5ede04164610 req-3b77f032-3373-4bb7-8a2b-37c9d43cfe15 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Deleting port 436aa2f1-8016-4814-9b2a-d920e070f85d {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:24:23.415891 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-f45c153d-327a-47bf-ac46-5ede04164610 req-3b77f032-3373-4bb7-8a2b-37c9d43cfe15 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:23.419711 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dbf82-7e19-4342-8d71-be67bde2352e req-1881c7c6-4049-43c2-b801-144107638b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:23.421201 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-271dbf82-7e19-4342-8d71-be67bde2352e req-1881c7c6-4049-43c2-b801-144107638b7a service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2669234 Jul 13 07:24:23.437093 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-874e324b-bced-4cf8-971b-95122b17fdf2 service neutron] Transition to ACTIVE for port object fe72de08-e56f-4e40-8d26-6142c436bbdc will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:23.454101 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-874e324b-bced-4cf8-971b-95122b17fdf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:23.668785 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:23.690317 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-bc5fbb23-fef7-4e4d-9ec4-c6ac2bd8e6d1 req-46be39bc-8500-4e39-81b5-c5c7c44617eb tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1587985029', 'description': 'tempest-description-1733928591'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:23.840487 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e324b-bced-4cf8-971b-95122b17fdf2 service neutron] Pushing event updated for resources: {'Port': ['ID=fe72de08-e56f-4e40-8d26-6142c436bbdc,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:23.868884 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-bc5fbb23-fef7-4e4d-9ec4-c6ac2bd8e6d1 req-46be39bc-8500-4e39-81b5-c5c7c44617eb tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:23.878047 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-f45c153d-327a-47bf-ac46-5ede04164610 req-3b77f032-3373-4bb7-8a2b-37c9d43cfe15 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] For port 436aa2f1-8016-4814-9b2a-d920e070f85d, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=436aa2f1-8016-4814-9b2a-d920e070f85d,segment=NetworkSegment(557265a9-4c3d-44b6-8e8d-7a431f373307),segment_id=557265a9-4c3d-44b6-8e8d-7a431f373307)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:23.878533 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-f45c153d-327a-47bf-ac46-5ede04164610 req-3b77f032-3373-4bb7-8a2b-37c9d43cfe15 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:23.926338 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dbf82-7e19-4342-8d71-be67bde2352e req-f4ed66af-29b3-4ee6-99fb-5a9aca18edfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:23.926836 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dbf82-7e19-4342-8d71-be67bde2352e req-f4ed66af-29b3-4ee6-99fb-5a9aca18edfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:23.927348 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dbf82-7e19-4342-8d71-be67bde2352e req-f4ed66af-29b3-4ee6-99fb-5a9aca18edfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:23.927827 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dbf82-7e19-4342-8d71-be67bde2352e req-f4ed66af-29b3-4ee6-99fb-5a9aca18edfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:23.928297 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dbf82-7e19-4342-8d71-be67bde2352e req-f4ed66af-29b3-4ee6-99fb-5a9aca18edfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:23.928759 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dbf82-7e19-4342-8d71-be67bde2352e req-f4ed66af-29b3-4ee6-99fb-5a9aca18edfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:23.929221 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dbf82-7e19-4342-8d71-be67bde2352e req-f4ed66af-29b3-4ee6-99fb-5a9aca18edfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:23.931164 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-271dbf82-7e19-4342-8d71-be67bde2352e req-f4ed66af-29b3-4ee6-99fb-5a9aca18edfb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f675b11333fa441fa8eddc3498c6fd35&device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 6317 time: 0.4622159 Jul 13 07:24:23.936270 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-f45c153d-327a-47bf-ac46-5ede04164610 req-3b77f032-3373-4bb7-8a2b-37c9d43cfe15 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Calling delete_port for 436aa2f1-8016-4814-9b2a-d920e070f85d owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:24:23.981913 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-874e324b-bced-4cf8-971b-95122b17fdf2 service neutron] Attempting to bind port fe72de08-e56f-4e40-8d26-6142c436bbdc on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:23.982318 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-874e324b-bced-4cf8-971b-95122b17fdf2 service neutron] Attempting to bind port fe72de08-e56f-4e40-8d26-6142c436bbdc by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '8ed6da62-daf9-496c-b1a4-984cc4d0a038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '429c5271-60ed-4dd8-b05d-2fc0729d6432'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:23.982650 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-874e324b-bced-4cf8-971b-95122b17fdf2 service neutron] Attempting to bind port fe72de08-e56f-4e40-8d26-6142c436bbdc on network 429c5271-60ed-4dd8-b05d-2fc0729d6432 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:24.032702 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-874e324b-bced-4cf8-971b-95122b17fdf2 service neutron] Port fe72de08-e56f-4e40-8d26-6142c436bbdc on network 429c5271-60ed-4dd8-b05d-2fc0729d6432 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:24:24.033085 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-874e324b-bced-4cf8-971b-95122b17fdf2 service neutron] Attempting to bind port fe72de08-e56f-4e40-8d26-6142c436bbdc on network 429c5271-60ed-4dd8-b05d-2fc0729d6432 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:24.093269 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-874e324b-bced-4cf8-971b-95122b17fdf2 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:24.093533 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-874e324b-bced-4cf8-971b-95122b17fdf2 service neutron] Checking segment: {'id': '8ed6da62-daf9-496c-b1a4-984cc4d0a038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '429c5271-60ed-4dd8-b05d-2fc0729d6432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:24.094004 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-874e324b-bced-4cf8-971b-95122b17fdf2 service neutron] Bound using segment: {'id': '8ed6da62-daf9-496c-b1a4-984cc4d0a038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '429c5271-60ed-4dd8-b05d-2fc0729d6432'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:24.094383 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-874e324b-bced-4cf8-971b-95122b17fdf2 service neutron] Bound port: fe72de08-e56f-4e40-8d26-6142c436bbdc, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ed6da62-daf9-496c-b1a4-984cc4d0a038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '429c5271-60ed-4dd8-b05d-2fc0729d6432'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:24.094690 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-874e324b-bced-4cf8-971b-95122b17fdf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:24.215115 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dbf82-7e19-4342-8d71-be67bde2352e req-b11fcc40-2dd6-4bc2-b1ee-2e82128b624e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:24.215115 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dbf82-7e19-4342-8d71-be67bde2352e req-b11fcc40-2dd6-4bc2-b1ee-2e82128b624e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:24.216218 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dbf82-7e19-4342-8d71-be67bde2352e req-b11fcc40-2dd6-4bc2-b1ee-2e82128b624e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:24.217285 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-271dbf82-7e19-4342-8d71-be67bde2352e req-b11fcc40-2dd6-4bc2-b1ee-2e82128b624e service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=f675b11333fa441fa8eddc3498c6fd35&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2766330 Jul 13 07:24:24.303053 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-bc5fbb23-fef7-4e4d-9ec4-c6ac2bd8e6d1 req-46be39bc-8500-4e39-81b5-c5c7c44617eb tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:24.335443 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-bc5fbb23-fef7-4e4d-9ec4-c6ac2bd8e6d1 req-46be39bc-8500-4e39-81b5-c5c7c44617eb tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:24.381420 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-874e324b-bced-4cf8-971b-95122b17fdf2 service neutron] For port fe72de08-e56f-4e40-8d26-6142c436bbdc, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:24.437004 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-874e324b-bced-4cf8-971b-95122b17fdf2 service neutron] For port fe72de08-e56f-4e40-8d26-6142c436bbdc, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=fe72de08-e56f-4e40-8d26-6142c436bbdc,segment=NetworkSegment(8ed6da62-daf9-496c-b1a4-984cc4d0a038),segment_id=8ed6da62-daf9-496c-b1a4-984cc4d0a038)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:24.455929 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be39bc-8500-4e39-81b5-c5c7c44617eb tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e75729-ea5e-473d-96ad-93c8bd5a3247,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:24.458243 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-bc5fbb23-fef7-4e4d-9ec4-c6ac2bd8e6d1 req-46be39bc-8500-4e39-81b5-c5c7c44617eb tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:24.459476 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bc5fbb23-fef7-4e4d-9ec4-c6ac2bd8e6d1 req-46be39bc-8500-4e39-81b5-c5c7c44617eb tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7841675 Jul 13 07:24:24.464009 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-874e324b-bced-4cf8-971b-95122b17fdf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:24.516166 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-f45c153d-327a-47bf-ac46-5ede04164610 req-3b77f032-3373-4bb7-8a2b-37c9d43cfe15 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:24.532905 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['b8debd6b-7a14-4e55-868f-65f7c387746e', '436aa2f1-8016-4814-9b2a-d920e070f85d'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:24.569528 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dbf82-7e19-4342-8d71-be67bde2352e req-2b179175-b854-44c7-bc9e-a5fada24db89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:24.574689 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-271dbf82-7e19-4342-8d71-be67bde2352e req-2b179175-b854-44c7-bc9e-a5fada24db89 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3487244 Jul 13 07:24:24.582660 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-874e324b-bced-4cf8-971b-95122b17fdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:24.583467 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-874e324b-bced-4cf8-971b-95122b17fdf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:24.585253 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-874e324b-bced-4cf8-971b-95122b17fdf2 service neutron] 10.222.0.42 "PUT /v2.0/ports/fe72de08-e56f-4e40-8d26-6142c436bbdc HTTP/1.1" status: 200 len: 1092 time: 2.6249092 Jul 13 07:24:24.589297 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'tag': 'fe72de08-e56f-4e40-8d26-6142c436bbdc'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:24.591763 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f4e894-1660-4fea-b279-49c52dad81dc" -d '{"events": [{"name": "network-changed", "server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "tag": "fe72de08-e56f-4e40-8d26-6142c436bbdc"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:24.630532 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-db318708-aa47-4012-aead-6459a5144b3d service neutron] Request body: {'port': {'device_id': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:24.770477 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e324b-bced-4cf8-971b-95122b17fdf2 service neutron] Pushing event updated for resources: {'Port': ['ID=fe72de08-e56f-4e40-8d26-6142c436bbdc,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:24.824733 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45c153d-327a-47bf-ac46-5ede04164610 req-3b77f032-3373-4bb7-8a2b-37c9d43cfe15 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] No DVR routers for this DVR port 436aa2f1-8016-4814-9b2a-d920e070f85d on host n-h2-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:24:24.833747 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-f45c153d-327a-47bf-ac46-5ede04164610 req-3b77f032-3373-4bb7-8a2b-37c9d43cfe15 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:24.837274 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f45c153d-327a-47bf-ac46-5ede04164610 req-3b77f032-3373-4bb7-8a2b-37c9d43cfe15 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.25 "DELETE /v2.0/ports/436aa2f1-8016-4814-9b2a-d920e070f85d HTTP/1.1" status: 204 len: 173 time: 2.3001082 Jul 13 07:24:24.891610 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef8d72-ddc1-4202-b493-8d20712cf811 req-23a269bc-0d67-4f3d-8314-840c98597a12 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:24.899120 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef8d72-ddc1-4202-b493-8d20712cf811 req-23a269bc-0d67-4f3d-8314-840c98597a12 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:24.906494 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef8d72-ddc1-4202-b493-8d20712cf811 req-23a269bc-0d67-4f3d-8314-840c98597a12 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:24.912791 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef8d72-ddc1-4202-b493-8d20712cf811 req-23a269bc-0d67-4f3d-8314-840c98597a12 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:24.915726 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b77f032-3373-4bb7-8a2b-37c9d43cfe15 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Pushing event deleted for resources: {'Port': ['ID=436aa2f1-8016-4814-9b2a-d920e070f85d,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:24.920747 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef8d72-ddc1-4202-b493-8d20712cf811 req-23a269bc-0d67-4f3d-8314-840c98597a12 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:24.927826 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef8d72-ddc1-4202-b493-8d20712cf811 req-23a269bc-0d67-4f3d-8314-840c98597a12 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:24.936342 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef8d72-ddc1-4202-b493-8d20712cf811 req-23a269bc-0d67-4f3d-8314-840c98597a12 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:24.944494 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-28ef8d72-ddc1-4202-b493-8d20712cf811 req-23a269bc-0d67-4f3d-8314-840c98597a12 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 5407 time: 0.1439326 Jul 13 07:24:24.996686 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-28ef8d72-ddc1-4202-b493-8d20712cf811 req-7fd8e4b6-3170-4545-843a-342e23d13b9b tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&id=fb0080f5-be08-4cd8-97f3-6cc751e87d59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0477133 Jul 13 07:24:25.070946 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-db318708-aa47-4012-aead-6459a5144b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:25.142614 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0303a1-9d06-44ac-ad88-1a93c7af36eb req-d192b1b4-bc04-4203-8269-8a950b031926 tempest-ServersAdminNegativeTestJSON-1155407946 tempest-ServersAdminNegativeTestJSON-1155407946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:25.144015 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bc0303a1-9d06-44ac-ad88-1a93c7af36eb req-d192b1b4-bc04-4203-8269-8a950b031926 tempest-ServersAdminNegativeTestJSON-1155407946 tempest-ServersAdminNegativeTestJSON-1155407946-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bdc5d210-8e5e-478f-9ac9-28a75d772412 HTTP/1.1" status: 200 len: 1101 time: 0.4349096 Jul 13 07:24:25.163049 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-abb9b27f-8d52-4cba-834a-9f794ec2372b req-e5b2c909-7cc2-488a-915e-4355de2ae3ee tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/ports?device_id=5924e160-e5a4-406a-a4d1-e5a16f78a8cc HTTP/1.1" status: 200 len: 210 time: 0.0420465 Jul 13 07:24:25.171041 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-bc0303a1-9d06-44ac-ad88-1a93c7af36eb req-e6169ad4-6507-465e-a205-96d08943c448 tempest-ServersAdminNegativeTestJSON-1155407946 tempest-ServersAdminNegativeTestJSON-1155407946-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:25.261847 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1917ad81-aec4-4b22-8256-71a71bb23b58 req-f97782a6-cc86-48dd-89b7-f91dc2a124db tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] 10.222.0.23 "GET /v2.0/security-groups/e28bad4e-3e4a-451c-8838-83477d4f2914 HTTP/1.1" status: 200 len: 1804 time: 0.0551403 Jul 13 07:24:25.362729 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1917ad81-aec4-4b22-8256-71a71bb23b58 req-9cd75f27-5d07-4efe-b7f8-563990f4c979 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] 10.222.0.23 "GET /v2.0/security-groups/a1e75729-ea5e-473d-96ad-93c8bd5a3247 HTTP/1.1" status: 200 len: 1805 time: 0.0941010 Jul 13 07:24:25.380752 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-1917ad81-aec4-4b22-8256-71a71bb23b58 req-5dd7dec1-97f8-4d44-9096-d7d0766e58de tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e28bad4e-3e4a-451c-8838-83477d4f2914', 'remote_group_id': 'a1e75729-ea5e-473d-96ad-93c8bd5a3247', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:25.381046 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-1917ad81-aec4-4b22-8256-71a71bb23b58 req-5dd7dec1-97f8-4d44-9096-d7d0766e58de tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e28bad4e-3e4a-451c-8838-83477d4f2914', 'remote_group_id': 'a1e75729-ea5e-473d-96ad-93c8bd5a3247', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:25.454352 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-bc0303a1-9d06-44ac-ad88-1a93c7af36eb req-e6169ad4-6507-465e-a205-96d08943c448 tempest-ServersAdminNegativeTestJSON-1155407946 tempest-ServersAdminNegativeTestJSON-1155407946-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:25.475187 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-bc0303a1-9d06-44ac-ad88-1a93c7af36eb req-e6169ad4-6507-465e-a205-96d08943c448 tempest-ServersAdminNegativeTestJSON-1155407946 tempest-ServersAdminNegativeTestJSON-1155407946-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:25.526675 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bc0303a1-9d06-44ac-ad88-1a93c7af36eb req-e6169ad4-6507-465e-a205-96d08943c448 tempest-ServersAdminNegativeTestJSON-1155407946 tempest-ServersAdminNegativeTestJSON-1155407946-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=fbf72be3-4ea8-4904-bd73-e852b08bb8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715374 Jul 13 07:24:25.536478 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-db318708-aa47-4012-aead-6459a5144b3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adb17561-3fe7-425b-86b9-6784366213c3 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:25.558586 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1917ad81-aec4-4b22-8256-71a71bb23b58 req-5dd7dec1-97f8-4d44-9096-d7d0766e58de tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:25.561253 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6169ad4-6507-465e-a205-96d08943c448 tempest-ServersAdminNegativeTestJSON-1155407946 tempest-ServersAdminNegativeTestJSON-1155407946-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef60049a-718d-40ce-bed5-b0d8ea50841a,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:25.567858 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-db318708-aa47-4012-aead-6459a5144b3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:25.594627 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-db318708-aa47-4012-aead-6459a5144b3d service neutron] Transition to ACTIVE for port object adb17561-3fe7-425b-86b9-6784366213c3 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:25.599941 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-db318708-aa47-4012-aead-6459a5144b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:25.689651 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db318708-aa47-4012-aead-6459a5144b3d service neutron] Pushing event updated for resources: {'Port': ['ID=adb17561-3fe7-425b-86b9-6784366213c3,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:25.702130 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1917ad81-aec4-4b22-8256-71a71bb23b58 req-5dd7dec1-97f8-4d44-9096-d7d0766e58de tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:25.716750 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1917ad81-aec4-4b22-8256-71a71bb23b58 req-5dd7dec1-97f8-4d44-9096-d7d0766e58de tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:25.746367 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd7dec1-97f8-4d44-9096-d7d0766e58de tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f48625aa-8140-42a2-b3df-0a106e82de41,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:25.767890 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1917ad81-aec4-4b22-8256-71a71bb23b58 req-5dd7dec1-97f8-4d44-9096-d7d0766e58de tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:25.786412 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1917ad81-aec4-4b22-8256-71a71bb23b58 req-5dd7dec1-97f8-4d44-9096-d7d0766e58de tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4164016 Jul 13 07:24:25.852448 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba14bb69-a00f-433f-a55f-62b7fcc3a015 x-openstack-request-id: req-ba14bb69-a00f-433f-a55f-62b7fcc3a015 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:25.852448 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "tag": "fe72de08-e56f-4e40-8d26-6142c436bbdc", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:25.853234 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba14bb69-a00f-433f-a55f-62b7fcc3a015 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:25.853739 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'tag': 'fe72de08-e56f-4e40-8d26-6142c436bbdc', 'status': 'completed', 'code': 200} Jul 13 07:24:25.904163 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-db318708-aa47-4012-aead-6459a5144b3d service neutron] Attempting to bind port adb17561-3fe7-425b-86b9-6784366213c3 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:25.904511 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-db318708-aa47-4012-aead-6459a5144b3d service neutron] Attempting to bind port adb17561-3fe7-425b-86b9-6784366213c3 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'b7bb93bc-cbf8-4d9d-81a8-4428e0baa434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c585a6c0-7b73-4536-a692-dae61cbdb028'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:25.904651 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-db318708-aa47-4012-aead-6459a5144b3d service neutron] Attempting to bind port adb17561-3fe7-425b-86b9-6784366213c3 on network c585a6c0-7b73-4536-a692-dae61cbdb028 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:25.914219 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-db318708-aa47-4012-aead-6459a5144b3d service neutron] Port adb17561-3fe7-425b-86b9-6784366213c3 on network c585a6c0-7b73-4536-a692-dae61cbdb028 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:24:25.914554 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-db318708-aa47-4012-aead-6459a5144b3d service neutron] Attempting to bind port adb17561-3fe7-425b-86b9-6784366213c3 on network c585a6c0-7b73-4536-a692-dae61cbdb028 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:25.936049 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-db318708-aa47-4012-aead-6459a5144b3d service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:25.936441 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-db318708-aa47-4012-aead-6459a5144b3d service neutron] Checking segment: {'id': 'b7bb93bc-cbf8-4d9d-81a8-4428e0baa434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c585a6c0-7b73-4536-a692-dae61cbdb028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:25.936833 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-db318708-aa47-4012-aead-6459a5144b3d service neutron] Bound using segment: {'id': 'b7bb93bc-cbf8-4d9d-81a8-4428e0baa434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c585a6c0-7b73-4536-a692-dae61cbdb028'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:25.937286 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-db318708-aa47-4012-aead-6459a5144b3d service neutron] Bound port: adb17561-3fe7-425b-86b9-6784366213c3, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7bb93bc-cbf8-4d9d-81a8-4428e0baa434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c585a6c0-7b73-4536-a692-dae61cbdb028'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:25.937658 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-db318708-aa47-4012-aead-6459a5144b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:25.962642 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4e894-1660-4fea-b279-49c52dad81dc req-9853afe3-e738-42c6-9e0c-4a2dad963a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:25.963045 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4e894-1660-4fea-b279-49c52dad81dc req-9853afe3-e738-42c6-9e0c-4a2dad963a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:25.964074 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4e894-1660-4fea-b279-49c52dad81dc req-9853afe3-e738-42c6-9e0c-4a2dad963a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:25.964862 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4e894-1660-4fea-b279-49c52dad81dc req-9853afe3-e738-42c6-9e0c-4a2dad963a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:25.965280 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4e894-1660-4fea-b279-49c52dad81dc req-9853afe3-e738-42c6-9e0c-4a2dad963a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:25.965750 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4e894-1660-4fea-b279-49c52dad81dc req-9853afe3-e738-42c6-9e0c-4a2dad963a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:25.966218 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4e894-1660-4fea-b279-49c52dad81dc req-9853afe3-e738-42c6-9e0c-4a2dad963a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:25.968394 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c3f4e894-1660-4fea-b279-49c52dad81dc req-9853afe3-e738-42c6-9e0c-4a2dad963a2a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f675b11333fa441fa8eddc3498c6fd35&device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 6385 time: 0.1063676 Jul 13 07:24:26.108350 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-db318708-aa47-4012-aead-6459a5144b3d service neutron] For port adb17561-3fe7-425b-86b9-6784366213c3, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:26.113057 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-db318708-aa47-4012-aead-6459a5144b3d service neutron] For port adb17561-3fe7-425b-86b9-6784366213c3, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=adb17561-3fe7-425b-86b9-6784366213c3,segment=NetworkSegment(b7bb93bc-cbf8-4d9d-81a8-4428e0baa434),segment_id=b7bb93bc-cbf8-4d9d-81a8-4428e0baa434)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:26.127510 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-db318708-aa47-4012-aead-6459a5144b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:26.188066 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4e894-1660-4fea-b279-49c52dad81dc req-501a4b4f-da9a-4e26-b6f1-9a251c427823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:26.188553 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4e894-1660-4fea-b279-49c52dad81dc req-501a4b4f-da9a-4e26-b6f1-9a251c427823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:26.189027 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4e894-1660-4fea-b279-49c52dad81dc req-501a4b4f-da9a-4e26-b6f1-9a251c427823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:26.191246 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c3f4e894-1660-4fea-b279-49c52dad81dc req-501a4b4f-da9a-4e26-b6f1-9a251c427823 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=f675b11333fa441fa8eddc3498c6fd35&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1841776 Jul 13 07:24:26.236317 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-db318708-aa47-4012-aead-6459a5144b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:26.236958 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-db318708-aa47-4012-aead-6459a5144b3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:26.238411 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-db318708-aa47-4012-aead-6459a5144b3d service neutron] 10.222.0.42 "PUT /v2.0/ports/adb17561-3fe7-425b-86b9-6784366213c3 HTTP/1.1" status: 200 len: 1092 time: 1.6128275 Jul 13 07:24:26.259367 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db318708-aa47-4012-aead-6459a5144b3d service neutron] Pushing event updated for resources: {'Port': ['ID=adb17561-3fe7-425b-86b9-6784366213c3,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:26.275587 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-d88c130b-1622-4e3c-9167-494efccaab5f service neutron] Request body: {'port': {'device_id': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:26.364438 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2e0380dc-7d0c-4e17-940b-5e8061d9e98b req-20e2e4fb-54c8-41d8-84a9-478d8cf44a97 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] 10.222.0.23 "GET /v2.0/security-groups/a1e75729-ea5e-473d-96ad-93c8bd5a3247 HTTP/1.1" status: 200 len: 1805 time: 0.0799918 Jul 13 07:24:26.464317 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2e0380dc-7d0c-4e17-940b-5e8061d9e98b req-114dc343-e13c-4d5a-b3e9-9dac81b55904 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:26.481106 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4e894-1660-4fea-b279-49c52dad81dc req-3e0f1573-b442-40b8-9f57-099c8e37b339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:26.482688 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c3f4e894-1660-4fea-b279-49c52dad81dc req-3e0f1573-b442-40b8-9f57-099c8e37b339 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2798789 Jul 13 07:24:26.485567 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-d88c130b-1622-4e3c-9167-494efccaab5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:26.529728 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2e0380dc-7d0c-4e17-940b-5e8061d9e98b req-114dc343-e13c-4d5a-b3e9-9dac81b55904 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:26.660497 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 436aa2f1-8016-4814-9b2a-d920e070f85d no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:24:26.669967 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2e0380dc-7d0c-4e17-940b-5e8061d9e98b req-114dc343-e13c-4d5a-b3e9-9dac81b55904 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:26.672867 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2e0380dc-7d0c-4e17-940b-5e8061d9e98b req-114dc343-e13c-4d5a-b3e9-9dac81b55904 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:26.685577 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2e0380dc-7d0c-4e17-940b-5e8061d9e98b req-114dc343-e13c-4d5a-b3e9-9dac81b55904 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] 10.222.0.23 "DELETE /v2.0/security-groups/a1e75729-ea5e-473d-96ad-93c8bd5a3247 HTTP/1.1" status: 204 len: 173 time: 0.3197160 Jul 13 07:24:26.710647 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 436aa2f1-8016-4814-9b2a-d920e070f85d {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:24:26.711273 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 436aa2f1-8016-4814-9b2a-d920e070f85d not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:24:26.718329 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114dc343-e13c-4d5a-b3e9-9dac81b55904 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e75729-ea5e-473d-96ad-93c8bd5a3247,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:26.797393 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f225c-4689-4da9-82e0-b67bd1d4d7fe req-02e027aa-1c02-4dd4-87bf-690f234a0ca4 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:26.803367 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f225c-4689-4da9-82e0-b67bd1d4d7fe req-02e027aa-1c02-4dd4-87bf-690f234a0ca4 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:26.809908 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f225c-4689-4da9-82e0-b67bd1d4d7fe req-02e027aa-1c02-4dd4-87bf-690f234a0ca4 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:26.815845 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f225c-4689-4da9-82e0-b67bd1d4d7fe req-02e027aa-1c02-4dd4-87bf-690f234a0ca4 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:26.821806 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f225c-4689-4da9-82e0-b67bd1d4d7fe req-02e027aa-1c02-4dd4-87bf-690f234a0ca4 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:26.831473 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f225c-4689-4da9-82e0-b67bd1d4d7fe req-02e027aa-1c02-4dd4-87bf-690f234a0ca4 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:26.837665 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f225c-4689-4da9-82e0-b67bd1d4d7fe req-02e027aa-1c02-4dd4-87bf-690f234a0ca4 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:26.841044 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b78f225c-4689-4da9-82e0-b67bd1d4d7fe req-02e027aa-1c02-4dd4-87bf-690f234a0ca4 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 5419 time: 0.2007635 Jul 13 07:24:26.913496 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b78f225c-4689-4da9-82e0-b67bd1d4d7fe req-62c71599-e3ae-486a-bd99-7ac55bd32bd4 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&id=fb0080f5-be08-4cd8-97f3-6cc751e87d59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0652630 Jul 13 07:24:27.024685 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-d88c130b-1622-4e3c-9167-494efccaab5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c53c18b7-3053-4952-992c-e808e72481bd {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:27.048666 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-98cd2724-c43a-4979-a03a-85a35ca4a788 req-c06cf1f0-55d5-4ff1-be20-3ae9048fb20d tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] 10.222.0.23 "GET /v2.0/security-groups/e28bad4e-3e4a-451c-8838-83477d4f2914 HTTP/1.1" status: 200 len: 1804 time: 0.0953906 Jul 13 07:24:27.054076 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-d88c130b-1622-4e3c-9167-494efccaab5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:27.067490 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-d88c130b-1622-4e3c-9167-494efccaab5f service neutron] Transition to ACTIVE for port object c53c18b7-3053-4952-992c-e808e72481bd will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:27.077247 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-d88c130b-1622-4e3c-9167-494efccaab5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:27.161726 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c130b-1622-4e3c-9167-494efccaab5f service neutron] Pushing event updated for resources: {'Port': ['ID=c53c18b7-3053-4952-992c-e808e72481bd,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:27.316134 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7647c6de-4cb1-4eaa-9adb-beed4ed674f1 req-41bf4c84-77b4-4748-93e9-06667770206f tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups/b956a6d0-e40e-472a-9e7d-353b5077f906 HTTP/1.1" status: 200 len: 1800 time: 0.0791531 Jul 13 07:24:27.355544 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-d88c130b-1622-4e3c-9167-494efccaab5f service neutron] Attempting to bind port c53c18b7-3053-4952-992c-e808e72481bd on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:27.356197 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-d88c130b-1622-4e3c-9167-494efccaab5f service neutron] Attempting to bind port c53c18b7-3053-4952-992c-e808e72481bd by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'b7bb93bc-cbf8-4d9d-81a8-4428e0baa434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c585a6c0-7b73-4536-a692-dae61cbdb028'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:27.356771 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-d88c130b-1622-4e3c-9167-494efccaab5f service neutron] Attempting to bind port c53c18b7-3053-4952-992c-e808e72481bd on network c585a6c0-7b73-4536-a692-dae61cbdb028 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:27.366727 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-d88c130b-1622-4e3c-9167-494efccaab5f service neutron] Port c53c18b7-3053-4952-992c-e808e72481bd on network c585a6c0-7b73-4536-a692-dae61cbdb028 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:24:27.367286 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-d88c130b-1622-4e3c-9167-494efccaab5f service neutron] Attempting to bind port c53c18b7-3053-4952-992c-e808e72481bd on network c585a6c0-7b73-4536-a692-dae61cbdb028 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:27.405278 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-d88c130b-1622-4e3c-9167-494efccaab5f service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:27.405618 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-d88c130b-1622-4e3c-9167-494efccaab5f service neutron] Checking segment: {'id': 'b7bb93bc-cbf8-4d9d-81a8-4428e0baa434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c585a6c0-7b73-4536-a692-dae61cbdb028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:27.406043 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-d88c130b-1622-4e3c-9167-494efccaab5f service neutron] Bound using segment: {'id': 'b7bb93bc-cbf8-4d9d-81a8-4428e0baa434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c585a6c0-7b73-4536-a692-dae61cbdb028'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:27.406369 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-d88c130b-1622-4e3c-9167-494efccaab5f service neutron] Bound port: c53c18b7-3053-4952-992c-e808e72481bd, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7bb93bc-cbf8-4d9d-81a8-4428e0baa434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c585a6c0-7b73-4536-a692-dae61cbdb028'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:27.406727 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-d88c130b-1622-4e3c-9167-494efccaab5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:27.441460 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7647c6de-4cb1-4eaa-9adb-beed4ed674f1 req-2d0f2bbb-7d02-4d3b-8d16-7146b83556e5 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:27.490681 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7647c6de-4cb1-4eaa-9adb-beed4ed674f1 req-2d0f2bbb-7d02-4d3b-8d16-7146b83556e5 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:27.543357 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-d88c130b-1622-4e3c-9167-494efccaab5f service neutron] For port c53c18b7-3053-4952-992c-e808e72481bd, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:27.547687 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-d88c130b-1622-4e3c-9167-494efccaab5f service neutron] For port c53c18b7-3053-4952-992c-e808e72481bd, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=c53c18b7-3053-4952-992c-e808e72481bd,segment=NetworkSegment(b7bb93bc-cbf8-4d9d-81a8-4428e0baa434),segment_id=b7bb93bc-cbf8-4d9d-81a8-4428e0baa434)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:27.555267 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-d88c130b-1622-4e3c-9167-494efccaab5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:27.567263 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7647c6de-4cb1-4eaa-9adb-beed4ed674f1 req-2d0f2bbb-7d02-4d3b-8d16-7146b83556e5 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:27.570154 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7647c6de-4cb1-4eaa-9adb-beed4ed674f1 req-2d0f2bbb-7d02-4d3b-8d16-7146b83556e5 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:27.570806 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7647c6de-4cb1-4eaa-9adb-beed4ed674f1 req-2d0f2bbb-7d02-4d3b-8d16-7146b83556e5 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "DELETE /v2.0/security-groups/b956a6d0-e40e-472a-9e7d-353b5077f906 HTTP/1.1" status: 204 len: 173 time: 0.2463222 Jul 13 07:24:27.594746 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-d88c130b-1622-4e3c-9167-494efccaab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:27.595296 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-d88c130b-1622-4e3c-9167-494efccaab5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:27.596546 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-d88c130b-1622-4e3c-9167-494efccaab5f service neutron] 10.222.0.42 "PUT /v2.0/ports/c53c18b7-3053-4952-992c-e808e72481bd HTTP/1.1" status: 200 len: 1092 time: 1.3268011 Jul 13 07:24:27.609680 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f2bbb-7d02-4d3b-8d16-7146b83556e5 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b956a6d0-e40e-472a-9e7d-353b5077f906,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:27.700493 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c130b-1622-4e3c-9167-494efccaab5f service neutron] Pushing event updated for resources: {'Port': ['ID=c53c18b7-3053-4952-992c-e808e72481bd,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:27.711134 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-1a2c87ba-dc53-42e5-af87-717f3e60c5cf req-4d409731-c818-409a-bf27-1ab7581bd14f tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-109448297', 'description': 'tempest-description-212540621'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:27.778720 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-7526a5c0-d834-43a5-9528-17216f429fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:27.779216 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-7526a5c0-d834-43a5-9528-17216f429fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:27.781048 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-7526a5c0-d834-43a5-9528-17216f429fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:27.782172 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-7526a5c0-d834-43a5-9528-17216f429fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:27.782972 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-7526a5c0-d834-43a5-9528-17216f429fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:27.783670 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-7526a5c0-d834-43a5-9528-17216f429fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:27.784763 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-7526a5c0-d834-43a5-9528-17216f429fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:27.787934 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-7526a5c0-d834-43a5-9528-17216f429fcf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f675b11333fa441fa8eddc3498c6fd35&device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 6495 time: 0.1227579 Jul 13 07:24:27.789448 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1a2c87ba-dc53-42e5-af87-717f3e60c5cf req-4d409731-c818-409a-bf27-1ab7581bd14f tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:27.846731 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-29b6688f-8511-4164-b852-07d8837f662b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24ca5f58-cab9-40b0-81e3-6853229cf3a9 HTTP/1.1" status: 200 len: 217 time: 0.0460997 Jul 13 07:24:27.903708 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5924e160-e5a4-406a-a4d1-e5a16f78a8cc', 'name': 'network-vif-deleted', 'tag': '436aa2f1-8016-4814-9b2a-d920e070f85d'}, {'name': 'network-changed', 'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'tag': 'adb17561-3fe7-425b-86b9-6784366213c3'}, {'name': 'network-changed', 'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'tag': 'c53c18b7-3053-4952-992c-e808e72481bd'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:27.907258 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906bb5c8-5d4b-487a-bdb3-fb7baa6195af" -d '{"events": [{"server_uuid": "5924e160-e5a4-406a-a4d1-e5a16f78a8cc", "name": "network-vif-deleted", "tag": "436aa2f1-8016-4814-9b2a-d920e070f85d"}, {"name": "network-changed", "server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "tag": "adb17561-3fe7-425b-86b9-6784366213c3"}, {"name": "network-changed", "server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "tag": "c53c18b7-3053-4952-992c-e808e72481bd"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:27.911859 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-f275ebf9-ce11-4cef-a3c8-a8e5fd77dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:27.912318 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-f275ebf9-ce11-4cef-a3c8-a8e5fd77dc4c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7f0633d-db4a-44fe-b1ba-90fb0badcb6d HTTP/1.1" status: 200 len: 855 time: 0.0569587 Jul 13 07:24:28.019947 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-416eb166-c98e-4dc3-8e87-a8fd0ab5b59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:28.021690 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-416eb166-c98e-4dc3-8e87-a8fd0ab5b59f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dd8dd7e8-74b0-43ac-8795-6b3850b9caf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1015956 Jul 13 07:24:28.082501 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1a2c87ba-dc53-42e5-af87-717f3e60c5cf req-4d409731-c818-409a-bf27-1ab7581bd14f tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:28.112477 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1a2c87ba-dc53-42e5-af87-717f3e60c5cf req-4d409731-c818-409a-bf27-1ab7581bd14f tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:28.165198 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d409731-c818-409a-bf27-1ab7581bd14f tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cad41c-17e8-4cf9-86bb-9bf323a777bc,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:28.174261 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-27f3faf2-bda5-411b-ad03-cf39b0695935 req-83fca13f-7fba-402f-8acc-b2379b29a3bc tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups/f769d3f8-5713-4110-9c71-efe99ea23002 HTTP/1.1" status: 200 len: 1799 time: 0.0608456 Jul 13 07:24:28.178641 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1a2c87ba-dc53-42e5-af87-717f3e60c5cf req-4d409731-c818-409a-bf27-1ab7581bd14f tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:28.191057 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1a2c87ba-dc53-42e5-af87-717f3e60c5cf req-4d409731-c818-409a-bf27-1ab7581bd14f tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4922042 Jul 13 07:24:28.197393 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-9e6e8d0c-6893-41d6-ba29-d6677c9dedc1 service neutron] 10.222.0.42 "GET /v2.0/networks/dd8dd7e8-74b0-43ac-8795-6b3850b9caf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664805 Jul 13 07:24:28.242048 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-27f3faf2-bda5-411b-ad03-cf39b0695935 req-ed9dcd97-4818-465f-b71d-58f79f96021e tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:28.274898 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-27f3faf2-bda5-411b-ad03-cf39b0695935 req-ed9dcd97-4818-465f-b71d-58f79f96021e tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:28.331022 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-27f3faf2-bda5-411b-ad03-cf39b0695935 req-ed9dcd97-4818-465f-b71d-58f79f96021e tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:28.333789 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-27f3faf2-bda5-411b-ad03-cf39b0695935 req-ed9dcd97-4818-465f-b71d-58f79f96021e tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:28.336522 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-27f3faf2-bda5-411b-ad03-cf39b0695935 req-ed9dcd97-4818-465f-b71d-58f79f96021e tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "DELETE /v2.0/security-groups/f769d3f8-5713-4110-9c71-efe99ea23002 HTTP/1.1" status: 204 len: 173 time: 0.1599786 Jul 13 07:24:28.352818 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9dcd97-4818-465f-b71d-58f79f96021e tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f769d3f8-5713-4110-9c71-efe99ea23002,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:28.600364 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340c0584-af23-4e99-9d9c-c633c6d23847 x-openstack-request-id: req-340c0584-af23-4e99-9d9c-c633c6d23847 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:28.600974 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5924e160-e5a4-406a-a4d1-e5a16f78a8cc", "name": "network-vif-deleted", "tag": "436aa2f1-8016-4814-9b2a-d920e070f85d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "tag": "adb17561-3fe7-425b-86b9-6784366213c3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "tag": "c53c18b7-3053-4952-992c-e808e72481bd", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:28.600974 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-340c0584-af23-4e99-9d9c-c633c6d23847 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:28.601380 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5924e160-e5a4-406a-a4d1-e5a16f78a8cc', 'name': 'network-vif-deleted', 'tag': '436aa2f1-8016-4814-9b2a-d920e070f85d', 'status': 'completed', 'code': 200} Jul 13 07:24:28.601627 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'tag': 'adb17561-3fe7-425b-86b9-6784366213c3', 'status': 'completed', 'code': 200} Jul 13 07:24:28.602026 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'tag': 'c53c18b7-3053-4952-992c-e808e72481bd', 'status': 'completed', 'code': 200} Jul 13 07:24:28.636732 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-435f068b-1976-47e3-a978-8876599f2d5d service neutron] 10.222.0.42 "GET /v2.0/networks/dd8dd7e8-74b0-43ac-8795-6b3850b9caf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296703 Jul 13 07:24:28.684052 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-511309c3-9123-49ec-bd7d-0c4243b2ae5d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=1d1d6f8c-4810-439b-a2c4-1b8759e55cea HTTP/1.1" status: 200 len: 217 time: 0.0395138 Jul 13 07:24:28.699403 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fbb999-11e5-4b77-b0df-c220a541f6ac req-990fd7a3-20fd-4739-aca0-d634751f8f52 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:28.705484 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fbb999-11e5-4b77-b0df-c220a541f6ac req-990fd7a3-20fd-4739-aca0-d634751f8f52 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:28.711832 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fbb999-11e5-4b77-b0df-c220a541f6ac req-990fd7a3-20fd-4739-aca0-d634751f8f52 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:28.718208 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fbb999-11e5-4b77-b0df-c220a541f6ac req-990fd7a3-20fd-4739-aca0-d634751f8f52 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:28.724316 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fbb999-11e5-4b77-b0df-c220a541f6ac req-990fd7a3-20fd-4739-aca0-d634751f8f52 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:28.731623 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fbb999-11e5-4b77-b0df-c220a541f6ac req-990fd7a3-20fd-4739-aca0-d634751f8f52 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:28.737631 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fbb999-11e5-4b77-b0df-c220a541f6ac req-990fd7a3-20fd-4739-aca0-d634751f8f52 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:28.739845 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f3fbb999-11e5-4b77-b0df-c220a541f6ac req-990fd7a3-20fd-4739-aca0-d634751f8f52 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 5431 time: 0.1252878 Jul 13 07:24:28.775634 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-28c4f274-3902-4b14-9a6e-3d0f1c6d26d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:28.777750 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-28c4f274-3902-4b14-9a6e-3d0f1c6d26d0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=61e9bb2d-d334-46ee-a94c-dc384201b119 HTTP/1.1" status: 200 len: 797 time: 0.0790126 Jul 13 07:24:28.797499 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f3fbb999-11e5-4b77-b0df-c220a541f6ac req-137f93dc-9275-4d9c-9cf8-0847bd2fd5da tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&id=fb0080f5-be08-4cd8-97f3-6cc751e87d59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0467639 Jul 13 07:24:28.824443 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d8731-9cc2-4218-a108-f2674df3b317 req-a2eefdb7-dacf-4168-8abb-c27430952593 tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:28.831184 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-363d8731-9cc2-4218-a108-f2674df3b317 req-a2eefdb7-dacf-4168-8abb-c27430952593 tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a24c872-2d2e-41ce-86bf-0737cf429df9 HTTP/1.1" status: 200 len: 945 time: 0.1417205 Jul 13 07:24:28.880898 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-71a4463f-5a2d-416d-9164-70a2884bd5e3 req-5b435f5f-d082-4400-863d-07eaaacb5513 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] 10.222.0.23 "GET /v2.0/security-groups/e2cad41c-17e8-4cf9-86bb-9bf323a777bc HTTP/1.1" status: 200 len: 1803 time: 0.0453146 Jul 13 07:24:28.888191 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-363d8731-9cc2-4218-a108-f2674df3b317 req-a134cbf4-a4fb-4162-8fc0-32ad7f8565d7 tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] 10.222.0.23 "GET /v2.0/security-groups?id=47d4af30-8b53-4148-b7cc-1bcf8bb71a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560017 Jul 13 07:24:28.898610 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-71a4463f-5a2d-416d-9164-70a2884bd5e3 req-59262593-7d3f-4ca0-bbc4-4d421571ca9d tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e2cad41c-17e8-4cf9-86bb-9bf323a777bc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:28.900822 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-71a4463f-5a2d-416d-9164-70a2884bd5e3 req-59262593-7d3f-4ca0-bbc4-4d421571ca9d tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e2cad41c-17e8-4cf9-86bb-9bf323a777bc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:28.907006 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-25693857-a430-4e70-a969-af5f3d1bdf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:28.908781 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-25693857-a430-4e70-a969-af5f3d1bdf8e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=429c5271-60ed-4dd8-b05d-2fc0729d6432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1237099 Jul 13 07:24:28.929095 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-eb9e5634-3ca1-44b7-9f9b-bbb563f096ed req-15e435b1-ba45-4572-ab57-ee9af425ac49 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1559755720', 'description': 'tempest-description-1081577180'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:28.987241 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-71a4463f-5a2d-416d-9164-70a2884bd5e3 req-59262593-7d3f-4ca0-bbc4-4d421571ca9d tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:29.017685 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-71a4463f-5a2d-416d-9164-70a2884bd5e3 req-59262593-7d3f-4ca0-bbc4-4d421571ca9d tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:29.039269 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-eb9e5634-3ca1-44b7-9f9b-bbb563f096ed req-15e435b1-ba45-4572-ab57-ee9af425ac49 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:29.039521 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-71a4463f-5a2d-416d-9164-70a2884bd5e3 req-59262593-7d3f-4ca0-bbc4-4d421571ca9d tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:29.062006 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59262593-7d3f-4ca0-bbc4-4d421571ca9d tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=733a7bf0-e330-453e-bf7f-1cb38a5d7f35,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:29.064127 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-1a40b63b-d907-4647-be35-30c3c2d3ae55 service neutron] 10.222.0.42 "GET /v2.0/networks/429c5271-60ed-4dd8-b05d-2fc0729d6432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477203 Jul 13 07:24:29.210516 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-c54892b4-e381-44fd-822c-bb0f5d712eca service neutron] 10.222.0.42 "GET /v2.0/networks/429c5271-60ed-4dd8-b05d-2fc0729d6432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335018 Jul 13 07:24:29.212809 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-eb9e5634-3ca1-44b7-9f9b-bbb563f096ed req-15e435b1-ba45-4572-ab57-ee9af425ac49 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:29.227268 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-eb9e5634-3ca1-44b7-9f9b-bbb563f096ed req-15e435b1-ba45-4572-ab57-ee9af425ac49 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:29.247084 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-71a4463f-5a2d-416d-9164-70a2884bd5e3 req-59262593-7d3f-4ca0-bbc4-4d421571ca9d tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:29.255627 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-71a4463f-5a2d-416d-9164-70a2884bd5e3 req-59262593-7d3f-4ca0-bbc4-4d421571ca9d tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3562772 Jul 13 07:24:29.272130 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-e73b7b93-6439-40ba-85a3-9ee2ef068910 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=ede38759-df2e-4913-a839-5c8f2fc992f8 HTTP/1.1" status: 200 len: 217 time: 0.0531268 Jul 13 07:24:29.311958 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-eb9e5634-3ca1-44b7-9f9b-bbb563f096ed req-15e435b1-ba45-4572-ab57-ee9af425ac49 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:29.313162 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb9e5634-3ca1-44b7-9f9b-bbb563f096ed req-15e435b1-ba45-4572-ab57-ee9af425ac49 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3891335 Jul 13 07:24:29.315412 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e435b1-ba45-4572-ab57-ee9af425ac49 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06e1e66d-cea1-45db-8bc9-ebcc35dcbe3d,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:29.350113 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-fdf95f0b-bec2-4c4f-8f52-41e0a7c138fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:29.352215 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-fdf95f0b-bec2-4c4f-8f52-41e0a7c138fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=61e9bb2d-d334-46ee-a94c-dc384201b119 HTTP/1.1" status: 200 len: 797 time: 0.0699828 Jul 13 07:24:29.429003 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-1f9d1c0d-097f-496e-accb-7f3c3178d424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:29.430914 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-1f9d1c0d-097f-496e-accb-7f3c3178d424 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=429c5271-60ed-4dd8-b05d-2fc0729d6432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0718565 Jul 13 07:24:29.612965 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-2b9f8b38-949c-43e6-9999-a6f432aaab04 service neutron] 10.222.0.42 "GET /v2.0/networks/429c5271-60ed-4dd8-b05d-2fc0729d6432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733849 Jul 13 07:24:29.621584 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f4258-1ce7-4a86-acfa-6811bc35120f req-6e46d7e7-b88d-4497-b95e-38ca52f39a7e tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:29.629519 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f89f4258-1ce7-4a86-acfa-6811bc35120f req-6e46d7e7-b88d-4497-b95e-38ca52f39a7e tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d3b79a9-09dc-4f7f-ac63-835c101ea8be HTTP/1.1" status: 200 len: 950 time: 0.1887357 Jul 13 07:24:29.747732 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f89f4258-1ce7-4a86-acfa-6811bc35120f req-2ffbad03-d69b-4765-944c-4d870125acb9 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/security-groups?id=a98c6085-37cf-41de-b1b2-f1722db5ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172364 Jul 13 07:24:29.758479 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924c084-eac0-46c9-9d67-c7c2be6bd167 req-b4a77ee8-cd73-46f8-814a-76174d9e16b2 tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:29.761505 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-04bbaf3f-0b67-4b84-82e0-06b2b75b7ecf req-831fbd56-e2c2-4e41-b281-569ca2035e95 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] 10.222.0.23 "GET /v2.0/security-groups/e2cad41c-17e8-4cf9-86bb-9bf323a777bc HTTP/1.1" status: 200 len: 2396 time: 0.0544333 Jul 13 07:24:29.767116 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-04bbaf3f-0b67-4b84-82e0-06b2b75b7ecf req-c6649a4e-3427-4d85-8d18-fca5f3277b5c tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e2cad41c-17e8-4cf9-86bb-9bf323a777bc', 'remote_group_id': None}]} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:29.767660 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-04bbaf3f-0b67-4b84-82e0-06b2b75b7ecf req-c6649a4e-3427-4d85-8d18-fca5f3277b5c tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e2cad41c-17e8-4cf9-86bb-9bf323a777bc', 'remote_group_id': None}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:29.769005 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4924c084-eac0-46c9-9d67-c7c2be6bd167 req-b4a77ee8-cd73-46f8-814a-76174d9e16b2 tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a24c872-2d2e-41ce-86bf-0737cf429df9 HTTP/1.1" status: 200 len: 945 time: 0.2322440 Jul 13 07:24:29.832268 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-04bbaf3f-0b67-4b84-82e0-06b2b75b7ecf req-c6649a4e-3427-4d85-8d18-fca5f3277b5c tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:29.862837 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-04bbaf3f-0b67-4b84-82e0-06b2b75b7ecf req-c6649a4e-3427-4d85-8d18-fca5f3277b5c tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:29.868913 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-04bbaf3f-0b67-4b84-82e0-06b2b75b7ecf req-c6649a4e-3427-4d85-8d18-fca5f3277b5c tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:29.887563 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6649a4e-3427-4d85-8d18-fca5f3277b5c tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06579596-3301-4ab4-ac41-227349284227,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:29.902963 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-53fef244-0c02-4411-8c3a-091c1d0a4fec service neutron] 10.222.0.42 "GET /v2.0/networks/429c5271-60ed-4dd8-b05d-2fc0729d6432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653806 Jul 13 07:24:29.903327 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-04bbaf3f-0b67-4b84-82e0-06b2b75b7ecf req-c6649a4e-3427-4d85-8d18-fca5f3277b5c tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:29.908626 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-04bbaf3f-0b67-4b84-82e0-06b2b75b7ecf req-c6649a4e-3427-4d85-8d18-fca5f3277b5c tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1456606 Jul 13 07:24:29.981962 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f548e7e-14af-47c0-a057-c5860c7f51ab req-7a3b2385-fde6-4c0b-a61f-b112605d289b tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups/06e1e66d-cea1-45db-8bc9-ebcc35dcbe3d HTTP/1.1" status: 200 len: 1801 time: 0.1917691 Jul 13 07:24:29.985402 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-018c577f-31a7-44e7-89f2-a7cb88f40f56 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=ca22fb29-1ea5-4f90-9571-5df06a832806 HTTP/1.1" status: 200 len: 217 time: 0.0678608 Jul 13 07:24:29.995429 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-5f548e7e-14af-47c0-a057-c5860c7f51ab req-37bc160b-c3c7-4d88-804b-92038cf0dec9 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Request body: {'security_group': {'name': 'tempest-sg-hth-144114022', 'description': 'tempest-description-hth-1876342226'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:30.053088 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-0428694c-f2b0-4577-9be8-97cf42b22bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:30.054570 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-0428694c-f2b0-4577-9be8-97cf42b22bd5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=61e9bb2d-d334-46ee-a94c-dc384201b119 HTTP/1.1" status: 200 len: 797 time: 0.0550380 Jul 13 07:24:30.101179 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95c156-1b98-48df-9562-e989375bb855 req-e4809752-8ba4-44da-b307-17c3599f989f tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:30.111789 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fd95c156-1b98-48df-9562-e989375bb855 req-e4809752-8ba4-44da-b307-17c3599f989f tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdc5d210-8e5e-478f-9ac9-28a75d772412 HTTP/1.1" status: 200 len: 949 time: 0.0893369 Jul 13 07:24:30.147464 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5f548e7e-14af-47c0-a057-c5860c7f51ab req-37bc160b-c3c7-4d88-804b-92038cf0dec9 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:30.157126 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-653a3891-8f81-4b6b-924f-c968ec85bcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:30.163791 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-4924c084-eac0-46c9-9d67-c7c2be6bd167 req-6454b7ff-f024-4e39-b568-ea2903bd373f tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] Deleting port 6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:24:30.164138 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4924c084-eac0-46c9-9d67-c7c2be6bd167 req-6454b7ff-f024-4e39-b568-ea2903bd373f tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:30.171178 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fd95c156-1b98-48df-9562-e989375bb855 req-92f3fc4b-3653-45a5-8d75-6315bdeaf130 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbf72be3-4ea8-4904-bd73-e852b08bb8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551794 Jul 13 07:24:30.264976 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-93ff1821-41d1-45d8-9029-5974e9b66e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:30.266530 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-93ff1821-41d1-45d8-9029-5974e9b66e37 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=429c5271-60ed-4dd8-b05d-2fc0729d6432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2019992 Jul 13 07:24:30.361769 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654813e1-026e-40e2-9efb-f49f98823ee0 req-cf67bf87-d9f5-4173-8cca-ed0ddca3b3ca tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:30.366480 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5f548e7e-14af-47c0-a057-c5860c7f51ab req-37bc160b-c3c7-4d88-804b-92038cf0dec9 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:30.370284 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654813e1-026e-40e2-9efb-f49f98823ee0 req-cf67bf87-d9f5-4173-8cca-ed0ddca3b3ca tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:30.376829 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654813e1-026e-40e2-9efb-f49f98823ee0 req-cf67bf87-d9f5-4173-8cca-ed0ddca3b3ca tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:30.383301 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654813e1-026e-40e2-9efb-f49f98823ee0 req-cf67bf87-d9f5-4173-8cca-ed0ddca3b3ca tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:30.389234 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5f548e7e-14af-47c0-a057-c5860c7f51ab req-37bc160b-c3c7-4d88-804b-92038cf0dec9 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:30.389659 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654813e1-026e-40e2-9efb-f49f98823ee0 req-cf67bf87-d9f5-4173-8cca-ed0ddca3b3ca tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:30.392464 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5f548e7e-14af-47c0-a057-c5860c7f51ab req-37bc160b-c3c7-4d88-804b-92038cf0dec9 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:30.395648 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654813e1-026e-40e2-9efb-f49f98823ee0 req-cf67bf87-d9f5-4173-8cca-ed0ddca3b3ca tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:30.404478 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f548e7e-14af-47c0-a057-c5860c7f51ab req-37bc160b-c3c7-4d88-804b-92038cf0dec9 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "PUT /v2.0/security-groups/06e1e66d-cea1-45db-8bc9-ebcc35dcbe3d HTTP/1.1" status: 200 len: 1774 time: 0.4149473 Jul 13 07:24:30.408488 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654813e1-026e-40e2-9efb-f49f98823ee0 req-cf67bf87-d9f5-4173-8cca-ed0ddca3b3ca tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:30.416380 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-654813e1-026e-40e2-9efb-f49f98823ee0 req-cf67bf87-d9f5-4173-8cca-ed0ddca3b3ca tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 5431 time: 0.1386988 Jul 13 07:24:30.462823 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-654813e1-026e-40e2-9efb-f49f98823ee0 req-8c75b872-fba3-490d-80cd-b8cdb1add228 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&id=fb0080f5-be08-4cd8-97f3-6cc751e87d59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450032 Jul 13 07:24:30.465272 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-4924c084-eac0-46c9-9d67-c7c2be6bd167 req-6454b7ff-f024-4e39-b568-ea2903bd373f tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] For port 6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91,segment=NetworkSegment(3a17d74b-4f7e-4f3f-8588-ee9579f443a7),segment_id=3a17d74b-4f7e-4f3f-8588-ee9579f443a7)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:30.465645 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4924c084-eac0-46c9-9d67-c7c2be6bd167 req-6454b7ff-f024-4e39-b568-ea2903bd373f tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:30.540491 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-4924c084-eac0-46c9-9d67-c7c2be6bd167 req-6454b7ff-f024-4e39-b568-ea2903bd373f tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] Calling delete_port for 6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:24:30.566211 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c6c61309-c653-4123-a3be-9855c2504024 req-a5db8121-e808-4053-ba92-6188be4d8d64 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] 10.222.0.23 "GET /v2.0/security-groups/e2cad41c-17e8-4cf9-86bb-9bf323a777bc HTTP/1.1" status: 200 len: 2994 time: 0.0576243 Jul 13 07:24:30.595609 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda275c-f748-4c4e-b83b-f7548af037ef req-e26910d7-fd77-4820-94b5-91d334df33fb tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:30.597422 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fbda275c-f748-4c4e-b83b-f7548af037ef req-e26910d7-fd77-4820-94b5-91d334df33fb tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d3b79a9-09dc-4f7f-ac63-835c101ea8be HTTP/1.1" status: 200 len: 950 time: 0.3862104 Jul 13 07:24:30.601847 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc160b-c3c7-4d88-804b-92038cf0dec9 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06e1e66d-cea1-45db-8bc9-ebcc35dcbe3d,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:30.649953 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-28c6b8f1-e8f4-4bab-90e5-765194f0b450 req-82b13439-d113-427f-8528-8e39151f5cd9 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups/06e1e66d-cea1-45db-8bc9-ebcc35dcbe3d HTTP/1.1" status: 200 len: 1774 time: 0.0529182 Jul 13 07:24:30.659280 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-09a7559e-7d66-417c-a240-c6b6ca42b428 service neutron] 10.222.0.42 "GET /v2.0/networks/429c5271-60ed-4dd8-b05d-2fc0729d6432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462088 Jul 13 07:24:30.705759 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-73405b7e-a818-40f5-be54-408be44e978e req-bfd787a1-b65b-43f3-a85c-ca2efbb7debd tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] 10.222.0.23 "GET /v2.0/security-group-rules/06579596-3301-4ab4-ac41-227349284227 HTTP/1.1" status: 200 len: 783 time: 0.0399234 Jul 13 07:24:30.768578 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-73405b7e-a818-40f5-be54-408be44e978e req-8db688ef-ed2b-4a15-8e2e-e575a75d7c0a tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] 10.222.0.23 "GET /v2.0/security-groups/e2cad41c-17e8-4cf9-86bb-9bf323a777bc HTTP/1.1" status: 200 len: 2994 time: 0.0603943 Jul 13 07:24:30.813447 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-73405b7e-a818-40f5-be54-408be44e978e req-6f97dd79-a0cd-4d5d-8882-86c5c12e6c0c tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:30.824988 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-73405b7e-a818-40f5-be54-408be44e978e req-6f97dd79-a0cd-4d5d-8882-86c5c12e6c0c tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:30.864904 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bcf21d-df14-4b01-9faa-eee9c9cb818b req-87577d86-6e9f-4714-8647-ac1dc5ad03c1 tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:30.866479 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-20bcf21d-df14-4b01-9faa-eee9c9cb818b req-87577d86-6e9f-4714-8647-ac1dc5ad03c1 tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a24c872-2d2e-41ce-86bf-0737cf429df9 HTTP/1.1" status: 200 len: 945 time: 0.3538396 Jul 13 07:24:30.876243 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-73405b7e-a818-40f5-be54-408be44e978e req-6f97dd79-a0cd-4d5d-8882-86c5c12e6c0c tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:30.888946 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-73405b7e-a818-40f5-be54-408be44e978e req-6f97dd79-a0cd-4d5d-8882-86c5c12e6c0c tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:30.906218 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-73405b7e-a818-40f5-be54-408be44e978e req-6f97dd79-a0cd-4d5d-8882-86c5c12e6c0c tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/06579596-3301-4ab4-ac41-227349284227 HTTP/1.1" status: 204 len: 173 time: 0.1267216 Jul 13 07:24:30.906218 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97dd79-a0cd-4d5d-8882-86c5c12e6c0c tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06579596-3301-4ab4-ac41-227349284227,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:30.934041 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-ed8422ad-cf3b-42f1-9184-fa7cced8b677 service neutron] 10.222.0.42 "GET /v2.0/networks/429c5271-60ed-4dd8-b05d-2fc0729d6432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465298 Jul 13 07:24:30.976396 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-14f2d5e8-7bc6-4228-813f-c655a3c107ac req-1da0b8db-eacc-44ed-bb74-9ab905848446 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups/06e1e66d-cea1-45db-8bc9-ebcc35dcbe3d HTTP/1.1" status: 200 len: 1774 time: 0.0601258 Jul 13 07:24:31.038639 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-29ef52ff-ba9b-4521-ba68-33dc33464525 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=fe72de08-e56f-4e40-8d26-6142c436bbdc HTTP/1.1" status: 200 len: 217 time: 0.0745122 Jul 13 07:24:31.043289 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-20bcf21d-df14-4b01-9faa-eee9c9cb818b req-de5d803c-4146-40a9-bce3-c31a1a27e631 tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] 10.222.0.23 "GET /v2.0/security-groups?id=47d4af30-8b53-4148-b7cc-1bcf8bb71a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679997 Jul 13 07:24:31.065008 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-14f2d5e8-7bc6-4228-813f-c655a3c107ac req-3cd2a10f-d08c-4ea0-a0a6-558666eacc2c tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:31.090367 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-fbda275c-f748-4c4e-b83b-f7548af037ef req-8f3dc8f7-d4fc-436d-acb8-21a9e8804305 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Deleting port 3b8e1476-3286-48c1-b46c-ed499c65dca8 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:24:31.090719 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fbda275c-f748-4c4e-b83b-f7548af037ef req-8f3dc8f7-d4fc-436d-acb8-21a9e8804305 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:31.100684 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-14f2d5e8-7bc6-4228-813f-c655a3c107ac req-3cd2a10f-d08c-4ea0-a0a6-558666eacc2c tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:31.118512 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4924c084-eac0-46c9-9d67-c7c2be6bd167 req-6454b7ff-f024-4e39-b568-ea2903bd373f tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:31.133271 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:31.169850 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-14f2d5e8-7bc6-4228-813f-c655a3c107ac req-3cd2a10f-d08c-4ea0-a0a6-558666eacc2c tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:31.170783 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-a59c5261-422c-4e7e-8881-260a70dd35d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:31.172328 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-a59c5261-422c-4e7e-8881-260a70dd35d9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=61e9bb2d-d334-46ee-a94c-dc384201b119 HTTP/1.1" status: 200 len: 797 time: 0.1213253 Jul 13 07:24:31.173316 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-14f2d5e8-7bc6-4228-813f-c655a3c107ac req-3cd2a10f-d08c-4ea0-a0a6-558666eacc2c tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:31.177413 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454b7ff-f024-4e39-b568-ea2903bd373f tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] Pushing event deleted for resources: {'Port': ['ID=6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:31.188109 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-14f2d5e8-7bc6-4228-813f-c655a3c107ac req-3cd2a10f-d08c-4ea0-a0a6-558666eacc2c tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "DELETE /v2.0/security-groups/06e1e66d-cea1-45db-8bc9-ebcc35dcbe3d HTTP/1.1" status: 204 len: 173 time: 0.2104185 Jul 13 07:24:31.227721 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2a10f-d08c-4ea0-a0a6-558666eacc2c tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e1e66d-cea1-45db-8bc9-ebcc35dcbe3d,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:31.280268 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2245d93-1a18-41b6-ae8d-dfb106ccfd82 req-925335f7-bc71-4acd-a2ba-dfe9b55d8757 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:31.281982 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b2245d93-1a18-41b6-ae8d-dfb106ccfd82 req-925335f7-bc71-4acd-a2ba-dfe9b55d8757 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.25 "GET /v2.0/ports?device_id=bdc5d210-8e5e-478f-9ac9-28a75d772412 HTTP/1.1" status: 200 len: 949 time: 0.3606122 Jul 13 07:24:31.332913 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-4924c084-eac0-46c9-9d67-c7c2be6bd167 req-6454b7ff-f024-4e39-b568-ea2903bd373f tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] No DVR routers for this DVR port 6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:24:31.363323 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4924c084-eac0-46c9-9d67-c7c2be6bd167 req-6454b7ff-f024-4e39-b568-ea2903bd373f tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:31.365317 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4924c084-eac0-46c9-9d67-c7c2be6bd167 req-6454b7ff-f024-4e39-b568-ea2903bd373f tempest-ServerTagsTestJSON-1405688276 tempest-ServerTagsTestJSON-1405688276-project] 10.222.0.42 "DELETE /v2.0/ports/6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91 HTTP/1.1" status: 204 len: 173 time: 1.5890107 Jul 13 07:24:31.371897 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a24c872-2d2e-41ce-86bf-0737cf429df9', 'name': 'network-vif-deleted', 'tag': '6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:31.375224 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7484af7d-a5b9-4f2d-80ca-4f18ade9debc" -d '{"events": [{"server_uuid": "1a24c872-2d2e-41ce-86bf-0737cf429df9", "name": "network-vif-deleted", "tag": "6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:31.390468 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa31d12-4667-4b2f-8a6c-f709aacc3e72 req-1d5229f4-d9e9-461f-a9c2-fbc74a9c8b82 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:31.392418 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8aa31d12-4667-4b2f-8a6c-f709aacc3e72 req-1d5229f4-d9e9-461f-a9c2-fbc74a9c8b82 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d3b79a9-09dc-4f7f-ac63-835c101ea8be HTTP/1.1" status: 200 len: 950 time: 0.0781229 Jul 13 07:24:31.409362 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-fbda275c-f748-4c4e-b83b-f7548af037ef req-8f3dc8f7-d4fc-436d-acb8-21a9e8804305 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] For port 3b8e1476-3286-48c1-b46c-ed499c65dca8, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=3b8e1476-3286-48c1-b46c-ed499c65dca8,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:31.409739 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fbda275c-f748-4c4e-b83b-f7548af037ef req-8f3dc8f7-d4fc-436d-acb8-21a9e8804305 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:31.455925 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-fbda275c-f748-4c4e-b83b-f7548af037ef req-8f3dc8f7-d4fc-436d-acb8-21a9e8804305 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Calling delete_port for 3b8e1476-3286-48c1-b46c-ed499c65dca8 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:24:31.487634 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f27ecad2-cba5-43dc-8187-aad456b21ec8 req-8e965924-8536-4192-810b-99d04e697949 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] 10.222.0.23 "GET /v2.0/security-groups/e2cad41c-17e8-4cf9-86bb-9bf323a777bc HTTP/1.1" status: 200 len: 2396 time: 0.1643388 Jul 13 07:24:31.494117 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8aa31d12-4667-4b2f-8a6c-f709aacc3e72 req-b8553a8d-3623-4f09-b932-2e8540a7ef7c tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/security-groups?id=a98c6085-37cf-41de-b1b2-f1722db5ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827038 Jul 13 07:24:31.494348 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-4d430817-4381-4925-a354-e3c383948076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:31.496466 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-4d430817-4381-4925-a354-e3c383948076 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=429c5271-60ed-4dd8-b05d-2fc0729d6432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3168337 Jul 13 07:24:31.797668 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc78a86-b808-4bd9-9c54-03bcd4bb69e3 req-f94817f0-bc8b-4995-a8cd-eaf5fb7c677b tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:31.805845 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3fc78a86-b808-4bd9-9c54-03bcd4bb69e3 req-f94817f0-bc8b-4995-a8cd-eaf5fb7c677b tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdc5d210-8e5e-478f-9ac9-28a75d772412 HTTP/1.1" status: 200 len: 949 time: 0.0906055 Jul 13 07:24:31.871805 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3fc78a86-b808-4bd9-9c54-03bcd4bb69e3 req-9125dc0a-af1d-4e77-887b-8550620aeb5a tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbf72be3-4ea8-4904-bd73-e852b08bb8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646682 Jul 13 07:24:31.996774 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc8a764-53f5-4a48-bdd7-8f0f34423756 x-openstack-request-id: req-4fc8a764-53f5-4a48-bdd7-8f0f34423756 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:31.997359 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a24c872-2d2e-41ce-86bf-0737cf429df9", "name": "network-vif-deleted", "tag": "6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:31.997359 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4fc8a764-53f5-4a48-bdd7-8f0f34423756 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:31.997717 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a24c872-2d2e-41ce-86bf-0737cf429df9', 'name': 'network-vif-deleted', 'tag': '6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91', 'status': 'completed', 'code': 200} Jul 13 07:24:32.004361 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-b2245d93-1a18-41b6-ae8d-dfb106ccfd82 req-717ae400-37e4-4f5d-8764-e34913eadd75 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Deleting port 761df693-f7e4-4725-9379-6fe1233075c4 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:24:32.004780 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b2245d93-1a18-41b6-ae8d-dfb106ccfd82 req-717ae400-37e4-4f5d-8764-e34913eadd75 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:32.027649 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-f27ecad2-cba5-43dc-8187-aad456b21ec8 req-be57dd59-6073-4944-a66b-516353d74601 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:32.050139 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-470d86ee-de62-45bc-91c0-9ed717cea1c0 service neutron] 10.222.0.42 "GET /v2.0/networks/429c5271-60ed-4dd8-b05d-2fc0729d6432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5389392 Jul 13 07:24:32.164385 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-f27ecad2-cba5-43dc-8187-aad456b21ec8 req-be57dd59-6073-4944-a66b-516353d74601 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:32.218104 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a5ff6-6179-4f6c-94c6-6293a2dd9e44 req-288f169e-ba35-4e62-bbf4-9952427b76e6 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:32.224903 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a5ff6-6179-4f6c-94c6-6293a2dd9e44 req-288f169e-ba35-4e62-bbf4-9952427b76e6 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:32.231695 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a5ff6-6179-4f6c-94c6-6293a2dd9e44 req-288f169e-ba35-4e62-bbf4-9952427b76e6 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:32.238974 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a5ff6-6179-4f6c-94c6-6293a2dd9e44 req-288f169e-ba35-4e62-bbf4-9952427b76e6 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:32.253583 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a5ff6-6179-4f6c-94c6-6293a2dd9e44 req-288f169e-ba35-4e62-bbf4-9952427b76e6 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:32.269579 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a5ff6-6179-4f6c-94c6-6293a2dd9e44 req-288f169e-ba35-4e62-bbf4-9952427b76e6 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:32.278199 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a5ff6-6179-4f6c-94c6-6293a2dd9e44 req-288f169e-ba35-4e62-bbf4-9952427b76e6 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:32.280238 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8b2a5ff6-6179-4f6c-94c6-6293a2dd9e44 req-288f169e-ba35-4e62-bbf4-9952427b76e6 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 5431 time: 0.1614561 Jul 13 07:24:32.302517 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fbda275c-f748-4c4e-b83b-f7548af037ef req-8f3dc8f7-d4fc-436d-acb8-21a9e8804305 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:32.307371 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-b2245d93-1a18-41b6-ae8d-dfb106ccfd82 req-717ae400-37e4-4f5d-8764-e34913eadd75 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] For port 761df693-f7e4-4725-9379-6fe1233075c4, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=761df693-f7e4-4725-9379-6fe1233075c4,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:32.307805 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b2245d93-1a18-41b6-ae8d-dfb106ccfd82 req-717ae400-37e4-4f5d-8764-e34913eadd75 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:32.337959 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8b2a5ff6-6179-4f6c-94c6-6293a2dd9e44 req-bf0282cd-0f82-4a56-8b1c-c832d0be5fe2 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&id=fb0080f5-be08-4cd8-97f3-6cc751e87d59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0502591 Jul 13 07:24:32.361121 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3dc8f7-d4fc-436d-acb8-21a9e8804305 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Pushing event deleted for resources: {'Port': ['ID=3b8e1476-3286-48c1-b46c-ed499c65dca8,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:32.389021 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-99bc8b7b-e4db-4966-8ee6-a7118f69d02e service neutron] 10.222.0.42 "GET /v2.0/networks/429c5271-60ed-4dd8-b05d-2fc0729d6432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304939 Jul 13 07:24:32.394421 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-f27ecad2-cba5-43dc-8187-aad456b21ec8 req-be57dd59-6073-4944-a66b-516353d74601 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:32.398700 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-f27ecad2-cba5-43dc-8187-aad456b21ec8 req-be57dd59-6073-4944-a66b-516353d74601 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:32.400837 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f27ecad2-cba5-43dc-8187-aad456b21ec8 req-be57dd59-6073-4944-a66b-516353d74601 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] 10.222.0.23 "DELETE /v2.0/security-groups/e2cad41c-17e8-4cf9-86bb-9bf323a777bc HTTP/1.1" status: 204 len: 173 time: 0.9017792 Jul 13 07:24:32.407775 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-b2245d93-1a18-41b6-ae8d-dfb106ccfd82 req-717ae400-37e4-4f5d-8764-e34913eadd75 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Calling delete_port for 761df693-f7e4-4725-9379-6fe1233075c4 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:24:32.469321 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-51e9b116-c737-4ddc-88c8-3868852f966d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=adb17561-3fe7-425b-86b9-6784366213c3 HTTP/1.1" status: 200 len: 217 time: 0.0576277 Jul 13 07:24:32.507160 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 50756) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:32.535488 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-cdb1ca34-23e2-4d95-a112-c6cc6867b6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:32.537088 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-cdb1ca34-23e2-4d95-a112-c6cc6867b6f1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7e41c5dd-84e8-4c1d-97eb-f8a340a2884d HTTP/1.1" status: 200 len: 797 time: 0.0608227 Jul 13 07:24:32.609940 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-17ef8535-8c0f-4b51-b912-091a40ffbfef admin admin] Deleting subnet 225f8296-63bd-43bb-9c19-69f355946bb3 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:24:32.614085 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-17ef8535-8c0f-4b51-b912-091a40ffbfef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:32.631481 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57dd59-6073-4944-a66b-516353d74601 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cad41c-17e8-4cf9-86bb-9bf323a777bc,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:32.633783 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [req-6982a3cb-dea1-4a11-a9fc-5e89580a161d req-2cae40c2-62bd-45ef-99ed-27790a538243 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] show failed (client error): The resource could not be found. Jul 13 07:24:32.634901 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6982a3cb-dea1-4a11-a9fc-5e89580a161d req-2cae40c2-62bd-45ef-99ed-27790a538243 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] 10.222.0.23 "GET /v2.0/security-groups/a1e75729-ea5e-473d-96ad-93c8bd5a3247 HTTP/1.1" status: 404 len: 352 time: 0.0606079 Jul 13 07:24:32.663085 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbda275c-f748-4c4e-b83b-f7548af037ef req-8f3dc8f7-d4fc-436d-acb8-21a9e8804305 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] No DVR routers for this DVR port 3b8e1476-3286-48c1-b46c-ed499c65dca8 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:24:32.668008 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fbda275c-f748-4c4e-b83b-f7548af037ef req-8f3dc8f7-d4fc-436d-acb8-21a9e8804305 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:32.670359 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fbda275c-f748-4c4e-b83b-f7548af037ef req-8f3dc8f7-d4fc-436d-acb8-21a9e8804305 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.42 "DELETE /v2.0/ports/3b8e1476-3286-48c1-b46c-ed499c65dca8 HTTP/1.1" status: 204 len: 173 time: 2.0569134 Jul 13 07:24:32.686397 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [req-6d97d072-139e-4423-9920-ce2841c138db req-78df928d-ba98-44d5-8f5b-76c6082f66b5 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] show failed (client error): The resource could not be found. Jul 13 07:24:32.687638 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6d97d072-139e-4423-9920-ce2841c138db req-78df928d-ba98-44d5-8f5b-76c6082f66b5 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups/f769d3f8-5713-4110-9c71-efe99ea23002 HTTP/1.1" status: 404 len: 352 time: 0.0486188 Jul 13 07:24:32.719097 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-17ef8535-8c0f-4b51-b912-091a40ffbfef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:32.748451 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-4627c033-71b3-4056-8543-8a01739b331b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:32.750083 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-4627c033-71b3-4056-8543-8a01739b331b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c585a6c0-7b73-4536-a692-dae61cbdb028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1667874 Jul 13 07:24:32.893872 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-17ef8535-8c0f-4b51-b912-091a40ffbfef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:32.901490 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-378473b4-fbb2-4cfa-99e4-08b1a8838099 req-c0cd8407-5bd1-42f4-9960-ffb7d9593288 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d3b79a9-09dc-4f7f-ac63-835c101ea8be HTTP/1.1" status: 200 len: 210 time: 0.0332260 Jul 13 07:24:32.959044 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9ea76875-3643-4339-8c3a-71ebac382575 req-47c60f1b-b65d-48af-8b1a-a2b4c97de641 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] 10.222.0.23 "GET /v2.0/security-groups/e28bad4e-3e4a-451c-8838-83477d4f2914 HTTP/1.1" status: 200 len: 1804 time: 0.1842389 Jul 13 07:24:33.018876 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-b4c5db4c-94a8-49c0-b1cc-5218d9e96020 service neutron] 10.222.0.42 "GET /v2.0/networks/c585a6c0-7b73-4536-a692-dae61cbdb028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610512 Jul 13 07:24:33.020669 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [req-13318edd-d8e0-4f23-9df1-73a2e5400dbd req-059c20cf-83fa-42fe-a579-9f941a4e87a7 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] show failed (client error): The resource could not be found. Jul 13 07:24:33.021917 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-13318edd-d8e0-4f23-9df1-73a2e5400dbd req-059c20cf-83fa-42fe-a579-9f941a4e87a7 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups/b956a6d0-e40e-472a-9e7d-353b5077f906 HTTP/1.1" status: 404 len: 352 time: 0.0463386 Jul 13 07:24:33.039897 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-bf919c5d-16c4-4b66-9acd-28a0667b2719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:33.087371 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:33.140497 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b2245d93-1a18-41b6-ae8d-dfb106ccfd82 req-717ae400-37e4-4f5d-8764-e34913eadd75 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:33.153249 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['71329ae8-bf99-460f-8471-69be27320847'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:33.164420 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9ea76875-3643-4339-8c3a-71ebac382575 req-5af99900-56c5-46c9-8b07-22d0f73dd9af tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:33.166977 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-17ef8535-8c0f-4b51-b912-091a40ffbfef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:33.194943 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-ba7e54dc-1096-491c-8588-c601ed87416f service neutron] 10.222.0.42 "GET /v2.0/networks/c585a6c0-7b73-4536-a692-dae61cbdb028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657381 Jul 13 07:24:33.204144 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ae400-37e4-4f5d-8764-e34913eadd75 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Pushing event deleted for resources: {'Port': ['ID=761df693-f7e4-4725-9379-6fe1233075c4,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:33.228295 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 3b8e1476-3286-48c1-b46c-ed499c65dca8 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:24:33.260143 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef8535-8c0f-4b51-b912-091a40ffbfef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=225f8296-63bd-43bb-9c19-69f355946bb3,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:33.266147 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-17ef8535-8c0f-4b51-b912-091a40ffbfef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:33.270266 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-17ef8535-8c0f-4b51-b912-091a40ffbfef admin admin] 10.222.0.23 "DELETE /v2.0/subnets/225f8296-63bd-43bb-9c19-69f355946bb3 HTTP/1.1" status: 204 len: 168 time: 0.7592266 Jul 13 07:24:33.271438 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 50768) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:33.279431 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9ea76875-3643-4339-8c3a-71ebac382575 req-5af99900-56c5-46c9-8b07-22d0f73dd9af tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:33.305242 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-bc5f6720-4373-4949-814b-ec312aa839ed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c53c18b7-3053-4952-992c-e808e72481bd HTTP/1.1" status: 200 len: 217 time: 0.0973966 Jul 13 07:24:33.334502 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-12f76c71-d97f-4e17-a5c5-cc8e890f70c6 req-7516c839-981c-4c3f-beef-cb8df23613aa tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdc5d210-8e5e-478f-9ac9-28a75d772412 HTTP/1.1" status: 200 len: 210 time: 0.0655208 Jul 13 07:24:33.370692 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 3b8e1476-3286-48c1-b46c-ed499c65dca8 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:24:33.371067 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 3b8e1476-3286-48c1-b46c-ed499c65dca8 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:24:33.371516 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:24:33.429779 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2245d93-1a18-41b6-ae8d-dfb106ccfd82 req-717ae400-37e4-4f5d-8764-e34913eadd75 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] No DVR routers for this DVR port 761df693-f7e4-4725-9379-6fe1233075c4 on host n-h2-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:24:33.433887 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b2245d93-1a18-41b6-ae8d-dfb106ccfd82 req-717ae400-37e4-4f5d-8764-e34913eadd75 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:33.436906 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b2245d93-1a18-41b6-ae8d-dfb106ccfd82 req-717ae400-37e4-4f5d-8764-e34913eadd75 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.25 "DELETE /v2.0/ports/761df693-f7e4-4725-9379-6fe1233075c4 HTTP/1.1" status: 204 len: 173 time: 2.1221750 Jul 13 07:24:33.465663 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [req-d05f1241-7392-4be1-adb7-8dbda0ae9c96 req-58ef9da6-e473-48b1-a42a-33e1b3a95b31 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] show failed (client error): The resource could not be found. Jul 13 07:24:33.480885 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d05f1241-7392-4be1-adb7-8dbda0ae9c96 req-58ef9da6-e473-48b1-a42a-33e1b3a95b31 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups/1b336f91-8942-4f83-be25-3054aa51561a HTTP/1.1" status: 404 len: 352 time: 0.0405750 Jul 13 07:24:33.483786 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:24:33.484491 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 6a6e0961-27b0-41fd-b8f8-57ba3c4f5e91 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:24:33.502136 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dbbaf0ac-0c50-4284-8654-5cb0d568e4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:33.519488 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-3c1bb48e-260a-4d31-9902-02584a0db02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:33.523933 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-3c1bb48e-260a-4d31-9902-02584a0db02b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7e41c5dd-84e8-4c1d-97eb-f8a340a2884d HTTP/1.1" status: 200 len: 797 time: 0.1947303 Jul 13 07:24:33.529182 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9ea76875-3643-4339-8c3a-71ebac382575 req-5af99900-56c5-46c9-8b07-22d0f73dd9af tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:33.531748 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9ea76875-3643-4339-8c3a-71ebac382575 req-5af99900-56c5-46c9-8b07-22d0f73dd9af tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:33.558362 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9ea76875-3643-4339-8c3a-71ebac382575 req-5af99900-56c5-46c9-8b07-22d0f73dd9af tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] 10.222.0.23 "DELETE /v2.0/security-groups/e28bad4e-3e4a-451c-8838-83477d4f2914 HTTP/1.1" status: 204 len: 173 time: 0.5983016 Jul 13 07:24:33.637011 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [req-e53a0392-2e5a-4b00-a8b0-9012e67c7835 req-f6a22de6-b66a-4662-b35a-af578f2122c7 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] show failed (client error): The resource could not be found. Jul 13 07:24:33.662520 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e53a0392-2e5a-4b00-a8b0-9012e67c7835 req-f6a22de6-b66a-4662-b35a-af578f2122c7 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups/e7f3b7f0-1e58-4848-9796-8719493785ac HTTP/1.1" status: 404 len: 352 time: 0.1031480 Jul 13 07:24:33.668981 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af99900-56c5-46c9-8b07-22d0f73dd9af tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28bad4e-3e4a-451c-8838-83477d4f2914,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:33.736122 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-ba9c8212-637f-46fe-84fc-98eaeddfc497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:33.739924 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-ba9c8212-637f-46fe-84fc-98eaeddfc497 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c585a6c0-7b73-4536-a692-dae61cbdb028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2101934 Jul 13 07:24:33.874405 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dbbaf0ac-0c50-4284-8654-5cb0d568e4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:33.891827 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-dbbaf0ac-0c50-4284-8654-5cb0d568e4c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0050661d-e5f9-4e80-b143-85f26a9235e3']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:33.908464 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-64ea6f31-c17f-4eea-9f1d-a8799fe5807b req-ef722227-91db-43cf-9d60-c89f44127aec tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] 10.222.0.23 "GET /v2.0/security-groups/48bec30a-623a-4f83-bf9b-673753364cbd HTTP/1.1" status: 200 len: 1804 time: 0.2050645 Jul 13 07:24:33.913913 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-dbbaf0ac-0c50-4284-8654-5cb0d568e4c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a17d74b-4f7e-4f3f-8588-ee9579f443a7') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:33.914236 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-dbbaf0ac-0c50-4284-8654-5cb0d568e4c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a17d74b-4f7e-4f3f-8588-ee9579f443a7') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:34.006890 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dbbaf0ac-0c50-4284-8654-5cb0d568e4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:34.007128 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfefc9-5c72-4842-b46f-4fb072db7e0c req-3d45842d-f281-47c5-9427-28c634f561fc tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:34.007128 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfefc9-5c72-4842-b46f-4fb072db7e0c req-3d45842d-f281-47c5-9427-28c634f561fc tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:34.007128 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfefc9-5c72-4842-b46f-4fb072db7e0c req-3d45842d-f281-47c5-9427-28c634f561fc tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:34.007492 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dbbaf0ac-0c50-4284-8654-5cb0d568e4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:34.007613 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfefc9-5c72-4842-b46f-4fb072db7e0c req-3d45842d-f281-47c5-9427-28c634f561fc tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:34.007720 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbbaf0ac-0c50-4284-8654-5cb0d568e4c9 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:24:34.007720 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dbbaf0ac-0c50-4284-8654-5cb0d568e4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:34.007915 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfefc9-5c72-4842-b46f-4fb072db7e0c req-3d45842d-f281-47c5-9427-28c634f561fc tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:34.008014 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:34.008014 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:34.008014 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:34.008014 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:34.008014 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:24:34.008014 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:24:34.008014 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:24:34.008014 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:24:34.008014 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:24:34.008014 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:24:34.008014 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:24:34.008014 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:24:34.008014 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:24:34.008014 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:24:34.008014 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:24:34.008014 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:24:34.008014 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:24:34.008014 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:24:34.008014 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:24:34.008014 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:24:34.008014 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:24:34.008014 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:24:34.008014 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:24:34.008014 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:24:34.008014 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:24:34.008014 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:24:34.008014 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:24:34.008014 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:24:34.008014 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:24:34.008014 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:24:34.008014 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:24:34.008014 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:24:34.008014 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:24:34.008014 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:24:34.008014 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:24:34.008014 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:24:34.011387 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfefc9-5c72-4842-b46f-4fb072db7e0c req-3d45842d-f281-47c5-9427-28c634f561fc tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:34.011387 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfefc9-5c72-4842-b46f-4fb072db7e0c req-3d45842d-f281-47c5-9427-28c634f561fc tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:34.011387 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a5bfefc9-5c72-4842-b46f-4fb072db7e0c req-3d45842d-f281-47c5-9427-28c634f561fc tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 5431 time: 0.2516336 Jul 13 07:24:34.011387 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-d7e48c3e-9724-452c-8f90-aa6ea48e9c90 service neutron] 10.222.0.42 "GET /v2.0/networks/c585a6c0-7b73-4536-a692-dae61cbdb028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336693 Jul 13 07:24:34.011387 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3b79a9-09dc-4f7f-ac63-835c101ea8be', 'name': 'network-vif-deleted', 'tag': '3b8e1476-3286-48c1-b46c-ed499c65dca8'}, {'server_uuid': 'bdc5d210-8e5e-478f-9ac9-28a75d772412', 'name': 'network-vif-deleted', 'tag': '761df693-f7e4-4725-9379-6fe1233075c4'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:34.011387 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02005046-ba6b-493a-9669-3566896e0840" -d '{"events": [{"server_uuid": "0d3b79a9-09dc-4f7f-ac63-835c101ea8be", "name": "network-vif-deleted", "tag": "3b8e1476-3286-48c1-b46c-ed499c65dca8"}, {"server_uuid": "bdc5d210-8e5e-478f-9ac9-28a75d772412", "name": "network-vif-deleted", "tag": "761df693-f7e4-4725-9379-6fe1233075c4"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:34.014165 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:34.047743 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-64ea6f31-c17f-4eea-9f1d-a8799fe5807b req-3c3fba48-27b8-4dbd-bba1-5d415bae1252 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:34.070635 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-64ea6f31-c17f-4eea-9f1d-a8799fe5807b req-3c3fba48-27b8-4dbd-bba1-5d415bae1252 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:34.106925 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a5bfefc9-5c72-4842-b46f-4fb072db7e0c req-c8d0cfc3-548d-4f02-ac03-7c6b415f6e92 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&id=fb0080f5-be08-4cd8-97f3-6cc751e87d59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1033905 Jul 13 07:24:34.119077 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dbbaf0ac-0c50-4284-8654-5cb0d568e4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:34.125106 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dbbaf0ac-0c50-4284-8654-5cb0d568e4c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:34.126590 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-dbbaf0ac-0c50-4284-8654-5cb0d568e4c9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0050661d-e5f9-4e80-b143-85f26a9235e3 HTTP/1.1" status: 204 len: 168 time: 0.8541017 Jul 13 07:24:34.141477 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbaf0ac-0c50-4284-8654-5cb0d568e4c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0050661d-e5f9-4e80-b143-85f26a9235e3,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:34.157318 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-64ea6f31-c17f-4eea-9f1d-a8799fe5807b req-3c3fba48-27b8-4dbd-bba1-5d415bae1252 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:34.160609 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-64ea6f31-c17f-4eea-9f1d-a8799fe5807b req-3c3fba48-27b8-4dbd-bba1-5d415bae1252 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:34.162147 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-64ea6f31-c17f-4eea-9f1d-a8799fe5807b req-3c3fba48-27b8-4dbd-bba1-5d415bae1252 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] 10.222.0.23 "DELETE /v2.0/security-groups/48bec30a-623a-4f83-bf9b-673753364cbd HTTP/1.1" status: 204 len: 173 time: 0.2528450 Jul 13 07:24:34.167387 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16c8b24c-d3d3-4f03-a0d6-80f5bf501696 req-835bc727-0028-481d-bfcc-ced7a8501bca service neutron] 10.222.0.42 "GET /v2.0/networks/c585a6c0-7b73-4536-a692-dae61cbdb028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620967 Jul 13 07:24:34.178322 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3fba48-27b8-4dbd-bba1-5d415bae1252 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bec30a-623a-4f83-bf9b-673753364cbd,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:34.262574 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [req-c017bece-d042-4033-937a-cd90fe090e74 req-64b70db3-bfe8-4b43-8410-3a654a32ff60 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] show failed (client error): The resource could not be found. Jul 13 07:24:34.264737 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c017bece-d042-4033-937a-cd90fe090e74 req-64b70db3-bfe8-4b43-8410-3a654a32ff60 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups/ffe9323d-8b1e-4afb-b5ab-339b59eded86 HTTP/1.1" status: 404 len: 352 time: 0.0645485 Jul 13 07:24:34.331502 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bb5c8-5d4b-487a-bdb3-fb7baa6195af req-d2e70632-1976-41f7-be19-d935bf592554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:34.332313 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bb5c8-5d4b-487a-bdb3-fb7baa6195af req-d2e70632-1976-41f7-be19-d935bf592554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:34.332992 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bb5c8-5d4b-487a-bdb3-fb7baa6195af req-d2e70632-1976-41f7-be19-d935bf592554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:34.333654 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bb5c8-5d4b-487a-bdb3-fb7baa6195af req-d2e70632-1976-41f7-be19-d935bf592554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:34.334401 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bb5c8-5d4b-487a-bdb3-fb7baa6195af req-d2e70632-1976-41f7-be19-d935bf592554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:34.335185 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bb5c8-5d4b-487a-bdb3-fb7baa6195af req-d2e70632-1976-41f7-be19-d935bf592554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:34.335895 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bb5c8-5d4b-487a-bdb3-fb7baa6195af req-d2e70632-1976-41f7-be19-d935bf592554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:34.339421 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-906bb5c8-5d4b-487a-bdb3-fb7baa6195af req-d2e70632-1976-41f7-be19-d935bf592554 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f675b11333fa441fa8eddc3498c6fd35&device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 6495 time: 0.0902090 Jul 13 07:24:34.434061 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 50798) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:34.449914 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd33a8d-f950-42bc-bf0c-08966153cac5 x-openstack-request-id: req-dbd33a8d-f950-42bc-bf0c-08966153cac5 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:34.450291 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d3b79a9-09dc-4f7f-ac63-835c101ea8be", "name": "network-vif-deleted", "tag": "3b8e1476-3286-48c1-b46c-ed499c65dca8", "status": "completed", "code": 200}, {"server_uuid": "bdc5d210-8e5e-478f-9ac9-28a75d772412", "name": "network-vif-deleted", "tag": "761df693-f7e4-4725-9379-6fe1233075c4", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:34.450604 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dbd33a8d-f950-42bc-bf0c-08966153cac5 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:34.451229 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3b79a9-09dc-4f7f-ac63-835c101ea8be', 'name': 'network-vif-deleted', 'tag': '3b8e1476-3286-48c1-b46c-ed499c65dca8', 'status': 'completed', 'code': 200} Jul 13 07:24:34.452144 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc5d210-8e5e-478f-9ac9-28a75d772412', 'name': 'network-vif-deleted', 'tag': '761df693-f7e4-4725-9379-6fe1233075c4', 'status': 'completed', 'code': 200} Jul 13 07:24:34.488121 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bb5c8-5d4b-487a-bdb3-fb7baa6195af req-f1f4e490-43a2-42c6-86fd-b5379b54ebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:34.489824 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-906bb5c8-5d4b-487a-bdb3-fb7baa6195af req-f1f4e490-43a2-42c6-86fd-b5379b54ebfd service neutron] 10.222.0.42 "GET /v2.0/networks?id=c585a6c0-7b73-4536-a692-dae61cbdb028 HTTP/1.1" status: 200 len: 902 time: 0.1432710 Jul 13 07:24:34.540228 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-11eed833-83e6-4a86-96d4-25a9ef095070 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ea266bb9cbab4aea885bc5924138e870&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1041491 Jul 13 07:24:34.543777 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-906bb5c8-5d4b-487a-bdb3-fb7baa6195af req-012bd2b4-1c0b-4bcc-9de5-e9ddc59d8b7f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=adb17561-3fe7-425b-86b9-6784366213c3 HTTP/1.1" status: 200 len: 217 time: 0.0454192 Jul 13 07:24:34.544277 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 50802) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:34.562047 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [req-a3647f8c-4d0b-41a6-99ed-e6f318671d9b req-e0f21a3b-93bc-4a23-b9be-204ed0a969ed tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] show failed (client error): The resource could not be found. Jul 13 07:24:34.569004 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a3647f8c-4d0b-41a6-99ed-e6f318671d9b req-e0f21a3b-93bc-4a23-b9be-204ed0a969ed tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups/1af462b6-1015-4359-ba36-ab8b9a202583 HTTP/1.1" status: 404 len: 352 time: 0.0788922 Jul 13 07:24:34.629453 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0be6694f-f6a7-46e8-8172-c555e343007a req-5b26a450-cf68-4b0e-aec4-11cb057ed626 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] 10.222.0.23 "GET /v2.0/security-groups/ae86e653-c0e1-410b-a4ea-33925cfcd81e HTTP/1.1" status: 200 len: 1804 time: 0.1629148 Jul 13 07:24:34.671164 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bb5c8-5d4b-487a-bdb3-fb7baa6195af req-fc80d773-2c2f-4238-8f29-fccd4510f1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:34.671971 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 761df693-f7e4-4725-9379-6fe1233075c4 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:24:34.672809 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-906bb5c8-5d4b-487a-bdb3-fb7baa6195af req-fc80d773-2c2f-4238-8f29-fccd4510f1f3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7e41c5dd-84e8-4c1d-97eb-f8a340a2884d HTTP/1.1" status: 200 len: 797 time: 0.1192224 Jul 13 07:24:34.708119 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c98174af-32a8-4555-b9d5-03d28e248b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:34.709904 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 761df693-f7e4-4725-9379-6fe1233075c4 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:24:34.710258 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 761df693-f7e4-4725-9379-6fe1233075c4 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:24:34.773072 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c98174af-32a8-4555-b9d5-03d28e248b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:34.792389 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0be6694f-f6a7-46e8-8172-c555e343007a req-5fc6478d-ba21-449a-81a3-0c4ff4213d98 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:34.843173 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0be6694f-f6a7-46e8-8172-c555e343007a req-5fc6478d-ba21-449a-81a3-0c4ff4213d98 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:34.854564 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bb5c8-5d4b-487a-bdb3-fb7baa6195af req-bac201f2-68fe-474e-84cc-4a088e9a1e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:34.856345 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-906bb5c8-5d4b-487a-bdb3-fb7baa6195af req-bac201f2-68fe-474e-84cc-4a088e9a1e64 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c585a6c0-7b73-4536-a692-dae61cbdb028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1744685 Jul 13 07:24:34.915452 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c98174af-32a8-4555-b9d5-03d28e248b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:34.918074 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c98174af-32a8-4555-b9d5-03d28e248b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:34.919258 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c98174af-32a8-4555-b9d5-03d28e248b66 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/47d4af30-8b53-4148-b7cc-1bcf8bb71a5b HTTP/1.1" status: 204 len: 168 time: 0.3714852 Jul 13 07:24:34.972622 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98174af-32a8-4555-b9d5-03d28e248b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d4af30-8b53-4148-b7cc-1bcf8bb71a5b,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:34.977493 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0be6694f-f6a7-46e8-8172-c555e343007a req-5fc6478d-ba21-449a-81a3-0c4ff4213d98 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:34.980316 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0be6694f-f6a7-46e8-8172-c555e343007a req-5fc6478d-ba21-449a-81a3-0c4ff4213d98 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:34.994169 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0be6694f-f6a7-46e8-8172-c555e343007a req-5fc6478d-ba21-449a-81a3-0c4ff4213d98 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] 10.222.0.23 "DELETE /v2.0/security-groups/ae86e653-c0e1-410b-a4ea-33925cfcd81e HTTP/1.1" status: 204 len: 173 time: 0.3566868 Jul 13 07:24:35.038357 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc6478d-ba21-449a-81a3-0c4ff4213d98 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae86e653-c0e1-410b-a4ea-33925cfcd81e,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:35.051120 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-906bb5c8-5d4b-487a-bdb3-fb7baa6195af req-93c01a4b-819a-4048-bbbe-d1e991c9d8c2 service neutron] 10.222.0.42 "GET /v2.0/networks/c585a6c0-7b73-4536-a692-dae61cbdb028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878045 Jul 13 07:24:35.243355 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-906bb5c8-5d4b-487a-bdb3-fb7baa6195af req-7823b197-0587-4485-87b7-18b3ef195af2 service neutron] 10.222.0.42 "GET /v2.0/networks/c585a6c0-7b73-4536-a692-dae61cbdb028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812234 Jul 13 07:24:35.310502 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8125028a-a007-4be2-b86b-36a71f9671c4 req-11070610-2c27-4e6c-b11f-942feb4991d7 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] 10.222.0.23 "GET /v2.0/security-groups/a63f0ba0-6414-4180-8f37-1a1b2f5b79ed HTTP/1.1" status: 200 len: 2404 time: 0.0446484 Jul 13 07:24:35.392453 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bb5c8-5d4b-487a-bdb3-fb7baa6195af req-08cb08d5-e6ac-4f87-a3d0-4fe75f8a84eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:35.392937 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bb5c8-5d4b-487a-bdb3-fb7baa6195af req-08cb08d5-e6ac-4f87-a3d0-4fe75f8a84eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:35.393551 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bb5c8-5d4b-487a-bdb3-fb7baa6195af req-08cb08d5-e6ac-4f87-a3d0-4fe75f8a84eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:35.395153 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-8125028a-a007-4be2-b86b-36a71f9671c4 req-9a9c4aba-cfd4-4092-a516-386605796e77 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:35.395433 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bb5c8-5d4b-487a-bdb3-fb7baa6195af req-08cb08d5-e6ac-4f87-a3d0-4fe75f8a84eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:35.396087 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bb5c8-5d4b-487a-bdb3-fb7baa6195af req-08cb08d5-e6ac-4f87-a3d0-4fe75f8a84eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:35.396650 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bb5c8-5d4b-487a-bdb3-fb7baa6195af req-08cb08d5-e6ac-4f87-a3d0-4fe75f8a84eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:35.397235 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bb5c8-5d4b-487a-bdb3-fb7baa6195af req-08cb08d5-e6ac-4f87-a3d0-4fe75f8a84eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:35.400212 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-906bb5c8-5d4b-487a-bdb3-fb7baa6195af req-08cb08d5-e6ac-4f87-a3d0-4fe75f8a84eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f675b11333fa441fa8eddc3498c6fd35&device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 6495 time: 0.1067245 Jul 13 07:24:35.424768 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-8125028a-a007-4be2-b86b-36a71f9671c4 req-9a9c4aba-cfd4-4092-a516-386605796e77 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:35.481200 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-8125028a-a007-4be2-b86b-36a71f9671c4 req-9a9c4aba-cfd4-4092-a516-386605796e77 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:35.483565 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-8125028a-a007-4be2-b86b-36a71f9671c4 req-9a9c4aba-cfd4-4092-a516-386605796e77 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:35.484807 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8125028a-a007-4be2-b86b-36a71f9671c4 req-9a9c4aba-cfd4-4092-a516-386605796e77 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] 10.222.0.23 "DELETE /v2.0/security-groups/a63f0ba0-6414-4180-8f37-1a1b2f5b79ed HTTP/1.1" status: 204 len: 173 time: 0.1669712 Jul 13 07:24:35.498000 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c4aba-cfd4-4092-a516-386605796e77 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63f0ba0-6414-4180-8f37-1a1b2f5b79ed,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:35.567335 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4d9e6-803b-47d4-97a0-44fc0cad3e20 req-8e1c0abd-7d61-4a52-8c78-b131d9aae9bb tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:35.568824 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-50b4d9e6-803b-47d4-97a0-44fc0cad3e20 req-8e1c0abd-7d61-4a52-8c78-b131d9aae9bb tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/ports?device_id=384c583f-9825-48d0-85b1-b16123f853e0 HTTP/1.1" status: 200 len: 951 time: 0.1265364 Jul 13 07:24:35.569788 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bb5c8-5d4b-487a-bdb3-fb7baa6195af req-b203f797-5065-4f75-a290-dc7cc3c9757f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:35.571257 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-906bb5c8-5d4b-487a-bdb3-fb7baa6195af req-b203f797-5065-4f75-a290-dc7cc3c9757f service neutron] 10.222.0.42 "GET /v2.0/networks?id=c585a6c0-7b73-4536-a692-dae61cbdb028 HTTP/1.1" status: 200 len: 902 time: 0.1640427 Jul 13 07:24:35.626504 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-906bb5c8-5d4b-487a-bdb3-fb7baa6195af req-ea0445d5-be7c-4807-9519-e0eaa30b232a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c53c18b7-3053-4952-992c-e808e72481bd HTTP/1.1" status: 200 len: 217 time: 0.0493779 Jul 13 07:24:35.685678 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-50b4d9e6-803b-47d4-97a0-44fc0cad3e20 req-511f2f8d-e0ef-464e-81a9-c106ade06e45 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/security-groups?id=a98c6085-37cf-41de-b1b2-f1722db5ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105688 Jul 13 07:24:35.696313 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a0eed-6f86-43a0-b7df-902be25aebce req-5d56d652-e1b2-4457-911e-8788be3e9632 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:35.696753 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bb5c8-5d4b-487a-bdb3-fb7baa6195af req-eebe1da9-d34d-4a92-b9a1-4a30cde7a6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:35.698213 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-906bb5c8-5d4b-487a-bdb3-fb7baa6195af req-eebe1da9-d34d-4a92-b9a1-4a30cde7a6d9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7e41c5dd-84e8-4c1d-97eb-f8a340a2884d HTTP/1.1" status: 200 len: 797 time: 0.0646956 Jul 13 07:24:35.702974 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a0eed-6f86-43a0-b7df-902be25aebce req-5d56d652-e1b2-4457-911e-8788be3e9632 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:35.709272 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a0eed-6f86-43a0-b7df-902be25aebce req-5d56d652-e1b2-4457-911e-8788be3e9632 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:35.716511 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a0eed-6f86-43a0-b7df-902be25aebce req-5d56d652-e1b2-4457-911e-8788be3e9632 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:35.721419 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:35.722870 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a0eed-6f86-43a0-b7df-902be25aebce req-5d56d652-e1b2-4457-911e-8788be3e9632 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:35.729610 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a0eed-6f86-43a0-b7df-902be25aebce req-5d56d652-e1b2-4457-911e-8788be3e9632 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:35.736589 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a0eed-6f86-43a0-b7df-902be25aebce req-5d56d652-e1b2-4457-911e-8788be3e9632 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:35.743712 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d21a0eed-6f86-43a0-b7df-902be25aebce req-5d56d652-e1b2-4457-911e-8788be3e9632 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 5431 time: 0.1266546 Jul 13 07:24:35.776424 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bb5c8-5d4b-487a-bdb3-fb7baa6195af req-21916459-98c1-4780-8e7d-9dcb88917952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:35.778203 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-906bb5c8-5d4b-487a-bdb3-fb7baa6195af req-21916459-98c1-4780-8e7d-9dcb88917952 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c585a6c0-7b73-4536-a692-dae61cbdb028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0688953 Jul 13 07:24:35.795110 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d21a0eed-6f86-43a0-b7df-902be25aebce req-b4b07ae1-eda8-4f3b-b997-1a25f0da2429 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&id=fb0080f5-be08-4cd8-97f3-6cc751e87d59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0491614 Jul 13 07:24:35.887936 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-906bb5c8-5d4b-487a-bdb3-fb7baa6195af req-8e6c1f60-bae2-41a5-9288-afd15f1d25e5 service neutron] 10.222.0.42 "GET /v2.0/networks/c585a6c0-7b73-4536-a692-dae61cbdb028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030431 Jul 13 07:24:35.914081 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 50854) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:35.995172 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd97052-9633-4cb2-83df-9a53cb1d68c0 req-17c78ada-8c8d-4dbf-a721-7568c33e51c7 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:35.996901 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9dd97052-9633-4cb2-83df-9a53cb1d68c0 req-17c78ada-8c8d-4dbf-a721-7568c33e51c7 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/ports?device_id=919e3d5b-54cd-49de-b601-657d378c1097 HTTP/1.1" status: 200 len: 949 time: 0.0759213 Jul 13 07:24:35.999462 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-906bb5c8-5d4b-487a-bdb3-fb7baa6195af req-b1fdaf0b-1dae-4989-9dbc-22af91afa04c service neutron] 10.222.0.42 "GET /v2.0/networks/c585a6c0-7b73-4536-a692-dae61cbdb028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041939 Jul 13 07:24:36.039858 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9dd97052-9633-4cb2-83df-9a53cb1d68c0 req-cf2b1154-ebfd-48fb-9491-2efcede929a6 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbf72be3-4ea8-4904-bd73-e852b08bb8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368223 Jul 13 07:24:36.047544 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-3cb0ff0c-f004-446a-b4c5-03c45540b8be admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2116580735-network', 'tenant_id': '03be745b98834c52b52be1f288bde2c6'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:36.079672 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb0ff0c-f004-446a-b4c5-03c45540b8be admin admin] Made reservation on behalf of 03be745b98834c52b52be1f288bde2c6 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:36.082288 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3cb0ff0c-f004-446a-b4c5-03c45540b8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:36.091632 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3cb0ff0c-f004-446a-b4c5-03c45540b8be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:36.224215 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3cb0ff0c-f004-446a-b4c5-03c45540b8be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:36.225726 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-bb4af926-504c-4752-b32e-f16b19ede0da tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:36.227434 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-bb4af926-504c-4752-b32e-f16b19ede0da tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] 10.222.0.23 "GET /v2.0/networks?id=1a4476cd-2142-41cd-a14f-e66e958b639a HTTP/1.1" status: 200 len: 815 time: 0.1152682 Jul 13 07:24:36.231298 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3cb0ff0c-f004-446a-b4c5-03c45540b8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:36.243409 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-6a6c50b5-dbd9-4592-bb57-e421e87714ab tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] 10.222.0.23 "GET /v2.0/quotas/e26f2dd3fa034aa8931350ba277400b4 HTTP/1.1" status: 200 len: 375 time: 0.0101693 Jul 13 07:24:36.257280 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b40bab-6dd2-44bb-b8e4-ecb5b9585004 req-ee113b62-48c4-4a1f-91dc-648df664e9f2 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:36.258763 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-69b40bab-6dd2-44bb-b8e4-ecb5b9585004 req-ee113b62-48c4-4a1f-91dc-648df664e9f2 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/ports?device_id=d42d2d4c-080b-4e58-b550-e4358b2569c9 HTTP/1.1" status: 200 len: 1023 time: 0.1118085 Jul 13 07:24:36.267663 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb0ff0c-f004-446a-b4c5-03c45540b8be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:24:36.293001 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0ff0c-f004-446a-b4c5-03c45540b8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8406069-3543-4c9e-addd-e9addfeb740d,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:36.306007 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3cb0ff0c-f004-446a-b4c5-03c45540b8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:36.306007 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-3cb0ff0c-f004-446a-b4c5-03c45540b8be admin admin] Added segment 0abc1825-e3a0-468f-93a4-df9b73b4e14a of type vlan for network 594d3cf6-6536-44a4-bf86-7eb0b076281c Jul 13 07:24:36.339921 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-364523b6-2845-462d-8f51-3ca3a8b1701c tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e26f2dd3fa034aa8931350ba277400b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0906291 Jul 13 07:24:36.352514 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-69b40bab-6dd2-44bb-b8e4-ecb5b9585004 req-12f81ff5-750f-46d0-a1a5-b57aadac353e tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ade2b9-a1c0-493b-8527-050baa6b87e4&id=8c63088b-090a-4bc2-8d73-55608914fd19&id=e1ea1d82-929f-408a-ad17-d52629d5cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0858502 Jul 13 07:24:36.364464 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3cb0ff0c-f004-446a-b4c5-03c45540b8be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:36.408570 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3cb0ff0c-f004-446a-b4c5-03c45540b8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:36.409853 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb0ff0c-f004-446a-b4c5-03c45540b8be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:36.410464 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3cb0ff0c-f004-446a-b4c5-03c45540b8be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:36.449373 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3cb0ff0c-f004-446a-b4c5-03c45540b8be admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5339372 Jul 13 07:24:36.453440 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 50866) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:36.458929 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-da58a9e8-cada-496d-a4ba-707901d03b36 admin admin] Request body: {'subnet': {'network_id': '594d3cf6-6536-44a4-bf86-7eb0b076281c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2116580735-subnet', 'tenant_id': '03be745b98834c52b52be1f288bde2c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:36.477695 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0ff0c-f004-446a-b4c5-03c45540b8be admin admin] Pushing event updated for resources: {'Network': ['ID=594d3cf6-6536-44a4-bf86-7eb0b076281c,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:36.481579 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-75347fab-f462-4424-a04b-88ae3cfba735 service neutron] 10.222.0.23 "GET /v2.0/networks/1a4476cd-2142-41cd-a14f-e66e958b639a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346145 Jul 13 07:24:36.492202 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 594d3cf6-6536-44a4-bf86-7eb0b076281c details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:24:36.513191 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da58a9e8-cada-496d-a4ba-707901d03b36 admin admin] Made reservation on behalf of 03be745b98834c52b52be1f288bde2c6 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:36.516485 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-da58a9e8-cada-496d-a4ba-707901d03b36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:36.709945 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-696ec2be-372d-4303-8ba9-35ee84ee48e4 service neutron] 10.222.0.23 "GET /v2.0/networks/1a4476cd-2142-41cd-a14f-e66e958b639a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210734 Jul 13 07:24:36.712871 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-322a6e4d-3382-42f9-97f3-754241ad5ffb req-0b965366-2b58-4b3e-8b2d-20e0adc43365 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] 10.222.0.23 "GET /v2.0/security-groups/afb8b0d9-ccef-46cf-a539-dbb6197aebda HTTP/1.1" status: 200 len: 2397 time: 0.0465178 Jul 13 07:24:36.800561 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90363404-26c8-4206-8b34-fc5f65b5daf3 req-f4de211f-081a-4718-a8d0-93f159a4ce50 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:36.802222 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-90363404-26c8-4206-8b34-fc5f65b5daf3 req-f4de211f-081a-4718-a8d0-93f159a4ce50 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.25 "GET /v2.0/ports?device_id=919e3d5b-54cd-49de-b601-657d378c1097 HTTP/1.1" status: 200 len: 949 time: 0.1550238 Jul 13 07:24:36.823328 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-322a6e4d-3382-42f9-97f3-754241ad5ffb req-35e6c3a6-839c-4f23-815a-c56323ed4bd1 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:36.851244 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e87c7-034e-4b2c-8987-8c6feadcd3d6 req-6edd61d0-43c4-42a2-b8ca-b0e3f51d811a tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:36.852793 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-241e87c7-034e-4b2c-8987-8c6feadcd3d6 req-6edd61d0-43c4-42a2-b8ca-b0e3f51d811a tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.25 "GET /v2.0/ports?device_id=d42d2d4c-080b-4e58-b550-e4358b2569c9 HTTP/1.1" status: 200 len: 1023 time: 0.1331823 Jul 13 07:24:36.903754 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-322a6e4d-3382-42f9-97f3-754241ad5ffb req-35e6c3a6-839c-4f23-815a-c56323ed4bd1 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:36.927164 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-da58a9e8-cada-496d-a4ba-707901d03b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:37.039012 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-322a6e4d-3382-42f9-97f3-754241ad5ffb req-35e6c3a6-839c-4f23-815a-c56323ed4bd1 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:37.042088 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-322a6e4d-3382-42f9-97f3-754241ad5ffb req-35e6c3a6-839c-4f23-815a-c56323ed4bd1 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:37.043244 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-322a6e4d-3382-42f9-97f3-754241ad5ffb req-35e6c3a6-839c-4f23-815a-c56323ed4bd1 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] 10.222.0.23 "DELETE /v2.0/security-groups/afb8b0d9-ccef-46cf-a539-dbb6197aebda HTTP/1.1" status: 204 len: 173 time: 0.3220503 Jul 13 07:24:37.051244 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58a9e8-cada-496d-a4ba-707901d03b36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e61f3cea-0dca-4181-a03e-5485cc9acd4c,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:37.052517 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 50880) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:37.061235 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da58a9e8-cada-496d-a4ba-707901d03b36 admin admin] Checking segment: {'id': '0abc1825-e3a0-468f-93a4-df9b73b4e14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '594d3cf6-6536-44a4-bf86-7eb0b076281c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:37.061601 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da58a9e8-cada-496d-a4ba-707901d03b36 admin admin] Network hostable DHCP agents. Network: 594d3cf6-6536-44a4-bf86-7eb0b076281c, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:24:37.087012 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-90363404-26c8-4206-8b34-fc5f65b5daf3 req-bb673139-3e71-49c2-8c35-6a4cb60f2529 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Deleting port 71329ae8-bf99-460f-8471-69be27320847 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:24:37.087429 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-90363404-26c8-4206-8b34-fc5f65b5daf3 req-bb673139-3e71-49c2-8c35-6a4cb60f2529 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:37.131141 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7426ad5-64f5-4efa-be11-2298636975cb req-41564331-0c4e-4443-b1f1-32d4460589f3 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:37.132868 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f7426ad5-64f5-4efa-be11-2298636975cb req-41564331-0c4e-4443-b1f1-32d4460589f3 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/ports?device_id=384c583f-9825-48d0-85b1-b16123f853e0 HTTP/1.1" status: 200 len: 951 time: 0.1675367 Jul 13 07:24:37.153347 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6c3a6-839c-4f23-815a-c56323ed4bd1 tempest-SecurityGroupRulesTestJSON-576854465 tempest-SecurityGroupRulesTestJSON-576854465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb8b0d9-ccef-46cf-a539-dbb6197aebda,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:37.185545 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-241e87c7-034e-4b2c-8987-8c6feadcd3d6 req-7006db84-6b18-49e3-a2da-03d94a1afaf6 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Deleting port b8debd6b-7a14-4e55-868f-65f7c387746e {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:24:37.186290 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-241e87c7-034e-4b2c-8987-8c6feadcd3d6 req-7006db84-6b18-49e3-a2da-03d94a1afaf6 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:37.202402 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da58a9e8-cada-496d-a4ba-707901d03b36 admin admin] Network 594d3cf6-6536-44a4-bf86-7eb0b076281c is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:24:37.231473 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268adb1-4b4c-49e7-91a9-fccd138eb1b6 req-737c16f5-0891-4f69-af80-c9ec83f377d2 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:37.233357 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2268adb1-4b4c-49e7-91a9-fccd138eb1b6 req-737c16f5-0891-4f69-af80-c9ec83f377d2 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.25 "GET /v2.0/ports?device_id=384c583f-9825-48d0-85b1-b16123f853e0 HTTP/1.1" status: 200 len: 951 time: 0.2822533 Jul 13 07:24:37.302834 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-87932226-d9a8-4904-a306-61a4acc0d1f0 admin admin] Deleting subnet 83897db2-ae1e-403f-9037-b08b1fdbe2ad {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:24:37.310739 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-87932226-d9a8-4904-a306-61a4acc0d1f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:37.420651 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-87932226-d9a8-4904-a306-61a4acc0d1f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:37.480513 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-241e87c7-034e-4b2c-8987-8c6feadcd3d6 req-7006db84-6b18-49e3-a2da-03d94a1afaf6 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] For port b8debd6b-7a14-4e55-868f-65f7c387746e, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=b8debd6b-7a14-4e55-868f-65f7c387746e,segment=NetworkSegment(557265a9-4c3d-44b6-8e8d-7a431f373307),segment_id=557265a9-4c3d-44b6-8e8d-7a431f373307)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:37.480910 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-241e87c7-034e-4b2c-8987-8c6feadcd3d6 req-7006db84-6b18-49e3-a2da-03d94a1afaf6 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:37.508539 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-241e87c7-034e-4b2c-8987-8c6feadcd3d6 req-7006db84-6b18-49e3-a2da-03d94a1afaf6 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Calling delete_port for b8debd6b-7a14-4e55-868f-65f7c387746e owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:24:37.529016 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce822510-427e-43a9-9549-ddde36dee131 req-079d0e89-3e1e-492b-8e81-1312618c8daa tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:37.534985 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce822510-427e-43a9-9549-ddde36dee131 req-079d0e89-3e1e-492b-8e81-1312618c8daa tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:37.540943 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce822510-427e-43a9-9549-ddde36dee131 req-079d0e89-3e1e-492b-8e81-1312618c8daa tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:37.543535 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-da58a9e8-cada-496d-a4ba-707901d03b36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 594d3cf6-6536-44a4-bf86-7eb0b076281c) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:37.546943 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce822510-427e-43a9-9549-ddde36dee131 req-079d0e89-3e1e-492b-8e81-1312618c8daa tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:37.552938 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce822510-427e-43a9-9549-ddde36dee131 req-079d0e89-3e1e-492b-8e81-1312618c8daa tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:37.559097 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce822510-427e-43a9-9549-ddde36dee131 req-079d0e89-3e1e-492b-8e81-1312618c8daa tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:37.561358 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37055419-a6b6-48cc-95fe-b7b7a22eb051 None None] Network 594d3cf6-6536-44a4-bf86-7eb0b076281c requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:24:37.563549 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da58a9e8-cada-496d-a4ba-707901d03b36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:37.564152 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-da58a9e8-cada-496d-a4ba-707901d03b36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:37.565174 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce822510-427e-43a9-9549-ddde36dee131 req-079d0e89-3e1e-492b-8e81-1312618c8daa tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:37.573213 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ce822510-427e-43a9-9549-ddde36dee131 req-079d0e89-3e1e-492b-8e81-1312618c8daa tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 5431 time: 0.3892376 Jul 13 07:24:37.579607 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f7426ad5-64f5-4efa-be11-2298636975cb req-a5fb28e7-0c70-40e4-9a6c-28b26b47a73b tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/security-groups?id=a98c6085-37cf-41de-b1b2-f1722db5ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742900 Jul 13 07:24:37.592726 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-da58a9e8-cada-496d-a4ba-707901d03b36 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1359003 Jul 13 07:24:37.611046 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-87932226-d9a8-4904-a306-61a4acc0d1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:37.613472 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-90363404-26c8-4206-8b34-fc5f65b5daf3 req-bb673139-3e71-49c2-8c35-6a4cb60f2529 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] For port 71329ae8-bf99-460f-8471-69be27320847, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=71329ae8-bf99-460f-8471-69be27320847,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:37.618019 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-90363404-26c8-4206-8b34-fc5f65b5daf3 req-bb673139-3e71-49c2-8c35-6a4cb60f2529 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:37.658523 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-90363404-26c8-4206-8b34-fc5f65b5daf3 req-bb673139-3e71-49c2-8c35-6a4cb60f2529 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Calling delete_port for 71329ae8-bf99-460f-8471-69be27320847 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:24:37.763581 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859402a3-d1d3-435a-b85f-7f7f7bd71efb None None] Network 594d3cf6-6536-44a4-bf86-7eb0b076281c requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:24:37.815876 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-2268adb1-4b4c-49e7-91a9-fccd138eb1b6 req-23f762b4-679e-4258-b0d4-65ad3d2feaf0 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Deleting port 92dce5c0-12b3-401b-8e1f-5c0bab3d7611 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:24:37.816762 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2268adb1-4b4c-49e7-91a9-fccd138eb1b6 req-23f762b4-679e-4258-b0d4-65ad3d2feaf0 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:37.835857 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ce822510-427e-43a9-9549-ddde36dee131 req-c7998dee-16c8-4274-b607-59808105ee2c tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&id=fb0080f5-be08-4cd8-97f3-6cc751e87d59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2616065 Jul 13 07:24:37.840561 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-87932226-d9a8-4904-a306-61a4acc0d1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:37.895681 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-90363404-26c8-4206-8b34-fc5f65b5daf3 req-bb673139-3e71-49c2-8c35-6a4cb60f2529 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:37.917172 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87932226-d9a8-4904-a306-61a4acc0d1f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83897db2-ae1e-403f-9037-b08b1fdbe2ad,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:37.926737 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['71329ae8-bf99-460f-8471-69be27320847'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:37.932682 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-87932226-d9a8-4904-a306-61a4acc0d1f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:37.934944 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-87932226-d9a8-4904-a306-61a4acc0d1f0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/83897db2-ae1e-403f-9037-b08b1fdbe2ad HTTP/1.1" status: 204 len: 168 time: 0.8694310 Jul 13 07:24:37.943085 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ec72cd6c-aee3-4163-878e-43bbefc269b9 req-aa177f86-c6fd-487d-aa50-9c53d917d6de tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfc92a58-8a1b-4b31-a317-027914821c07 HTTP/1.1" status: 200 len: 210 time: 0.1267982 Jul 13 07:24:37.947291 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 50896) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:37.999242 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb673139-3e71-49c2-8c35-6a4cb60f2529 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Pushing event deleted for resources: {'Port': ['ID=71329ae8-bf99-460f-8471-69be27320847,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:38.033695 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ffc1d295-3d43-4575-b860-7db42120ee36 req-f4e6b540-9a0a-48be-9f66-580f0cf06774 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.23 "GET /v2.0/ports?device_id=919e3d5b-54cd-49de-b601-657d378c1097 HTTP/1.1" status: 200 len: 210 time: 0.0592122 Jul 13 07:24:38.066900 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-2268adb1-4b4c-49e7-91a9-fccd138eb1b6 req-23f762b4-679e-4258-b0d4-65ad3d2feaf0 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] For port 92dce5c0-12b3-401b-8e1f-5c0bab3d7611, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=92dce5c0-12b3-401b-8e1f-5c0bab3d7611,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:38.067703 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2268adb1-4b4c-49e7-91a9-fccd138eb1b6 req-23f762b4-679e-4258-b0d4-65ad3d2feaf0 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:38.075903 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-90363404-26c8-4206-8b34-fc5f65b5daf3 req-bb673139-3e71-49c2-8c35-6a4cb60f2529 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] No DVR routers for this DVR port 71329ae8-bf99-460f-8471-69be27320847 on host n-h2-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:24:38.107345 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-2268adb1-4b4c-49e7-91a9-fccd138eb1b6 req-23f762b4-679e-4258-b0d4-65ad3d2feaf0 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Calling delete_port for 92dce5c0-12b3-401b-8e1f-5c0bab3d7611 owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:24:38.110954 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-90363404-26c8-4206-8b34-fc5f65b5daf3 req-bb673139-3e71-49c2-8c35-6a4cb60f2529 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:38.112907 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-90363404-26c8-4206-8b34-fc5f65b5daf3 req-bb673139-3e71-49c2-8c35-6a4cb60f2529 tempest-ServersAdminNegativeTestJSON-783413102 tempest-ServersAdminNegativeTestJSON-783413102-project] 10.222.0.25 "DELETE /v2.0/ports/71329ae8-bf99-460f-8471-69be27320847 HTTP/1.1" status: 204 len: 173 time: 1.3045344 Jul 13 07:24:38.118165 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919e3d5b-54cd-49de-b601-657d378c1097', 'name': 'network-vif-deleted', 'tag': '71329ae8-bf99-460f-8471-69be27320847'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:38.120567 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae72648e-e7b2-4403-90e6-18fdf64cebf1" -d '{"events": [{"server_uuid": "919e3d5b-54cd-49de-b601-657d378c1097", "name": "network-vif-deleted", "tag": "71329ae8-bf99-460f-8471-69be27320847"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:38.162338 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-16016c0f-9d38-4dd8-a5ad-7b37c9e65ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:38.205575 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-241e87c7-034e-4b2c-8987-8c6feadcd3d6 req-7006db84-6b18-49e3-a2da-03d94a1afaf6 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:38.220491 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['b8debd6b-7a14-4e55-868f-65f7c387746e'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:38.240233 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7006db84-6b18-49e3-a2da-03d94a1afaf6 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Pushing event deleted for resources: {'Port': ['ID=b8debd6b-7a14-4e55-868f-65f7c387746e,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:38.278325 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e9c9f-f03e-4526-b5d3-80b15639a182 req-26067d59-7b9c-4d15-9b1d-b8e4704590bb tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:38.280048 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-330e9c9f-f03e-4526-b5d3-80b15639a182 req-26067d59-7b9c-4d15-9b1d-b8e4704590bb tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/ports?device_id=d42d2d4c-080b-4e58-b550-e4358b2569c9 HTTP/1.1" status: 200 len: 945 time: 0.1712248 Jul 13 07:24:38.318783 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-16016c0f-9d38-4dd8-a5ad-7b37c9e65ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:38.354396 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-16016c0f-9d38-4dd8-a5ad-7b37c9e65ab9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d6ad3d-e04f-47c1-b2df-eeb1e7276d51']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:38.432621 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-16016c0f-9d38-4dd8-a5ad-7b37c9e65ab9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c550956-eb73-4924-ad56-f8975d06a1c7') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:38.433243 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-16016c0f-9d38-4dd8-a5ad-7b37c9e65ab9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c550956-eb73-4924-ad56-f8975d06a1c7') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:38.459266 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-16016c0f-9d38-4dd8-a5ad-7b37c9e65ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:38.505411 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-330e9c9f-f03e-4526-b5d3-80b15639a182 req-bd074acf-f8f0-4653-bbb0-8d62c5c65bb8 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9ade2b9-a1c0-493b-8527-050baa6b87e4&id=8c63088b-090a-4bc2-8d73-55608914fd19&id=e1ea1d82-929f-408a-ad17-d52629d5cbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2107177 Jul 13 07:24:38.512081 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-16016c0f-9d38-4dd8-a5ad-7b37c9e65ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:38.530642 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-c9875a54-91c2-4753-bb5b-c4cb857e3623 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:38.532608 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-c9875a54-91c2-4753-bb5b-c4cb857e3623 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] 10.222.0.25 "GET /v2.0/networks?id=1a4476cd-2142-41cd-a14f-e66e958b639a HTTP/1.1" status: 200 len: 815 time: 0.3029695 Jul 13 07:24:38.534002 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16016c0f-9d38-4dd8-a5ad-7b37c9e65ab9 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:24:38.534651 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-16016c0f-9d38-4dd8-a5ad-7b37c9e65ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:24:38.549051 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:24:38.555839 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:24:38.555839 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:24:38.631625 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-54a90859-0540-48bb-b8fe-abd85231fea8 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] Request body: {'port': {'device_id': 'dfc92a58-8a1b-4b31-a317-027914821c07', 'network_id': '1a4476cd-2142-41cd-a14f-e66e958b639a', 'admin_state_up': True, 'tenant_id': 'e26f2dd3fa034aa8931350ba277400b4'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:38.636640 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bedf478-7090-497a-8f67-9d523d72bc64 x-openstack-request-id: req-7bedf478-7090-497a-8f67-9d523d72bc64 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:38.636821 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "919e3d5b-54cd-49de-b601-657d378c1097", "name": "network-vif-deleted", "tag": "71329ae8-bf99-460f-8471-69be27320847", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:38.637080 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7bedf478-7090-497a-8f67-9d523d72bc64 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:38.637472 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '919e3d5b-54cd-49de-b601-657d378c1097', 'name': 'network-vif-deleted', 'tag': '71329ae8-bf99-460f-8471-69be27320847', 'status': 'completed', 'code': 200} Jul 13 07:24:38.639935 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-16016c0f-9d38-4dd8-a5ad-7b37c9e65ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:38.657575 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-16016c0f-9d38-4dd8-a5ad-7b37c9e65ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:38.662110 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-16016c0f-9d38-4dd8-a5ad-7b37c9e65ab9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d3d6ad3d-e04f-47c1-b2df-eeb1e7276d51 HTTP/1.1" status: 204 len: 168 time: 0.7096648 Jul 13 07:24:38.684038 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16016c0f-9d38-4dd8-a5ad-7b37c9e65ab9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3d6ad3d-e04f-47c1-b2df-eeb1e7276d51,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:38.687263 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-241e87c7-034e-4b2c-8987-8c6feadcd3d6 req-7006db84-6b18-49e3-a2da-03d94a1afaf6 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] No DVR routers for this DVR port b8debd6b-7a14-4e55-868f-65f7c387746e on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:24:38.702045 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-241e87c7-034e-4b2c-8987-8c6feadcd3d6 req-7006db84-6b18-49e3-a2da-03d94a1afaf6 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:38.704326 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-241e87c7-034e-4b2c-8987-8c6feadcd3d6 req-7006db84-6b18-49e3-a2da-03d94a1afaf6 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.25 "DELETE /v2.0/ports/b8debd6b-7a14-4e55-868f-65f7c387746e HTTP/1.1" status: 204 len: 173 time: 1.8410499 Jul 13 07:24:38.707004 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42d2d4c-080b-4e58-b550-e4358b2569c9', 'name': 'network-vif-deleted', 'tag': 'b8debd6b-7a14-4e55-868f-65f7c387746e'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:38.709739 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7530cf1-ba52-414f-8468-447bca4a7b41" -d '{"events": [{"server_uuid": "d42d2d4c-080b-4e58-b550-e4358b2569c9", "name": "network-vif-deleted", "tag": "b8debd6b-7a14-4e55-868f-65f7c387746e"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:38.808189 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-54a90859-0540-48bb-b8fe-abd85231fea8 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] Made reservation on behalf of e26f2dd3fa034aa8931350ba277400b4 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:38.813639 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-54a90859-0540-48bb-b8fe-abd85231fea8 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:38.839846 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2268adb1-4b4c-49e7-91a9-fccd138eb1b6 req-23f762b4-679e-4258-b0d4-65ad3d2feaf0 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:38.856887 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-5786bba8-e464-4f03-a5c4-b8bceca3fa16 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:38.876961 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-5786bba8-e464-4f03-a5c4-b8bceca3fa16 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/networks?id=594d3cf6-6536-44a4-bf86-7eb0b076281c HTTP/1.1" status: 200 len: 814 time: 0.2232475 Jul 13 07:24:38.933376 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f762b4-679e-4258-b0d4-65ad3d2feaf0 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Pushing event deleted for resources: {'Port': ['ID=92dce5c0-12b3-401b-8e1f-5c0bab3d7611,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:38.935379 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 50924) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:38.935570 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0b3db6ba-b786-4083-ac54-e8845671c848 req-11283949-8cf7-4ed1-837a-5ef04f8bf18d tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/ports?device_id=384c583f-9825-48d0-85b1-b16123f853e0 HTTP/1.1" status: 200 len: 210 time: 0.0655999 Jul 13 07:24:38.991305 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-3d270f12-d4be-40d4-8fe1-87af4372bf12 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/quotas/03be745b98834c52b52be1f288bde2c6 HTTP/1.1" status: 200 len: 375 time: 0.1125898 Jul 13 07:24:39.021809 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7e0477-e90f-4f1c-a068-4296f9b6a5c2 x-openstack-request-id: req-af7e0477-e90f-4f1c-a068-4296f9b6a5c2 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:39.022672 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d42d2d4c-080b-4e58-b550-e4358b2569c9", "name": "network-vif-deleted", "tag": "b8debd6b-7a14-4e55-868f-65f7c387746e", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:39.022942 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-af7e0477-e90f-4f1c-a068-4296f9b6a5c2 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:39.023609 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd42d2d4c-080b-4e58-b550-e4358b2569c9', 'name': 'network-vif-deleted', 'tag': 'b8debd6b-7a14-4e55-868f-65f7c387746e', 'status': 'completed', 'code': 200} Jul 13 07:24:39.071804 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-7212da91-633d-46dd-87de-8f713e65d0dc tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=03be745b98834c52b52be1f288bde2c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522752 Jul 13 07:24:39.112414 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-54a90859-0540-48bb-b8fe-abd85231fea8 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] Allocated IP 172.20.0.11 (1a4476cd-2142-41cd-a14f-e66e958b639a/63b58d58-942b-4d3e-ab5c-48cd2cacc8b8/f034753f-3d1b-45d2-8e3d-e797deedaed6) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:24:39.135966 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-42a3bded-0c8c-44e7-8625-63c0fd8cf258 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=571c49ec24864531ab236ee6e73881d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1823258 Jul 13 07:24:39.137096 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 50934) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:39.222516 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-2268adb1-4b4c-49e7-91a9-fccd138eb1b6 req-23f762b4-679e-4258-b0d4-65ad3d2feaf0 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] No DVR routers for this DVR port 92dce5c0-12b3-401b-8e1f-5c0bab3d7611 on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:24:39.225365 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2268adb1-4b4c-49e7-91a9-fccd138eb1b6 req-23f762b4-679e-4258-b0d4-65ad3d2feaf0 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:39.227417 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2268adb1-4b4c-49e7-91a9-fccd138eb1b6 req-23f762b4-679e-4258-b0d4-65ad3d2feaf0 tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.25 "DELETE /v2.0/ports/92dce5c0-12b3-401b-8e1f-5c0bab3d7611 HTTP/1.1" status: 204 len: 173 time: 1.9637239 Jul 13 07:24:39.288625 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-f1bb6f80-3881-4dcd-9b37-4cee2b67ed30 service neutron] 10.222.0.23 "GET /v2.0/networks/594d3cf6-6536-44a4-bf86-7eb0b076281c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587873 Jul 13 07:24:39.306014 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-82f0c0dc-a316-4558-9f8a-7198c855b7d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:39.311443 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a438e0c-b566-4f7d-84b9-9b4324ed5f1b req-28689937-7b26-405b-8152-011e477c7dcd tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:39.321262 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a438e0c-b566-4f7d-84b9-9b4324ed5f1b req-28689937-7b26-405b-8152-011e477c7dcd tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:39.327608 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a438e0c-b566-4f7d-84b9-9b4324ed5f1b req-28689937-7b26-405b-8152-011e477c7dcd tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:39.333897 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a438e0c-b566-4f7d-84b9-9b4324ed5f1b req-28689937-7b26-405b-8152-011e477c7dcd tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:39.341809 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a438e0c-b566-4f7d-84b9-9b4324ed5f1b req-28689937-7b26-405b-8152-011e477c7dcd tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:39.348431 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a438e0c-b566-4f7d-84b9-9b4324ed5f1b req-28689937-7b26-405b-8152-011e477c7dcd tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:39.361153 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a438e0c-b566-4f7d-84b9-9b4324ed5f1b req-28689937-7b26-405b-8152-011e477c7dcd tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:39.363327 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9a438e0c-b566-4f7d-84b9-9b4324ed5f1b req-28689937-7b26-405b-8152-011e477c7dcd tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 5431 time: 0.2238164 Jul 13 07:24:39.449902 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9a438e0c-b566-4f7d-84b9-9b4324ed5f1b req-7ef79c22-26f3-488e-97a4-440b51194928 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&id=fb0080f5-be08-4cd8-97f3-6cc751e87d59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0736740 Jul 13 07:24:39.462729 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-ff494590-e821-4dc7-ab88-e53c1332400f service neutron] 10.222.0.23 "GET /v2.0/networks/594d3cf6-6536-44a4-bf86-7eb0b076281c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575892 Jul 13 07:24:39.523677 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-82f0c0dc-a316-4558-9f8a-7198c855b7d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:39.529699 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-54a90859-0540-48bb-b8fe-abd85231fea8 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:39.591931 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-54a90859-0540-48bb-b8fe-abd85231fea8 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] Transition to ACTIVE for port object f034753f-3d1b-45d2-8e3d-e797deedaed6 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:39.651118 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-82f0c0dc-a316-4558-9f8a-7198c855b7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:39.654249 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-82f0c0dc-a316-4558-9f8a-7198c855b7d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:39.658730 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-82f0c0dc-a316-4558-9f8a-7198c855b7d3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ca5b12e1-5c11-4413-8e8f-4475dd77b6e2 HTTP/1.1" status: 204 len: 168 time: 0.4375114 Jul 13 07:24:39.680618 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f0c0dc-a316-4558-9f8a-7198c855b7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5b12e1-5c11-4413-8e8f-4475dd77b6e2,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:39.757563 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-54a90859-0540-48bb-b8fe-abd85231fea8 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:39.852022 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-54a90859-0540-48bb-b8fe-abd85231fea8 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] Network 1a4476cd-2142-41cd-a14f-e66e958b639a is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:24:39.856870 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-54a90859-0540-48bb-b8fe-abd85231fea8 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:39.878705 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-54a90859-0540-48bb-b8fe-abd85231fea8 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:24:40.013205 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a90859-0540-48bb-b8fe-abd85231fea8 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] Pushing event updated for resources: {'Port': ['ID=f034753f-3d1b-45d2-8e3d-e797deedaed6,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:40.054410 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e311ad7-669c-4a10-aa21-74fa45341531 req-2c7f65f4-c708-4adc-a228-319b9ef7f271 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:40.068644 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6e311ad7-669c-4a10-aa21-74fa45341531 req-2c7f65f4-c708-4adc-a228-319b9ef7f271 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfc92a58-8a1b-4b31-a317-027914821c07 HTTP/1.1" status: 200 len: 932 time: 0.3507009 Jul 13 07:24:40.214672 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-54a90859-0540-48bb-b8fe-abd85231fea8 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:40.217457 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-54a90859-0540-48bb-b8fe-abd85231fea8 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:40.239921 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6e311ad7-669c-4a10-aa21-74fa45341531 req-1c9aad21-7fc0-4e61-bed5-9d599b8b5c7f tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] 10.222.0.23 "GET /v2.0/security-groups?id=14f0b4fd-f1d9-4fab-8c58-5cbaac0a4a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676176 Jul 13 07:24:40.257758 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-54a90859-0540-48bb-b8fe-abd85231fea8 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7076485 Jul 13 07:24:40.299883 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-c4e8d1f2-f7ec-4ab8-98c1-fd70145c1ddd service neutron] Request body: {'port': {'device_id': 'dfc92a58-8a1b-4b31-a317-027914821c07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:40.451050 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e11d146d-7b44-4678-b0aa-1141bb9e308b None None] Provisioning for port f034753f-3d1b-45d2-8e3d-e797deedaed6 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:40.465663 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e11d146d-7b44-4678-b0aa-1141bb9e308b None None] Provisioning complete for port f034753f-3d1b-45d2-8e3d-e797deedaed6 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:40.466098 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e11d146d-7b44-4678-b0aa-1141bb9e308b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:40.523124 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-c4e8d1f2-f7ec-4ab8-98c1-fd70145c1ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:40.637220 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 50972) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:40.666811 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-e11d146d-7b44-4678-b0aa-1141bb9e308b None None] Port f034753f-3d1b-45d2-8e3d-e797deedaed6 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:24:40.679379 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0384d44d-c7d2-477d-8cfb-d320d320112b req-5161c458-64d2-4bae-9680-eb22085d6310 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 210 time: 0.1572092 Jul 13 07:24:40.703369 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device b8debd6b-7a14-4e55-868f-65f7c387746e no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:24:40.746797 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: b8debd6b-7a14-4e55-868f-65f7c387746e {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:24:40.747835 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device b8debd6b-7a14-4e55-868f-65f7c387746e not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:24:40.748673 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 71329ae8-bf99-460f-8471-69be27320847 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:24:40.798142 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 71329ae8-bf99-460f-8471-69be27320847 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:24:40.798487 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 71329ae8-bf99-460f-8471-69be27320847 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:24:40.799305 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 92dce5c0-12b3-401b-8e1f-5c0bab3d7611 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:24:40.847158 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 92dce5c0-12b3-401b-8e1f-5c0bab3d7611 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:24:40.848509 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 92dce5c0-12b3-401b-8e1f-5c0bab3d7611 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:24:40.851581 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-446c0e1b-7c9d-4521-a8ee-46fa2e03be9c req-3c4fa199-792f-426d-bdc7-253558d38eda tempest-ListImageFiltersTestJSON-44204040 tempest-ListImageFiltersTestJSON-44204040-project] 10.222.0.23 "GET /v2.0/ports?device_id=384c583f-9825-48d0-85b1-b16123f853e0 HTTP/1.1" status: 200 len: 210 time: 0.0919321 Jul 13 07:24:40.966420 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f4ede461-c1ba-4b68-9168-4c1202caa2ee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=59876140f4314208a801ca942edc6415&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3279095 Jul 13 07:24:40.980096 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 50980) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:41.024348 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384c583f-9825-48d0-85b1-b16123f853e0', 'name': 'network-vif-deleted', 'tag': '92dce5c0-12b3-401b-8e1f-5c0bab3d7611'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:41.032069 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52433b76-eb92-4441-84d9-9369a5b3f784" -d '{"events": [{"server_uuid": "384c583f-9825-48d0-85b1-b16123f853e0", "name": "network-vif-deleted", "tag": "92dce5c0-12b3-401b-8e1f-5c0bab3d7611"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:41.103576 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-99344119-330c-4799-bd87-8fab6a32691e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:41.156360 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-99344119-330c-4799-bd87-8fab6a32691e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:41.231117 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-99344119-330c-4799-bd87-8fab6a32691e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:41.234106 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-99344119-330c-4799-bd87-8fab6a32691e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:41.235522 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-99344119-330c-4799-bd87-8fab6a32691e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fbf72be3-4ea8-4904-bd73-e852b08bb8c7 HTTP/1.1" status: 204 len: 168 time: 0.2539456 Jul 13 07:24:41.271151 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-c4e8d1f2-f7ec-4ab8-98c1-fd70145c1ddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f034753f-3d1b-45d2-8e3d-e797deedaed6 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:41.305056 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344119-330c-4799-bd87-8fab6a32691e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf72be3-4ea8-4904-bd73-e852b08bb8c7,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:41.351731 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-c4e8d1f2-f7ec-4ab8-98c1-fd70145c1ddd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:41.396106 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41436e6d-6fd9-4e1a-acb5-e493eb16fbb1 req-3eade81a-c3d4-4d30-9516-66bd375b5cf3 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:41.402633 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-c4e8d1f2-f7ec-4ab8-98c1-fd70145c1ddd service neutron] Transition to ACTIVE for port object f034753f-3d1b-45d2-8e3d-e797deedaed6 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:41.412951 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41436e6d-6fd9-4e1a-acb5-e493eb16fbb1 req-3eade81a-c3d4-4d30-9516-66bd375b5cf3 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:41.414505 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-36b72fcb-a1e2-4df9-b13b-ac93c9fcc6ea req-12e5c92e-b802-4f98-a3d4-be16555a988f tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups/8c63088b-090a-4bc2-8d73-55608914fd19 HTTP/1.1" status: 200 len: 1801 time: 0.1529229 Jul 13 07:24:41.419159 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41436e6d-6fd9-4e1a-acb5-e493eb16fbb1 req-3eade81a-c3d4-4d30-9516-66bd375b5cf3 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:41.438200 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-c4e8d1f2-f7ec-4ab8-98c1-fd70145c1ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:41.457551 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41436e6d-6fd9-4e1a-acb5-e493eb16fbb1 req-3eade81a-c3d4-4d30-9516-66bd375b5cf3 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:41.473444 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41436e6d-6fd9-4e1a-acb5-e493eb16fbb1 req-3eade81a-c3d4-4d30-9516-66bd375b5cf3 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:41.489420 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41436e6d-6fd9-4e1a-acb5-e493eb16fbb1 req-3eade81a-c3d4-4d30-9516-66bd375b5cf3 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:41.507942 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41436e6d-6fd9-4e1a-acb5-e493eb16fbb1 req-3eade81a-c3d4-4d30-9516-66bd375b5cf3 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:41.519509 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-41436e6d-6fd9-4e1a-acb5-e493eb16fbb1 req-3eade81a-c3d4-4d30-9516-66bd375b5cf3 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 5431 time: 0.3050332 Jul 13 07:24:41.643751 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-41436e6d-6fd9-4e1a-acb5-e493eb16fbb1 req-0b39bb17-378d-4572-bdb7-9912b7ea1065 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&id=fb0080f5-be08-4cd8-97f3-6cc751e87d59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1232715 Jul 13 07:24:41.745034 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97025953-6a98-4ff1-9543-95f76cfed787 x-openstack-request-id: req-97025953-6a98-4ff1-9543-95f76cfed787 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:41.746005 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384c583f-9825-48d0-85b1-b16123f853e0", "name": "network-vif-deleted", "tag": "92dce5c0-12b3-401b-8e1f-5c0bab3d7611", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:41.747497 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-97025953-6a98-4ff1-9543-95f76cfed787 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:41.748612 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '384c583f-9825-48d0-85b1-b16123f853e0', 'name': 'network-vif-deleted', 'tag': '92dce5c0-12b3-401b-8e1f-5c0bab3d7611', 'status': 'completed', 'code': 200} Jul 13 07:24:41.779779 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8d1f2-f7ec-4ab8-98c1-fd70145c1ddd service neutron] Pushing event updated for resources: {'Port': ['ID=f034753f-3d1b-45d2-8e3d-e797deedaed6,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:41.797105 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 51004) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:41.898244 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-278459c7-2b30-43af-a16d-18af16f73a9e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d4a3b66a0e5949f09cc98d6c5e80e27f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0977955 Jul 13 07:24:41.909875 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51010) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:41.937213 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-36b72fcb-a1e2-4df9-b13b-ac93c9fcc6ea req-539ecaeb-9d1b-4ddb-b380-3e16420fd9d7 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:41.942093 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-c4e8d1f2-f7ec-4ab8-98c1-fd70145c1ddd service neutron] Attempting to bind port f034753f-3d1b-45d2-8e3d-e797deedaed6 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:41.942431 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-c4e8d1f2-f7ec-4ab8-98c1-fd70145c1ddd service neutron] Attempting to bind port f034753f-3d1b-45d2-8e3d-e797deedaed6 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '44d52574-ab02-4367-bbf8-9814776b1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1a4476cd-2142-41cd-a14f-e66e958b639a'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:41.942759 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-c4e8d1f2-f7ec-4ab8-98c1-fd70145c1ddd service neutron] Attempting to bind port f034753f-3d1b-45d2-8e3d-e797deedaed6 on network 1a4476cd-2142-41cd-a14f-e66e958b639a {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:41.986781 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-c4e8d1f2-f7ec-4ab8-98c1-fd70145c1ddd service neutron] Port f034753f-3d1b-45d2-8e3d-e797deedaed6 on network 1a4476cd-2142-41cd-a14f-e66e958b639a not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:24:41.987059 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-c4e8d1f2-f7ec-4ab8-98c1-fd70145c1ddd service neutron] Attempting to bind port f034753f-3d1b-45d2-8e3d-e797deedaed6 on network 1a4476cd-2142-41cd-a14f-e66e958b639a {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:42.022368 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-724a9058-981c-4f0e-b460-0a0c0abea800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:42.027885 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-c4e8d1f2-f7ec-4ab8-98c1-fd70145c1ddd service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:42.028313 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-c4e8d1f2-f7ec-4ab8-98c1-fd70145c1ddd service neutron] Checking segment: {'id': '44d52574-ab02-4367-bbf8-9814776b1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1a4476cd-2142-41cd-a14f-e66e958b639a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:42.028584 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-c4e8d1f2-f7ec-4ab8-98c1-fd70145c1ddd service neutron] Bound using segment: {'id': '44d52574-ab02-4367-bbf8-9814776b1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1a4476cd-2142-41cd-a14f-e66e958b639a'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:42.029215 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-c4e8d1f2-f7ec-4ab8-98c1-fd70145c1ddd service neutron] Bound port: f034753f-3d1b-45d2-8e3d-e797deedaed6, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d52574-ab02-4367-bbf8-9814776b1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1a4476cd-2142-41cd-a14f-e66e958b639a'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:42.029615 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-c4e8d1f2-f7ec-4ab8-98c1-fd70145c1ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:42.032622 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-36b72fcb-a1e2-4df9-b13b-ac93c9fcc6ea req-539ecaeb-9d1b-4ddb-b380-3e16420fd9d7 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:42.158523 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559afaa-a20d-4f09-ba69-d3b0a686315f req-6954b3f1-e3bf-4238-bf33-f4f6e6d4f923 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:42.169139 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f559afaa-a20d-4f09-ba69-d3b0a686315f req-6954b3f1-e3bf-4238-bf33-f4f6e6d4f923 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfc92a58-8a1b-4b31-a317-027914821c07 HTTP/1.1" status: 200 len: 944 time: 0.1046085 Jul 13 07:24:42.174501 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-724a9058-981c-4f0e-b460-0a0c0abea800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:42.239737 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f559afaa-a20d-4f09-ba69-d3b0a686315f req-7ec73840-be73-462e-8f52-55e8c9921781 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] 10.222.0.23 "GET /v2.0/security-groups?id=14f0b4fd-f1d9-4fab-8c58-5cbaac0a4a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684152 Jul 13 07:24:42.331925 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-724a9058-981c-4f0e-b460-0a0c0abea800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:42.335514 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-724a9058-981c-4f0e-b460-0a0c0abea800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:42.339731 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-724a9058-981c-4f0e-b460-0a0c0abea800 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ef60049a-718d-40ce-bed5-b0d8ea50841a HTTP/1.1" status: 204 len: 168 time: 0.4262097 Jul 13 07:24:42.347759 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-36b72fcb-a1e2-4df9-b13b-ac93c9fcc6ea req-539ecaeb-9d1b-4ddb-b380-3e16420fd9d7 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:42.357133 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-36b72fcb-a1e2-4df9-b13b-ac93c9fcc6ea req-539ecaeb-9d1b-4ddb-b380-3e16420fd9d7 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:42.359737 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-36b72fcb-a1e2-4df9-b13b-ac93c9fcc6ea req-539ecaeb-9d1b-4ddb-b380-3e16420fd9d7 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "DELETE /v2.0/security-groups/8c63088b-090a-4bc2-8d73-55608914fd19 HTTP/1.1" status: 204 len: 173 time: 0.9443164 Jul 13 07:24:42.369070 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-c4e8d1f2-f7ec-4ab8-98c1-fd70145c1ddd service neutron] For port f034753f-3d1b-45d2-8e3d-e797deedaed6, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:42.379906 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-c4e8d1f2-f7ec-4ab8-98c1-fd70145c1ddd service neutron] For port f034753f-3d1b-45d2-8e3d-e797deedaed6, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=f034753f-3d1b-45d2-8e3d-e797deedaed6,segment=NetworkSegment(44d52574-ab02-4367-bbf8-9814776b1550),segment_id=44d52574-ab02-4367-bbf8-9814776b1550)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:42.401943 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a9058-981c-4f0e-b460-0a0c0abea800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef60049a-718d-40ce-bed5-b0d8ea50841a,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:42.407467 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-c4e8d1f2-f7ec-4ab8-98c1-fd70145c1ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:42.494877 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-92061f74-c75d-4ada-99ba-545bb42b20be req-32b0c9fe-09d6-4e5d-9ddc-5ba05e58917e tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 210 time: 0.0679691 Jul 13 07:24:42.537273 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8d1f2-f7ec-4ab8-98c1-fd70145c1ddd service neutron] Pushing event updated for resources: {'Port': ['ID=f034753f-3d1b-45d2-8e3d-e797deedaed6,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:42.546976 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-c4e8d1f2-f7ec-4ab8-98c1-fd70145c1ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:42.547491 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-c4e8d1f2-f7ec-4ab8-98c1-fd70145c1ddd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:42.548927 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-c4e8d1f2-f7ec-4ab8-98c1-fd70145c1ddd service neutron] 10.222.0.25 "PUT /v2.0/ports/f034753f-3d1b-45d2-8e3d-e797deedaed6 HTTP/1.1" status: 200 len: 1093 time: 2.2553217 Jul 13 07:24:42.554988 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfc92a58-8a1b-4b31-a317-027914821c07', 'tag': 'f034753f-3d1b-45d2-8e3d-e797deedaed6'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:42.556475 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3b84e5-b996-45b8-9152-2cb0e8756be9" -d '{"events": [{"name": "network-changed", "server_uuid": "dfc92a58-8a1b-4b31-a317-027914821c07", "tag": "f034753f-3d1b-45d2-8e3d-e797deedaed6"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:42.561114 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ecaeb-9d1b-4ddb-b380-3e16420fd9d7 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c63088b-090a-4bc2-8d73-55608914fd19,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:42.774963 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-65b492e9-c334-4ab8-80b7-0d3f4d55cfd5 req-207d368a-c3f4-46e2-9f32-c15b67f3fbf1 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "GET /v2.0/security-groups/b9ade2b9-a1c0-493b-8527-050baa6b87e4 HTTP/1.1" status: 200 len: 1800 time: 0.1006892 Jul 13 07:24:42.883178 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-65b492e9-c334-4ab8-80b7-0d3f4d55cfd5 req-d12c48a0-9104-489a-b914-9690a84d59a9 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:42.950296 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-65b492e9-c334-4ab8-80b7-0d3f4d55cfd5 req-d12c48a0-9104-489a-b914-9690a84d59a9 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:42.989333 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a9445e-6f54-405a-8730-2321fad3aef4 x-openstack-request-id: req-d5a9445e-6f54-405a-8730-2321fad3aef4 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:42.989880 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfc92a58-8a1b-4b31-a317-027914821c07", "tag": "f034753f-3d1b-45d2-8e3d-e797deedaed6", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:42.989880 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d5a9445e-6f54-405a-8730-2321fad3aef4 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:42.991411 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfc92a58-8a1b-4b31-a317-027914821c07', 'tag': 'f034753f-3d1b-45d2-8e3d-e797deedaed6', 'status': 'completed', 'code': 200} Jul 13 07:24:43.069539 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-65b492e9-c334-4ab8-80b7-0d3f4d55cfd5 req-d12c48a0-9104-489a-b914-9690a84d59a9 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:43.073937 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-65b492e9-c334-4ab8-80b7-0d3f4d55cfd5 req-d12c48a0-9104-489a-b914-9690a84d59a9 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:43.081790 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51044) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:43.084605 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-65b492e9-c334-4ab8-80b7-0d3f4d55cfd5 req-d12c48a0-9104-489a-b914-9690a84d59a9 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] 10.222.0.23 "DELETE /v2.0/security-groups/b9ade2b9-a1c0-493b-8527-050baa6b87e4 HTTP/1.1" status: 204 len: 173 time: 0.3021111 Jul 13 07:24:43.117399 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c48a0-9104-489a-b914-9690a84d59a9 tempest-SecurityGroupsTestJSON-1373927870 tempest-SecurityGroupsTestJSON-1373927870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ade2b9-a1c0-493b-8527-050baa6b87e4,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:43.176935 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-f05dc53e-b4b4-4d7c-a321-2d08e0a1a9ce admin admin] Deleting subnet 1359cd00-b54c-4d68-aebb-1c48443a9190 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:24:43.180981 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f05dc53e-b4b4-4d7c-a321-2d08e0a1a9ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:43.295938 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f05dc53e-b4b4-4d7c-a321-2d08e0a1a9ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:43.396794 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f05dc53e-b4b4-4d7c-a321-2d08e0a1a9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:43.434910 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96df9a-6a61-463d-91ce-4ba59c1af5c9 req-2732abd1-b58e-4c48-8a3c-fa65dd4251aa tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:43.445759 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51058) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:43.460054 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96df9a-6a61-463d-91ce-4ba59c1af5c9 req-2732abd1-b58e-4c48-8a3c-fa65dd4251aa tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:43.481827 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96df9a-6a61-463d-91ce-4ba59c1af5c9 req-2732abd1-b58e-4c48-8a3c-fa65dd4251aa tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:43.513554 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96df9a-6a61-463d-91ce-4ba59c1af5c9 req-2732abd1-b58e-4c48-8a3c-fa65dd4251aa tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:43.544910 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96df9a-6a61-463d-91ce-4ba59c1af5c9 req-2732abd1-b58e-4c48-8a3c-fa65dd4251aa tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:43.549443 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f05dc53e-b4b4-4d7c-a321-2d08e0a1a9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:43.563441 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96df9a-6a61-463d-91ce-4ba59c1af5c9 req-2732abd1-b58e-4c48-8a3c-fa65dd4251aa tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:43.588471 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96df9a-6a61-463d-91ce-4ba59c1af5c9 req-2732abd1-b58e-4c48-8a3c-fa65dd4251aa tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:43.596158 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ad96df9a-6a61-463d-91ce-4ba59c1af5c9 req-2732abd1-b58e-4c48-8a3c-fa65dd4251aa tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 5431 time: 0.3009441 Jul 13 07:24:43.662779 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ad96df9a-6a61-463d-91ce-4ba59c1af5c9 req-605bf56e-8c60-4545-ba93-a1915cf4a577 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&id=fb0080f5-be08-4cd8-97f3-6cc751e87d59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0656488 Jul 13 07:24:43.731091 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05dc53e-b4b4-4d7c-a321-2d08e0a1a9ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1359cd00-b54c-4d68-aebb-1c48443a9190,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:43.754712 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-01c7491e-ad90-4b15-87d2-100b2dd681e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:43.765897 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f05dc53e-b4b4-4d7c-a321-2d08e0a1a9ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:43.770446 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f05dc53e-b4b4-4d7c-a321-2d08e0a1a9ce admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1359cd00-b54c-4d68-aebb-1c48443a9190 HTTP/1.1" status: 204 len: 168 time: 0.6851773 Jul 13 07:24:43.771551 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 51070) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:43.907079 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:24:44.014031 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-01c7491e-ad90-4b15-87d2-100b2dd681e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:44.025119 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-01c7491e-ad90-4b15-87d2-100b2dd681e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:44.053656 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-724dc192-0d89-4504-96bb-969512373267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:44.102951 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c7491e-ad90-4b15-87d2-100b2dd681e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d0a4fb-3a95-4e50-ba3c-1b4419bd61df,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:44.136772 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-01c7491e-ad90-4b15-87d2-100b2dd681e5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f0d33a8e492145b8b8ae670ff7c529aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6872151 Jul 13 07:24:44.138978 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51076) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:44.257150 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-724dc192-0d89-4504-96bb-969512373267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:44.266384 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-858143db-f9ad-45b6-90fd-c260064b3423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:44.270275 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-724dc192-0d89-4504-96bb-969512373267 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4112daa-098c-4665-aa01-55b0b4ff24e7']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:44.319958 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-724dc192-0d89-4504-96bb-969512373267 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '557265a9-4c3d-44b6-8e8d-7a431f373307') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:44.324066 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-724dc192-0d89-4504-96bb-969512373267 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '557265a9-4c3d-44b6-8e8d-7a431f373307') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:44.333991 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-858143db-f9ad-45b6-90fd-c260064b3423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:44.354251 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-724dc192-0d89-4504-96bb-969512373267 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:44.410637 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-724dc192-0d89-4504-96bb-969512373267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:44.420582 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-724dc192-0d89-4504-96bb-969512373267 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:24:44.420990 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-724dc192-0d89-4504-96bb-969512373267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:44.422838 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:24:44.422838 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:24:44.422838 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:24:44.422838 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:24:44.422838 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:24:44.422838 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:24:44.422838 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:24:44.422838 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:24:44.422838 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:24:44.422838 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:24:44.422838 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:24:44.422838 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:24:44.422838 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:24:44.422838 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:24:44.422838 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:24:44.422838 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:24:44.422838 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:24:44.422838 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:24:44.422838 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:24:44.422838 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:24:44.422838 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:24:44.422838 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:24:44.422838 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:24:44.422838 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:24:44.422838 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:24:44.422838 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:24:44.422838 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:24:44.422838 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:24:44.422838 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:24:44.422838 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:24:44.422838 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:24:44.422838 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:24:44.435506 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-858143db-f9ad-45b6-90fd-c260064b3423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:44.439877 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-858143db-f9ad-45b6-90fd-c260064b3423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:44.441347 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-858143db-f9ad-45b6-90fd-c260064b3423 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/95d0a4fb-3a95-4e50-ba3c-1b4419bd61df HTTP/1.1" status: 204 len: 168 time: 0.3010454 Jul 13 07:24:44.452081 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858143db-f9ad-45b6-90fd-c260064b3423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d0a4fb-3a95-4e50-ba3c-1b4419bd61df,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:44.475615 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889237c-7fc5-4e01-8cf3-c236effb88f5 req-d2c3d2e6-1c6c-4fe0-9ef0-ea0b3c71fbea tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:44.482239 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b889237c-7fc5-4e01-8cf3-c236effb88f5 req-d2c3d2e6-1c6c-4fe0-9ef0-ea0b3c71fbea tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfc92a58-8a1b-4b31-a317-027914821c07 HTTP/1.1" status: 200 len: 944 time: 0.2089751 Jul 13 07:24:44.637710 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-724dc192-0d89-4504-96bb-969512373267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:44.665361 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-57ab0ee0-44d5-4e32-9712-e8c59acf76bb req-556c54f6-538f-4a9f-9611-12bf13ec0e95 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 210 time: 0.0677319 Jul 13 07:24:44.672738 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-724dc192-0d89-4504-96bb-969512373267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:44.683470 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-724dc192-0d89-4504-96bb-969512373267 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d4112daa-098c-4665-aa01-55b0b4ff24e7 HTTP/1.1" status: 204 len: 168 time: 0.9103153 Jul 13 07:24:44.695669 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724dc192-0d89-4504-96bb-969512373267 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4112daa-098c-4665-aa01-55b0b4ff24e7,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:44.724561 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b889237c-7fc5-4e01-8cf3-c236effb88f5 req-a4388362-d7d3-48c8-b1a3-b9e0bba7f2cb tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] 10.222.0.23 "GET /v2.0/security-groups?id=14f0b4fd-f1d9-4fab-8c58-5cbaac0a4a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265794 Jul 13 07:24:44.962805 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b140f-c098-4ac7-8bb8-86c955a00f26 req-c429022e-0761-4677-920b-8eca18105b96 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:44.970416 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b140f-c098-4ac7-8bb8-86c955a00f26 req-c429022e-0761-4677-920b-8eca18105b96 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:44.977531 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b140f-c098-4ac7-8bb8-86c955a00f26 req-c429022e-0761-4677-920b-8eca18105b96 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:44.995968 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b140f-c098-4ac7-8bb8-86c955a00f26 req-c429022e-0761-4677-920b-8eca18105b96 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:45.003891 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b140f-c098-4ac7-8bb8-86c955a00f26 req-c429022e-0761-4677-920b-8eca18105b96 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:45.012338 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b140f-c098-4ac7-8bb8-86c955a00f26 req-c429022e-0761-4677-920b-8eca18105b96 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:45.029079 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b140f-c098-4ac7-8bb8-86c955a00f26 req-c429022e-0761-4677-920b-8eca18105b96 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:45.046288 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2c4b140f-c098-4ac7-8bb8-86c955a00f26 req-c429022e-0761-4677-920b-8eca18105b96 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 5431 time: 0.2188880 Jul 13 07:24:45.095961 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51122) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:45.139259 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2c4b140f-c098-4ac7-8bb8-86c955a00f26 req-af91738c-ffef-4678-92d2-81d3e366ef24 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&id=fb0080f5-be08-4cd8-97f3-6cc751e87d59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0828393 Jul 13 07:24:45.189836 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e4ef2d9e-3416-42f5-a680-26b60f5aa77a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cd2fbd6dbade4360a70e4272ba843d4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0900109 Jul 13 07:24:45.191068 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 51124) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:45.322089 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c44bf653-f19d-4503-827e-c2d92c04e194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:45.367353 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c44bf653-f19d-4503-827e-c2d92c04e194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:45.471238 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c44bf653-f19d-4503-827e-c2d92c04e194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:45.483332 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c44bf653-f19d-4503-827e-c2d92c04e194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:45.483332 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c44bf653-f19d-4503-827e-c2d92c04e194 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e1ea1d82-929f-408a-ad17-d52629d5cbd5 HTTP/1.1" status: 204 len: 168 time: 0.2840102 Jul 13 07:24:45.487896 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44bf653-f19d-4503-827e-c2d92c04e194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ea1d82-929f-408a-ad17-d52629d5cbd5,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:46.333344 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51188) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:46.445336 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-038e7bb9-fc45-441c-97e5-7c5d1ff4d8f8 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f62a165d661c46708d7b81a929628a41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307593 Jul 13 07:24:46.565876 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-86e1760b-6c19-4d75-96eb-dc516691cf97 req-18cd8566-2d87-4f3e-997d-910067c3f17b tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 210 time: 0.0871315 Jul 13 07:24:46.594661 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-bc892385-4963-4aa0-a687-2dd502372e25 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-372644034-network', 'tenant_id': 'bd95a6f2f48f4344a146ae78dfd77567'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:46.617718 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc892385-4963-4aa0-a687-2dd502372e25 admin admin] Made reservation on behalf of bd95a6f2f48f4344a146ae78dfd77567 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:46.621189 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bc892385-4963-4aa0-a687-2dd502372e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:46.655785 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bc892385-4963-4aa0-a687-2dd502372e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:46.743767 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 51206) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:46.748562 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-7604319d-dd5b-427e-b846-42ba3c3462ec tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:46.754587 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-7604319d-dd5b-427e-b846-42ba3c3462ec tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2995749 Jul 13 07:24:46.800449 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-c74e2b33-c7e3-473f-8108-07504e8a8919 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/quotas/f62a165d661c46708d7b81a929628a41 HTTP/1.1" status: 200 len: 375 time: 0.0430231 Jul 13 07:24:46.867339 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-d3278495-4791-4070-ab25-beeab220534b tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f62a165d661c46708d7b81a929628a41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491199 Jul 13 07:24:46.962316 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5bf11-dff8-4572-a683-814d759dfbeb req-fbc9f67f-d4db-4ac4-bbea-4385a2c543ea tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:46.965504 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e6f5bf11-dff8-4572-a683-814d759dfbeb req-fbc9f67f-d4db-4ac4-bbea-4385a2c543ea tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfc92a58-8a1b-4b31-a317-027914821c07 HTTP/1.1" status: 200 len: 944 time: 0.1546009 Jul 13 07:24:47.015426 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bc892385-4963-4aa0-a687-2dd502372e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:47.027848 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bc892385-4963-4aa0-a687-2dd502372e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:47.057509 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e6f5bf11-dff8-4572-a683-814d759dfbeb req-29c2720b-1c97-4738-9071-ff8e4032079a tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] 10.222.0.23 "GET /v2.0/security-groups?id=14f0b4fd-f1d9-4fab-8c58-5cbaac0a4a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849874 Jul 13 07:24:47.118175 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc892385-4963-4aa0-a687-2dd502372e25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:24:47.134570 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc892385-4963-4aa0-a687-2dd502372e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34c6e50-d491-4a6e-a953-1478a35d3082,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:47.161243 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bc892385-4963-4aa0-a687-2dd502372e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:47.161595 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-bc892385-4963-4aa0-a687-2dd502372e25 admin admin] Added segment 2b6390fe-e267-4266-b0cc-90300aeea574 of type vlan for network c24dbb0e-74cd-4d50-888e-ae6d9b85f325 Jul 13 07:24:47.165077 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-421ce503-6233-4fee-beed-3181a06233e0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ab1efbcd4d3a4d55ba5b5c98ce874da7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4198782 Jul 13 07:24:47.178936 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51222) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:47.179339 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51224) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:47.365525 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-67593bd4-41a4-43a8-b688-cb7d36001a89 req-f246ede1-13c3-40fd-97df-01adf448fc1b tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=8efa486a-bda9-4557-b39a-0f44f17e987b HTTP/1.1" status: 200 len: 210 time: 0.0441825 Jul 13 07:24:47.433439 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-db7c6ac8-d9b6-4713-a1df-3c3358b50c18 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1616703789-network', 'tenant_id': 'ee1f885a5c2c4debb29c02950632e699'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:47.474200 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bc892385-4963-4aa0-a687-2dd502372e25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:47.487970 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7c6ac8-d9b6-4713-a1df-3c3358b50c18 admin admin] Made reservation on behalf of ee1f885a5c2c4debb29c02950632e699 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:47.490818 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-db7c6ac8-d9b6-4713-a1df-3c3358b50c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:47.524196 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-db7c6ac8-d9b6-4713-a1df-3c3358b50c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:47.569582 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-89c7ddb7-ea55-4566-b47f-0e4385fc6574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:47.640162 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bc892385-4963-4aa0-a687-2dd502372e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:47.643592 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc892385-4963-4aa0-a687-2dd502372e25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:47.644502 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bc892385-4963-4aa0-a687-2dd502372e25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:47.659114 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-89c7ddb7-ea55-4566-b47f-0e4385fc6574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:47.677122 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5eb134-60e6-47bd-90b7-322c3e2cddaa req-35352e36-0e8d-431b-abe3-09101e979863 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:47.684424 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5eb134-60e6-47bd-90b7-322c3e2cddaa req-35352e36-0e8d-431b-abe3-09101e979863 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:47.690491 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5eb134-60e6-47bd-90b7-322c3e2cddaa req-35352e36-0e8d-431b-abe3-09101e979863 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:47.697966 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5eb134-60e6-47bd-90b7-322c3e2cddaa req-35352e36-0e8d-431b-abe3-09101e979863 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:47.709530 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5eb134-60e6-47bd-90b7-322c3e2cddaa req-35352e36-0e8d-431b-abe3-09101e979863 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:47.718645 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5eb134-60e6-47bd-90b7-322c3e2cddaa req-35352e36-0e8d-431b-abe3-09101e979863 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:47.726001 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5eb134-60e6-47bd-90b7-322c3e2cddaa req-35352e36-0e8d-431b-abe3-09101e979863 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:47.733631 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8d5eb134-60e6-47bd-90b7-322c3e2cddaa req-35352e36-0e8d-431b-abe3-09101e979863 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 5431 time: 0.4882855 Jul 13 07:24:47.808511 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4a2c4827-e135-4e3f-b8f5-246591a9a932 req-e3417636-e644-4157-9513-efd542e2a115 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 210 time: 0.0518582 Jul 13 07:24:47.878325 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc892385-4963-4aa0-a687-2dd502372e25 admin admin] Pushing event updated for resources: {'Network': ['ID=c24dbb0e-74cd-4d50-888e-ae6d9b85f325,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:47.891678 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network c24dbb0e-74cd-4d50-888e-ae6d9b85f325 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:24:47.927947 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8d5eb134-60e6-47bd-90b7-322c3e2cddaa req-6e0f665b-f845-41cf-9994-b9bad75604fc tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&id=fb0080f5-be08-4cd8-97f3-6cc751e87d59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1918423 Jul 13 07:24:47.967706 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-89c7ddb7-ea55-4566-b47f-0e4385fc6574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:47.970732 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-89c7ddb7-ea55-4566-b47f-0e4385fc6574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:47.982707 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-89c7ddb7-ea55-4566-b47f-0e4385fc6574 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a98c6085-37cf-41de-b1b2-f1722db5ba25 HTTP/1.1" status: 204 len: 168 time: 0.8021939 Jul 13 07:24:48.000425 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c7ddb7-ea55-4566-b47f-0e4385fc6574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98c6085-37cf-41de-b1b2-f1722db5ba25,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:48.043174 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-db7c6ac8-d9b6-4713-a1df-3c3358b50c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:48.050802 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-db7c6ac8-d9b6-4713-a1df-3c3358b50c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:48.079234 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-bc892385-4963-4aa0-a687-2dd502372e25 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7446008 Jul 13 07:24:48.082314 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 51240) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:48.089139 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-c463ae89-52a9-4d47-870d-99b34d5d6f09 admin admin] Request body: {'subnet': {'network_id': 'c24dbb0e-74cd-4d50-888e-ae6d9b85f325', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-372644034-subnet', 'tenant_id': 'bd95a6f2f48f4344a146ae78dfd77567', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:48.110770 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db7c6ac8-d9b6-4713-a1df-3c3358b50c18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:24:48.148134 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c463ae89-52a9-4d47-870d-99b34d5d6f09 admin admin] Made reservation on behalf of bd95a6f2f48f4344a146ae78dfd77567 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:48.153017 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c463ae89-52a9-4d47-870d-99b34d5d6f09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:48.162496 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-db7c6ac8-d9b6-4713-a1df-3c3358b50c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:48.162841 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-db7c6ac8-d9b6-4713-a1df-3c3358b50c18 admin admin] Added segment 75fde3fe-6101-4fe3-96fd-75abf8fa0b52 of type vlan for network a2f2a970-1f7c-4e2d-88ac-374bd59816ef Jul 13 07:24:48.185446 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c6ac8-d9b6-4713-a1df-3c3358b50c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69b5e21-a758-4e2c-839d-74b9d788cbf6,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:48.275373 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-db7c6ac8-d9b6-4713-a1df-3c3358b50c18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:48.341971 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-db7c6ac8-d9b6-4713-a1df-3c3358b50c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:48.344185 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7c6ac8-d9b6-4713-a1df-3c3358b50c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:48.345510 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-db7c6ac8-d9b6-4713-a1df-3c3358b50c18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:48.415298 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-db7c6ac8-d9b6-4713-a1df-3c3358b50c18 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2335203 Jul 13 07:24:48.419100 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51248) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:48.430521 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-b833b881-cfe0-4e8c-83f3-9aca8cafdb43 admin admin] Request body: {'subnet': {'network_id': 'a2f2a970-1f7c-4e2d-88ac-374bd59816ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1616703789-subnet', 'tenant_id': 'ee1f885a5c2c4debb29c02950632e699', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:48.562113 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b833b881-cfe0-4e8c-83f3-9aca8cafdb43 admin admin] Made reservation on behalf of ee1f885a5c2c4debb29c02950632e699 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:48.570272 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b833b881-cfe0-4e8c-83f3-9aca8cafdb43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:48.584138 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c6ac8-d9b6-4713-a1df-3c3358b50c18 admin admin] Pushing event updated for resources: {'Network': ['ID=a2f2a970-1f7c-4e2d-88ac-374bd59816ef,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:48.599648 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network a2f2a970-1f7c-4e2d-88ac-374bd59816ef details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:24:48.626017 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229bf73-b2f5-423b-9ad0-7a60d7770733 req-81f02eca-f82c-4c13-9cc8-3a216683b57d tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:48.636938 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c229bf73-b2f5-423b-9ad0-7a60d7770733 req-81f02eca-f82c-4c13-9cc8-3a216683b57d tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfc92a58-8a1b-4b31-a317-027914821c07 HTTP/1.1" status: 200 len: 944 time: 0.3181336 Jul 13 07:24:48.813467 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c229bf73-b2f5-423b-9ad0-7a60d7770733 req-3f02e8fd-fdd2-4c24-9e60-9938d9c10a72 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] 10.222.0.23 "GET /v2.0/security-groups?id=14f0b4fd-f1d9-4fab-8c58-5cbaac0a4a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751378 Jul 13 07:24:48.864326 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5fa5f54d-6e72-430d-a9d2-193bc5d9929c req-98395fcc-8b8a-4bc0-98a1-e86e912452a7 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=8efa486a-bda9-4557-b39a-0f44f17e987b HTTP/1.1" status: 200 len: 210 time: 0.0933321 Jul 13 07:24:48.870369 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c463ae89-52a9-4d47-870d-99b34d5d6f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:49.058936 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c463ae89-52a9-4d47-870d-99b34d5d6f09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea097737-d8e1-46a1-95ab-66024a4c733e,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:49.108646 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c463ae89-52a9-4d47-870d-99b34d5d6f09 admin admin] Checking segment: {'id': '2b6390fe-e267-4266-b0cc-90300aeea574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c24dbb0e-74cd-4d50-888e-ae6d9b85f325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:49.109300 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c463ae89-52a9-4d47-870d-99b34d5d6f09 admin admin] Network hostable DHCP agents. Network: c24dbb0e-74cd-4d50-888e-ae6d9b85f325, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:24:49.154479 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b833b881-cfe0-4e8c-83f3-9aca8cafdb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:49.198604 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c463ae89-52a9-4d47-870d-99b34d5d6f09 admin admin] Network c24dbb0e-74cd-4d50-888e-ae6d9b85f325 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:24:49.247155 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 51272) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:49.264702 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f9fb9a3e-bcb5-459d-a299-d173268d842e req-f0b57461-e5a3-4640-959e-d798759ed2ba tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 210 time: 0.1289423 Jul 13 07:24:49.281344 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833b881-cfe0-4e8c-83f3-9aca8cafdb43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59738458-cb9f-4c4b-b821-44dd633482c4,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:49.298277 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-c463ae89-52a9-4d47-870d-99b34d5d6f09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, c24dbb0e-74cd-4d50-888e-ae6d9b85f325) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:49.302711 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c463ae89-52a9-4d47-870d-99b34d5d6f09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:49.303552 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c463ae89-52a9-4d47-870d-99b34d5d6f09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:49.310087 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ac104e-3776-42d3-8934-ca764b4727d8 None None] Network c24dbb0e-74cd-4d50-888e-ae6d9b85f325 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:24:49.324357 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-480cf310-345c-48ec-9520-479cb189300f tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f62a165d661c46708d7b81a929628a41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1502335 Jul 13 07:24:49.327262 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c463ae89-52a9-4d47-870d-99b34d5d6f09 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2428565 Jul 13 07:24:49.530560 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-ccd19acd-fe21-4b03-92cb-d1e627b7e3e8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1973735793-network', 'tenant_id': '11405c6b1ff84e9b8bb3410dded1ba33'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:49.542018 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b833b881-cfe0-4e8c-83f3-9aca8cafdb43 admin admin] Checking segment: {'id': '75fde3fe-6101-4fe3-96fd-75abf8fa0b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a2f2a970-1f7c-4e2d-88ac-374bd59816ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:49.542018 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b833b881-cfe0-4e8c-83f3-9aca8cafdb43 admin admin] Network hostable DHCP agents. Network: a2f2a970-1f7c-4e2d-88ac-374bd59816ef, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:24:49.582967 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd19acd-fe21-4b03-92cb-d1e627b7e3e8 admin admin] Made reservation on behalf of 11405c6b1ff84e9b8bb3410dded1ba33 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:49.585454 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ccd19acd-fe21-4b03-92cb-d1e627b7e3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:49.605595 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ccd19acd-fe21-4b03-92cb-d1e627b7e3e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:49.607093 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a18986-8050-452b-a4d6-95d490b801b2 None None] Network c24dbb0e-74cd-4d50-888e-ae6d9b85f325 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:24:49.706410 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b833b881-cfe0-4e8c-83f3-9aca8cafdb43 admin admin] Network a2f2a970-1f7c-4e2d-88ac-374bd59816ef is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:24:49.732174 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-b833b881-cfe0-4e8c-83f3-9aca8cafdb43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, a2f2a970-1f7c-4e2d-88ac-374bd59816ef) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:49.747287 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c2fec-3e92-4b5f-9169-b7025d3e5659 req-3048e80a-a433-40b8-9371-16d55d2fc725 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:49.753433 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c2fec-3e92-4b5f-9169-b7025d3e5659 req-3048e80a-a433-40b8-9371-16d55d2fc725 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:49.758899 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1604f49c-388b-41fc-8805-099dc49dacbc None None] Network a2f2a970-1f7c-4e2d-88ac-374bd59816ef requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:24:49.767505 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c2fec-3e92-4b5f-9169-b7025d3e5659 req-3048e80a-a433-40b8-9371-16d55d2fc725 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:49.774440 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ccd19acd-fe21-4b03-92cb-d1e627b7e3e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:49.777437 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c2fec-3e92-4b5f-9169-b7025d3e5659 req-3048e80a-a433-40b8-9371-16d55d2fc725 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:49.780781 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ccd19acd-fe21-4b03-92cb-d1e627b7e3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:49.785587 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c2fec-3e92-4b5f-9169-b7025d3e5659 req-3048e80a-a433-40b8-9371-16d55d2fc725 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:49.795410 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c2fec-3e92-4b5f-9169-b7025d3e5659 req-3048e80a-a433-40b8-9371-16d55d2fc725 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:49.803460 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c2fec-3e92-4b5f-9169-b7025d3e5659 req-3048e80a-a433-40b8-9371-16d55d2fc725 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:49.806360 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b46c2fec-3e92-4b5f-9169-b7025d3e5659 req-3048e80a-a433-40b8-9371-16d55d2fc725 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 5431 time: 0.5218720 Jul 13 07:24:49.813764 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b833b881-cfe0-4e8c-83f3-9aca8cafdb43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:49.814363 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b833b881-cfe0-4e8c-83f3-9aca8cafdb43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:49.823913 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd19acd-fe21-4b03-92cb-d1e627b7e3e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:24:49.834030 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd19acd-fe21-4b03-92cb-d1e627b7e3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634a59ed-3fb4-4f09-b476-bfbe86d93e19,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:49.841836 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ccd19acd-fe21-4b03-92cb-d1e627b7e3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:49.842172 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-ccd19acd-fe21-4b03-92cb-d1e627b7e3e8 admin admin] Added segment adddcc86-0dcf-49ea-bc4a-eb4df4910a70 of type vlan for network 3641bc06-8e59-49c0-8f85-a031f22a64e6 Jul 13 07:24:49.893042 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ccd19acd-fe21-4b03-92cb-d1e627b7e3e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:49.893556 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-7bfab311-23b0-4e4a-a8cd-1f8eddc6ac5a tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:49.895744 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-7bfab311-23b0-4e4a-a8cd-1f8eddc6ac5a tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5354879 Jul 13 07:24:49.904638 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b833b881-cfe0-4e8c-83f3-9aca8cafdb43 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4840767 Jul 13 07:24:49.908334 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 51288) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:49.913214 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-52777cbf-87aa-4d4c-8920-74454ee25aae tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Request body: {'port': {'device_id': '8efa486a-bda9-4557-b39a-0f44f17e987b', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'admin_state_up': True, 'tenant_id': 'f62a165d661c46708d7b81a929628a41'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:49.916815 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-9b5501f7-7a67-4a32-a350-be4bf07141c4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1616703789-router', 'tenant_id': 'ee1f885a5c2c4debb29c02950632e699', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:49.954401 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ccd19acd-fe21-4b03-92cb-d1e627b7e3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:49.955825 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd19acd-fe21-4b03-92cb-d1e627b7e3e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:49.957010 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ccd19acd-fe21-4b03-92cb-d1e627b7e3e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:49.965963 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b46c2fec-3e92-4b5f-9169-b7025d3e5659 req-a90991ba-6b79-4802-9f0c-48ccaa2aa221 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&id=fb0080f5-be08-4cd8-97f3-6cc751e87d59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1454036 Jul 13 07:24:49.995698 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9b5501f7-7a67-4a32-a350-be4bf07141c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:49.997022 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9b5501f7-7a67-4a32-a350-be4bf07141c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:50.008532 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80d94c1-dfe3-4d05-827a-6b4b3f5fab81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-a2f2a970-1f7c-4e2d-88ac-374bd59816ef', 'network_id': 'a2f2a970-1f7c-4e2d-88ac-374bd59816ef', 'tenant_id': 'ee1f885a5c2c4debb29c02950632e699', 'fixed_ips': [{'subnet_id': '59738458-cb9f-4c4b-b821-44dd633482c4'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:24:50.009645 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b80d94c1-dfe3-4d05-827a-6b4b3f5fab81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:50.051057 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ccd19acd-fe21-4b03-92cb-d1e627b7e3e8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7778821 Jul 13 07:24:50.052670 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51300) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:50.058185 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-bdcdac45-fd88-4d66-b7ac-8b7a5b1c1e55 admin admin] Request body: {'subnet': {'network_id': '3641bc06-8e59-49c0-8f85-a031f22a64e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1973735793-subnet', 'tenant_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:50.078844 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.db.api [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-52777cbf-87aa-4d4c-8920-74454ee25aae tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:24:50.078844 n-d-771363-34 neutron-server[94017]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 07:24:50.078844 n-d-771363-34 neutron-server[94017]: [parameters: {'project_id_1': 'f62a165d661c46708d7b81a929628a41', 'expiration_1': datetime.datetime(2021, 7, 13, 7, 24, 50, 67969)}] Jul 13 07:24:50.078844 n-d-771363-34 neutron-server[94017]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:24:50.079390 n-d-771363-34 neutron-server[94017]: DEBUG oslo_db.api [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-52777cbf-87aa-4d4c-8920-74454ee25aae tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:24:50.088317 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd19acd-fe21-4b03-92cb-d1e627b7e3e8 admin admin] Pushing event updated for resources: {'Network': ['ID=3641bc06-8e59-49c0-8f85-a031f22a64e6,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:50.089766 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcdac45-fd88-4d66-b7ac-8b7a5b1c1e55 admin admin] Made reservation on behalf of 11405c6b1ff84e9b8bb3410dded1ba33 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:50.094026 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bdcdac45-fd88-4d66-b7ac-8b7a5b1c1e55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:50.117401 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 3641bc06-8e59-49c0-8f85-a031f22a64e6 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:24:50.180173 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9b5501f7-7a67-4a32-a350-be4bf07141c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:50.276606 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-de679717-0d60-430b-be4d-2f9051413ae6 tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:50.279682 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-de679717-0d60-430b-be4d-2f9051413ae6 tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] 10.222.0.23 "GET /v2.0/networks?id=c24dbb0e-74cd-4d50-888e-ae6d9b85f325 HTTP/1.1" status: 200 len: 821 time: 0.3011799 Jul 13 07:24:50.336760 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525951b-50d7-4af8-b4ce-e29ca2add4f0 req-f29e90c2-e15e-48c3-ba4c-43fdea12e713 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:50.338487 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0525951b-50d7-4af8-b4ce-e29ca2add4f0 req-f29e90c2-e15e-48c3-ba4c-43fdea12e713 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfc92a58-8a1b-4b31-a317-027914821c07 HTTP/1.1" status: 200 len: 944 time: 0.2051971 Jul 13 07:24:50.343191 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b84e5-b996-45b8-9152-2cb0e8756be9 req-305366c5-daad-486c-a17a-7bf30564c4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:50.344611 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7e3b84e5-b996-45b8-9152-2cb0e8756be9 req-305366c5-daad-486c-a17a-7bf30564c4a9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e26f2dd3fa034aa8931350ba277400b4&device_id=dfc92a58-8a1b-4b31-a317-027914821c07 HTTP/1.1" status: 200 len: 1096 time: 0.1485698 Jul 13 07:24:50.360932 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-b4f71e68-497d-4887-ae7b-ee0cf8e77540 tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] 10.222.0.23 "GET /v2.0/quotas/bd95a6f2f48f4344a146ae78dfd77567 HTTP/1.1" status: 200 len: 375 time: 0.0751741 Jul 13 07:24:50.366556 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9b5501f7-7a67-4a32-a350-be4bf07141c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:50.385088 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-b80d94c1-dfe3-4d05-827a-6b4b3f5fab81 None None] Allocated IP 172.20.0.2 (a2f2a970-1f7c-4e2d-88ac-374bd59816ef/59738458-cb9f-4c4b-b821-44dd633482c4/0edff50f-f7bc-42e0-a4e5-1ff6e950d232) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:24:50.405726 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-5164bf80-8010-487e-a89a-0d9a612bc744 tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bd95a6f2f48f4344a146ae78dfd77567&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329766 Jul 13 07:24:50.571397 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-d5ce3c5c-8b10-4d66-81d0-21ec227897a1 service neutron] 10.222.0.23 "GET /v2.0/networks/c24dbb0e-74cd-4d50-888e-ae6d9b85f325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564608 Jul 13 07:24:50.617801 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b80d94c1-dfe3-4d05-827a-6b4b3f5fab81 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:50.630821 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b80d94c1-dfe3-4d05-827a-6b4b3f5fab81 None None] Transition to ACTIVE for port object 0edff50f-f7bc-42e0-a4e5-1ff6e950d232 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:50.654818 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b80d94c1-dfe3-4d05-827a-6b4b3f5fab81 None None] Transition to ACTIVE for port object 0edff50f-f7bc-42e0-a4e5-1ff6e950d232 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:50.663401 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b80d94c1-dfe3-4d05-827a-6b4b3f5fab81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:50.720071 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80d94c1-dfe3-4d05-827a-6b4b3f5fab81 None None] Network a2f2a970-1f7c-4e2d-88ac-374bd59816ef is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:24:50.737503 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d94c1-dfe3-4d05-827a-6b4b3f5fab81 None None] Pushing event updated for resources: {'Port': ['ID=0edff50f-f7bc-42e0-a4e5-1ff6e950d232,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:50.741655 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-b80d94c1-dfe3-4d05-827a-6b4b3f5fab81 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:50.746024 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80d94c1-dfe3-4d05-827a-6b4b3f5fab81 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:24:50.758636 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d94c1-dfe3-4d05-827a-6b4b3f5fab81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:50.761241 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d94c1-dfe3-4d05-827a-6b4b3f5fab81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:50.761642 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-161237ba-e402-41c2-9965-f73ed0b60ebd tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:50.762055 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d94c1-dfe3-4d05-827a-6b4b3f5fab81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:50.762632 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d94c1-dfe3-4d05-827a-6b4b3f5fab81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:50.763145 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-161237ba-e402-41c2-9965-f73ed0b60ebd tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.25 "GET /v2.0/networks?id=594d3cf6-6536-44a4-bf86-7eb0b076281c HTTP/1.1" status: 200 len: 814 time: 0.2183108 Jul 13 07:24:50.763518 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d94c1-dfe3-4d05-827a-6b4b3f5fab81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:50.764050 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d94c1-dfe3-4d05-827a-6b4b3f5fab81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:50.764630 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d94c1-dfe3-4d05-827a-6b4b3f5fab81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:50.765161 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d94c1-dfe3-4d05-827a-6b4b3f5fab81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:50.766816 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d94c1-dfe3-4d05-827a-6b4b3f5fab81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:50.768062 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d94c1-dfe3-4d05-827a-6b4b3f5fab81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:50.768405 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d94c1-dfe3-4d05-827a-6b4b3f5fab81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:50.768821 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d94c1-dfe3-4d05-827a-6b4b3f5fab81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:50.802358 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bdcdac45-fd88-4d66-b7ac-8b7a5b1c1e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:50.813096 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-e1757023-1095-48ec-9c4e-b30af35b557e service neutron] 10.222.0.23 "GET /v2.0/networks/c24dbb0e-74cd-4d50-888e-ae6d9b85f325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276554 Jul 13 07:24:50.817447 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-702ecf6f-2d92-40dd-92e6-cba553115dae tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Request body: {'port': {'device_id': 'ae6c0a86-2116-409f-a3dc-6641c02aac45', 'network_id': '594d3cf6-6536-44a4-bf86-7eb0b076281c', 'admin_state_up': True, 'tenant_id': '03be745b98834c52b52be1f288bde2c6'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:50.844868 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-b80d94c1-dfe3-4d05-827a-6b4b3f5fab81 None None] Attempting to bind port 0edff50f-f7bc-42e0-a4e5-1ff6e950d232 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:50.845451 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-b80d94c1-dfe3-4d05-827a-6b4b3f5fab81 None None] Attempting to bind port 0edff50f-f7bc-42e0-a4e5-1ff6e950d232 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '75fde3fe-6101-4fe3-96fd-75abf8fa0b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a2f2a970-1f7c-4e2d-88ac-374bd59816ef'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:50.846001 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80d94c1-dfe3-4d05-827a-6b4b3f5fab81 None None] Attempting to bind port 0edff50f-f7bc-42e0-a4e5-1ff6e950d232 on network a2f2a970-1f7c-4e2d-88ac-374bd59816ef {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:50.852545 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80d94c1-dfe3-4d05-827a-6b4b3f5fab81 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:50.853148 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80d94c1-dfe3-4d05-827a-6b4b3f5fab81 None None] Checking segment: {'id': '75fde3fe-6101-4fe3-96fd-75abf8fa0b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a2f2a970-1f7c-4e2d-88ac-374bd59816ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:50.853290 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0525951b-50d7-4af8-b4ce-e29ca2add4f0 req-3ef1048c-0280-4c99-95af-85f2551e3b51 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] 10.222.0.23 "GET /v2.0/security-groups?id=14f0b4fd-f1d9-4fab-8c58-5cbaac0a4a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4959648 Jul 13 07:24:50.853905 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b80d94c1-dfe3-4d05-827a-6b4b3f5fab81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:50.854046 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-52777cbf-87aa-4d4c-8920-74454ee25aae tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Made reservation on behalf of f62a165d661c46708d7b81a929628a41 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:50.855428 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80d94c1-dfe3-4d05-827a-6b4b3f5fab81 None None] Bound using segment: {'id': '75fde3fe-6101-4fe3-96fd-75abf8fa0b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a2f2a970-1f7c-4e2d-88ac-374bd59816ef'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:50.856083 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-b80d94c1-dfe3-4d05-827a-6b4b3f5fab81 None None] Bound port: 0edff50f-f7bc-42e0-a4e5-1ff6e950d232, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75fde3fe-6101-4fe3-96fd-75abf8fa0b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a2f2a970-1f7c-4e2d-88ac-374bd59816ef'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:50.856653 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b80d94c1-dfe3-4d05-827a-6b4b3f5fab81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:50.859982 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-52777cbf-87aa-4d4c-8920-74454ee25aae tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:50.934769 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-b80d94c1-dfe3-4d05-827a-6b4b3f5fab81 None None] For port 0edff50f-f7bc-42e0-a4e5-1ff6e950d232, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:50.938660 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-b80d94c1-dfe3-4d05-827a-6b4b3f5fab81 None None] For port 0edff50f-f7bc-42e0-a4e5-1ff6e950d232, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=0edff50f-f7bc-42e0-a4e5-1ff6e950d232,segment=NetworkSegment(75fde3fe-6101-4fe3-96fd-75abf8fa0b52),segment_id=75fde3fe-6101-4fe3-96fd-75abf8fa0b52)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:50.946121 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-52777cbf-87aa-4d4c-8920-74454ee25aae tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:50.948103 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b80d94c1-dfe3-4d05-827a-6b4b3f5fab81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:50.988093 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9b5501f7-7a67-4a32-a350-be4bf07141c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:51.014765 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b84e5-b996-45b8-9152-2cb0e8756be9 req-5b11325d-59d8-4295-9eb5-02a564ca5999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:51.016299 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7e3b84e5-b996-45b8-9152-2cb0e8756be9 req-5b11325d-59d8-4295-9eb5-02a564ca5999 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=e26f2dd3fa034aa8931350ba277400b4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.6602073 Jul 13 07:24:51.023539 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9b5501f7-7a67-4a32-a350-be4bf07141c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:51.025448 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d94c1-dfe3-4d05-827a-6b4b3f5fab81 None None] Pushing event updated for resources: {'Port': ['ID=0edff50f-f7bc-42e0-a4e5-1ff6e950d232,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:51.063873 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcdac45-fd88-4d66-b7ac-8b7a5b1c1e55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0f65360-3b5e-4a84-b093-2570ddbed964,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:51.114129 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-702ecf6f-2d92-40dd-92e6-cba553115dae tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Made reservation on behalf of 03be745b98834c52b52be1f288bde2c6 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:51.118074 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-702ecf6f-2d92-40dd-92e6-cba553115dae tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:51.148914 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-39c1f2d1-bb1e-43f9-b24c-b0df16845754 req-c2209eff-453e-4792-9026-ba8c91c888dd tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=8efa486a-bda9-4557-b39a-0f44f17e987b HTTP/1.1" status: 200 len: 210 time: 0.0858958 Jul 13 07:24:51.165415 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcdac45-fd88-4d66-b7ac-8b7a5b1c1e55 admin admin] Checking segment: {'id': 'adddcc86-0dcf-49ea-bc4a-eb4df4910a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3641bc06-8e59-49c0-8f85-a031f22a64e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:51.165783 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcdac45-fd88-4d66-b7ac-8b7a5b1c1e55 admin admin] Network hostable DHCP agents. Network: 3641bc06-8e59-49c0-8f85-a031f22a64e6, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:24:51.236131 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-867b0ae3-29b7-4d1c-a3d7-28135934e569 req-0b61d759-0bdc-41ff-b3b8-593eabe9e8e2 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 210 time: 0.0446703 Jul 13 07:24:51.267988 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcdac45-fd88-4d66-b7ac-8b7a5b1c1e55 admin admin] Network 3641bc06-8e59-49c0-8f85-a031f22a64e6 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:24:51.295406 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b84e5-b996-45b8-9152-2cb0e8756be9 req-28711c5d-9cb9-4a15-a855-d02362465645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:51.296921 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7e3b84e5-b996-45b8-9152-2cb0e8756be9 req-28711c5d-9cb9-4a15-a855-d02362465645 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2370074 Jul 13 07:24:51.311407 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-bdcdac45-fd88-4d66-b7ac-8b7a5b1c1e55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 3641bc06-8e59-49c0-8f85-a031f22a64e6) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:51.317498 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcdac45-fd88-4d66-b7ac-8b7a5b1c1e55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:51.317498 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bdcdac45-fd88-4d66-b7ac-8b7a5b1c1e55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:51.320064 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0013f713-c18d-4d8a-9776-15cc17349233 None None] Network 3641bc06-8e59-49c0-8f85-a031f22a64e6 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:24:51.327704 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-9b5501f7-7a67-4a32-a350-be4bf07141c4 admin admin] Allocated IP 172.25.3.115 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/6696962e-9334-4181-9955-4641fd18f461) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:24:51.408042 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-52777cbf-87aa-4d4c-8920-74454ee25aae tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:51.464675 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-52777cbf-87aa-4d4c-8920-74454ee25aae tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:51.590800 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-702ecf6f-2d92-40dd-92e6-cba553115dae tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Allocated IP 172.20.0.8 (594d3cf6-6536-44a4-bf86-7eb0b076281c/e61f3cea-0dca-4181-a03e-5485cc9acd4c/a0520f7a-612d-4e54-b155-a759c7a81be7) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:24:51.596979 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 51316) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:51.599686 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-bdcdac45-fd88-4d66-b7ac-8b7a5b1c1e55 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5451360 Jul 13 07:24:51.608363 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-023212d9-1ecc-4470-a2a5-281ce75adcbc admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1973735793-router', 'tenant_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:51.649328 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52777cbf-87aa-4d4c-8920-74454ee25aae tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b18b78c3-cb3a-482a-a645-82ff41473a27,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:51.652044 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0bba6a-55bd-4fb3-a174-3f97dd4fd638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-3641bc06-8e59-49c0-8f85-a031f22a64e6', 'network_id': '3641bc06-8e59-49c0-8f85-a031f22a64e6', 'tenant_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'fixed_ips': [{'subnet_id': 'b0f65360-3b5e-4a84-b093-2570ddbed964'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:24:51.659528 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8c0bba6a-55bd-4fb3-a174-3f97dd4fd638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:51.705166 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9b5501f7-7a67-4a32-a350-be4bf07141c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:51.717685 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-023212d9-1ecc-4470-a2a5-281ce75adcbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:51.720230 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c3740668-e671-4fd3-affb-5ef1a7ee4b9d req-670a6065-8fb3-44f6-b6b6-0e7c5cd9ca01 tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] 10.222.0.23 "GET /v2.0/ports?device_id=4641474c-feb2-4b45-9675-463f5db56380 HTTP/1.1" status: 200 len: 210 time: 0.1019094 Jul 13 07:24:51.726835 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-023212d9-1ecc-4470-a2a5-281ce75adcbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:51.796853 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-023212d9-1ecc-4470-a2a5-281ce75adcbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:51.844523 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 0edff50f-f7bc-42e0-a4e5-1ff6e950d232 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:51.862558 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-71419c8e-3b45-4e2c-a641-8dec3b2aaea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:51.864945 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-71419c8e-3b45-4e2c-a641-8dec3b2aaea2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e26f2dd3fa034aa8931350ba277400b4&device_id=dfc92a58-8a1b-4b31-a317-027914821c07 HTTP/1.1" status: 200 len: 1096 time: 0.4556096 Jul 13 07:24:51.962295 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-8c0bba6a-55bd-4fb3-a174-3f97dd4fd638 None None] Allocated IP 172.20.0.2 (3641bc06-8e59-49c0-8f85-a031f22a64e6/b0f65360-3b5e-4a84-b093-2570ddbed964/d1bbb6cf-4f4b-4863-b749-27aa525970c1) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:24:51.974489 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 0edff50f-f7bc-42e0-a4e5-1ff6e950d232 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:52.016864 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-ec82361d-313b-4208-93ec-d5d857896a2f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f034753f-3d1b-45d2-8e3d-e797deedaed6 HTTP/1.1" status: 200 len: 217 time: 0.1424665 Jul 13 07:24:52.035278 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-023212d9-1ecc-4470-a2a5-281ce75adcbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:52.106420 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-52777cbf-87aa-4d4c-8920-74454ee25aae tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Allocated IP 192.168.233.196 (f9d6e899-687c-4a4d-bdf3-8d8d169866a7/c5af789a-0729-4e53-834f-ef6745aa079c/3748c046-3a67-427e-b56a-088042d90f03) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:24:52.147774 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-9cd692df-3afb-44a5-9d21-e0d489c242b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:52.149308 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-9cd692df-3afb-44a5-9d21-e0d489c242b1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=63b58d58-942b-4d3e-ab5c-48cd2cacc8b8 HTTP/1.1" status: 200 len: 854 time: 0.1161373 Jul 13 07:24:52.210993 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8c0bba6a-55bd-4fb3-a174-3f97dd4fd638 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:52.223155 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8c0bba6a-55bd-4fb3-a174-3f97dd4fd638 None None] Transition to ACTIVE for port object d1bbb6cf-4f4b-4863-b749-27aa525970c1 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:52.260971 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8c0bba6a-55bd-4fb3-a174-3f97dd4fd638 None None] Transition to ACTIVE for port object d1bbb6cf-4f4b-4863-b749-27aa525970c1 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:52.269534 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8c0bba6a-55bd-4fb3-a174-3f97dd4fd638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:52.284047 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28326d5-763c-4737-b8e6-38e30a094cb1 req-21dd2496-5902-4497-833f-018e3c6c72ca tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:52.285506 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a28326d5-763c-4737-b8e6-38e30a094cb1 req-21dd2496-5902-4497-833f-018e3c6c72ca tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfc92a58-8a1b-4b31-a317-027914821c07 HTTP/1.1" status: 200 len: 944 time: 0.2790680 Jul 13 07:24:52.325973 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0bba6a-55bd-4fb3-a174-3f97dd4fd638 None None] Network 3641bc06-8e59-49c0-8f85-a031f22a64e6 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:24:52.334545 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-8c0bba6a-55bd-4fb3-a174-3f97dd4fd638 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:52.337354 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0bba6a-55bd-4fb3-a174-3f97dd4fd638 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:24:52.348036 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0bba6a-55bd-4fb3-a174-3f97dd4fd638 None None] Pushing event updated for resources: {'Port': ['ID=d1bbb6cf-4f4b-4863-b749-27aa525970c1,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:52.432048 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-8c0bba6a-55bd-4fb3-a174-3f97dd4fd638 None None] Attempting to bind port d1bbb6cf-4f4b-4863-b749-27aa525970c1 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:52.432540 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-8c0bba6a-55bd-4fb3-a174-3f97dd4fd638 None None] Attempting to bind port d1bbb6cf-4f4b-4863-b749-27aa525970c1 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'adddcc86-0dcf-49ea-bc4a-eb4df4910a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3641bc06-8e59-49c0-8f85-a031f22a64e6'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:52.432880 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-52777cbf-87aa-4d4c-8920-74454ee25aae tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:52.433369 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0bba6a-55bd-4fb3-a174-3f97dd4fd638 None None] Attempting to bind port d1bbb6cf-4f4b-4863-b749-27aa525970c1 on network 3641bc06-8e59-49c0-8f85-a031f22a64e6 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:52.440153 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0bba6a-55bd-4fb3-a174-3f97dd4fd638 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:52.440641 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0bba6a-55bd-4fb3-a174-3f97dd4fd638 None None] Checking segment: {'id': 'adddcc86-0dcf-49ea-bc4a-eb4df4910a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3641bc06-8e59-49c0-8f85-a031f22a64e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:52.441236 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8c0bba6a-55bd-4fb3-a174-3f97dd4fd638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:52.442040 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0bba6a-55bd-4fb3-a174-3f97dd4fd638 None None] Bound using segment: {'id': 'adddcc86-0dcf-49ea-bc4a-eb4df4910a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3641bc06-8e59-49c0-8f85-a031f22a64e6'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:52.443129 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-8c0bba6a-55bd-4fb3-a174-3f97dd4fd638 None None] Bound port: d1bbb6cf-4f4b-4863-b749-27aa525970c1, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adddcc86-0dcf-49ea-bc4a-eb4df4910a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3641bc06-8e59-49c0-8f85-a031f22a64e6'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:52.443421 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8c0bba6a-55bd-4fb3-a174-3f97dd4fd638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:52.453631 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-52777cbf-87aa-4d4c-8920-74454ee25aae tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Transition to ACTIVE for port object 3748c046-3a67-427e-b56a-088042d90f03 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:52.522763 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-50381535-a246-42e6-bf5e-4771a51723bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:52.524856 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-50381535-a246-42e6-bf5e-4771a51723bc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1a4476cd-2142-41cd-a14f-e66e958b639a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3663759 Jul 13 07:24:52.527638 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-8c0bba6a-55bd-4fb3-a174-3f97dd4fd638 None None] For port d1bbb6cf-4f4b-4863-b749-27aa525970c1, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:52.532475 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-8c0bba6a-55bd-4fb3-a174-3f97dd4fd638 None None] For port d1bbb6cf-4f4b-4863-b749-27aa525970c1, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=d1bbb6cf-4f4b-4863-b749-27aa525970c1,segment=NetworkSegment(adddcc86-0dcf-49ea-bc4a-eb4df4910a70),segment_id=adddcc86-0dcf-49ea-bc4a-eb4df4910a70)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:52.538433 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a28326d5-763c-4737-b8e6-38e30a094cb1 req-64ec4f21-c428-4587-98e1-f2f08d5afe1f tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] 10.222.0.23 "GET /v2.0/security-groups?id=14f0b4fd-f1d9-4fab-8c58-5cbaac0a4a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400646 Jul 13 07:24:52.542768 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8c0bba6a-55bd-4fb3-a174-3f97dd4fd638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:52.555757 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-52777cbf-87aa-4d4c-8920-74454ee25aae tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:52.590921 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc70527-fbfa-45ac-854e-378591430614 None None] Network a2f2a970-1f7c-4e2d-88ac-374bd59816ef requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:24:52.647079 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9b5501f7-7a67-4a32-a350-be4bf07141c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:52.684663 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0bba6a-55bd-4fb3-a174-3f97dd4fd638 None None] Pushing event updated for resources: {'Port': ['ID=d1bbb6cf-4f4b-4863-b749-27aa525970c1,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:52.706487 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-649cba17-40f1-47ea-825e-d2ab4d0ce1a0 None None] Provisioning for port 0edff50f-f7bc-42e0-a4e5-1ff6e950d232 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:52.721774 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-649cba17-40f1-47ea-825e-d2ab4d0ce1a0 None None] Provisioning complete for port 0edff50f-f7bc-42e0-a4e5-1ff6e950d232 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:52.722165 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-649cba17-40f1-47ea-825e-d2ab4d0ce1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:52.742083 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-52777cbf-87aa-4d4c-8920-74454ee25aae tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:24:52.746977 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-702ecf6f-2d92-40dd-92e6-cba553115dae tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:52.756079 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52777cbf-87aa-4d4c-8920-74454ee25aae tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Pushing event updated for resources: {'Port': ['ID=3748c046-3a67-427e-b56a-088042d90f03,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:52.763361 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-52777cbf-87aa-4d4c-8920-74454ee25aae tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:52.767465 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-52777cbf-87aa-4d4c-8920-74454ee25aae tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:24:52.779348 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5501f7-7a67-4a32-a350-be4bf07141c4 admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:24:52.799497 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-9b5501f7-7a67-4a32-a350-be4bf07141c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:52.867697 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba9d09-240a-404f-ad34-ffcb402d9f77 req-a3c8d8b4-fcc7-44db-a633-146049ec2d23 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:52.878761 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba9d09-240a-404f-ad34-ffcb402d9f77 req-a3c8d8b4-fcc7-44db-a633-146049ec2d23 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:52.890504 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba9d09-240a-404f-ad34-ffcb402d9f77 req-a3c8d8b4-fcc7-44db-a633-146049ec2d23 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:52.898017 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba9d09-240a-404f-ad34-ffcb402d9f77 req-a3c8d8b4-fcc7-44db-a633-146049ec2d23 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:52.905873 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba9d09-240a-404f-ad34-ffcb402d9f77 req-a3c8d8b4-fcc7-44db-a633-146049ec2d23 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:52.914500 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba9d09-240a-404f-ad34-ffcb402d9f77 req-a3c8d8b4-fcc7-44db-a633-146049ec2d23 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:52.938909 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba9d09-240a-404f-ad34-ffcb402d9f77 req-a3c8d8b4-fcc7-44db-a633-146049ec2d23 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:52.947698 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5eba9d09-240a-404f-ad34-ffcb402d9f77 req-a3c8d8b4-fcc7-44db-a633-146049ec2d23 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 5431 time: 1.2773387 Jul 13 07:24:52.949809 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5501f7-7a67-4a32-a350-be4bf07141c4 admin admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:24:53.049461 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-52777cbf-87aa-4d4c-8920-74454ee25aae tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:53.054380 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-52777cbf-87aa-4d4c-8920-74454ee25aae tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:53.100125 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-52777cbf-87aa-4d4c-8920-74454ee25aae tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1920383 Jul 13 07:24:53.121067 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc41bb-f21a-420c-98c5-a834c1bfa6a3 req-a3a853bd-5b3d-4cda-9a4c-3f7ab32a711e tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:53.123351 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f4bc41bb-f21a-420c-98c5-a834c1bfa6a3 req-a3a853bd-5b3d-4cda-9a4c-3f7ab32a711e tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=8efa486a-bda9-4557-b39a-0f44f17e987b HTTP/1.1" status: 200 len: 936 time: 0.2275887 Jul 13 07:24:53.139354 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-f5d11ddc-26f7-4505-a273-bb700919af96 service neutron] Request body: {'port': {'device_id': '8efa486a-bda9-4557-b39a-0f44f17e987b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:53.188490 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5501f7-7a67-4a32-a350-be4bf07141c4 admin admin] Pushing event updated for resources: {'Port': ['ID=6696962e-9334-4181-9955-4641fd18f461,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:53.190432 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-649cba17-40f1-47ea-825e-d2ab4d0ce1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:53.259123 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-31806ea7-4fc3-4f4e-a946-43c831f93ed6 service neutron] 10.222.0.25 "GET /v2.0/networks/1a4476cd-2142-41cd-a14f-e66e958b639a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6892848 Jul 13 07:24:53.274150 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:53.276625 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-649cba17-40f1-47ea-825e-d2ab4d0ce1a0 None None] For port 0edff50f-f7bc-42e0-a4e5-1ff6e950d232, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=0edff50f-f7bc-42e0-a4e5-1ff6e950d232,segment=NetworkSegment(75fde3fe-6101-4fe3-96fd-75abf8fa0b52),segment_id=75fde3fe-6101-4fe3-96fd-75abf8fa0b52)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:53.286681 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-649cba17-40f1-47ea-825e-d2ab4d0ce1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:53.361771 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649cba17-40f1-47ea-825e-d2ab4d0ce1a0 None None] Pushing event updated for resources: {'Port': ['ID=0edff50f-f7bc-42e0-a4e5-1ff6e950d232,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:53.367494 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device ca22fb29-1ea5-4f90-9571-5df06a832806 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:24:53.404844 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-1ff66c76-1786-4d05-baa0-12f5a78d1540 tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:53.406218 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-1ff66c76-1786-4d05-baa0-12f5a78d1540 tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] 10.222.0.25 "GET /v2.0/networks?id=c24dbb0e-74cd-4d50-888e-ae6d9b85f325 HTTP/1.1" status: 200 len: 821 time: 0.4480441 Jul 13 07:24:53.442905 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-dfc96151-48ca-4073-9407-10678ff778dd tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] Request body: {'port': {'device_id': '4641474c-feb2-4b45-9675-463f5db56380', 'network_id': 'c24dbb0e-74cd-4d50-888e-ae6d9b85f325', 'admin_state_up': True, 'tenant_id': 'bd95a6f2f48f4344a146ae78dfd77567'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:53.470639 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f4bc41bb-f21a-420c-98c5-a834c1bfa6a3 req-636377bb-fb67-477c-9dbb-cfff128bf329 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401149 Jul 13 07:24:53.473502 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-f5d11ddc-26f7-4505-a273-bb700919af96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:53.493587 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5eba9d09-240a-404f-ad34-ffcb402d9f77 req-15f3cc45-a76c-4256-bfc7-1c57fe6c532e tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&id=fb0080f5-be08-4cd8-97f3-6cc751e87d59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5450053 Jul 13 07:24:53.523089 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-fd18d6c3-3a52-460e-bfaa-51e6adba9713 None None] Provisioning for port 3748c046-3a67-427e-b56a-088042d90f03 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:53.550808 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-fd18d6c3-3a52-460e-bfaa-51e6adba9713 None None] Provisioning complete for port 3748c046-3a67-427e-b56a-088042d90f03 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:53.551688 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fd18d6c3-3a52-460e-bfaa-51e6adba9713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:53.631625 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2927cb93-5e53-48b8-910f-21e04fa0b7a1 req-5ea55c2b-221f-4949-8569-2741d6fb4041 service neutron] 10.222.0.25 "GET /v2.0/networks/1a4476cd-2142-41cd-a14f-e66e958b639a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371210 Jul 13 07:24:53.632579 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port ca22fb29-1ea5-4f90-9571-5df06a832806, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=ca22fb29-1ea5-4f90-9571-5df06a832806,segment=NetworkSegment(8ed6da62-daf9-496c-b1a4-984cc4d0a038),segment_id=8ed6da62-daf9-496c-b1a4-984cc4d0a038)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:53.735432 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': 'ca22fb29-1ea5-4f90-9571-5df06a832806', 'network_id': '429c5271-60ed-4dd8-b05d-2fc0729d6432', 'port_id': 'ca22fb29-1ea5-4f90-9571-5df06a832806', 'mac_address': 'fa:16:3e:e0:bc:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61e9bb2d-d334-46ee-a94c-dc384201b119', 'ip_address': '10.1.1.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:24:53.754040 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-fd18d6c3-3a52-460e-bfaa-51e6adba9713 None None] Port 3748c046-3a67-427e-b56a-088042d90f03 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:24:53.757614 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:53.800490 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:53.818884 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca22fb29-1ea5-4f90-9571-5df06a832806 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:53.866082 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port ca22fb29-1ea5-4f90-9571-5df06a832806, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=ca22fb29-1ea5-4f90-9571-5df06a832806,segment=NetworkSegment(8ed6da62-daf9-496c-b1a4-984cc4d0a038),segment_id=8ed6da62-daf9-496c-b1a4-984cc4d0a038)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:53.881151 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:53.888832 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-cbcd2451-2435-402e-aa48-eeb6d434e046 None None] Provisioning complete for port 0edff50f-f7bc-42e0-a4e5-1ff6e950d232 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:53.888832 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cbcd2451-2435-402e-aa48-eeb6d434e046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:53.890943 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-702ecf6f-2d92-40dd-92e6-cba553115dae tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:53.992609 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89014001-5dfa-4ca3-894e-252374887e01 req-1bb4bda3-efc1-4552-b468-6e145fb37b7f tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:53.997504 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device c53c18b7-3053-4952-992c-e808e72481bd details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:24:53.999659 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-89014001-5dfa-4ca3-894e-252374887e01 req-1bb4bda3-efc1-4552-b468-6e145fb37b7f tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 931 time: 0.3323762 Jul 13 07:24:54.093065 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9b5501f7-7a67-4a32-a350-be4bf07141c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:54.191512 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 0edff50f-f7bc-42e0-a4e5-1ff6e950d232 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:54.274069 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-89014001-5dfa-4ca3-894e-252374887e01 req-f0598d35-ef7b-4919-a54f-aba7d0b12241 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734530 Jul 13 07:24:54.333363 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-181c166f-a47b-4910-9c3f-b295cc9104f1 req-26ad9f97-ea52-43f5-ad3a-e6d4a218b119 tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] 10.222.0.23 "GET /v2.0/ports?device_id=4641474c-feb2-4b45-9675-463f5db56380 HTTP/1.1" status: 200 len: 210 time: 0.2858119 Jul 13 07:24:54.358323 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-702ecf6f-2d92-40dd-92e6-cba553115dae tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Network 594d3cf6-6536-44a4-bf86-7eb0b076281c is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:24:54.364275 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port c53c18b7-3053-4952-992c-e808e72481bd, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=c53c18b7-3053-4952-992c-e808e72481bd,segment=NetworkSegment(b7bb93bc-cbf8-4d9d-81a8-4428e0baa434),segment_id=b7bb93bc-cbf8-4d9d-81a8-4428e0baa434)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:54.379237 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': 'c53c18b7-3053-4952-992c-e808e72481bd', 'network_id': 'c585a6c0-7b73-4536-a692-dae61cbdb028', 'port_id': 'c53c18b7-3053-4952-992c-e808e72481bd', 'mac_address': 'fa:16:3e:a4:35:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e41c5dd-84e8-4c1d-97eb-f8a340a2884d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:24:54.389296 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-702ecf6f-2d92-40dd-92e6-cba553115dae tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:54.396751 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-702ecf6f-2d92-40dd-92e6-cba553115dae tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:24:54.405431 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ecf6f-2d92-40dd-92e6-cba553115dae tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Pushing event updated for resources: {'Port': ['ID=a0520f7a-612d-4e54-b155-a759c7a81be7,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:54.407239 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=ca22fb29-1ea5-4f90-9571-5df06a832806,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:54.456709 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62943fab-7a73-4175-9028-769a81f99846 None None] Network 3641bc06-8e59-49c0-8f85-a031f22a64e6 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:24:54.479176 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-f5d11ddc-26f7-4505-a273-bb700919af96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3748c046-3a67-427e-b56a-088042d90f03 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:54.489597 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-dfc96151-48ca-4073-9407-10678ff778dd tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] Made reservation on behalf of bd95a6f2f48f4344a146ae78dfd77567 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:24:54.490290 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-f5d11ddc-26f7-4505-a273-bb700919af96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:54.493297 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-dfc96151-48ca-4073-9407-10678ff778dd tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:54.526177 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:54.545920 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-f5d11ddc-26f7-4505-a273-bb700919af96 service neutron] Transition to ACTIVE for port object 3748c046-3a67-427e-b56a-088042d90f03 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:54.567113 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-f5d11ddc-26f7-4505-a273-bb700919af96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:54.590300 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c53c18b7-3053-4952-992c-e808e72481bd {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:54.604817 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 0edff50f-f7bc-42e0-a4e5-1ff6e950d232 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:54.605183 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:54.642315 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-702ecf6f-2d92-40dd-92e6-cba553115dae tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:54.643119 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-702ecf6f-2d92-40dd-92e6-cba553115dae tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:54.644751 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d11ddc-26f7-4505-a273-bb700919af96 service neutron] Pushing event updated for resources: {'Port': ['ID=3748c046-3a67-427e-b56a-088042d90f03,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:54.674680 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-023212d9-1ecc-4470-a2a5-281ce75adcbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:54.698562 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51442a-7fb4-4b3b-96b2-9ff92839aaf2 req-61a1d24c-53bb-4dae-af70-bfca983d0698 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:54.700237 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4e51442a-7fb4-4b3b-96b2-9ff92839aaf2 req-61a1d24c-53bb-4dae-af70-bfca983d0698 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfc92a58-8a1b-4b31-a317-027914821c07 HTTP/1.1" status: 200 len: 944 time: 0.1992216 Jul 13 07:24:54.708713 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-023212d9-1ecc-4470-a2a5-281ce75adcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:54.797997 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4e51442a-7fb4-4b3b-96b2-9ff92839aaf2 req-ce9390f8-790e-4654-9b64-55371f5704dd tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] 10.222.0.23 "GET /v2.0/security-groups?id=14f0b4fd-f1d9-4fab-8c58-5cbaac0a4a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684021 Jul 13 07:24:54.813802 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port c53c18b7-3053-4952-992c-e808e72481bd, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=c53c18b7-3053-4952-992c-e808e72481bd,segment=NetworkSegment(b7bb93bc-cbf8-4d9d-81a8-4428e0baa434),segment_id=b7bb93bc-cbf8-4d9d-81a8-4428e0baa434)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:54.817767 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device f034753f-3d1b-45d2-8e3d-e797deedaed6 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:24:54.821705 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-f5d11ddc-26f7-4505-a273-bb700919af96 service neutron] Attempting to bind port 3748c046-3a67-427e-b56a-088042d90f03 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:54.822197 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-f5d11ddc-26f7-4505-a273-bb700919af96 service neutron] Attempting to bind port 3748c046-3a67-427e-b56a-088042d90f03 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:54.822547 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-f5d11ddc-26f7-4505-a273-bb700919af96 service neutron] Attempting to bind port 3748c046-3a67-427e-b56a-088042d90f03 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:54.828057 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-f5d11ddc-26f7-4505-a273-bb700919af96 service neutron] Port 3748c046-3a67-427e-b56a-088042d90f03 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:24:54.828380 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-f5d11ddc-26f7-4505-a273-bb700919af96 service neutron] Attempting to bind port 3748c046-3a67-427e-b56a-088042d90f03 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:54.834519 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-f5d11ddc-26f7-4505-a273-bb700919af96 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:54.835095 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-f5d11ddc-26f7-4505-a273-bb700919af96 service neutron] Checking segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:54.835690 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-f5d11ddc-26f7-4505-a273-bb700919af96 service neutron] Bound using segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:54.836353 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-f5d11ddc-26f7-4505-a273-bb700919af96 service neutron] Bound port: 3748c046-3a67-427e-b56a-088042d90f03, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:54.836907 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-f5d11ddc-26f7-4505-a273-bb700919af96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:54.840359 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:54.857781 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-dfc96151-48ca-4073-9407-10678ff778dd tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] Allocated IP 172.20.0.13 (c24dbb0e-74cd-4d50-888e-ae6d9b85f325/ea097737-d8e1-46a1-95ab-66024a4c733e/affe3de2-e01f-496d-8cc0-9cb067f751bf) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:24:54.917960 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device adb17561-3fe7-425b-86b9-6784366213c3 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:24:54.936885 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7138adcd-c31b-4fd6-a4e7-cc5367e19af8 None None] Provisioning for port d1bbb6cf-4f4b-4863-b749-27aa525970c1 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:54.957073 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-f5d11ddc-26f7-4505-a273-bb700919af96 service neutron] For port 3748c046-3a67-427e-b56a-088042d90f03, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:54.961669 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.db.resource_extend [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:24:54.961866 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-f5d11ddc-26f7-4505-a273-bb700919af96 service neutron] For port 3748c046-3a67-427e-b56a-088042d90f03, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=3748c046-3a67-427e-b56a-088042d90f03,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:54.974602 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-f5d11ddc-26f7-4505-a273-bb700919af96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:55.051646 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-702ecf6f-2d92-40dd-92e6-cba553115dae tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2472625 Jul 13 07:24:55.065042 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device d1bbb6cf-4f4b-4863-b749-27aa525970c1 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:55.066636 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=c53c18b7-3053-4952-992c-e808e72481bd,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:55.082958 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-e03d750a-cd8d-4e9c-8047-fe9e160e692a service neutron] Request body: {'port': {'device_id': 'ae6c0a86-2116-409f-a3dc-6641c02aac45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:55.102020 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-f5d11ddc-26f7-4505-a273-bb700919af96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:55.102654 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-f5d11ddc-26f7-4505-a273-bb700919af96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:55.104866 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-f5d11ddc-26f7-4505-a273-bb700919af96 service neutron] 10.222.0.42 "PUT /v2.0/ports/3748c046-3a67-427e-b56a-088042d90f03 HTTP/1.1" status: 200 len: 1097 time: 1.9804256 Jul 13 07:24:55.106070 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8efa486a-bda9-4557-b39a-0f44f17e987b', 'tag': '3748c046-3a67-427e-b56a-088042d90f03'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:55.108605 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60bb566-c01d-4366-9bc2-3e3688f55d79" -d '{"events": [{"name": "network-changed", "server_uuid": "8efa486a-bda9-4557-b39a-0f44f17e987b", "tag": "3748c046-3a67-427e-b56a-088042d90f03"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:55.113655 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d11ddc-26f7-4505-a273-bb700919af96 service neutron] Pushing event updated for resources: {'Port': ['ID=3748c046-3a67-427e-b56a-088042d90f03,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:55.171342 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41719c14-88d2-4156-aaf0-5fd563ed550a req-79ef9d90-2d6a-4c83-84cf-65ef74e4d0e2 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:55.172636 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port adb17561-3fe7-425b-86b9-6784366213c3, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=adb17561-3fe7-425b-86b9-6784366213c3,segment=NetworkSegment(b7bb93bc-cbf8-4d9d-81a8-4428e0baa434),segment_id=b7bb93bc-cbf8-4d9d-81a8-4428e0baa434)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:55.178443 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41719c14-88d2-4156-aaf0-5fd563ed550a req-79ef9d90-2d6a-4c83-84cf-65ef74e4d0e2 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:55.185047 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41719c14-88d2-4156-aaf0-5fd563ed550a req-79ef9d90-2d6a-4c83-84cf-65ef74e4d0e2 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:55.196904 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41719c14-88d2-4156-aaf0-5fd563ed550a req-79ef9d90-2d6a-4c83-84cf-65ef74e4d0e2 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:55.198390 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9b5501f7-7a67-4a32-a350-be4bf07141c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:55.207029 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41719c14-88d2-4156-aaf0-5fd563ed550a req-79ef9d90-2d6a-4c83-84cf-65ef74e4d0e2 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:55.208890 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': 'adb17561-3fe7-425b-86b9-6784366213c3', 'network_id': 'c585a6c0-7b73-4536-a692-dae61cbdb028', 'port_id': 'adb17561-3fe7-425b-86b9-6784366213c3', 'mac_address': 'fa:16:3e:42:1d:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e41c5dd-84e8-4c1d-97eb-f8a340a2884d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:24:55.216380 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41719c14-88d2-4156-aaf0-5fd563ed550a req-79ef9d90-2d6a-4c83-84cf-65ef74e4d0e2 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:55.224091 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41719c14-88d2-4156-aaf0-5fd563ed550a req-79ef9d90-2d6a-4c83-84cf-65ef74e4d0e2 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:55.225725 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-41719c14-88d2-4156-aaf0-5fd563ed550a req-79ef9d90-2d6a-4c83-84cf-65ef74e4d0e2 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 5433 time: 0.2122314 Jul 13 07:24:55.255869 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port f034753f-3d1b-45d2-8e3d-e797deedaed6, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=f034753f-3d1b-45d2-8e3d-e797deedaed6,segment=NetworkSegment(44d52574-ab02-4367-bbf8-9814776b1550),segment_id=44d52574-ab02-4367-bbf8-9814776b1550)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:55.276387 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': 'f034753f-3d1b-45d2-8e3d-e797deedaed6', 'network_id': '1a4476cd-2142-41cd-a14f-e66e958b639a', 'port_id': 'f034753f-3d1b-45d2-8e3d-e797deedaed6', 'mac_address': 'fa:16:3e:d6:d2:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63b58d58-942b-4d3e-ab5c-48cd2cacc8b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:24:55.316785 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-41719c14-88d2-4156-aaf0-5fd563ed550a req-39cd9b3f-df7a-4a8d-8099-6a9077a48358 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&id=fb0080f5-be08-4cd8-97f3-6cc751e87d59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0748675 Jul 13 07:24:55.361678 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-99420430-4028-4305-85ea-53cc9db5a74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:55.363213 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-99420430-4028-4305-85ea-53cc9db5a74d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f62a165d661c46708d7b81a929628a41&device_id=8efa486a-bda9-4557-b39a-0f44f17e987b HTTP/1.1" status: 200 len: 1100 time: 0.1365883 Jul 13 07:24:55.367696 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:55.376945 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:55.401773 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f034753f-3d1b-45d2-8e3d-e797deedaed6 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:55.403499 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-023212d9-1ecc-4470-a2a5-281ce75adcbc admin admin] Allocated IP 172.25.3.150 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/34a7bf64-6bff-4fc4-a581-9e7f162be0fb) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:24:55.423842 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-4a04589a-68a2-4dcf-bb80-f1ade02f320e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=3748c046-3a67-427e-b56a-088042d90f03 HTTP/1.1" status: 200 len: 217 time: 0.0463102 Jul 13 07:24:55.435416 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port f034753f-3d1b-45d2-8e3d-e797deedaed6, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=f034753f-3d1b-45d2-8e3d-e797deedaed6,segment=NetworkSegment(44d52574-ab02-4367-bbf8-9814776b1550),segment_id=44d52574-ab02-4367-bbf8-9814776b1550)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:55.443019 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724901ba-abf7-4da3-9e06-d842f7419eb6 req-796de33a-837b-4ab3-b4b1-a6804b227baa tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:55.451847 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-724901ba-abf7-4da3-9e06-d842f7419eb6 req-796de33a-837b-4ab3-b4b1-a6804b227baa tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=8efa486a-bda9-4557-b39a-0f44f17e987b HTTP/1.1" status: 200 len: 948 time: 0.8179395 Jul 13 07:24:55.458688 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:55.473385 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port d1bbb6cf-4f4b-4863-b749-27aa525970c1 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:55.481335 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb17561-3fe7-425b-86b9-6784366213c3 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:55.545811 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-ac48a58d-b77b-49b0-a18e-545ee1fa69dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:55.547664 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-ac48a58d-b77b-49b0-a18e-545ee1fa69dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.1166914 Jul 13 07:24:55.548075 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port d1bbb6cf-4f4b-4863-b749-27aa525970c1 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:55.551052 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:55.588588 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858a884c-d5e8-43be-8ba3-4409ea0f6228 x-openstack-request-id: req-858a884c-d5e8-43be-8ba3-4409ea0f6228 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:55.589137 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8efa486a-bda9-4557-b39a-0f44f17e987b", "tag": "3748c046-3a67-427e-b56a-088042d90f03", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:55.589552 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-858a884c-d5e8-43be-8ba3-4409ea0f6228 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:55.590131 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8efa486a-bda9-4557-b39a-0f44f17e987b', 'tag': '3748c046-3a67-427e-b56a-088042d90f03', 'status': 'completed', 'code': 200} Jul 13 07:24:55.625985 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-e03d750a-cd8d-4e9c-8047-fe9e160e692a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:55.655089 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port adb17561-3fe7-425b-86b9-6784366213c3, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=adb17561-3fe7-425b-86b9-6784366213c3,segment=NetworkSegment(b7bb93bc-cbf8-4d9d-81a8-4428e0baa434),segment_id=b7bb93bc-cbf8-4d9d-81a8-4428e0baa434)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:55.660617 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-0d1d239f-c0b2-4051-8135-4a03c617ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:55.662193 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-0d1d239f-c0b2-4051-8135-4a03c617ddce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1038268 Jul 13 07:24:55.695509 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=f034753f-3d1b-45d2-8e3d-e797deedaed6,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:55.698630 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:55.708808 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['f034753f-3d1b-45d2-8e3d-e797deedaed6'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:55.750319 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-724901ba-abf7-4da3-9e06-d842f7419eb6 req-65508864-9a0e-494d-8135-8df4750821bb tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974892 Jul 13 07:24:55.773361 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-dfc96151-48ca-4073-9407-10678ff778dd tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:55.844416 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 1d1d6f8c-4810-439b-a2c4-1b8759e55cea details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:24:55.874845 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5501f7-7a67-4a32-a350-be4bf07141c4 admin admin] Router cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:24:55.908637 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:55.926247 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-b6289de9-0ef7-45bd-9602-edda469c41cf service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563868 Jul 13 07:24:55.982010 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port d1bbb6cf-4f4b-4863-b749-27aa525970c1, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=d1bbb6cf-4f4b-4863-b749-27aa525970c1,segment=NetworkSegment(adddcc86-0dcf-49ea-bc4a-eb4df4910a70),segment_id=adddcc86-0dcf-49ea-bc4a-eb4df4910a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:56.000022 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.db.resource_extend [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:24:56.020072 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=adb17561-3fe7-425b-86b9-6784366213c3,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:56.023232 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:56.046064 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bbc405-77e6-4f58-9808-fb3c4466e4bd req-63237591-49dd-45c1-8976-6fbdfee4128f tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:56.049701 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-877b3aa3-57f4-4334-b608-4017ba28bb8f None None] Provisioning complete for port d1bbb6cf-4f4b-4863-b749-27aa525970c1 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:56.051647 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-877b3aa3-57f4-4334-b608-4017ba28bb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:56.053440 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-13bbc405-77e6-4f58-9808-fb3c4466e4bd req-63237591-49dd-45c1-8976-6fbdfee4128f tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 931 time: 0.2251630 Jul 13 07:24:56.057989 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 1d1d6f8c-4810-439b-a2c4-1b8759e55cea, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=1d1d6f8c-4810-439b-a2c4-1b8759e55cea,segment=NetworkSegment(8ed6da62-daf9-496c-b1a4-984cc4d0a038),segment_id=8ed6da62-daf9-496c-b1a4-984cc4d0a038)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:56.089394 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e887d1ba-185b-46d0-adf4-ff7b1f23b603 req-ff3deb85-f61e-4e0d-8bc4-323cfc53f436 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532271 Jul 13 07:24:56.136150 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '1d1d6f8c-4810-439b-a2c4-1b8759e55cea', 'network_id': '429c5271-60ed-4dd8-b05d-2fc0729d6432', 'port_id': '1d1d6f8c-4810-439b-a2c4-1b8759e55cea', 'mac_address': 'fa:16:3e:2b:98:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61e9bb2d-d334-46ee-a94c-dc384201b119', 'ip_address': '10.1.1.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:24:56.136290 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-13bbc405-77e6-4f58-9808-fb3c4466e4bd req-96068de0-340a-46e3-bcdd-061224846b2b tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782294 Jul 13 07:24:56.203568 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=d1bbb6cf-4f4b-4863-b749-27aa525970c1,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:56.280226 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60bb566-c01d-4366-9bc2-3e3688f55d79 req-05774995-cde8-4418-b76b-b463fede3e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:56.282047 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d60bb566-c01d-4366-9bc2-3e3688f55d79 req-05774995-cde8-4418-b76b-b463fede3e3f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f62a165d661c46708d7b81a929628a41&device_id=8efa486a-bda9-4557-b39a-0f44f17e987b HTTP/1.1" status: 200 len: 1100 time: 0.1271033 Jul 13 07:24:56.288772 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:56.324235 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d1d6f8c-4810-439b-a2c4-1b8759e55cea {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:56.370317 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 1d1d6f8c-4810-439b-a2c4-1b8759e55cea, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=1d1d6f8c-4810-439b-a2c4-1b8759e55cea,segment=NetworkSegment(8ed6da62-daf9-496c-b1a4-984cc4d0a038),segment_id=8ed6da62-daf9-496c-b1a4-984cc4d0a038)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:56.380948 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:56.382058 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8cee14-588b-47dd-addf-2939acd5e4ab req-b9294808-3235-468b-9a09-cb4cf16fb671 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:56.383809 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8c8cee14-588b-47dd-addf-2939acd5e4ab req-b9294808-3235-468b-9a09-cb4cf16fb671 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfc92a58-8a1b-4b31-a317-027914821c07 HTTP/1.1" status: 200 len: 945 time: 0.1446044 Jul 13 07:24:56.413604 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60bb566-c01d-4366-9bc2-3e3688f55d79 req-35a47946-ed37-4675-92ff-0db324f1e850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:56.415582 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d60bb566-c01d-4366-9bc2-3e3688f55d79 req-35a47946-ed37-4675-92ff-0db324f1e850 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.1254528 Jul 13 07:24:56.420730 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 24ca5f58-cab9-40b0-81e3-6853229cf3a9 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:24:56.460583 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=1d1d6f8c-4810-439b-a2c4-1b8759e55cea,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:56.465439 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d60bb566-c01d-4366-9bc2-3e3688f55d79 req-da1d7cb8-3be0-4db3-8d78-d0decb9abaad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=3748c046-3a67-427e-b56a-088042d90f03 HTTP/1.1" status: 200 len: 217 time: 0.0423837 Jul 13 07:24:56.483350 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-023212d9-1ecc-4470-a2a5-281ce75adcbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:56.512041 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8c8cee14-588b-47dd-addf-2939acd5e4ab req-e84c9e5b-f5a5-4f85-a1a8-4da2f2d85dfa tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] 10.222.0.23 "GET /v2.0/security-groups?id=14f0b4fd-f1d9-4fab-8c58-5cbaac0a4a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150856 Jul 13 07:24:56.529954 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60bb566-c01d-4366-9bc2-3e3688f55d79 req-b4fd7e08-2e26-43fc-a5f0-c4730e801ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:56.531865 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d60bb566-c01d-4366-9bc2-3e3688f55d79 req-b4fd7e08-2e26-43fc-a5f0-c4730e801ba4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.0558274 Jul 13 07:24:56.546928 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a9afc159-c736-416e-8536-1e3052c216b2 req-a73e74da-e5dc-4da1-9aa5-fd26c85b4932 tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] 10.222.0.23 "GET /v2.0/ports?device_id=4641474c-feb2-4b45-9675-463f5db56380 HTTP/1.1" status: 200 len: 210 time: 0.1279860 Jul 13 07:24:56.578860 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 24ca5f58-cab9-40b0-81e3-6853229cf3a9, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=24ca5f58-cab9-40b0-81e3-6853229cf3a9,segment=NetworkSegment(2db94155-b4d5-4a71-9c76-b900867aaa59),segment_id=2db94155-b4d5-4a71-9c76-b900867aaa59)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:56.594612 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '24ca5f58-cab9-40b0-81e3-6853229cf3a9', 'network_id': 'dd8dd7e8-74b0-43ac-8795-6b3850b9caf1', 'port_id': '24ca5f58-cab9-40b0-81e3-6853229cf3a9', 'mac_address': 'fa:16:3e:1f:c1:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f0633d-db4a-44fe-b1ba-90fb0badcb6d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:24:56.660388 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:56.682609 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ca5f58-cab9-40b0-81e3-6853229cf3a9 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:56.682902 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60bb566-c01d-4366-9bc2-3e3688f55d79 req-999b0019-fa59-4f88-a7b5-de7adc9eebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:56.684193 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d60bb566-c01d-4366-9bc2-3e3688f55d79 req-999b0019-fa59-4f88-a7b5-de7adc9eebe3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1424594 Jul 13 07:24:56.686217 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-dfc96151-48ca-4073-9407-10678ff778dd tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:56.726514 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 24ca5f58-cab9-40b0-81e3-6853229cf3a9, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=24ca5f58-cab9-40b0-81e3-6853229cf3a9,segment=NetworkSegment(2db94155-b4d5-4a71-9c76-b900867aaa59),segment_id=2db94155-b4d5-4a71-9c76-b900867aaa59)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:56.732504 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:56.764942 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device fe72de08-e56f-4e40-8d26-6142c436bbdc details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:24:56.787853 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-dfc96151-48ca-4073-9407-10678ff778dd tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] Network c24dbb0e-74cd-4d50-888e-ae6d9b85f325 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:24:56.802283 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device f034753f-3d1b-45d2-8e3d-e797deedaed6 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:56.827207 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-dfc96151-48ca-4073-9407-10678ff778dd tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:56.829925 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-dfc96151-48ca-4073-9407-10678ff778dd tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:24:56.842342 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=24ca5f58-cab9-40b0-81e3-6853229cf3a9,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:56.869411 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port fe72de08-e56f-4e40-8d26-6142c436bbdc, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=fe72de08-e56f-4e40-8d26-6142c436bbdc,segment=NetworkSegment(8ed6da62-daf9-496c-b1a4-984cc4d0a038),segment_id=8ed6da62-daf9-496c-b1a4-984cc4d0a038)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:56.897098 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': 'fe72de08-e56f-4e40-8d26-6142c436bbdc', 'network_id': '429c5271-60ed-4dd8-b05d-2fc0729d6432', 'port_id': 'fe72de08-e56f-4e40-8d26-6142c436bbdc', 'mac_address': 'fa:16:3e:e4:c3:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61e9bb2d-d334-46ee-a94c-dc384201b119', 'ip_address': '10.1.1.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:24:56.920905 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-023212d9-1ecc-4470-a2a5-281ce75adcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:56.929276 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc96151-48ca-4073-9407-10678ff778dd tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] Pushing event updated for resources: {'Port': ['ID=affe3de2-e01f-496d-8cc0-9cb067f751bf,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:56.937994 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5501f7-7a67-4a32-a350-be4bf07141c4 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:24:56.947655 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75769cff-4f6d-42f1-88fb-75cdbafa1668 None None] Sync routers for ids ['cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:24:56.948927 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d60bb566-c01d-4366-9bc2-3e3688f55d79 req-92bbca4c-06a0-47ae-a24d-1e29ee353772 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557900 Jul 13 07:24:56.963515 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75769cff-4f6d-42f1-88fb-75cdbafa1668 None None] Routers {'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:24:56.965348 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-75769cff-4f6d-42f1-88fb-75cdbafa1668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:24:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:56.972833 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port f034753f-3d1b-45d2-8e3d-e797deedaed6 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:24:56.978037 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:56.998432 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe72de08-e56f-4e40-8d26-6142c436bbdc {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:57.006201 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62743e28-6afb-412b-a419-f794ecc71471 req-355109e5-a48c-458e-bb29-87b13c805370 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:57.013137 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62743e28-6afb-412b-a419-f794ecc71471 req-355109e5-a48c-458e-bb29-87b13c805370 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:57.019909 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62743e28-6afb-412b-a419-f794ecc71471 req-355109e5-a48c-458e-bb29-87b13c805370 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:57.023777 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port fe72de08-e56f-4e40-8d26-6142c436bbdc, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=fe72de08-e56f-4e40-8d26-6142c436bbdc,segment=NetworkSegment(8ed6da62-daf9-496c-b1a4-984cc4d0a038),segment_id=8ed6da62-daf9-496c-b1a4-984cc4d0a038)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:57.025977 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port f034753f-3d1b-45d2-8e3d-e797deedaed6 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:57.026364 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:57.027536 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62743e28-6afb-412b-a419-f794ecc71471 req-355109e5-a48c-458e-bb29-87b13c805370 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:57.034179 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62743e28-6afb-412b-a419-f794ecc71471 req-355109e5-a48c-458e-bb29-87b13c805370 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:57.040537 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62743e28-6afb-412b-a419-f794ecc71471 req-355109e5-a48c-458e-bb29-87b13c805370 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:57.047154 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62743e28-6afb-412b-a419-f794ecc71471 req-355109e5-a48c-458e-bb29-87b13c805370 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:57.049098 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-62743e28-6afb-412b-a419-f794ecc71471 req-355109e5-a48c-458e-bb29-87b13c805370 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 5436 time: 0.2968502 Jul 13 07:24:57.050283 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:57.076813 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9b5501f7-7a67-4a32-a350-be4bf07141c4 admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:57.080557 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9b5501f7-7a67-4a32-a350-be4bf07141c4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.1687491 Jul 13 07:24:57.090650 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-dfc96151-48ca-4073-9407-10678ff778dd tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:57.091293 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-dfc96151-48ca-4073-9407-10678ff778dd tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:57.092194 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51352) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:24:57.141531 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=fe72de08-e56f-4e40-8d26-6142c436bbdc,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:57.149770 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023212d9-1ecc-4470-a2a5-281ce75adcbc admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:24:57.163483 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device ede38759-df2e-4913-a839-5c8f2fc992f8 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:24:57.164719 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-75769cff-4f6d-42f1-88fb-75cdbafa1668 None None] Set router cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:24:57.167139 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-023212d9-1ecc-4470-a2a5-281ce75adcbc admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:57.176065 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023212d9-1ecc-4470-a2a5-281ce75adcbc admin admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:24:57.181237 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023212d9-1ecc-4470-a2a5-281ce75adcbc admin admin] Pushing event updated for resources: {'Port': ['ID=34a7bf64-6bff-4fc4-a581-9e7f162be0fb,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:57.219880 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-dfc96151-48ca-4073-9407-10678ff778dd tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7968535 Jul 13 07:24:57.259682 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-fa37ad52-e890-4302-bc2a-f79fc2e88866 service neutron] Request body: {'port': {'device_id': '4641474c-feb2-4b45-9675-463f5db56380', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:24:57.302628 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port ede38759-df2e-4913-a839-5c8f2fc992f8, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=ede38759-df2e-4913-a839-5c8f2fc992f8,segment=NetworkSegment(8ed6da62-daf9-496c-b1a4-984cc4d0a038),segment_id=8ed6da62-daf9-496c-b1a4-984cc4d0a038)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:57.307378 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:57.332649 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-e03d750a-cd8d-4e9c-8047-fe9e160e692a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0520f7a-612d-4e54-b155-a759c7a81be7 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:57.353851 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-e03d750a-cd8d-4e9c-8047-fe9e160e692a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:57.366994 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port f034753f-3d1b-45d2-8e3d-e797deedaed6, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=f034753f-3d1b-45d2-8e3d-e797deedaed6,segment=NetworkSegment(44d52574-ab02-4367-bbf8-9814776b1550),segment_id=44d52574-ab02-4367-bbf8-9814776b1550)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:57.371073 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc92a58-8a1b-4b31-a317-027914821c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f034753f-3d1b-45d2-8e3d-e797deedaed6'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:57.373503 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c17f656-b61f-4025-b561-7f16fefe0395" -d '{"events": [{"server_uuid": "dfc92a58-8a1b-4b31-a317-027914821c07", "name": "network-vif-plugged", "status": "completed", "tag": "f034753f-3d1b-45d2-8e3d-e797deedaed6"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:57.379642 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': 'ede38759-df2e-4913-a839-5c8f2fc992f8', 'network_id': '429c5271-60ed-4dd8-b05d-2fc0729d6432', 'port_id': 'ede38759-df2e-4913-a839-5c8f2fc992f8', 'mac_address': 'fa:16:3e:69:07:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61e9bb2d-d334-46ee-a94c-dc384201b119', 'ip_address': '10.1.1.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:24:57.386473 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:57.502023 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:57.504279 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1c3d4-9f81-4de0-b2bf-cbfb59928a04 req-a2465e02-368c-4c7d-97a4-acfc8d0abd26 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:57.512918 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-75769cff-4f6d-42f1-88fb-75cdbafa1668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2', 'name': 'tempest-ServersTestBootFromVolume-1616703789-router', 'tenant_id': 'ee1f885a5c2c4debb29c02950632e699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '6696962e-9334-4181-9955-4641fd18f461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:50Z', 'updated_at': '2021-07-13T07:24:53Z', 'revision_number': 3, 'project_id': 'ee1f885a5c2c4debb29c02950632e699', 'gw_port': {'id': '6696962e-9334-4181-9955-4641fd18f461', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ad:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:51Z', 'updated_at': '2021-07-13T07:24:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:57.513320 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ebf1c3d4-9f81-4de0-b2bf-cbfb59928a04 req-a2465e02-368c-4c7d-97a4-acfc8d0abd26 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=8efa486a-bda9-4557-b39a-0f44f17e987b HTTP/1.1" status: 200 len: 948 time: 0.5850854 Jul 13 07:24:57.519568 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=f034753f-3d1b-45d2-8e3d-e797deedaed6,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:57.549814 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-e03d750a-cd8d-4e9c-8047-fe9e160e692a service neutron] Transition to ACTIVE for port object a0520f7a-612d-4e54-b155-a759c7a81be7 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:57.563657 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-e03d750a-cd8d-4e9c-8047-fe9e160e692a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:57.564501 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75769cff-4f6d-42f1-88fb-75cdbafa1668 None None] Checking router: cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:24:57.565601 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75769cff-4f6d-42f1-88fb-75cdbafa1668 None None] Updating router cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2 port 6696962e-9334-4181-9955-4641fd18f461 binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:24:57.569484 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ede38759-df2e-4913-a839-5c8f2fc992f8 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:57.608473 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port ede38759-df2e-4913-a839-5c8f2fc992f8, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=ede38759-df2e-4913-a839-5c8f2fc992f8,segment=NetworkSegment(8ed6da62-daf9-496c-b1a4-984cc4d0a038),segment_id=8ed6da62-daf9-496c-b1a4-984cc4d0a038)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:57.623859 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-75769cff-4f6d-42f1-88fb-75cdbafa1668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:57.626935 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:57.691607 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-fa37ad52-e890-4302-bc2a-f79fc2e88866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:57.693436 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 3748c046-3a67-427e-b56a-088042d90f03 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:24:57.710906 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-62743e28-6afb-412b-a419-f794ecc71471 req-0e5da12a-af11-43c5-8abe-5e0444b4c27d tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&id=fb0080f5-be08-4cd8-97f3-6cc751e87d59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6539929 Jul 13 07:24:57.716003 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ebf1c3d4-9f81-4de0-b2bf-cbfb59928a04 req-e85d8d7f-2ec3-4488-a9ee-7ff5247ba40c tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018011 Jul 13 07:24:57.725735 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=ede38759-df2e-4913-a839-5c8f2fc992f8,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:57.740400 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d750a-cd8d-4e9c-8047-fe9e160e692a service neutron] Pushing event updated for resources: {'Port': ['ID=a0520f7a-612d-4e54-b155-a759c7a81be7,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:57.795684 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d60bb566-c01d-4366-9bc2-3e3688f55d79 req-8c15cae6-89e8-4622-96e4-8b1ef5a78a96 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8397610 Jul 13 07:24:57.911251 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 3748c046-3a67-427e-b56a-088042d90f03, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=3748c046-3a67-427e-b56a-088042d90f03,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:57.930253 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '3748c046-3a67-427e-b56a-088042d90f03', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': '3748c046-3a67-427e-b56a-088042d90f03', 'mac_address': 'fa:16:3e:9c:9f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:24:57.936558 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cc51ba-7220-4f21-8809-fc7810308c64 x-openstack-request-id: req-b0cc51ba-7220-4f21-8809-fc7810308c64 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:24:57.936847 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc92a58-8a1b-4b31-a317-027914821c07", "name": "network-vif-plugged", "status": "completed", "tag": "f034753f-3d1b-45d2-8e3d-e797deedaed6", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:24:57.937093 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b0cc51ba-7220-4f21-8809-fc7810308c64 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:24:57.937484 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc92a58-8a1b-4b31-a317-027914821c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f034753f-3d1b-45d2-8e3d-e797deedaed6', 'code': 200} Jul 13 07:24:57.992966 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.016270 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3748c046-3a67-427e-b56a-088042d90f03 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:58.038295 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-33977afa-d6a7-47bd-9d79-c84c6f86fb02 None None] Provisioning complete for port f034753f-3d1b-45d2-8e3d-e797deedaed6 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:58.038667 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-33977afa-d6a7-47bd-9d79-c84c6f86fb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.112417 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 3748c046-3a67-427e-b56a-088042d90f03, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=3748c046-3a67-427e-b56a-088042d90f03,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:24:58.148802 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.230663 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-e03d750a-cd8d-4e9c-8047-fe9e160e692a service neutron] Attempting to bind port a0520f7a-612d-4e54-b155-a759c7a81be7 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:58.231188 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-e03d750a-cd8d-4e9c-8047-fe9e160e692a service neutron] Attempting to bind port a0520f7a-612d-4e54-b155-a759c7a81be7 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '0abc1825-e3a0-468f-93a4-df9b73b4e14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '594d3cf6-6536-44a4-bf86-7eb0b076281c'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:58.231718 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-e03d750a-cd8d-4e9c-8047-fe9e160e692a service neutron] Attempting to bind port a0520f7a-612d-4e54-b155-a759c7a81be7 on network 594d3cf6-6536-44a4-bf86-7eb0b076281c {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:58.250080 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04833373-dc0d-4cef-9d7f-5c2b95ee4f0e req-7148781a-6ead-41bf-a969-8ffc0b029acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:58.251625 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-04833373-dc0d-4cef-9d7f-5c2b95ee4f0e req-7148781a-6ead-41bf-a969-8ffc0b029acf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=dfc92a58-8a1b-4b31-a317-027914821c07 HTTP/1.1" status: 200 len: 1098 time: 0.2290587 Jul 13 07:24:58.253347 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-023212d9-1ecc-4470-a2a5-281ce75adcbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.257685 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-75769cff-4f6d-42f1-88fb-75cdbafa1668 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.269485 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-75769cff-4f6d-42f1-88fb-75cdbafa1668 None None] Transition to ACTIVE for port object 6696962e-9334-4181-9955-4641fd18f461 will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:58.274945 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device d1bbb6cf-4f4b-4863-b749-27aa525970c1 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:24:58.278349 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-75769cff-4f6d-42f1-88fb-75cdbafa1668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.301499 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-e03d750a-cd8d-4e9c-8047-fe9e160e692a service neutron] Port a0520f7a-612d-4e54-b155-a759c7a81be7 on network 594d3cf6-6536-44a4-bf86-7eb0b076281c not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:24:58.302142 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-e03d750a-cd8d-4e9c-8047-fe9e160e692a service neutron] Attempting to bind port a0520f7a-612d-4e54-b155-a759c7a81be7 on network 594d3cf6-6536-44a4-bf86-7eb0b076281c {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:58.328554 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a96c33-fb26-4c1b-b747-954cfa1cbc9e req-85644670-f1ab-408a-833f-26789b5ca11a tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:58.330528 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-80a96c33-fb26-4c1b-b747-954cfa1cbc9e req-85644670-f1ab-408a-833f-26789b5ca11a tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 943 time: 0.4058452 Jul 13 07:24:58.344531 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc290cc-5a4b-474b-a5be-b81e6b138b92 None None] Pushing event updated for resources: {'Port': ['ID=6696962e-9334-4181-9955-4641fd18f461,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:58.347749 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=3748c046-3a67-427e-b56a-088042d90f03,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:58.359481 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc290cc-5a4b-474b-a5be-b81e6b138b92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:58.360136 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc290cc-5a4b-474b-a5be-b81e6b138b92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:58.360550 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc290cc-5a4b-474b-a5be-b81e6b138b92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:58.361825 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc290cc-5a4b-474b-a5be-b81e6b138b92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:58.362249 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc290cc-5a4b-474b-a5be-b81e6b138b92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:58.362647 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc290cc-5a4b-474b-a5be-b81e6b138b92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:58.363855 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc290cc-5a4b-474b-a5be-b81e6b138b92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:58.364267 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc290cc-5a4b-474b-a5be-b81e6b138b92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:58.364847 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc290cc-5a4b-474b-a5be-b81e6b138b92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:58.366003 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc290cc-5a4b-474b-a5be-b81e6b138b92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:58.366470 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc290cc-5a4b-474b-a5be-b81e6b138b92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:58.367328 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc290cc-5a4b-474b-a5be-b81e6b138b92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:24:58.368319 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-04833373-dc0d-4cef-9d7f-5c2b95ee4f0e req-38e1559e-ae85-47a0-a1b7-f458665af9c2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=14f0b4fd-f1d9-4fab-8c58-5cbaac0a4a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972571 Jul 13 07:24:58.376974 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-e03d750a-cd8d-4e9c-8047-fe9e160e692a service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:58.387260 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-e03d750a-cd8d-4e9c-8047-fe9e160e692a service neutron] Checking segment: {'id': '0abc1825-e3a0-468f-93a4-df9b73b4e14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '594d3cf6-6536-44a4-bf86-7eb0b076281c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:58.389916 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-e03d750a-cd8d-4e9c-8047-fe9e160e692a service neutron] Bound using segment: {'id': '0abc1825-e3a0-468f-93a4-df9b73b4e14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '594d3cf6-6536-44a4-bf86-7eb0b076281c'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:58.390606 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-e03d750a-cd8d-4e9c-8047-fe9e160e692a service neutron] Bound port: a0520f7a-612d-4e54-b155-a759c7a81be7, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0abc1825-e3a0-468f-93a4-df9b73b4e14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '594d3cf6-6536-44a4-bf86-7eb0b076281c'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:58.392122 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-e03d750a-cd8d-4e9c-8047-fe9e160e692a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.395025 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c417f6-fd42-42b1-9288-428a661e477a req-8ce09b4b-7407-4d7c-8600-952eff120718 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:58.395278 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d2c417f6-fd42-42b1-9288-428a661e477a req-8ce09b4b-7407-4d7c-8600-952eff120718 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfc92a58-8a1b-4b31-a317-027914821c07 HTTP/1.1" status: 200 len: 946 time: 0.2185044 Jul 13 07:24:58.412883 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['c53c18b7-3053-4952-992c-e808e72481bd'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:58.415289 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-75769cff-4f6d-42f1-88fb-75cdbafa1668 None None] Attempting to bind port 6696962e-9334-4181-9955-4641fd18f461 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:58.415782 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-75769cff-4f6d-42f1-88fb-75cdbafa1668 None None] Attempting to bind port 6696962e-9334-4181-9955-4641fd18f461 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:58.416651 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75769cff-4f6d-42f1-88fb-75cdbafa1668 None None] Attempting to bind port 6696962e-9334-4181-9955-4641fd18f461 on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:58.422311 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75769cff-4f6d-42f1-88fb-75cdbafa1668 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:58.422678 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75769cff-4f6d-42f1-88fb-75cdbafa1668 None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:58.423083 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-75769cff-4f6d-42f1-88fb-75cdbafa1668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.423508 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75769cff-4f6d-42f1-88fb-75cdbafa1668 None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:58.423979 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-75769cff-4f6d-42f1-88fb-75cdbafa1668 None None] Bound port: 6696962e-9334-4181-9955-4641fd18f461, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:58.424356 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-75769cff-4f6d-42f1-88fb-75cdbafa1668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.489284 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-75769cff-4f6d-42f1-88fb-75cdbafa1668 None None] For port 6696962e-9334-4181-9955-4641fd18f461, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:58.492780 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-75769cff-4f6d-42f1-88fb-75cdbafa1668 None None] For port 6696962e-9334-4181-9955-4641fd18f461, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=6696962e-9334-4181-9955-4641fd18f461,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:58.499160 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d2c417f6-fd42-42b1-9288-428a661e477a req-98aaaee3-f70b-409d-80a6-29516341ab45 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] 10.222.0.23 "GET /v2.0/security-groups?id=14f0b4fd-f1d9-4fab-8c58-5cbaac0a4a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950894 Jul 13 07:24:58.501759 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-75769cff-4f6d-42f1-88fb-75cdbafa1668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.595765 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b62a1e9d-c362-4264-a7ee-aca903a92c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.602765 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['adb17561-3fe7-425b-86b9-6784366213c3'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:58.605370 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['1d1d6f8c-4810-439b-a2c4-1b8759e55cea'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:58.607248 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['ede38759-df2e-4913-a839-5c8f2fc992f8'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:58.609393 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['fe72de08-e56f-4e40-8d26-6142c436bbdc'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:58.611249 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['24ca5f58-cab9-40b0-81e3-6853229cf3a9'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:58.628765 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc290cc-5a4b-474b-a5be-b81e6b138b92 None None] Pushing event updated for resources: {'Port': ['ID=6696962e-9334-4181-9955-4641fd18f461,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:58.646232 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75769cff-4f6d-42f1-88fb-75cdbafa1668 None None] Routers {'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:24:58.646915 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-75769cff-4f6d-42f1-88fb-75cdbafa1668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:24:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:58.771314 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['3748c046-3a67-427e-b56a-088042d90f03'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:58.773722 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-fa37ad52-e890-4302-bc2a-f79fc2e88866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id affe3de2-e01f-496d-8cc0-9cb067f751bf {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:24:58.775506 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb162a7-effd-4170-bc86-29d4180037b7 req-87041254-8b6e-415a-91e2-731f4369e831 tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:58.777165 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dfb162a7-effd-4170-bc86-29d4180037b7 req-87041254-8b6e-415a-91e2-731f4369e831 tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] 10.222.0.23 "GET /v2.0/ports?device_id=4641474c-feb2-4b45-9675-463f5db56380 HTTP/1.1" status: 200 len: 932 time: 0.1230373 Jul 13 07:24:58.789965 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-fa37ad52-e890-4302-bc2a-f79fc2e88866 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.794613 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-75769cff-4f6d-42f1-88fb-75cdbafa1668 None None] Set router cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:24:58.804241 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-fa37ad52-e890-4302-bc2a-f79fc2e88866 service neutron] Transition to ACTIVE for port object affe3de2-e01f-496d-8cc0-9cb067f751bf will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:58.859594 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-b62a1e9d-c362-4264-a7ee-aca903a92c1b admin admin] Allocated IP 172.20.0.1 (a2f2a970-1f7c-4e2d-88ac-374bd59816ef/59738458-cb9f-4c4b-b821-44dd633482c4/1240ccb1-a756-4640-87b6-022924a84758) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:24:58.860297 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port d1bbb6cf-4f4b-4863-b749-27aa525970c1 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:24:58.860667 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:58.866703 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dfb162a7-effd-4170-bc86-29d4180037b7 req-be20b4f2-17a8-4a87-843a-011918b06ed1 tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] 10.222.0.23 "GET /v2.0/security-groups?id=f34c6e50-d491-4a6e-a953-1478a35d3082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811291 Jul 13 07:24:58.981364 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-80a96c33-fb26-4c1b-b747-954cfa1cbc9e req-56db5463-3558-4da7-a8f2-8437343af48f tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6167507 Jul 13 07:24:58.988072 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-023212d9-1ecc-4470-a2a5-281ce75adcbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:59.012007 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-fa37ad52-e890-4302-bc2a-f79fc2e88866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:59.019346 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b62a1e9d-c362-4264-a7ee-aca903a92c1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:59.057286 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-b62a1e9d-c362-4264-a7ee-aca903a92c1b admin admin] Transition to ACTIVE for port object 1240ccb1-a756-4640-87b6-022924a84758 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:24:59.085318 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-75769cff-4f6d-42f1-88fb-75cdbafa1668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2', 'name': 'tempest-ServersTestBootFromVolume-1616703789-router', 'tenant_id': 'ee1f885a5c2c4debb29c02950632e699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '6696962e-9334-4181-9955-4641fd18f461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:50Z', 'updated_at': '2021-07-13T07:24:53Z', 'revision_number': 3, 'project_id': 'ee1f885a5c2c4debb29c02950632e699', 'gw_port': {'id': '6696962e-9334-4181-9955-4641fd18f461', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ad:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:51Z', 'updated_at': '2021-07-13T07:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:24:59.144382 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b62a1e9d-c362-4264-a7ee-aca903a92c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:59.162680 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75769cff-4f6d-42f1-88fb-75cdbafa1668 None None] The sync data for ids ['cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2'] in n-d-771363-34 is: [{'id': 'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2', 'name': 'tempest-ServersTestBootFromVolume-1616703789-router', 'tenant_id': 'ee1f885a5c2c4debb29c02950632e699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '6696962e-9334-4181-9955-4641fd18f461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:50Z', 'updated_at': '2021-07-13T07:24:53Z', 'revision_number': 3, 'project_id': 'ee1f885a5c2c4debb29c02950632e699', 'gw_port': {'id': '6696962e-9334-4181-9955-4641fd18f461', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ad:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:51Z', 'updated_at': '2021-07-13T07:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:24:59.217919 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-e03d750a-cd8d-4e9c-8047-fe9e160e692a service neutron] For port a0520f7a-612d-4e54-b155-a759c7a81be7, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:24:59.231667 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37ad52-e890-4302-bc2a-f79fc2e88866 service neutron] Pushing event updated for resources: {'Port': ['ID=affe3de2-e01f-496d-8cc0-9cb067f751bf,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:59.249805 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a1e9d-c362-4264-a7ee-aca903a92c1b admin admin] Pushing event updated for resources: {'Port': ['ID=1240ccb1-a756-4640-87b6-022924a84758,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:59.257686 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62a1e9d-c362-4264-a7ee-aca903a92c1b admin admin] Network a2f2a970-1f7c-4e2d-88ac-374bd59816ef is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:24:59.260130 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-b62a1e9d-c362-4264-a7ee-aca903a92c1b admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:24:59.262962 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62a1e9d-c362-4264-a7ee-aca903a92c1b admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:24:59.320114 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b62a1e9d-c362-4264-a7ee-aca903a92c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:59.350449 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-e03d750a-cd8d-4e9c-8047-fe9e160e692a service neutron] For port a0520f7a-612d-4e54-b155-a759c7a81be7, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=a0520f7a-612d-4e54-b155-a759c7a81be7,segment=NetworkSegment(0abc1825-e3a0-468f-93a4-df9b73b4e14a),segment_id=0abc1825-e3a0-468f-93a4-df9b73b4e14a)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:24:59.390215 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-e03d750a-cd8d-4e9c-8047-fe9e160e692a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:59.398663 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['ca22fb29-1ea5-4f90-9571-5df06a832806'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:24:59.460126 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-e03d750a-cd8d-4e9c-8047-fe9e160e692a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:59.461778 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-e03d750a-cd8d-4e9c-8047-fe9e160e692a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:59.464724 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-e03d750a-cd8d-4e9c-8047-fe9e160e692a service neutron] 10.222.0.25 "PUT /v2.0/ports/a0520f7a-612d-4e54-b155-a759c7a81be7 HTTP/1.1" status: 200 len: 1092 time: 4.4020429 Jul 13 07:24:59.478954 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae6c0a86-2116-409f-a3dc-6641c02aac45', 'tag': 'a0520f7a-612d-4e54-b155-a759c7a81be7'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:24:59.481659 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f553ade8-e3c8-44b9-ad62-0c6b18e396d7" -d '{"events": [{"name": "network-changed", "server_uuid": "ae6c0a86-2116-409f-a3dc-6641c02aac45", "tag": "a0520f7a-612d-4e54-b155-a759c7a81be7"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:24:59.539972 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d7f15-7777-4f07-a2f2-4f8e8363099c req-fe20469b-706a-4ba4-a990-8f25032f012c tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:59.566542 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d7f15-7777-4f07-a2f2-4f8e8363099c req-fe20469b-706a-4ba4-a990-8f25032f012c tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:59.591580 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d7f15-7777-4f07-a2f2-4f8e8363099c req-fe20469b-706a-4ba4-a990-8f25032f012c tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:59.607316 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d7f15-7777-4f07-a2f2-4f8e8363099c req-fe20469b-706a-4ba4-a990-8f25032f012c tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:59.614133 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d7f15-7777-4f07-a2f2-4f8e8363099c req-fe20469b-706a-4ba4-a990-8f25032f012c tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:59.621433 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d750a-cd8d-4e9c-8047-fe9e160e692a service neutron] Pushing event updated for resources: {'Port': ['ID=a0520f7a-612d-4e54-b155-a759c7a81be7,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:24:59.621874 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d7f15-7777-4f07-a2f2-4f8e8363099c req-fe20469b-706a-4ba4-a990-8f25032f012c tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:59.628372 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d7f15-7777-4f07-a2f2-4f8e8363099c req-fe20469b-706a-4ba4-a990-8f25032f012c tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:59.630732 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-045d7f15-7777-4f07-a2f2-4f8e8363099c req-fe20469b-706a-4ba4-a990-8f25032f012c tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 5438 time: 0.3043182 Jul 13 07:24:59.631235 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-fa37ad52-e890-4302-bc2a-f79fc2e88866 service neutron] Attempting to bind port affe3de2-e01f-496d-8cc0-9cb067f751bf on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:24:59.631789 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-fa37ad52-e890-4302-bc2a-f79fc2e88866 service neutron] Attempting to bind port affe3de2-e01f-496d-8cc0-9cb067f751bf by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '2b6390fe-e267-4266-b0cc-90300aeea574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c24dbb0e-74cd-4d50-888e-ae6d9b85f325'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:24:59.632349 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-fa37ad52-e890-4302-bc2a-f79fc2e88866 service neutron] Attempting to bind port affe3de2-e01f-496d-8cc0-9cb067f751bf on network c24dbb0e-74cd-4d50-888e-ae6d9b85f325 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:59.654379 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b230c-499c-47b8-af2a-483dcdada324 req-3f57f910-3402-4b05-bb80-c1b64179b790 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:24:59.656127 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bc8b230c-499c-47b8-af2a-483dcdada324 req-3f57f910-3402-4b05-bb80-c1b64179b790 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=8efa486a-bda9-4557-b39a-0f44f17e987b HTTP/1.1" status: 200 len: 949 time: 0.3596306 Jul 13 07:24:59.674657 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-fa37ad52-e890-4302-bc2a-f79fc2e88866 service neutron] Port affe3de2-e01f-496d-8cc0-9cb067f751bf on network c24dbb0e-74cd-4d50-888e-ae6d9b85f325 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:24:59.675059 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-fa37ad52-e890-4302-bc2a-f79fc2e88866 service neutron] Attempting to bind port affe3de2-e01f-496d-8cc0-9cb067f751bf on network c24dbb0e-74cd-4d50-888e-ae6d9b85f325 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:24:59.704044 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-fa37ad52-e890-4302-bc2a-f79fc2e88866 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:24:59.704376 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-fa37ad52-e890-4302-bc2a-f79fc2e88866 service neutron] Checking segment: {'id': '2b6390fe-e267-4266-b0cc-90300aeea574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c24dbb0e-74cd-4d50-888e-ae6d9b85f325'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:24:59.704892 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-fa37ad52-e890-4302-bc2a-f79fc2e88866 service neutron] Bound using segment: {'id': '2b6390fe-e267-4266-b0cc-90300aeea574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c24dbb0e-74cd-4d50-888e-ae6d9b85f325'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:24:59.706173 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-fa37ad52-e890-4302-bc2a-f79fc2e88866 service neutron] Bound port: affe3de2-e01f-496d-8cc0-9cb067f751bf, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6390fe-e267-4266-b0cc-90300aeea574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c24dbb0e-74cd-4d50-888e-ae6d9b85f325'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:24:59.707088 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-fa37ad52-e890-4302-bc2a-f79fc2e88866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:24:59.734762 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023212d9-1ecc-4470-a2a5-281ce75adcbc admin admin] Router 6e0fb312-218f-41a7-9c34-70a62f86ab39 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:24:59.756412 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-045d7f15-7777-4f07-a2f2-4f8e8363099c req-f2f75f4a-3adc-453b-a3ab-1c875daee818 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&id=fb0080f5-be08-4cd8-97f3-6cc751e87d59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0824664 Jul 13 07:24:59.846618 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b62a1e9d-c362-4264-a7ee-aca903a92c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:00.182281 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c6aadb-0f53-4c41-b6ae-dba0c8534a69 x-openstack-request-id: req-59c6aadb-0f53-4c41-b6ae-dba0c8534a69 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:00.182898 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae6c0a86-2116-409f-a3dc-6641c02aac45", "tag": "a0520f7a-612d-4e54-b155-a759c7a81be7", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:00.182898 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-59c6aadb-0f53-4c41-b6ae-dba0c8534a69 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:00.183130 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae6c0a86-2116-409f-a3dc-6641c02aac45', 'tag': 'a0520f7a-612d-4e54-b155-a759c7a81be7', 'status': 'completed', 'code': 200} Jul 13 07:25:00.194010 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f05a8-10a4-4e12-b3e8-1f3088e58e39 req-5dff18c6-46c8-436b-bf84-bb59515c7c0e tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:00.204066 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c55f05a8-10a4-4e12-b3e8-1f3088e58e39 req-5dff18c6-46c8-436b-bf84-bb59515c7c0e tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfc92a58-8a1b-4b31-a317-027914821c07 HTTP/1.1" status: 200 len: 946 time: 0.1874397 Jul 13 07:25:00.217634 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b62a1e9d-c362-4264-a7ee-aca903a92c1b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:00.217787 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bc8b230c-499c-47b8-af2a-483dcdada324 req-8d1a0e42-5fd5-4f5b-9a3e-641e8a64abf2 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5508547 Jul 13 07:25:00.229129 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 6696962e-9334-4181-9955-4641fd18f461 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:00.240520 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-0303223c-2056-4ed3-8e8d-d0233cfdabae None None] Provisioning for port 1240ccb1-a756-4640-87b6-022924a84758 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:00.247102 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b62a1e9d-c362-4264-a7ee-aca903a92c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:00.293408 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-0303223c-2056-4ed3-8e8d-d0233cfdabae None None] Provisioning complete for port 1240ccb1-a756-4640-87b6-022924a84758 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:00.293930 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0303223c-2056-4ed3-8e8d-d0233cfdabae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:00.295426 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c55f05a8-10a4-4e12-b3e8-1f3088e58e39 req-105affa9-6ad3-4ba4-ad21-aec9520adf95 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] 10.222.0.23 "GET /v2.0/security-groups?id=14f0b4fd-f1d9-4fab-8c58-5cbaac0a4a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836062 Jul 13 07:25:00.366026 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-034833e3-6875-48de-8d20-fc001668bb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:00.366269 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a1e9d-c362-4264-a7ee-aca903a92c1b admin admin] Pushing event updated for resources: {'Port': ['ID=1240ccb1-a756-4640-87b6-022924a84758,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:00.367613 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-034833e3-6875-48de-8d20-fc001668bb07 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03be745b98834c52b52be1f288bde2c6&device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 1095 time: 0.8441083 Jul 13 07:25:00.403719 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b62a1e9d-c362-4264-a7ee-aca903a92c1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:00.486242 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-c3aa17fa-0fa7-4353-8148-e308d8994aea service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0520f7a-612d-4e54-b155-a759c7a81be7 HTTP/1.1" status: 200 len: 217 time: 0.0851293 Jul 13 07:25:00.489120 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-0303223c-2056-4ed3-8e8d-d0233cfdabae None None] Port 1240ccb1-a756-4640-87b6-022924a84758 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:25:00.562345 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c5cb4c96-e0da-45a4-acc5-cdb5cb310f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:00.582241 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-fa37ad52-e890-4302-bc2a-f79fc2e88866 service neutron] For port affe3de2-e01f-496d-8cc0-9cb067f751bf, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:25:00.661674 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62a1e9d-c362-4264-a7ee-aca903a92c1b admin admin] Network a2f2a970-1f7c-4e2d-88ac-374bd59816ef is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:25:00.665919 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-b62a1e9d-c362-4264-a7ee-aca903a92c1b admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:00.687453 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 6696962e-9334-4181-9955-4641fd18f461 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:00.691878 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 6696962e-9334-4181-9955-4641fd18f461 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:00.692251 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:00.726027 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-fa37ad52-e890-4302-bc2a-f79fc2e88866 service neutron] For port affe3de2-e01f-496d-8cc0-9cb067f751bf, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=affe3de2-e01f-496d-8cc0-9cb067f751bf,segment=NetworkSegment(2b6390fe-e267-4266-b0cc-90300aeea574),segment_id=2b6390fe-e267-4266-b0cc-90300aeea574)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:25:00.760052 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-fa37ad52-e890-4302-bc2a-f79fc2e88866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:00.805976 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-fa37ad52-e890-4302-bc2a-f79fc2e88866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:00.812573 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-fa37ad52-e890-4302-bc2a-f79fc2e88866 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:00.814749 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-fa37ad52-e890-4302-bc2a-f79fc2e88866 service neutron] 10.222.0.25 "PUT /v2.0/ports/affe3de2-e01f-496d-8cc0-9cb067f751bf HTTP/1.1" status: 200 len: 1093 time: 3.5873306 Jul 13 07:25:00.840609 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023212d9-1ecc-4470-a2a5-281ce75adcbc admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:25:00.864942 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cd4a3b-f0a3-4460-be75-dd0958c88562 None None] Sync routers for ids ['6e0fb312-218f-41a7-9c34-70a62f86ab39'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:25:00.869905 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62a1e9d-c362-4264-a7ee-aca903a92c1b admin admin] Router cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:25:00.874158 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-68b2df9a-29cc-4d23-98bb-bcf0ba0e8092 None None] Provisioning complete for port 1240ccb1-a756-4640-87b6-022924a84758 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:00.874701 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-68b2df9a-29cc-4d23-98bb-bcf0ba0e8092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:00.888180 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-e1af5590-fafd-4824-a5fe-62fe4806df9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:00.905191 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096e2a8-ba52-48b2-aefd-e6c11e8612be req-fd19d622-7787-4cb0-ae51-a91a9fa53503 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:00.905191 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0096e2a8-ba52-48b2-aefd-e6c11e8612be req-fd19d622-7787-4cb0-ae51-a91a9fa53503 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 943 time: 0.3020680 Jul 13 07:25:00.906588 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-e1af5590-fafd-4824-a5fe-62fe4806df9c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e61f3cea-0dca-4181-a03e-5485cc9acd4c HTTP/1.1" status: 200 len: 854 time: 0.3940849 Jul 13 07:25:00.907151 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:00.925903 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cd4a3b-f0a3-4460-be75-dd0958c88562 None None] Routers {'6e0fb312-218f-41a7-9c34-70a62f86ab39'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:25:00.926756 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-18cd4a3b-f0a3-4460-be75-dd0958c88562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:24:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['6e0fb312-218f-41a7-9c34-70a62f86ab39'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:00.986558 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 6696962e-9334-4181-9955-4641fd18f461, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=6696962e-9334-4181-9955-4641fd18f461,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:01.032193 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:01.039088 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-8168dbd2-2d82-4ec7-8366-62add49cd186 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=594d3cf6-6536-44a4-bf86-7eb0b076281c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980713 Jul 13 07:25:01.048179 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-023212d9-1ecc-4470-a2a5-281ce75adcbc admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:01.049011 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-023212d9-1ecc-4470-a2a5-281ce75adcbc admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 9.4486287 Jul 13 07:25:01.053370 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51386) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:01.060173 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-68b2df9a-29cc-4d23-98bb-bcf0ba0e8092 None None] Port 1240ccb1-a756-4640-87b6-022924a84758 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:25:01.073325 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc5e71-4b21-4428-bade-ff923ce0b166 req-a6d9a1ed-0ea5-4725-89eb-438242f75532 tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:01.080424 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c2bc5e71-4b21-4428-bade-ff923ce0b166 req-a6d9a1ed-0ea5-4725-89eb-438242f75532 tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] 10.222.0.23 "GET /v2.0/ports?device_id=4641474c-feb2-4b45-9675-463f5db56380 HTTP/1.1" status: 200 len: 944 time: 0.6110916 Jul 13 07:25:01.096355 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0096e2a8-ba52-48b2-aefd-e6c11e8612be req-da3e2e64-0290-447c-bfc6-89ce9c18292b tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912856 Jul 13 07:25:01.189763 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=6696962e-9334-4181-9955-4641fd18f461,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:01.199544 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-18cd4a3b-f0a3-4460-be75-dd0958c88562 None None] Set router 6e0fb312-218f-41a7-9c34-70a62f86ab39 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:25:01.226742 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37ad52-e890-4302-bc2a-f79fc2e88866 service neutron] Pushing event updated for resources: {'Port': ['ID=affe3de2-e01f-496d-8cc0-9cb067f751bf,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:01.281019 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c5b994cc-d90e-4bf4-8758-638cedc1674a None None] Provisioning complete for port 1240ccb1-a756-4640-87b6-022924a84758 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:01.281393 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c5b994cc-d90e-4bf4-8758-638cedc1674a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:01.283712 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62a1e9d-c362-4264-a7ee-aca903a92c1b admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:25:01.298518 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b62a1e9d-c362-4264-a7ee-aca903a92c1b admin admin] 10.222.0.23 "PUT /v2.0/routers/cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2002118 Jul 13 07:25:01.340309 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-172f3b05-ee65-4a8b-a9c7-85ca365db2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:01.342669 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-172f3b05-ee65-4a8b-a9c7-85ca365db2fd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bd95a6f2f48f4344a146ae78dfd77567&device_id=4641474c-feb2-4b45-9675-463f5db56380 HTTP/1.1" status: 200 len: 1096 time: 0.4589498 Jul 13 07:25:01.350233 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c2bc5e71-4b21-4428-bade-ff923ce0b166 req-faabc0e5-bb4d-49ef-a923-755958764e01 tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] 10.222.0.23 "GET /v2.0/security-groups?id=f34c6e50-d491-4a6e-a953-1478a35d3082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683930 Jul 13 07:25:01.420556 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-8f65bdc7-b798-4cca-b684-ebe583fcd87f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=affe3de2-e01f-496d-8cc0-9cb067f751bf HTTP/1.1" status: 200 len: 217 time: 0.0644326 Jul 13 07:25:01.468881 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-c5b994cc-d90e-4bf4-8758-638cedc1674a None None] Port 1240ccb1-a756-4640-87b6-022924a84758 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:25:01.473747 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-dd9305bf-b48b-4b17-9b08-cb96d4a37233 service neutron] 10.222.0.25 "GET /v2.0/networks/594d3cf6-6536-44a4-bf86-7eb0b076281c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235644 Jul 13 07:25:01.609754 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-a70d1b68-c769-445f-ae46-72af400edc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:01.611769 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-a70d1b68-c769-445f-ae46-72af400edc69 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea097737-d8e1-46a1-95ab-66024a4c733e HTTP/1.1" status: 200 len: 861 time: 0.1830099 Jul 13 07:25:01.653869 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-18cd4a3b-f0a3-4460-be75-dd0958c88562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0fb312-218f-41a7-9c34-70a62f86ab39', 'name': 'tempest-ServersTestJSON-1973735793-router', 'tenant_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '34a7bf64-6bff-4fc4-a581-9e7f162be0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:51Z', 'updated_at': '2021-07-13T07:24:57Z', 'revision_number': 3, 'project_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'gw_port': {'id': '34a7bf64-6bff-4fc4-a581-9e7f162be0fb', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0fb312-218f-41a7-9c34-70a62f86ab39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:54Z', 'updated_at': '2021-07-13T07:24:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:01.671802 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-7ef7802c-12d5-4652-832c-c2427a67a90e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c24dbb0e-74cd-4d50-888e-ae6d9b85f325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515018 Jul 13 07:25:01.688109 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 3748c046-3a67-427e-b56a-088042d90f03 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:01.724716 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cd4a3b-f0a3-4460-be75-dd0958c88562 None None] Checking router: 6e0fb312-218f-41a7-9c34-70a62f86ab39 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:25:01.725060 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cd4a3b-f0a3-4460-be75-dd0958c88562 None None] Updating router 6e0fb312-218f-41a7-9c34-70a62f86ab39 port 34a7bf64-6bff-4fc4-a581-9e7f162be0fb binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:25:01.763243 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5d7f015e-1265-42e8-8dad-e3faecd14f94 req-4fb36bf2-3d83-45a2-b5ee-0bea45964810 service neutron] 10.222.0.25 "GET /v2.0/networks/594d3cf6-6536-44a4-bf86-7eb0b076281c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790489 Jul 13 07:25:01.765751 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-18cd4a3b-f0a3-4460-be75-dd0958c88562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:01.776178 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14dccc1-09ac-4b13-9302-4cec89fad5b4 req-7ab62549-35e9-4729-96f9-4c1f9b8dd67e tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:01.782580 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14dccc1-09ac-4b13-9302-4cec89fad5b4 req-7ab62549-35e9-4729-96f9-4c1f9b8dd67e tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:01.792183 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14dccc1-09ac-4b13-9302-4cec89fad5b4 req-7ab62549-35e9-4729-96f9-4c1f9b8dd67e tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:01.800916 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f236c5b-94f4-46d9-b3fa-c52562a14784 None None] Sync routers for ids ['cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:25:01.802563 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14dccc1-09ac-4b13-9302-4cec89fad5b4 req-7ab62549-35e9-4729-96f9-4c1f9b8dd67e tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:01.810267 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14dccc1-09ac-4b13-9302-4cec89fad5b4 req-7ab62549-35e9-4729-96f9-4c1f9b8dd67e tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:01.813713 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f236c5b-94f4-46d9-b3fa-c52562a14784 None None] Routers {'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:25:01.814470 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-0f236c5b-94f4-46d9-b3fa-c52562a14784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:24:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:01.817827 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14dccc1-09ac-4b13-9302-4cec89fad5b4 req-7ab62549-35e9-4729-96f9-4c1f9b8dd67e tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:01.841490 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14dccc1-09ac-4b13-9302-4cec89fad5b4 req-7ab62549-35e9-4729-96f9-4c1f9b8dd67e tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:01.854508 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b14dccc1-09ac-4b13-9302-4cec89fad5b4 req-7ab62549-35e9-4729-96f9-4c1f9b8dd67e tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 5438 time: 0.2468379 Jul 13 07:25:01.950174 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-0f236c5b-94f4-46d9-b3fa-c52562a14784 None None] Set router cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:25:01.961521 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83726e-5fda-4f82-a0f3-e1cdeece7f66 req-ffcefcd4-dcd6-41d7-8491-4bb15a82ca5e tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:01.972076 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cb83726e-5fda-4f82-a0f3-e1cdeece7f66 req-ffcefcd4-dcd6-41d7-8491-4bb15a82ca5e tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=8efa486a-bda9-4557-b39a-0f44f17e987b HTTP/1.1" status: 200 len: 949 time: 0.3115587 Jul 13 07:25:01.972558 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b14dccc1-09ac-4b13-9302-4cec89fad5b4 req-4506ff42-4a1e-4bee-bfdf-65ce8257e422 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&id=fb0080f5-be08-4cd8-97f3-6cc751e87d59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1109183 Jul 13 07:25:02.025798 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 3748c046-3a67-427e-b56a-088042d90f03 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:02.037401 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 3748c046-3a67-427e-b56a-088042d90f03 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:02.037803 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:02.055602 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cb83726e-5fda-4f82-a0f3-e1cdeece7f66 req-d9a18c45-4bb5-46b8-9670-34e06f8cb958 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814383 Jul 13 07:25:02.067521 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-eb9a0fc2-525b-44f9-a2ac-071de22ec3b9 service neutron] 10.222.0.25 "GET /v2.0/networks/c24dbb0e-74cd-4d50-888e-ae6d9b85f325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826890 Jul 13 07:25:02.074749 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553ade8-e3c8-44b9-ad62-0c6b18e396d7 req-4e8b663f-d025-41fc-a2f9-0176c93ef674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:02.076883 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f553ade8-e3c8-44b9-ad62-0c6b18e396d7 req-4e8b663f-d025-41fc-a2f9-0176c93ef674 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03be745b98834c52b52be1f288bde2c6&device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 1095 time: 0.1977799 Jul 13 07:25:02.189044 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-00910e32-4d1f-45de-87e4-90ff9fd28a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:02.278188 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4641474c-feb2-4b45-9675-463f5db56380', 'tag': 'affe3de2-e01f-496d-8cc0-9cb067f751bf'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:02.282999 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3224a11e-ec53-4385-a3ab-2c7fba09d2bc" -d '{"events": [{"name": "network-changed", "server_uuid": "4641474c-feb2-4b45-9675-463f5db56380", "tag": "affe3de2-e01f-496d-8cc0-9cb067f751bf"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:02.303817 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a7912d76-9a7c-4cc0-bbd1-9382f73b2a5c req-c82b5f65-3157-4412-bc80-105bc90c7468 service neutron] 10.222.0.25 "GET /v2.0/networks/c24dbb0e-74cd-4d50-888e-ae6d9b85f325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256668 Jul 13 07:25:02.327693 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 6696962e-9334-4181-9955-4641fd18f461 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:02.475291 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:02.521031 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-0f236c5b-94f4-46d9-b3fa-c52562a14784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2', 'name': 'tempest-ServersTestBootFromVolume-1616703789-router', 'tenant_id': 'ee1f885a5c2c4debb29c02950632e699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '6696962e-9334-4181-9955-4641fd18f461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:50Z', 'updated_at': '2021-07-13T07:24:59Z', 'revision_number': 4, 'project_id': 'ee1f885a5c2c4debb29c02950632e699', 'gw_port': {'id': '6696962e-9334-4181-9955-4641fd18f461', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ad:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:51Z', 'updated_at': '2021-07-13T07:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '1240ccb1-a756-4640-87b6-022924a84758', 'name': '', 'network_id': 'a2f2a970-1f7c-4e2d-88ac-374bd59816ef', 'tenant_id': 'ee1f885a5c2c4debb29c02950632e699', 'mac_address': 'fa:16:3e:b3:61:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '59738458-cb9f-4c4b-b821-44dd633482c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:58Z', 'updated_at': '2021-07-13T07:24:59Z', 'revision_number': 2, 'project_id': 'ee1f885a5c2c4debb29c02950632e699', 'subnets': [{'id': '59738458-cb9f-4c4b-b821-44dd633482c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:02.529180 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8efa486a-bda9-4557-b39a-0f44f17e987b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3748c046-3a67-427e-b56a-088042d90f03'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:02.531934 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058bfd44-ca1a-4916-aa90-253620cf0f81" -d '{"events": [{"server_uuid": "8efa486a-bda9-4557-b39a-0f44f17e987b", "name": "network-vif-plugged", "status": "completed", "tag": "3748c046-3a67-427e-b56a-088042d90f03"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:02.590648 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553ade8-e3c8-44b9-ad62-0c6b18e396d7 req-6025620f-8b35-4ceb-8950-f99a784bfe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:02.592283 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f553ade8-e3c8-44b9-ad62-0c6b18e396d7 req-6025620f-8b35-4ceb-8950-f99a784bfe8a service neutron] 10.222.0.25 "GET /v2.0/networks?id=594d3cf6-6536-44a4-bf86-7eb0b076281c HTTP/1.1" status: 200 len: 915 time: 0.2863333 Jul 13 07:25:02.600490 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-916e4f10-c93b-4a8b-b6b5-e4cd5801f2e7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1780665 Jul 13 07:25:02.608895 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 3748c046-3a67-427e-b56a-088042d90f03, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=3748c046-3a67-427e-b56a-088042d90f03,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:02.610030 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 6696962e-9334-4181-9955-4641fd18f461 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:02.610387 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:02.643521 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:02.658516 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-00910e32-4d1f-45de-87e4-90ff9fd28a52 admin admin] Allocated IP 172.20.0.1 (3641bc06-8e59-49c0-8f85-a031f22a64e6/b0f65360-3b5e-4a84-b093-2570ddbed964/e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:25:02.681983 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787dc2f-a63a-4167-8378-4c508ab23cdd req-9e2c4114-292f-43d3-ab0d-ffa63ffd4faa tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:02.703149 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1787dc2f-a63a-4167-8378-4c508ab23cdd req-9e2c4114-292f-43d3-ab0d-ffa63ffd4faa tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 943 time: 0.2739279 Jul 13 07:25:02.750303 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-18cd4a3b-f0a3-4460-be75-dd0958c88562 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:02.764221 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-18cd4a3b-f0a3-4460-be75-dd0958c88562 None None] Transition to ACTIVE for port object 34a7bf64-6bff-4fc4-a581-9e7f162be0fb will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:02.780267 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-18cd4a3b-f0a3-4460-be75-dd0958c88562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:02.825746 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f553ade8-e3c8-44b9-ad62-0c6b18e396d7 req-502e31a9-c005-4b52-98c7-e683a5d4a291 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0520f7a-612d-4e54-b155-a759c7a81be7 HTTP/1.1" status: 200 len: 217 time: 0.1720376 Jul 13 07:25:02.840364 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=3748c046-3a67-427e-b56a-088042d90f03,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:02.851779 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-18cd4a3b-f0a3-4460-be75-dd0958c88562 None None] Attempting to bind port 34a7bf64-6bff-4fc4-a581-9e7f162be0fb on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:25:02.852082 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-18cd4a3b-f0a3-4460-be75-dd0958c88562 None None] Attempting to bind port 34a7bf64-6bff-4fc4-a581-9e7f162be0fb by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:25:02.852440 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cd4a3b-f0a3-4460-be75-dd0958c88562 None None] Attempting to bind port 34a7bf64-6bff-4fc4-a581-9e7f162be0fb on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:02.892708 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553ade8-e3c8-44b9-ad62-0c6b18e396d7 req-3b328d65-6372-4103-83fb-7a47b2294e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:02.894210 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f553ade8-e3c8-44b9-ad62-0c6b18e396d7 req-3b328d65-6372-4103-83fb-7a47b2294e71 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e61f3cea-0dca-4181-a03e-5485cc9acd4c HTTP/1.1" status: 200 len: 854 time: 0.0676868 Jul 13 07:25:02.895372 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cd4a3b-f0a3-4460-be75-dd0958c88562 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:25:02.896835 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cd4a3b-f0a3-4460-be75-dd0958c88562 None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:02.897236 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-18cd4a3b-f0a3-4460-be75-dd0958c88562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:02.898773 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cd4a3b-f0a3-4460-be75-dd0958c88562 None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:25:02.899300 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-18cd4a3b-f0a3-4460-be75-dd0958c88562 None None] Bound port: 34a7bf64-6bff-4fc4-a581-9e7f162be0fb, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:25:02.900896 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-18cd4a3b-f0a3-4460-be75-dd0958c88562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:02.904178 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f236c5b-94f4-46d9-b3fa-c52562a14784 None None] Checking router: cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:25:02.906379 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f236c5b-94f4-46d9-b3fa-c52562a14784 None None] Updating router cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2 port 1240ccb1-a756-4640-87b6-022924a84758 binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:25:02.938716 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1787dc2f-a63a-4167-8378-4c508ab23cdd req-442b744e-3ed5-4e04-815e-0bf5dd5383b4 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345791 Jul 13 07:25:02.963926 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-a91b3337-b99f-4c6e-8b4c-b6edd6340c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:02.963926 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-a91b3337-b99f-4c6e-8b4c-b6edd6340c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:02.963926 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-a91b3337-b99f-4c6e-8b4c-b6edd6340c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:02.965032 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-a91b3337-b99f-4c6e-8b4c-b6edd6340c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:02.965785 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-a91b3337-b99f-4c6e-8b4c-b6edd6340c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:02.966165 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-a91b3337-b99f-4c6e-8b4c-b6edd6340c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:02.966701 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-a91b3337-b99f-4c6e-8b4c-b6edd6340c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:02.969364 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-a91b3337-b99f-4c6e-8b4c-b6edd6340c73 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f21aa0b310c4cd09c2f6eea1ac67069&device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 6498 time: 0.2585073 Jul 13 07:25:02.994680 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0f236c5b-94f4-46d9-b3fa-c52562a14784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:02.996135 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-00910e32-4d1f-45de-87e4-90ff9fd28a52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:03.017121 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-18cd4a3b-f0a3-4460-be75-dd0958c88562 None None] For port 34a7bf64-6bff-4fc4-a581-9e7f162be0fb, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:25:03.021257 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-18cd4a3b-f0a3-4460-be75-dd0958c88562 None None] For port 34a7bf64-6bff-4fc4-a581-9e7f162be0fb, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=34a7bf64-6bff-4fc4-a581-9e7f162be0fb,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:25:03.068476 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f553ade8-e3c8-44b9-ad62-0c6b18e396d7 req-6b89030c-5175-4430-809c-14ea8b594f3c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=594d3cf6-6536-44a4-bf86-7eb0b076281c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1433773 Jul 13 07:25:03.090351 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da086b1b-e3eb-4168-8136-b6dd0c5ecd71 None None] Pushing event updated for resources: {'Port': ['ID=34a7bf64-6bff-4fc4-a581-9e7f162be0fb,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:03.110802 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-18cd4a3b-f0a3-4460-be75-dd0958c88562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:03.166433 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-f2a1d595-5750-4ac5-bd83-74d339d41b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:03.167288 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-f2a1d595-5750-4ac5-bd83-74d339d41b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:03.167768 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-f2a1d595-5750-4ac5-bd83-74d339d41b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:03.169430 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-f2a1d595-5750-4ac5-bd83-74d339d41b5a service neutron] 10.222.0.42 "GET /v2.0/networks?id=9ef27b6b-d58a-4cc2-872f-1f2be062e420&id=8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb&id=8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb&id=8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb&id=8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb&id=d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f&id=d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f HTTP/1.1" status: 200 len: 2291 time: 0.1567039 Jul 13 07:25:03.170466 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-00910e32-4d1f-45de-87e4-90ff9fd28a52 admin admin] Transition to ACTIVE for port object e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:03.204695 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:03.215590 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-927c5154-b175-4cdc-a612-dbc4e569cd37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:03.238736 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-fd4afd85-61bd-45c8-89ba-fd32f1f22deb None None] Provisioning complete for port 3748c046-3a67-427e-b56a-088042d90f03 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:03.239283 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fd4afd85-61bd-45c8-89ba-fd32f1f22deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:03.271836 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da086b1b-e3eb-4168-8136-b6dd0c5ecd71 None None] Pushing event updated for resources: {'Port': ['ID=34a7bf64-6bff-4fc4-a581-9e7f162be0fb,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:03.278413 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-48377fec-45e8-45ae-9ab9-05e0f07f5a22 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=062ad5be-860c-4f0d-a0b3-14494304c026 HTTP/1.1" status: 200 len: 1002 time: 0.0982111 Jul 13 07:25:03.280054 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cd4a3b-f0a3-4460-be75-dd0958c88562 None None] Routers {'6e0fb312-218f-41a7-9c34-70a62f86ab39'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:25:03.281121 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-18cd4a3b-f0a3-4460-be75-dd0958c88562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:25:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['6e0fb312-218f-41a7-9c34-70a62f86ab39'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:03.298635 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f553ade8-e3c8-44b9-ad62-0c6b18e396d7 req-54659929-641e-44f9-9ad5-2684276d3d3d service neutron] 10.222.0.25 "GET /v2.0/networks/594d3cf6-6536-44a4-bf86-7eb0b076281c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218626 Jul 13 07:25:03.302284 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b77445-9aaa-4115-9885-333412855126 x-openstack-request-id: req-45b77445-9aaa-4115-9885-333412855126 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:03.302568 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4641474c-feb2-4b45-9675-463f5db56380", "tag": "affe3de2-e01f-496d-8cc0-9cb067f751bf", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:03.302818 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-45b77445-9aaa-4115-9885-333412855126 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:03.305422 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4641474c-feb2-4b45-9675-463f5db56380', 'tag': 'affe3de2-e01f-496d-8cc0-9cb067f751bf', 'status': 'completed', 'code': 200} Jul 13 07:25:03.318077 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-00910e32-4d1f-45de-87e4-90ff9fd28a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:03.390231 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00910e32-4d1f-45de-87e4-90ff9fd28a52 admin admin] Network 3641bc06-8e59-49c0-8f85-a031f22a64e6 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:25:03.395734 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-00910e32-4d1f-45de-87e4-90ff9fd28a52 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:03.401650 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00910e32-4d1f-45de-87e4-90ff9fd28a52 admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:25:03.455659 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-00910e32-4d1f-45de-87e4-90ff9fd28a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:03.506713 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-18cd4a3b-f0a3-4460-be75-dd0958c88562 None None] Set router 6e0fb312-218f-41a7-9c34-70a62f86ab39 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:25:03.534879 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 51418) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:03.561092 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-ff6a07ec-be6c-48e3-87ca-ecc8d7adc758 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Request body: {'security_group': {'name': 'tempest-securitygroup--632305567', 'description': 'tempest-description--1096411732'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:03.620578 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a8311e-d665-44d0-bfac-09287f301e48 x-openstack-request-id: req-38a8311e-d665-44d0-bfac-09287f301e48 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:03.623360 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8efa486a-bda9-4557-b39a-0f44f17e987b", "name": "network-vif-plugged", "status": "completed", "tag": "3748c046-3a67-427e-b56a-088042d90f03", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:03.623360 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-38a8311e-d665-44d0-bfac-09287f301e48 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:03.623663 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8efa486a-bda9-4557-b39a-0f44f17e987b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3748c046-3a67-427e-b56a-088042d90f03', 'code': 200} Jul 13 07:25:03.662453 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ff6a07ec-be6c-48e3-87ca-ecc8d7adc758 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:03.736287 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0f236c5b-94f4-46d9-b3fa-c52562a14784 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:03.756820 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-0f236c5b-94f4-46d9-b3fa-c52562a14784 None None] Transition to ACTIVE for port object 1240ccb1-a756-4640-87b6-022924a84758 will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:03.763637 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device fe72de08-e56f-4e40-8d26-6142c436bbdc up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:03.774489 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0f236c5b-94f4-46d9-b3fa-c52562a14784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:03.779830 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224a11e-ec53-4385-a3ab-2c7fba09d2bc req-2379347f-7966-4c1e-985f-48688ba62a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:03.786667 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3224a11e-ec53-4385-a3ab-2c7fba09d2bc req-2379347f-7966-4c1e-985f-48688ba62a98 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bd95a6f2f48f4344a146ae78dfd77567&device_id=4641474c-feb2-4b45-9675-463f5db56380 HTTP/1.1" status: 200 len: 1096 time: 0.4804473 Jul 13 07:25:03.842759 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4476d-8c6f-46d6-a0d3-762352e5a1b2 None None] Pushing event updated for resources: {'Port': ['ID=1240ccb1-a756-4640-87b6-022924a84758,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:03.858027 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5878485c-abd1-4ff1-b310-3890d6e7167c None None] Provisioning for port e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:03.867993 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5878485c-abd1-4ff1-b310-3890d6e7167c None None] Provisioning complete for port e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:03.869437 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5878485c-abd1-4ff1-b310-3890d6e7167c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:03.900595 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port fe72de08-e56f-4e40-8d26-6142c436bbdc completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:03.907707 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port fe72de08-e56f-4e40-8d26-6142c436bbdc triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:03.908534 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:03.960540 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-0f236c5b-94f4-46d9-b3fa-c52562a14784 None None] Attempting to bind port 1240ccb1-a756-4640-87b6-022924a84758 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:25:03.961128 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-0f236c5b-94f4-46d9-b3fa-c52562a14784 None None] Attempting to bind port 1240ccb1-a756-4640-87b6-022924a84758 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '75fde3fe-6101-4fe3-96fd-75abf8fa0b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a2f2a970-1f7c-4e2d-88ac-374bd59816ef'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:25:03.961446 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f236c5b-94f4-46d9-b3fa-c52562a14784 None None] Attempting to bind port 1240ccb1-a756-4640-87b6-022924a84758 on network a2f2a970-1f7c-4e2d-88ac-374bd59816ef {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:03.971808 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f236c5b-94f4-46d9-b3fa-c52562a14784 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:25:03.972253 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f236c5b-94f4-46d9-b3fa-c52562a14784 None None] Checking segment: {'id': '75fde3fe-6101-4fe3-96fd-75abf8fa0b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a2f2a970-1f7c-4e2d-88ac-374bd59816ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:03.972737 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-5878485c-abd1-4ff1-b310-3890d6e7167c None None] Port e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:25:03.974093 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0f236c5b-94f4-46d9-b3fa-c52562a14784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:03.974501 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f236c5b-94f4-46d9-b3fa-c52562a14784 None None] Bound using segment: {'id': '75fde3fe-6101-4fe3-96fd-75abf8fa0b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a2f2a970-1f7c-4e2d-88ac-374bd59816ef'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:25:03.976379 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-0f236c5b-94f4-46d9-b3fa-c52562a14784 None None] Bound port: 1240ccb1-a756-4640-87b6-022924a84758, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75fde3fe-6101-4fe3-96fd-75abf8fa0b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a2f2a970-1f7c-4e2d-88ac-374bd59816ef'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:25:03.976861 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-18cd4a3b-f0a3-4460-be75-dd0958c88562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0fb312-218f-41a7-9c34-70a62f86ab39', 'name': 'tempest-ServersTestJSON-1973735793-router', 'tenant_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '34a7bf64-6bff-4fc4-a581-9e7f162be0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:51Z', 'updated_at': '2021-07-13T07:24:57Z', 'revision_number': 3, 'project_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'gw_port': {'id': '34a7bf64-6bff-4fc4-a581-9e7f162be0fb', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0fb312-218f-41a7-9c34-70a62f86ab39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:54Z', 'updated_at': '2021-07-13T07:25:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:03.977025 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0f236c5b-94f4-46d9-b3fa-c52562a14784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:04.017374 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:04.019633 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cd4a3b-f0a3-4460-be75-dd0958c88562 None None] The sync data for ids ['6e0fb312-218f-41a7-9c34-70a62f86ab39'] in n-d-771363-34 is: [{'id': '6e0fb312-218f-41a7-9c34-70a62f86ab39', 'name': 'tempest-ServersTestJSON-1973735793-router', 'tenant_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '34a7bf64-6bff-4fc4-a581-9e7f162be0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:51Z', 'updated_at': '2021-07-13T07:24:57Z', 'revision_number': 3, 'project_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'gw_port': {'id': '34a7bf64-6bff-4fc4-a581-9e7f162be0fb', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0fb312-218f-41a7-9c34-70a62f86ab39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:54Z', 'updated_at': '2021-07-13T07:25:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:25:04.067162 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f553ade8-e3c8-44b9-ad62-0c6b18e396d7 req-8805d926-b252-406b-8626-929dd9088028 service neutron] 10.222.0.25 "GET /v2.0/networks/594d3cf6-6536-44a4-bf86-7eb0b076281c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7595739 Jul 13 07:25:04.101149 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3656717-46a3-4431-b7fc-c7893e82053c req-6779542f-0b32-4c8d-ae78-f248f827af1a tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:04.109518 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d3656717-46a3-4431-b7fc-c7893e82053c req-6779542f-0b32-4c8d-ae78-f248f827af1a tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] 10.222.0.23 "GET /v2.0/ports?device_id=4641474c-feb2-4b45-9675-463f5db56380 HTTP/1.1" status: 200 len: 944 time: 0.4875174 Jul 13 07:25:04.114632 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-0f236c5b-94f4-46d9-b3fa-c52562a14784 None None] For port 1240ccb1-a756-4640-87b6-022924a84758, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:25:04.119525 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-0f236c5b-94f4-46d9-b3fa-c52562a14784 None None] For port 1240ccb1-a756-4640-87b6-022924a84758, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=1240ccb1-a756-4640-87b6-022924a84758,segment=NetworkSegment(75fde3fe-6101-4fe3-96fd-75abf8fa0b52),segment_id=75fde3fe-6101-4fe3-96fd-75abf8fa0b52)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:25:04.122613 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:04.125136 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0f236c5b-94f4-46d9-b3fa-c52562a14784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:04.144571 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ff6a07ec-be6c-48e3-87ca-ecc8d7adc758 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:04.168278 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-72d3249c-031b-415f-8674-09add1ef595b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:04.170406 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-72d3249c-031b-415f-8674-09add1ef595b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=88ea993c-44dc-45dd-b8a5-b8f3f44e71bc HTTP/1.1" status: 200 len: 850 time: 0.8840597 Jul 13 07:25:04.191185 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port fe72de08-e56f-4e40-8d26-6142c436bbdc, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=fe72de08-e56f-4e40-8d26-6142c436bbdc,segment=NetworkSegment(8ed6da62-daf9-496c-b1a4-984cc4d0a038),segment_id=8ed6da62-daf9-496c-b1a4-984cc4d0a038)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:04.203558 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:04.209058 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f236c5b-94f4-46d9-b3fa-c52562a14784 None None] Routers {'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:25:04.209744 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-0f236c5b-94f4-46d9-b3fa-c52562a14784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:25:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:04.230989 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d3656717-46a3-4431-b7fc-c7893e82053c req-01ac175b-768e-4c98-ad30-4fea3d95b45b tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] 10.222.0.23 "GET /v2.0/security-groups?id=f34c6e50-d491-4a6e-a953-1478a35d3082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203947 Jul 13 07:25:04.241518 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ff6a07ec-be6c-48e3-87ca-ecc8d7adc758 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:04.303576 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ff6a07ec-be6c-48e3-87ca-ecc8d7adc758 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:04.304804 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ff6a07ec-be6c-48e3-87ca-ecc8d7adc758 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7664192 Jul 13 07:25:04.311292 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device ca22fb29-1ea5-4f90-9571-5df06a832806 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:04.323159 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00910e32-4d1f-45de-87e4-90ff9fd28a52 admin admin] Pushing event updated for resources: {'Port': ['ID=e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:04.329518 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51422) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:04.364070 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-0f236c5b-94f4-46d9-b3fa-c52562a14784 None None] Set router cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:25:04.366769 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-e9af84ba-5ff6-4904-8de5-25261418557a tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Request body: {'security_group_rule': {'security_group_id': 'c9c732ca-38e5-4373-92d3-5943bd09957d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:04.407864 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a07ec-be6c-48e3-87ca-ecc8d7adc758 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c732ca-38e5-4373-92d3-5943bd09957d,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:04.432150 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224a11e-ec53-4385-a3ab-2c7fba09d2bc req-b1c8edd8-c104-4227-b089-a69d7979b7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:04.433916 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3224a11e-ec53-4385-a3ab-2c7fba09d2bc req-b1c8edd8-c104-4227-b089-a69d7979b7fb service neutron] 10.222.0.25 "GET /v2.0/networks?id=c24dbb0e-74cd-4d50-888e-ae6d9b85f325 HTTP/1.1" status: 200 len: 922 time: 0.5258250 Jul 13 07:25:04.504653 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=fe72de08-e56f-4e40-8d26-6142c436bbdc,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:04.535572 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3224a11e-ec53-4385-a3ab-2c7fba09d2bc req-7104758d-6d3f-4699-a292-ab4e31b6a232 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=affe3de2-e01f-496d-8cc0-9cb067f751bf HTTP/1.1" status: 200 len: 217 time: 0.0894301 Jul 13 07:25:04.543273 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port ca22fb29-1ea5-4f90-9571-5df06a832806 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:04.547553 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port ca22fb29-1ea5-4f90-9571-5df06a832806 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:04.547977 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:04.589118 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-00910e32-4d1f-45de-87e4-90ff9fd28a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:04.591165 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e9af84ba-5ff6-4904-8de5-25261418557a tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:04.720074 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4476d-8c6f-46d6-a0d3-762352e5a1b2 None None] Pushing event updated for resources: {'Port': ['ID=1240ccb1-a756-4640-87b6-022924a84758,revision_number=4']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:04.754512 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224a11e-ec53-4385-a3ab-2c7fba09d2bc req-941ae846-7a14-4dde-a0fd-701b036eaf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:04.756456 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3224a11e-ec53-4385-a3ab-2c7fba09d2bc req-941ae846-7a14-4dde-a0fd-701b036eaf58 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ea097737-d8e1-46a1-95ab-66024a4c733e HTTP/1.1" status: 200 len: 861 time: 0.1262348 Jul 13 07:25:04.769286 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:04.788451 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a819cf-d864-47bc-93e0-882e3531a620 req-b25311e8-8d3d-4dc9-960d-6ad8b15165b5 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:04.790019 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-42a819cf-d864-47bc-93e0-882e3531a620 req-b25311e8-8d3d-4dc9-960d-6ad8b15165b5 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=8efa486a-bda9-4557-b39a-0f44f17e987b HTTP/1.1" status: 200 len: 950 time: 0.2581470 Jul 13 07:25:04.825652 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3224a11e-ec53-4385-a3ab-2c7fba09d2bc req-f6806b1b-cc5a-4954-9c07-d4be26c5bdf3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c24dbb0e-74cd-4d50-888e-ae6d9b85f325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533581 Jul 13 07:25:04.827651 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device affe3de2-e01f-496d-8cc0-9cb067f751bf details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:25:04.840169 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port ca22fb29-1ea5-4f90-9571-5df06a832806, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=ca22fb29-1ea5-4f90-9571-5df06a832806,segment=NetworkSegment(8ed6da62-daf9-496c-b1a4-984cc4d0a038),segment_id=8ed6da62-daf9-496c-b1a4-984cc4d0a038)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:04.851617 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:04.856000 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-0f236c5b-94f4-46d9-b3fa-c52562a14784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2', 'name': 'tempest-ServersTestBootFromVolume-1616703789-router', 'tenant_id': 'ee1f885a5c2c4debb29c02950632e699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '6696962e-9334-4181-9955-4641fd18f461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:50Z', 'updated_at': '2021-07-13T07:24:59Z', 'revision_number': 4, 'project_id': 'ee1f885a5c2c4debb29c02950632e699', 'gw_port': {'id': '6696962e-9334-4181-9955-4641fd18f461', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ad:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:51Z', 'updated_at': '2021-07-13T07:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '1240ccb1-a756-4640-87b6-022924a84758', 'name': '', 'network_id': 'a2f2a970-1f7c-4e2d-88ac-374bd59816ef', 'tenant_id': 'ee1f885a5c2c4debb29c02950632e699', 'mac_address': 'fa:16:3e:b3:61:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '59738458-cb9f-4c4b-b821-44dd633482c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:58Z', 'updated_at': '2021-07-13T07:25:04Z', 'revision_number': 4, 'project_id': 'ee1f885a5c2c4debb29c02950632e699', 'subnets': [{'id': '59738458-cb9f-4c4b-b821-44dd633482c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:04.856513 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4be9f0-a896-446f-81a7-2744aaa7043e req-39e1dd85-35eb-4ef9-97df-9bc92b2547f7 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:04.864943 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4be9f0-a896-446f-81a7-2744aaa7043e req-39e1dd85-35eb-4ef9-97df-9bc92b2547f7 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:04.874624 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4be9f0-a896-446f-81a7-2744aaa7043e req-39e1dd85-35eb-4ef9-97df-9bc92b2547f7 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:04.888761 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4be9f0-a896-446f-81a7-2744aaa7043e req-39e1dd85-35eb-4ef9-97df-9bc92b2547f7 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:04.896288 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4be9f0-a896-446f-81a7-2744aaa7043e req-39e1dd85-35eb-4ef9-97df-9bc92b2547f7 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:04.901577 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-42a819cf-d864-47bc-93e0-882e3531a620 req-76355bdc-8c9c-43a0-94a0-fb3b3b625287 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839617 Jul 13 07:25:04.917905 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4be9f0-a896-446f-81a7-2744aaa7043e req-39e1dd85-35eb-4ef9-97df-9bc92b2547f7 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:04.924182 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f236c5b-94f4-46d9-b3fa-c52562a14784 None None] The sync data for ids ['cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2'] in n-d-771363-34 is: [{'id': 'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2', 'name': 'tempest-ServersTestBootFromVolume-1616703789-router', 'tenant_id': 'ee1f885a5c2c4debb29c02950632e699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '6696962e-9334-4181-9955-4641fd18f461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:50Z', 'updated_at': '2021-07-13T07:24:59Z', 'revision_number': 4, 'project_id': 'ee1f885a5c2c4debb29c02950632e699', 'gw_port': {'id': '6696962e-9334-4181-9955-4641fd18f461', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ad:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:51Z', 'updated_at': '2021-07-13T07:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '1240ccb1-a756-4640-87b6-022924a84758', 'name': '', 'network_id': 'a2f2a970-1f7c-4e2d-88ac-374bd59816ef', 'tenant_id': 'ee1f885a5c2c4debb29c02950632e699', 'mac_address': 'fa:16:3e:b3:61:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '59738458-cb9f-4c4b-b821-44dd633482c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:58Z', 'updated_at': '2021-07-13T07:25:04Z', 'revision_number': 4, 'project_id': 'ee1f885a5c2c4debb29c02950632e699', 'subnets': [{'id': '59738458-cb9f-4c4b-b821-44dd633482c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:25:04.931931 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4be9f0-a896-446f-81a7-2744aaa7043e req-39e1dd85-35eb-4ef9-97df-9bc92b2547f7 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:04.934116 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-df4be9f0-a896-446f-81a7-2744aaa7043e req-39e1dd85-35eb-4ef9-97df-9bc92b2547f7 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 5438 time: 0.8049016 Jul 13 07:25:04.958534 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device c53c18b7-3053-4952-992c-e808e72481bd up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:04.963724 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-261f434f-a34c-489b-87ee-b8d8c1b8bf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:04.965211 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-261f434f-a34c-489b-87ee-b8d8c1b8bf6b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9ef27b6b-d58a-4cc2-872f-1f2be062e420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7513120 Jul 13 07:25:04.994044 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7218fc3-6418-4c87-a98b-1f20353a3672 req-c9582bf0-374b-4d2d-9883-648b9c263e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:04.995839 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f7218fc3-6418-4c87-a98b-1f20353a3672 req-c9582bf0-374b-4d2d-9883-648b9c263e9a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8efa486a-bda9-4557-b39a-0f44f17e987b HTTP/1.1" status: 200 len: 1102 time: 0.8563838 Jul 13 07:25:05.011012 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3224a11e-ec53-4385-a3ab-2c7fba09d2bc req-bc15a5e7-6a7f-48f1-9863-e9d2416aa6e5 service neutron] 10.222.0.25 "GET /v2.0/networks/c24dbb0e-74cd-4d50-888e-ae6d9b85f325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643412 Jul 13 07:25:05.145975 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=ca22fb29-1ea5-4f90-9571-5df06a832806,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:05.164463 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-587bd42f-1ae4-4a97-b27a-a532a00d8fda None None] Provisioning complete for port fe72de08-e56f-4e40-8d26-6142c436bbdc triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:05.164704 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-587bd42f-1ae4-4a97-b27a-a532a00d8fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:05.177056 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e9af84ba-5ff6-4904-8de5-25261418557a tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:05.217772 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3224a11e-ec53-4385-a3ab-2c7fba09d2bc req-62e031c4-bcff-4c60-87c2-7786b30d998f service neutron] 10.222.0.25 "GET /v2.0/networks/c24dbb0e-74cd-4d50-888e-ae6d9b85f325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844275 Jul 13 07:25:05.235367 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port affe3de2-e01f-496d-8cc0-9cb067f751bf, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=affe3de2-e01f-496d-8cc0-9cb067f751bf,segment=NetworkSegment(2b6390fe-e267-4266-b0cc-90300aeea574),segment_id=2b6390fe-e267-4266-b0cc-90300aeea574)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:05.258178 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e9af84ba-5ff6-4904-8de5-25261418557a tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:05.268424 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': 'affe3de2-e01f-496d-8cc0-9cb067f751bf', 'network_id': 'c24dbb0e-74cd-4d50-888e-ae6d9b85f325', 'port_id': 'affe3de2-e01f-496d-8cc0-9cb067f751bf', 'mac_address': 'fa:16:3e:ea:96:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea097737-d8e1-46a1-95ab-66024a4c733e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:25:05.295077 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port c53c18b7-3053-4952-992c-e808e72481bd completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:05.305051 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port c53c18b7-3053-4952-992c-e808e72481bd triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:05.305425 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:05.354173 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-df4be9f0-a896-446f-81a7-2744aaa7043e req-dad20340-b6dc-45be-9426-56a9ff5c3a51 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&id=fb0080f5-be08-4cd8-97f3-6cc751e87d59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4028261 Jul 13 07:25:05.395591 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f7218fc3-6418-4c87-a98b-1f20353a3672 req-ab81333f-ef8b-4e29-8a2d-77a187b9fa16 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487868 Jul 13 07:25:05.441304 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:05.475888 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id affe3de2-e01f-496d-8cc0-9cb067f751bf {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:05.497703 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af84ba-5ff6-4904-8de5-25261418557a tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a6cd328-e2f9-435b-bd6b-ad9314b0aee4,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:05.502978 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port affe3de2-e01f-496d-8cc0-9cb067f751bf, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=affe3de2-e01f-496d-8cc0-9cb067f751bf,segment=NetworkSegment(2b6390fe-e267-4266-b0cc-90300aeea574),segment_id=2b6390fe-e267-4266-b0cc-90300aeea574)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:05.512576 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e9af84ba-5ff6-4904-8de5-25261418557a tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:05.519532 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 51434) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:05.524678 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-ff24655a-c0b7-4717-8aae-56b0b1a592d2 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Request body: {'security_group_rule': {'security_group_id': 'c9c732ca-38e5-4373-92d3-5943bd09957d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:05.525255 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e9af84ba-5ff6-4904-8de5-25261418557a tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1718895 Jul 13 07:25:05.541812 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-d7d1aa3a-0b2b-4fc9-b320-f2995342b5e7 service neutron] 10.222.0.42 "GET /v2.0/networks/9ef27b6b-d58a-4cc2-872f-1f2be062e420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5423810 Jul 13 07:25:05.567530 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:05.600147 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:05.604793 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ff24655a-c0b7-4717-8aae-56b0b1a592d2 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:05.628508 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe72de08-e56f-4e40-8d26-6142c436bbdc'}, {'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca22fb29-1ea5-4f90-9571-5df06a832806'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:05.630903 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86043b0e-16ee-4618-a5fc-5a1450eac0c6" -d '{"events": [{"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-plugged", "status": "completed", "tag": "fe72de08-e56f-4e40-8d26-6142c436bbdc"}, {"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-plugged", "status": "completed", "tag": "ca22fb29-1ea5-4f90-9571-5df06a832806"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:05.675022 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device a0520f7a-612d-4e54-b155-a759c7a81be7 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:25:05.690057 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port c53c18b7-3053-4952-992c-e808e72481bd, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=c53c18b7-3053-4952-992c-e808e72481bd,segment=NetworkSegment(b7bb93bc-cbf8-4d9d-81a8-4428e0baa434),segment_id=b7bb93bc-cbf8-4d9d-81a8-4428e0baa434)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:05.719082 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:05.733557 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-0364770c-89dd-4339-893d-3a891228a8da None None] Provisioning complete for port ca22fb29-1ea5-4f90-9571-5df06a832806 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:05.734033 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0364770c-89dd-4339-893d-3a891228a8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:05.747330 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=affe3de2-e01f-496d-8cc0-9cb067f751bf,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:05.779127 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ff24655a-c0b7-4717-8aae-56b0b1a592d2 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:05.786556 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ff24655a-c0b7-4717-8aae-56b0b1a592d2 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:05.822015 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff24655a-c0b7-4717-8aae-56b0b1a592d2 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c1dfb21-8ae7-48ab-85cc-c3b0f2f02c48,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:05.840024 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ff24655a-c0b7-4717-8aae-56b0b1a592d2 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:05.841531 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ff24655a-c0b7-4717-8aae-56b0b1a592d2 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3205686 Jul 13 07:25:05.844585 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 51440) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:05.851849 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-8884fb64-27aa-4a9c-a34a-5f8656255438 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:05.885114 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8884fb64-27aa-4a9c-a34a-5f8656255438 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks [] for floatingip, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:05.905796 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-00910e32-4d1f-45de-87e4-90ff9fd28a52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:05.930873 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ec86c-d80d-429d-9c2b-aa1d41f0d5be req-32f063ae-8ecc-47f3-9c2a-a74857cead2f tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:05.933079 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-048ec86c-d80d-429d-9c2b-aa1d41f0d5be req-32f063ae-8ecc-47f3-9c2a-a74857cead2f tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 943 time: 0.2943363 Jul 13 07:25:05.947887 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-00910e32-4d1f-45de-87e4-90ff9fd28a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:05.969980 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-97a25d17-18a7-432a-af4c-a51943c29dd5 service neutron] 10.222.0.42 "GET /v2.0/networks/9ef27b6b-d58a-4cc2-872f-1f2be062e420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127502 Jul 13 07:25:06.125202 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8884fb64-27aa-4a9c-a34a-5f8656255438 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:06.145202 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-348ceaa8-bcc9-4a22-be32-9df33cb0e80e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=3f89b889-ffbb-4db5-b1ee-44cea0069805 HTTP/1.1" status: 200 len: 217 time: 0.1599338 Jul 13 07:25:06.182148 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-048ec86c-d80d-429d-9c2b-aa1d41f0d5be req-a49783b2-cec4-4333-8029-c5d276c2349f tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104223 Jul 13 07:25:06.209904 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:06.226644 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device adb17561-3fe7-425b-86b9-6784366213c3 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:06.362580 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e98178-5bc5-4dfb-adbf-5623fc86e890 x-openstack-request-id: req-88e98178-5bc5-4dfb-adbf-5623fc86e890 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:06.371490 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-plugged", "status": "completed", "tag": "fe72de08-e56f-4e40-8d26-6142c436bbdc", "code": 200}, {"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-plugged", "status": "completed", "tag": "ca22fb29-1ea5-4f90-9571-5df06a832806", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:06.372082 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-88e98178-5bc5-4dfb-adbf-5623fc86e890 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:06.372509 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe72de08-e56f-4e40-8d26-6142c436bbdc', 'code': 200} Jul 13 07:25:06.372881 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca22fb29-1ea5-4f90-9571-5df06a832806', 'code': 200} Jul 13 07:25:06.377195 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00910e32-4d1f-45de-87e4-90ff9fd28a52 admin admin] Pushing event updated for resources: {'Port': ['ID=e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:06.398681 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 1240ccb1-a756-4640-87b6-022924a84758 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:06.406953 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-00910e32-4d1f-45de-87e4-90ff9fd28a52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:06.448776 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-2b129aae-4e12-4e7c-b1f9-56876e34f0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:06.450275 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-2b129aae-4e12-4e7c-b1f9-56876e34f0a4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbf3360f-363f-4965-bf44-461a187b579f HTTP/1.1" status: 200 len: 797 time: 0.2558429 Jul 13 07:25:06.491183 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=c53c18b7-3053-4952-992c-e808e72481bd,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:06.542331 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-8884fb64-27aa-4a9c-a34a-5f8656255438 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Allocated IP 172.25.3.172 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/4fa8d736-0d9a-432a-8205-f08111a31080) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:25:06.562415 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce64cd6-d708-484d-87ef-241325bd0de7 req-a6046414-6fda-4fc0-a76d-428e4ab5bbde tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:06.571133 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fce64cd6-d708-484d-87ef-241325bd0de7 req-a6046414-6fda-4fc0-a76d-428e4ab5bbde tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] 10.222.0.23 "GET /v2.0/ports?device_id=4641474c-feb2-4b45-9675-463f5db56380 HTTP/1.1" status: 200 len: 945 time: 0.4484921 Jul 13 07:25:06.590346 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00910e32-4d1f-45de-87e4-90ff9fd28a52 admin admin] Network 3641bc06-8e59-49c0-8f85-a031f22a64e6 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:25:06.601257 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port a0520f7a-612d-4e54-b155-a759c7a81be7, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=a0520f7a-612d-4e54-b155-a759c7a81be7,segment=NetworkSegment(0abc1825-e3a0-468f-93a4-df9b73b4e14a),segment_id=0abc1825-e3a0-468f-93a4-df9b73b4e14a)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:06.623837 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-00910e32-4d1f-45de-87e4-90ff9fd28a52 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:06.737399 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': 'a0520f7a-612d-4e54-b155-a759c7a81be7', 'network_id': '594d3cf6-6536-44a4-bf86-7eb0b076281c', 'port_id': 'a0520f7a-612d-4e54-b155-a759c7a81be7', 'mac_address': 'fa:16:3e:c0:37:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e61f3cea-0dca-4181-a03e-5485cc9acd4c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:25:06.750174 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port adb17561-3fe7-425b-86b9-6784366213c3 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:06.786579 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 1240ccb1-a756-4640-87b6-022924a84758 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:06.800182 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port adb17561-3fe7-425b-86b9-6784366213c3 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:06.800899 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:06.810634 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 1240ccb1-a756-4640-87b6-022924a84758 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:06.811101 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:06.922596 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:06.962886 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a87124-a78d-4807-acf8-523d3a8bb16f req-6635b436-dc54-41e6-93f5-98194cef6f08 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:06.969911 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-97a87124-a78d-4807-acf8-523d3a8bb16f req-6635b436-dc54-41e6-93f5-98194cef6f08 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=8efa486a-bda9-4557-b39a-0f44f17e987b HTTP/1.1" status: 200 len: 950 time: 0.3697534 Jul 13 07:25:07.004630 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-fc39fc4b-cf1a-4532-a59e-d18d80a2ab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:07.006397 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-fc39fc4b-cf1a-4532-a59e-d18d80a2ab1f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3952239 Jul 13 07:25:07.007070 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0520f7a-612d-4e54-b155-a759c7a81be7 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:07.023523 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-44d927f4-5a04-4598-befc-df800521033a None None] Provisioning complete for port c53c18b7-3053-4952-992c-e808e72481bd triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:07.024287 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-44d927f4-5a04-4598-befc-df800521033a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:07.094080 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-97a87124-a78d-4807-acf8-523d3a8bb16f req-0b5d3723-c0be-4849-81c4-3a3760217e38 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034799 Jul 13 07:25:07.103081 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00910e32-4d1f-45de-87e4-90ff9fd28a52 admin admin] Router 6e0fb312-218f-41a7-9c34-70a62f86ab39 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:25:07.106123 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port a0520f7a-612d-4e54-b155-a759c7a81be7, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=a0520f7a-612d-4e54-b155-a759c7a81be7,segment=NetworkSegment(0abc1825-e3a0-468f-93a4-df9b73b4e14a),segment_id=0abc1825-e3a0-468f-93a4-df9b73b4e14a)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:07.123328 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:07.176418 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port adb17561-3fe7-425b-86b9-6784366213c3, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=adb17561-3fe7-425b-86b9-6784366213c3,segment=NetworkSegment(b7bb93bc-cbf8-4d9d-81a8-4428e0baa434),segment_id=b7bb93bc-cbf8-4d9d-81a8-4428e0baa434)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:07.198232 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:07.205583 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:07.262950 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device ede38759-df2e-4913-a839-5c8f2fc992f8 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:07.291444 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-f0c1b3b5-39ff-4244-8ece-5ad875d90f4a service neutron] 10.222.0.42 "GET /v2.0/networks/8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742062 Jul 13 07:25:07.383799 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:07.449643 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-0e8e38fc-92f7-4a6e-b55d-8d45226ae366 service neutron] 10.222.0.42 "GET /v2.0/networks/8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495330 Jul 13 07:25:07.470059 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=a0520f7a-612d-4e54-b155-a759c7a81be7,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:07.517347 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8884fb64-27aa-4a9c-a34a-5f8656255438 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:07.522967 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fce64cd6-d708-484d-87ef-241325bd0de7 req-cb15cbcc-3d26-4f45-a6c8-c6c4fa586c07 tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] 10.222.0.23 "GET /v2.0/security-groups?id=f34c6e50-d491-4a6e-a953-1478a35d3082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9507413 Jul 13 07:25:07.596214 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-882f4a6f-9aae-4436-805e-df58ece896b8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=c6c5062b-ad9b-461a-b443-cecd55db988a HTTP/1.1" status: 200 len: 217 time: 0.1320946 Jul 13 07:25:07.603932 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=adb17561-3fe7-425b-86b9-6784366213c3,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:07.609896 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8884fb64-27aa-4a9c-a34a-5f8656255438 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:07.691796 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-44d927f4-5a04-4598-befc-df800521033a None None] Provisioning complete for port e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:07.692788 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-44d927f4-5a04-4598-befc-df800521033a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:07.697837 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 1240ccb1-a756-4640-87b6-022924a84758, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=1240ccb1-a756-4640-87b6-022924a84758,segment=NetworkSegment(75fde3fe-6101-4fe3-96fd-75abf8fa0b52),segment_id=75fde3fe-6101-4fe3-96fd-75abf8fa0b52)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:07.699320 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['a0520f7a-612d-4e54-b155-a759c7a81be7'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:07.704785 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8884fb64-27aa-4a9c-a34a-5f8656255438 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:25:07.715884 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-8884fb64-27aa-4a9c-a34a-5f8656255438 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:07.734818 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8884fb64-27aa-4a9c-a34a-5f8656255438 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:25:07.803079 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884fb64-27aa-4a9c-a34a-5f8656255438 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Pushing event updated for resources: {'Port': ['ID=4fa8d736-0d9a-432a-8205-f08111a31080,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:07.812676 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c4027-288c-47a8-a49d-b8459cd70a28 req-0152295f-1104-4e6b-a41a-056ee765377e tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:07.830765 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c4027-288c-47a8-a49d-b8459cd70a28 req-0152295f-1104-4e6b-a41a-056ee765377e tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:07.842719 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c4027-288c-47a8-a49d-b8459cd70a28 req-0152295f-1104-4e6b-a41a-056ee765377e tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:07.851407 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['affe3de2-e01f-496d-8cc0-9cb067f751bf'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:07.858089 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-44d927f4-5a04-4598-befc-df800521033a None None] Port e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:25:07.865820 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c4027-288c-47a8-a49d-b8459cd70a28 req-0152295f-1104-4e6b-a41a-056ee765377e tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:07.874460 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c4027-288c-47a8-a49d-b8459cd70a28 req-0152295f-1104-4e6b-a41a-056ee765377e tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:07.882438 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:07.894513 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8884fb64-27aa-4a9c-a34a-5f8656255438 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:07.896502 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c4027-288c-47a8-a49d-b8459cd70a28 req-0152295f-1104-4e6b-a41a-056ee765377e tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:07.913563 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c4027-288c-47a8-a49d-b8459cd70a28 req-0152295f-1104-4e6b-a41a-056ee765377e tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:07.929888 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cb0c4027-288c-47a8-a49d-b8459cd70a28 req-0152295f-1104-4e6b-a41a-056ee765377e tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 5442 time: 0.4787920 Jul 13 07:25:07.932509 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 34a7bf64-6bff-4fc4-a581-9e7f162be0fb up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:07.968175 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-20de289b-bc06-47dc-a119-8c5f1c1532fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:07.969704 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-20de289b-bc06-47dc-a119-8c5f1c1532fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbf3360f-363f-4965-bf44-461a187b579f HTTP/1.1" status: 200 len: 797 time: 0.3581235 Jul 13 07:25:07.970828 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00910e32-4d1f-45de-87e4-90ff9fd28a52 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:25:07.987260 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-00910e32-4d1f-45de-87e4-90ff9fd28a52 admin admin] 10.222.0.23 "PUT /v2.0/routers/6e0fb312-218f-41a7-9c34-70a62f86ab39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9161608 Jul 13 07:25:08.030603 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8884fb64-27aa-4a9c-a34a-5f8656255438 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:08.091031 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cb0c4027-288c-47a8-a49d-b8459cd70a28 req-d64f3f61-d381-4da5-83bc-16504792ff7a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&id=fb0080f5-be08-4cd8-97f3-6cc751e87d59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1602888 Jul 13 07:25:08.095628 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f1f21e-d502-4a1e-8b46-12245cccac18 None None] Sync routers for ids ['6e0fb312-218f-41a7-9c34-70a62f86ab39'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:25:08.102786 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port ede38759-df2e-4913-a839-5c8f2fc992f8 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:08.147871 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-62cdb269-a422-42fc-a944-75bdde181118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:08.149531 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-62cdb269-a422-42fc-a944-75bdde181118 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1687381 Jul 13 07:25:08.185580 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port ede38759-df2e-4913-a839-5c8f2fc992f8 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:08.185946 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:08.301264 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-ef0a0c3a-1f52-4588-bba6-b4b3ec34ae30 service neutron] 10.222.0.42 "GET /v2.0/networks/8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455133 Jul 13 07:25:08.343582 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f1f21e-d502-4a1e-8b46-12245cccac18 None None] Routers {'6e0fb312-218f-41a7-9c34-70a62f86ab39'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:25:08.344847 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-32f1f21e-d502-4a1e-8b46-12245cccac18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:25:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['6e0fb312-218f-41a7-9c34-70a62f86ab39'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:08.347727 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=1240ccb1-a756-4640-87b6-022924a84758,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:08.405801 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53c18b7-3053-4952-992c-e808e72481bd'}, {'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb17561-3fe7-425b-86b9-6784366213c3'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:08.408514 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c58554-3fd7-4843-aaeb-d5cb4c989ce8" -d '{"events": [{"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-plugged", "status": "completed", "tag": "c53c18b7-3053-4952-992c-e808e72481bd"}, {"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-plugged", "status": "completed", "tag": "adb17561-3fe7-425b-86b9-6784366213c3"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:08.437535 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01b140-20e4-47d3-9542-97d78be72d6a req-e16a732a-24e0-42ea-8301-a13458486ff0 tempest-ServersOnMultiNodesTest-1371202544 tempest-ServersOnMultiNodesTest-1371202544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:08.439083 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ef01b140-20e4-47d3-9542-97d78be72d6a req-e16a732a-24e0-42ea-8301-a13458486ff0 tempest-ServersOnMultiNodesTest-1371202544 tempest-ServersOnMultiNodesTest-1371202544-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8efa486a-bda9-4557-b39a-0f44f17e987b HTTP/1.1" status: 200 len: 1102 time: 0.1609392 Jul 13 07:25:08.457257 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5e0c50b0-941f-4b26-b521-902127c2c2f9 None None] Provisioning complete for port e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:08.457627 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5e0c50b0-941f-4b26-b521-902127c2c2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:08.481626 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8884fb64-27aa-4a9c-a34a-5f8656255438 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:08.484499 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ef01b140-20e4-47d3-9542-97d78be72d6a req-6f984e60-d767-4a05-90c1-d3a3bd5eb7fa tempest-ServersOnMultiNodesTest-1371202544 tempest-ServersOnMultiNodesTest-1371202544-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:08.500316 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8884fb64-27aa-4a9c-a34a-5f8656255438 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:08.506722 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-a631320f-f06e-4032-b7a6-65d153a1698c service neutron] 10.222.0.42 "GET /v2.0/networks/8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982737 Jul 13 07:25:08.511732 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 34a7bf64-6bff-4fc4-a581-9e7f162be0fb completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:08.532339 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5315610-ae99-4b0b-ba5f-8d7deb144d5b req-314af4ba-c5ae-442d-b5a7-2b7234903935 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:08.534009 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f5315610-ae99-4b0b-ba5f-8d7deb144d5b req-314af4ba-c5ae-442d-b5a7-2b7234903935 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 944 time: 0.1635160 Jul 13 07:25:08.591718 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 34a7bf64-6bff-4fc4-a581-9e7f162be0fb triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:08.592086 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:08.616737 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-6ef2cd6a-931e-45bc-acd6-f5deccf6d736 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=d7ded5d2-51a4-43c5-bfa9-37432da7c39b HTTP/1.1" status: 200 len: 217 time: 0.1043277 Jul 13 07:25:08.617134 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884fb64-27aa-4a9c-a34a-5f8656255438 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Pushing event updated for resources: {'Port': ['ID=4fa8d736-0d9a-432a-8205-f08111a31080,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:08.631842 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-5e0c50b0-941f-4b26-b521-902127c2c2f9 None None] Port e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:25:08.640325 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8884fb64-27aa-4a9c-a34a-5f8656255438 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:08.676545 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f5315610-ae99-4b0b-ba5f-8d7deb144d5b req-982d7f66-1e3e-4ce9-a951-7e4d0113d021 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850446 Jul 13 07:25:08.700948 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ef01b140-20e4-47d3-9542-97d78be72d6a req-6f984e60-d767-4a05-90c1-d3a3bd5eb7fa tempest-ServersOnMultiNodesTest-1371202544 tempest-ServersOnMultiNodesTest-1371202544-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:08.707876 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ef01b140-20e4-47d3-9542-97d78be72d6a req-6f984e60-d767-4a05-90c1-d3a3bd5eb7fa tempest-ServersOnMultiNodesTest-1371202544 tempest-ServersOnMultiNodesTest-1371202544-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:08.708325 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-32f1f21e-d502-4a1e-8b46-12245cccac18 None None] Set router 6e0fb312-218f-41a7-9c34-70a62f86ab39 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:25:08.708538 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-344fb9c8-61c8-4a3f-9ced-15b8813992d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:08.713645 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-344fb9c8-61c8-4a3f-9ced-15b8813992d2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbf3360f-363f-4965-bf44-461a187b579f HTTP/1.1" status: 200 len: 797 time: 0.0853665 Jul 13 07:25:08.767879 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ef01b140-20e4-47d3-9542-97d78be72d6a req-6f984e60-d767-4a05-90c1-d3a3bd5eb7fa tempest-ServersOnMultiNodesTest-1371202544 tempest-ServersOnMultiNodesTest-1371202544-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189120 Jul 13 07:25:08.776807 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8884fb64-27aa-4a9c-a34a-5f8656255438 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:08.778240 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8884fb64-27aa-4a9c-a34a-5f8656255438 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9321160 Jul 13 07:25:08.791423 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5e0c50b0-941f-4b26-b521-902127c2c2f9 None None] Provisioning complete for port adb17561-3fe7-425b-86b9-6784366213c3 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:08.791797 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5e0c50b0-941f-4b26-b521-902127c2c2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:08.807585 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:08.828148 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f984e60-d767-4a05-90c1-d3a3bd5eb7fa tempest-ServersOnMultiNodesTest-1371202544 tempest-ServersOnMultiNodesTest-1371202544-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422b2c1d-185b-4b5c-8c29-b76ca028a353,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:08.865884 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-22948e06-0f77-4ee0-8802-ddfd0717b6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:08.869413 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-22948e06-0f77-4ee0-8802-ddfd0717b6ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1463244 Jul 13 07:25:08.975701 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd322926-d5d5-4cb1-85fd-5fe919b2b4e6 x-openstack-request-id: req-cd322926-d5d5-4cb1-85fd-5fe919b2b4e6 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:08.976450 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-plugged", "status": "completed", "tag": "c53c18b7-3053-4952-992c-e808e72481bd", "code": 200}, {"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-plugged", "status": "completed", "tag": "adb17561-3fe7-425b-86b9-6784366213c3", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:08.977051 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd322926-d5d5-4cb1-85fd-5fe919b2b4e6 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:08.978438 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53c18b7-3053-4952-992c-e808e72481bd', 'code': 200} Jul 13 07:25:08.978855 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb17561-3fe7-425b-86b9-6784366213c3', 'code': 200} Jul 13 07:25:09.023293 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-d68cd878-4f9b-4609-9436-0be8571d1174 service neutron] 10.222.0.42 "GET /v2.0/networks/8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402206 Jul 13 07:25:09.185139 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port ede38759-df2e-4913-a839-5c8f2fc992f8, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=ede38759-df2e-4913-a839-5c8f2fc992f8,segment=NetworkSegment(8ed6da62-daf9-496c-b1a4-984cc4d0a038),segment_id=8ed6da62-daf9-496c-b1a4-984cc4d0a038)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:09.193639 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:09.205749 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-5360eae2-cf0f-402b-8d48-00e97f8eecca service neutron] 10.222.0.42 "GET /v2.0/networks/8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745260 Jul 13 07:25:09.210510 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b4196-8152-40dc-8d46-9d7bec60f0ba req-5fbe3154-6738-493d-bf31-88177fe04a6c tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:09.213366 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ee1b4196-8152-40dc-8d46-9d7bec60f0ba req-5fbe3154-6738-493d-bf31-88177fe04a6c tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] 10.222.0.23 "GET /v2.0/ports?device_id=4641474c-feb2-4b45-9675-463f5db56380 HTTP/1.1" status: 200 len: 945 time: 0.0956640 Jul 13 07:25:09.239922 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 34a7bf64-6bff-4fc4-a581-9e7f162be0fb, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=34a7bf64-6bff-4fc4-a581-9e7f162be0fb,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:09.262011 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:09.296592 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-3c3fe0c9-9964-47ee-a5bf-6e919d207fe4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=5e38dcee-5f8f-4129-bb5d-68231affa33d HTTP/1.1" status: 200 len: 217 time: 0.0842767 Jul 13 07:25:09.319574 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ee1b4196-8152-40dc-8d46-9d7bec60f0ba req-064fdc36-7035-4347-9804-e83b7d098784 tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] 10.222.0.23 "GET /v2.0/security-groups?id=f34c6e50-d491-4a6e-a953-1478a35d3082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977120 Jul 13 07:25:09.340095 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:09.387571 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=ede38759-df2e-4913-a839-5c8f2fc992f8,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:09.408804 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-be4795e2-4fdc-4fe2-b441-acc7061fabb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:09.411694 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-be4795e2-4fdc-4fe2-b441-acc7061fabb2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbf3360f-363f-4965-bf44-461a187b579f HTTP/1.1" status: 200 len: 797 time: 0.1085973 Jul 13 07:25:09.516576 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-4e067fe9-71e5-4666-86b9-f554009c28df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:09.520541 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-4e067fe9-71e5-4666-86b9-f554009c28df service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1005232 Jul 13 07:25:09.687930 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 51516) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:09.693739 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-50688f11-16c9-4945-a575-d2bc9469e0a1 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1280140909', 'description': 'tempest-description--1283766585'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:09.782804 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-50688f11-16c9-4945-a575-d2bc9469e0a1 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:09.785967 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-230be3c8-d967-4b55-9844-b02e5260023e service neutron] 10.222.0.42 "GET /v2.0/networks/8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585201 Jul 13 07:25:09.798823 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 1240ccb1-a756-4640-87b6-022924a84758 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:09.882068 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 1d1d6f8c-4810-439b-a2c4-1b8759e55cea up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:10.005980 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-3c7be3e7-fec4-4ac6-988c-178a19446d6f service neutron] 10.222.0.42 "GET /v2.0/networks/8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098246 Jul 13 07:25:10.061852 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-2afce086-853c-478f-a735-c6b8b36cc65a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ff532c51-9355-4450-8c7c-8a7e95d11ca1 HTTP/1.1" status: 200 len: 217 time: 0.0521843 Jul 13 07:25:10.149214 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32804db-2724-4e5e-8693-bb92534eab44 req-78fa8080-84e2-4ac1-b007-8dc9e6965b45 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:10.157817 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32804db-2724-4e5e-8693-bb92534eab44 req-78fa8080-84e2-4ac1-b007-8dc9e6965b45 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:10.159554 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-50688f11-16c9-4945-a575-d2bc9469e0a1 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:10.167941 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-50688f11-16c9-4945-a575-d2bc9469e0a1 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:10.168114 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32804db-2724-4e5e-8693-bb92534eab44 req-78fa8080-84e2-4ac1-b007-8dc9e6965b45 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:10.175658 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32804db-2724-4e5e-8693-bb92534eab44 req-78fa8080-84e2-4ac1-b007-8dc9e6965b45 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:10.183161 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32804db-2724-4e5e-8693-bb92534eab44 req-78fa8080-84e2-4ac1-b007-8dc9e6965b45 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:10.190032 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32804db-2724-4e5e-8693-bb92534eab44 req-78fa8080-84e2-4ac1-b007-8dc9e6965b45 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:10.199348 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32804db-2724-4e5e-8693-bb92534eab44 req-78fa8080-84e2-4ac1-b007-8dc9e6965b45 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:10.209949 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d32804db-2724-4e5e-8693-bb92534eab44 req-78fa8080-84e2-4ac1-b007-8dc9e6965b45 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 5443 time: 0.3007014 Jul 13 07:25:10.223639 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-50688f11-16c9-4945-a575-d2bc9469e0a1 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:10.227669 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-50688f11-16c9-4945-a575-d2bc9469e0a1 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5379760 Jul 13 07:25:10.230945 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 51554) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:10.246043 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-e5d1b7f0-040b-481b-937d-2bc18c2a963f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:10.247901 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-e5d1b7f0-040b-481b-937d-2bc18c2a963f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9c2506db-6f43-4e89-9c37-79407431b682 HTTP/1.1" status: 200 len: 797 time: 0.1781902 Jul 13 07:25:10.251312 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-dd29e84a-652d-49a6-ae3f-a4a947448041 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Request body: {'security_group_rule': {'security_group_id': '673773b8-d744-4336-90f3-e8a9554e115e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:10.309737 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=34a7bf64-6bff-4fc4-a581-9e7f162be0fb,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:10.319733 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50688f11-16c9-4945-a575-d2bc9469e0a1 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=673773b8-d744-4336-90f3-e8a9554e115e,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:10.320627 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d32804db-2724-4e5e-8693-bb92534eab44 req-f57c9ec0-da06-4de0-9367-7192890d7991 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&id=fb0080f5-be08-4cd8-97f3-6cc751e87d59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1095548 Jul 13 07:25:10.365595 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dd29e84a-652d-49a6-ae3f-a4a947448041 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:10.397847 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4589f-fd01-43ad-96fe-f216344be4ce req-10ea76da-9a93-4789-99bd-5acddf633d5b tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:10.401868 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-6c96a078-3d65-46b2-b245-7696b3a2298d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:10.406058 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-6c96a078-3d65-46b2-b245-7696b3a2298d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1467092 Jul 13 07:25:10.406254 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d1b4589f-fd01-43ad-96fe-f216344be4ce req-10ea76da-9a93-4789-99bd-5acddf633d5b tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 944 time: 0.1322548 Jul 13 07:25:10.420752 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 1d1d6f8c-4810-439b-a2c4-1b8759e55cea completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:10.459276 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 1d1d6f8c-4810-439b-a2c4-1b8759e55cea triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:10.463053 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:10.473467 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d1b4589f-fd01-43ad-96fe-f216344be4ce req-231e152b-4b46-41a6-a1d7-e13960022800 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661209 Jul 13 07:25:10.527678 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dd29e84a-652d-49a6-ae3f-a4a947448041 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:10.538914 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6a8076b8-29ae-462f-8789-738f39a55056 None None] Provisioning complete for port 1240ccb1-a756-4640-87b6-022924a84758 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:10.540882 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dd29e84a-652d-49a6-ae3f-a4a947448041 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:10.541507 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6a8076b8-29ae-462f-8789-738f39a55056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:10.568477 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd29e84a-652d-49a6-ae3f-a4a947448041 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7afaf0a5-a2ff-4ca9-9267-51c1d1ffafed,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:10.594885 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dd29e84a-652d-49a6-ae3f-a4a947448041 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:10.599864 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-dd29e84a-652d-49a6-ae3f-a4a947448041 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3622243 Jul 13 07:25:10.600843 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 51568) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:10.608922 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-4fff5a3a-f337-43ee-b8b4-54a2f30d1633 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Request body: {'security_group_rule': {'security_group_id': '673773b8-d744-4336-90f3-e8a9554e115e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:10.687241 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 1240ccb1-a756-4640-87b6-022924a84758 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:10.687241 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:10.704771 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4fff5a3a-f337-43ee-b8b4-54a2f30d1633 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:10.908864 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc353c-cfc8-4d66-877d-e1be0f68992f req-37d42ea3-f9e5-4862-a6d9-116fc95f8aa4 tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:10.916799 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d6fc353c-cfc8-4d66-877d-e1be0f68992f req-37d42ea3-f9e5-4862-a6d9-116fc95f8aa4 tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] 10.222.0.23 "GET /v2.0/ports?device_id=4641474c-feb2-4b45-9675-463f5db56380 HTTP/1.1" status: 200 len: 945 time: 0.2425964 Jul 13 07:25:10.926003 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4fff5a3a-f337-43ee-b8b4-54a2f30d1633 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:10.938586 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-de3ef4f8-5c83-4583-988e-68cedc313cd0 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f62a165d661c46708d7b81a929628a41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377064 Jul 13 07:25:10.950242 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4fff5a3a-f337-43ee-b8b4-54a2f30d1633 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:10.992305 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede38759-df2e-4913-a839-5c8f2fc992f8'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:11.004199 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71978eeb-50a2-454a-ba29-254335ba597d" -d '{"events": [{"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-plugged", "status": "completed", "tag": "ede38759-df2e-4913-a839-5c8f2fc992f8"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:11.005495 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff5a3a-f337-43ee-b8b4-54a2f30d1633 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc831cb-2435-4cc5-8f91-466887ec589d,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:11.023400 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4fff5a3a-f337-43ee-b8b4-54a2f30d1633 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:11.025436 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4fff5a3a-f337-43ee-b8b4-54a2f30d1633 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4226484 Jul 13 07:25:11.031354 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 51576) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:11.041242 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-9fed596d-3602-419c-b259-80e90ef03c12 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:11.050453 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-f949feac-fa2e-49bc-90c9-64f2eb56ea3a service neutron] 10.222.0.42 "GET /v2.0/networks/d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6355767 Jul 13 07:25:11.059524 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d6fc353c-cfc8-4d66-877d-e1be0f68992f req-f8a2f04d-9e49-4ae7-88f7-d484489f23b4 tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] 10.222.0.23 "GET /v2.0/security-groups?id=f34c6e50-d491-4a6e-a953-1478a35d3082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411107 Jul 13 07:25:11.060554 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-32f1f21e-d502-4a1e-8b46-12245cccac18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0fb312-218f-41a7-9c34-70a62f86ab39', 'name': 'tempest-ServersTestJSON-1973735793-router', 'tenant_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '34a7bf64-6bff-4fc4-a581-9e7f162be0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:51Z', 'updated_at': '2021-07-13T07:25:04Z', 'revision_number': 4, 'project_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'gw_port': {'id': '34a7bf64-6bff-4fc4-a581-9e7f162be0fb', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0fb312-218f-41a7-9c34-70a62f86ab39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:54Z', 'updated_at': '2021-07-13T07:25:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd', 'name': '', 'network_id': '3641bc06-8e59-49c0-8f85-a031f22a64e6', 'tenant_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'mac_address': 'fa:16:3e:b5:cd:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0fb312-218f-41a7-9c34-70a62f86ab39', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'b0f65360-3b5e-4a84-b093-2570ddbed964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:02Z', 'updated_at': '2021-07-13T07:25:05Z', 'revision_number': 2, 'project_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'subnets': [{'id': 'b0f65360-3b5e-4a84-b093-2570ddbed964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:11.079502 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9fed596d-3602-419c-b259-80e90ef03c12 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks [] for floatingip, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:11.173503 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f1f21e-d502-4a1e-8b46-12245cccac18 None None] Checking router: 6e0fb312-218f-41a7-9c34-70a62f86ab39 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:25:11.173847 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f1f21e-d502-4a1e-8b46-12245cccac18 None None] Updating router 6e0fb312-218f-41a7-9c34-70a62f86ab39 port e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:25:11.184500 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:11.230017 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9fed596d-3602-419c-b259-80e90ef03c12 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:11.231918 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-e921b086-9801-4125-ad7b-266cabc0fc04 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:11.238688 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-e921b086-9801-4125-ad7b-266cabc0fc04 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2988470 Jul 13 07:25:11.268155 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6a8076b8-29ae-462f-8789-738f39a55056 None None] Provisioning complete for port ede38759-df2e-4913-a839-5c8f2fc992f8 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:11.268155 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6a8076b8-29ae-462f-8789-738f39a55056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:11.269425 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-37f774b2-1a1c-4d16-823c-1dc56c659ad6 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/quotas/f62a165d661c46708d7b81a929628a41 HTTP/1.1" status: 200 len: 375 time: 0.0266323 Jul 13 07:25:11.322127 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 1d1d6f8c-4810-439b-a2c4-1b8759e55cea, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=1d1d6f8c-4810-439b-a2c4-1b8759e55cea,segment=NetworkSegment(8ed6da62-daf9-496c-b1a4-984cc4d0a038),segment_id=8ed6da62-daf9-496c-b1a4-984cc4d0a038)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:11.340656 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-6c62d0f1-0c66-49e3-9974-0d6a108bdf7c service neutron] 10.222.0.42 "GET /v2.0/networks/d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848837 Jul 13 07:25:11.389301 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device affe3de2-e01f-496d-8cc0-9cb067f751bf up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:11.395564 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-9d4efc11-cdd1-4b14-8826-e77d002353db service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=38a092c2-cb24-4cdb-9c57-ce1ffaf19763 HTTP/1.1" status: 200 len: 217 time: 0.0455670 Jul 13 07:25:11.406862 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:11.448726 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-9fed596d-3602-419c-b259-80e90ef03c12 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Allocated IP 172.25.3.215 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/8d373662-4031-481c-8b32-9d54219ea761) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:25:11.453928 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-7faf4d3d-ebf2-4e97-92b5-d51fe36c6b20 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f62a165d661c46708d7b81a929628a41&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1834221 Jul 13 07:25:11.477359 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cf9a9b-1967-46fd-9a65-1a943b6c752e x-openstack-request-id: req-91cf9a9b-1967-46fd-9a65-1a943b6c752e {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:11.479056 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-plugged", "status": "completed", "tag": "ede38759-df2e-4913-a839-5c8f2fc992f8", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:11.479056 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-91cf9a9b-1967-46fd-9a65-1a943b6c752e {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:11.484498 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede38759-df2e-4913-a839-5c8f2fc992f8', 'code': 200} Jul 13 07:25:11.496866 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-6f000d4a-9965-40f5-9e5b-9180af5ff58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:11.497781 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 24ca5f58-cab9-40b0-81e3-6853229cf3a9 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:11.498397 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-6f000d4a-9965-40f5-9e5b-9180af5ff58e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9c2506db-6f43-4e89-9c37-79407431b682 HTTP/1.1" status: 200 len: 797 time: 0.0968781 Jul 13 07:25:11.534940 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-32f1f21e-d502-4a1e-8b46-12245cccac18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:11.651822 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-998bf309-78a4-4b4f-881d-ec18437dfa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:11.653537 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-998bf309-78a4-4b4f-881d-ec18437dfa3b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1472182 Jul 13 07:25:11.828432 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9fed596d-3602-419c-b259-80e90ef03c12 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:11.903145 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e96d4e-b3be-474d-b4a2-6311125d43f9 req-af1f29bf-6fc6-4a14-9ee4-35617e2cb2bf tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:11.905409 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-6cb3ad29-2d2c-4b6d-be9b-0cb9a6205f14 service neutron] 10.222.0.42 "GET /v2.0/networks/d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440000 Jul 13 07:25:11.914892 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e96d4e-b3be-474d-b4a2-6311125d43f9 req-af1f29bf-6fc6-4a14-9ee4-35617e2cb2bf tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:11.921332 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e96d4e-b3be-474d-b4a2-6311125d43f9 req-af1f29bf-6fc6-4a14-9ee4-35617e2cb2bf tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:11.929397 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e96d4e-b3be-474d-b4a2-6311125d43f9 req-af1f29bf-6fc6-4a14-9ee4-35617e2cb2bf tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:11.934999 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 34a7bf64-6bff-4fc4-a581-9e7f162be0fb up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:11.938209 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e96d4e-b3be-474d-b4a2-6311125d43f9 req-af1f29bf-6fc6-4a14-9ee4-35617e2cb2bf tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:11.954913 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e96d4e-b3be-474d-b4a2-6311125d43f9 req-af1f29bf-6fc6-4a14-9ee4-35617e2cb2bf tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:11.968839 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e96d4e-b3be-474d-b4a2-6311125d43f9 req-af1f29bf-6fc6-4a14-9ee4-35617e2cb2bf tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:11.979310 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-93e96d4e-b3be-474d-b4a2-6311125d43f9 req-af1f29bf-6fc6-4a14-9ee4-35617e2cb2bf tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 5444 time: 0.2963777 Jul 13 07:25:12.048436 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-93e96d4e-b3be-474d-b4a2-6311125d43f9 req-8bc41aee-bac0-44a0-a9c9-c94380cea698 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&id=fb0080f5-be08-4cd8-97f3-6cc751e87d59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0680873 Jul 13 07:25:12.102114 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9fed596d-3602-419c-b259-80e90ef03c12 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:12.178965 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-569bcada-21ee-4f9a-b844-9e64aa1333e6 req-add63f69-b24e-4ffc-8d8a-babb04cb09b9 service neutron] 10.222.0.42 "GET /v2.0/networks/d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666764 Jul 13 07:25:12.224702 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fed596d-3602-419c-b259-80e90ef03c12 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:25:12.270265 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=1d1d6f8c-4810-439b-a2c4-1b8759e55cea,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:12.278173 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-9fed596d-3602-419c-b259-80e90ef03c12 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:12.305568 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fed596d-3602-419c-b259-80e90ef03c12 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:25:12.373413 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 24ca5f58-cab9-40b0-81e3-6853229cf3a9 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:12.392295 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed596d-3602-419c-b259-80e90ef03c12 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Pushing event updated for resources: {'Port': ['ID=8d373662-4031-481c-8b32-9d54219ea761,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:12.441770 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port affe3de2-e01f-496d-8cc0-9cb067f751bf completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:12.455396 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475b01e-d1e9-431b-9922-08bd41b1bf95 req-c26993d5-7f8e-4ba5-8139-2521f2b5cfcc tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:12.462404 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6475b01e-d1e9-431b-9922-08bd41b1bf95 req-c26993d5-7f8e-4ba5-8139-2521f2b5cfcc tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 944 time: 0.2721367 Jul 13 07:25:12.465929 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 24ca5f58-cab9-40b0-81e3-6853229cf3a9 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:12.466295 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:12.476013 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port affe3de2-e01f-496d-8cc0-9cb067f751bf triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:12.476369 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:12.530515 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9fed596d-3602-419c-b259-80e90ef03c12 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:12.535304 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38b9bb-070e-4558-bf19-5b210ba7e770 req-b19b099e-e4dd-45a7-86b2-666e4f2efcd3 tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:12.546075 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6475b01e-d1e9-431b-9922-08bd41b1bf95 req-5036a299-6a4e-427f-ac51-91906947a1da tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825872 Jul 13 07:25:12.553437 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bd38b9bb-070e-4558-bf19-5b210ba7e770 req-b19b099e-e4dd-45a7-86b2-666e4f2efcd3 tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] 10.222.0.23 "GET /v2.0/ports?device_id=4641474c-feb2-4b45-9675-463f5db56380 HTTP/1.1" status: 200 len: 945 time: 0.1150520 Jul 13 07:25:12.613557 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 34a7bf64-6bff-4fc4-a581-9e7f162be0fb triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:12.614142 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:12.648585 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bd38b9bb-070e-4558-bf19-5b210ba7e770 req-f5ca1277-3c4e-45e9-b53d-408e1c193855 tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] 10.222.0.23 "GET /v2.0/security-groups?id=f34c6e50-d491-4a6e-a953-1478a35d3082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802824 Jul 13 07:25:12.703390 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9fed596d-3602-419c-b259-80e90ef03c12 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:12.865800 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-cd1c6583-f2b9-4e7b-b70b-b3f2308854d3 None None] Provisioning complete for port 1d1d6f8c-4810-439b-a2c4-1b8759e55cea triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:12.867107 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cd1c6583-f2b9-4e7b-b70b-b3f2308854d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:13.066171 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9fed596d-3602-419c-b259-80e90ef03c12 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:13.102151 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9fed596d-3602-419c-b259-80e90ef03c12 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:13.125022 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-32f1f21e-d502-4a1e-8b46-12245cccac18 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:13.160404 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-32f1f21e-d502-4a1e-8b46-12245cccac18 None None] Transition to ACTIVE for port object e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:13.164236 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:13.171087 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:13.209663 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-32f1f21e-d502-4a1e-8b46-12245cccac18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:13.217786 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b3c59873-393e-4aa6-a558-b181911eca85 req-33c870a1-40b9-4fc2-932f-5b12e3e5b9e9 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=69083095-b0e3-4a46-8adf-abea0eeb4021 HTTP/1.1" status: 200 len: 210 time: 0.1304159 Jul 13 07:25:13.251456 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed596d-3602-419c-b259-80e90ef03c12 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Pushing event updated for resources: {'Port': ['ID=8d373662-4031-481c-8b32-9d54219ea761,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:13.271506 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9fed596d-3602-419c-b259-80e90ef03c12 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:13.302904 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9fed596d-3602-419c-b259-80e90ef03c12 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:13.305400 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9fed596d-3602-419c-b259-80e90ef03c12 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2705657 Jul 13 07:25:13.393106 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port affe3de2-e01f-496d-8cc0-9cb067f751bf, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=affe3de2-e01f-496d-8cc0-9cb067f751bf,segment=NetworkSegment(2b6390fe-e267-4266-b0cc-90300aeea574),segment_id=2b6390fe-e267-4266-b0cc-90300aeea574)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:13.401308 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 24ca5f58-cab9-40b0-81e3-6853229cf3a9, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=24ca5f58-cab9-40b0-81e3-6853229cf3a9,segment=NetworkSegment(2db94155-b4d5-4a71-9c76-b900867aaa59),segment_id=2db94155-b4d5-4a71-9c76-b900867aaa59)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:13.408480 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:13.426706 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:13.428501 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d53d3-d482-4111-8178-9f267239c232 None None] Pushing event updated for resources: {'Port': ['ID=e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:13.500126 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device a0520f7a-612d-4e54-b155-a759c7a81be7 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:13.502063 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1d6f8c-4810-439b-a2c4-1b8759e55cea'}, {'server_uuid': '4641474c-feb2-4b45-9675-463f5db56380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affe3de2-e01f-496d-8cc0-9cb067f751bf'}, {'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ca5f58-cab9-40b0-81e3-6853229cf3a9'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:13.505971 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e9effe-8364-4da2-8cc3-e9d31fa50972" -d '{"events": [{"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-plugged", "status": "completed", "tag": "1d1d6f8c-4810-439b-a2c4-1b8759e55cea"}, {"server_uuid": "4641474c-feb2-4b45-9675-463f5db56380", "name": "network-vif-plugged", "status": "completed", "tag": "affe3de2-e01f-496d-8cc0-9cb067f751bf"}, {"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-plugged", "status": "completed", "tag": "24ca5f58-cab9-40b0-81e3-6853229cf3a9"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:13.653038 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d764f-44db-4f08-bb31-354a0b089238 req-f6dbb490-ce15-4a8a-a51a-9887faccc25a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:13.669052 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d764f-44db-4f08-bb31-354a0b089238 req-f6dbb490-ce15-4a8a-a51a-9887faccc25a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:13.684874 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d764f-44db-4f08-bb31-354a0b089238 req-f6dbb490-ce15-4a8a-a51a-9887faccc25a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:13.691027 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=affe3de2-e01f-496d-8cc0-9cb067f751bf,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:13.711510 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d764f-44db-4f08-bb31-354a0b089238 req-f6dbb490-ce15-4a8a-a51a-9887faccc25a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:13.726263 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2c455f71-499d-4400-b5b8-c5de17205822 req-0a7052ee-342e-4138-81bc-9a7fd929c7a5 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1280140909&fields=id&tenant_id=11405c6b1ff84e9b8bb3410dded1ba33 HTTP/1.1" status: 200 len: 267 time: 0.1384017 Jul 13 07:25:13.736146 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d764f-44db-4f08-bb31-354a0b089238 req-f6dbb490-ce15-4a8a-a51a-9887faccc25a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:13.766809 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d764f-44db-4f08-bb31-354a0b089238 req-f6dbb490-ce15-4a8a-a51a-9887faccc25a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:13.776009 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d764f-44db-4f08-bb31-354a0b089238 req-f6dbb490-ce15-4a8a-a51a-9887faccc25a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:13.783792 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1a5d764f-44db-4f08-bb31-354a0b089238 req-f6dbb490-ce15-4a8a-a51a-9887faccc25a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 5445 time: 0.3858604 Jul 13 07:25:13.799080 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-32f1f21e-d502-4a1e-8b46-12245cccac18 None None] Attempting to bind port e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:25:13.800590 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-32f1f21e-d502-4a1e-8b46-12245cccac18 None None] Attempting to bind port e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'adddcc86-0dcf-49ea-bc4a-eb4df4910a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3641bc06-8e59-49c0-8f85-a031f22a64e6'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:25:13.801250 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f1f21e-d502-4a1e-8b46-12245cccac18 None None] Attempting to bind port e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd on network 3641bc06-8e59-49c0-8f85-a031f22a64e6 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:13.823491 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f1f21e-d502-4a1e-8b46-12245cccac18 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:25:13.824400 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f1f21e-d502-4a1e-8b46-12245cccac18 None None] Checking segment: {'id': 'adddcc86-0dcf-49ea-bc4a-eb4df4910a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3641bc06-8e59-49c0-8f85-a031f22a64e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:13.825102 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-32f1f21e-d502-4a1e-8b46-12245cccac18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:13.825984 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f1f21e-d502-4a1e-8b46-12245cccac18 None None] Bound using segment: {'id': 'adddcc86-0dcf-49ea-bc4a-eb4df4910a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3641bc06-8e59-49c0-8f85-a031f22a64e6'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:25:13.826835 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-32f1f21e-d502-4a1e-8b46-12245cccac18 None None] Bound port: e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adddcc86-0dcf-49ea-bc4a-eb4df4910a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3641bc06-8e59-49c0-8f85-a031f22a64e6'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:25:13.827881 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-32f1f21e-d502-4a1e-8b46-12245cccac18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:13.883663 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1a5d764f-44db-4f08-bb31-354a0b089238 req-c55e2769-4492-4583-858f-a6af8d4937f2 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&id=fb0080f5-be08-4cd8-97f3-6cc751e87d59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0986400 Jul 13 07:25:13.929596 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=24ca5f58-cab9-40b0-81e3-6853229cf3a9,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:13.950707 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port a0520f7a-612d-4e54-b155-a759c7a81be7 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:14.057175 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c455f71-499d-4400-b5b8-c5de17205822 req-2ace753d-c05d-4da7-8c52-6cc4eeb7bd13 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:14.065843 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2c455f71-499d-4400-b5b8-c5de17205822 req-2ace753d-c05d-4da7-8c52-6cc4eeb7bd13 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "GET /v2.0/networks?id=3641bc06-8e59-49c0-8f85-a031f22a64e6 HTTP/1.1" status: 200 len: 806 time: 0.3386645 Jul 13 07:25:14.098537 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2c455f71-499d-4400-b5b8-c5de17205822 req-b8d9f518-d882-4883-aace-2d763931b804 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "GET /v2.0/quotas/11405c6b1ff84e9b8bb3410dded1ba33 HTTP/1.1" status: 200 len: 375 time: 0.0309024 Jul 13 07:25:14.298157 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317f86fc-30e5-43cb-a95c-aeeb3ec59064 x-openstack-request-id: req-317f86fc-30e5-43cb-a95c-aeeb3ec59064 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:14.298447 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-plugged", "status": "completed", "tag": "1d1d6f8c-4810-439b-a2c4-1b8759e55cea", "code": 200}, {"server_uuid": "4641474c-feb2-4b45-9675-463f5db56380", "name": "network-vif-plugged", "status": "completed", "tag": "affe3de2-e01f-496d-8cc0-9cb067f751bf", "code": 200}, {"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-plugged", "status": "completed", "tag": "24ca5f58-cab9-40b0-81e3-6853229cf3a9", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:14.299358 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-317f86fc-30e5-43cb-a95c-aeeb3ec59064 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:14.299765 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1d6f8c-4810-439b-a2c4-1b8759e55cea', 'code': 200} Jul 13 07:25:14.300250 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4641474c-feb2-4b45-9675-463f5db56380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affe3de2-e01f-496d-8cc0-9cb067f751bf', 'code': 200} Jul 13 07:25:14.300250 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ca5f58-cab9-40b0-81e3-6853229cf3a9', 'code': 200} Jul 13 07:25:14.302477 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port a0520f7a-612d-4e54-b155-a759c7a81be7 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:14.302837 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:14.314445 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2c455f71-499d-4400-b5b8-c5de17205822 req-9f7c8d6a-f4ca-4ac9-b5e0-30b17d920c9a tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=11405c6b1ff84e9b8bb3410dded1ba33&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2152872 Jul 13 07:25:14.340060 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e1d75-d9e7-4de7-84c7-3108bb68eab4 req-77179f02-fbe9-42d6-8c8f-229252aa97ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:14.342969 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e1d75-d9e7-4de7-84c7-3108bb68eab4 req-77179f02-fbe9-42d6-8c8f-229252aa97ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:14.344478 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e1d75-d9e7-4de7-84c7-3108bb68eab4 req-77179f02-fbe9-42d6-8c8f-229252aa97ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:14.348593 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e1d75-d9e7-4de7-84c7-3108bb68eab4 req-77179f02-fbe9-42d6-8c8f-229252aa97ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:14.350259 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e1d75-d9e7-4de7-84c7-3108bb68eab4 req-77179f02-fbe9-42d6-8c8f-229252aa97ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:14.350961 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e1d75-d9e7-4de7-84c7-3108bb68eab4 req-77179f02-fbe9-42d6-8c8f-229252aa97ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:14.351664 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e1d75-d9e7-4de7-84c7-3108bb68eab4 req-77179f02-fbe9-42d6-8c8f-229252aa97ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:14.354367 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-933e1d75-d9e7-4de7-84c7-3108bb68eab4 req-77179f02-fbe9-42d6-8c8f-229252aa97ac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 6509 time: 0.1622462 Jul 13 07:25:14.365925 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-05b34771-b48d-4686-9742-d06410c51bf9 None None] Provisioning complete for port 24ca5f58-cab9-40b0-81e3-6853229cf3a9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:14.366287 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-05b34771-b48d-4686-9742-d06410c51bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:14.375140 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-32f1f21e-d502-4a1e-8b46-12245cccac18 None None] For port e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:25:14.408030 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ddc7d2-7c69-4bac-82a9-27bd069eeb98 req-e4b54014-3a69-4d39-b18c-2be6f653b4b8 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:14.412843 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-06ddc7d2-7c69-4bac-82a9-27bd069eeb98 req-e4b54014-3a69-4d39-b18c-2be6f653b4b8 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 944 time: 0.2324715 Jul 13 07:25:14.421013 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-32f1f21e-d502-4a1e-8b46-12245cccac18 None None] For port e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd,segment=NetworkSegment(adddcc86-0dcf-49ea-bc4a-eb4df4910a70),segment_id=adddcc86-0dcf-49ea-bc4a-eb4df4910a70)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:25:14.440894 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-32f1f21e-d502-4a1e-8b46-12245cccac18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:14.481094 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-933e1d75-d9e7-4de7-84c7-3108bb68eab4 req-f1fb353f-161d-4675-b107-5b6344ae332d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fb0080f5-be08-4cd8-97f3-6cc751e87d59&id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1170590 Jul 13 07:25:14.508240 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2c455f71-499d-4400-b5b8-c5de17205822 req-8eb467d0-851d-4563-91eb-d422ba6d5b28 service neutron] 10.222.0.23 "GET /v2.0/networks/3641bc06-8e59-49c0-8f85-a031f22a64e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525917 Jul 13 07:25:14.548243 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d53d3-d482-4111-8178-9f267239c232 None None] Pushing event updated for resources: {'Port': ['ID=e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:14.581743 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:14.587815 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f1f21e-d502-4a1e-8b46-12245cccac18 None None] Routers {'6e0fb312-218f-41a7-9c34-70a62f86ab39'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:25:14.588716 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-32f1f21e-d502-4a1e-8b46-12245cccac18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:25:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['6e0fb312-218f-41a7-9c34-70a62f86ab39'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:14.605327 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-06ddc7d2-7c69-4bac-82a9-27bd069eeb98 req-5d3fedc1-7c9e-49bd-b4b7-3480951c1775 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790590 Jul 13 07:25:14.617818 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568c411-3aa3-432f-9059-68a097ace160 req-3cb252ab-9bcb-465b-8cd5-59403d9e5b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:14.628332 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b568c411-3aa3-432f-9059-68a097ace160 req-3cb252ab-9bcb-465b-8cd5-59403d9e5b77 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4641474c-feb2-4b45-9675-463f5db56380 HTTP/1.1" status: 200 len: 1098 time: 0.3622017 Jul 13 07:25:14.650312 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2c455f71-499d-4400-b5b8-c5de17205822 req-0f7a9bfe-159e-42e6-b23b-52d638ca6e10 service neutron] 10.222.0.23 "GET /v2.0/networks/3641bc06-8e59-49c0-8f85-a031f22a64e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345108 Jul 13 07:25:14.706610 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b568c411-3aa3-432f-9059-68a097ace160 req-f78cb02a-7ff4-4438-a39d-b5d139e3f93f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f34c6e50-d491-4a6e-a953-1478a35d3082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689127 Jul 13 07:25:14.756250 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port a0520f7a-612d-4e54-b155-a759c7a81be7, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=a0520f7a-612d-4e54-b155-a759c7a81be7,segment=NetworkSegment(0abc1825-e3a0-468f-93a4-df9b73b4e14a),segment_id=0abc1825-e3a0-468f-93a4-df9b73b4e14a)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:14.790387 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:14.883244 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-32f1f21e-d502-4a1e-8b46-12245cccac18 None None] Set router 6e0fb312-218f-41a7-9c34-70a62f86ab39 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:25:14.972376 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=a0520f7a-612d-4e54-b155-a759c7a81be7,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:15.057679 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-1a9ee7aa-75de-4cef-8d23-0fb9df541ede tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f62a165d661c46708d7b81a929628a41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506516 Jul 13 07:25:15.071039 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ba9dd-58db-485f-a99e-3aec8dafe83b req-6facfb9b-298c-48fe-a16a-98aba1453601 tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:15.073979 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-189ba9dd-58db-485f-a99e-3aec8dafe83b req-6facfb9b-298c-48fe-a16a-98aba1453601 tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] 10.222.0.23 "GET /v2.0/ports?device_id=4641474c-feb2-4b45-9675-463f5db56380 HTTP/1.1" status: 200 len: 946 time: 0.1440444 Jul 13 07:25:15.167611 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-189ba9dd-58db-485f-a99e-3aec8dafe83b req-dd446fff-05b5-455f-a399-8a56c69b1ce7 tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] 10.222.0.23 "GET /v2.0/security-groups?id=f34c6e50-d491-4a6e-a953-1478a35d3082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878971 Jul 13 07:25:15.423832 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-4b85871b-f1da-488a-a02c-9d2a67d0d8a8 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:15.426049 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-4b85871b-f1da-488a-a02c-9d2a67d0d8a8 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3619864 Jul 13 07:25:15.447409 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-f0d432ca-829d-4b12-9060-87f12355fc59 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Request body: {'port': {'device_id': '516bfec3-cc03-428c-ae34-cb57a9bee6db', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'admin_state_up': True, 'tenant_id': 'f62a165d661c46708d7b81a929628a41'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:15.560348 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-32f1f21e-d502-4a1e-8b46-12245cccac18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0fb312-218f-41a7-9c34-70a62f86ab39', 'name': 'tempest-ServersTestJSON-1973735793-router', 'tenant_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '34a7bf64-6bff-4fc4-a581-9e7f162be0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:51Z', 'updated_at': '2021-07-13T07:25:04Z', 'revision_number': 4, 'project_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'gw_port': {'id': '34a7bf64-6bff-4fc4-a581-9e7f162be0fb', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0fb312-218f-41a7-9c34-70a62f86ab39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:54Z', 'updated_at': '2021-07-13T07:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd', 'name': '', 'network_id': '3641bc06-8e59-49c0-8f85-a031f22a64e6', 'tenant_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'mac_address': 'fa:16:3e:b5:cd:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0fb312-218f-41a7-9c34-70a62f86ab39', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'b0f65360-3b5e-4a84-b093-2570ddbed964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:02Z', 'updated_at': '2021-07-13T07:25:14Z', 'revision_number': 4, 'project_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'subnets': [{'id': 'b0f65360-3b5e-4a84-b093-2570ddbed964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:15.598868 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a376af93-1c3c-4025-87c3-fd10cb4d4957 req-e2b6d2c3-ba2c-4a6a-87c7-ce3eac2f69d2 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=69083095-b0e3-4a46-8adf-abea0eeb4021 HTTP/1.1" status: 200 len: 210 time: 0.0706854 Jul 13 07:25:15.617364 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f1f21e-d502-4a1e-8b46-12245cccac18 None None] The sync data for ids ['6e0fb312-218f-41a7-9c34-70a62f86ab39'] in n-d-771363-34 is: [{'id': '6e0fb312-218f-41a7-9c34-70a62f86ab39', 'name': 'tempest-ServersTestJSON-1973735793-router', 'tenant_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '34a7bf64-6bff-4fc4-a581-9e7f162be0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:51Z', 'updated_at': '2021-07-13T07:25:04Z', 'revision_number': 4, 'project_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'gw_port': {'id': '34a7bf64-6bff-4fc4-a581-9e7f162be0fb', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0fb312-218f-41a7-9c34-70a62f86ab39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:54Z', 'updated_at': '2021-07-13T07:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd', 'name': '', 'network_id': '3641bc06-8e59-49c0-8f85-a031f22a64e6', 'tenant_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'mac_address': 'fa:16:3e:b5:cd:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0fb312-218f-41a7-9c34-70a62f86ab39', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'b0f65360-3b5e-4a84-b093-2570ddbed964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:02Z', 'updated_at': '2021-07-13T07:25:14Z', 'revision_number': 4, 'project_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'subnets': [{'id': 'b0f65360-3b5e-4a84-b093-2570ddbed964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:25:15.837955 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9572b287-ea85-41f8-844c-ce241b9064bd req-af45678c-af20-414d-a26f-a2c7c3ba1bb4 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0783b6d-1d39-488a-9b49-6dfc548fdeb0 HTTP/1.1" status: 200 len: 210 time: 0.1059754 Jul 13 07:25:15.977251 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe94137-7577-4ce4-b666-b4e848762500 req-8b5cb103-55a4-4663-af1d-574617948975 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:15.983650 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe94137-7577-4ce4-b666-b4e848762500 req-8b5cb103-55a4-4663-af1d-574617948975 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:15.990864 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe94137-7577-4ce4-b666-b4e848762500 req-8b5cb103-55a4-4663-af1d-574617948975 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:15.999780 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe94137-7577-4ce4-b666-b4e848762500 req-8b5cb103-55a4-4663-af1d-574617948975 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:16.006848 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe94137-7577-4ce4-b666-b4e848762500 req-8b5cb103-55a4-4663-af1d-574617948975 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:16.013975 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe94137-7577-4ce4-b666-b4e848762500 req-8b5cb103-55a4-4663-af1d-574617948975 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:16.021941 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe94137-7577-4ce4-b666-b4e848762500 req-8b5cb103-55a4-4663-af1d-574617948975 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:16.032402 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4fe94137-7577-4ce4-b666-b4e848762500 req-8b5cb103-55a4-4663-af1d-574617948975 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 5445 time: 0.5682561 Jul 13 07:25:16.103548 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-7104f281-aa06-4eb6-9aad-5393a6457f5e tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f62a165d661c46708d7b81a929628a41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648980 Jul 13 07:25:16.104109 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-f0d432ca-829d-4b12-9060-87f12355fc59 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Made reservation on behalf of f62a165d661c46708d7b81a929628a41 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:25:16.108418 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-f0d432ca-829d-4b12-9060-87f12355fc59 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:16.223283 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4fe94137-7577-4ce4-b666-b4e848762500 req-607adc14-7b71-4322-8dac-704496b4deae tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&id=fb0080f5-be08-4cd8-97f3-6cc751e87d59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1898754 Jul 13 07:25:16.250677 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb761f4-6d51-46d9-8f25-8817c17d81e6 req-a3052e48-9853-483f-9a7e-93cff327d4e9 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:16.252208 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-edb761f4-6d51-46d9-8f25-8817c17d81e6 req-a3052e48-9853-483f-9a7e-93cff327d4e9 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.1409991 Jul 13 07:25:16.301809 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6c0a86-2116-409f-a3dc-6641c02aac45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0520f7a-612d-4e54-b155-a759c7a81be7'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:16.307020 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324a2632-1bac-43b3-8abe-b75c9b396d4e" -d '{"events": [{"server_uuid": "ae6c0a86-2116-409f-a3dc-6641c02aac45", "name": "network-vif-plugged", "status": "completed", "tag": "a0520f7a-612d-4e54-b155-a759c7a81be7"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:16.347835 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-edb761f4-6d51-46d9-8f25-8817c17d81e6 req-4e4ef35d-5670-401c-b972-e5f335968bad tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874302 Jul 13 07:25:16.542535 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-30aab088-cf56-465c-97a7-9289df06660d tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:16.548457 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-30aab088-cf56-465c-97a7-9289df06660d tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4364846 Jul 13 07:25:16.611388 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-8548de93-c070-4a32-ba0e-da187c1d8dde tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Request body: {'port': {'device_id': '69083095-b0e3-4a46-8adf-abea0eeb4021', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'admin_state_up': True, 'tenant_id': 'f62a165d661c46708d7b81a929628a41'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:16.625297 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283f6a8c-3d37-47f5-a5f8-4e8319d7c44e x-openstack-request-id: req-283f6a8c-3d37-47f5-a5f8-4e8319d7c44e {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:16.626027 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6c0a86-2116-409f-a3dc-6641c02aac45", "name": "network-vif-plugged", "status": "completed", "tag": "a0520f7a-612d-4e54-b155-a759c7a81be7", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:16.626403 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-283f6a8c-3d37-47f5-a5f8-4e8319d7c44e {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:16.627533 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6c0a86-2116-409f-a3dc-6641c02aac45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0520f7a-612d-4e54-b155-a759c7a81be7', 'code': 200} Jul 13 07:25:16.660511 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-f0d432ca-829d-4b12-9060-87f12355fc59 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Allocated IP 192.168.233.18 (f9d6e899-687c-4a4d-bdf3-8d8d169866a7/c5af789a-0729-4e53-834f-ef6745aa079c/3251a4bf-60c6-4ed1-842c-317814e9763a) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:25:16.766780 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a7448-d2f2-49df-a198-e3b983fcd970 req-8578c5d8-25aa-41a9-bbea-4f7221d51b1a tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:16.768300 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4a2a7448-d2f2-49df-a198-e3b983fcd970 req-8578c5d8-25aa-41a9-bbea-4f7221d51b1a tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] 10.222.0.23 "GET /v2.0/ports?device_id=4641474c-feb2-4b45-9675-463f5db56380 HTTP/1.1" status: 200 len: 946 time: 0.2494643 Jul 13 07:25:16.848735 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336428b-0f0d-409b-b04c-372f3980fb0b req-de97014e-c8b9-4a35-a89f-6b1fa85f0f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:16.850794 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5336428b-0f0d-409b-b04c-372f3980fb0b req-de97014e-c8b9-4a35-a89f-6b1fa85f0f9f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 1097 time: 0.1267505 Jul 13 07:25:16.853201 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b969d38d-13c8-4e37-a94d-bdebacec0028 req-b2e55e51-36c5-4156-84af-698587c9a08c tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=69083095-b0e3-4a46-8adf-abea0eeb4021 HTTP/1.1" status: 200 len: 210 time: 0.0524430 Jul 13 07:25:16.870129 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4a2a7448-d2f2-49df-a198-e3b983fcd970 req-6aa59123-41bb-4243-b8ec-0598c7bace39 tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] 10.222.0.23 "GET /v2.0/security-groups?id=f34c6e50-d491-4a6e-a953-1478a35d3082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913196 Jul 13 07:25:16.876683 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-8548de93-c070-4a32-ba0e-da187c1d8dde tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Made reservation on behalf of f62a165d661c46708d7b81a929628a41 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:25:16.882399 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-8548de93-c070-4a32-ba0e-da187c1d8dde tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:16.911749 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5336428b-0f0d-409b-b04c-372f3980fb0b req-2e0211f2-84d9-4f43-be4b-413d6e3ab253 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516536 Jul 13 07:25:17.046435 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-f0d432ca-829d-4b12-9060-87f12355fc59 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:17.065412 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-f0d432ca-829d-4b12-9060-87f12355fc59 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Transition to ACTIVE for port object 3251a4bf-60c6-4ed1-842c-317814e9763a will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:17.080600 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-08d6b43b-54b6-472f-bdd8-bdb0b8c85be8 req-5334e4f5-87dc-41d7-961e-e378c17fc1bb tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0783b6d-1d39-488a-9b49-6dfc548fdeb0 HTTP/1.1" status: 200 len: 210 time: 0.0462868 Jul 13 07:25:17.151836 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-f0d432ca-829d-4b12-9060-87f12355fc59 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:17.180671 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['3748c046-3a67-427e-b56a-088042d90f03'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:17.209390 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-8548de93-c070-4a32-ba0e-da187c1d8dde tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Allocated IP 192.168.233.180 (f9d6e899-687c-4a4d-bdf3-8d8d169866a7/c5af789a-0729-4e53-834f-ef6745aa079c/9e962251-4a79-4ab7-8d2a-496769cc07d9) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:25:17.273530 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-f0d432ca-829d-4b12-9060-87f12355fc59 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:25:17.294353 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-f0d432ca-829d-4b12-9060-87f12355fc59 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:17.324477 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-f0d432ca-829d-4b12-9060-87f12355fc59 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:25:17.450112 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c455f71-499d-4400-b5b8-c5de17205822 req-ad5c66e7-1751-4c0d-b20f-caedcc3d52db tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:17.452226 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2c455f71-499d-4400-b5b8-c5de17205822 req-ad5c66e7-1751-4c0d-b20f-caedcc3d52db tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.25 "GET /v2.0/networks?id=3641bc06-8e59-49c0-8f85-a031f22a64e6 HTTP/1.1" status: 200 len: 806 time: 0.2694943 Jul 13 07:25:17.454189 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d432ca-829d-4b12-9060-87f12355fc59 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Pushing event updated for resources: {'Port': ['ID=3251a4bf-60c6-4ed1-842c-317814e9763a,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:17.593661 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2c455f71-499d-4400-b5b8-c5de17205822 req-2f7382dd-d68b-4ec9-a38f-6dbfa6e92ece tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11405c6b1ff84e9b8bb3410dded1ba33 HTTP/1.1" status: 200 len: 380 time: 0.1312349 Jul 13 07:25:17.611354 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d432ca-829d-4b12-9060-87f12355fc59 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:17.627001 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d432ca-829d-4b12-9060-87f12355fc59 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:17.627385 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d432ca-829d-4b12-9060-87f12355fc59 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:17.627730 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d432ca-829d-4b12-9060-87f12355fc59 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:17.629435 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d432ca-829d-4b12-9060-87f12355fc59 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:17.630364 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d432ca-829d-4b12-9060-87f12355fc59 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:17.646484 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d432ca-829d-4b12-9060-87f12355fc59 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:17.646821 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d432ca-829d-4b12-9060-87f12355fc59 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:17.648007 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d432ca-829d-4b12-9060-87f12355fc59 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:17.653963 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d432ca-829d-4b12-9060-87f12355fc59 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:17.664563 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-2c455f71-499d-4400-b5b8-c5de17205822 req-e03777fb-6a99-482d-9820-2cfeea8d8c5c tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Request body: {'port': {'device_id': 'e0783b6d-1d39-488a-9b49-6dfc548fdeb0', 'network_id': '3641bc06-8e59-49c0-8f85-a031f22a64e6', 'admin_state_up': True, 'tenant_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'security_groups': ['673773b8-d744-4336-90f3-e8a9554e115e']}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:17.672428 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d432ca-829d-4b12-9060-87f12355fc59 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:17.672790 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d432ca-829d-4b12-9060-87f12355fc59 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:17.756349 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:17.766969 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-f0d432ca-829d-4b12-9060-87f12355fc59 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:17.770131 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-f0d432ca-829d-4b12-9060-87f12355fc59 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:17.832516 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-f0d432ca-829d-4b12-9060-87f12355fc59 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3912454 Jul 13 07:25:17.865938 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-bbe85eea-aa8e-4d9e-97f7-4e1ebe73b7ba service neutron] Request body: {'port': {'device_id': '516bfec3-cc03-428c-ae34-cb57a9bee6db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:17.921910 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-20388e3e-8f04-418f-ab61-0ac41560856b None None] Provisioning for port 3251a4bf-60c6-4ed1-842c-317814e9763a completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:17.959291 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:17.973382 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:17.974289 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:18.058594 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-20388e3e-8f04-418f-ab61-0ac41560856b None None] Provisioning complete for port 3251a4bf-60c6-4ed1-842c-317814e9763a triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:18.059285 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-20388e3e-8f04-418f-ab61-0ac41560856b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:18.060782 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3852be-d38d-4821-ba6a-8ca0bf3218dd req-7ce0451d-bfca-44ca-83a1-f654ae152f9f tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:18.077890 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3852be-d38d-4821-ba6a-8ca0bf3218dd req-7ce0451d-bfca-44ca-83a1-f654ae152f9f tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:18.080726 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-bbe85eea-aa8e-4d9e-97f7-4e1ebe73b7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:18.093471 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3852be-d38d-4821-ba6a-8ca0bf3218dd req-7ce0451d-bfca-44ca-83a1-f654ae152f9f tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:18.108176 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3852be-d38d-4821-ba6a-8ca0bf3218dd req-7ce0451d-bfca-44ca-83a1-f654ae152f9f tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:18.124803 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-20388e3e-8f04-418f-ab61-0ac41560856b None None] Port 3251a4bf-60c6-4ed1-842c-317814e9763a cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:25:18.128939 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3852be-d38d-4821-ba6a-8ca0bf3218dd req-7ce0451d-bfca-44ca-83a1-f654ae152f9f tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:18.147053 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3852be-d38d-4821-ba6a-8ca0bf3218dd req-7ce0451d-bfca-44ca-83a1-f654ae152f9f tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:18.158168 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3852be-d38d-4821-ba6a-8ca0bf3218dd req-7ce0451d-bfca-44ca-83a1-f654ae152f9f tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:18.175059 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bd3852be-d38d-4821-ba6a-8ca0bf3218dd req-7ce0451d-bfca-44ca-83a1-f654ae152f9f tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 5445 time: 0.5770013 Jul 13 07:25:18.180799 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-8548de93-c070-4a32-ba0e-da187c1d8dde tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:18.209926 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:18.259724 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd,segment=NetworkSegment(adddcc86-0dcf-49ea-bc4a-eb4df4910a70),segment_id=adddcc86-0dcf-49ea-bc4a-eb4df4910a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:18.263632 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-8548de93-c070-4a32-ba0e-da187c1d8dde tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Transition to ACTIVE for port object 9e962251-4a79-4ab7-8d2a-496769cc07d9 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:18.268386 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:18.291966 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bd3852be-d38d-4821-ba6a-8ca0bf3218dd req-730228a7-2491-4349-85ab-2cd520c16644 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&id=fb0080f5-be08-4cd8-97f3-6cc751e87d59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1156487 Jul 13 07:25:18.328662 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c455f71-499d-4400-b5b8-c5de17205822 req-e03777fb-6a99-482d-9820-2cfeea8d8c5c tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Made reservation on behalf of 11405c6b1ff84e9b8bb3410dded1ba33 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:25:18.335129 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2c455f71-499d-4400-b5b8-c5de17205822 req-e03777fb-6a99-482d-9820-2cfeea8d8c5c tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:18.375358 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-8548de93-c070-4a32-ba0e-da187c1d8dde tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:18.395582 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['3748c046-3a67-427e-b56a-088042d90f03'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:18.429589 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:18.512212 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb9d22-4bc5-4502-89e1-252bbd5fadcf req-7896d7c3-2441-4dad-878d-800dc64e13cf tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:18.520833 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-71cb9d22-4bc5-4502-89e1-252bbd5fadcf req-7896d7c3-2441-4dad-878d-800dc64e13cf tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.2744589 Jul 13 07:25:18.568455 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-8548de93-c070-4a32-ba0e-da187c1d8dde tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:25:18.590494 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-8548de93-c070-4a32-ba0e-da187c1d8dde tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:18.597973 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-8548de93-c070-4a32-ba0e-da187c1d8dde tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:25:18.689454 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-2c455f71-499d-4400-b5b8-c5de17205822 req-e03777fb-6a99-482d-9820-2cfeea8d8c5c tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Allocated IP 172.20.0.6 (3641bc06-8e59-49c0-8f85-a031f22a64e6/b0f65360-3b5e-4a84-b093-2570ddbed964/b6368de3-864c-49c0-81bf-ff0b664c870f) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:25:18.795696 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548de93-c070-4a32-ba0e-da187c1d8dde tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Pushing event updated for resources: {'Port': ['ID=9e962251-4a79-4ab7-8d2a-496769cc07d9,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:18.827426 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-8548de93-c070-4a32-ba0e-da187c1d8dde tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:18.828876 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-8548de93-c070-4a32-ba0e-da187c1d8dde tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:18.867638 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d7d5b7a0-b1bd-42f7-8c3c-d078aed81d72 None None] Provisioning complete for port e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:18.868188 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d7d5b7a0-b1bd-42f7-8c3c-d078aed81d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:18.889350 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-71cb9d22-4bc5-4502-89e1-252bbd5fadcf req-72c3da61-3e09-4ee2-abc6-4378c2e26e32 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675215 Jul 13 07:25:18.910824 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-8548de93-c070-4a32-ba0e-da187c1d8dde tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3192050 Jul 13 07:25:18.946861 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-96dbdc89-4456-4948-9268-275ff9f3f7a9 service neutron] Request body: {'port': {'device_id': '69083095-b0e3-4a46-8adf-abea0eeb4021', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:18.977129 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57cde15-938c-442e-aba2-bd1562ee3a9d req-47667a71-bd3a-4bc3-a282-593bf36da241 tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:18.986742 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a57cde15-938c-442e-aba2-bd1562ee3a9d req-47667a71-bd3a-4bc3-a282-593bf36da241 tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] 10.222.0.23 "GET /v2.0/ports?device_id=4641474c-feb2-4b45-9675-463f5db56380 HTTP/1.1" status: 200 len: 946 time: 0.2170939 Jul 13 07:25:19.097370 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a57cde15-938c-442e-aba2-bd1562ee3a9d req-a47bd483-9ece-4db8-861d-05c2300a3634 tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] 10.222.0.23 "GET /v2.0/security-groups?id=f34c6e50-d491-4a6e-a953-1478a35d3082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092257 Jul 13 07:25:19.162807 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2c455f71-499d-4400-b5b8-c5de17205822 req-e03777fb-6a99-482d-9820-2cfeea8d8c5c tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:19.163083 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-96dbdc89-4456-4948-9268-275ff9f3f7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:19.164922 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d81e6d91-f867-41de-8369-55904222124a None None] Provisioning for port 9e962251-4a79-4ab7-8d2a-496769cc07d9 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:19.169993 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d81e6d91-f867-41de-8369-55904222124a None None] Provisioning complete for port 9e962251-4a79-4ab7-8d2a-496769cc07d9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:19.171223 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d81e6d91-f867-41de-8369-55904222124a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:19.184976 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-2c455f71-499d-4400-b5b8-c5de17205822 req-e03777fb-6a99-482d-9820-2cfeea8d8c5c tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Transition to ACTIVE for port object b6368de3-864c-49c0-81bf-ff0b664c870f will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:19.194676 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916a979-2d1b-4875-ab2d-e8d66742f7db req-29dddc89-561c-440f-a8d6-9eac259987a8 tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:19.197227 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d916a979-2d1b-4875-ab2d-e8d66742f7db req-29dddc89-561c-440f-a8d6-9eac259987a8 tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] 10.222.0.25 "GET /v2.0/ports?device_id=4641474c-feb2-4b45-9675-463f5db56380 HTTP/1.1" status: 200 len: 946 time: 0.1782117 Jul 13 07:25:19.224747 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-bbe85eea-aa8e-4d9e-97f7-4e1ebe73b7ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3251a4bf-60c6-4ed1-842c-317814e9763a {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:19.241538 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-d81e6d91-f867-41de-8369-55904222124a None None] Port 9e962251-4a79-4ab7-8d2a-496769cc07d9 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:25:19.271374 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-bbe85eea-aa8e-4d9e-97f7-4e1ebe73b7ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:19.275175 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-34f3f4fe-3f12-4aa1-93f0-275511d2b855 req-0eb45046-2a66-4b6e-a5ff-f516d88e8180 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0783b6d-1d39-488a-9b49-6dfc548fdeb0 HTTP/1.1" status: 200 len: 210 time: 0.0389473 Jul 13 07:25:19.358784 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2c455f71-499d-4400-b5b8-c5de17205822 req-e03777fb-6a99-482d-9820-2cfeea8d8c5c tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:19.431709 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c455f71-499d-4400-b5b8-c5de17205822 req-e03777fb-6a99-482d-9820-2cfeea8d8c5c tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Network 3641bc06-8e59-49c0-8f85-a031f22a64e6 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:25:19.439993 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-2c455f71-499d-4400-b5b8-c5de17205822 req-e03777fb-6a99-482d-9820-2cfeea8d8c5c tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:19.444089 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-d916a979-2d1b-4875-ab2d-e8d66742f7db req-f7f7d1e2-ad51-4929-b2a4-abc7d701f2ea tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] Deleting port affe3de2-e01f-496d-8cc0-9cb067f751bf {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:25:19.444514 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d916a979-2d1b-4875-ab2d-e8d66742f7db req-f7f7d1e2-ad51-4929-b2a4-abc7d701f2ea tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:19.470018 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c455f71-499d-4400-b5b8-c5de17205822 req-e03777fb-6a99-482d-9820-2cfeea8d8c5c tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:25:19.516908 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:19.599652 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:19.600026 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:19.632355 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-d916a979-2d1b-4875-ab2d-e8d66742f7db req-f7f7d1e2-ad51-4929-b2a4-abc7d701f2ea tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] For port affe3de2-e01f-496d-8cc0-9cb067f751bf, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=affe3de2-e01f-496d-8cc0-9cb067f751bf,segment=NetworkSegment(2b6390fe-e267-4266-b0cc-90300aeea574),segment_id=2b6390fe-e267-4266-b0cc-90300aeea574)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:19.632852 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d916a979-2d1b-4875-ab2d-e8d66742f7db req-f7f7d1e2-ad51-4929-b2a4-abc7d701f2ea tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:19.650795 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-d916a979-2d1b-4875-ab2d-e8d66742f7db req-f7f7d1e2-ad51-4929-b2a4-abc7d701f2ea tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] Calling delete_port for affe3de2-e01f-496d-8cc0-9cb067f751bf owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:25:19.670872 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-bbe85eea-aa8e-4d9e-97f7-4e1ebe73b7ba service neutron] Transition to ACTIVE for port object 3251a4bf-60c6-4ed1-842c-317814e9763a will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:19.745517 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-bbe85eea-aa8e-4d9e-97f7-4e1ebe73b7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:19.754623 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03777fb-6a99-482d-9820-2cfeea8d8c5c tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Pushing event updated for resources: {'Port': ['ID=b6368de3-864c-49c0-81bf-ff0b664c870f,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:19.787638 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03777fb-6a99-482d-9820-2cfeea8d8c5c tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:19.787990 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03777fb-6a99-482d-9820-2cfeea8d8c5c tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:19.788331 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03777fb-6a99-482d-9820-2cfeea8d8c5c tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:19.788668 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03777fb-6a99-482d-9820-2cfeea8d8c5c tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:19.788999 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03777fb-6a99-482d-9820-2cfeea8d8c5c tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:19.789330 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03777fb-6a99-482d-9820-2cfeea8d8c5c tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:19.789660 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03777fb-6a99-482d-9820-2cfeea8d8c5c tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:19.790544 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03777fb-6a99-482d-9820-2cfeea8d8c5c tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:19.790866 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03777fb-6a99-482d-9820-2cfeea8d8c5c tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:19.791190 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03777fb-6a99-482d-9820-2cfeea8d8c5c tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:19.791541 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03777fb-6a99-482d-9820-2cfeea8d8c5c tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:19.792119 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03777fb-6a99-482d-9820-2cfeea8d8c5c tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:19.810769 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2d3dc-ab5f-42a8-b4f2-4286c5ec52d0 req-950b5d71-5d0e-4c6d-80aa-52d411c48240 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:19.811294 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c455f71-499d-4400-b5b8-c5de17205822 req-e03777fb-6a99-482d-9820-2cfeea8d8c5c tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:19.811848 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2c455f71-499d-4400-b5b8-c5de17205822 req-e03777fb-6a99-482d-9820-2cfeea8d8c5c tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:19.813249 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b8f2d3dc-ab5f-42a8-b4f2-4286c5ec52d0 req-950b5d71-5d0e-4c6d-80aa-52d411c48240 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=69083095-b0e3-4a46-8adf-abea0eeb4021 HTTP/1.1" status: 200 len: 936 time: 0.6548259 Jul 13 07:25:19.862392 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657d36d-517c-44f1-9d03-d8075187479b req-5227cd7e-a9a6-451a-bece-3a86edb9ccfa tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:19.873086 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657d36d-517c-44f1-9d03-d8075187479b req-5227cd7e-a9a6-451a-bece-3a86edb9ccfa tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:19.879461 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657d36d-517c-44f1-9d03-d8075187479b req-5227cd7e-a9a6-451a-bece-3a86edb9ccfa tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:19.901701 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-38a91d83-a1d8-4c49-8187-cd3c3010f32c None None] Provisioning for port b6368de3-864c-49c0-81bf-ff0b664c870f completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:19.909392 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-38a91d83-a1d8-4c49-8187-cd3c3010f32c None None] Provisioning complete for port b6368de3-864c-49c0-81bf-ff0b664c870f triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:19.909847 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-38a91d83-a1d8-4c49-8187-cd3c3010f32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:19.912220 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657d36d-517c-44f1-9d03-d8075187479b req-5227cd7e-a9a6-451a-bece-3a86edb9ccfa tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:19.925032 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657d36d-517c-44f1-9d03-d8075187479b req-5227cd7e-a9a6-451a-bece-3a86edb9ccfa tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:19.931649 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657d36d-517c-44f1-9d03-d8075187479b req-5227cd7e-a9a6-451a-bece-3a86edb9ccfa tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:19.948393 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657d36d-517c-44f1-9d03-d8075187479b req-5227cd7e-a9a6-451a-bece-3a86edb9ccfa tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:19.958437 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6657d36d-517c-44f1-9d03-d8075187479b req-5227cd7e-a9a6-451a-bece-3a86edb9ccfa tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 5445 time: 0.5505068 Jul 13 07:25:19.962004 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2c455f71-499d-4400-b5b8-c5de17205822 req-e03777fb-6a99-482d-9820-2cfeea8d8c5c tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3095527 Jul 13 07:25:19.962642 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 51708) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:19.980106 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-84311013-bc4b-49ae-a981-9f823c45d040 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Request body: {'floatingip': {'port_id': '24ca5f58-cab9-40b0-81e3-6853229cf3a9'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:20.001782 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe85eea-aa8e-4d9e-97f7-4e1ebe73b7ba service neutron] Pushing event updated for resources: {'Port': ['ID=3251a4bf-60c6-4ed1-842c-317814e9763a,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:20.008184 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-38a91d83-a1d8-4c49-8187-cd3c3010f32c None None] Port b6368de3-864c-49c0-81bf-ff0b664c870f cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:25:20.022461 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-2c455f71-499d-4400-b5b8-c5de17205822 req-cf300a64-9beb-475d-9dbb-53b116b2bf86 service neutron] Request body: {'port': {'device_id': 'e0783b6d-1d39-488a-9b49-6dfc548fdeb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:20.089920 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b8f2d3dc-ab5f-42a8-b4f2-4286c5ec52d0 req-302ba272-6211-472b-817b-91524fbb9720 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653491 Jul 13 07:25:20.110947 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-84311013-bc4b-49ae-a981-9f823c45d040 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks [] for floatingip, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:20.138681 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-bbe85eea-aa8e-4d9e-97f7-4e1ebe73b7ba service neutron] Attempting to bind port 3251a4bf-60c6-4ed1-842c-317814e9763a on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:25:20.138874 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-bbe85eea-aa8e-4d9e-97f7-4e1ebe73b7ba service neutron] Attempting to bind port 3251a4bf-60c6-4ed1-842c-317814e9763a by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:25:20.139139 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-bbe85eea-aa8e-4d9e-97f7-4e1ebe73b7ba service neutron] Attempting to bind port 3251a4bf-60c6-4ed1-842c-317814e9763a on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:20.164586 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-bbe85eea-aa8e-4d9e-97f7-4e1ebe73b7ba service neutron] Port 3251a4bf-60c6-4ed1-842c-317814e9763a on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:25:20.164912 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-bbe85eea-aa8e-4d9e-97f7-4e1ebe73b7ba service neutron] Attempting to bind port 3251a4bf-60c6-4ed1-842c-317814e9763a on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:20.179916 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-bbe85eea-aa8e-4d9e-97f7-4e1ebe73b7ba service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:25:20.180263 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-bbe85eea-aa8e-4d9e-97f7-4e1ebe73b7ba service neutron] Checking segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:20.180666 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-bbe85eea-aa8e-4d9e-97f7-4e1ebe73b7ba service neutron] Bound using segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:25:20.182917 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-bbe85eea-aa8e-4d9e-97f7-4e1ebe73b7ba service neutron] Bound port: 3251a4bf-60c6-4ed1-842c-317814e9763a, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:25:20.182917 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-bbe85eea-aa8e-4d9e-97f7-4e1ebe73b7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:20.280671 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-96dbdc89-4456-4948-9268-275ff9f3f7a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e962251-4a79-4ab7-8d2a-496769cc07d9 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:20.291588 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-96dbdc89-4456-4948-9268-275ff9f3f7a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:20.316426 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d916a979-2d1b-4875-ab2d-e8d66742f7db req-f7f7d1e2-ad51-4929-b2a4-abc7d701f2ea tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:20.328773 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['affe3de2-e01f-496d-8cc0-9cb067f751bf'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:20.329453 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-96dbdc89-4456-4948-9268-275ff9f3f7a9 service neutron] Transition to ACTIVE for port object 9e962251-4a79-4ab7-8d2a-496769cc07d9 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:20.344518 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-bbe85eea-aa8e-4d9e-97f7-4e1ebe73b7ba service neutron] For port 3251a4bf-60c6-4ed1-842c-317814e9763a, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:25:20.348123 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-bbe85eea-aa8e-4d9e-97f7-4e1ebe73b7ba service neutron] For port 3251a4bf-60c6-4ed1-842c-317814e9763a, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=3251a4bf-60c6-4ed1-842c-317814e9763a,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:25:20.349268 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-96dbdc89-4456-4948-9268-275ff9f3f7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:20.354167 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2c455f71-499d-4400-b5b8-c5de17205822 req-cf300a64-9beb-475d-9dbb-53b116b2bf86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:20.379236 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-bbe85eea-aa8e-4d9e-97f7-4e1ebe73b7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:20.416276 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-bbe85eea-aa8e-4d9e-97f7-4e1ebe73b7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:20.416910 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-bbe85eea-aa8e-4d9e-97f7-4e1ebe73b7ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:20.418335 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-bbe85eea-aa8e-4d9e-97f7-4e1ebe73b7ba service neutron] 10.222.0.42 "PUT /v2.0/ports/3251a4bf-60c6-4ed1-842c-317814e9763a HTTP/1.1" status: 200 len: 1096 time: 2.5743906 Jul 13 07:25:20.427115 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dbdc89-4456-4948-9268-275ff9f3f7a9 service neutron] Pushing event updated for resources: {'Port': ['ID=9e962251-4a79-4ab7-8d2a-496769cc07d9,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:20.427115 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '516bfec3-cc03-428c-ae34-cb57a9bee6db', 'tag': '3251a4bf-60c6-4ed1-842c-317814e9763a'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:20.427115 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37c47bc-f7a1-455c-8de4-2b48f8f9d6f5" -d '{"events": [{"name": "network-changed", "server_uuid": "516bfec3-cc03-428c-ae34-cb57a9bee6db", "tag": "3251a4bf-60c6-4ed1-842c-317814e9763a"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:20.481999 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f7d1e2-ad51-4929-b2a4-abc7d701f2ea tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] Pushing event deleted for resources: {'Port': ['ID=affe3de2-e01f-496d-8cc0-9cb067f751bf,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:20.514922 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-e9923718-e3a7-4138-8703-04a917860e11 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:20.516717 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-e9923718-e3a7-4138-8703-04a917860e11 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/networks?id=594d3cf6-6536-44a4-bf86-7eb0b076281c HTTP/1.1" status: 200 len: 814 time: 0.4399471 Jul 13 07:25:20.554049 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-6749672a-d124-47da-8bed-a9adc17d8e63 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/quotas/03be745b98834c52b52be1f288bde2c6 HTTP/1.1" status: 200 len: 375 time: 0.0125165 Jul 13 07:25:20.593262 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-80080d96-b2b4-40e9-9214-322120587e31 req-50e2f608-7ac0-4cb0-8742-66aa7877f001 tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] 10.222.0.23 "GET /v2.0/ports?device_id=4641474c-feb2-4b45-9675-463f5db56380 HTTP/1.1" status: 200 len: 210 time: 0.0964901 Jul 13 07:25:20.606589 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-d916a979-2d1b-4875-ab2d-e8d66742f7db req-f7f7d1e2-ad51-4929-b2a4-abc7d701f2ea tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] No DVR routers for this DVR port affe3de2-e01f-496d-8cc0-9cb067f751bf on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:25:20.641368 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe85eea-aa8e-4d9e-97f7-4e1ebe73b7ba service neutron] Pushing event updated for resources: {'Port': ['ID=3251a4bf-60c6-4ed1-842c-317814e9763a,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:20.662749 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-96dbdc89-4456-4948-9268-275ff9f3f7a9 service neutron] Attempting to bind port 9e962251-4a79-4ab7-8d2a-496769cc07d9 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:25:20.663084 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-96dbdc89-4456-4948-9268-275ff9f3f7a9 service neutron] Attempting to bind port 9e962251-4a79-4ab7-8d2a-496769cc07d9 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:25:20.663448 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-96dbdc89-4456-4948-9268-275ff9f3f7a9 service neutron] Attempting to bind port 9e962251-4a79-4ab7-8d2a-496769cc07d9 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:20.680269 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-96dbdc89-4456-4948-9268-275ff9f3f7a9 service neutron] Port 9e962251-4a79-4ab7-8d2a-496769cc07d9 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:25:20.680529 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-96dbdc89-4456-4948-9268-275ff9f3f7a9 service neutron] Attempting to bind port 9e962251-4a79-4ab7-8d2a-496769cc07d9 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:20.687034 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-650a264e-4f46-413c-9067-1d1716e47eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:20.688878 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-650a264e-4f46-413c-9067-1d1716e47eee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f62a165d661c46708d7b81a929628a41&device_id=516bfec3-cc03-428c-ae34-cb57a9bee6db HTTP/1.1" status: 200 len: 1099 time: 0.2031965 Jul 13 07:25:20.690120 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-96dbdc89-4456-4948-9268-275ff9f3f7a9 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:25:20.690458 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-96dbdc89-4456-4948-9268-275ff9f3f7a9 service neutron] Checking segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:20.690851 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-96dbdc89-4456-4948-9268-275ff9f3f7a9 service neutron] Bound using segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:25:20.691311 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-96dbdc89-4456-4948-9268-275ff9f3f7a9 service neutron] Bound port: 9e962251-4a79-4ab7-8d2a-496769cc07d9, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:25:20.691673 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-96dbdc89-4456-4948-9268-275ff9f3f7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:20.725699 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d916a979-2d1b-4875-ab2d-e8d66742f7db req-f7f7d1e2-ad51-4929-b2a4-abc7d701f2ea tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:20.728881 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d916a979-2d1b-4875-ab2d-e8d66742f7db req-f7f7d1e2-ad51-4929-b2a4-abc7d701f2ea tempest-ServerAddressesNegativeTestJSON-1952873247 tempest-ServerAddressesNegativeTestJSON-1952873247-project] 10.222.0.25 "DELETE /v2.0/ports/affe3de2-e01f-496d-8cc0-9cb067f751bf HTTP/1.1" status: 204 len: 173 time: 1.5260329 Jul 13 07:25:20.730515 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4641474c-feb2-4b45-9675-463f5db56380', 'name': 'network-vif-deleted', 'tag': 'affe3de2-e01f-496d-8cc0-9cb067f751bf'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:20.733141 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24142984-6775-4e0f-90aa-55973f1716af" -d '{"events": [{"server_uuid": "4641474c-feb2-4b45-9675-463f5db56380", "name": "network-vif-deleted", "tag": "affe3de2-e01f-496d-8cc0-9cb067f751bf"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:20.757589 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-6bb805ef-018c-4b8f-98b7-b199d7ae0140 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=3251a4bf-60c6-4ed1-842c-317814e9763a HTTP/1.1" status: 200 len: 217 time: 0.0565050 Jul 13 07:25:20.866421 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-25314623-8bff-4f49-9dce-13fe2a6c4938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:20.868341 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-25314623-8bff-4f49-9dce-13fe2a6c4938 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.0599608 Jul 13 07:25:20.892505 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:25:21.013108 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-96dbdc89-4456-4948-9268-275ff9f3f7a9 service neutron] For port 9e962251-4a79-4ab7-8d2a-496769cc07d9, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:25:21.054834 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-96dbdc89-4456-4948-9268-275ff9f3f7a9 service neutron] For port 9e962251-4a79-4ab7-8d2a-496769cc07d9, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=9e962251-4a79-4ab7-8d2a-496769cc07d9,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:25:21.114422 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-96dbdc89-4456-4948-9268-275ff9f3f7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:21.139644 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5a816-689e-4ec5-8b2c-f05e05302a7a req-ad39c164-8afd-4522-8ee6-290f61a6debe tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:21.144285 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-44f5a816-689e-4ec5-8b2c-f05e05302a7a req-ad39c164-8afd-4522-8ee6-290f61a6debe tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0783b6d-1d39-488a-9b49-6dfc548fdeb0 HTTP/1.1" status: 200 len: 931 time: 0.3899498 Jul 13 07:25:21.209048 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-53e63a88-3027-4a9a-8e39-d853f0a1b88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:21.210678 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-53e63a88-3027-4a9a-8e39-d853f0a1b88d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3202028 Jul 13 07:25:21.238525 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-96dbdc89-4456-4948-9268-275ff9f3f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:21.239168 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-96dbdc89-4456-4948-9268-275ff9f3f7a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:21.240912 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-96dbdc89-4456-4948-9268-275ff9f3f7a9 service neutron] 10.222.0.42 "PUT /v2.0/ports/9e962251-4a79-4ab7-8d2a-496769cc07d9 HTTP/1.1" status: 200 len: 1097 time: 2.3126516 Jul 13 07:25:21.303754 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-44f5a816-689e-4ec5-8b2c-f05e05302a7a req-994ff348-594a-462c-ab85-ab259240b02a tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "GET /v2.0/security-groups?id=673773b8-d744-4336-90f3-e8a9554e115e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205497 Jul 13 07:25:21.400296 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dbdc89-4456-4948-9268-275ff9f3f7a9 service neutron] Pushing event updated for resources: {'Port': ['ID=9e962251-4a79-4ab7-8d2a-496769cc07d9,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:21.447289 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-b372924c-9129-4a12-a78a-4f4c328c6f58 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=03be745b98834c52b52be1f288bde2c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8781903 Jul 13 07:25:21.478221 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5715fbb0-d674-42a1-ad3b-f88b8e85ecb0 x-openstack-request-id: req-5715fbb0-d674-42a1-ad3b-f88b8e85ecb0 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:21.478511 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "516bfec3-cc03-428c-ae34-cb57a9bee6db", "tag": "3251a4bf-60c6-4ed1-842c-317814e9763a", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:21.479226 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5715fbb0-d674-42a1-ad3b-f88b8e85ecb0 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:21.479739 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '516bfec3-cc03-428c-ae34-cb57a9bee6db', 'tag': '3251a4bf-60c6-4ed1-842c-317814e9763a', 'status': 'completed', 'code': 200} Jul 13 07:25:21.549816 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-e5603944-5312-45f1-ac95-731f132b6ade service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258238 Jul 13 07:25:21.595733 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7553d9ab-1fe6-4f02-a02e-f3bf362398a6 x-openstack-request-id: req-7553d9ab-1fe6-4f02-a02e-f3bf362398a6 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:21.596023 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4641474c-feb2-4b45-9675-463f5db56380", "name": "network-vif-deleted", "tag": "affe3de2-e01f-496d-8cc0-9cb067f751bf", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:21.596277 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7553d9ab-1fe6-4f02-a02e-f3bf362398a6 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:21.596673 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4641474c-feb2-4b45-9675-463f5db56380', 'name': 'network-vif-deleted', 'tag': 'affe3de2-e01f-496d-8cc0-9cb067f751bf', 'status': 'completed', 'code': 200} Jul 13 07:25:21.597452 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-bbf28041-14a1-405b-b8a1-586947abf3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:21.599334 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-bbf28041-14a1-405b-b8a1-586947abf3ec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f62a165d661c46708d7b81a929628a41&device_id=69083095-b0e3-4a46-8adf-abea0eeb4021 HTTP/1.1" status: 200 len: 1100 time: 0.2754946 Jul 13 07:25:21.606285 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-949ed9d0-c1d6-49e0-a323-f6a59818781b service neutron] 10.222.0.23 "GET /v2.0/networks/594d3cf6-6536-44a4-bf86-7eb0b076281c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572633 Jul 13 07:25:21.689152 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-2a18749b-20d2-416d-a7fe-ef5bcb2319ea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=9e962251-4a79-4ab7-8d2a-496769cc07d9 HTTP/1.1" status: 200 len: 217 time: 0.0770140 Jul 13 07:25:21.851897 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-521dde7f-a95f-47fc-8e4a-71dc1bb985c4 service neutron] 10.222.0.23 "GET /v2.0/networks/594d3cf6-6536-44a4-bf86-7eb0b076281c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452557 Jul 13 07:25:21.856067 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-dca0701d-8b4f-4470-946c-590e4619aa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:21.858021 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-dca0701d-8b4f-4470-946c-590e4619aa60 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.1545253 Jul 13 07:25:21.859895 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-ad1e4dae-4ebe-4377-8eb6-6c9430872cf1 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031518 Jul 13 07:25:21.920452 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76735a-c073-4d5a-ba1c-ce55e95239e4 req-f57580bf-c2e9-41e8-9fcd-08132d75ab3e tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:21.922830 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0f76735a-c073-4d5a-ba1c-ce55e95239e4 req-f57580bf-c2e9-41e8-9fcd-08132d75ab3e tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=69083095-b0e3-4a46-8adf-abea0eeb4021 HTTP/1.1" status: 200 len: 948 time: 0.2327349 Jul 13 07:25:22.019494 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0f76735a-c073-4d5a-ba1c-ce55e95239e4 req-6b65705f-6948-4e45-97d4-9699d66de75c tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907910 Jul 13 07:25:22.021374 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-471e3e92-7c42-474a-952a-6a787cfac9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:22.022817 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-471e3e92-7c42-474a-952a-6a787cfac9c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1520786 Jul 13 07:25:22.072825 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c47bc-f7a1-455c-8de4-2b48f8f9d6f5 req-0f34d63b-27fe-447a-8435-1c3169e618b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:22.074404 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a37c47bc-f7a1-455c-8de4-2b48f8f9d6f5 req-0f34d63b-27fe-447a-8435-1c3169e618b0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f62a165d661c46708d7b81a929628a41&device_id=516bfec3-cc03-428c-ae34-cb57a9bee6db HTTP/1.1" status: 200 len: 1099 time: 0.1424198 Jul 13 07:25:22.089924 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-2c455f71-499d-4400-b5b8-c5de17205822 req-cf300a64-9beb-475d-9dbb-53b116b2bf86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6368de3-864c-49c0-81bf-ff0b664c870f {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:22.122650 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2c455f71-499d-4400-b5b8-c5de17205822 req-cf300a64-9beb-475d-9dbb-53b116b2bf86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:22.142507 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.db.resource_extend [None req-84311013-bc4b-49ae-a981-9f823c45d040 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:25:22.237202 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-2c455f71-499d-4400-b5b8-c5de17205822 req-cf300a64-9beb-475d-9dbb-53b116b2bf86 service neutron] Transition to ACTIVE for port object b6368de3-864c-49c0-81bf-ff0b664c870f will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:22.258444 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2c455f71-499d-4400-b5b8-c5de17205822 req-cf300a64-9beb-475d-9dbb-53b116b2bf86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:22.264788 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-0b6faf09-fcde-49b0-8eef-42ccbb1260f5 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333255 Jul 13 07:25:22.265531 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51746) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:22.301856 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-84311013-bc4b-49ae-a981-9f823c45d040 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:22.339839 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-84311013-bc4b-49ae-a981-9f823c45d040 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:22.423669 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3fa17ed8-7cac-486a-8093-1eb60792cc66 req-e8e57f31-3e94-48b7-bb9e-12de4ef28527 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcfd775-d7b3-45f5-ab5b-64e4f446b6ed HTTP/1.1" status: 200 len: 210 time: 0.0604618 Jul 13 07:25:22.456331 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c47bc-f7a1-455c-8de4-2b48f8f9d6f5 req-eba66f90-75bd-4f1a-a56e-12830a626545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:22.457803 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a37c47bc-f7a1-455c-8de4-2b48f8f9d6f5 req-eba66f90-75bd-4f1a-a56e-12830a626545 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.3303459 Jul 13 07:25:22.466344 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-574606be-cb9f-40b6-b79c-2d7347eaca76 admin admin] Deleting subnet ea097737-d8e1-46a1-95ab-66024a4c733e {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:25:22.483636 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-574606be-cb9f-40b6-b79c-2d7347eaca76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:22.523842 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [None req-84311013-bc4b-49ae-a981-9f823c45d040 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Floating IP 27e8a8db-9d61-4a87-a3f3-4489fc6f9164 associated. External IP: 172.25.3.14, port: 24ca5f58-cab9-40b0-81e3-6853229cf3a9. Jul 13 07:25:22.541705 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a37c47bc-f7a1-455c-8de4-2b48f8f9d6f5 req-6eda1d75-69ed-4eaf-a251-865c92917163 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=3251a4bf-60c6-4ed1-842c-317814e9763a HTTP/1.1" status: 200 len: 217 time: 0.0680938 Jul 13 07:25:22.622195 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf300a64-9beb-475d-9dbb-53b116b2bf86 service neutron] Pushing event updated for resources: {'Port': ['ID=b6368de3-864c-49c0-81bf-ff0b664c870f,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:22.626191 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-574606be-cb9f-40b6-b79c-2d7347eaca76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:22.634611 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d3946efa-1960-4241-87bf-eade8cb6e111 req-29ec59f1-72fd-4217-89b8-0146e78a7ee1 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581269 Jul 13 07:25:22.740158 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c47bc-f7a1-455c-8de4-2b48f8f9d6f5 req-913684e5-9df8-4c77-a5c3-0c3a0784f732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:22.741648 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a37c47bc-f7a1-455c-8de4-2b48f8f9d6f5 req-913684e5-9df8-4c77-a5c3-0c3a0784f732 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.1863410 Jul 13 07:25:22.871154 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-574606be-cb9f-40b6-b79c-2d7347eaca76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:22.964475 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-2c455f71-499d-4400-b5b8-c5de17205822 req-cf300a64-9beb-475d-9dbb-53b116b2bf86 service neutron] Attempting to bind port b6368de3-864c-49c0-81bf-ff0b664c870f on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:25:22.964727 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc68d85-0583-4b5e-bae8-bb0cc45a0df0 req-58bef920-3352-4b74-9358-54410d186cf5 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:22.965668 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-2c455f71-499d-4400-b5b8-c5de17205822 req-cf300a64-9beb-475d-9dbb-53b116b2bf86 service neutron] Attempting to bind port b6368de3-864c-49c0-81bf-ff0b664c870f by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'adddcc86-0dcf-49ea-bc4a-eb4df4910a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3641bc06-8e59-49c0-8f85-a031f22a64e6'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:25:22.966213 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c455f71-499d-4400-b5b8-c5de17205822 req-cf300a64-9beb-475d-9dbb-53b116b2bf86 service neutron] Attempting to bind port b6368de3-864c-49c0-81bf-ff0b664c870f on network 3641bc06-8e59-49c0-8f85-a031f22a64e6 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:22.968041 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8bc68d85-0583-4b5e-bae8-bb0cc45a0df0 req-58bef920-3352-4b74-9358-54410d186cf5 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0783b6d-1d39-488a-9b49-6dfc548fdeb0 HTTP/1.1" status: 200 len: 943 time: 0.2084310 Jul 13 07:25:22.992657 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c47bc-f7a1-455c-8de4-2b48f8f9d6f5 req-60aab48f-8309-4691-b914-9ea69cc1dd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:22.994483 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a37c47bc-f7a1-455c-8de4-2b48f8f9d6f5 req-60aab48f-8309-4691-b914-9ea69cc1dd64 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1719263 Jul 13 07:25:23.033949 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c455f71-499d-4400-b5b8-c5de17205822 req-cf300a64-9beb-475d-9dbb-53b116b2bf86 service neutron] Port b6368de3-864c-49c0-81bf-ff0b664c870f on network 3641bc06-8e59-49c0-8f85-a031f22a64e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:25:23.034272 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c455f71-499d-4400-b5b8-c5de17205822 req-cf300a64-9beb-475d-9dbb-53b116b2bf86 service neutron] Attempting to bind port b6368de3-864c-49c0-81bf-ff0b664c870f on network 3641bc06-8e59-49c0-8f85-a031f22a64e6 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:23.049748 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-574606be-cb9f-40b6-b79c-2d7347eaca76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:23.050807 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c455f71-499d-4400-b5b8-c5de17205822 req-cf300a64-9beb-475d-9dbb-53b116b2bf86 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:25:23.051153 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c455f71-499d-4400-b5b8-c5de17205822 req-cf300a64-9beb-475d-9dbb-53b116b2bf86 service neutron] Checking segment: {'id': 'adddcc86-0dcf-49ea-bc4a-eb4df4910a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3641bc06-8e59-49c0-8f85-a031f22a64e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:23.051567 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c455f71-499d-4400-b5b8-c5de17205822 req-cf300a64-9beb-475d-9dbb-53b116b2bf86 service neutron] Bound using segment: {'id': 'adddcc86-0dcf-49ea-bc4a-eb4df4910a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3641bc06-8e59-49c0-8f85-a031f22a64e6'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:25:23.052276 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-2c455f71-499d-4400-b5b8-c5de17205822 req-cf300a64-9beb-475d-9dbb-53b116b2bf86 service neutron] Bound port: b6368de3-864c-49c0-81bf-ff0b664c870f, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adddcc86-0dcf-49ea-bc4a-eb4df4910a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3641bc06-8e59-49c0-8f85-a031f22a64e6'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:25:23.052642 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2c455f71-499d-4400-b5b8-c5de17205822 req-cf300a64-9beb-475d-9dbb-53b116b2bf86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:23.173240 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a37c47bc-f7a1-455c-8de4-2b48f8f9d6f5 req-73ed9bf5-bf3f-4635-87d3-de55f78af78c service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589170 Jul 13 07:25:23.206323 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84311013-bc4b-49ae-a981-9f823c45d040 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Router 462398f2-6cd6-48e8-8826-5da0d9ac6a91 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:25:23.217269 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:23.218489 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8bc68d85-0583-4b5e-bae8-bb0cc45a0df0 req-321a18f3-065b-4ffa-a748-348bbcb8be02 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "GET /v2.0/security-groups?id=673773b8-d744-4336-90f3-e8a9554e115e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2362845 Jul 13 07:25:23.237933 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574606be-cb9f-40b6-b79c-2d7347eaca76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea097737-d8e1-46a1-95ab-66024a4c733e,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:23.250462 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-574606be-cb9f-40b6-b79c-2d7347eaca76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:23.253412 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-574606be-cb9f-40b6-b79c-2d7347eaca76 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ea097737-d8e1-46a1-95ab-66024a4c733e HTTP/1.1" status: 204 len: 168 time: 0.9828167 Jul 13 07:25:23.267483 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51770) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:23.294372 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-2c455f71-499d-4400-b5b8-c5de17205822 req-cf300a64-9beb-475d-9dbb-53b116b2bf86 service neutron] For port b6368de3-864c-49c0-81bf-ff0b664c870f, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:25:23.366127 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-2c455f71-499d-4400-b5b8-c5de17205822 req-cf300a64-9beb-475d-9dbb-53b116b2bf86 service neutron] For port b6368de3-864c-49c0-81bf-ff0b664c870f, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=b6368de3-864c-49c0-81bf-ff0b664c870f,segment=NetworkSegment(adddcc86-0dcf-49ea-bc4a-eb4df4910a70),segment_id=adddcc86-0dcf-49ea-bc4a-eb4df4910a70)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:25:23.393029 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2522e80e-7242-431c-8b1f-209ee137442c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:23.410142 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device affe3de2-e01f-496d-8cc0-9cb067f751bf no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:25:23.411229 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a37c47bc-f7a1-455c-8de4-2b48f8f9d6f5 req-964ba252-96fc-4e12-800e-ce5fa3308389 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116151 Jul 13 07:25:23.455316 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2c455f71-499d-4400-b5b8-c5de17205822 req-cf300a64-9beb-475d-9dbb-53b116b2bf86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:23.469965 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: affe3de2-e01f-496d-8cc0-9cb067f751bf {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:25:23.471573 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device affe3de2-e01f-496d-8cc0-9cb067f751bf not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:25:23.501602 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2522e80e-7242-431c-8b1f-209ee137442c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:23.504915 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69083095-b0e3-4a46-8adf-abea0eeb4021', 'tag': '9e962251-4a79-4ab7-8d2a-496769cc07d9'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:23.506647 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a330b90d-77b8-4bb9-a8c7-fd7e8c4b9f63" -d '{"events": [{"name": "network-changed", "server_uuid": "69083095-b0e3-4a46-8adf-abea0eeb4021", "tag": "9e962251-4a79-4ab7-8d2a-496769cc07d9"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:23.507718 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c455f71-499d-4400-b5b8-c5de17205822 req-cf300a64-9beb-475d-9dbb-53b116b2bf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:23.508443 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2c455f71-499d-4400-b5b8-c5de17205822 req-cf300a64-9beb-475d-9dbb-53b116b2bf86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:23.510658 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2c455f71-499d-4400-b5b8-c5de17205822 req-cf300a64-9beb-475d-9dbb-53b116b2bf86 service neutron] 10.222.0.25 "PUT /v2.0/ports/b6368de3-864c-49c0-81bf-ff0b664c870f HTTP/1.1" status: 200 len: 1092 time: 3.4936104 Jul 13 07:25:23.519357 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-2522e80e-7242-431c-8b1f-209ee137442c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c24dbb0e-74cd-4d50-888e-ae6d9b85f325']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:23.536641 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84311013-bc4b-49ae-a981-9f823c45d040 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:25:23.552355 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adffdd0a-2d94-47a0-b407-64dbd29208cb None None] Sync routers for ids ['462398f2-6cd6-48e8-8826-5da0d9ac6a91'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:25:23.560310 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-2522e80e-7242-431c-8b1f-209ee137442c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b6390fe-e267-4266-b0cc-90300aeea574') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:23.560689 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-2522e80e-7242-431c-8b1f-209ee137442c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b6390fe-e267-4266-b0cc-90300aeea574') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:23.579502 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c7b11-a894-4fcf-bd13-d4c03f4fd371 req-0aa89b34-6b6a-4ee7-81f8-38ecc8ceb57c tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:23.580962 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adffdd0a-2d94-47a0-b407-64dbd29208cb None None] Routers {'462398f2-6cd6-48e8-8826-5da0d9ac6a91'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:25:23.581838 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-adffdd0a-2d94-47a0-b407-64dbd29208cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:25:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['462398f2-6cd6-48e8-8826-5da0d9ac6a91'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:23.585757 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2522e80e-7242-431c-8b1f-209ee137442c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:23.592458 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d60c7b11-a894-4fcf-bd13-d4c03f4fd371 req-0aa89b34-6b6a-4ee7-81f8-38ecc8ceb57c tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=69083095-b0e3-4a46-8adf-abea0eeb4021 HTTP/1.1" status: 200 len: 948 time: 0.3794181 Jul 13 07:25:23.613387 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2522e80e-7242-431c-8b1f-209ee137442c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:23.622898 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-84311013-bc4b-49ae-a981-9f823c45d040 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:23.625498 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0783b6d-1d39-488a-9b49-6dfc548fdeb0', 'tag': 'b6368de3-864c-49c0-81bf-ff0b664c870f'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:23.628808 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2522e80e-7242-431c-8b1f-209ee137442c admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:25:23.629234 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2522e80e-7242-431c-8b1f-209ee137442c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:25:23.631297 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:25:23.640340 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d102b9-8a06-4b55-8fdc-89d9ac667441" -d '{"events": [{"name": "network-changed", "server_uuid": "e0783b6d-1d39-488a-9b49-6dfc548fdeb0", "tag": "b6368de3-864c-49c0-81bf-ff0b664c870f"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:23.692154 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:23.705130 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cf803a1c-a6d3-4ef6-9b75-a20fac8c444c req-5c44f275-7f76-4866-8dee-81b912869b33 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcfd775-d7b3-45f5-ab5b-64e4f446b6ed HTTP/1.1" status: 200 len: 210 time: 0.0630090 Jul 13 07:25:23.786463 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bba680-26ee-44a0-a79b-b03c8bfbde64 x-openstack-request-id: req-06bba680-26ee-44a0-a79b-b03c8bfbde64 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:23.789842 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69083095-b0e3-4a46-8adf-abea0eeb4021", "tag": "9e962251-4a79-4ab7-8d2a-496769cc07d9", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:23.790989 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-06bba680-26ee-44a0-a79b-b03c8bfbde64 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:23.791656 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69083095-b0e3-4a46-8adf-abea0eeb4021', 'tag': '9e962251-4a79-4ab7-8d2a-496769cc07d9', 'status': 'completed', 'code': 200} Jul 13 07:25:23.808338 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2522e80e-7242-431c-8b1f-209ee137442c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:23.810066 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 3251a4bf-60c6-4ed1-842c-317814e9763a details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:25:23.825185 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2522e80e-7242-431c-8b1f-209ee137442c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:23.833286 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2522e80e-7242-431c-8b1f-209ee137442c admin admin] 10.222.0.23 "DELETE /v2.0/networks/c24dbb0e-74cd-4d50-888e-ae6d9b85f325 HTTP/1.1" status: 204 len: 168 time: 0.5625768 Jul 13 07:25:23.876702 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-adffdd0a-2d94-47a0-b407-64dbd29208cb None None] Set router 462398f2-6cd6-48e8-8826-5da0d9ac6a91 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:25:23.886567 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf300a64-9beb-475d-9dbb-53b116b2bf86 service neutron] Pushing event updated for resources: {'Port': ['ID=b6368de3-864c-49c0-81bf-ff0b664c870f,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:23.906400 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522e80e-7242-431c-8b1f-209ee137442c admin admin] Pushing event deleted for resources: {'Network': ['ID=c24dbb0e-74cd-4d50-888e-ae6d9b85f325,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:23.929443 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b135e6ed-11fb-4857-bf89-caf9e0377893 x-openstack-request-id: req-b135e6ed-11fb-4857-bf89-caf9e0377893 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:23.929737 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0783b6d-1d39-488a-9b49-6dfc548fdeb0", "tag": "b6368de3-864c-49c0-81bf-ff0b664c870f", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:23.930185 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b135e6ed-11fb-4857-bf89-caf9e0377893 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:23.931299 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0783b6d-1d39-488a-9b49-6dfc548fdeb0', 'tag': 'b6368de3-864c-49c0-81bf-ff0b664c870f', 'status': 'completed', 'code': 200} Jul 13 07:25:23.962227 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-84311013-bc4b-49ae-a981-9f823c45d040 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "PUT /v2.0/floatingips/27e8a8db-9d61-4a87-a3f3-4489fc6f9164 HTTP/1.1" status: 200 len: 990 time: 3.9870479 Jul 13 07:25:23.992481 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d60c7b11-a894-4fcf-bd13-d4c03f4fd371 req-5e2e51d9-5f15-42ff-9b54-52287f18b357 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895452 Jul 13 07:25:24.047385 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c455f71-499d-4400-b5b8-c5de17205822 req-d31b1093-e168-40be-ad9c-662a61082f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:24.049035 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2c455f71-499d-4400-b5b8-c5de17205822 req-d31b1093-e168-40be-ad9c-662a61082f77 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=11405c6b1ff84e9b8bb3410dded1ba33&device_id=e0783b6d-1d39-488a-9b49-6dfc548fdeb0 HTTP/1.1" status: 200 len: 1095 time: 0.4529977 Jul 13 07:25:24.157541 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330b90d-77b8-4bb9-a8c7-fd7e8c4b9f63 req-551c6304-3959-418f-b1a0-0ba928c3b89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:24.170906 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a330b90d-77b8-4bb9-a8c7-fd7e8c4b9f63 req-551c6304-3959-418f-b1a0-0ba928c3b89d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f62a165d661c46708d7b81a929628a41&device_id=69083095-b0e3-4a46-8adf-abea0eeb4021 HTTP/1.1" status: 200 len: 1100 time: 0.3244362 Jul 13 07:25:24.180132 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2c455f71-499d-4400-b5b8-c5de17205822 req-8ab1a12d-e1f6-462d-aef7-ee3ff237a71b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6368de3-864c-49c0-81bf-ff0b664c870f HTTP/1.1" status: 200 len: 217 time: 0.1205208 Jul 13 07:25:24.209746 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51786) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:24.217176 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-adffdd0a-2d94-47a0-b407-64dbd29208cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462398f2-6cd6-48e8-8826-5da0d9ac6a91', 'name': 'tempest-TaggedBootDevicesTest_v242-426877740-router', 'tenant_id': 'f675b11333fa441fa8eddc3498c6fd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '926192b5-d818-49da-8583-80512e79d35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:28Z', 'updated_at': '2021-07-13T07:22:40Z', 'revision_number': 4, 'project_id': 'f675b11333fa441fa8eddc3498c6fd35', 'gw_port': {'id': '926192b5-d818-49da-8583-80512e79d35e', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462398f2-6cd6-48e8-8826-5da0d9ac6a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:29Z', 'updated_at': '2021-07-13T07:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '27e8a8db-9d61-4a87-a3f3-4489fc6f9164', 'tenant_id': 'f675b11333fa441fa8eddc3498c6fd35', 'floating_ip_address': '172.25.3.14', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '462398f2-6cd6-48e8-8826-5da0d9ac6a91', 'port_id': '24ca5f58-cab9-40b0-81e3-6853229cf3a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd8dd7e8-74b0-43ac-8795-6b3850b9caf1', 'mac_address': 'fa:16:3e:1f:c1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:23:38Z', 'updated_at': '2021-07-13T07:25:22Z', 'revision_number': 1, 'project_id': 'f675b11333fa441fa8eddc3498c6fd35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '496f5fe6-45ad-4c57-b3f9-5a7978cb76a4', 'name': '', 'network_id': 'dd8dd7e8-74b0-43ac-8795-6b3850b9caf1', 'tenant_id': 'f675b11333fa441fa8eddc3498c6fd35', 'mac_address': 'fa:16:3e:d5:4f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462398f2-6cd6-48e8-8826-5da0d9ac6a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'f7f0633d-db4a-44fe-b1ba-90fb0badcb6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:36Z', 'updated_at': '2021-07-13T07:22:55Z', 'revision_number': 5, 'project_id': 'f675b11333fa441fa8eddc3498c6fd35', 'subnets': [{'id': 'f7f0633d-db4a-44fe-b1ba-90fb0badcb6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:24.242298 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 3251a4bf-60c6-4ed1-842c-317814e9763a, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=3251a4bf-60c6-4ed1-842c-317814e9763a,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:24.278226 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adffdd0a-2d94-47a0-b407-64dbd29208cb None None] Checking router: 462398f2-6cd6-48e8-8826-5da0d9ac6a91 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:25:24.300288 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adffdd0a-2d94-47a0-b407-64dbd29208cb None None] Routers {'462398f2-6cd6-48e8-8826-5da0d9ac6a91'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:25:24.301396 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-adffdd0a-2d94-47a0-b407-64dbd29208cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:25:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['462398f2-6cd6-48e8-8826-5da0d9ac6a91'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:24.307793 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '3251a4bf-60c6-4ed1-842c-317814e9763a', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': '3251a4bf-60c6-4ed1-842c-317814e9763a', 'mac_address': 'fa:16:3e:12:9a:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:25:24.371003 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c455f71-499d-4400-b5b8-c5de17205822 req-a970d2a1-37c3-484c-95a1-5351c0be54eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:24.375524 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2c455f71-499d-4400-b5b8-c5de17205822 req-a970d2a1-37c3-484c-95a1-5351c0be54eb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b0f65360-3b5e-4a84-b093-2570ddbed964 HTTP/1.1" status: 200 len: 845 time: 0.1896324 Jul 13 07:25:24.423757 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:24.442008 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3251a4bf-60c6-4ed1-842c-317814e9763a {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:24.470239 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 3251a4bf-60c6-4ed1-842c-317814e9763a, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=3251a4bf-60c6-4ed1-842c-317814e9763a,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:24.475309 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:24.498692 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-110d39b3-3a26-4a8f-9497-e358260bfb75 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bd95a6f2f48f4344a146ae78dfd77567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2879140 Jul 13 07:25:24.547064 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51794) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:24.551384 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=3251a4bf-60c6-4ed1-842c-317814e9763a,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:24.684762 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330b90d-77b8-4bb9-a8c7-fd7e8c4b9f63 req-f1442e4c-5a9f-4025-9972-1df8fbbd4f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:24.686664 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a330b90d-77b8-4bb9-a8c7-fd7e8c4b9f63 req-f1442e4c-5a9f-4025-9972-1df8fbbd4f67 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.5149336 Jul 13 07:25:24.840212 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c09d7e17-7f1b-41f8-8562-35c39249007a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:24.853049 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-adffdd0a-2d94-47a0-b407-64dbd29208cb None None] Set router 462398f2-6cd6-48e8-8826-5da0d9ac6a91 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:25:24.871799 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c09d7e17-7f1b-41f8-8562-35c39249007a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:24.882396 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['3251a4bf-60c6-4ed1-842c-317814e9763a'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:24.956775 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-43d4c4f3-d3de-41bb-9c22-c949283d5d95 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:24.959484 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a330b90d-77b8-4bb9-a8c7-fd7e8c4b9f63 req-b4c88931-6abc-40e9-9f6f-8d771633b152 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=9e962251-4a79-4ab7-8d2a-496769cc07d9 HTTP/1.1" status: 200 len: 217 time: 0.2636824 Jul 13 07:25:24.960335 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-43d4c4f3-d3de-41bb-9c22-c949283d5d95 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.25 "GET /v2.0/networks?id=594d3cf6-6536-44a4-bf86-7eb0b076281c HTTP/1.1" status: 200 len: 814 time: 0.5824544 Jul 13 07:25:24.962481 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c455f71-499d-4400-b5b8-c5de17205822 req-21e65802-4bf9-4cf7-aa1b-6313f1663bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:24.964772 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2c455f71-499d-4400-b5b8-c5de17205822 req-21e65802-4bf9-4cf7-aa1b-6313f1663bcd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3641bc06-8e59-49c0-8f85-a031f22a64e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5128851 Jul 13 07:25:25.078062 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-dbfc2170-0fc0-49fb-a523-217e92bd670c tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Request body: {'port': {'device_id': '0fcfd775-d7b3-45f5-ab5b-64e4f446b6ed', 'network_id': '594d3cf6-6536-44a4-bf86-7eb0b076281c', 'admin_state_up': True, 'tenant_id': '03be745b98834c52b52be1f288bde2c6'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:25.158304 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6d90a-cf9a-4883-9ac0-7a1a170d2939 req-58109ad6-a732-4e72-9e8b-576858c3e6f4 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:25.168048 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eef6d90a-cf9a-4883-9ac0-7a1a170d2939 req-58109ad6-a732-4e72-9e8b-576858c3e6f4 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0783b6d-1d39-488a-9b49-6dfc548fdeb0 HTTP/1.1" status: 200 len: 943 time: 0.6031077 Jul 13 07:25:25.265021 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-adffdd0a-2d94-47a0-b407-64dbd29208cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462398f2-6cd6-48e8-8826-5da0d9ac6a91', 'name': 'tempest-TaggedBootDevicesTest_v242-426877740-router', 'tenant_id': 'f675b11333fa441fa8eddc3498c6fd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '926192b5-d818-49da-8583-80512e79d35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:28Z', 'updated_at': '2021-07-13T07:22:40Z', 'revision_number': 4, 'project_id': 'f675b11333fa441fa8eddc3498c6fd35', 'gw_port': {'id': '926192b5-d818-49da-8583-80512e79d35e', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462398f2-6cd6-48e8-8826-5da0d9ac6a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:29Z', 'updated_at': '2021-07-13T07:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '27e8a8db-9d61-4a87-a3f3-4489fc6f9164', 'tenant_id': 'f675b11333fa441fa8eddc3498c6fd35', 'floating_ip_address': '172.25.3.14', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '462398f2-6cd6-48e8-8826-5da0d9ac6a91', 'port_id': '24ca5f58-cab9-40b0-81e3-6853229cf3a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd8dd7e8-74b0-43ac-8795-6b3850b9caf1', 'mac_address': 'fa:16:3e:1f:c1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:23:38Z', 'updated_at': '2021-07-13T07:25:22Z', 'revision_number': 1, 'project_id': 'f675b11333fa441fa8eddc3498c6fd35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '496f5fe6-45ad-4c57-b3f9-5a7978cb76a4', 'name': '', 'network_id': 'dd8dd7e8-74b0-43ac-8795-6b3850b9caf1', 'tenant_id': 'f675b11333fa441fa8eddc3498c6fd35', 'mac_address': 'fa:16:3e:d5:4f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462398f2-6cd6-48e8-8826-5da0d9ac6a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'f7f0633d-db4a-44fe-b1ba-90fb0badcb6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:36Z', 'updated_at': '2021-07-13T07:22:55Z', 'revision_number': 5, 'project_id': 'f675b11333fa441fa8eddc3498c6fd35', 'subnets': [{'id': 'f7f0633d-db4a-44fe-b1ba-90fb0badcb6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:25.305076 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adffdd0a-2d94-47a0-b407-64dbd29208cb None None] The sync data for ids ['462398f2-6cd6-48e8-8826-5da0d9ac6a91'] in n-d-771363-34 is: [{'id': '462398f2-6cd6-48e8-8826-5da0d9ac6a91', 'name': 'tempest-TaggedBootDevicesTest_v242-426877740-router', 'tenant_id': 'f675b11333fa441fa8eddc3498c6fd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '926192b5-d818-49da-8583-80512e79d35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:28Z', 'updated_at': '2021-07-13T07:22:40Z', 'revision_number': 4, 'project_id': 'f675b11333fa441fa8eddc3498c6fd35', 'gw_port': {'id': '926192b5-d818-49da-8583-80512e79d35e', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462398f2-6cd6-48e8-8826-5da0d9ac6a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:29Z', 'updated_at': '2021-07-13T07:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '27e8a8db-9d61-4a87-a3f3-4489fc6f9164', 'tenant_id': 'f675b11333fa441fa8eddc3498c6fd35', 'floating_ip_address': '172.25.3.14', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '462398f2-6cd6-48e8-8826-5da0d9ac6a91', 'port_id': '24ca5f58-cab9-40b0-81e3-6853229cf3a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd8dd7e8-74b0-43ac-8795-6b3850b9caf1', 'mac_address': 'fa:16:3e:1f:c1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:23:38Z', 'updated_at': '2021-07-13T07:25:22Z', 'revision_number': 1, 'project_id': 'f675b11333fa441fa8eddc3498c6fd35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '496f5fe6-45ad-4c57-b3f9-5a7978cb76a4', 'name': '', 'network_id': 'dd8dd7e8-74b0-43ac-8795-6b3850b9caf1', 'tenant_id': 'f675b11333fa441fa8eddc3498c6fd35', 'mac_address': 'fa:16:3e:d5:4f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462398f2-6cd6-48e8-8826-5da0d9ac6a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'f7f0633d-db4a-44fe-b1ba-90fb0badcb6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:36Z', 'updated_at': '2021-07-13T07:22:55Z', 'revision_number': 5, 'project_id': 'f675b11333fa441fa8eddc3498c6fd35', 'subnets': [{'id': 'f7f0633d-db4a-44fe-b1ba-90fb0badcb6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:25:25.352176 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eef6d90a-cf9a-4883-9ac0-7a1a170d2939 req-a70c72dc-248a-4222-8678-94af46bdd8a8 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "GET /v2.0/security-groups?id=673773b8-d744-4336-90f3-e8a9554e115e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829703 Jul 13 07:25:25.365305 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2c455f71-499d-4400-b5b8-c5de17205822 req-401db4f6-1754-4eda-a92b-1dc9860fd75a service neutron] 10.222.0.25 "GET /v2.0/networks/3641bc06-8e59-49c0-8f85-a031f22a64e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859804 Jul 13 07:25:25.455716 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fb3aee0d-eaf1-4c9a-baf2-1a370fc61b24 req-aeb15eb0-2cd7-4042-bee8-905b93ff7128 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcfd775-d7b3-45f5-ab5b-64e4f446b6ed HTTP/1.1" status: 200 len: 210 time: 0.5072119 Jul 13 07:25:25.517531 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330b90d-77b8-4bb9-a8c7-fd7e8c4b9f63 req-91f98de8-1a00-41ed-a9d0-272ed2f01a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:25.520751 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a330b90d-77b8-4bb9-a8c7-fd7e8c4b9f63 req-91f98de8-1a00-41ed-a9d0-272ed2f01a40 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.5507095 Jul 13 07:25:25.609376 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c09d7e17-7f1b-41f8-8562-35c39249007a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:25.611357 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-dbfc2170-0fc0-49fb-a523-217e92bd670c tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Made reservation on behalf of 03be745b98834c52b52be1f288bde2c6 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:25:25.615858 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c09d7e17-7f1b-41f8-8562-35c39249007a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:25.617026 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c09d7e17-7f1b-41f8-8562-35c39249007a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f34c6e50-d491-4a6e-a953-1478a35d3082 HTTP/1.1" status: 204 len: 168 time: 1.0689778 Jul 13 07:25:25.632615 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-dbfc2170-0fc0-49fb-a523-217e92bd670c tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:25.657276 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d7e17-7f1b-41f8-8562-35c39249007a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34c6e50-d491-4a6e-a953-1478a35d3082,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:25.673178 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2c455f71-499d-4400-b5b8-c5de17205822 req-809d6fe7-e37f-4c1b-a5b1-a41fcd633603 service neutron] 10.222.0.25 "GET /v2.0/networks/3641bc06-8e59-49c0-8f85-a031f22a64e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988913 Jul 13 07:25:25.742339 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8e2424-0862-43e2-b1af-b800e816f372 None None] New status for floating IP 27e8a8db-9d61-4a87-a3f3-4489fc6f9164: ACTIVE {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:25:25.745440 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330b90d-77b8-4bb9-a8c7-fd7e8c4b9f63 req-3494ee9f-99b8-42d1-86ea-2713fb6d8d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:25.747777 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a330b90d-77b8-4bb9-a8c7-fd7e8c4b9f63 req-3494ee9f-99b8-42d1-86ea-2713fb6d8d8c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2207284 Jul 13 07:25:25.837952 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 9e962251-4a79-4ab7-8d2a-496769cc07d9 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:25:25.946390 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'tag': '24ca5f58-cab9-40b0-81e3-6853229cf3a9'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:25.955489 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba20efa-6953-49c3-aa2c-2c584bdb5ee7" -d '{"events": [{"name": "network-changed", "server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "tag": "24ca5f58-cab9-40b0-81e3-6853229cf3a9"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:26.009888 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 9e962251-4a79-4ab7-8d2a-496769cc07d9, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=9e962251-4a79-4ab7-8d2a-496769cc07d9,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:26.019357 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b57fd1-2f16-43d9-aef7-271b572775ef req-9f0b6261-d97d-4bdf-9f9a-9bd1932d7277 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:26.021565 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '9e962251-4a79-4ab7-8d2a-496769cc07d9', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': '9e962251-4a79-4ab7-8d2a-496769cc07d9', 'mac_address': 'fa:16:3e:51:d3:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:25:26.028503 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e9b57fd1-2f16-43d9-aef7-271b572775ef req-9f0b6261-d97d-4bdf-9f9a-9bd1932d7277 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=69083095-b0e3-4a46-8adf-abea0eeb4021 HTTP/1.1" status: 200 len: 948 time: 0.4669228 Jul 13 07:25:26.048836 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a330b90d-77b8-4bb9-a8c7-fd7e8c4b9f63 req-176f23d9-27b5-4c02-93c9-b2ba72ba2054 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862685 Jul 13 07:25:26.139547 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1d2f63-24fd-4e06-8d55-0210d26d183d x-openstack-request-id: req-1b1d2f63-24fd-4e06-8d55-0210d26d183d {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:26.139809 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "tag": "24ca5f58-cab9-40b0-81e3-6853229cf3a9", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:26.139975 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b1d2f63-24fd-4e06-8d55-0210d26d183d {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:26.141092 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'tag': '24ca5f58-cab9-40b0-81e3-6853229cf3a9', 'status': 'completed', 'code': 200} Jul 13 07:25:26.291483 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a330b90d-77b8-4bb9-a8c7-fd7e8c4b9f63 req-aded0c87-b1da-440d-ba3e-b832273d9053 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253232 Jul 13 07:25:26.298131 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:26.308525 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba20efa-6953-49c3-aa2c-2c584bdb5ee7 req-66d8b7ba-7658-472d-9afe-b4fd237ee87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:26.309408 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba20efa-6953-49c3-aa2c-2c584bdb5ee7 req-66d8b7ba-7658-472d-9afe-b4fd237ee87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:26.310184 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba20efa-6953-49c3-aa2c-2c584bdb5ee7 req-66d8b7ba-7658-472d-9afe-b4fd237ee87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:26.311221 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba20efa-6953-49c3-aa2c-2c584bdb5ee7 req-66d8b7ba-7658-472d-9afe-b4fd237ee87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:26.311998 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba20efa-6953-49c3-aa2c-2c584bdb5ee7 req-66d8b7ba-7658-472d-9afe-b4fd237ee87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:26.313394 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba20efa-6953-49c3-aa2c-2c584bdb5ee7 req-66d8b7ba-7658-472d-9afe-b4fd237ee87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:26.313923 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-dbfc2170-0fc0-49fb-a523-217e92bd670c tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Allocated IP 172.20.0.12 (594d3cf6-6536-44a4-bf86-7eb0b076281c/e61f3cea-0dca-4181-a03e-5485cc9acd4c/2e3cd631-7d9e-4e76-81bc-daedc727c60e) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:25:26.314273 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba20efa-6953-49c3-aa2c-2c584bdb5ee7 req-66d8b7ba-7658-472d-9afe-b4fd237ee87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:26.316497 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6ba20efa-6953-49c3-aa2c-2c584bdb5ee7 req-66d8b7ba-7658-472d-9afe-b4fd237ee87f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f675b11333fa441fa8eddc3498c6fd35&device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 6509 time: 0.1439087 Jul 13 07:25:26.346366 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d102b9-8a06-4b55-8fdc-89d9ac667441 req-a0a48ac7-1f93-457d-b237-0922ff4e2a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:26.348708 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d2d102b9-8a06-4b55-8fdc-89d9ac667441 req-a0a48ac7-1f93-457d-b237-0922ff4e2a38 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=11405c6b1ff84e9b8bb3410dded1ba33&device_id=e0783b6d-1d39-488a-9b49-6dfc548fdeb0 HTTP/1.1" status: 200 len: 1095 time: 0.5247777 Jul 13 07:25:26.367234 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e9b57fd1-2f16-43d9-aef7-271b572775ef req-6cf6a4d9-8081-4ae5-b4c5-4a9d2b711d88 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375478 Jul 13 07:25:26.419972 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e962251-4a79-4ab7-8d2a-496769cc07d9 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:26.460860 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 9e962251-4a79-4ab7-8d2a-496769cc07d9, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=9e962251-4a79-4ab7-8d2a-496769cc07d9,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:26.473268 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:26.598620 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba20efa-6953-49c3-aa2c-2c584bdb5ee7 req-e49d9599-fc3e-4cb7-947d-0ebc0e176263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:26.600258 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6ba20efa-6953-49c3-aa2c-2c584bdb5ee7 req-e49d9599-fc3e-4cb7-947d-0ebc0e176263 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dd8dd7e8-74b0-43ac-8795-6b3850b9caf1 HTTP/1.1" status: 200 len: 917 time: 0.2754216 Jul 13 07:25:26.663255 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=9e962251-4a79-4ab7-8d2a-496769cc07d9,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:26.800048 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6ba20efa-6953-49c3-aa2c-2c584bdb5ee7 req-8e9a97f6-0f42-421a-9bbf-f39b8f812365 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24ca5f58-cab9-40b0-81e3-6853229cf3a9 HTTP/1.1" status: 200 len: 1000 time: 0.1923389 Jul 13 07:25:26.903507 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-dbfc2170-0fc0-49fb-a523-217e92bd670c tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:26.907484 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ee944-f994-42f1-ab94-8122d5eaec81 req-87b0cd39-f6da-4c7d-9d2d-e367dc59254a tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:26.909467 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f37ee944-f994-42f1-ab94-8122d5eaec81 req-87b0cd39-f6da-4c7d-9d2d-e367dc59254a tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0783b6d-1d39-488a-9b49-6dfc548fdeb0 HTTP/1.1" status: 200 len: 943 time: 0.2039654 Jul 13 07:25:26.926216 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['9e962251-4a79-4ab7-8d2a-496769cc07d9'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:26.968684 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba20efa-6953-49c3-aa2c-2c584bdb5ee7 req-aba134cf-0732-4d8e-a40a-dfd131771aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:26.970515 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6ba20efa-6953-49c3-aa2c-2c584bdb5ee7 req-aba134cf-0732-4d8e-a40a-dfd131771aac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7f0633d-db4a-44fe-b1ba-90fb0badcb6d HTTP/1.1" status: 200 len: 855 time: 0.1590090 Jul 13 07:25:26.979863 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51840) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:26.997345 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-98e050cf-0a8b-4c0a-baf3-b474937acddc req-f0f44d8d-a0b7-4018-8cf5-2264d864950d tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcfd775-d7b3-45f5-ab5b-64e4f446b6ed HTTP/1.1" status: 200 len: 210 time: 0.2784576 Jul 13 07:25:27.048780 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d102b9-8a06-4b55-8fdc-89d9ac667441 req-bc1c4c48-3ba6-42f9-88d3-a437aeaf0ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:27.050971 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d2d102b9-8a06-4b55-8fdc-89d9ac667441 req-bc1c4c48-3ba6-42f9-88d3-a437aeaf0ada service neutron] 10.222.0.25 "GET /v2.0/networks?id=3641bc06-8e59-49c0-8f85-a031f22a64e6 HTTP/1.1" status: 200 len: 907 time: 0.6817579 Jul 13 07:25:27.148195 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d2d102b9-8a06-4b55-8fdc-89d9ac667441 req-87719232-f470-4508-a881-89e73eec0a18 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6368de3-864c-49c0-81bf-ff0b664c870f HTTP/1.1" status: 200 len: 217 time: 0.0896029 Jul 13 07:25:27.155379 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-dbfc2170-0fc0-49fb-a523-217e92bd670c tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:27.167563 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f37ee944-f994-42f1-ab94-8122d5eaec81 req-dc1741db-e800-477d-ad67-bd4100600601 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "GET /v2.0/security-groups?id=673773b8-d744-4336-90f3-e8a9554e115e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2460513 Jul 13 07:25:27.247470 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba20efa-6953-49c3-aa2c-2c584bdb5ee7 req-e770d252-f452-4673-bf79-267ac3d908c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:27.255891 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6ba20efa-6953-49c3-aa2c-2c584bdb5ee7 req-e770d252-f452-4673-bf79-267ac3d908c7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dd8dd7e8-74b0-43ac-8795-6b3850b9caf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2743845 Jul 13 07:25:27.261098 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['a0520f7a-612d-4e54-b155-a759c7a81be7'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:27.303307 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-aaaf9b3d-c2e6-484b-a1a9-804dce80c68e admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-81207644-network', 'tenant_id': '09cd416055834bca9f9971ed5445d0c1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:27.370583 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-dbfc2170-0fc0-49fb-a523-217e92bd670c tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Network 594d3cf6-6536-44a4-bf86-7eb0b076281c is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:25:27.384741 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc2170-0fc0-49fb-a523-217e92bd670c tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Pushing event updated for resources: {'Port': ['ID=2e3cd631-7d9e-4e76-81bc-daedc727c60e,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:27.389367 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-dbfc2170-0fc0-49fb-a523-217e92bd670c tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:27.398376 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-dbfc2170-0fc0-49fb-a523-217e92bd670c tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:25:27.401970 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaaf9b3d-c2e6-484b-a1a9-804dce80c68e admin admin] Made reservation on behalf of 09cd416055834bca9f9971ed5445d0c1 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:25:27.423969 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d102b9-8a06-4b55-8fdc-89d9ac667441 req-7bfe4790-e335-485f-abe0-4832ca76afa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:27.425464 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d2d102b9-8a06-4b55-8fdc-89d9ac667441 req-7bfe4790-e335-485f-abe0-4832ca76afa4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b0f65360-3b5e-4a84-b093-2570ddbed964 HTTP/1.1" status: 200 len: 845 time: 0.2681978 Jul 13 07:25:27.427585 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device b6368de3-864c-49c0-81bf-ff0b664c870f details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:25:27.437640 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-aaaf9b3d-c2e6-484b-a1a9-804dce80c68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:27.586578 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-dbfc2170-0fc0-49fb-a523-217e92bd670c tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:27.587269 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-dbfc2170-0fc0-49fb-a523-217e92bd670c tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:27.606857 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6ba20efa-6953-49c3-aa2c-2c584bdb5ee7 req-29912dab-ee74-409b-af88-12e49c67d2aa service neutron] 10.222.0.42 "GET /v2.0/networks/dd8dd7e8-74b0-43ac-8795-6b3850b9caf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429079 Jul 13 07:25:27.622966 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-dbfc2170-0fc0-49fb-a523-217e92bd670c tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5687327 Jul 13 07:25:27.634711 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port b6368de3-864c-49c0-81bf-ff0b664c870f, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=b6368de3-864c-49c0-81bf-ff0b664c870f,segment=NetworkSegment(adddcc86-0dcf-49ea-bc4a-eb4df4910a70),segment_id=adddcc86-0dcf-49ea-bc4a-eb4df4910a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:27.639829 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-6dfc95f6-3129-4a04-bfc0-3a3ac6213842 service neutron] Request body: {'port': {'device_id': '0fcfd775-d7b3-45f5-ab5b-64e4f446b6ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:27.665783 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d102b9-8a06-4b55-8fdc-89d9ac667441 req-48163421-5982-4368-b76f-c9c6fcbcf811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:27.667655 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d2d102b9-8a06-4b55-8fdc-89d9ac667441 req-48163421-5982-4368-b76f-c9c6fcbcf811 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3641bc06-8e59-49c0-8f85-a031f22a64e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1908555 Jul 13 07:25:27.695231 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31fb6c8-ae42-4301-8c3a-795aabfa0b5c req-f88953be-c804-4d40-9ad6-0e83d57b5408 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:27.702919 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d31fb6c8-ae42-4301-8c3a-795aabfa0b5c req-f88953be-c804-4d40-9ad6-0e83d57b5408 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=69083095-b0e3-4a46-8adf-abea0eeb4021 HTTP/1.1" status: 200 len: 949 time: 0.1591184 Jul 13 07:25:27.716143 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': 'b6368de3-864c-49c0-81bf-ff0b664c870f', 'network_id': '3641bc06-8e59-49c0-8f85-a031f22a64e6', 'port_id': 'b6368de3-864c-49c0-81bf-ff0b664c870f', 'mac_address': 'fa:16:3e:c5:f3:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0f65360-3b5e-4a84-b093-2570ddbed964', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:25:27.853871 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d31fb6c8-ae42-4301-8c3a-795aabfa0b5c req-2586c0b6-b7a6-4f2d-95ca-9eda3180a031 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499536 Jul 13 07:25:27.873252 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-6dfc95f6-3129-4a04-bfc0-3a3ac6213842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:27.887707 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-aaaf9b3d-c2e6-484b-a1a9-804dce80c68e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:27.889742 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 3251a4bf-60c6-4ed1-842c-317814e9763a up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:27.894005 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6ba20efa-6953-49c3-aa2c-2c584bdb5ee7 req-1460afff-e76f-44c7-aae9-c937dd7eb96d service neutron] 10.222.0.42 "GET /v2.0/networks/dd8dd7e8-74b0-43ac-8795-6b3850b9caf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725887 Jul 13 07:25:27.894246 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d2d102b9-8a06-4b55-8fdc-89d9ac667441 req-19184263-9106-4e23-92b1-2e71ad20e936 service neutron] 10.222.0.25 "GET /v2.0/networks/3641bc06-8e59-49c0-8f85-a031f22a64e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182503 Jul 13 07:25:28.094990 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-aaaf9b3d-c2e6-484b-a1a9-804dce80c68e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:28.109228 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-aaaf9b3d-c2e6-484b-a1a9-804dce80c68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:28.133758 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:28.162302 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6368de3-864c-49c0-81bf-ff0b664c870f {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:28.194063 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaaf9b3d-c2e6-484b-a1a9-804dce80c68e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:25:28.203114 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf9b3d-c2e6-484b-a1a9-804dce80c68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36ab48e-54f1-4614-80ff-0e411405464f,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:28.209058 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 3251a4bf-60c6-4ed1-842c-317814e9763a completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:28.227167 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port b6368de3-864c-49c0-81bf-ff0b664c870f, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=b6368de3-864c-49c0-81bf-ff0b664c870f,segment=NetworkSegment(adddcc86-0dcf-49ea-bc4a-eb4df4910a70),segment_id=adddcc86-0dcf-49ea-bc4a-eb4df4910a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:28.234911 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-aaaf9b3d-c2e6-484b-a1a9-804dce80c68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:28.237853 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-aaaf9b3d-c2e6-484b-a1a9-804dce80c68e admin admin] Added segment 457aec53-0b6c-4d70-9e19-c5836de68ec9 of type vlan for network 084026c3-b787-47e1-b7ed-a6d1fb3e4f1b Jul 13 07:25:28.244089 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 3251a4bf-60c6-4ed1-842c-317814e9763a triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:28.244720 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:28.248314 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:28.387059 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=b6368de3-864c-49c0-81bf-ff0b664c870f,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:28.436571 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-aaaf9b3d-c2e6-484b-a1a9-804dce80c68e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:28.499436 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-aaaf9b3d-c2e6-484b-a1a9-804dce80c68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:28.508019 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaaf9b3d-c2e6-484b-a1a9-804dce80c68e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:28.509760 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-aaaf9b3d-c2e6-484b-a1a9-804dce80c68e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:28.522905 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:28.560363 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224978f-ce56-41a7-8dc3-36c32b70a027 req-4c52096a-dae5-415e-ae7b-74239135f12e tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:28.562926 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4224978f-ce56-41a7-8dc3-36c32b70a027 req-4c52096a-dae5-415e-ae7b-74239135f12e tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcfd775-d7b3-45f5-ab5b-64e4f446b6ed HTTP/1.1" status: 200 len: 932 time: 0.2525549 Jul 13 07:25:28.647033 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 3251a4bf-60c6-4ed1-842c-317814e9763a, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=3251a4bf-60c6-4ed1-842c-317814e9763a,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:28.655526 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516bfec3-cc03-428c-ae34-cb57a9bee6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3251a4bf-60c6-4ed1-842c-317814e9763a'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:28.658520 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31255a2d-e7d8-44b9-a1f8-616c25e23586" -d '{"events": [{"server_uuid": "516bfec3-cc03-428c-ae34-cb57a9bee6db", "name": "network-vif-plugged", "status": "completed", "tag": "3251a4bf-60c6-4ed1-842c-317814e9763a"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:28.663721 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['b6368de3-864c-49c0-81bf-ff0b664c870f'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:28.671526 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-aaaf9b3d-c2e6-484b-a1a9-804dce80c68e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6803842 Jul 13 07:25:28.699163 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51864) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:28.723983 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-cd9a8af6-f7dc-4747-9843-583d33d175ff admin admin] Request body: {'subnet': {'network_id': '084026c3-b787-47e1-b7ed-a6d1fb3e4f1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-81207644-subnet', 'tenant_id': '09cd416055834bca9f9971ed5445d0c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:28.743237 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:28.802038 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d2d102b9-8a06-4b55-8fdc-89d9ac667441 req-969d594f-5b3f-4379-b22b-ce218646267d service neutron] 10.222.0.25 "GET /v2.0/networks/3641bc06-8e59-49c0-8f85-a031f22a64e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8676870 Jul 13 07:25:28.851825 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4224978f-ce56-41a7-8dc3-36c32b70a027 req-9af4cd58-3768-4d6c-aa23-eeda2ace13cb tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335193 Jul 13 07:25:28.865467 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf9b3d-c2e6-484b-a1a9-804dce80c68e admin admin] Pushing event updated for resources: {'Network': ['ID=084026c3-b787-47e1-b7ed-a6d1fb3e4f1b,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:28.902323 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78735cf3-94b9-4f7d-a445-68d565378bb0 req-c650f6d4-f0db-4bd5-a553-e776c38f96d8 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:28.907853 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9a8af6-f7dc-4747-9843-583d33d175ff admin admin] Made reservation on behalf of 09cd416055834bca9f9971ed5445d0c1 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:25:28.910712 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cd9a8af6-f7dc-4747-9843-583d33d175ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:28.911591 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-78735cf3-94b9-4f7d-a445-68d565378bb0 req-c650f6d4-f0db-4bd5-a553-e776c38f96d8 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0783b6d-1d39-488a-9b49-6dfc548fdeb0 HTTP/1.1" status: 200 len: 944 time: 0.4103599 Jul 13 07:25:28.963230 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 084026c3-b787-47e1-b7ed-a6d1fb3e4f1b details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:25:29.065508 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-78735cf3-94b9-4f7d-a445-68d565378bb0 req-54370cbe-625a-4da0-9999-60d34a881d33 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "GET /v2.0/security-groups?id=673773b8-d744-4336-90f3-e8a9554e115e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432819 Jul 13 07:25:29.253104 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-6dfc95f6-3129-4a04-bfc0-3a3ac6213842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e3cd631-7d9e-4e76-81bc-daedc727c60e {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:29.260438 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=3251a4bf-60c6-4ed1-842c-317814e9763a,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:29.265125 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-6dfc95f6-3129-4a04-bfc0-3a3ac6213842 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:29.286462 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18b0097-e81e-4a7f-a496-cfb6adc8f3bd x-openstack-request-id: req-e18b0097-e81e-4a7f-a496-cfb6adc8f3bd {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:29.287486 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516bfec3-cc03-428c-ae34-cb57a9bee6db", "name": "network-vif-plugged", "status": "completed", "tag": "3251a4bf-60c6-4ed1-842c-317814e9763a", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:29.288183 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-6dfc95f6-3129-4a04-bfc0-3a3ac6213842 service neutron] Transition to ACTIVE for port object 2e3cd631-7d9e-4e76-81bc-daedc727c60e will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:29.288435 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e18b0097-e81e-4a7f-a496-cfb6adc8f3bd {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:29.289024 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516bfec3-cc03-428c-ae34-cb57a9bee6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3251a4bf-60c6-4ed1-842c-317814e9763a', 'code': 200} Jul 13 07:25:29.303406 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-6dfc95f6-3129-4a04-bfc0-3a3ac6213842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:29.342754 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cd9a8af6-f7dc-4747-9843-583d33d175ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:29.376600 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-864ded34-010f-4a01-b848-b7110e9e8125 None None] Provisioning complete for port 3251a4bf-60c6-4ed1-842c-317814e9763a triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:29.377303 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-864ded34-010f-4a01-b848-b7110e9e8125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:29.442566 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a8af6-f7dc-4747-9843-583d33d175ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=c15b0eb6-d634-4d3a-8b73-a575afdfe25d,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:29.489011 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9a8af6-f7dc-4747-9843-583d33d175ff admin admin] Checking segment: {'id': '457aec53-0b6c-4d70-9e19-c5836de68ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '084026c3-b787-47e1-b7ed-a6d1fb3e4f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:29.489468 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9a8af6-f7dc-4747-9843-583d33d175ff admin admin] Network hostable DHCP agents. Network: 084026c3-b787-47e1-b7ed-a6d1fb3e4f1b, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:25:29.506118 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc95f6-3129-4a04-bfc0-3a3ac6213842 service neutron] Pushing event updated for resources: {'Port': ['ID=2e3cd631-7d9e-4e76-81bc-daedc727c60e,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:29.536016 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-6dfc95f6-3129-4a04-bfc0-3a3ac6213842 service neutron] Attempting to bind port 2e3cd631-7d9e-4e76-81bc-daedc727c60e on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:25:29.536016 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-6dfc95f6-3129-4a04-bfc0-3a3ac6213842 service neutron] Attempting to bind port 2e3cd631-7d9e-4e76-81bc-daedc727c60e by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '0abc1825-e3a0-468f-93a4-df9b73b4e14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '594d3cf6-6536-44a4-bf86-7eb0b076281c'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:25:29.537191 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-6dfc95f6-3129-4a04-bfc0-3a3ac6213842 service neutron] Attempting to bind port 2e3cd631-7d9e-4e76-81bc-daedc727c60e on network 594d3cf6-6536-44a4-bf86-7eb0b076281c {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:29.547275 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-6dfc95f6-3129-4a04-bfc0-3a3ac6213842 service neutron] Port 2e3cd631-7d9e-4e76-81bc-daedc727c60e on network 594d3cf6-6536-44a4-bf86-7eb0b076281c not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:25:29.547748 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-6dfc95f6-3129-4a04-bfc0-3a3ac6213842 service neutron] Attempting to bind port 2e3cd631-7d9e-4e76-81bc-daedc727c60e on network 594d3cf6-6536-44a4-bf86-7eb0b076281c {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:29.548131 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b0d1b-d737-4a01-a14b-548101d430c7 req-f174bc23-3097-4ba1-965f-cede444fb632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:29.556685 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6e8b0d1b-d737-4a01-a14b-548101d430c7 req-f174bc23-3097-4ba1-965f-cede444fb632 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=516bfec3-cc03-428c-ae34-cb57a9bee6db HTTP/1.1" status: 200 len: 1101 time: 0.1532032 Jul 13 07:25:29.560726 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-6dfc95f6-3129-4a04-bfc0-3a3ac6213842 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:25:29.561140 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-6dfc95f6-3129-4a04-bfc0-3a3ac6213842 service neutron] Checking segment: {'id': '0abc1825-e3a0-468f-93a4-df9b73b4e14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '594d3cf6-6536-44a4-bf86-7eb0b076281c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:29.562851 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-6dfc95f6-3129-4a04-bfc0-3a3ac6213842 service neutron] Bound using segment: {'id': '0abc1825-e3a0-468f-93a4-df9b73b4e14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '594d3cf6-6536-44a4-bf86-7eb0b076281c'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:25:29.563904 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-6dfc95f6-3129-4a04-bfc0-3a3ac6213842 service neutron] Bound port: 2e3cd631-7d9e-4e76-81bc-daedc727c60e, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0abc1825-e3a0-468f-93a4-df9b73b4e14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '594d3cf6-6536-44a4-bf86-7eb0b076281c'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:25:29.564997 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-6dfc95f6-3129-4a04-bfc0-3a3ac6213842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:29.566394 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9a8af6-f7dc-4747-9843-583d33d175ff admin admin] Network 084026c3-b787-47e1-b7ed-a6d1fb3e4f1b is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:25:29.627831 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-cd9a8af6-f7dc-4747-9843-583d33d175ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 084026c3-b787-47e1-b7ed-a6d1fb3e4f1b) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:29.637632 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8356fd-642c-45fe-8c54-6e44da11a1d3 None None] Network 084026c3-b787-47e1-b7ed-a6d1fb3e4f1b requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:25:29.642356 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9a8af6-f7dc-4747-9843-583d33d175ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:29.642960 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cd9a8af6-f7dc-4747-9843-583d33d175ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:29.647392 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6e8b0d1b-d737-4a01-a14b-548101d430c7 req-b8666fd9-8d98-4c01-8666-08b89ecf83d2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897939 Jul 13 07:25:29.661681 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305dc5bb-df93-42c5-88d4-afd649a36e49 req-05b14ecb-c656-4e0a-a4a5-0a1754a4a526 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:29.672656 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-305dc5bb-df93-42c5-88d4-afd649a36e49 req-05b14ecb-c656-4e0a-a4a5-0a1754a4a526 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=69083095-b0e3-4a46-8adf-abea0eeb4021 HTTP/1.1" status: 200 len: 949 time: 0.1964934 Jul 13 07:25:29.683061 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-6dfc95f6-3129-4a04-bfc0-3a3ac6213842 service neutron] For port 2e3cd631-7d9e-4e76-81bc-daedc727c60e, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:25:29.688067 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-6dfc95f6-3129-4a04-bfc0-3a3ac6213842 service neutron] For port 2e3cd631-7d9e-4e76-81bc-daedc727c60e, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=2e3cd631-7d9e-4e76-81bc-daedc727c60e,segment=NetworkSegment(0abc1825-e3a0-468f-93a4-df9b73b4e14a),segment_id=0abc1825-e3a0-468f-93a4-df9b73b4e14a)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:25:29.705359 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-6dfc95f6-3129-4a04-bfc0-3a3ac6213842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:29.748641 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-cd9a8af6-f7dc-4747-9843-583d33d175ff admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0286875 Jul 13 07:25:29.777162 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-6dfc95f6-3129-4a04-bfc0-3a3ac6213842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:29.778172 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-6dfc95f6-3129-4a04-bfc0-3a3ac6213842 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:29.780106 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-6dfc95f6-3129-4a04-bfc0-3a3ac6213842 service neutron] 10.222.0.25 "PUT /v2.0/ports/2e3cd631-7d9e-4e76-81bc-daedc727c60e HTTP/1.1" status: 200 len: 1093 time: 2.1479499 Jul 13 07:25:29.814006 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fcfd775-d7b3-45f5-ab5b-64e4f446b6ed', 'tag': '2e3cd631-7d9e-4e76-81bc-daedc727c60e'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:29.815853 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-305dc5bb-df93-42c5-88d4-afd649a36e49 req-2dafa75a-a5a0-4b51-b712-30b283a206ca tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441729 Jul 13 07:25:29.817441 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d371dd-a5e0-479d-a8e2-8d1fa82b4258" -d '{"events": [{"name": "network-changed", "server_uuid": "0fcfd775-d7b3-45f5-ab5b-64e4f446b6ed", "tag": "2e3cd631-7d9e-4e76-81bc-daedc727c60e"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:29.820520 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc95f6-3129-4a04-bfc0-3a3ac6213842 service neutron] Pushing event updated for resources: {'Port': ['ID=2e3cd631-7d9e-4e76-81bc-daedc727c60e,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:29.835919 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 9e962251-4a79-4ab7-8d2a-496769cc07d9 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:29.903804 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9f73c2-57d2-4a31-84b0-bf1c09862777 x-openstack-request-id: req-be9f73c2-57d2-4a31-84b0-bf1c09862777 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:29.904086 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fcfd775-d7b3-45f5-ab5b-64e4f446b6ed", "tag": "2e3cd631-7d9e-4e76-81bc-daedc727c60e", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:29.904334 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-be9f73c2-57d2-4a31-84b0-bf1c09862777 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:29.905006 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fcfd775-d7b3-45f5-ab5b-64e4f446b6ed', 'tag': '2e3cd631-7d9e-4e76-81bc-daedc727c60e', 'status': 'completed', 'code': 200} Jul 13 07:25:29.932607 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-f71562d4-c969-4104-b09e-c967905005dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:29.934138 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-f71562d4-c969-4104-b09e-c967905005dc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03be745b98834c52b52be1f288bde2c6&device_id=0fcfd775-d7b3-45f5-ab5b-64e4f446b6ed HTTP/1.1" status: 200 len: 1096 time: 0.0929995 Jul 13 07:25:30.020094 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-5822c6d7-fea8-4118-b7be-26a6601546a1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e3cd631-7d9e-4e76-81bc-daedc727c60e HTTP/1.1" status: 200 len: 217 time: 0.0776610 Jul 13 07:25:30.089027 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03017fd7-07a7-4611-90c0-60c1657ebece None None] Network 084026c3-b787-47e1-b7ed-a6d1fb3e4f1b requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:25:30.136658 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 9e962251-4a79-4ab7-8d2a-496769cc07d9 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:30.138692 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-3926233d-e567-431d-ac3e-4e9861ee63d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:30.141595 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-3926233d-e567-431d-ac3e-4e9861ee63d6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e61f3cea-0dca-4181-a03e-5485cc9acd4c HTTP/1.1" status: 200 len: 854 time: 0.1110933 Jul 13 07:25:30.147691 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 9e962251-4a79-4ab7-8d2a-496769cc07d9 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:30.148474 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:30.229669 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-ae67fedd-5c0c-4d41-bfd8-e9dc4ee7c5cc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=594d3cf6-6536-44a4-bf86-7eb0b076281c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782790 Jul 13 07:25:30.239134 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c897f-354f-428b-9809-b7466eb07b52 req-db6beaa6-7fc9-4168-a329-085383763b14 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:30.249794 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2c1c897f-354f-428b-9809-b7466eb07b52 req-db6beaa6-7fc9-4168-a329-085383763b14 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcfd775-d7b3-45f5-ab5b-64e4f446b6ed HTTP/1.1" status: 200 len: 944 time: 0.1357183 Jul 13 07:25:30.309349 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b66e0692-696d-4dfe-ab55-22735b669a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:30.328754 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2c1c897f-354f-428b-9809-b7466eb07b52 req-cae74104-6c3b-4ee8-8bc1-cd63d0e0b01a tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780401 Jul 13 07:25:30.477420 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-2e58c164-2dd0-4a1f-b2bd-62d1ef9bbc60 service neutron] 10.222.0.25 "GET /v2.0/networks/594d3cf6-6536-44a4-bf86-7eb0b076281c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386415 Jul 13 07:25:30.538977 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe37082-c6b3-4f3b-9274-c04d62a81565 req-c20b658b-85ab-473e-94d9-0d37df806fe9 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:30.547328 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fbe37082-c6b3-4f3b-9274-c04d62a81565 req-c20b658b-85ab-473e-94d9-0d37df806fe9 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0783b6d-1d39-488a-9b49-6dfc548fdeb0 HTTP/1.1" status: 200 len: 944 time: 0.0952404 Jul 13 07:25:30.620955 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fbe37082-c6b3-4f3b-9274-c04d62a81565 req-3f1c6912-714e-4055-8a6f-4fe40ebcf253 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "GET /v2.0/security-groups?id=673773b8-d744-4336-90f3-e8a9554e115e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695353 Jul 13 07:25:30.625036 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:30.679745 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 9e962251-4a79-4ab7-8d2a-496769cc07d9, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=9e962251-4a79-4ab7-8d2a-496769cc07d9,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:30.698189 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:30.848004 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8231863-258d-420a-a41d-cc6a346463b6 req-de97239d-5d3f-4ccc-a619-6aabb9780ce2 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:30.849584 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d8231863-258d-420a-a41d-cc6a346463b6 req-de97239d-5d3f-4ccc-a619-6aabb9780ce2 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] 10.222.0.23 "GET /v2.0/networks?id=084026c3-b787-47e1-b7ed-a6d1fb3e4f1b HTTP/1.1" status: 200 len: 819 time: 0.2005119 Jul 13 07:25:30.879694 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d8231863-258d-420a-a41d-cc6a346463b6 req-54e116d5-854a-41ae-b1fa-cfefdf8f23ed tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] 10.222.0.23 "GET /v2.0/quotas/09cd416055834bca9f9971ed5445d0c1 HTTP/1.1" status: 200 len: 375 time: 0.0225060 Jul 13 07:25:30.897042 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=9e962251-4a79-4ab7-8d2a-496769cc07d9,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:30.941178 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d8231863-258d-420a-a41d-cc6a346463b6 req-b66c15e0-57bb-460c-9684-2d7cf5c1c222 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=09cd416055834bca9f9971ed5445d0c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482287 Jul 13 07:25:30.947909 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d3cdd1e3-3445-455e-b92c-0e2c44083c5a req-9d5c3c4b-f272-42ba-82eb-2bd1cd11a1c0 service neutron] 10.222.0.25 "GET /v2.0/networks/594d3cf6-6536-44a4-bf86-7eb0b076281c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611804 Jul 13 07:25:31.044934 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d8231863-258d-420a-a41d-cc6a346463b6 req-58eac151-9c3a-4a76-82f3-3589b62a79f1 service neutron] 10.222.0.23 "GET /v2.0/networks/084026c3-b787-47e1-b7ed-a6d1fb3e4f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944972 Jul 13 07:25:31.140621 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40061894-7ad9-4631-a240-2a79b0278bea req-af360cb5-58fb-472a-9009-a1dd32f2d90d tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:31.142285 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-40061894-7ad9-4631-a240-2a79b0278bea req-af360cb5-58fb-472a-9009-a1dd32f2d90d tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=69083095-b0e3-4a46-8adf-abea0eeb4021 HTTP/1.1" status: 200 len: 950 time: 0.0882158 Jul 13 07:25:31.165647 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a34817cc-7eaa-458d-b95b-96fe3175787b None None] Provisioning complete for port 9e962251-4a79-4ab7-8d2a-496769cc07d9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:31.166002 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a34817cc-7eaa-458d-b95b-96fe3175787b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:31.183892 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-40061894-7ad9-4631-a240-2a79b0278bea req-c4508753-d148-4669-bd4a-aa8387410f30 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357690 Jul 13 07:25:31.200603 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d371dd-a5e0-479d-a8e2-8d1fa82b4258 req-28b8ed8d-798d-4412-a46c-9110b7b6fb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:31.202290 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f8d371dd-a5e0-479d-a8e2-8d1fa82b4258 req-28b8ed8d-798d-4412-a46c-9110b7b6fb1a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03be745b98834c52b52be1f288bde2c6&device_id=0fcfd775-d7b3-45f5-ab5b-64e4f446b6ed HTTP/1.1" status: 200 len: 1096 time: 0.1564109 Jul 13 07:25:31.222634 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d8231863-258d-420a-a41d-cc6a346463b6 req-433e922b-6d7d-425a-91dc-c23e87a000a4 service neutron] 10.222.0.23 "GET /v2.0/networks/084026c3-b787-47e1-b7ed-a6d1fb3e4f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689756 Jul 13 07:25:31.289871 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69083095-b0e3-4a46-8adf-abea0eeb4021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e962251-4a79-4ab7-8d2a-496769cc07d9'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:31.293137 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476154c7-06a3-494b-8fc2-0df194124668" -d '{"events": [{"server_uuid": "69083095-b0e3-4a46-8adf-abea0eeb4021", "name": "network-vif-plugged", "status": "completed", "tag": "9e962251-4a79-4ab7-8d2a-496769cc07d9"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:31.320488 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d371dd-a5e0-479d-a8e2-8d1fa82b4258 req-868c6a89-e364-46d3-8c22-b2faa6ef8c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:31.323331 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f8d371dd-a5e0-479d-a8e2-8d1fa82b4258 req-868c6a89-e364-46d3-8c22-b2faa6ef8c80 service neutron] 10.222.0.25 "GET /v2.0/networks?id=594d3cf6-6536-44a4-bf86-7eb0b076281c HTTP/1.1" status: 200 len: 915 time: 0.1134198 Jul 13 07:25:31.382475 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71295ee-8b58-4261-8ea3-87f730035b63 x-openstack-request-id: req-c71295ee-8b58-4261-8ea3-87f730035b63 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:31.383030 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69083095-b0e3-4a46-8adf-abea0eeb4021", "name": "network-vif-plugged", "status": "completed", "tag": "9e962251-4a79-4ab7-8d2a-496769cc07d9", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:31.384137 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c71295ee-8b58-4261-8ea3-87f730035b63 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:31.384530 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69083095-b0e3-4a46-8adf-abea0eeb4021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e962251-4a79-4ab7-8d2a-496769cc07d9', 'code': 200} Jul 13 07:25:31.384662 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f8d371dd-a5e0-479d-a8e2-8d1fa82b4258 req-c439b2e7-966c-4ebb-9a72-a4671ddbf1c6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e3cd631-7d9e-4e76-81bc-daedc727c60e HTTP/1.1" status: 200 len: 217 time: 0.0526702 Jul 13 07:25:31.430312 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device b6368de3-864c-49c0-81bf-ff0b664c870f up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:31.488981 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d371dd-a5e0-479d-a8e2-8d1fa82b4258 req-32025260-d6d6-49bd-91d9-72693cda14de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:31.491378 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f8d371dd-a5e0-479d-a8e2-8d1fa82b4258 req-32025260-d6d6-49bd-91d9-72693cda14de service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e61f3cea-0dca-4181-a03e-5485cc9acd4c HTTP/1.1" status: 200 len: 854 time: 0.0986133 Jul 13 07:25:31.547846 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port b6368de3-864c-49c0-81bf-ff0b664c870f completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:31.548852 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-218beb6d-b2d8-4f81-a13a-8321f8bbc4d6 req-e637d652-b49b-4c82-bf98-9e125b8b1e78 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] 10.222.0.23 "GET /v2.0/ports?device_id=be360353-05de-4326-a916-8f36bbdaa35b HTTP/1.1" status: 200 len: 210 time: 0.0561314 Jul 13 07:25:31.552776 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port b6368de3-864c-49c0-81bf-ff0b664c870f triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:31.553144 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:31.595309 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f8d371dd-a5e0-479d-a8e2-8d1fa82b4258 req-507f5cf2-7816-417c-b527-80c019ae640f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=594d3cf6-6536-44a4-bf86-7eb0b076281c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911396 Jul 13 07:25:31.634533 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac039f37-2451-4776-ad0a-06ce0fb67994 req-43441303-4285-4ee9-b2b9-3114934df73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:31.637311 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ac039f37-2451-4776-ad0a-06ce0fb67994 req-43441303-4285-4ee9-b2b9-3114934df73f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=69083095-b0e3-4a46-8adf-abea0eeb4021 HTTP/1.1" status: 200 len: 1102 time: 0.1718519 Jul 13 07:25:31.703225 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d006da-5191-458a-828d-6c8c344a9e15 req-2d17931d-4e2d-4d70-ab82-393cb706524d tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:31.713560 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-79d006da-5191-458a-828d-6c8c344a9e15 req-2d17931d-4e2d-4d70-ab82-393cb706524d tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcfd775-d7b3-45f5-ab5b-64e4f446b6ed HTTP/1.1" status: 200 len: 944 time: 0.1495235 Jul 13 07:25:31.738929 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:31.750591 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ac039f37-2451-4776-ad0a-06ce0fb67994 req-b0b9b3d5-18ed-4c3e-bce1-bfb955ddcb65 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986331 Jul 13 07:25:31.780761 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port b6368de3-864c-49c0-81bf-ff0b664c870f, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=b6368de3-864c-49c0-81bf-ff0b664c870f,segment=NetworkSegment(adddcc86-0dcf-49ea-bc4a-eb4df4910a70),segment_id=adddcc86-0dcf-49ea-bc4a-eb4df4910a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:31.791910 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f8d371dd-a5e0-479d-a8e2-8d1fa82b4258 req-772e3a40-e3e9-4307-8381-58a232172ad8 service neutron] 10.222.0.25 "GET /v2.0/networks/594d3cf6-6536-44a4-bf86-7eb0b076281c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875410 Jul 13 07:25:31.795755 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:31.818528 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-79d006da-5191-458a-828d-6c8c344a9e15 req-7a6ce800-3cf0-4034-8452-4ac25233742e tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037066 Jul 13 07:25:31.902564 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=b6368de3-864c-49c0-81bf-ff0b664c870f,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:32.021400 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f8d371dd-a5e0-479d-a8e2-8d1fa82b4258 req-aecd8a44-9252-4613-9f97-06edc8bb575a service neutron] 10.222.0.25 "GET /v2.0/networks/594d3cf6-6536-44a4-bf86-7eb0b076281c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218518 Jul 13 07:25:32.099329 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335d18b-b182-4041-b12b-b7300ae13e41 req-06191238-1ffc-4c9e-a5ae-9894d81f0f2c tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:32.109266 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4335d18b-b182-4041-b12b-b7300ae13e41 req-06191238-1ffc-4c9e-a5ae-9894d81f0f2c tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0783b6d-1d39-488a-9b49-6dfc548fdeb0 HTTP/1.1" status: 200 len: 945 time: 0.1270971 Jul 13 07:25:32.170519 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4335d18b-b182-4041-b12b-b7300ae13e41 req-10884841-7ac0-4af7-af25-c29a26adbdba tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "GET /v2.0/security-groups?id=673773b8-d744-4336-90f3-e8a9554e115e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601108 Jul 13 07:25:32.338131 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-36db527d-dd77-4f7e-892a-cc5304e0523d None None] Provisioning complete for port b6368de3-864c-49c0-81bf-ff0b664c870f triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:32.338716 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-36db527d-dd77-4f7e-892a-cc5304e0523d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:32.427133 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562a42a-5b0f-4169-b783-9750b106633e req-05047488-76a9-45eb-be31-b871b116a0b0 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:32.440613 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9562a42a-5b0f-4169-b783-9750b106633e req-05047488-76a9-45eb-be31-b871b116a0b0 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfc92a58-8a1b-4b31-a317-027914821c07 HTTP/1.1" status: 200 len: 946 time: 0.1197865 Jul 13 07:25:32.482757 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9562a42a-5b0f-4169-b783-9750b106633e req-9fa24ad4-b561-4e6a-b74d-19777c95ab0d tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] 10.222.0.23 "GET /v2.0/security-groups?id=14f0b4fd-f1d9-4fab-8c58-5cbaac0a4a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398614 Jul 13 07:25:32.512741 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b571612-e170-4854-b6c7-7f97d3a8a29b req-bd973653-edad-4053-a5a5-f6866a769349 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:32.515888 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3b571612-e170-4854-b6c7-7f97d3a8a29b req-bd973653-edad-4053-a5a5-f6866a769349 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=69083095-b0e3-4a46-8adf-abea0eeb4021 HTTP/1.1" status: 200 len: 950 time: 0.0982893 Jul 13 07:25:32.567815 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3b571612-e170-4854-b6c7-7f97d3a8a29b req-3fb13408-514f-4cf6-a0f5-067ea44f22ea tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457430 Jul 13 07:25:32.742075 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fbef3f67-b000-43d7-a45d-89e9caebd5eb req-06711560-07d6-435e-b54e-5d5ef5fbf27f tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] 10.222.0.23 "GET /v2.0/ports?device_id=be360353-05de-4326-a916-8f36bbdaa35b HTTP/1.1" status: 200 len: 210 time: 0.0346394 Jul 13 07:25:32.994282 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858402c5-694c-4bb1-abf0-a4377df91339 req-c103d5f7-8b50-48b6-bfcb-6df4640e2ed7 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:32.995735 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-858402c5-694c-4bb1-abf0-a4377df91339 req-c103d5f7-8b50-48b6-bfcb-6df4640e2ed7 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcfd775-d7b3-45f5-ab5b-64e4f446b6ed HTTP/1.1" status: 200 len: 944 time: 0.0719743 Jul 13 07:25:33.029507 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-388a709f-729b-4b98-b43d-d86ba3cfabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:33.035479 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:33.053892 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-858402c5-694c-4bb1-abf0-a4377df91339 req-0f3e0cb1-541d-4a75-bdb6-95e6a16fad6e tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456333 Jul 13 07:25:33.257758 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8231863-258d-420a-a41d-cc6a346463b6 req-59ad805a-b401-4829-add8-478bd8992a19 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:33.260977 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d8231863-258d-420a-a41d-cc6a346463b6 req-59ad805a-b401-4829-add8-478bd8992a19 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] 10.222.0.25 "GET /v2.0/networks?id=084026c3-b787-47e1-b7ed-a6d1fb3e4f1b HTTP/1.1" status: 200 len: 819 time: 0.1518095 Jul 13 07:25:33.279982 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-d8231863-258d-420a-a41d-cc6a346463b6 req-4c040a19-94ef-4910-9e0a-313609307e89 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] Request body: {'port': {'device_id': 'be360353-05de-4326-a916-8f36bbdaa35b', 'network_id': '084026c3-b787-47e1-b7ed-a6d1fb3e4f1b', 'admin_state_up': True, 'tenant_id': '09cd416055834bca9f9971ed5445d0c1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:33.386122 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0783b6d-1d39-488a-9b49-6dfc548fdeb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6368de3-864c-49c0-81bf-ff0b664c870f'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:33.389462 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3e95bb-5efd-4b4e-bb28-305679a0c7c2" -d '{"events": [{"server_uuid": "e0783b6d-1d39-488a-9b49-6dfc548fdeb0", "name": "network-vif-plugged", "status": "completed", "tag": "b6368de3-864c-49c0-81bf-ff0b664c870f"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:33.441957 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 2e3cd631-7d9e-4e76-81bc-daedc727c60e details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:25:33.475320 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2ede3-0ae9-4032-88c9-301b1ba7f6f6 req-92382ba9-cdb6-420c-bfeb-7ee3a20eaeda tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:33.476410 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-12a2ede3-0ae9-4032-88c9-301b1ba7f6f6 req-92382ba9-cdb6-420c-bfeb-7ee3a20eaeda tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0783b6d-1d39-488a-9b49-6dfc548fdeb0 HTTP/1.1" status: 200 len: 945 time: 0.1405294 Jul 13 07:25:33.506088 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3f52ae-d951-4d8b-a40b-a43ff00d2530 x-openstack-request-id: req-2b3f52ae-d951-4d8b-a40b-a43ff00d2530 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:33.506602 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0783b6d-1d39-488a-9b49-6dfc548fdeb0", "name": "network-vif-plugged", "status": "completed", "tag": "b6368de3-864c-49c0-81bf-ff0b664c870f", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:33.506850 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2b3f52ae-d951-4d8b-a40b-a43ff00d2530 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:33.507259 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0783b6d-1d39-488a-9b49-6dfc548fdeb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6368de3-864c-49c0-81bf-ff0b664c870f', 'code': 200} Jul 13 07:25:33.513743 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8231863-258d-420a-a41d-cc6a346463b6 req-4c040a19-94ef-4910-9e0a-313609307e89 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] Made reservation on behalf of 09cd416055834bca9f9971ed5445d0c1 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:25:33.517595 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d8231863-258d-420a-a41d-cc6a346463b6 req-4c040a19-94ef-4910-9e0a-313609307e89 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:33.625455 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 2e3cd631-7d9e-4e76-81bc-daedc727c60e, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=2e3cd631-7d9e-4e76-81bc-daedc727c60e,segment=NetworkSegment(0abc1825-e3a0-468f-93a4-df9b73b4e14a),segment_id=0abc1825-e3a0-468f-93a4-df9b73b4e14a)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:33.638446 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '2e3cd631-7d9e-4e76-81bc-daedc727c60e', 'network_id': '594d3cf6-6536-44a4-bf86-7eb0b076281c', 'port_id': '2e3cd631-7d9e-4e76-81bc-daedc727c60e', 'mac_address': 'fa:16:3e:ef:e7:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e61f3cea-0dca-4181-a03e-5485cc9acd4c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:25:33.678727 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-12a2ede3-0ae9-4032-88c9-301b1ba7f6f6 req-e7cab894-c718-48e2-8a99-0f184e877069 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "GET /v2.0/security-groups?id=673773b8-d744-4336-90f3-e8a9554e115e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931365 Jul 13 07:25:33.703884 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:33.722721 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e3cd631-7d9e-4e76-81bc-daedc727c60e {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:33.747751 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 2e3cd631-7d9e-4e76-81bc-daedc727c60e, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=2e3cd631-7d9e-4e76-81bc-daedc727c60e,segment=NetworkSegment(0abc1825-e3a0-468f-93a4-df9b73b4e14a),segment_id=0abc1825-e3a0-468f-93a4-df9b73b4e14a)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:33.754474 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:33.826449 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb323ad-594a-4ce2-ab3b-b3850e926aaa req-29ad394a-504d-478a-84e3-81303da04fe1 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:33.830311 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=2e3cd631-7d9e-4e76-81bc-daedc727c60e,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:33.842261 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dcb323ad-594a-4ce2-ab3b-b3850e926aaa req-29ad394a-504d-478a-84e3-81303da04fe1 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfc92a58-8a1b-4b31-a317-027914821c07 HTTP/1.1" status: 200 len: 946 time: 0.1981030 Jul 13 07:25:33.870366 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-d8231863-258d-420a-a41d-cc6a346463b6 req-4c040a19-94ef-4910-9e0a-313609307e89 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] Allocated IP 172.20.0.8 (084026c3-b787-47e1-b7ed-a6d1fb3e4f1b/c15b0eb6-d634-4d3a-8b73-a575afdfe25d/f43e61ff-879a-4c9a-bd08-835b75293d7f) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:25:33.896569 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a8c96-8de3-4034-bb58-835f7b15a798 req-751e99ff-43ec-4d11-90e6-5c16151e0ab1 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:33.898060 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-643a8c96-8de3-4034-bb58-835f7b15a798 req-751e99ff-43ec-4d11-90e6-5c16151e0ab1 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfc92a58-8a1b-4b31-a317-027914821c07 HTTP/1.1" status: 200 len: 946 time: 0.1842828 Jul 13 07:25:33.902141 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dcb323ad-594a-4ce2-ab3b-b3850e926aaa req-3c2eec83-a4c0-43f5-bbca-19b69d77985b tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] 10.222.0.23 "GET /v2.0/security-groups?id=14f0b4fd-f1d9-4fab-8c58-5cbaac0a4a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588908 Jul 13 07:25:33.912960 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b0013-786d-4bf1-84c9-9841e2d16e84 req-21498fbf-4897-482b-91ba-d034a6fa7a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:33.914492 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9d2b0013-786d-4bf1-84c9-9841e2d16e84 req-21498fbf-4897-482b-91ba-d034a6fa7a56 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e0783b6d-1d39-488a-9b49-6dfc548fdeb0 HTTP/1.1" status: 200 len: 1097 time: 0.2714293 Jul 13 07:25:33.968198 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acaf9d-d065-47e9-a429-ebdf543a9425 req-eb6ad736-fefe-4cee-96fc-db8c98dccad1 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:33.968953 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:33.969759 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-94acaf9d-d065-47e9-a429-ebdf543a9425 req-eb6ad736-fefe-4cee-96fc-db8c98dccad1 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=69083095-b0e3-4a46-8adf-abea0eeb4021 HTTP/1.1" status: 200 len: 950 time: 0.1534669 Jul 13 07:25:34.039538 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9d2b0013-786d-4bf1-84c9-9841e2d16e84 req-8a3a5501-1dda-4af4-974e-81f3879e0127 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=673773b8-d744-4336-90f3-e8a9554e115e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159267 Jul 13 07:25:34.040557 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['2e3cd631-7d9e-4e76-81bc-daedc727c60e'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:34.041860 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-643a8c96-8de3-4034-bb58-835f7b15a798 req-ddb4c35c-5192-4c33-8992-21567867ffe4 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] Deleting port f034753f-3d1b-45d2-8e3d-e797deedaed6 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:25:34.042207 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-643a8c96-8de3-4034-bb58-835f7b15a798 req-ddb4c35c-5192-4c33-8992-21567867ffe4 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:34.052612 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-94acaf9d-d065-47e9-a429-ebdf543a9425 req-767bda60-9b57-4717-88bd-f4c9ac2610ac tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760617 Jul 13 07:25:34.148019 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-730a6171-eae1-4427-9baa-bcfff6848ab7 req-62300ad2-2fa2-4885-a321-7b90140dd104 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] 10.222.0.23 "GET /v2.0/ports?device_id=be360353-05de-4326-a916-8f36bbdaa35b HTTP/1.1" status: 200 len: 210 time: 0.0476973 Jul 13 07:25:34.162883 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d8231863-258d-420a-a41d-cc6a346463b6 req-4c040a19-94ef-4910-9e0a-313609307e89 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:34.251962 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d8231863-258d-420a-a41d-cc6a346463b6 req-4c040a19-94ef-4910-9e0a-313609307e89 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:34.303333 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-643a8c96-8de3-4034-bb58-835f7b15a798 req-ddb4c35c-5192-4c33-8992-21567867ffe4 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] For port f034753f-3d1b-45d2-8e3d-e797deedaed6, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=f034753f-3d1b-45d2-8e3d-e797deedaed6,segment=NetworkSegment(44d52574-ab02-4367-bbf8-9814776b1550),segment_id=44d52574-ab02-4367-bbf8-9814776b1550)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:34.303703 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-643a8c96-8de3-4034-bb58-835f7b15a798 req-ddb4c35c-5192-4c33-8992-21567867ffe4 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:34.312283 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8231863-258d-420a-a41d-cc6a346463b6 req-4c040a19-94ef-4910-9e0a-313609307e89 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] Network 084026c3-b787-47e1-b7ed-a6d1fb3e4f1b is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:25:34.328100 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-d8231863-258d-420a-a41d-cc6a346463b6 req-4c040a19-94ef-4910-9e0a-313609307e89 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:34.329258 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-643a8c96-8de3-4034-bb58-835f7b15a798 req-ddb4c35c-5192-4c33-8992-21567867ffe4 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] Calling delete_port for f034753f-3d1b-45d2-8e3d-e797deedaed6 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:25:34.331494 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8231863-258d-420a-a41d-cc6a346463b6 req-4c040a19-94ef-4910-9e0a-313609307e89 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:25:34.424423 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c040a19-94ef-4910-9e0a-313609307e89 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] Pushing event updated for resources: {'Port': ['ID=f43e61ff-879a-4c9a-bd08-835b75293d7f,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:34.434509 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8231863-258d-420a-a41d-cc6a346463b6 req-4c040a19-94ef-4910-9e0a-313609307e89 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:34.435269 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d8231863-258d-420a-a41d-cc6a346463b6 req-4c040a19-94ef-4910-9e0a-313609307e89 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:34.475872 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664857f-0e89-46f1-9519-6e75b201c408 req-5b130fe7-da64-4635-9ca7-1c06f737bf63 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:34.478496 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c664857f-0e89-46f1-9519-6e75b201c408 req-5b130fe7-da64-4635-9ca7-1c06f737bf63 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcfd775-d7b3-45f5-ab5b-64e4f446b6ed HTTP/1.1" status: 200 len: 945 time: 0.1785405 Jul 13 07:25:34.479897 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d8231863-258d-420a-a41d-cc6a346463b6 req-4c040a19-94ef-4910-9e0a-313609307e89 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2057538 Jul 13 07:25:34.502284 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a4134-a7de-4af0-bf88-8bb36246d0e2 req-01a00edc-eca6-4336-b919-512dc96c8b14 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:34.504312 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b98a4134-a7de-4af0-bf88-8bb36246d0e2 req-01a00edc-eca6-4336-b919-512dc96c8b14 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=516bfec3-cc03-428c-ae34-cb57a9bee6db HTTP/1.1" status: 200 len: 949 time: 0.1126528 Jul 13 07:25:34.512746 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-d8231863-258d-420a-a41d-cc6a346463b6 req-21afdb74-0473-4fe7-9f11-aa3d977b29d1 service neutron] Request body: {'port': {'device_id': 'be360353-05de-4326-a916-8f36bbdaa35b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:34.576687 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c664857f-0e89-46f1-9519-6e75b201c408 req-8824d4b9-2caf-48d2-8b1d-4088e7ad2e97 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872905 Jul 13 07:25:34.614360 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d8231863-258d-420a-a41d-cc6a346463b6 req-21afdb74-0473-4fe7-9f11-aa3d977b29d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:34.616101 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b98a4134-a7de-4af0-bf88-8bb36246d0e2 req-462175a5-94ec-4f38-80df-09f657d6ac68 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867710 Jul 13 07:25:34.624891 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-643a8c96-8de3-4034-bb58-835f7b15a798 req-ddb4c35c-5192-4c33-8992-21567867ffe4 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:34.644561 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['f034753f-3d1b-45d2-8e3d-e797deedaed6'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:34.754823 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb4c35c-5192-4c33-8992-21567867ffe4 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] Pushing event deleted for resources: {'Port': ['ID=f034753f-3d1b-45d2-8e3d-e797deedaed6,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:34.820602 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-643a8c96-8de3-4034-bb58-835f7b15a798 req-ddb4c35c-5192-4c33-8992-21567867ffe4 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] No DVR routers for this DVR port f034753f-3d1b-45d2-8e3d-e797deedaed6 on host n-h2-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:25:34.829318 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-643a8c96-8de3-4034-bb58-835f7b15a798 req-ddb4c35c-5192-4c33-8992-21567867ffe4 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:34.831884 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-643a8c96-8de3-4034-bb58-835f7b15a798 req-ddb4c35c-5192-4c33-8992-21567867ffe4 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] 10.222.0.25 "DELETE /v2.0/ports/f034753f-3d1b-45d2-8e3d-e797deedaed6 HTTP/1.1" status: 204 len: 173 time: 0.9261141 Jul 13 07:25:34.833573 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc92a58-8a1b-4b31-a317-027914821c07', 'name': 'network-vif-deleted', 'tag': 'f034753f-3d1b-45d2-8e3d-e797deedaed6'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:34.850858 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f76aaac-e074-4548-bc60-e69eec12aae7" -d '{"events": [{"server_uuid": "dfc92a58-8a1b-4b31-a317-027914821c07", "name": "network-vif-deleted", "tag": "f034753f-3d1b-45d2-8e3d-e797deedaed6"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:35.089337 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-d8231863-258d-420a-a41d-cc6a346463b6 req-21afdb74-0473-4fe7-9f11-aa3d977b29d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f43e61ff-879a-4c9a-bd08-835b75293d7f {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:35.111561 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d8231863-258d-420a-a41d-cc6a346463b6 req-21afdb74-0473-4fe7-9f11-aa3d977b29d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:35.123504 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2c1a4-2a54-419b-af32-ba811e59d1ba req-2420e905-bd1f-40cc-85ea-7369b30d5d7b tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:35.129060 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b7d2c1a4-2a54-419b-af32-ba811e59d1ba req-2420e905-bd1f-40cc-85ea-7369b30d5d7b tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0783b6d-1d39-488a-9b49-6dfc548fdeb0 HTTP/1.1" status: 200 len: 945 time: 0.1877716 Jul 13 07:25:35.168420 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-d8231863-258d-420a-a41d-cc6a346463b6 req-21afdb74-0473-4fe7-9f11-aa3d977b29d1 service neutron] Transition to ACTIVE for port object f43e61ff-879a-4c9a-bd08-835b75293d7f will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:35.176158 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d8231863-258d-420a-a41d-cc6a346463b6 req-21afdb74-0473-4fe7-9f11-aa3d977b29d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:35.222394 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b7d2c1a4-2a54-419b-af32-ba811e59d1ba req-285990eb-e134-4cbb-b59d-c2cb449f46a8 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "GET /v2.0/security-groups?id=673773b8-d744-4336-90f3-e8a9554e115e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853631 Jul 13 07:25:35.273551 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57126d7-4da7-4391-aa46-b6c1e2f1ae76 x-openstack-request-id: req-e57126d7-4da7-4391-aa46-b6c1e2f1ae76 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:35.273883 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc92a58-8a1b-4b31-a317-027914821c07", "name": "network-vif-deleted", "tag": "f034753f-3d1b-45d2-8e3d-e797deedaed6", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:35.274157 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e57126d7-4da7-4391-aa46-b6c1e2f1ae76 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:35.275543 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc92a58-8a1b-4b31-a317-027914821c07', 'name': 'network-vif-deleted', 'tag': 'f034753f-3d1b-45d2-8e3d-e797deedaed6', 'status': 'completed', 'code': 200} Jul 13 07:25:35.294694 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21afdb74-0473-4fe7-9f11-aa3d977b29d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f43e61ff-879a-4c9a-bd08-835b75293d7f,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:35.390905 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95cb99-4ac0-4b92-9180-a9ce400b0a33 req-bf2bc6cb-61e4-4495-b42e-f28a70c52869 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:35.396906 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95cb99-4ac0-4b92-9180-a9ce400b0a33 req-bf2bc6cb-61e4-4495-b42e-f28a70c52869 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:35.404106 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dd95cb99-4ac0-4b92-9180-a9ce400b0a33 req-bf2bc6cb-61e4-4495-b42e-f28a70c52869 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=516bfec3-cc03-428c-ae34-cb57a9bee6db&device_id=69083095-b0e3-4a46-8adf-abea0eeb4021 HTTP/1.1" status: 200 len: 1690 time: 0.1743598 Jul 13 07:25:35.438595 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-d8231863-258d-420a-a41d-cc6a346463b6 req-21afdb74-0473-4fe7-9f11-aa3d977b29d1 service neutron] Attempting to bind port f43e61ff-879a-4c9a-bd08-835b75293d7f on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:25:35.438933 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-d8231863-258d-420a-a41d-cc6a346463b6 req-21afdb74-0473-4fe7-9f11-aa3d977b29d1 service neutron] Attempting to bind port f43e61ff-879a-4c9a-bd08-835b75293d7f by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '457aec53-0b6c-4d70-9e19-c5836de68ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '084026c3-b787-47e1-b7ed-a6d1fb3e4f1b'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:25:35.439334 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8231863-258d-420a-a41d-cc6a346463b6 req-21afdb74-0473-4fe7-9f11-aa3d977b29d1 service neutron] Attempting to bind port f43e61ff-879a-4c9a-bd08-835b75293d7f on network 084026c3-b787-47e1-b7ed-a6d1fb3e4f1b {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:35.448876 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 2e3cd631-7d9e-4e76-81bc-daedc727c60e up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:35.449475 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8231863-258d-420a-a41d-cc6a346463b6 req-21afdb74-0473-4fe7-9f11-aa3d977b29d1 service neutron] Port f43e61ff-879a-4c9a-bd08-835b75293d7f on network 084026c3-b787-47e1-b7ed-a6d1fb3e4f1b not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:25:35.449645 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8231863-258d-420a-a41d-cc6a346463b6 req-21afdb74-0473-4fe7-9f11-aa3d977b29d1 service neutron] Attempting to bind port f43e61ff-879a-4c9a-bd08-835b75293d7f on network 084026c3-b787-47e1-b7ed-a6d1fb3e4f1b {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:35.460221 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8231863-258d-420a-a41d-cc6a346463b6 req-21afdb74-0473-4fe7-9f11-aa3d977b29d1 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:25:35.460660 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8231863-258d-420a-a41d-cc6a346463b6 req-21afdb74-0473-4fe7-9f11-aa3d977b29d1 service neutron] Checking segment: {'id': '457aec53-0b6c-4d70-9e19-c5836de68ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '084026c3-b787-47e1-b7ed-a6d1fb3e4f1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:35.460927 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8231863-258d-420a-a41d-cc6a346463b6 req-21afdb74-0473-4fe7-9f11-aa3d977b29d1 service neutron] Bound using segment: {'id': '457aec53-0b6c-4d70-9e19-c5836de68ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '084026c3-b787-47e1-b7ed-a6d1fb3e4f1b'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:25:35.461368 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-d8231863-258d-420a-a41d-cc6a346463b6 req-21afdb74-0473-4fe7-9f11-aa3d977b29d1 service neutron] Bound port: f43e61ff-879a-4c9a-bd08-835b75293d7f, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '457aec53-0b6c-4d70-9e19-c5836de68ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '084026c3-b787-47e1-b7ed-a6d1fb3e4f1b'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:25:35.461765 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d8231863-258d-420a-a41d-cc6a346463b6 req-21afdb74-0473-4fe7-9f11-aa3d977b29d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:35.472933 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a0d65a25-b6d7-4471-a422-82a5d65965b2 req-ead678fe-046b-4221-8f7a-f2a9d37434a0 tempest-AttachSCSIVolumeTestJSON-179345044 tempest-AttachSCSIVolumeTestJSON-179345044-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfc92a58-8a1b-4b31-a317-027914821c07 HTTP/1.1" status: 200 len: 210 time: 0.0715709 Jul 13 07:25:35.489463 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dd95cb99-4ac0-4b92-9180-a9ce400b0a33 req-e084c036-e38a-4ec0-aade-ff0e5f1033ba tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831916 Jul 13 07:25:35.602910 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 2e3cd631-7d9e-4e76-81bc-daedc727c60e completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:35.608624 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 2e3cd631-7d9e-4e76-81bc-daedc727c60e triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:35.609786 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:35.651369 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-d8231863-258d-420a-a41d-cc6a346463b6 req-21afdb74-0473-4fe7-9f11-aa3d977b29d1 service neutron] For port f43e61ff-879a-4c9a-bd08-835b75293d7f, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:25:35.657285 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-d8231863-258d-420a-a41d-cc6a346463b6 req-21afdb74-0473-4fe7-9f11-aa3d977b29d1 service neutron] For port f43e61ff-879a-4c9a-bd08-835b75293d7f, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=f43e61ff-879a-4c9a-bd08-835b75293d7f,segment=NetworkSegment(457aec53-0b6c-4d70-9e19-c5836de68ec9),segment_id=457aec53-0b6c-4d70-9e19-c5836de68ec9)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:25:35.667502 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d8231863-258d-420a-a41d-cc6a346463b6 req-21afdb74-0473-4fe7-9f11-aa3d977b29d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:35.768365 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:35.830211 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:35.835239 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8231863-258d-420a-a41d-cc6a346463b6 req-21afdb74-0473-4fe7-9f11-aa3d977b29d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:35.836208 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d8231863-258d-420a-a41d-cc6a346463b6 req-21afdb74-0473-4fe7-9f11-aa3d977b29d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:35.838731 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d8231863-258d-420a-a41d-cc6a346463b6 req-21afdb74-0473-4fe7-9f11-aa3d977b29d1 service neutron] 10.222.0.25 "PUT /v2.0/ports/f43e61ff-879a-4c9a-bd08-835b75293d7f HTTP/1.1" status: 200 len: 1092 time: 1.3464537 Jul 13 07:25:35.842142 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be360353-05de-4326-a916-8f36bbdaa35b', 'tag': 'f43e61ff-879a-4c9a-bd08-835b75293d7f'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:35.846450 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1944fe-9ea0-40d4-943a-78104bd1c4de" -d '{"events": [{"name": "network-changed", "server_uuid": "be360353-05de-4326-a916-8f36bbdaa35b", "tag": "f43e61ff-879a-4c9a-bd08-835b75293d7f"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:35.851809 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156c548-e70f-4d76-8c43-f830165eb75c req-47c5be6b-2608-41fa-a11f-e16be5a99450 tempest-ServersOnMultiNodesTest-1371202544 tempest-ServersOnMultiNodesTest-1371202544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:35.851809 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a156c548-e70f-4d76-8c43-f830165eb75c req-47c5be6b-2608-41fa-a11f-e16be5a99450 tempest-ServersOnMultiNodesTest-1371202544 tempest-ServersOnMultiNodesTest-1371202544-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=516bfec3-cc03-428c-ae34-cb57a9bee6db HTTP/1.1" status: 200 len: 1101 time: 0.0834086 Jul 13 07:25:35.861344 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcfd775-d7b3-45f5-ab5b-64e4f446b6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3cd631-7d9e-4e76-81bc-daedc727c60e'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:35.865965 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e43149-a0c9-48a1-abd5-20748303e395" -d '{"events": [{"server_uuid": "0fcfd775-d7b3-45f5-ab5b-64e4f446b6ed", "name": "network-vif-plugged", "status": "completed", "tag": "2e3cd631-7d9e-4e76-81bc-daedc727c60e"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:35.874627 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21afdb74-0473-4fe7-9f11-aa3d977b29d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f43e61ff-879a-4c9a-bd08-835b75293d7f,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:35.882505 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 2e3cd631-7d9e-4e76-81bc-daedc727c60e, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=2e3cd631-7d9e-4e76-81bc-daedc727c60e,segment=NetworkSegment(0abc1825-e3a0-468f-93a4-df9b73b4e14a),segment_id=0abc1825-e3a0-468f-93a4-df9b73b4e14a)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:35.889489 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:35.920736 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3ce83-454d-4889-a809-bf7c76de42e9 req-11399929-5681-4cab-ba7f-b8d2938fe1b7 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:35.927270 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device f034753f-3d1b-45d2-8e3d-e797deedaed6 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:25:35.930351 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-13e3ce83-454d-4889-a809-bf7c76de42e9 req-11399929-5681-4cab-ba7f-b8d2938fe1b7 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] 10.222.0.23 "GET /v2.0/ports?device_id=be360353-05de-4326-a916-8f36bbdaa35b HTTP/1.1" status: 200 len: 943 time: 0.1874521 Jul 13 07:25:35.930787 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a156c548-e70f-4d76-8c43-f830165eb75c req-169191dc-3e70-4bd1-8c54-78d03eeaa7e8 tempest-ServersOnMultiNodesTest-1371202544 tempest-ServersOnMultiNodesTest-1371202544-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682783 Jul 13 07:25:35.960239 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: f034753f-3d1b-45d2-8e3d-e797deedaed6 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:25:35.961048 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device f034753f-3d1b-45d2-8e3d-e797deedaed6 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:25:35.988921 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=2e3cd631-7d9e-4e76-81bc-daedc727c60e,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:36.006351 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-13e3ce83-454d-4889-a809-bf7c76de42e9 req-f58cb05a-7a3b-42bd-8dcd-35d315d50fd9 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] 10.222.0.23 "GET /v2.0/security-groups?id=f36ab48e-54f1-4614-80ff-0e411405464f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750315 Jul 13 07:25:36.029961 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8231863-258d-420a-a41d-cc6a346463b6 req-160b17d6-e602-4c6c-9a7b-53612bda4560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:36.031810 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d8231863-258d-420a-a41d-cc6a346463b6 req-160b17d6-e602-4c6c-9a7b-53612bda4560 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=09cd416055834bca9f9971ed5445d0c1&device_id=be360353-05de-4326-a916-8f36bbdaa35b HTTP/1.1" status: 200 len: 1095 time: 0.1333072 Jul 13 07:25:36.090270 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d8231863-258d-420a-a41d-cc6a346463b6 req-fde76e4f-6cc8-454c-8185-df938c6c9fc6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f43e61ff-879a-4c9a-bd08-835b75293d7f HTTP/1.1" status: 200 len: 217 time: 0.0508890 Jul 13 07:25:36.155185 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8231863-258d-420a-a41d-cc6a346463b6 req-1149bc7f-8c74-4ed7-b26a-57b4558a2d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:36.156726 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d8231863-258d-420a-a41d-cc6a346463b6 req-1149bc7f-8c74-4ed7-b26a-57b4558a2d41 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c15b0eb6-d634-4d3a-8b73-a575afdfe25d HTTP/1.1" status: 200 len: 859 time: 0.0600779 Jul 13 07:25:36.159014 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb4553-ac44-4140-a498-b5ef000839bd req-bdfdadc6-544f-426a-8c41-1f6a2adfa550 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:36.167155 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-43fb4553-ac44-4140-a498-b5ef000839bd req-bdfdadc6-544f-426a-8c41-1f6a2adfa550 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcfd775-d7b3-45f5-ab5b-64e4f446b6ed HTTP/1.1" status: 200 len: 946 time: 0.1021910 Jul 13 07:25:36.193930 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d8231863-258d-420a-a41d-cc6a346463b6 req-054b5b2b-6399-4309-8475-e2b62637bfc7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=084026c3-b787-47e1-b7ed-a6d1fb3e4f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300500 Jul 13 07:25:36.206148 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-43fb4553-ac44-4140-a498-b5ef000839bd req-d4d70adb-e574-4736-995d-95a30ec9d58c tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380025 Jul 13 07:25:36.281826 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a658fd23-5188-4b22-9c70-9236b568ff75 x-openstack-request-id: req-a658fd23-5188-4b22-9c70-9236b568ff75 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:36.282127 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be360353-05de-4326-a916-8f36bbdaa35b", "tag": "f43e61ff-879a-4c9a-bd08-835b75293d7f", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:36.282396 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a658fd23-5188-4b22-9c70-9236b568ff75 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:36.282846 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be360353-05de-4326-a916-8f36bbdaa35b', 'tag': 'f43e61ff-879a-4c9a-bd08-835b75293d7f', 'status': 'completed', 'code': 200} Jul 13 07:25:36.310324 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d8231863-258d-420a-a41d-cc6a346463b6 req-299a5982-0c40-4d94-9aac-23d79b3df9e8 service neutron] 10.222.0.25 "GET /v2.0/networks/084026c3-b787-47e1-b7ed-a6d1fb3e4f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111050 Jul 13 07:25:36.315723 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7b6fb4-7c3d-4bce-83af-5933dc68f629 x-openstack-request-id: req-ea7b6fb4-7c3d-4bce-83af-5933dc68f629 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:36.316114 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fcfd775-d7b3-45f5-ab5b-64e4f446b6ed", "name": "network-vif-plugged", "status": "completed", "tag": "2e3cd631-7d9e-4e76-81bc-daedc727c60e", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:36.316812 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ea7b6fb4-7c3d-4bce-83af-5933dc68f629 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:36.317305 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcfd775-d7b3-45f5-ab5b-64e4f446b6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3cd631-7d9e-4e76-81bc-daedc727c60e', 'code': 200} Jul 13 07:25:36.452008 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d8231863-258d-420a-a41d-cc6a346463b6 req-87d14373-3434-4400-85dc-30800a82b16a service neutron] 10.222.0.25 "GET /v2.0/networks/084026c3-b787-47e1-b7ed-a6d1fb3e4f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290195 Jul 13 07:25:36.496225 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76adcc8-ed32-4d5f-b388-6304ca03c91a req-b17a7476-e3f4-4263-aa23-9ebb49d06695 tempest-ServersOnMultiNodesTest-1371202544 tempest-ServersOnMultiNodesTest-1371202544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:36.503100 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e76adcc8-ed32-4d5f-b388-6304ca03c91a req-b17a7476-e3f4-4263-aa23-9ebb49d06695 tempest-ServersOnMultiNodesTest-1371202544 tempest-ServersOnMultiNodesTest-1371202544-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=69083095-b0e3-4a46-8adf-abea0eeb4021 HTTP/1.1" status: 200 len: 1102 time: 0.1213756 Jul 13 07:25:36.508359 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f120c41-23e9-4099-b462-749736efea73 req-403bc1c0-fe2b-4468-ac73-890b88dc7511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:36.511559 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4f120c41-23e9-4099-b462-749736efea73 req-403bc1c0-fe2b-4468-ac73-890b88dc7511 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0fcfd775-d7b3-45f5-ab5b-64e4f446b6ed HTTP/1.1" status: 200 len: 1098 time: 0.1152682 Jul 13 07:25:36.593403 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e76adcc8-ed32-4d5f-b388-6304ca03c91a req-79eb7b7e-edf3-42df-9bc2-bbac7f2c7caf tempest-ServersOnMultiNodesTest-1371202544 tempest-ServersOnMultiNodesTest-1371202544-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750225 Jul 13 07:25:36.599360 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4f120c41-23e9-4099-b462-749736efea73 req-c28a06e6-a8f0-41e9-9adc-070290ab3909 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725682 Jul 13 07:25:36.616118 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c479393-4221-484c-96b4-a9990e637889 req-5da582b6-f571-463e-b669-cc4292ba7aa4 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:36.619907 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5c479393-4221-484c-96b4-a9990e637889 req-5da582b6-f571-463e-b669-cc4292ba7aa4 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0783b6d-1d39-488a-9b49-6dfc548fdeb0 HTTP/1.1" status: 200 len: 945 time: 0.1856012 Jul 13 07:25:36.642141 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1944fe-9ea0-40d4-943a-78104bd1c4de req-6d67c3a8-b30e-4118-a682-7c7467b121fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:36.644018 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7e1944fe-9ea0-40d4-943a-78104bd1c4de req-6d67c3a8-b30e-4118-a682-7c7467b121fb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=09cd416055834bca9f9971ed5445d0c1&device_id=be360353-05de-4326-a916-8f36bbdaa35b HTTP/1.1" status: 200 len: 1095 time: 0.1384597 Jul 13 07:25:36.760517 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5c479393-4221-484c-96b4-a9990e637889 req-ce0fe926-9d22-4916-aa5e-0bc90f43a91b tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "GET /v2.0/security-groups?id=673773b8-d744-4336-90f3-e8a9554e115e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305227 Jul 13 07:25:36.792045 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1944fe-9ea0-40d4-943a-78104bd1c4de req-c25544b6-c6f4-4387-992f-59fb3056240c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:36.793780 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7e1944fe-9ea0-40d4-943a-78104bd1c4de req-c25544b6-c6f4-4387-992f-59fb3056240c service neutron] 10.222.0.25 "GET /v2.0/networks?id=084026c3-b787-47e1-b7ed-a6d1fb3e4f1b HTTP/1.1" status: 200 len: 920 time: 0.1410356 Jul 13 07:25:36.840595 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7e1944fe-9ea0-40d4-943a-78104bd1c4de req-d05ac9e5-3454-4203-ac75-54153ff89044 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f43e61ff-879a-4c9a-bd08-835b75293d7f HTTP/1.1" status: 200 len: 217 time: 0.0383899 Jul 13 07:25:36.941512 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1944fe-9ea0-40d4-943a-78104bd1c4de req-9126a291-e5e4-4d05-851c-49c5a7e4e19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:36.943071 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7e1944fe-9ea0-40d4-943a-78104bd1c4de req-9126a291-e5e4-4d05-851c-49c5a7e4e19f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c15b0eb6-d634-4d3a-8b73-a575afdfe25d HTTP/1.1" status: 200 len: 859 time: 0.0942111 Jul 13 07:25:36.972501 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-6c7ab161-42aa-4ad8-9097-d2b86a31cef8 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f62a165d661c46708d7b81a929628a41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229945 Jul 13 07:25:36.993402 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7e1944fe-9ea0-40d4-943a-78104bd1c4de req-95d77f34-df11-4c2f-9af3-91d426cccee5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=084026c3-b787-47e1-b7ed-a6d1fb3e4f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395246 Jul 13 07:25:37.019715 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9551b4-a243-4372-a195-c4cd41792000 req-835525fb-008e-4b6a-acba-7ffaf6a08fec tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:37.021272 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9c9551b4-a243-4372-a195-c4cd41792000 req-835525fb-008e-4b6a-acba-7ffaf6a08fec tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0783b6d-1d39-488a-9b49-6dfc548fdeb0 HTTP/1.1" status: 200 len: 945 time: 0.1226087 Jul 13 07:25:37.033682 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52064) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:37.040597 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-b6e3ef28-43e8-4937-84e9-93511e171b1b tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Request body: {'floatingip': {'port_id': 'b6368de3-864c-49c0-81bf-ff0b664c870f'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:37.093861 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b6e3ef28-43e8-4937-84e9-93511e171b1b tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks [] for floatingip, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:37.105357 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-e9f8e33d-3ce3-4135-aa0e-93abbcbc3ef0 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:37.113661 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-e9f8e33d-3ce3-4135-aa0e-93abbcbc3ef0 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1347163 Jul 13 07:25:37.132085 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-831cb4f5-2b3e-4c63-bca2-23d3c8e8f665 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/quotas/f62a165d661c46708d7b81a929628a41 HTTP/1.1" status: 200 len: 375 time: 0.0175054 Jul 13 07:25:37.227072 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-f4b25d17-6359-4760-966e-995de392d339 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f62a165d661c46708d7b81a929628a41&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0873992 Jul 13 07:25:37.637208 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7e1944fe-9ea0-40d4-943a-78104bd1c4de req-45f91dc8-cb2a-4083-8e1d-79e5bbdacf78 service neutron] 10.222.0.25 "GET /v2.0/networks/084026c3-b787-47e1-b7ed-a6d1fb3e4f1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6366892 Jul 13 07:25:37.767870 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705e7bc-fab9-4306-aad0-afcd766953de req-d1bb06a6-d70a-4ec9-8bc8-12d137672025 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:37.769639 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0705e7bc-fab9-4306-aad0-afcd766953de req-d1bb06a6-d70a-4ec9-8bc8-12d137672025 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] 10.222.0.23 "GET /v2.0/ports?device_id=be360353-05de-4326-a916-8f36bbdaa35b HTTP/1.1" status: 200 len: 943 time: 0.5994196 Jul 13 07:25:37.957809 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a1ec5-e195-4771-a2c0-3ba84b6b5e31 req-f3599634-d561-4415-9e2b-76f94d9e2fd7 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:37.966197 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a52a1ec5-e195-4771-a2c0-3ba84b6b5e31 req-f3599634-d561-4415-9e2b-76f94d9e2fd7 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcfd775-d7b3-45f5-ab5b-64e4f446b6ed HTTP/1.1" status: 200 len: 946 time: 0.0737386 Jul 13 07:25:38.014542 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a52a1ec5-e195-4771-a2c0-3ba84b6b5e31 req-80a14e58-6e31-4ce2-9af3-ce65a94b51a1 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470827 Jul 13 07:25:38.069330 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0705e7bc-fab9-4306-aad0-afcd766953de req-c494f206-2bba-4900-bec5-2c3fd28e33f6 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] 10.222.0.23 "GET /v2.0/security-groups?id=f36ab48e-54f1-4614-80ff-0e411405464f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861977 Jul 13 07:25:38.185097 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7e1944fe-9ea0-40d4-943a-78104bd1c4de req-8a62f99e-cf18-4c72-8d26-8af3364e3121 service neutron] 10.222.0.25 "GET /v2.0/networks/084026c3-b787-47e1-b7ed-a6d1fb3e4f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5265996 Jul 13 07:25:38.322758 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b6e3ef28-43e8-4937-84e9-93511e171b1b tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:38.328968 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b6e3ef28-43e8-4937-84e9-93511e171b1b tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:38.411350 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-af6a7d4a-857a-4ff2-8a32-e3aa24e8ec3d tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--632305567&fields=id&tenant_id=ee1f885a5c2c4debb29c02950632e699 HTTP/1.1" status: 200 len: 267 time: 0.0627878 Jul 13 07:25:38.491290 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [None req-b6e3ef28-43e8-4937-84e9-93511e171b1b tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Floating IP 2928e01a-30c1-4b93-9799-204d58b5700c associated. External IP: 172.25.3.215, port: b6368de3-864c-49c0-81bf-ff0b664c870f. Jul 13 07:25:38.582807 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-16087727-8a3c-4bb6-916f-b37aec580dc6 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:38.592987 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-16087727-8a3c-4bb6-916f-b37aec580dc6 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/networks?id=a2f2a970-1f7c-4e2d-88ac-374bd59816ef HTTP/1.1" status: 200 len: 816 time: 0.1729040 Jul 13 07:25:38.617473 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-91c5f34c-3b60-41be-af92-3a9cd8374542 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/quotas/ee1f885a5c2c4debb29c02950632e699 HTTP/1.1" status: 200 len: 375 time: 0.0232823 Jul 13 07:25:38.714307 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-51de506e-e048-4f75-a91a-9407768a1fcb tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee1f885a5c2c4debb29c02950632e699&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0902762 Jul 13 07:25:38.841973 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e90c49a9-c0d8-4929-bbd5-44be5b6ed882 req-f05fc4bf-55a1-4f97-80ae-0dbc1745dc94 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=63964b8e-73ab-42c3-bba1-796d43b7c657 HTTP/1.1" status: 200 len: 210 time: 0.0404890 Jul 13 07:25:38.876457 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e3ef28-43e8-4937-84e9-93511e171b1b tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Router 6e0fb312-218f-41a7-9c34-70a62f86ab39 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:25:38.934868 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-bb3d0bd5-8af3-4b73-a2e9-3ec188d02dd9 service neutron] 10.222.0.23 "GET /v2.0/networks/a2f2a970-1f7c-4e2d-88ac-374bd59816ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998727 Jul 13 07:25:39.057315 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-a866f9a3-6809-4eb1-8141-be9a58c5b0b3 service neutron] 10.222.0.23 "GET /v2.0/networks/a2f2a970-1f7c-4e2d-88ac-374bd59816ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154585 Jul 13 07:25:39.069262 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e3ef28-43e8-4937-84e9-93511e171b1b tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:25:39.077070 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b6e3ef28-43e8-4937-84e9-93511e171b1b tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:39.088746 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e09166b-2d1d-40ac-b5e6-9b290feda878 None None] Sync routers for ids ['6e0fb312-218f-41a7-9c34-70a62f86ab39'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:25:39.101406 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e09166b-2d1d-40ac-b5e6-9b290feda878 None None] Routers {'6e0fb312-218f-41a7-9c34-70a62f86ab39'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:25:39.104372 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-4e09166b-2d1d-40ac-b5e6-9b290feda878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:25:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['6e0fb312-218f-41a7-9c34-70a62f86ab39'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:39.125746 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05b03c-36e0-4532-829a-de06bb2caf4b req-e9999483-a9db-48c5-b238-19419a03a69c tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:39.132813 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3b05b03c-36e0-4532-829a-de06bb2caf4b req-e9999483-a9db-48c5-b238-19419a03a69c tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcfd775-d7b3-45f5-ab5b-64e4f446b6ed HTTP/1.1" status: 200 len: 946 time: 0.1369576 Jul 13 07:25:39.158674 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b6e3ef28-43e8-4937-84e9-93511e171b1b tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "PUT /v2.0/floatingips/2928e01a-30c1-4b93-9799-204d58b5700c HTTP/1.1" status: 200 len: 991 time: 2.1235764 Jul 13 07:25:39.161110 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0783b6d-1d39-488a-9b49-6dfc548fdeb0', 'tag': 'b6368de3-864c-49c0-81bf-ff0b664c870f'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:39.164567 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2ec990-7e55-4f9f-9f3a-2e9af6ce6c70" -d '{"events": [{"name": "network-changed", "server_uuid": "e0783b6d-1d39-488a-9b49-6dfc548fdeb0", "tag": "b6368de3-864c-49c0-81bf-ff0b664c870f"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:39.206973 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3b05b03c-36e0-4532-829a-de06bb2caf4b req-8cd5a4da-0565-4559-bb50-d991f145cd31 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669112 Jul 13 07:25:39.267064 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-4e09166b-2d1d-40ac-b5e6-9b290feda878 None None] Set router 6e0fb312-218f-41a7-9c34-70a62f86ab39 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:25:39.480861 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device f43e61ff-879a-4c9a-bd08-835b75293d7f details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:25:39.694588 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-4e09166b-2d1d-40ac-b5e6-9b290feda878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0fb312-218f-41a7-9c34-70a62f86ab39', 'name': 'tempest-ServersTestJSON-1973735793-router', 'tenant_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '34a7bf64-6bff-4fc4-a581-9e7f162be0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:51Z', 'updated_at': '2021-07-13T07:25:04Z', 'revision_number': 4, 'project_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'gw_port': {'id': '34a7bf64-6bff-4fc4-a581-9e7f162be0fb', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0fb312-218f-41a7-9c34-70a62f86ab39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:54Z', 'updated_at': '2021-07-13T07:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '2928e01a-30c1-4b93-9799-204d58b5700c', 'tenant_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'floating_ip_address': '172.25.3.215', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '6e0fb312-218f-41a7-9c34-70a62f86ab39', 'port_id': 'b6368de3-864c-49c0-81bf-ff0b664c870f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3641bc06-8e59-49c0-8f85-a031f22a64e6', 'mac_address': 'fa:16:3e:c5:f3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0783b6d-1d39-488a-9b49-6dfc548fdeb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:25:12Z', 'updated_at': '2021-07-13T07:25:38Z', 'revision_number': 1, 'project_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd', 'name': '', 'network_id': '3641bc06-8e59-49c0-8f85-a031f22a64e6', 'tenant_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'mac_address': 'fa:16:3e:b5:cd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0fb312-218f-41a7-9c34-70a62f86ab39', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'b0f65360-3b5e-4a84-b093-2570ddbed964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:02Z', 'updated_at': '2021-07-13T07:25:18Z', 'revision_number': 5, 'project_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'subnets': [{'id': 'b0f65360-3b5e-4a84-b093-2570ddbed964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:39.712748 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c41ceb-66be-4dc5-839e-183404b04360 req-a97542f6-4ee4-445d-98ec-c94d58c01363 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:39.714377 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-60c41ceb-66be-4dc5-839e-183404b04360 req-a97542f6-4ee4-445d-98ec-c94d58c01363 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] 10.222.0.23 "GET /v2.0/ports?device_id=be360353-05de-4326-a916-8f36bbdaa35b HTTP/1.1" status: 200 len: 943 time: 0.1666646 Jul 13 07:25:39.762356 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e09166b-2d1d-40ac-b5e6-9b290feda878 None None] Checking router: 6e0fb312-218f-41a7-9c34-70a62f86ab39 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:25:39.791419 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e09166b-2d1d-40ac-b5e6-9b290feda878 None None] Routers {'6e0fb312-218f-41a7-9c34-70a62f86ab39'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:25:39.792056 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-4e09166b-2d1d-40ac-b5e6-9b290feda878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:25:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['6e0fb312-218f-41a7-9c34-70a62f86ab39'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:39.794479 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1521a997-c888-4c29-b2f9-ae0f435ab421 x-openstack-request-id: req-1521a997-c888-4c29-b2f9-ae0f435ab421 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:39.794777 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0783b6d-1d39-488a-9b49-6dfc548fdeb0", "tag": "b6368de3-864c-49c0-81bf-ff0b664c870f", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:39.795118 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1521a997-c888-4c29-b2f9-ae0f435ab421 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:39.796132 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0783b6d-1d39-488a-9b49-6dfc548fdeb0', 'tag': 'b6368de3-864c-49c0-81bf-ff0b664c870f', 'status': 'completed', 'code': 200} Jul 13 07:25:39.858528 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-592bacf3-0df1-4543-9c0e-9b817918c576 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=f62a165d661c46708d7b81a929628a41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1426048 Jul 13 07:25:40.028432 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port f43e61ff-879a-4c9a-bd08-835b75293d7f, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=f43e61ff-879a-4c9a-bd08-835b75293d7f,segment=NetworkSegment(457aec53-0b6c-4d70-9e19-c5836de68ec9),segment_id=457aec53-0b6c-4d70-9e19-c5836de68ec9)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:40.046396 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': 'f43e61ff-879a-4c9a-bd08-835b75293d7f', 'network_id': '084026c3-b787-47e1-b7ed-a6d1fb3e4f1b', 'port_id': 'f43e61ff-879a-4c9a-bd08-835b75293d7f', 'mac_address': 'fa:16:3e:d9:14:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c15b0eb6-d634-4d3a-8b73-a575afdfe25d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:25:40.057339 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-60c41ceb-66be-4dc5-839e-183404b04360 req-b9c8f96c-cce3-4e72-afe5-bc7b710d30d1 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] 10.222.0.23 "GET /v2.0/security-groups?id=f36ab48e-54f1-4614-80ff-0e411405464f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019464 Jul 13 07:25:40.131881 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:40.135445 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ce7aaf78-c1e9-4cf9-b0aa-20d8fc0efb37 req-3196eb16-d8b2-407e-b936-4d5da36370e3 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ac8e04-231f-4adc-80ac-81e547158e75 HTTP/1.1" status: 200 len: 210 time: 0.1443334 Jul 13 07:25:40.153191 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f43e61ff-879a-4c9a-bd08-835b75293d7f {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:40.201698 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-4e09166b-2d1d-40ac-b5e6-9b290feda878 None None] Set router 6e0fb312-218f-41a7-9c34-70a62f86ab39 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:25:40.204305 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port f43e61ff-879a-4c9a-bd08-835b75293d7f, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=f43e61ff-879a-4c9a-bd08-835b75293d7f,segment=NetworkSegment(457aec53-0b6c-4d70-9e19-c5836de68ec9),segment_id=457aec53-0b6c-4d70-9e19-c5836de68ec9)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:40.213145 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:40.272736 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-8a4c82e4-92ad-4f4a-9540-886c42b442b2 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f62a165d661c46708d7b81a929628a41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1362069 Jul 13 07:25:40.299363 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ec990-7e55-4f9f-9f3a-2e9af6ce6c70 req-571069f6-1d92-4a84-ba18-4f72642af949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:40.303657 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7c2ec990-7e55-4f9f-9f3a-2e9af6ce6c70 req-571069f6-1d92-4a84-ba18-4f72642af949 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=11405c6b1ff84e9b8bb3410dded1ba33&device_id=e0783b6d-1d39-488a-9b49-6dfc548fdeb0 HTTP/1.1" status: 200 len: 1097 time: 0.4575858 Jul 13 07:25:40.348550 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=f43e61ff-879a-4c9a-bd08-835b75293d7f,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:40.374608 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-ba472188-8caf-42ac-84d8-e0f5f929774a tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:40.391582 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-ba472188-8caf-42ac-84d8-e0f5f929774a tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5238945 Jul 13 07:25:40.489961 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-89e706bf-ac4a-49a0-87a8-f57431a6bb23 req-6c7f6aad-35c1-4f69-89a3-bc25a4ab880b tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=63964b8e-73ab-42c3-bba1-796d43b7c657 HTTP/1.1" status: 200 len: 210 time: 0.0916610 Jul 13 07:25:40.514470 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['f43e61ff-879a-4c9a-bd08-835b75293d7f'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:40.528626 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-9f7cfa5f-66f4-49be-8341-fe023702bf5d tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Request body: {'port': {'device_id': 'b27e5991-d6c9-4a4a-a586-4a08ef62b5cc', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'admin_state_up': True, 'tenant_id': 'f62a165d661c46708d7b81a929628a41'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:40.719603 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-4e09166b-2d1d-40ac-b5e6-9b290feda878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0fb312-218f-41a7-9c34-70a62f86ab39', 'name': 'tempest-ServersTestJSON-1973735793-router', 'tenant_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '34a7bf64-6bff-4fc4-a581-9e7f162be0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:51Z', 'updated_at': '2021-07-13T07:25:04Z', 'revision_number': 4, 'project_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'gw_port': {'id': '34a7bf64-6bff-4fc4-a581-9e7f162be0fb', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0fb312-218f-41a7-9c34-70a62f86ab39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:54Z', 'updated_at': '2021-07-13T07:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '2928e01a-30c1-4b93-9799-204d58b5700c', 'tenant_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'floating_ip_address': '172.25.3.215', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '6e0fb312-218f-41a7-9c34-70a62f86ab39', 'port_id': 'b6368de3-864c-49c0-81bf-ff0b664c870f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3641bc06-8e59-49c0-8f85-a031f22a64e6', 'mac_address': 'fa:16:3e:c5:f3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0783b6d-1d39-488a-9b49-6dfc548fdeb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:25:12Z', 'updated_at': '2021-07-13T07:25:38Z', 'revision_number': 1, 'project_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd', 'name': '', 'network_id': '3641bc06-8e59-49c0-8f85-a031f22a64e6', 'tenant_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'mac_address': 'fa:16:3e:b5:cd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0fb312-218f-41a7-9c34-70a62f86ab39', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'b0f65360-3b5e-4a84-b093-2570ddbed964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:02Z', 'updated_at': '2021-07-13T07:25:18Z', 'revision_number': 5, 'project_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'subnets': [{'id': 'b0f65360-3b5e-4a84-b093-2570ddbed964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:40.791467 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8784d01-5e23-4abb-b40f-f1c0e821ae5b req-5748cb02-416a-42d6-aeea-9a6285cac041 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:40.793555 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c8784d01-5e23-4abb-b40f-f1c0e821ae5b req-5748cb02-416a-42d6-aeea-9a6285cac041 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fcfd775-d7b3-45f5-ab5b-64e4f446b6ed HTTP/1.1" status: 200 len: 946 time: 0.3931413 Jul 13 07:25:40.794740 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-9f7cfa5f-66f4-49be-8341-fe023702bf5d tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Made reservation on behalf of f62a165d661c46708d7b81a929628a41 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:25:40.799758 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-9f7cfa5f-66f4-49be-8341-fe023702bf5d tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:40.816134 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e09166b-2d1d-40ac-b5e6-9b290feda878 None None] The sync data for ids ['6e0fb312-218f-41a7-9c34-70a62f86ab39'] in n-d-771363-34 is: [{'id': '6e0fb312-218f-41a7-9c34-70a62f86ab39', 'name': 'tempest-ServersTestJSON-1973735793-router', 'tenant_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '34a7bf64-6bff-4fc4-a581-9e7f162be0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:51Z', 'updated_at': '2021-07-13T07:25:04Z', 'revision_number': 4, 'project_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'gw_port': {'id': '34a7bf64-6bff-4fc4-a581-9e7f162be0fb', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0fb312-218f-41a7-9c34-70a62f86ab39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:54Z', 'updated_at': '2021-07-13T07:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '2928e01a-30c1-4b93-9799-204d58b5700c', 'tenant_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'floating_ip_address': '172.25.3.215', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '6e0fb312-218f-41a7-9c34-70a62f86ab39', 'port_id': 'b6368de3-864c-49c0-81bf-ff0b664c870f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3641bc06-8e59-49c0-8f85-a031f22a64e6', 'mac_address': 'fa:16:3e:c5:f3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0783b6d-1d39-488a-9b49-6dfc548fdeb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:25:12Z', 'updated_at': '2021-07-13T07:25:38Z', 'revision_number': 1, 'project_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd', 'name': '', 'network_id': '3641bc06-8e59-49c0-8f85-a031f22a64e6', 'tenant_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'mac_address': 'fa:16:3e:b5:cd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0fb312-218f-41a7-9c34-70a62f86ab39', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'b0f65360-3b5e-4a84-b093-2570ddbed964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:02Z', 'updated_at': '2021-07-13T07:25:18Z', 'revision_number': 5, 'project_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'subnets': [{'id': 'b0f65360-3b5e-4a84-b093-2570ddbed964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:25:41.122274 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-9f7cfa5f-66f4-49be-8341-fe023702bf5d tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Allocated IP 192.168.233.7 (f9d6e899-687c-4a4d-bdf3-8d8d169866a7/c5af789a-0729-4e53-834f-ef6745aa079c/ebf8958e-0d4b-4846-9af0-7f9f2ce53e58) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:25:41.223833 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ec990-7e55-4f9f-9f3a-2e9af6ce6c70 req-8e401a4d-61f1-40d4-b33a-1ac52906626e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:41.225959 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7c2ec990-7e55-4f9f-9f3a-2e9af6ce6c70 req-8e401a4d-61f1-40d4-b33a-1ac52906626e service neutron] 10.222.0.25 "GET /v2.0/networks?id=3641bc06-8e59-49c0-8f85-a031f22a64e6 HTTP/1.1" status: 200 len: 907 time: 0.8847806 Jul 13 07:25:41.233803 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-f00ec635-2268-409d-8660-1d8ae7f40e24 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:41.235677 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-f00ec635-2268-409d-8660-1d8ae7f40e24 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9539320 Jul 13 07:25:41.261700 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b904d63-5bfa-40cf-9463-62301fee19c3 None None] New status for floating IP 2928e01a-30c1-4b93-9799-204d58b5700c: ACTIVE {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:25:41.329556 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-bb127103-709d-4eb3-933b-ccb8a8292079 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Request body: {'port': {'device_id': '63964b8e-73ab-42c3-bba1-796d43b7c657', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'admin_state_up': True, 'tenant_id': 'f62a165d661c46708d7b81a929628a41'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:41.334218 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7c2ec990-7e55-4f9f-9f3a-2e9af6ce6c70 req-46dda1f5-1442-4969-bbc1-51626e64e59e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6368de3-864c-49c0-81bf-ff0b664c870f HTTP/1.1" status: 200 len: 999 time: 0.0963833 Jul 13 07:25:41.401992 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-c8784d01-5e23-4abb-b40f-f1c0e821ae5b req-d3c9cbe8-131d-4168-a052-357882ff9ad1 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Deleting port 2e3cd631-7d9e-4e76-81bc-daedc727c60e {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:25:41.402157 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c8784d01-5e23-4abb-b40f-f1c0e821ae5b req-d3c9cbe8-131d-4168-a052-357882ff9ad1 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:41.408981 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50490a79-3781-464a-a1af-67636448522a req-8b3bf994-8329-4e7f-bead-b904b610d6f6 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:41.416239 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-50490a79-3781-464a-a1af-67636448522a req-8b3bf994-8329-4e7f-bead-b904b610d6f6 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcfd775-d7b3-45f5-ab5b-64e4f446b6ed HTTP/1.1" status: 200 len: 946 time: 0.8784821 Jul 13 07:25:41.508540 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ec990-7e55-4f9f-9f3a-2e9af6ce6c70 req-9795ae11-f939-48b0-9de2-9a7b3be2a76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:41.510438 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7c2ec990-7e55-4f9f-9f3a-2e9af6ce6c70 req-9795ae11-f939-48b0-9de2-9a7b3be2a76a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b0f65360-3b5e-4a84-b093-2570ddbed964 HTTP/1.1" status: 200 len: 845 time: 0.1626260 Jul 13 07:25:41.515469 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device f43e61ff-879a-4c9a-bd08-835b75293d7f up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:41.545773 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-50490a79-3781-464a-a1af-67636448522a req-844b8095-11b8-486c-bc93-b346d7111f25 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281955 Jul 13 07:25:41.549470 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.25', 52587) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:41.652830 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-9f7cfa5f-66f4-49be-8341-fe023702bf5d tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:41.675556 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-c8784d01-5e23-4abb-b40f-f1c0e821ae5b req-d3c9cbe8-131d-4168-a052-357882ff9ad1 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] For port 2e3cd631-7d9e-4e76-81bc-daedc727c60e, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=2e3cd631-7d9e-4e76-81bc-daedc727c60e,segment=NetworkSegment(0abc1825-e3a0-468f-93a4-df9b73b4e14a),segment_id=0abc1825-e3a0-468f-93a4-df9b73b4e14a)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:41.675908 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c8784d01-5e23-4abb-b40f-f1c0e821ae5b req-d3c9cbe8-131d-4168-a052-357882ff9ad1 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:41.706193 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-c8784d01-5e23-4abb-b40f-f1c0e821ae5b req-d3c9cbe8-131d-4168-a052-357882ff9ad1 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Calling delete_port for 2e3cd631-7d9e-4e76-81bc-daedc727c60e owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:25:41.710793 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-9f7cfa5f-66f4-49be-8341-fe023702bf5d tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Transition to ACTIVE for port object ebf8958e-0d4b-4846-9af0-7f9f2ce53e58 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:41.713540 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port f43e61ff-879a-4c9a-bd08-835b75293d7f completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:41.718439 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port f43e61ff-879a-4c9a-bd08-835b75293d7f triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:41.718768 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:41.782289 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-00a76ab1-3f94-4ef0-9660-0d1db9ea7e46 req-39ee3715-527e-4088-8adf-522d089690c2 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ac8e04-231f-4adc-80ac-81e547158e75 HTTP/1.1" status: 200 len: 210 time: 0.0404737 Jul 13 07:25:41.840515 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-21dd80cd-d198-4ee6-a149-b56bb68ffea3 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:41.842451 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-21dd80cd-d198-4ee6-a149-b56bb68ffea3 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.25 "GET /v2.0/networks?id=a2f2a970-1f7c-4e2d-88ac-374bd59816ef HTTP/1.1" status: 200 len: 816 time: 0.2890432 Jul 13 07:25:41.878152 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-bb127103-709d-4eb3-933b-ccb8a8292079 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Made reservation on behalf of f62a165d661c46708d7b81a929628a41 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:25:41.882416 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-bb127103-709d-4eb3-933b-ccb8a8292079 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:41.916169 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:41.925234 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f71227-e6c5-4ae5-926e-097acae321b1 req-12174754-c8f5-4b1c-8759-52c3d03188b2 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:41.929012 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-98f71227-e6c5-4ae5-926e-097acae321b1 req-12174754-c8f5-4b1c-8759-52c3d03188b2 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] 10.222.0.23 "GET /v2.0/ports?device_id=be360353-05de-4326-a916-8f36bbdaa35b HTTP/1.1" status: 200 len: 944 time: 0.4328716 Jul 13 07:25:41.983417 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ec990-7e55-4f9f-9f3a-2e9af6ce6c70 req-feb85d59-3b97-4ee5-9402-16543315f272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:41.988154 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7c2ec990-7e55-4f9f-9f3a-2e9af6ce6c70 req-feb85d59-3b97-4ee5-9402-16543315f272 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3641bc06-8e59-49c0-8f85-a031f22a64e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4691019 Jul 13 07:25:41.995750 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52190) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:42.001304 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port f43e61ff-879a-4c9a-bd08-835b75293d7f, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=f43e61ff-879a-4c9a-bd08-835b75293d7f,segment=NetworkSegment(457aec53-0b6c-4d70-9e19-c5836de68ec9),segment_id=457aec53-0b6c-4d70-9e19-c5836de68ec9)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:42.003582 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be360353-05de-4326-a916-8f36bbdaa35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43e61ff-879a-4c9a-bd08-835b75293d7f'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:42.011453 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c34eea4-ed70-4921-bd52-3447e79ac2d2" -d '{"events": [{"server_uuid": "be360353-05de-4326-a916-8f36bbdaa35b", "name": "network-vif-plugged", "status": "completed", "tag": "f43e61ff-879a-4c9a-bd08-835b75293d7f"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:42.018186 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:42.090914 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-98f71227-e6c5-4ae5-926e-097acae321b1 req-d7416525-b7b5-4dd9-919d-1441137eb620 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] 10.222.0.23 "GET /v2.0/security-groups?id=f36ab48e-54f1-4614-80ff-0e411405464f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482294 Jul 13 07:25:42.100809 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-9f7cfa5f-66f4-49be-8341-fe023702bf5d tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:42.139306 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=f43e61ff-879a-4c9a-bd08-835b75293d7f,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:42.146030 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['3748c046-3a67-427e-b56a-088042d90f03', '3251a4bf-60c6-4ed1-842c-317814e9763a', '9e962251-4a79-4ab7-8d2a-496769cc07d9'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:42.156469 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 2e3cd631-7d9e-4e76-81bc-daedc727c60e no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:25:42.208307 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-bb127103-709d-4eb3-933b-ccb8a8292079 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Allocated IP 192.168.233.188 (f9d6e899-687c-4a4d-bdf3-8d8d169866a7/c5af789a-0729-4e53-834f-ef6745aa079c/905209fd-5bcf-4397-994e-e53811de1895) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:25:42.218775 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c8784d01-5e23-4abb-b40f-f1c0e821ae5b req-d3c9cbe8-131d-4168-a052-357882ff9ad1 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:42.237844 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['a0520f7a-612d-4e54-b155-a759c7a81be7'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:42.268128 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-9f7cfa5f-66f4-49be-8341-fe023702bf5d tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:25:42.283423 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-9f7cfa5f-66f4-49be-8341-fe023702bf5d tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:42.287052 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-9f7cfa5f-66f4-49be-8341-fe023702bf5d tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:25:42.315641 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No active binding found for port 2e3cd631-7d9e-4e76-81bc-daedc727c60e {{(pid=94019) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 13 07:25:42.316397 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 2e3cd631-7d9e-4e76-81bc-daedc727c60e not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:25:42.406416 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8784d01-5e23-4abb-b40f-f1c0e821ae5b req-d3c9cbe8-131d-4168-a052-357882ff9ad1 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] No DVR routers for this DVR port 2e3cd631-7d9e-4e76-81bc-daedc727c60e on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:25:42.408666 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7cfa5f-66f4-49be-8341-fe023702bf5d tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Pushing event updated for resources: {'Port': ['ID=ebf8958e-0d4b-4846-9af0-7f9f2ce53e58,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:42.414422 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c8784d01-5e23-4abb-b40f-f1c0e821ae5b req-d3c9cbe8-131d-4168-a052-357882ff9ad1 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:42.417841 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c8784d01-5e23-4abb-b40f-f1c0e821ae5b req-d3c9cbe8-131d-4168-a052-357882ff9ad1 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.25 "DELETE /v2.0/ports/2e3cd631-7d9e-4e76-81bc-daedc727c60e HTTP/1.1" status: 204 len: 173 time: 1.6139052 Jul 13 07:25:42.418282 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcfd775-d7b3-45f5-ab5b-64e4f446b6ed', 'name': 'network-vif-deleted', 'tag': '2e3cd631-7d9e-4e76-81bc-daedc727c60e'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:42.420594 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a44d065-a1d2-4325-8034-a0cb0a15b36d" -d '{"events": [{"server_uuid": "0fcfd775-d7b3-45f5-ab5b-64e4f446b6ed", "name": "network-vif-deleted", "tag": "2e3cd631-7d9e-4e76-81bc-daedc727c60e"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:42.469212 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c9cbe8-131d-4168-a052-357882ff9ad1 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Pushing event deleted for resources: {'Port': ['ID=2e3cd631-7d9e-4e76-81bc-daedc727c60e,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:42.510478 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-9f7cfa5f-66f4-49be-8341-fe023702bf5d tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:42.512377 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-9f7cfa5f-66f4-49be-8341-fe023702bf5d tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:42.556466 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-9f7cfa5f-66f4-49be-8341-fe023702bf5d tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1506767 Jul 13 07:25:42.559524 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-743cf237-7012-4068-8603-23db7019cb1c tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee1f885a5c2c4debb29c02950632e699 HTTP/1.1" status: 200 len: 379 time: 0.7075670 Jul 13 07:25:42.574921 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-7e9c4e65-b037-4c10-8275-1ed927b7467a service neutron] Request body: {'port': {'device_id': 'b27e5991-d6c9-4a4a-a586-4a08ef62b5cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:42.639075 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96ddee2-d6f4-41c4-ad9d-392cf8658bc2 x-openstack-request-id: req-b96ddee2-d6f4-41c4-ad9d-392cf8658bc2 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:42.641321 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be360353-05de-4326-a916-8f36bbdaa35b", "name": "network-vif-plugged", "status": "completed", "tag": "f43e61ff-879a-4c9a-bd08-835b75293d7f", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:42.641827 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b96ddee2-d6f4-41c4-ad9d-392cf8658bc2 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:42.652852 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be360353-05de-4326-a916-8f36bbdaa35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43e61ff-879a-4c9a-bd08-835b75293d7f', 'code': 200} Jul 13 07:25:42.720119 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2f598209-ea67-4b33-9afd-447fca490919 req-c7ad79c3-e563-4463-8cc8-5af5eb543a0c tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=63964b8e-73ab-42c3-bba1-796d43b7c657 HTTP/1.1" status: 200 len: 210 time: 0.3244455 Jul 13 07:25:42.892974 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-bb127103-709d-4eb3-933b-ccb8a8292079 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:42.907781 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-bb127103-709d-4eb3-933b-ccb8a8292079 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Transition to ACTIVE for port object 905209fd-5bcf-4397-994e-e53811de1895 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:42.908145 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7452ae8-f5f1-4d05-ba3b-8459787b65e9 x-openstack-request-id: req-d7452ae8-f5f1-4d05-ba3b-8459787b65e9 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:42.908324 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fcfd775-d7b3-45f5-ab5b-64e4f446b6ed", "name": "network-vif-deleted", "tag": "2e3cd631-7d9e-4e76-81bc-daedc727c60e", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:42.908695 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d7452ae8-f5f1-4d05-ba3b-8459787b65e9 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:42.909189 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcfd775-d7b3-45f5-ab5b-64e4f446b6ed', 'name': 'network-vif-deleted', 'tag': '2e3cd631-7d9e-4e76-81bc-daedc727c60e', 'status': 'completed', 'code': 200} Jul 13 07:25:42.936483 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8a676a40-ff16-47f9-b8a8-da49a0e18709 None None] Provisioning for port ebf8958e-0d4b-4846-9af0-7f9f2ce53e58 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:42.948752 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8a676a40-ff16-47f9-b8a8-da49a0e18709 None None] Provisioning complete for port ebf8958e-0d4b-4846-9af0-7f9f2ce53e58 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:42.949524 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8a676a40-ff16-47f9-b8a8-da49a0e18709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:42.952322 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-7e9c4e65-b037-4c10-8275-1ed927b7467a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:42.956663 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-86bb37b8-d13a-45f5-a5b2-9cc6924be9b2 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Request body: {'port': {'device_id': '82ac8e04-231f-4adc-80ac-81e547158e75', 'network_id': 'a2f2a970-1f7c-4e2d-88ac-374bd59816ef', 'admin_state_up': True, 'tenant_id': 'ee1f885a5c2c4debb29c02950632e699', 'security_groups': ['c9c732ca-38e5-4373-92d3-5943bd09957d']}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:42.966037 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-bb127103-709d-4eb3-933b-ccb8a8292079 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:43.014184 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-8a676a40-ff16-47f9-b8a8-da49a0e18709 None None] Port ebf8958e-0d4b-4846-9af0-7f9f2ce53e58 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:25:43.139995 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1c8a5618-b8c9-478c-805b-b3ef923182c3 req-1448fba0-1b42-4b63-ae64-91c21df5f820 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcfd775-d7b3-45f5-ab5b-64e4f446b6ed HTTP/1.1" status: 200 len: 210 time: 0.0497158 Jul 13 07:25:43.151102 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-bb127103-709d-4eb3-933b-ccb8a8292079 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:25:43.161731 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-bb127103-709d-4eb3-933b-ccb8a8292079 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:43.196986 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-bb127103-709d-4eb3-933b-ccb8a8292079 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:25:43.254182 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7c2ec990-7e55-4f9f-9f3a-2e9af6ce6c70 req-c4db5363-176c-4c5c-b1b3-f8a3246919a9 service neutron] 10.222.0.25 "GET /v2.0/networks/3641bc06-8e59-49c0-8f85-a031f22a64e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2541597 Jul 13 07:25:43.266620 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-012b9059-143b-4523-ad12-ba04489ad4f2 req-25347bf5-d2df-4138-a38f-ead7568cb88b tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ac8e04-231f-4adc-80ac-81e547158e75 HTTP/1.1" status: 200 len: 210 time: 0.1580348 Jul 13 07:25:43.307009 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb127103-709d-4eb3-933b-ccb8a8292079 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Pushing event updated for resources: {'Port': ['ID=905209fd-5bcf-4397-994e-e53811de1895,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:43.515714 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-7e9c4e65-b037-4c10-8275-1ed927b7467a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebf8958e-0d4b-4846-9af0-7f9f2ce53e58 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:43.527037 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-7e9c4e65-b037-4c10-8275-1ed927b7467a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:43.543893 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9182b054-502c-49d9-a64f-cf66ad577156 None None] Provisioning for port 905209fd-5bcf-4397-994e-e53811de1895 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:43.544592 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-7e9c4e65-b037-4c10-8275-1ed927b7467a service neutron] Transition to ACTIVE for port object ebf8958e-0d4b-4846-9af0-7f9f2ce53e58 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:43.550052 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9182b054-502c-49d9-a64f-cf66ad577156 None None] Provisioning complete for port 905209fd-5bcf-4397-994e-e53811de1895 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:43.550480 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9182b054-502c-49d9-a64f-cf66ad577156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:43.563643 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-7e9c4e65-b037-4c10-8275-1ed927b7467a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:43.630048 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-9182b054-502c-49d9-a64f-cf66ad577156 None None] Port 905209fd-5bcf-4397-994e-e53811de1895 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:25:43.647114 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c4e65-b037-4c10-8275-1ed927b7467a service neutron] Pushing event updated for resources: {'Port': ['ID=ebf8958e-0d4b-4846-9af0-7f9f2ce53e58,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:43.651487 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4ad9f-b14f-495b-98d2-5978c87f20f4 req-41a196b7-1a70-4423-85ad-e3d4acdbea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:43.659723 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6fa4ad9f-b14f-495b-98d2-5978c87f20f4 req-41a196b7-1a70-4423-85ad-e3d4acdbea76 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=be360353-05de-4326-a916-8f36bbdaa35b HTTP/1.1" status: 200 len: 1097 time: 0.8439014 Jul 13 07:25:43.667612 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-bb127103-709d-4eb3-933b-ccb8a8292079 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:43.668508 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-bb127103-709d-4eb3-933b-ccb8a8292079 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:43.742149 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7c2ec990-7e55-4f9f-9f3a-2e9af6ce6c70 req-47dc7de2-9a15-49d6-ba63-7bc932bd92da service neutron] 10.222.0.25 "GET /v2.0/networks/3641bc06-8e59-49c0-8f85-a031f22a64e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4681532 Jul 13 07:25:43.745862 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-bb127103-709d-4eb3-933b-ccb8a8292079 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4889686 Jul 13 07:25:43.765165 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-89b96614-c2f6-4149-a113-3c58ab0c46c3 service neutron] Request body: {'port': {'device_id': '63964b8e-73ab-42c3-bba1-796d43b7c657', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:43.809567 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6fa4ad9f-b14f-495b-98d2-5978c87f20f4 req-b0981b54-2b28-4f7a-8bf3-7a3f706f353b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f36ab48e-54f1-4614-80ff-0e411405464f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488764 Jul 13 07:25:43.831885 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-7e9c4e65-b037-4c10-8275-1ed927b7467a service neutron] Attempting to bind port ebf8958e-0d4b-4846-9af0-7f9f2ce53e58 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:25:43.835967 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-7e9c4e65-b037-4c10-8275-1ed927b7467a service neutron] Attempting to bind port ebf8958e-0d4b-4846-9af0-7f9f2ce53e58 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:25:43.838349 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-7e9c4e65-b037-4c10-8275-1ed927b7467a service neutron] Attempting to bind port ebf8958e-0d4b-4846-9af0-7f9f2ce53e58 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:43.862473 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7850784-0769-4395-a2bc-36d0b7674f57 req-d2c3e38c-2a53-4ad4-9df3-fffc538ed2dd tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:43.870777 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d7850784-0769-4395-a2bc-36d0b7674f57 req-d2c3e38c-2a53-4ad4-9df3-fffc538ed2dd tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] 10.222.0.23 "GET /v2.0/ports?device_id=be360353-05de-4326-a916-8f36bbdaa35b HTTP/1.1" status: 200 len: 945 time: 0.3237727 Jul 13 07:25:43.896387 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-7e9c4e65-b037-4c10-8275-1ed927b7467a service neutron] Port ebf8958e-0d4b-4846-9af0-7f9f2ce53e58 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:25:43.897120 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-7e9c4e65-b037-4c10-8275-1ed927b7467a service neutron] Attempting to bind port ebf8958e-0d4b-4846-9af0-7f9f2ce53e58 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:43.916479 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-7e9c4e65-b037-4c10-8275-1ed927b7467a service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:25:43.917249 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-7e9c4e65-b037-4c10-8275-1ed927b7467a service neutron] Checking segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:43.917953 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-7e9c4e65-b037-4c10-8275-1ed927b7467a service neutron] Bound using segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:25:43.918792 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-7e9c4e65-b037-4c10-8275-1ed927b7467a service neutron] Bound port: ebf8958e-0d4b-4846-9af0-7f9f2ce53e58, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:25:43.919507 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-7e9c4e65-b037-4c10-8275-1ed927b7467a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:43.935265 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-86bb37b8-d13a-45f5-a5b2-9cc6924be9b2 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Made reservation on behalf of ee1f885a5c2c4debb29c02950632e699 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:25:43.939416 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-86bb37b8-d13a-45f5-a5b2-9cc6924be9b2 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:43.951749 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d7850784-0769-4395-a2bc-36d0b7674f57 req-27a7203f-eaa8-40ae-9187-b4845cac1ca1 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] 10.222.0.23 "GET /v2.0/security-groups?id=f36ab48e-54f1-4614-80ff-0e411405464f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795636 Jul 13 07:25:44.025449 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-7e9c4e65-b037-4c10-8275-1ed927b7467a service neutron] For port ebf8958e-0d4b-4846-9af0-7f9f2ce53e58, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:25:44.031127 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-7e9c4e65-b037-4c10-8275-1ed927b7467a service neutron] For port ebf8958e-0d4b-4846-9af0-7f9f2ce53e58, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=ebf8958e-0d4b-4846-9af0-7f9f2ce53e58,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:25:44.036201 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-7e9c4e65-b037-4c10-8275-1ed927b7467a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:44.098105 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-7e9c4e65-b037-4c10-8275-1ed927b7467a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:44.100407 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-7e9c4e65-b037-4c10-8275-1ed927b7467a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:44.104265 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-7e9c4e65-b037-4c10-8275-1ed927b7467a service neutron] 10.222.0.25 "PUT /v2.0/ports/ebf8958e-0d4b-4846-9af0-7f9f2ce53e58 HTTP/1.1" status: 200 len: 1095 time: 1.5370982 Jul 13 07:25:44.151404 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c4e65-b037-4c10-8275-1ed927b7467a service neutron] Pushing event updated for resources: {'Port': ['ID=ebf8958e-0d4b-4846-9af0-7f9f2ce53e58,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:44.230874 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-a934d605-23a0-41dd-bac0-2dd51a36c8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:44.232824 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-a934d605-23a0-41dd-bac0-2dd51a36c8ad service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f62a165d661c46708d7b81a929628a41&device_id=b27e5991-d6c9-4a4a-a586-4a08ef62b5cc HTTP/1.1" status: 200 len: 1098 time: 0.0657384 Jul 13 07:25:44.300212 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-d05d5e6c-7c44-41bd-8f24-2152837d73e8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=ebf8958e-0d4b-4846-9af0-7f9f2ce53e58 HTTP/1.1" status: 200 len: 217 time: 0.0570552 Jul 13 07:25:44.311106 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-89b96614-c2f6-4149-a113-3c58ab0c46c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:44.318206 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['3748c046-3a67-427e-b56a-088042d90f03', '3251a4bf-60c6-4ed1-842c-317814e9763a', '9e962251-4a79-4ab7-8d2a-496769cc07d9'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:44.410605 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-b806938f-df97-42cc-bc26-83e704a11a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:44.412997 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-b806938f-df97-42cc-bc26-83e704a11a61 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.1067975 Jul 13 07:25:44.418067 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-86bb37b8-d13a-45f5-a5b2-9cc6924be9b2 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Allocated IP 172.20.0.5 (a2f2a970-1f7c-4e2d-88ac-374bd59816ef/59738458-cb9f-4c4b-b821-44dd633482c4/16121aa2-0b3c-4f8e-9251-322cc934256e) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:25:44.542398 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-84fdaa84-ca1d-4376-8aa0-eed5f907ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:44.544016 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-84fdaa84-ca1d-4376-8aa0-eed5f907ca81 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1193905 Jul 13 07:25:44.741012 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28038306-a42b-4a7b-bef5-ae3e17c52bb3 req-4049f3ab-8f6a-4330-87cd-10d905fea467 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:44.749117 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-28038306-a42b-4a7b-bef5-ae3e17c52bb3 req-4049f3ab-8f6a-4330-87cd-10d905fea467 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=63964b8e-73ab-42c3-bba1-796d43b7c657 HTTP/1.1" status: 200 len: 936 time: 0.7922797 Jul 13 07:25:44.955391 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-553d8389-fcac-4d75-a290-e2f8a519496f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:45.006211 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-28038306-a42b-4a7b-bef5-ae3e17c52bb3 req-bc285944-958a-4466-a6c2-bf06a2f46aed tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561951 Jul 13 07:25:45.051894 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b27e5991-d6c9-4a4a-a586-4a08ef62b5cc', 'tag': 'ebf8958e-0d4b-4846-9af0-7f9f2ce53e58'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:45.054434 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3905332f-9fbe-47a6-9bbd-1d9609b1d51e" -d '{"events": [{"name": "network-changed", "server_uuid": "b27e5991-d6c9-4a4a-a586-4a08ef62b5cc", "tag": "ebf8958e-0d4b-4846-9af0-7f9f2ce53e58"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:45.078211 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-44a52d46-5466-4bd1-bca9-ba84804d7610 req-1828979f-c81d-4eea-9b50-8427e71e21e9 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ac8e04-231f-4adc-80ac-81e547158e75 HTTP/1.1" status: 200 len: 210 time: 0.4534314 Jul 13 07:25:45.115840 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-86bb37b8-d13a-45f5-a5b2-9cc6924be9b2 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:45.136998 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-86bb37b8-d13a-45f5-a5b2-9cc6924be9b2 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Transition to ACTIVE for port object 16121aa2-0b3c-4f8e-9251-322cc934256e will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:45.199675 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-f3f478a5-cc4e-44f6-a87d-4e80e547b791 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6407049 Jul 13 07:25:45.327596 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-a3124138-c0be-483c-bf36-6f3d8733f59e service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192021 Jul 13 07:25:45.577423 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515521fd-82e1-485f-9a84-195594bc21a9 req-11f481a0-29c9-497d-a9c7-dc1db085ef76 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:45.579830 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-515521fd-82e1-485f-9a84-195594bc21a9 req-11f481a0-29c9-497d-a9c7-dc1db085ef76 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] 10.222.0.23 "GET /v2.0/ports?device_id=be360353-05de-4326-a916-8f36bbdaa35b HTTP/1.1" status: 200 len: 945 time: 0.0766146 Jul 13 07:25:45.622296 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-515521fd-82e1-485f-9a84-195594bc21a9 req-79516511-d676-489b-8bd8-fd5e260302d6 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] 10.222.0.23 "GET /v2.0/security-groups?id=f36ab48e-54f1-4614-80ff-0e411405464f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369430 Jul 13 07:25:45.659498 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-86bb37b8-d13a-45f5-a5b2-9cc6924be9b2 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:45.692969 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43b207a-7f2e-40c0-96ee-b7178da93e6d x-openstack-request-id: req-b43b207a-7f2e-40c0-96ee-b7178da93e6d {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:45.693630 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b27e5991-d6c9-4a4a-a586-4a08ef62b5cc", "tag": "ebf8958e-0d4b-4846-9af0-7f9f2ce53e58", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:45.694952 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b43b207a-7f2e-40c0-96ee-b7178da93e6d {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:45.695765 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b27e5991-d6c9-4a4a-a586-4a08ef62b5cc', 'tag': 'ebf8958e-0d4b-4846-9af0-7f9f2ce53e58', 'status': 'completed', 'code': 200} Jul 13 07:25:45.741532 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9aca1-7bff-4ccc-92b9-4e850fe3e18d req-71c48042-70ae-45a4-bcf9-472ba470a617 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:45.743313 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b2d9aca1-7bff-4ccc-92b9-4e850fe3e18d req-71c48042-70ae-45a4-bcf9-472ba470a617 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.5566413 Jul 13 07:25:45.792163 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905332f-9fbe-47a6-9bbd-1d9609b1d51e req-c56ceeb6-acb3-47d7-bcd5-6e35b7a8285c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:45.793541 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3905332f-9fbe-47a6-9bbd-1d9609b1d51e req-c56ceeb6-acb3-47d7-bcd5-6e35b7a8285c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f62a165d661c46708d7b81a929628a41&device_id=b27e5991-d6c9-4a4a-a586-4a08ef62b5cc HTTP/1.1" status: 200 len: 1098 time: 0.0737422 Jul 13 07:25:45.801235 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-86bb37b8-d13a-45f5-a5b2-9cc6924be9b2 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Network a2f2a970-1f7c-4e2d-88ac-374bd59816ef is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:25:45.818160 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-86bb37b8-d13a-45f5-a5b2-9cc6924be9b2 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:25:45.823662 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-89b96614-c2f6-4149-a113-3c58ab0c46c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 905209fd-5bcf-4397-994e-e53811de1895 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:45.834048 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-86bb37b8-d13a-45f5-a5b2-9cc6924be9b2 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:25:45.838549 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-89b96614-c2f6-4149-a113-3c58ab0c46c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:45.877335 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb37b8-d13a-45f5-a5b2-9cc6924be9b2 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Pushing event updated for resources: {'Port': ['ID=16121aa2-0b3c-4f8e-9251-322cc934256e,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:45.956019 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-86bb37b8-d13a-45f5-a5b2-9cc6924be9b2 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:45.957139 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-86bb37b8-d13a-45f5-a5b2-9cc6924be9b2 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:45.961652 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-89b96614-c2f6-4149-a113-3c58ab0c46c3 service neutron] Transition to ACTIVE for port object 905209fd-5bcf-4397-994e-e53811de1895 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:45.964700 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905332f-9fbe-47a6-9bbd-1d9609b1d51e req-216ee934-4aaa-4a52-9954-84d63c24a335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:45.967069 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3905332f-9fbe-47a6-9bbd-1d9609b1d51e req-216ee934-4aaa-4a52-9954-84d63c24a335 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.1662781 Jul 13 07:25:45.970426 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b2d9aca1-7bff-4ccc-92b9-4e850fe3e18d req-7fd5eae3-ac51-4bed-8e92-bf45357fcf2d tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980436 Jul 13 07:25:45.983954 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-89b96614-c2f6-4149-a113-3c58ab0c46c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:46.041708 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b96614-c2f6-4149-a113-3c58ab0c46c3 service neutron] Pushing event updated for resources: {'Port': ['ID=905209fd-5bcf-4397-994e-e53811de1895,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:46.052304 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-86bb37b8-d13a-45f5-a5b2-9cc6924be9b2 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1012144 Jul 13 07:25:46.079419 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-793c880e-19d0-4114-942a-714a47518e29 service neutron] Request body: {'port': {'device_id': '82ac8e04-231f-4adc-80ac-81e547158e75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:25:46.151621 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3905332f-9fbe-47a6-9bbd-1d9609b1d51e req-d161b62c-54ec-4d4f-88e5-92e9e9b78c2e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=ebf8958e-0d4b-4846-9af0-7f9f2ce53e58 HTTP/1.1" status: 200 len: 217 time: 0.1715500 Jul 13 07:25:46.202359 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-52b5ca57-9dff-4841-903f-14b6345447df None None] Provisioning for port 16121aa2-0b3c-4f8e-9251-322cc934256e completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:46.216105 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-52b5ca57-9dff-4841-903f-14b6345447df None None] Provisioning complete for port 16121aa2-0b3c-4f8e-9251-322cc934256e triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:46.217384 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-52b5ca57-9dff-4841-903f-14b6345447df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:46.308244 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-52b5ca57-9dff-4841-903f-14b6345447df None None] Port 16121aa2-0b3c-4f8e-9251-322cc934256e cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:25:46.316961 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905332f-9fbe-47a6-9bbd-1d9609b1d51e req-2d8205c0-de79-4bc3-94de-d5a7800614f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:46.318761 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3905332f-9fbe-47a6-9bbd-1d9609b1d51e req-2d8205c0-de79-4bc3-94de-d5a7800614f2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.1592340 Jul 13 07:25:46.432611 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-89b96614-c2f6-4149-a113-3c58ab0c46c3 service neutron] Attempting to bind port 905209fd-5bcf-4397-994e-e53811de1895 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:25:46.432872 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905332f-9fbe-47a6-9bbd-1d9609b1d51e req-0fa20ca5-70a5-432f-8c22-cfa143049759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:46.432995 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-89b96614-c2f6-4149-a113-3c58ab0c46c3 service neutron] Attempting to bind port 905209fd-5bcf-4397-994e-e53811de1895 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:25:46.433409 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-89b96614-c2f6-4149-a113-3c58ab0c46c3 service neutron] Attempting to bind port 905209fd-5bcf-4397-994e-e53811de1895 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:46.434196 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3905332f-9fbe-47a6-9bbd-1d9609b1d51e req-0fa20ca5-70a5-432f-8c22-cfa143049759 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0979507 Jul 13 07:25:46.447418 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-793c880e-19d0-4114-942a-714a47518e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:46.452877 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-89b96614-c2f6-4149-a113-3c58ab0c46c3 service neutron] Port 905209fd-5bcf-4397-994e-e53811de1895 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:25:46.453219 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-89b96614-c2f6-4149-a113-3c58ab0c46c3 service neutron] Attempting to bind port 905209fd-5bcf-4397-994e-e53811de1895 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:46.477866 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb49e7-7370-4afe-a85f-a4f5c8d10761 req-7fb7a363-04e9-4440-8a45-1f4bceb33fb5 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:46.479641 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a7fb49e7-7370-4afe-a85f-a4f5c8d10761 req-7fb7a363-04e9-4440-8a45-1f4bceb33fb5 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ac8e04-231f-4adc-80ac-81e547158e75 HTTP/1.1" status: 200 len: 931 time: 0.1707418 Jul 13 07:25:46.483017 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-89b96614-c2f6-4149-a113-3c58ab0c46c3 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:25:46.483396 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-89b96614-c2f6-4149-a113-3c58ab0c46c3 service neutron] Checking segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:46.483775 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-89b96614-c2f6-4149-a113-3c58ab0c46c3 service neutron] Bound using segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:25:46.484224 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-89b96614-c2f6-4149-a113-3c58ab0c46c3 service neutron] Bound port: 905209fd-5bcf-4397-994e-e53811de1895, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:25:46.484589 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-89b96614-c2f6-4149-a113-3c58ab0c46c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:46.550226 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f73afb-e775-4649-9f20-4a4327232ba8 req-743081cb-890b-4c12-95c4-f367f46c3eea tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:46.552119 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-14f73afb-e775-4649-9f20-4a4327232ba8 req-743081cb-890b-4c12-95c4-f367f46c3eea tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=63964b8e-73ab-42c3-bba1-796d43b7c657 HTTP/1.1" status: 200 len: 948 time: 0.2432411 Jul 13 07:25:46.573420 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a7fb49e7-7370-4afe-a85f-a4f5c8d10761 req-bf22a0ac-ebc0-44ad-ae16-571d15567455 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9c732ca-38e5-4373-92d3-5943bd09957d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845797 Jul 13 07:25:46.595945 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-553d8389-fcac-4d75-a290-e2f8a519496f admin admin] Deleting port ac54bc27-2285-402f-b13a-8767a7719d1b {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:25:46.596237 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-553d8389-fcac-4d75-a290-e2f8a519496f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:46.598896 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3905332f-9fbe-47a6-9bbd-1d9609b1d51e req-21984c9c-d108-4aec-a6d9-46ec4d2e77eb service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566875 Jul 13 07:25:46.747811 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-89b96614-c2f6-4149-a113-3c58ab0c46c3 service neutron] For port 905209fd-5bcf-4397-994e-e53811de1895, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:25:46.759258 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3905332f-9fbe-47a6-9bbd-1d9609b1d51e req-18b35f23-827f-4b44-8dc2-3e5af4c84604 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480772 Jul 13 07:25:46.817994 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-14f73afb-e775-4649-9f20-4a4327232ba8 req-8cdfa99e-a408-4a0f-aab5-94640deb1175 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365844 Jul 13 07:25:46.819751 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-89b96614-c2f6-4149-a113-3c58ab0c46c3 service neutron] For port 905209fd-5bcf-4397-994e-e53811de1895, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=905209fd-5bcf-4397-994e-e53811de1895,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:25:46.857959 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-89b96614-c2f6-4149-a113-3c58ab0c46c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:46.956991 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-89b96614-c2f6-4149-a113-3c58ab0c46c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:46.957692 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-89b96614-c2f6-4149-a113-3c58ab0c46c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:46.959231 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-89b96614-c2f6-4149-a113-3c58ab0c46c3 service neutron] 10.222.0.42 "PUT /v2.0/ports/905209fd-5bcf-4397-994e-e53811de1895 HTTP/1.1" status: 200 len: 1097 time: 3.2039845 Jul 13 07:25:46.961126 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-553d8389-fcac-4d75-a290-e2f8a519496f admin admin] For port ac54bc27-2285-402f-b13a-8767a7719d1b, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=ac54bc27-2285-402f-b13a-8767a7719d1b,segment=NetworkSegment(44d52574-ab02-4367-bbf8-9814776b1550),segment_id=44d52574-ab02-4367-bbf8-9814776b1550)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:46.962103 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-553d8389-fcac-4d75-a290-e2f8a519496f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:46.966309 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63964b8e-73ab-42c3-bba1-796d43b7c657', 'tag': '905209fd-5bcf-4397-994e-e53811de1895'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:46.968801 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5609bf-e186-4131-88fd-02782e362d47" -d '{"events": [{"name": "network-changed", "server_uuid": "63964b8e-73ab-42c3-bba1-796d43b7c657", "tag": "905209fd-5bcf-4397-994e-e53811de1895"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:46.997676 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-553d8389-fcac-4d75-a290-e2f8a519496f admin admin] Calling delete_port for ac54bc27-2285-402f-b13a-8767a7719d1b owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:25:47.114633 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5867a57-6bf8-4519-8f15-d51defda5fff x-openstack-request-id: req-f5867a57-6bf8-4519-8f15-d51defda5fff {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:47.115005 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63964b8e-73ab-42c3-bba1-796d43b7c657", "tag": "905209fd-5bcf-4397-994e-e53811de1895", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:47.115285 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f5867a57-6bf8-4519-8f15-d51defda5fff {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:47.115699 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63964b8e-73ab-42c3-bba1-796d43b7c657', 'tag': '905209fd-5bcf-4397-994e-e53811de1895', 'status': 'completed', 'code': 200} Jul 13 07:25:47.129480 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b96614-c2f6-4149-a113-3c58ab0c46c3 service neutron] Pushing event updated for resources: {'Port': ['ID=905209fd-5bcf-4397-994e-e53811de1895,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:47.278166 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdc632-d8e4-4142-9eb9-6351b33a62c0 req-49a09e60-cf50-4291-88aa-cdc5766e6ea1 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:47.279784 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c6fdc632-d8e4-4142-9eb9-6351b33a62c0 req-49a09e60-cf50-4291-88aa-cdc5766e6ea1 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.2834816 Jul 13 07:25:47.301025 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-40ddcdd4-0a5d-4998-afe2-ffd1e228fa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:47.302514 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-40ddcdd4-0a5d-4998-afe2-ffd1e228fa4b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f62a165d661c46708d7b81a929628a41&device_id=63964b8e-73ab-42c3-bba1-796d43b7c657 HTTP/1.1" status: 200 len: 1100 time: 0.2615223 Jul 13 07:25:47.306223 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-793c880e-19d0-4114-942a-714a47518e29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16121aa2-0b3c-4f8e-9251-322cc934256e {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:47.324339 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-793c880e-19d0-4114-942a-714a47518e29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:47.474584 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-b917bd7c-fde1-45b4-b653-5ff5023e3e64 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=905209fd-5bcf-4397-994e-e53811de1895 HTTP/1.1" status: 200 len: 217 time: 0.1165161 Jul 13 07:25:47.474584 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-793c880e-19d0-4114-942a-714a47518e29 service neutron] Transition to ACTIVE for port object 16121aa2-0b3c-4f8e-9251-322cc934256e will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:25:47.474584 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-793c880e-19d0-4114-942a-714a47518e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:47.517633 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device ebf8958e-0d4b-4846-9af0-7f9f2ce53e58 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:25:47.519675 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c6fdc632-d8e4-4142-9eb9-6351b33a62c0 req-72d03ab3-b517-473c-b20b-95c8ff3d1d3a tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245941 Jul 13 07:25:47.581827 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-997ffa06-de59-427d-a35e-936a465d6e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:47.583374 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-997ffa06-de59-427d-a35e-936a465d6e4e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.1351657 Jul 13 07:25:47.658395 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c880e-19d0-4114-942a-714a47518e29 service neutron] Pushing event updated for resources: {'Port': ['ID=16121aa2-0b3c-4f8e-9251-322cc934256e,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:47.659310 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1166fe-a3ef-441d-93ea-73963ea52e41 req-6e3b6868-d3d4-4fb0-94e2-7e09450e6e4e tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:47.676149 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fb1166fe-a3ef-441d-93ea-73963ea52e41 req-6e3b6868-d3d4-4fb0-94e2-7e09450e6e4e tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] 10.222.0.23 "GET /v2.0/ports?device_id=be360353-05de-4326-a916-8f36bbdaa35b HTTP/1.1" status: 200 len: 945 time: 0.1602688 Jul 13 07:25:47.751631 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port ebf8958e-0d4b-4846-9af0-7f9f2ce53e58, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=ebf8958e-0d4b-4846-9af0-7f9f2ce53e58,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:47.757032 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fb1166fe-a3ef-441d-93ea-73963ea52e41 req-1d795317-7cc5-462f-ab2d-45a14d47b2d9 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] 10.222.0.23 "GET /v2.0/security-groups?id=f36ab48e-54f1-4614-80ff-0e411405464f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800433 Jul 13 07:25:47.783336 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': 'ebf8958e-0d4b-4846-9af0-7f9f2ce53e58', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': 'ebf8958e-0d4b-4846-9af0-7f9f2ce53e58', 'mac_address': 'fa:16:3e:9e:52:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:25:47.844856 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:47.864662 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebf8958e-0d4b-4846-9af0-7f9f2ce53e58 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:47.897319 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port ebf8958e-0d4b-4846-9af0-7f9f2ce53e58, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=ebf8958e-0d4b-4846-9af0-7f9f2ce53e58,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:47.903099 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:47.956277 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-553d8389-fcac-4d75-a290-e2f8a519496f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:48.002276 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-793c880e-19d0-4114-942a-714a47518e29 service neutron] Attempting to bind port 16121aa2-0b3c-4f8e-9251-322cc934256e on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:25:48.002836 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-793c880e-19d0-4114-942a-714a47518e29 service neutron] Attempting to bind port 16121aa2-0b3c-4f8e-9251-322cc934256e by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '75fde3fe-6101-4fe3-96fd-75abf8fa0b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a2f2a970-1f7c-4e2d-88ac-374bd59816ef'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:25:48.003986 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-793c880e-19d0-4114-942a-714a47518e29 service neutron] Attempting to bind port 16121aa2-0b3c-4f8e-9251-322cc934256e on network a2f2a970-1f7c-4e2d-88ac-374bd59816ef {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:48.019571 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d8389-fcac-4d75-a290-e2f8a519496f admin admin] Pushing event deleted for resources: {'Port': ['ID=ac54bc27-2285-402f-b13a-8767a7719d1b,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:48.030723 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-793c880e-19d0-4114-942a-714a47518e29 service neutron] Port 16121aa2-0b3c-4f8e-9251-322cc934256e on network a2f2a970-1f7c-4e2d-88ac-374bd59816ef not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:25:48.031353 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-793c880e-19d0-4114-942a-714a47518e29 service neutron] Attempting to bind port 16121aa2-0b3c-4f8e-9251-322cc934256e on network a2f2a970-1f7c-4e2d-88ac-374bd59816ef {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:25:48.039103 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-eecf934a-60eb-4141-b377-844660f6ea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:48.041362 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-eecf934a-60eb-4141-b377-844660f6ea11 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4510303 Jul 13 07:25:48.050253 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3d0a0-b60c-40be-b609-fb77f8dc3c9e req-8ff9d876-db07-4091-95db-d8c441c2fde1 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:48.054873 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=ebf8958e-0d4b-4846-9af0-7f9f2ce53e58,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:48.058165 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-beb3d0a0-b60c-40be-b609-fb77f8dc3c9e req-8ff9d876-db07-4091-95db-d8c441c2fde1 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ac8e04-231f-4adc-80ac-81e547158e75 HTTP/1.1" status: 200 len: 943 time: 0.1223924 Jul 13 07:25:48.116903 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-beb3d0a0-b60c-40be-b609-fb77f8dc3c9e req-1b86b4d9-f7ff-45c3-b3d9-1c566332e234 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9c732ca-38e5-4373-92d3-5943bd09957d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577421 Jul 13 07:25:48.136602 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-793c880e-19d0-4114-942a-714a47518e29 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:25:48.137136 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-793c880e-19d0-4114-942a-714a47518e29 service neutron] Checking segment: {'id': '75fde3fe-6101-4fe3-96fd-75abf8fa0b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a2f2a970-1f7c-4e2d-88ac-374bd59816ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:25:48.137641 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-793c880e-19d0-4114-942a-714a47518e29 service neutron] Bound using segment: {'id': '75fde3fe-6101-4fe3-96fd-75abf8fa0b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a2f2a970-1f7c-4e2d-88ac-374bd59816ef'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:25:48.138236 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-793c880e-19d0-4114-942a-714a47518e29 service neutron] Bound port: 16121aa2-0b3c-4f8e-9251-322cc934256e, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75fde3fe-6101-4fe3-96fd-75abf8fa0b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a2f2a970-1f7c-4e2d-88ac-374bd59816ef'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:25:48.138712 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-793c880e-19d0-4114-942a-714a47518e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:48.189058 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13645556-d0bc-4ae3-b3fb-c3c0381803f9 req-e5481b51-73b0-46de-af7e-f56d009bfead tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:48.190750 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-13645556-d0bc-4ae3-b3fb-c3c0381803f9 req-e5481b51-73b0-46de-af7e-f56d009bfead tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.4203393 Jul 13 07:25:48.200279 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['ebf8958e-0d4b-4846-9af0-7f9f2ce53e58'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:48.404994 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-793c880e-19d0-4114-942a-714a47518e29 service neutron] For port 16121aa2-0b3c-4f8e-9251-322cc934256e, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:25:48.425924 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-793c880e-19d0-4114-942a-714a47518e29 service neutron] For port 16121aa2-0b3c-4f8e-9251-322cc934256e, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=16121aa2-0b3c-4f8e-9251-322cc934256e,segment=NetworkSegment(75fde3fe-6101-4fe3-96fd-75abf8fa0b52),segment_id=75fde3fe-6101-4fe3-96fd-75abf8fa0b52)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:25:48.434249 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-13645556-d0bc-4ae3-b3fb-c3c0381803f9 req-6e334659-33db-4993-ad37-239a9209ecd9 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286777 Jul 13 07:25:48.440183 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-793c880e-19d0-4114-942a-714a47518e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:48.533843 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3d10c-b868-4571-8081-113eccaf89e1 req-19e134db-b527-4876-86c0-33662a9b5a30 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:48.542795 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-62e3d10c-b868-4571-8081-113eccaf89e1 req-19e134db-b527-4876-86c0-33662a9b5a30 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=63964b8e-73ab-42c3-bba1-796d43b7c657 HTTP/1.1" status: 200 len: 948 time: 0.1551521 Jul 13 07:25:48.583918 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-793c880e-19d0-4114-942a-714a47518e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:48.585194 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-793c880e-19d0-4114-942a-714a47518e29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:48.587473 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-793c880e-19d0-4114-942a-714a47518e29 service neutron] 10.222.0.25 "PUT /v2.0/ports/16121aa2-0b3c-4f8e-9251-322cc934256e HTTP/1.1" status: 200 len: 1092 time: 2.5217836 Jul 13 07:25:48.611919 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-9bf0d2dc-61a3-4010-9604-ccc2a81f395f service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5458846 Jul 13 07:25:48.626323 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-62e3d10c-b868-4571-8081-113eccaf89e1 req-62df33fb-77bc-4f25-a352-604a08b0fdf9 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825179 Jul 13 07:25:48.700392 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c880e-19d0-4114-942a-714a47518e29 service neutron] Pushing event updated for resources: {'Port': ['ID=16121aa2-0b3c-4f8e-9251-322cc934256e,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:48.869823 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9622b496-7673-42ac-ac2b-c79efc38a1ae req-721df0c6-497b-4398-aa44-c998a2fc25be service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415605 Jul 13 07:25:48.874423 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-553d8389-fcac-4d75-a290-e2f8a519496f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:48.893445 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-a88d51ab-69c3-4322-acfe-f063ec1c91cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:48.895020 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-a88d51ab-69c3-4322-acfe-f063ec1c91cf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ee1f885a5c2c4debb29c02950632e699&device_id=82ac8e04-231f-4adc-80ac-81e547158e75 HTTP/1.1" status: 200 len: 1095 time: 0.2333708 Jul 13 07:25:48.998861 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991308c-eebc-4778-ba4b-81fd4566943b req-1821171b-b61a-46ad-9e44-bde8a625cbbb tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:49.000699 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0991308c-eebc-4778-ba4b-81fd4566943b req-1821171b-b61a-46ad-9e44-bde8a625cbbb tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] 10.222.0.25 "GET /v2.0/ports?device_id=be360353-05de-4326-a916-8f36bbdaa35b HTTP/1.1" status: 200 len: 945 time: 0.1474552 Jul 13 07:25:49.144026 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695e8fd-146c-4de7-84e8-9dcbae1d4944 req-c745913b-27ca-44bd-9736-3ead7fdfec95 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:49.145595 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2695e8fd-146c-4de7-84e8-9dcbae1d4944 req-c745913b-27ca-44bd-9736-3ead7fdfec95 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] 10.222.0.23 "GET /v2.0/ports?device_id=be360353-05de-4326-a916-8f36bbdaa35b HTTP/1.1" status: 200 len: 945 time: 0.1438756 Jul 13 07:25:49.189676 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-0991308c-eebc-4778-ba4b-81fd4566943b req-2645a8c9-3c4b-40e2-81d8-5c5366662910 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] Deleting port f43e61ff-879a-4c9a-bd08-835b75293d7f {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:25:49.190018 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0991308c-eebc-4778-ba4b-81fd4566943b req-2645a8c9-3c4b-40e2-81d8-5c5366662910 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:49.210126 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2695e8fd-146c-4de7-84e8-9dcbae1d4944 req-9b0ee1b0-bb01-4bf2-902d-604faee6acb2 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] 10.222.0.23 "GET /v2.0/security-groups?id=f36ab48e-54f1-4614-80ff-0e411405464f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561192 Jul 13 07:25:49.246657 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82ac8e04-231f-4adc-80ac-81e547158e75', 'tag': '16121aa2-0b3c-4f8e-9251-322cc934256e'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:49.249478 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396e8dc2-087a-4c4e-a458-27d2fe58731e" -d '{"events": [{"name": "network-changed", "server_uuid": "82ac8e04-231f-4adc-80ac-81e547158e75", "tag": "16121aa2-0b3c-4f8e-9251-322cc934256e"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:49.301779 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-0991308c-eebc-4778-ba4b-81fd4566943b req-2645a8c9-3c4b-40e2-81d8-5c5366662910 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] For port f43e61ff-879a-4c9a-bd08-835b75293d7f, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=f43e61ff-879a-4c9a-bd08-835b75293d7f,segment=NetworkSegment(457aec53-0b6c-4d70-9e19-c5836de68ec9),segment_id=457aec53-0b6c-4d70-9e19-c5836de68ec9)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:49.302288 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0991308c-eebc-4778-ba4b-81fd4566943b req-2645a8c9-3c4b-40e2-81d8-5c5366662910 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:49.316937 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-0991308c-eebc-4778-ba4b-81fd4566943b req-2645a8c9-3c4b-40e2-81d8-5c5366662910 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] Calling delete_port for f43e61ff-879a-4c9a-bd08-835b75293d7f owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:25:49.327754 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-f96f6e90-a182-4e47-bbd9-a9f4a32fefcc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16121aa2-0b3c-4f8e-9251-322cc934256e HTTP/1.1" status: 200 len: 217 time: 0.0721238 Jul 13 07:25:49.433641 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-19ee359f-034d-464e-8539-94a0205fe279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:49.435110 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-19ee359f-034d-464e-8539-94a0205fe279 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=59738458-cb9f-4c4b-b821-44dd633482c4 HTTP/1.1" status: 200 len: 855 time: 0.0902174 Jul 13 07:25:49.467999 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02abe51-a906-47b3-b433-cc050d0c8fa9 x-openstack-request-id: req-d02abe51-a906-47b3-b433-cc050d0c8fa9 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:49.468307 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82ac8e04-231f-4adc-80ac-81e547158e75", "tag": "16121aa2-0b3c-4f8e-9251-322cc934256e", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:49.468671 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d02abe51-a906-47b3-b433-cc050d0c8fa9 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:49.468965 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82ac8e04-231f-4adc-80ac-81e547158e75', 'tag': '16121aa2-0b3c-4f8e-9251-322cc934256e', 'status': 'completed', 'code': 200} Jul 13 07:25:49.490821 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0991308c-eebc-4778-ba4b-81fd4566943b req-2645a8c9-3c4b-40e2-81d8-5c5366662910 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:49.508073 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['f43e61ff-879a-4c9a-bd08-835b75293d7f'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:49.537681 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device ebf8958e-0d4b-4846-9af0-7f9f2ce53e58 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:49.551850 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2645a8c9-3c4b-40e2-81d8-5c5366662910 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] Pushing event deleted for resources: {'Port': ['ID=f43e61ff-879a-4c9a-bd08-835b75293d7f,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:49.588283 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5609bf-e186-4131-88fd-02782e362d47 req-8193158d-2ed6-48e9-a73b-fd4a0069934a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:49.589850 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3f5609bf-e186-4131-88fd-02782e362d47 req-8193158d-2ed6-48e9-a73b-fd4a0069934a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f62a165d661c46708d7b81a929628a41&device_id=63964b8e-73ab-42c3-bba1-796d43b7c657 HTTP/1.1" status: 200 len: 1100 time: 0.3372560 Jul 13 07:25:49.618972 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-0991308c-eebc-4778-ba4b-81fd4566943b req-2645a8c9-3c4b-40e2-81d8-5c5366662910 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] No DVR routers for this DVR port f43e61ff-879a-4c9a-bd08-835b75293d7f on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:25:49.622983 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port ebf8958e-0d4b-4846-9af0-7f9f2ce53e58 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:49.623417 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869296e-e538-46be-8e3b-74d7293eecd1 req-963c8a4e-06b2-4c3f-b6e7-12b374e5f946 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:49.625001 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f869296e-e538-46be-8e3b-74d7293eecd1 req-963c8a4e-06b2-4c3f-b6e7-12b374e5f946 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ac8e04-231f-4adc-80ac-81e547158e75 HTTP/1.1" status: 200 len: 943 time: 0.3013921 Jul 13 07:25:49.625890 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0991308c-eebc-4778-ba4b-81fd4566943b req-2645a8c9-3c4b-40e2-81d8-5c5366662910 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:49.629364 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0991308c-eebc-4778-ba4b-81fd4566943b req-2645a8c9-3c4b-40e2-81d8-5c5366662910 tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] 10.222.0.25 "DELETE /v2.0/ports/f43e61ff-879a-4c9a-bd08-835b75293d7f HTTP/1.1" status: 204 len: 173 time: 0.6166658 Jul 13 07:25:49.629928 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port ebf8958e-0d4b-4846-9af0-7f9f2ce53e58 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:49.630934 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:49.640320 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be360353-05de-4326-a916-8f36bbdaa35b', 'name': 'network-vif-deleted', 'tag': 'f43e61ff-879a-4c9a-bd08-835b75293d7f'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:49.646748 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c2a043-8e32-4263-9858-dc99c4a1c82c" -d '{"events": [{"server_uuid": "be360353-05de-4326-a916-8f36bbdaa35b", "name": "network-vif-deleted", "tag": "f43e61ff-879a-4c9a-bd08-835b75293d7f"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:49.743977 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-10fee00d-054e-41e7-a634-05d5fa1aecc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:49.745507 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-10fee00d-054e-41e7-a634-05d5fa1aecc6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a2f2a970-1f7c-4e2d-88ac-374bd59816ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3002558 Jul 13 07:25:49.787008 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:49.849046 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b27e5991-d6c9-4a4a-a586-4a08ef62b5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf8958e-0d4b-4846-9af0-7f9f2ce53e58'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:49.856398 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632b5a56-2543-461c-9f01-d36fde32e61e" -d '{"events": [{"server_uuid": "b27e5991-d6c9-4a4a-a586-4a08ef62b5cc", "name": "network-vif-plugged", "status": "completed", "tag": "ebf8958e-0d4b-4846-9af0-7f9f2ce53e58"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:49.858805 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f869296e-e538-46be-8e3b-74d7293eecd1 req-95b2355c-d058-4d28-a0c4-882f40000e79 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9c732ca-38e5-4373-92d3-5943bd09957d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2156618 Jul 13 07:25:49.889020 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port ebf8958e-0d4b-4846-9af0-7f9f2ce53e58, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=ebf8958e-0d4b-4846-9af0-7f9f2ce53e58,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:49.889459 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:49.920722 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5609bf-e186-4131-88fd-02782e362d47 req-52568726-b87f-4ba7-8692-de03284b4d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:49.922303 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3f5609bf-e186-4131-88fd-02782e362d47 req-52568726-b87f-4ba7-8692-de03284b4d87 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.3227336 Jul 13 07:25:49.945230 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553d8389-fcac-4d75-a290-e2f8a519496f admin admin] Router 80033051-f3e5-49f8-93ab-05d33547f5d8 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:25:49.979647 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beca0169-a747-41ce-9d94-d45563c982bb x-openstack-request-id: req-beca0169-a747-41ce-9d94-d45563c982bb {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:49.980069 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be360353-05de-4326-a916-8f36bbdaa35b", "name": "network-vif-deleted", "tag": "f43e61ff-879a-4c9a-bd08-835b75293d7f", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:49.980418 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-beca0169-a747-41ce-9d94-d45563c982bb {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:49.981181 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be360353-05de-4326-a916-8f36bbdaa35b', 'name': 'network-vif-deleted', 'tag': 'f43e61ff-879a-4c9a-bd08-835b75293d7f', 'status': 'completed', 'code': 200} Jul 13 07:25:49.989768 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3f5609bf-e186-4131-88fd-02782e362d47 req-a3551dd7-5437-494e-844e-c6b60845cce1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=905209fd-5bcf-4397-994e-e53811de1895 HTTP/1.1" status: 200 len: 217 time: 0.0587373 Jul 13 07:25:49.993849 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=ebf8958e-0d4b-4846-9af0-7f9f2ce53e58,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:50.040321 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-7534fd6e-da47-4d2b-94db-076c92520e17 service neutron] 10.222.0.25 "GET /v2.0/networks/a2f2a970-1f7c-4e2d-88ac-374bd59816ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620227 Jul 13 07:25:50.052546 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b375f8-07b3-4e6b-9f01-46ff2dac28c0 req-e43828fc-b926-4fa1-ae5e-911d691a1a92 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:50.061727 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-74b375f8-07b3-4e6b-9f01-46ff2dac28c0 req-e43828fc-b926-4fa1-ae5e-911d691a1a92 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=63964b8e-73ab-42c3-bba1-796d43b7c657 HTTP/1.1" status: 200 len: 948 time: 0.1494920 Jul 13 07:25:50.132102 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5609bf-e186-4131-88fd-02782e362d47 req-e4735320-d08a-494f-bc38-bdc7f0c092bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:50.134457 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3f5609bf-e186-4131-88fd-02782e362d47 req-e4735320-d08a-494f-bc38-bdc7f0c092bf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.1377704 Jul 13 07:25:50.151894 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-74b375f8-07b3-4e6b-9f01-46ff2dac28c0 req-9d418e70-ed27-48a5-809c-9db3ccb29038 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888941 Jul 13 07:25:50.224626 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee428a1-acfa-41c2-a927-977e6581cb88 x-openstack-request-id: req-eee428a1-acfa-41c2-a927-977e6581cb88 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:50.225384 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b27e5991-d6c9-4a4a-a586-4a08ef62b5cc", "name": "network-vif-plugged", "status": "completed", "tag": "ebf8958e-0d4b-4846-9af0-7f9f2ce53e58", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:50.225384 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eee428a1-acfa-41c2-a927-977e6581cb88 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:50.225796 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b27e5991-d6c9-4a4a-a586-4a08ef62b5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf8958e-0d4b-4846-9af0-7f9f2ce53e58', 'code': 200} Jul 13 07:25:50.288341 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553d8389-fcac-4d75-a290-e2f8a519496f admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:25:50.302251 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41c07fc-8af0-4130-88bd-ce8e5b3d4920 None None] Sync routers for ids ['80033051-f3e5-49f8-93ab-05d33547f5d8'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:25:50.302809 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-553d8389-fcac-4d75-a290-e2f8a519496f admin admin] 10.222.0.23 "PUT /v2.0/routers/80033051-f3e5-49f8-93ab-05d33547f5d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3021963 Jul 13 07:25:50.302894 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8d4c55ad-244a-4f08-a31f-ee5573d2efb0 None None] Provisioning complete for port ebf8958e-0d4b-4846-9af0-7f9f2ce53e58 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:50.302894 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8d4c55ad-244a-4f08-a31f-ee5573d2efb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:50.303041 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52332) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:50.326962 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41c07fc-8af0-4130-88bd-ce8e5b3d4920 None None] Routers {'80033051-f3e5-49f8-93ab-05d33547f5d8'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:25:50.332700 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-b41c07fc-8af0-4130-88bd-ce8e5b3d4920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:25:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['80033051-f3e5-49f8-93ab-05d33547f5d8'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:50.404164 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb537a18-48c5-4236-8e14-cce23f097e7e req-d2a53e49-4f02-4ce4-8596-f15294670272 service neutron] 10.222.0.25 "GET /v2.0/networks/a2f2a970-1f7c-4e2d-88ac-374bd59816ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100870 Jul 13 07:25:50.411948 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5609bf-e186-4131-88fd-02782e362d47 req-46c03f0b-4be5-4f0d-a0a1-ae2364d02a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:50.420552 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3f5609bf-e186-4131-88fd-02782e362d47 req-46c03f0b-4be5-4f0d-a0a1-ae2364d02a2f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2194884 Jul 13 07:25:50.534262 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a06e02b6-a0f0-46d3-a906-7a78bfbf821d req-c58a3fe2-0d3c-4468-bb9f-8b69b93ef76a tempest-ServerMetadataNegativeTestJSON-680908392 tempest-ServerMetadataNegativeTestJSON-680908392-project] 10.222.0.23 "GET /v2.0/ports?device_id=be360353-05de-4326-a916-8f36bbdaa35b HTTP/1.1" status: 200 len: 210 time: 0.0569894 Jul 13 07:25:50.554094 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-b41c07fc-8af0-4130-88bd-ce8e5b3d4920 None None] Set router 80033051-f3e5-49f8-93ab-05d33547f5d8 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:25:50.651822 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9508fd-653b-40fd-99ac-ba0995d236b3 req-08bfd3c5-bbde-4e98-9929-9e553001919d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:50.652927 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-de9508fd-653b-40fd-99ac-ba0995d236b3 req-08bfd3c5-bbde-4e98-9929-9e553001919d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b27e5991-d6c9-4a4a-a586-4a08ef62b5cc HTTP/1.1" status: 200 len: 1100 time: 0.2588634 Jul 13 07:25:50.654142 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9fbc4ebf-831b-47f4-93c0-5548708e7a1a admin admin] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:50.663662 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3f5609bf-e186-4131-88fd-02782e362d47 req-87a6be7f-e086-49fb-982c-b28571aff414 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337151 Jul 13 07:25:50.713230 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e8dc2-087a-4c4e-a458-27d2fe58731e req-d661177a-50c4-4f89-8ad1-20e0d012e6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:50.714869 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-396e8dc2-087a-4c4e-a458-27d2fe58731e req-d661177a-50c4-4f89-8ad1-20e0d012e6c3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ee1f885a5c2c4debb29c02950632e699&device_id=82ac8e04-231f-4adc-80ac-81e547158e75 HTTP/1.1" status: 200 len: 1095 time: 0.2129586 Jul 13 07:25:50.746142 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3dd65-9b2a-45d5-ac25-df68a848d9b5 req-0f77e0f2-da63-4bd0-b962-39bd74fe5832 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:50.747683 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e8a3dd65-9b2a-45d5-ac25-df68a848d9b5 req-0f77e0f2-da63-4bd0-b962-39bd74fe5832 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.2447243 Jul 13 07:25:50.779133 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-de9508fd-653b-40fd-99ac-ba0995d236b3 req-6c6c0f0f-8680-49a1-9511-3307f05778bc service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791752 Jul 13 07:25:50.788615 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-b41c07fc-8af0-4130-88bd-ce8e5b3d4920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80033051-f3e5-49f8-93ab-05d33547f5d8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1309823790-router', 'tenant_id': 'e26f2dd3fa034aa8931350ba277400b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '53d15e02-a7dd-46a2-8408-a38e8a0b91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:23:30Z', 'updated_at': '2021-07-13T07:25:47Z', 'revision_number': 5, 'project_id': 'e26f2dd3fa034aa8931350ba277400b4', 'gw_port': {'id': '53d15e02-a7dd-46a2-8408-a38e8a0b91fa', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80033051-f3e5-49f8-93ab-05d33547f5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:23:32Z', 'updated_at': '2021-07-13T07:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:50.811715 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9fbc4ebf-831b-47f4-93c0-5548708e7a1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:50.822207 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41c07fc-8af0-4130-88bd-ce8e5b3d4920 None None] Checking router: 80033051-f3e5-49f8-93ab-05d33547f5d8 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:25:50.832167 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41c07fc-8af0-4130-88bd-ce8e5b3d4920 None None] Routers {'80033051-f3e5-49f8-93ab-05d33547f5d8'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:25:50.832925 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-b41c07fc-8af0-4130-88bd-ce8e5b3d4920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:25:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['80033051-f3e5-49f8-93ab-05d33547f5d8'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:50.887347 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-9fbc4ebf-831b-47f4-93c0-5548708e7a1a admin admin] Deleting port 53d15e02-a7dd-46a2-8408-a38e8a0b91fa {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:25:50.887927 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9fbc4ebf-831b-47f4-93c0-5548708e7a1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:50.899567 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e8a3dd65-9b2a-45d5-ac25-df68a848d9b5 req-97c397cf-8734-498a-8bab-62012deb6d15 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166420 Jul 13 07:25:50.910150 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3f5609bf-e186-4131-88fd-02782e362d47 req-58f6e070-78bb-429c-b003-d308dc7ee080 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387276 Jul 13 07:25:50.939368 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e8dc2-087a-4c4e-a458-27d2fe58731e req-35111c22-86e1-4c93-a753-6d43bccb2eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:50.939368 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-396e8dc2-087a-4c4e-a458-27d2fe58731e req-35111c22-86e1-4c93-a753-6d43bccb2eb3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a2f2a970-1f7c-4e2d-88ac-374bd59816ef HTTP/1.1" status: 200 len: 917 time: 0.2169344 Jul 13 07:25:50.985833 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-396e8dc2-087a-4c4e-a458-27d2fe58731e req-77702733-132a-4597-a0f9-96ad6b04000f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16121aa2-0b3c-4f8e-9251-322cc934256e HTTP/1.1" status: 200 len: 217 time: 0.0388117 Jul 13 07:25:51.066940 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-b41c07fc-8af0-4130-88bd-ce8e5b3d4920 None None] Set router 80033051-f3e5-49f8-93ab-05d33547f5d8 gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:25:51.067476 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e8dc2-087a-4c4e-a458-27d2fe58731e req-48a28ce1-2b30-495d-99c3-dd89a538c3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:51.070441 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-396e8dc2-087a-4c4e-a458-27d2fe58731e req-48a28ce1-2b30-495d-99c3-dd89a538c3e0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=59738458-cb9f-4c4b-b821-44dd633482c4 HTTP/1.1" status: 200 len: 855 time: 0.0763223 Jul 13 07:25:51.078104 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-9fbc4ebf-831b-47f4-93c0-5548708e7a1a admin admin] For port 53d15e02-a7dd-46a2-8408-a38e8a0b91fa, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=53d15e02-a7dd-46a2-8408-a38e8a0b91fa,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:51.078697 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9fbc4ebf-831b-47f4-93c0-5548708e7a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:51.094031 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-9fbc4ebf-831b-47f4-93c0-5548708e7a1a admin admin] Calling delete_port for 53d15e02-a7dd-46a2-8408-a38e8a0b91fa owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:25:51.127076 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-b41c07fc-8af0-4130-88bd-ce8e5b3d4920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80033051-f3e5-49f8-93ab-05d33547f5d8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1309823790-router', 'tenant_id': 'e26f2dd3fa034aa8931350ba277400b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:23:30Z', 'updated_at': '2021-07-13T07:25:50Z', 'revision_number': 6, 'project_id': 'e26f2dd3fa034aa8931350ba277400b4', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:51.156934 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41c07fc-8af0-4130-88bd-ce8e5b3d4920 None None] The sync data for ids ['80033051-f3e5-49f8-93ab-05d33547f5d8'] in n-d-771363-34 is: [{'id': '80033051-f3e5-49f8-93ab-05d33547f5d8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1309823790-router', 'tenant_id': 'e26f2dd3fa034aa8931350ba277400b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:23:30Z', 'updated_at': '2021-07-13T07:25:50Z', 'revision_number': 6, 'project_id': 'e26f2dd3fa034aa8931350ba277400b4', 'gw_port_host': None}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:25:51.162131 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd8559-ff3e-421c-941f-4ff38da93523 req-3bf93d94-86c0-4a64-9ba1-98fd889e424f tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:51.163699 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c6fd8559-ff3e-421c-941f-4ff38da93523 req-3bf93d94-86c0-4a64-9ba1-98fd889e424f tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ac8e04-231f-4adc-80ac-81e547158e75 HTTP/1.1" status: 200 len: 943 time: 0.1398945 Jul 13 07:25:51.182588 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478418dd-fb78-4b07-bfd5-b4b836ac1fb7 req-5f07ff16-a084-4f10-b676-f236251dfaf6 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:51.184190 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-478418dd-fb78-4b07-bfd5-b4b836ac1fb7 req-5f07ff16-a084-4f10-b676-f236251dfaf6 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.1121855 Jul 13 07:25:51.190940 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e8dc2-087a-4c4e-a458-27d2fe58731e req-f2c4ab7d-8065-4d11-ab58-8a5f76d6bedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:51.192695 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-396e8dc2-087a-4c4e-a458-27d2fe58731e req-f2c4ab7d-8065-4d11-ab58-8a5f76d6bedb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a2f2a970-1f7c-4e2d-88ac-374bd59816ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1101897 Jul 13 07:25:51.259302 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c6fd8559-ff3e-421c-941f-4ff38da93523 req-e9ed1373-51f8-42e2-b79f-ba725a3795e5 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9c732ca-38e5-4373-92d3-5943bd09957d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855458 Jul 13 07:25:51.284283 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-478418dd-fb78-4b07-bfd5-b4b836ac1fb7 req-eefc00bb-c857-4d02-abcb-9d7893321d45 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906262 Jul 13 07:25:51.325511 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-396e8dc2-087a-4c4e-a458-27d2fe58731e req-b2619fa0-9a77-42e3-976b-85b5a861b63a service neutron] 10.222.0.25 "GET /v2.0/networks/a2f2a970-1f7c-4e2d-88ac-374bd59816ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235878 Jul 13 07:25:51.330750 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9fbc4ebf-831b-47f4-93c0-5548708e7a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:51.392921 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc4ebf-831b-47f4-93c0-5548708e7a1a admin admin] Pushing event deleted for resources: {'Port': ['ID=53d15e02-a7dd-46a2-8408-a38e8a0b91fa,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:51.468640 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-396e8dc2-087a-4c4e-a458-27d2fe58731e req-241450ff-81f6-43ca-85ab-c81a94656cad service neutron] 10.222.0.25 "GET /v2.0/networks/a2f2a970-1f7c-4e2d-88ac-374bd59816ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252997 Jul 13 07:25:51.504139 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9fbc4ebf-831b-47f4-93c0-5548708e7a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:51.644033 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6ff29-b421-422c-8fee-3a3f5e9a770e req-d5cffde3-d004-4605-817e-14c4762130db tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:51.655133 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16b6ff29-b421-422c-8fee-3a3f5e9a770e req-d5cffde3-d004-4605-817e-14c4762130db tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=63964b8e-73ab-42c3-bba1-796d43b7c657 HTTP/1.1" status: 200 len: 948 time: 0.2653918 Jul 13 07:25:51.658804 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9fbc4ebf-831b-47f4-93c0-5548708e7a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:51.665457 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9fbc4ebf-831b-47f4-93c0-5548708e7a1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:51.667983 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device ac54bc27-2285-402f-b13a-8767a7719d1b no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:25:51.707690 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: ac54bc27-2285-402f-b13a-8767a7719d1b {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:25:51.708163 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device ac54bc27-2285-402f-b13a-8767a7719d1b not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:25:51.717227 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52356) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:51.747484 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9fbc4ebf-831b-47f4-93c0-5548708e7a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:51.748029 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbc4ebf-831b-47f4-93c0-5548708e7a1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80033051-f3e5-49f8-93ab-05d33547f5d8 {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:25:51.770165 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16b6ff29-b421-422c-8fee-3a3f5e9a770e req-0f13ec45-62c2-4403-8093-f8f19b838703 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140666 Jul 13 07:25:51.788920 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9fbc4ebf-831b-47f4-93c0-5548708e7a1a admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:51.790655 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9fbc4ebf-831b-47f4-93c0-5548708e7a1a admin admin] 10.222.0.23 "DELETE /v2.0/routers/80033051-f3e5-49f8-93ab-05d33547f5d8 HTTP/1.1" status: 204 len: 168 time: 1.4857688 Jul 13 07:25:51.796384 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52360) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:51.840908 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-86e55b32-aa3a-4492-9710-428e28d6a980 admin admin] Deleting subnet c15b0eb6-d634-4d3a-8b73-a575afdfe25d {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:25:51.849506 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-86e55b32-aa3a-4492-9710-428e28d6a980 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:51.864206 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-7daf868b-b27b-41a9-8b3e-626c987e7fe4 admin admin] Deleting subnet 63b58d58-942b-4d3e-ab5c-48cd2cacc8b8 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:25:51.867432 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7daf868b-b27b-41a9-8b3e-626c987e7fe4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:51.905147 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7daf868b-b27b-41a9-8b3e-626c987e7fe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:51.924060 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-86e55b32-aa3a-4492-9710-428e28d6a980 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:51.937273 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 905209fd-5bcf-4397-994e-e53811de1895 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:25:51.985220 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-86e55b32-aa3a-4492-9710-428e28d6a980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:52.010163 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7daf868b-b27b-41a9-8b3e-626c987e7fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:52.079841 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-86e55b32-aa3a-4492-9710-428e28d6a980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:52.110167 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7daf868b-b27b-41a9-8b3e-626c987e7fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:52.132975 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-86e55b32-aa3a-4492-9710-428e28d6a980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:52.139549 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-86e55b32-aa3a-4492-9710-428e28d6a980 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c15b0eb6-d634-4d3a-8b73-a575afdfe25d HTTP/1.1" status: 204 len: 168 time: 0.4190674 Jul 13 07:25:52.142360 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e55b32-aa3a-4492-9710-428e28d6a980 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c15b0eb6-d634-4d3a-8b73-a575afdfe25d,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:52.144765 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52366) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:52.168329 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 905209fd-5bcf-4397-994e-e53811de1895, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=905209fd-5bcf-4397-994e-e53811de1895,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:52.192805 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7daf868b-b27b-41a9-8b3e-626c987e7fe4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:52.197850 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7daf868b-b27b-41a9-8b3e-626c987e7fe4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/63b58d58-942b-4d3e-ab5c-48cd2cacc8b8 HTTP/1.1" status: 204 len: 168 time: 0.3974431 Jul 13 07:25:52.198907 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf868b-b27b-41a9-8b3e-626c987e7fe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63b58d58-942b-4d3e-ab5c-48cd2cacc8b8,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:52.200449 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '905209fd-5bcf-4397-994e-e53811de1895', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': '905209fd-5bcf-4397-994e-e53811de1895', 'mac_address': 'fa:16:3e:23:c3:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:25:52.209762 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52368) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:52.216047 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be3cdeb-3167-44eb-bb70-65b41db8b70c None None] Network 1a4476cd-2142-41cd-a14f-e66e958b639a requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:25:52.256444 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-847eae84-df4f-4484-ae53-e83a4c6e9930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:52.347096 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-65f67694-7ad5-439f-b882-a898eb1a9594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:52.350461 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:52.378478 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-847eae84-df4f-4484-ae53-e83a4c6e9930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:52.410279 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 905209fd-5bcf-4397-994e-e53811de1895 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:52.419053 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-847eae84-df4f-4484-ae53-e83a4c6e9930 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['084026c3-b787-47e1-b7ed-a6d1fb3e4f1b']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:52.434458 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-65f67694-7ad5-439f-b882-a898eb1a9594 admin admin] Deleting port 0ee3d5b4-37e5-44cb-a754-619fd09a37ba {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:25:52.435395 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-65f67694-7ad5-439f-b882-a898eb1a9594 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:52.462692 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-847eae84-df4f-4484-ae53-e83a4c6e9930 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '457aec53-0b6c-4d70-9e19-c5836de68ec9') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:52.463229 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-847eae84-df4f-4484-ae53-e83a4c6e9930 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '457aec53-0b6c-4d70-9e19-c5836de68ec9') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:52.482153 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 905209fd-5bcf-4397-994e-e53811de1895, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=905209fd-5bcf-4397-994e-e53811de1895,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:52.488353 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-847eae84-df4f-4484-ae53-e83a4c6e9930 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:52.530360 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:52.598709 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-847eae84-df4f-4484-ae53-e83a4c6e9930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:52.623641 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-65f67694-7ad5-439f-b882-a898eb1a9594 admin admin] For port 0ee3d5b4-37e5-44cb-a754-619fd09a37ba, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=0ee3d5b4-37e5-44cb-a754-619fd09a37ba,segment=NetworkSegment(44d52574-ab02-4367-bbf8-9814776b1550),segment_id=44d52574-ab02-4367-bbf8-9814776b1550)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:52.629907 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-847eae84-df4f-4484-ae53-e83a4c6e9930 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:25:52.630283 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-847eae84-df4f-4484-ae53-e83a4c6e9930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:52.641328 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-65f67694-7ad5-439f-b882-a898eb1a9594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:52.682518 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-65f67694-7ad5-439f-b882-a898eb1a9594 admin admin] Calling delete_port for 0ee3d5b4-37e5-44cb-a754-619fd09a37ba owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:25:52.757170 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0f1802-1eeb-4fa1-8e01-729d48af482a None None] DHCP port deletion for 1a4476cd-2142-41cd-a14f-e66e958b639a request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:25:52.763188 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=905209fd-5bcf-4397-994e-e53811de1895,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:52.782943 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:52.782943 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:52.782943 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:52.782943 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:52.782943 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:52.782943 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:52.782943 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:52.782943 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:52.782943 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:25:52.782943 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:25:52.782943 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:25:52.782943 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:25:52.782943 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:25:52.782943 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:25:52.782943 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:25:52.782943 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:25:52.782943 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:25:52.782943 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:25:52.782943 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:25:52.782943 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:25:52.782943 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:25:52.782943 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:25:52.782943 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:25:52.782943 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:25:52.782943 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:25:52.782943 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:25:52.782943 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:25:52.782943 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:25:52.782943 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:25:52.782943 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:25:52.782943 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:25:52.782943 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:25:52.782943 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:25:52.782943 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:25:52.782943 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:25:52.782943 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:25:52.782943 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:25:52.782943 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:25:52.782943 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:25:52.782943 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:25:52.805929 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-847eae84-df4f-4484-ae53-e83a4c6e9930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:52.812223 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-847eae84-df4f-4484-ae53-e83a4c6e9930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:52.817981 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-847eae84-df4f-4484-ae53-e83a4c6e9930 admin admin] 10.222.0.23 "DELETE /v2.0/networks/084026c3-b787-47e1-b7ed-a6d1fb3e4f1b HTTP/1.1" status: 204 len: 168 time: 0.6719933 Jul 13 07:25:52.860384 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:52.860746 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:52.861111 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:52.861398 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:52.861733 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:52.862051 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:52.864676 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:52.865156 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:52.865646 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:52.866114 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:52.866676 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:52.867142 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:25:52.904483 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847eae84-df4f-4484-ae53-e83a4c6e9930 admin admin] Pushing event deleted for resources: {'Network': ['ID=084026c3-b787-47e1-b7ed-a6d1fb3e4f1b,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:52.943473 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-ab0f1802-1eeb-4fa1-8e01-729d48af482a None None] Deleting port 0ee3d5b4-37e5-44cb-a754-619fd09a37ba {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:25:52.950114 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ab0f1802-1eeb-4fa1-8e01-729d48af482a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:52.960116 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-65f67694-7ad5-439f-b882-a898eb1a9594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:52.993463 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e6ec6-f658-42d0-abb4-b3489f5e6e73 req-6090bb8c-7425-4a26-9a89-233ff115044c tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:53.000679 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8f4e6ec6-f658-42d0-abb4-b3489f5e6e73 req-6090bb8c-7425-4a26-9a89-233ff115044c tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ac8e04-231f-4adc-80ac-81e547158e75 HTTP/1.1" status: 200 len: 943 time: 0.4948645 Jul 13 07:25:53.018169 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f67694-7ad5-439f-b882-a898eb1a9594 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ee3d5b4-37e5-44cb-a754-619fd09a37ba,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:53.022397 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f67694-7ad5-439f-b882-a898eb1a9594 admin admin] No DVR routers for this DVR port 0ee3d5b4-37e5-44cb-a754-619fd09a37ba on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:25:53.052808 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8f4e6ec6-f658-42d0-abb4-b3489f5e6e73 req-ed2654db-ddf5-4f85-b4f4-de112cc22081 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9c732ca-38e5-4373-92d3-5943bd09957d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510631 Jul 13 07:25:53.061192 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['905209fd-5bcf-4397-994e-e53811de1895'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:53.079758 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52386) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:53.108255 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-ab0f1802-1eeb-4fa1-8e01-729d48af482a None None] For port 0ee3d5b4-37e5-44cb-a754-619fd09a37ba, host n-d-771363-34, got binding levels [] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:53.108657 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ab0f1802-1eeb-4fa1-8e01-729d48af482a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:53.131020 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-ab0f1802-1eeb-4fa1-8e01-729d48af482a None None] Calling delete_port for 0ee3d5b4-37e5-44cb-a754-619fd09a37ba owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:25:53.138284 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.ipam_backend_mixin [None req-ab0f1802-1eeb-4fa1-8e01-729d48af482a None None] Port 0ee3d5b4-37e5-44cb-a754-619fd09a37ba was not found and therefore no delete operation was performed {{(pid=94019) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:25:53.144900 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ab0f1802-1eeb-4fa1-8e01-729d48af482a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:53.167074 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-65f67694-7ad5-439f-b882-a898eb1a9594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:53.180279 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-65f67694-7ad5-439f-b882-a898eb1a9594 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a4476cd-2142-41cd-a14f-e66e958b639a']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:53.187145 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ef36394e-70c3-4412-9607-53007c6a9e37 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=09cd416055834bca9f9971ed5445d0c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1061602 Jul 13 07:25:53.187795 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52388) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:53.193291 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-65f67694-7ad5-439f-b882-a898eb1a9594 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d52574-ab02-4367-bbf8-9814776b1550') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:53.193626 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-65f67694-7ad5-439f-b882-a898eb1a9594 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d52574-ab02-4367-bbf8-9814776b1550') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:53.209955 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-65f67694-7ad5-439f-b882-a898eb1a9594 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:53.235900 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e158e7-6663-4f83-9811-1530ec48104d req-9cfe7ce8-14c1-4d3d-a364-e866ee62f655 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:53.237521 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c2e158e7-6663-4f83-9811-1530ec48104d req-9cfe7ce8-14c1-4d3d-a364-e866ee62f655 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=63964b8e-73ab-42c3-bba1-796d43b7c657 HTTP/1.1" status: 200 len: 949 time: 0.2310660 Jul 13 07:25:53.247608 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-65f67694-7ad5-439f-b882-a898eb1a9594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:53.292876 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-097e74f6-499a-4df5-ae69-0b18d25b4363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:53.313506 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c2e158e7-6663-4f83-9811-1530ec48104d req-c252328d-2f6e-47fb-a609-b2cabbb57304 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658622 Jul 13 07:25:53.316573 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65f67694-7ad5-439f-b882-a898eb1a9594 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:25:53.317344 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-65f67694-7ad5-439f-b882-a898eb1a9594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:53.318965 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0f1802-1eeb-4fa1-8e01-729d48af482a None None] No DVR routers for this DVR port 0ee3d5b4-37e5-44cb-a754-619fd09a37ba on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:25:53.319743 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:25:53.333152 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f1802-1eeb-4fa1-8e01-729d48af482a None None] Pushing event deleted for resources: {'Port': ['ID=0ee3d5b4-37e5-44cb-a754-619fd09a37ba,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:53.346953 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-097e74f6-499a-4df5-ae69-0b18d25b4363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:53.369609 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:53.450386 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-65f67694-7ad5-439f-b882-a898eb1a9594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:53.456746 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-097e74f6-499a-4df5-ae69-0b18d25b4363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:53.466358 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-097e74f6-499a-4df5-ae69-0b18d25b4363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:53.478943 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-097e74f6-499a-4df5-ae69-0b18d25b4363 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f36ab48e-54f1-4614-80ff-0e411405464f HTTP/1.1" status: 204 len: 168 time: 0.2900171 Jul 13 07:25:53.502249 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-65f67694-7ad5-439f-b882-a898eb1a9594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:53.503295 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e74f6-499a-4df5-ae69-0b18d25b4363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36ab48e-54f1-4614-80ff-0e411405464f,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:53.504669 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-65f67694-7ad5-439f-b882-a898eb1a9594 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1a4476cd-2142-41cd-a14f-e66e958b639a HTTP/1.1" status: 204 len: 168 time: 1.2912722 Jul 13 07:25:53.508613 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52396) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:53.527859 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f67694-7ad5-439f-b882-a898eb1a9594 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a4476cd-2142-41cd-a14f-e66e958b639a,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:53.532012 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device f43e61ff-879a-4c9a-bd08-835b75293d7f no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:25:53.611583 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550de98-c720-4af8-b6da-3a9e52e17001 req-3b21b306-fe29-480d-a6e5-fbcb27691989 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:53.619544 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7550de98-c720-4af8-b6da-3a9e52e17001 req-3b21b306-fe29-480d-a6e5-fbcb27691989 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.1300218 Jul 13 07:25:53.629254 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: f43e61ff-879a-4c9a-bd08-835b75293d7f {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:25:53.629687 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device f43e61ff-879a-4c9a-bd08-835b75293d7f not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:25:53.636441 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 0ee3d5b4-37e5-44cb-a754-619fd09a37ba no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:25:53.670051 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7550de98-c720-4af8-b6da-3a9e52e17001 req-a39d2ffc-f615-436a-8077-e8e95570f6bf tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494621 Jul 13 07:25:53.678741 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 0ee3d5b4-37e5-44cb-a754-619fd09a37ba {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:25:53.679087 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 0ee3d5b4-37e5-44cb-a754-619fd09a37ba not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:25:53.679531 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 53d15e02-a7dd-46a2-8408-a38e8a0b91fa no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:25:53.721231 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 53d15e02-a7dd-46a2-8408-a38e8a0b91fa {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:25:53.721684 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 53d15e02-a7dd-46a2-8408-a38e8a0b91fa not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:25:53.728915 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:54.224102 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd73241-a995-40b5-ba28-ef7d1f59e68d req-8b3ad98d-cd46-4168-9c91-bd3112186aaf tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:54.225613 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ffd73241-a995-40b5-ba28-ef7d1f59e68d req-8b3ad98d-cd46-4168-9c91-bd3112186aaf tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.4108570 Jul 13 07:25:54.245264 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9ab70-c932-492f-b881-c5869845755f req-49510c0b-7f77-4b8a-bda4-6dca5e6207c3 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:54.252022 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-11c9ab70-c932-492f-b881-c5869845755f req-49510c0b-7f77-4b8a-bda4-6dca5e6207c3 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ac8e04-231f-4adc-80ac-81e547158e75 HTTP/1.1" status: 200 len: 943 time: 0.0787380 Jul 13 07:25:54.299776 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-11c9ab70-c932-492f-b881-c5869845755f req-999d6f3c-0f1f-4b4b-b00d-cd2b2a641f6b tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9c732ca-38e5-4373-92d3-5943bd09957d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465844 Jul 13 07:25:54.307836 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ffd73241-a995-40b5-ba28-ef7d1f59e68d req-37b14d0e-a395-4c52-9e47-092bfe59be57 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751059 Jul 13 07:25:54.429559 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a0b6e76c-5d08-454b-a600-7a1f9d78bdf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:54.632806 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3c594-d6d9-413c-8477-9c0bc4e57d34 req-50cddd52-6b02-4b63-b85e-f172e5fdc7b6 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:54.640718 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b8f3c594-d6d9-413c-8477-9c0bc4e57d34 req-50cddd52-6b02-4b63-b85e-f172e5fdc7b6 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=63964b8e-73ab-42c3-bba1-796d43b7c657 HTTP/1.1" status: 200 len: 949 time: 0.1697717 Jul 13 07:25:54.720104 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b8f3c594-d6d9-413c-8477-9c0bc4e57d34 req-8f342392-ff5e-4400-8c66-b9124c6462ea tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781105 Jul 13 07:25:54.781754 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc45da-de94-43b8-84f4-24a4f9d30210 req-5b99c605-1eff-42a8-a4a0-378516414789 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:54.783631 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-79dc45da-de94-43b8-84f4-24a4f9d30210 req-5b99c605-1eff-42a8-a4a0-378516414789 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.0860140 Jul 13 07:25:54.828229 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-79dc45da-de94-43b8-84f4-24a4f9d30210 req-22ed200f-6e1d-48b9-b227-7d7c636c8549 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388787 Jul 13 07:25:54.829570 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-a0b6e76c-5d08-454b-a600-7a1f9d78bdf3 admin admin] Deleting port 3149d54e-e936-4f65-8e4e-2776c686e0a9 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:25:54.829912 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a0b6e76c-5d08-454b-a600-7a1f9d78bdf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:54.928822 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-a0b6e76c-5d08-454b-a600-7a1f9d78bdf3 admin admin] For port 3149d54e-e936-4f65-8e4e-2776c686e0a9, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=3149d54e-e936-4f65-8e4e-2776c686e0a9,segment=NetworkSegment(ff484c1a-508b-499c-bc88-e328566bde72),segment_id=ff484c1a-508b-499c-bc88-e328566bde72)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:54.929195 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a0b6e76c-5d08-454b-a600-7a1f9d78bdf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:54.952380 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-a0b6e76c-5d08-454b-a600-7a1f9d78bdf3 admin admin] Calling delete_port for 3149d54e-e936-4f65-8e4e-2776c686e0a9 owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:25:55.080287 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a36f5-e4f9-41fd-81f8-3c920c052a72 req-c68e5384-a8e8-4c6f-b31c-f59b6370e70e tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:55.081797 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ee8a36f5-e4f9-41fd-81f8-3c920c052a72 req-c68e5384-a8e8-4c6f-b31c-f59b6370e70e tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.1252012 Jul 13 07:25:55.173514 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ee8a36f5-e4f9-41fd-81f8-3c920c052a72 req-7d606eed-9443-4ce1-adc6-944c31b1563f tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578945 Jul 13 07:25:55.239443 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a0b6e76c-5d08-454b-a600-7a1f9d78bdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:55.267255 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b6e76c-5d08-454b-a600-7a1f9d78bdf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3149d54e-e936-4f65-8e4e-2776c686e0a9,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:55.507755 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a0b6e76c-5d08-454b-a600-7a1f9d78bdf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:55.612787 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f94e7c-8281-4c80-9570-8010500453f5 req-00b9c305-4be1-4750-8864-5df4a60bbe8f tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:55.614322 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-35f94e7c-8281-4c80-9570-8010500453f5 req-00b9c305-4be1-4750-8864-5df4a60bbe8f tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.1270866 Jul 13 07:25:55.663889 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-35f94e7c-8281-4c80-9570-8010500453f5 req-5d0268fa-be7b-429f-8c06-e8f49837bc11 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423992 Jul 13 07:25:55.666324 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d17e5b-8855-4b9f-b94f-517f0d14af6e req-cd1f09af-e06f-4e6b-a1de-f0be9bff6eb4 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:55.668052 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-89d17e5b-8855-4b9f-b94f-517f0d14af6e req-cd1f09af-e06f-4e6b-a1de-f0be9bff6eb4 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ac8e04-231f-4adc-80ac-81e547158e75 HTTP/1.1" status: 200 len: 943 time: 0.2201114 Jul 13 07:25:55.751635 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-89d17e5b-8855-4b9f-b94f-517f0d14af6e req-52bf7be1-837f-4790-912c-064becbd2f50 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9c732ca-38e5-4373-92d3-5943bd09957d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762017 Jul 13 07:25:55.862087 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b6e76c-5d08-454b-a600-7a1f9d78bdf3 admin admin] Router 67df0faa-5c6b-47af-a156-523dde194020 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:25:55.982150 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 905209fd-5bcf-4397-994e-e53811de1895 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:56.014192 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b6e76c-5d08-454b-a600-7a1f9d78bdf3 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:25:56.027176 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a0b6e76c-5d08-454b-a600-7a1f9d78bdf3 admin admin] 10.222.0.23 "PUT /v2.0/routers/67df0faa-5c6b-47af-a156-523dde194020/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5174139 Jul 13 07:25:56.029536 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52500) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:56.035974 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6f484c-5c56-4ad5-9dfa-b909dc2f644a None None] Sync routers for ids ['67df0faa-5c6b-47af-a156-523dde194020'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:25:56.049337 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6f484c-5c56-4ad5-9dfa-b909dc2f644a None None] Routers {'67df0faa-5c6b-47af-a156-523dde194020'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:25:56.050230 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-ba6f484c-5c56-4ad5-9dfa-b909dc2f644a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:25:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['67df0faa-5c6b-47af-a156-523dde194020'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:56.055777 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d382b-5404-4d7f-968c-9751811444d6 req-dcd0c51c-271d-4f50-83cd-c52c5774dbdb tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:56.057397 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-770d382b-5404-4d7f-968c-9751811444d6 req-dcd0c51c-271d-4f50-83cd-c52c5774dbdb tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.1320112 Jul 13 07:25:56.104835 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-770d382b-5404-4d7f-968c-9751811444d6 req-aebaedd4-f5e5-4f99-8fd5-4b96e448de00 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410559 Jul 13 07:25:56.110155 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 905209fd-5bcf-4397-994e-e53811de1895 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:56.115872 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 905209fd-5bcf-4397-994e-e53811de1895 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:56.116244 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:56.197251 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-12d142a4-d0f8-47e8-bc0c-d712c1c75cff admin admin] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:56.251454 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:56.284745 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddf723-1ef4-46f4-bb7b-4fef8d80e3d7 req-9a31e855-b924-4c73-bfe4-d467c5431d75 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:56.286438 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-ba6f484c-5c56-4ad5-9dfa-b909dc2f644a None None] Set router 67df0faa-5c6b-47af-a156-523dde194020 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:25:56.286762 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c1ddf723-1ef4-46f4-bb7b-4fef8d80e3d7 req-9a31e855-b924-4c73-bfe4-d467c5431d75 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=63964b8e-73ab-42c3-bba1-796d43b7c657 HTTP/1.1" status: 200 len: 949 time: 0.2129312 Jul 13 07:25:56.288519 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63964b8e-73ab-42c3-bba1-796d43b7c657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905209fd-5bcf-4397-994e-e53811de1895'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:56.291991 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5be43e4-af46-488e-8b83-7e53b3d03972" -d '{"events": [{"server_uuid": "63964b8e-73ab-42c3-bba1-796d43b7c657", "name": "network-vif-plugged", "status": "completed", "tag": "905209fd-5bcf-4397-994e-e53811de1895"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:56.362521 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 905209fd-5bcf-4397-994e-e53811de1895, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=905209fd-5bcf-4397-994e-e53811de1895,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:56.378508 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:56.380998 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c1ddf723-1ef4-46f4-bb7b-4fef8d80e3d7 req-80ff4431-49b5-46f4-8479-c42c305089b0 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572143 Jul 13 07:25:56.387437 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-12d142a4-d0f8-47e8-bc0c-d712c1c75cff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:56.450456 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-12d142a4-d0f8-47e8-bc0c-d712c1c75cff admin admin] Deleting port 92f67ff9-5979-43ea-aef9-0abb1d186815 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:25:56.451043 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-12d142a4-d0f8-47e8-bc0c-d712c1c75cff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:56.454891 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52512) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:56.467558 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=905209fd-5bcf-4397-994e-e53811de1895,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:56.506185 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c0f0e6-5bfc-4957-a968-9a0066872aef x-openstack-request-id: req-b7c0f0e6-5bfc-4957-a968-9a0066872aef {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:25:56.506716 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63964b8e-73ab-42c3-bba1-796d43b7c657", "name": "network-vif-plugged", "status": "completed", "tag": "905209fd-5bcf-4397-994e-e53811de1895", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:25:56.507496 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b7c0f0e6-5bfc-4957-a968-9a0066872aef {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:25:56.508872 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63964b8e-73ab-42c3-bba1-796d43b7c657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905209fd-5bcf-4397-994e-e53811de1895', 'code': 200} Jul 13 07:25:56.599684 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b66ca5-2041-4e1c-bb9f-652b903ed2af req-5c18f984-216c-49a2-9c6d-dcb6cafdabf2 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:56.604791 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-33b66ca5-2041-4e1c-bb9f-652b903ed2af req-5c18f984-216c-49a2-9c6d-dcb6cafdabf2 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.1344104 Jul 13 07:25:56.622184 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-12d142a4-d0f8-47e8-bc0c-d712c1c75cff admin admin] For port 92f67ff9-5979-43ea-aef9-0abb1d186815, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=92f67ff9-5979-43ea-aef9-0abb1d186815,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:56.622550 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-12d142a4-d0f8-47e8-bc0c-d712c1c75cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:56.645337 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-52a94634-f816-4d71-9104-5fc3193a3928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:56.646511 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-ba6f484c-5c56-4ad5-9dfa-b909dc2f644a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67df0faa-5c6b-47af-a156-523dde194020', 'name': 'tempest-AttachSCSIVolumeTestJSON-1217922932-router', 'tenant_id': 'c69f67ca36d94acfb1765f7de80f1971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '92f67ff9-5979-43ea-aef9-0abb1d186815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:23:49Z', 'updated_at': '2021-07-13T07:25:55Z', 'revision_number': 5, 'project_id': 'c69f67ca36d94acfb1765f7de80f1971', 'gw_port': {'id': '92f67ff9-5979-43ea-aef9-0abb1d186815', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67df0faa-5c6b-47af-a156-523dde194020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:23:51Z', 'updated_at': '2021-07-13T07:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:56.662126 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-12d142a4-d0f8-47e8-bc0c-d712c1c75cff admin admin] Calling delete_port for 92f67ff9-5979-43ea-aef9-0abb1d186815 owned by network:router_gateway {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:25:56.665203 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-33b66ca5-2041-4e1c-bb9f-652b903ed2af req-3a10d89d-d00b-40f8-a452-8cf570ff3859 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518105 Jul 13 07:25:56.682926 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6f484c-5c56-4ad5-9dfa-b909dc2f644a None None] Checking router: 67df0faa-5c6b-47af-a156-523dde194020 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:25:56.705575 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6f484c-5c56-4ad5-9dfa-b909dc2f644a None None] Routers {'67df0faa-5c6b-47af-a156-523dde194020'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:25:56.706226 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-ba6f484c-5c56-4ad5-9dfa-b909dc2f644a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:25:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['67df0faa-5c6b-47af-a156-523dde194020'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:56.776674 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b2629-38d4-44f8-89c4-ddfba9fc32e2 req-b56cdf9c-29ec-4551-9ac1-97a7f7747285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:56.778224 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b15b2629-38d4-44f8-89c4-ddfba9fc32e2 req-b56cdf9c-29ec-4551-9ac1-97a7f7747285 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=63964b8e-73ab-42c3-bba1-796d43b7c657 HTTP/1.1" status: 200 len: 1102 time: 0.2086165 Jul 13 07:25:56.784348 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-52a94634-f816-4d71-9104-5fc3193a3928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:56.791427 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-52a94634-f816-4d71-9104-5fc3193a3928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:56.850199 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-52a94634-f816-4d71-9104-5fc3193a3928 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=acde28d2a068443eb9e03ccbe0552e85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3938949 Jul 13 07:25:56.853092 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52522) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:56.876204 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-640b7624-c93f-43f5-a658-6e4965594840 None None] Provisioning complete for port 905209fd-5bcf-4397-994e-e53811de1895 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:56.876411 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-640b7624-c93f-43f5-a658-6e4965594840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:56.894384 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a94634-f816-4d71-9104-5fc3193a3928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bd1843-c03b-4502-bf48-3fa610e274a5,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:56.894614 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b15b2629-38d4-44f8-89c4-ddfba9fc32e2 req-a6a92efa-de0d-4f27-b233-8586cb6a32b0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066382 Jul 13 07:25:56.906223 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-ba6f484c-5c56-4ad5-9dfa-b909dc2f644a None None] Set router 67df0faa-5c6b-47af-a156-523dde194020 gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:25:56.964334 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-ba6f484c-5c56-4ad5-9dfa-b909dc2f644a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67df0faa-5c6b-47af-a156-523dde194020', 'name': 'tempest-AttachSCSIVolumeTestJSON-1217922932-router', 'tenant_id': 'c69f67ca36d94acfb1765f7de80f1971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:23:49Z', 'updated_at': '2021-07-13T07:25:56Z', 'revision_number': 6, 'project_id': 'c69f67ca36d94acfb1765f7de80f1971', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:56.973128 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b4eea943-e27d-469a-8ad9-4eb781ae49f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:56.984517 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-12d142a4-d0f8-47e8-bc0c-d712c1c75cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:56.999024 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6f484c-5c56-4ad5-9dfa-b909dc2f644a None None] The sync data for ids ['67df0faa-5c6b-47af-a156-523dde194020'] in n-d-771363-34 is: [{'id': '67df0faa-5c6b-47af-a156-523dde194020', 'name': 'tempest-AttachSCSIVolumeTestJSON-1217922932-router', 'tenant_id': 'c69f67ca36d94acfb1765f7de80f1971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:23:49Z', 'updated_at': '2021-07-13T07:25:56Z', 'revision_number': 6, 'project_id': 'c69f67ca36d94acfb1765f7de80f1971', 'gw_port_host': None}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:25:57.004637 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b4eea943-e27d-469a-8ad9-4eb781ae49f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:57.017082 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d142a4-d0f8-47e8-bc0c-d712c1c75cff admin admin] Pushing event deleted for resources: {'Port': ['ID=92f67ff9-5979-43ea-aef9-0abb1d186815,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:57.026957 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858ddf1-6378-4cf0-8564-17240a6160fe req-28fb9f88-d329-433b-98cf-7eeb8ebdb01f tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:57.028866 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b858ddf1-6378-4cf0-8564-17240a6160fe req-28fb9f88-d329-433b-98cf-7eeb8ebdb01f tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ac8e04-231f-4adc-80ac-81e547158e75 HTTP/1.1" status: 200 len: 943 time: 0.1194084 Jul 13 07:25:57.030585 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d861300b-f692-4ebe-a759-2b9e3ad2f380 req-0060bf10-f9c6-4948-8038-9743bc3c2400 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:57.037877 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d861300b-f692-4ebe-a759-2b9e3ad2f380 req-0060bf10-f9c6-4948-8038-9743bc3c2400 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.1423867 Jul 13 07:25:57.093297 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b858ddf1-6378-4cf0-8564-17240a6160fe req-c25a64f9-6b97-4200-942c-2c13274ad4c1 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9c732ca-38e5-4373-92d3-5943bd09957d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539644 Jul 13 07:25:57.110227 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b4eea943-e27d-469a-8ad9-4eb781ae49f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:57.113161 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b4eea943-e27d-469a-8ad9-4eb781ae49f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:57.114325 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b4eea943-e27d-469a-8ad9-4eb781ae49f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f6bd1843-c03b-4502-bf48-3fa610e274a5 HTTP/1.1" status: 204 len: 168 time: 0.2602270 Jul 13 07:25:57.124013 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eea943-e27d-469a-8ad9-4eb781ae49f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bd1843-c03b-4502-bf48-3fa610e274a5,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:57.154551 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d861300b-f692-4ebe-a759-2b9e3ad2f380 req-e2094db8-77ef-40f5-aad8-3d203874a0ae tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159527 Jul 13 07:25:57.155397 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-12d142a4-d0f8-47e8-bc0c-d712c1c75cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:57.533104 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 16121aa2-0b3c-4f8e-9251-322cc934256e details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:25:57.611549 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 3149d54e-e936-4f65-8e4e-2776c686e0a9 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:25:57.612189 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52540) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:57.637677 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 3149d54e-e936-4f65-8e4e-2776c686e0a9 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:25:57.638018 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 3149d54e-e936-4f65-8e4e-2776c686e0a9 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:25:57.652192 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-29c3c360-3cab-447d-8554-e0d53e5f5ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:57.678519 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-12d142a4-d0f8-47e8-bc0c-d712c1c75cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:57.682649 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-12d142a4-d0f8-47e8-bc0c-d712c1c75cff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:57.711863 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 16121aa2-0b3c-4f8e-9251-322cc934256e, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=16121aa2-0b3c-4f8e-9251-322cc934256e,segment=NetworkSegment(75fde3fe-6101-4fe3-96fd-75abf8fa0b52),segment_id=75fde3fe-6101-4fe3-96fd-75abf8fa0b52)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:57.712104 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d504348-7e60-44d4-978c-33f7bb93cac6 req-ca1bdc47-97db-4e14-a8d9-fc846109b87c tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:57.713483 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0d504348-7e60-44d4-978c-33f7bb93cac6 req-ca1bdc47-97db-4e14-a8d9-fc846109b87c tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=63964b8e-73ab-42c3-bba1-796d43b7c657 HTTP/1.1" status: 200 len: 950 time: 0.1137846 Jul 13 07:25:57.724407 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '16121aa2-0b3c-4f8e-9251-322cc934256e', 'network_id': 'a2f2a970-1f7c-4e2d-88ac-374bd59816ef', 'port_id': '16121aa2-0b3c-4f8e-9251-322cc934256e', 'mac_address': 'fa:16:3e:03:f6:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59738458-cb9f-4c4b-b821-44dd633482c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:25:57.760430 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65599852-4897-468e-9166-4a2cc385ac3a req-f25dd1f7-b66a-4f56-8b1d-d0e05bf46577 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:57.763905 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-65599852-4897-468e-9166-4a2cc385ac3a req-f25dd1f7-b66a-4f56-8b1d-d0e05bf46577 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.1396241 Jul 13 07:25:57.766728 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-12d142a4-d0f8-47e8-bc0c-d712c1c75cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:57.769547 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d142a4-d0f8-47e8-bc0c-d712c1c75cff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67df0faa-5c6b-47af-a156-523dde194020 {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:25:57.778199 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0d504348-7e60-44d4-978c-33f7bb93cac6 req-a639127c-b824-4c97-90e8-4f5efc3fcb10 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528839 Jul 13 07:25:57.779895 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-12d142a4-d0f8-47e8-bc0c-d712c1c75cff admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:57.781050 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-12d142a4-d0f8-47e8-bc0c-d712c1c75cff admin admin] 10.222.0.23 "DELETE /v2.0/routers/67df0faa-5c6b-47af-a156-523dde194020 HTTP/1.1" status: 204 len: 168 time: 1.7501781 Jul 13 07:25:57.783857 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52542) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:57.786636 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:57.811555 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16121aa2-0b3c-4f8e-9251-322cc934256e {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:25:57.833591 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-65599852-4897-468e-9166-4a2cc385ac3a req-f94f33a4-43ae-416a-ae50-37655313322f tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485041 Jul 13 07:25:57.838477 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 16121aa2-0b3c-4f8e-9251-322cc934256e, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=16121aa2-0b3c-4f8e-9251-322cc934256e,segment=NetworkSegment(75fde3fe-6101-4fe3-96fd-75abf8fa0b52),segment_id=75fde3fe-6101-4fe3-96fd-75abf8fa0b52)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:57.842328 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:57.868018 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e943ce3-7ec3-4123-a76f-b9a97efe3127 admin admin] Deleting subnet bf4c3e96-0ea9-40ea-b797-4bf0d6b56199 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:25:57.872865 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3e943ce3-7ec3-4123-a76f-b9a97efe3127 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:57.887586 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:25:57.919341 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=16121aa2-0b3c-4f8e-9251-322cc934256e,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:57.939647 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-29c3c360-3cab-447d-8554-e0d53e5f5ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:57.949913 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-29c3c360-3cab-447d-8554-e0d53e5f5ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:57.955928 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3e943ce3-7ec3-4123-a76f-b9a97efe3127 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:58.155099 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['16121aa2-0b3c-4f8e-9251-322cc934256e'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:25:58.333518 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be83d8-6887-4f09-b147-b4cd5015a900 req-fba383e9-03e4-4bfe-8273-258411fddd1f tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:58.336048 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-37be83d8-6887-4f09-b147-b4cd5015a900 req-fba383e9-03e4-4bfe-8273-258411fddd1f tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ac8e04-231f-4adc-80ac-81e547158e75 HTTP/1.1" status: 200 len: 944 time: 0.0963905 Jul 13 07:25:58.351400 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c3c360-3cab-447d-8554-e0d53e5f5ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275550fb-336b-4cfd-9b36-afcde6ef162e,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:58.404354 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-29c3c360-3cab-447d-8554-e0d53e5f5ded admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=382e780df1a240ff956881f127b3c857&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7910953 Jul 13 07:25:58.406912 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-37be83d8-6887-4f09-b147-b4cd5015a900 req-d489c7ce-0f16-4ff3-9876-8e4831e03e2b tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9c732ca-38e5-4373-92d3-5943bd09957d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638475 Jul 13 07:25:58.407569 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52552) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:58.471282 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-83b26e0d-b1f3-422c-b5ea-0907fcb99154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:58.496433 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-83b26e0d-b1f3-422c-b5ea-0907fcb99154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:58.496631 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74182b7-2ad3-4258-a833-eb2602036275 req-a4f4d144-1eef-438a-ba74-57b0e7ff3ad1 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:58.498421 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a74182b7-2ad3-4258-a833-eb2602036275 req-a4f4d144-1eef-438a-ba74-57b0e7ff3ad1 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.1727114 Jul 13 07:25:58.504468 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3e943ce3-7ec3-4123-a76f-b9a97efe3127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:58.584680 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-83b26e0d-b1f3-422c-b5ea-0907fcb99154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:58.584822 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a74182b7-2ad3-4258-a833-eb2602036275 req-1ff5fb2c-af16-433a-8e4e-b0b9dfe610fa tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772691 Jul 13 07:25:58.588295 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-83b26e0d-b1f3-422c-b5ea-0907fcb99154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:58.589807 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-83b26e0d-b1f3-422c-b5ea-0907fcb99154 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/275550fb-336b-4cfd-9b36-afcde6ef162e HTTP/1.1" status: 204 len: 168 time: 0.1799746 Jul 13 07:25:58.608666 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b26e0d-b1f3-422c-b5ea-0907fcb99154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275550fb-336b-4cfd-9b36-afcde6ef162e,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:58.617056 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3e943ce3-7ec3-4123-a76f-b9a97efe3127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:58.680538 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e943ce3-7ec3-4123-a76f-b9a97efe3127 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf4c3e96-0ea9-40ea-b797-4bf0d6b56199,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:58.684900 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3e943ce3-7ec3-4123-a76f-b9a97efe3127 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:58.690726 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3e943ce3-7ec3-4123-a76f-b9a97efe3127 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bf4c3e96-0ea9-40ea-b797-4bf0d6b56199 HTTP/1.1" status: 204 len: 168 time: 0.9057100 Jul 13 07:25:58.691020 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52560) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:58.699627 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94f2f86-648f-464e-82d9-cb1c6cfd6e72 None None] Network c505fa4e-5322-4fe4-9271-497a1f2b61ad requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:25:58.810480 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b3ecaa9-e5d9-4e76-b33f-3851df426c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:58.886239 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-5b3ecaa9-e5d9-4e76-b33f-3851df426c84 admin admin] Deleting port 9bbae138-e1a2-4daf-98e2-f2cf730b8197 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:25:58.886582 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b3ecaa9-e5d9-4e76-b33f-3851df426c84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:59.003556 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fcbeb-dafe-41f8-920a-4d57b8c6a89d req-12f7a1eb-7048-421b-927a-3a26e8e84bac tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:59.005969 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-712fcbeb-dafe-41f8-920a-4d57b8c6a89d req-12f7a1eb-7048-421b-927a-3a26e8e84bac tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.0969300 Jul 13 07:25:59.021924 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-5b3ecaa9-e5d9-4e76-b33f-3851df426c84 admin admin] For port 9bbae138-e1a2-4daf-98e2-f2cf730b8197, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=9bbae138-e1a2-4daf-98e2-f2cf730b8197,segment=NetworkSegment(ff484c1a-508b-499c-bc88-e328566bde72),segment_id=ff484c1a-508b-499c-bc88-e328566bde72)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:59.022284 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b3ecaa9-e5d9-4e76-b33f-3851df426c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:59.044612 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-5b3ecaa9-e5d9-4e76-b33f-3851df426c84 admin admin] Calling delete_port for 9bbae138-e1a2-4daf-98e2-f2cf730b8197 owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:25:59.077414 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-712fcbeb-dafe-41f8-920a-4d57b8c6a89d req-f1ee4bff-9277-4c2f-b2a9-3cd2506f5bdd tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645590 Jul 13 07:25:59.126538 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ccf9c6-c6a5-44bd-8043-090f3b8324be None None] DHCP port deletion for c505fa4e-5322-4fe4-9271-497a1f2b61ad request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:25:59.127602 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b103468-b158-4a69-9698-b0696b4c22f0 req-a302012e-e3b6-4cc9-b8c0-dffcd66e2964 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:59.129595 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5b103468-b158-4a69-9698-b0696b4c22f0 req-a302012e-e3b6-4cc9-b8c0-dffcd66e2964 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=63964b8e-73ab-42c3-bba1-796d43b7c657 HTTP/1.1" status: 200 len: 950 time: 0.1723740 Jul 13 07:25:59.194901 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-e5ccf9c6-c6a5-44bd-8043-090f3b8324be None None] Deleting port 9bbae138-e1a2-4daf-98e2-f2cf730b8197 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:25:59.196373 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5b103468-b158-4a69-9698-b0696b4c22f0 req-42ece643-6121-4ce0-880c-1fb9f7942697 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587976 Jul 13 07:25:59.208530 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b3ecaa9-e5d9-4e76-b33f-3851df426c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:59.212905 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e5ccf9c6-c6a5-44bd-8043-090f3b8324be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:59.270678 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ecaa9-e5d9-4e76-b33f-3851df426c84 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bbae138-e1a2-4daf-98e2-f2cf730b8197,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:59.281445 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3ecaa9-e5d9-4e76-b33f-3851df426c84 admin admin] No DVR routers for this DVR port 9bbae138-e1a2-4daf-98e2-f2cf730b8197 on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:25:59.305356 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-e5ccf9c6-c6a5-44bd-8043-090f3b8324be None None] For port 9bbae138-e1a2-4daf-98e2-f2cf730b8197, host n-d-771363-34, got binding levels [] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:59.306023 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e5ccf9c6-c6a5-44bd-8043-090f3b8324be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:59.322469 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-e5ccf9c6-c6a5-44bd-8043-090f3b8324be None None] Calling delete_port for 9bbae138-e1a2-4daf-98e2-f2cf730b8197 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:25:59.325603 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.ipam_backend_mixin [None req-e5ccf9c6-c6a5-44bd-8043-090f3b8324be None None] Port 9bbae138-e1a2-4daf-98e2-f2cf730b8197 was not found and therefore no delete operation was performed {{(pid=94019) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:25:59.327397 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e5ccf9c6-c6a5-44bd-8043-090f3b8324be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:59.334743 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5194ae-82c8-4aa8-97b6-358199a587fe req-35f21211-564a-4317-ad6c-6dbcb751d380 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:59.344026 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-be5194ae-82c8-4aa8-97b6-358199a587fe req-35f21211-564a-4317-ad6c-6dbcb751d380 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.1056008 Jul 13 07:25:59.360651 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ccf9c6-c6a5-44bd-8043-090f3b8324be None None] Pushing event deleted for resources: {'Port': ['ID=9bbae138-e1a2-4daf-98e2-f2cf730b8197,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:59.368604 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ccf9c6-c6a5-44bd-8043-090f3b8324be None None] No DVR routers for this DVR port 9bbae138-e1a2-4daf-98e2-f2cf730b8197 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:25:59.392729 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-be5194ae-82c8-4aa8-97b6-358199a587fe req-63c6aa22-0a95-4cd8-9039-65e78cdf6766 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473206 Jul 13 07:25:59.392934 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b3ecaa9-e5d9-4e76-b33f-3851df426c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:59.416965 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-5b3ecaa9-e5d9-4e76-b33f-3851df426c84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c505fa4e-5322-4fe4-9271-497a1f2b61ad']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:59.455667 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-5b3ecaa9-e5d9-4e76-b33f-3851df426c84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff484c1a-508b-499c-bc88-e328566bde72') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:59.455965 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-5b3ecaa9-e5d9-4e76-b33f-3851df426c84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff484c1a-508b-499c-bc88-e328566bde72') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:25:59.469909 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b3ecaa9-e5d9-4e76-b33f-3851df426c84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:59.499481 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b3ecaa9-e5d9-4e76-b33f-3851df426c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:59.515259 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329cc60c-86cf-4785-9fc8-565de37cf4d4 req-5a31e951-8769-415d-bdf2-ae84587b2412 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:59.518290 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-329cc60c-86cf-4785-9fc8-565de37cf4d4 req-5a31e951-8769-415d-bdf2-ae84587b2412 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=b27e5991-d6c9-4a4a-a586-4a08ef62b5cc HTTP/1.1" status: 200 len: 948 time: 0.1181176 Jul 13 07:25:59.519427 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b3ecaa9-e5d9-4e76-b33f-3851df426c84 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:25:59.521072 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b3ecaa9-e5d9-4e76-b33f-3851df426c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:59.522933 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:25:59.522933 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:25:59.522933 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:25:59.522933 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:25:59.522933 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:25:59.522933 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:25:59.522933 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:25:59.522933 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:25:59.522933 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:25:59.522933 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:25:59.522933 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:25:59.522933 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:25:59.522933 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:25:59.522933 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:25:59.522933 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:25:59.522933 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:25:59.522933 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:25:59.522933 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:25:59.522933 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:25:59.522933 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:25:59.522933 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:25:59.522933 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:25:59.522933 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:25:59.522933 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:25:59.522933 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:25:59.522933 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:25:59.522933 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:25:59.522933 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:25:59.522933 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:25:59.522933 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:25:59.522933 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:25:59.522933 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:25:59.561092 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 16121aa2-0b3c-4f8e-9251-322cc934256e up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:25:59.590515 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 92f67ff9-5979-43ea-aef9-0abb1d186815 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:25:59.615555 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 92f67ff9-5979-43ea-aef9-0abb1d186815 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:25:59.615973 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 92f67ff9-5979-43ea-aef9-0abb1d186815 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:25:59.616384 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 9bbae138-e1a2-4daf-98e2-f2cf730b8197 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:25:59.632832 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-329cc60c-86cf-4785-9fc8-565de37cf4d4 req-470f08d8-4900-43c7-8f0e-dec44fc41880 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087403 Jul 13 07:25:59.643636 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b3ecaa9-e5d9-4e76-b33f-3851df426c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:59.654376 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 9bbae138-e1a2-4daf-98e2-f2cf730b8197 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:25:59.654376 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 9bbae138-e1a2-4daf-98e2-f2cf730b8197 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:25:59.655569 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b3ecaa9-e5d9-4e76-b33f-3851df426c84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:59.655569 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5b3ecaa9-e5d9-4e76-b33f-3851df426c84 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c505fa4e-5322-4fe4-9271-497a1f2b61ad HTTP/1.1" status: 204 len: 168 time: 0.9620762 Jul 13 07:25:59.681781 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ecaa9-e5d9-4e76-b33f-3851df426c84 admin admin] Pushing event deleted for resources: {'Network': ['ID=c505fa4e-5322-4fe4-9271-497a1f2b61ad,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:25:59.720286 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 16121aa2-0b3c-4f8e-9251-322cc934256e completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:25:59.724588 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 16121aa2-0b3c-4f8e-9251-322cc934256e triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:25:59.725197 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:59.729753 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d100d5a-2f2f-4ee1-8423-171a9d3f8347 req-5bf88ebd-8ce0-4777-b60b-382ea1ad46cb tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:25:59.732367 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9d100d5a-2f2f-4ee1-8423-171a9d3f8347 req-5bf88ebd-8ce0-4777-b60b-382ea1ad46cb tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ac8e04-231f-4adc-80ac-81e547158e75 HTTP/1.1" status: 200 len: 944 time: 0.1290073 Jul 13 07:25:59.822696 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9d100d5a-2f2f-4ee1-8423-171a9d3f8347 req-c24ecc79-cd7d-46fd-bdcb-7038844ba661 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9c732ca-38e5-4373-92d3-5943bd09957d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831418 Jul 13 07:25:59.835034 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:59.873932 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ac8e04-231f-4adc-80ac-81e547158e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16121aa2-0b3c-4f8e-9251-322cc934256e'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:25:59.877491 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891877e0-2fef-4325-aa99-de5913362ea4" -d '{"events": [{"server_uuid": "82ac8e04-231f-4adc-80ac-81e547158e75", "name": "network-vif-plugged", "status": "completed", "tag": "16121aa2-0b3c-4f8e-9251-322cc934256e"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:25:59.896834 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 16121aa2-0b3c-4f8e-9251-322cc934256e, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=16121aa2-0b3c-4f8e-9251-322cc934256e,segment=NetworkSegment(75fde3fe-6101-4fe3-96fd-75abf8fa0b52),segment_id=75fde3fe-6101-4fe3-96fd-75abf8fa0b52)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:25:59.903363 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:25:59.941434 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52620) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:25:59.985711 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=16121aa2-0b3c-4f8e-9251-322cc934256e,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:00.029971 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2c774043-25dd-4894-87cd-0c158738b14a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e26f2dd3fa034aa8931350ba277400b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0872986 Jul 13 07:26:00.032561 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52622) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:00.109886 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10c020-51da-4864-99b9-2cfd5c82e19b req-7ca32cca-7d08-4c88-9ccb-01db18594b43 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:00.110769 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-022bf006-e2d7-4f84-9789-1ee3f19a739d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:00.121927 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6b10c020-51da-4864-99b9-2cfd5c82e19b req-7ca32cca-7d08-4c88-9ccb-01db18594b43 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/networks?id=594d3cf6-6536-44a4-bf86-7eb0b076281c HTTP/1.1" status: 200 len: 814 time: 0.1815472 Jul 13 07:26:00.144251 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-022bf006-e2d7-4f84-9789-1ee3f19a739d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:00.151738 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6b10c020-51da-4864-99b9-2cfd5c82e19b req-f6c4bb11-2160-446e-94ff-851cdeab2f7e tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/quotas/03be745b98834c52b52be1f288bde2c6 HTTP/1.1" status: 200 len: 375 time: 0.0244143 Jul 13 07:26:00.160837 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1dffaef0-4686-476d-bd24-ffddef2a2144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:00.209630 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-022bf006-e2d7-4f84-9789-1ee3f19a739d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:00.213859 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-022bf006-e2d7-4f84-9789-1ee3f19a739d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:00.227373 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-022bf006-e2d7-4f84-9789-1ee3f19a739d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/14f0b4fd-f1d9-4fab-8c58-5cbaac0a4a70 HTTP/1.1" status: 204 len: 168 time: 0.1923630 Jul 13 07:26:00.237373 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022bf006-e2d7-4f84-9789-1ee3f19a739d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f0b4fd-f1d9-4fab-8c58-5cbaac0a4a70,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:00.277985 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6b10c020-51da-4864-99b9-2cfd5c82e19b req-1c0c06c0-c459-4785-a228-bfcf24589354 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=03be745b98834c52b52be1f288bde2c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1176002 Jul 13 07:26:00.355315 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ab04ff39-97d2-42a6-960d-87e7a672be26 None None] Provisioning complete for port 16121aa2-0b3c-4f8e-9251-322cc934256e triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:00.355891 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ab04ff39-97d2-42a6-960d-87e7a672be26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:00.463950 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36663a0a-e709-45ce-920e-9dbd37594b91 req-a785d158-e5eb-483c-9da2-cef3d1eb8e38 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:00.471141 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36663a0a-e709-45ce-920e-9dbd37594b91 req-a785d158-e5eb-483c-9da2-cef3d1eb8e38 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:00.479345 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-36663a0a-e709-45ce-920e-9dbd37594b91 req-a785d158-e5eb-483c-9da2-cef3d1eb8e38 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=63964b8e-73ab-42c3-bba1-796d43b7c657&device_id=b27e5991-d6c9-4a4a-a586-4a08ef62b5cc HTTP/1.1" status: 200 len: 1689 time: 0.0913343 Jul 13 07:26:00.502852 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d286052-60d1-4f85-953c-5adb96cda609 x-openstack-request-id: req-0d286052-60d1-4f85-953c-5adb96cda609 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:00.503125 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ac8e04-231f-4adc-80ac-81e547158e75", "name": "network-vif-plugged", "status": "completed", "tag": "16121aa2-0b3c-4f8e-9251-322cc934256e", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:00.503429 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0d286052-60d1-4f85-953c-5adb96cda609 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:00.503977 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ac8e04-231f-4adc-80ac-81e547158e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16121aa2-0b3c-4f8e-9251-322cc934256e', 'code': 200} Jul 13 07:26:00.580277 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-36663a0a-e709-45ce-920e-9dbd37594b91 req-f8a78e2b-badd-4a5c-baca-7ff5d26a926b tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910447 Jul 13 07:26:00.713486 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52644) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:00.773434 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72da8d0-79d5-4214-a3f8-5f26ebc3f563 req-5769c707-0518-49d8-80ed-8c579e0f1357 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:00.775644 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d72da8d0-79d5-4214-a3f8-5f26ebc3f563 req-5769c707-0518-49d8-80ed-8c579e0f1357 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.1266978 Jul 13 07:26:00.783403 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b19792b-eef6-4430-8098-afd85d2bf969 req-eca19b4b-ed05-4de2-9770-57bc9a1d08ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:00.785286 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0b19792b-eef6-4430-8098-afd85d2bf969 req-eca19b4b-ed05-4de2-9770-57bc9a1d08ff service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=82ac8e04-231f-4adc-80ac-81e547158e75 HTTP/1.1" status: 200 len: 1097 time: 0.1891160 Jul 13 07:26:00.818574 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-140dbc82-fa58-4c87-a570-bb2836f98c24 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c69f67ca36d94acfb1765f7de80f1971&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1038318 Jul 13 07:26:00.823801 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52646) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:00.837374 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d72da8d0-79d5-4214-a3f8-5f26ebc3f563 req-7007d42a-30ae-4754-9b00-ebd6edc01424 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522072 Jul 13 07:26:00.860089 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0b19792b-eef6-4430-8098-afd85d2bf969 req-172305c8-4fea-4784-ac95-3d5d1e4eafc6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c9c732ca-38e5-4373-92d3-5943bd09957d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660913 Jul 13 07:26:00.894868 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0a07b-5c9b-412c-9f14-c3f117f8b357 req-a8b081da-2b09-4aa0-8c3c-e1db75395e87 tempest-ServersOnMultiNodesTest-1371202544 tempest-ServersOnMultiNodesTest-1371202544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:00.896946 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d3b0a07b-5c9b-412c-9f14-c3f117f8b357 req-a8b081da-2b09-4aa0-8c3c-e1db75395e87 tempest-ServersOnMultiNodesTest-1371202544 tempest-ServersOnMultiNodesTest-1371202544-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=63964b8e-73ab-42c3-bba1-796d43b7c657 HTTP/1.1" status: 200 len: 1102 time: 0.0975471 Jul 13 07:26:00.901576 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4235c6cd-c503-454d-9600-98928caa5c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:00.936101 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4235c6cd-c503-454d-9600-98928caa5c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:00.939319 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d3b0a07b-5c9b-412c-9f14-c3f117f8b357 req-9350c45f-c07b-4f30-8d2f-8790d5cca859 tempest-ServersOnMultiNodesTest-1371202544 tempest-ServersOnMultiNodesTest-1371202544-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329435 Jul 13 07:26:01.028575 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4235c6cd-c503-454d-9600-98928caa5c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:01.031798 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4235c6cd-c503-454d-9600-98928caa5c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:01.033078 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4235c6cd-c503-454d-9600-98928caa5c6b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a45ddd4-cc11-48ee-a82f-4272cee98275 HTTP/1.1" status: 204 len: 168 time: 0.2083571 Jul 13 07:26:01.049474 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235c6cd-c503-454d-9600-98928caa5c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a45ddd4-cc11-48ee-a82f-4272cee98275,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:01.083749 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e16b52-80bf-4d3c-a88f-0352270ceaa6 req-1d71a2d8-d9ba-4c59-aca8-0fb511dbacd8 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:01.085297 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-31e16b52-80bf-4d3c-a88f-0352270ceaa6 req-1d71a2d8-d9ba-4c59-aca8-0fb511dbacd8 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ac8e04-231f-4adc-80ac-81e547158e75 HTTP/1.1" status: 200 len: 945 time: 0.0958281 Jul 13 07:26:01.127813 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-31e16b52-80bf-4d3c-a88f-0352270ceaa6 req-23ed805a-e83a-4a20-b4df-dac0bd7283e8 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9c732ca-38e5-4373-92d3-5943bd09957d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361950 Jul 13 07:26:01.183132 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127af4e4-2a83-4685-8f72-23d615d70771 req-c5b3c8d3-538b-4b73-97a7-cafe08246b8a tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:01.192819 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-127af4e4-2a83-4685-8f72-23d615d70771 req-c5b3c8d3-538b-4b73-97a7-cafe08246b8a tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.1137874 Jul 13 07:26:01.236025 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-127af4e4-2a83-4685-8f72-23d615d70771 req-3d18bda0-20ce-47c3-8db7-9e9bd1de1782 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421546 Jul 13 07:26:01.432719 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615182d-0067-47e2-a711-afa209998db7 req-5ffda919-830f-47dd-b46d-93e7d0c65fea tempest-ServersOnMultiNodesTest-1371202544 tempest-ServersOnMultiNodesTest-1371202544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:01.434479 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1615182d-0067-47e2-a711-afa209998db7 req-5ffda919-830f-47dd-b46d-93e7d0c65fea tempest-ServersOnMultiNodesTest-1371202544 tempest-ServersOnMultiNodesTest-1371202544-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b27e5991-d6c9-4a4a-a586-4a08ef62b5cc HTTP/1.1" status: 200 len: 1100 time: 0.0690265 Jul 13 07:26:01.484077 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1615182d-0067-47e2-a711-afa209998db7 req-4c963b66-76be-4415-868b-38ab6740f638 tempest-ServersOnMultiNodesTest-1371202544 tempest-ServersOnMultiNodesTest-1371202544-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392649 Jul 13 07:26:01.710948 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9373afed-d69a-4704-8205-5eb552af62c3 req-d135a934-f1f5-49d6-9eda-57a250fb89e6 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=03be745b98834c52b52be1f288bde2c6 HTTP/1.1" status: 200 len: 221 time: 0.0418615 Jul 13 07:26:01.825370 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-7ad3bdf8-b5b5-4ae3-ae1e-8acd1fed6090 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f62a165d661c46708d7b81a929628a41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443709 Jul 13 07:26:01.935189 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30601d21-5927-406d-a41b-98bf0a319931 req-83fa10ea-843b-48a3-a319-49e0633cd6de tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:01.936762 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-30601d21-5927-406d-a41b-98bf0a319931 req-83fa10ea-843b-48a3-a319-49e0633cd6de tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.0959051 Jul 13 07:26:01.991809 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-3b9b7134-4751-4656-b20e-d4842589d369 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:02.000845 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-3b9b7134-4751-4656-b20e-d4842589d369 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1657605 Jul 13 07:26:02.006176 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-30601d21-5927-406d-a41b-98bf0a319931 req-576527c5-6684-4eba-99fc-b98b9219eb6d tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632594 Jul 13 07:26:02.021588 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-06685e28-f600-4d8d-b62a-fa6ce6dda4b9 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/quotas/f62a165d661c46708d7b81a929628a41 HTTP/1.1" status: 200 len: 375 time: 0.0192921 Jul 13 07:26:02.116604 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-df4ac510-4d11-4fd1-aa61-134e6284eac9 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f62a165d661c46708d7b81a929628a41&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0937009 Jul 13 07:26:02.179151 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52736) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:02.225709 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e78932-7260-4929-8d2b-c74033741157 req-a579f5c6-d1a4-4fe1-8c82-b778c1054ad9 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:02.227953 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-35e78932-7260-4929-8d2b-c74033741157 req-a579f5c6-d1a4-4fe1-8c82-b778c1054ad9 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.0884514 Jul 13 07:26:02.309776 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-35e78932-7260-4929-8d2b-c74033741157 req-3d8c9dc1-2481-4e4a-9e74-86e7591df699 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754051 Jul 13 07:26:02.338544 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-2ce28c55-4de1-47e2-9d87-064a5fd96145 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-272898220-network', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:02.370910 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce28c55-4de1-47e2-9d87-064a5fd96145 admin admin] Made reservation on behalf of 73157af76ad44f519f8a9a3289d8ad24 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:26:02.388767 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2ce28c55-4de1-47e2-9d87-064a5fd96145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:02.413382 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2ce28c55-4de1-47e2-9d87-064a5fd96145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:02.425958 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b2bbdc9f-2d94-436a-bd05-bcde90ea9524 req-b455c277-acad-439a-bbdd-0b8eeaaaa8fb tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2916a4-9eb4-4595-9b3b-ca935c2c9ee4 HTTP/1.1" status: 200 len: 210 time: 0.0446119 Jul 13 07:26:02.497454 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-acaf24f0-05ee-487c-b321-c41682da7526 req-580af84d-b590-4c5a-8063-34df20f77bd5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1865447 Jul 13 07:26:02.506225 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52754) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:02.613379 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf26024-93c2-4ee0-96b5-09f76537ecc3 req-e8d41894-3b85-4455-b73f-2eb908477439 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:02.623333 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-abf26024-93c2-4ee0-96b5-09f76537ecc3 req-e8d41894-3b85-4455-b73f-2eb908477439 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ac8e04-231f-4adc-80ac-81e547158e75 HTTP/1.1" status: 200 len: 945 time: 0.2217522 Jul 13 07:26:02.669177 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf24f0-05ee-487c-b321-c41682da7526 req-4f58857c-6358-401e-9796-f70137156cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:02.669809 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf24f0-05ee-487c-b321-c41682da7526 req-4f58857c-6358-401e-9796-f70137156cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:02.679269 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf24f0-05ee-487c-b321-c41682da7526 req-4f58857c-6358-401e-9796-f70137156cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:02.680858 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf24f0-05ee-487c-b321-c41682da7526 req-4f58857c-6358-401e-9796-f70137156cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:02.681813 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf24f0-05ee-487c-b321-c41682da7526 req-4f58857c-6358-401e-9796-f70137156cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:02.682998 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf24f0-05ee-487c-b321-c41682da7526 req-4f58857c-6358-401e-9796-f70137156cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:02.683517 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf24f0-05ee-487c-b321-c41682da7526 req-4f58857c-6358-401e-9796-f70137156cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:02.683782 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-abf26024-93c2-4ee0-96b5-09f76537ecc3 req-e614a572-e635-4c0c-8e09-558c61e9b414 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9c732ca-38e5-4373-92d3-5943bd09957d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584052 Jul 13 07:26:02.688526 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-acaf24f0-05ee-487c-b321-c41682da7526 req-4f58857c-6358-401e-9796-f70137156cca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f21aa0b310c4cd09c2f6eea1ac67069&device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 6498 time: 0.1219354 Jul 13 07:26:02.764246 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2ce28c55-4de1-47e2-9d87-064a5fd96145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:02.772349 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2ce28c55-4de1-47e2-9d87-064a5fd96145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:02.791490 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e78b7abc-30ed-4b41-9861-1d89d991e060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:02.842597 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce28c55-4de1-47e2-9d87-064a5fd96145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a447683-fe76-4238-8390-2eb88954980f,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:02.860874 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce28c55-4de1-47e2-9d87-064a5fd96145 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:26:02.875819 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2ce28c55-4de1-47e2-9d87-064a5fd96145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:02.876209 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-2ce28c55-4de1-47e2-9d87-064a5fd96145 admin admin] Added segment 7a9b30ba-ae04-492e-9eaa-55e303682950 of type vlan for network 87358466-9ef1-46ab-8724-6c322750a8f9 Jul 13 07:26:02.947329 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2ce28c55-4de1-47e2-9d87-064a5fd96145 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:02.989562 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2ce28c55-4de1-47e2-9d87-064a5fd96145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:02.991884 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce28c55-4de1-47e2-9d87-064a5fd96145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:02.994910 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2ce28c55-4de1-47e2-9d87-064a5fd96145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:03.048196 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:03.050891 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2d8e7ac7-3514-4c3e-8992-8d99c03fcc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:03.068005 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e78b7abc-30ed-4b41-9861-1d89d991e060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:03.077551 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf24f0-05ee-487c-b321-c41682da7526 req-866bb554-4acc-4737-8cb7-c7ea33f16616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:03.078369 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf24f0-05ee-487c-b321-c41682da7526 req-866bb554-4acc-4737-8cb7-c7ea33f16616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:03.079014 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf24f0-05ee-487c-b321-c41682da7526 req-866bb554-4acc-4737-8cb7-c7ea33f16616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:03.080952 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-acaf24f0-05ee-487c-b321-c41682da7526 req-866bb554-4acc-4737-8cb7-c7ea33f16616 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9ef27b6b-d58a-4cc2-872f-1f2be062e420&id=8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb&id=8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb&id=8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb&id=8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb&id=d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f&id=d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f HTTP/1.1" status: 200 len: 2291 time: 0.3457448 Jul 13 07:26:03.082609 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e78b7abc-30ed-4b41-9861-1d89d991e060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:03.115590 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2ce28c55-4de1-47e2-9d87-064a5fd96145 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9322813 Jul 13 07:26:03.119042 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52768) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:03.124282 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec894f-6bb9-4a33-b3a8-4fbafa4ca57f req-dda62922-89d2-4835-9dba-b5d55fbfe5ab tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:03.125065 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-c8d7de68-6f2e-45ea-84c3-33a11261af64 admin admin] Request body: {'subnet': {'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-272898220-subnet', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:03.125804 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-77ec894f-6bb9-4a33-b3a8-4fbafa4ca57f req-dda62922-89d2-4835-9dba-b5d55fbfe5ab tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.2605612 Jul 13 07:26:03.129975 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce28c55-4de1-47e2-9d87-064a5fd96145 admin admin] Pushing event updated for resources: {'Network': ['ID=87358466-9ef1-46ab-8724-6c322750a8f9,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:03.148193 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 87358466-9ef1-46ab-8724-6c322750a8f9 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:26:03.173713 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79111ad-e7e7-4cb0-9d4c-532244d2f226 req-6b8bb0b9-aa17-46df-8268-4990a00fd54d tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:03.174917 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c79111ad-e7e7-4cb0-9d4c-532244d2f226 req-6b8bb0b9-aa17-46df-8268-4990a00fd54d tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ac8e04-231f-4adc-80ac-81e547158e75 HTTP/1.1" status: 200 len: 945 time: 0.1540830 Jul 13 07:26:03.176290 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d7de68-6f2e-45ea-84c3-33a11261af64 admin admin] Made reservation on behalf of 73157af76ad44f519f8a9a3289d8ad24 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:26:03.178780 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c8d7de68-6f2e-45ea-84c3-33a11261af64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:03.192411 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52772) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:03.199287 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-70246eda-5faf-4e29-9218-617d7e13a06e tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Request body: {'floatingip': {'port_id': '16121aa2-0b3c-4f8e-9251-322cc934256e'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:03.250977 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-70246eda-5faf-4e29-9218-617d7e13a06e tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks [] for floatingip, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:03.259742 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e78b7abc-30ed-4b41-9861-1d89d991e060 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2efb42f7758c4697803421602a71a7e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7487676 Jul 13 07:26:03.260290 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52774) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:03.277138 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b7abc-30ed-4b41-9861-1d89d991e060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470d2002-7d8c-406b-90a1-bc12fefac0a0,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:03.300865 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-acaf24f0-05ee-487c-b321-c41682da7526 req-efe30fc6-c5a4-4a19-b536-40e80fb4a513 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=062ad5be-860c-4f0d-a0b3-14494304c026 HTTP/1.1" status: 200 len: 1002 time: 0.2025542 Jul 13 07:26:03.383701 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-37757ab2-c8ea-4b61-a00b-e1db3c89166f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:03.401851 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf24f0-05ee-487c-b321-c41682da7526 req-2b226f23-fdf9-483e-8964-7c0529d72d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:03.403379 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-acaf24f0-05ee-487c-b321-c41682da7526 req-2b226f23-fdf9-483e-8964-7c0529d72d75 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=88ea993c-44dc-45dd-b8a5-b8f3f44e71bc HTTP/1.1" status: 200 len: 850 time: 0.0922880 Jul 13 07:26:03.424200 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-77ec894f-6bb9-4a33-b3a8-4fbafa4ca57f req-81291a35-f997-4409-a149-233cde57a0b9 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499528 Jul 13 07:26:03.462415 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-37757ab2-c8ea-4b61-a00b-e1db3c89166f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:03.515747 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf24f0-05ee-487c-b321-c41682da7526 req-d071f2b0-a975-4d20-9508-7e87e5609291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:03.517337 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-acaf24f0-05ee-487c-b321-c41682da7526 req-d071f2b0-a975-4d20-9508-7e87e5609291 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9ef27b6b-d58a-4cc2-872f-1f2be062e420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1041608 Jul 13 07:26:03.552900 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-37757ab2-c8ea-4b61-a00b-e1db3c89166f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:03.555918 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-37757ab2-c8ea-4b61-a00b-e1db3c89166f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:03.557462 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-37757ab2-c8ea-4b61-a00b-e1db3c89166f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/470d2002-7d8c-406b-90a1-bc12fefac0a0 HTTP/1.1" status: 204 len: 168 time: 0.2963653 Jul 13 07:26:03.597275 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c8d7de68-6f2e-45ea-84c3-33a11261af64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:03.616602 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37757ab2-c8ea-4b61-a00b-e1db3c89166f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470d2002-7d8c-406b-90a1-bc12fefac0a0,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:03.802270 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-acaf24f0-05ee-487c-b321-c41682da7526 req-8e8671c5-88e9-4d7d-9b34-0dc6ada1afad service neutron] 10.222.0.42 "GET /v2.0/networks/9ef27b6b-d58a-4cc2-872f-1f2be062e420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694585 Jul 13 07:26:03.802755 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c41ec303-db4d-43df-ae8f-785aaeac0c16 req-0fa51c80-f296-4ce7-9142-57ec01b3be04 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2916a4-9eb4-4595-9b3b-ca935c2c9ee4 HTTP/1.1" status: 200 len: 210 time: 0.1018589 Jul 13 07:26:03.828363 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d7de68-6f2e-45ea-84c3-33a11261af64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:03.856578 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-658a740b-2802-4931-86bb-4ea9be4f2f17 req-7b685c9f-a0b1-4db1-94c4-b4d025a7a61e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1675904 Jul 13 07:26:03.867100 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479ca6d-4ec9-41d0-9c93-5b3fb97bee11 req-e03164ee-a4fc-4465-a884-1028f2f0f951 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:03.874683 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3479ca6d-4ec9-41d0-9c93-5b3fb97bee11 req-e03164ee-a4fc-4465-a884-1028f2f0f951 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.1867537 Jul 13 07:26:03.948851 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:03.982963 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-4c9e0dbb-1449-4d2f-bd53-ddd9235ed371 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=f62a165d661c46708d7b81a929628a41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1247332 Jul 13 07:26:04.007541 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3479ca6d-4ec9-41d0-9c93-5b3fb97bee11 req-f4b1eb6b-5aef-4fc2-bbdd-3b7e6fd44b5f tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318393 Jul 13 07:26:04.009992 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-acaf24f0-05ee-487c-b321-c41682da7526 req-85c99d0e-00b0-4a88-8e7a-bda00ff0a006 service neutron] 10.222.0.42 "GET /v2.0/networks/9ef27b6b-d58a-4cc2-872f-1f2be062e420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999612 Jul 13 07:26:04.024916 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d7de68-6f2e-45ea-84c3-33a11261af64 admin admin] Checking segment: {'id': '7a9b30ba-ae04-492e-9eaa-55e303682950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:26:04.025367 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d7de68-6f2e-45ea-84c3-33a11261af64 admin admin] Network hostable DHCP agents. Network: 87358466-9ef1-46ab-8724-6c322750a8f9, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:26:04.097393 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-acaf24f0-05ee-487c-b321-c41682da7526 req-140c5ca7-edeb-464d-8aa7-bc3338c6cac6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=3f89b889-ffbb-4db5-b1ee-44cea0069805 HTTP/1.1" status: 200 len: 217 time: 0.0683026 Jul 13 07:26:04.099505 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52792) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:04.172278 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf24f0-05ee-487c-b321-c41682da7526 req-1c3f8d6e-0da5-4614-bfc5-da99f22f0a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:04.174178 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-acaf24f0-05ee-487c-b321-c41682da7526 req-1c3f8d6e-0da5-4614-bfc5-da99f22f0a2f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbf3360f-363f-4965-bf44-461a187b579f HTTP/1.1" status: 200 len: 797 time: 0.0689864 Jul 13 07:26:04.181864 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a740b-2802-4931-86bb-4ea9be4f2f17 req-5eb149a5-d496-4db9-ad7e-d44b08464bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:04.184676 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-658a740b-2802-4931-86bb-4ea9be4f2f17 req-5eb149a5-d496-4db9-ad7e-d44b08464bb0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03be745b98834c52b52be1f288bde2c6&device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 1097 time: 0.2605972 Jul 13 07:26:04.201281 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6e2f46f0-bd77-4034-a3fa-10d1c8fdf2a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:04.246327 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d7de68-6f2e-45ea-84c3-33a11261af64 admin admin] Network 87358466-9ef1-46ab-8724-6c322750a8f9 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:26:04.281650 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-c8d7de68-6f2e-45ea-84c3-33a11261af64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 87358466-9ef1-46ab-8724-6c322750a8f9) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:26:04.292255 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ebea3f-4957-472f-8500-e6c7a7814684 None None] Network 87358466-9ef1-46ab-8724-6c322750a8f9 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:26:04.297309 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d7de68-6f2e-45ea-84c3-33a11261af64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:04.297912 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c8d7de68-6f2e-45ea-84c3-33a11261af64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:04.347846 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-2ef1fe68-69c2-458c-a589-b5d6e8625291 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:04.349329 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-2ef1fe68-69c2-458c-a589-b5d6e8625291 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3538043 Jul 13 07:26:04.368853 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-1a4c0c58-f431-4f9e-9267-2f3379c88713 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Request body: {'port': {'device_id': 'dd2916a4-9eb4-4595-9b3b-ca935c2c9ee4', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'admin_state_up': True, 'tenant_id': 'f62a165d661c46708d7b81a929628a41'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:04.371871 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf24f0-05ee-487c-b321-c41682da7526 req-53ce6f9f-4dd5-4d04-b204-4ecb1a7a2b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:04.373384 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-acaf24f0-05ee-487c-b321-c41682da7526 req-53ce6f9f-4dd5-4d04-b204-4ecb1a7a2b33 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1873000 Jul 13 07:26:04.374341 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a740b-2802-4931-86bb-4ea9be4f2f17 req-c44fc18d-c8ac-4ce8-9c4b-ad9261fabbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:04.375897 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-658a740b-2802-4931-86bb-4ea9be4f2f17 req-c44fc18d-c8ac-4ce8-9c4b-ad9261fabbbd service neutron] 10.222.0.25 "GET /v2.0/networks?id=594d3cf6-6536-44a4-bf86-7eb0b076281c HTTP/1.1" status: 200 len: 915 time: 0.1478958 Jul 13 07:26:04.424404 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-70246eda-5faf-4e29-9218-617d7e13a06e tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:04.435554 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-70246eda-5faf-4e29-9218-617d7e13a06e tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:04.451903 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-658a740b-2802-4931-86bb-4ea9be4f2f17 req-7f8ea240-beee-4891-832c-9cfcf4ee79c0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0520f7a-612d-4e54-b155-a759c7a81be7 HTTP/1.1" status: 200 len: 217 time: 0.0673933 Jul 13 07:26:04.468460 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8225063-fa28-4671-9b95-0afef92a42ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-87358466-9ef1-46ab-8724-6c322750a8f9', 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'fixed_ips': [{'subnet_id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:26:04.469628 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c8225063-fa28-4671-9b95-0afef92a42ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:04.530680 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d04a4-6dc1-4c88-a997-abc3f2adb2e1 req-46c4fa31-3341-4f3f-baf3-48fc4d16c3e8 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:04.532238 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3b3d04a4-6dc1-4c88-a997-abc3f2adb2e1 req-46c4fa31-3341-4f3f-baf3-48fc4d16c3e8 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.2290776 Jul 13 07:26:04.580342 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a740b-2802-4931-86bb-4ea9be4f2f17 req-de0eadd5-00ff-4f35-bf8b-d4ce499e198d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:04.581699 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-658a740b-2802-4931-86bb-4ea9be4f2f17 req-de0eadd5-00ff-4f35-bf8b-d4ce499e198d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e61f3cea-0dca-4181-a03e-5485cc9acd4c HTTP/1.1" status: 200 len: 854 time: 0.1212163 Jul 13 07:26:04.607413 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6e2f46f0-bd77-4034-a3fa-10d1c8fdf2a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:04.620903 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6e2f46f0-bd77-4034-a3fa-10d1c8fdf2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:04.627582 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-c8225063-fa28-4671-9b95-0afef92a42ca None None] Allocated IP 172.20.0.2 (87358466-9ef1-46ab-8724-6c322750a8f9/6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393/b6d6dcbd-1c23-46cc-8d2d-089bd99460f2) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:26:04.629075 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-acaf24f0-05ee-487c-b321-c41682da7526 req-9292d4cd-9c5c-4265-b2a9-77331f53411f service neutron] 10.222.0.42 "GET /v2.0/networks/8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368419 Jul 13 07:26:04.637171 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-658a740b-2802-4931-86bb-4ea9be4f2f17 req-762bf6af-f22e-4c42-b25b-f62aa6d55712 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=594d3cf6-6536-44a4-bf86-7eb0b076281c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461075 Jul 13 07:26:04.645298 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c8d7de68-6f2e-45ea-84c3-33a11261af64 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5242388 Jul 13 07:26:04.651661 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52796) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:04.655868 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-ff1f5273-a5d4-42ee-91d9-9958b1487e72 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-272898220-router', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:04.679174 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3b3d04a4-6dc1-4c88-a997-abc3f2adb2e1 req-3382f5ac-ccb0-4b66-9797-06e7260e19bf tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208110 Jul 13 07:26:04.682362 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [None req-70246eda-5faf-4e29-9218-617d7e13a06e tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Floating IP 8d9d9dcb-db66-4e47-8209-603bb8523177 associated. External IP: 172.25.3.172, port: 16121aa2-0b3c-4f8e-9251-322cc934256e. Jul 13 07:26:04.691172 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6e2f46f0-bd77-4034-a3fa-10d1c8fdf2a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fcbb23061e574f6781be550d1e258733&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5770025 Jul 13 07:26:04.694400 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52798) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:04.728773 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-1a4c0c58-f431-4f9e-9267-2f3379c88713 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Made reservation on behalf of f62a165d661c46708d7b81a929628a41 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:26:04.732516 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-1a4c0c58-f431-4f9e-9267-2f3379c88713 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:04.734579 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f46f0-bd77-4034-a3fa-10d1c8fdf2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d709924b-1f16-4230-b7e8-94ab2b7c3509,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:04.843830 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ff1f5273-a5d4-42ee-91d9-9958b1487e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:04.844837 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ff1f5273-a5d4-42ee-91d9-9958b1487e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:04.858629 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c8225063-fa28-4671-9b95-0afef92a42ca None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:04.878836 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c8225063-fa28-4671-9b95-0afef92a42ca None None] Transition to ACTIVE for port object b6d6dcbd-1c23-46cc-8d2d-089bd99460f2 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:26:04.917199 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c8225063-fa28-4671-9b95-0afef92a42ca None None] Transition to ACTIVE for port object b6d6dcbd-1c23-46cc-8d2d-089bd99460f2 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:26:04.917854 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-658a740b-2802-4931-86bb-4ea9be4f2f17 req-7419fd70-dfa7-4edb-9f07-4dca6a2d5adc service neutron] 10.222.0.25 "GET /v2.0/networks/594d3cf6-6536-44a4-bf86-7eb0b076281c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679772 Jul 13 07:26:04.925730 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ce531839-10a9-44df-a02a-f358b76f3ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:04.932339 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-acaf24f0-05ee-487c-b321-c41682da7526 req-5140cf00-a939-462e-a285-d4724a103e27 service neutron] 10.222.0.42 "GET /v2.0/networks/8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922931 Jul 13 07:26:04.934226 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c8225063-fa28-4671-9b95-0afef92a42ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:04.996724 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8225063-fa28-4671-9b95-0afef92a42ca None None] Network 87358466-9ef1-46ab-8724-6c322750a8f9 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:26:04.997133 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-1a4c0c58-f431-4f9e-9267-2f3379c88713 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Allocated IP 192.168.233.132 (f9d6e899-687c-4a4d-bdf3-8d8d169866a7/c5af789a-0729-4e53-834f-ef6745aa079c/938c12e0-dd49-4ccc-8bf0-f912a33b7774) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:26:05.004634 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-c8225063-fa28-4671-9b95-0afef92a42ca None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:26:05.020066 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8225063-fa28-4671-9b95-0afef92a42ca None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:26:05.040060 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8225063-fa28-4671-9b95-0afef92a42ca None None] Pushing event updated for resources: {'Port': ['ID=b6d6dcbd-1c23-46cc-8d2d-089bd99460f2,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:05.071514 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70246eda-5faf-4e29-9218-617d7e13a06e tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Router cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:26:05.100078 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-c8225063-fa28-4671-9b95-0afef92a42ca None None] Attempting to bind port b6d6dcbd-1c23-46cc-8d2d-089bd99460f2 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:26:05.100688 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-c8225063-fa28-4671-9b95-0afef92a42ca None None] Attempting to bind port b6d6dcbd-1c23-46cc-8d2d-089bd99460f2 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '7a9b30ba-ae04-492e-9eaa-55e303682950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:26:05.101230 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8225063-fa28-4671-9b95-0afef92a42ca None None] Attempting to bind port b6d6dcbd-1c23-46cc-8d2d-089bd99460f2 on network 87358466-9ef1-46ab-8724-6c322750a8f9 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:05.107808 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8225063-fa28-4671-9b95-0afef92a42ca None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:26:05.108442 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8225063-fa28-4671-9b95-0afef92a42ca None None] Checking segment: {'id': '7a9b30ba-ae04-492e-9eaa-55e303682950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:26:05.108991 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c8225063-fa28-4671-9b95-0afef92a42ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:05.109556 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8225063-fa28-4671-9b95-0afef92a42ca None None] Bound using segment: {'id': '7a9b30ba-ae04-492e-9eaa-55e303682950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:26:05.110171 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-c8225063-fa28-4671-9b95-0afef92a42ca None None] Bound port: b6d6dcbd-1c23-46cc-8d2d-089bd99460f2, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a9b30ba-ae04-492e-9eaa-55e303682950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:26:05.110690 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c8225063-fa28-4671-9b95-0afef92a42ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:05.188161 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-c8225063-fa28-4671-9b95-0afef92a42ca None None] For port b6d6dcbd-1c23-46cc-8d2d-089bd99460f2, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:26:05.196420 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-c8225063-fa28-4671-9b95-0afef92a42ca None None] For port b6d6dcbd-1c23-46cc-8d2d-089bd99460f2, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=b6d6dcbd-1c23-46cc-8d2d-089bd99460f2,segment=NetworkSegment(7a9b30ba-ae04-492e-9eaa-55e303682950),segment_id=7a9b30ba-ae04-492e-9eaa-55e303682950)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:26:05.206707 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c8225063-fa28-4671-9b95-0afef92a42ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:05.288753 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8225063-fa28-4671-9b95-0afef92a42ca None None] Pushing event updated for resources: {'Port': ['ID=b6d6dcbd-1c23-46cc-8d2d-089bd99460f2,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:05.318814 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ff1f5273-a5d4-42ee-91d9-9958b1487e72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:05.384581 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1afec1ce-ae01-4f53-a7e7-5acbd042d049 req-d184645e-dd0b-4319-827b-5decf57ace73 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2916a4-9eb4-4595-9b3b-ca935c2c9ee4 HTTP/1.1" status: 200 len: 210 time: 0.0865893 Jul 13 07:26:05.385825 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-acaf24f0-05ee-487c-b321-c41682da7526 req-4af55fbd-652c-4c49-8763-e479307f9a45 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=c6c5062b-ad9b-461a-b443-cecd55db988a HTTP/1.1" status: 200 len: 217 time: 0.4107828 Jul 13 07:26:05.390949 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ce531839-10a9-44df-a02a-f358b76f3ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:05.671430 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-1a4c0c58-f431-4f9e-9267-2f3379c88713 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:05.697272 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-1a4c0c58-f431-4f9e-9267-2f3379c88713 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Transition to ACTIVE for port object 938c12e0-dd49-4ccc-8bf0-f912a33b7774 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:26:05.699801 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf24f0-05ee-487c-b321-c41682da7526 req-04b391d9-6b13-49df-9312-7a6503e001dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:05.701289 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-acaf24f0-05ee-487c-b321-c41682da7526 req-04b391d9-6b13-49df-9312-7a6503e001dd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbf3360f-363f-4965-bf44-461a187b579f HTTP/1.1" status: 200 len: 797 time: 0.2750118 Jul 13 07:26:05.708946 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ff1f5273-a5d4-42ee-91d9-9958b1487e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:05.718969 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-658a740b-2802-4931-86bb-4ea9be4f2f17 req-3f988fb9-4c11-42c8-bf71-25807e1bf6b6 service neutron] 10.222.0.25 "GET /v2.0/networks/594d3cf6-6536-44a4-bf86-7eb0b076281c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7896845 Jul 13 07:26:05.739567 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70246eda-5faf-4e29-9218-617d7e13a06e tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:26:05.748475 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-70246eda-5faf-4e29-9218-617d7e13a06e tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:05.752378 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a0d742-5447-4875-b3f1-2e45287f91da None None] Sync routers for ids ['cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:26:05.775619 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ce531839-10a9-44df-a02a-f358b76f3ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:05.777335 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a0d742-5447-4875-b3f1-2e45287f91da None None] Routers {'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:26:05.778233 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ce531839-10a9-44df-a02a-f358b76f3ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:05.778614 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-f6a0d742-5447-4875-b3f1-2e45287f91da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:26:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:05.787239 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ce531839-10a9-44df-a02a-f358b76f3ba2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d709924b-1f16-4230-b7e8-94ab2b7c3509 HTTP/1.1" status: 204 len: 168 time: 1.0793428 Jul 13 07:26:05.789891 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:05.819482 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce531839-10a9-44df-a02a-f358b76f3ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d709924b-1f16-4230-b7e8-94ab2b7c3509,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:05.830820 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-1a4c0c58-f431-4f9e-9267-2f3379c88713 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:05.872787 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['ebf8958e-0d4b-4846-9af0-7f9f2ce53e58'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:05.876513 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['3748c046-3a67-427e-b56a-088042d90f03', '3251a4bf-60c6-4ed1-842c-317814e9763a', '9e962251-4a79-4ab7-8d2a-496769cc07d9', '905209fd-5bcf-4397-994e-e53811de1895'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:05.889598 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf24f0-05ee-487c-b321-c41682da7526 req-15c32da8-5281-4aa6-99f3-f3f5579112da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:05.890515 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-acaf24f0-05ee-487c-b321-c41682da7526 req-15c32da8-5281-4aa6-99f3-f3f5579112da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1705794 Jul 13 07:26:05.927015 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ceacb6-cd34-4392-b42f-821203b36966 req-3679438f-875b-4732-9dc6-b81519767bb5 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:05.935609 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d0ceacb6-cd34-4392-b42f-821203b36966 req-3679438f-875b-4732-9dc6-b81519767bb5 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.9396780 Jul 13 07:26:05.946703 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-1a4c0c58-f431-4f9e-9267-2f3379c88713 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:26:05.960229 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-70246eda-5faf-4e29-9218-617d7e13a06e tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "PUT /v2.0/floatingips/8d9d9dcb-db66-4e47-8209-603bb8523177 HTTP/1.1" status: 200 len: 991 time: 2.7667263 Jul 13 07:26:05.968000 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82ac8e04-231f-4adc-80ac-81e547158e75', 'tag': '16121aa2-0b3c-4f8e-9251-322cc934256e'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:05.972125 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b3b023-8257-4737-b07e-aaa8efdfd4e4" -d '{"events": [{"name": "network-changed", "server_uuid": "82ac8e04-231f-4adc-80ac-81e547158e75", "tag": "16121aa2-0b3c-4f8e-9251-322cc934256e"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:05.976054 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-1a4c0c58-f431-4f9e-9267-2f3379c88713 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:26:05.991302 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-f6a0d742-5447-4875-b3f1-2e45287f91da None None] Set router cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:26:05.999344 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c0c58-f431-4f9e-9267-2f3379c88713 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Pushing event updated for resources: {'Port': ['ID=938c12e0-dd49-4ccc-8bf0-f912a33b7774,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:06.003659 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-1a4c0c58-f431-4f9e-9267-2f3379c88713 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:26:06.098454 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-1a4c0c58-f431-4f9e-9267-2f3379c88713 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:06.099737 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-1a4c0c58-f431-4f9e-9267-2f3379c88713 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:06.153290 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d0ceacb6-cd34-4392-b42f-821203b36966 req-4b0d8c65-5e95-444b-bb0d-382a5efe3bb6 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117381 Jul 13 07:26:06.180651 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-1a4c0c58-f431-4f9e-9267-2f3379c88713 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8179662 Jul 13 07:26:06.201387 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-5138dbe1-9dbb-4bef-9933-eafbc10984c4 service neutron] Request body: {'port': {'device_id': 'dd2916a4-9eb4-4595-9b3b-ca935c2c9ee4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:06.335346 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f04c115-bb7c-44d2-b3e3-e83837d8d133 x-openstack-request-id: req-4f04c115-bb7c-44d2-b3e3-e83837d8d133 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:06.335678 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82ac8e04-231f-4adc-80ac-81e547158e75", "tag": "16121aa2-0b3c-4f8e-9251-322cc934256e", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:06.335881 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4f04c115-bb7c-44d2-b3e3-e83837d8d133 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:06.336942 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82ac8e04-231f-4adc-80ac-81e547158e75', 'tag': '16121aa2-0b3c-4f8e-9251-322cc934256e', 'status': 'completed', 'code': 200} Jul 13 07:26:06.374344 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-5138dbe1-9dbb-4bef-9933-eafbc10984c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:06.481288 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-acaf24f0-05ee-487c-b321-c41682da7526 req-23a32bfd-3a69-455d-a329-849a484902cb service neutron] 10.222.0.42 "GET /v2.0/networks/8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5688632 Jul 13 07:26:06.515907 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c77d9ca8-1960-42d6-9e42-b771897cda64 None None] Provisioning for port 938c12e0-dd49-4ccc-8bf0-f912a33b7774 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:06.528687 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-f6a0d742-5447-4875-b3f1-2e45287f91da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2', 'name': 'tempest-ServersTestBootFromVolume-1616703789-router', 'tenant_id': 'ee1f885a5c2c4debb29c02950632e699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '6696962e-9334-4181-9955-4641fd18f461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:50Z', 'updated_at': '2021-07-13T07:24:59Z', 'revision_number': 4, 'project_id': 'ee1f885a5c2c4debb29c02950632e699', 'gw_port': {'id': '6696962e-9334-4181-9955-4641fd18f461', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ad:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:51Z', 'updated_at': '2021-07-13T07:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '8d9d9dcb-db66-4e47-8209-603bb8523177', 'tenant_id': 'ee1f885a5c2c4debb29c02950632e699', 'floating_ip_address': '172.25.3.172', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2', 'port_id': '16121aa2-0b3c-4f8e-9251-322cc934256e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2f2a970-1f7c-4e2d-88ac-374bd59816ef', 'mac_address': 'fa:16:3e:03:f6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ac8e04-231f-4adc-80ac-81e547158e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:25:07Z', 'updated_at': '2021-07-13T07:26:04Z', 'revision_number': 1, 'project_id': 'ee1f885a5c2c4debb29c02950632e699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1240ccb1-a756-4640-87b6-022924a84758', 'name': '', 'network_id': 'a2f2a970-1f7c-4e2d-88ac-374bd59816ef', 'tenant_id': 'ee1f885a5c2c4debb29c02950632e699', 'mac_address': 'fa:16:3e:b3:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '59738458-cb9f-4c4b-b821-44dd633482c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:58Z', 'updated_at': '2021-07-13T07:25:07Z', 'revision_number': 5, 'project_id': 'ee1f885a5c2c4debb29c02950632e699', 'subnets': [{'id': '59738458-cb9f-4c4b-b821-44dd633482c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:06.534540 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c77d9ca8-1960-42d6-9e42-b771897cda64 None None] Provisioning complete for port 938c12e0-dd49-4ccc-8bf0-f912a33b7774 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:06.534912 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c77d9ca8-1960-42d6-9e42-b771897cda64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:06.562603 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a0d742-5447-4875-b3f1-2e45287f91da None None] Checking router: cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:26:06.575177 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a0d742-5447-4875-b3f1-2e45287f91da None None] Routers {'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:26:06.576013 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-f6a0d742-5447-4875-b3f1-2e45287f91da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:26:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:06.698906 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-c77d9ca8-1960-42d6-9e42-b771897cda64 None None] Port 938c12e0-dd49-4ccc-8bf0-f912a33b7774 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:26:06.720801 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-acaf24f0-05ee-487c-b321-c41682da7526 req-f688b3bc-31b2-4e6b-83b1-8ae44ceda2e7 service neutron] 10.222.0.42 "GET /v2.0/networks/8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341995 Jul 13 07:26:06.796620 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ff1f5273-a5d4-42ee-91d9-9958b1487e72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:06.813389 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-f6a0d742-5447-4875-b3f1-2e45287f91da None None] Set router cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:26:06.822492 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95807976-cc00-4237-82aa-04188f148146 req-fa7f18cb-9b98-482d-b7fb-c14c6c70b17e tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:06.829450 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-95807976-cc00-4237-82aa-04188f148146 req-fa7f18cb-9b98-482d-b7fb-c14c6c70b17e tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2916a4-9eb4-4595-9b3b-ca935c2c9ee4 HTTP/1.1" status: 200 len: 936 time: 0.1668978 Jul 13 07:26:06.875493 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ff1f5273-a5d4-42ee-91d9-9958b1487e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:06.919401 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-5138dbe1-9dbb-4bef-9933-eafbc10984c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 938c12e0-dd49-4ccc-8bf0-f912a33b7774 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:26:06.928498 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-95807976-cc00-4237-82aa-04188f148146 req-8ce21302-3155-44f9-a000-afb99179e7fb tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981874 Jul 13 07:26:06.937814 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-5138dbe1-9dbb-4bef-9933-eafbc10984c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:06.962855 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-5138dbe1-9dbb-4bef-9933-eafbc10984c4 service neutron] Transition to ACTIVE for port object 938c12e0-dd49-4ccc-8bf0-f912a33b7774 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:26:06.972524 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-5138dbe1-9dbb-4bef-9933-eafbc10984c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:07.054992 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-acaf24f0-05ee-487c-b321-c41682da7526 req-6ff81ffe-33e7-4d20-b131-4aae2ff4cdbd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=d7ded5d2-51a4-43c5-bfa9-37432da7c39b HTTP/1.1" status: 200 len: 217 time: 0.1860039 Jul 13 07:26:07.087742 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5138dbe1-9dbb-4bef-9933-eafbc10984c4 service neutron] Pushing event updated for resources: {'Port': ['ID=938c12e0-dd49-4ccc-8bf0-f912a33b7774,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:07.111378 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8852f2-204c-4529-a248-418196778eaf None None] Network 87358466-9ef1-46ab-8724-6c322750a8f9 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:26:07.240626 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-5138dbe1-9dbb-4bef-9933-eafbc10984c4 service neutron] Attempting to bind port 938c12e0-dd49-4ccc-8bf0-f912a33b7774 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:26:07.240964 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-5138dbe1-9dbb-4bef-9933-eafbc10984c4 service neutron] Attempting to bind port 938c12e0-dd49-4ccc-8bf0-f912a33b7774 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:26:07.241291 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-5138dbe1-9dbb-4bef-9933-eafbc10984c4 service neutron] Attempting to bind port 938c12e0-dd49-4ccc-8bf0-f912a33b7774 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:07.250222 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-5138dbe1-9dbb-4bef-9933-eafbc10984c4 service neutron] Port 938c12e0-dd49-4ccc-8bf0-f912a33b7774 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:26:07.252685 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-5138dbe1-9dbb-4bef-9933-eafbc10984c4 service neutron] Attempting to bind port 938c12e0-dd49-4ccc-8bf0-f912a33b7774 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:07.263300 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-5138dbe1-9dbb-4bef-9933-eafbc10984c4 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:26:07.265289 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-5138dbe1-9dbb-4bef-9933-eafbc10984c4 service neutron] Checking segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:26:07.265289 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-5138dbe1-9dbb-4bef-9933-eafbc10984c4 service neutron] Bound using segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:26:07.265741 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-5138dbe1-9dbb-4bef-9933-eafbc10984c4 service neutron] Bound port: 938c12e0-dd49-4ccc-8bf0-f912a33b7774, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:26:07.267364 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-5138dbe1-9dbb-4bef-9933-eafbc10984c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:07.283295 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-068bab94-868c-44a6-8bfa-4ac9a3d4bf33 None None] Provisioning for port b6d6dcbd-1c23-46cc-8d2d-089bd99460f2 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:07.329892 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-f6a0d742-5447-4875-b3f1-2e45287f91da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2', 'name': 'tempest-ServersTestBootFromVolume-1616703789-router', 'tenant_id': 'ee1f885a5c2c4debb29c02950632e699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '6696962e-9334-4181-9955-4641fd18f461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:50Z', 'updated_at': '2021-07-13T07:24:59Z', 'revision_number': 4, 'project_id': 'ee1f885a5c2c4debb29c02950632e699', 'gw_port': {'id': '6696962e-9334-4181-9955-4641fd18f461', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ad:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:51Z', 'updated_at': '2021-07-13T07:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '8d9d9dcb-db66-4e47-8209-603bb8523177', 'tenant_id': 'ee1f885a5c2c4debb29c02950632e699', 'floating_ip_address': '172.25.3.172', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2', 'port_id': '16121aa2-0b3c-4f8e-9251-322cc934256e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2f2a970-1f7c-4e2d-88ac-374bd59816ef', 'mac_address': 'fa:16:3e:03:f6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ac8e04-231f-4adc-80ac-81e547158e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:25:07Z', 'updated_at': '2021-07-13T07:26:04Z', 'revision_number': 1, 'project_id': 'ee1f885a5c2c4debb29c02950632e699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1240ccb1-a756-4640-87b6-022924a84758', 'name': '', 'network_id': 'a2f2a970-1f7c-4e2d-88ac-374bd59816ef', 'tenant_id': 'ee1f885a5c2c4debb29c02950632e699', 'mac_address': 'fa:16:3e:b3:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '59738458-cb9f-4c4b-b821-44dd633482c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:58Z', 'updated_at': '2021-07-13T07:25:07Z', 'revision_number': 5, 'project_id': 'ee1f885a5c2c4debb29c02950632e699', 'subnets': [{'id': '59738458-cb9f-4c4b-b821-44dd633482c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:07.333017 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf24f0-05ee-487c-b321-c41682da7526 req-a33c43a5-d182-45ef-a1c5-3c6531e9e22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:07.334520 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-acaf24f0-05ee-487c-b321-c41682da7526 req-a33c43a5-d182-45ef-a1c5-3c6531e9e22f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbf3360f-363f-4965-bf44-461a187b579f HTTP/1.1" status: 200 len: 797 time: 0.2532456 Jul 13 07:26:07.373480 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3b023-8257-4737-b07e-aaa8efdfd4e4 req-90aeb9a4-2877-4cc9-859f-33871ead7208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:07.374984 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d4b3b023-8257-4737-b07e-aaa8efdfd4e4 req-90aeb9a4-2877-4cc9-859f-33871ead7208 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ee1f885a5c2c4debb29c02950632e699&device_id=82ac8e04-231f-4adc-80ac-81e547158e75 HTTP/1.1" status: 200 len: 1097 time: 0.6589322 Jul 13 07:26:07.386200 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a0d742-5447-4875-b3f1-2e45287f91da None None] The sync data for ids ['cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2'] in n-d-771363-34 is: [{'id': 'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2', 'name': 'tempest-ServersTestBootFromVolume-1616703789-router', 'tenant_id': 'ee1f885a5c2c4debb29c02950632e699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '6696962e-9334-4181-9955-4641fd18f461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:50Z', 'updated_at': '2021-07-13T07:24:59Z', 'revision_number': 4, 'project_id': 'ee1f885a5c2c4debb29c02950632e699', 'gw_port': {'id': '6696962e-9334-4181-9955-4641fd18f461', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ad:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:51Z', 'updated_at': '2021-07-13T07:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '8d9d9dcb-db66-4e47-8209-603bb8523177', 'tenant_id': 'ee1f885a5c2c4debb29c02950632e699', 'floating_ip_address': '172.25.3.172', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2', 'port_id': '16121aa2-0b3c-4f8e-9251-322cc934256e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2f2a970-1f7c-4e2d-88ac-374bd59816ef', 'mac_address': 'fa:16:3e:03:f6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ac8e04-231f-4adc-80ac-81e547158e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:25:07Z', 'updated_at': '2021-07-13T07:26:04Z', 'revision_number': 1, 'project_id': 'ee1f885a5c2c4debb29c02950632e699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1240ccb1-a756-4640-87b6-022924a84758', 'name': '', 'network_id': 'a2f2a970-1f7c-4e2d-88ac-374bd59816ef', 'tenant_id': 'ee1f885a5c2c4debb29c02950632e699', 'mac_address': 'fa:16:3e:b3:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '59738458-cb9f-4c4b-b821-44dd633482c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:58Z', 'updated_at': '2021-07-13T07:25:07Z', 'revision_number': 5, 'project_id': 'ee1f885a5c2c4debb29c02950632e699', 'subnets': [{'id': '59738458-cb9f-4c4b-b821-44dd633482c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:26:07.400271 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e16026-e0ea-4b4f-bc8a-9d32305e426e req-e41bc74b-cc45-4893-b66c-4123d0355232 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:07.408385 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-15e16026-e0ea-4b4f-bc8a-9d32305e426e req-e41bc74b-cc45-4893-b66c-4123d0355232 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.7063637 Jul 13 07:26:07.438424 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-5138dbe1-9dbb-4bef-9933-eafbc10984c4 service neutron] For port 938c12e0-dd49-4ccc-8bf0-f912a33b7774, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:26:07.444445 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-5138dbe1-9dbb-4bef-9933-eafbc10984c4 service neutron] For port 938c12e0-dd49-4ccc-8bf0-f912a33b7774, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=938c12e0-dd49-4ccc-8bf0-f912a33b7774,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:26:07.453677 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-5138dbe1-9dbb-4bef-9933-eafbc10984c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:07.495440 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-5138dbe1-9dbb-4bef-9933-eafbc10984c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:07.496071 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-5138dbe1-9dbb-4bef-9933-eafbc10984c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:07.497507 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-5138dbe1-9dbb-4bef-9933-eafbc10984c4 service neutron] 10.222.0.25 "PUT /v2.0/ports/938c12e0-dd49-4ccc-8bf0-f912a33b7774 HTTP/1.1" status: 200 len: 1097 time: 1.3108244 Jul 13 07:26:07.535926 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-ff1f5273-a5d4-42ee-91d9-9958b1487e72 admin admin] Allocated IP 172.25.3.248 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/519a0e98-ef04-431b-8bad-fd1101930edd) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:26:07.650431 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-15e16026-e0ea-4b4f-bc8a-9d32305e426e req-adf282bf-10f4-4abc-85ea-e9eecaacd091 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368197 Jul 13 07:26:07.750236 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b6d6dcbd-1c23-46cc-8d2d-089bd99460f2 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:26:07.771261 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5138dbe1-9dbb-4bef-9933-eafbc10984c4 service neutron] Pushing event updated for resources: {'Port': ['ID=938c12e0-dd49-4ccc-8bf0-f912a33b7774,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:07.825066 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-42686050-908f-470b-93fb-98cac1daa98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:07.827340 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-42686050-908f-470b-93fb-98cac1daa98b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f62a165d661c46708d7b81a929628a41&device_id=dd2916a4-9eb4-4595-9b3b-ca935c2c9ee4 HTTP/1.1" status: 200 len: 1100 time: 0.2512279 Jul 13 07:26:07.859565 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port b6d6dcbd-1c23-46cc-8d2d-089bd99460f2 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:07.866496 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port b6d6dcbd-1c23-46cc-8d2d-089bd99460f2 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:07.867038 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:07.892683 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3b023-8257-4737-b07e-aaa8efdfd4e4 req-e33e998f-551c-43ba-9ac8-4e1e6d3a2b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:07.894198 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d4b3b023-8257-4737-b07e-aaa8efdfd4e4 req-e33e998f-551c-43ba-9ac8-4e1e6d3a2b85 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a2f2a970-1f7c-4e2d-88ac-374bd59816ef HTTP/1.1" status: 200 len: 917 time: 0.4784956 Jul 13 07:26:07.925239 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf24f0-05ee-487c-b321-c41682da7526 req-4d993dfe-6234-4d4d-9596-704cd1ff7c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:07.926833 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-acaf24f0-05ee-487c-b321-c41682da7526 req-4d993dfe-6234-4d4d-9596-704cd1ff7c02 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5490599 Jul 13 07:26:07.957139 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-c5cb8522-a9be-405c-8e1d-d109e108b07c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=938c12e0-dd49-4ccc-8bf0-f912a33b7774 HTTP/1.1" status: 200 len: 217 time: 0.1189172 Jul 13 07:26:08.098797 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607aa118-294a-48ab-9962-8a5b9d89daac None None] New status for floating IP 8d9d9dcb-db66-4e47-8209-603bb8523177: ACTIVE {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:26:08.104670 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:08.114635 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-40446ea3-60c6-4f16-8e67-ae748ae941cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:08.116305 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-40446ea3-60c6-4f16-8e67-ae748ae941cc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.1531825 Jul 13 07:26:08.189374 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1eb19-b18f-49c6-9ea0-72e23ffe2030 req-650f45cc-badb-42da-a8ef-d85013eb8c9c tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:08.200552 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f7b1eb19-b18f-49c6-9ea0-72e23ffe2030 req-650f45cc-badb-42da-a8ef-d85013eb8c9c tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.1610532 Jul 13 07:26:08.201706 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d4b3b023-8257-4737-b07e-aaa8efdfd4e4 req-c7de4005-f94f-4e5d-bade-9c1a0e6a3970 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16121aa2-0b3c-4f8e-9251-322cc934256e HTTP/1.1" status: 200 len: 999 time: 0.2828939 Jul 13 07:26:08.202661 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port b6d6dcbd-1c23-46cc-8d2d-089bd99460f2, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=b6d6dcbd-1c23-46cc-8d2d-089bd99460f2,segment=NetworkSegment(7a9b30ba-ae04-492e-9eaa-55e303682950),segment_id=7a9b30ba-ae04-492e-9eaa-55e303682950)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:08.225204 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ff1f5273-a5d4-42ee-91d9-9958b1487e72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:08.249483 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:08.281686 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f7b1eb19-b18f-49c6-9ea0-72e23ffe2030 req-af58a8fe-6adf-4f6f-9ea0-2d1ce9354508 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801744 Jul 13 07:26:08.312735 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-b2fa28e3-552b-41fe-86cf-9dfebe41c809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:08.314569 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-b2fa28e3-552b-41fe-86cf-9dfebe41c809 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1892049 Jul 13 07:26:08.315411 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-0f20ed50-27e4-4415-829c-b860070892d7 None None] Provisioning complete for port b6d6dcbd-1c23-46cc-8d2d-089bd99460f2 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:08.315795 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0f20ed50-27e4-4415-829c-b860070892d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:08.338079 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd2916a4-9eb4-4595-9b3b-ca935c2c9ee4', 'tag': '938c12e0-dd49-4ccc-8bf0-f912a33b7774'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:08.341761 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dda8b17-e796-4bb0-9161-198f5f3c9ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "dd2916a4-9eb4-4595-9b3b-ca935c2c9ee4", "tag": "938c12e0-dd49-4ccc-8bf0-f912a33b7774"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:08.342621 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-acaf24f0-05ee-487c-b321-c41682da7526 req-680733dc-7980-42b7-8283-27d7bc7b9240 service neutron] 10.222.0.42 "GET /v2.0/networks/8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207469 Jul 13 07:26:08.350261 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3b023-8257-4737-b07e-aaa8efdfd4e4 req-e8541008-fa77-41ed-b2ea-bfe18b08c027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:08.352402 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d4b3b023-8257-4737-b07e-aaa8efdfd4e4 req-e8541008-fa77-41ed-b2ea-bfe18b08c027 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=59738458-cb9f-4c4b-b821-44dd633482c4 HTTP/1.1" status: 200 len: 855 time: 0.1238573 Jul 13 07:26:08.406344 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=b6d6dcbd-1c23-46cc-8d2d-089bd99460f2,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:08.446332 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f220f65-7af8-451a-bfaf-0affc5b83e1a req-aee5a5fe-f8b8-4db1-ad4d-e281fbe633db tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:08.453453 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8f220f65-7af8-451a-bfaf-0affc5b83e1a req-aee5a5fe-f8b8-4db1-ad4d-e281fbe633db tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2916a4-9eb4-4595-9b3b-ca935c2c9ee4 HTTP/1.1" status: 200 len: 948 time: 0.3140829 Jul 13 07:26:08.514331 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-bafe3630-3d59-4975-9e12-0f10e9bff8eb service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894047 Jul 13 07:26:08.515298 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ff1f5273-a5d4-42ee-91d9-9958b1487e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:08.594334 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbabf8b-6589-4096-b7aa-e396171ef395 x-openstack-request-id: req-bbbabf8b-6589-4096-b7aa-e396171ef395 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:08.594838 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd2916a4-9eb4-4595-9b3b-ca935c2c9ee4", "tag": "938c12e0-dd49-4ccc-8bf0-f912a33b7774", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:08.595257 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bbbabf8b-6589-4096-b7aa-e396171ef395 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:08.595797 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd2916a4-9eb4-4595-9b3b-ca935c2c9ee4', 'tag': '938c12e0-dd49-4ccc-8bf0-f912a33b7774', 'status': 'completed', 'code': 200} Jul 13 07:26:08.602248 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1f5273-a5d4-42ee-91d9-9958b1487e72 admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:26:08.630979 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8f220f65-7af8-451a-bfaf-0affc5b83e1a req-d6be080a-0f2c-44ff-8fc9-3f396906383c tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757143 Jul 13 07:26:08.632212 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-ff1f5273-a5d4-42ee-91d9-9958b1487e72 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:26:08.651023 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1f5273-a5d4-42ee-91d9-9958b1487e72 admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:26:08.654595 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-acaf24f0-05ee-487c-b321-c41682da7526 req-2c01f32d-aadc-4331-aad0-970c7091f40b service neutron] 10.222.0.42 "GET /v2.0/networks/8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974317 Jul 13 07:26:08.656438 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f5273-a5d4-42ee-91d9-9958b1487e72 admin admin] Pushing event updated for resources: {'Port': ['ID=519a0e98-ef04-431b-8bad-fd1101930edd,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:08.668981 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dba36539-8ac1-482b-bfcf-eb33b8ec627e req-243a071a-4a4e-4953-963b-51c4283d5bcf service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463187 Jul 13 07:26:08.760561 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3b023-8257-4737-b07e-aaa8efdfd4e4 req-673659b7-b7d2-42f1-86b9-3f1fa628a6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:08.765512 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d4b3b023-8257-4737-b07e-aaa8efdfd4e4 req-673659b7-b7d2-42f1-86b9-3f1fa628a6a3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a2f2a970-1f7c-4e2d-88ac-374bd59816ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3989291 Jul 13 07:26:08.812689 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [req-d4b3b023-8257-4737-b07e-aaa8efdfd4e4 req-279dd801-531e-41fb-b8a2-d13ae4e7f1dc service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:26:08.813458 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d4b3b023-8257-4737-b07e-aaa8efdfd4e4 req-279dd801-531e-41fb-b8a2-d13ae4e7f1dc service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082235 Jul 13 07:26:08.814955 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-acaf24f0-05ee-487c-b321-c41682da7526 req-b9202ee6-a6f8-4272-8cd0-8a74f7638e3c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=5e38dcee-5f8f-4129-bb5d-68231affa33d HTTP/1.1" status: 200 len: 217 time: 0.0913024 Jul 13 07:26:08.822991 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda8b17-e796-4bb0-9161-198f5f3c9ef6 req-1aebbe9c-b30c-499c-a6ad-133907b5a901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:08.824790 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8dda8b17-e796-4bb0-9161-198f5f3c9ef6 req-1aebbe9c-b30c-499c-a6ad-133907b5a901 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f62a165d661c46708d7b81a929628a41&device_id=dd2916a4-9eb4-4595-9b3b-ca935c2c9ee4 HTTP/1.1" status: 200 len: 1100 time: 0.0928912 Jul 13 07:26:08.934593 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda8b17-e796-4bb0-9161-198f5f3c9ef6 req-bf71232a-9fae-4808-906a-1337cd0509a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:08.935337 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8dda8b17-e796-4bb0-9161-198f5f3c9ef6 req-bf71232a-9fae-4808-906a-1337cd0509a6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.0996192 Jul 13 07:26:08.987312 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8dda8b17-e796-4bb0-9161-198f5f3c9ef6 req-57b2ca44-a74e-4266-9b8c-d87f319d3d4e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=938c12e0-dd49-4ccc-8bf0-f912a33b7774 HTTP/1.1" status: 200 len: 217 time: 0.0440128 Jul 13 07:26:09.046226 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda8b17-e796-4bb0-9161-198f5f3c9ef6 req-240540fc-9dcf-41e0-907c-dad8c77cca19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:09.047976 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8dda8b17-e796-4bb0-9161-198f5f3c9ef6 req-240540fc-9dcf-41e0-907c-dad8c77cca19 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.0536485 Jul 13 07:26:09.112187 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda8b17-e796-4bb0-9161-198f5f3c9ef6 req-3763e042-056d-41d9-916b-6956b93991ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:09.113728 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8dda8b17-e796-4bb0-9161-198f5f3c9ef6 req-3763e042-056d-41d9-916b-6956b93991ca service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0592072 Jul 13 07:26:09.224706 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8dda8b17-e796-4bb0-9161-198f5f3c9ef6 req-6ed29bfa-ff40-44c7-a6b7-8ecea1d344af service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027977 Jul 13 07:26:09.296233 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52892) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:09.331746 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8dda8b17-e796-4bb0-9161-198f5f3c9ef6 req-8bae2d77-86bb-4881-972c-a09dc1109d79 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000197 Jul 13 07:26:09.347879 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf24f0-05ee-487c-b321-c41682da7526 req-337ffc50-db69-4727-9932-b671e081d500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:09.350068 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-acaf24f0-05ee-487c-b321-c41682da7526 req-337ffc50-db69-4727-9932-b671e081d500 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbf3360f-363f-4965-bf44-461a187b579f HTTP/1.1" status: 200 len: 797 time: 0.5191216 Jul 13 07:26:09.410575 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1adc347f-9bdc-42a7-9328-6d185cc3cfcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:09.434244 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfaddd8-4656-450e-a609-2575eba23d19 req-043f7ae8-1309-4611-a80e-91afac726ef9 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:09.435903 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0bfaddd8-4656-450e-a609-2575eba23d19 req-043f7ae8-1309-4611-a80e-91afac726ef9 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.6320770 Jul 13 07:26:09.440817 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d4b3b023-8257-4737-b07e-aaa8efdfd4e4 req-3c943607-6392-4731-ab56-afe7d9724656 service neutron] 10.222.0.25 "GET /v2.0/networks/a2f2a970-1f7c-4e2d-88ac-374bd59816ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6110647 Jul 13 07:26:09.506739 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1adc347f-9bdc-42a7-9328-6d185cc3cfcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:09.512545 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1adc347f-9bdc-42a7-9328-6d185cc3cfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:09.556563 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1adc347f-9bdc-42a7-9328-6d185cc3cfcf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8fdd85bad7194289bceaa9f344926808&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2592809 Jul 13 07:26:09.557295 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc347f-9bdc-42a7-9328-6d185cc3cfcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80865b1-66a1-46e7-9b8b-1bffc2630838,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:09.559890 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52898) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:09.564093 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b6d6dcbd-1c23-46cc-8d2d-089bd99460f2 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:26:09.618365 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-54bed364-c96b-41bf-81d1-10ec0697c491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:09.635471 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port b6d6dcbd-1c23-46cc-8d2d-089bd99460f2 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:09.636359 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:09.638799 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0bfaddd8-4656-450e-a609-2575eba23d19 req-04231ce6-42c9-42a2-9ac8-40d967f5cc89 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957026 Jul 13 07:26:09.650127 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf24f0-05ee-487c-b321-c41682da7526 req-c3ff4fef-40d2-4bb5-a3d1-6142b811792d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:09.651741 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-acaf24f0-05ee-487c-b321-c41682da7526 req-c3ff4fef-40d2-4bb5-a3d1-6142b811792d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2918596 Jul 13 07:26:09.660691 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-54bed364-c96b-41bf-81d1-10ec0697c491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:09.721017 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ff1f5273-a5d4-42ee-91d9-9958b1487e72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:09.727014 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d4b3b023-8257-4737-b07e-aaa8efdfd4e4 req-9c857754-797b-480b-a4bf-e66be1ae09ba service neutron] 10.222.0.25 "GET /v2.0/networks/a2f2a970-1f7c-4e2d-88ac-374bd59816ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374399 Jul 13 07:26:09.757438 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-54bed364-c96b-41bf-81d1-10ec0697c491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:09.761978 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-54bed364-c96b-41bf-81d1-10ec0697c491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:09.766462 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-54bed364-c96b-41bf-81d1-10ec0697c491 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e80865b1-66a1-46e7-9b8b-1bffc2630838 HTTP/1.1" status: 204 len: 168 time: 0.2027683 Jul 13 07:26:09.783193 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bed364-c96b-41bf-81d1-10ec0697c491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80865b1-66a1-46e7-9b8b-1bffc2630838,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:09.919873 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e932a-afc5-4c0d-bed1-a813c7181619 req-53f87f7c-4ee8-4a10-b53d-5bbf2f9e35b9 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:09.922559 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d54e932a-afc5-4c0d-bed1-a813c7181619 req-53f87f7c-4ee8-4a10-b53d-5bbf2f9e35b9 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.0747142 Jul 13 07:26:09.924352 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-acaf24f0-05ee-487c-b321-c41682da7526 req-8a18e980-9af0-45da-b36f-21775c9d3c42 service neutron] 10.222.0.42 "GET /v2.0/networks/8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611914 Jul 13 07:26:09.963661 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d54e932a-afc5-4c0d-bed1-a813c7181619 req-a1cf31d7-47b9-4657-8341-f7ddc011233b tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355964 Jul 13 07:26:10.094969 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52916) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:10.101058 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78e863-73ce-42e1-9371-05385d82b254 req-0dd77646-de47-4080-b832-91069ce95ec4 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:10.103006 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2b78e863-73ce-42e1-9371-05385d82b254 req-0dd77646-de47-4080-b832-91069ce95ec4 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2916a4-9eb4-4595-9b3b-ca935c2c9ee4 HTTP/1.1" status: 200 len: 948 time: 0.2469451 Jul 13 07:26:10.109940 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4151593f-ed53-4419-a998-08a228ab4065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:10.158848 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-acaf24f0-05ee-487c-b321-c41682da7526 req-31456ac1-f3c2-4552-b582-2fd06ea3452f service neutron] 10.222.0.42 "GET /v2.0/networks/8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248330 Jul 13 07:26:10.162960 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ff1f5273-a5d4-42ee-91d9-9958b1487e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:10.221151 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4151593f-ed53-4419-a998-08a228ab4065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:10.228738 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4151593f-ed53-4419-a998-08a228ab4065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:10.251234 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-acaf24f0-05ee-487c-b321-c41682da7526 req-a56e9b4f-1f01-4592-ae82-9cb1c5edc617 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ff532c51-9355-4450-8c7c-8a7e95d11ca1 HTTP/1.1" status: 200 len: 217 time: 0.0825286 Jul 13 07:26:10.256135 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2b78e863-73ce-42e1-9371-05385d82b254 req-92657b05-b4a4-4879-9740-09f8a463c6eb tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444547 Jul 13 07:26:10.271351 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4151593f-ed53-4419-a998-08a228ab4065 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b8e91d402ec04b889a05871f1ff8d646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1751630 Jul 13 07:26:10.274690 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52920) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:10.281269 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151593f-ed53-4419-a998-08a228ab4065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e37121-088f-4941-803c-838c8a3cc315,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:10.347029 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2688db8d-f7ee-43ff-b3c6-de1f29cd5ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:10.353889 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf24f0-05ee-487c-b321-c41682da7526 req-d76d5e5a-789b-499b-b532-61976df8962c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:10.356174 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-acaf24f0-05ee-487c-b321-c41682da7526 req-d76d5e5a-789b-499b-b532-61976df8962c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9c2506db-6f43-4e89-9c37-79407431b682 HTTP/1.1" status: 200 len: 797 time: 0.0952809 Jul 13 07:26:10.376670 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2688db8d-f7ee-43ff-b3c6-de1f29cd5ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:10.427389 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2688db8d-f7ee-43ff-b3c6-de1f29cd5ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:10.430570 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2688db8d-f7ee-43ff-b3c6-de1f29cd5ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:10.431758 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2688db8d-f7ee-43ff-b3c6-de1f29cd5ae3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c9e37121-088f-4941-803c-838c8a3cc315 HTTP/1.1" status: 204 len: 168 time: 0.1557951 Jul 13 07:26:10.441175 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688db8d-f7ee-43ff-b3c6-de1f29cd5ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e37121-088f-4941-803c-838c8a3cc315,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:10.495417 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1f5273-a5d4-42ee-91d9-9958b1487e72 admin admin] Router 46e13e93-8700-44f5-9ffe-23d99536527f is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:26:10.505277 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf24f0-05ee-487c-b321-c41682da7526 req-673eaf6b-8b4b-4918-81bc-d5f036ef956e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:10.507066 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-acaf24f0-05ee-487c-b321-c41682da7526 req-673eaf6b-8b4b-4918-81bc-d5f036ef956e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1425178 Jul 13 07:26:10.518680 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de46b6c-2177-4f24-b6df-04f5214b27e5 req-d206c312-27b0-4452-8711-43a26ff64029 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:10.520176 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6de46b6c-2177-4f24-b6df-04f5214b27e5 req-d206c312-27b0-4452-8711-43a26ff64029 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.1218333 Jul 13 07:26:10.698352 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6de46b6c-2177-4f24-b6df-04f5214b27e5 req-88c04a84-149e-4c8a-9a07-97a2c4c5e550 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678777 Jul 13 07:26:10.732543 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-acaf24f0-05ee-487c-b321-c41682da7526 req-bf2945fc-4aa7-4a48-820c-c581c96f3553 service neutron] 10.222.0.42 "GET /v2.0/networks/d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095871 Jul 13 07:26:10.735080 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1f5273-a5d4-42ee-91d9-9958b1487e72 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:26:10.745749 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b84f6d-e05f-44a5-b16d-fc2dbe91fd20 None None] Sync routers for ids ['46e13e93-8700-44f5-9ffe-23d99536527f'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:26:10.763101 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b84f6d-e05f-44a5-b16d-fc2dbe91fd20 None None] Routers {'46e13e93-8700-44f5-9ffe-23d99536527f'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:26:10.773108 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-03b84f6d-e05f-44a5-b16d-fc2dbe91fd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:26:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['46e13e93-8700-44f5-9ffe-23d99536527f'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:10.784566 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ff1f5273-a5d4-42ee-91d9-9958b1487e72 admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:10.786214 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ff1f5273-a5d4-42ee-91d9-9958b1487e72 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.1336737 Jul 13 07:26:10.788900 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52934) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:10.938958 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-03b84f6d-e05f-44a5-b16d-fc2dbe91fd20 None None] Set router 46e13e93-8700-44f5-9ffe-23d99536527f gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:26:10.979562 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-acaf24f0-05ee-487c-b321-c41682da7526 req-ab9c6807-fba2-4ac8-b614-0e84cceea985 service neutron] 10.222.0.42 "GET /v2.0/networks/d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323046 Jul 13 07:26:11.042907 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-acaf24f0-05ee-487c-b321-c41682da7526 req-e57b0e2e-ae1d-421a-a05e-43ddf4a0e5c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=38a092c2-cb24-4cdb-9c57-ce1ffaf19763 HTTP/1.1" status: 200 len: 217 time: 0.0527802 Jul 13 07:26:11.152070 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-03b84f6d-e05f-44a5-b16d-fc2dbe91fd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'name': 'tempest-FloatingIPsAssociationTestJSON-272898220-router', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:04Z', 'updated_at': '2021-07-13T07:26:09Z', 'revision_number': 3, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'gw_port': {'id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:07Z', 'updated_at': '2021-07-13T07:26:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:11.192586 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b84f6d-e05f-44a5-b16d-fc2dbe91fd20 None None] Checking router: 46e13e93-8700-44f5-9ffe-23d99536527f for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:26:11.193034 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b84f6d-e05f-44a5-b16d-fc2dbe91fd20 None None] Updating router 46e13e93-8700-44f5-9ffe-23d99536527f port 519a0e98-ef04-431b-8bad-fd1101930edd binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:26:11.236432 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-03b84f6d-e05f-44a5-b16d-fc2dbe91fd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:11.510359 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2608751-5541-4f25-aa08-26ec32afc626 req-5807106f-7b23-489a-8283-53b76623e7cb tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:11.512015 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b2608751-5541-4f25-aa08-26ec32afc626 req-5807106f-7b23-489a-8283-53b76623e7cb tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.5878413 Jul 13 07:26:11.517512 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf24f0-05ee-487c-b321-c41682da7526 req-4eb5e192-9047-4a6f-a631-6600762d09b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:11.518939 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-acaf24f0-05ee-487c-b321-c41682da7526 req-4eb5e192-9047-4a6f-a631-6600762d09b6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9c2506db-6f43-4e89-9c37-79407431b682 HTTP/1.1" status: 200 len: 797 time: 0.4401755 Jul 13 07:26:11.608247 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af0ba5-671c-4046-a3c1-81520b52bdd6 req-5b4d7bd1-5159-45d5-b581-f05ec41f3cfa tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:11.610609 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-05af0ba5-671c-4046-a3c1-81520b52bdd6 req-5b4d7bd1-5159-45d5-b581-f05ec41f3cfa tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2916a4-9eb4-4595-9b3b-ca935c2c9ee4 HTTP/1.1" status: 200 len: 948 time: 0.1010921 Jul 13 07:26:11.643990 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b2608751-5541-4f25-aa08-26ec32afc626 req-0d3a7030-e180-4cf6-8b77-cca34f94e330 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217847 Jul 13 07:26:11.656228 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 938c12e0-dd49-4ccc-8bf0-f912a33b7774 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:26:11.672443 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-05af0ba5-671c-4046-a3c1-81520b52bdd6 req-772a806a-b34c-4d89-b7e3-bc46b666e738 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531638 Jul 13 07:26:11.691947 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-03b84f6d-e05f-44a5-b16d-fc2dbe91fd20 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:11.707829 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf24f0-05ee-487c-b321-c41682da7526 req-9d73dd97-14c7-4945-baec-76cad1dd3cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:11.709697 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-acaf24f0-05ee-487c-b321-c41682da7526 req-9d73dd97-14c7-4945-baec-76cad1dd3cb3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1784911 Jul 13 07:26:11.718375 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-03b84f6d-e05f-44a5-b16d-fc2dbe91fd20 None None] Transition to ACTIVE for port object 519a0e98-ef04-431b-8bad-fd1101930edd will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:26:11.730356 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-03b84f6d-e05f-44a5-b16d-fc2dbe91fd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:11.844837 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-03b84f6d-e05f-44a5-b16d-fc2dbe91fd20 None None] Attempting to bind port 519a0e98-ef04-431b-8bad-fd1101930edd on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:26:11.847519 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-03b84f6d-e05f-44a5-b16d-fc2dbe91fd20 None None] Attempting to bind port 519a0e98-ef04-431b-8bad-fd1101930edd by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:26:11.847937 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b84f6d-e05f-44a5-b16d-fc2dbe91fd20 None None] Attempting to bind port 519a0e98-ef04-431b-8bad-fd1101930edd on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:11.867997 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b84f6d-e05f-44a5-b16d-fc2dbe91fd20 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:26:11.868406 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b84f6d-e05f-44a5-b16d-fc2dbe91fd20 None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:26:11.868754 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-03b84f6d-e05f-44a5-b16d-fc2dbe91fd20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:11.869323 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b84f6d-e05f-44a5-b16d-fc2dbe91fd20 None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:26:11.869798 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-03b84f6d-e05f-44a5-b16d-fc2dbe91fd20 None None] Bound port: 519a0e98-ef04-431b-8bad-fd1101930edd, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:26:11.870277 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-03b84f6d-e05f-44a5-b16d-fc2dbe91fd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:11.883607 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 938c12e0-dd49-4ccc-8bf0-f912a33b7774, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=938c12e0-dd49-4ccc-8bf0-f912a33b7774,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:11.903598 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7856d3-a296-4c97-a560-932df2b7a1a9 None None] Pushing event updated for resources: {'Port': ['ID=519a0e98-ef04-431b-8bad-fd1101930edd,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:11.910068 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '938c12e0-dd49-4ccc-8bf0-f912a33b7774', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': '938c12e0-dd49-4ccc-8bf0-f912a33b7774', 'mac_address': 'fa:16:3e:f4:e7:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:26:11.940635 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca5918-13fc-4541-a1bf-bb3f8be3361f req-cd2073d2-ce3d-465b-83bf-f1a6944a3a58 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:11.949790 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7856d3-a296-4c97-a560-932df2b7a1a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:11.949790 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7856d3-a296-4c97-a560-932df2b7a1a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:11.949790 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7856d3-a296-4c97-a560-932df2b7a1a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:11.949790 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7856d3-a296-4c97-a560-932df2b7a1a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:11.949790 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7856d3-a296-4c97-a560-932df2b7a1a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:11.949790 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7856d3-a296-4c97-a560-932df2b7a1a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:11.950284 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-98ca5918-13fc-4541-a1bf-bb3f8be3361f req-cd2073d2-ce3d-465b-83bf-f1a6944a3a58 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.0919783 Jul 13 07:26:11.950380 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7856d3-a296-4c97-a560-932df2b7a1a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:11.950380 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7856d3-a296-4c97-a560-932df2b7a1a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:11.950519 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7856d3-a296-4c97-a560-932df2b7a1a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:11.951922 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7856d3-a296-4c97-a560-932df2b7a1a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:11.956927 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7856d3-a296-4c97-a560-932df2b7a1a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:11.956927 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7856d3-a296-4c97-a560-932df2b7a1a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:11.992964 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:12.002390 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-03b84f6d-e05f-44a5-b16d-fc2dbe91fd20 None None] For port 519a0e98-ef04-431b-8bad-fd1101930edd, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:26:12.012136 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-03b84f6d-e05f-44a5-b16d-fc2dbe91fd20 None None] For port 519a0e98-ef04-431b-8bad-fd1101930edd, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=519a0e98-ef04-431b-8bad-fd1101930edd,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:26:12.022854 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-03b84f6d-e05f-44a5-b16d-fc2dbe91fd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:12.024427 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938c12e0-dd49-4ccc-8bf0-f912a33b7774 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:26:12.025864 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-98ca5918-13fc-4541-a1bf-bb3f8be3361f req-290086b5-934c-4012-acfa-1724c8038afd tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673890 Jul 13 07:26:12.048399 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8d5a9dec-7fef-4359-9dc9-ae61dbf538e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:12.073622 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 938c12e0-dd49-4ccc-8bf0-f912a33b7774, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=938c12e0-dd49-4ccc-8bf0-f912a33b7774,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:12.083566 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:12.093303 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b84f6d-e05f-44a5-b16d-fc2dbe91fd20 None None] Routers {'46e13e93-8700-44f5-9ffe-23d99536527f'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:26:12.094375 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-03b84f6d-e05f-44a5-b16d-fc2dbe91fd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:26:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['46e13e93-8700-44f5-9ffe-23d99536527f'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:12.165226 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7856d3-a296-4c97-a560-932df2b7a1a9 None None] Pushing event updated for resources: {'Port': ['ID=519a0e98-ef04-431b-8bad-fd1101930edd,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:12.213741 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=938c12e0-dd49-4ccc-8bf0-f912a33b7774,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:12.239478 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-acaf24f0-05ee-487c-b321-c41682da7526 req-76af784b-9a72-4f3f-a67d-b65b770e8922 service neutron] 10.222.0.42 "GET /v2.0/networks/d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4773014 Jul 13 07:26:12.265878 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206945e-fbc0-46ac-aed7-15b0faf04e3a req-7d934f66-e641-486e-b0eb-d4956d05c18a tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:12.270830 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c206945e-fbc0-46ac-aed7-15b0faf04e3a req-7d934f66-e641-486e-b0eb-d4956d05c18a tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.1104670 Jul 13 07:26:12.275784 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-03b84f6d-e05f-44a5-b16d-fc2dbe91fd20 None None] Set router 46e13e93-8700-44f5-9ffe-23d99536527f gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:26:12.350581 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c206945e-fbc0-46ac-aed7-15b0faf04e3a req-1ccaeb60-f0c4-451c-9a9b-330493145a4c tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725091 Jul 13 07:26:12.375738 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-acaf24f0-05ee-487c-b321-c41682da7526 req-2420b465-d291-4bd3-9a3b-025973832280 service neutron] 10.222.0.42 "GET /v2.0/networks/d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017430 Jul 13 07:26:12.416188 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['938c12e0-dd49-4ccc-8bf0-f912a33b7774'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:12.538419 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-8d5a9dec-7fef-4359-9dc9-ae61dbf538e5 admin admin] Allocated IP 172.20.0.1 (87358466-9ef1-46ab-8724-6c322750a8f9/6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393/f34dc902-a4a2-439b-93fb-5c77a69b7873) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:26:12.716214 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-03b84f6d-e05f-44a5-b16d-fc2dbe91fd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'name': 'tempest-FloatingIPsAssociationTestJSON-272898220-router', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:04Z', 'updated_at': '2021-07-13T07:26:09Z', 'revision_number': 3, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'gw_port': {'id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:07Z', 'updated_at': '2021-07-13T07:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:12.717671 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8d5a9dec-7fef-4359-9dc9-ae61dbf538e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:12.747464 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-8d5a9dec-7fef-4359-9dc9-ae61dbf538e5 admin admin] Transition to ACTIVE for port object f34dc902-a4a2-439b-93fb-5c77a69b7873 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:26:12.750185 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b84f6d-e05f-44a5-b16d-fc2dbe91fd20 None None] The sync data for ids ['46e13e93-8700-44f5-9ffe-23d99536527f'] in n-d-771363-34 is: [{'id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'name': 'tempest-FloatingIPsAssociationTestJSON-272898220-router', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:04Z', 'updated_at': '2021-07-13T07:26:09Z', 'revision_number': 3, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'gw_port': {'id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:07Z', 'updated_at': '2021-07-13T07:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:26:12.793324 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8d5a9dec-7fef-4359-9dc9-ae61dbf538e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:12.816970 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da291e16-5027-40a3-8923-40cbeaa12e33 req-ab36a43b-91b1-4c02-b9ca-65eb12f59715 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:12.823757 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-da291e16-5027-40a3-8923-40cbeaa12e33 req-ab36a43b-91b1-4c02-b9ca-65eb12f59715 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.1010747 Jul 13 07:26:12.865019 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5a9dec-7fef-4359-9dc9-ae61dbf538e5 admin admin] Network 87358466-9ef1-46ab-8724-6c322750a8f9 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:26:12.869650 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-8d5a9dec-7fef-4359-9dc9-ae61dbf538e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:26:12.874341 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5a9dec-7fef-4359-9dc9-ae61dbf538e5 admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:26:12.879737 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-da291e16-5027-40a3-8923-40cbeaa12e33 req-23a71c4b-257e-4329-9888-ad332c086721 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496840 Jul 13 07:26:12.949358 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a9dec-7fef-4359-9dc9-ae61dbf538e5 admin admin] Pushing event updated for resources: {'Port': ['ID=f34dc902-a4a2-439b-93fb-5c77a69b7873,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:12.975977 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8d5a9dec-7fef-4359-9dc9-ae61dbf538e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:13.045140 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7de873-9304-4bb4-9f3e-792306ffe3ae req-904abac9-e0c1-4329-a4ef-ec722e034e57 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:13.052436 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2e7de873-9304-4bb4-9f3e-792306ffe3ae req-904abac9-e0c1-4329-a4ef-ec722e034e57 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2916a4-9eb4-4595-9b3b-ca935c2c9ee4 HTTP/1.1" status: 200 len: 949 time: 0.2485864 Jul 13 07:26:13.156214 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2e7de873-9304-4bb4-9f3e-792306ffe3ae req-ba1f4586-86c0-46df-9bc0-3f503b510189 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027992 Jul 13 07:26:13.264973 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8d5a9dec-7fef-4359-9dc9-ae61dbf538e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:13.405247 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-94a38a08-9310-4231-a7a6-a7fe06df15e6 None None] Provisioning for port f34dc902-a4a2-439b-93fb-5c77a69b7873 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:13.417990 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-94a38a08-9310-4231-a7a6-a7fe06df15e6 None None] Provisioning complete for port f34dc902-a4a2-439b-93fb-5c77a69b7873 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:13.418222 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd8763-38cf-423a-ba0a-19430be7d958 req-29127107-db6b-4e56-8300-9606f4d9465d tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:13.418788 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-94a38a08-9310-4231-a7a6-a7fe06df15e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:13.420146 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-92fd8763-38cf-423a-ba0a-19430be7d958 req-29127107-db6b-4e56-8300-9606f4d9465d tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.1364548 Jul 13 07:26:13.495610 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-92fd8763-38cf-423a-ba0a-19430be7d958 req-2931abb3-9443-482f-9773-b258ef12be64 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687819 Jul 13 07:26:13.532280 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8d5a9dec-7fef-4359-9dc9-ae61dbf538e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:13.542429 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8d5a9dec-7fef-4359-9dc9-ae61dbf538e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:13.585846 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-94a38a08-9310-4231-a7a6-a7fe06df15e6 None None] Port f34dc902-a4a2-439b-93fb-5c77a69b7873 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:26:13.660321 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 938c12e0-dd49-4ccc-8bf0-f912a33b7774 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:26:13.750457 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 519a0e98-ef04-431b-8bad-fd1101930edd up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:26:13.763852 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a9dec-7fef-4359-9dc9-ae61dbf538e5 admin admin] Pushing event updated for resources: {'Port': ['ID=f34dc902-a4a2-439b-93fb-5c77a69b7873,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:13.767803 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8d5a9dec-7fef-4359-9dc9-ae61dbf538e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:13.918809 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 938c12e0-dd49-4ccc-8bf0-f912a33b7774 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:13.927711 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 938c12e0-dd49-4ccc-8bf0-f912a33b7774 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:13.928079 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:13.979690 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5a9dec-7fef-4359-9dc9-ae61dbf538e5 admin admin] Network 87358466-9ef1-46ab-8724-6c322750a8f9 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:26:13.981833 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-8d5a9dec-7fef-4359-9dc9-ae61dbf538e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:26:14.007724 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 519a0e98-ef04-431b-8bad-fd1101930edd completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:14.213922 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 519a0e98-ef04-431b-8bad-fd1101930edd triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:14.214282 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:14.217299 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:14.257490 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-89e86664-852f-4787-8121-e18a02ce46d0 None None] Provisioning complete for port f34dc902-a4a2-439b-93fb-5c77a69b7873 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:14.258666 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-89e86664-852f-4787-8121-e18a02ce46d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:14.308869 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2916a4-9eb4-4595-9b3b-ca935c2c9ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938c12e0-dd49-4ccc-8bf0-f912a33b7774'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:14.312114 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b851b4ee-98e8-4428-b2c8-1f0ccbd7b2ba" -d '{"events": [{"server_uuid": "dd2916a4-9eb4-4595-9b3b-ca935c2c9ee4", "name": "network-vif-plugged", "status": "completed", "tag": "938c12e0-dd49-4ccc-8bf0-f912a33b7774"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:14.341002 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 938c12e0-dd49-4ccc-8bf0-f912a33b7774, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=938c12e0-dd49-4ccc-8bf0-f912a33b7774,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:14.349270 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:14.365200 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-89e86664-852f-4787-8121-e18a02ce46d0 None None] Port f34dc902-a4a2-439b-93fb-5c77a69b7873 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:26:14.371985 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dee501-47b7-43f2-904d-e65b1a6dd233 req-7f78e9c7-56d3-4866-8225-954c82dfe78e tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:14.380298 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-07dee501-47b7-43f2-904d-e65b1a6dd233 req-7f78e9c7-56d3-4866-8225-954c82dfe78e tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.3165958 Jul 13 07:26:14.419019 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5a9dec-7fef-4359-9dc9-ae61dbf538e5 admin admin] Router 46e13e93-8700-44f5-9ffe-23d99536527f has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:26:14.445765 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:14.473246 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-07dee501-47b7-43f2-904d-e65b1a6dd233 req-3c4a4792-9d47-493e-8e69-63c7e2251bc0 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893207 Jul 13 07:26:14.493865 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 519a0e98-ef04-431b-8bad-fd1101930edd, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=519a0e98-ef04-431b-8bad-fd1101930edd,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:14.508997 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=938c12e0-dd49-4ccc-8bf0-f912a33b7774,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:14.514333 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:14.522697 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-07abe910-14f0-4fd7-9135-aebdb6d22ab7 None None] Provisioning complete for port f34dc902-a4a2-439b-93fb-5c77a69b7873 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:14.523109 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-07abe910-14f0-4fd7-9135-aebdb6d22ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:14.623132 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac594c8-f8bc-4cb5-b2d8-0cb9b8bdf1ee x-openstack-request-id: req-cac594c8-f8bc-4cb5-b2d8-0cb9b8bdf1ee {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:14.623322 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5a9dec-7fef-4359-9dc9-ae61dbf538e5 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:26:14.623423 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2916a4-9eb4-4595-9b3b-ca935c2c9ee4", "name": "network-vif-plugged", "status": "completed", "tag": "938c12e0-dd49-4ccc-8bf0-f912a33b7774", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:14.623674 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cac594c8-f8bc-4cb5-b2d8-0cb9b8bdf1ee {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:14.624054 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd2916a4-9eb4-4595-9b3b-ca935c2c9ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938c12e0-dd49-4ccc-8bf0-f912a33b7774', 'code': 200} Jul 13 07:26:14.624804 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-07abe910-14f0-4fd7-9135-aebdb6d22ab7 None None] Port f34dc902-a4a2-439b-93fb-5c77a69b7873 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:26:14.637398 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8d5a9dec-7fef-4359-9dc9-ae61dbf538e5 admin admin] 10.222.0.23 "PUT /v2.0/routers/46e13e93-8700-44f5-9ffe-23d99536527f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8469889 Jul 13 07:26:14.647543 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=519a0e98-ef04-431b-8bad-fd1101930edd,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:14.870406 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533df750-b933-43eb-a2bd-311ba03fe689 req-1b564629-99a6-4297-9621-ac3d0b0116e2 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:14.874994 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-533df750-b933-43eb-a2bd-311ba03fe689 req-1b564629-99a6-4297-9621-ac3d0b0116e2 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2916a4-9eb4-4595-9b3b-ca935c2c9ee4 HTTP/1.1" status: 200 len: 950 time: 0.1551731 Jul 13 07:26:14.929007 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-533df750-b933-43eb-a2bd-311ba03fe689 req-0c4952e0-f352-4430-9a36-9d7ef12e3552 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425794 Jul 13 07:26:14.955571 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-0f3e6fea-5b57-41b2-afbf-2bfa76d041f2 None None] Provisioning complete for port 938c12e0-dd49-4ccc-8bf0-f912a33b7774 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:14.955571 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0f3e6fea-5b57-41b2-afbf-2bfa76d041f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:15.020446 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13321325-067d-4ddd-94dd-1997b6426a4e req-e7d71b61-f0b4-4e2e-8f1b-d4d3c0e5ee00 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:15.030277 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-13321325-067d-4ddd-94dd-1997b6426a4e req-e7d71b61-f0b4-4e2e-8f1b-d4d3c0e5ee00 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.1219695 Jul 13 07:26:15.129194 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-13321325-067d-4ddd-94dd-1997b6426a4e req-14fdf13f-5581-499f-8e38-4a349ce747fd tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931394 Jul 13 07:26:15.169273 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9166b57-e00d-467b-ab3c-b43b186eaa22 req-4b4113f7-7f21-45dc-b25a-5db48c1b88da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:15.171614 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c9166b57-e00d-467b-ab3c-b43b186eaa22 req-4b4113f7-7f21-45dc-b25a-5db48c1b88da service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=dd2916a4-9eb4-4595-9b3b-ca935c2c9ee4 HTTP/1.1" status: 200 len: 1102 time: 0.4503884 Jul 13 07:26:15.218085 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c9166b57-e00d-467b-ab3c-b43b186eaa22 req-17324297-3cc3-437c-8888-e94816e6a364 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400124 Jul 13 07:26:15.486511 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e502b22-b400-45c1-bc01-d0804f27cafc None None] Sync routers for ids ['46e13e93-8700-44f5-9ffe-23d99536527f'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:26:15.488791 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb922d-46cd-4462-b394-80075a02e795 req-dd7fcf6d-6e2f-40d7-9618-78540fe0d17d tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:15.491027 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-10cb922d-46cd-4462-b394-80075a02e795 req-dd7fcf6d-6e2f-40d7-9618-78540fe0d17d tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.0941689 Jul 13 07:26:15.501707 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e502b22-b400-45c1-bc01-d0804f27cafc None None] Routers {'46e13e93-8700-44f5-9ffe-23d99536527f'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:26:15.502364 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-6e502b22-b400-45c1-bc01-d0804f27cafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:26:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['46e13e93-8700-44f5-9ffe-23d99536527f'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:15.563032 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-10cb922d-46cd-4462-b394-80075a02e795 req-7bbdf0a0-ed32-4004-bff4-3886e1ba4508 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647264 Jul 13 07:26:15.674875 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-6e502b22-b400-45c1-bc01-d0804f27cafc None None] Set router 46e13e93-8700-44f5-9ffe-23d99536527f gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:26:15.678071 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02cfeed-7225-40ed-b371-386815d57850 req-67046113-e403-442f-b524-47efd61af7f8 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:15.684990 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e02cfeed-7225-40ed-b371-386815d57850 req-67046113-e403-442f-b524-47efd61af7f8 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/networks?id=87358466-9ef1-46ab-8724-6c322750a8f9 HTTP/1.1" status: 200 len: 820 time: 0.1634765 Jul 13 07:26:15.701166 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e02cfeed-7225-40ed-b371-386815d57850 req-c07a4e15-2173-49a8-807e-3c79f4fd5b13 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/quotas/73157af76ad44f519f8a9a3289d8ad24 HTTP/1.1" status: 200 len: 375 time: 0.0152402 Jul 13 07:26:15.766280 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 519a0e98-ef04-431b-8bad-fd1101930edd up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:26:15.783625 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e02cfeed-7225-40ed-b371-386815d57850 req-c1788157-7c59-4821-9125-794f2d011f48 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=73157af76ad44f519f8a9a3289d8ad24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0813789 Jul 13 07:26:15.789348 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [req-e02cfeed-7225-40ed-b371-386815d57850 req-22dfbf3f-c470-4fd8-99ab-f39649737f7b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:26:15.796424 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e02cfeed-7225-40ed-b371-386815d57850 req-22dfbf3f-c470-4fd8-99ab-f39649737f7b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120618 Jul 13 07:26:15.901430 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e02cfeed-7225-40ed-b371-386815d57850 req-21840ef6-575e-4763-8a8b-160829446d93 service neutron] 10.222.0.23 "GET /v2.0/networks/87358466-9ef1-46ab-8724-6c322750a8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040847 Jul 13 07:26:15.905194 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 519a0e98-ef04-431b-8bad-fd1101930edd triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:15.905577 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:15.907705 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978acc86-95a5-449e-b0c7-751be5ff711e req-dbbf3c06-7515-49d5-951d-ba0bc933d759 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:15.916004 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-978acc86-95a5-449e-b0c7-751be5ff711e req-dbbf3c06-7515-49d5-951d-ba0bc933d759 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.1120226 Jul 13 07:26:15.964033 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-978acc86-95a5-449e-b0c7-751be5ff711e req-ba735d40-d1e5-4e80-b6ba-340998dd61e4 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467579 Jul 13 07:26:16.002456 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e02cfeed-7225-40ed-b371-386815d57850 req-20f6ee52-8b22-4613-93d9-206f15d46592 service neutron] 10.222.0.23 "GET /v2.0/networks/87358466-9ef1-46ab-8724-6c322750a8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000972 Jul 13 07:26:16.036122 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-6e502b22-b400-45c1-bc01-d0804f27cafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'name': 'tempest-FloatingIPsAssociationTestJSON-272898220-router', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:04Z', 'updated_at': '2021-07-13T07:26:13Z', 'revision_number': 4, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'gw_port': {'id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:07Z', 'updated_at': '2021-07-13T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'f34dc902-a4a2-439b-93fb-5c77a69b7873', 'name': '', 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'mac_address': 'fa:16:3e:85:7f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:12Z', 'updated_at': '2021-07-13T07:26:13Z', 'revision_number': 2, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'subnets': [{'id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:16.104425 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e502b22-b400-45c1-bc01-d0804f27cafc None None] Checking router: 46e13e93-8700-44f5-9ffe-23d99536527f for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:26:16.105016 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e502b22-b400-45c1-bc01-d0804f27cafc None None] Updating router 46e13e93-8700-44f5-9ffe-23d99536527f port f34dc902-a4a2-439b-93fb-5c77a69b7873 binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:26:16.183395 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6e502b22-b400-45c1-bc01-d0804f27cafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:16.271052 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d82b51-3724-49fd-84ee-cbe7ed00b60a req-db8ca9f7-da4e-4e36-a3f6-d47f5e7afad0 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:16.274357 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a9d82b51-3724-49fd-84ee-cbe7ed00b60a req-db8ca9f7-da4e-4e36-a3f6-d47f5e7afad0 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2916a4-9eb4-4595-9b3b-ca935c2c9ee4 HTTP/1.1" status: 200 len: 950 time: 0.0870991 Jul 13 07:26:16.334487 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a9d82b51-3724-49fd-84ee-cbe7ed00b60a req-70c90748-3053-421d-85a4-9e98217a8bb3 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541542 Jul 13 07:26:16.470864 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-941a5a2f-adb8-4694-ba84-7c7b8645109a req-4ced0bf8-a899-428c-be66-ae3913babf23 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/ports?device_id=fad231c9-320e-4b4e-96f2-773f81089fa1 HTTP/1.1" status: 200 len: 210 time: 0.0416565 Jul 13 07:26:16.704789 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6e502b22-b400-45c1-bc01-d0804f27cafc None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:16.729170 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6e502b22-b400-45c1-bc01-d0804f27cafc None None] Transition to ACTIVE for port object f34dc902-a4a2-439b-93fb-5c77a69b7873 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:26:16.740565 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6e502b22-b400-45c1-bc01-d0804f27cafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:16.755655 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfbdaee-9152-481f-9dc4-bb89ea6f489b req-d1b0e7d3-475b-4b8a-9aef-7fd49406fd27 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:16.763469 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3cfbdaee-9152-481f-9dc4-bb89ea6f489b req-d1b0e7d3-475b-4b8a-9aef-7fd49406fd27 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.0899122 Jul 13 07:26:16.825009 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dcf5b2-af4e-4e54-8d16-3d4ec5c9f473 None None] Pushing event updated for resources: {'Port': ['ID=f34dc902-a4a2-439b-93fb-5c77a69b7873,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:16.829688 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3cfbdaee-9152-481f-9dc4-bb89ea6f489b req-faa1adca-c6ff-47f9-8efe-138f996521a8 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635998 Jul 13 07:26:16.920650 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-6e502b22-b400-45c1-bc01-d0804f27cafc None None] Attempting to bind port f34dc902-a4a2-439b-93fb-5c77a69b7873 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:26:16.921050 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-6e502b22-b400-45c1-bc01-d0804f27cafc None None] Attempting to bind port f34dc902-a4a2-439b-93fb-5c77a69b7873 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '7a9b30ba-ae04-492e-9eaa-55e303682950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:26:16.921419 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e502b22-b400-45c1-bc01-d0804f27cafc None None] Attempting to bind port f34dc902-a4a2-439b-93fb-5c77a69b7873 on network 87358466-9ef1-46ab-8724-6c322750a8f9 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:16.929269 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e502b22-b400-45c1-bc01-d0804f27cafc None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:26:16.930219 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e502b22-b400-45c1-bc01-d0804f27cafc None None] Checking segment: {'id': '7a9b30ba-ae04-492e-9eaa-55e303682950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:26:16.930748 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6e502b22-b400-45c1-bc01-d0804f27cafc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:16.931176 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e502b22-b400-45c1-bc01-d0804f27cafc None None] Bound using segment: {'id': '7a9b30ba-ae04-492e-9eaa-55e303682950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:26:16.931745 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-6e502b22-b400-45c1-bc01-d0804f27cafc None None] Bound port: f34dc902-a4a2-439b-93fb-5c77a69b7873, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a9b30ba-ae04-492e-9eaa-55e303682950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:26:16.932130 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6e502b22-b400-45c1-bc01-d0804f27cafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:17.010252 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-6e502b22-b400-45c1-bc01-d0804f27cafc None None] For port f34dc902-a4a2-439b-93fb-5c77a69b7873, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:26:17.014647 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-6e502b22-b400-45c1-bc01-d0804f27cafc None None] For port f34dc902-a4a2-439b-93fb-5c77a69b7873, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=f34dc902-a4a2-439b-93fb-5c77a69b7873,segment=NetworkSegment(7a9b30ba-ae04-492e-9eaa-55e303682950),segment_id=7a9b30ba-ae04-492e-9eaa-55e303682950)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:26:17.020670 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6e502b22-b400-45c1-bc01-d0804f27cafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:17.090885 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e502b22-b400-45c1-bc01-d0804f27cafc None None] Routers {'46e13e93-8700-44f5-9ffe-23d99536527f'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:26:17.091702 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-6e502b22-b400-45c1-bc01-d0804f27cafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:26:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['46e13e93-8700-44f5-9ffe-23d99536527f'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:17.097167 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dcf5b2-af4e-4e54-8d16-3d4ec5c9f473 None None] Pushing event updated for resources: {'Port': ['ID=f34dc902-a4a2-439b-93fb-5c77a69b7873,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:17.252504 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-6e502b22-b400-45c1-bc01-d0804f27cafc None None] Set router 46e13e93-8700-44f5-9ffe-23d99536527f gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:26:17.522503 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e29a8-3853-4303-bdc6-8ac4c23104f3 req-1557b25c-bd81-48ef-95ef-6baf27adf185 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:17.525664 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9e2e29a8-3853-4303-bdc6-8ac4c23104f3 req-1557b25c-bd81-48ef-95ef-6baf27adf185 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2916a4-9eb4-4595-9b3b-ca935c2c9ee4 HTTP/1.1" status: 200 len: 950 time: 0.0752883 Jul 13 07:26:17.602314 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9e2e29a8-3853-4303-bdc6-8ac4c23104f3 req-b7e80027-2331-4f8f-b04b-bc6b52188bba tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647533 Jul 13 07:26:17.674123 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-6e502b22-b400-45c1-bc01-d0804f27cafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'name': 'tempest-FloatingIPsAssociationTestJSON-272898220-router', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:04Z', 'updated_at': '2021-07-13T07:26:13Z', 'revision_number': 4, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'gw_port': {'id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:07Z', 'updated_at': '2021-07-13T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'f34dc902-a4a2-439b-93fb-5c77a69b7873', 'name': '', 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'mac_address': 'fa:16:3e:85:7f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:12Z', 'updated_at': '2021-07-13T07:26:17Z', 'revision_number': 4, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'subnets': [{'id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:17.686125 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-07004148-9503-4901-95f5-f7ff8052b12a req-02272f3a-19c8-4bde-a8eb-19ebe8cdcd5f tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/ports?device_id=fad231c9-320e-4b4e-96f2-773f81089fa1 HTTP/1.1" status: 200 len: 210 time: 0.0552881 Jul 13 07:26:17.738799 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e502b22-b400-45c1-bc01-d0804f27cafc None None] The sync data for ids ['46e13e93-8700-44f5-9ffe-23d99536527f'] in n-d-771363-34 is: [{'id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'name': 'tempest-FloatingIPsAssociationTestJSON-272898220-router', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:04Z', 'updated_at': '2021-07-13T07:26:13Z', 'revision_number': 4, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'gw_port': {'id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:07Z', 'updated_at': '2021-07-13T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'f34dc902-a4a2-439b-93fb-5c77a69b7873', 'name': '', 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'mac_address': 'fa:16:3e:85:7f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:12Z', 'updated_at': '2021-07-13T07:26:17Z', 'revision_number': 4, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'subnets': [{'id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:26:17.922913 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2c453-169c-49e2-aa1d-3c380a5b0734 req-667db9ab-2e63-4f4b-883d-303b96cab52f tempest-ServersOnMultiNodesTest-1371202544 tempest-ServersOnMultiNodesTest-1371202544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:17.924640 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1cb2c453-169c-49e2-aa1d-3c380a5b0734 req-667db9ab-2e63-4f4b-883d-303b96cab52f tempest-ServersOnMultiNodesTest-1371202544 tempest-ServersOnMultiNodesTest-1371202544-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=dd2916a4-9eb4-4595-9b3b-ca935c2c9ee4 HTTP/1.1" status: 200 len: 1102 time: 0.1101151 Jul 13 07:26:17.977408 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02cfeed-7225-40ed-b371-386815d57850 req-3468464f-39ed-4282-bd11-a609218ba675 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:17.979882 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e02cfeed-7225-40ed-b371-386815d57850 req-3468464f-39ed-4282-bd11-a609218ba675 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.42 "GET /v2.0/networks?id=87358466-9ef1-46ab-8724-6c322750a8f9 HTTP/1.1" status: 200 len: 820 time: 0.1923349 Jul 13 07:26:17.980035 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1cb2c453-169c-49e2-aa1d-3c380a5b0734 req-dc9890b0-938d-4c50-a322-d8418da0639c tempest-ServersOnMultiNodesTest-1371202544 tempest-ServersOnMultiNodesTest-1371202544-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496359 Jul 13 07:26:17.995056 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-e02cfeed-7225-40ed-b371-386815d57850 req-f1a51d62-8a5e-4cc1-8777-673a01261648 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Request body: {'port': {'device_id': 'fad231c9-320e-4b4e-96f2-773f81089fa1', 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9', 'admin_state_up': True, 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:18.285029 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a31dc-da42-461c-8333-976c55a4e564 req-a7c30b6c-ee7f-4962-8bf7-790f9e4b1e05 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:18.287531 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-969a31dc-da42-461c-8333-976c55a4e564 req-a7c30b6c-ee7f-4962-8bf7-790f9e4b1e05 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.1410637 Jul 13 07:26:18.326986 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e02cfeed-7225-40ed-b371-386815d57850 req-f1a51d62-8a5e-4cc1-8777-673a01261648 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Made reservation on behalf of 73157af76ad44f519f8a9a3289d8ad24 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:26:18.331006 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e02cfeed-7225-40ed-b371-386815d57850 req-f1a51d62-8a5e-4cc1-8777-673a01261648 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:18.340241 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-cf53a49b-85df-45fa-bf47-1b35004d9983 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f62a165d661c46708d7b81a929628a41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299077 Jul 13 07:26:18.466102 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-969a31dc-da42-461c-8333-976c55a4e564 req-0d13202a-b3d0-46bc-8690-af4b5f2629e0 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660650 Jul 13 07:26:18.472009 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-21e586be-247d-4213-93ab-572b24f89c9a tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:18.474180 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-21e586be-247d-4213-93ab-572b24f89c9a tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1324944 Jul 13 07:26:18.499948 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-e02cfeed-7225-40ed-b371-386815d57850 req-f1a51d62-8a5e-4cc1-8777-673a01261648 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Allocated IP 172.20.0.3 (87358466-9ef1-46ab-8724-6c322750a8f9/6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393/b161886a-a801-478c-9f6c-25d2693d7e72) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:26:18.515185 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-5b08754f-36dc-442d-bdda-39e2559f0e59 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/quotas/f62a165d661c46708d7b81a929628a41 HTTP/1.1" status: 200 len: 375 time: 0.0339420 Jul 13 07:26:18.630536 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-7ab5df6a-eb3a-43fc-a314-6b03c7e153fd tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f62a165d661c46708d7b81a929628a41&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1140814 Jul 13 07:26:18.724323 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e02cfeed-7225-40ed-b371-386815d57850 req-f1a51d62-8a5e-4cc1-8777-673a01261648 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:18.746317 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-e02cfeed-7225-40ed-b371-386815d57850 req-f1a51d62-8a5e-4cc1-8777-673a01261648 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Transition to ACTIVE for port object b161886a-a801-478c-9f6c-25d2693d7e72 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:26:18.826646 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e02cfeed-7225-40ed-b371-386815d57850 req-f1a51d62-8a5e-4cc1-8777-673a01261648 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:18.926468 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a51d62-8a5e-4cc1-8777-673a01261648 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Pushing event updated for resources: {'Port': ['ID=b161886a-a801-478c-9f6c-25d2693d7e72,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:18.938634 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e02cfeed-7225-40ed-b371-386815d57850 req-f1a51d62-8a5e-4cc1-8777-673a01261648 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Network 87358466-9ef1-46ab-8724-6c322750a8f9 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:26:18.982550 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-229bdc1b-b018-474d-a1bf-7a9548ed2fc8 req-e2291cda-e4b5-4a0f-9852-8e37c15ea203 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc88cb27-0b17-4a61-b3c9-3408bf7efb83 HTTP/1.1" status: 200 len: 210 time: 0.0572157 Jul 13 07:26:18.985749 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-e02cfeed-7225-40ed-b371-386815d57850 req-f1a51d62-8a5e-4cc1-8777-673a01261648 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:26:19.000325 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02cfeed-7225-40ed-b371-386815d57850 req-f1a51d62-8a5e-4cc1-8777-673a01261648 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:26:19.029506 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f5251-f249-4223-a036-e64c6da089fa req-6ec3b07b-4803-49df-8248-1305b1dfcf13 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:19.031536 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-865f5251-f249-4223-a036-e64c6da089fa req-6ec3b07b-4803-49df-8248-1305b1dfcf13 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/ports?device_id=fad231c9-320e-4b4e-96f2-773f81089fa1 HTTP/1.1" status: 200 len: 931 time: 0.1118734 Jul 13 07:26:19.072692 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a51d62-8a5e-4cc1-8777-673a01261648 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:19.073047 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a51d62-8a5e-4cc1-8777-673a01261648 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:19.073549 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a51d62-8a5e-4cc1-8777-673a01261648 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:19.073733 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a51d62-8a5e-4cc1-8777-673a01261648 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:19.074114 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a51d62-8a5e-4cc1-8777-673a01261648 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:19.074536 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a51d62-8a5e-4cc1-8777-673a01261648 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:19.082806 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a51d62-8a5e-4cc1-8777-673a01261648 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:19.083249 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a51d62-8a5e-4cc1-8777-673a01261648 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:19.083595 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a51d62-8a5e-4cc1-8777-673a01261648 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:19.083936 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a51d62-8a5e-4cc1-8777-673a01261648 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:19.084275 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a51d62-8a5e-4cc1-8777-673a01261648 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:19.084612 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a51d62-8a5e-4cc1-8777-673a01261648 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:19.123282 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02cfeed-7225-40ed-b371-386815d57850 req-f1a51d62-8a5e-4cc1-8777-673a01261648 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:19.123848 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-865f5251-f249-4223-a036-e64c6da089fa req-11834ae6-7cba-4493-a39e-8b4dcf2f31a2 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a447683-fe76-4238-8390-2eb88954980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769527 Jul 13 07:26:19.124728 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e02cfeed-7225-40ed-b371-386815d57850 req-f1a51d62-8a5e-4cc1-8777-673a01261648 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:19.159727 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e02cfeed-7225-40ed-b371-386815d57850 req-f1a51d62-8a5e-4cc1-8777-673a01261648 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1687315 Jul 13 07:26:19.175444 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [req-e02cfeed-7225-40ed-b371-386815d57850 req-f26880ed-cb38-42c1-811e-74112f7a72e7 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:26:19.177739 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e02cfeed-7225-40ed-b371-386815d57850 req-f26880ed-cb38-42c1-811e-74112f7a72e7 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093875 Jul 13 07:26:19.521532 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-e02cfeed-7225-40ed-b371-386815d57850 req-c800e71e-cddc-408c-a082-4a9a0e33209d service neutron] Request body: {'port': {'device_id': 'fad231c9-320e-4b4e-96f2-773f81089fa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:19.541960 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c7e26abd-8c82-4a4f-8639-c4b027f8251e None None] Provisioning for port b161886a-a801-478c-9f6c-25d2693d7e72 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:19.555458 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c7e26abd-8c82-4a4f-8639-c4b027f8251e None None] Provisioning complete for port b161886a-a801-478c-9f6c-25d2693d7e72 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:19.557013 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c7e26abd-8c82-4a4f-8639-c4b027f8251e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:19.704681 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-c7e26abd-8c82-4a4f-8639-c4b027f8251e None None] Port b161886a-a801-478c-9f6c-25d2693d7e72 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:26:19.756424 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f34dc902-a4a2-439b-93fb-5c77a69b7873 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:26:19.835252 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e02cfeed-7225-40ed-b371-386815d57850 req-c800e71e-cddc-408c-a082-4a9a0e33209d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:19.851066 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18168107-8e45-4711-9753-76efc744444e req-dcadbd72-d77e-42ee-ae03-648c34b5e46c tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:19.862211 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-18168107-8e45-4711-9753-76efc744444e req-dcadbd72-d77e-42ee-ae03-648c34b5e46c tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.0970581 Jul 13 07:26:19.863447 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port f34dc902-a4a2-439b-93fb-5c77a69b7873 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:19.869592 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port f34dc902-a4a2-439b-93fb-5c77a69b7873 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:19.870199 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:19.933114 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-18168107-8e45-4711-9753-76efc744444e req-8e8ab424-d498-42f0-8b63-d0a02f309324 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685010 Jul 13 07:26:19.990224 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:20.054044 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port f34dc902-a4a2-439b-93fb-5c77a69b7873, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=f34dc902-a4a2-439b-93fb-5c77a69b7873,segment=NetworkSegment(7a9b30ba-ae04-492e-9eaa-55e303682950),segment_id=7a9b30ba-ae04-492e-9eaa-55e303682950)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:20.058727 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:20.159970 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=f34dc902-a4a2-439b-93fb-5c77a69b7873,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:20.178591 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f087111c-58c7-47e4-a641-e34beb971298 req-3ac95eb1-9543-4adb-8143-fa331f1cb632 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc88cb27-0b17-4a61-b3c9-3408bf7efb83 HTTP/1.1" status: 200 len: 210 time: 0.0585232 Jul 13 07:26:20.337479 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-e02cfeed-7225-40ed-b371-386815d57850 req-c800e71e-cddc-408c-a082-4a9a0e33209d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b161886a-a801-478c-9f6c-25d2693d7e72 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:26:20.347577 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e02cfeed-7225-40ed-b371-386815d57850 req-c800e71e-cddc-408c-a082-4a9a0e33209d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:20.362027 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-e02cfeed-7225-40ed-b371-386815d57850 req-c800e71e-cddc-408c-a082-4a9a0e33209d service neutron] Transition to ACTIVE for port object b161886a-a801-478c-9f6c-25d2693d7e72 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:26:20.368708 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e02cfeed-7225-40ed-b371-386815d57850 req-c800e71e-cddc-408c-a082-4a9a0e33209d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:20.498018 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800e71e-cddc-408c-a082-4a9a0e33209d service neutron] Pushing event updated for resources: {'Port': ['ID=b161886a-a801-478c-9f6c-25d2693d7e72,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:20.542440 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5b4835b3-d045-4284-93ae-081062d530a3 None None] Provisioning complete for port f34dc902-a4a2-439b-93fb-5c77a69b7873 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:20.542984 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5b4835b3-d045-4284-93ae-081062d530a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:20.571604 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-e02cfeed-7225-40ed-b371-386815d57850 req-c800e71e-cddc-408c-a082-4a9a0e33209d service neutron] Attempting to bind port b161886a-a801-478c-9f6c-25d2693d7e72 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:26:20.572065 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-e02cfeed-7225-40ed-b371-386815d57850 req-c800e71e-cddc-408c-a082-4a9a0e33209d service neutron] Attempting to bind port b161886a-a801-478c-9f6c-25d2693d7e72 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '7a9b30ba-ae04-492e-9eaa-55e303682950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:26:20.572402 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02cfeed-7225-40ed-b371-386815d57850 req-c800e71e-cddc-408c-a082-4a9a0e33209d service neutron] Attempting to bind port b161886a-a801-478c-9f6c-25d2693d7e72 on network 87358466-9ef1-46ab-8724-6c322750a8f9 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:20.581633 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02cfeed-7225-40ed-b371-386815d57850 req-c800e71e-cddc-408c-a082-4a9a0e33209d service neutron] Port b161886a-a801-478c-9f6c-25d2693d7e72 on network 87358466-9ef1-46ab-8724-6c322750a8f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:26:20.581961 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02cfeed-7225-40ed-b371-386815d57850 req-c800e71e-cddc-408c-a082-4a9a0e33209d service neutron] Attempting to bind port b161886a-a801-478c-9f6c-25d2693d7e72 on network 87358466-9ef1-46ab-8724-6c322750a8f9 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:20.660885 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02cfeed-7225-40ed-b371-386815d57850 req-c800e71e-cddc-408c-a082-4a9a0e33209d service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:26:20.661232 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02cfeed-7225-40ed-b371-386815d57850 req-c800e71e-cddc-408c-a082-4a9a0e33209d service neutron] Checking segment: {'id': '7a9b30ba-ae04-492e-9eaa-55e303682950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:26:20.661616 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02cfeed-7225-40ed-b371-386815d57850 req-c800e71e-cddc-408c-a082-4a9a0e33209d service neutron] Bound using segment: {'id': '7a9b30ba-ae04-492e-9eaa-55e303682950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:26:20.664658 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-e02cfeed-7225-40ed-b371-386815d57850 req-c800e71e-cddc-408c-a082-4a9a0e33209d service neutron] Bound port: b161886a-a801-478c-9f6c-25d2693d7e72, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a9b30ba-ae04-492e-9eaa-55e303682950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:26:20.665225 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e02cfeed-7225-40ed-b371-386815d57850 req-c800e71e-cddc-408c-a082-4a9a0e33209d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:20.700307 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-dbdd3113-4043-46d3-a26d-7cbcf9bce37f tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=f62a165d661c46708d7b81a929628a41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565939 Jul 13 07:26:21.131784 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a5510-699d-4542-8db1-4ab9f674441e req-a42d96db-492d-4b2a-904f-75bdcbdd9a62 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:21.133526 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2f7a5510-699d-4542-8db1-4ab9f674441e req-a42d96db-492d-4b2a-904f-75bdcbdd9a62 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.0792446 Jul 13 07:26:21.180374 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2f7a5510-699d-4542-8db1-4ab9f674441e req-a2f71251-137b-47bd-8ad8-e750d02900f6 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396299 Jul 13 07:26:21.200963 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-e02cfeed-7225-40ed-b371-386815d57850 req-c800e71e-cddc-408c-a082-4a9a0e33209d service neutron] For port b161886a-a801-478c-9f6c-25d2693d7e72, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:26:21.212498 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4018ca4-4d11-4863-b6ff-005a49faa145 req-eb8d97be-e947-4bd1-bdde-f4060acfcec0 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:21.214016 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d4018ca4-4d11-4863-b6ff-005a49faa145 req-eb8d97be-e947-4bd1-bdde-f4060acfcec0 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/ports?device_id=fad231c9-320e-4b4e-96f2-773f81089fa1 HTTP/1.1" status: 200 len: 943 time: 0.6346881 Jul 13 07:26:21.219636 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-e02cfeed-7225-40ed-b371-386815d57850 req-c800e71e-cddc-408c-a082-4a9a0e33209d service neutron] For port b161886a-a801-478c-9f6c-25d2693d7e72, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=b161886a-a801-478c-9f6c-25d2693d7e72,segment=NetworkSegment(7a9b30ba-ae04-492e-9eaa-55e303682950),segment_id=7a9b30ba-ae04-492e-9eaa-55e303682950)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:26:21.236598 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e02cfeed-7225-40ed-b371-386815d57850 req-c800e71e-cddc-408c-a082-4a9a0e33209d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:21.281440 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-66dfe5ab-c159-49a2-8363-c37de9f56a8d tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:21.282902 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-66dfe5ab-c159-49a2-8363-c37de9f56a8d tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5722435 Jul 13 07:26:21.302080 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-863452d3-3ab1-4e37-8786-6adaff651512 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Request body: {'port': {'device_id': 'bc88cb27-0b17-4a61-b3c9-3408bf7efb83', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'admin_state_up': True, 'tenant_id': 'f62a165d661c46708d7b81a929628a41'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:21.306780 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02cfeed-7225-40ed-b371-386815d57850 req-c800e71e-cddc-408c-a082-4a9a0e33209d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:21.307731 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e02cfeed-7225-40ed-b371-386815d57850 req-c800e71e-cddc-408c-a082-4a9a0e33209d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:21.309374 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e02cfeed-7225-40ed-b371-386815d57850 req-c800e71e-cddc-408c-a082-4a9a0e33209d service neutron] 10.222.0.42 "PUT /v2.0/ports/b161886a-a801-478c-9f6c-25d2693d7e72 HTTP/1.1" status: 200 len: 1092 time: 2.1225846 Jul 13 07:26:21.309908 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad231c9-320e-4b4e-96f2-773f81089fa1', 'tag': 'b161886a-a801-478c-9f6c-25d2693d7e72'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:21.312268 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f15c9de-3699-4196-9df6-aafa66484de9" -d '{"events": [{"name": "network-changed", "server_uuid": "fad231c9-320e-4b4e-96f2-773f81089fa1", "tag": "b161886a-a801-478c-9f6c-25d2693d7e72"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:21.484253 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d4018ca4-4d11-4863-b6ff-005a49faa145 req-b319a503-56c2-45e0-9da4-a5aae3e27ede tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a447683-fe76-4238-8390-2eb88954980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630932 Jul 13 07:26:21.485467 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800e71e-cddc-408c-a082-4a9a0e33209d service neutron] Pushing event updated for resources: {'Port': ['ID=b161886a-a801-478c-9f6c-25d2693d7e72,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:21.544068 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef1ecc-8fd2-4dfb-af02-1c22eaf59cd4 req-106e1969-7001-45a7-a616-b7de2dd7b5f6 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:21.546113 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7aef1ecc-8fd2-4dfb-af02-1c22eaf59cd4 req-106e1969-7001-45a7-a616-b7de2dd7b5f6 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.1139317 Jul 13 07:26:21.574765 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02cfeed-7225-40ed-b371-386815d57850 req-2382b16d-5a38-4289-905a-433218718d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:21.576479 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e02cfeed-7225-40ed-b371-386815d57850 req-2382b16d-5a38-4289-905a-433218718d5e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=73157af76ad44f519f8a9a3289d8ad24&device_id=fad231c9-320e-4b4e-96f2-773f81089fa1 HTTP/1.1" status: 200 len: 1095 time: 0.1729672 Jul 13 07:26:21.583978 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-863452d3-3ab1-4e37-8786-6adaff651512 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Made reservation on behalf of f62a165d661c46708d7b81a929628a41 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:26:21.590105 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-863452d3-3ab1-4e37-8786-6adaff651512 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:21.627681 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7aef1ecc-8fd2-4dfb-af02-1c22eaf59cd4 req-804763af-a8dc-4f9b-ac34-57783cf61947 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673168 Jul 13 07:26:21.642775 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e02cfeed-7225-40ed-b371-386815d57850 req-9cbe2f4e-4e5c-42b4-99d4-99369cc93bf3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b161886a-a801-478c-9f6c-25d2693d7e72 HTTP/1.1" status: 200 len: 217 time: 0.0497615 Jul 13 07:26:21.694064 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f34dc902-a4a2-439b-93fb-5c77a69b7873 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:26:21.755485 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4e5819-4685-4dc3-9ecc-fec72a821cf8 x-openstack-request-id: req-dc4e5819-4685-4dc3-9ecc-fec72a821cf8 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:21.756218 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fad231c9-320e-4b4e-96f2-773f81089fa1", "tag": "b161886a-a801-478c-9f6c-25d2693d7e72", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:21.756564 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dc4e5819-4685-4dc3-9ecc-fec72a821cf8 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:21.757061 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fad231c9-320e-4b4e-96f2-773f81089fa1', 'tag': 'b161886a-a801-478c-9f6c-25d2693d7e72', 'status': 'completed', 'code': 200} Jul 13 07:26:21.783959 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port f34dc902-a4a2-439b-93fb-5c77a69b7873 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:21.784345 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:21.813519 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-68d702d8-6568-4c7e-863a-75cb5ec6ad11 req-c77647c8-fd56-4d5b-a022-a148f38408b1 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc88cb27-0b17-4a61-b3c9-3408bf7efb83 HTTP/1.1" status: 200 len: 210 time: 0.0598800 Jul 13 07:26:21.827925 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02cfeed-7225-40ed-b371-386815d57850 req-659e2375-cab6-4342-af1e-1af4d425cb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:21.830278 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e02cfeed-7225-40ed-b371-386815d57850 req-659e2375-cab6-4342-af1e-1af4d425cb57 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393 HTTP/1.1" status: 200 len: 859 time: 0.1664207 Jul 13 07:26:21.927950 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-863452d3-3ab1-4e37-8786-6adaff651512 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Allocated IP 192.168.233.26 (f9d6e899-687c-4a4d-bdf3-8d8d169866a7/c5af789a-0729-4e53-834f-ef6745aa079c/521cf4ab-b4f6-4003-b083-a00c1472f5cd) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:26:21.970110 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02cfeed-7225-40ed-b371-386815d57850 req-6ba2ce2a-3a15-4e00-bf39-b9f93534654e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:21.971670 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e02cfeed-7225-40ed-b371-386815d57850 req-6ba2ce2a-3a15-4e00-bf39-b9f93534654e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=87358466-9ef1-46ab-8724-6c322750a8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1338446 Jul 13 07:26:22.156528 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e02cfeed-7225-40ed-b371-386815d57850 req-e2f8907c-9e45-43a5-a4ea-4014660a064a service neutron] 10.222.0.42 "GET /v2.0/networks/87358466-9ef1-46ab-8724-6c322750a8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729624 Jul 13 07:26:22.212318 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-863452d3-3ab1-4e37-8786-6adaff651512 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:22.231630 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76024448-efbf-4792-bc22-2c3d9ae5855c req-2ed7af4d-5e8e-4835-ae8f-d52ec9f8daab tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:22.234001 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-76024448-efbf-4792-bc22-2c3d9ae5855c req-2ed7af4d-5e8e-4835-ae8f-d52ec9f8daab tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.0825655 Jul 13 07:26:22.260927 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-863452d3-3ab1-4e37-8786-6adaff651512 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Transition to ACTIVE for port object 521cf4ab-b4f6-4003-b083-a00c1472f5cd will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:26:22.275581 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-76024448-efbf-4792-bc22-2c3d9ae5855c req-adbaed38-2a17-4b00-bf12-b80d203a4f92 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354269 Jul 13 07:26:22.305692 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e02cfeed-7225-40ed-b371-386815d57850 req-29b2e5d3-e460-41e8-a6ea-47f9a5cb271a service neutron] 10.222.0.42 "GET /v2.0/networks/87358466-9ef1-46ab-8724-6c322750a8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351109 Jul 13 07:26:22.322116 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-863452d3-3ab1-4e37-8786-6adaff651512 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:22.336196 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['ebf8958e-0d4b-4846-9af0-7f9f2ce53e58', '938c12e0-dd49-4ccc-8bf0-f912a33b7774'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:22.338794 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['3748c046-3a67-427e-b56a-088042d90f03', '3251a4bf-60c6-4ed1-842c-317814e9763a', '9e962251-4a79-4ab7-8d2a-496769cc07d9', '905209fd-5bcf-4397-994e-e53811de1895'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:22.421104 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-863452d3-3ab1-4e37-8786-6adaff651512 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:26:22.480128 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-863452d3-3ab1-4e37-8786-6adaff651512 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:26:22.487706 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863452d3-3ab1-4e37-8786-6adaff651512 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Pushing event updated for resources: {'Port': ['ID=521cf4ab-b4f6-4003-b083-a00c1472f5cd,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:22.493073 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-863452d3-3ab1-4e37-8786-6adaff651512 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:26:22.674077 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-863452d3-3ab1-4e37-8786-6adaff651512 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:22.675026 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-863452d3-3ab1-4e37-8786-6adaff651512 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:22.720273 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15c9de-3699-4196-9df6-aafa66484de9 req-edb75ef1-b8e9-4e47-96b5-43843ee41b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:22.722443 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8f15c9de-3699-4196-9df6-aafa66484de9 req-edb75ef1-b8e9-4e47-96b5-43843ee41b0b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=73157af76ad44f519f8a9a3289d8ad24&device_id=fad231c9-320e-4b4e-96f2-773f81089fa1 HTTP/1.1" status: 200 len: 1095 time: 0.3424468 Jul 13 07:26:22.732702 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-863452d3-3ab1-4e37-8786-6adaff651512 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4376025 Jul 13 07:26:22.768897 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd564c34-8f1f-4dd5-b052-72324adedd81 req-5501bd02-241d-42af-9855-8b63beabe6d2 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:22.776520 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bd564c34-8f1f-4dd5-b052-72324adedd81 req-5501bd02-241d-42af-9855-8b63beabe6d2 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.2852926 Jul 13 07:26:22.782522 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-e82fe441-1a8c-457d-91a7-832c6c5c85a8 service neutron] Request body: {'port': {'device_id': 'bc88cb27-0b17-4a61-b3c9-3408bf7efb83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:22.809639 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31491e-f755-4693-b83b-5cbf010b5a6e req-ae4a8c28-c01d-48f8-a693-76d14ab38b1e tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:22.811727 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fb31491e-f755-4693-b83b-5cbf010b5a6e req-ae4a8c28-c01d-48f8-a693-76d14ab38b1e tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/ports?device_id=fad231c9-320e-4b4e-96f2-773f81089fa1 HTTP/1.1" status: 200 len: 943 time: 0.1475885 Jul 13 07:26:22.853496 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b2620c1c-75b9-4441-bad2-8b075c15b46f None None] Provisioning for port 521cf4ab-b4f6-4003-b083-a00c1472f5cd completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:22.860809 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b2620c1c-75b9-4441-bad2-8b075c15b46f None None] Provisioning complete for port 521cf4ab-b4f6-4003-b083-a00c1472f5cd triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:22.861188 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b2620c1c-75b9-4441-bad2-8b075c15b46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:22.887572 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fb31491e-f755-4693-b83b-5cbf010b5a6e req-94b13b99-8209-44e1-9515-a57a656e70fc tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a447683-fe76-4238-8390-2eb88954980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633845 Jul 13 07:26:22.934559 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-b2620c1c-75b9-4441-bad2-8b075c15b46f None None] Port 521cf4ab-b4f6-4003-b083-a00c1472f5cd cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:26:22.937343 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bd564c34-8f1f-4dd5-b052-72324adedd81 req-8f56a910-8790-4e99-a233-27c1d7fa0c63 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594741 Jul 13 07:26:23.001613 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15c9de-3699-4196-9df6-aafa66484de9 req-e91c25ce-3a07-4379-a450-39a304a09fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:23.003183 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8f15c9de-3699-4196-9df6-aafa66484de9 req-e91c25ce-3a07-4379-a450-39a304a09fd8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=87358466-9ef1-46ab-8724-6c322750a8f9 HTTP/1.1" status: 200 len: 921 time: 0.2725432 Jul 13 07:26:23.015975 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-e82fe441-1a8c-457d-91a7-832c6c5c85a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:23.057736 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8f15c9de-3699-4196-9df6-aafa66484de9 req-e55f4ea6-004e-4f40-802b-79a8f9a34eca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b161886a-a801-478c-9f6c-25d2693d7e72 HTTP/1.1" status: 200 len: 217 time: 0.0476882 Jul 13 07:26:23.161698 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9530aaa-7848-4079-830e-b2cc992ecaa5 req-2111f8ff-7824-424f-a96d-c7cc6be00da0 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:23.164693 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e9530aaa-7848-4079-830e-b2cc992ecaa5 req-2111f8ff-7824-424f-a96d-c7cc6be00da0 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc88cb27-0b17-4a61-b3c9-3408bf7efb83 HTTP/1.1" status: 200 len: 935 time: 0.0938575 Jul 13 07:26:23.217609 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e9530aaa-7848-4079-830e-b2cc992ecaa5 req-908b2e29-760e-4093-b8d3-51cd008f51f4 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468464 Jul 13 07:26:23.242236 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:23.271141 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15c9de-3699-4196-9df6-aafa66484de9 req-732c0622-c212-4242-b5f4-31ce8ca25908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:23.272656 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8f15c9de-3699-4196-9df6-aafa66484de9 req-732c0622-c212-4242-b5f4-31ce8ca25908 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393 HTTP/1.1" status: 200 len: 859 time: 0.1608028 Jul 13 07:26:23.451576 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15c9de-3699-4196-9df6-aafa66484de9 req-bceddfa3-6ae1-4a7d-8f56-4ce2265ed9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:23.453114 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8f15c9de-3699-4196-9df6-aafa66484de9 req-bceddfa3-6ae1-4a7d-8f56-4ce2265ed9d2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=87358466-9ef1-46ab-8724-6c322750a8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1731122 Jul 13 07:26:23.522707 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573badd1-7bea-408d-9df6-6e3ffb0e66db req-0ed4596c-c431-44f1-8ea5-d13f6dd9645e tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:23.524443 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-573badd1-7bea-408d-9df6-6e3ffb0e66db req-0ed4596c-c431-44f1-8ea5-d13f6dd9645e tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.1733875 Jul 13 07:26:23.534334 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-e82fe441-1a8c-457d-91a7-832c6c5c85a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 521cf4ab-b4f6-4003-b083-a00c1472f5cd {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:26:23.574488 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-e82fe441-1a8c-457d-91a7-832c6c5c85a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:23.613169 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-e82fe441-1a8c-457d-91a7-832c6c5c85a8 service neutron] Transition to ACTIVE for port object 521cf4ab-b4f6-4003-b083-a00c1472f5cd will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:26:23.630218 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-e82fe441-1a8c-457d-91a7-832c6c5c85a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:23.666597 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8f15c9de-3699-4196-9df6-aafa66484de9 req-ec78ab4d-eb5f-43ff-8fdb-9072b88239dc service neutron] 10.222.0.42 "GET /v2.0/networks/87358466-9ef1-46ab-8724-6c322750a8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874876 Jul 13 07:26:23.669576 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-573badd1-7bea-408d-9df6-6e3ffb0e66db req-1701c5fd-8c40-4e54-94d5-b2187eec3012 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287618 Jul 13 07:26:23.717467 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:23.725460 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82fe441-1a8c-457d-91a7-832c6c5c85a8 service neutron] Pushing event updated for resources: {'Port': ['ID=521cf4ab-b4f6-4003-b083-a00c1472f5cd,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:23.874858 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8f15c9de-3699-4196-9df6-aafa66484de9 req-ac426892-783d-4dd0-83f2-3333bd6e5f1f service neutron] 10.222.0.42 "GET /v2.0/networks/87358466-9ef1-46ab-8724-6c322750a8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976242 Jul 13 07:26:23.877412 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-e82fe441-1a8c-457d-91a7-832c6c5c85a8 service neutron] Attempting to bind port 521cf4ab-b4f6-4003-b083-a00c1472f5cd on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:26:23.877852 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-e82fe441-1a8c-457d-91a7-832c6c5c85a8 service neutron] Attempting to bind port 521cf4ab-b4f6-4003-b083-a00c1472f5cd by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:26:23.878301 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-e82fe441-1a8c-457d-91a7-832c6c5c85a8 service neutron] Attempting to bind port 521cf4ab-b4f6-4003-b083-a00c1472f5cd on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:23.883996 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-e82fe441-1a8c-457d-91a7-832c6c5c85a8 service neutron] Port 521cf4ab-b4f6-4003-b083-a00c1472f5cd on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:26:23.884855 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-e82fe441-1a8c-457d-91a7-832c6c5c85a8 service neutron] Attempting to bind port 521cf4ab-b4f6-4003-b083-a00c1472f5cd on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:23.890440 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-e82fe441-1a8c-457d-91a7-832c6c5c85a8 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:26:23.890782 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-e82fe441-1a8c-457d-91a7-832c6c5c85a8 service neutron] Checking segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:26:23.891284 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-e82fe441-1a8c-457d-91a7-832c6c5c85a8 service neutron] Bound using segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:26:23.891920 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-e82fe441-1a8c-457d-91a7-832c6c5c85a8 service neutron] Bound port: 521cf4ab-b4f6-4003-b083-a00c1472f5cd, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:26:23.892296 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-e82fe441-1a8c-457d-91a7-832c6c5c85a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:23.928364 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea8cb9-e039-46b5-84e4-cd787b65cec1 req-5143c71e-8161-420c-beb0-3e8e98d2f300 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:23.931377 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-27ea8cb9-e039-46b5-84e4-cd787b65cec1 req-5143c71e-8161-420c-beb0-3e8e98d2f300 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.0988667 Jul 13 07:26:23.977433 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-e82fe441-1a8c-457d-91a7-832c6c5c85a8 service neutron] For port 521cf4ab-b4f6-4003-b083-a00c1472f5cd, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:26:23.981515 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-e82fe441-1a8c-457d-91a7-832c6c5c85a8 service neutron] For port 521cf4ab-b4f6-4003-b083-a00c1472f5cd, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=521cf4ab-b4f6-4003-b083-a00c1472f5cd,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:26:23.985663 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-e82fe441-1a8c-457d-91a7-832c6c5c85a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:23.994099 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-27ea8cb9-e039-46b5-84e4-cd787b65cec1 req-c927bb2a-7e17-40e1-9ffe-22bd56ed5f40 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556645 Jul 13 07:26:24.035987 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-e82fe441-1a8c-457d-91a7-832c6c5c85a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:24.036959 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-e82fe441-1a8c-457d-91a7-832c6c5c85a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:24.039044 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-e82fe441-1a8c-457d-91a7-832c6c5c85a8 service neutron] 10.222.0.25 "PUT /v2.0/ports/521cf4ab-b4f6-4003-b083-a00c1472f5cd HTTP/1.1" status: 200 len: 1096 time: 1.2785447 Jul 13 07:26:24.040050 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc88cb27-0b17-4a61-b3c9-3408bf7efb83', 'tag': '521cf4ab-b4f6-4003-b083-a00c1472f5cd'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:24.043514 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d9905a-35bc-4ae2-b70f-63c4ebd3a46d" -d '{"events": [{"name": "network-changed", "server_uuid": "bc88cb27-0b17-4a61-b3c9-3408bf7efb83", "tag": "521cf4ab-b4f6-4003-b083-a00c1472f5cd"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:24.093942 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device b161886a-a801-478c-9f6c-25d2693d7e72 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:26:24.154670 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4471c557-a36d-4974-bf43-345eb6b78b88 x-openstack-request-id: req-4471c557-a36d-4974-bf43-345eb6b78b88 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:24.154964 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc88cb27-0b17-4a61-b3c9-3408bf7efb83", "tag": "521cf4ab-b4f6-4003-b083-a00c1472f5cd", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:24.155231 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4471c557-a36d-4974-bf43-345eb6b78b88 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:24.155639 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc88cb27-0b17-4a61-b3c9-3408bf7efb83', 'tag': '521cf4ab-b4f6-4003-b083-a00c1472f5cd', 'status': 'completed', 'code': 200} Jul 13 07:26:24.156536 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82fe441-1a8c-457d-91a7-832c6c5c85a8 service neutron] Pushing event updated for resources: {'Port': ['ID=521cf4ab-b4f6-4003-b083-a00c1472f5cd,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:24.241909 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port b161886a-a801-478c-9f6c-25d2693d7e72, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=b161886a-a801-478c-9f6c-25d2693d7e72,segment=NetworkSegment(7a9b30ba-ae04-492e-9eaa-55e303682950),segment_id=7a9b30ba-ae04-492e-9eaa-55e303682950)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:24.251706 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-da07ffcb-bd79-46b1-bb9d-78c74383a0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:24.253162 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-da07ffcb-bd79-46b1-bb9d-78c74383a0a7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f62a165d661c46708d7b81a929628a41&device_id=bc88cb27-0b17-4a61-b3c9-3408bf7efb83 HTTP/1.1" status: 200 len: 1099 time: 0.1334066 Jul 13 07:26:24.262343 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': 'b161886a-a801-478c-9f6c-25d2693d7e72', 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9', 'port_id': 'b161886a-a801-478c-9f6c-25d2693d7e72', 'mac_address': 'fa:16:3e:25:51:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:26:24.270148 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69819b91-6240-487d-b083-83193849c430 req-54e94ceb-f6cb-4a71-9846-ddf146cd3614 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:24.277698 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-69819b91-6240-487d-b083-83193849c430 req-54e94ceb-f6cb-4a71-9846-ddf146cd3614 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/ports?device_id=fad231c9-320e-4b4e-96f2-773f81089fa1 HTTP/1.1" status: 200 len: 943 time: 0.1983204 Jul 13 07:26:24.320735 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:24.334865 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b161886a-a801-478c-9f6c-25d2693d7e72 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:26:24.342223 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-ec10cbf6-a328-493f-9477-6fd80ca6e3fe service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=521cf4ab-b4f6-4003-b083-a00c1472f5cd HTTP/1.1" status: 200 len: 217 time: 0.0624475 Jul 13 07:26:24.359252 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port b161886a-a801-478c-9f6c-25d2693d7e72, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=b161886a-a801-478c-9f6c-25d2693d7e72,segment=NetworkSegment(7a9b30ba-ae04-492e-9eaa-55e303682950),segment_id=7a9b30ba-ae04-492e-9eaa-55e303682950)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:24.366097 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:24.404558 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-69819b91-6240-487d-b083-83193849c430 req-6ff38d77-1d77-494e-9353-ead697e44329 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a447683-fe76-4238-8390-2eb88954980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252491 Jul 13 07:26:24.456298 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-7ef7fe0a-069e-4a69-9579-3065f25a4fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:24.457784 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-7ef7fe0a-069e-4a69-9579-3065f25a4fb6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.1080735 Jul 13 07:26:24.459876 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=b161886a-a801-478c-9f6c-25d2693d7e72,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:24.470542 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53332) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:24.522032 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc93fb0-1520-4af6-a7a7-ad7f913d287c req-b2a1a81b-772c-4758-90c4-870d8110444e tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:24.524744 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bcc93fb0-1520-4af6-a7a7-ad7f913d287c req-b2a1a81b-772c-4758-90c4-870d8110444e tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.1159959 Jul 13 07:26:24.595151 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bcc93fb0-1520-4af6-a7a7-ad7f913d287c req-9d7b9e79-8f98-4549-877b-ee1c711d3525 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599551 Jul 13 07:26:24.596216 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-4298e27a-5419-4b42-8fed-e51f90363caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:24.597814 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-4298e27a-5419-4b42-8fed-e51f90363caf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1335297 Jul 13 07:26:24.688429 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3ffe0caf-e7cf-44f2-8e12-2842432f3489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:24.806444 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-4e7a972b-9530-4638-b58f-8d474b6f12d1 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004025 Jul 13 07:26:24.821573 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3ffe0caf-e7cf-44f2-8e12-2842432f3489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:24.828637 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['b161886a-a801-478c-9f6c-25d2693d7e72'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:24.836400 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3ffe0caf-e7cf-44f2-8e12-2842432f3489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:24.876023 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803dfc25-66ac-43ca-93d2-923c6637ee5c req-b30ecd0a-d4b8-4c27-beb7-4d1981e864cc tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:24.878003 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-803dfc25-66ac-43ca-93d2-923c6637ee5c req-b30ecd0a-d4b8-4c27-beb7-4d1981e864cc tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc88cb27-0b17-4a61-b3c9-3408bf7efb83 HTTP/1.1" status: 200 len: 947 time: 0.1459467 Jul 13 07:26:24.881365 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3ffe0caf-e7cf-44f2-8e12-2842432f3489 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bf817e4d908c4bcf992f63e1badeab87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4004545 Jul 13 07:26:24.884597 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53340) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:24.937671 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe0caf-e7cf-44f2-8e12-2842432f3489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d38dcbf-4577-4716-be4e-c41cda725d09,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:24.961608 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe0caf-e7cf-44f2-8e12-2842432f3489 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:24.961861 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe0caf-e7cf-44f2-8e12-2842432f3489 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:24.962275 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe0caf-e7cf-44f2-8e12-2842432f3489 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:24.962613 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe0caf-e7cf-44f2-8e12-2842432f3489 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:24.962940 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe0caf-e7cf-44f2-8e12-2842432f3489 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:24.963285 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe0caf-e7cf-44f2-8e12-2842432f3489 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:24.963610 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe0caf-e7cf-44f2-8e12-2842432f3489 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:24.963929 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe0caf-e7cf-44f2-8e12-2842432f3489 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:24.964300 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe0caf-e7cf-44f2-8e12-2842432f3489 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:24.964600 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe0caf-e7cf-44f2-8e12-2842432f3489 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:24.964880 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe0caf-e7cf-44f2-8e12-2842432f3489 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:24.965192 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe0caf-e7cf-44f2-8e12-2842432f3489 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:24.976034 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-803dfc25-66ac-43ca-93d2-923c6637ee5c req-be9d5120-6903-4cbf-8703-2ea64994b4a4 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894377 Jul 13 07:26:24.978829 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e3a376ba-9271-4808-bca9-75ecbcf710cc req-5ffac042-11a4-4d74-8eb2-69582a7b7e59 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636858 Jul 13 07:26:25.007103 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8c0e9132-03d6-42f8-b8eb-cea9dbcb6948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:25.028094 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7880ae-92f0-412e-8d30-ff48d69ee0d4 req-ff57ab0a-1786-4630-a1e1-3cef7afa3e87 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:25.029577 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe7880ae-92f0-412e-8d30-ff48d69ee0d4 req-ff57ab0a-1786-4630-a1e1-3cef7afa3e87 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.1459575 Jul 13 07:26:25.047706 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8c0e9132-03d6-42f8-b8eb-cea9dbcb6948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:25.086809 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe7880ae-92f0-412e-8d30-ff48d69ee0d4 req-fcfeb81b-e825-4eed-9b42-bb930b725d11 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492477 Jul 13 07:26:25.115384 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9905a-35bc-4ae2-b70f-63c4ebd3a46d req-2f43b193-062a-4906-8814-ddba868ce78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:25.117106 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d9d9905a-35bc-4ae2-b70f-63c4ebd3a46d req-2f43b193-062a-4906-8814-ddba868ce78e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f62a165d661c46708d7b81a929628a41&device_id=bc88cb27-0b17-4a61-b3c9-3408bf7efb83 HTTP/1.1" status: 200 len: 1099 time: 0.0758970 Jul 13 07:26:25.124389 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8c0e9132-03d6-42f8-b8eb-cea9dbcb6948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:25.127355 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8c0e9132-03d6-42f8-b8eb-cea9dbcb6948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:25.133266 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8c0e9132-03d6-42f8-b8eb-cea9dbcb6948 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3d38dcbf-4577-4716-be4e-c41cda725d09 HTTP/1.1" status: 204 len: 168 time: 0.2455783 Jul 13 07:26:25.141710 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e9132-03d6-42f8-b8eb-cea9dbcb6948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d38dcbf-4577-4716-be4e-c41cda725d09,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:25.243817 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9905a-35bc-4ae2-b70f-63c4ebd3a46d req-24e6a6fc-2199-4add-a9d6-1e2b448bb34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:25.245405 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d9d9905a-35bc-4ae2-b70f-63c4ebd3a46d req-24e6a6fc-2199-4add-a9d6-1e2b448bb34b service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.1220145 Jul 13 07:26:25.315632 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d9d9905a-35bc-4ae2-b70f-63c4ebd3a46d req-fa5910f6-05e9-45d7-978f-c68b09f47fbc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=521cf4ab-b4f6-4003-b083-a00c1472f5cd HTTP/1.1" status: 200 len: 217 time: 0.0576839 Jul 13 07:26:25.381435 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9905a-35bc-4ae2-b70f-63c4ebd3a46d req-838b49c5-c2a3-4302-94da-1acdca991bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:25.382960 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d9d9905a-35bc-4ae2-b70f-63c4ebd3a46d req-838b49c5-c2a3-4302-94da-1acdca991bf2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.0604064 Jul 13 07:26:25.391868 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2c758-520a-4c9b-948c-217c215ee08a req-57b4ec5a-48f0-4641-a04e-93a53947efd4 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:25.393337 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-44b2c758-520a-4c9b-948c-217c215ee08a req-57b4ec5a-48f0-4641-a04e-93a53947efd4 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.1521719 Jul 13 07:26:25.436648 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53352) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:25.453002 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9a9c47eb-7aa4-4508-ba76-fddb76722aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:25.465839 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-44b2c758-520a-4c9b-948c-217c215ee08a req-16236c53-e0fd-4b3a-88a1-b159898ae0b6 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620916 Jul 13 07:26:25.498777 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9905a-35bc-4ae2-b70f-63c4ebd3a46d req-7d41c4c8-1df8-48f4-a3d4-b374ff293743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:25.500632 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d9d9905a-35bc-4ae2-b70f-63c4ebd3a46d req-7d41c4c8-1df8-48f4-a3d4-b374ff293743 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1061440 Jul 13 07:26:25.628084 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9a9c47eb-7aa4-4508-ba76-fddb76722aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:25.634290 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9a9c47eb-7aa4-4508-ba76-fddb76722aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:25.680876 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c47eb-7aa4-4508-ba76-fddb76722aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396bd2eb-ab6e-416e-9cff-507cff388b23,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:25.686523 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9a9c47eb-7aa4-4508-ba76-fddb76722aa9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c82602638c194c858bc9e1503e897e2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2476954 Jul 13 07:26:25.695020 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de422512-1d6b-4280-b32b-f6212dc6416b req-52636244-95b0-411c-ac98-aa86723bfda5 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:25.700351 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-de422512-1d6b-4280-b32b-f6212dc6416b req-52636244-95b0-411c-ac98-aa86723bfda5 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/ports?device_id=fad231c9-320e-4b4e-96f2-773f81089fa1 HTTP/1.1" status: 200 len: 944 time: 0.1564829 Jul 13 07:26:25.700927 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53360) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:25.775708 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-de422512-1d6b-4280-b32b-f6212dc6416b req-a374d22e-7e00-4666-9565-ec0cf9217286 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a447683-fe76-4238-8390-2eb88954980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722263 Jul 13 07:26:25.800478 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-68a497fb-7a99-47c3-b75e-a19c27a4da4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:25.824527 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-68a497fb-7a99-47c3-b75e-a19c27a4da4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:25.878018 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-68a497fb-7a99-47c3-b75e-a19c27a4da4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:25.881273 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-68a497fb-7a99-47c3-b75e-a19c27a4da4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:25.882656 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-68a497fb-7a99-47c3-b75e-a19c27a4da4f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/396bd2eb-ab6e-416e-9cff-507cff388b23 HTTP/1.1" status: 204 len: 168 time: 0.1805122 Jul 13 07:26:25.891746 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a497fb-7a99-47c3-b75e-a19c27a4da4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396bd2eb-ab6e-416e-9cff-507cff388b23,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:25.940491 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d9d9905a-35bc-4ae2-b70f-63c4ebd3a46d req-c0524ad3-469d-4307-8806-cea9c13e1188 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323556 Jul 13 07:26:25.999544 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0a4fa-8306-4fb7-9b65-fff1691570ea req-d1d94aef-2ab6-4dd0-9524-57899ba097ea tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:26.001085 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-90b0a4fa-8306-4fb7-9b65-fff1691570ea req-d1d94aef-2ab6-4dd0-9524-57899ba097ea tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.1239305 Jul 13 07:26:26.082118 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-90b0a4fa-8306-4fb7-9b65-fff1691570ea req-7a2a4caa-4ad2-4117-8be9-90e406cc87ca tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545385 Jul 13 07:26:26.084153 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d9d9905a-35bc-4ae2-b70f-63c4ebd3a46d req-1454ce3e-9357-4e74-9aff-ffe7c0fff65e service neutron] 10.222.0.25 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364994 Jul 13 07:26:26.187942 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6f2ca-47d5-4cac-a1e0-45d58e621384 req-4ba52810-ddc1-407b-8051-c68857c5573a tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:26.189450 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-71e6f2ca-47d5-4cac-a1e0-45d58e621384 req-4ba52810-ddc1-407b-8051-c68857c5573a tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc88cb27-0b17-4a61-b3c9-3408bf7efb83 HTTP/1.1" status: 200 len: 947 time: 0.0698514 Jul 13 07:26:26.230053 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-71e6f2ca-47d5-4cac-a1e0-45d58e621384 req-c0466d6a-0514-4938-9f33-2bf6ac830cc2 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335264 Jul 13 07:26:26.303047 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53376) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:26.303243 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b066a5-4978-401d-b5bd-210b79e10103 req-f5a2541b-7260-4ded-8c7f-cb57079ac106 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:26.305305 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-56b066a5-4978-401d-b5bd-210b79e10103 req-f5a2541b-7260-4ded-8c7f-cb57079ac106 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.0740795 Jul 13 07:26:26.317958 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-34d57106-1faf-43f8-8349-ba9f3695cb37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:26.358266 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-56b066a5-4978-401d-b5bd-210b79e10103 req-9cd1e1e1-3393-46fd-8f78-1a069ad17b8b tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445743 Jul 13 07:26:26.422946 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-34d57106-1faf-43f8-8349-ba9f3695cb37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:26.427898 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-34d57106-1faf-43f8-8349-ba9f3695cb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:26.470170 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d57106-1faf-43f8-8349-ba9f3695cb37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aecc4666-f3dd-49a0-a81f-69d8d79f9b06,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:26.477737 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-34d57106-1faf-43f8-8349-ba9f3695cb37 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9d045a0ea155484ebfa6550175d3160b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1715441 Jul 13 07:26:26.479739 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53382) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:26.534130 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0ba8b9b4-2930-4f7d-a757-70208c048b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:26.558421 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0ba8b9b4-2930-4f7d-a757-70208c048b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:26.566527 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfbaf3-8017-4094-9878-10b1258dc93b req-b973a22f-d802-4cd3-aa94-98dd31dc4355 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:26.568344 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1fcfbaf3-8017-4094-9878-10b1258dc93b req-b973a22f-d802-4cd3-aa94-98dd31dc4355 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.0662491 Jul 13 07:26:26.607359 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0ba8b9b4-2930-4f7d-a757-70208c048b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:26.609920 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0ba8b9b4-2930-4f7d-a757-70208c048b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:26.611088 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0ba8b9b4-2930-4f7d-a757-70208c048b2d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aecc4666-f3dd-49a0-a81f-69d8d79f9b06 HTTP/1.1" status: 204 len: 168 time: 0.1302752 Jul 13 07:26:26.614923 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1fcfbaf3-8017-4094-9878-10b1258dc93b req-e32461c4-c903-4185-b43e-086076fdd4e0 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401537 Jul 13 07:26:26.618976 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba8b9b4-2930-4f7d-a757-70208c048b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecc4666-f3dd-49a0-a81f-69d8d79f9b06,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:26.897067 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1004da8-d1c4-4a56-a209-cf2c967266ed req-eff5039c-7af0-4fb0-a28d-dd66c6db88a6 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:26.899408 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e1004da8-d1c4-4a56-a209-cf2c967266ed req-eff5039c-7af0-4fb0-a28d-dd66c6db88a6 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.0687447 Jul 13 07:26:26.944102 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e1004da8-d1c4-4a56-a209-cf2c967266ed req-56c05efb-f88b-4c02-895f-87e2ab2560ff tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386577 Jul 13 07:26:26.978120 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa56a3-c7f4-422a-a2b0-5457587a90a8 req-606258eb-02fd-4bdc-a553-6b989625c329 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:26.979843 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-63aa56a3-c7f4-422a-a2b0-5457587a90a8 req-606258eb-02fd-4bdc-a553-6b989625c329 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/ports?device_id=fad231c9-320e-4b4e-96f2-773f81089fa1 HTTP/1.1" status: 200 len: 944 time: 0.0699978 Jul 13 07:26:27.028032 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-63aa56a3-c7f4-422a-a2b0-5457587a90a8 req-0c6125d2-7f05-4ea4-9a75-a2da9106d0b5 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a447683-fe76-4238-8390-2eb88954980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407329 Jul 13 07:26:27.233007 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a354d44f-c9ab-4762-a79b-056ec25eac45 req-7565ec81-0f68-418e-9e1d-2b31080757e0 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:27.234700 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a354d44f-c9ab-4762-a79b-056ec25eac45 req-7565ec81-0f68-418e-9e1d-2b31080757e0 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.0859988 Jul 13 07:26:27.279740 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a354d44f-c9ab-4762-a79b-056ec25eac45 req-e38f4948-17b3-4642-aad7-d9a7abbde082 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397499 Jul 13 07:26:27.424101 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95427b1-1e8d-4068-a9f7-9134b4643d29 req-82cbb7ae-820a-4849-b8e6-d911ff102607 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:27.425636 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e95427b1-1e8d-4068-a9f7-9134b4643d29 req-82cbb7ae-820a-4849-b8e6-d911ff102607 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc88cb27-0b17-4a61-b3c9-3408bf7efb83 HTTP/1.1" status: 200 len: 947 time: 0.0693030 Jul 13 07:26:27.470494 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e95427b1-1e8d-4068-a9f7-9134b4643d29 req-59670e35-89d1-4408-b2d7-dc92e3021511 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378106 Jul 13 07:26:27.479532 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ddf7c3-04f7-4ab4-8630-932a0753ad1f req-ed1eef6d-1379-41b8-9650-6f5374481131 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:27.481302 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-50ddf7c3-04f7-4ab4-8630-932a0753ad1f req-ed1eef6d-1379-41b8-9650-6f5374481131 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.0705259 Jul 13 07:26:27.528758 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-50ddf7c3-04f7-4ab4-8630-932a0753ad1f req-03af38d3-90f8-43e3-b13b-95342d427b8c tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399604 Jul 13 07:26:27.759238 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 521cf4ab-b4f6-4003-b083-a00c1472f5cd details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:26:27.778342 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493498d-0e1e-45b8-9b93-61b9a52edf0d req-483faffd-30d0-434c-a7c8-a4dbb04221bb tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:27.779855 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1493498d-0e1e-45b8-9b93-61b9a52edf0d req-483faffd-30d0-434c-a7c8-a4dbb04221bb tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.0729740 Jul 13 07:26:27.827831 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1493498d-0e1e-45b8-9b93-61b9a52edf0d req-15b42fb3-7577-4ebb-a7ac-2177bfb669f7 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396249 Jul 13 07:26:27.883553 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 521cf4ab-b4f6-4003-b083-a00c1472f5cd, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=521cf4ab-b4f6-4003-b083-a00c1472f5cd,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:27.894108 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '521cf4ab-b4f6-4003-b083-a00c1472f5cd', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': '521cf4ab-b4f6-4003-b083-a00c1472f5cd', 'mac_address': 'fa:16:3e:df:4b:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:26:27.939248 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:27.954191 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 521cf4ab-b4f6-4003-b083-a00c1472f5cd {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:26:27.975270 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 521cf4ab-b4f6-4003-b083-a00c1472f5cd, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=521cf4ab-b4f6-4003-b083-a00c1472f5cd,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:27.980468 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:28.035026 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=521cf4ab-b4f6-4003-b083-a00c1472f5cd,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:28.124957 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device b161886a-a801-478c-9f6c-25d2693d7e72 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:26:28.128139 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc50dd-7ad2-43cc-a750-f76452e57bd5 req-fd81ed1d-67a5-4861-ac32-17040c1ccc9f tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:28.136214 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-65cc50dd-7ad2-43cc-a750-f76452e57bd5 req-fd81ed1d-67a5-4861-ac32-17040c1ccc9f tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.0873964 Jul 13 07:26:28.184899 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-65cc50dd-7ad2-43cc-a750-f76452e57bd5 req-34a03eb7-c4bf-44ec-98de-19110bcebc5f tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476840 Jul 13 07:26:28.237576 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port b161886a-a801-478c-9f6c-25d2693d7e72 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:28.246929 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port b161886a-a801-478c-9f6c-25d2693d7e72 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:28.249080 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:28.282991 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c8215-5b5c-4325-b5bf-a9b0428f2127 req-ac1cb828-6f77-43ef-9071-992c05e483f8 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:28.287673 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-087c8215-5b5c-4325-b5bf-a9b0428f2127 req-ac1cb828-6f77-43ef-9071-992c05e483f8 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/ports?device_id=fad231c9-320e-4b4e-96f2-773f81089fa1 HTTP/1.1" status: 200 len: 944 time: 0.1289134 Jul 13 07:26:28.316846 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['521cf4ab-b4f6-4003-b083-a00c1472f5cd'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:28.345726 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-087c8215-5b5c-4325-b5bf-a9b0428f2127 req-b260dfc7-1ae1-4799-9e9f-5368587100d5 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a447683-fe76-4238-8390-2eb88954980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521944 Jul 13 07:26:28.475739 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:28.526308 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad231c9-320e-4b4e-96f2-773f81089fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b161886a-a801-478c-9f6c-25d2693d7e72'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:28.529870 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8158bc5-0708-41c2-9098-f40223f065a7" -d '{"events": [{"server_uuid": "fad231c9-320e-4b4e-96f2-773f81089fa1", "name": "network-vif-plugged", "status": "completed", "tag": "b161886a-a801-478c-9f6c-25d2693d7e72"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:28.551495 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11de688-70b8-497c-97b4-57e579537919 req-0815fc7a-250b-4b68-a16e-e65033551a40 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:28.552693 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e11de688-70b8-497c-97b4-57e579537919 req-0815fc7a-250b-4b68-a16e-e65033551a40 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.0918396 Jul 13 07:26:28.552834 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port b161886a-a801-478c-9f6c-25d2693d7e72, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=b161886a-a801-478c-9f6c-25d2693d7e72,segment=NetworkSegment(7a9b30ba-ae04-492e-9eaa-55e303682950),segment_id=7a9b30ba-ae04-492e-9eaa-55e303682950)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:28.560079 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:28.647905 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e11de688-70b8-497c-97b4-57e579537919 req-5434208b-0141-468b-9263-1587674f92e6 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871570 Jul 13 07:26:28.674534 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=b161886a-a801-478c-9f6c-25d2693d7e72,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:28.697800 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04914b01-8aa1-46f0-9421-c235bb1dd3e2 req-08a7590d-a589-4c05-96d9-7f9e15256aad tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:28.705095 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-04914b01-8aa1-46f0-9421-c235bb1dd3e2 req-08a7590d-a589-4c05-96d9-7f9e15256aad tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc88cb27-0b17-4a61-b3c9-3408bf7efb83 HTTP/1.1" status: 200 len: 948 time: 0.0896566 Jul 13 07:26:28.756125 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-04914b01-8aa1-46f0-9421-c235bb1dd3e2 req-26cb0a22-1efa-4c72-9f15-52fa70d94a8d tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500953 Jul 13 07:26:28.771241 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc83453-ba82-4071-9be7-8f79cb881954 x-openstack-request-id: req-9fc83453-ba82-4071-9be7-8f79cb881954 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:28.771764 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad231c9-320e-4b4e-96f2-773f81089fa1", "name": "network-vif-plugged", "status": "completed", "tag": "b161886a-a801-478c-9f6c-25d2693d7e72", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:28.771841 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9fc83453-ba82-4071-9be7-8f79cb881954 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:28.772205 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad231c9-320e-4b4e-96f2-773f81089fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b161886a-a801-478c-9f6c-25d2693d7e72', 'code': 200} Jul 13 07:26:28.942734 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f426d43-ec41-4500-bc1b-8dd54479064f req-007dcf58-84bf-4148-bde2-99742d4eaa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:28.942734 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4f426d43-ec41-4500-bc1b-8dd54479064f req-007dcf58-84bf-4148-bde2-99742d4eaa11 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fad231c9-320e-4b4e-96f2-773f81089fa1 HTTP/1.1" status: 200 len: 1097 time: 0.0793202 Jul 13 07:26:28.984681 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e567ec86-f34b-4649-8526-b1769c2a3b78 None None] Provisioning complete for port b161886a-a801-478c-9f6c-25d2693d7e72 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:28.985058 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e567ec86-f34b-4649-8526-b1769c2a3b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:28.989046 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4f426d43-ec41-4500-bc1b-8dd54479064f req-b0393bf9-2eae-46a4-a951-6e33a08b38ff service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4a447683-fe76-4238-8390-2eb88954980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388942 Jul 13 07:26:29.125537 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b08d4-6c79-4773-82b8-39c525c649b7 req-9ebdac49-3392-46e9-8d85-db5caa566e50 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:29.127046 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-de6b08d4-6c79-4773-82b8-39c525c649b7 req-9ebdac49-3392-46e9-8d85-db5caa566e50 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.0672588 Jul 13 07:26:29.168001 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-de6b08d4-6c79-4773-82b8-39c525c649b7 req-3df3c737-cd17-4999-98f1-2b4ca56d015f tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352123 Jul 13 07:26:29.364192 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108288a-9413-4331-b2fb-9b1b5c93654b req-c122cc34-2a37-48e7-af0f-65f3c5df690a tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:29.365709 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b108288a-9413-4331-b2fb-9b1b5c93654b req-c122cc34-2a37-48e7-af0f-65f3c5df690a tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.0749257 Jul 13 07:26:29.411052 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b108288a-9413-4331-b2fb-9b1b5c93654b req-21ce2494-5e34-419b-b3fa-38a8e896d818 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372555 Jul 13 07:26:29.593085 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf776e-0e13-49bf-b6af-699738f19879 req-4377ab7e-c3fc-4aa3-9a89-8eb3f4a0f4dd tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:29.595082 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2fcf776e-0e13-49bf-b6af-699738f19879 req-4377ab7e-c3fc-4aa3-9a89-8eb3f4a0f4dd tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/ports?device_id=fad231c9-320e-4b4e-96f2-773f81089fa1 HTTP/1.1" status: 200 len: 945 time: 0.0786381 Jul 13 07:26:29.651788 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2fcf776e-0e13-49bf-b6af-699738f19879 req-554c61ed-5c74-420b-bb43-94b2f1872a6b tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a447683-fe76-4238-8390-2eb88954980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486624 Jul 13 07:26:29.761447 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 521cf4ab-b4f6-4003-b083-a00c1472f5cd up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:26:29.766530 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1421554-f551-416e-90ce-95e2e2800c94 req-008cf0f5-d705-4fca-8e45-b49bdfd17d0b tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:29.768716 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e1421554-f551-416e-90ce-95e2e2800c94 req-008cf0f5-d705-4fca-8e45-b49bdfd17d0b tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.0816944 Jul 13 07:26:29.828237 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e1421554-f551-416e-90ce-95e2e2800c94 req-26d6b07a-9993-4743-a9ba-605b0318ad67 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528321 Jul 13 07:26:29.843405 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 521cf4ab-b4f6-4003-b083-a00c1472f5cd completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:29.843405 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 521cf4ab-b4f6-4003-b083-a00c1472f5cd triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:29.843405 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:29.984340 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6e28c-d16a-4334-ba16-5ece8864a8ac req-1f695e94-aa34-4c20-a37e-881f972b3532 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:29.986046 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9bd6e28c-d16a-4334-ba16-5ece8864a8ac req-1f695e94-aa34-4c20-a37e-881f972b3532 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc88cb27-0b17-4a61-b3c9-3408bf7efb83 HTTP/1.1" status: 200 len: 948 time: 0.0879760 Jul 13 07:26:29.999225 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:30.041662 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 521cf4ab-b4f6-4003-b083-a00c1472f5cd, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=521cf4ab-b4f6-4003-b083-a00c1472f5cd,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:30.048706 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:30.066787 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9bd6e28c-d16a-4334-ba16-5ece8864a8ac req-adb1ef75-d475-4aac-a289-83f7383a3ff8 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717566 Jul 13 07:26:30.116418 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231d34a-e0f6-4483-bbc8-138946d54bb9 req-0bbe781b-17d8-4fc7-876d-b7ad87f9bd22 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:30.127366 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=521cf4ab-b4f6-4003-b083-a00c1472f5cd,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:30.141148 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1231d34a-e0f6-4483-bbc8-138946d54bb9 req-0bbe781b-17d8-4fc7-876d-b7ad87f9bd22 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.1412625 Jul 13 07:26:30.152766 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fd9f2c10-eded-4905-90fc-ccad89f468fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:30.193265 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1231d34a-e0f6-4483-bbc8-138946d54bb9 req-d19d1037-d772-4ab5-b54b-588e7c1b1a5b tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511785 Jul 13 07:26:30.508679 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-98b301b7-4de1-4b38-b427-2ec3a26b765c None None] Provisioning complete for port 521cf4ab-b4f6-4003-b083-a00c1472f5cd triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:30.509499 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-98b301b7-4de1-4b38-b427-2ec3a26b765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:30.773186 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc88cb27-0b17-4a61-b3c9-3408bf7efb83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521cf4ab-b4f6-4003-b083-a00c1472f5cd'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:30.776890 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb81f21-7174-4337-84ff-e61a66040414" -d '{"events": [{"server_uuid": "bc88cb27-0b17-4a61-b3c9-3408bf7efb83", "name": "network-vif-plugged", "status": "completed", "tag": "521cf4ab-b4f6-4003-b083-a00c1472f5cd"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:30.864665 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed8243-e475-438a-a511-1c0369ac1309 req-c9a3b2ac-a207-4298-824c-bc90a88b568a tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:30.865435 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6697e9-d477-45b5-87ff-55a5f8e6dbb1 req-d8477310-580f-4fc3-ab36-ea6285bc5fbc tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:30.866432 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-30ed8243-e475-438a-a511-1c0369ac1309 req-c9a3b2ac-a207-4298-824c-bc90a88b568a tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.0711935 Jul 13 07:26:30.873194 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5e6697e9-d477-45b5-87ff-55a5f8e6dbb1 req-d8477310-580f-4fc3-ab36-ea6285bc5fbc tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/ports?device_id=fad231c9-320e-4b4e-96f2-773f81089fa1 HTTP/1.1" status: 200 len: 945 time: 0.0780704 Jul 13 07:26:30.910857 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5e6697e9-d477-45b5-87ff-55a5f8e6dbb1 req-eef0dcea-42da-4abe-bd0a-e65031e07370 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a447683-fe76-4238-8390-2eb88954980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368147 Jul 13 07:26:30.922410 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-30ed8243-e475-438a-a511-1c0369ac1309 req-97b453ac-b591-47ad-8c6d-7d34d4651820 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449400 Jul 13 07:26:30.975248 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c004885-362e-4c2b-888f-685c4630d700 x-openstack-request-id: req-5c004885-362e-4c2b-888f-685c4630d700 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:30.975248 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc88cb27-0b17-4a61-b3c9-3408bf7efb83", "name": "network-vif-plugged", "status": "completed", "tag": "521cf4ab-b4f6-4003-b083-a00c1472f5cd", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:30.975817 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c004885-362e-4c2b-888f-685c4630d700 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:30.975817 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc88cb27-0b17-4a61-b3c9-3408bf7efb83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521cf4ab-b4f6-4003-b083-a00c1472f5cd', 'code': 200} Jul 13 07:26:31.185855 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-99ac8f28-0383-43d8-b5a2-1682f7df598f req-5a05d99b-96ee-4646-95aa-269a24f9619e tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2317920 Jul 13 07:26:31.199891 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-99ac8f28-0383-43d8-b5a2-1682f7df598f req-3fdc0b9a-889f-4306-b7f0-2fa749bff1ad tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:31.223680 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19a654-a2bd-45ae-ad4d-ce8292b55c53 req-c9175e23-3063-4674-9602-9163c41c25d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:31.225422 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8e19a654-a2bd-45ae-ad4d-ce8292b55c53 req-c9175e23-3063-4674-9602-9163c41c25d2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bc88cb27-0b17-4a61-b3c9-3408bf7efb83 HTTP/1.1" status: 200 len: 1101 time: 0.1403744 Jul 13 07:26:31.232152 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-99ac8f28-0383-43d8-b5a2-1682f7df598f req-3fdc0b9a-889f-4306-b7f0-2fa749bff1ad tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks [] for floatingip, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:31.252071 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb5bb8-7cc3-41cf-b9a5-c67558c53282 req-adf88fe8-b4e9-4f18-bd59-9e0d9eb0cd31 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:31.253632 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b7cb5bb8-7cc3-41cf-b9a5-c67558c53282 req-adf88fe8-b4e9-4f18-bd59-9e0d9eb0cd31 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc88cb27-0b17-4a61-b3c9-3408bf7efb83 HTTP/1.1" status: 200 len: 949 time: 0.0723002 Jul 13 07:26:31.293998 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8e19a654-a2bd-45ae-ad4d-ce8292b55c53 req-6f04df65-3894-40c2-94d4-0cd218bec7ec service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577812 Jul 13 07:26:31.298433 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b7cb5bb8-7cc3-41cf-b9a5-c67558c53282 req-03af7da6-59a4-4019-9f50-24630116a3b1 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378075 Jul 13 07:26:31.359589 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-99ac8f28-0383-43d8-b5a2-1682f7df598f req-3fdc0b9a-889f-4306-b7f0-2fa749bff1ad tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:31.477583 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-99ac8f28-0383-43d8-b5a2-1682f7df598f req-3fdc0b9a-889f-4306-b7f0-2fa749bff1ad tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Allocated IP 172.25.3.177 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/226c3b6d-918e-4ae4-bcf9-7558330fd1a5) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:26:31.596124 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-99ac8f28-0383-43d8-b5a2-1682f7df598f req-3fdc0b9a-889f-4306-b7f0-2fa749bff1ad tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:31.636899 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-99ac8f28-0383-43d8-b5a2-1682f7df598f req-3fdc0b9a-889f-4306-b7f0-2fa749bff1ad tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:31.682819 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99ac8f28-0383-43d8-b5a2-1682f7df598f req-3fdc0b9a-889f-4306-b7f0-2fa749bff1ad tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:26:31.688223 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-99ac8f28-0383-43d8-b5a2-1682f7df598f req-3fdc0b9a-889f-4306-b7f0-2fa749bff1ad tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:26:31.692145 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ac8f28-0383-43d8-b5a2-1682f7df598f req-3fdc0b9a-889f-4306-b7f0-2fa749bff1ad tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:26:31.695939 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc0b9a-889f-4306-b7f0-2fa749bff1ad tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Pushing event updated for resources: {'Port': ['ID=226c3b6d-918e-4ae4-bcf9-7558330fd1a5,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:31.787345 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-99ac8f28-0383-43d8-b5a2-1682f7df598f req-3fdc0b9a-889f-4306-b7f0-2fa749bff1ad tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:31.837363 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-99ac8f28-0383-43d8-b5a2-1682f7df598f req-3fdc0b9a-889f-4306-b7f0-2fa749bff1ad tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:32.003245 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-99ac8f28-0383-43d8-b5a2-1682f7df598f req-3fdc0b9a-889f-4306-b7f0-2fa749bff1ad tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:32.008930 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-99ac8f28-0383-43d8-b5a2-1682f7df598f req-3fdc0b9a-889f-4306-b7f0-2fa749bff1ad tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:32.079747 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc0b9a-889f-4306-b7f0-2fa749bff1ad tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Pushing event updated for resources: {'Port': ['ID=226c3b6d-918e-4ae4-bcf9-7558330fd1a5,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:32.091737 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-99ac8f28-0383-43d8-b5a2-1682f7df598f req-3fdc0b9a-889f-4306-b7f0-2fa749bff1ad tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:32.106327 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-99ac8f28-0383-43d8-b5a2-1682f7df598f req-3fdc0b9a-889f-4306-b7f0-2fa749bff1ad tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:32.107692 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-99ac8f28-0383-43d8-b5a2-1682f7df598f req-3fdc0b9a-889f-4306-b7f0-2fa749bff1ad tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9146914 Jul 13 07:26:32.109812 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edccae-2751-401c-aab5-22547e72000d req-f3cd2baf-6ec9-4b09-9050-3c52d0ad67e8 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:32.115791 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c5edccae-2751-401c-aab5-22547e72000d req-f3cd2baf-6ec9-4b09-9050-3c52d0ad67e8 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.0822558 Jul 13 07:26:32.152154 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c5edccae-2751-401c-aab5-22547e72000d req-ac1da5d8-26d2-40ba-a22f-5736edd6c2b2 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352755 Jul 13 07:26:32.171754 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-99ac8f28-0383-43d8-b5a2-1682f7df598f req-0a32b24a-35cc-42a1-843b-7413f16df7d8 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.177 HTTP/1.1" status: 200 len: 696 time: 0.0577991 Jul 13 07:26:32.278909 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac8f28-0383-43d8-b5a2-1682f7df598f req-c3d16878-675a-4106-bc10-e19615637700 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:32.280347 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-99ac8f28-0383-43d8-b5a2-1682f7df598f req-c3d16878-675a-4106-bc10-e19615637700 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/networks/099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 784 time: 0.1066976 Jul 13 07:26:32.506923 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd359f39-2b4d-4823-ad1b-f148a0fa63cb req-41fd66e4-5d40-45d8-9c18-3fa192c37914 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:32.509070 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dd359f39-2b4d-4823-ad1b-f148a0fa63cb req-41fd66e4-5d40-45d8-9c18-3fa192c37914 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc88cb27-0b17-4a61-b3c9-3408bf7efb83 HTTP/1.1" status: 200 len: 949 time: 0.0829890 Jul 13 07:26:32.559807 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dd359f39-2b4d-4823-ad1b-f148a0fa63cb req-de9415c4-62d6-4f76-8dd5-cbce4ad850e9 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425708 Jul 13 07:26:32.617932 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-adde7c27-66e4-44fa-9369-bdff3d634685 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:32.619658 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-adde7c27-66e4-44fa-9369-bdff3d634685 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/networks?id=87358466-9ef1-46ab-8724-6c322750a8f9 HTTP/1.1" status: 200 len: 820 time: 0.1261756 Jul 13 07:26:32.639854 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-efa82803-5f5e-4218-a2dc-4077de6894bf tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/quotas/73157af76ad44f519f8a9a3289d8ad24 HTTP/1.1" status: 200 len: 375 time: 0.0143969 Jul 13 07:26:32.721761 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-e2a4523a-522e-4964-86d1-f0c7d0fe90ff tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=73157af76ad44f519f8a9a3289d8ad24&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0807202 Jul 13 07:26:32.825607 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-7812b3be-0a20-455c-a48e-88de26b19f96 service neutron] 10.222.0.23 "GET /v2.0/networks/87358466-9ef1-46ab-8724-6c322750a8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928028 Jul 13 07:26:32.939275 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-b370f260-c03f-408b-9d15-5cf4649003c2 service neutron] 10.222.0.23 "GET /v2.0/networks/87358466-9ef1-46ab-8724-6c322750a8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071982 Jul 13 07:26:33.038401 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:33.042924 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e270c496-4b66-4736-9a4b-58bd7f2481e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:33.161727 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ae729d9e-01b6-4be0-94bd-b7d16dd878df req-11e26122-7658-4da9-97b0-6c6ba6946e39 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/ports?device_id=28203eda-fc17-463a-ab04-6079792f97c7 HTTP/1.1" status: 200 len: 210 time: 0.0395708 Jul 13 07:26:33.353783 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f266e4-68e0-4d0c-afe4-68c338695370 req-10fc9508-d7d4-4fd5-9420-faed80fe671f tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:33.359692 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-21f266e4-68e0-4d0c-afe4-68c338695370 req-10fc9508-d7d4-4fd5-9420-faed80fe671f tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.0794237 Jul 13 07:26:33.400002 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-21f266e4-68e0-4d0c-afe4-68c338695370 req-992e6d2d-f9ad-42d8-99fa-b0df8149a39f tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389826 Jul 13 07:26:33.797424 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9620e8-9a38-4573-8ed0-5e2190298adc req-ff0e2e9f-0cbe-41d6-aab7-68c70bfc25ff tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:33.803835 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ff9620e8-9a38-4573-8ed0-5e2190298adc req-ff0e2e9f-0cbe-41d6-aab7-68c70bfc25ff tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc88cb27-0b17-4a61-b3c9-3408bf7efb83 HTTP/1.1" status: 200 len: 949 time: 0.1222897 Jul 13 07:26:33.851854 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ff9620e8-9a38-4573-8ed0-5e2190298adc req-4e73e967-3008-4bd6-aeed-d6c9b4c0a9e5 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410802 Jul 13 07:26:33.962393 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:34.262881 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e4b37-2921-45c4-a1cd-aa78e4a109e4 req-cd1e53e4-4a46-49a9-93ff-701f6b3de367 tempest-ServersOnMultiNodesTest-1371202544 tempest-ServersOnMultiNodesTest-1371202544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:34.264520 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-283e4b37-2921-45c4-a1cd-aa78e4a109e4 req-cd1e53e4-4a46-49a9-93ff-701f6b3de367 tempest-ServersOnMultiNodesTest-1371202544 tempest-ServersOnMultiNodesTest-1371202544-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bc88cb27-0b17-4a61-b3c9-3408bf7efb83 HTTP/1.1" status: 200 len: 1101 time: 0.0625894 Jul 13 07:26:34.306432 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-283e4b37-2921-45c4-a1cd-aa78e4a109e4 req-66d5fac6-4da6-4780-80b1-b1c0b91a77e9 tempest-ServersOnMultiNodesTest-1371202544 tempest-ServersOnMultiNodesTest-1371202544-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345266 Jul 13 07:26:34.406955 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a0861e4b-6618-45e4-9c50-5db43999263b req-1669ba4a-8ff0-45a0-817b-50699b93f3ea tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/ports?device_id=28203eda-fc17-463a-ab04-6079792f97c7 HTTP/1.1" status: 200 len: 210 time: 0.0358496 Jul 13 07:26:34.534039 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-99fe0a39-da0e-4c7c-8efd-3aff4bfa8b4f tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f62a165d661c46708d7b81a929628a41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249026 Jul 13 07:26:34.612453 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d6b13-65d9-433e-a7c0-d51b1e69335c req-7cdf3ed6-bf64-450e-8fe4-8420ee38caab tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:34.614582 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-630d6b13-65d9-433e-a7c0-d51b1e69335c req-7cdf3ed6-bf64-450e-8fe4-8420ee38caab tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.0875485 Jul 13 07:26:34.662289 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-630d6b13-65d9-433e-a7c0-d51b1e69335c req-176120ea-a048-4fa7-bc70-50f365937896 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408845 Jul 13 07:26:34.731571 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-1d03e889-788e-48df-9589-345c328d8fa1 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:34.738556 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-1d03e889-788e-48df-9589-345c328d8fa1 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1940875 Jul 13 07:26:34.792468 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-231aa856-ea68-49b8-8d33-7e93427f5c2b tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/quotas/f62a165d661c46708d7b81a929628a41 HTTP/1.1" status: 200 len: 375 time: 0.0528529 Jul 13 07:26:34.877606 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-d732e380-cc6e-49ad-8f76-b42e417842f4 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:34.879322 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-d732e380-cc6e-49ad-8f76-b42e417842f4 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.42 "GET /v2.0/networks?id=87358466-9ef1-46ab-8724-6c322750a8f9 HTTP/1.1" status: 200 len: 820 time: 0.2064569 Jul 13 07:26:34.894738 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-f184ffc7-3049-489e-9558-26e5a98f3a2d tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Request body: {'port': {'device_id': '28203eda-fc17-463a-ab04-6079792f97c7', 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9', 'admin_state_up': True, 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:34.897032 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:26:34.995904 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-dd842416-0dcd-4d11-9032-2dd9d933aaaa tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f62a165d661c46708d7b81a929628a41&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1933730 Jul 13 07:26:35.065572 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-f184ffc7-3049-489e-9558-26e5a98f3a2d tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Made reservation on behalf of 73157af76ad44f519f8a9a3289d8ad24 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:26:35.071521 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-f184ffc7-3049-489e-9558-26e5a98f3a2d tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:35.256714 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-83e5be0c-efa1-43a4-a7e4-f47aeaa75976 req-3eab2172-6bce-4d5a-b697-d09c20a3e49d tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=63bc08f0-170f-44fd-9efe-7494afa7e0c8 HTTP/1.1" status: 200 len: 210 time: 0.0453970 Jul 13 07:26:35.332464 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-f184ffc7-3049-489e-9558-26e5a98f3a2d tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Allocated IP 172.20.0.5 (87358466-9ef1-46ab-8724-6c322750a8f9/6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393/04126400-ae12-4c95-bf5b-bab23a0e9b25) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:26:35.586742 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6de629a8-108f-4631-b25d-a94a411eadd7 req-d66c6f96-dd3e-4347-8df2-79d47c0a57bd tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/ports?device_id=28203eda-fc17-463a-ab04-6079792f97c7 HTTP/1.1" status: 200 len: 210 time: 0.0429068 Jul 13 07:26:35.598928 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-f184ffc7-3049-489e-9558-26e5a98f3a2d tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:35.621856 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-f184ffc7-3049-489e-9558-26e5a98f3a2d tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Transition to ACTIVE for port object 04126400-ae12-4c95-bf5b-bab23a0e9b25 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:26:35.673519 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-f184ffc7-3049-489e-9558-26e5a98f3a2d tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:35.687273 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['b161886a-a801-478c-9f6c-25d2693d7e72'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:35.735596 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-f184ffc7-3049-489e-9558-26e5a98f3a2d tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Network 87358466-9ef1-46ab-8724-6c322750a8f9 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:26:35.739156 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-f184ffc7-3049-489e-9558-26e5a98f3a2d tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:26:35.744427 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-f184ffc7-3049-489e-9558-26e5a98f3a2d tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:26:35.803971 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184ffc7-3049-489e-9558-26e5a98f3a2d tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Pushing event updated for resources: {'Port': ['ID=04126400-ae12-4c95-bf5b-bab23a0e9b25,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:35.827808 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:35.853617 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-f184ffc7-3049-489e-9558-26e5a98f3a2d tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:35.854308 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-f184ffc7-3049-489e-9558-26e5a98f3a2d tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:35.872000 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-f184ffc7-3049-489e-9558-26e5a98f3a2d tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9821010 Jul 13 07:26:35.891999 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-6a3f6d46-b936-4526-a08d-e0fc63c23022 service neutron] Request body: {'port': {'device_id': '28203eda-fc17-463a-ab04-6079792f97c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:36.002361 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-6a3f6d46-b936-4526-a08d-e0fc63c23022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:36.079866 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfadc7-cd12-48a4-b17e-f758c11c37a7 req-6b404f1b-43a4-4977-ad3b-0712b333116b tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:36.089683 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dcbfadc7-cd12-48a4-b17e-f758c11c37a7 req-6b404f1b-43a4-4977-ad3b-0712b333116b tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.1537032 Jul 13 07:26:36.167814 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dcbfadc7-cd12-48a4-b17e-f758c11c37a7 req-0ca88666-f69b-4c93-87ef-95a1ba68053b tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740213 Jul 13 07:26:36.188813 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f38d0385-3dfa-44c9-95aa-40720a3713e4 None None] Provisioning for port 04126400-ae12-4c95-bf5b-bab23a0e9b25 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:36.194076 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f38d0385-3dfa-44c9-95aa-40720a3713e4 None None] Provisioning complete for port 04126400-ae12-4c95-bf5b-bab23a0e9b25 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:36.194784 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f38d0385-3dfa-44c9-95aa-40720a3713e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:36.254950 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f38d0385-3dfa-44c9-95aa-40720a3713e4 None None] Port 04126400-ae12-4c95-bf5b-bab23a0e9b25 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:26:36.411139 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-6a3f6d46-b936-4526-a08d-e0fc63c23022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04126400-ae12-4c95-bf5b-bab23a0e9b25 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:26:36.421111 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-6a3f6d46-b936-4526-a08d-e0fc63c23022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:36.471047 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-6a3f6d46-b936-4526-a08d-e0fc63c23022 service neutron] Transition to ACTIVE for port object 04126400-ae12-4c95-bf5b-bab23a0e9b25 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:26:36.473974 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1a422600-4180-4593-a55d-a049513826f3 req-adb43d10-68ad-4809-a9a3-7d0c71b1ca4a tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=63bc08f0-170f-44fd-9efe-7494afa7e0c8 HTTP/1.1" status: 200 len: 210 time: 0.0451381 Jul 13 07:26:36.476268 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-6a3f6d46-b936-4526-a08d-e0fc63c23022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:36.554356 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f6d46-b936-4526-a08d-e0fc63c23022 service neutron] Pushing event updated for resources: {'Port': ['ID=04126400-ae12-4c95-bf5b-bab23a0e9b25,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:36.995302 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-43c90906-f98c-40d4-8e8a-3c3ae5440c5f tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f62a165d661c46708d7b81a929628a41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509107 Jul 13 07:26:37.065210 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-6a3f6d46-b936-4526-a08d-e0fc63c23022 service neutron] Attempting to bind port 04126400-ae12-4c95-bf5b-bab23a0e9b25 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:26:37.065539 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-6a3f6d46-b936-4526-a08d-e0fc63c23022 service neutron] Attempting to bind port 04126400-ae12-4c95-bf5b-bab23a0e9b25 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '7a9b30ba-ae04-492e-9eaa-55e303682950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:26:37.065878 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-6a3f6d46-b936-4526-a08d-e0fc63c23022 service neutron] Attempting to bind port 04126400-ae12-4c95-bf5b-bab23a0e9b25 on network 87358466-9ef1-46ab-8724-6c322750a8f9 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:37.100916 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-6a3f6d46-b936-4526-a08d-e0fc63c23022 service neutron] Port 04126400-ae12-4c95-bf5b-bab23a0e9b25 on network 87358466-9ef1-46ab-8724-6c322750a8f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:26:37.101234 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-6a3f6d46-b936-4526-a08d-e0fc63c23022 service neutron] Attempting to bind port 04126400-ae12-4c95-bf5b-bab23a0e9b25 on network 87358466-9ef1-46ab-8724-6c322750a8f9 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:37.118305 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-6a3f6d46-b936-4526-a08d-e0fc63c23022 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:26:37.118629 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-6a3f6d46-b936-4526-a08d-e0fc63c23022 service neutron] Checking segment: {'id': '7a9b30ba-ae04-492e-9eaa-55e303682950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:26:37.119011 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-6a3f6d46-b936-4526-a08d-e0fc63c23022 service neutron] Bound using segment: {'id': '7a9b30ba-ae04-492e-9eaa-55e303682950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:26:37.119471 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-6a3f6d46-b936-4526-a08d-e0fc63c23022 service neutron] Bound port: 04126400-ae12-4c95-bf5b-bab23a0e9b25, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a9b30ba-ae04-492e-9eaa-55e303682950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:26:37.119840 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-6a3f6d46-b936-4526-a08d-e0fc63c23022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:37.154595 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc53f9-c29d-451f-81c4-9d26ee5b347d req-1ad5e9b7-2522-4631-92a6-cc5a30cce140 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:37.156091 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-59bc53f9-c29d-451f-81c4-9d26ee5b347d req-1ad5e9b7-2522-4631-92a6-cc5a30cce140 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/ports?device_id=28203eda-fc17-463a-ab04-6079792f97c7 HTTP/1.1" status: 200 len: 943 time: 0.2129164 Jul 13 07:26:37.168053 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-22b337ab-134d-43b2-b3a9-68f3614a9a3d tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:37.168884 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-22b337ab-134d-43b2-b3a9-68f3614a9a3d tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1676800 Jul 13 07:26:37.192989 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-747acc57-6862-4801-a3a6-1c4df575477f tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Request body: {'port': {'device_id': '63bc08f0-170f-44fd-9efe-7494afa7e0c8', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'admin_state_up': True, 'tenant_id': 'f62a165d661c46708d7b81a929628a41'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:37.309816 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-59bc53f9-c29d-451f-81c4-9d26ee5b347d req-ae1bac68-8c20-405f-9499-718f7c7fb394 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a447683-fe76-4238-8390-2eb88954980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399527 Jul 13 07:26:37.324641 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-6a3f6d46-b936-4526-a08d-e0fc63c23022 service neutron] For port 04126400-ae12-4c95-bf5b-bab23a0e9b25, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:26:37.330746 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-6a3f6d46-b936-4526-a08d-e0fc63c23022 service neutron] For port 04126400-ae12-4c95-bf5b-bab23a0e9b25, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=04126400-ae12-4c95-bf5b-bab23a0e9b25,segment=NetworkSegment(7a9b30ba-ae04-492e-9eaa-55e303682950),segment_id=7a9b30ba-ae04-492e-9eaa-55e303682950)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:26:37.342488 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-6a3f6d46-b936-4526-a08d-e0fc63c23022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:37.363255 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-6a3f6d46-b936-4526-a08d-e0fc63c23022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:37.364219 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-6a3f6d46-b936-4526-a08d-e0fc63c23022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:37.365652 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-6a3f6d46-b936-4526-a08d-e0fc63c23022 service neutron] 10.222.0.42 "PUT /v2.0/ports/04126400-ae12-4c95-bf5b-bab23a0e9b25 HTTP/1.1" status: 200 len: 1092 time: 1.4807639 Jul 13 07:26:37.389300 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28203eda-fc17-463a-ab04-6079792f97c7', 'tag': '04126400-ae12-4c95-bf5b-bab23a0e9b25'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:37.392743 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828b3be1-0c49-4cec-9fe4-2abb477edb53" -d '{"events": [{"name": "network-changed", "server_uuid": "28203eda-fc17-463a-ab04-6079792f97c7", "tag": "04126400-ae12-4c95-bf5b-bab23a0e9b25"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:37.476706 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba65570-e2c6-4fea-bf80-71dda3311bc7 req-cfe04678-2890-4dfa-898c-e9cd09f8bf42 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:37.485197 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cba65570-e2c6-4fea-bf80-71dda3311bc7 req-cfe04678-2890-4dfa-898c-e9cd09f8bf42 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.1006272 Jul 13 07:26:37.526401 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-747acc57-6862-4801-a3a6-1c4df575477f tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Made reservation on behalf of f62a165d661c46708d7b81a929628a41 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:26:37.530240 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-747acc57-6862-4801-a3a6-1c4df575477f tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:37.562232 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f6d46-b936-4526-a08d-e0fc63c23022 service neutron] Pushing event updated for resources: {'Port': ['ID=04126400-ae12-4c95-bf5b-bab23a0e9b25,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:37.566325 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cba65570-e2c6-4fea-bf80-71dda3311bc7 req-ded0962e-63dd-4b63-85b9-2188e6b3be2b tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799830 Jul 13 07:26:37.590664 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-8ab1432a-e658-4971-9eef-2197b55d210c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:37.592250 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-8ab1432a-e658-4971-9eef-2197b55d210c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=73157af76ad44f519f8a9a3289d8ad24&device_id=28203eda-fc17-463a-ab04-6079792f97c7 HTTP/1.1" status: 200 len: 1095 time: 0.1618333 Jul 13 07:26:37.638945 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-7604aba3-6c4e-4daa-8bf9-bbbddcc1d8b5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04126400-ae12-4c95-bf5b-bab23a0e9b25 HTTP/1.1" status: 200 len: 217 time: 0.0375721 Jul 13 07:26:37.776038 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-f2c334ae-f0f7-4f62-b5da-78711fa61e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:37.777532 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-f2c334ae-f0f7-4f62-b5da-78711fa61e8d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393 HTTP/1.1" status: 200 len: 859 time: 0.1060662 Jul 13 07:26:37.817989 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28807080-f521-4efb-99c0-1c0f54acf7c9 x-openstack-request-id: req-28807080-f521-4efb-99c0-1c0f54acf7c9 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:37.818282 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28203eda-fc17-463a-ab04-6079792f97c7", "tag": "04126400-ae12-4c95-bf5b-bab23a0e9b25", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:37.818532 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-28807080-f521-4efb-99c0-1c0f54acf7c9 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:37.818914 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28203eda-fc17-463a-ab04-6079792f97c7', 'tag': '04126400-ae12-4c95-bf5b-bab23a0e9b25', 'status': 'completed', 'code': 200} Jul 13 07:26:37.867427 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-93557fd8-43a0-4a21-9fe8-0e7c3fd97c32 req-57f720f2-f5aa-45ae-bd6b-df22d335604b tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=63bc08f0-170f-44fd-9efe-7494afa7e0c8 HTTP/1.1" status: 200 len: 210 time: 0.0511296 Jul 13 07:26:37.879334 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-747acc57-6862-4801-a3a6-1c4df575477f tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Allocated IP 192.168.233.223 (f9d6e899-687c-4a4d-bdf3-8d8d169866a7/c5af789a-0729-4e53-834f-ef6745aa079c/5bcecaef-ab1e-45e0-a403-fc653e69c2a5) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:26:37.950907 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-5d7aa9dd-3dce-44ec-bfa5-1820db4eb5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:37.952505 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-5d7aa9dd-3dce-44ec-bfa5-1820db4eb5c5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=87358466-9ef1-46ab-8724-6c322750a8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1688473 Jul 13 07:26:38.122065 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-8a7b4856-8af9-41d1-8ccb-63b5c750ba9e service neutron] 10.222.0.42 "GET /v2.0/networks/87358466-9ef1-46ab-8724-6c322750a8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602907 Jul 13 07:26:38.142569 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-747acc57-6862-4801-a3a6-1c4df575477f tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:38.174953 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-747acc57-6862-4801-a3a6-1c4df575477f tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Transition to ACTIVE for port object 5bcecaef-ab1e-45e0-a403-fc653e69c2a5 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:26:38.248535 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d914ec4-21f2-47bc-8782-5a169b80b9dd req-03ef2b61-ccae-4c49-b335-4a2d57debd3e service neutron] 10.222.0.42 "GET /v2.0/networks/87358466-9ef1-46ab-8724-6c322750a8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183677 Jul 13 07:26:38.266533 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-747acc57-6862-4801-a3a6-1c4df575477f tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:38.288025 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['ebf8958e-0d4b-4846-9af0-7f9f2ce53e58', '938c12e0-dd49-4ccc-8bf0-f912a33b7774', '521cf4ab-b4f6-4003-b083-a00c1472f5cd'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:38.293496 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['3748c046-3a67-427e-b56a-088042d90f03', '3251a4bf-60c6-4ed1-842c-317814e9763a', '9e962251-4a79-4ab7-8d2a-496769cc07d9', '905209fd-5bcf-4397-994e-e53811de1895'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:38.314946 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-747acc57-6862-4801-a3a6-1c4df575477f tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:26:38.318445 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-747acc57-6862-4801-a3a6-1c4df575477f tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:26:38.324415 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-747acc57-6862-4801-a3a6-1c4df575477f tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:26:38.373786 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747acc57-6862-4801-a3a6-1c4df575477f tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Pushing event updated for resources: {'Port': ['ID=5bcecaef-ab1e-45e0-a403-fc653e69c2a5,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:38.433700 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-747acc57-6862-4801-a3a6-1c4df575477f tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:38.434393 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-747acc57-6862-4801-a3a6-1c4df575477f tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:38.485266 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-747acc57-6862-4801-a3a6-1c4df575477f tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2959793 Jul 13 07:26:38.500615 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-c1353622-3d2a-4b6d-8983-9a83b02d68b7 service neutron] Request body: {'port': {'device_id': '63bc08f0-170f-44fd-9efe-7494afa7e0c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:38.602678 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b3be1-0c49-4cec-9fe4-2abb477edb53 req-bdef3eaf-b96a-46e8-8bf2-47942475a43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:38.606728 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-828b3be1-0c49-4cec-9fe4-2abb477edb53 req-bdef3eaf-b96a-46e8-8bf2-47942475a43b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=73157af76ad44f519f8a9a3289d8ad24&device_id=28203eda-fc17-463a-ab04-6079792f97c7 HTTP/1.1" status: 200 len: 1095 time: 0.2833722 Jul 13 07:26:38.676742 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c1707-bd8d-4dd9-b22a-6b0f7029618e req-ca699bda-91b3-44c5-a809-4a06d90c0db9 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:38.681862 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2f7c1707-bd8d-4dd9-b22a-6b0f7029618e req-ca699bda-91b3-44c5-a809-4a06d90c0db9 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/ports?device_id=28203eda-fc17-463a-ab04-6079792f97c7 HTTP/1.1" status: 200 len: 943 time: 0.1728404 Jul 13 07:26:38.742098 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2f7c1707-bd8d-4dd9-b22a-6b0f7029618e req-956184a8-f6ff-48c1-a635-6567dfdbc196 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a447683-fe76-4238-8390-2eb88954980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443096 Jul 13 07:26:38.787879 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-511fef73-05c7-47db-99c8-d494be20bbde None None] Provisioning for port 5bcecaef-ab1e-45e0-a403-fc653e69c2a5 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:38.795652 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-c1353622-3d2a-4b6d-8983-9a83b02d68b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:38.799651 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-511fef73-05c7-47db-99c8-d494be20bbde None None] Provisioning complete for port 5bcecaef-ab1e-45e0-a403-fc653e69c2a5 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:38.800193 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-511fef73-05c7-47db-99c8-d494be20bbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:38.829755 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b3be1-0c49-4cec-9fe4-2abb477edb53 req-44828a22-48fb-4559-b4e6-0c8813113982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:38.831437 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-828b3be1-0c49-4cec-9fe4-2abb477edb53 req-44828a22-48fb-4559-b4e6-0c8813113982 service neutron] 10.222.0.42 "GET /v2.0/networks?id=87358466-9ef1-46ab-8724-6c322750a8f9 HTTP/1.1" status: 200 len: 921 time: 0.2148929 Jul 13 07:26:38.891154 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-511fef73-05c7-47db-99c8-d494be20bbde None None] Port 5bcecaef-ab1e-45e0-a403-fc653e69c2a5 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:26:38.938747 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-828b3be1-0c49-4cec-9fe4-2abb477edb53 req-246c969a-6000-4403-8e97-93d2e6398fda service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04126400-ae12-4c95-bf5b-bab23a0e9b25 HTTP/1.1" status: 200 len: 217 time: 0.0706086 Jul 13 07:26:39.012184 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b3be1-0c49-4cec-9fe4-2abb477edb53 req-2428ce2e-e2f3-416f-acfd-2d1caeb230ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:39.014154 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-828b3be1-0c49-4cec-9fe4-2abb477edb53 req-2428ce2e-e2f3-416f-acfd-2d1caeb230ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393 HTTP/1.1" status: 200 len: 859 time: 0.0655522 Jul 13 07:26:39.143963 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd575a07-478a-4316-b73c-f9baf21bb733 req-b97327ac-5c33-4eb6-b79d-c9f04ad1ce48 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:39.145627 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bd575a07-478a-4316-b73c-f9baf21bb733 req-b97327ac-5c33-4eb6-b79d-c9f04ad1ce48 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=63bc08f0-170f-44fd-9efe-7494afa7e0c8 HTTP/1.1" status: 200 len: 936 time: 0.0956485 Jul 13 07:26:39.183525 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a080c4b-a5b8-4fb3-8ac9-a7c358a7d615 req-102e842a-d0a4-454e-87b0-2fa55b98d078 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:39.185125 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6a080c4b-a5b8-4fb3-8ac9-a7c358a7d615 req-102e842a-d0a4-454e-87b0-2fa55b98d078 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.3515673 Jul 13 07:26:39.207973 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bd575a07-478a-4316-b73c-f9baf21bb733 req-1229a255-99dc-4c41-83bd-de9bc82df289 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565596 Jul 13 07:26:39.255231 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b3be1-0c49-4cec-9fe4-2abb477edb53 req-d694d98e-33c2-4d0b-b4b8-930fc78e7a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:39.257010 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-828b3be1-0c49-4cec-9fe4-2abb477edb53 req-d694d98e-33c2-4d0b-b4b8-930fc78e7a51 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=87358466-9ef1-46ab-8724-6c322750a8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2320840 Jul 13 07:26:39.308028 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6a080c4b-a5b8-4fb3-8ac9-a7c358a7d615 req-16da4bc8-5799-418b-af28-821b0d900d12 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089683 Jul 13 07:26:39.434561 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-828b3be1-0c49-4cec-9fe4-2abb477edb53 req-10cd9372-6091-4598-b9e2-78351ae09590 service neutron] 10.222.0.42 "GET /v2.0/networks/87358466-9ef1-46ab-8724-6c322750a8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637559 Jul 13 07:26:39.468263 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-c1353622-3d2a-4b6d-8983-9a83b02d68b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bcecaef-ab1e-45e0-a403-fc653e69c2a5 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:26:39.482707 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-c1353622-3d2a-4b6d-8983-9a83b02d68b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:39.527366 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-c1353622-3d2a-4b6d-8983-9a83b02d68b7 service neutron] Transition to ACTIVE for port object 5bcecaef-ab1e-45e0-a403-fc653e69c2a5 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:26:39.535612 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-c1353622-3d2a-4b6d-8983-9a83b02d68b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:39.591771 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-828b3be1-0c49-4cec-9fe4-2abb477edb53 req-41d103fc-8f03-41e2-b7c6-d787013b9506 service neutron] 10.222.0.42 "GET /v2.0/networks/87358466-9ef1-46ab-8724-6c322750a8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494839 Jul 13 07:26:39.610230 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1353622-3d2a-4b6d-8983-9a83b02d68b7 service neutron] Pushing event updated for resources: {'Port': ['ID=5bcecaef-ab1e-45e0-a403-fc653e69c2a5,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:39.687610 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-c1353622-3d2a-4b6d-8983-9a83b02d68b7 service neutron] Attempting to bind port 5bcecaef-ab1e-45e0-a403-fc653e69c2a5 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:26:39.687917 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-c1353622-3d2a-4b6d-8983-9a83b02d68b7 service neutron] Attempting to bind port 5bcecaef-ab1e-45e0-a403-fc653e69c2a5 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:26:39.688276 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-c1353622-3d2a-4b6d-8983-9a83b02d68b7 service neutron] Attempting to bind port 5bcecaef-ab1e-45e0-a403-fc653e69c2a5 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:39.693097 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-c1353622-3d2a-4b6d-8983-9a83b02d68b7 service neutron] Port 5bcecaef-ab1e-45e0-a403-fc653e69c2a5 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:26:39.693418 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-c1353622-3d2a-4b6d-8983-9a83b02d68b7 service neutron] Attempting to bind port 5bcecaef-ab1e-45e0-a403-fc653e69c2a5 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:26:39.699166 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-c1353622-3d2a-4b6d-8983-9a83b02d68b7 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:26:39.699739 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-c1353622-3d2a-4b6d-8983-9a83b02d68b7 service neutron] Checking segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:26:39.700125 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-c1353622-3d2a-4b6d-8983-9a83b02d68b7 service neutron] Bound using segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:26:39.700557 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-c1353622-3d2a-4b6d-8983-9a83b02d68b7 service neutron] Bound port: 5bcecaef-ab1e-45e0-a403-fc653e69c2a5, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:26:39.700918 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-c1353622-3d2a-4b6d-8983-9a83b02d68b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:39.776228 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-c1353622-3d2a-4b6d-8983-9a83b02d68b7 service neutron] For port 5bcecaef-ab1e-45e0-a403-fc653e69c2a5, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:26:39.779872 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-c1353622-3d2a-4b6d-8983-9a83b02d68b7 service neutron] For port 5bcecaef-ab1e-45e0-a403-fc653e69c2a5, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=5bcecaef-ab1e-45e0-a403-fc653e69c2a5,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:26:39.788300 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-c1353622-3d2a-4b6d-8983-9a83b02d68b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:39.826376 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-c1353622-3d2a-4b6d-8983-9a83b02d68b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:39.826998 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-c1353622-3d2a-4b6d-8983-9a83b02d68b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:39.828460 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-c1353622-3d2a-4b6d-8983-9a83b02d68b7 service neutron] 10.222.0.42 "PUT /v2.0/ports/5bcecaef-ab1e-45e0-a403-fc653e69c2a5 HTTP/1.1" status: 200 len: 1097 time: 1.3345902 Jul 13 07:26:39.828987 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63bc08f0-170f-44fd-9efe-7494afa7e0c8', 'tag': '5bcecaef-ab1e-45e0-a403-fc653e69c2a5'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:39.831334 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2e95fb-06de-490e-906c-26f12504250c" -d '{"events": [{"name": "network-changed", "server_uuid": "63bc08f0-170f-44fd-9efe-7494afa7e0c8", "tag": "5bcecaef-ab1e-45e0-a403-fc653e69c2a5"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:39.864165 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1353622-3d2a-4b6d-8983-9a83b02d68b7 service neutron] Pushing event updated for resources: {'Port': ['ID=5bcecaef-ab1e-45e0-a403-fc653e69c2a5,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:39.923695 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af4894b-5e5c-439f-9756-8fb9f4850ae7 x-openstack-request-id: req-3af4894b-5e5c-439f-9756-8fb9f4850ae7 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:39.924070 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63bc08f0-170f-44fd-9efe-7494afa7e0c8", "tag": "5bcecaef-ab1e-45e0-a403-fc653e69c2a5", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:39.924386 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3af4894b-5e5c-439f-9756-8fb9f4850ae7 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:39.924853 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63bc08f0-170f-44fd-9efe-7494afa7e0c8', 'tag': '5bcecaef-ab1e-45e0-a403-fc653e69c2a5', 'status': 'completed', 'code': 200} Jul 13 07:26:40.001175 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-b88de3a6-b30a-494f-96cb-7ce197c2bc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:40.002736 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-b88de3a6-b30a-494f-96cb-7ce197c2bc1b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f62a165d661c46708d7b81a929628a41&device_id=63bc08f0-170f-44fd-9efe-7494afa7e0c8 HTTP/1.1" status: 200 len: 1100 time: 0.1151242 Jul 13 07:26:40.055975 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-6f90aa79-e159-48c2-82b4-26826a4beef3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=5bcecaef-ab1e-45e0-a403-fc653e69c2a5 HTTP/1.1" status: 200 len: 217 time: 0.0444193 Jul 13 07:26:40.079672 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944adc42-04f1-463d-b752-64232aae7ca6 req-fc5af897-85d0-4f33-a904-44d135654898 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:40.081406 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-944adc42-04f1-463d-b752-64232aae7ca6 req-fc5af897-85d0-4f33-a904-44d135654898 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/ports?device_id=28203eda-fc17-463a-ab04-6079792f97c7 HTTP/1.1" status: 200 len: 943 time: 0.1405480 Jul 13 07:26:40.149679 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-1a60cb82-e32a-407c-ad56-2fc3f57ee4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:40.151129 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-1a60cb82-e32a-407c-ad56-2fc3f57ee4e5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.0883396 Jul 13 07:26:40.156270 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-944adc42-04f1-463d-b752-64232aae7ca6 req-52354c28-3858-41c0-a604-b8847d0553ac tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a447683-fe76-4238-8390-2eb88954980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489609 Jul 13 07:26:40.161646 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53894) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:40.215488 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-f4d49fbe-bd19-4d2c-a3e7-02b53ed2f23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:40.216910 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-f4d49fbe-bd19-4d2c-a3e7-02b53ed2f23e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0596337 Jul 13 07:26:40.270942 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9abc9ed3-8918-438a-b882-067e89598ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:40.330043 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-6d80c48f-ec93-4543-891b-17ee643050c5 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069529 Jul 13 07:26:40.419463 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9abc9ed3-8918-438a-b882-067e89598ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:40.431323 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d3216-8ae5-4a03-b9e7-79cdd0a26487 req-aba01358-b47e-40f6-b1d8-29d440036970 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:40.432850 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d39d3216-8ae5-4a03-b9e7-79cdd0a26487 req-aba01358-b47e-40f6-b1d8-29d440036970 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=63bc08f0-170f-44fd-9efe-7494afa7e0c8 HTTP/1.1" status: 200 len: 948 time: 0.1004608 Jul 13 07:26:40.433106 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-439b17c9-6b0b-422b-a2c1-e993c2c3bbf0 req-c7cd9b66-cbac-4080-a478-d702a140c0f8 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956316 Jul 13 07:26:40.433961 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9abc9ed3-8918-438a-b882-067e89598ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:40.492284 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc9ed3-8918-438a-b882-067e89598ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8e409d-2998-46f2-877a-acbe1472e38a,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:40.504328 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9abc9ed3-8918-438a-b882-067e89598ac8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ecc9b73f15cc4310a33a1439d7cae094&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3387418 Jul 13 07:26:40.504328 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53904) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:40.515547 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d39d3216-8ae5-4a03-b9e7-79cdd0a26487 req-9613b452-19c8-4e03-8c81-5d43d955d65d tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711479 Jul 13 07:26:40.541159 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75ea9d-323e-4caf-b7ee-345f2f2f36df req-1f4b98c2-ef3e-4173-93f4-c391fd122113 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:40.543690 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7b75ea9d-323e-4caf-b7ee-345f2f2f36df req-1f4b98c2-ef3e-4173-93f4-c391fd122113 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.1013212 Jul 13 07:26:40.575993 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a2e211bf-64c7-4809-a779-919691cdcb4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:40.600981 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7b75ea9d-323e-4caf-b7ee-345f2f2f36df req-95b7941f-90de-4812-b63d-de5ce55cc7e1 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523791 Jul 13 07:26:40.603747 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a2e211bf-64c7-4809-a779-919691cdcb4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:40.607638 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e95fb-06de-490e-906c-26f12504250c req-138af00b-f431-42e0-8457-937ee6a74770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:40.609361 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5c2e95fb-06de-490e-906c-26f12504250c req-138af00b-f431-42e0-8457-937ee6a74770 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f62a165d661c46708d7b81a929628a41&device_id=63bc08f0-170f-44fd-9efe-7494afa7e0c8 HTTP/1.1" status: 200 len: 1100 time: 0.1207771 Jul 13 07:26:40.675650 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a2e211bf-64c7-4809-a779-919691cdcb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:40.678329 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a2e211bf-64c7-4809-a779-919691cdcb4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:40.680403 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a2e211bf-64c7-4809-a779-919691cdcb4d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ca8e409d-2998-46f2-877a-acbe1472e38a HTTP/1.1" status: 204 len: 168 time: 0.1742728 Jul 13 07:26:40.691293 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e211bf-64c7-4809-a779-919691cdcb4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8e409d-2998-46f2-877a-acbe1472e38a,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:40.718689 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e95fb-06de-490e-906c-26f12504250c req-2fbbe114-ec2a-4b84-bc0c-2d4bd8b6578d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:40.720372 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5c2e95fb-06de-490e-906c-26f12504250c req-2fbbe114-ec2a-4b84-bc0c-2d4bd8b6578d service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.1042960 Jul 13 07:26:40.992956 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53914) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:41.007034 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a3462662-3951-49a4-9faa-de3c4e119c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:41.061519 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5c2e95fb-06de-490e-906c-26f12504250c req-c91da9ec-5be3-432c-9d17-68eaab950d6d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=5bcecaef-ab1e-45e0-a403-fc653e69c2a5 HTTP/1.1" status: 200 len: 217 time: 0.3283865 Jul 13 07:26:41.099966 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a3462662-3951-49a4-9faa-de3c4e119c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:41.105402 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a3462662-3951-49a4-9faa-de3c4e119c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:41.112966 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e95fb-06de-490e-906c-26f12504250c req-98b43b05-e945-4e51-9354-994bb200622d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:41.114679 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5c2e95fb-06de-490e-906c-26f12504250c req-98b43b05-e945-4e51-9354-994bb200622d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.0462136 Jul 13 07:26:41.145255 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a3462662-3951-49a4-9faa-de3c4e119c21 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3ee55b732df447b8bbd02dca579a3c13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1510885 Jul 13 07:26:41.148005 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53918) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:41.154422 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3462662-3951-49a4-9faa-de3c4e119c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40455152-7b22-4173-a5a9-4f2df3aa4bbb,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:41.174949 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e95fb-06de-490e-906c-26f12504250c req-35120247-e8fc-4c93-9fde-a67d00fa15d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:41.176568 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5c2e95fb-06de-490e-906c-26f12504250c req-35120247-e8fc-4c93-9fde-a67d00fa15d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0548835 Jul 13 07:26:41.203069 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-132f9092-ebbc-4755-899d-76f44844605c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:41.225528 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-132f9092-ebbc-4755-899d-76f44844605c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:41.277479 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-132f9092-ebbc-4755-899d-76f44844605c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:41.279330 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5c2e95fb-06de-490e-906c-26f12504250c req-b8215d71-def0-481f-98e5-cb80fb6e1cd3 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959837 Jul 13 07:26:41.280278 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-132f9092-ebbc-4755-899d-76f44844605c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:41.281399 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-132f9092-ebbc-4755-899d-76f44844605c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/40455152-7b22-4173-a5a9-4f2df3aa4bbb HTTP/1.1" status: 204 len: 168 time: 0.1323819 Jul 13 07:26:41.320915 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f9092-ebbc-4755-899d-76f44844605c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40455152-7b22-4173-a5a9-4f2df3aa4bbb,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:41.361816 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde9585-8a27-44f5-ab27-6d2882392948 req-6c56016c-ed34-4558-b3d3-c8bc246ccd20 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:41.363385 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8bde9585-8a27-44f5-ab27-6d2882392948 req-6c56016c-ed34-4558-b3d3-c8bc246ccd20 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/ports?device_id=28203eda-fc17-463a-ab04-6079792f97c7 HTTP/1.1" status: 200 len: 943 time: 0.0809093 Jul 13 07:26:41.391261 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5c2e95fb-06de-490e-906c-26f12504250c req-2077c83c-53dd-49b5-8af1-d6488954dbcf service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046774 Jul 13 07:26:41.405992 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8bde9585-8a27-44f5-ab27-6d2882392948 req-0709c833-d306-44f7-85e5-eb6bb32b4d80 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a447683-fe76-4238-8390-2eb88954980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354521 Jul 13 07:26:41.704687 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256dd6d-b6df-4377-922a-ae6840ee6397 req-2c03577c-45be-4428-a168-90fb32b3a33f tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:41.708361 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3256dd6d-b6df-4377-922a-ae6840ee6397 req-2c03577c-45be-4428-a168-90fb32b3a33f tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=63bc08f0-170f-44fd-9efe-7494afa7e0c8 HTTP/1.1" status: 200 len: 948 time: 0.0716224 Jul 13 07:26:41.748257 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3256dd6d-b6df-4377-922a-ae6840ee6397 req-21c57760-4acc-446b-8436-928c234d6e17 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356643 Jul 13 07:26:41.795543 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dad07f-d57e-4953-b35c-52535847edf7 req-f8db4d80-f4bb-44c2-8f21-ce59f82fba2e tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:41.797260 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-31dad07f-d57e-4953-b35c-52535847edf7 req-f8db4d80-f4bb-44c2-8f21-ce59f82fba2e tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.0718842 Jul 13 07:26:41.839852 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-31dad07f-d57e-4953-b35c-52535847edf7 req-2e9fc4a9-cd16-4ccb-a99e-f474344afb5c tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365839 Jul 13 07:26:42.235792 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 04126400-ae12-4c95-bf5b-bab23a0e9b25 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:26:42.342968 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 04126400-ae12-4c95-bf5b-bab23a0e9b25, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=04126400-ae12-4c95-bf5b-bab23a0e9b25,segment=NetworkSegment(7a9b30ba-ae04-492e-9eaa-55e303682950),segment_id=7a9b30ba-ae04-492e-9eaa-55e303682950)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:42.354686 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '04126400-ae12-4c95-bf5b-bab23a0e9b25', 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9', 'port_id': '04126400-ae12-4c95-bf5b-bab23a0e9b25', 'mac_address': 'fa:16:3e:ff:d2:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:26:42.392270 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:42.406027 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04126400-ae12-4c95-bf5b-bab23a0e9b25 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:26:42.426465 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 04126400-ae12-4c95-bf5b-bab23a0e9b25, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=04126400-ae12-4c95-bf5b-bab23a0e9b25,segment=NetworkSegment(7a9b30ba-ae04-492e-9eaa-55e303682950),segment_id=7a9b30ba-ae04-492e-9eaa-55e303682950)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:42.430366 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:42.493217 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=04126400-ae12-4c95-bf5b-bab23a0e9b25,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:42.607383 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4032f8-821b-4b1f-8d3f-ec4a2d3ae007 req-dc8cae5f-ef6c-46f8-8745-544877774916 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:42.609366 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ba4032f8-821b-4b1f-8d3f-ec4a2d3ae007 req-dc8cae5f-ef6c-46f8-8745-544877774916 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/ports?device_id=28203eda-fc17-463a-ab04-6079792f97c7 HTTP/1.1" status: 200 len: 944 time: 0.0779583 Jul 13 07:26:42.659900 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ba4032f8-821b-4b1f-8d3f-ec4a2d3ae007 req-9df138f4-f126-4597-9b30-a6570f1222e2 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a447683-fe76-4238-8390-2eb88954980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434885 Jul 13 07:26:42.871299 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['04126400-ae12-4c95-bf5b-bab23a0e9b25'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:42.954431 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95b596-8f2b-4ded-bac4-3e8531182ce6 req-f29fba7a-abe7-40aa-9199-73d09eb3c893 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:42.956682 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-df95b596-8f2b-4ded-bac4-3e8531182ce6 req-f29fba7a-abe7-40aa-9199-73d09eb3c893 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=63bc08f0-170f-44fd-9efe-7494afa7e0c8 HTTP/1.1" status: 200 len: 948 time: 0.0879292 Jul 13 07:26:43.006800 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53988) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:43.008275 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-df95b596-8f2b-4ded-bac4-3e8531182ce6 req-e6fb8105-9dda-4372-bae6-3c2d0574101a tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440361 Jul 13 07:26:43.143405 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-709d3ee8-cc61-446c-b745-77e85d42f1f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:43.208578 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9819753-6b77-4ed4-ab5e-506f410b6d06 req-39b0d96d-66e7-462d-9dda-b369660b099e tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:43.210068 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e9819753-6b77-4ed4-ab5e-506f410b6d06 req-39b0d96d-66e7-462d-9dda-b369660b099e tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.1130896 Jul 13 07:26:43.272537 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e9819753-6b77-4ed4-ab5e-506f410b6d06 req-16df428d-ec17-4ad5-8907-f971408481a4 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510824 Jul 13 07:26:43.291244 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-709d3ee8-cc61-446c-b745-77e85d42f1f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:43.295756 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-709d3ee8-cc61-446c-b745-77e85d42f1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:43.334455 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-709d3ee8-cc61-446c-b745-77e85d42f1f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7be34262843e49dcbf01c318486eeeb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3249226 Jul 13 07:26:43.336171 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d3ee8-cc61-446c-b745-77e85d42f1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcfe957-1194-4a0b-9e1c-b5268bc5874f,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:43.338017 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53996) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:43.393623 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d57b27ec-812e-479d-abe2-01f99b14a835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:43.415332 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d57b27ec-812e-479d-abe2-01f99b14a835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:43.463427 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d57b27ec-812e-479d-abe2-01f99b14a835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:43.465965 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d57b27ec-812e-479d-abe2-01f99b14a835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:43.467122 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d57b27ec-812e-479d-abe2-01f99b14a835 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8dcfe957-1194-4a0b-9e1c-b5268bc5874f HTTP/1.1" status: 204 len: 168 time: 0.1279016 Jul 13 07:26:43.474816 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b27ec-812e-479d-abe2-01f99b14a835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcfe957-1194-4a0b-9e1c-b5268bc5874f,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:43.847154 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02c476-c662-4d9f-aa57-c0ec6acce497 req-ef9a0335-27c6-4b97-90ea-e35746c78b17 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:43.848658 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eb02c476-c662-4d9f-aa57-c0ec6acce497 req-ef9a0335-27c6-4b97-90ea-e35746c78b17 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/ports?device_id=28203eda-fc17-463a-ab04-6079792f97c7 HTTP/1.1" status: 200 len: 944 time: 0.0711470 Jul 13 07:26:43.888886 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eb02c476-c662-4d9f-aa57-c0ec6acce497 req-2a89338a-ebdd-4a04-8d97-118d842529bf tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a447683-fe76-4238-8390-2eb88954980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345263 Jul 13 07:26:44.191886 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57bc12-1393-4026-9073-8e10bc320467 req-a9407b0d-7ae2-461e-b12d-c5692c4791ce tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:44.193756 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5d57bc12-1393-4026-9073-8e10bc320467 req-a9407b0d-7ae2-461e-b12d-c5692c4791ce tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=63bc08f0-170f-44fd-9efe-7494afa7e0c8 HTTP/1.1" status: 200 len: 948 time: 0.0691321 Jul 13 07:26:44.239073 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 5bcecaef-ab1e-45e0-a403-fc653e69c2a5 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:26:44.254230 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5d57bc12-1393-4026-9073-8e10bc320467 req-62a7bbbb-8ad4-48e6-8b8a-342f8298908e tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523162 Jul 13 07:26:44.377660 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 5bcecaef-ab1e-45e0-a403-fc653e69c2a5, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=5bcecaef-ab1e-45e0-a403-fc653e69c2a5,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:44.389939 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '5bcecaef-ab1e-45e0-a403-fc653e69c2a5', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': '5bcecaef-ab1e-45e0-a403-fc653e69c2a5', 'mac_address': 'fa:16:3e:fd:33:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:26:44.438094 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54040) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:44.477747 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc9f8d-3668-491e-9258-282475052b25 req-d4e110fb-5a44-4863-8de6-6e679498ced7 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:44.487125 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-38fc9f8d-3668-491e-9258-282475052b25 req-d4e110fb-5a44-4863-8de6-6e679498ced7 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.0931709 Jul 13 07:26:44.526078 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-38fc9f8d-3668-491e-9258-282475052b25 req-9467f8d9-ff9c-46b2-bcf6-fd649bc43b28 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378172 Jul 13 07:26:44.568674 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5eccbca1-9bd1-4c4d-b126-cd21daeb431a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:44.574665 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:44.589378 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bcecaef-ab1e-45e0-a403-fc653e69c2a5 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:26:44.611493 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 5bcecaef-ab1e-45e0-a403-fc653e69c2a5, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=5bcecaef-ab1e-45e0-a403-fc653e69c2a5,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:44.616513 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:44.670362 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5eccbca1-9bd1-4c4d-b126-cd21daeb431a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:44.675000 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=5bcecaef-ab1e-45e0-a403-fc653e69c2a5,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:44.675644 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5eccbca1-9bd1-4c4d-b126-cd21daeb431a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:44.722260 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54044) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:44.722492 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5eccbca1-9bd1-4c4d-b126-cd21daeb431a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c19ae83550546488c49ed84f0fbd0f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2798240 Jul 13 07:26:44.722492 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eccbca1-9bd1-4c4d-b126-cd21daeb431a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d722edc6-6099-403e-bcf5-426d37645a02,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:44.797812 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-35b42d94-bf18-4bab-bd8f-6e42b85900e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:44.822856 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-35b42d94-bf18-4bab-bd8f-6e42b85900e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:44.876985 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-35b42d94-bf18-4bab-bd8f-6e42b85900e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:44.880336 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-35b42d94-bf18-4bab-bd8f-6e42b85900e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:44.882074 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-35b42d94-bf18-4bab-bd8f-6e42b85900e4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d722edc6-6099-403e-bcf5-426d37645a02 HTTP/1.1" status: 204 len: 168 time: 0.1603353 Jul 13 07:26:44.890754 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b42d94-bf18-4bab-bd8f-6e42b85900e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d722edc6-6099-403e-bcf5-426d37645a02,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:45.052927 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['5bcecaef-ab1e-45e0-a403-fc653e69c2a5'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:45.081820 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdcd886-a993-496a-a757-30a8a283898b req-5b4b1584-f585-4752-b22a-0af5db2ffe87 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:45.083435 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bbdcd886-a993-496a-a757-30a8a283898b req-5b4b1584-f585-4752-b22a-0af5db2ffe87 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/ports?device_id=28203eda-fc17-463a-ab04-6079792f97c7 HTTP/1.1" status: 200 len: 944 time: 0.0654223 Jul 13 07:26:45.128623 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bbdcd886-a993-496a-a757-30a8a283898b req-ee34d9ea-8612-492d-865d-00f68d4e2dab tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a447683-fe76-4238-8390-2eb88954980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372264 Jul 13 07:26:45.442405 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4437a0a-ed5d-46bd-8897-eb91d3d11970 req-c242b7e4-0da8-4974-95b2-378edb88c916 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:45.451575 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a4437a0a-ed5d-46bd-8897-eb91d3d11970 req-c242b7e4-0da8-4974-95b2-378edb88c916 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=63bc08f0-170f-44fd-9efe-7494afa7e0c8 HTTP/1.1" status: 200 len: 949 time: 0.0818057 Jul 13 07:26:45.496802 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a4437a0a-ed5d-46bd-8897-eb91d3d11970 req-99237fe3-76ed-4fb4-80bb-d0e5555bb301 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442748 Jul 13 07:26:45.715815 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5540cb1-73d3-4f08-9a7b-218d99d97a7a req-eab761ea-02cf-4503-821e-0d64e316b62a tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:45.717221 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b5540cb1-73d3-4f08-9a7b-218d99d97a7a req-eab761ea-02cf-4503-821e-0d64e316b62a tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.0712581 Jul 13 07:26:45.756695 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b5540cb1-73d3-4f08-9a7b-218d99d97a7a req-23bd2df4-dbe1-47d7-abed-f8199e164ce0 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333989 Jul 13 07:26:45.852876 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54088) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:45.957883 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d7e86011-c683-4e99-8271-bbf2fe9a93fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:46.044195 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d7e86011-c683-4e99-8271-bbf2fe9a93fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:46.047726 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d7e86011-c683-4e99-8271-bbf2fe9a93fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:46.083745 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e86011-c683-4e99-8271-bbf2fe9a93fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bc612e-3885-4a69-9ced-43b46900a747,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:46.088500 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d7e86011-c683-4e99-8271-bbf2fe9a93fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8b3425f2a9144c7e8b1332204037aa7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2346165 Jul 13 07:26:46.091628 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54092) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:46.138113 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6920a748-b9d1-4725-9681-2f0ee5a59d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:46.162712 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6920a748-b9d1-4725-9681-2f0ee5a59d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:46.209889 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6920a748-b9d1-4725-9681-2f0ee5a59d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:46.213483 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6920a748-b9d1-4725-9681-2f0ee5a59d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:46.214612 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6920a748-b9d1-4725-9681-2f0ee5a59d9f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/75bc612e-3885-4a69-9ced-43b46900a747 HTTP/1.1" status: 204 len: 168 time: 0.1225054 Jul 13 07:26:46.222751 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6920a748-b9d1-4725-9681-2f0ee5a59d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bc612e-3885-4a69-9ced-43b46900a747,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:46.250707 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 04126400-ae12-4c95-bf5b-bab23a0e9b25 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:26:46.345283 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 04126400-ae12-4c95-bf5b-bab23a0e9b25 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:46.346618 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd787154-21e6-4a47-81e3-8a7a75a7062a req-7191d019-38fa-4916-b53a-1870dd325e3b tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:46.348413 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dd787154-21e6-4a47-81e3-8a7a75a7062a req-7191d019-38fa-4916-b53a-1870dd325e3b tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/ports?device_id=28203eda-fc17-463a-ab04-6079792f97c7 HTTP/1.1" status: 200 len: 944 time: 0.0826914 Jul 13 07:26:46.357263 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 04126400-ae12-4c95-bf5b-bab23a0e9b25 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:46.357263 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:46.400055 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dd787154-21e6-4a47-81e3-8a7a75a7062a req-c5f4bffd-4aec-48b6-a6bb-176ca7ec873c tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a447683-fe76-4238-8390-2eb88954980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450125 Jul 13 07:26:46.453163 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:46.479070 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28203eda-fc17-463a-ab04-6079792f97c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04126400-ae12-4c95-bf5b-bab23a0e9b25'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:46.481487 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae686b8c-2e4a-476e-9f47-e87c91e4cbd7" -d '{"events": [{"server_uuid": "28203eda-fc17-463a-ab04-6079792f97c7", "name": "network-vif-plugged", "status": "completed", "tag": "04126400-ae12-4c95-bf5b-bab23a0e9b25"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:46.501318 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 04126400-ae12-4c95-bf5b-bab23a0e9b25, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=04126400-ae12-4c95-bf5b-bab23a0e9b25,segment=NetworkSegment(7a9b30ba-ae04-492e-9eaa-55e303682950),segment_id=7a9b30ba-ae04-492e-9eaa-55e303682950)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:46.508879 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:46.600237 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=04126400-ae12-4c95-bf5b-bab23a0e9b25,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:46.718967 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f8d065-a81e-4981-8876-af8bab976167 x-openstack-request-id: req-26f8d065-a81e-4981-8876-af8bab976167 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:46.719469 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28203eda-fc17-463a-ab04-6079792f97c7", "name": "network-vif-plugged", "status": "completed", "tag": "04126400-ae12-4c95-bf5b-bab23a0e9b25", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:46.719706 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-26f8d065-a81e-4981-8876-af8bab976167 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:46.720281 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28203eda-fc17-463a-ab04-6079792f97c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04126400-ae12-4c95-bf5b-bab23a0e9b25', 'code': 200} Jul 13 07:26:46.835044 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740ca38-c653-488d-aecc-01b3b7795712 req-70e8fa60-5954-4e4e-816a-9eed42194825 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:46.845721 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4740ca38-c653-488d-aecc-01b3b7795712 req-70e8fa60-5954-4e4e-816a-9eed42194825 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=63bc08f0-170f-44fd-9efe-7494afa7e0c8 HTTP/1.1" status: 200 len: 949 time: 0.1165893 Jul 13 07:26:46.869917 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072895d-7765-478a-8c50-b40dc5ce9811 req-b4e0cb87-ec42-4b9b-bf9b-e2c5c54d5031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:46.878373 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7072895d-7765-478a-8c50-b40dc5ce9811 req-b4e0cb87-ec42-4b9b-bf9b-e2c5c54d5031 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=28203eda-fc17-463a-ab04-6079792f97c7 HTTP/1.1" status: 200 len: 1097 time: 0.0717626 Jul 13 07:26:46.893559 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-985883a9-2f91-4db1-a9ad-d36e145074a3 None None] Provisioning complete for port 04126400-ae12-4c95-bf5b-bab23a0e9b25 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:46.893936 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-985883a9-2f91-4db1-a9ad-d36e145074a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:46.896371 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4740ca38-c653-488d-aecc-01b3b7795712 req-5548263b-c1d2-40d8-b8bb-44bb1bd605c3 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493751 Jul 13 07:26:46.940468 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7072895d-7765-478a-8c50-b40dc5ce9811 req-af609d87-51dd-4a44-93cd-ddb31ab16eee service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4a447683-fe76-4238-8390-2eb88954980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543911 Jul 13 07:26:47.070745 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda27f2d-ea7a-4fd0-b608-9310a7fcd8ab req-2396f920-5729-4534-b701-bd47a8fd237e tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:47.072418 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bda27f2d-ea7a-4fd0-b608-9310a7fcd8ab req-2396f920-5729-4534-b701-bd47a8fd237e tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.0834606 Jul 13 07:26:47.116203 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bda27f2d-ea7a-4fd0-b608-9310a7fcd8ab req-1f08b289-0263-4fd0-be80-694fbd8cb51f tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376234 Jul 13 07:26:47.603263 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cfd60c-3233-4681-b827-ea356453a453 req-c1b74ebd-8fa3-4e93-adde-f4b51afccc55 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:47.605197 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-48cfd60c-3233-4681-b827-ea356453a453 req-c1b74ebd-8fa3-4e93-adde-f4b51afccc55 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/ports?device_id=28203eda-fc17-463a-ab04-6079792f97c7 HTTP/1.1" status: 200 len: 945 time: 0.0738416 Jul 13 07:26:47.647499 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-48cfd60c-3233-4681-b827-ea356453a453 req-f94775a3-a9db-495a-8125-faf3cae7edf8 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a447683-fe76-4238-8390-2eb88954980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365350 Jul 13 07:26:47.702008 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54154) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:47.845155 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-fdf645f3-55fc-4cf4-aa87-a12f68e07768 tempest-ExternalNetworksTestJSON-967089583 tempest-ExternalNetworksTestJSON-967089583-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-372354671'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:47.865670 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf645f3-55fc-4cf4-aa87-a12f68e07768 tempest-ExternalNetworksTestJSON-967089583 tempest-ExternalNetworksTestJSON-967089583-project] Made reservation on behalf of bc26e9c9409e444f9630ed427adcb812 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:26:47.869890 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fdf645f3-55fc-4cf4-aa87-a12f68e07768 tempest-ExternalNetworksTestJSON-967089583 tempest-ExternalNetworksTestJSON-967089583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:47.878192 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fdf645f3-55fc-4cf4-aa87-a12f68e07768 tempest-ExternalNetworksTestJSON-967089583 tempest-ExternalNetworksTestJSON-967089583-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:48.002475 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fdf645f3-55fc-4cf4-aa87-a12f68e07768 tempest-ExternalNetworksTestJSON-967089583 tempest-ExternalNetworksTestJSON-967089583-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:48.007117 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fdf645f3-55fc-4cf4-aa87-a12f68e07768 tempest-ExternalNetworksTestJSON-967089583 tempest-ExternalNetworksTestJSON-967089583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:48.037925 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdf645f3-55fc-4cf4-aa87-a12f68e07768 tempest-ExternalNetworksTestJSON-967089583 tempest-ExternalNetworksTestJSON-967089583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:26:48.048383 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf645f3-55fc-4cf4-aa87-a12f68e07768 tempest-ExternalNetworksTestJSON-967089583 tempest-ExternalNetworksTestJSON-967089583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32e5bde7-af0d-4f8f-a362-5135f22e9274,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:48.053413 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fdf645f3-55fc-4cf4-aa87-a12f68e07768 tempest-ExternalNetworksTestJSON-967089583 tempest-ExternalNetworksTestJSON-967089583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:48.053872 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-fdf645f3-55fc-4cf4-aa87-a12f68e07768 tempest-ExternalNetworksTestJSON-967089583 tempest-ExternalNetworksTestJSON-967089583-project] Added segment cb635fb3-ad4f-44e3-b878-d7ddf3e6318b of type vlan for network ae1c1911-0c0d-4e31-839a-56a4c5988e86 Jul 13 07:26:48.095638 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fdf645f3-55fc-4cf4-aa87-a12f68e07768 tempest-ExternalNetworksTestJSON-967089583 tempest-ExternalNetworksTestJSON-967089583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:48.114460 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe614d9-fde9-4e03-a5dc-2919e7c22877 req-e4593ef4-eeb8-45ad-9d4c-59bcc4c7f5c3 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:48.115954 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0fe614d9-fde9-4e03-a5dc-2919e7c22877 req-e4593ef4-eeb8-45ad-9d4c-59bcc4c7f5c3 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=63bc08f0-170f-44fd-9efe-7494afa7e0c8 HTTP/1.1" status: 200 len: 949 time: 0.0660658 Jul 13 07:26:48.126373 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fdf645f3-55fc-4cf4-aa87-a12f68e07768 tempest-ExternalNetworksTestJSON-967089583 tempest-ExternalNetworksTestJSON-967089583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:48.132881 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf645f3-55fc-4cf4-aa87-a12f68e07768 tempest-ExternalNetworksTestJSON-967089583 tempest-ExternalNetworksTestJSON-967089583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:48.133824 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fdf645f3-55fc-4cf4-aa87-a12f68e07768 tempest-ExternalNetworksTestJSON-967089583 tempest-ExternalNetworksTestJSON-967089583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:48.156744 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0fe614d9-fde9-4e03-a5dc-2919e7c22877 req-17a111cd-8859-4747-b3f6-2c88bc9ad730 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350652 Jul 13 07:26:48.173648 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54164) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:48.174727 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-fdf645f3-55fc-4cf4-aa87-a12f68e07768 tempest-ExternalNetworksTestJSON-967089583 tempest-ExternalNetworksTestJSON-967089583-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4712915 Jul 13 07:26:48.212637 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf645f3-55fc-4cf4-aa87-a12f68e07768 tempest-ExternalNetworksTestJSON-967089583 tempest-ExternalNetworksTestJSON-967089583-project] Pushing event updated for resources: {'Network': ['ID=ae1c1911-0c0d-4e31-839a-56a4c5988e86,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:48.223548 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network ae1c1911-0c0d-4e31-839a-56a4c5988e86 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:26:48.228929 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-d6688154-bbd3-48ac-858e-acd438559e16 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Request body: {'network': {'name': 'tempest-network--1119690242', 'router:external': True}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:48.253257 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6688154-bbd3-48ac-858e-acd438559e16 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Made reservation on behalf of f5ec565acfa245efa10ff6c49d50fa84 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:26:48.255982 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d6688154-bbd3-48ac-858e-acd438559e16 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:48.296973 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 5bcecaef-ab1e-45e0-a403-fc653e69c2a5 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:26:48.321456 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd31d90-a449-4587-a7c1-24b028650c2a req-87be0176-185a-40af-aee5-95846a4e29e5 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:48.323054 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bcd31d90-a449-4587-a7c1-24b028650c2a req-87be0176-185a-40af-aee5-95846a4e29e5 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.0731888 Jul 13 07:26:48.353546 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 5bcecaef-ab1e-45e0-a403-fc653e69c2a5 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:26:48.357753 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 5bcecaef-ab1e-45e0-a403-fc653e69c2a5 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:48.358117 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:48.368307 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bcd31d90-a449-4587-a7c1-24b028650c2a req-60f5d8cf-cac6-4b6a-a39f-a940d772d2ae tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377674 Jul 13 07:26:48.446999 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:48.487436 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 5bcecaef-ab1e-45e0-a403-fc653e69c2a5, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=5bcecaef-ab1e-45e0-a403-fc653e69c2a5,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:48.494043 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:48.544733 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=5bcecaef-ab1e-45e0-a403-fc653e69c2a5,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:48.595270 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d6688154-bbd3-48ac-858e-acd438559e16 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:48.700770 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d6688154-bbd3-48ac-858e-acd438559e16 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:48.707788 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d6688154-bbd3-48ac-858e-acd438559e16 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:48.721737 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63bc08f0-170f-44fd-9efe-7494afa7e0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bcecaef-ab1e-45e0-a403-fc653e69c2a5'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:48.725491 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad47eb9-df7c-4ec8-be44-46d81d6df8fa" -d '{"events": [{"server_uuid": "63bc08f0-170f-44fd-9efe-7494afa7e0c8", "name": "network-vif-plugged", "status": "completed", "tag": "5bcecaef-ab1e-45e0-a403-fc653e69c2a5"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:48.733800 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6688154-bbd3-48ac-858e-acd438559e16 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:26:48.752792 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6688154-bbd3-48ac-858e-acd438559e16 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4315071-bdbb-4938-bd7d-dea67aa22462,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:48.760051 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d6688154-bbd3-48ac-858e-acd438559e16 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:48.760400 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-d6688154-bbd3-48ac-858e-acd438559e16 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Added segment 1a183243-21b2-43e9-9260-881fc0b711bd of type vlan for network 9883334f-7336-4317-bbef-e479abe03c8d Jul 13 07:26:48.814029 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab35257-b7c2-44e2-851b-e198d7abb0e1 x-openstack-request-id: req-aab35257-b7c2-44e2-851b-e198d7abb0e1 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:48.814029 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63bc08f0-170f-44fd-9efe-7494afa7e0c8", "name": "network-vif-plugged", "status": "completed", "tag": "5bcecaef-ab1e-45e0-a403-fc653e69c2a5", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:48.814029 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aab35257-b7c2-44e2-851b-e198d7abb0e1 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:48.814029 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63bc08f0-170f-44fd-9efe-7494afa7e0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bcecaef-ab1e-45e0-a403-fc653e69c2a5', 'code': 200} Jul 13 07:26:48.837939 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d6688154-bbd3-48ac-858e-acd438559e16 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:48.851487 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6647dafc-242c-4069-bba1-4136e497c09f None None] Provisioning complete for port 5bcecaef-ab1e-45e0-a403-fc653e69c2a5 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:26:48.851938 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6647dafc-242c-4069-bba1-4136e497c09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:48.920513 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdef03f-a45a-4e25-8ac5-420b311e09a5 req-a2661dd0-251d-4baf-b846-a7495313c75f tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:48.922509 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3fdef03f-a45a-4e25-8ac5-420b311e09a5 req-a2661dd0-251d-4baf-b846-a7495313c75f tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/ports?device_id=28203eda-fc17-463a-ab04-6079792f97c7 HTTP/1.1" status: 200 len: 945 time: 0.1221087 Jul 13 07:26:48.923598 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d6688154-bbd3-48ac-858e-acd438559e16 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:48.924664 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6688154-bbd3-48ac-858e-acd438559e16 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:48.925383 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d6688154-bbd3-48ac-858e-acd438559e16 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:48.944071 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af13405-0091-4d2c-a15f-743691c43db2 req-9b48793e-c429-4270-b0b6-a892d791fc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:48.946918 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9af13405-0091-4d2c-a15f-743691c43db2 req-9b48793e-c429-4270-b0b6-a892d791fc04 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=63bc08f0-170f-44fd-9efe-7494afa7e0c8 HTTP/1.1" status: 200 len: 1102 time: 0.0630317 Jul 13 07:26:48.978939 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d6688154-bbd3-48ac-858e-acd438559e16 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8024559 Jul 13 07:26:48.980347 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54180) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:48.995246 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3fdef03f-a45a-4e25-8ac5-420b311e09a5 req-5aa845fc-bc70-48d2-a1bd-8560e7938c8e tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a447683-fe76-4238-8390-2eb88954980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645831 Jul 13 07:26:49.002308 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9af13405-0091-4d2c-a15f-743691c43db2 req-3ec0a6f2-b739-45ad-9943-002f8f2a74a7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464971 Jul 13 07:26:49.021179 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6688154-bbd3-48ac-858e-acd438559e16 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Pushing event updated for resources: {'Network': ['ID=9883334f-7336-4317-bbef-e479abe03c8d,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:49.042542 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 9883334f-7336-4317-bbef-e479abe03c8d details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:26:49.060468 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-675ddd6e-f8c6-4436-b59a-0573eb8de0ad tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:49.157472 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-675ddd6e-f8c6-4436-b59a-0573eb8de0ad tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:49.167569 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-675ddd6e-f8c6-4436-b59a-0573eb8de0ad tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9883334f-7336-4317-bbef-e479abe03c8d']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:49.177553 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-675ddd6e-f8c6-4436-b59a-0573eb8de0ad tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a183243-21b2-43e9-9260-881fc0b711bd') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:49.177785 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-675ddd6e-f8c6-4436-b59a-0573eb8de0ad tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a183243-21b2-43e9-9260-881fc0b711bd') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:49.188348 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-675ddd6e-f8c6-4436-b59a-0573eb8de0ad tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:49.199217 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b0d90-c067-4149-85bd-0de09b791eaf req-654ec085-a7bf-4580-a883-99161a6d468f tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:49.200862 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e87b0d90-c067-4149-85bd-0de09b791eaf req-654ec085-a7bf-4580-a883-99161a6d468f tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/ports?device_id=fad231c9-320e-4b4e-96f2-773f81089fa1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0728850 Jul 13 07:26:49.205022 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-675ddd6e-f8c6-4436-b59a-0573eb8de0ad tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:49.211383 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-675ddd6e-f8c6-4436-b59a-0573eb8de0ad tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:26:49.211928 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-675ddd6e-f8c6-4436-b59a-0573eb8de0ad tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:26:49.213850 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:26:49.252983 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e87b0d90-c067-4149-85bd-0de09b791eaf req-149b33f6-ca6c-4bc5-a02a-709bd2ecd121 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.177 HTTP/1.1" status: 200 len: 696 time: 0.0462320 Jul 13 07:26:49.266003 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-e87b0d90-c067-4149-85bd-0de09b791eaf req-8ba6f277-6503-4083-9da3-b1c5a4c71c18 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Request body: {'floatingip': {'port_id': 'b161886a-a801-478c-9f6c-25d2693d7e72', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:49.280896 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-675ddd6e-f8c6-4436-b59a-0573eb8de0ad tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:49.293919 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675ddd6e-f8c6-4436-b59a-0573eb8de0ad tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9883334f-7336-4317-bbef-e479abe03c8d {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 13 07:26:49.297555 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-675ddd6e-f8c6-4436-b59a-0573eb8de0ad tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:49.302839 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54186) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:49.303009 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-675ddd6e-f8c6-4436-b59a-0573eb8de0ad tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] 10.222.0.23 "DELETE /v2.0/networks/9883334f-7336-4317-bbef-e479abe03c8d HTTP/1.1" status: 204 len: 168 time: 0.3213711 Jul 13 07:26:49.308195 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-88c0ab94-d1f3-49f6-bcdf-e16dda80848f tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:49.320388 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e87b0d90-c067-4149-85bd-0de09b791eaf req-8ba6f277-6503-4083-9da3-b1c5a4c71c18 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks [] for floatingip, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:49.330325 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ddd6e-f8c6-4436-b59a-0573eb8de0ad tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Pushing event deleted for resources: {'Network': ['ID=9883334f-7336-4317-bbef-e479abe03c8d,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:49.367028 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd0794-d3b3-415c-98ce-7b5cd5a44c5f req-5809d790-806d-4356-af4c-c346e1d1b580 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:49.368787 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-32cd0794-d3b3-415c-98ce-7b5cd5a44c5f req-5809d790-806d-4356-af4c-c346e1d1b580 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=63bc08f0-170f-44fd-9efe-7494afa7e0c8 HTTP/1.1" status: 200 len: 950 time: 0.0889568 Jul 13 07:26:49.398118 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c0ab94-d1f3-49f6-bcdf-e16dda80848f tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Made reservation on behalf of f5ec565acfa245efa10ff6c49d50fa84 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:26:49.400431 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-88c0ab94-d1f3-49f6-bcdf-e16dda80848f tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:49.415257 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-32cd0794-d3b3-415c-98ce-7b5cd5a44c5f req-a7a480fb-0b03-41e1-81a1-7dc4dbfe1455 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393794 Jul 13 07:26:49.459388 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c0ab94-d1f3-49f6-bcdf-e16dda80848f tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:26:49.509085 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-88c0ab94-d1f3-49f6-bcdf-e16dda80848f tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:49.509429 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-88c0ab94-d1f3-49f6-bcdf-e16dda80848f tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Added segment 374339be-4555-4631-8e81-8cdb9154e09a of type vlan for network 1da5a071-0793-4707-b1d5-e96e775160a4 Jul 13 07:26:49.600037 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895895b0-14eb-4618-8a30-09fde9c1d2d8 req-4436a476-e740-4364-84ec-8eaad7a1b292 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:49.602363 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-895895b0-14eb-4618-8a30-09fde9c1d2d8 req-4436a476-e740-4364-84ec-8eaad7a1b292 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.0763230 Jul 13 07:26:49.607371 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-88c0ab94-d1f3-49f6-bcdf-e16dda80848f tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:49.642067 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-895895b0-14eb-4618-8a30-09fde9c1d2d8 req-597202dd-7d2e-468c-8d1b-840c8033af36 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338330 Jul 13 07:26:49.727145 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-88c0ab94-d1f3-49f6-bcdf-e16dda80848f tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:49.728072 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c0ab94-d1f3-49f6-bcdf-e16dda80848f tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:49.728659 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-88c0ab94-d1f3-49f6-bcdf-e16dda80848f tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:49.746238 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-88c0ab94-d1f3-49f6-bcdf-e16dda80848f tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4423237 Jul 13 07:26:49.749612 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54192) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:49.754933 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-189bd6bf-c907-42ea-8d14-433f4698d2de tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Request body: {'subnet': {'network_id': '1da5a071-0793-4707-b1d5-e96e775160a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:49.777965 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189bd6bf-c907-42ea-8d14-433f4698d2de tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Made reservation on behalf of f5ec565acfa245efa10ff6c49d50fa84 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:26:49.780547 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-189bd6bf-c907-42ea-8d14-433f4698d2de tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:49.855042 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c0ab94-d1f3-49f6-bcdf-e16dda80848f tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Pushing event updated for resources: {'Network': ['ID=1da5a071-0793-4707-b1d5-e96e775160a4,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:49.865352 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 1da5a071-0793-4707-b1d5-e96e775160a4 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:26:49.972725 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e87b0d90-c067-4149-85bd-0de09b791eaf req-8ba6f277-6503-4083-9da3-b1c5a4c71c18 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:49.980680 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e87b0d90-c067-4149-85bd-0de09b791eaf req-8ba6f277-6503-4083-9da3-b1c5a4c71c18 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:50.106647 n-d-771363-34 neutron-server[94017]: DEBUG neutron.objects.ports [None req-189bd6bf-c907-42ea-8d14-433f4698d2de tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94017) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:26:50.107131 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [req-e87b0d90-c067-4149-85bd-0de09b791eaf req-8ba6f277-6503-4083-9da3-b1c5a4c71c18 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Floating IP 6d6c7342-090e-4cac-8c66-b65ac0e42a31 associated. External IP: 172.25.3.177, port: b161886a-a801-478c-9f6c-25d2693d7e72. Jul 13 07:26:50.107389 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-189bd6bf-c907-42ea-8d14-433f4698d2de tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:50.174713 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189bd6bf-c907-42ea-8d14-433f4698d2de tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cf7de443-0ef9-4f84-8973-069e34b3e7a5,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:50.183867 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189bd6bf-c907-42ea-8d14-433f4698d2de tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Checking segment: {'id': '374339be-4555-4631-8e81-8cdb9154e09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1da5a071-0793-4707-b1d5-e96e775160a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:26:50.184232 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189bd6bf-c907-42ea-8d14-433f4698d2de tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Network hostable DHCP agents. Network: 1da5a071-0793-4707-b1d5-e96e775160a4, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:26:50.202689 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189bd6bf-c907-42ea-8d14-433f4698d2de tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Network 1da5a071-0793-4707-b1d5-e96e775160a4 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:26:50.213091 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-189bd6bf-c907-42ea-8d14-433f4698d2de tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 1da5a071-0793-4707-b1d5-e96e775160a4) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:26:50.217555 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189bd6bf-c907-42ea-8d14-433f4698d2de tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:50.218227 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-189bd6bf-c907-42ea-8d14-433f4698d2de tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:50.226531 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a1e108-57e4-435b-bced-1205a4f3e8e2 None None] Network 1da5a071-0793-4707-b1d5-e96e775160a4 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:26:50.237546 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-189bd6bf-c907-42ea-8d14-433f4698d2de tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4865429 Jul 13 07:26:50.240174 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54200) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:50.245376 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-42ac97c8-f870-40bd-846e-6ddeab534d1d tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Request body: {'floatingip': {'floating_network_id': '1da5a071-0793-4707-b1d5-e96e775160a4'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:50.279822 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-42ac97c8-f870-40bd-846e-6ddeab534d1d tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:50.339042 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e87b0d90-c067-4149-85bd-0de09b791eaf req-8ba6f277-6503-4083-9da3-b1c5a4c71c18 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Router 46e13e93-8700-44f5-9ffe-23d99536527f has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:26:50.360760 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8645fc8-e278-4933-90b0-ec931f087294 None None] Network 1da5a071-0793-4707-b1d5-e96e775160a4 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:26:50.372996 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-42ac97c8-f870-40bd-846e-6ddeab534d1d tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:50.457255 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e87b0d90-c067-4149-85bd-0de09b791eaf req-8ba6f277-6503-4083-9da3-b1c5a4c71c18 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:26:50.463335 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e87b0d90-c067-4149-85bd-0de09b791eaf req-8ba6f277-6503-4083-9da3-b1c5a4c71c18 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:50.469252 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb377fd9-2419-4592-8fef-03af726191d8 None None] Sync routers for ids ['46e13e93-8700-44f5-9ffe-23d99536527f'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:26:50.486734 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb377fd9-2419-4592-8fef-03af726191d8 None None] Routers {'46e13e93-8700-44f5-9ffe-23d99536527f'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:26:50.487409 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-eb377fd9-2419-4592-8fef-03af726191d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:26:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['46e13e93-8700-44f5-9ffe-23d99536527f'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:50.516708 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-42ac97c8-f870-40bd-846e-6ddeab534d1d tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Allocated IP 172.20.0.14 (1da5a071-0793-4707-b1d5-e96e775160a4/cf7de443-0ef9-4f84-8973-069e34b3e7a5/915e5cfd-8e66-4cf2-bc78-17c384c979b4) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:26:50.523652 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e87b0d90-c067-4149-85bd-0de09b791eaf req-8ba6f277-6503-4083-9da3-b1c5a4c71c18 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "PUT /v2.0/floatingips/6d6c7342-090e-4cac-8c66-b65ac0e42a31 HTTP/1.1" status: 200 len: 996 time: 1.2565014 Jul 13 07:26:50.524197 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad231c9-320e-4b4e-96f2-773f81089fa1', 'tag': 'b161886a-a801-478c-9f6c-25d2693d7e72'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:50.526584 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5129e1d2-cc3f-423e-92f1-b84cc285660c" -d '{"events": [{"name": "network-changed", "server_uuid": "fad231c9-320e-4b4e-96f2-773f81089fa1", "tag": "b161886a-a801-478c-9f6c-25d2693d7e72"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:50.591330 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b0d90-c067-4149-85bd-0de09b791eaf req-2253e9b6-d36c-4a45-a89f-c868c225e951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:50.593004 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e87b0d90-c067-4149-85bd-0de09b791eaf req-2253e9b6-d36c-4a45-a89f-c868c225e951 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73157af76ad44f519f8a9a3289d8ad24&device_id=fad231c9-320e-4b4e-96f2-773f81089fa1 HTTP/1.1" status: 200 len: 1097 time: 0.0604782 Jul 13 07:26:50.598922 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-eb377fd9-2419-4592-8fef-03af726191d8 None None] Set router 46e13e93-8700-44f5-9ffe-23d99536527f gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:26:50.683864 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-42ac97c8-f870-40bd-846e-6ddeab534d1d tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:50.688438 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b0d90-c067-4149-85bd-0de09b791eaf req-19e3a43e-75be-470e-b497-21a6a2b0b0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:50.689940 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e87b0d90-c067-4149-85bd-0de09b791eaf req-19e3a43e-75be-470e-b497-21a6a2b0b0de service neutron] 10.222.0.23 "GET /v2.0/networks?id=87358466-9ef1-46ab-8724-6c322750a8f9 HTTP/1.1" status: 200 len: 921 time: 0.0904889 Jul 13 07:26:50.692946 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747ae1b-3330-4d2f-b96c-a8128de3be85 req-d657e151-2d72-47aa-92e8-0a90b0b7551b tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:50.694490 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c747ae1b-3330-4d2f-b96c-a8128de3be85 req-d657e151-2d72-47aa-92e8-0a90b0b7551b tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=63bc08f0-170f-44fd-9efe-7494afa7e0c8 HTTP/1.1" status: 200 len: 950 time: 0.1426828 Jul 13 07:26:50.752071 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c747ae1b-3330-4d2f-b96c-a8128de3be85 req-c091b233-157f-436a-a879-879f61aca6e5 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503373 Jul 13 07:26:50.770171 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-42ac97c8-f870-40bd-846e-6ddeab534d1d tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:50.808995 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ac97c8-f870-40bd-846e-6ddeab534d1d tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Network 1da5a071-0793-4707-b1d5-e96e775160a4 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:26:50.814185 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-42ac97c8-f870-40bd-846e-6ddeab534d1d tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:26:50.816439 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e87b0d90-c067-4149-85bd-0de09b791eaf req-1f21e198-b52c-4fc7-b8b3-f244d8d460d0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b161886a-a801-478c-9f6c-25d2693d7e72 HTTP/1.1" status: 200 len: 999 time: 0.1151302 Jul 13 07:26:50.818269 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ac97c8-f870-40bd-846e-6ddeab534d1d tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:26:50.850667 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac97c8-f870-40bd-846e-6ddeab534d1d tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Pushing event updated for resources: {'Port': ['ID=915e5cfd-8e66-4cf2-bc78-17c384c979b4,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:50.871875 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b0d90-c067-4149-85bd-0de09b791eaf req-d87b22e3-6a56-4840-82a8-b7b1030e44ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:50.873805 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e87b0d90-c067-4149-85bd-0de09b791eaf req-d87b22e3-6a56-4840-82a8-b7b1030e44ab service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393 HTTP/1.1" status: 200 len: 859 time: 0.0511165 Jul 13 07:26:50.880502 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-eb377fd9-2419-4592-8fef-03af726191d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'name': 'tempest-FloatingIPsAssociationTestJSON-272898220-router', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:04Z', 'updated_at': '2021-07-13T07:26:13Z', 'revision_number': 4, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'gw_port': {'id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:07Z', 'updated_at': '2021-07-13T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '6d6c7342-090e-4cac-8c66-b65ac0e42a31', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'port_id': 'b161886a-a801-478c-9f6c-25d2693d7e72', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9', 'mac_address': 'fa:16:3e:25:51:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad231c9-320e-4b4e-96f2-773f81089fa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:26:31Z', 'updated_at': '2021-07-13T07:26:49Z', 'revision_number': 1, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f34dc902-a4a2-439b-93fb-5c77a69b7873', 'name': '', 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'mac_address': 'fa:16:3e:85:7f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:12Z', 'updated_at': '2021-07-13T07:26:20Z', 'revision_number': 5, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'subnets': [{'id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:50.919570 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb377fd9-2419-4592-8fef-03af726191d8 None None] Checking router: 46e13e93-8700-44f5-9ffe-23d99536527f for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:26:50.925810 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-42ac97c8-f870-40bd-846e-6ddeab534d1d tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:50.933863 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb377fd9-2419-4592-8fef-03af726191d8 None None] Routers {'46e13e93-8700-44f5-9ffe-23d99536527f'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:26:50.934796 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-eb377fd9-2419-4592-8fef-03af726191d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:26:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['46e13e93-8700-44f5-9ffe-23d99536527f'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:50.941345 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b0d90-c067-4149-85bd-0de09b791eaf req-b549df9f-c96a-4ed9-a58b-5a3e164e86f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:50.943481 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e87b0d90-c067-4149-85bd-0de09b791eaf req-b549df9f-c96a-4ed9-a58b-5a3e164e86f6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87358466-9ef1-46ab-8724-6c322750a8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631382 Jul 13 07:26:50.975234 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-42ac97c8-f870-40bd-846e-6ddeab534d1d tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:50.990352 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5de3f3-5f75-4aff-869f-25abe5842754 x-openstack-request-id: req-2d5de3f3-5f75-4aff-869f-25abe5842754 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:50.990917 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fad231c9-320e-4b4e-96f2-773f81089fa1", "tag": "b161886a-a801-478c-9f6c-25d2693d7e72", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:50.991289 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2d5de3f3-5f75-4aff-869f-25abe5842754 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:50.992367 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fad231c9-320e-4b4e-96f2-773f81089fa1', 'tag': 'b161886a-a801-478c-9f6c-25d2693d7e72', 'status': 'completed', 'code': 200} Jul 13 07:26:51.050800 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-eb377fd9-2419-4592-8fef-03af726191d8 None None] Set router 46e13e93-8700-44f5-9ffe-23d99536527f gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:26:51.071820 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e87b0d90-c067-4149-85bd-0de09b791eaf req-460d7efa-8405-4502-9028-c2befe514452 service neutron] 10.222.0.23 "GET /v2.0/networks/87358466-9ef1-46ab-8724-6c322750a8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210432 Jul 13 07:26:51.183154 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e87b0d90-c067-4149-85bd-0de09b791eaf req-f1c82159-db03-476e-abc5-629e931c02d5 service neutron] 10.222.0.23 "GET /v2.0/networks/87358466-9ef1-46ab-8724-6c322750a8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042676 Jul 13 07:26:51.185661 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129e1d2-cc3f-423e-92f1-b84cc285660c req-eb0d9915-a2d3-4843-85fe-03555951f27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:51.187167 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5129e1d2-cc3f-423e-92f1-b84cc285660c req-eb0d9915-a2d3-4843-85fe-03555951f27a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=73157af76ad44f519f8a9a3289d8ad24&device_id=fad231c9-320e-4b4e-96f2-773f81089fa1 HTTP/1.1" status: 200 len: 1097 time: 0.1714683 Jul 13 07:26:51.291895 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-eb377fd9-2419-4592-8fef-03af726191d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'name': 'tempest-FloatingIPsAssociationTestJSON-272898220-router', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:04Z', 'updated_at': '2021-07-13T07:26:13Z', 'revision_number': 4, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'gw_port': {'id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:07Z', 'updated_at': '2021-07-13T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '6d6c7342-090e-4cac-8c66-b65ac0e42a31', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'port_id': 'b161886a-a801-478c-9f6c-25d2693d7e72', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9', 'mac_address': 'fa:16:3e:25:51:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad231c9-320e-4b4e-96f2-773f81089fa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:26:31Z', 'updated_at': '2021-07-13T07:26:49Z', 'revision_number': 1, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f34dc902-a4a2-439b-93fb-5c77a69b7873', 'name': '', 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'mac_address': 'fa:16:3e:85:7f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:12Z', 'updated_at': '2021-07-13T07:26:20Z', 'revision_number': 5, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'subnets': [{'id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:51.296269 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-42ac97c8-f870-40bd-846e-6ddeab534d1d tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:51.313718 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471ee88-b9f9-4238-bf90-4f6179ade1ac req-bcacbaf0-17fe-4951-ab90-79d8852666b0 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:51.315263 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d471ee88-b9f9-4238-bf90-4f6179ade1ac req-bcacbaf0-17fe-4951-ab90-79d8852666b0 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.1962862 Jul 13 07:26:51.318141 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-42ac97c8-f870-40bd-846e-6ddeab534d1d tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:51.322957 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb377fd9-2419-4592-8fef-03af726191d8 None None] The sync data for ids ['46e13e93-8700-44f5-9ffe-23d99536527f'] in n-d-771363-34 is: [{'id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'name': 'tempest-FloatingIPsAssociationTestJSON-272898220-router', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:04Z', 'updated_at': '2021-07-13T07:26:13Z', 'revision_number': 4, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'gw_port': {'id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:07Z', 'updated_at': '2021-07-13T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '6d6c7342-090e-4cac-8c66-b65ac0e42a31', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'port_id': 'b161886a-a801-478c-9f6c-25d2693d7e72', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9', 'mac_address': 'fa:16:3e:25:51:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad231c9-320e-4b4e-96f2-773f81089fa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:26:31Z', 'updated_at': '2021-07-13T07:26:49Z', 'revision_number': 1, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f34dc902-a4a2-439b-93fb-5c77a69b7873', 'name': '', 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'mac_address': 'fa:16:3e:85:7f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:12Z', 'updated_at': '2021-07-13T07:26:20Z', 'revision_number': 5, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'subnets': [{'id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:26:51.406392 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129e1d2-cc3f-423e-92f1-b84cc285660c req-76abec47-c147-4d77-bae5-1088d570c444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:51.407936 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5129e1d2-cc3f-423e-92f1-b84cc285660c req-76abec47-c147-4d77-bae5-1088d570c444 service neutron] 10.222.0.42 "GET /v2.0/networks?id=87358466-9ef1-46ab-8724-6c322750a8f9 HTTP/1.1" status: 200 len: 921 time: 0.2131522 Jul 13 07:26:51.463607 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6beea1-7db4-4d4a-965e-1d02bce9004d req-bd1d9352-59b7-4c82-9148-c00ea70aa640 tempest-ServersOnMultiNodesTest-1371202544 tempest-ServersOnMultiNodesTest-1371202544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:51.466120 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ff6beea1-7db4-4d4a-965e-1d02bce9004d req-bd1d9352-59b7-4c82-9148-c00ea70aa640 tempest-ServersOnMultiNodesTest-1371202544 tempest-ServersOnMultiNodesTest-1371202544-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=63bc08f0-170f-44fd-9efe-7494afa7e0c8 HTTP/1.1" status: 200 len: 1102 time: 0.0585752 Jul 13 07:26:51.479337 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac97c8-f870-40bd-846e-6ddeab534d1d tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Pushing event updated for resources: {'Port': ['ID=915e5cfd-8e66-4cf2-bc78-17c384c979b4,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:51.494856 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d471ee88-b9f9-4238-bf90-4f6179ade1ac req-65b62dd5-c259-441b-a47b-62a667f49fff tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318252 Jul 13 07:26:51.498007 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-42ac97c8-f870-40bd-846e-6ddeab534d1d tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:51.508559 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ff6beea1-7db4-4d4a-965e-1d02bce9004d req-e09a2738-65b8-4f02-a66b-a38ca62985c2 tempest-ServersOnMultiNodesTest-1371202544 tempest-ServersOnMultiNodesTest-1371202544-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377672 Jul 13 07:26:51.536614 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5129e1d2-cc3f-423e-92f1-b84cc285660c req-7291181e-74e1-4a1c-9e07-17d901f0bac1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b161886a-a801-478c-9f6c-25d2693d7e72 HTTP/1.1" status: 200 len: 999 time: 0.1170659 Jul 13 07:26:51.553082 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-42ac97c8-f870-40bd-846e-6ddeab534d1d tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:51.554997 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-42ac97c8-f870-40bd-846e-6ddeab534d1d tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3137174 Jul 13 07:26:51.560159 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54224) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:51.602366 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129e1d2-cc3f-423e-92f1-b84cc285660c req-95ac0855-72f6-44eb-beb0-557271aecde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:51.604199 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5129e1d2-cc3f-423e-92f1-b84cc285660c req-95ac0855-72f6-44eb-beb0-557271aecde5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393 HTTP/1.1" status: 200 len: 859 time: 0.0611367 Jul 13 07:26:51.613523 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d299d828-f886-4d51-a4f7-77f2e2c5696d None None] New status for floating IP 6d6c7342-090e-4cac-8c66-b65ac0e42a31: ACTIVE {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:26:51.649843 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-af9eb4a8-2a12-44ba-9b4b-925bb2e02dc4 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] 10.222.0.23 "GET /v2.0/floatingips?floating_network_id=1da5a071-0793-4707-b1d5-e96e775160a4 HTTP/1.1" status: 200 len: 690 time: 0.0884423 Jul 13 07:26:51.652181 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54226) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:51.687075 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129e1d2-cc3f-423e-92f1-b84cc285660c req-4e937bba-c002-4227-a71a-0d4f40387d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:51.688766 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5129e1d2-cc3f-423e-92f1-b84cc285660c req-4e937bba-c002-4227-a71a-0d4f40387d09 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=87358466-9ef1-46ab-8724-6c322750a8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0775609 Jul 13 07:26:51.784054 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6fac1e34-1162-468a-88ef-b2e22523e1c1 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:51.914887 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-6fac1e34-1162-468a-88ef-b2e22523e1c1 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Deleting port 915e5cfd-8e66-4cf2-bc78-17c384c979b4 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:26:51.915252 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6fac1e34-1162-468a-88ef-b2e22523e1c1 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:51.924356 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5129e1d2-cc3f-423e-92f1-b84cc285660c req-494538bf-f83e-4276-90d9-dae4a74d4e3e service neutron] 10.222.0.42 "GET /v2.0/networks/87358466-9ef1-46ab-8724-6c322750a8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257717 Jul 13 07:26:51.977502 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb629e1-c599-4841-bf2f-678c0a7719da req-a153d61e-a85f-4b9a-87bb-d3c0048e9d9f tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:51.979015 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fbb629e1-c599-4841-bf2f-678c0a7719da req-a153d61e-a85f-4b9a-87bb-d3c0048e9d9f tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/ports?device_id=28203eda-fc17-463a-ab04-6079792f97c7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1726117 Jul 13 07:26:52.002356 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6fac1e34-1162-468a-88ef-b2e22523e1c1 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:52.002735 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6fac1e34-1162-468a-88ef-b2e22523e1c1 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:52.015697 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-6fac1e34-1162-468a-88ef-b2e22523e1c1 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Calling delete_port for 915e5cfd-8e66-4cf2-bc78-17c384c979b4 owned by network:floatingip {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:26:52.129586 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5129e1d2-cc3f-423e-92f1-b84cc285660c req-cbad0460-960c-476d-bca1-734319397097 service neutron] 10.222.0.42 "GET /v2.0/networks/87358466-9ef1-46ab-8724-6c322750a8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922207 Jul 13 07:26:52.133547 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fbb629e1-c599-4841-bf2f-678c0a7719da req-4b8ed099-cddd-4d53-815c-04df39c6f0d8 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.177 HTTP/1.1" status: 200 len: 1001 time: 0.1482546 Jul 13 07:26:52.144222 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-fbb629e1-c599-4841-bf2f-678c0a7719da req-5b8b2305-57f1-43a7-b41d-51cbaf55e9f0 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Request body: {'floatingip': {'port_id': '04126400-ae12-4c95-bf5b-bab23a0e9b25', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:52.184440 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6fac1e34-1162-468a-88ef-b2e22523e1c1 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:52.202305 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fbb629e1-c599-4841-bf2f-678c0a7719da req-5b8b2305-57f1-43a7-b41d-51cbaf55e9f0 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks [] for floatingip, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:52.231062 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac1e34-1162-468a-88ef-b2e22523e1c1 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Pushing event deleted for resources: {'Port': ['ID=915e5cfd-8e66-4cf2-bc78-17c384c979b4,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:52.313846 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ceaff-21e7-4b61-b1b8-0f83c7af7db1 req-939deefb-deaa-4f04-8690-b8fe98ed5365 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:52.315375 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-061ceaff-21e7-4b61-b1b8-0f83c7af7db1 req-939deefb-deaa-4f04-8690-b8fe98ed5365 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=63bc08f0-170f-44fd-9efe-7494afa7e0c8 HTTP/1.1" status: 200 len: 950 time: 0.1420224 Jul 13 07:26:52.319126 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6fac1e34-1162-468a-88ef-b2e22523e1c1 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:52.387671 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-061ceaff-21e7-4b61-b1b8-0f83c7af7db1 req-94dbe6cc-611a-4ee4-9a8d-e91039a2abaa tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644329 Jul 13 07:26:52.394542 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6fac1e34-1162-468a-88ef-b2e22523e1c1 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:52.468038 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6fac1e34-1162-468a-88ef-b2e22523e1c1 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:52.494651 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac1e34-1162-468a-88ef-b2e22523e1c1 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cf7de443-0ef9-4f84-8973-069e34b3e7a5,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:52.565461 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6fac1e34-1162-468a-88ef-b2e22523e1c1 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:52.577075 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-6fac1e34-1162-468a-88ef-b2e22523e1c1 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da5a071-0793-4707-b1d5-e96e775160a4']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:52.589376 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-6fac1e34-1162-468a-88ef-b2e22523e1c1 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '374339be-4555-4631-8e81-8cdb9154e09a') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:52.589673 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-6fac1e34-1162-468a-88ef-b2e22523e1c1 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '374339be-4555-4631-8e81-8cdb9154e09a') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:52.602976 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6fac1e34-1162-468a-88ef-b2e22523e1c1 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:52.618288 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6fac1e34-1162-468a-88ef-b2e22523e1c1 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:52.625631 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fac1e34-1162-468a-88ef-b2e22523e1c1 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:26:52.625956 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6fac1e34-1162-468a-88ef-b2e22523e1c1 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:52.627871 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:52.627871 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:52.627871 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:26:52.627871 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:26:52.627871 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:26:52.627871 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:26:52.627871 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:26:52.627871 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:26:52.627871 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:26:52.627871 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:26:52.627871 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:26:52.627871 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:26:52.627871 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:26:52.627871 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:26:52.627871 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:26:52.627871 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:26:52.627871 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:26:52.627871 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:26:52.627871 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:26:52.627871 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:26:52.627871 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:26:52.627871 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:26:52.627871 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:26:52.627871 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:26:52.627871 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:26:52.627871 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:26:52.627871 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:26:52.627871 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:26:52.627871 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:26:52.627871 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:26:52.627871 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:26:52.627871 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:26:52.627871 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:26:52.627871 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:26:52.627871 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:26:52.627871 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:26:52.730601 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6fac1e34-1162-468a-88ef-b2e22523e1c1 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:52.737715 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fac1e34-1162-468a-88ef-b2e22523e1c1 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1da5a071-0793-4707-b1d5-e96e775160a4 {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 13 07:26:52.742315 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6fac1e34-1162-468a-88ef-b2e22523e1c1 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:52.747241 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6fac1e34-1162-468a-88ef-b2e22523e1c1 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] 10.222.0.23 "DELETE /v2.0/networks/1da5a071-0793-4707-b1d5-e96e775160a4 HTTP/1.1" status: 204 len: 168 time: 1.0926032 Jul 13 07:26:52.762130 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54238) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:52.772126 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac1e34-1162-468a-88ef-b2e22523e1c1 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Pushing event deleted for resources: {'Network': ['ID=1da5a071-0793-4707-b1d5-e96e775160a4,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:52.878535 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1c555-2932-47f7-bc34-e010c785162e req-d9444e36-35b2-433e-9113-0f09c94176b9 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:52.880640 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-33c1c555-2932-47f7-bc34-e010c785162e req-d9444e36-35b2-433e-9113-0f09c94176b9 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.1954477 Jul 13 07:26:53.104477 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fbb629e1-c599-4841-bf2f-678c0a7719da req-5b8b2305-57f1-43a7-b41d-51cbaf55e9f0 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:53.113124 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fbb629e1-c599-4841-bf2f-678c0a7719da req-5b8b2305-57f1-43a7-b41d-51cbaf55e9f0 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:53.214573 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:53.237524 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [req-fbb629e1-c599-4841-bf2f-678c0a7719da req-5b8b2305-57f1-43a7-b41d-51cbaf55e9f0 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Floating IP 6d6c7342-090e-4cac-8c66-b65ac0e42a31 associated. External IP: 172.25.3.177, port: b161886a-a801-478c-9f6c-25d2693d7e72. Jul 13 07:26:53.256745 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-33c1c555-2932-47f7-bc34-e010c785162e req-0ff0479d-c0c8-4903-86ff-32e6934534bc tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642230 Jul 13 07:26:53.260317 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-30b2ee7a-0bd5-4f51-a4cc-63d92d4ba067 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4137 time: 0.4967825 Jul 13 07:26:53.262853 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54242) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:53.392263 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60518f60-e16a-4d88-aa32-482a12dccde4 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:53.392722 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60518f60-e16a-4d88-aa32-482a12dccde4 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:53.393165 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60518f60-e16a-4d88-aa32-482a12dccde4 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:53.393602 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60518f60-e16a-4d88-aa32-482a12dccde4 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:53.394035 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60518f60-e16a-4d88-aa32-482a12dccde4 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:53.394578 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60518f60-e16a-4d88-aa32-482a12dccde4 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:53.395021 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60518f60-e16a-4d88-aa32-482a12dccde4 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:53.395487 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60518f60-e16a-4d88-aa32-482a12dccde4 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:53.395924 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60518f60-e16a-4d88-aa32-482a12dccde4 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:53.396368 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60518f60-e16a-4d88-aa32-482a12dccde4 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:53.396788 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60518f60-e16a-4d88-aa32-482a12dccde4 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:53.397225 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60518f60-e16a-4d88-aa32-482a12dccde4 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:53.397682 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60518f60-e16a-4d88-aa32-482a12dccde4 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:53.400528 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-60518f60-e16a-4d88-aa32-482a12dccde4 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8291 time: 0.1362851 Jul 13 07:26:53.403504 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54244) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:53.447730 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-161cc234-828f-4e9d-9818-3c03d597a154 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] delete failed (client error): The resource could not be found. Jul 13 07:26:53.451729 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-161cc234-828f-4e9d-9818-3c03d597a154 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/c658c630-d9e4-4c7b-8a72-5031a94e87f1 HTTP/1.1" status: 404 len: 345 time: 0.0471981 Jul 13 07:26:53.452310 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54248) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:53.471288 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca64cb9e-5b36-4116-aaa8-627cfd59739b tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] DELETE failed (client error): The resource could not be found. Jul 13 07:26:53.471972 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca64cb9e-5b36-4116-aaa8-627cfd59739b tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:26:53.479627 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ca64cb9e-5b36-4116-aaa8-627cfd59739b tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] 10.222.0.23 "DELETE /v2.0/networks/1da5a071-0793-4707-b1d5-e96e775160a4 HTTP/1.1" status: 404 len: 339 time: 0.0262246 Jul 13 07:26:53.480246 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54250) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:53.486061 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-1b4429dc-a7bc-4b9c-9c90-117b149ae493 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Request body: {'network': {'name': 'tempest-network--827608253', 'router:external': True}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:53.503037 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbb629e1-c599-4841-bf2f-678c0a7719da req-5b8b2305-57f1-43a7-b41d-51cbaf55e9f0 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Router 46e13e93-8700-44f5-9ffe-23d99536527f has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:26:53.508546 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4429dc-a7bc-4b9c-9c90-117b149ae493 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Made reservation on behalf of f5ec565acfa245efa10ff6c49d50fa84 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:26:53.511309 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1b4429dc-a7bc-4b9c-9c90-117b149ae493 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:53.538834 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b4429dc-a7bc-4b9c-9c90-117b149ae493 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:26:53.558518 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1b4429dc-a7bc-4b9c-9c90-117b149ae493 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:53.559037 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-1b4429dc-a7bc-4b9c-9c90-117b149ae493 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Added segment 33aafb47-ec53-447e-acc0-19e510749ec5 of type vlan for network 44fc0853-8261-4bf9-80fe-631313114e51 Jul 13 07:26:53.617103 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1b4429dc-a7bc-4b9c-9c90-117b149ae493 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:53.657136 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1b4429dc-a7bc-4b9c-9c90-117b149ae493 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:53.658401 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4429dc-a7bc-4b9c-9c90-117b149ae493 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:53.659047 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1b4429dc-a7bc-4b9c-9c90-117b149ae493 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:53.670625 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c5e0d-e51a-4825-b58b-5c4e32698b17 req-e6b07960-e3b5-4f82-a4a3-33174d0794d9 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:53.672458 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-991c5e0d-e51a-4825-b58b-5c4e32698b17 req-e6b07960-e3b5-4f82-a4a3-33174d0794d9 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.42 "GET /v2.0/ports?device_id=63bc08f0-170f-44fd-9efe-7494afa7e0c8 HTTP/1.1" status: 200 len: 950 time: 0.1605265 Jul 13 07:26:53.685812 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:53.693214 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbb629e1-c599-4841-bf2f-678c0a7719da req-5b8b2305-57f1-43a7-b41d-51cbaf55e9f0 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:26:53.693406 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1b4429dc-a7bc-4b9c-9c90-117b149ae493 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2095237 Jul 13 07:26:53.693406 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54254) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:53.705822 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9d6a86-c079-4621-a104-ec5f0f151a6e None None] Sync routers for ids ['46e13e93-8700-44f5-9ffe-23d99536527f'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:26:53.718382 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9d6a86-c079-4621-a104-ec5f0f151a6e None None] Routers {'46e13e93-8700-44f5-9ffe-23d99536527f'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:26:53.719133 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-9d9d6a86-c079-4621-a104-ec5f0f151a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:26:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['46e13e93-8700-44f5-9ffe-23d99536527f'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:53.904961 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4429dc-a7bc-4b9c-9c90-117b149ae493 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Pushing event updated for resources: {'Network': ['ID=44fc0853-8261-4bf9-80fe-631313114e51,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:53.919678 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 44fc0853-8261-4bf9-80fe-631313114e51 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:26:53.945801 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-9d9d6a86-c079-4621-a104-ec5f0f151a6e None None] Set router 46e13e93-8700-44f5-9ffe-23d99536527f gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:26:53.963336 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78411af5-499e-4971-bd86-3ee7f08f02a5 tempest-ExternalNetworksTestJSON-967089583 tempest-ExternalNetworksTestJSON-967089583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:53.969553 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78411af5-499e-4971-bd86-3ee7f08f02a5 tempest-ExternalNetworksTestJSON-967089583 tempest-ExternalNetworksTestJSON-967089583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:53.975440 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78411af5-499e-4971-bd86-3ee7f08f02a5 tempest-ExternalNetworksTestJSON-967089583 tempest-ExternalNetworksTestJSON-967089583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:53.982110 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78411af5-499e-4971-bd86-3ee7f08f02a5 tempest-ExternalNetworksTestJSON-967089583 tempest-ExternalNetworksTestJSON-967089583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:53.983796 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-78411af5-499e-4971-bd86-3ee7f08f02a5 tempest-ExternalNetworksTestJSON-967089583 tempest-ExternalNetworksTestJSON-967089583-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2893183 Jul 13 07:26:53.986772 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-991c5e0d-e51a-4825-b58b-5c4e32698b17 req-90d3d6d2-eb45-4b6e-b31d-c297c1f69cb7 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Deleting port 5bcecaef-ab1e-45e0-a403-fc653e69c2a5 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:26:53.987036 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54256) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:53.987383 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-991c5e0d-e51a-4825-b58b-5c4e32698b17 req-90d3d6d2-eb45-4b6e-b31d-c297c1f69cb7 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:54.017247 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bd13e-a0d1-4027-8d6d-a5b63ecac946 req-744e5571-eabc-42c1-affd-2fa3fb2c6755 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:54.018786 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9d2bd13e-a0d1-4027-8d6d-a5b63ecac946 req-744e5571-eabc-42c1-affd-2fa3fb2c6755 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=63bc08f0-170f-44fd-9efe-7494afa7e0c8 HTTP/1.1" status: 200 len: 950 time: 0.2052619 Jul 13 07:26:54.087494 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-51d87e0c-6a1a-4d0f-b058-88d12c650f4c tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:54.092295 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbb629e1-c599-4841-bf2f-678c0a7719da req-5b8b2305-57f1-43a7-b41d-51cbaf55e9f0 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Router 46e13e93-8700-44f5-9ffe-23d99536527f has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:26:54.113431 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-991c5e0d-e51a-4825-b58b-5c4e32698b17 req-90d3d6d2-eb45-4b6e-b31d-c297c1f69cb7 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] For port 5bcecaef-ab1e-45e0-a403-fc653e69c2a5, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=5bcecaef-ab1e-45e0-a403-fc653e69c2a5,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:54.113952 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-991c5e0d-e51a-4825-b58b-5c4e32698b17 req-90d3d6d2-eb45-4b6e-b31d-c297c1f69cb7 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:54.134156 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-991c5e0d-e51a-4825-b58b-5c4e32698b17 req-90d3d6d2-eb45-4b6e-b31d-c297c1f69cb7 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Calling delete_port for 5bcecaef-ab1e-45e0-a403-fc653e69c2a5 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:26:54.137261 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9d2bd13e-a0d1-4027-8d6d-a5b63ecac946 req-7d67f3e3-47ca-41f8-8e4b-e295b94d1b9f tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742197 Jul 13 07:26:54.196764 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-51d87e0c-6a1a-4d0f-b058-88d12c650f4c tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:54.207617 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-51d87e0c-6a1a-4d0f-b058-88d12c650f4c tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44fc0853-8261-4bf9-80fe-631313114e51']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:54.210638 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-9d9d6a86-c079-4621-a104-ec5f0f151a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'name': 'tempest-FloatingIPsAssociationTestJSON-272898220-router', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:04Z', 'updated_at': '2021-07-13T07:26:13Z', 'revision_number': 4, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'gw_port': {'id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:07Z', 'updated_at': '2021-07-13T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '6d6c7342-090e-4cac-8c66-b65ac0e42a31', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'port_id': '04126400-ae12-4c95-bf5b-bab23a0e9b25', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9', 'mac_address': 'fa:16:3e:ff:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28203eda-fc17-463a-ab04-6079792f97c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:26:31Z', 'updated_at': '2021-07-13T07:26:53Z', 'revision_number': 3, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f34dc902-a4a2-439b-93fb-5c77a69b7873', 'name': '', 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'mac_address': 'fa:16:3e:85:7f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:12Z', 'updated_at': '2021-07-13T07:26:20Z', 'revision_number': 5, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'subnets': [{'id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:54.219289 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-51d87e0c-6a1a-4d0f-b058-88d12c650f4c tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33aafb47-ec53-447e-acc0-19e510749ec5') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:54.219588 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-51d87e0c-6a1a-4d0f-b058-88d12c650f4c tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33aafb47-ec53-447e-acc0-19e510749ec5') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:54.229554 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-51d87e0c-6a1a-4d0f-b058-88d12c650f4c tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:54.244421 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-51d87e0c-6a1a-4d0f-b058-88d12c650f4c tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:54.246253 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9d6a86-c079-4621-a104-ec5f0f151a6e None None] Checking router: 46e13e93-8700-44f5-9ffe-23d99536527f for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:26:54.250679 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51d87e0c-6a1a-4d0f-b058-88d12c650f4c tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:26:54.251137 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-51d87e0c-6a1a-4d0f-b058-88d12c650f4c tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:54.253103 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:26:54.253103 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:26:54.253103 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:26:54.253103 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:26:54.253103 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:26:54.253103 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:26:54.253103 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:26:54.253103 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:26:54.253103 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:26:54.253103 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:26:54.253103 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:26:54.253103 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:26:54.253103 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:26:54.253103 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:26:54.253103 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:26:54.253103 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:26:54.253103 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:26:54.253103 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:26:54.253103 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:26:54.253103 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:26:54.253103 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:26:54.253103 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:26:54.253103 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:26:54.253103 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:26:54.253103 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:26:54.253103 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:26:54.253103 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:26:54.253103 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:26:54.253103 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:26:54.253103 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:26:54.253103 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:26:54.253103 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:26:54.265395 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9d6a86-c079-4621-a104-ec5f0f151a6e None None] Routers {'46e13e93-8700-44f5-9ffe-23d99536527f'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:26:54.266241 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-9d9d6a86-c079-4621-a104-ec5f0f151a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:26:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['46e13e93-8700-44f5-9ffe-23d99536527f'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:54.323669 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbb629e1-c599-4841-bf2f-678c0a7719da req-5b8b2305-57f1-43a7-b41d-51cbaf55e9f0 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:26:54.329104 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-fbb629e1-c599-4841-bf2f-678c0a7719da req-5b8b2305-57f1-43a7-b41d-51cbaf55e9f0 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:54.336403 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-51d87e0c-6a1a-4d0f-b058-88d12c650f4c tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:54.346844 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d87e0c-6a1a-4d0f-b058-88d12c650f4c tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 44fc0853-8261-4bf9-80fe-631313114e51 {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 13 07:26:54.364125 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-51d87e0c-6a1a-4d0f-b058-88d12c650f4c tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:54.370045 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-51d87e0c-6a1a-4d0f-b058-88d12c650f4c tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] 10.222.0.23 "DELETE /v2.0/networks/44fc0853-8261-4bf9-80fe-631313114e51 HTTP/1.1" status: 204 len: 168 time: 0.3782470 Jul 13 07:26:54.371946 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54260) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:54.379615 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d87e0c-6a1a-4d0f-b058-88d12c650f4c tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Pushing event deleted for resources: {'Network': ['ID=44fc0853-8261-4bf9-80fe-631313114e51,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:54.395839 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-9d9d6a86-c079-4621-a104-ec5f0f151a6e None None] Set router 46e13e93-8700-44f5-9ffe-23d99536527f gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:26:54.418558 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-cc79a300-76fd-4e0d-9702-01619ffe6679 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Request body: {'network': {'name': 'tempest-network--615102343', 'router:external': True}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:54.422704 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad231c9-320e-4b4e-96f2-773f81089fa1', 'tag': 'b161886a-a801-478c-9f6c-25d2693d7e72'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:54.429503 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad7376f-075f-4a4d-a6ce-899fd2a7a836" -d '{"events": [{"name": "network-changed", "server_uuid": "fad231c9-320e-4b4e-96f2-773f81089fa1", "tag": "b161886a-a801-478c-9f6c-25d2693d7e72"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:54.439874 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fbb629e1-c599-4841-bf2f-678c0a7719da req-5b8b2305-57f1-43a7-b41d-51cbaf55e9f0 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "PUT /v2.0/floatingips/6d6c7342-090e-4cac-8c66-b65ac0e42a31 HTTP/1.1" status: 200 len: 998 time: 2.3001418 Jul 13 07:26:54.487726 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d203b4-1031-4cb7-be1f-3582aac090df req-d12a504a-09f3-48af-8391-39fa90773ee8 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:54.488872 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-39d203b4-1031-4cb7-be1f-3582aac090df req-d12a504a-09f3-48af-8391-39fa90773ee8 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.0777676 Jul 13 07:26:54.542781 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc79a300-76fd-4e0d-9702-01619ffe6679 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Made reservation on behalf of f5ec565acfa245efa10ff6c49d50fa84 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:26:54.545165 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-39d203b4-1031-4cb7-be1f-3582aac090df req-f500a2a0-2697-48f9-9519-a60585c2a7b3 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490289 Jul 13 07:26:54.545767 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cc79a300-76fd-4e0d-9702-01619ffe6679 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:54.558907 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb629e1-c599-4841-bf2f-678c0a7719da req-829d58f7-4729-43ad-ba62-8783207f2a8b tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:54.573552 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fbb629e1-c599-4841-bf2f-678c0a7719da req-829d58f7-4729-43ad-ba62-8783207f2a8b tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/ports/b161886a-a801-478c-9f6c-25d2693d7e72 HTTP/1.1" status: 200 len: 942 time: 0.1327555 Jul 13 07:26:54.596128 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-991c5e0d-e51a-4825-b58b-5c4e32698b17 req-90d3d6d2-eb45-4b6e-b31d-c297c1f69cb7 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:54.620828 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['ebf8958e-0d4b-4846-9af0-7f9f2ce53e58', '938c12e0-dd49-4ccc-8bf0-f912a33b7774', '521cf4ab-b4f6-4003-b083-a00c1472f5cd'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:54.626006 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['3748c046-3a67-427e-b56a-088042d90f03', '3251a4bf-60c6-4ed1-842c-317814e9763a', '9e962251-4a79-4ab7-8d2a-496769cc07d9', '905209fd-5bcf-4397-994e-e53811de1895', '5bcecaef-ab1e-45e0-a403-fc653e69c2a5'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:54.671941 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3d6d2-eb45-4b6e-b31d-c297c1f69cb7 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Pushing event deleted for resources: {'Port': ['ID=5bcecaef-ab1e-45e0-a403-fc653e69c2a5,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:54.690050 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc79a300-76fd-4e0d-9702-01619ffe6679 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:26:54.711721 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-9d9d6a86-c079-4621-a104-ec5f0f151a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'name': 'tempest-FloatingIPsAssociationTestJSON-272898220-router', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:04Z', 'updated_at': '2021-07-13T07:26:13Z', 'revision_number': 4, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'gw_port': {'id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:07Z', 'updated_at': '2021-07-13T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '6d6c7342-090e-4cac-8c66-b65ac0e42a31', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'port_id': '04126400-ae12-4c95-bf5b-bab23a0e9b25', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9', 'mac_address': 'fa:16:3e:ff:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28203eda-fc17-463a-ab04-6079792f97c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:26:31Z', 'updated_at': '2021-07-13T07:26:53Z', 'revision_number': 3, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f34dc902-a4a2-439b-93fb-5c77a69b7873', 'name': '', 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'mac_address': 'fa:16:3e:85:7f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:12Z', 'updated_at': '2021-07-13T07:26:20Z', 'revision_number': 5, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'subnets': [{'id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:54.759826 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cc79a300-76fd-4e0d-9702-01619ffe6679 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:54.760178 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-cc79a300-76fd-4e0d-9702-01619ffe6679 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Added segment 4707e7fb-97cc-4754-ae89-c82f81525b58 of type vlan for network 5cd52667-e3c3-40ab-8d17-b57c9b1b3ec7 Jul 13 07:26:54.762242 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-991c5e0d-e51a-4825-b58b-5c4e32698b17 req-90d3d6d2-eb45-4b6e-b31d-c297c1f69cb7 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] No DVR routers for this DVR port 5bcecaef-ab1e-45e0-a403-fc653e69c2a5 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:26:54.765784 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-991c5e0d-e51a-4825-b58b-5c4e32698b17 req-90d3d6d2-eb45-4b6e-b31d-c297c1f69cb7 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:54.778942 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-991c5e0d-e51a-4825-b58b-5c4e32698b17 req-90d3d6d2-eb45-4b6e-b31d-c297c1f69cb7 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.42 "DELETE /v2.0/ports/5bcecaef-ab1e-45e0-a403-fc653e69c2a5 HTTP/1.1" status: 204 len: 173 time: 1.0984678 Jul 13 07:26:54.785041 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1851fef-4c7b-4e65-9497-5d51fbb98b96 x-openstack-request-id: req-f1851fef-4c7b-4e65-9497-5d51fbb98b96 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:54.785334 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fad231c9-320e-4b4e-96f2-773f81089fa1", "tag": "b161886a-a801-478c-9f6c-25d2693d7e72", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:54.785588 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f1851fef-4c7b-4e65-9497-5d51fbb98b96 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:54.785988 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fad231c9-320e-4b4e-96f2-773f81089fa1', 'tag': 'b161886a-a801-478c-9f6c-25d2693d7e72', 'status': 'completed', 'code': 200} Jul 13 07:26:54.789991 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9d6a86-c079-4621-a104-ec5f0f151a6e None None] The sync data for ids ['46e13e93-8700-44f5-9ffe-23d99536527f'] in n-d-771363-34 is: [{'id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'name': 'tempest-FloatingIPsAssociationTestJSON-272898220-router', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:04Z', 'updated_at': '2021-07-13T07:26:13Z', 'revision_number': 4, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'gw_port': {'id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:07Z', 'updated_at': '2021-07-13T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '6d6c7342-090e-4cac-8c66-b65ac0e42a31', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'port_id': '04126400-ae12-4c95-bf5b-bab23a0e9b25', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9', 'mac_address': 'fa:16:3e:ff:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28203eda-fc17-463a-ab04-6079792f97c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:26:31Z', 'updated_at': '2021-07-13T07:26:53Z', 'revision_number': 3, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f34dc902-a4a2-439b-93fb-5c77a69b7873', 'name': '', 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'mac_address': 'fa:16:3e:85:7f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:12Z', 'updated_at': '2021-07-13T07:26:20Z', 'revision_number': 5, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'subnets': [{'id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:26:55.027845 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cc79a300-76fd-4e0d-9702-01619ffe6679 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:55.106229 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7376f-075f-4a4d-a6ce-899fd2a7a836 req-c882f060-2b95-40d8-94a7-71334dbd971d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:55.108072 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ad7376f-075f-4a4d-a6ce-899fd2a7a836 req-c882f060-2b95-40d8-94a7-71334dbd971d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=73157af76ad44f519f8a9a3289d8ad24&device_id=fad231c9-320e-4b4e-96f2-773f81089fa1 HTTP/1.1" status: 200 len: 1097 time: 0.2993670 Jul 13 07:26:55.128697 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb629e1-c599-4841-bf2f-678c0a7719da req-c4a11c4b-b18d-4aa9-97e0-858a5a3bf5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:55.137074 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fbb629e1-c599-4841-bf2f-678c0a7719da req-c4a11c4b-b18d-4aa9-97e0-858a5a3bf5a8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73157af76ad44f519f8a9a3289d8ad24&device_id=fad231c9-320e-4b4e-96f2-773f81089fa1 HTTP/1.1" status: 200 len: 1097 time: 0.4137225 Jul 13 07:26:55.157136 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cc79a300-76fd-4e0d-9702-01619ffe6679 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:55.158095 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc79a300-76fd-4e0d-9702-01619ffe6679 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:55.158682 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cc79a300-76fd-4e0d-9702-01619ffe6679 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:55.313981 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-cc79a300-76fd-4e0d-9702-01619ffe6679 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8998899 Jul 13 07:26:55.324208 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54276) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:55.338903 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-caaf8ceb-900a-401f-b717-d812ca46abd6 req-52228e7d-5399-4c15-bdb6-caf405c6dc8a tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=63bc08f0-170f-44fd-9efe-7494afa7e0c8 HTTP/1.1" status: 200 len: 210 time: 0.0371263 Jul 13 07:26:55.376017 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc79a300-76fd-4e0d-9702-01619ffe6679 tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Pushing event updated for resources: {'Network': ['ID=5cd52667-e3c3-40ab-8d17-b57c9b1b3ec7,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:55.391952 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 5cd52667-e3c3-40ab-8d17-b57c9b1b3ec7 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:26:55.392611 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb629e1-c599-4841-bf2f-678c0a7719da req-389bf5dc-9448-4220-9e29-b7c3ce97bf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:55.394317 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fbb629e1-c599-4841-bf2f-678c0a7719da req-389bf5dc-9448-4220-9e29-b7c3ce97bf15 service neutron] 10.222.0.23 "GET /v2.0/networks?id=87358466-9ef1-46ab-8724-6c322750a8f9 HTTP/1.1" status: 200 len: 921 time: 0.2563181 Jul 13 07:26:55.474693 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7376f-075f-4a4d-a6ce-899fd2a7a836 req-d8da4e52-6da5-43a0-aa66-9f9b58f11168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:55.476380 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ad7376f-075f-4a4d-a6ce-899fd2a7a836 req-d8da4e52-6da5-43a0-aa66-9f9b58f11168 service neutron] 10.222.0.42 "GET /v2.0/networks?id=87358466-9ef1-46ab-8724-6c322750a8f9 HTTP/1.1" status: 200 len: 921 time: 0.3589735 Jul 13 07:26:55.480097 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efb3096-86bd-4e5a-bc2d-88b2e9241be1 None None] New status for floating IP 6d6c7342-090e-4cac-8c66-b65ac0e42a31: ACTIVE {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:26:55.481231 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fbb629e1-c599-4841-bf2f-678c0a7719da req-11f20912-5a13-41fa-95a9-d1ea613a22cb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b161886a-a801-478c-9f6c-25d2693d7e72 HTTP/1.1" status: 200 len: 217 time: 0.0684414 Jul 13 07:26:55.598533 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ad7376f-075f-4a4d-a6ce-899fd2a7a836 req-f5b4a6ac-400c-4740-9b70-361ea6782dc6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b161886a-a801-478c-9f6c-25d2693d7e72 HTTP/1.1" status: 200 len: 217 time: 0.0886416 Jul 13 07:26:55.609774 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283a500d-edd7-4d23-9053-5750f48e9106 tempest-ExternalNetworksTestJSON-967089583 tempest-ExternalNetworksTestJSON-967089583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:55.614563 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54280) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:55.624964 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-283a500d-edd7-4d23-9053-5750f48e9106 tempest-ExternalNetworksTestJSON-967089583 tempest-ExternalNetworksTestJSON-967089583-project] 10.222.0.23 "GET /v2.0/networks/5cd52667-e3c3-40ab-8d17-b57c9b1b3ec7 HTTP/1.1" status: 200 len: 756 time: 0.2997653 Jul 13 07:26:55.672314 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb629e1-c599-4841-bf2f-678c0a7719da req-a485c7a5-4cb7-47a1-a538-b485bff5cb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:55.674033 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fbb629e1-c599-4841-bf2f-678c0a7719da req-a485c7a5-4cb7-47a1-a538-b485bff5cb14 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393 HTTP/1.1" status: 200 len: 859 time: 0.1631351 Jul 13 07:26:55.756799 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7376f-075f-4a4d-a6ce-899fd2a7a836 req-057d05b5-f414-4184-af9d-feff0bb921a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:55.758493 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ad7376f-075f-4a4d-a6ce-899fd2a7a836 req-057d05b5-f414-4184-af9d-feff0bb921a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393 HTTP/1.1" status: 200 len: 859 time: 0.1276093 Jul 13 07:26:55.766017 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25bfe2b-b24b-44ad-a58e-ca2efac00339 tempest-ExternalNetworksTestJSON-967089583 tempest-ExternalNetworksTestJSON-967089583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:55.770016 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a25bfe2b-b24b-44ad-a58e-ca2efac00339 tempest-ExternalNetworksTestJSON-967089583 tempest-ExternalNetworksTestJSON-967089583-project] 10.222.0.23 "GET /v2.0/networks/ae1c1911-0c0d-4e31-839a-56a4c5988e86 HTTP/1.1" status: 200 len: 767 time: 0.1511960 Jul 13 07:26:55.770268 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54284) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:55.806401 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb629e1-c599-4841-bf2f-678c0a7719da req-8b46ebc2-5557-417a-bb4a-5def87a0cadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:55.807770 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fbb629e1-c599-4841-bf2f-678c0a7719da req-8b46ebc2-5557-417a-bb4a-5def87a0cadb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87358466-9ef1-46ab-8724-6c322750a8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1003234 Jul 13 07:26:55.863528 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1a70ee23-2edc-4f5b-afff-67aa6b0194fa tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:55.863736 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7376f-075f-4a4d-a6ce-899fd2a7a836 req-78a74560-f562-4cd6-b51b-414a8aec779d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:55.865104 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ad7376f-075f-4a4d-a6ce-899fd2a7a836 req-78a74560-f562-4cd6-b51b-414a8aec779d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=87358466-9ef1-46ab-8724-6c322750a8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0986481 Jul 13 07:26:55.880384 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60490240-3a26-4c9e-ad73-8479be864ce4 req-d28cf45d-b02e-4a43-ba47-fd74caa4c06c tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:55.882121 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-60490240-3a26-4c9e-ad73-8479be864ce4 req-d28cf45d-b02e-4a43-ba47-fd74caa4c06c tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.1615362 Jul 13 07:26:55.898685 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e36c64-e8cc-4994-9d2b-5f76f6435734 None None] Sync routers for ids ['46e13e93-8700-44f5-9ffe-23d99536527f'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:26:55.909592 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e36c64-e8cc-4994-9d2b-5f76f6435734 None None] Routers {'46e13e93-8700-44f5-9ffe-23d99536527f'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:26:55.910318 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-45e36c64-e8cc-4994-9d2b-5f76f6435734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:26:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['46e13e93-8700-44f5-9ffe-23d99536527f'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:55.962683 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-60490240-3a26-4c9e-ad73-8479be864ce4 req-736b1b4a-b869-435a-b1fb-2129d8334569 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721257 Jul 13 07:26:55.976933 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fbb629e1-c599-4841-bf2f-678c0a7719da req-cc5ea5b4-473f-469e-86ba-95796449ffbf service neutron] 10.222.0.23 "GET /v2.0/networks/87358466-9ef1-46ab-8724-6c322750a8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555951 Jul 13 07:26:56.002482 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1a70ee23-2edc-4f5b-afff-67aa6b0194fa tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:56.017726 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-1a70ee23-2edc-4f5b-afff-67aa6b0194fa tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cd52667-e3c3-40ab-8d17-b57c9b1b3ec7']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:56.029096 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-45e36c64-e8cc-4994-9d2b-5f76f6435734 None None] Set router 46e13e93-8700-44f5-9ffe-23d99536527f gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:26:56.033603 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-1a70ee23-2edc-4f5b-afff-67aa6b0194fa tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4707e7fb-97cc-4754-ae89-c82f81525b58') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:56.033950 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-1a70ee23-2edc-4f5b-afff-67aa6b0194fa tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4707e7fb-97cc-4754-ae89-c82f81525b58') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:56.040488 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ad7376f-075f-4a4d-a6ce-899fd2a7a836 req-98e9a346-6150-4a0b-a3d9-efe029b840d5 service neutron] 10.222.0.42 "GET /v2.0/networks/87358466-9ef1-46ab-8724-6c322750a8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474602 Jul 13 07:26:56.045666 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1a70ee23-2edc-4f5b-afff-67aa6b0194fa tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:56.060889 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1a70ee23-2edc-4f5b-afff-67aa6b0194fa tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:56.069280 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a70ee23-2edc-4f5b-afff-67aa6b0194fa tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:26:56.070779 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1a70ee23-2edc-4f5b-afff-67aa6b0194fa tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:56.098111 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:26:56.098111 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:26:56.098111 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:26:56.098111 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:26:56.098111 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:26:56.098111 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:26:56.098111 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:26:56.098111 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:26:56.098111 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:26:56.098111 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:26:56.098111 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:26:56.098111 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:26:56.098111 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:26:56.098111 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:26:56.098111 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:26:56.098111 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:26:56.098111 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:26:56.098111 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:26:56.098111 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:26:56.098111 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:26:56.098111 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:26:56.098111 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:26:56.098111 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:26:56.098111 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:26:56.098111 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:26:56.098111 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:26:56.098111 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:26:56.098111 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:26:56.098111 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:26:56.098111 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:26:56.098111 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:26:56.098111 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:26:56.161440 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1a70ee23-2edc-4f5b-afff-67aa6b0194fa tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:56.172686 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a70ee23-2edc-4f5b-afff-67aa6b0194fa tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5cd52667-e3c3-40ab-8d17-b57c9b1b3ec7 {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 13 07:26:56.176252 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1a70ee23-2edc-4f5b-afff-67aa6b0194fa tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:56.181634 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1a70ee23-2edc-4f5b-afff-67aa6b0194fa tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] 10.222.0.23 "DELETE /v2.0/networks/5cd52667-e3c3-40ab-8d17-b57c9b1b3ec7 HTTP/1.1" status: 204 len: 168 time: 0.4073548 Jul 13 07:26:56.188826 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54290) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:56.195328 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-e99ca5c1-13b2-4b9b-ba10-1cb4393f521e tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Request body: {'network': {'name': 'tempest-network--1135300437'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:56.200142 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a70ee23-2edc-4f5b-afff-67aa6b0194fa tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Pushing event deleted for resources: {'Network': ['ID=5cd52667-e3c3-40ab-8d17-b57c9b1b3ec7,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:56.227307 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99ca5c1-13b2-4b9b-ba10-1cb4393f521e tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Made reservation on behalf of f5ec565acfa245efa10ff6c49d50fa84 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:26:56.229884 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e99ca5c1-13b2-4b9b-ba10-1cb4393f521e tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:56.282150 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e99ca5c1-13b2-4b9b-ba10-1cb4393f521e tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:26:56.300444 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e99ca5c1-13b2-4b9b-ba10-1cb4393f521e tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:56.302266 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-e99ca5c1-13b2-4b9b-ba10-1cb4393f521e tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Added segment 8763e05b-2e4b-4fa1-99a3-c57fa3fc3d94 of type vlan for network e13d980f-df93-4987-a267-c008a2310aac Jul 13 07:26:56.400996 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e99ca5c1-13b2-4b9b-ba10-1cb4393f521e tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:56.443904 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e99ca5c1-13b2-4b9b-ba10-1cb4393f521e tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:56.446864 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99ca5c1-13b2-4b9b-ba10-1cb4393f521e tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:56.447531 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e99ca5c1-13b2-4b9b-ba10-1cb4393f521e tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:56.450502 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-45e36c64-e8cc-4994-9d2b-5f76f6435734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'name': 'tempest-FloatingIPsAssociationTestJSON-272898220-router', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:04Z', 'updated_at': '2021-07-13T07:26:13Z', 'revision_number': 4, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'gw_port': {'id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:07Z', 'updated_at': '2021-07-13T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '6d6c7342-090e-4cac-8c66-b65ac0e42a31', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'port_id': '04126400-ae12-4c95-bf5b-bab23a0e9b25', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9', 'mac_address': 'fa:16:3e:ff:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28203eda-fc17-463a-ab04-6079792f97c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:26:31Z', 'updated_at': '2021-07-13T07:26:55Z', 'revision_number': 4, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f34dc902-a4a2-439b-93fb-5c77a69b7873', 'name': '', 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'mac_address': 'fa:16:3e:85:7f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:12Z', 'updated_at': '2021-07-13T07:26:20Z', 'revision_number': 5, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'subnets': [{'id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:56.487520 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e36c64-e8cc-4994-9d2b-5f76f6435734 None None] Checking router: 46e13e93-8700-44f5-9ffe-23d99536527f for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:26:56.490999 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e99ca5c1-13b2-4b9b-ba10-1cb4393f521e tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2982614 Jul 13 07:26:56.491853 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54294) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:56.497480 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e36c64-e8cc-4994-9d2b-5f76f6435734 None None] Routers {'46e13e93-8700-44f5-9ffe-23d99536527f'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:26:56.497734 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-bbd8d8db-0b4b-4f9d-a260-b0fcc9b6a2ff tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:56.498148 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-45e36c64-e8cc-4994-9d2b-5f76f6435734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:26:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['46e13e93-8700-44f5-9ffe-23d99536527f'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:56.506451 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fbb629e1-c599-4841-bf2f-678c0a7719da req-c4cf0982-12c3-4571-8118-d8e55c42cab9 service neutron] 10.222.0.23 "GET /v2.0/networks/87358466-9ef1-46ab-8724-6c322750a8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5216494 Jul 13 07:26:56.547153 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ad7376f-075f-4a4d-a6ce-899fd2a7a836 req-607b2091-2438-42bc-9949-fa0fc32a4b50 service neutron] 10.222.0.42 "GET /v2.0/networks/87358466-9ef1-46ab-8724-6c322750a8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791269 Jul 13 07:26:56.553826 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ca5c1-13b2-4b9b-ba10-1cb4393f521e tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Pushing event updated for resources: {'Network': ['ID=e13d980f-df93-4987-a267-c008a2310aac,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:56.570743 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network e13d980f-df93-4987-a267-c008a2310aac details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:26:56.634822 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb629e1-c599-4841-bf2f-678c0a7719da req-3e4817bb-c597-4b5a-8586-6e9221f12a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:56.645453 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fbb629e1-c599-4841-bf2f-678c0a7719da req-3e4817bb-c597-4b5a-8586-6e9221f12a4e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73157af76ad44f519f8a9a3289d8ad24&device_id=28203eda-fc17-463a-ab04-6079792f97c7 HTTP/1.1" status: 200 len: 1097 time: 0.0851727 Jul 13 07:26:56.729495 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bbd8d8db-0b4b-4f9d-a260-b0fcc9b6a2ff tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:56.738855 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-45e36c64-e8cc-4994-9d2b-5f76f6435734 None None] Set router 46e13e93-8700-44f5-9ffe-23d99536527f gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:26:56.745459 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bbd8d8db-0b4b-4f9d-a260-b0fcc9b6a2ff tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:56.751517 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb629e1-c599-4841-bf2f-678c0a7719da req-bbdb1593-f390-4cb2-bb06-f9c4d89549af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:56.753430 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fbb629e1-c599-4841-bf2f-678c0a7719da req-bbdb1593-f390-4cb2-bb06-f9c4d89549af service neutron] 10.222.0.23 "GET /v2.0/networks?id=87358466-9ef1-46ab-8724-6c322750a8f9 HTTP/1.1" status: 200 len: 921 time: 0.1020365 Jul 13 07:26:56.764080 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bbd8d8db-0b4b-4f9d-a260-b0fcc9b6a2ff tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Network e13d980f-df93-4987-a267-c008a2310aac is not hosted by any dhcp agent {{(pid=94018) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 07:26:56.765256 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd8d8db-0b4b-4f9d-a260-b0fcc9b6a2ff tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:56.766369 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bbd8d8db-0b4b-4f9d-a260-b0fcc9b6a2ff tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:56.767761 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-bbd8d8db-0b4b-4f9d-a260-b0fcc9b6a2ff tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] 10.222.0.23 "PUT /v2.0/networks/e13d980f-df93-4987-a267-c008a2310aac HTTP/1.1" status: 200 len: 858 time: 0.2747903 Jul 13 07:26:56.782504 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54300) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:56.855868 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28203eda-fc17-463a-ab04-6079792f97c7', 'tag': '04126400-ae12-4c95-bf5b-bab23a0e9b25'}, {'server_uuid': '63bc08f0-170f-44fd-9efe-7494afa7e0c8', 'name': 'network-vif-deleted', 'tag': '5bcecaef-ab1e-45e0-a403-fc653e69c2a5'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:56.859168 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf18253-c720-49ad-a697-16909d8313c3" -d '{"events": [{"name": "network-changed", "server_uuid": "28203eda-fc17-463a-ab04-6079792f97c7", "tag": "04126400-ae12-4c95-bf5b-bab23a0e9b25"}, {"server_uuid": "63bc08f0-170f-44fd-9efe-7494afa7e0c8", "name": "network-vif-deleted", "tag": "5bcecaef-ab1e-45e0-a403-fc653e69c2a5"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:56.874181 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fbb629e1-c599-4841-bf2f-678c0a7719da req-6a630545-89cb-410a-95f2-50c63b41b289 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04126400-ae12-4c95-bf5b-bab23a0e9b25 HTTP/1.1" status: 200 len: 1001 time: 0.1146193 Jul 13 07:26:56.900608 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8d8db-0b4b-4f9d-a260-b0fcc9b6a2ff tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Pushing event updated for resources: {'Network': ['ID=e13d980f-df93-4987-a267-c008a2310aac,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:56.914151 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b0739812-3841-4a94-93af-ac0cd07c54ca tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:56.939617 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb629e1-c599-4841-bf2f-678c0a7719da req-85d97bd4-a28c-43dc-bd3b-6637ade2d34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:56.947771 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fbb629e1-c599-4841-bf2f-678c0a7719da req-85d97bd4-a28c-43dc-bd3b-6637ade2d34d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393 HTTP/1.1" status: 200 len: 859 time: 0.0642827 Jul 13 07:26:57.010898 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb629e1-c599-4841-bf2f-678c0a7719da req-de674e03-f72f-468b-accc-b7f0ead7311f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:57.015771 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fbb629e1-c599-4841-bf2f-678c0a7719da req-de674e03-f72f-468b-accc-b7f0ead7311f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87358466-9ef1-46ab-8724-6c322750a8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670171 Jul 13 07:26:57.016943 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-45e36c64-e8cc-4994-9d2b-5f76f6435734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'name': 'tempest-FloatingIPsAssociationTestJSON-272898220-router', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:04Z', 'updated_at': '2021-07-13T07:26:13Z', 'revision_number': 4, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'gw_port': {'id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:07Z', 'updated_at': '2021-07-13T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '6d6c7342-090e-4cac-8c66-b65ac0e42a31', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'port_id': '04126400-ae12-4c95-bf5b-bab23a0e9b25', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9', 'mac_address': 'fa:16:3e:ff:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28203eda-fc17-463a-ab04-6079792f97c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:26:31Z', 'updated_at': '2021-07-13T07:26:55Z', 'revision_number': 4, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f34dc902-a4a2-439b-93fb-5c77a69b7873', 'name': '', 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'mac_address': 'fa:16:3e:85:7f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:12Z', 'updated_at': '2021-07-13T07:26:20Z', 'revision_number': 5, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'subnets': [{'id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:57.021083 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b0739812-3841-4a94-93af-ac0cd07c54ca tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:57.031659 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-b0739812-3841-4a94-93af-ac0cd07c54ca tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e13d980f-df93-4987-a267-c008a2310aac']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:57.044052 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-b0739812-3841-4a94-93af-ac0cd07c54ca tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8763e05b-2e4b-4fa1-99a3-c57fa3fc3d94') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:57.044345 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-b0739812-3841-4a94-93af-ac0cd07c54ca tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8763e05b-2e4b-4fa1-99a3-c57fa3fc3d94') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:57.055256 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b0739812-3841-4a94-93af-ac0cd07c54ca tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:57.056173 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e36c64-e8cc-4994-9d2b-5f76f6435734 None None] The sync data for ids ['46e13e93-8700-44f5-9ffe-23d99536527f'] in n-d-771363-34 is: [{'id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'name': 'tempest-FloatingIPsAssociationTestJSON-272898220-router', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:04Z', 'updated_at': '2021-07-13T07:26:13Z', 'revision_number': 4, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'gw_port': {'id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:07Z', 'updated_at': '2021-07-13T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '6d6c7342-090e-4cac-8c66-b65ac0e42a31', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'port_id': '04126400-ae12-4c95-bf5b-bab23a0e9b25', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9', 'mac_address': 'fa:16:3e:ff:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28203eda-fc17-463a-ab04-6079792f97c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:26:31Z', 'updated_at': '2021-07-13T07:26:55Z', 'revision_number': 4, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f34dc902-a4a2-439b-93fb-5c77a69b7873', 'name': '', 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'mac_address': 'fa:16:3e:85:7f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:12Z', 'updated_at': '2021-07-13T07:26:20Z', 'revision_number': 5, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'subnets': [{'id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:26:57.085657 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b0739812-3841-4a94-93af-ac0cd07c54ca tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:57.093214 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0739812-3841-4a94-93af-ac0cd07c54ca tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:26:57.093928 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b0739812-3841-4a94-93af-ac0cd07c54ca tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:57.096451 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:26:57.096451 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:26:57.096451 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:26:57.096451 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:26:57.096451 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:26:57.096451 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:26:57.096451 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:26:57.096451 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:26:57.096451 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:26:57.096451 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:26:57.096451 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:26:57.096451 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:26:57.096451 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:26:57.096451 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:26:57.096451 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:26:57.096451 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:26:57.096451 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:26:57.096451 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:26:57.096451 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:26:57.096451 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:26:57.096451 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:26:57.096451 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:26:57.096451 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:26:57.096451 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:26:57.096451 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:26:57.096451 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:26:57.096451 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:26:57.096451 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:26:57.096451 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:26:57.096451 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:26:57.096451 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:26:57.096451 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:26:57.127974 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8a1fce-81a3-4874-a77d-936725f013b8 x-openstack-request-id: req-be8a1fce-81a3-4874-a77d-936725f013b8 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:26:57.128273 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28203eda-fc17-463a-ab04-6079792f97c7", "tag": "04126400-ae12-4c95-bf5b-bab23a0e9b25", "status": "completed", "code": 200}, {"server_uuid": "63bc08f0-170f-44fd-9efe-7494afa7e0c8", "name": "network-vif-deleted", "tag": "5bcecaef-ab1e-45e0-a403-fc653e69c2a5", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:26:57.128568 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-be8a1fce-81a3-4874-a77d-936725f013b8 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:26:57.128901 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28203eda-fc17-463a-ab04-6079792f97c7', 'tag': '04126400-ae12-4c95-bf5b-bab23a0e9b25', 'status': 'completed', 'code': 200} Jul 13 07:26:57.129150 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63bc08f0-170f-44fd-9efe-7494afa7e0c8', 'name': 'network-vif-deleted', 'tag': '5bcecaef-ab1e-45e0-a403-fc653e69c2a5', 'status': 'completed', 'code': 200} Jul 13 07:26:57.171159 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fbb629e1-c599-4841-bf2f-678c0a7719da req-123b838f-6c17-4c66-a996-2a4cf60b9ca4 service neutron] 10.222.0.23 "GET /v2.0/networks/87358466-9ef1-46ab-8724-6c322750a8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506274 Jul 13 07:26:57.190262 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b0739812-3841-4a94-93af-ac0cd07c54ca tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:57.200266 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0739812-3841-4a94-93af-ac0cd07c54ca tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e13d980f-df93-4987-a267-c008a2310aac {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 13 07:26:57.203332 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b0739812-3841-4a94-93af-ac0cd07c54ca tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:57.208488 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b0739812-3841-4a94-93af-ac0cd07c54ca tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] 10.222.0.23 "DELETE /v2.0/networks/e13d980f-df93-4987-a267-c008a2310aac HTTP/1.1" status: 204 len: 168 time: 0.4213033 Jul 13 07:26:57.215287 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54310) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:57.225472 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0739812-3841-4a94-93af-ac0cd07c54ca tempest-ExternalNetworksTestJSON-1403824692 tempest-ExternalNetworksTestJSON-1403824692-project-admin] Pushing event deleted for resources: {'Network': ['ID=e13d980f-df93-4987-a267-c008a2310aac,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:57.250238 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-3890e86a-0a61-4f2f-8244-84095fe0656e tempest-ExternalNetworksTestJSON-967089583 tempest-ExternalNetworksTestJSON-967089583-project] DELETE failed (client error): The resource could not be found. Jul 13 07:26:57.250765 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3890e86a-0a61-4f2f-8244-84095fe0656e tempest-ExternalNetworksTestJSON-967089583 tempest-ExternalNetworksTestJSON-967089583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:26:57.254779 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3890e86a-0a61-4f2f-8244-84095fe0656e tempest-ExternalNetworksTestJSON-967089583 tempest-ExternalNetworksTestJSON-967089583-project] 10.222.0.23 "DELETE /v2.0/subnets/cf7de443-0ef9-4f84-8973-069e34b3e7a5 HTTP/1.1" status: 404 len: 337 time: 0.0362973 Jul 13 07:26:57.261636 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54312) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:57.306207 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf18253-c720-49ad-a697-16909d8313c3 req-327fd42b-98b8-4cf6-a4b8-c68fd841e8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:57.308376 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3bf18253-c720-49ad-a697-16909d8313c3 req-327fd42b-98b8-4cf6-a4b8-c68fd841e8ec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=73157af76ad44f519f8a9a3289d8ad24&device_id=28203eda-fc17-463a-ab04-6079792f97c7 HTTP/1.1" status: 200 len: 1097 time: 0.1560533 Jul 13 07:26:57.314271 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fbb629e1-c599-4841-bf2f-678c0a7719da req-389dfe11-03b3-4fa7-9bcf-43636e2dacfd service neutron] 10.222.0.23 "GET /v2.0/networks/87358466-9ef1-46ab-8724-6c322750a8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207879 Jul 13 07:26:57.380708 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c341138a-2157-46e6-9f45-4b40aef4e395 tempest-ExternalNetworksTestJSON-967089583 tempest-ExternalNetworksTestJSON-967089583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:57.398619 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd681d63-f9ae-4509-a0fa-88b9e52e49aa req-f32f880a-7828-4f83-8a00-49ad4314d09c tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:57.400311 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bd681d63-f9ae-4509-a0fa-88b9e52e49aa req-f32f880a-7828-4f83-8a00-49ad4314d09c tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.1523120 Jul 13 07:26:57.418885 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf18253-c720-49ad-a697-16909d8313c3 req-8ecde4e2-0013-4bfc-aa44-5a635abce5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:57.420483 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3bf18253-c720-49ad-a697-16909d8313c3 req-8ecde4e2-0013-4bfc-aa44-5a635abce5e3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=87358466-9ef1-46ab-8724-6c322750a8f9 HTTP/1.1" status: 200 len: 921 time: 0.1051674 Jul 13 07:26:57.481308 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bd681d63-f9ae-4509-a0fa-88b9e52e49aa req-124f6491-dc79-4a5e-8d91-b1b9e2cf2a0f tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739129 Jul 13 07:26:57.533090 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3bf18253-c720-49ad-a697-16909d8313c3 req-24ffcc9f-4ecd-42c5-bf6c-19e3199a62a2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04126400-ae12-4c95-bf5b-bab23a0e9b25 HTTP/1.1" status: 200 len: 1001 time: 0.1038821 Jul 13 07:26:57.546995 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c341138a-2157-46e6-9f45-4b40aef4e395 tempest-ExternalNetworksTestJSON-967089583 tempest-ExternalNetworksTestJSON-967089583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:57.563976 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-c341138a-2157-46e6-9f45-4b40aef4e395 tempest-ExternalNetworksTestJSON-967089583 tempest-ExternalNetworksTestJSON-967089583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1c1911-0c0d-4e31-839a-56a4c5988e86']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:57.574537 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-c341138a-2157-46e6-9f45-4b40aef4e395 tempest-ExternalNetworksTestJSON-967089583 tempest-ExternalNetworksTestJSON-967089583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb635fb3-ad4f-44e3-b878-d7ddf3e6318b') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:57.574537 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-c341138a-2157-46e6-9f45-4b40aef4e395 tempest-ExternalNetworksTestJSON-967089583 tempest-ExternalNetworksTestJSON-967089583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb635fb3-ad4f-44e3-b878-d7ddf3e6318b') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:26:57.594586 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c341138a-2157-46e6-9f45-4b40aef4e395 tempest-ExternalNetworksTestJSON-967089583 tempest-ExternalNetworksTestJSON-967089583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:57.609819 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c341138a-2157-46e6-9f45-4b40aef4e395 tempest-ExternalNetworksTestJSON-967089583 tempest-ExternalNetworksTestJSON-967089583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:57.615727 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb0399-5867-4d4f-9aea-68365a0a31c6 req-56b99258-89ea-4a4b-a236-06e18c5ed7da tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:57.616075 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c341138a-2157-46e6-9f45-4b40aef4e395 tempest-ExternalNetworksTestJSON-967089583 tempest-ExternalNetworksTestJSON-967089583-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:26:57.616515 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c341138a-2157-46e6-9f45-4b40aef4e395 tempest-ExternalNetworksTestJSON-967089583 tempest-ExternalNetworksTestJSON-967089583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:57.620237 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:26:57.620237 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:26:57.620237 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:26:57.620237 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:26:57.620237 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:26:57.620237 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:26:57.620237 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:26:57.620237 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:26:57.620237 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:26:57.620237 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:26:57.620237 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:26:57.620237 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:26:57.620237 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:26:57.620237 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:26:57.620237 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:26:57.620237 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:26:57.620237 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:26:57.620237 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:26:57.620237 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:26:57.620237 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:26:57.620237 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:26:57.620237 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:26:57.620237 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:26:57.620237 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:26:57.620237 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:26:57.620237 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:26:57.620237 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:26:57.620237 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:26:57.620237 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:26:57.620237 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:26:57.620237 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:26:57.620237 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:26:57.622963 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-89eb0399-5867-4d4f-9aea-68365a0a31c6 req-56b99258-89ea-4a4b-a236-06e18c5ed7da tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc88cb27-0b17-4a61-b3c9-3408bf7efb83 HTTP/1.1" status: 200 len: 949 time: 0.1420467 Jul 13 07:26:57.643698 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf18253-c720-49ad-a697-16909d8313c3 req-5cee210f-e496-455f-ad2d-5bf2a8796bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:57.645286 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3bf18253-c720-49ad-a697-16909d8313c3 req-5cee210f-e496-455f-ad2d-5bf2a8796bd1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393 HTTP/1.1" status: 200 len: 859 time: 0.1038866 Jul 13 07:26:57.681969 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-89eb0399-5867-4d4f-9aea-68365a0a31c6 req-4743de91-0e7b-48a1-b68a-0a109e03f7fc tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580451 Jul 13 07:26:57.688271 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c341138a-2157-46e6-9f45-4b40aef4e395 tempest-ExternalNetworksTestJSON-967089583 tempest-ExternalNetworksTestJSON-967089583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:57.701998 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c341138a-2157-46e6-9f45-4b40aef4e395 tempest-ExternalNetworksTestJSON-967089583 tempest-ExternalNetworksTestJSON-967089583-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:57.708105 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c341138a-2157-46e6-9f45-4b40aef4e395 tempest-ExternalNetworksTestJSON-967089583 tempest-ExternalNetworksTestJSON-967089583-project] 10.222.0.23 "DELETE /v2.0/networks/ae1c1911-0c0d-4e31-839a-56a4c5988e86 HTTP/1.1" status: 204 len: 168 time: 0.4431880 Jul 13 07:26:57.733271 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c341138a-2157-46e6-9f45-4b40aef4e395 tempest-ExternalNetworksTestJSON-967089583 tempest-ExternalNetworksTestJSON-967089583-project] Pushing event deleted for resources: {'Network': ['ID=ae1c1911-0c0d-4e31-839a-56a4c5988e86,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:57.829990 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2c801a15-5509-4044-8b28-2c7d946629b5 req-0ca4b881-8780-452b-bfaa-d47ead886c58 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.177 HTTP/1.1" status: 200 len: 1001 time: 0.0957019 Jul 13 07:26:57.861538 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device a0520f7a-612d-4e54-b155-a759c7a81be7 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:26:57.907179 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c801a15-5509-4044-8b28-2c7d946629b5 req-c205ff31-b3e7-4a84-b15f-ad8801ea5d9d tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:57.908656 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2c801a15-5509-4044-8b28-2c7d946629b5 req-c205ff31-b3e7-4a84-b15f-ad8801ea5d9d tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/ports/04126400-ae12-4c95-bf5b-bab23a0e9b25 HTTP/1.1" status: 200 len: 942 time: 0.0721223 Jul 13 07:26:57.911925 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf18253-c720-49ad-a697-16909d8313c3 req-5bffe3ca-f777-4f47-90dd-df1f15b601c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:57.914041 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3bf18253-c720-49ad-a697-16909d8313c3 req-5bffe3ca-f777-4f47-90dd-df1f15b601c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=87358466-9ef1-46ab-8724-6c322750a8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2517703 Jul 13 07:26:58.024273 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port a0520f7a-612d-4e54-b155-a759c7a81be7, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=a0520f7a-612d-4e54-b155-a759c7a81be7,segment=NetworkSegment(0abc1825-e3a0-468f-93a4-df9b73b4e14a),segment_id=0abc1825-e3a0-468f-93a4-df9b73b4e14a)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:58.037448 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': 'a0520f7a-612d-4e54-b155-a759c7a81be7', 'network_id': '594d3cf6-6536-44a4-bf86-7eb0b076281c', 'port_id': 'a0520f7a-612d-4e54-b155-a759c7a81be7', 'mac_address': 'fa:16:3e:c0:37:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e61f3cea-0dca-4181-a03e-5485cc9acd4c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:26:58.076461 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:58.090283 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0520f7a-612d-4e54-b155-a759c7a81be7 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:26:58.106580 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3bf18253-c720-49ad-a697-16909d8313c3 req-e58eecbf-ab1d-4911-82cf-65939e369ee5 service neutron] 10.222.0.42 "GET /v2.0/networks/87358466-9ef1-46ab-8724-6c322750a8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849132 Jul 13 07:26:58.115530 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port a0520f7a-612d-4e54-b155-a759c7a81be7, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=a0520f7a-612d-4e54-b155-a759c7a81be7,segment=NetworkSegment(0abc1825-e3a0-468f-93a4-df9b73b4e14a),segment_id=0abc1825-e3a0-468f-93a4-df9b73b4e14a)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:58.116539 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54326) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:58.119910 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:58.146340 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2c801a15-5509-4044-8b28-2c7d946629b5 req-04e2a18b-ea0d-4824-ac01-d14b03dd3c8b tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.177 HTTP/1.1" status: 200 len: 1001 time: 0.1019268 Jul 13 07:26:58.178585 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=a0520f7a-612d-4e54-b155-a759c7a81be7,revision_number=6']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:58.186637 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:58.186868 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:58.187425 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:58.187770 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:58.188105 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:58.188437 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:58.188769 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:58.189098 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:58.189421 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:58.189746 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:58.190070 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:58.190391 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:26:58.263879 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-86ddc63d-9d4a-4a5d-b330-3ff14f272c51 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bc26e9c9409e444f9630ed427adcb812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1466525 Jul 13 07:26:58.266396 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54330) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:58.283513 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3bf18253-c720-49ad-a697-16909d8313c3 req-c74b1f16-2bea-4873-ba7a-98fc055dec8f service neutron] 10.222.0.42 "GET /v2.0/networks/87358466-9ef1-46ab-8724-6c322750a8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665688 Jul 13 07:26:58.296604 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['a0520f7a-612d-4e54-b155-a759c7a81be7'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:58.321413 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 5bcecaef-ab1e-45e0-a403-fc653e69c2a5 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:26:58.322870 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c801a15-5509-4044-8b28-2c7d946629b5 req-bb92c73a-e8a2-4b28-bebe-0355420b9120 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:58.324360 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2c801a15-5509-4044-8b28-2c7d946629b5 req-bb92c73a-e8a2-4b28-bebe-0355420b9120 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/networks/099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 784 time: 0.1650264 Jul 13 07:26:58.328696 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a6777e04-4821-4084-a995-beb5a1658321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:58.347990 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 5bcecaef-ab1e-45e0-a403-fc653e69c2a5 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:26:58.348709 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 5bcecaef-ab1e-45e0-a403-fc653e69c2a5 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:26:58.393589 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a6777e04-4821-4084-a995-beb5a1658321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:58.450242 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9a4f07ee-47e2-40ce-b12d-40fd7f162e96 req-d7fe28a3-0f28-45af-9f9f-e6e30eb6664e tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.177 HTTP/1.1" status: 200 len: 1001 time: 0.1047325 Jul 13 07:26:58.504528 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a6777e04-4821-4084-a995-beb5a1658321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:58.508145 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a6777e04-4821-4084-a995-beb5a1658321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:58.511711 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a6777e04-4821-4084-a995-beb5a1658321 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/32e5bde7-af0d-4f8f-a362-5135f22e9274 HTTP/1.1" status: 204 len: 168 time: 0.2419879 Jul 13 07:26:58.531833 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f07ee-47e2-40ce-b12d-40fd7f162e96 req-e283030d-5477-48d8-8f48-578611f114c3 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:58.546288 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9a4f07ee-47e2-40ce-b12d-40fd7f162e96 req-e283030d-5477-48d8-8f48-578611f114c3 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/ports/04126400-ae12-4c95-bf5b-bab23a0e9b25 HTTP/1.1" status: 200 len: 942 time: 0.0760815 Jul 13 07:26:58.547462 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6777e04-4821-4084-a995-beb5a1658321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e5bde7-af0d-4f8f-a362-5135f22e9274,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:58.712776 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9a4f07ee-47e2-40ce-b12d-40fd7f162e96 req-87262057-2439-4b61-8e85-8ab9eb217682 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.177 HTTP/1.1" status: 200 len: 1001 time: 0.0760801 Jul 13 07:26:58.770236 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa1a0d-dfc9-4c69-a96e-fa3328439c90 req-55514537-915a-4bc4-84a7-1dba0daf3442 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:58.772208 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e7aa1a0d-dfc9-4c69-a96e-fa3328439c90 req-55514537-915a-4bc4-84a7-1dba0daf3442 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc88cb27-0b17-4a61-b3c9-3408bf7efb83 HTTP/1.1" status: 200 len: 949 time: 0.0942183 Jul 13 07:26:58.781538 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c967e-bb01-429b-bc3a-3affc26f2fff req-72d68416-987d-4ea9-aa44-73784b1430e7 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:58.788972 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7d0c967e-bb01-429b-bc3a-3affc26f2fff req-72d68416-987d-4ea9-aa44-73784b1430e7 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 944 time: 0.1626379 Jul 13 07:26:58.852215 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f07ee-47e2-40ce-b12d-40fd7f162e96 req-2b906ec8-5098-4ef6-a826-38e77e240aa2 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:58.855602 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9a4f07ee-47e2-40ce-b12d-40fd7f162e96 req-2b906ec8-5098-4ef6-a826-38e77e240aa2 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/networks/099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 784 time: 0.1413808 Jul 13 07:26:58.879898 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7d0c967e-bb01-429b-bc3a-3affc26f2fff req-a577b826-2ae1-49fe-b69e-abad4b5849be tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899050 Jul 13 07:26:58.930371 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54370) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:58.975799 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-e7aa1a0d-dfc9-4c69-a96e-fa3328439c90 req-975bb38c-b67e-403e-b35e-a5292a2e7555 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Deleting port 521cf4ab-b4f6-4003-b083-a00c1472f5cd {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:26:58.976635 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e7aa1a0d-dfc9-4c69-a96e-fa3328439c90 req-975bb38c-b67e-403e-b35e-a5292a2e7555 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:58.977042 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9a4f07ee-47e2-40ce-b12d-40fd7f162e96 req-31976846-ef04-4843-ad3d-ef849de99736 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.177 HTTP/1.1" status: 200 len: 1001 time: 0.1139319 Jul 13 07:26:58.983524 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-9a4f07ee-47e2-40ce-b12d-40fd7f162e96 req-00a7e1cf-9969-4e8d-b72b-944373379506 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:26:59.019014 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b2763946-8b5f-43fc-b058-c711ce6c04c8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f5ec565acfa245efa10ff6c49d50fa84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0864611 Jul 13 07:26:59.021934 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54374) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:26:59.049755 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9a4f07ee-47e2-40ce-b12d-40fd7f162e96 req-00a7e1cf-9969-4e8d-b72b-944373379506 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks [] for floatingip, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:59.162992 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-e7aa1a0d-dfc9-4c69-a96e-fa3328439c90 req-975bb38c-b67e-403e-b35e-a5292a2e7555 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] For port 521cf4ab-b4f6-4003-b083-a00c1472f5cd, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=521cf4ab-b4f6-4003-b083-a00c1472f5cd,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:26:59.163942 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e7aa1a0d-dfc9-4c69-a96e-fa3328439c90 req-975bb38c-b67e-403e-b35e-a5292a2e7555 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:59.187571 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-e7aa1a0d-dfc9-4c69-a96e-fa3328439c90 req-975bb38c-b67e-403e-b35e-a5292a2e7555 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Calling delete_port for 521cf4ab-b4f6-4003-b083-a00c1472f5cd owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:26:59.197358 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-80737f73-016e-4ed6-aab9-0599a680ec89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:59.203453 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9a4f07ee-47e2-40ce-b12d-40fd7f162e96 req-00a7e1cf-9969-4e8d-b72b-944373379506 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:59.208335 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9a4f07ee-47e2-40ce-b12d-40fd7f162e96 req-00a7e1cf-9969-4e8d-b72b-944373379506 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:59.208648 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [req-9a4f07ee-47e2-40ce-b12d-40fd7f162e96 req-00a7e1cf-9969-4e8d-b72b-944373379506 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Floating IP 6d6c7342-090e-4cac-8c66-b65ac0e42a31 disassociated. External IP: 172.25.3.177, port: 04126400-ae12-4c95-bf5b-bab23a0e9b25. Jul 13 07:26:59.290550 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-80737f73-016e-4ed6-aab9-0599a680ec89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:59.307970 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfb326-60a8-4e36-8720-4a98546c1751 req-416f3316-b60b-4a02-93c5-3b4e27053da1 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:26:59.314819 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a5bfb326-60a8-4e36-8720-4a98546c1751 req-416f3316-b60b-4a02-93c5-3b4e27053da1 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc88cb27-0b17-4a61-b3c9-3408bf7efb83 HTTP/1.1" status: 200 len: 949 time: 0.2083054 Jul 13 07:26:59.403127 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a5bfb326-60a8-4e36-8720-4a98546c1751 req-57d66164-637e-4b91-b101-c76f38f7d17d tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873311 Jul 13 07:26:59.479819 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a4f07ee-47e2-40ce-b12d-40fd7f162e96 req-00a7e1cf-9969-4e8d-b72b-944373379506 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Router 46e13e93-8700-44f5-9ffe-23d99536527f has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:26:59.495806 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-80737f73-016e-4ed6-aab9-0599a680ec89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:59.499269 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-80737f73-016e-4ed6-aab9-0599a680ec89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:59.499269 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-80737f73-016e-4ed6-aab9-0599a680ec89 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f4315071-bdbb-4938-bd7d-dea67aa22462 HTTP/1.1" status: 204 len: 168 time: 0.4763691 Jul 13 07:26:59.529418 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80737f73-016e-4ed6-aab9-0599a680ec89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4315071-bdbb-4938-bd7d-dea67aa22462,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:59.547007 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e7aa1a0d-dfc9-4c69-a96e-fa3328439c90 req-975bb38c-b67e-403e-b35e-a5292a2e7555 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:59.567120 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['3748c046-3a67-427e-b56a-088042d90f03', '3251a4bf-60c6-4ed1-842c-317814e9763a', '9e962251-4a79-4ab7-8d2a-496769cc07d9', '905209fd-5bcf-4397-994e-e53811de1895'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:59.576801 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['ebf8958e-0d4b-4846-9af0-7f9f2ce53e58', '938c12e0-dd49-4ccc-8bf0-f912a33b7774', '521cf4ab-b4f6-4003-b083-a00c1472f5cd'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:26:59.620740 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975bb38c-b67e-403e-b35e-a5292a2e7555 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Pushing event deleted for resources: {'Port': ['ID=521cf4ab-b4f6-4003-b083-a00c1472f5cd,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:26:59.787931 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7aa1a0d-dfc9-4c69-a96e-fa3328439c90 req-975bb38c-b67e-403e-b35e-a5292a2e7555 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] No DVR routers for this DVR port 521cf4ab-b4f6-4003-b083-a00c1472f5cd on host n-h2-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:26:59.797600 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e7aa1a0d-dfc9-4c69-a96e-fa3328439c90 req-975bb38c-b67e-403e-b35e-a5292a2e7555 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:59.814006 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e7aa1a0d-dfc9-4c69-a96e-fa3328439c90 req-975bb38c-b67e-403e-b35e-a5292a2e7555 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.25 "DELETE /v2.0/ports/521cf4ab-b4f6-4003-b083-a00c1472f5cd HTTP/1.1" status: 204 len: 173 time: 1.0222404 Jul 13 07:26:59.814585 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc88cb27-0b17-4a61-b3c9-3408bf7efb83', 'name': 'network-vif-deleted', 'tag': '521cf4ab-b4f6-4003-b083-a00c1472f5cd'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:26:59.822152 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c06e405-6a4b-41f7-bec8-d81439e79cb0" -d '{"events": [{"server_uuid": "bc88cb27-0b17-4a61-b3c9-3408bf7efb83", "name": "network-vif-deleted", "tag": "521cf4ab-b4f6-4003-b083-a00c1472f5cd"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:26:59.834970 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a4f07ee-47e2-40ce-b12d-40fd7f162e96 req-00a7e1cf-9969-4e8d-b72b-944373379506 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:26:59.848299 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9a4f07ee-47e2-40ce-b12d-40fd7f162e96 req-00a7e1cf-9969-4e8d-b72b-944373379506 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:26:59.865803 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1de4e0-5161-49b4-b3ba-01e342ac049a None None] Sync routers for ids ['46e13e93-8700-44f5-9ffe-23d99536527f'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:26:59.908530 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device a0520f7a-612d-4e54-b155-a759c7a81be7 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:26:59.991720 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9a4f07ee-47e2-40ce-b12d-40fd7f162e96 req-00a7e1cf-9969-4e8d-b72b-944373379506 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "PUT /v2.0/floatingips/6d6c7342-090e-4cac-8c66-b65ac0e42a31 HTTP/1.1" status: 200 len: 695 time: 1.0133512 Jul 13 07:26:59.992362 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28203eda-fc17-463a-ab04-6079792f97c7', 'tag': '04126400-ae12-4c95-bf5b-bab23a0e9b25'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:00.001398 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e74fb12-9ea3-487c-bd46-9d35aa87b2e1" -d '{"events": [{"name": "network-changed", "server_uuid": "28203eda-fc17-463a-ab04-6079792f97c7", "tag": "04126400-ae12-4c95-bf5b-bab23a0e9b25"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:00.152557 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f07ee-47e2-40ce-b12d-40fd7f162e96 req-ef32a9df-10d2-4f38-a0eb-e34f1947a1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:00.154502 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9a4f07ee-47e2-40ce-b12d-40fd7f162e96 req-ef32a9df-10d2-4f38-a0eb-e34f1947a1d1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73157af76ad44f519f8a9a3289d8ad24&device_id=28203eda-fc17-463a-ab04-6079792f97c7 HTTP/1.1" status: 200 len: 1097 time: 0.1447234 Jul 13 07:27:00.192394 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052a6841-b094-4a6f-9c94-6d427b252904 x-openstack-request-id: req-052a6841-b094-4a6f-9c94-6d427b252904 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:00.193461 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc88cb27-0b17-4a61-b3c9-3408bf7efb83", "name": "network-vif-deleted", "tag": "521cf4ab-b4f6-4003-b083-a00c1472f5cd", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:00.193957 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-052a6841-b094-4a6f-9c94-6d427b252904 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:00.197646 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc88cb27-0b17-4a61-b3c9-3408bf7efb83', 'name': 'network-vif-deleted', 'tag': '521cf4ab-b4f6-4003-b083-a00c1472f5cd', 'status': 'completed', 'code': 200} Jul 13 07:27:00.233944 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1de4e0-5161-49b4-b3ba-01e342ac049a None None] Routers {'46e13e93-8700-44f5-9ffe-23d99536527f'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:00.234644 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-7f1de4e0-5161-49b4-b3ba-01e342ac049a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:26:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['46e13e93-8700-44f5-9ffe-23d99536527f'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:00.307055 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9ccf6cf4-32ed-4378-acec-b0d9bc654b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:00.357980 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f07ee-47e2-40ce-b12d-40fd7f162e96 req-780e8857-ab2e-47fa-bd35-0c812f4ac07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:00.365672 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9a4f07ee-47e2-40ce-b12d-40fd7f162e96 req-780e8857-ab2e-47fa-bd35-0c812f4ac07f service neutron] 10.222.0.23 "GET /v2.0/networks?id=87358466-9ef1-46ab-8724-6c322750a8f9 HTTP/1.1" status: 200 len: 921 time: 0.2025492 Jul 13 07:27:00.422036 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9a4f07ee-47e2-40ce-b12d-40fd7f162e96 req-6c43eaa8-d50c-4d47-902a-f44855f24324 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04126400-ae12-4c95-bf5b-bab23a0e9b25 HTTP/1.1" status: 200 len: 217 time: 0.0550673 Jul 13 07:27:00.479931 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port a0520f7a-612d-4e54-b155-a759c7a81be7 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:00.480317 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:00.534611 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-7f1de4e0-5161-49b4-b3ba-01e342ac049a None None] Set router 46e13e93-8700-44f5-9ffe-23d99536527f gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:27:00.539935 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c25ebf-0b58-4f7e-aaaa-a2f67546e130 req-c9e1a4ef-ab4c-4643-82f6-1b357a063077 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:00.544922 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-11c25ebf-0b58-4f7e-aaaa-a2f67546e130 req-c9e1a4ef-ab4c-4643-82f6-1b357a063077 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 944 time: 0.1517897 Jul 13 07:27:00.635243 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-11c25ebf-0b58-4f7e-aaaa-a2f67546e130 req-e2ecdb81-fb06-4532-a85d-3bb63ed178c7 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823925 Jul 13 07:27:01.098116 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f07ee-47e2-40ce-b12d-40fd7f162e96 req-0bf44ee8-47f6-4e40-9627-776bc70c59cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:01.107070 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9a4f07ee-47e2-40ce-b12d-40fd7f162e96 req-0bf44ee8-47f6-4e40-9627-776bc70c59cc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393 HTTP/1.1" status: 200 len: 859 time: 0.6837096 Jul 13 07:27:01.109802 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225c27b5-93c1-4ab4-8965-60f070e3f9b3 x-openstack-request-id: req-225c27b5-93c1-4ab4-8965-60f070e3f9b3 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:01.110094 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28203eda-fc17-463a-ab04-6079792f97c7", "tag": "04126400-ae12-4c95-bf5b-bab23a0e9b25", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:01.110345 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-225c27b5-93c1-4ab4-8965-60f070e3f9b3 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:01.110737 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28203eda-fc17-463a-ab04-6079792f97c7', 'tag': '04126400-ae12-4c95-bf5b-bab23a0e9b25', 'status': 'completed', 'code': 200} Jul 13 07:27:01.193930 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f07ee-47e2-40ce-b12d-40fd7f162e96 req-86a564ab-ccac-4c81-a1fc-9b6cb07c2964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:01.203531 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9a4f07ee-47e2-40ce-b12d-40fd7f162e96 req-86a564ab-ccac-4c81-a1fc-9b6cb07c2964 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87358466-9ef1-46ab-8724-6c322750a8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0954223 Jul 13 07:27:01.216084 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74fb12-9ea3-487c-bd46-9d35aa87b2e1 req-c7c5253e-a399-4135-aa0d-cf2be39d7818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:01.221964 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6e74fb12-9ea3-487c-bd46-9d35aa87b2e1 req-c7c5253e-a399-4135-aa0d-cf2be39d7818 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=73157af76ad44f519f8a9a3289d8ad24&device_id=28203eda-fc17-463a-ab04-6079792f97c7 HTTP/1.1" status: 200 len: 1097 time: 0.1352715 Jul 13 07:27:01.305135 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9a4f07ee-47e2-40ce-b12d-40fd7f162e96 req-b48c9b8b-277b-4876-abb8-39bc8741690e service neutron] 10.222.0.23 "GET /v2.0/networks/87358466-9ef1-46ab-8724-6c322750a8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006434 Jul 13 07:27:01.371453 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:01.404423 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9a4f07ee-47e2-40ce-b12d-40fd7f162e96 req-ccd715cd-c24a-4880-9f49-7799a9df9eaf service neutron] 10.222.0.23 "GET /v2.0/networks/87358466-9ef1-46ab-8724-6c322750a8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983276 Jul 13 07:27:01.530648 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6c0a86-2116-409f-a3dc-6641c02aac45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0520f7a-612d-4e54-b155-a759c7a81be7'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:01.543844 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac8524c-560d-46e4-a0c3-9e9a1ad14985" -d '{"events": [{"server_uuid": "ae6c0a86-2116-409f-a3dc-6641c02aac45", "name": "network-vif-plugged", "status": "completed", "tag": "a0520f7a-612d-4e54-b155-a759c7a81be7"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:01.560903 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74fb12-9ea3-487c-bd46-9d35aa87b2e1 req-03bf20db-0d15-4221-9e02-9e4cb90b9384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:01.562417 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6e74fb12-9ea3-487c-bd46-9d35aa87b2e1 req-03bf20db-0d15-4221-9e02-9e4cb90b9384 service neutron] 10.222.0.42 "GET /v2.0/networks?id=87358466-9ef1-46ab-8724-6c322750a8f9 HTTP/1.1" status: 200 len: 921 time: 0.3344927 Jul 13 07:27:01.576469 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port a0520f7a-612d-4e54-b155-a759c7a81be7, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=a0520f7a-612d-4e54-b155-a759c7a81be7,segment=NetworkSegment(0abc1825-e3a0-468f-93a4-df9b73b4e14a),segment_id=0abc1825-e3a0-468f-93a4-df9b73b4e14a)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:01.611069 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:01.652976 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6e74fb12-9ea3-487c-bd46-9d35aa87b2e1 req-d5ef73db-9381-4517-a9d4-b5d41b7de00c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04126400-ae12-4c95-bf5b-bab23a0e9b25 HTTP/1.1" status: 200 len: 217 time: 0.0801127 Jul 13 07:27:01.664546 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-7f1de4e0-5161-49b4-b3ba-01e342ac049a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'name': 'tempest-FloatingIPsAssociationTestJSON-272898220-router', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:04Z', 'updated_at': '2021-07-13T07:26:13Z', 'revision_number': 4, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'gw_port': {'id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:07Z', 'updated_at': '2021-07-13T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'f34dc902-a4a2-439b-93fb-5c77a69b7873', 'name': '', 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'mac_address': 'fa:16:3e:85:7f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:12Z', 'updated_at': '2021-07-13T07:26:20Z', 'revision_number': 5, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'subnets': [{'id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:01.716035 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1de4e0-5161-49b4-b3ba-01e342ac049a None None] Checking router: 46e13e93-8700-44f5-9ffe-23d99536527f for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:27:01.752993 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=a0520f7a-612d-4e54-b155-a759c7a81be7,revision_number=7']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:01.771776 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1de4e0-5161-49b4-b3ba-01e342ac049a None None] Routers {'46e13e93-8700-44f5-9ffe-23d99536527f'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:01.772683 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-7f1de4e0-5161-49b4-b3ba-01e342ac049a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:26:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['46e13e93-8700-44f5-9ffe-23d99536527f'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:01.821473 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74fb12-9ea3-487c-bd46-9d35aa87b2e1 req-89afff89-9a86-4936-8eeb-7a4404a72af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:01.823432 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6e74fb12-9ea3-487c-bd46-9d35aa87b2e1 req-89afff89-9a86-4936-8eeb-7a4404a72af2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393 HTTP/1.1" status: 200 len: 859 time: 0.1480579 Jul 13 07:27:01.910451 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 521cf4ab-b4f6-4003-b083-a00c1472f5cd no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:01.982225 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74fb12-9ea3-487c-bd46-9d35aa87b2e1 req-8798d797-c1fc-4d53-8d46-08aa880cb011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:01.983839 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6e74fb12-9ea3-487c-bd46-9d35aa87b2e1 req-8798d797-c1fc-4d53-8d46-08aa880cb011 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=87358466-9ef1-46ab-8724-6c322750a8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1468706 Jul 13 07:27:01.991118 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 521cf4ab-b4f6-4003-b083-a00c1472f5cd {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:27:01.991516 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 521cf4ab-b4f6-4003-b083-a00c1472f5cd not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:27:02.088631 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-7f1de4e0-5161-49b4-b3ba-01e342ac049a None None] Set router 46e13e93-8700-44f5-9ffe-23d99536527f gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:27:02.162742 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6e74fb12-9ea3-487c-bd46-9d35aa87b2e1 req-141d5d3e-456c-4a02-8a50-989ae0535902 service neutron] 10.222.0.42 "GET /v2.0/networks/87358466-9ef1-46ab-8724-6c322750a8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664243 Jul 13 07:27:02.246412 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c261fe62-db32-4e68-9eee-f2e581d9d3c6 x-openstack-request-id: req-c261fe62-db32-4e68-9eee-f2e581d9d3c6 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:02.251574 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6c0a86-2116-409f-a3dc-6641c02aac45", "name": "network-vif-plugged", "status": "completed", "tag": "a0520f7a-612d-4e54-b155-a759c7a81be7", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:02.252263 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c261fe62-db32-4e68-9eee-f2e581d9d3c6 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:02.252859 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6c0a86-2116-409f-a3dc-6641c02aac45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0520f7a-612d-4e54-b155-a759c7a81be7', 'code': 200} Jul 13 07:27:02.390858 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6e74fb12-9ea3-487c-bd46-9d35aa87b2e1 req-0103f8c7-61b0-4f26-aaf5-d2ad9b1a4a4a service neutron] 10.222.0.42 "GET /v2.0/networks/87358466-9ef1-46ab-8724-6c322750a8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181435 Jul 13 07:27:02.449722 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54446) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:02.509688 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4272b27-1476-495a-a07c-c5d01bc4c51d req-41f073c0-541d-4891-815c-235e88643230 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:02.513099 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a4272b27-1476-495a-a07c-c5d01bc4c51d req-41f073c0-541d-4891-815c-235e88643230 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.1724317 Jul 13 07:27:02.617892 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a4272b27-1476-495a-a07c-c5d01bc4c51d req-2243644d-9d7a-41d7-a747-91a72fd3dc5c tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955880 Jul 13 07:27:02.640619 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-7f1de4e0-5161-49b4-b3ba-01e342ac049a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'name': 'tempest-FloatingIPsAssociationTestJSON-272898220-router', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:04Z', 'updated_at': '2021-07-13T07:26:13Z', 'revision_number': 4, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'gw_port': {'id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:07Z', 'updated_at': '2021-07-13T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'f34dc902-a4a2-439b-93fb-5c77a69b7873', 'name': '', 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'mac_address': 'fa:16:3e:85:7f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:12Z', 'updated_at': '2021-07-13T07:26:20Z', 'revision_number': 5, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'subnets': [{'id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:02.661166 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-b68059f2-b312-4eb3-a8a0-f927163c347f tempest-MeteringIpV6TestJSON-273824859 tempest-MeteringIpV6TestJSON-273824859-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-385228756'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:02.661648 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-b68059f2-b312-4eb3-a8a0-f927163c347f tempest-MeteringIpV6TestJSON-273824859 tempest-MeteringIpV6TestJSON-273824859-project-admin] Unknown quota resources ['metering_label']. {{(pid=94017) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:27:02.684231 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1de4e0-5161-49b4-b3ba-01e342ac049a None None] The sync data for ids ['46e13e93-8700-44f5-9ffe-23d99536527f'] in n-d-771363-34 is: [{'id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'name': 'tempest-FloatingIPsAssociationTestJSON-272898220-router', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:04Z', 'updated_at': '2021-07-13T07:26:13Z', 'revision_number': 4, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'gw_port': {'id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:07Z', 'updated_at': '2021-07-13T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'f34dc902-a4a2-439b-93fb-5c77a69b7873', 'name': '', 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'mac_address': 'fa:16:3e:85:7f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:12Z', 'updated_at': '2021-07-13T07:26:20Z', 'revision_number': 5, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'subnets': [{'id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:27:02.727088 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-f451f267-a434-464a-95a2-ba8b334c4dc6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2523642 Jul 13 07:27:02.912314 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933362c5-7512-449a-b58c-b8bd2b36b32e req-fdc00821-c475-467f-bb86-fe945a019dd2 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:02.924010 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-933362c5-7512-449a-b58c-b8bd2b36b32e req-fdc00821-c475-467f-bb86-fe945a019dd2 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2916a4-9eb4-4595-9b3b-ca935c2c9ee4 HTTP/1.1" status: 200 len: 950 time: 0.0971029 Jul 13 07:27:02.993873 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-933362c5-7512-449a-b58c-b8bd2b36b32e req-5957693d-50ef-47df-9c46-9417a0e2e3ca tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685046 Jul 13 07:27:03.076321 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-267105a1-9e93-4ee2-a8c6-6a8748001cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:03.079762 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b68059f2-b312-4eb3-a8a0-f927163c347f tempest-MeteringIpV6TestJSON-273824859 tempest-MeteringIpV6TestJSON-273824859-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:03.083718 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b68059f2-b312-4eb3-a8a0-f927163c347f tempest-MeteringIpV6TestJSON-273824859 tempest-MeteringIpV6TestJSON-273824859-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6305518 Jul 13 07:27:03.084195 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54456) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:03.086023 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:03.089074 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-33cf5b64-1ed0-46f2-9327-2693cb5dfac4 tempest-MeteringIpV6TestJSON-273824859 tempest-MeteringIpV6TestJSON-273824859-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'dcad3ea8-d683-46fe-a8e2-5141dfca911f'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:03.089748 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-33cf5b64-1ed0-46f2-9327-2693cb5dfac4 tempest-MeteringIpV6TestJSON-273824859 tempest-MeteringIpV6TestJSON-273824859-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94018) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:27:03.102685 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d710ac4-e1a3-4521-a2f9-bef5b9063d0e req-37b76a7b-0225-46c1-88a7-dd8817b6bc7f tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:03.119515 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d710ac4-e1a3-4521-a2f9-bef5b9063d0e req-37b76a7b-0225-46c1-88a7-dd8817b6bc7f tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/ports?device_id=fad231c9-320e-4b4e-96f2-773f81089fa1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4975393 Jul 13 07:27:03.138304 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1005ab1b-40dd-4d01-a263-3d9b0355d8b9 None None] New status for floating IP 6d6c7342-090e-4cac-8c66-b65ac0e42a31: DOWN {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:27:03.228317 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d710ac4-e1a3-4521-a2f9-bef5b9063d0e req-37aec404-1da3-4b1c-bfbe-91dcf6a821ab tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.177 HTTP/1.1" status: 200 len: 698 time: 0.1078358 Jul 13 07:27:03.245080 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-4d710ac4-e1a3-4521-a2f9-bef5b9063d0e req-e6ea8152-50f8-458c-ad86-cc207f7e1745 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Request body: {'floatingip': {'port_id': 'b161886a-a801-478c-9f6c-25d2693d7e72', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:03.272010 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-f5b61b7d-7f00-4e57-89e6-7250930a6551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:03.273124 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-f5b61b7d-7f00-4e57-89e6-7250930a6551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:03.274441 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-f5b61b7d-7f00-4e57-89e6-7250930a6551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:03.275429 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-f5b61b7d-7f00-4e57-89e6-7250930a6551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:03.276990 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-f5b61b7d-7f00-4e57-89e6-7250930a6551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:03.276990 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-f5b61b7d-7f00-4e57-89e6-7250930a6551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:03.276990 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-f5b61b7d-7f00-4e57-89e6-7250930a6551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:03.279262 n-d-771363-34 neutron-server[94018]: WARNING neutron.services.metering.metering_plugin [None req-33cf5b64-1ed0-46f2-9327-2693cb5dfac4 tempest-MeteringIpV6TestJSON-273824859 tempest-MeteringIpV6TestJSON-273824859-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 13 07:27:03.284413 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-f5b61b7d-7f00-4e57-89e6-7250930a6551 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f675b11333fa441fa8eddc3498c6fd35&device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 6509 time: 0.4874568 Jul 13 07:27:03.325998 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4d710ac4-e1a3-4521-a2f9-bef5b9063d0e req-e6ea8152-50f8-458c-ad86-cc207f7e1745 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks [] for floatingip, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:03.570942 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-33cf5b64-1ed0-46f2-9327-2693cb5dfac4 tempest-MeteringIpV6TestJSON-273824859 tempest-MeteringIpV6TestJSON-273824859-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:03.573266 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-33cf5b64-1ed0-46f2-9327-2693cb5dfac4 tempest-MeteringIpV6TestJSON-273824859 tempest-MeteringIpV6TestJSON-273824859-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4879487 Jul 13 07:27:03.578169 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54460) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:03.587523 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-57156734-e439-4ee6-a2e6-a7f4314cb501 tempest-MeteringIpV6TestJSON-273824859 tempest-MeteringIpV6TestJSON-273824859-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'dcad3ea8-d683-46fe-a8e2-5141dfca911f'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:03.588151 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-57156734-e439-4ee6-a2e6-a7f4314cb501 tempest-MeteringIpV6TestJSON-273824859 tempest-MeteringIpV6TestJSON-273824859-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94018) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:27:03.674707 n-d-771363-34 neutron-server[94018]: WARNING neutron.services.metering.metering_plugin [None req-57156734-e439-4ee6-a2e6-a7f4314cb501 tempest-MeteringIpV6TestJSON-273824859 tempest-MeteringIpV6TestJSON-273824859-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 13 07:27:03.777392 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-57156734-e439-4ee6-a2e6-a7f4314cb501 tempest-MeteringIpV6TestJSON-273824859 tempest-MeteringIpV6TestJSON-273824859-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:03.778318 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-57156734-e439-4ee6-a2e6-a7f4314cb501 tempest-MeteringIpV6TestJSON-273824859 tempest-MeteringIpV6TestJSON-273824859-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1990416 Jul 13 07:27:03.783023 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54464) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:03.799017 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9aaa2961-d097-46cf-a1f1-440985245268 tempest-MeteringIpV6TestJSON-273824859 tempest-MeteringIpV6TestJSON-273824859-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=12f41985-608b-4082-a445-fee57a309629 HTTP/1.1" status: 200 len: 462 time: 0.0131958 Jul 13 07:27:03.802668 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54466) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:03.952414 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:03.967418 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-93060835-fc19-4db0-9cd1-24da3aed9308 tempest-MeteringIpV6TestJSON-273824859 tempest-MeteringIpV6TestJSON-273824859-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:03.969409 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-93060835-fc19-4db0-9cd1-24da3aed9308 tempest-MeteringIpV6TestJSON-273824859 tempest-MeteringIpV6TestJSON-273824859-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/12f41985-608b-4082-a445-fee57a309629 HTTP/1.1" status: 204 len: 168 time: 0.1652980 Jul 13 07:27:03.971972 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54468) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:03.983335 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c2bbcb5f-089a-4f56-bcc6-41a478e44a9d tempest-MeteringIpV6TestJSON-273824859 tempest-MeteringIpV6TestJSON-273824859-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=12f41985-608b-4082-a445-fee57a309629 HTTP/1.1" status: 200 len: 221 time: 0.0102184 Jul 13 07:27:03.993098 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54470) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:04.003839 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-380383a0-befe-47d0-9d5c-4c908582c110 tempest-MeteringIpV6TestJSON-273824859 tempest-MeteringIpV6TestJSON-273824859-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--223550866', 'description': 'label created by tempest'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:04.003839 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-380383a0-befe-47d0-9d5c-4c908582c110 tempest-MeteringIpV6TestJSON-273824859 tempest-MeteringIpV6TestJSON-273824859-project-admin] Unknown quota resources ['metering_label']. {{(pid=94018) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:27:04.222164 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0779aca-ac01-4f02-aae7-6a61bdff4752 req-4d80af10-12fe-40f6-96c3-4252a00b084c tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:04.228062 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f0779aca-ac01-4f02-aae7-6a61bdff4752 req-4d80af10-12fe-40f6-96c3-4252a00b084c tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.3367341 Jul 13 07:27:04.262652 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-8bad6f84-7d82-429f-bea4-21bbc14b289d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:04.263506 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-8bad6f84-7d82-429f-bea4-21bbc14b289d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:04.263607 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-8bad6f84-7d82-429f-bea4-21bbc14b289d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:04.266374 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-8bad6f84-7d82-429f-bea4-21bbc14b289d service neutron] 10.222.0.42 "GET /v2.0/networks?id=dd8dd7e8-74b0-43ac-8795-6b3850b9caf1&id=429c5271-60ed-4dd8-b05d-2fc0729d6432&id=429c5271-60ed-4dd8-b05d-2fc0729d6432&id=429c5271-60ed-4dd8-b05d-2fc0729d6432&id=429c5271-60ed-4dd8-b05d-2fc0729d6432&id=c585a6c0-7b73-4536-a692-dae61cbdb028&id=c585a6c0-7b73-4536-a692-dae61cbdb028 HTTP/1.1" status: 200 len: 2297 time: 0.7680595 Jul 13 07:27:04.279996 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e2fdc-6adb-495a-bf42-da296e503328 req-bafdcd9f-e1a5-43c7-a6e3-796499f0ee78 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:04.281497 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-580e2fdc-6adb-495a-bf42-da296e503328 req-bafdcd9f-e1a5-43c7-a6e3-796499f0ee78 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd2916a4-9eb4-4595-9b3b-ca935c2c9ee4 HTTP/1.1" status: 200 len: 950 time: 0.8193948 Jul 13 07:27:04.300778 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c475e4-50c9-48b9-9e67-d380e3519b8f req-57f045f7-4cda-4c23-ac1e-c11bb371a537 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:04.302329 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f9c475e4-50c9-48b9-9e67-d380e3519b8f req-57f045f7-4cda-4c23-ac1e-c11bb371a537 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.42 "GET /v2.0/ports?device_id=28203eda-fc17-463a-ab04-6079792f97c7 HTTP/1.1" status: 200 len: 945 time: 0.7605953 Jul 13 07:27:04.379404 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-380383a0-befe-47d0-9d5c-4c908582c110 tempest-MeteringIpV6TestJSON-273824859 tempest-MeteringIpV6TestJSON-273824859-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:04.379404 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-380383a0-befe-47d0-9d5c-4c908582c110 tempest-MeteringIpV6TestJSON-273824859 tempest-MeteringIpV6TestJSON-273824859-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3791749 Jul 13 07:27:04.384050 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54478) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:04.469177 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f0779aca-ac01-4f02-aae7-6a61bdff4752 req-6938d092-eec3-4417-a6d8-1bb06b3c95e0 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885793 Jul 13 07:27:04.471386 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1c87fcaf-46df-430b-935c-17d7315b81c2 tempest-MeteringIpV6TestJSON-273824859 tempest-MeteringIpV6TestJSON-273824859-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=86b55b9a-5d46-4b09-afc3-287fedf9ba99 HTTP/1.1" status: 200 len: 467 time: 0.0860679 Jul 13 07:27:04.475180 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54480) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:04.534229 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.db.api [req-4d710ac4-e1a3-4521-a2f9-bef5b9063d0e req-e6ea8152-50f8-458c-ad86-cc207f7e1745 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:27:04.534565 n-d-771363-34 neutron-server[94017]: DEBUG oslo_db.api [req-4d710ac4-e1a3-4521-a2f9-bef5b9063d0e req-e6ea8152-50f8-458c-ad86-cc207f7e1745 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:27:04.599395 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-92192e7a-6479-47d7-99f4-012675062755 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24ca5f58-cab9-40b0-81e3-6853229cf3a9 HTTP/1.1" status: 200 len: 1000 time: 0.3152988 Jul 13 07:27:04.669370 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-580e2fdc-6adb-495a-bf42-da296e503328 req-ca81c86e-048e-4179-9397-416c6f5c3979 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Deleting port 938c12e0-dd49-4ccc-8bf0-f912a33b7774 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:04.669750 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-580e2fdc-6adb-495a-bf42-da296e503328 req-ca81c86e-048e-4179-9397-416c6f5c3979 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:04.713318 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-5de26a2c-529a-4ad4-a1a3-e090dbe4a03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:04.714902 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-5de26a2c-529a-4ad4-a1a3-e090dbe4a03a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7f0633d-db4a-44fe-b1ba-90fb0badcb6d HTTP/1.1" status: 200 len: 855 time: 0.1008778 Jul 13 07:27:04.752857 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2f27db3d-dda2-487a-a085-a90c949c59f0 tempest-MeteringIpV6TestJSON-273824859 tempest-MeteringIpV6TestJSON-273824859-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:04.763958 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2f27db3d-dda2-487a-a085-a90c949c59f0 tempest-MeteringIpV6TestJSON-273824859 tempest-MeteringIpV6TestJSON-273824859-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/86b55b9a-5d46-4b09-afc3-287fedf9ba99 HTTP/1.1" status: 204 len: 168 time: 0.2856529 Jul 13 07:27:04.764608 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54486) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:04.822594 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54488) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:04.827958 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-31b5ff9d-017f-4c57-9017-eaf9ecc98d26 tempest-MeteringIpV6TestJSON-273824859 tempest-MeteringIpV6TestJSON-273824859-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=86b55b9a-5d46-4b09-afc3-287fedf9ba99 HTTP/1.1" status: 200 len: 216 time: 0.0368960 Jul 13 07:27:04.845697 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-f9c475e4-50c9-48b9-9e67-d380e3519b8f req-a394452e-b614-467c-9ec1-620c1b15b1c5 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Deleting port 04126400-ae12-4c95-bf5b-bab23a0e9b25 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:04.845697 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-f9c475e4-50c9-48b9-9e67-d380e3519b8f req-a394452e-b614-467c-9ec1-620c1b15b1c5 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:04.858190 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-215e72be-4e58-4346-b4ea-cc1ca6f28eea tempest-MeteringIpV6TestJSON-273824859 tempest-MeteringIpV6TestJSON-273824859-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0350611 Jul 13 07:27:04.864030 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54490) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:04.866721 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-580e2fdc-6adb-495a-bf42-da296e503328 req-ca81c86e-048e-4179-9397-416c6f5c3979 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] For port 938c12e0-dd49-4ccc-8bf0-f912a33b7774, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=938c12e0-dd49-4ccc-8bf0-f912a33b7774,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:04.867102 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-580e2fdc-6adb-495a-bf42-da296e503328 req-ca81c86e-048e-4179-9397-416c6f5c3979 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:04.868317 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d7ef1-f3ed-484a-8fdf-0f63440f92e9 req-02ee99e6-2d71-4f2b-a936-f43e344b0903 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:04.875856 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-293d7ef1-f3ed-484a-8fdf-0f63440f92e9 req-02ee99e6-2d71-4f2b-a936-f43e344b0903 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2916a4-9eb4-4595-9b3b-ca935c2c9ee4 HTTP/1.1" status: 200 len: 950 time: 0.1375232 Jul 13 07:27:04.919659 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-580e2fdc-6adb-495a-bf42-da296e503328 req-ca81c86e-048e-4179-9397-416c6f5c3979 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Calling delete_port for 938c12e0-dd49-4ccc-8bf0-f912a33b7774 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:04.924057 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b4ca1e01-651c-4cbc-b6cd-d214bffbf610 tempest-MeteringIpV6TestJSON-273824859 tempest-MeteringIpV6TestJSON-273824859-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0520070 Jul 13 07:27:04.936018 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54492) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:04.941678 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-293d7ef1-f3ed-484a-8fdf-0f63440f92e9 req-2394173f-7624-496e-8476-7f5b2fc80cd5 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622909 Jul 13 07:27:05.053420 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4d710ac4-e1a3-4521-a2f9-bef5b9063d0e req-e6ea8152-50f8-458c-ad86-cc207f7e1745 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks [] for floatingip, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:05.133342 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-bde03bdb-121b-4690-8601-13fd77b4f3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:05.134979 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-bde03bdb-121b-4690-8601-13fd77b4f3c1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dd8dd7e8-74b0-43ac-8795-6b3850b9caf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4088924 Jul 13 07:27:05.144204 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-17760fe8-cad0-4e6f-97b2-0ee39af4779d tempest-MeteringIpV6TestJSON-273824859 tempest-MeteringIpV6TestJSON-273824859-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels/dcad3ea8-d683-46fe-a8e2-5141dfca911f HTTP/1.1" status: 200 len: 472 time: 0.2135158 Jul 13 07:27:05.148249 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54498) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:05.168507 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8a48c381-254a-49b8-9f74-ff0cbe03a36e tempest-MeteringIpV6TestJSON-273824859 tempest-MeteringIpV6TestJSON-273824859-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules/e4b17fb7-0e33-4140-b096-89bdc15830e5 HTTP/1.1" status: 200 len: 459 time: 0.0188918 Jul 13 07:27:05.171723 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54500) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:05.310580 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8c5956aa-557b-4ac8-a504-428ec0558835 tempest-MeteringIpV6TestJSON-273824859 tempest-MeteringIpV6TestJSON-273824859-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:05.311817 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8c5956aa-557b-4ac8-a504-428ec0558835 tempest-MeteringIpV6TestJSON-273824859 tempest-MeteringIpV6TestJSON-273824859-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/e4b17fb7-0e33-4140-b096-89bdc15830e5 HTTP/1.1" status: 204 len: 168 time: 0.1390359 Jul 13 07:27:05.322510 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54502) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:05.363008 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-c2a9603e-309e-483d-997a-d41717c357b9 service neutron] 10.222.0.42 "GET /v2.0/networks/dd8dd7e8-74b0-43ac-8795-6b3850b9caf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011001 Jul 13 07:27:05.375245 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-f9c475e4-50c9-48b9-9e67-d380e3519b8f req-a394452e-b614-467c-9ec1-620c1b15b1c5 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] For port 04126400-ae12-4c95-bf5b-bab23a0e9b25, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=04126400-ae12-4c95-bf5b-bab23a0e9b25,segment=NetworkSegment(7a9b30ba-ae04-492e-9eaa-55e303682950),segment_id=7a9b30ba-ae04-492e-9eaa-55e303682950)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:05.375632 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-f9c475e4-50c9-48b9-9e67-d380e3519b8f req-a394452e-b614-467c-9ec1-620c1b15b1c5 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:05.501781 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-f9c475e4-50c9-48b9-9e67-d380e3519b8f req-a394452e-b614-467c-9ec1-620c1b15b1c5 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Calling delete_port for 04126400-ae12-4c95-bf5b-bab23a0e9b25 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:05.570458 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e4e97ee2-1608-4f31-8def-8f27147daf8c tempest-MeteringIpV6TestJSON-273824859 tempest-MeteringIpV6TestJSON-273824859-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:05.571594 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e4e97ee2-1608-4f31-8def-8f27147daf8c tempest-MeteringIpV6TestJSON-273824859 tempest-MeteringIpV6TestJSON-273824859-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/dcad3ea8-d683-46fe-a8e2-5141dfca911f HTTP/1.1" status: 204 len: 168 time: 0.2476516 Jul 13 07:27:05.652278 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-8b714039-f237-447a-809f-42c53d73e66a service neutron] 10.222.0.42 "GET /v2.0/networks/dd8dd7e8-74b0-43ac-8795-6b3850b9caf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662961 Jul 13 07:27:05.749717 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:05.840564 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0ab4e-628f-427b-aac5-3fe8dd1f2558 req-d5318e55-157e-4302-88ec-76eb0f8988ce tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:05.848516 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e3c0ab4e-628f-427b-aac5-3fe8dd1f2558 req-d5318e55-157e-4302-88ec-76eb0f8988ce tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.1444156 Jul 13 07:27:05.855723 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-0ba17ada-fdb1-4fc0-ae7b-411a18849924 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=1d1d6f8c-4810-439b-a2c4-1b8759e55cea HTTP/1.1" status: 200 len: 217 time: 0.1809976 Jul 13 07:27:05.889640 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-204b39e0-ed60-4688-8500-38dec6c66400 req-78c00dd0-f98d-4531-b515-c8e3e2801491 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e0783b6d-1d39-488a-9b49-6dfc548fdeb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2527502 Jul 13 07:27:05.914785 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e3c0ab4e-628f-427b-aac5-3fe8dd1f2558 req-43291bd4-13f9-4367-9484-08d5883d5e18 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609796 Jul 13 07:27:05.926616 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 938c12e0-dd49-4ccc-8bf0-f912a33b7774 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:05.964233 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-43f8b574-f8f9-4353-8de8-efd6a593c312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:05.966112 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-43f8b574-f8f9-4353-8de8-efd6a593c312 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=61e9bb2d-d334-46ee-a94c-dc384201b119 HTTP/1.1" status: 200 len: 797 time: 0.0677269 Jul 13 07:27:05.978493 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-580e2fdc-6adb-495a-bf42-da296e503328 req-ca81c86e-048e-4179-9397-416c6f5c3979 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:05.992204 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 938c12e0-dd49-4ccc-8bf0-f912a33b7774 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:27:05.992760 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 938c12e0-dd49-4ccc-8bf0-f912a33b7774 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:27:06.007039 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['3748c046-3a67-427e-b56a-088042d90f03', '3251a4bf-60c6-4ed1-842c-317814e9763a', '9e962251-4a79-4ab7-8d2a-496769cc07d9', '905209fd-5bcf-4397-994e-e53811de1895'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:27:06.021200 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['ebf8958e-0d4b-4846-9af0-7f9f2ce53e58'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:27:06.022096 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54512) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:06.094078 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b39e0-ed60-4688-8500-38dec6c66400 req-8011ea7f-c8d3-4b82-8ea1-c94cc1fce7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:06.100294 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-204b39e0-ed60-4688-8500-38dec6c66400 req-8011ea7f-c8d3-4b82-8ea1-c94cc1fce7c5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=11405c6b1ff84e9b8bb3410dded1ba33&device_id=e0783b6d-1d39-488a-9b49-6dfc548fdeb0 HTTP/1.1" status: 200 len: 1097 time: 0.1820064 Jul 13 07:27:06.143733 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81c86e-048e-4179-9397-416c6f5c3979 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Pushing event deleted for resources: {'Port': ['ID=938c12e0-dd49-4ccc-8bf0-f912a33b7774,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:06.151746 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9a592967-5573-46d0-ba5d-99afaa15cf49 req-b63d9a23-40a7-41c5-a61c-5b0d6a0ed291 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd2916a4-9eb4-4595-9b3b-ca935c2c9ee4 HTTP/1.1" status: 200 len: 210 time: 0.0376782 Jul 13 07:27:06.297188 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b39e0-ed60-4688-8500-38dec6c66400 req-711374a5-e578-4cae-83c2-9b1f9b186e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:06.299889 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-204b39e0-ed60-4688-8500-38dec6c66400 req-711374a5-e578-4cae-83c2-9b1f9b186e35 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3641bc06-8e59-49c0-8f85-a031f22a64e6 HTTP/1.1" status: 200 len: 907 time: 0.1468773 Jul 13 07:27:06.369607 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-580e2fdc-6adb-495a-bf42-da296e503328 req-ca81c86e-048e-4179-9397-416c6f5c3979 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] No DVR routers for this DVR port 938c12e0-dd49-4ccc-8bf0-f912a33b7774 on host n-h2-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:27:06.382975 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-580e2fdc-6adb-495a-bf42-da296e503328 req-ca81c86e-048e-4179-9397-416c6f5c3979 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:06.385879 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-580e2fdc-6adb-495a-bf42-da296e503328 req-ca81c86e-048e-4179-9397-416c6f5c3979 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.25 "DELETE /v2.0/ports/938c12e0-dd49-4ccc-8bf0-f912a33b7774 HTTP/1.1" status: 204 len: 173 time: 2.0795014 Jul 13 07:27:06.387641 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2916a4-9eb4-4595-9b3b-ca935c2c9ee4', 'name': 'network-vif-deleted', 'tag': '938c12e0-dd49-4ccc-8bf0-f912a33b7774'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:06.399085 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91f43b7-e2f8-4af4-9efc-0c6988628d78" -d '{"events": [{"server_uuid": "dd2916a4-9eb4-4595-9b3b-ca935c2c9ee4", "name": "network-vif-deleted", "tag": "938c12e0-dd49-4ccc-8bf0-f912a33b7774"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:06.469108 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-204b39e0-ed60-4688-8500-38dec6c66400 req-e92b81f9-13a0-437d-bcff-1bb49c4754e4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6368de3-864c-49c0-81bf-ff0b664c870f HTTP/1.1" status: 200 len: 1001 time: 0.1595795 Jul 13 07:27:06.499497 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d7036d65-4f42-490c-8097-ab72d7588eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:06.584616 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-4b17d71d-8146-4a48-a8d9-26c48169643a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:06.586323 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-4b17d71d-8146-4a48-a8d9-26c48169643a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=429c5271-60ed-4dd8-b05d-2fc0729d6432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6092339 Jul 13 07:27:06.677359 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-f9c475e4-50c9-48b9-9e67-d380e3519b8f req-a394452e-b614-467c-9ec1-620c1b15b1c5 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:06.736743 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394452e-b614-467c-9ec1-620c1b15b1c5 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Pushing event deleted for resources: {'Port': ['ID=04126400-ae12-4c95-bf5b-bab23a0e9b25,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:06.883346 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ab67ca-e14d-40ac-aecc-b9b22e83af7e x-openstack-request-id: req-c5ab67ca-e14d-40ac-aecc-b9b22e83af7e {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:06.885490 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2916a4-9eb4-4595-9b3b-ca935c2c9ee4", "name": "network-vif-deleted", "tag": "938c12e0-dd49-4ccc-8bf0-f912a33b7774", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:06.885908 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c5ab67ca-e14d-40ac-aecc-b9b22e83af7e {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:06.886504 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd2916a4-9eb4-4595-9b3b-ca935c2c9ee4', 'name': 'network-vif-deleted', 'tag': '938c12e0-dd49-4ccc-8bf0-f912a33b7774', 'status': 'completed', 'code': 200} Jul 13 07:27:06.892539 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d7036d65-4f42-490c-8097-ab72d7588eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:06.904974 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d7036d65-4f42-490c-8097-ab72d7588eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:06.964783 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d7036d65-4f42-490c-8097-ab72d7588eec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e368c89036c455eb8239aedc47e97a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9399927 Jul 13 07:27:06.967767 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c475e4-50c9-48b9-9e67-d380e3519b8f req-a394452e-b614-467c-9ec1-620c1b15b1c5 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] No DVR routers for this DVR port 04126400-ae12-4c95-bf5b-bab23a0e9b25 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:27:06.972951 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-f9c475e4-50c9-48b9-9e67-d380e3519b8f req-a394452e-b614-467c-9ec1-620c1b15b1c5 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:06.974753 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54528) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:06.975342 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f9c475e4-50c9-48b9-9e67-d380e3519b8f req-a394452e-b614-467c-9ec1-620c1b15b1c5 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.42 "DELETE /v2.0/ports/04126400-ae12-4c95-bf5b-bab23a0e9b25 HTTP/1.1" status: 204 len: 173 time: 2.6586576 Jul 13 07:27:07.078141 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-337d1074-6b01-42c1-8037-2bf3bf60ef2d service neutron] 10.222.0.42 "GET /v2.0/networks/429c5271-60ed-4dd8-b05d-2fc0729d6432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798641 Jul 13 07:27:07.091386 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.db.resource_extend [req-4d710ac4-e1a3-4521-a2f9-bef5b9063d0e req-e6ea8152-50f8-458c-ad86-cc207f7e1745 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:27:07.097190 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b39e0-ed60-4688-8500-38dec6c66400 req-c970ba9f-e3a2-41c9-9cb8-581b28d11957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:07.099817 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-204b39e0-ed60-4688-8500-38dec6c66400 req-c970ba9f-e3a2-41c9-9cb8-581b28d11957 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b0f65360-3b5e-4a84-b093-2570ddbed964 HTTP/1.1" status: 200 len: 845 time: 0.5911546 Jul 13 07:27:07.200263 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7036d65-4f42-490c-8097-ab72d7588eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e032e80-1e99-4dfb-afa3-98b942058425,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:07.205297 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1af458c1-98a7-40c2-a699-53dd57fa83f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:07.230899 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1af458c1-98a7-40c2-a699-53dd57fa83f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:07.330054 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1af458c1-98a7-40c2-a699-53dd57fa83f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:07.332776 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1af458c1-98a7-40c2-a699-53dd57fa83f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:07.337527 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1af458c1-98a7-40c2-a699-53dd57fa83f5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0e032e80-1e99-4dfb-afa3-98b942058425 HTTP/1.1" status: 204 len: 168 time: 0.3588450 Jul 13 07:27:07.349566 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af458c1-98a7-40c2-a699-53dd57fa83f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e032e80-1e99-4dfb-afa3-98b942058425,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:07.357408 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-b4731b01-8210-4da8-8b7d-823ce82053a9 service neutron] 10.222.0.42 "GET /v2.0/networks/429c5271-60ed-4dd8-b05d-2fc0729d6432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616553 Jul 13 07:27:07.364424 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b39e0-ed60-4688-8500-38dec6c66400 req-05591e74-9cc5-45f9-b321-96c37170a11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:07.366311 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-204b39e0-ed60-4688-8500-38dec6c66400 req-05591e74-9cc5-45f9-b321-96c37170a11f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3641bc06-8e59-49c0-8f85-a031f22a64e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2574022 Jul 13 07:27:07.374602 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4d710ac4-e1a3-4521-a2f9-bef5b9063d0e req-e6ea8152-50f8-458c-ad86-cc207f7e1745 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:07.407272 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4d710ac4-e1a3-4521-a2f9-bef5b9063d0e req-e6ea8152-50f8-458c-ad86-cc207f7e1745 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:07.556236 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-a3bd896e-625e-4aaf-965d-f0c4b2a0cda4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=ede38759-df2e-4913-a839-5c8f2fc992f8 HTTP/1.1" status: 200 len: 217 time: 0.1764400 Jul 13 07:27:07.566322 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-204b39e0-ed60-4688-8500-38dec6c66400 req-3c82b2b0-0ae0-407f-b883-742618dababf service neutron] 10.222.0.25 "GET /v2.0/networks/3641bc06-8e59-49c0-8f85-a031f22a64e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899183 Jul 13 07:27:07.603787 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8b479-bcb8-41bd-a6b9-d31aa21f5549 req-5b9ec563-08d6-432f-ab89-c1ce4900d13b tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:07.607712 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e8b8b479-bcb8-41bd-a6b9-d31aa21f5549 req-5b9ec563-08d6-432f-ab89-c1ce4900d13b tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.3214538 Jul 13 07:27:07.715439 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e8b8b479-bcb8-41bd-a6b9-d31aa21f5549 req-74827298-cbd5-473f-baeb-541e731db85e tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824051 Jul 13 07:27:07.748632 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-204b39e0-ed60-4688-8500-38dec6c66400 req-3679ee30-de2a-4bd7-bcfd-c7dcb11237a6 service neutron] 10.222.0.25 "GET /v2.0/networks/3641bc06-8e59-49c0-8f85-a031f22a64e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718562 Jul 13 07:27:07.752866 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [req-4d710ac4-e1a3-4521-a2f9-bef5b9063d0e req-e6ea8152-50f8-458c-ad86-cc207f7e1745 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Floating IP 6d6c7342-090e-4cac-8c66-b65ac0e42a31 associated. External IP: 172.25.3.177, port: b161886a-a801-478c-9f6c-25d2693d7e72. Jul 13 07:27:07.818715 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-0045dcc5-eb9c-47bc-a083-230f140be826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:07.821046 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-0045dcc5-eb9c-47bc-a083-230f140be826 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=61e9bb2d-d334-46ee-a94c-dc384201b119 HTTP/1.1" status: 200 len: 797 time: 0.2565446 Jul 13 07:27:08.011687 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54544) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:08.034517 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e50767ce-5e04-44cb-9add-97374394d2c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:08.272163 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e50767ce-5e04-44cb-9add-97374394d2c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:08.284113 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e50767ce-5e04-44cb-9add-97374394d2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:08.333481 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e50767ce-5e04-44cb-9add-97374394d2c0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=330fbe7e03e64ffab5bda08a78b5468c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3199303 Jul 13 07:27:08.334446 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50767ce-5e04-44cb-9add-97374394d2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881239f6-5d44-4157-a86c-4c8d32212f28,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:08.337055 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54548) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:08.344687 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 04126400-ae12-4c95-bf5b-bab23a0e9b25 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:08.393991 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 04126400-ae12-4c95-bf5b-bab23a0e9b25 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:27:08.394209 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-879957e0-ad3a-482d-aae5-a251a288e5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:08.395610 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 04126400-ae12-4c95-bf5b-bab23a0e9b25 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:27:08.395731 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-879957e0-ad3a-482d-aae5-a251a288e5af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=429c5271-60ed-4dd8-b05d-2fc0729d6432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5641544 Jul 13 07:27:08.407374 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ed44b5f5-3cb7-4642-9c21-940040235023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:08.432656 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ed44b5f5-3cb7-4642-9c21-940040235023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:08.512061 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ed44b5f5-3cb7-4642-9c21-940040235023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:08.520803 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ed44b5f5-3cb7-4642-9c21-940040235023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:08.525449 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ed44b5f5-3cb7-4642-9c21-940040235023 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/881239f6-5d44-4157-a86c-4c8d32212f28 HTTP/1.1" status: 204 len: 168 time: 0.1846180 Jul 13 07:27:08.533536 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44b5f5-3cb7-4642-9c21-940040235023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881239f6-5d44-4157-a86c-4c8d32212f28,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:08.634243 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-52a72fc7-53bb-4de2-b6fd-0f4225652e3e service neutron] 10.222.0.42 "GET /v2.0/networks/429c5271-60ed-4dd8-b05d-2fc0729d6432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248371 Jul 13 07:27:08.636277 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d710ac4-e1a3-4521-a2f9-bef5b9063d0e req-e6ea8152-50f8-458c-ad86-cc207f7e1745 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Router 46e13e93-8700-44f5-9ffe-23d99536527f has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:27:08.848507 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-b6b4ec87-d66c-48f0-8eb2-a5c2f9b05e0e service neutron] 10.222.0.42 "GET /v2.0/networks/429c5271-60ed-4dd8-b05d-2fc0729d6432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051125 Jul 13 07:27:08.854142 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d710ac4-e1a3-4521-a2f9-bef5b9063d0e req-e6ea8152-50f8-458c-ad86-cc207f7e1745 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:27:08.865646 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bc0f6a-2f8a-4023-8fee-fadc1949f425 None None] Sync routers for ids ['46e13e93-8700-44f5-9ffe-23d99536527f'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:27:08.871411 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4d710ac4-e1a3-4521-a2f9-bef5b9063d0e req-e6ea8152-50f8-458c-ad86-cc207f7e1745 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:08.885153 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bc0f6a-2f8a-4023-8fee-fadc1949f425 None None] Routers {'46e13e93-8700-44f5-9ffe-23d99536527f'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:08.888051 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-26bc0f6a-2f8a-4023-8fee-fadc1949f425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:27:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['46e13e93-8700-44f5-9ffe-23d99536527f'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:08.916992 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28203eda-fc17-463a-ab04-6079792f97c7', 'name': 'network-vif-deleted', 'tag': '04126400-ae12-4c95-bf5b-bab23a0e9b25'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:08.919541 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596b908b-4be4-4d98-847c-84f3df01c70c" -d '{"events": [{"server_uuid": "28203eda-fc17-463a-ab04-6079792f97c7", "name": "network-vif-deleted", "tag": "04126400-ae12-4c95-bf5b-bab23a0e9b25"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:08.937467 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d710ac4-e1a3-4521-a2f9-bef5b9063d0e req-e6ea8152-50f8-458c-ad86-cc207f7e1745 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "PUT /v2.0/floatingips/6d6c7342-090e-4cac-8c66-b65ac0e42a31 HTTP/1.1" status: 200 len: 996 time: 5.6992033 Jul 13 07:27:09.028051 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-4bf15c84-b533-404c-a64e-4fdde16776c3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=ca22fb29-1ea5-4f90-9571-5df06a832806 HTTP/1.1" status: 200 len: 217 time: 0.1116037 Jul 13 07:27:09.169717 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d710ac4-e1a3-4521-a2f9-bef5b9063d0e req-43bf87fd-bbe9-40e2-bc38-440abfd309d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:09.172606 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d710ac4-e1a3-4521-a2f9-bef5b9063d0e req-43bf87fd-bbe9-40e2-bc38-440abfd309d8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73157af76ad44f519f8a9a3289d8ad24&device_id=fad231c9-320e-4b4e-96f2-773f81089fa1 HTTP/1.1" status: 200 len: 1097 time: 0.2322011 Jul 13 07:27:09.177562 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['b161886a-a801-478c-9f6c-25d2693d7e72'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:27:09.205218 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-71d36ba3-bd11-479a-b0ed-54d6d6fd0359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:09.208359 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-71d36ba3-bd11-479a-b0ed-54d6d6fd0359 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=61e9bb2d-d334-46ee-a94c-dc384201b119 HTTP/1.1" status: 200 len: 797 time: 0.1704259 Jul 13 07:27:09.269068 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-26bc0f6a-2f8a-4023-8fee-fadc1949f425 None None] Set router 46e13e93-8700-44f5-9ffe-23d99536527f gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:27:09.424443 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-c8244869-d5bf-4f76-a7e7-e9bb8563ce23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:09.426981 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-c8244869-d5bf-4f76-a7e7-e9bb8563ce23 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=429c5271-60ed-4dd8-b05d-2fc0729d6432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1962342 Jul 13 07:27:09.434360 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d710ac4-e1a3-4521-a2f9-bef5b9063d0e req-6883f8ec-9d39-44fd-8219-28e0e27ea6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:09.443730 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d710ac4-e1a3-4521-a2f9-bef5b9063d0e req-6883f8ec-9d39-44fd-8219-28e0e27ea6a6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=87358466-9ef1-46ab-8724-6c322750a8f9 HTTP/1.1" status: 200 len: 921 time: 0.2629979 Jul 13 07:27:09.545284 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d710ac4-e1a3-4521-a2f9-bef5b9063d0e req-1b82a2fc-4fdb-445f-8835-01b84a317fee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b161886a-a801-478c-9f6c-25d2693d7e72 HTTP/1.1" status: 200 len: 999 time: 0.0986252 Jul 13 07:27:09.703653 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d710ac4-e1a3-4521-a2f9-bef5b9063d0e req-344005e8-c65e-44ca-86b1-dbcbc08d6f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:09.708530 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d710ac4-e1a3-4521-a2f9-bef5b9063d0e req-344005e8-c65e-44ca-86b1-dbcbc08d6f64 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393 HTTP/1.1" status: 200 len: 859 time: 0.1623192 Jul 13 07:27:09.713741 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-d44983d3-48d2-4c09-bdfa-147b948949c6 service neutron] 10.222.0.42 "GET /v2.0/networks/429c5271-60ed-4dd8-b05d-2fc0729d6432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651310 Jul 13 07:27:09.732157 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a531294-b7de-4491-9ab0-0c49a86ce26d req-1ac5d6bd-014a-4c9a-8324-b2844a2ef955 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:09.740330 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1a531294-b7de-4491-9ab0-0c49a86ce26d req-1ac5d6bd-014a-4c9a-8324-b2844a2ef955 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.0885501 Jul 13 07:27:09.795262 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1a531294-b7de-4491-9ab0-0c49a86ce26d req-744946e0-3d73-4b38-8604-90a41cbd7850 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525553 Jul 13 07:27:09.842067 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-26bc0f6a-2f8a-4023-8fee-fadc1949f425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'name': 'tempest-FloatingIPsAssociationTestJSON-272898220-router', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:04Z', 'updated_at': '2021-07-13T07:26:13Z', 'revision_number': 4, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'gw_port': {'id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:07Z', 'updated_at': '2021-07-13T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '6d6c7342-090e-4cac-8c66-b65ac0e42a31', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'port_id': 'b161886a-a801-478c-9f6c-25d2693d7e72', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9', 'mac_address': 'fa:16:3e:25:51:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad231c9-320e-4b4e-96f2-773f81089fa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:26:31Z', 'updated_at': '2021-07-13T07:27:06Z', 'revision_number': 8, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f34dc902-a4a2-439b-93fb-5c77a69b7873', 'name': '', 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'mac_address': 'fa:16:3e:85:7f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:12Z', 'updated_at': '2021-07-13T07:26:20Z', 'revision_number': 5, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'subnets': [{'id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:09.864284 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cde98d9-ab6f-4ccb-98a1-3c59b60f18b6 x-openstack-request-id: req-3cde98d9-ab6f-4ccb-98a1-3c59b60f18b6 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:09.864754 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28203eda-fc17-463a-ab04-6079792f97c7", "name": "network-vif-deleted", "tag": "04126400-ae12-4c95-bf5b-bab23a0e9b25", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:09.865145 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3cde98d9-ab6f-4ccb-98a1-3c59b60f18b6 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:09.865724 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28203eda-fc17-463a-ab04-6079792f97c7', 'name': 'network-vif-deleted', 'tag': '04126400-ae12-4c95-bf5b-bab23a0e9b25', 'status': 'completed', 'code': 200} Jul 13 07:27:09.875493 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d710ac4-e1a3-4521-a2f9-bef5b9063d0e req-84e8a4b2-5651-428f-ba68-499ad72ed082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:09.877597 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d710ac4-e1a3-4521-a2f9-bef5b9063d0e req-84e8a4b2-5651-428f-ba68-499ad72ed082 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87358466-9ef1-46ab-8724-6c322750a8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1608443 Jul 13 07:27:09.931928 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bc0f6a-2f8a-4023-8fee-fadc1949f425 None None] Checking router: 46e13e93-8700-44f5-9ffe-23d99536527f for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:27:09.952711 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bc0f6a-2f8a-4023-8fee-fadc1949f425 None None] Routers {'46e13e93-8700-44f5-9ffe-23d99536527f'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:09.955469 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-26bc0f6a-2f8a-4023-8fee-fadc1949f425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:27:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['46e13e93-8700-44f5-9ffe-23d99536527f'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:10.033308 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d710ac4-e1a3-4521-a2f9-bef5b9063d0e req-6d61dc76-6d33-46c8-9a6d-d98160ba27c5 service neutron] 10.222.0.23 "GET /v2.0/networks/87358466-9ef1-46ab-8724-6c322750a8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467700 Jul 13 07:27:10.080859 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-0d83ff0a-f731-4766-91cf-c599757661fe service neutron] 10.222.0.42 "GET /v2.0/networks/429c5271-60ed-4dd8-b05d-2fc0729d6432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208289 Jul 13 07:27:10.094467 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa24323-25f4-42aa-90f9-a366ece24595 req-0f7f6daa-2720-4b5b-869d-e369fd775931 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:10.100729 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6fa24323-25f4-42aa-90f9-a366ece24595 req-0f7f6daa-2720-4b5b-869d-e369fd775931 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.25 "GET /v2.0/ports?device_id=b27e5991-d6c9-4a4a-a586-4a08ef62b5cc HTTP/1.1" status: 200 len: 948 time: 0.1452644 Jul 13 07:27:10.142379 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-cd1d32fe-43c1-4f72-8607-99983f414c82 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=fe72de08-e56f-4e40-8d26-6142c436bbdc HTTP/1.1" status: 200 len: 217 time: 0.0498941 Jul 13 07:27:10.151581 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54586) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:10.177042 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-26bc0f6a-2f8a-4023-8fee-fadc1949f425 None None] Set router 46e13e93-8700-44f5-9ffe-23d99536527f gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:27:10.248758 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-6fa24323-25f4-42aa-90f9-a366ece24595 req-d2d6a4a2-f0b4-400f-aaeb-34d48037a982 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Deleting port ebf8958e-0d4b-4846-9af0-7f9f2ce53e58 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:10.249425 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-6fa24323-25f4-42aa-90f9-a366ece24595 req-d2d6a4a2-f0b4-400f-aaeb-34d48037a982 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:10.262112 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-b83c7789-3d4f-4193-9235-d8495015bf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:10.263465 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-b83c7789-3d4f-4193-9235-d8495015bf21 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=61e9bb2d-d334-46ee-a94c-dc384201b119 HTTP/1.1" status: 200 len: 797 time: 0.1108193 Jul 13 07:27:10.267270 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d710ac4-e1a3-4521-a2f9-bef5b9063d0e req-b31f1b0a-260f-4b18-bb00-b72f1c8622ed service neutron] 10.222.0.23 "GET /v2.0/networks/87358466-9ef1-46ab-8724-6c322750a8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214065 Jul 13 07:27:10.387911 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-049edfc9-3e4f-48f1-87ac-be719b8738cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:10.391706 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-049edfc9-3e4f-48f1-87ac-be719b8738cf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=429c5271-60ed-4dd8-b05d-2fc0729d6432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1166480 Jul 13 07:27:10.475056 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7200b642-61ce-4dcd-9adb-03c560692434 tempest-AgentManagementNegativeTest-91085878 tempest-AgentManagementNegativeTest-91085878-project] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3210802 Jul 13 07:27:10.650388 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-1113d97d-75f2-432c-858d-9eb943a4892b service neutron] 10.222.0.42 "GET /v2.0/networks/429c5271-60ed-4dd8-b05d-2fc0729d6432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533550 Jul 13 07:27:10.685182 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-26bc0f6a-2f8a-4023-8fee-fadc1949f425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'name': 'tempest-FloatingIPsAssociationTestJSON-272898220-router', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:04Z', 'updated_at': '2021-07-13T07:26:13Z', 'revision_number': 4, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'gw_port': {'id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:07Z', 'updated_at': '2021-07-13T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '6d6c7342-090e-4cac-8c66-b65ac0e42a31', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'port_id': 'b161886a-a801-478c-9f6c-25d2693d7e72', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9', 'mac_address': 'fa:16:3e:25:51:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad231c9-320e-4b4e-96f2-773f81089fa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:26:31Z', 'updated_at': '2021-07-13T07:27:06Z', 'revision_number': 8, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f34dc902-a4a2-439b-93fb-5c77a69b7873', 'name': '', 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'mac_address': 'fa:16:3e:85:7f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:12Z', 'updated_at': '2021-07-13T07:26:20Z', 'revision_number': 5, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'subnets': [{'id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:10.722505 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bc0f6a-2f8a-4023-8fee-fadc1949f425 None None] The sync data for ids ['46e13e93-8700-44f5-9ffe-23d99536527f'] in n-d-771363-34 is: [{'id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'name': 'tempest-FloatingIPsAssociationTestJSON-272898220-router', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:04Z', 'updated_at': '2021-07-13T07:26:13Z', 'revision_number': 4, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'gw_port': {'id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:07Z', 'updated_at': '2021-07-13T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '6d6c7342-090e-4cac-8c66-b65ac0e42a31', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'port_id': 'b161886a-a801-478c-9f6c-25d2693d7e72', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9', 'mac_address': 'fa:16:3e:25:51:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad231c9-320e-4b4e-96f2-773f81089fa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:26:31Z', 'updated_at': '2021-07-13T07:27:06Z', 'revision_number': 8, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f34dc902-a4a2-439b-93fb-5c77a69b7873', 'name': '', 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'mac_address': 'fa:16:3e:85:7f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:12Z', 'updated_at': '2021-07-13T07:26:20Z', 'revision_number': 5, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'subnets': [{'id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:27:10.938514 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-6fa24323-25f4-42aa-90f9-a366ece24595 req-d2d6a4a2-f0b4-400f-aaeb-34d48037a982 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] For port ebf8958e-0d4b-4846-9af0-7f9f2ce53e58, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=ebf8958e-0d4b-4846-9af0-7f9f2ce53e58,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:10.939006 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-6fa24323-25f4-42aa-90f9-a366ece24595 req-d2d6a4a2-f0b4-400f-aaeb-34d48037a982 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:10.958810 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-6fa24323-25f4-42aa-90f9-a366ece24595 req-d2d6a4a2-f0b4-400f-aaeb-34d48037a982 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Calling delete_port for ebf8958e-0d4b-4846-9af0-7f9f2ce53e58 owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:10.963786 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-016e2afa-8a36-440f-b150-6ff7b2e144cf req-0fb8a0e0-48c7-44f7-b53b-e4b50ab5c07c tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/floatingips/6d6c7342-090e-4cac-8c66-b65ac0e42a31 HTTP/1.1" status: 200 len: 996 time: 0.3475201 Jul 13 07:27:11.027674 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24822bdf-8be8-4778-a0ad-c8dcc2eb7908 req-305e85c6-b163-49c0-a183-983d5b1529bb tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:11.029735 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-24822bdf-8be8-4778-a0ad-c8dcc2eb7908 req-305e85c6-b163-49c0-a183-983d5b1529bb tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=b27e5991-d6c9-4a4a-a586-4a08ef62b5cc HTTP/1.1" status: 200 len: 948 time: 0.6321757 Jul 13 07:27:11.067493 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54600) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:11.121714 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-9e0fc0ae-e107-4ad5-b3e9-b86f35e76233 service neutron] 10.222.0.42 "GET /v2.0/networks/429c5271-60ed-4dd8-b05d-2fc0729d6432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079056 Jul 13 07:27:11.125970 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-24822bdf-8be8-4778-a0ad-c8dcc2eb7908 req-bf09cd1a-ade7-4667-b68b-3dd75b600016 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836613 Jul 13 07:27:11.129567 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9421f170-f8d8-4dd4-bf8b-49981751c900 None None] New status for floating IP 6d6c7342-090e-4cac-8c66-b65ac0e42a31: ACTIVE {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:27:11.196522 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e2afa-8a36-440f-b150-6ff7b2e144cf req-75057a1f-cb29-467e-95aa-d2debe89205c tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:11.198032 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-016e2afa-8a36-440f-b150-6ff7b2e144cf req-75057a1f-cb29-467e-95aa-d2debe89205c tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/networks/099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 784 time: 0.2252226 Jul 13 07:27:11.199387 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-759cfbc2-bdb2-4118-b3d2-8c796eb3f226 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=adb17561-3fe7-425b-86b9-6784366213c3 HTTP/1.1" status: 200 len: 217 time: 0.0694873 Jul 13 07:27:11.222652 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [req-016e2afa-8a36-440f-b150-6ff7b2e144cf req-ebf15d23-2ba9-4cf3-8297-3e1d0dfa69e8 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:27:11.223725 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-016e2afa-8a36-440f-b150-6ff7b2e144cf req-ebf15d23-2ba9-4cf3-8297-3e1d0dfa69e8 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165393 Jul 13 07:27:11.248909 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-6fa24323-25f4-42aa-90f9-a366ece24595 req-d2d6a4a2-f0b4-400f-aaeb-34d48037a982 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:11.254058 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705bbeb-d61c-4e1f-ba4a-84d90296cd8d req-1c9fef14-2946-4281-881e-7f8b90058563 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:11.255759 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8705bbeb-d61c-4e1f-ba4a-84d90296cd8d req-1c9fef14-2946-4281-881e-7f8b90058563 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.42 "GET /v2.0/ports?device_id=63964b8e-73ab-42c3-bba1-796d43b7c657 HTTP/1.1" status: 200 len: 950 time: 0.3938022 Jul 13 07:27:11.263780 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['ebf8958e-0d4b-4846-9af0-7f9f2ce53e58'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:27:11.318409 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-f42cfb22-9453-4e86-99d5-62a3ff672932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:11.320497 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-f42cfb22-9453-4e86-99d5-62a3ff672932 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7e41c5dd-84e8-4c1d-97eb-f8a340a2884d HTTP/1.1" status: 200 len: 797 time: 0.1120944 Jul 13 07:27:11.333062 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6a4a2-f0b4-400f-aaeb-34d48037a982 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Pushing event deleted for resources: {'Port': ['ID=ebf8958e-0d4b-4846-9af0-7f9f2ce53e58,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:11.363383 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['3748c046-3a67-427e-b56a-088042d90f03', '3251a4bf-60c6-4ed1-842c-317814e9763a', '9e962251-4a79-4ab7-8d2a-496769cc07d9', '905209fd-5bcf-4397-994e-e53811de1895'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:27:11.432736 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-8705bbeb-d61c-4e1f-ba4a-84d90296cd8d req-93abc6a1-1ec2-46d1-a70b-1d38c0574bdb tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Deleting port 905209fd-5bcf-4397-994e-e53811de1895 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:11.433085 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8705bbeb-d61c-4e1f-ba4a-84d90296cd8d req-93abc6a1-1ec2-46d1-a70b-1d38c0574bdb tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:11.457401 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-0a326b69-bbd8-4825-806f-ff6a9cc6b450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:11.463953 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa24323-25f4-42aa-90f9-a366ece24595 req-d2d6a4a2-f0b4-400f-aaeb-34d48037a982 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] No DVR routers for this DVR port ebf8958e-0d4b-4846-9af0-7f9f2ce53e58 on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:27:11.465337 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-0a326b69-bbd8-4825-806f-ff6a9cc6b450 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c585a6c0-7b73-4536-a692-dae61cbdb028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1364236 Jul 13 07:27:11.473575 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-6fa24323-25f4-42aa-90f9-a366ece24595 req-d2d6a4a2-f0b4-400f-aaeb-34d48037a982 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:11.476009 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6fa24323-25f4-42aa-90f9-a366ece24595 req-d2d6a4a2-f0b4-400f-aaeb-34d48037a982 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.25 "DELETE /v2.0/ports/ebf8958e-0d4b-4846-9af0-7f9f2ce53e58 HTTP/1.1" status: 204 len: 173 time: 1.3685279 Jul 13 07:27:11.477957 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b27e5991-d6c9-4a4a-a586-4a08ef62b5cc', 'name': 'network-vif-deleted', 'tag': 'ebf8958e-0d4b-4846-9af0-7f9f2ce53e58'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:11.485148 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07289da7-9f00-471b-924a-e24918a19b9a" -d '{"events": [{"server_uuid": "b27e5991-d6c9-4a4a-a586-4a08ef62b5cc", "name": "network-vif-deleted", "tag": "ebf8958e-0d4b-4846-9af0-7f9f2ce53e58"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:11.620844 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c84c09b8-f96e-4d11-b76c-4d507af9f637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:11.768824 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84fc276-49d6-4f10-996a-9cf7cb3a517d req-2f0c7818-90e8-40fb-92c6-04ab57844c8f tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:11.776009 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b84fc276-49d6-4f10-996a-9cf7cb3a517d req-2f0c7818-90e8-40fb-92c6-04ab57844c8f tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.3295217 Jul 13 07:27:11.831404 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-26375423-2f9d-46d1-86ff-cc5b7708daf8 service neutron] 10.222.0.42 "GET /v2.0/networks/c585a6c0-7b73-4536-a692-dae61cbdb028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540201 Jul 13 07:27:11.852021 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b84fc276-49d6-4f10-996a-9cf7cb3a517d req-40b9766d-aac6-4ec9-95e2-a0facc18a721 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641778 Jul 13 07:27:11.874086 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad231c9-320e-4b4e-96f2-773f81089fa1', 'tag': 'b161886a-a801-478c-9f6c-25d2693d7e72'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:11.887460 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:27:11.893831 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e149e478-95e8-4e69-8815-9df3a1fd3ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "fad231c9-320e-4b4e-96f2-773f81089fa1", "tag": "b161886a-a801-478c-9f6c-25d2693d7e72"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:11.958054 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c84c09b8-f96e-4d11-b76c-4d507af9f637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:11.967061 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-8705bbeb-d61c-4e1f-ba4a-84d90296cd8d req-93abc6a1-1ec2-46d1-a70b-1d38c0574bdb tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] For port 905209fd-5bcf-4397-994e-e53811de1895, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=905209fd-5bcf-4397-994e-e53811de1895,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:11.967851 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8705bbeb-d61c-4e1f-ba4a-84d90296cd8d req-93abc6a1-1ec2-46d1-a70b-1d38c0574bdb tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:11.974605 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c84c09b8-f96e-4d11-b76c-4d507af9f637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:11.994917 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-8705bbeb-d61c-4e1f-ba4a-84d90296cd8d req-93abc6a1-1ec2-46d1-a70b-1d38c0574bdb tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Calling delete_port for 905209fd-5bcf-4397-994e-e53811de1895 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:12.042322 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c84c09b8-f96e-4d11-b76c-4d507af9f637 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86f890a86fee4a309e8fa39752800892&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9669056 Jul 13 07:27:12.047533 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54620) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:12.048436 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c09b8-f96e-4d11-b76c-4d507af9f637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a00161-c7f3-4c81-80f1-af06d0088c58,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:12.120922 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbf59ed-abef-4eab-8151-e200757787d6 x-openstack-request-id: req-9dbf59ed-abef-4eab-8151-e200757787d6 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:12.121201 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b27e5991-d6c9-4a4a-a586-4a08ef62b5cc", "name": "network-vif-deleted", "tag": "ebf8958e-0d4b-4846-9af0-7f9f2ce53e58", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:12.121450 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9dbf59ed-abef-4eab-8151-e200757787d6 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:12.121844 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b27e5991-d6c9-4a4a-a586-4a08ef62b5cc', 'name': 'network-vif-deleted', 'tag': 'ebf8958e-0d4b-4846-9af0-7f9f2ce53e58', 'status': 'completed', 'code': 200} Jul 13 07:27:12.140515 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d6052a5c-becb-474a-83e9-d67b3854c95c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:12.187139 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d6052a5c-becb-474a-83e9-d67b3854c95c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:12.273551 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8705bbeb-d61c-4e1f-ba4a-84d90296cd8d req-93abc6a1-1ec2-46d1-a70b-1d38c0574bdb tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:12.291641 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d6052a5c-becb-474a-83e9-d67b3854c95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:12.309695 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d6052a5c-becb-474a-83e9-d67b3854c95c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:12.313851 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d6052a5c-becb-474a-83e9-d67b3854c95c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/51a00161-c7f3-4c81-80f1-af06d0088c58 HTTP/1.1" status: 204 len: 168 time: 0.2546036 Jul 13 07:27:12.325856 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93abc6a1-1ec2-46d1-a70b-1d38c0574bdb tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Pushing event deleted for resources: {'Port': ['ID=905209fd-5bcf-4397-994e-e53811de1895,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:12.338566 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6052a5c-becb-474a-83e9-d67b3854c95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a00161-c7f3-4c81-80f1-af06d0088c58,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:12.468155 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-8705bbeb-d61c-4e1f-ba4a-84d90296cd8d req-93abc6a1-1ec2-46d1-a70b-1d38c0574bdb tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] No DVR routers for this DVR port 905209fd-5bcf-4397-994e-e53811de1895 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:27:12.482983 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8705bbeb-d61c-4e1f-ba4a-84d90296cd8d req-93abc6a1-1ec2-46d1-a70b-1d38c0574bdb tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:12.485079 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8705bbeb-d61c-4e1f-ba4a-84d90296cd8d req-93abc6a1-1ec2-46d1-a70b-1d38c0574bdb tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.42 "DELETE /v2.0/ports/905209fd-5bcf-4397-994e-e53811de1895 HTTP/1.1" status: 204 len: 173 time: 1.2232296 Jul 13 07:27:12.513512 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0f778dba-07e3-45b2-9dc4-84a3030fc3bb req-354ab744-3a73-4abe-ab2a-9e373f49d966 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.177 HTTP/1.1" status: 200 len: 1001 time: 0.6879044 Jul 13 07:27:12.563255 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-6ce4b9f5-3806-487d-94b8-f3124019e7db service neutron] 10.222.0.42 "GET /v2.0/networks/c585a6c0-7b73-4536-a692-dae61cbdb028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7180152 Jul 13 07:27:12.565232 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80531391-d143-41c0-9fb4-b97974d14819 x-openstack-request-id: req-80531391-d143-41c0-9fb4-b97974d14819 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:12.565558 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fad231c9-320e-4b4e-96f2-773f81089fa1", "tag": "b161886a-a801-478c-9f6c-25d2693d7e72", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:12.566097 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-80531391-d143-41c0-9fb4-b97974d14819 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:12.566642 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fad231c9-320e-4b4e-96f2-773f81089fa1', 'tag': 'b161886a-a801-478c-9f6c-25d2693d7e72', 'status': 'completed', 'code': 200} Jul 13 07:27:13.112740 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-852815ee-e8a9-44f2-8b55-065a1b6736fb req-b7205ef8-741f-4206-abc4-883d474793e9 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=63964b8e-73ab-42c3-bba1-796d43b7c657 HTTP/1.1" status: 200 len: 210 time: 0.0761614 Jul 13 07:27:13.196307 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-a22c4036-03ab-4df9-9a70-9a4547f3ce55 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c53c18b7-3053-4952-992c-e808e72481bd HTTP/1.1" status: 200 len: 217 time: 0.5975883 Jul 13 07:27:13.214589 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f778dba-07e3-45b2-9dc4-84a3030fc3bb req-44b1c79b-4e1a-41ba-9c4b-a8dcaa2b1a7c tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:13.215976 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0f778dba-07e3-45b2-9dc4-84a3030fc3bb req-44b1c79b-4e1a-41ba-9c4b-a8dcaa2b1a7c tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/ports/b161886a-a801-478c-9f6c-25d2693d7e72 HTTP/1.1" status: 200 len: 942 time: 0.6956758 Jul 13 07:27:13.276849 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-fda7f3cb-d6ec-4f8e-8519-58311e8a5ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:13.278371 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-fda7f3cb-d6ec-4f8e-8519-58311e8a5ac4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7e41c5dd-84e8-4c1d-97eb-f8a340a2884d HTTP/1.1" status: 200 len: 797 time: 0.0714829 Jul 13 07:27:13.287172 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149e478-95e8-4e69-8815-9df3a1fd3ff4 req-c5cc0b0b-a4d4-496f-aeea-494e440960a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:13.289451 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e149e478-95e8-4e69-8815-9df3a1fd3ff4 req-c5cc0b0b-a4d4-496f-aeea-494e440960a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=73157af76ad44f519f8a9a3289d8ad24&device_id=fad231c9-320e-4b4e-96f2-773f81089fa1 HTTP/1.1" status: 200 len: 1097 time: 0.6881537 Jul 13 07:27:13.528649 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0f778dba-07e3-45b2-9dc4-84a3030fc3bb req-6aa63cff-58e0-40b0-bf37-4f3b54820421 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.177 HTTP/1.1" status: 200 len: 1001 time: 0.1677895 Jul 13 07:27:13.559143 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-a687667d-d55a-467d-aeb5-6cbecf8a1161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:13.561490 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-a687667d-d55a-467d-aeb5-6cbecf8a1161 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c585a6c0-7b73-4536-a692-dae61cbdb028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2703934 Jul 13 07:27:13.572939 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149e478-95e8-4e69-8815-9df3a1fd3ff4 req-d7a8836b-91d3-4964-b87d-0af17baaf5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:13.574402 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e149e478-95e8-4e69-8815-9df3a1fd3ff4 req-d7a8836b-91d3-4964-b87d-0af17baaf5c5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=87358466-9ef1-46ab-8724-6c322750a8f9 HTTP/1.1" status: 200 len: 921 time: 0.2765439 Jul 13 07:27:13.608061 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fab6dd-fb55-411b-9fd2-4b4111561451 req-f573f6f1-3c69-4d10-b9b0-0c760e3c95d4 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:13.609684 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-62fab6dd-fb55-411b-9fd2-4b4111561451 req-f573f6f1-3c69-4d10-b9b0-0c760e3c95d4 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.0995626 Jul 13 07:27:13.639518 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54656) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:13.673664 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-62fab6dd-fb55-411b-9fd2-4b4111561451 req-4a784b12-95cd-4b42-964e-9ea51fd012be tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553105 Jul 13 07:27:13.774666 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e149e478-95e8-4e69-8815-9df3a1fd3ff4 req-408da90e-d111-448f-aaca-f6c5ecd4292d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b161886a-a801-478c-9f6c-25d2693d7e72 HTTP/1.1" status: 200 len: 1001 time: 0.1872201 Jul 13 07:27:13.785023 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f778dba-07e3-45b2-9dc4-84a3030fc3bb req-97b18472-f9ff-42b2-9952-b6ecb0682df6 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:13.791098 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['3748c046-3a67-427e-b56a-088042d90f03', '3251a4bf-60c6-4ed1-842c-317814e9763a', '9e962251-4a79-4ab7-8d2a-496769cc07d9'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:27:13.793325 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0f778dba-07e3-45b2-9dc4-84a3030fc3bb req-97b18472-f9ff-42b2-9952-b6ecb0682df6 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/networks/099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 784 time: 0.2638264 Jul 13 07:27:13.867232 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-38345a15-2691-4c19-88bb-676eb5f78906 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1418446686'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:13.888114 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-95e1d191-0db8-41fd-8e72-f7be6428b8aa service neutron] 10.222.0.42 "GET /v2.0/networks/c585a6c0-7b73-4536-a692-dae61cbdb028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018098 Jul 13 07:27:13.914505 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38345a15-2691-4c19-88bb-676eb5f78906 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Made reservation on behalf of bad44009f14e4d0ba13c56ee91cd4b85 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:13.920651 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-38345a15-2691-4c19-88bb-676eb5f78906 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:13.931765 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-38345a15-2691-4c19-88bb-676eb5f78906 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:13.941631 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149e478-95e8-4e69-8815-9df3a1fd3ff4 req-8a98d8a0-84de-4bcb-a383-d33fb153e51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:13.943676 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e149e478-95e8-4e69-8815-9df3a1fd3ff4 req-8a98d8a0-84de-4bcb-a383-d33fb153e51a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393 HTTP/1.1" status: 200 len: 859 time: 0.1484365 Jul 13 07:27:13.970726 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device ebf8958e-0d4b-4846-9af0-7f9f2ce53e58 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:14.030478 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: ebf8958e-0d4b-4846-9af0-7f9f2ce53e58 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:27:14.031057 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device ebf8958e-0d4b-4846-9af0-7f9f2ce53e58 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:27:14.074048 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-38345a15-2691-4c19-88bb-676eb5f78906 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:14.082826 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0f778dba-07e3-45b2-9dc4-84a3030fc3bb req-59507f89-6983-4793-89b0-eab0bf0b1400 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.177 HTTP/1.1" status: 200 len: 1001 time: 0.2885466 Jul 13 07:27:14.086907 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-38345a15-2691-4c19-88bb-676eb5f78906 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:14.104625 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38345a15-2691-4c19-88bb-676eb5f78906 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:27:14.117459 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-38345a15-2691-4c19-88bb-676eb5f78906 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:14.118113 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-38345a15-2691-4c19-88bb-676eb5f78906 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Added segment de7947dc-0250-4030-90d9-3a3b65a73c65 of type vlan for network 28e8bdc9-5212-4262-b5a0-354ac98b2958 Jul 13 07:27:14.159417 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-0f778dba-07e3-45b2-9dc4-84a3030fc3bb req-b37ba112-876d-4bae-997b-3a7e767c5af4 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:14.177205 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-38345a15-2691-4c19-88bb-676eb5f78906 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:14.258994 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be83ccd5-7a5b-41b4-abaf-604aab1ac640 req-f81fabff-f692-4a15-9586-7fecfc795c2f service neutron] 10.222.0.42 "GET /v2.0/networks/c585a6c0-7b73-4536-a692-dae61cbdb028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566709 Jul 13 07:27:14.269103 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-38345a15-2691-4c19-88bb-676eb5f78906 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:14.269357 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0f778dba-07e3-45b2-9dc4-84a3030fc3bb req-b37ba112-876d-4bae-997b-3a7e767c5af4 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks [] for floatingip, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:14.275108 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149e478-95e8-4e69-8815-9df3a1fd3ff4 req-f3db48c1-8909-4f67-acae-6137f90024bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:14.276932 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e149e478-95e8-4e69-8815-9df3a1fd3ff4 req-f3db48c1-8909-4f67-acae-6137f90024bb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=87358466-9ef1-46ab-8724-6c322750a8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2988775 Jul 13 07:27:14.285270 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38345a15-2691-4c19-88bb-676eb5f78906 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:14.286183 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-38345a15-2691-4c19-88bb-676eb5f78906 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:14.341208 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-38345a15-2691-4c19-88bb-676eb5f78906 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6978424 Jul 13 07:27:14.372252 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54668) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:14.386478 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-0fddcbd6-ab32-4dda-8f37-51081049b8eb tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Request body: {'subnet': {'network_id': '28e8bdc9-5212-4262-b5a0-354ac98b2958', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:14.404965 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 905209fd-5bcf-4397-994e-e53811de1895 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:14.472895 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 905209fd-5bcf-4397-994e-e53811de1895 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:27:14.483437 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 905209fd-5bcf-4397-994e-e53811de1895 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:27:14.507243 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e149e478-95e8-4e69-8815-9df3a1fd3ff4 req-c8926f58-265c-452a-82d6-2e85a7e849c1 service neutron] 10.222.0.42 "GET /v2.0/networks/87358466-9ef1-46ab-8724-6c322750a8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936741 Jul 13 07:27:14.572404 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63964b8e-73ab-42c3-bba1-796d43b7c657', 'name': 'network-vif-deleted', 'tag': '905209fd-5bcf-4397-994e-e53811de1895'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:14.574911 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd090ef1-599c-476c-a297-664065d8e612" -d '{"events": [{"server_uuid": "63964b8e-73ab-42c3-bba1-796d43b7c657", "name": "network-vif-deleted", "tag": "905209fd-5bcf-4397-994e-e53811de1895"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:14.621819 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38345a15-2691-4c19-88bb-676eb5f78906 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e02f75f6-10fd-43a3-baa4-5a82422d0377,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:14.671293 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38345a15-2691-4c19-88bb-676eb5f78906 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Pushing event updated for resources: {'Network': ['ID=28e8bdc9-5212-4262-b5a0-354ac98b2958,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:14.690988 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fddcbd6-ab32-4dda-8f37-51081049b8eb tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Made reservation on behalf of bad44009f14e4d0ba13c56ee91cd4b85 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:14.695457 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0fddcbd6-ab32-4dda-8f37-51081049b8eb tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:14.723561 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 28e8bdc9-5212-4262-b5a0-354ac98b2958 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:27:14.791608 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0f778dba-07e3-45b2-9dc4-84a3030fc3bb req-b37ba112-876d-4bae-997b-3a7e767c5af4 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:14.807529 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0f778dba-07e3-45b2-9dc4-84a3030fc3bb req-b37ba112-876d-4bae-997b-3a7e767c5af4 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:14.807529 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [req-0f778dba-07e3-45b2-9dc4-84a3030fc3bb req-b37ba112-876d-4bae-997b-3a7e767c5af4 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Floating IP 6d6c7342-090e-4cac-8c66-b65ac0e42a31 disassociated. External IP: 172.25.3.177, port: b161886a-a801-478c-9f6c-25d2693d7e72. Jul 13 07:27:14.811827 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e149e478-95e8-4e69-8815-9df3a1fd3ff4 req-820f17b5-03fa-4232-84bd-0f65050a7c08 service neutron] 10.222.0.42 "GET /v2.0/networks/87358466-9ef1-46ab-8724-6c322750a8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930405 Jul 13 07:27:14.997576 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0fddcbd6-ab32-4dda-8f37-51081049b8eb tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:15.110149 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f778dba-07e3-45b2-9dc4-84a3030fc3bb req-b37ba112-876d-4bae-997b-3a7e767c5af4 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Router 46e13e93-8700-44f5-9ffe-23d99536527f has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:27:15.112720 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fddcbd6-ab32-4dda-8f37-51081049b8eb tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Pushing event updated for resources: {'Subnet': ['ID=c1cad1f3-c65e-4ebf-bfe0-95aebaf9308d,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:15.122840 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fddcbd6-ab32-4dda-8f37-51081049b8eb tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Checking segment: {'id': 'de7947dc-0250-4030-90d9-3a3b65a73c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '28e8bdc9-5212-4262-b5a0-354ac98b2958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:15.123782 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fddcbd6-ab32-4dda-8f37-51081049b8eb tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Network hostable DHCP agents. Network: 28e8bdc9-5212-4262-b5a0-354ac98b2958, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:27:15.125638 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891e119b-79ef-4481-be4f-1e22d7397820 x-openstack-request-id: req-891e119b-79ef-4481-be4f-1e22d7397820 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:15.126089 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63964b8e-73ab-42c3-bba1-796d43b7c657", "name": "network-vif-deleted", "tag": "905209fd-5bcf-4397-994e-e53811de1895", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:15.126529 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-891e119b-79ef-4481-be4f-1e22d7397820 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:15.126935 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63964b8e-73ab-42c3-bba1-796d43b7c657', 'name': 'network-vif-deleted', 'tag': '905209fd-5bcf-4397-994e-e53811de1895', 'status': 'completed', 'code': 200} Jul 13 07:27:15.151165 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fddcbd6-ab32-4dda-8f37-51081049b8eb tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Network 28e8bdc9-5212-4262-b5a0-354ac98b2958 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:27:15.163278 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-0fddcbd6-ab32-4dda-8f37-51081049b8eb tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 28e8bdc9-5212-4262-b5a0-354ac98b2958) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:15.175142 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f774fa98-243c-4a37-b380-15a6e3becffa None None] Network 28e8bdc9-5212-4262-b5a0-354ac98b2958 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:27:15.179080 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fddcbd6-ab32-4dda-8f37-51081049b8eb tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:15.180391 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0fddcbd6-ab32-4dda-8f37-51081049b8eb tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:15.201370 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0fddcbd6-ab32-4dda-8f37-51081049b8eb tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8249168 Jul 13 07:27:15.203715 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54684) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:15.216879 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-114c7ce8-61ad-497a-bbc0-2f86dfb3f75c tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Request body: {'port': {'network_id': '28e8bdc9-5212-4262-b5a0-354ac98b2958', 'name': 'tempest-ExtraDHCPOptionsTestJSON-306102769'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:15.240903 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f778dba-07e3-45b2-9dc4-84a3030fc3bb req-b37ba112-876d-4bae-997b-3a7e767c5af4 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:27:15.252326 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0f778dba-07e3-45b2-9dc4-84a3030fc3bb req-b37ba112-876d-4bae-997b-3a7e767c5af4 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:15.301206 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863195f3-8b78-4ace-a20a-d1962afb4623 None None] Sync routers for ids ['46e13e93-8700-44f5-9ffe-23d99536527f'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:27:15.316728 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0f778dba-07e3-45b2-9dc4-84a3030fc3bb req-b37ba112-876d-4bae-997b-3a7e767c5af4 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "PUT /v2.0/floatingips/6d6c7342-090e-4cac-8c66-b65ac0e42a31 HTTP/1.1" status: 200 len: 696 time: 1.1813061 Jul 13 07:27:15.348326 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863195f3-8b78-4ace-a20a-d1962afb4623 None None] Routers {'46e13e93-8700-44f5-9ffe-23d99536527f'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:15.349205 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-863195f3-8b78-4ace-a20a-d1962afb4623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:27:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['46e13e93-8700-44f5-9ffe-23d99536527f'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:15.414363 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f778dba-07e3-45b2-9dc4-84a3030fc3bb req-f92facaa-b3f8-4e46-a3de-46107c941239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:15.416363 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0f778dba-07e3-45b2-9dc4-84a3030fc3bb req-f92facaa-b3f8-4e46-a3de-46107c941239 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73157af76ad44f519f8a9a3289d8ad24&device_id=fad231c9-320e-4b4e-96f2-773f81089fa1 HTTP/1.1" status: 200 len: 1097 time: 0.0854840 Jul 13 07:27:15.427662 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf92c10-08ba-46eb-a12e-fc6b51b1b21f req-3a7e9d74-5c01-421d-8848-7446368bed45 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:15.430032 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1bf92c10-08ba-46eb-a12e-fc6b51b1b21f req-3a7e9d74-5c01-421d-8848-7446368bed45 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.1031201 Jul 13 07:27:15.474210 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1bf92c10-08ba-46eb-a12e-fc6b51b1b21f req-b660e5e4-46af-4ddf-91f4-d511ae89c730 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373585 Jul 13 07:27:15.475300 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114c7ce8-61ad-497a-bbc0-2f86dfb3f75c tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Made reservation on behalf of bad44009f14e4d0ba13c56ee91cd4b85 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:15.478976 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-114c7ce8-61ad-497a-bbc0-2f86dfb3f75c tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:15.503407 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b245cf-fc72-469c-b9a2-11b62f691e21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-28e8bdc9-5212-4262-b5a0-354ac98b2958', 'network_id': '28e8bdc9-5212-4262-b5a0-354ac98b2958', 'tenant_id': 'bad44009f14e4d0ba13c56ee91cd4b85', 'fixed_ips': [{'subnet_id': 'c1cad1f3-c65e-4ebf-bfe0-95aebaf9308d'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:27:15.504410 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e1b245cf-fc72-469c-b9a2-11b62f691e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:15.513733 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-114c7ce8-61ad-497a-bbc0-2f86dfb3f75c tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] device_id is not set on port ac033874-47da-493e-a2ae-fa5ec411bafd yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:27:15.633676 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-863195f3-8b78-4ace-a20a-d1962afb4623 None None] Set router 46e13e93-8700-44f5-9ffe-23d99536527f gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:27:15.648873 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f778dba-07e3-45b2-9dc4-84a3030fc3bb req-a415e72b-0875-478e-aa85-8c7ade962fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:15.651154 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0f778dba-07e3-45b2-9dc4-84a3030fc3bb req-a415e72b-0875-478e-aa85-8c7ade962fac service neutron] 10.222.0.23 "GET /v2.0/networks?id=87358466-9ef1-46ab-8724-6c322750a8f9 HTTP/1.1" status: 200 len: 921 time: 0.2245705 Jul 13 07:27:15.712213 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0f778dba-07e3-45b2-9dc4-84a3030fc3bb req-a0bd42eb-db38-4b41-993f-6d3395729d61 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b161886a-a801-478c-9f6c-25d2693d7e72 HTTP/1.1" status: 200 len: 217 time: 0.0552669 Jul 13 07:27:15.741956 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-114c7ce8-61ad-497a-bbc0-2f86dfb3f75c tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Allocated IP 172.20.0.3 (28e8bdc9-5212-4262-b5a0-354ac98b2958/c1cad1f3-c65e-4ebf-bfe0-95aebaf9308d/ac033874-47da-493e-a2ae-fa5ec411bafd) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:27:15.804175 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f778dba-07e3-45b2-9dc4-84a3030fc3bb req-994e1dee-2f6c-4299-9654-0aeeadbd1032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:15.806572 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0f778dba-07e3-45b2-9dc4-84a3030fc3bb req-994e1dee-2f6c-4299-9654-0aeeadbd1032 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393 HTTP/1.1" status: 200 len: 859 time: 0.0852935 Jul 13 07:27:15.954611 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f778dba-07e3-45b2-9dc4-84a3030fc3bb req-6b55cd21-818c-4f8b-ade8-305a200d7acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:15.956581 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0f778dba-07e3-45b2-9dc4-84a3030fc3bb req-6b55cd21-818c-4f8b-ade8-305a200d7acf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87358466-9ef1-46ab-8724-6c322750a8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1448009 Jul 13 07:27:16.026931 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-863195f3-8b78-4ace-a20a-d1962afb4623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'name': 'tempest-FloatingIPsAssociationTestJSON-272898220-router', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:04Z', 'updated_at': '2021-07-13T07:26:13Z', 'revision_number': 4, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'gw_port': {'id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:07Z', 'updated_at': '2021-07-13T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'f34dc902-a4a2-439b-93fb-5c77a69b7873', 'name': '', 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'mac_address': 'fa:16:3e:85:7f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:12Z', 'updated_at': '2021-07-13T07:26:20Z', 'revision_number': 5, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'subnets': [{'id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:16.063498 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-114c7ce8-61ad-497a-bbc0-2f86dfb3f75c tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:16.077477 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863195f3-8b78-4ace-a20a-d1962afb4623 None None] Checking router: 46e13e93-8700-44f5-9ffe-23d99536527f for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:27:16.092548 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863195f3-8b78-4ace-a20a-d1962afb4623 None None] Routers {'46e13e93-8700-44f5-9ffe-23d99536527f'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:16.092719 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-114c7ce8-61ad-497a-bbc0-2f86dfb3f75c tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Transition to ACTIVE for port object ac033874-47da-493e-a2ae-fa5ec411bafd will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:16.099028 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-863195f3-8b78-4ace-a20a-d1962afb4623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:27:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['46e13e93-8700-44f5-9ffe-23d99536527f'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:16.104969 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0f778dba-07e3-45b2-9dc4-84a3030fc3bb req-8595216f-a1bc-45b5-8000-affaf06e62c9 service neutron] 10.222.0.23 "GET /v2.0/networks/87358466-9ef1-46ab-8724-6c322750a8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410491 Jul 13 07:27:16.165279 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-114c7ce8-61ad-497a-bbc0-2f86dfb3f75c tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:16.273497 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114c7ce8-61ad-497a-bbc0-2f86dfb3f75c tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Network 28e8bdc9-5212-4262-b5a0-354ac98b2958 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:16.280566 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-114c7ce8-61ad-497a-bbc0-2f86dfb3f75c tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:16.287601 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114c7ce8-61ad-497a-bbc0-2f86dfb3f75c tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:27:16.346119 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114c7ce8-61ad-497a-bbc0-2f86dfb3f75c tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:16.350169 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-114c7ce8-61ad-497a-bbc0-2f86dfb3f75c tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:16.352483 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0f778dba-07e3-45b2-9dc4-84a3030fc3bb req-89861daa-e41b-442b-8b7a-01e3ea0089a8 service neutron] 10.222.0.23 "GET /v2.0/networks/87358466-9ef1-46ab-8724-6c322750a8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405183 Jul 13 07:27:16.372414 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c7ce8-61ad-497a-bbc0-2f86dfb3f75c tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Pushing event updated for resources: {'Port': ['ID=ac033874-47da-493e-a2ae-fa5ec411bafd,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:16.385236 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-114c7ce8-61ad-497a-bbc0-2f86dfb3f75c tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1802847 Jul 13 07:27:16.388795 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54690) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:16.396559 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-c826f27d-dba6-4db4-8e72-5d4a74cf7086 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Request body: {'port': {'network_id': '28e8bdc9-5212-4262-b5a0-354ac98b2958', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2059653770', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:16.397858 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.api.validators [None req-c826f27d-dba6-4db4-8e72-5d4a74cf7086 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] bootfile-name is not in valid_values {{(pid=94018) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 07:27:16.398538 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.api.validators [None req-c826f27d-dba6-4db4-8e72-5d4a74cf7086 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] tftp-server is not in valid_values {{(pid=94018) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 07:27:16.399300 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.api.validators [None req-c826f27d-dba6-4db4-8e72-5d4a74cf7086 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] server-ip-address is not in valid_values {{(pid=94018) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 07:27:16.559074 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-e1b245cf-fc72-469c-b9a2-11b62f691e21 None None] Allocated IP 172.20.0.2 (28e8bdc9-5212-4262-b5a0-354ac98b2958/c1cad1f3-c65e-4ebf-bfe0-95aebaf9308d/cb18f2d0-8a8d-4b15-8c7d-d07ad4dcee1f) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:27:16.562757 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-863195f3-8b78-4ace-a20a-d1962afb4623 None None] Set router 46e13e93-8700-44f5-9ffe-23d99536527f gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:27:16.649541 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c826f27d-dba6-4db4-8e72-5d4a74cf7086 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Made reservation on behalf of bad44009f14e4d0ba13c56ee91cd4b85 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:16.655461 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c826f27d-dba6-4db4-8e72-5d4a74cf7086 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:16.686427 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a014dd-fe82-4d7b-8850-384607d45556 req-18e15f10-0a85-4a4d-8fd4-926845c73b3d tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:16.688193 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c9a014dd-fe82-4d7b-8850-384607d45556 req-18e15f10-0a85-4a4d-8fd4-926845c73b3d tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.42 "GET /v2.0/ports?device_id=516bfec3-cc03-428c-ae34-cb57a9bee6db HTTP/1.1" status: 200 len: 949 time: 0.1273966 Jul 13 07:27:16.713627 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-c826f27d-dba6-4db4-8e72-5d4a74cf7086 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] device_id is not set on port f44c89bb-da77-4772-bac4-e36eea17c96d yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:27:16.812523 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73df0a4-3711-4d6d-ae30-79588bebe8eb req-588060f6-50fc-4f33-a0aa-814262dd0b70 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:16.818489 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b73df0a4-3711-4d6d-ae30-79588bebe8eb req-588060f6-50fc-4f33-a0aa-814262dd0b70 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=516bfec3-cc03-428c-ae34-cb57a9bee6db HTTP/1.1" status: 200 len: 949 time: 0.1495554 Jul 13 07:27:16.872950 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b73df0a4-3711-4d6d-ae30-79588bebe8eb req-dd1c3ac7-0c2e-4806-9c5d-d5520f4e5df5 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534897 Jul 13 07:27:16.979294 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-c9a014dd-fe82-4d7b-8850-384607d45556 req-1b39e586-2836-4d05-a9cb-c590c518e402 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Deleting port 3251a4bf-60c6-4ed1-842c-317814e9763a {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:16.981578 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-c9a014dd-fe82-4d7b-8850-384607d45556 req-1b39e586-2836-4d05-a9cb-c590c518e402 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:17.004776 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e1b245cf-fc72-469c-b9a2-11b62f691e21 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:17.017557 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e1b245cf-fc72-469c-b9a2-11b62f691e21 None None] Transition to ACTIVE for port object cb18f2d0-8a8d-4b15-8c7d-d07ad4dcee1f will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:17.041494 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e1b245cf-fc72-469c-b9a2-11b62f691e21 None None] Transition to ACTIVE for port object cb18f2d0-8a8d-4b15-8c7d-d07ad4dcee1f will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:17.051438 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-863195f3-8b78-4ace-a20a-d1962afb4623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'name': 'tempest-FloatingIPsAssociationTestJSON-272898220-router', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:04Z', 'updated_at': '2021-07-13T07:26:13Z', 'revision_number': 4, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'gw_port': {'id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:07Z', 'updated_at': '2021-07-13T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'f34dc902-a4a2-439b-93fb-5c77a69b7873', 'name': '', 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'mac_address': 'fa:16:3e:85:7f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:12Z', 'updated_at': '2021-07-13T07:26:20Z', 'revision_number': 5, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'subnets': [{'id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:17.057696 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e1b245cf-fc72-469c-b9a2-11b62f691e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:17.102844 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863195f3-8b78-4ace-a20a-d1962afb4623 None None] The sync data for ids ['46e13e93-8700-44f5-9ffe-23d99536527f'] in n-d-771363-34 is: [{'id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'name': 'tempest-FloatingIPsAssociationTestJSON-272898220-router', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:04Z', 'updated_at': '2021-07-13T07:26:13Z', 'revision_number': 4, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'gw_port': {'id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:07Z', 'updated_at': '2021-07-13T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'f34dc902-a4a2-439b-93fb-5c77a69b7873', 'name': '', 'network_id': '87358466-9ef1-46ab-8724-6c322750a8f9', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'mac_address': 'fa:16:3e:85:7f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:12Z', 'updated_at': '2021-07-13T07:26:20Z', 'revision_number': 5, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'subnets': [{'id': '6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:27:17.129292 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-c826f27d-dba6-4db4-8e72-5d4a74cf7086 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Allocated IP 172.20.0.11 (28e8bdc9-5212-4262-b5a0-354ac98b2958/c1cad1f3-c65e-4ebf-bfe0-95aebaf9308d/f44c89bb-da77-4772-bac4-e36eea17c96d) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:27:17.151399 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b245cf-fc72-469c-b9a2-11b62f691e21 None None] Network 28e8bdc9-5212-4262-b5a0-354ac98b2958 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:17.154627 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-e1b245cf-fc72-469c-b9a2-11b62f691e21 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:17.157477 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad231c9-320e-4b4e-96f2-773f81089fa1', 'tag': 'b161886a-a801-478c-9f6c-25d2693d7e72'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:17.161895 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6038bb-9750-44f9-90c6-5ea04637f19e" -d '{"events": [{"name": "network-changed", "server_uuid": "fad231c9-320e-4b4e-96f2-773f81089fa1", "tag": "b161886a-a801-478c-9f6c-25d2693d7e72"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:17.165771 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b245cf-fc72-469c-b9a2-11b62f691e21 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:27:17.204530 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b245cf-fc72-469c-b9a2-11b62f691e21 None None] Pushing event updated for resources: {'Port': ['ID=cb18f2d0-8a8d-4b15-8c7d-d07ad4dcee1f,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:17.227681 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-c9a014dd-fe82-4d7b-8850-384607d45556 req-1b39e586-2836-4d05-a9cb-c590c518e402 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] For port 3251a4bf-60c6-4ed1-842c-317814e9763a, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=3251a4bf-60c6-4ed1-842c-317814e9763a,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:17.227681 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-c9a014dd-fe82-4d7b-8850-384607d45556 req-1b39e586-2836-4d05-a9cb-c590c518e402 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:17.247312 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-c9a014dd-fe82-4d7b-8850-384607d45556 req-1b39e586-2836-4d05-a9cb-c590c518e402 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Calling delete_port for 3251a4bf-60c6-4ed1-842c-317814e9763a owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:17.330650 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-e1b245cf-fc72-469c-b9a2-11b62f691e21 None None] Attempting to bind port cb18f2d0-8a8d-4b15-8c7d-d07ad4dcee1f on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:27:17.330650 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-e1b245cf-fc72-469c-b9a2-11b62f691e21 None None] Attempting to bind port cb18f2d0-8a8d-4b15-8c7d-d07ad4dcee1f by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'de7947dc-0250-4030-90d9-3a3b65a73c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '28e8bdc9-5212-4262-b5a0-354ac98b2958'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:27:17.335452 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b245cf-fc72-469c-b9a2-11b62f691e21 None None] Attempting to bind port cb18f2d0-8a8d-4b15-8c7d-d07ad4dcee1f on network 28e8bdc9-5212-4262-b5a0-354ac98b2958 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:17.342414 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b245cf-fc72-469c-b9a2-11b62f691e21 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:27:17.342730 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b245cf-fc72-469c-b9a2-11b62f691e21 None None] Checking segment: {'id': 'de7947dc-0250-4030-90d9-3a3b65a73c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '28e8bdc9-5212-4262-b5a0-354ac98b2958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:17.343083 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e1b245cf-fc72-469c-b9a2-11b62f691e21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:17.343524 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b245cf-fc72-469c-b9a2-11b62f691e21 None None] Bound using segment: {'id': 'de7947dc-0250-4030-90d9-3a3b65a73c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '28e8bdc9-5212-4262-b5a0-354ac98b2958'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:27:17.344006 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-e1b245cf-fc72-469c-b9a2-11b62f691e21 None None] Bound port: cb18f2d0-8a8d-4b15-8c7d-d07ad4dcee1f, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7947dc-0250-4030-90d9-3a3b65a73c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '28e8bdc9-5212-4262-b5a0-354ac98b2958'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:27:17.344393 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e1b245cf-fc72-469c-b9a2-11b62f691e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:17.435223 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-c9a014dd-fe82-4d7b-8850-384607d45556 req-1b39e586-2836-4d05-a9cb-c590c518e402 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:17.462646 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a035497-e8db-4647-9ab4-fa0a0577a577 req-79ed3d16-1e33-4eaf-bc9a-3518a70a3666 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:17.470229 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0a035497-e8db-4647-9ab4-fa0a0577a577 req-79ed3d16-1e33-4eaf-bc9a-3518a70a3666 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.4975615 Jul 13 07:27:17.471679 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['3748c046-3a67-427e-b56a-088042d90f03', '3251a4bf-60c6-4ed1-842c-317814e9763a', '9e962251-4a79-4ab7-8d2a-496769cc07d9'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:27:17.489905 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c826f27d-dba6-4db4-8e72-5d4a74cf7086 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:17.508271 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-c826f27d-dba6-4db4-8e72-5d4a74cf7086 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Transition to ACTIVE for port object f44c89bb-da77-4772-bac4-e36eea17c96d will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:17.561852 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c826f27d-dba6-4db4-8e72-5d4a74cf7086 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:17.568869 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b39e586-2836-4d05-a9cb-c590c518e402 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Pushing event deleted for resources: {'Port': ['ID=3251a4bf-60c6-4ed1-842c-317814e9763a,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:17.589643 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a624ab-ffe1-4fab-adb9-21e740800e34 x-openstack-request-id: req-48a624ab-ffe1-4fab-adb9-21e740800e34 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:17.589940 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fad231c9-320e-4b4e-96f2-773f81089fa1", "tag": "b161886a-a801-478c-9f6c-25d2693d7e72", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:17.590190 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-48a624ab-ffe1-4fab-adb9-21e740800e34 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:17.590579 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fad231c9-320e-4b4e-96f2-773f81089fa1', 'tag': 'b161886a-a801-478c-9f6c-25d2693d7e72', 'status': 'completed', 'code': 200} Jul 13 07:27:17.594651 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed27cdf-39a9-4619-8cc4-f0039386307a None None] New status for floating IP 6d6c7342-090e-4cac-8c66-b65ac0e42a31: DOWN {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:27:17.652791 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0a035497-e8db-4647-9ab4-fa0a0577a577 req-3de0b078-7175-4599-bef8-7cd82d7c446a tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815798 Jul 13 07:27:17.674113 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-e1b245cf-fc72-469c-b9a2-11b62f691e21 None None] For port cb18f2d0-8a8d-4b15-8c7d-d07ad4dcee1f, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:27:17.678119 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-e1b245cf-fc72-469c-b9a2-11b62f691e21 None None] For port cb18f2d0-8a8d-4b15-8c7d-d07ad4dcee1f, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=cb18f2d0-8a8d-4b15-8c7d-d07ad4dcee1f,segment=NetworkSegment(de7947dc-0250-4030-90d9-3a3b65a73c65),segment_id=de7947dc-0250-4030-90d9-3a3b65a73c65)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:27:17.715578 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e1b245cf-fc72-469c-b9a2-11b62f691e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:17.754492 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a014dd-fe82-4d7b-8850-384607d45556 req-1b39e586-2836-4d05-a9cb-c590c518e402 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] No DVR routers for this DVR port 3251a4bf-60c6-4ed1-842c-317814e9763a on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:27:17.766499 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826f27d-dba6-4db4-8e72-5d4a74cf7086 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Pushing event updated for resources: {'Port': ['ID=f44c89bb-da77-4772-bac4-e36eea17c96d,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:17.767570 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-c9a014dd-fe82-4d7b-8850-384607d45556 req-1b39e586-2836-4d05-a9cb-c590c518e402 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:17.769687 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c9a014dd-fe82-4d7b-8850-384607d45556 req-1b39e586-2836-4d05-a9cb-c590c518e402 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.42 "DELETE /v2.0/ports/3251a4bf-60c6-4ed1-842c-317814e9763a HTTP/1.1" status: 204 len: 173 time: 1.0753698 Jul 13 07:27:17.813917 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c826f27d-dba6-4db4-8e72-5d4a74cf7086 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Network 28e8bdc9-5212-4262-b5a0-354ac98b2958 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:17.815942 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-c826f27d-dba6-4db4-8e72-5d4a74cf7086 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:17.833909 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a483cd16-c532-4a83-9d66-02463566a62d req-97e35872-4499-4f9e-b8d4-6c6198c459ab tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/floatingips/6d6c7342-090e-4cac-8c66-b65ac0e42a31 HTTP/1.1" status: 200 len: 696 time: 0.2173975 Jul 13 07:27:17.847696 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c826f27d-dba6-4db4-8e72-5d4a74cf7086 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:27:17.919601 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b245cf-fc72-469c-b9a2-11b62f691e21 None None] Pushing event updated for resources: {'Port': ['ID=cb18f2d0-8a8d-4b15-8c7d-d07ad4dcee1f,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:18.001519 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19feed-86e8-469b-9ebf-71ed25d9b5c6 req-e954f60b-2ca7-498f-8503-b14481e688e7 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:18.003135 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4e19feed-86e8-469b-9ebf-71ed25d9b5c6 req-e954f60b-2ca7-498f-8503-b14481e688e7 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.42 "GET /v2.0/ports?device_id=69083095-b0e3-4a46-8adf-abea0eeb4021 HTTP/1.1" status: 200 len: 950 time: 0.2502193 Jul 13 07:27:18.006268 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6038bb-9750-44f9-90c6-5ea04637f19e req-4dc00689-18cd-4110-b79f-13b119956b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:18.008380 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2b6038bb-9750-44f9-90c6-5ea04637f19e req-4dc00689-18cd-4110-b79f-13b119956b72 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=73157af76ad44f519f8a9a3289d8ad24&device_id=fad231c9-320e-4b4e-96f2-773f81089fa1 HTTP/1.1" status: 200 len: 1097 time: 0.3732967 Jul 13 07:27:18.021741 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c826f27d-dba6-4db4-8e72-5d4a74cf7086 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:18.022806 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c826f27d-dba6-4db4-8e72-5d4a74cf7086 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:18.078319 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c826f27d-dba6-4db4-8e72-5d4a74cf7086 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.6880047 Jul 13 07:27:18.082623 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54712) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:18.247742 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483cd16-c532-4a83-9d66-02463566a62d req-7aa93b43-27ca-48cc-9809-636fa8451460 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:18.259904 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a483cd16-c532-4a83-9d66-02463566a62d req-7aa93b43-27ca-48cc-9809-636fa8451460 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/networks/099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 784 time: 0.4210346 Jul 13 07:27:18.395274 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a483cd16-c532-4a83-9d66-02463566a62d req-e3ff7a16-1983-4851-9172-2a21ffb5c3bd tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.177 HTTP/1.1" status: 200 len: 697 time: 0.1344509 Jul 13 07:27:18.453182 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-4e19feed-86e8-469b-9ebf-71ed25d9b5c6 req-f77f5b7c-8268-4466-ae15-0725888c2649 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Deleting port 9e962251-4a79-4ab7-8d2a-496769cc07d9 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:18.453667 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4e19feed-86e8-469b-9ebf-71ed25d9b5c6 req-f77f5b7c-8268-4466-ae15-0725888c2649 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:18.537714 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a483cd16-c532-4a83-9d66-02463566a62d req-1a6a0553-83e3-44ae-a12d-d34173109972 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.177 HTTP/1.1" status: 200 len: 697 time: 0.1390493 Jul 13 07:27:18.686751 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e65804e-00a1-4ab8-be50-a7f1dd1508d3 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:18.693231 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e65804e-00a1-4ab8-be50-a7f1dd1508d3 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:18.705723 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e65804e-00a1-4ab8-be50-a7f1dd1508d3 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:18.707629 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1e65804e-00a1-4ab8-be50-a7f1dd1508d3 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.6238275 Jul 13 07:27:18.719192 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54722) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:18.948774 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-a483cd16-c532-4a83-9d66-02463566a62d req-a083296a-c004-45fb-9f14-78dace16018a tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Deleting port 226c3b6d-918e-4ae4-bcf9-7558330fd1a5 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:18.952077 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a483cd16-c532-4a83-9d66-02463566a62d req-a083296a-c004-45fb-9f14-78dace16018a tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:18.956462 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-8c1b2e8a-7e3f-4ff3-b4c6-0adfa08e66a2 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Deleting port f44c89bb-da77-4772-bac4-e36eea17c96d {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:18.956732 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8c1b2e8a-7e3f-4ff3-b4c6-0adfa08e66a2 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:19.076448 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-565ab0d7-4c95-4aa9-b3d6-63c8c308fd5b req-6182a9cd-f287-4851-8f21-2431856097db tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=516bfec3-cc03-428c-ae34-cb57a9bee6db HTTP/1.1" status: 200 len: 210 time: 0.4681566 Jul 13 07:27:19.102734 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6038bb-9750-44f9-90c6-5ea04637f19e req-1e8bb92e-f152-493e-b0f0-9aaa960ddd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:19.104531 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2b6038bb-9750-44f9-90c6-5ea04637f19e req-1e8bb92e-f152-493e-b0f0-9aaa960ddd35 service neutron] 10.222.0.42 "GET /v2.0/networks?id=87358466-9ef1-46ab-8724-6c322750a8f9 HTTP/1.1" status: 200 len: 921 time: 1.0861897 Jul 13 07:27:19.127602 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a483cd16-c532-4a83-9d66-02463566a62d req-a083296a-c004-45fb-9f14-78dace16018a tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:19.127941 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a483cd16-c532-4a83-9d66-02463566a62d req-a083296a-c004-45fb-9f14-78dace16018a tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:19.151571 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8c1b2e8a-7e3f-4ff3-b4c6-0adfa08e66a2 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:19.163078 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-a483cd16-c532-4a83-9d66-02463566a62d req-a083296a-c004-45fb-9f14-78dace16018a tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Calling delete_port for 226c3b6d-918e-4ae4-bcf9-7558330fd1a5 owned by network:floatingip {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:19.172134 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-8c1b2e8a-7e3f-4ff3-b4c6-0adfa08e66a2 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Calling delete_port for f44c89bb-da77-4772-bac4-e36eea17c96d owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:19.192825 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2b6038bb-9750-44f9-90c6-5ea04637f19e req-6667f19b-6934-4979-891a-2b5b377fa560 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b161886a-a801-478c-9f6c-25d2693d7e72 HTTP/1.1" status: 200 len: 217 time: 0.0662107 Jul 13 07:27:19.220110 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-4e19feed-86e8-469b-9ebf-71ed25d9b5c6 req-f77f5b7c-8268-4466-ae15-0725888c2649 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] For port 9e962251-4a79-4ab7-8d2a-496769cc07d9, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=9e962251-4a79-4ab7-8d2a-496769cc07d9,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:19.221633 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4e19feed-86e8-469b-9ebf-71ed25d9b5c6 req-f77f5b7c-8268-4466-ae15-0725888c2649 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:19.308837 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-4e19feed-86e8-469b-9ebf-71ed25d9b5c6 req-f77f5b7c-8268-4466-ae15-0725888c2649 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Calling delete_port for 9e962251-4a79-4ab7-8d2a-496769cc07d9 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:19.384772 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6038bb-9750-44f9-90c6-5ea04637f19e req-417546fa-52b2-4058-a1fb-93647c0949a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:19.393996 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2b6038bb-9750-44f9-90c6-5ea04637f19e req-417546fa-52b2-4058-a1fb-93647c0949a9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393 HTTP/1.1" status: 200 len: 859 time: 0.1856844 Jul 13 07:27:19.548517 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a483cd16-c532-4a83-9d66-02463566a62d req-a083296a-c004-45fb-9f14-78dace16018a tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:19.571388 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8c1b2e8a-7e3f-4ff3-b4c6-0adfa08e66a2 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:19.597344 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516bfec3-cc03-428c-ae34-cb57a9bee6db', 'name': 'network-vif-deleted', 'tag': '3251a4bf-60c6-4ed1-842c-317814e9763a'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:19.600038 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7c5fbb-d107-420c-bd5b-86acd468c0d1" -d '{"events": [{"server_uuid": "516bfec3-cc03-428c-ae34-cb57a9bee6db", "name": "network-vif-deleted", "tag": "3251a4bf-60c6-4ed1-842c-317814e9763a"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:19.648206 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a083296a-c004-45fb-9f14-78dace16018a tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Pushing event deleted for resources: {'Port': ['ID=226c3b6d-918e-4ae4-bcf9-7558330fd1a5,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:19.687991 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6038bb-9750-44f9-90c6-5ea04637f19e req-a03cc88b-8587-4314-9e8b-a2794356737f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:19.689521 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2b6038bb-9750-44f9-90c6-5ea04637f19e req-a03cc88b-8587-4314-9e8b-a2794356737f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=87358466-9ef1-46ab-8724-6c322750a8f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2386906 Jul 13 07:27:19.730979 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device cb18f2d0-8a8d-4b15-8c7d-d07ad4dcee1f up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:19.787559 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f2da7-39a2-4420-be2a-7e1b7b7a09c5 req-958843cc-0c01-491e-b21b-a92dce7dbf3d tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:19.797411 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-578f2da7-39a2-4420-be2a-7e1b7b7a09c5 req-958843cc-0c01-491e-b21b-a92dce7dbf3d tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0783b6d-1d39-488a-9b49-6dfc548fdeb0 HTTP/1.1" status: 200 len: 945 time: 0.2693434 Jul 13 07:27:19.797960 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b2e8a-7e3f-4ff3-b4c6-0adfa08e66a2 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Pushing event deleted for resources: {'Port': ['ID=f44c89bb-da77-4772-bac4-e36eea17c96d,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:19.836820 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port cb18f2d0-8a8d-4b15-8c7d-d07ad4dcee1f completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:19.857643 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4e19feed-86e8-469b-9ebf-71ed25d9b5c6 req-f77f5b7c-8268-4466-ae15-0725888c2649 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:19.870286 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['3748c046-3a67-427e-b56a-088042d90f03'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:27:19.907439 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba0c7a9-a9bd-461b-83d5-dc4b1135ec72 None None] Network 28e8bdc9-5212-4262-b5a0-354ac98b2958 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:27:19.960295 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a483cd16-c532-4a83-9d66-02463566a62d req-a083296a-c004-45fb-9f14-78dace16018a tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks [] for floatingip, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:19.963509 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a483cd16-c532-4a83-9d66-02463566a62d req-a083296a-c004-45fb-9f14-78dace16018a tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:19.965034 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a483cd16-c532-4a83-9d66-02463566a62d req-a083296a-c004-45fb-9f14-78dace16018a tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "DELETE /v2.0/floatingips/6d6c7342-090e-4cac-8c66-b65ac0e42a31 HTTP/1.1" status: 204 len: 173 time: 1.4055417 Jul 13 07:27:19.966453 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8c1b2e8a-7e3f-4ff3-b4c6-0adfa08e66a2 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:19.972152 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f5b7c-8268-4466-ae15-0725888c2649 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Pushing event deleted for resources: {'Port': ['ID=9e962251-4a79-4ab7-8d2a-496769cc07d9,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:19.973563 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8c1b2e8a-7e3f-4ff3-b4c6-0adfa08e66a2 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] 10.222.0.23 "DELETE /v2.0/ports/f44c89bb-da77-4772-bac4-e36eea17c96d HTTP/1.1" status: 204 len: 168 time: 1.2441587 Jul 13 07:27:19.974722 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54734) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:19.983847 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-0a34319a-3462-4162-b2ef-3cc8485995e6 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Request body: {'port': {'name': 'tempest-new-port-name-668883905', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:19.984753 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.api.validators [None req-0a34319a-3462-4162-b2ef-3cc8485995e6 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] bootfile-name is not in valid_values {{(pid=94018) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 07:27:19.984753 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.api.validators [None req-0a34319a-3462-4162-b2ef-3cc8485995e6 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] tftp-server is not in valid_values {{(pid=94018) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 07:27:19.985216 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.api.validators [None req-0a34319a-3462-4162-b2ef-3cc8485995e6 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] server-ip-address is not in valid_values {{(pid=94018) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 07:27:20.016757 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e19feed-86e8-469b-9ebf-71ed25d9b5c6 req-f77f5b7c-8268-4466-ae15-0725888c2649 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] No DVR routers for this DVR port 9e962251-4a79-4ab7-8d2a-496769cc07d9 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:27:20.021092 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4e19feed-86e8-469b-9ebf-71ed25d9b5c6 req-f77f5b7c-8268-4466-ae15-0725888c2649 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:20.023344 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-84269600-fb50-4212-85be-08bf0b7f2427 None None] Provisioning for port cb18f2d0-8a8d-4b15-8c7d-d07ad4dcee1f completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:20.024231 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4e19feed-86e8-469b-9ebf-71ed25d9b5c6 req-f77f5b7c-8268-4466-ae15-0725888c2649 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.42 "DELETE /v2.0/ports/9e962251-4a79-4ab7-8d2a-496769cc07d9 HTTP/1.1" status: 204 len: 173 time: 2.0068724 Jul 13 07:27:20.040317 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-84269600-fb50-4212-85be-08bf0b7f2427 None None] Provisioning complete for port cb18f2d0-8a8d-4b15-8c7d-d07ad4dcee1f triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:20.040687 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-84269600-fb50-4212-85be-08bf0b7f2427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:20.042398 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f5b7c-8268-4466-ae15-0725888c2649 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:20.042751 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f5b7c-8268-4466-ae15-0725888c2649 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:20.043086 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f5b7c-8268-4466-ae15-0725888c2649 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:20.043507 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f5b7c-8268-4466-ae15-0725888c2649 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:20.044521 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f5b7c-8268-4466-ae15-0725888c2649 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:20.047616 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f5b7c-8268-4466-ae15-0725888c2649 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:20.048033 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f5b7c-8268-4466-ae15-0725888c2649 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:20.048378 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f5b7c-8268-4466-ae15-0725888c2649 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:20.048763 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f5b7c-8268-4466-ae15-0725888c2649 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:20.049646 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f5b7c-8268-4466-ae15-0725888c2649 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:20.050032 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f5b7c-8268-4466-ae15-0725888c2649 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:20.050950 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f5b7c-8268-4466-ae15-0725888c2649 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:20.082570 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-578f2da7-39a2-4420-be2a-7e1b7b7a09c5 req-b514161e-9a14-4d29-9ed3-18571edd5bcd tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "GET /v2.0/security-groups?id=673773b8-d744-4336-90f3-e8a9554e115e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2818325 Jul 13 07:27:20.092414 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2b6038bb-9750-44f9-90c6-5ea04637f19e req-38fca178-251e-462f-925e-80b15bd3b0ad service neutron] 10.222.0.42 "GET /v2.0/networks/87358466-9ef1-46ab-8724-6c322750a8f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893335 Jul 13 07:27:20.154154 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0a34319a-3462-4162-b2ef-3cc8485995e6 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:20.393735 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2b6038bb-9750-44f9-90c6-5ea04637f19e req-c1185fea-ff92-449d-a97c-b16f7ebc377f service neutron] 10.222.0.42 "GET /v2.0/networks/87358466-9ef1-46ab-8724-6c322750a8f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829216 Jul 13 07:27:20.452896 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-84269600-fb50-4212-85be-08bf0b7f2427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:20.530459 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713e085-4cbc-4e64-b9c2-627ed8c0f65d req-1ef76c97-4311-4fd6-9c8d-b62ac2246703 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:20.540877 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0713e085-4cbc-4e64-b9c2-627ed8c0f65d req-1ef76c97-4311-4fd6-9c8d-b62ac2246703 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.1695020 Jul 13 07:27:20.553290 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-84269600-fb50-4212-85be-08bf0b7f2427 None None] For port cb18f2d0-8a8d-4b15-8c7d-d07ad4dcee1f, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=cb18f2d0-8a8d-4b15-8c7d-d07ad4dcee1f,segment=NetworkSegment(de7947dc-0250-4030-90d9-3a3b65a73c65),segment_id=de7947dc-0250-4030-90d9-3a3b65a73c65)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:20.556215 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 3251a4bf-60c6-4ed1-842c-317814e9763a no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:20.614008 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 3251a4bf-60c6-4ed1-842c-317814e9763a {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:27:20.614358 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 3251a4bf-60c6-4ed1-842c-317814e9763a not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:27:20.636233 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0713e085-4cbc-4e64-b9c2-627ed8c0f65d req-f3ffde86-a196-4fe8-9867-2e8f6211e242 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923126 Jul 13 07:27:20.645610 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8f03ca-8d0f-4aea-9e73-839f4197b320 x-openstack-request-id: req-1a8f03ca-8d0f-4aea-9e73-839f4197b320 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:20.645920 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516bfec3-cc03-428c-ae34-cb57a9bee6db", "name": "network-vif-deleted", "tag": "3251a4bf-60c6-4ed1-842c-317814e9763a", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:20.646176 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a8f03ca-8d0f-4aea-9e73-839f4197b320 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:20.646590 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516bfec3-cc03-428c-ae34-cb57a9bee6db', 'name': 'network-vif-deleted', 'tag': '3251a4bf-60c6-4ed1-842c-317814e9763a', 'status': 'completed', 'code': 200} Jul 13 07:27:20.657319 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-84269600-fb50-4212-85be-08bf0b7f2427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:20.688647 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0a34319a-3462-4162-b2ef-3cc8485995e6 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:20.703445 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0a34319a-3462-4162-b2ef-3cc8485995e6 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:20.787389 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84269600-fb50-4212-85be-08bf0b7f2427 None None] Pushing event updated for resources: {'Port': ['ID=cb18f2d0-8a8d-4b15-8c7d-d07ad4dcee1f,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:20.967669 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34319a-3462-4162-b2ef-3cc8485995e6 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Pushing event updated for resources: {'Port': ['ID=ac033874-47da-493e-a2ae-fa5ec411bafd,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:20.999728 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-0a34319a-3462-4162-b2ef-3cc8485995e6 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] In _notify_port_updated(), no bound segment for port ac033874-47da-493e-a2ae-fa5ec411bafd on network 28e8bdc9-5212-4262-b5a0-354ac98b2958 {{(pid=94018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:27:21.006690 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a34319a-3462-4162-b2ef-3cc8485995e6 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:21.011919 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0a34319a-3462-4162-b2ef-3cc8485995e6 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:21.013542 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0a34319a-3462-4162-b2ef-3cc8485995e6 tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] 10.222.0.23 "PUT /v2.0/ports/ac033874-47da-493e-a2ae-fa5ec411bafd HTTP/1.1" status: 200 len: 1135 time: 1.0373595 Jul 13 07:27:21.017381 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54754) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:21.093966 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1faef19b-9981-4611-84f9-38d13c1edd1f None None] Provisioning for port ac033874-47da-493e-a2ae-fa5ec411bafd completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:21.099567 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1faef19b-9981-4611-84f9-38d13c1edd1f None None] Provisioning complete for port ac033874-47da-493e-a2ae-fa5ec411bafd triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:21.100110 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1faef19b-9981-4611-84f9-38d13c1edd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:21.124680 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f967e1-7e6d-4d32-9d58-4c1ede8f904b tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:21.126590 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c0f967e1-7e6d-4d32-9d58-4c1ede8f904b tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] 10.222.0.23 "GET /v2.0/ports/ac033874-47da-493e-a2ae-fa5ec411bafd HTTP/1.1" status: 200 len: 1135 time: 0.1088691 Jul 13 07:27:21.130806 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54758) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:21.164071 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-1faef19b-9981-4611-84f9-38d13c1edd1f None None] Port ac033874-47da-493e-a2ae-fa5ec411bafd cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:27:21.180545 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1faef19b-9981-4611-84f9-38d13c1edd1f None None] Provisioning complete for port cb18f2d0-8a8d-4b15-8c7d-d07ad4dcee1f triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:21.181065 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1faef19b-9981-4611-84f9-38d13c1edd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:21.315856 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-77aa62af-8aab-4c5a-828e-cca63bb012dd tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Deleting port ac033874-47da-493e-a2ae-fa5ec411bafd {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:21.316216 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-77aa62af-8aab-4c5a-828e-cca63bb012dd tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:21.422302 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b93bfd78-cbfa-48f9-bc55-03ab26a4c180 None None] Provisioning complete for port ac033874-47da-493e-a2ae-fa5ec411bafd triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:21.422611 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b93bfd78-cbfa-48f9-bc55-03ab26a4c180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:21.469769 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-77aa62af-8aab-4c5a-828e-cca63bb012dd tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:21.492117 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-77aa62af-8aab-4c5a-828e-cca63bb012dd tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Calling delete_port for ac033874-47da-493e-a2ae-fa5ec411bafd owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:21.512126 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-b93bfd78-cbfa-48f9-bc55-03ab26a4c180 None None] Port ac033874-47da-493e-a2ae-fa5ec411bafd cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:27:21.527727 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe1daf-dac8-4ace-a838-2ffc7fa7a599 req-f3433250-56f9-4b53-abfe-8b499fa7620e tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:21.534815 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eabe1daf-dac8-4ace-a838-2ffc7fa7a599 req-f3433250-56f9-4b53-abfe-8b499fa7620e tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/ports?device_id=fad231c9-320e-4b4e-96f2-773f81089fa1 HTTP/1.1" status: 200 len: 945 time: 0.1719301 Jul 13 07:27:21.607494 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eabe1daf-dac8-4ace-a838-2ffc7fa7a599 req-df284920-1caa-48a3-a0de-b9e69832cf42 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a447683-fe76-4238-8390-2eb88954980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717728 Jul 13 07:27:21.638821 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-47d93888-a995-4120-8b35-4dc34bcc2ad5 None None] Could not find standard attr ID for object f44c89bb-da77-4772-bac4-e36eea17c96d. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:27:21.672687 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device cb18f2d0-8a8d-4b15-8c7d-d07ad4dcee1f up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:21.753570 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-77aa62af-8aab-4c5a-828e-cca63bb012dd tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:21.772907 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port cb18f2d0-8a8d-4b15-8c7d-d07ad4dcee1f triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:21.773446 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:21.826148 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a982278-e2e8-4d8a-991f-7df2efe27d8e req-4e5601dc-3a1c-4595-97a6-92fbcc5d849b tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:21.834228 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1a982278-e2e8-4d8a-991f-7df2efe27d8e req-4e5601dc-3a1c-4595-97a6-92fbcc5d849b tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0783b6d-1d39-488a-9b49-6dfc548fdeb0 HTTP/1.1" status: 200 len: 945 time: 0.1480670 Jul 13 07:27:21.845035 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa62af-8aab-4c5a-828e-cca63bb012dd tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Pushing event deleted for resources: {'Port': ['ID=ac033874-47da-493e-a2ae-fa5ec411bafd,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:21.907037 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1a982278-e2e8-4d8a-991f-7df2efe27d8e req-f156d98f-359f-4131-a6c7-6259a29ff020 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "GET /v2.0/security-groups?id=673773b8-d744-4336-90f3-e8a9554e115e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716102 Jul 13 07:27:21.958620 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-77aa62af-8aab-4c5a-828e-cca63bb012dd tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:21.961182 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-77aa62af-8aab-4c5a-828e-cca63bb012dd tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] 10.222.0.23 "DELETE /v2.0/ports/ac033874-47da-493e-a2ae-fa5ec411bafd HTTP/1.1" status: 204 len: 168 time: 0.8283720 Jul 13 07:27:21.963756 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54776) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:21.973420 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fcc981-1d1c-4d01-bc05-6fcbeae3c25c req-79776536-40c2-4e8a-ba1e-afb66a895f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:21.975075 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-34fcc981-1d1c-4d01-bc05-6fcbeae3c25c req-79776536-40c2-4e8a-ba1e-afb66a895f0a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03be745b98834c52b52be1f288bde2c6&device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 1097 time: 0.2328377 Jul 13 07:27:22.058487 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-762e3ecd-e19d-4e73-8ff8-256d97b019de tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Deleting subnet c1cad1f3-c65e-4ebf-bfe0-95aebaf9308d {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:27:22.068362 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-762e3ecd-e19d-4e73-8ff8-256d97b019de tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:22.128377 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fcc981-1d1c-4d01-bc05-6fcbeae3c25c req-882583d5-9199-4d98-bc09-231dd51cbba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:22.130414 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-34fcc981-1d1c-4d01-bc05-6fcbeae3c25c req-882583d5-9199-4d98-bc09-231dd51cbba8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=594d3cf6-6536-44a4-bf86-7eb0b076281c HTTP/1.1" status: 200 len: 915 time: 0.1482317 Jul 13 07:27:22.159157 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-762e3ecd-e19d-4e73-8ff8-256d97b019de tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:22.162368 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ddd4879f-eb7c-450f-a35e-9abe0d3ecec8 None None] Could not find standard attr ID for object ac033874-47da-493e-a2ae-fa5ec411bafd. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:27:22.199765 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-34fcc981-1d1c-4d01-bc05-6fcbeae3c25c req-68fb8cdd-965d-47d1-ad8a-de0dd4b3a8ce service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0520f7a-612d-4e54-b155-a759c7a81be7 HTTP/1.1" status: 200 len: 217 time: 0.0598149 Jul 13 07:27:22.294119 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fcc981-1d1c-4d01-bc05-6fcbeae3c25c req-0479cd1d-7a37-4645-ba1b-3d8040553b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:22.295865 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-34fcc981-1d1c-4d01-bc05-6fcbeae3c25c req-0479cd1d-7a37-4645-ba1b-3d8040553b7b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e61f3cea-0dca-4181-a03e-5485cc9acd4c HTTP/1.1" status: 200 len: 854 time: 0.0836027 Jul 13 07:27:22.337199 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-34fcc981-1d1c-4d01-bc05-6fcbeae3c25c req-514bd868-c1e8-4db8-a9a1-1f28ace834e5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=594d3cf6-6536-44a4-bf86-7eb0b076281c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338120 Jul 13 07:27:22.351113 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a1cd3-21e8-418d-9163-216926ea6d66 req-22a2325a-427d-45a0-aff8-78ce96e1cec3 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:22.355866 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-953a1cd3-21e8-418d-9163-216926ea6d66 req-22a2325a-427d-45a0-aff8-78ce96e1cec3 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.1582193 Jul 13 07:27:22.380399 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-762e3ecd-e19d-4e73-8ff8-256d97b019de tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:22.434791 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-953a1cd3-21e8-418d-9163-216926ea6d66 req-0d9b29cb-9d51-4f08-b452-e2ff2a7ff2d9 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753956 Jul 13 07:27:22.468074 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 9e962251-4a79-4ab7-8d2a-496769cc07d9 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:22.489707 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea888aae-3d63-4530-9fab-3363751e5a50 req-2252f0d7-4012-4119-bc68-306ef403ce37 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:22.492586 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ea888aae-3d63-4530-9fab-3363751e5a50 req-2252f0d7-4012-4119-bc68-306ef403ce37 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=8efa486a-bda9-4557-b39a-0f44f17e987b HTTP/1.1" status: 200 len: 950 time: 0.1595418 Jul 13 07:27:22.503666 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 9e962251-4a79-4ab7-8d2a-496769cc07d9 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:27:22.504337 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 9e962251-4a79-4ab7-8d2a-496769cc07d9 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:27:22.506380 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-762e3ecd-e19d-4e73-8ff8-256d97b019de tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:22.526859 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da4047-9347-4add-9cc0-05366a4d01e9 req-4adc846d-c67e-4079-857d-b80302c5e413 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:22.528436 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-55da4047-9347-4add-9cc0-05366a4d01e9 req-4adc846d-c67e-4079-857d-b80302c5e413 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad231c9-320e-4b4e-96f2-773f81089fa1 HTTP/1.1" status: 200 len: 945 time: 0.0972488 Jul 13 07:27:22.529268 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-34fcc981-1d1c-4d01-bc05-6fcbeae3c25c req-30f5f20c-bfb4-4d9f-ae9b-6ab39261c750 service neutron] 10.222.0.25 "GET /v2.0/networks/594d3cf6-6536-44a4-bf86-7eb0b076281c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823783 Jul 13 07:27:22.556982 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e3ecd-e19d-4e73-8ff8-256d97b019de tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Pushing event deleted for resources: {'Subnet': ['ID=c1cad1f3-c65e-4ebf-bfe0-95aebaf9308d,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:22.560159 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-762e3ecd-e19d-4e73-8ff8-256d97b019de tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:22.564199 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-762e3ecd-e19d-4e73-8ff8-256d97b019de tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] 10.222.0.23 "DELETE /v2.0/subnets/c1cad1f3-c65e-4ebf-bfe0-95aebaf9308d HTTP/1.1" status: 204 len: 168 time: 0.5970480 Jul 13 07:27:22.566692 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab99854c-fb6f-4a11-ac2c-fbdfd8f4043b None None] Network 28e8bdc9-5212-4262-b5a0-354ac98b2958 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:27:22.574891 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ea888aae-3d63-4530-9fab-3363751e5a50 req-1a2eb77c-bd32-469a-b818-17d83c473441 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751052 Jul 13 07:27:22.575432 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54786) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:22.649292 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69083095-b0e3-4a46-8adf-abea0eeb4021', 'name': 'network-vif-deleted', 'tag': '9e962251-4a79-4ab7-8d2a-496769cc07d9'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:22.652240 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21512f00-0fa2-4bab-900c-ef339b5aa9d8" -d '{"events": [{"server_uuid": "69083095-b0e3-4a46-8adf-abea0eeb4021", "name": "network-vif-deleted", "tag": "9e962251-4a79-4ab7-8d2a-496769cc07d9"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:22.681597 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-55da4047-9347-4add-9cc0-05366a4d01e9 req-e82ffd25-b7ab-4e57-aa88-74faf076eb5f tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Deleting port b161886a-a801-478c-9f6c-25d2693d7e72 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:22.682078 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-55da4047-9347-4add-9cc0-05366a4d01e9 req-e82ffd25-b7ab-4e57-aa88-74faf076eb5f tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:22.712255 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-304ceee9-625e-4edd-90d6-aa6e0876e47b tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:22.740185 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-34fcc981-1d1c-4d01-bc05-6fcbeae3c25c req-cf536710-4af6-4749-af40-70d65d39d1d6 service neutron] 10.222.0.25 "GET /v2.0/networks/594d3cf6-6536-44a4-bf86-7eb0b076281c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029676 Jul 13 07:27:22.789548 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-55da4047-9347-4add-9cc0-05366a4d01e9 req-e82ffd25-b7ab-4e57-aa88-74faf076eb5f tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] For port b161886a-a801-478c-9f6c-25d2693d7e72, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=b161886a-a801-478c-9f6c-25d2693d7e72,segment=NetworkSegment(7a9b30ba-ae04-492e-9eaa-55e303682950),segment_id=7a9b30ba-ae04-492e-9eaa-55e303682950)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:22.789926 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-55da4047-9347-4add-9cc0-05366a4d01e9 req-e82ffd25-b7ab-4e57-aa88-74faf076eb5f tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:22.805113 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-55da4047-9347-4add-9cc0-05366a4d01e9 req-e82ffd25-b7ab-4e57-aa88-74faf076eb5f tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Calling delete_port for b161886a-a801-478c-9f6c-25d2693d7e72 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:22.861320 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed8f4e2-da6a-4aab-97f7-e83de5b8dce1 x-openstack-request-id: req-bed8f4e2-da6a-4aab-97f7-e83de5b8dce1 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:22.861977 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69083095-b0e3-4a46-8adf-abea0eeb4021", "name": "network-vif-deleted", "tag": "9e962251-4a79-4ab7-8d2a-496769cc07d9", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:22.861977 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bed8f4e2-da6a-4aab-97f7-e83de5b8dce1 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:22.862354 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69083095-b0e3-4a46-8adf-abea0eeb4021', 'name': 'network-vif-deleted', 'tag': '9e962251-4a79-4ab7-8d2a-496769cc07d9', 'status': 'completed', 'code': 200} Jul 13 07:27:22.877131 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21d38a-836a-4799-871b-e870c3a21ec4 req-efa2bc24-8f07-4d56-93ea-2eff7463c4cd tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:22.879259 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe21d38a-836a-4799-871b-e870c3a21ec4 req-efa2bc24-8f07-4d56-93ea-2eff7463c4cd tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/ports?device_id=fad231c9-320e-4b4e-96f2-773f81089fa1 HTTP/1.1" status: 200 len: 945 time: 0.0984476 Jul 13 07:27:22.885383 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-304ceee9-625e-4edd-90d6-aa6e0876e47b tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Deleting port cb18f2d0-8a8d-4b15-8c7d-d07ad4dcee1f {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:22.885797 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-304ceee9-625e-4edd-90d6-aa6e0876e47b tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:22.916019 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a78cce-b8ce-473e-b1e6-ad229cdaa37c None None] DHCP port deletion for 28e8bdc9-5212-4262-b5a0-354ac98b2958 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:27:22.985761 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-c5a78cce-b8ce-473e-b1e6-ad229cdaa37c None None] Deleting port cb18f2d0-8a8d-4b15-8c7d-d07ad4dcee1f {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:22.986220 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c5a78cce-b8ce-473e-b1e6-ad229cdaa37c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:22.988154 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe21d38a-836a-4799-871b-e870c3a21ec4 req-62e269aa-7624-4c6e-8891-b037a8a2d758 tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a447683-fe76-4238-8390-2eb88954980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994983 Jul 13 07:27:22.996999 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-304ceee9-625e-4edd-90d6-aa6e0876e47b tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] For port cb18f2d0-8a8d-4b15-8c7d-d07ad4dcee1f, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=cb18f2d0-8a8d-4b15-8c7d-d07ad4dcee1f,segment=NetworkSegment(de7947dc-0250-4030-90d9-3a3b65a73c65),segment_id=de7947dc-0250-4030-90d9-3a3b65a73c65)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:22.997565 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-304ceee9-625e-4edd-90d6-aa6e0876e47b tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:23.020178 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-304ceee9-625e-4edd-90d6-aa6e0876e47b tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Calling delete_port for cb18f2d0-8a8d-4b15-8c7d-d07ad4dcee1f owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:23.028348 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-55da4047-9347-4add-9cc0-05366a4d01e9 req-e82ffd25-b7ab-4e57-aa88-74faf076eb5f tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:23.052231 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['b161886a-a801-478c-9f6c-25d2693d7e72'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:27:23.076967 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ffd25-b7ab-4e57-aa88-74faf076eb5f tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Pushing event deleted for resources: {'Port': ['ID=b161886a-a801-478c-9f6c-25d2693d7e72,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:23.104460 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525b8e4-68cb-4366-a6eb-d3a2952aa9b0 req-13bd801b-c4bb-4958-b2f5-a78504951071 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:23.106326 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1525b8e4-68cb-4366-a6eb-d3a2952aa9b0 req-13bd801b-c4bb-4958-b2f5-a78504951071 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0783b6d-1d39-488a-9b49-6dfc548fdeb0 HTTP/1.1" status: 200 len: 945 time: 0.1562831 Jul 13 07:27:23.112119 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-c5a78cce-b8ce-473e-b1e6-ad229cdaa37c None None] For port cb18f2d0-8a8d-4b15-8c7d-d07ad4dcee1f, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=cb18f2d0-8a8d-4b15-8c7d-d07ad4dcee1f,segment=NetworkSegment(de7947dc-0250-4030-90d9-3a3b65a73c65),segment_id=de7947dc-0250-4030-90d9-3a3b65a73c65)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:23.112764 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c5a78cce-b8ce-473e-b1e6-ad229cdaa37c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:23.130930 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-c5a78cce-b8ce-473e-b1e6-ad229cdaa37c None None] Calling delete_port for cb18f2d0-8a8d-4b15-8c7d-d07ad4dcee1f owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:23.167078 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-55da4047-9347-4add-9cc0-05366a4d01e9 req-e82ffd25-b7ab-4e57-aa88-74faf076eb5f tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] No DVR routers for this DVR port b161886a-a801-478c-9f6c-25d2693d7e72 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:27:23.171010 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-55da4047-9347-4add-9cc0-05366a4d01e9 req-e82ffd25-b7ab-4e57-aa88-74faf076eb5f tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:23.173581 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-55da4047-9347-4add-9cc0-05366a4d01e9 req-e82ffd25-b7ab-4e57-aa88-74faf076eb5f tempest-FloatingIPsAssociationTestJSON-68411847 tempest-FloatingIPsAssociationTestJSON-68411847-project] 10.222.0.42 "DELETE /v2.0/ports/b161886a-a801-478c-9f6c-25d2693d7e72 HTTP/1.1" status: 204 len: 173 time: 0.6259098 Jul 13 07:27:23.197871 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1525b8e4-68cb-4366-a6eb-d3a2952aa9b0 req-ee85f07a-0589-4bfe-b8f5-d6dcef6ac8c4 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "GET /v2.0/security-groups?id=673773b8-d744-4336-90f3-e8a9554e115e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708311 Jul 13 07:27:23.357347 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:23.389042 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c5a78cce-b8ce-473e-b1e6-ad229cdaa37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:23.421473 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a78cce-b8ce-473e-b1e6-ad229cdaa37c None None] Pushing event deleted for resources: {'Port': ['ID=cb18f2d0-8a8d-4b15-8c7d-d07ad4dcee1f,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:23.423705 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a78cce-b8ce-473e-b1e6-ad229cdaa37c None None] No DVR routers for this DVR port cb18f2d0-8a8d-4b15-8c7d-d07ad4dcee1f on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:27:23.487046 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d888c6b-898e-47e5-b73d-371c30eea009 req-dbeef6a5-463a-41a6-babf-f6d1779a3c2c tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:23.489112 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2d888c6b-898e-47e5-b73d-371c30eea009 req-dbeef6a5-463a-41a6-babf-f6d1779a3c2c tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.42 "GET /v2.0/ports?device_id=8efa486a-bda9-4557-b39a-0f44f17e987b HTTP/1.1" status: 200 len: 950 time: 0.0843961 Jul 13 07:27:23.552306 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-304ceee9-625e-4edd-90d6-aa6e0876e47b tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:23.577771 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304ceee9-625e-4edd-90d6-aa6e0876e47b tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] No DVR routers for this DVR port cb18f2d0-8a8d-4b15-8c7d-d07ad4dcee1f on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:27:23.639966 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device cb18f2d0-8a8d-4b15-8c7d-d07ad4dcee1f no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:23.644167 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ceee9-625e-4edd-90d6-aa6e0876e47b tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Pushing event deleted for resources: {'Port': ['ID=cb18f2d0-8a8d-4b15-8c7d-d07ad4dcee1f,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:23.657879 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-2d888c6b-898e-47e5-b73d-371c30eea009 req-0b00d985-b0b9-4e8f-8087-0fdef1d77cf5 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Deleting port 3748c046-3a67-427e-b56a-088042d90f03 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:23.658233 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-2d888c6b-898e-47e5-b73d-371c30eea009 req-0b00d985-b0b9-4e8f-8087-0fdef1d77cf5 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:23.670955 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: cb18f2d0-8a8d-4b15-8c7d-d07ad4dcee1f {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:27:23.671330 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device cb18f2d0-8a8d-4b15-8c7d-d07ad4dcee1f not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:27:23.743989 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:23.786015 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-304ceee9-625e-4edd-90d6-aa6e0876e47b tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:23.812768 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-304ceee9-625e-4edd-90d6-aa6e0876e47b tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e8bdc9-5212-4262-b5a0-354ac98b2958']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:23.818399 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-2d888c6b-898e-47e5-b73d-371c30eea009 req-0b00d985-b0b9-4e8f-8087-0fdef1d77cf5 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] For port 3748c046-3a67-427e-b56a-088042d90f03, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=3748c046-3a67-427e-b56a-088042d90f03,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:23.818841 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-2d888c6b-898e-47e5-b73d-371c30eea009 req-0b00d985-b0b9-4e8f-8087-0fdef1d77cf5 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:23.828445 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-304ceee9-625e-4edd-90d6-aa6e0876e47b tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de7947dc-0250-4030-90d9-3a3b65a73c65') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:23.828738 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-304ceee9-625e-4edd-90d6-aa6e0876e47b tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de7947dc-0250-4030-90d9-3a3b65a73c65') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:23.836168 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-2d888c6b-898e-47e5-b73d-371c30eea009 req-0b00d985-b0b9-4e8f-8087-0fdef1d77cf5 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Calling delete_port for 3748c046-3a67-427e-b56a-088042d90f03 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:23.840389 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-304ceee9-625e-4edd-90d6-aa6e0876e47b tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:23.869423 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471ab2e-3af1-4140-adc8-719003037ce2 req-51c23356-bc5d-4820-bd47-51ff1fe496a9 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:23.871035 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1471ab2e-3af1-4140-adc8-719003037ce2 req-51c23356-bc5d-4820-bd47-51ff1fe496a9 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 945 time: 0.2658098 Jul 13 07:27:23.872021 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-304ceee9-625e-4edd-90d6-aa6e0876e47b tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:23.878764 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-304ceee9-625e-4edd-90d6-aa6e0876e47b tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:27:23.879595 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-304ceee9-625e-4edd-90d6-aa6e0876e47b tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: self.session.flush() Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: self.session.flush() Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: self.session.flush() Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: self.session.flush() Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:27:23.882937 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:27:23.921952 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7edeb9-2fa5-4005-9759-c012164b6285 req-c87f6b35-f1c6-475f-8079-fe845f9771a0 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:23.923607 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9b7edeb9-2fa5-4005-9759-c012164b6285 req-c87f6b35-f1c6-475f-8079-fe845f9771a0 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/ports?device_id=8efa486a-bda9-4557-b39a-0f44f17e987b HTTP/1.1" status: 200 len: 950 time: 0.1467419 Jul 13 07:27:23.972797 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device a0520f7a-612d-4e54-b155-a759c7a81be7 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:23.978935 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1471ab2e-3af1-4140-adc8-719003037ce2 req-bccb7b6a-dfde-49ca-b85a-c6759382de3f tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948248 Jul 13 07:27:23.983909 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-304ceee9-625e-4edd-90d6-aa6e0876e47b tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:23.991558 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-304ceee9-625e-4edd-90d6-aa6e0876e47b tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:23.993578 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-304ceee9-625e-4edd-90d6-aa6e0876e47b tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] 10.222.0.23 "DELETE /v2.0/networks/28e8bdc9-5212-4262-b5a0-354ac98b2958 HTTP/1.1" status: 204 len: 168 time: 1.4102936 Jul 13 07:27:24.003573 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9b7edeb9-2fa5-4005-9759-c012164b6285 req-df8e2832-e6fd-42c0-9e89-774606fea7b6 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.23 "GET /v2.0/security-groups?id=b18b78c3-cb3a-482a-a645-82ff41473a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730608 Jul 13 07:27:24.012627 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ceee9-625e-4edd-90d6-aa6e0876e47b tempest-ExtraDHCPOptionsTestJSON-1003309495 tempest-ExtraDHCPOptionsTestJSON-1003309495-project] Pushing event deleted for resources: {'Network': ['ID=28e8bdc9-5212-4262-b5a0-354ac98b2958,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:24.047430 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-2d888c6b-898e-47e5-b73d-371c30eea009 req-0b00d985-b0b9-4e8f-8087-0fdef1d77cf5 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:24.059394 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['3748c046-3a67-427e-b56a-088042d90f03'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:27:24.081451 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00d985-b0b9-4e8f-8087-0fdef1d77cf5 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Pushing event deleted for resources: {'Port': ['ID=3748c046-3a67-427e-b56a-088042d90f03,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:24.140138 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:24.146602 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54808) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:24.153031 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d888c6b-898e-47e5-b73d-371c30eea009 req-0b00d985-b0b9-4e8f-8087-0fdef1d77cf5 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] No DVR routers for this DVR port 3748c046-3a67-427e-b56a-088042d90f03 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:27:24.155728 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-2d888c6b-898e-47e5-b73d-371c30eea009 req-0b00d985-b0b9-4e8f-8087-0fdef1d77cf5 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:24.157857 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2d888c6b-898e-47e5-b73d-371c30eea009 req-0b00d985-b0b9-4e8f-8087-0fdef1d77cf5 tempest-ServersOnMultiNodesTest-1459711362 tempest-ServersOnMultiNodesTest-1459711362-project] 10.222.0.42 "DELETE /v2.0/ports/3748c046-3a67-427e-b56a-088042d90f03 HTTP/1.1" status: 204 len: 173 time: 0.6625702 Jul 13 07:27:24.167485 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6c0a86-2116-409f-a3dc-6641c02aac45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0520f7a-612d-4e54-b155-a759c7a81be7'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:24.174322 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1ec647-ee76-4f4d-9dde-059baa32713c" -d '{"events": [{"server_uuid": "ae6c0a86-2116-409f-a3dc-6641c02aac45", "name": "network-vif-unplugged", "status": "completed", "tag": "a0520f7a-612d-4e54-b155-a759c7a81be7"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:24.205920 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port a0520f7a-612d-4e54-b155-a759c7a81be7, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=a0520f7a-612d-4e54-b155-a759c7a81be7,segment=NetworkSegment(0abc1825-e3a0-468f-93a4-df9b73b4e14a),segment_id=0abc1825-e3a0-468f-93a4-df9b73b4e14a)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:24.217871 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:24.343402 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=a0520f7a-612d-4e54-b155-a759c7a81be7,revision_number=8']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:24.452112 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54822) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:24.514353 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d354e1ac-991f-47f9-8255-abfbf5bb3ccc x-openstack-request-id: req-d354e1ac-991f-47f9-8255-abfbf5bb3ccc {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:24.514869 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6c0a86-2116-409f-a3dc-6641c02aac45", "name": "network-vif-unplugged", "status": "completed", "tag": "a0520f7a-612d-4e54-b155-a759c7a81be7", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:24.514967 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d354e1ac-991f-47f9-8255-abfbf5bb3ccc {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:24.515415 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6c0a86-2116-409f-a3dc-6641c02aac45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0520f7a-612d-4e54-b155-a759c7a81be7', 'code': 200} Jul 13 07:27:24.552748 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9f6d3-7555-483e-ba5a-965e3d14838f req-bedfc677-a380-4867-982a-4cdbf448cf96 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:24.555729 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e8c9f6d3-7555-483e-ba5a-965e3d14838f req-bedfc677-a380-4867-982a-4cdbf448cf96 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0783b6d-1d39-488a-9b49-6dfc548fdeb0 HTTP/1.1" status: 200 len: 945 time: 0.4533854 Jul 13 07:27:24.723716 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90870d8e-4d84-4a17-8a42-252ac060df67 req-915f4205-c6c9-4be7-ae9b-abbd51fd15b4 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:24.731590 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-90870d8e-4d84-4a17-8a42-252ac060df67 req-915f4205-c6c9-4be7-ae9b-abbd51fd15b4 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0783b6d-1d39-488a-9b49-6dfc548fdeb0 HTTP/1.1" status: 200 len: 945 time: 0.3113165 Jul 13 07:27:24.753012 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c426b3a1-8d6c-4a2a-b77e-fbc69b03c951 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bad44009f14e4d0ba13c56ee91cd4b85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2949595 Jul 13 07:27:24.753967 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54826) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:24.843803 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-90870d8e-4d84-4a17-8a42-252ac060df67 req-d0b01d14-ab7d-4b96-9409-66386870f3f7 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "GET /v2.0/security-groups?id=673773b8-d744-4336-90f3-e8a9554e115e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112416 Jul 13 07:27:24.854904 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7ac67ab0-e70f-4d9f-8bdd-9148ff51349c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:24.865270 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad231c9-320e-4b4e-96f2-773f81089fa1', 'name': 'network-vif-deleted', 'tag': 'b161886a-a801-478c-9f6c-25d2693d7e72'}, {'server_uuid': '8efa486a-bda9-4557-b39a-0f44f17e987b', 'name': 'network-vif-deleted', 'tag': '3748c046-3a67-427e-b56a-088042d90f03'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:24.868791 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11aca1e-97b0-419f-b359-99331f6c8dc3" -d '{"events": [{"server_uuid": "fad231c9-320e-4b4e-96f2-773f81089fa1", "name": "network-vif-deleted", "tag": "b161886a-a801-478c-9f6c-25d2693d7e72"}, {"server_uuid": "8efa486a-bda9-4557-b39a-0f44f17e987b", "name": "network-vif-deleted", "tag": "3748c046-3a67-427e-b56a-088042d90f03"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:24.885387 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7ac67ab0-e70f-4d9f-8bdd-9148ff51349c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:24.893097 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-e8c9f6d3-7555-483e-ba5a-965e3d14838f req-ebc6d074-1589-4c72-bf06-11858b98da8a tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Deleting port b6368de3-864c-49c0-81bf-ff0b664c870f {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:24.893657 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e8c9f6d3-7555-483e-ba5a-965e3d14838f req-ebc6d074-1589-4c72-bf06-11858b98da8a tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:24.925847 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3eea062-b919-4079-8547-b48cc72c586c x-openstack-request-id: req-b3eea062-b919-4079-8547-b48cc72c586c {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:24.926483 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad231c9-320e-4b4e-96f2-773f81089fa1", "name": "network-vif-deleted", "tag": "b161886a-a801-478c-9f6c-25d2693d7e72", "status": "completed", "code": 200}, {"server_uuid": "8efa486a-bda9-4557-b39a-0f44f17e987b", "name": "network-vif-deleted", "tag": "3748c046-3a67-427e-b56a-088042d90f03", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:24.926573 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b3eea062-b919-4079-8547-b48cc72c586c {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:24.926903 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad231c9-320e-4b4e-96f2-773f81089fa1', 'name': 'network-vif-deleted', 'tag': 'b161886a-a801-478c-9f6c-25d2693d7e72', 'status': 'completed', 'code': 200} Jul 13 07:27:24.927157 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8efa486a-bda9-4557-b39a-0f44f17e987b', 'name': 'network-vif-deleted', 'tag': '3748c046-3a67-427e-b56a-088042d90f03', 'status': 'completed', 'code': 200} Jul 13 07:27:24.953365 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7ac67ab0-e70f-4d9f-8bdd-9148ff51349c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:24.955831 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7ac67ab0-e70f-4d9f-8bdd-9148ff51349c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:24.960291 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7ac67ab0-e70f-4d9f-8bdd-9148ff51349c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e02f75f6-10fd-43a3-baa4-5a82422d0377 HTTP/1.1" status: 204 len: 168 time: 0.2017367 Jul 13 07:27:24.972315 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac67ab0-e70f-4d9f-8bdd-9148ff51349c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02f75f6-10fd-43a3-baa4-5a82422d0377,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:25.057046 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-e8c9f6d3-7555-483e-ba5a-965e3d14838f req-ebc6d074-1589-4c72-bf06-11858b98da8a tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] For port b6368de3-864c-49c0-81bf-ff0b664c870f, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=b6368de3-864c-49c0-81bf-ff0b664c870f,segment=NetworkSegment(adddcc86-0dcf-49ea-bc4a-eb4df4910a70),segment_id=adddcc86-0dcf-49ea-bc4a-eb4df4910a70)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:25.057417 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e8c9f6d3-7555-483e-ba5a-965e3d14838f req-ebc6d074-1589-4c72-bf06-11858b98da8a tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:25.260291 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-547fa09c-0cf8-4835-b6c9-dc0428a63840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:25.470131 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054946e0-31d0-4a23-a980-3cde8d44b7dc req-8875444a-ea33-4921-a689-c13bce81aa99 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:25.470742 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54850) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:25.471675 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-054946e0-31d0-4a23-a980-3cde8d44b7dc req-8875444a-ea33-4921-a689-c13bce81aa99 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 943 time: 0.2741809 Jul 13 07:27:25.564948 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e8c9f6d3-7555-483e-ba5a-965e3d14838f req-ebc6d074-1589-4c72-bf06-11858b98da8a tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:25.565317 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e8c9f6d3-7555-483e-ba5a-965e3d14838f req-ebc6d074-1589-4c72-bf06-11858b98da8a tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:25.565877 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [req-e8c9f6d3-7555-483e-ba5a-965e3d14838f req-ebc6d074-1589-4c72-bf06-11858b98da8a tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Floating IP 2928e01a-30c1-4b93-9799-204d58b5700c disassociated. External IP: 172.25.3.215, port: b6368de3-864c-49c0-81bf-ff0b664c870f. Jul 13 07:27:25.566086 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-e8c9f6d3-7555-483e-ba5a-965e3d14838f req-ebc6d074-1589-4c72-bf06-11858b98da8a tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Calling delete_port for b6368de3-864c-49c0-81bf-ff0b664c870f owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:25.651635 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-054946e0-31d0-4a23-a980-3cde8d44b7dc req-f2ced615-61e4-478c-bdf2-c57f7e3d0b2f tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684246 Jul 13 07:27:25.698379 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ccb89aaa-2646-41cb-9e84-9e6a1b8aa0a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f62a165d661c46708d7b81a929628a41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2257981 Jul 13 07:27:25.700479 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54866) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:25.771503 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-03159ed7-a417-4033-8220-c4e39dab2f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:25.797491 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-03159ed7-a417-4033-8220-c4e39dab2f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:25.867852 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-03159ed7-a417-4033-8220-c4e39dab2f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:25.871404 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-03159ed7-a417-4033-8220-c4e39dab2f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:25.872776 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-03159ed7-a417-4033-8220-c4e39dab2f36 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b18b78c3-cb3a-482a-a645-82ff41473a27 HTTP/1.1" status: 204 len: 168 time: 0.1706326 Jul 13 07:27:25.881058 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03159ed7-a417-4033-8220-c4e39dab2f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18b78c3-cb3a-482a-a645-82ff41473a27,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:25.931445 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54876) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:26.055749 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-e0ff1362-056b-4546-a7f5-e7746aa8a88e tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2116363576'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:26.110254 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ff1362-056b-4546-a7f5-e7746aa8a88e tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Made reservation on behalf of 7ef5adf503604828a2b7a4963c7cf5ad for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:26.113774 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1362-056b-4546-a7f5-e7746aa8a88e tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:26.130897 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1362-056b-4546-a7f5-e7746aa8a88e tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:26.152346 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4a7e3-ff4a-4c4c-b223-ba042dc54ffa req-4727797f-4254-488d-b7d4-e5eda9f6edba tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:26.159380 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-06b4a7e3-ff4a-4c4c-b223-ba042dc54ffa req-4727797f-4254-488d-b7d4-e5eda9f6edba tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0783b6d-1d39-488a-9b49-6dfc548fdeb0 HTTP/1.1" status: 200 len: 945 time: 0.1202865 Jul 13 07:27:26.219915 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-06b4a7e3-ff4a-4c4c-b223-ba042dc54ffa req-aead839e-e710-4d1f-bc34-9cdd00aee01e tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "GET /v2.0/security-groups?id=673773b8-d744-4336-90f3-e8a9554e115e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594645 Jul 13 07:27:26.225820 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40252ac-9362-4ae3-9afe-8c2c8c0d2474 req-66c74fab-25d8-447b-aa35-740ca4e236e4 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:26.232706 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b40252ac-9362-4ae3-9afe-8c2c8c0d2474 req-66c74fab-25d8-447b-aa35-740ca4e236e4 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 943 time: 0.1854875 Jul 13 07:27:26.242867 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e8c9f6d3-7555-483e-ba5a-965e3d14838f req-ebc6d074-1589-4c72-bf06-11858b98da8a tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:26.285699 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6d074-1589-4c72-bf06-11858b98da8a tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Pushing event deleted for resources: {'Port': ['ID=b6368de3-864c-49c0-81bf-ff0b664c870f,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:26.299172 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1362-056b-4546-a7f5-e7746aa8a88e tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:26.305172 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc6d074-1589-4c72-bf06-11858b98da8a tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:26.305537 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc6d074-1589-4c72-bf06-11858b98da8a tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:26.305866 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc6d074-1589-4c72-bf06-11858b98da8a tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:26.306206 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc6d074-1589-4c72-bf06-11858b98da8a tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:26.306538 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc6d074-1589-4c72-bf06-11858b98da8a tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:26.306890 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc6d074-1589-4c72-bf06-11858b98da8a tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:26.307211 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc6d074-1589-4c72-bf06-11858b98da8a tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:26.307564 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1362-056b-4546-a7f5-e7746aa8a88e tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:26.307691 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc6d074-1589-4c72-bf06-11858b98da8a tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:26.307891 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc6d074-1589-4c72-bf06-11858b98da8a tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:26.308422 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc6d074-1589-4c72-bf06-11858b98da8a tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:26.308722 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc6d074-1589-4c72-bf06-11858b98da8a tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:26.309234 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc6d074-1589-4c72-bf06-11858b98da8a tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:26.340331 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0ff1362-056b-4546-a7f5-e7746aa8a88e tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:27:26.351157 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff1362-056b-4546-a7f5-e7746aa8a88e tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3061d9-7fcb-4698-b870-d9cee81229ac,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:26.357548 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1362-056b-4546-a7f5-e7746aa8a88e tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:26.357904 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-e0ff1362-056b-4546-a7f5-e7746aa8a88e tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Added segment 6fdc1c8f-f56a-4b1f-b2bf-b6f87307cf38 of type vlan for network 4818083f-1847-4351-8649-dd5296f2344c Jul 13 07:27:26.359033 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54882) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:26.365076 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b40252ac-9362-4ae3-9afe-8c2c8c0d2474 req-ab68a02d-7cc8-4438-9893-5fe274c97ebb tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315665 Jul 13 07:27:26.368569 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-547fa09c-0cf8-4835-b6c9-dc0428a63840 admin admin] Deleting port f34dc902-a4a2-439b-93fb-5c77a69b7873 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:26.368909 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-547fa09c-0cf8-4835-b6c9-dc0428a63840 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:26.436998 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1362-056b-4546-a7f5-e7746aa8a88e tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:26.483497 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 3748c046-3a67-427e-b56a-088042d90f03 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:26.503288 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-547fa09c-0cf8-4835-b6c9-dc0428a63840 admin admin] For port f34dc902-a4a2-439b-93fb-5c77a69b7873, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=f34dc902-a4a2-439b-93fb-5c77a69b7873,segment=NetworkSegment(7a9b30ba-ae04-492e-9eaa-55e303682950),segment_id=7a9b30ba-ae04-492e-9eaa-55e303682950)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:26.503641 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-547fa09c-0cf8-4835-b6c9-dc0428a63840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:26.508756 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-70942647-bd5c-424a-8696-b0febb8f9b00 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=62a272955dd345fbbe936f5055d929fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1486006 Jul 13 07:27:26.511063 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1362-056b-4546-a7f5-e7746aa8a88e tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:26.513815 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54892) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:26.520335 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ff1362-056b-4546-a7f5-e7746aa8a88e tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:26.521204 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 3748c046-3a67-427e-b56a-088042d90f03 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:27:26.521563 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 3748c046-3a67-427e-b56a-088042d90f03 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:27:26.521821 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1362-056b-4546-a7f5-e7746aa8a88e tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:26.521975 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device b161886a-a801-478c-9f6c-25d2693d7e72 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:26.523227 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8c9f6d3-7555-483e-ba5a-965e3d14838f req-ebc6d074-1589-4c72-bf06-11858b98da8a tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Router 6e0fb312-218f-41a7-9c34-70a62f86ab39 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:27:26.538306 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-547fa09c-0cf8-4835-b6c9-dc0428a63840 admin admin] Calling delete_port for f34dc902-a4a2-439b-93fb-5c77a69b7873 owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:26.568700 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: b161886a-a801-478c-9f6c-25d2693d7e72 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:27:26.569169 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device b161886a-a801-478c-9f6c-25d2693d7e72 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:27:26.579084 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e0ff1362-056b-4546-a7f5-e7746aa8a88e tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6464694 Jul 13 07:27:26.583355 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54896) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:26.589393 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-b78ff258-6f6d-4419-af8d-41bd4cc18ce6 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Request body: {'subnet': {'network_id': '4818083f-1847-4351-8649-dd5296f2344c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:26.665613 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff1362-056b-4546-a7f5-e7746aa8a88e tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Pushing event updated for resources: {'Network': ['ID=4818083f-1847-4351-8649-dd5296f2344c,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:26.681107 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 4818083f-1847-4351-8649-dd5296f2344c details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:27:26.718148 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1506377e-7eec-4e6c-a30a-cb9e18f62858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:26.781670 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1506377e-7eec-4e6c-a30a-cb9e18f62858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:26.820143 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78ff258-6f6d-4419-af8d-41bd4cc18ce6 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Made reservation on behalf of 7ef5adf503604828a2b7a4963c7cf5ad for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:26.823974 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b78ff258-6f6d-4419-af8d-41bd4cc18ce6 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:26.956399 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8c9f6d3-7555-483e-ba5a-965e3d14838f req-ebc6d074-1589-4c72-bf06-11858b98da8a tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:27:26.970006 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b667a1-2871-4e60-984c-bc336de7195d None None] Sync routers for ids ['6e0fb312-218f-41a7-9c34-70a62f86ab39'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:27:26.985958 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b667a1-2871-4e60-984c-bc336de7195d None None] Routers {'6e0fb312-218f-41a7-9c34-70a62f86ab39'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:26.986692 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a9b667a1-2871-4e60-984c-bc336de7195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:27:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['6e0fb312-218f-41a7-9c34-70a62f86ab39'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:27.053738 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c9f6d3-7555-483e-ba5a-965e3d14838f req-ebc6d074-1589-4c72-bf06-11858b98da8a tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] No DVR routers for this DVR port b6368de3-864c-49c0-81bf-ff0b664c870f on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:27:27.069560 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e8c9f6d3-7555-483e-ba5a-965e3d14838f req-ebc6d074-1589-4c72-bf06-11858b98da8a tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:27.071936 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e8c9f6d3-7555-483e-ba5a-965e3d14838f req-ebc6d074-1589-4c72-bf06-11858b98da8a tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.25 "DELETE /v2.0/ports/b6368de3-864c-49c0-81bf-ff0b664c870f HTTP/1.1" status: 204 len: 173 time: 2.5112717 Jul 13 07:27:27.072390 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0783b6d-1d39-488a-9b49-6dfc548fdeb0', 'name': 'network-vif-deleted', 'tag': 'b6368de3-864c-49c0-81bf-ff0b664c870f'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:27.074695 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20af4205-aa62-4755-8555-6c68d092f7ac" -d '{"events": [{"server_uuid": "e0783b6d-1d39-488a-9b49-6dfc548fdeb0", "name": "network-vif-deleted", "tag": "b6368de3-864c-49c0-81bf-ff0b664c870f"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:27.098906 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1506377e-7eec-4e6c-a30a-cb9e18f62858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:27.101540 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1506377e-7eec-4e6c-a30a-cb9e18f62858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:27.102688 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1506377e-7eec-4e6c-a30a-cb9e18f62858 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/422b2c1d-185b-4b5c-8c29-b76ca028a353 HTTP/1.1" status: 204 len: 168 time: 0.5877512 Jul 13 07:27:27.154699 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1506377e-7eec-4e6c-a30a-cb9e18f62858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422b2c1d-185b-4b5c-8c29-b76ca028a353,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:27.168319 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b78ff258-6f6d-4419-af8d-41bd4cc18ce6 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:27.235750 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-a9b667a1-2871-4e60-984c-bc336de7195d None None] Set router 6e0fb312-218f-41a7-9c34-70a62f86ab39 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:27:27.277954 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78ff258-6f6d-4419-af8d-41bd4cc18ce6 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Checking segment: {'id': '6fdc1c8f-f56a-4b1f-b2bf-b6f87307cf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4818083f-1847-4351-8649-dd5296f2344c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:27.278724 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78ff258-6f6d-4419-af8d-41bd4cc18ce6 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Network hostable DHCP agents. Network: 4818083f-1847-4351-8649-dd5296f2344c, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:27:27.283129 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ff258-6f6d-4419-af8d-41bd4cc18ce6 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Pushing event updated for resources: {'Subnet': ['ID=85e89723-f467-49eb-9ddf-0a7763df76c4,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:27.309489 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78ff258-6f6d-4419-af8d-41bd4cc18ce6 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Network 4818083f-1847-4351-8649-dd5296f2344c is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:27:27.330208 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-b78ff258-6f6d-4419-af8d-41bd4cc18ce6 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 4818083f-1847-4351-8649-dd5296f2344c) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:27.336219 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78ff258-6f6d-4419-af8d-41bd4cc18ce6 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:27.336978 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b78ff258-6f6d-4419-af8d-41bd4cc18ce6 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:27.341835 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a4011-49c4-4709-b85d-71e44ac89b01 req-79bbbf83-7f0e-4e63-8b52-1433768843f7 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:27.353732 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8b8a4011-49c4-4709-b85d-71e44ac89b01 req-79bbbf83-7f0e-4e63-8b52-1433768843f7 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 943 time: 0.3564579 Jul 13 07:27:27.357571 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24161404-66ec-42f3-b804-1058d628c3cc x-openstack-request-id: req-24161404-66ec-42f3-b804-1058d628c3cc {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:27.359354 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0783b6d-1d39-488a-9b49-6dfc548fdeb0", "name": "network-vif-deleted", "tag": "b6368de3-864c-49c0-81bf-ff0b664c870f", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:27.362574 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b78ff258-6f6d-4419-af8d-41bd4cc18ce6 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7758303 Jul 13 07:27:27.362891 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54920) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:27.367020 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-24161404-66ec-42f3-b804-1058d628c3cc {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:27.368963 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-892e4c63-8ba7-49f1-8c7d-4d21f0529245 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1893660596', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:27.369273 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0783b6d-1d39-488a-9b49-6dfc548fdeb0', 'name': 'network-vif-deleted', 'tag': 'b6368de3-864c-49c0-81bf-ff0b664c870f', 'status': 'completed', 'code': 200} Jul 13 07:27:27.372590 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e404eb-549d-450a-a254-e80843e75a81 None None] Network 4818083f-1847-4351-8649-dd5296f2344c requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:27:27.414639 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-547fa09c-0cf8-4835-b6c9-dc0428a63840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:27.423504 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-892e4c63-8ba7-49f1-8c7d-4d21f0529245 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:27.424881 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-892e4c63-8ba7-49f1-8c7d-4d21f0529245 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:27.482429 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa09c-0cf8-4835-b6c9-dc0428a63840 admin admin] Pushing event deleted for resources: {'Port': ['ID=f34dc902-a4a2-439b-93fb-5c77a69b7873,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:27.523409 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8b8a4011-49c4-4709-b85d-71e44ac89b01 req-d412eef5-4a75-49b7-a01c-99534ad3c39f tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674464 Jul 13 07:27:27.594647 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-892e4c63-8ba7-49f1-8c7d-4d21f0529245 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:27.649199 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-892e4c63-8ba7-49f1-8c7d-4d21f0529245 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:27.740920 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ac141ccf-8e83-4308-856f-cffc1f0819c6 req-d2172cf9-dd14-4aa3-98b6-b215a94335fb tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "GET /v2.0/ports?device_id=e0783b6d-1d39-488a-9b49-6dfc548fdeb0 HTTP/1.1" status: 200 len: 210 time: 0.1395097 Jul 13 07:27:27.824342 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-892e4c63-8ba7-49f1-8c7d-4d21f0529245 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:27.825693 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-892e4c63-8ba7-49f1-8c7d-4d21f0529245 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4603786 Jul 13 07:27:27.829833 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54930) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:27.855314 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b833aa36-97fa-48d8-a3b7-cee067892b4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-4818083f-1847-4351-8649-dd5296f2344c', 'network_id': '4818083f-1847-4351-8649-dd5296f2344c', 'tenant_id': '7ef5adf503604828a2b7a4963c7cf5ad', 'fixed_ips': [{'subnet_id': '85e89723-f467-49eb-9ddf-0a7763df76c4'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:27:27.856799 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b833aa36-97fa-48d8-a3b7-cee067892b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:27.913312 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a9b667a1-2871-4e60-984c-bc336de7195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0fb312-218f-41a7-9c34-70a62f86ab39', 'name': 'tempest-ServersTestJSON-1973735793-router', 'tenant_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '34a7bf64-6bff-4fc4-a581-9e7f162be0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:51Z', 'updated_at': '2021-07-13T07:25:04Z', 'revision_number': 4, 'project_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'gw_port': {'id': '34a7bf64-6bff-4fc4-a581-9e7f162be0fb', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0fb312-218f-41a7-9c34-70a62f86ab39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:54Z', 'updated_at': '2021-07-13T07:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd', 'name': '', 'network_id': '3641bc06-8e59-49c0-8f85-a031f22a64e6', 'tenant_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'mac_address': 'fa:16:3e:b5:cd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0fb312-218f-41a7-9c34-70a62f86ab39', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'b0f65360-3b5e-4a84-b093-2570ddbed964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:02Z', 'updated_at': '2021-07-13T07:25:18Z', 'revision_number': 5, 'project_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'subnets': [{'id': 'b0f65360-3b5e-4a84-b093-2570ddbed964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:27.950331 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-547fa09c-0cf8-4835-b6c9-dc0428a63840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:28.079588 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device b6368de3-864c-49c0-81bf-ff0b664c870f no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:28.084680 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b667a1-2871-4e60-984c-bc336de7195d None None] Checking router: 6e0fb312-218f-41a7-9c34-70a62f86ab39 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:27:28.120503 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: b6368de3-864c-49c0-81bf-ff0b664c870f {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:27:28.120836 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device b6368de3-864c-49c0-81bf-ff0b664c870f not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:27:28.121415 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device a0520f7a-612d-4e54-b155-a759c7a81be7 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:28.126424 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b667a1-2871-4e60-984c-bc336de7195d None None] Routers {'6e0fb312-218f-41a7-9c34-70a62f86ab39'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:28.127283 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a9b667a1-2871-4e60-984c-bc336de7195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:27:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['6e0fb312-218f-41a7-9c34-70a62f86ab39'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:28.164786 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-20da76ac-62db-4b59-9898-446ede73367a req-fe290d29-77b0-4b26-b391-0b6eedfc043f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7771826 Jul 13 07:27:28.241379 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-a9b667a1-2871-4e60-984c-bc336de7195d None None] Set router 6e0fb312-218f-41a7-9c34-70a62f86ab39 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:27:28.324794 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547fa09c-0cf8-4835-b6c9-dc0428a63840 admin admin] Router 46e13e93-8700-44f5-9ffe-23d99536527f has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:27:28.377209 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3a17157c-3772-4f9b-9b62-764d6b12587a tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:28.485191 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547fa09c-0cf8-4835-b6c9-dc0428a63840 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:27:28.490251 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-547fa09c-0cf8-4835-b6c9-dc0428a63840 admin admin] 10.222.0.23 "PUT /v2.0/routers/46e13e93-8700-44f5-9ffe-23d99536527f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3395076 Jul 13 07:27:28.493530 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54956) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:28.496060 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf751ae9-2821-4733-8880-b49478085415 None None] Sync routers for ids ['46e13e93-8700-44f5-9ffe-23d99536527f'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:27:28.510404 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf751ae9-2821-4733-8880-b49478085415 None None] Routers {'46e13e93-8700-44f5-9ffe-23d99536527f'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:28.512268 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-bf751ae9-2821-4733-8880-b49478085415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:27:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['46e13e93-8700-44f5-9ffe-23d99536527f'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:28.573661 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-b833aa36-97fa-48d8-a3b7-cee067892b4b None None] Allocated IP 172.20.0.2 (4818083f-1847-4351-8649-dd5296f2344c/85e89723-f467-49eb-9ddf-0a7763df76c4/cefe2530-227c-4cc2-a38d-c3b3caaa4c57) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:27:28.706668 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6365d449-4ee8-4c0d-b187-e15a59705356 admin admin] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:28.731807 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-bf751ae9-2821-4733-8880-b49478085415 None None] Set router 46e13e93-8700-44f5-9ffe-23d99536527f gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:27:28.925790 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6365d449-4ee8-4c0d-b187-e15a59705356 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:28.932008 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9079c-d961-42e2-b8f9-0bd34a029179 req-ea43c272-86af-4425-9cad-eca26e26f864 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:28.939541 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e9d9079c-d961-42e2-b8f9-0bd34a029179 req-ea43c272-86af-4425-9cad-eca26e26f864 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 943 time: 0.1850362 Jul 13 07:27:29.041578 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e9d9079c-d961-42e2-b8f9-0bd34a029179 req-def94f51-f23d-416c-9bda-81b6da6bed0a tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994418 Jul 13 07:27:29.044583 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a9b667a1-2871-4e60-984c-bc336de7195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0fb312-218f-41a7-9c34-70a62f86ab39', 'name': 'tempest-ServersTestJSON-1973735793-router', 'tenant_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '34a7bf64-6bff-4fc4-a581-9e7f162be0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:51Z', 'updated_at': '2021-07-13T07:25:04Z', 'revision_number': 4, 'project_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'gw_port': {'id': '34a7bf64-6bff-4fc4-a581-9e7f162be0fb', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0fb312-218f-41a7-9c34-70a62f86ab39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:54Z', 'updated_at': '2021-07-13T07:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd', 'name': '', 'network_id': '3641bc06-8e59-49c0-8f85-a031f22a64e6', 'tenant_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'mac_address': 'fa:16:3e:b5:cd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0fb312-218f-41a7-9c34-70a62f86ab39', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'b0f65360-3b5e-4a84-b093-2570ddbed964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:02Z', 'updated_at': '2021-07-13T07:25:18Z', 'revision_number': 5, 'project_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'subnets': [{'id': 'b0f65360-3b5e-4a84-b093-2570ddbed964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:29.045559 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-6365d449-4ee8-4c0d-b187-e15a59705356 admin admin] Deleting port 519a0e98-ef04-431b-8bad-fd1101930edd {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:29.046053 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6365d449-4ee8-4c0d-b187-e15a59705356 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:29.083940 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-bf751ae9-2821-4733-8880-b49478085415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'name': 'tempest-FloatingIPsAssociationTestJSON-272898220-router', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:04Z', 'updated_at': '2021-07-13T07:27:27Z', 'revision_number': 5, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'gw_port': {'id': '519a0e98-ef04-431b-8bad-fd1101930edd', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:26:07Z', 'updated_at': '2021-07-13T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:29.097062 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b667a1-2871-4e60-984c-bc336de7195d None None] The sync data for ids ['6e0fb312-218f-41a7-9c34-70a62f86ab39'] in n-d-771363-34 is: [{'id': '6e0fb312-218f-41a7-9c34-70a62f86ab39', 'name': 'tempest-ServersTestJSON-1973735793-router', 'tenant_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '34a7bf64-6bff-4fc4-a581-9e7f162be0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:51Z', 'updated_at': '2021-07-13T07:25:04Z', 'revision_number': 4, 'project_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'gw_port': {'id': '34a7bf64-6bff-4fc4-a581-9e7f162be0fb', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0fb312-218f-41a7-9c34-70a62f86ab39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:54Z', 'updated_at': '2021-07-13T07:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd', 'name': '', 'network_id': '3641bc06-8e59-49c0-8f85-a031f22a64e6', 'tenant_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'mac_address': 'fa:16:3e:b5:cd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0fb312-218f-41a7-9c34-70a62f86ab39', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'b0f65360-3b5e-4a84-b093-2570ddbed964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:25:02Z', 'updated_at': '2021-07-13T07:25:18Z', 'revision_number': 5, 'project_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'subnets': [{'id': 'b0f65360-3b5e-4a84-b093-2570ddbed964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:27:29.121270 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b833aa36-97fa-48d8-a3b7-cee067892b4b None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:29.159525 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b833aa36-97fa-48d8-a3b7-cee067892b4b None None] Transition to ACTIVE for port object cefe2530-227c-4cc2-a38d-c3b3caaa4c57 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:29.171117 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf751ae9-2821-4733-8880-b49478085415 None None] Checking router: 46e13e93-8700-44f5-9ffe-23d99536527f for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:27:29.184105 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54974) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:29.200008 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf751ae9-2821-4733-8880-b49478085415 None None] Routers {'46e13e93-8700-44f5-9ffe-23d99536527f'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:29.201233 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-bf751ae9-2821-4733-8880-b49478085415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:27:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['46e13e93-8700-44f5-9ffe-23d99536527f'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:29.204884 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b833aa36-97fa-48d8-a3b7-cee067892b4b None None] Transition to ACTIVE for port object cefe2530-227c-4cc2-a38d-c3b3caaa4c57 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:29.220615 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-6365d449-4ee8-4c0d-b187-e15a59705356 admin admin] For port 519a0e98-ef04-431b-8bad-fd1101930edd, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=519a0e98-ef04-431b-8bad-fd1101930edd,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:29.221255 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6365d449-4ee8-4c0d-b187-e15a59705356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:29.227509 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b833aa36-97fa-48d8-a3b7-cee067892b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:29.245132 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-6365d449-4ee8-4c0d-b187-e15a59705356 admin admin] Calling delete_port for 519a0e98-ef04-431b-8bad-fd1101930edd owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:29.387311 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-bf751ae9-2821-4733-8880-b49478085415 None None] Set router 46e13e93-8700-44f5-9ffe-23d99536527f gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:27:29.439739 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4dbd88a8-9ddc-414b-85da-b8126048001c tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:29.442196 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-3a17157c-3772-4f9b-9b62-764d6b12587a tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Allocated IP 172.20.0.1 (4818083f-1847-4351-8649-dd5296f2344c/85e89723-f467-49eb-9ddf-0a7763df76c4/6c202f63-0723-478e-9ddd-33c17fac2f54) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:27:29.470307 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-bf751ae9-2821-4733-8880-b49478085415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'name': 'tempest-FloatingIPsAssociationTestJSON-272898220-router', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:04Z', 'updated_at': '2021-07-13T07:27:28Z', 'revision_number': 6, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:29.525712 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4dbd88a8-9ddc-414b-85da-b8126048001c tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:29.554332 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf751ae9-2821-4733-8880-b49478085415 None None] The sync data for ids ['46e13e93-8700-44f5-9ffe-23d99536527f'] in n-d-771363-34 is: [{'id': '46e13e93-8700-44f5-9ffe-23d99536527f', 'name': 'tempest-FloatingIPsAssociationTestJSON-272898220-router', 'tenant_id': '73157af76ad44f519f8a9a3289d8ad24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:26:04Z', 'updated_at': '2021-07-13T07:27:28Z', 'revision_number': 6, 'project_id': '73157af76ad44f519f8a9a3289d8ad24', 'gw_port_host': None}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:27:29.613472 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd0b52b-74fa-4d97-a4d2-6d4ecdf19f84 None None] New status for floating IP 2928e01a-30c1-4b93-9799-204d58b5700c: DOWN {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:27:29.681125 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4dbd88a8-9ddc-414b-85da-b8126048001c tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:29.685339 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4dbd88a8-9ddc-414b-85da-b8126048001c tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:29.686732 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4dbd88a8-9ddc-414b-85da-b8126048001c tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "DELETE /v2.0/security-groups/673773b8-d744-4336-90f3-e8a9554e115e HTTP/1.1" status: 204 len: 168 time: 0.5009184 Jul 13 07:27:29.702678 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54986) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:29.704144 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd88a8-9ddc-414b-85da-b8126048001c tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=673773b8-d744-4336-90f3-e8a9554e115e,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:29.732245 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-ba22fec6-a831-473c-bd28-9ed846b44ca1 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] show failed (client error): The resource could not be found. Jul 13 07:27:29.734032 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ba22fec6-a831-473c-bd28-9ed846b44ca1 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "GET /v2.0/security-groups/673773b8-d744-4336-90f3-e8a9554e115e HTTP/1.1" status: 404 len: 347 time: 0.0203817 Jul 13 07:27:29.737059 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54988) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:29.764917 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b833aa36-97fa-48d8-a3b7-cee067892b4b None None] Network 4818083f-1847-4351-8649-dd5296f2344c is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:29.773965 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-b833aa36-97fa-48d8-a3b7-cee067892b4b None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:29.784276 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b833aa36-97fa-48d8-a3b7-cee067892b4b None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:27:29.801805 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833aa36-97fa-48d8-a3b7-cee067892b4b None None] Pushing event updated for resources: {'Port': ['ID=cefe2530-227c-4cc2-a38d-c3b3caaa4c57,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:29.897697 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3a17157c-3772-4f9b-9b62-764d6b12587a tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:29.915118 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-b833aa36-97fa-48d8-a3b7-cee067892b4b None None] Attempting to bind port cefe2530-227c-4cc2-a38d-c3b3caaa4c57 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:27:29.915979 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-b833aa36-97fa-48d8-a3b7-cee067892b4b None None] Attempting to bind port cefe2530-227c-4cc2-a38d-c3b3caaa4c57 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '6fdc1c8f-f56a-4b1f-b2bf-b6f87307cf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4818083f-1847-4351-8649-dd5296f2344c'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:27:29.916360 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b833aa36-97fa-48d8-a3b7-cee067892b4b None None] Attempting to bind port cefe2530-227c-4cc2-a38d-c3b3caaa4c57 on network 4818083f-1847-4351-8649-dd5296f2344c {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:29.932446 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b833aa36-97fa-48d8-a3b7-cee067892b4b None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:27:29.932764 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b833aa36-97fa-48d8-a3b7-cee067892b4b None None] Checking segment: {'id': '6fdc1c8f-f56a-4b1f-b2bf-b6f87307cf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4818083f-1847-4351-8649-dd5296f2344c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:29.933180 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b833aa36-97fa-48d8-a3b7-cee067892b4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:29.933575 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b833aa36-97fa-48d8-a3b7-cee067892b4b None None] Bound using segment: {'id': '6fdc1c8f-f56a-4b1f-b2bf-b6f87307cf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4818083f-1847-4351-8649-dd5296f2344c'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:27:29.934409 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-b833aa36-97fa-48d8-a3b7-cee067892b4b None None] Bound port: cefe2530-227c-4cc2-a38d-c3b3caaa4c57, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fdc1c8f-f56a-4b1f-b2bf-b6f87307cf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '4818083f-1847-4351-8649-dd5296f2344c'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:27:29.934809 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b833aa36-97fa-48d8-a3b7-cee067892b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:29.954207 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-3a17157c-3772-4f9b-9b62-764d6b12587a tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Transition to ACTIVE for port object 6c202f63-0723-478e-9ddd-33c17fac2f54 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:30.040371 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da76ac-62db-4b59-9898-446ede73367a req-525a5d21-0e7f-4a22-a228-ae67940c30b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:30.042061 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-20da76ac-62db-4b59-9898-446ede73367a req-525a5d21-0e7f-4a22-a228-ae67940c30b4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45&tenant_id=03be745b98834c52b52be1f288bde2c6 HTTP/1.1" status: 200 len: 1095 time: 0.1655242 Jul 13 07:27:30.052925 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-01cac02b-93c7-4934-a2d9-0c459edb2063 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Deleting port 8d373662-4031-481c-8b32-9d54219ea761 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:30.054206 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-01cac02b-93c7-4934-a2d9-0c459edb2063 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:30.071676 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3a17157c-3772-4f9b-9b62-764d6b12587a tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:30.071963 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-b833aa36-97fa-48d8-a3b7-cee067892b4b None None] For port cefe2530-227c-4cc2-a38d-c3b3caaa4c57, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:27:30.076270 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-b833aa36-97fa-48d8-a3b7-cee067892b4b None None] For port cefe2530-227c-4cc2-a38d-c3b3caaa4c57, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=cefe2530-227c-4cc2-a38d-c3b3caaa4c57,segment=NetworkSegment(6fdc1c8f-f56a-4b1f-b2bf-b6f87307cf38),segment_id=6fdc1c8f-f56a-4b1f-b2bf-b6f87307cf38)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:27:30.097622 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b833aa36-97fa-48d8-a3b7-cee067892b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:30.141328 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a17157c-3772-4f9b-9b62-764d6b12587a tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Network 4818083f-1847-4351-8649-dd5296f2344c is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:30.154292 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-3a17157c-3772-4f9b-9b62-764d6b12587a tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:30.181730 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6365d449-4ee8-4c0d-b187-e15a59705356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:30.185526 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a17157c-3772-4f9b-9b62-764d6b12587a tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:27:30.222126 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a17157c-3772-4f9b-9b62-764d6b12587a tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Pushing event updated for resources: {'Port': ['ID=6c202f63-0723-478e-9ddd-33c17fac2f54,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:30.250695 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b2c85476-758c-4364-b76f-4f5a57431cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:30.258745 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833aa36-97fa-48d8-a3b7-cee067892b4b None None] Pushing event updated for resources: {'Port': ['ID=cefe2530-227c-4cc2-a38d-c3b3caaa4c57,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:30.276354 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3a17157c-3772-4f9b-9b62-764d6b12587a tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:30.281636 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-01cac02b-93c7-4934-a2d9-0c459edb2063 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:30.282220 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-01cac02b-93c7-4934-a2d9-0c459edb2063 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:30.307035 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365d449-4ee8-4c0d-b187-e15a59705356 admin admin] Pushing event deleted for resources: {'Port': ['ID=519a0e98-ef04-431b-8bad-fd1101930edd,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:30.373731 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da76ac-62db-4b59-9898-446ede73367a req-979184b6-df14-49fa-b3eb-534641334325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:30.375412 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-20da76ac-62db-4b59-9898-446ede73367a req-979184b6-df14-49fa-b3eb-534641334325 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03be745b98834c52b52be1f288bde2c6&device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 1095 time: 0.3012171 Jul 13 07:27:30.381508 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-01cac02b-93c7-4934-a2d9-0c459edb2063 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Calling delete_port for 8d373662-4031-481c-8b32-9d54219ea761 owned by network:floatingip {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:30.414271 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6365d449-4ee8-4c0d-b187-e15a59705356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:30.519571 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3a17157c-3772-4f9b-9b62-764d6b12587a tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:30.639143 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da76ac-62db-4b59-9898-446ede73367a req-ba367349-395f-48f2-a79f-ad030fb1bf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:30.641240 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-20da76ac-62db-4b59-9898-446ede73367a req-ba367349-395f-48f2-a79f-ad030fb1bf5c service neutron] 10.222.0.25 "GET /v2.0/networks?id=594d3cf6-6536-44a4-bf86-7eb0b076281c HTTP/1.1" status: 200 len: 915 time: 0.2576287 Jul 13 07:27:30.723104 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb2cb2-bb5f-4756-b860-f894cde61ace req-10c93d9e-a9f2-420d-92d4-a35c639d1175 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:30.732546 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-84eb2cb2-bb5f-4756-b860-f894cde61ace req-10c93d9e-a9f2-420d-92d4-a35c639d1175 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 943 time: 0.4610884 Jul 13 07:27:30.769231 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6365d449-4ee8-4c0d-b187-e15a59705356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:30.778169 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6365d449-4ee8-4c0d-b187-e15a59705356 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:30.780932 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-20da76ac-62db-4b59-9898-446ede73367a req-2790fe3d-6ccb-47be-a157-4513dc499e78 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0520f7a-612d-4e54-b155-a759c7a81be7 HTTP/1.1" status: 200 len: 217 time: 0.0918241 Jul 13 07:27:30.921915 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-84eb2cb2-bb5f-4756-b860-f894cde61ace req-7c7710b4-c57e-4fc4-8cc6-b875e897ab62 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883266 Jul 13 07:27:30.922607 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6365d449-4ee8-4c0d-b187-e15a59705356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:30.923176 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6365d449-4ee8-4c0d-b187-e15a59705356 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46e13e93-8700-44f5-9ffe-23d99536527f {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:27:30.929892 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6365d449-4ee8-4c0d-b187-e15a59705356 admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:30.931069 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6365d449-4ee8-4c0d-b187-e15a59705356 admin admin] 10.222.0.23 "DELETE /v2.0/routers/46e13e93-8700-44f5-9ffe-23d99536527f HTTP/1.1" status: 204 len: 168 time: 2.4364953 Jul 13 07:27:30.938698 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55028) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:30.947681 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da76ac-62db-4b59-9898-446ede73367a req-68190e13-e812-46d3-a9d1-df3b77271777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:30.949173 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-20da76ac-62db-4b59-9898-446ede73367a req-68190e13-e812-46d3-a9d1-df3b77271777 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e61f3cea-0dca-4181-a03e-5485cc9acd4c HTTP/1.1" status: 200 len: 854 time: 0.1546292 Jul 13 07:27:31.014982 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-20da76ac-62db-4b59-9898-446ede73367a req-081cfb11-8b10-4d5a-9724-2a0688bd65ed service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=594d3cf6-6536-44a4-bf86-7eb0b076281c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445004 Jul 13 07:27:31.036973 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fa7303e-acfe-4700-8cec-957c7debe5c2 admin admin] Deleting subnet 6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:27:31.050332 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4fa7303e-acfe-4700-8cec-957c7debe5c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:31.136236 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4fa7303e-acfe-4700-8cec-957c7debe5c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:31.172365 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-01cac02b-93c7-4934-a2d9-0c459edb2063 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:31.222071 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cac02b-93c7-4934-a2d9-0c459edb2063 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Pushing event deleted for resources: {'Port': ['ID=8d373662-4031-481c-8b32-9d54219ea761,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:31.229605 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-20da76ac-62db-4b59-9898-446ede73367a req-b1256d5a-2588-4448-a75f-e5f68a1c6bba service neutron] 10.222.0.25 "GET /v2.0/networks/594d3cf6-6536-44a4-bf86-7eb0b076281c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059255 Jul 13 07:27:31.316824 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4fa7303e-acfe-4700-8cec-957c7debe5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:31.387179 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-01cac02b-93c7-4934-a2d9-0c459edb2063 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks [] for floatingip, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:31.389720 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-01cac02b-93c7-4934-a2d9-0c459edb2063 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:31.390980 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-01cac02b-93c7-4934-a2d9-0c459edb2063 tempest-ServersTestJSON-252495347 tempest-ServersTestJSON-252495347-project] 10.222.0.23 "DELETE /v2.0/floatingips/2928e01a-30c1-4b93-9799-204d58b5700c HTTP/1.1" status: 204 len: 168 time: 1.6527343 Jul 13 07:27:31.394095 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55036) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:31.441426 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55038) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:31.462568 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-20da76ac-62db-4b59-9898-446ede73367a req-99196ce3-3890-4d7e-a3d7-6706f61917ca service neutron] 10.222.0.25 "GET /v2.0/networks/594d3cf6-6536-44a4-bf86-7eb0b076281c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101953 Jul 13 07:27:31.490164 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4fa7303e-acfe-4700-8cec-957c7debe5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:31.536579 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3a17157c-3772-4f9b-9b62-764d6b12587a tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:31.545028 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3a17157c-3772-4f9b-9b62-764d6b12587a tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:31.553854 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4fa7303e-acfe-4700-8cec-957c7debe5c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:31.557363 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b226c57e-c1f4-41cb-b3b1-59b70ca4afbd None None] Network 87358466-9ef1-46ab-8724-6c322750a8f9 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:27:31.569676 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4fa7303e-acfe-4700-8cec-957c7debe5c2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393 HTTP/1.1" status: 204 len: 168 time: 0.6293104 Jul 13 07:27:31.570771 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55044) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:31.574999 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa7303e-acfe-4700-8cec-957c7debe5c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c83a4d0-b86e-4bf2-8a3c-88a84c7e9393,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:31.699170 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-681ec546-a6a3-4edf-9ee0-323eb6bf100b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:31.808671 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-42e24408-c069-450f-9a64-abaf97412c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:31.827307 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device cefe2530-227c-4cc2-a38d-c3b3caaa4c57 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:31.828511 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a17157c-3772-4f9b-9b62-764d6b12587a tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Pushing event updated for resources: {'Port': ['ID=6c202f63-0723-478e-9ddd-33c17fac2f54,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:31.859360 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3a17157c-3772-4f9b-9b62-764d6b12587a tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:31.952177 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aeeaf64-267a-4cd2-a437-b1579efeb20d None None] Network 4818083f-1847-4351-8649-dd5296f2344c requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:27:32.039807 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a17157c-3772-4f9b-9b62-764d6b12587a tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Network 4818083f-1847-4351-8649-dd5296f2344c is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:32.051076 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-42e24408-c069-450f-9a64-abaf97412c5d admin admin] Deleting port b6d6dcbd-1c23-46cc-8d2d-089bd99460f2 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:32.051678 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-42e24408-c069-450f-9a64-abaf97412c5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:32.052229 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-3a17157c-3772-4f9b-9b62-764d6b12587a tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:32.142594 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-14e8aff4-daf3-455f-9325-58d3a22c96c9 None None] Provisioning for port cefe2530-227c-4cc2-a38d-c3b3caaa4c57 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:32.144383 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-42e24408-c069-450f-9a64-abaf97412c5d admin admin] For port b6d6dcbd-1c23-46cc-8d2d-089bd99460f2, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=b6d6dcbd-1c23-46cc-8d2d-089bd99460f2,segment=NetworkSegment(7a9b30ba-ae04-492e-9eaa-55e303682950),segment_id=7a9b30ba-ae04-492e-9eaa-55e303682950)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:32.144798 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-42e24408-c069-450f-9a64-abaf97412c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:32.166299 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-42e24408-c069-450f-9a64-abaf97412c5d admin admin] Calling delete_port for b6d6dcbd-1c23-46cc-8d2d-089bd99460f2 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:32.171679 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port cefe2530-227c-4cc2-a38d-c3b3caaa4c57 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:32.179439 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port cefe2530-227c-4cc2-a38d-c3b3caaa4c57 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:32.179926 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:32.292633 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df3b071-944b-442c-b487-ea8b7b4ed2fc None None] DHCP port deletion for 87358466-9ef1-46ab-8724-6c322750a8f9 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:27:32.331217 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-42e24408-c069-450f-9a64-abaf97412c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:32.360327 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aff4e2-ad7b-4210-846a-e7c0b8d2dfcf req-755f20ed-8015-4cdc-bda1-1caaac444b82 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:32.361941 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b4aff4e2-ad7b-4210-846a-e7c0b8d2dfcf req-755f20ed-8015-4cdc-bda1-1caaac444b82 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 943 time: 0.2785931 Jul 13 07:27:32.377186 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a17157c-3772-4f9b-9b62-764d6b12587a tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Router e12a7286-27e3-4fc1-ac4b-9dbe1b34b23f is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:27:32.403947 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-7df3b071-944b-442c-b487-ea8b7b4ed2fc None None] The port 'b6d6dcbd-1c23-46cc-8d2d-089bd99460f2' was deleted {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 13 07:27:32.444632 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-681ec546-a6a3-4edf-9ee0-323eb6bf100b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:32.448428 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e24408-c069-450f-9a64-abaf97412c5d admin admin] Pushing event deleted for resources: {'Port': ['ID=b6d6dcbd-1c23-46cc-8d2d-089bd99460f2,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:32.450779 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e24408-c069-450f-9a64-abaf97412c5d admin admin] No DVR routers for this DVR port b6d6dcbd-1c23-46cc-8d2d-089bd99460f2 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:27:32.456972 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-681ec546-a6a3-4edf-9ee0-323eb6bf100b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:32.527987 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-681ec546-a6a3-4edf-9ee0-323eb6bf100b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d96c226e37394e5aada0c7b3f29c5cb9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0805545 Jul 13 07:27:32.529125 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ec546-a6a3-4edf-9ee0-323eb6bf100b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f20866-b302-4928-9262-2775ac935540,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:32.538169 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55066) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:32.609915 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:32.682618 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port cefe2530-227c-4cc2-a38d-c3b3caaa4c57, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=cefe2530-227c-4cc2-a38d-c3b3caaa4c57,segment=NetworkSegment(6fdc1c8f-f56a-4b1f-b2bf-b6f87307cf38),segment_id=6fdc1c8f-f56a-4b1f-b2bf-b6f87307cf38)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:32.693147 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:32.703821 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a17157c-3772-4f9b-9b62-764d6b12587a tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:27:32.716925 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01f160b-e47c-42eb-9c1a-1e046aced3f6 None None] Sync routers for ids ['e12a7286-27e3-4fc1-ac4b-9dbe1b34b23f'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:27:32.718364 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-3a17157c-3772-4f9b-9b62-764d6b12587a tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] 10.222.0.23 "PUT /v2.0/routers/e12a7286-27e3-4fc1-ac4b-9dbe1b34b23f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8845015 Jul 13 07:27:32.737553 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-42e24408-c069-450f-9a64-abaf97412c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:32.742086 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b4aff4e2-ad7b-4210-846a-e7c0b8d2dfcf req-99fcdf52-2321-4a80-b003-2331caad18b4 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710058 Jul 13 07:27:32.742706 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55070) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:32.747978 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01f160b-e47c-42eb-9c1a-1e046aced3f6 None None] Routers {'e12a7286-27e3-4fc1-ac4b-9dbe1b34b23f'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:32.749314 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-b01f160b-e47c-42eb-9c1a-1e046aced3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:27:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['e12a7286-27e3-4fc1-ac4b-9dbe1b34b23f'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:32.769223 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-609c2445-eb3a-4c97-874a-b8f8fc6a93cc tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Request body: {'port': {'network_id': '4818083f-1847-4351-8649-dd5296f2344c', 'name': 'tempest-FloatingIPNegativeTestJSON-388758853'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:32.794509 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c0a3fa77-ee6b-4ad1-817b-fec123858a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:32.808630 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-42e24408-c069-450f-9a64-abaf97412c5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87358466-9ef1-46ab-8724-6c322750a8f9']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:32.844227 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=cefe2530-227c-4cc2-a38d-c3b3caaa4c57,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:32.849601 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 519a0e98-ef04-431b-8bad-fd1101930edd no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:32.892212 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-42e24408-c069-450f-9a64-abaf97412c5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a9b30ba-ae04-492e-9eaa-55e303682950') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:32.892854 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-42e24408-c069-450f-9a64-abaf97412c5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a9b30ba-ae04-492e-9eaa-55e303682950') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:32.900320 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 519a0e98-ef04-431b-8bad-fd1101930edd {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:27:32.901351 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 519a0e98-ef04-431b-8bad-fd1101930edd not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:27:32.902302 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f34dc902-a4a2-439b-93fb-5c77a69b7873 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:32.932716 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: f34dc902-a4a2-439b-93fb-5c77a69b7873 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:27:32.932916 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-42e24408-c069-450f-9a64-abaf97412c5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:32.933425 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f34dc902-a4a2-439b-93fb-5c77a69b7873 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:27:32.959821 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c0a3fa77-ee6b-4ad1-817b-fec123858a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:32.981830 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-42e24408-c069-450f-9a64-abaf97412c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:32.997327 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42e24408-c069-450f-9a64-abaf97412c5d admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:27:32.999922 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-42e24408-c069-450f-9a64-abaf97412c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:33.083363 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ccdf1452-5bc3-45f5-b90f-5391f668ce01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:33.146744 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:33.151915 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:27:33.151915 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:27:33.151915 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:27:33.151915 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:27:33.151915 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:27:33.151915 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:27:33.151915 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:27:33.151915 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:27:33.151915 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:27:33.151915 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:27:33.151915 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:27:33.151915 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:27:33.151915 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:27:33.151915 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:27:33.151915 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:27:33.151915 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:27:33.151915 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:27:33.151915 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:27:33.151915 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:27:33.151915 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:27:33.151915 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:27:33.151915 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:27:33.151915 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:27:33.151915 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:27:33.151915 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:27:33.151915 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:27:33.151915 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:27:33.151915 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:27:33.151915 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:27:33.151915 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:27:33.151915 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:27:33.151915 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:27:33.162271 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-42e24408-c069-450f-9a64-abaf97412c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:33.169541 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-42e24408-c069-450f-9a64-abaf97412c5d admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:33.175222 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-42e24408-c069-450f-9a64-abaf97412c5d admin admin] 10.222.0.23 "DELETE /v2.0/networks/87358466-9ef1-46ab-8724-6c322750a8f9 HTTP/1.1" status: 204 len: 168 time: 1.5971138 Jul 13 07:27:33.179306 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8cbe1067-3789-44dd-8682-be6718644bfd None None] Provisioning complete for port cefe2530-227c-4cc2-a38d-c3b3caaa4c57 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:33.181647 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8cbe1067-3789-44dd-8682-be6718644bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:33.188981 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-b01f160b-e47c-42eb-9c1a-1e046aced3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:33.200776 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e24408-c069-450f-9a64-abaf97412c5d admin admin] Pushing event deleted for resources: {'Network': ['ID=87358466-9ef1-46ab-8724-6c322750a8f9,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:33.222102 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01f160b-e47c-42eb-9c1a-1e046aced3f6 None None] Routers {'e12a7286-27e3-4fc1-ac4b-9dbe1b34b23f'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:33.228238 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-b01f160b-e47c-42eb-9c1a-1e046aced3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:27:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['e12a7286-27e3-4fc1-ac4b-9dbe1b34b23f'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:33.258648 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5306b507-ecf8-425a-99d9-11eeb60410dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:33.282504 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c0a3fa77-ee6b-4ad1-817b-fec123858a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:33.285219 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c0a3fa77-ee6b-4ad1-817b-fec123858a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:33.289660 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c0a3fa77-ee6b-4ad1-817b-fec123858a8a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/40f20866-b302-4928-9262-2775ac935540 HTTP/1.1" status: 204 len: 168 time: 0.7554467 Jul 13 07:27:33.304942 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3fa77-ee6b-4ad1-817b-fec123858a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f20866-b302-4928-9262-2775ac935540,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:33.317371 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-b01f160b-e47c-42eb-9c1a-1e046aced3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:33.318692 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01f160b-e47c-42eb-9c1a-1e046aced3f6 None None] The sync data for ids ['e12a7286-27e3-4fc1-ac4b-9dbe1b34b23f'] in n-d-771363-34 is: [] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:27:33.484734 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8cbe1067-3789-44dd-8682-be6718644bfd None None] Provisioning for port 6c202f63-0723-478e-9ddd-33c17fac2f54 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:33.494254 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8cbe1067-3789-44dd-8682-be6718644bfd None None] Provisioning complete for port 6c202f63-0723-478e-9ddd-33c17fac2f54 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:33.496076 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8cbe1067-3789-44dd-8682-be6718644bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:33.528300 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55082) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:33.542759 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609c2445-eb3a-4c97-874a-b8f8fc6a93cc tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Made reservation on behalf of 7ef5adf503604828a2b7a4963c7cf5ad for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:33.547241 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-609c2445-eb3a-4c97-874a-b8f8fc6a93cc tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:33.610810 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-609c2445-eb3a-4c97-874a-b8f8fc6a93cc tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] device_id is not set on port 1e383e9b-bc1b-4844-9b30-27b43330ba7a yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:27:33.642874 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-8cbe1067-3789-44dd-8682-be6718644bfd None None] Port 6c202f63-0723-478e-9ddd-33c17fac2f54 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:27:33.692123 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a2f1da10-9b4b-4aba-8e32-b3c87ffd6323 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=73157af76ad44f519f8a9a3289d8ad24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1622267 Jul 13 07:27:33.700408 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55084) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:33.757416 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device cefe2530-227c-4cc2-a38d-c3b3caaa4c57 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:33.830941 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-4e9149e0-106e-47ae-83ca-3012fdadc968 None None] Provisioning complete for port 6c202f63-0723-478e-9ddd-33c17fac2f54 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:33.831342 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4e9149e0-106e-47ae-83ca-3012fdadc968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:33.893712 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6d8325a7-01ea-42cb-a9ca-e0aacaae4918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:33.906351 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port cefe2530-227c-4cc2-a38d-c3b3caaa4c57 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:33.906981 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:33.977292 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6d8325a7-01ea-42cb-a9ca-e0aacaae4918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:33.980824 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-4e9149e0-106e-47ae-83ca-3012fdadc968 None None] Port 6c202f63-0723-478e-9ddd-33c17fac2f54 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:27:34.022158 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:34.111765 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2521ec31-c862-4b85-84a0-ffa2606901bf None None] Provisioning complete for port 6c202f63-0723-478e-9ddd-33c17fac2f54 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:34.111985 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2521ec31-c862-4b85-84a0-ffa2606901bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:34.126022 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6d8325a7-01ea-42cb-a9ca-e0aacaae4918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:34.144287 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6d8325a7-01ea-42cb-a9ca-e0aacaae4918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:34.150750 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6d8325a7-01ea-42cb-a9ca-e0aacaae4918 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4a447683-fe76-4238-8390-2eb88954980f HTTP/1.1" status: 204 len: 168 time: 0.4416533 Jul 13 07:27:34.184733 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8325a7-01ea-42cb-a9ca-e0aacaae4918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a447683-fe76-4238-8390-2eb88954980f,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:34.189401 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2521ec31-c862-4b85-84a0-ffa2606901bf None None] Port 6c202f63-0723-478e-9ddd-33c17fac2f54 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:27:34.191098 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-609c2445-eb3a-4c97-874a-b8f8fc6a93cc tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Allocated IP 172.20.0.12 (4818083f-1847-4351-8649-dd5296f2344c/85e89723-f467-49eb-9ddf-0a7763df76c4/1e383e9b-bc1b-4844-9b30-27b43330ba7a) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:27:34.206413 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b6d6dcbd-1c23-46cc-8d2d-089bd99460f2 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:34.258902 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: b6d6dcbd-1c23-46cc-8d2d-089bd99460f2 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:27:34.259389 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b6d6dcbd-1c23-46cc-8d2d-089bd99460f2 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:27:34.284825 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55094) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:34.321621 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f64a0593-1de0-45f9-90e1-41321cabc1e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:34.363642 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d819e5d-e2ce-4670-81cf-bbe539a8674e req-85582877-89a8-404c-9099-daede2c55c3f tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:34.371411 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7d819e5d-e2ce-4670-81cf-bbe539a8674e req-85582877-89a8-404c-9099-daede2c55c3f tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 943 time: 0.3137631 Jul 13 07:27:34.388661 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-5306b507-ecf8-425a-99d9-11eeb60410dc admin admin] Deleting port e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:34.389265 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5306b507-ecf8-425a-99d9-11eeb60410dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:34.553109 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f64a0593-1de0-45f9-90e1-41321cabc1e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:34.563886 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f64a0593-1de0-45f9-90e1-41321cabc1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:34.567435 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7d819e5d-e2ce-4670-81cf-bbe539a8674e req-472d1253-6bff-489f-844e-edfcac61b095 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951063 Jul 13 07:27:34.618381 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f64a0593-1de0-45f9-90e1-41321cabc1e1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ff90ef1e3a641228c64d97d71f4d931&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3315883 Jul 13 07:27:34.619399 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a0593-1de0-45f9-90e1-41321cabc1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9661296-4d0c-48ab-8fc0-8854df01c310,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:34.622174 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55100) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:34.689697 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6936fe94-bffa-4a43-adce-2a0fd2b321cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:34.723556 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-5306b507-ecf8-425a-99d9-11eeb60410dc admin admin] For port e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd,segment=NetworkSegment(adddcc86-0dcf-49ea-bc4a-eb4df4910a70),segment_id=adddcc86-0dcf-49ea-bc4a-eb4df4910a70)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:34.723948 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5306b507-ecf8-425a-99d9-11eeb60410dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:34.728455 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6936fe94-bffa-4a43-adce-2a0fd2b321cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:34.776962 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-5306b507-ecf8-425a-99d9-11eeb60410dc admin admin] Calling delete_port for e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:34.798359 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-609c2445-eb3a-4c97-874a-b8f8fc6a93cc tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:34.815644 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6936fe94-bffa-4a43-adce-2a0fd2b321cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:34.822612 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6936fe94-bffa-4a43-adce-2a0fd2b321cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:34.826701 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6936fe94-bffa-4a43-adce-2a0fd2b321cb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a9661296-4d0c-48ab-8fc0-8854df01c310 HTTP/1.1" status: 204 len: 168 time: 0.2034233 Jul 13 07:27:34.845683 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936fe94-bffa-4a43-adce-2a0fd2b321cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9661296-4d0c-48ab-8fc0-8854df01c310,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:34.909685 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-609c2445-eb3a-4c97-874a-b8f8fc6a93cc tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Transition to ACTIVE for port object 1e383e9b-bc1b-4844-9b30-27b43330ba7a will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:35.040134 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-609c2445-eb3a-4c97-874a-b8f8fc6a93cc tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:35.111961 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609c2445-eb3a-4c97-874a-b8f8fc6a93cc tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Network 4818083f-1847-4351-8649-dd5296f2344c is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:35.119062 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-609c2445-eb3a-4c97-874a-b8f8fc6a93cc tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:35.128046 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609c2445-eb3a-4c97-874a-b8f8fc6a93cc tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:27:35.225580 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609c2445-eb3a-4c97-874a-b8f8fc6a93cc tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:35.226344 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-609c2445-eb3a-4c97-874a-b8f8fc6a93cc tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:35.260315 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c2445-eb3a-4c97-874a-b8f8fc6a93cc tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Pushing event updated for resources: {'Port': ['ID=1e383e9b-bc1b-4844-9b30-27b43330ba7a,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:35.294723 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55116) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:35.295388 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-609c2445-eb3a-4c97-874a-b8f8fc6a93cc tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5411282 Jul 13 07:27:35.303947 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-ecb9c814-fbe7-460d-8188-9bb4181c7ef0 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:35.355213 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5306b507-ecf8-425a-99d9-11eeb60410dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:35.389360 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ecb9c814-fbe7-460d-8188-9bb4181c7ef0 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks [] for floatingip, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:35.454810 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5306b507-ecf8-425a-99d9-11eeb60410dc admin admin] Pushing event deleted for resources: {'Port': ['ID=e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:35.648966 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-4f6dd002-5227-46c6-80f8-5a5ea0c7ac18 None None] Provisioning for port 1e383e9b-bc1b-4844-9b30-27b43330ba7a completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:35.664086 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-4f6dd002-5227-46c6-80f8-5a5ea0c7ac18 None None] Provisioning complete for port 1e383e9b-bc1b-4844-9b30-27b43330ba7a triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:35.664458 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4f6dd002-5227-46c6-80f8-5a5ea0c7ac18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:35.666029 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ecb9c814-fbe7-460d-8188-9bb4181c7ef0 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:35.866271 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-4f6dd002-5227-46c6-80f8-5a5ea0c7ac18 None None] Port 1e383e9b-bc1b-4844-9b30-27b43330ba7a cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:27:35.885404 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:35.927541 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55140) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:36.030531 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5306b507-ecf8-425a-99d9-11eeb60410dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:36.073150 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-ecb9c814-fbe7-460d-8188-9bb4181c7ef0 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Allocated IP 172.25.3.52 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/2476c10a-bc9c-4e83-b75c-2422b5bcbca8) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:27:36.196369 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb4b4e-e5e9-496f-a5c1-a827299e21f8 req-3637afae-9c47-49c6-9a2f-c9d7caf1aef4 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:36.199942 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ecb9c814-fbe7-460d-8188-9bb4181c7ef0 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:36.205955 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-62cb4b4e-e5e9-496f-a5c1-a827299e21f8 req-3637afae-9c47-49c6-9a2f-c9d7caf1aef4 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 943 time: 0.2880228 Jul 13 07:27:36.246333 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ecb9c814-fbe7-460d-8188-9bb4181c7ef0 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:36.288517 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb9c814-fbe7-460d-8188-9bb4181c7ef0 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:36.291642 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-ecb9c814-fbe7-460d-8188-9bb4181c7ef0 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:36.297704 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb9c814-fbe7-460d-8188-9bb4181c7ef0 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:27:36.326868 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9c814-fbe7-460d-8188-9bb4181c7ef0 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Pushing event updated for resources: {'Port': ['ID=2476c10a-bc9c-4e83-b75c-2422b5bcbca8,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:36.673621 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-8b84d5c5-8724-4ed6-a8fe-78569e76e855 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1307044163-network', 'tenant_id': '3517d34535d247f792cec0b3575118d8'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:36.704834 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b84d5c5-8724-4ed6-a8fe-78569e76e855 admin admin] Made reservation on behalf of 3517d34535d247f792cec0b3575118d8 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:36.707468 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b84d5c5-8724-4ed6-a8fe-78569e76e855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:36.754919 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b84d5c5-8724-4ed6-a8fe-78569e76e855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:36.803870 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-62cb4b4e-e5e9-496f-a5c1-a827299e21f8 req-131daa53-f56a-4131-af31-5283489acf2a tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5969112 Jul 13 07:27:36.926693 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ecb9c814-fbe7-460d-8188-9bb4181c7ef0 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:37.015858 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5306b507-ecf8-425a-99d9-11eeb60410dc admin admin] Router 6e0fb312-218f-41a7-9c34-70a62f86ab39 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:27:37.047338 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ecb9c814-fbe7-460d-8188-9bb4181c7ef0 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:37.259367 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b84d5c5-8724-4ed6-a8fe-78569e76e855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:37.269036 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b84d5c5-8724-4ed6-a8fe-78569e76e855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:37.308542 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5306b507-ecf8-425a-99d9-11eeb60410dc admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:27:37.317152 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5306b507-ecf8-425a-99d9-11eeb60410dc admin admin] 10.222.0.23 "PUT /v2.0/routers/6e0fb312-218f-41a7-9c34-70a62f86ab39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9198811 Jul 13 07:27:37.317152 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b84d5c5-8724-4ed6-a8fe-78569e76e855 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:27:37.322032 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55170) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:37.323690 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a002d6f-16aa-424c-9b39-c5b288240ca4 None None] Sync routers for ids ['6e0fb312-218f-41a7-9c34-70a62f86ab39'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:27:37.328417 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ecb9c814-fbe7-460d-8188-9bb4181c7ef0 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:37.336177 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ecb9c814-fbe7-460d-8188-9bb4181c7ef0 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:37.344530 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a002d6f-16aa-424c-9b39-c5b288240ca4 None None] Routers {'6e0fb312-218f-41a7-9c34-70a62f86ab39'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:37.346457 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-8a002d6f-16aa-424c-9b39-c5b288240ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:27:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['6e0fb312-218f-41a7-9c34-70a62f86ab39'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:37.464975 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9c814-fbe7-460d-8188-9bb4181c7ef0 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Pushing event updated for resources: {'Port': ['ID=2476c10a-bc9c-4e83-b75c-2422b5bcbca8,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:37.467697 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ecb9c814-fbe7-460d-8188-9bb4181c7ef0 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:37.474073 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4226c125-49b0-4498-9c69-72113ffc0bf6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:37.491310 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ecb9c814-fbe7-460d-8188-9bb4181c7ef0 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:37.495866 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ecb9c814-fbe7-460d-8188-9bb4181c7ef0 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1957181 Jul 13 07:27:37.496251 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55178) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:37.501760 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-9c6578e9-d16e-4bc6-8dbd-7273fcf98449 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Request body: {'floatingip': {'port_id': '1e383e9b-bc1b-4844-9b30-27b43330ba7a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:37.513475 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b84d5c5-8724-4ed6-a8fe-78569e76e855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6fb146-20cf-4e0c-8d43-79885ae182da,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:37.522527 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b84d5c5-8724-4ed6-a8fe-78569e76e855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:37.522799 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-8b84d5c5-8724-4ed6-a8fe-78569e76e855 admin admin] Added segment 99227135-62d8-4e37-abc9-9c39ba02ee43 of type vlan for network b3be411c-74ce-46a7-aca7-399a8b82cb71 Jul 13 07:27:37.559063 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-8a002d6f-16aa-424c-9b39-c5b288240ca4 None None] Set router 6e0fb312-218f-41a7-9c34-70a62f86ab39 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:27:37.569839 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9c6578e9-d16e-4bc6-8dbd-7273fcf98449 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks [] for floatingip, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:37.627443 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b84d5c5-8724-4ed6-a8fe-78569e76e855 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:37.724576 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-9c6578e9-d16e-4bc6-8dbd-7273fcf98449 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] update failed (client error): The resource could not be found. Jul 13 07:27:37.727259 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9c6578e9-d16e-4bc6-8dbd-7273fcf98449 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] 10.222.0.23 "PUT /v2.0/floatingips/59dc4618-991d-4f9c-88d1-f0098287f61e HTTP/1.1" status: 404 len: 507 time: 0.2290821 Jul 13 07:27:37.733070 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55190) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:37.742115 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b84d5c5-8724-4ed6-a8fe-78569e76e855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:37.743095 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b84d5c5-8724-4ed6-a8fe-78569e76e855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:37.743708 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b84d5c5-8724-4ed6-a8fe-78569e76e855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:37.749399 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4226c125-49b0-4498-9c69-72113ffc0bf6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:37.912262 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-8a002d6f-16aa-424c-9b39-c5b288240ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0fb312-218f-41a7-9c34-70a62f86ab39', 'name': 'tempest-ServersTestJSON-1973735793-router', 'tenant_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '34a7bf64-6bff-4fc4-a581-9e7f162be0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:51Z', 'updated_at': '2021-07-13T07:27:35Z', 'revision_number': 5, 'project_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'gw_port': {'id': '34a7bf64-6bff-4fc4-a581-9e7f162be0fb', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0fb312-218f-41a7-9c34-70a62f86ab39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:54Z', 'updated_at': '2021-07-13T07:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:37.966380 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a002d6f-16aa-424c-9b39-c5b288240ca4 None None] Checking router: 6e0fb312-218f-41a7-9c34-70a62f86ab39 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:27:37.974882 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8b84d5c5-8724-4ed6-a8fe-78569e76e855 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0396097 Jul 13 07:27:37.979297 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55202) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:37.980902 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a002d6f-16aa-424c-9b39-c5b288240ca4 None None] Routers {'6e0fb312-218f-41a7-9c34-70a62f86ab39'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:37.981541 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-8a002d6f-16aa-424c-9b39-c5b288240ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:27:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['6e0fb312-218f-41a7-9c34-70a62f86ab39'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:38.002560 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-5a253434-da57-45e9-ba90-88b6a4131ff3 admin admin] Request body: {'subnet': {'network_id': 'b3be411c-74ce-46a7-aca7-399a8b82cb71', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1307044163-subnet', 'tenant_id': '3517d34535d247f792cec0b3575118d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:38.063024 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b84d5c5-8724-4ed6-a8fe-78569e76e855 admin admin] Pushing event updated for resources: {'Network': ['ID=b3be411c-74ce-46a7-aca7-399a8b82cb71,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:38.080308 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a253434-da57-45e9-ba90-88b6a4131ff3 admin admin] Made reservation on behalf of 3517d34535d247f792cec0b3575118d8 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:38.086720 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-8a002d6f-16aa-424c-9b39-c5b288240ca4 None None] Set router 6e0fb312-218f-41a7-9c34-70a62f86ab39 gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:27:38.089174 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5a253434-da57-45e9-ba90-88b6a4131ff3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:38.141748 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-4226c125-49b0-4498-9c69-72113ffc0bf6 admin admin] Deleting port 34a7bf64-6bff-4fc4-a581-9e7f162be0fb {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:38.142355 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4226c125-49b0-4498-9c69-72113ffc0bf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:38.159593 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-8a002d6f-16aa-424c-9b39-c5b288240ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0fb312-218f-41a7-9c34-70a62f86ab39', 'name': 'tempest-ServersTestJSON-1973735793-router', 'tenant_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:51Z', 'updated_at': '2021-07-13T07:27:37Z', 'revision_number': 6, 'project_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:38.176188 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b84fb8-c7d0-4341-96a4-d7c2a9388b9c req-471bc867-a041-4c74-9b72-30c72dffc998 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:38.184108 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-04b84fb8-c7d0-4341-96a4-d7c2a9388b9c req-471bc867-a041-4c74-9b72-30c72dffc998 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 943 time: 0.2078855 Jul 13 07:27:38.204247 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network b3be411c-74ce-46a7-aca7-399a8b82cb71 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:27:38.221852 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-52cf18d4-d743-490f-b76e-eb65244c8b7e tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Deleting port 2476c10a-bc9c-4e83-b75c-2422b5bcbca8 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:38.222047 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-52cf18d4-d743-490f-b76e-eb65244c8b7e tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:38.311737 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-04b84fb8-c7d0-4341-96a4-d7c2a9388b9c req-ef86ef97-7073-4b70-af9a-0ba3441cecd5 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265891 Jul 13 07:27:38.403804 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a002d6f-16aa-424c-9b39-c5b288240ca4 None None] The sync data for ids ['6e0fb312-218f-41a7-9c34-70a62f86ab39'] in n-d-771363-34 is: [{'id': '6e0fb312-218f-41a7-9c34-70a62f86ab39', 'name': 'tempest-ServersTestJSON-1973735793-router', 'tenant_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:51Z', 'updated_at': '2021-07-13T07:27:37Z', 'revision_number': 6, 'project_id': '11405c6b1ff84e9b8bb3410dded1ba33', 'gw_port_host': None}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:27:38.461668 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-4226c125-49b0-4498-9c69-72113ffc0bf6 admin admin] For port 34a7bf64-6bff-4fc4-a581-9e7f162be0fb, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=34a7bf64-6bff-4fc4-a581-9e7f162be0fb,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:38.464350 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4226c125-49b0-4498-9c69-72113ffc0bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:38.514633 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5a253434-da57-45e9-ba90-88b6a4131ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:38.517458 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-4226c125-49b0-4498-9c69-72113ffc0bf6 admin admin] Calling delete_port for 34a7bf64-6bff-4fc4-a581-9e7f162be0fb owned by network:router_gateway {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:38.551368 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-52cf18d4-d743-490f-b76e-eb65244c8b7e tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:38.551368 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-52cf18d4-d743-490f-b76e-eb65244c8b7e tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:38.577235 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-52cf18d4-d743-490f-b76e-eb65244c8b7e tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Calling delete_port for 2476c10a-bc9c-4e83-b75c-2422b5bcbca8 owned by network:floatingip {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:38.618863 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a253434-da57-45e9-ba90-88b6a4131ff3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d21ce78-0c86-4834-8184-f8ef5194ed0e,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:38.644401 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a253434-da57-45e9-ba90-88b6a4131ff3 admin admin] Checking segment: {'id': '99227135-62d8-4e37-abc9-9c39ba02ee43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b3be411c-74ce-46a7-aca7-399a8b82cb71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:38.646794 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a253434-da57-45e9-ba90-88b6a4131ff3 admin admin] Network hostable DHCP agents. Network: b3be411c-74ce-46a7-aca7-399a8b82cb71, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:27:38.690727 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a253434-da57-45e9-ba90-88b6a4131ff3 admin admin] Network b3be411c-74ce-46a7-aca7-399a8b82cb71 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:27:38.712345 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-5a253434-da57-45e9-ba90-88b6a4131ff3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, b3be411c-74ce-46a7-aca7-399a8b82cb71) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:38.717178 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a253434-da57-45e9-ba90-88b6a4131ff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:38.717767 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5a253434-da57-45e9-ba90-88b6a4131ff3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:38.724809 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da465abd-c43f-443e-9b2e-5585509592ea None None] Network b3be411c-74ce-46a7-aca7-399a8b82cb71 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:27:38.742889 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5a253434-da57-45e9-ba90-88b6a4131ff3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7617176 Jul 13 07:27:38.745832 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55218) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:38.751112 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-79318327-1665-4d2e-a949-bf1e2b02ed7f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1307044163-router', 'tenant_id': '3517d34535d247f792cec0b3575118d8', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:38.829803 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79318327-1665-4d2e-a949-bf1e2b02ed7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:38.831003 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79318327-1665-4d2e-a949-bf1e2b02ed7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:39.052417 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d3561d-c757-41e6-8a28-a3d3081a7708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-b3be411c-74ce-46a7-aca7-399a8b82cb71', 'network_id': 'b3be411c-74ce-46a7-aca7-399a8b82cb71', 'tenant_id': '3517d34535d247f792cec0b3575118d8', 'fixed_ips': [{'subnet_id': '1d21ce78-0c86-4834-8184-f8ef5194ed0e'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:27:39.054514 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-79d3561d-c757-41e6-8a28-a3d3081a7708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:39.153190 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79318327-1665-4d2e-a949-bf1e2b02ed7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:39.348342 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-79d3561d-c757-41e6-8a28-a3d3081a7708 None None] Allocated IP 172.20.0.2 (b3be411c-74ce-46a7-aca7-399a8b82cb71/1d21ce78-0c86-4834-8184-f8ef5194ed0e/8c2682bd-de74-46be-8e71-aaf0483e6b04) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:27:39.365179 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55228) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:39.493916 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-52cf18d4-d743-490f-b76e-eb65244c8b7e tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:39.526593 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4226c125-49b0-4498-9c69-72113ffc0bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:39.614884 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79318327-1665-4d2e-a949-bf1e2b02ed7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:39.661397 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf18d4-d743-490f-b76e-eb65244c8b7e tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Pushing event deleted for resources: {'Port': ['ID=2476c10a-bc9c-4e83-b75c-2422b5bcbca8,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:39.827251 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:39.885943 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226c125-49b0-4498-9c69-72113ffc0bf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=34a7bf64-6bff-4fc4-a581-9e7f162be0fb,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:39.892379 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c73bcc3b-b749-4e26-87df-986abf394ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:39.895991 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:27:39.913550 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device e8e5c01f-0c7c-4771-b12c-f93a4ccf45cd not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:27:39.914334 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 34a7bf64-6bff-4fc4-a581-9e7f162be0fb no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:39.963113 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-52cf18d4-d743-490f-b76e-eb65244c8b7e tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks [] for floatingip, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:39.965739 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-52cf18d4-d743-490f-b76e-eb65244c8b7e tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:39.972149 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55236) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:39.973159 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-52cf18d4-d743-490f-b76e-eb65244c8b7e tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] 10.222.0.23 "DELETE /v2.0/floatingips/59dc4618-991d-4f9c-88d1-f0098287f61e HTTP/1.1" status: 204 len: 168 time: 2.2376957 Jul 13 07:27:39.974201 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 34a7bf64-6bff-4fc4-a581-9e7f162be0fb {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:27:39.974544 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 34a7bf64-6bff-4fc4-a581-9e7f162be0fb not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:27:39.982430 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-04b80e2c-2d0a-48e8-a52c-79ebe60ca0dd tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Request body: {'floatingip': {'floating_network_id': '4818083f-1847-4351-8649-dd5296f2344c', 'port_id': '1e383e9b-bc1b-4844-9b30-27b43330ba7a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:39.985410 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-79d3561d-c757-41e6-8a28-a3d3081a7708 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:40.000205 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4226c125-49b0-4498-9c69-72113ffc0bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:40.024072 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-79d3561d-c757-41e6-8a28-a3d3081a7708 None None] Transition to ACTIVE for port object 8c2682bd-de74-46be-8e71-aaf0483e6b04 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:40.052261 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79318327-1665-4d2e-a949-bf1e2b02ed7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:40.065191 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-79d3561d-c757-41e6-8a28-a3d3081a7708 None None] Transition to ACTIVE for port object 8c2682bd-de74-46be-8e71-aaf0483e6b04 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:40.075887 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-79d3561d-c757-41e6-8a28-a3d3081a7708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:40.129813 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79318327-1665-4d2e-a949-bf1e2b02ed7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:40.175361 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4226c125-49b0-4498-9c69-72113ffc0bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:40.189694 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4226c125-49b0-4498-9c69-72113ffc0bf6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:40.193106 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d3561d-c757-41e6-8a28-a3d3081a7708 None None] Network b3be411c-74ce-46a7-aca7-399a8b82cb71 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:40.201011 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d3561d-c757-41e6-8a28-a3d3081a7708 None None] Pushing event updated for resources: {'Port': ['ID=8c2682bd-de74-46be-8e71-aaf0483e6b04,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:40.204109 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-79d3561d-c757-41e6-8a28-a3d3081a7708 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:40.210219 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d3561d-c757-41e6-8a28-a3d3081a7708 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:27:40.326521 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6486b1-0d30-4e7e-a867-69291d1bf949 req-817412e8-e907-4c7e-888b-a9aa5745ce8a tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:40.334917 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3e6486b1-0d30-4e7e-a867-69291d1bf949 req-817412e8-e907-4c7e-888b-a9aa5745ce8a tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 943 time: 0.6907563 Jul 13 07:27:40.345373 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4226c125-49b0-4498-9c69-72113ffc0bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:40.346095 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4226c125-49b0-4498-9c69-72113ffc0bf6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e0fb312-218f-41a7-9c34-70a62f86ab39 {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:27:40.357645 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4226c125-49b0-4498-9c69-72113ffc0bf6 admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:40.361231 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4226c125-49b0-4498-9c69-72113ffc0bf6 admin admin] 10.222.0.23 "DELETE /v2.0/routers/6e0fb312-218f-41a7-9c34-70a62f86ab39 HTTP/1.1" status: 204 len: 168 time: 3.0326042 Jul 13 07:27:40.370781 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55240) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:40.401776 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-79318327-1665-4d2e-a949-bf1e2b02ed7f admin admin] Allocated IP 172.25.3.51 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/86800d0e-e21b-465b-a95f-3d12a97b9526) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:27:40.516273 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3e6486b1-0d30-4e7e-a867-69291d1bf949 req-055471e9-8aa6-43d5-9aeb-8d82a7acb831 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801867 Jul 13 07:27:40.578144 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6469db1-7bbc-4d3b-894e-4404ab3a547b admin admin] Deleting subnet b0f65360-3b5e-4a84-b093-2570ddbed964 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:27:40.592159 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e6469db1-7bbc-4d3b-894e-4404ab3a547b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:40.624503 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-79d3561d-c757-41e6-8a28-a3d3081a7708 None None] Attempting to bind port 8c2682bd-de74-46be-8e71-aaf0483e6b04 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:27:40.630041 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-79d3561d-c757-41e6-8a28-a3d3081a7708 None None] Attempting to bind port 8c2682bd-de74-46be-8e71-aaf0483e6b04 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '99227135-62d8-4e37-abc9-9c39ba02ee43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b3be411c-74ce-46a7-aca7-399a8b82cb71'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:27:40.630510 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d3561d-c757-41e6-8a28-a3d3081a7708 None None] Attempting to bind port 8c2682bd-de74-46be-8e71-aaf0483e6b04 on network b3be411c-74ce-46a7-aca7-399a8b82cb71 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:40.641091 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d3561d-c757-41e6-8a28-a3d3081a7708 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:27:40.641467 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d3561d-c757-41e6-8a28-a3d3081a7708 None None] Checking segment: {'id': '99227135-62d8-4e37-abc9-9c39ba02ee43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b3be411c-74ce-46a7-aca7-399a8b82cb71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:40.641877 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-79d3561d-c757-41e6-8a28-a3d3081a7708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:40.642281 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d3561d-c757-41e6-8a28-a3d3081a7708 None None] Bound using segment: {'id': '99227135-62d8-4e37-abc9-9c39ba02ee43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b3be411c-74ce-46a7-aca7-399a8b82cb71'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:27:40.642748 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-79d3561d-c757-41e6-8a28-a3d3081a7708 None None] Bound port: 8c2682bd-de74-46be-8e71-aaf0483e6b04, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99227135-62d8-4e37-abc9-9c39ba02ee43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b3be411c-74ce-46a7-aca7-399a8b82cb71'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:27:40.643126 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-79d3561d-c757-41e6-8a28-a3d3081a7708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:40.670059 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79318327-1665-4d2e-a949-bf1e2b02ed7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:40.683937 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e6469db1-7bbc-4d3b-894e-4404ab3a547b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:40.751378 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79318327-1665-4d2e-a949-bf1e2b02ed7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:40.795577 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-79d3561d-c757-41e6-8a28-a3d3081a7708 None None] For port 8c2682bd-de74-46be-8e71-aaf0483e6b04, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:27:40.801802 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-79d3561d-c757-41e6-8a28-a3d3081a7708 None None] For port 8c2682bd-de74-46be-8e71-aaf0483e6b04, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=8c2682bd-de74-46be-8e71-aaf0483e6b04,segment=NetworkSegment(99227135-62d8-4e37-abc9-9c39ba02ee43),segment_id=99227135-62d8-4e37-abc9-9c39ba02ee43)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:27:40.811571 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e6469db1-7bbc-4d3b-894e-4404ab3a547b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:40.814503 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-79d3561d-c757-41e6-8a28-a3d3081a7708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:40.814823 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c73bcc3b-b749-4e26-87df-986abf394ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:40.827546 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79318327-1665-4d2e-a949-bf1e2b02ed7f admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:40.838395 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c73bcc3b-b749-4e26-87df-986abf394ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:40.855008 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-79318327-1665-4d2e-a949-bf1e2b02ed7f admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:40.862042 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79318327-1665-4d2e-a949-bf1e2b02ed7f admin admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:27:40.958408 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d3561d-c757-41e6-8a28-a3d3081a7708 None None] Pushing event updated for resources: {'Port': ['ID=8c2682bd-de74-46be-8e71-aaf0483e6b04,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:40.966019 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79318327-1665-4d2e-a949-bf1e2b02ed7f admin admin] Pushing event updated for resources: {'Port': ['ID=86800d0e-e21b-465b-a95f-3d12a97b9526,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:40.973326 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-04b80e2c-2d0a-48e8-a52c-79ebe60ca0dd tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks [] for floatingip, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:40.984581 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c73bcc3b-b749-4e26-87df-986abf394ad7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=691b4a50298b482096f7bba8611f7330&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6120138 Jul 13 07:27:40.987797 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55246) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:40.991213 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e6469db1-7bbc-4d3b-894e-4404ab3a547b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:41.009591 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73bcc3b-b749-4e26-87df-986abf394ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60040e2-4b05-4a41-a498-f664aecd5bde,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:41.099661 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6469db1-7bbc-4d3b-894e-4404ab3a547b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0f65360-3b5e-4a84-b093-2570ddbed964,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:41.106811 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0947f31-c53d-4695-a9d9-438b91af6168 None None] Network 3641bc06-8e59-49c0-8f85-a031f22a64e6 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:27:41.110521 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e6469db1-7bbc-4d3b-894e-4404ab3a547b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:41.116050 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e6469db1-7bbc-4d3b-894e-4404ab3a547b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b0f65360-3b5e-4a84-b093-2570ddbed964 HTTP/1.1" status: 204 len: 168 time: 0.7356992 Jul 13 07:27:41.117282 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55248) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:41.300825 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b2d44de2-e669-4cee-99d8-99fa1fee8a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:41.315487 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-82cd6aa9-0e3e-4186-8f0b-6fd222769ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:41.368245 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b2d44de2-e669-4cee-99d8-99fa1fee8a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:41.465677 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-82cd6aa9-0e3e-4186-8f0b-6fd222769ad0 admin admin] Deleting port d1bbb6cf-4f4b-4863-b749-27aa525970c1 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:41.466395 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-82cd6aa9-0e3e-4186-8f0b-6fd222769ad0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:41.482574 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b2d44de2-e669-4cee-99d8-99fa1fee8a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:41.485546 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b2d44de2-e669-4cee-99d8-99fa1fee8a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:41.487023 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b2d44de2-e669-4cee-99d8-99fa1fee8a2f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a60040e2-4b05-4a41-a498-f664aecd5bde HTTP/1.1" status: 204 len: 168 time: 0.4791770 Jul 13 07:27:41.508712 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d44de2-e669-4cee-99d8-99fa1fee8a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60040e2-4b05-4a41-a498-f664aecd5bde,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:41.603551 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6124d5b-ddfe-43cf-9495-6eac2456196b None None] DHCP port deletion for 3641bc06-8e59-49c0-8f85-a031f22a64e6 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:27:41.664995 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-82cd6aa9-0e3e-4186-8f0b-6fd222769ad0 admin admin] For port d1bbb6cf-4f4b-4863-b749-27aa525970c1, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=d1bbb6cf-4f4b-4863-b749-27aa525970c1,segment=NetworkSegment(adddcc86-0dcf-49ea-bc4a-eb4df4910a70),segment_id=adddcc86-0dcf-49ea-bc4a-eb4df4910a70)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:41.665375 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-82cd6aa9-0e3e-4186-8f0b-6fd222769ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:41.718530 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-82cd6aa9-0e3e-4186-8f0b-6fd222769ad0 admin admin] Calling delete_port for d1bbb6cf-4f4b-4863-b749-27aa525970c1 owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:41.736185 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-04b80e2c-2d0a-48e8-a52c-79ebe60ca0dd tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:27:41.745089 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-04b80e2c-2d0a-48e8-a52c-79ebe60ca0dd tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.7716534 Jul 13 07:27:41.749272 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55254) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:41.756194 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-f26334d4-a216-441b-9aaf-3c2763466284 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'port_id': '1e383e9b-bc1b-4844-9b30-27b43330ba7a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:41.765129 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-d6124d5b-ddfe-43cf-9495-6eac2456196b None None] Deleting port d1bbb6cf-4f4b-4863-b749-27aa525970c1 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:41.775228 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d6124d5b-ddfe-43cf-9495-6eac2456196b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:41.874872 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 8c2682bd-de74-46be-8e71-aaf0483e6b04 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:41.989553 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79318327-1665-4d2e-a949-bf1e2b02ed7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:42.025426 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f26334d4-a216-441b-9aaf-3c2763466284 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks [] for floatingip, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:42.066272 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-82cd6aa9-0e3e-4186-8f0b-6fd222769ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:42.133634 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-d6124d5b-ddfe-43cf-9495-6eac2456196b None None] For port d1bbb6cf-4f4b-4863-b749-27aa525970c1, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=d1bbb6cf-4f4b-4863-b749-27aa525970c1,segment=NetworkSegment(adddcc86-0dcf-49ea-bc4a-eb4df4910a70),segment_id=adddcc86-0dcf-49ea-bc4a-eb4df4910a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:42.134180 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d6124d5b-ddfe-43cf-9495-6eac2456196b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:42.144554 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd6aa9-0e3e-4186-8f0b-6fd222769ad0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1bbb6cf-4f4b-4863-b749-27aa525970c1,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:42.170930 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cd6aa9-0e3e-4186-8f0b-6fd222769ad0 admin admin] No DVR routers for this DVR port d1bbb6cf-4f4b-4863-b749-27aa525970c1 on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:27:42.182770 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-d6124d5b-ddfe-43cf-9495-6eac2456196b None None] Calling delete_port for d1bbb6cf-4f4b-4863-b749-27aa525970c1 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:42.346448 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1b047-2202-41d1-88df-e8734a520b44 req-d955997a-9c6f-4595-ab09-983c20f3ac23 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:42.362608 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c8d1b047-2202-41d1-88df-e8734a520b44 req-d955997a-9c6f-4595-ab09-983c20f3ac23 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 943 time: 0.5158818 Jul 13 07:27:42.402660 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 8c2682bd-de74-46be-8e71-aaf0483e6b04 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:42.438685 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-82cd6aa9-0e3e-4186-8f0b-6fd222769ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:42.488262 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-82cd6aa9-0e3e-4186-8f0b-6fd222769ad0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3641bc06-8e59-49c0-8f85-a031f22a64e6']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:42.513820 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d6124d5b-ddfe-43cf-9495-6eac2456196b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:42.533207 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-82cd6aa9-0e3e-4186-8f0b-6fd222769ad0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adddcc86-0dcf-49ea-bc4a-eb4df4910a70') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:42.533542 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-82cd6aa9-0e3e-4186-8f0b-6fd222769ad0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adddcc86-0dcf-49ea-bc4a-eb4df4910a70') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:42.546225 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6124d5b-ddfe-43cf-9495-6eac2456196b None None] No DVR routers for this DVR port d1bbb6cf-4f4b-4863-b749-27aa525970c1 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:27:42.578587 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-82cd6aa9-0e3e-4186-8f0b-6fd222769ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:42.610361 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-82cd6aa9-0e3e-4186-8f0b-6fd222769ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:42.628796 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82cd6aa9-0e3e-4186-8f0b-6fd222769ad0 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:27:42.629194 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-82cd6aa9-0e3e-4186-8f0b-6fd222769ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:42.631450 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:27:42.631450 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:27:42.631450 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:27:42.631450 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:27:42.631450 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:27:42.631450 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:27:42.631450 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:27:42.631450 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:27:42.631450 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:27:42.631450 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:27:42.631450 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:27:42.631450 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:27:42.631450 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:27:42.631450 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:27:42.631450 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:27:42.631450 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:27:42.631450 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:27:42.631450 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:27:42.631450 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:27:42.631450 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:27:42.631450 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:27:42.631450 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:27:42.631450 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:27:42.631450 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:27:42.631450 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:27:42.631450 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:27:42.631450 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:27:42.631450 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:27:42.631450 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:27:42.631450 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:27:42.631450 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:27:42.631450 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:27:42.631450 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:27:42.631450 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:27:42.635307 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device d1bbb6cf-4f4b-4863-b749-27aa525970c1 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:27:42.732129 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: d1bbb6cf-4f4b-4863-b749-27aa525970c1 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:27:42.734811 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device d1bbb6cf-4f4b-4863-b749-27aa525970c1 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:27:42.738997 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6124d5b-ddfe-43cf-9495-6eac2456196b None None] Pushing event deleted for resources: {'Port': ['ID=d1bbb6cf-4f4b-4863-b749-27aa525970c1,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:42.781737 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-82cd6aa9-0e3e-4186-8f0b-6fd222769ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:42.808499 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-82cd6aa9-0e3e-4186-8f0b-6fd222769ad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:42.821764 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-82cd6aa9-0e3e-4186-8f0b-6fd222769ad0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3641bc06-8e59-49c0-8f85-a031f22a64e6 HTTP/1.1" status: 204 len: 168 time: 1.6996784 Jul 13 07:27:42.845454 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd6aa9-0e3e-4186-8f0b-6fd222769ad0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3641bc06-8e59-49c0-8f85-a031f22a64e6,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:42.873613 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8f9872-b30b-4b4b-a54a-3e7ba5b9f812 None None] Network b3be411c-74ce-46a7-aca7-399a8b82cb71 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:27:42.903555 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79318327-1665-4d2e-a949-bf1e2b02ed7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:43.053727 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c8d1b047-2202-41d1-88df-e8734a520b44 req-423ec47f-4087-4fa8-ade1-e501f9c4be30 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6894717 Jul 13 07:27:43.116010 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55282) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:43.293845 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-104be58d-268d-435c-a1eb-5b06a07a154f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=11405c6b1ff84e9b8bb3410dded1ba33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1755023 Jul 13 07:27:43.309951 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55286) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:43.310299 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55288) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:43.332729 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5ac2fdcd-22dc-4071-a6f7-1a5c43d7687f None None] Provisioning for port 8c2682bd-de74-46be-8e71-aaf0483e6b04 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:43.340290 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5ac2fdcd-22dc-4071-a6f7-1a5c43d7687f None None] Provisioning complete for port 8c2682bd-de74-46be-8e71-aaf0483e6b04 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:43.340690 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5ac2fdcd-22dc-4071-a6f7-1a5c43d7687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:43.346544 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f26334d4-a216-441b-9aaf-3c2763466284 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:43.550813 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fec45ac1-c59a-4e90-8002-641d2d5b862b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:43.567022 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5ac2fdcd-22dc-4071-a6f7-1a5c43d7687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:43.649901 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-5ac2fdcd-22dc-4071-a6f7-1a5c43d7687f None None] For port 8c2682bd-de74-46be-8e71-aaf0483e6b04, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=8c2682bd-de74-46be-8e71-aaf0483e6b04,segment=NetworkSegment(99227135-62d8-4e37-abc9-9c39ba02ee43),segment_id=99227135-62d8-4e37-abc9-9c39ba02ee43)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:43.659102 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5ac2fdcd-22dc-4071-a6f7-1a5c43d7687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:43.659660 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-6909f438-57a6-45ec-a633-e78541f02f34 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1115967199-network', 'tenant_id': '48de65aa8b8243d7a205f2a528057190'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:43.712996 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-f26334d4-a216-441b-9aaf-3c2763466284 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Allocated IP 172.25.3.168 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/0b6c5033-94be-41f1-8fbb-5fd5163ebc23) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:27:43.734029 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6909f438-57a6-45ec-a633-e78541f02f34 admin admin] Made reservation on behalf of 48de65aa8b8243d7a205f2a528057190 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:43.736671 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6909f438-57a6-45ec-a633-e78541f02f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:43.754358 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6909f438-57a6-45ec-a633-e78541f02f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:43.795139 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2fdcd-22dc-4071-a6f7-1a5c43d7687f None None] Pushing event updated for resources: {'Port': ['ID=8c2682bd-de74-46be-8e71-aaf0483e6b04,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:43.804990 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79318327-1665-4d2e-a949-bf1e2b02ed7f admin admin] Router 71c4faed-f287-472a-92b4-44dd5d51f9b2 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:27:43.821056 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fec45ac1-c59a-4e90-8002-641d2d5b862b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:43.979933 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6909f438-57a6-45ec-a633-e78541f02f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:43.988215 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6909f438-57a6-45ec-a633-e78541f02f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:44.028175 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5707c15e-470b-48ce-87f1-1331052f65e7 None None] Provisioning complete for port 8c2682bd-de74-46be-8e71-aaf0483e6b04 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:44.028582 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5707c15e-470b-48ce-87f1-1331052f65e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:44.041998 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6909f438-57a6-45ec-a633-e78541f02f34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:27:44.062759 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909f438-57a6-45ec-a633-e78541f02f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e56024-b264-4795-a931-6b8425f6b6e8,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:44.070173 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6909f438-57a6-45ec-a633-e78541f02f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:44.070698 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-6909f438-57a6-45ec-a633-e78541f02f34 admin admin] Added segment 3d356aa5-28c8-4b89-9724-5bec031a4eb2 of type vlan for network a3535a71-0e75-44e1-ae12-a541941cf4ef Jul 13 07:27:44.143109 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6909f438-57a6-45ec-a633-e78541f02f34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:44.210388 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6909f438-57a6-45ec-a633-e78541f02f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:44.211558 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6909f438-57a6-45ec-a633-e78541f02f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:44.212368 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6909f438-57a6-45ec-a633-e78541f02f34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:44.305502 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909f438-57a6-45ec-a633-e78541f02f34 admin admin] Pushing event updated for resources: {'Network': ['ID=a3535a71-0e75-44e1-ae12-a541941cf4ef,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:44.312091 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6909f438-57a6-45ec-a633-e78541f02f34 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9979537 Jul 13 07:27:44.315968 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55300) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:44.321982 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-7652660a-9eb1-4fd2-b296-24f99a0bf997 admin admin] Request body: {'subnet': {'network_id': 'a3535a71-0e75-44e1-ae12-a541941cf4ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1115967199-subnet', 'tenant_id': '48de65aa8b8243d7a205f2a528057190', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:44.326553 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network a3535a71-0e75-44e1-ae12-a541941cf4ef details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:27:44.347959 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7652660a-9eb1-4fd2-b296-24f99a0bf997 admin admin] Made reservation on behalf of 48de65aa8b8243d7a205f2a528057190 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:44.353127 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7652660a-9eb1-4fd2-b296-24f99a0bf997 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:44.477309 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79318327-1665-4d2e-a949-bf1e2b02ed7f admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:27:44.489160 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6aa765b-f740-4584-a7c1-1a8959906f5d None None] Sync routers for ids ['71c4faed-f287-472a-92b4-44dd5d51f9b2'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:27:44.502028 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6aa765b-f740-4584-a7c1-1a8959906f5d None None] Routers {'71c4faed-f287-472a-92b4-44dd5d51f9b2'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:44.502642 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-f6aa765b-f740-4584-a7c1-1a8959906f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:27:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['71c4faed-f287-472a-92b4-44dd5d51f9b2'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:44.538346 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79318327-1665-4d2e-a949-bf1e2b02ed7f admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:44.539633 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-79318327-1665-4d2e-a949-bf1e2b02ed7f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.7926304 Jul 13 07:27:44.544635 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55306) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:44.592562 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7652660a-9eb1-4fd2-b296-24f99a0bf997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:44.654760 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-f6aa765b-f740-4584-a7c1-1a8959906f5d None None] Set router 71c4faed-f287-472a-92b4-44dd5d51f9b2 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:27:44.675143 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7652660a-9eb1-4fd2-b296-24f99a0bf997 admin admin] Pushing event updated for resources: {'Subnet': ['ID=740c36ed-99b1-4dc7-b51d-70d849881a53,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:44.686641 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7652660a-9eb1-4fd2-b296-24f99a0bf997 admin admin] Checking segment: {'id': '3d356aa5-28c8-4b89-9724-5bec031a4eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a3535a71-0e75-44e1-ae12-a541941cf4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:44.687122 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7652660a-9eb1-4fd2-b296-24f99a0bf997 admin admin] Network hostable DHCP agents. Network: a3535a71-0e75-44e1-ae12-a541941cf4ef, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:27:44.692642 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f26334d4-a216-441b-9aaf-3c2763466284 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:44.704691 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a9d3e-57b0-4a07-86f3-38d8f9feaee1 req-433996c6-9192-4561-88c7-1fb135a283a3 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:44.706600 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-510a9d3e-57b0-4a07-86f3-38d8f9feaee1 req-433996c6-9192-4561-88c7-1fb135a283a3 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 943 time: 0.2752388 Jul 13 07:27:44.707462 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fec45ac1-c59a-4e90-8002-641d2d5b862b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:44.711180 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fec45ac1-c59a-4e90-8002-641d2d5b862b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:44.715484 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7652660a-9eb1-4fd2-b296-24f99a0bf997 admin admin] Network a3535a71-0e75-44e1-ae12-a541941cf4ef is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:27:44.716279 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-fec45ac1-c59a-4e90-8002-641d2d5b862b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/634a59ed-3fb4-4f09-b476-bfbe86d93e19 HTTP/1.1" status: 204 len: 168 time: 1.4044752 Jul 13 07:27:44.731854 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-7652660a-9eb1-4fd2-b296-24f99a0bf997 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, a3535a71-0e75-44e1-ae12-a541941cf4ef) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:44.745868 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7652660a-9eb1-4fd2-b296-24f99a0bf997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:44.747435 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7652660a-9eb1-4fd2-b296-24f99a0bf997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:44.748060 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3805a442-0d19-455e-97c6-9a6b40f6fe86 None None] Network a3535a71-0e75-44e1-ae12-a541941cf4ef requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:27:44.762217 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec45ac1-c59a-4e90-8002-641d2d5b862b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634a59ed-3fb4-4f09-b476-bfbe86d93e19,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:44.796753 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-510a9d3e-57b0-4a07-86f3-38d8f9feaee1 req-574151d5-42c4-44bb-988f-3659a6b4988c tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784140 Jul 13 07:27:44.809499 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7652660a-9eb1-4fd2-b296-24f99a0bf997 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4913764 Jul 13 07:27:44.811089 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55312) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:44.838585 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-cff2ed86-85ff-4821-a282-f4b4b2e0c2aa admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1115967199-router', 'tenant_id': '48de65aa8b8243d7a205f2a528057190', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:44.904115 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f26334d4-a216-441b-9aaf-3c2763466284 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:44.931550 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cff2ed86-85ff-4821-a282-f4b4b2e0c2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:44.934325 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cff2ed86-85ff-4821-a282-f4b4b2e0c2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:44.974377 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26334d4-a216-441b-9aaf-3c2763466284 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:44.987568 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26334d4-a216-441b-9aaf-3c2763466284 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Pushing event updated for resources: {'Port': ['ID=0b6c5033-94be-41f1-8fbb-5fd5163ebc23,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:45.026254 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-f26334d4-a216-441b-9aaf-3c2763466284 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:45.099604 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-f6aa765b-f740-4584-a7c1-1a8959906f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c4faed-f287-472a-92b4-44dd5d51f9b2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1307044163-router', 'tenant_id': '3517d34535d247f792cec0b3575118d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '86800d0e-e21b-465b-a95f-3d12a97b9526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:38Z', 'updated_at': '2021-07-13T07:27:41Z', 'revision_number': 3, 'project_id': '3517d34535d247f792cec0b3575118d8', 'gw_port': {'id': '86800d0e-e21b-465b-a95f-3d12a97b9526', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c4faed-f287-472a-92b4-44dd5d51f9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:40Z', 'updated_at': '2021-07-13T07:27:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:45.119190 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cff2ed86-85ff-4821-a282-f4b4b2e0c2aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:45.150637 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6aa765b-f740-4584-a7c1-1a8959906f5d None None] Checking router: 71c4faed-f287-472a-92b4-44dd5d51f9b2 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:27:45.150968 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6aa765b-f740-4584-a7c1-1a8959906f5d None None] Updating router 71c4faed-f287-472a-92b4-44dd5d51f9b2 port 86800d0e-e21b-465b-a95f-3d12a97b9526 binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:27:45.172567 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26334d4-a216-441b-9aaf-3c2763466284 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:27:45.268088 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f6aa765b-f740-4584-a7c1-1a8959906f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:45.307082 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a2a6d8-06c5-4e62-8dcb-bce4842052ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-a3535a71-0e75-44e1-ae12-a541941cf4ef', 'network_id': 'a3535a71-0e75-44e1-ae12-a541941cf4ef', 'tenant_id': '48de65aa8b8243d7a205f2a528057190', 'fixed_ips': [{'subnet_id': '740c36ed-99b1-4dc7-b51d-70d849881a53'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:27:45.307985 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b4a2a6d8-06c5-4e62-8dcb-bce4842052ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:45.367825 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cff2ed86-85ff-4821-a282-f4b4b2e0c2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:45.590468 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-b4a2a6d8-06c5-4e62-8dcb-bce4842052ea None None] Allocated IP 172.20.0.2 (a3535a71-0e75-44e1-ae12-a541941cf4ef/740c36ed-99b1-4dc7-b51d-70d849881a53/2ff6ad15-1bfc-473b-85a7-c5a5ab681964) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:27:45.746497 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aeaac04b-c9e0-4324-a921-849ebfead5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:45.760952 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-f26334d4-a216-441b-9aaf-3c2763466284 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Deleting port 0b6c5033-94be-41f1-8fbb-5fd5163ebc23 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:45.761493 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f26334d4-a216-441b-9aaf-3c2763466284 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:45.805078 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f6aa765b-f740-4584-a7c1-1a8959906f5d None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:45.818739 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-f6aa765b-f740-4584-a7c1-1a8959906f5d None None] Transition to ACTIVE for port object 86800d0e-e21b-465b-a95f-3d12a97b9526 will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:45.826305 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 8c2682bd-de74-46be-8e71-aaf0483e6b04 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:45.829568 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f6aa765b-f740-4584-a7c1-1a8959906f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:45.838812 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cff2ed86-85ff-4821-a282-f4b4b2e0c2aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:45.862880 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cff2ed86-85ff-4821-a282-f4b4b2e0c2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:45.887449 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b4a2a6d8-06c5-4e62-8dcb-bce4842052ea None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:45.902164 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b4a2a6d8-06c5-4e62-8dcb-bce4842052ea None None] Transition to ACTIVE for port object 2ff6ad15-1bfc-473b-85a7-c5a5ab681964 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:45.952509 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b4a2a6d8-06c5-4e62-8dcb-bce4842052ea None None] Transition to ACTIVE for port object 2ff6ad15-1bfc-473b-85a7-c5a5ab681964 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:45.955069 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d36a4-fc86-492e-8e5d-d9221e7d790e None None] Pushing event updated for resources: {'Port': ['ID=86800d0e-e21b-465b-a95f-3d12a97b9526,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:45.964839 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 8c2682bd-de74-46be-8e71-aaf0483e6b04 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:45.965445 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:45.969329 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d36a4-fc86-492e-8e5d-d9221e7d790e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:45.969902 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d36a4-fc86-492e-8e5d-d9221e7d790e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:45.970465 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d36a4-fc86-492e-8e5d-d9221e7d790e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:45.970942 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d36a4-fc86-492e-8e5d-d9221e7d790e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:45.971877 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d36a4-fc86-492e-8e5d-d9221e7d790e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:45.972859 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d36a4-fc86-492e-8e5d-d9221e7d790e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:45.973365 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d36a4-fc86-492e-8e5d-d9221e7d790e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:45.974054 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d36a4-fc86-492e-8e5d-d9221e7d790e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:45.974672 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d36a4-fc86-492e-8e5d-d9221e7d790e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:45.976133 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d36a4-fc86-492e-8e5d-d9221e7d790e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:45.976630 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d36a4-fc86-492e-8e5d-d9221e7d790e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:45.977314 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d36a4-fc86-492e-8e5d-d9221e7d790e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:45.992061 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b4a2a6d8-06c5-4e62-8dcb-bce4842052ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:45.997831 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f26334d4-a216-441b-9aaf-3c2763466284 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:45.998367 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f26334d4-a216-441b-9aaf-3c2763466284 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:46.005923 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-f6aa765b-f740-4584-a7c1-1a8959906f5d None None] Attempting to bind port 86800d0e-e21b-465b-a95f-3d12a97b9526 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:27:46.007587 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-f6aa765b-f740-4584-a7c1-1a8959906f5d None None] Attempting to bind port 86800d0e-e21b-465b-a95f-3d12a97b9526 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:27:46.008111 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6aa765b-f740-4584-a7c1-1a8959906f5d None None] Attempting to bind port 86800d0e-e21b-465b-a95f-3d12a97b9526 on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:46.017033 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6aa765b-f740-4584-a7c1-1a8959906f5d None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:27:46.018621 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6aa765b-f740-4584-a7c1-1a8959906f5d None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:46.019226 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f6aa765b-f740-4584-a7c1-1a8959906f5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:46.019786 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6aa765b-f740-4584-a7c1-1a8959906f5d None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:27:46.020469 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-f6aa765b-f740-4584-a7c1-1a8959906f5d None None] Bound port: 86800d0e-e21b-465b-a95f-3d12a97b9526, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:27:46.021017 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f6aa765b-f740-4584-a7c1-1a8959906f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:46.048213 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a2a6d8-06c5-4e62-8dcb-bce4842052ea None None] Network a3535a71-0e75-44e1-ae12-a541941cf4ef is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:46.055617 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-b4a2a6d8-06c5-4e62-8dcb-bce4842052ea None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:46.056536 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-cff2ed86-85ff-4821-a282-f4b4b2e0c2aa admin admin] Allocated IP 172.25.3.179 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/00186421-2c42-47ee-bc79-3c438858d314) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:27:46.064061 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a2a6d8-06c5-4e62-8dcb-bce4842052ea None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:27:46.075030 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-f26334d4-a216-441b-9aaf-3c2763466284 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Calling delete_port for 0b6c5033-94be-41f1-8fbb-5fd5163ebc23 owned by network:floatingip {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:46.082045 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device a0520f7a-612d-4e54-b155-a759c7a81be7 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:27:46.091901 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2a6d8-06c5-4e62-8dcb-bce4842052ea None None] Pushing event updated for resources: {'Port': ['ID=2ff6ad15-1bfc-473b-85a7-c5a5ab681964,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:46.141659 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-f6aa765b-f740-4584-a7c1-1a8959906f5d None None] For port 86800d0e-e21b-465b-a95f-3d12a97b9526, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:27:46.142211 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-f6aa765b-f740-4584-a7c1-1a8959906f5d None None] For port 86800d0e-e21b-465b-a95f-3d12a97b9526, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=86800d0e-e21b-465b-a95f-3d12a97b9526,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:27:46.155866 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f6aa765b-f740-4584-a7c1-1a8959906f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:46.237228 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6aa765b-f740-4584-a7c1-1a8959906f5d None None] Routers {'71c4faed-f287-472a-92b4-44dd5d51f9b2'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:46.238026 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-aeaac04b-c9e0-4324-a921-849ebfead5a0 admin admin] Allocated IP 172.20.0.1 (b3be411c-74ce-46a7-aca7-399a8b82cb71/1d21ce78-0c86-4834-8184-f8ef5194ed0e/07671f12-c64b-4609-9e52-c6842799692a) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:27:46.239419 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-f6aa765b-f740-4584-a7c1-1a8959906f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:27:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['71c4faed-f287-472a-92b4-44dd5d51f9b2'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:46.244361 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-b4a2a6d8-06c5-4e62-8dcb-bce4842052ea None None] Attempting to bind port 2ff6ad15-1bfc-473b-85a7-c5a5ab681964 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:27:46.244838 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-b4a2a6d8-06c5-4e62-8dcb-bce4842052ea None None] Attempting to bind port 2ff6ad15-1bfc-473b-85a7-c5a5ab681964 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '3d356aa5-28c8-4b89-9724-5bec031a4eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a3535a71-0e75-44e1-ae12-a541941cf4ef'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:27:46.249418 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a2a6d8-06c5-4e62-8dcb-bce4842052ea None None] Attempting to bind port 2ff6ad15-1bfc-473b-85a7-c5a5ab681964 on network a3535a71-0e75-44e1-ae12-a541941cf4ef {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:46.277487 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a2a6d8-06c5-4e62-8dcb-bce4842052ea None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:27:46.278045 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a2a6d8-06c5-4e62-8dcb-bce4842052ea None None] Checking segment: {'id': '3d356aa5-28c8-4b89-9724-5bec031a4eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a3535a71-0e75-44e1-ae12-a541941cf4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:46.278550 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b4a2a6d8-06c5-4e62-8dcb-bce4842052ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:46.279046 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a2a6d8-06c5-4e62-8dcb-bce4842052ea None None] Bound using segment: {'id': '3d356aa5-28c8-4b89-9724-5bec031a4eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a3535a71-0e75-44e1-ae12-a541941cf4ef'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:27:46.279676 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-b4a2a6d8-06c5-4e62-8dcb-bce4842052ea None None] Bound port: 2ff6ad15-1bfc-473b-85a7-c5a5ab681964, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d356aa5-28c8-4b89-9724-5bec031a4eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a3535a71-0e75-44e1-ae12-a541941cf4ef'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:27:46.280176 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b4a2a6d8-06c5-4e62-8dcb-bce4842052ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:46.298720 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d36a4-fc86-492e-8e5d-d9221e7d790e None None] Pushing event updated for resources: {'Port': ['ID=86800d0e-e21b-465b-a95f-3d12a97b9526,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:46.314053 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55340) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:46.401805 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port a0520f7a-612d-4e54-b155-a759c7a81be7, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=a0520f7a-612d-4e54-b155-a759c7a81be7,segment=NetworkSegment(0abc1825-e3a0-468f-93a4-df9b73b4e14a),segment_id=0abc1825-e3a0-468f-93a4-df9b73b4e14a)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:46.412654 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aeaac04b-c9e0-4324-a921-849ebfead5a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:46.425965 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c707c1-ae9f-470d-a851-725cc0ba8f2c req-b2344ed8-8bab-4010-a043-f8ca8dec0396 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:46.426347 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': 'a0520f7a-612d-4e54-b155-a759c7a81be7', 'network_id': '594d3cf6-6536-44a4-bf86-7eb0b076281c', 'port_id': 'a0520f7a-612d-4e54-b155-a759c7a81be7', 'mac_address': 'fa:16:3e:c0:37:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e61f3cea-0dca-4181-a03e-5485cc9acd4c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:27:46.433051 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f9c707c1-ae9f-470d-a851-725cc0ba8f2c req-b2344ed8-8bab-4010-a043-f8ca8dec0396 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 943 time: 0.3041263 Jul 13 07:27:46.436942 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-b4a2a6d8-06c5-4e62-8dcb-bce4842052ea None None] For port 2ff6ad15-1bfc-473b-85a7-c5a5ab681964, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:27:46.441809 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-b4a2a6d8-06c5-4e62-8dcb-bce4842052ea None None] For port 2ff6ad15-1bfc-473b-85a7-c5a5ab681964, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=2ff6ad15-1bfc-473b-85a7-c5a5ab681964,segment=NetworkSegment(3d356aa5-28c8-4b89-9724-5bec031a4eb2),segment_id=3d356aa5-28c8-4b89-9724-5bec031a4eb2)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:27:46.448101 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-aeaac04b-c9e0-4324-a921-849ebfead5a0 admin admin] Transition to ACTIVE for port object 07671f12-c64b-4609-9e52-c6842799692a will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:46.470076 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b4a2a6d8-06c5-4e62-8dcb-bce4842052ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:46.480383 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-f6aa765b-f740-4584-a7c1-1a8959906f5d None None] Set router 71c4faed-f287-472a-92b4-44dd5d51f9b2 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:27:46.482448 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cff2ed86-85ff-4821-a282-f4b4b2e0c2aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:46.536932 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2a6d8-06c5-4e62-8dcb-bce4842052ea None None] Pushing event updated for resources: {'Port': ['ID=2ff6ad15-1bfc-473b-85a7-c5a5ab681964,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:46.545538 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-c4a66cac-549f-4100-af2d-4156e62088bf admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1533642466-network', 'tenant_id': '1d3e09d946444994ba69a754afdcd695'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:46.583373 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:46.599063 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f9c707c1-ae9f-470d-a851-725cc0ba8f2c req-c6606d7f-4c05-46a2-896e-68891845e51f tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549394 Jul 13 07:27:46.613629 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aeaac04b-c9e0-4324-a921-849ebfead5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:46.627487 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0520f7a-612d-4e54-b155-a759c7a81be7 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:27:46.655120 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a66cac-549f-4100-af2d-4156e62088bf admin admin] Made reservation on behalf of 1d3e09d946444994ba69a754afdcd695 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:46.660690 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c4a66cac-549f-4100-af2d-4156e62088bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:46.669935 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port a0520f7a-612d-4e54-b155-a759c7a81be7, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=a0520f7a-612d-4e54-b155-a759c7a81be7,segment=NetworkSegment(0abc1825-e3a0-468f-93a4-df9b73b4e14a),segment_id=0abc1825-e3a0-468f-93a4-df9b73b4e14a)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:46.674741 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cff2ed86-85ff-4821-a282-f4b4b2e0c2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:46.682858 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:46.691862 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaac04b-c9e0-4324-a921-849ebfead5a0 admin admin] Network b3be411c-74ce-46a7-aca7-399a8b82cb71 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:46.693237 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaac04b-c9e0-4324-a921-849ebfead5a0 admin admin] Pushing event updated for resources: {'Port': ['ID=07671f12-c64b-4609-9e52-c6842799692a,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:46.697791 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-aeaac04b-c9e0-4324-a921-849ebfead5a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:46.702204 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaac04b-c9e0-4324-a921-849ebfead5a0 admin admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:27:46.710090 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c4a66cac-549f-4100-af2d-4156e62088bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:46.781671 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f26334d4-a216-441b-9aaf-3c2763466284 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:46.821111 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff2ed86-85ff-4821-a282-f4b4b2e0c2aa admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:46.825123 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=a0520f7a-612d-4e54-b155-a759c7a81be7,revision_number=9']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:46.831170 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aeaac04b-c9e0-4324-a921-849ebfead5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:46.836009 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-cff2ed86-85ff-4821-a282-f4b4b2e0c2aa admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:46.845355 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff2ed86-85ff-4821-a282-f4b4b2e0c2aa admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:27:46.849654 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-f6aa765b-f740-4584-a7c1-1a8959906f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c4faed-f287-472a-92b4-44dd5d51f9b2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1307044163-router', 'tenant_id': '3517d34535d247f792cec0b3575118d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '86800d0e-e21b-465b-a95f-3d12a97b9526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:38Z', 'updated_at': '2021-07-13T07:27:41Z', 'revision_number': 3, 'project_id': '3517d34535d247f792cec0b3575118d8', 'gw_port': {'id': '86800d0e-e21b-465b-a95f-3d12a97b9526', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c4faed-f287-472a-92b4-44dd5d51f9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:40Z', 'updated_at': '2021-07-13T07:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:46.856496 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2ed86-85ff-4821-a282-f4b4b2e0c2aa admin admin] Pushing event updated for resources: {'Port': ['ID=00186421-2c42-47ee-bc79-3c438858d314,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:46.888137 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6aa765b-f740-4584-a7c1-1a8959906f5d None None] The sync data for ids ['71c4faed-f287-472a-92b4-44dd5d51f9b2'] in n-d-771363-34 is: [{'id': '71c4faed-f287-472a-92b4-44dd5d51f9b2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1307044163-router', 'tenant_id': '3517d34535d247f792cec0b3575118d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '86800d0e-e21b-465b-a95f-3d12a97b9526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:38Z', 'updated_at': '2021-07-13T07:27:41Z', 'revision_number': 3, 'project_id': '3517d34535d247f792cec0b3575118d8', 'gw_port': {'id': '86800d0e-e21b-465b-a95f-3d12a97b9526', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c4faed-f287-472a-92b4-44dd5d51f9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:40Z', 'updated_at': '2021-07-13T07:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:27:46.941112 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26334d4-a216-441b-9aaf-3c2763466284 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Pushing event deleted for resources: {'Port': ['ID=0b6c5033-94be-41f1-8fbb-5fd5163ebc23,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:46.970740 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['a0520f7a-612d-4e54-b155-a759c7a81be7'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:27:47.281520 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aeaac04b-c9e0-4324-a921-849ebfead5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:47.290273 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6d20ef29-73ac-45a3-80c8-78038d176c9a None None] Provisioning for port 07671f12-c64b-4609-9e52-c6842799692a completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:47.298657 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6d20ef29-73ac-45a3-80c8-78038d176c9a None None] Provisioning complete for port 07671f12-c64b-4609-9e52-c6842799692a triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:47.299017 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6d20ef29-73ac-45a3-80c8-78038d176c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:47.369879 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-6d20ef29-73ac-45a3-80c8-78038d176c9a None None] Port 07671f12-c64b-4609-9e52-c6842799692a cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:27:47.564962 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aeaac04b-c9e0-4324-a921-849ebfead5a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:47.571593 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aeaac04b-c9e0-4324-a921-849ebfead5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:47.663321 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c4a66cac-549f-4100-af2d-4156e62088bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:47.682680 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c4a66cac-549f-4100-af2d-4156e62088bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:47.745418 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a66cac-549f-4100-af2d-4156e62088bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11320be3-0a0c-4523-91b3-a1e017320e6b,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:47.793684 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaac04b-c9e0-4324-a921-849ebfead5a0 admin admin] Pushing event updated for resources: {'Port': ['ID=07671f12-c64b-4609-9e52-c6842799692a,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:47.808931 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-f26334d4-a216-441b-9aaf-3c2763466284 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] create failed (client error): The resource could not be found. Jul 13 07:27:47.814809 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f26334d4-a216-441b-9aaf-3c2763466284 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.0642252 Jul 13 07:27:47.815720 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55352) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:47.838742 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a66cac-549f-4100-af2d-4156e62088bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:27:47.853098 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c4a66cac-549f-4100-af2d-4156e62088bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:47.855312 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-c4a66cac-549f-4100-af2d-4156e62088bf admin admin] Added segment d55fdb79-7b88-473b-b7cf-b7adda87d739 of type vlan for network e108dcf3-8310-432e-829e-821b2f897711 Jul 13 07:27:47.865394 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 86800d0e-e21b-465b-a95f-3d12a97b9526 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:47.926972 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cff2ed86-85ff-4821-a282-f4b4b2e0c2aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:47.962486 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 86800d0e-e21b-465b-a95f-3d12a97b9526 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:47.968291 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 86800d0e-e21b-465b-a95f-3d12a97b9526 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:47.969032 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:48.037320 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aeaac04b-c9e0-4324-a921-849ebfead5a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:48.106167 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device a0520f7a-612d-4e54-b155-a759c7a81be7 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:48.156765 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c4a66cac-549f-4100-af2d-4156e62088bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:48.172139 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7c5940d8-9d0b-413b-b864-5fabaef1ece7 None None] Provisioning complete for port 07671f12-c64b-4609-9e52-c6842799692a triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:48.172511 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7c5940d8-9d0b-413b-b864-5fabaef1ece7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:48.176675 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-6edbc5ce-b50a-49dd-b11f-4854e5c2d19d tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Deleting port 1e383e9b-bc1b-4844-9b30-27b43330ba7a {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:48.177136 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6edbc5ce-b50a-49dd-b11f-4854e5c2d19d tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:48.223677 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-7c5940d8-9d0b-413b-b864-5fabaef1ece7 None None] Port 07671f12-c64b-4609-9e52-c6842799692a cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:27:48.289103 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:48.311455 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c4a66cac-549f-4100-af2d-4156e62088bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:48.312444 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a66cac-549f-4100-af2d-4156e62088bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:48.313134 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c4a66cac-549f-4100-af2d-4156e62088bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:48.320760 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaac04b-c9e0-4324-a921-849ebfead5a0 admin admin] Network b3be411c-74ce-46a7-aca7-399a8b82cb71 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:48.324026 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 86800d0e-e21b-465b-a95f-3d12a97b9526, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=86800d0e-e21b-465b-a95f-3d12a97b9526,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:48.324443 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-aeaac04b-c9e0-4324-a921-849ebfead5a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:48.332301 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port a0520f7a-612d-4e54-b155-a759c7a81be7 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:48.332938 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:48.340073 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:48.356826 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c9e70-3a65-485b-a83a-5f97c7a34eef req-49d2e6fe-4b48-4595-80ce-e8673f26dd4e tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:48.358566 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7e3c9e70-3a65-485b-a83a-5f97c7a34eef req-49d2e6fe-4b48-4595-80ce-e8673f26dd4e tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 944 time: 0.4259288 Jul 13 07:27:48.434550 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c4a66cac-549f-4100-af2d-4156e62088bf admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1165431 Jul 13 07:27:48.445759 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55356) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:48.492389 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-e04ce9dc-fa68-45e2-8865-3d437760d19b admin admin] Request body: {'subnet': {'network_id': 'e108dcf3-8310-432e-829e-821b2f897711', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1533642466-subnet', 'tenant_id': '1d3e09d946444994ba69a754afdcd695', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:48.495752 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeaac04b-c9e0-4324-a921-849ebfead5a0 admin admin] Router 71c4faed-f287-472a-92b4-44dd5d51f9b2 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:27:48.500245 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a66cac-549f-4100-af2d-4156e62088bf admin admin] Pushing event updated for resources: {'Network': ['ID=e108dcf3-8310-432e-829e-821b2f897711,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:48.519498 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6edbc5ce-b50a-49dd-b11f-4854e5c2d19d tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:48.548715 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-6edbc5ce-b50a-49dd-b11f-4854e5c2d19d tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Calling delete_port for 1e383e9b-bc1b-4844-9b30-27b43330ba7a owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:48.589746 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cff2ed86-85ff-4821-a282-f4b4b2e0c2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:48.599121 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7e3c9e70-3a65-485b-a83a-5f97c7a34eef req-6f440222-82a5-4bc2-ae59-8d5646222396 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270224 Jul 13 07:27:48.610768 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04ce9dc-fa68-45e2-8865-3d437760d19b admin admin] Made reservation on behalf of 1d3e09d946444994ba69a754afdcd695 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:48.617355 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e04ce9dc-fa68-45e2-8865-3d437760d19b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:48.696282 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network e108dcf3-8310-432e-829e-821b2f897711 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:27:48.698378 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12c825e-a1a4-4713-8900-6bd8ee9f54f0 None None] Network a3535a71-0e75-44e1-ae12-a541941cf4ef requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:27:48.747446 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeaac04b-c9e0-4324-a921-849ebfead5a0 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:27:48.753932 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-aeaac04b-c9e0-4324-a921-849ebfead5a0 admin admin] 10.222.0.23 "PUT /v2.0/routers/71c4faed-f287-472a-92b4-44dd5d51f9b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2048979 Jul 13 07:27:48.768614 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 2ff6ad15-1bfc-473b-85a7-c5a5ab681964 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:48.845468 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6edbc5ce-b50a-49dd-b11f-4854e5c2d19d tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:48.912019 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbc5ce-b50a-49dd-b11f-4854e5c2d19d tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Pushing event deleted for resources: {'Port': ['ID=1e383e9b-bc1b-4844-9b30-27b43330ba7a,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:48.919437 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:27:48.921907 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff2ed86-85ff-4821-a282-f4b4b2e0c2aa admin admin] Router 027cbcba-1a61-4ae0-876b-b4c642cb29b8 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:27:48.947863 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f3b93f19-fa57-4e52-afc2-cffad1763f9d None None] Provisioning for port 2ff6ad15-1bfc-473b-85a7-c5a5ab681964 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:49.024800 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e04ce9dc-fa68-45e2-8865-3d437760d19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:49.185524 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ce9dc-fa68-45e2-8865-3d437760d19b admin admin] Pushing event updated for resources: {'Subnet': ['ID=46ddbcad-c8be-40ea-91c7-8480692cc897,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:49.198437 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=86800d0e-e21b-465b-a95f-3d12a97b9526,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:49.227129 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6edbc5ce-b50a-49dd-b11f-4854e5c2d19d tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:49.237738 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6edbc5ce-b50a-49dd-b11f-4854e5c2d19d tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] 10.222.0.23 "DELETE /v2.0/ports/1e383e9b-bc1b-4844-9b30-27b43330ba7a HTTP/1.1" status: 204 len: 168 time: 1.4176185 Jul 13 07:27:49.238978 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55372) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:49.278055 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff2ed86-85ff-4821-a282-f4b4b2e0c2aa admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:27:49.288894 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04ce9dc-fa68-45e2-8865-3d437760d19b admin admin] Checking segment: {'id': 'd55fdb79-7b88-473b-b7cf-b7adda87d739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e108dcf3-8310-432e-829e-821b2f897711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:49.289284 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04ce9dc-fa68-45e2-8865-3d437760d19b admin admin] Network hostable DHCP agents. Network: e108dcf3-8310-432e-829e-821b2f897711, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:27:49.338936 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a067f46-341b-49e5-85f7-bb5c4d0abdfb None None] Sync routers for ids ['027cbcba-1a61-4ae0-876b-b4c642cb29b8'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:27:49.355865 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04ce9dc-fa68-45e2-8865-3d437760d19b admin admin] Network e108dcf3-8310-432e-829e-821b2f897711 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:27:49.369685 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cff2ed86-85ff-4821-a282-f4b4b2e0c2aa admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:49.375612 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-cff2ed86-85ff-4821-a282-f4b4b2e0c2aa admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5605972 Jul 13 07:27:49.382808 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55374) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:49.383529 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-e04ce9dc-fa68-45e2-8865-3d437760d19b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, e108dcf3-8310-432e-829e-821b2f897711) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:49.405765 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8383764-4912-46c9-9d22-5fb39fd81938 None None] Network e108dcf3-8310-432e-829e-821b2f897711 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:27:49.416528 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04ce9dc-fa68-45e2-8865-3d437760d19b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:49.417430 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e04ce9dc-fa68-45e2-8865-3d437760d19b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:49.474896 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1c54c061-bff8-4ec3-9ae9-1524dd7e55f6 req-a8787a93-0832-4f6e-87aa-22d326d3ac42 tempest-FloatingIPsNegativeTestJSON-2028241754 tempest-FloatingIPsNegativeTestJSON-2028241754-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=3517d34535d247f792cec0b3575118d8 HTTP/1.1" status: 200 len: 217 time: 0.1460764 Jul 13 07:27:49.477670 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a067f46-341b-49e5-85f7-bb5c4d0abdfb None None] Routers {'027cbcba-1a61-4ae0-876b-b4c642cb29b8'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:49.478643 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-8a067f46-341b-49e5-85f7-bb5c4d0abdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:27:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['027cbcba-1a61-4ae0-876b-b4c642cb29b8'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:49.500664 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e04ce9dc-fa68-45e2-8865-3d437760d19b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0149617 Jul 13 07:27:49.514508 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55378) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:49.516637 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44dde98-4991-442a-ae8c-1fd4834ca59e tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:49.518788 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c44dde98-4991-442a-ae8c-1fd4834ca59e tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] 10.222.0.23 "GET /v2.0/ports?device_id=e12a7286-27e3-4fc1-ac4b-9dbe1b34b23f HTTP/1.1" status: 200 len: 913 time: 0.2734687 Jul 13 07:27:49.519853 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-89d54726-0d9b-4a77-aa2b-dd3e0a22c13b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1533642466-router', 'tenant_id': '1d3e09d946444994ba69a754afdcd695', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:49.521189 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55380) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:49.537553 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 2ff6ad15-1bfc-473b-85a7-c5a5ab681964 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:49.539749 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-611fb902-b938-463b-9784-f4bba0744fa3 None None] Provisioning complete for port 07671f12-c64b-4609-9e52-c6842799692a triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:49.540105 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-611fb902-b938-463b-9784-f4bba0744fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:49.567539 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ef74e143-9c1e-4fac-832c-aaed23218217 req-d7ed3cc2-51d5-4540-ac35-ddbec7a751fa tempest-FloatingIPsNegativeTestJSON-2028241754 tempest-FloatingIPsNegativeTestJSON-2028241754-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0584645 Jul 13 07:27:49.579243 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 2ff6ad15-1bfc-473b-85a7-c5a5ab681964 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:49.580251 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:49.662469 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:49.662709 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-89d54726-0d9b-4a77-aa2b-dd3e0a22c13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:49.664424 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-89d54726-0d9b-4a77-aa2b-dd3e0a22c13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:49.742273 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-89d54726-0d9b-4a77-aa2b-dd3e0a22c13b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:49.776649 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-611fb902-b938-463b-9784-f4bba0744fa3 None None] Port 07671f12-c64b-4609-9e52-c6842799692a cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:27:49.778392 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6886d2a9-4acd-49a4-ab5e-625c796f4710 None None] Sync routers for ids ['71c4faed-f287-472a-92b4-44dd5d51f9b2'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:27:49.799190 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6886d2a9-4acd-49a4-ab5e-625c796f4710 None None] Routers {'71c4faed-f287-472a-92b4-44dd5d51f9b2'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:49.800751 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-6886d2a9-4acd-49a4-ab5e-625c796f4710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:27:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['71c4faed-f287-472a-92b4-44dd5d51f9b2'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:49.807995 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6c0a86-2116-409f-a3dc-6641c02aac45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0520f7a-612d-4e54-b155-a759c7a81be7'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:27:49.810537 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be0b19f-6595-467a-9603-4cd029a4486a" -d '{"events": [{"server_uuid": "ae6c0a86-2116-409f-a3dc-6641c02aac45", "name": "network-vif-plugged", "status": "completed", "tag": "a0520f7a-612d-4e54-b155-a759c7a81be7"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:27:49.844295 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port a0520f7a-612d-4e54-b155-a759c7a81be7, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=a0520f7a-612d-4e54-b155-a759c7a81be7,segment=NetworkSegment(0abc1825-e3a0-468f-93a4-df9b73b4e14a),segment_id=0abc1825-e3a0-468f-93a4-df9b73b4e14a)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:49.867357 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-8a067f46-341b-49e5-85f7-bb5c4d0abdfb None None] Set router 027cbcba-1a61-4ae0-876b-b4c642cb29b8 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:27:49.897440 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:50.057496 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-6886d2a9-4acd-49a4-ab5e-625c796f4710 None None] Set router 71c4faed-f287-472a-92b4-44dd5d51f9b2 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:27:50.093792 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [req-fd0eff03-3277-48fd-bd9d-ae99713b5b82 req-add427b2-c2b9-4a06-b256-149f22b685a8 tempest-FloatingIPsNegativeTestJSON-2028241754 tempest-FloatingIPsNegativeTestJSON-2028241754-project] show failed (client error): The resource could not be found. Jul 13 07:27:50.095172 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fd0eff03-3277-48fd-bd9d-ae99713b5b82 req-add427b2-c2b9-4a06-b256-149f22b685a8 tempest-FloatingIPsNegativeTestJSON-2028241754 tempest-FloatingIPsNegativeTestJSON-2028241754-project] 10.222.0.23 "GET /v2.0/floatingips/3344728e-8a3f-49e4-95e8-a8979cfa91ad HTTP/1.1" status: 404 len: 350 time: 0.1424925 Jul 13 07:27:50.106622 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55392) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:50.127075 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-89d54726-0d9b-4a77-aa2b-dd3e0a22c13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:50.143361 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=a0520f7a-612d-4e54-b155-a759c7a81be7,revision_number=10']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:50.169195 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4693850a-3e5c-4018-a838-d8a4371c313e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-e108dcf3-8310-432e-829e-821b2f897711', 'network_id': 'e108dcf3-8310-432e-829e-821b2f897711', 'tenant_id': '1d3e09d946444994ba69a754afdcd695', 'fixed_ips': [{'subnet_id': '46ddbcad-c8be-40ea-91c7-8480692cc897'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:27:50.170069 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4693850a-3e5c-4018-a838-d8a4371c313e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:50.207265 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:50.273490 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa45d7-c9e8-4982-a6e2-671df052b816 req-a77a9bea-5f53-451e-bd9b-610f9fbc4779 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:50.294699 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ebaa45d7-c9e8-4982-a6e2-671df052b816 req-a77a9bea-5f53-451e-bd9b-610f9fbc4779 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 946 time: 0.3566213 Jul 13 07:27:50.368837 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 2ff6ad15-1bfc-473b-85a7-c5a5ab681964, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=2ff6ad15-1bfc-473b-85a7-c5a5ab681964,segment=NetworkSegment(3d356aa5-28c8-4b89-9724-5bec031a4eb2),segment_id=3d356aa5-28c8-4b89-9724-5bec031a4eb2)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:50.440499 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:50.445214 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3524f6c-72a0-4a62-a14b-911534f61f84 x-openstack-request-id: req-e3524f6c-72a0-4a62-a14b-911534f61f84 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:27:50.445748 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6c0a86-2116-409f-a3dc-6641c02aac45", "name": "network-vif-plugged", "status": "completed", "tag": "a0520f7a-612d-4e54-b155-a759c7a81be7", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:27:50.446168 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e3524f6c-72a0-4a62-a14b-911534f61f84 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:27:50.446736 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6c0a86-2116-409f-a3dc-6641c02aac45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0520f7a-612d-4e54-b155-a759c7a81be7', 'code': 200} Jul 13 07:27:50.509976 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ebaa45d7-c9e8-4982-a6e2-671df052b816 req-206b0ed7-5655-40cd-afbb-101cf5d8cd18 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142286 Jul 13 07:27:50.626629 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b9b321bc-2984-41a6-9bee-778bc0f49004 None None] Provisioning complete for port 2ff6ad15-1bfc-473b-85a7-c5a5ab681964 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:50.627014 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b9b321bc-2984-41a6-9bee-778bc0f49004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:50.670175 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=2ff6ad15-1bfc-473b-85a7-c5a5ab681964,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:50.721714 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-6886d2a9-4acd-49a4-ab5e-625c796f4710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c4faed-f287-472a-92b4-44dd5d51f9b2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1307044163-router', 'tenant_id': '3517d34535d247f792cec0b3575118d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '86800d0e-e21b-465b-a95f-3d12a97b9526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:38Z', 'updated_at': '2021-07-13T07:27:47Z', 'revision_number': 4, 'project_id': '3517d34535d247f792cec0b3575118d8', 'gw_port': {'id': '86800d0e-e21b-465b-a95f-3d12a97b9526', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c4faed-f287-472a-92b4-44dd5d51f9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:40Z', 'updated_at': '2021-07-13T07:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '07671f12-c64b-4609-9e52-c6842799692a', 'name': '', 'network_id': 'b3be411c-74ce-46a7-aca7-399a8b82cb71', 'tenant_id': '3517d34535d247f792cec0b3575118d8', 'mac_address': 'fa:16:3e:20:c3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c4faed-f287-472a-92b4-44dd5d51f9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '1d21ce78-0c86-4834-8184-f8ef5194ed0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:45Z', 'updated_at': '2021-07-13T07:27:47Z', 'revision_number': 2, 'project_id': '3517d34535d247f792cec0b3575118d8', 'subnets': [{'id': '1d21ce78-0c86-4834-8184-f8ef5194ed0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:50.759468 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6886d2a9-4acd-49a4-ab5e-625c796f4710 None None] Checking router: 71c4faed-f287-472a-92b4-44dd5d51f9b2 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:27:50.759687 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6886d2a9-4acd-49a4-ab5e-625c796f4710 None None] Updating router 71c4faed-f287-472a-92b4-44dd5d51f9b2 port 07671f12-c64b-4609-9e52-c6842799692a binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:27:50.761659 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 86800d0e-e21b-465b-a95f-3d12a97b9526 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:50.795255 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-4693850a-3e5c-4018-a838-d8a4371c313e None None] Allocated IP 172.20.0.2 (e108dcf3-8310-432e-829e-821b2f897711/46ddbcad-c8be-40ea-91c7-8480692cc897/be90623d-3fad-40b2-bdd1-3d4406a7c991) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:27:50.804768 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-8a067f46-341b-49e5-85f7-bb5c4d0abdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027cbcba-1a61-4ae0-876b-b4c642cb29b8', 'name': 'tempest-ServersTestMultiNic-1115967199-router', 'tenant_id': '48de65aa8b8243d7a205f2a528057190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '00186421-2c42-47ee-bc79-3c438858d314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:44Z', 'updated_at': '2021-07-13T07:27:47Z', 'revision_number': 3, 'project_id': '48de65aa8b8243d7a205f2a528057190', 'gw_port': {'id': '00186421-2c42-47ee-bc79-3c438858d314', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:76:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027cbcba-1a61-4ae0-876b-b4c642cb29b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:45Z', 'updated_at': '2021-07-13T07:27:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:50.815630 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6886d2a9-4acd-49a4-ab5e-625c796f4710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:50.859486 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a067f46-341b-49e5-85f7-bb5c4d0abdfb None None] Checking router: 027cbcba-1a61-4ae0-876b-b4c642cb29b8 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:27:50.859944 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a067f46-341b-49e5-85f7-bb5c4d0abdfb None None] Updating router 027cbcba-1a61-4ae0-876b-b4c642cb29b8 port 00186421-2c42-47ee-bc79-3c438858d314 binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:27:50.953846 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97c37b-2a59-44b0-af5a-7edd1607c74f req-a9f7e44e-d0d1-4012-8e27-8c5c217a66d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:50.955434 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-af97c37b-2a59-44b0-af5a-7edd1607c74f req-a9f7e44e-d0d1-4012-8e27-8c5c217a66d3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 1098 time: 0.2727411 Jul 13 07:27:50.975590 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8a067f46-341b-49e5-85f7-bb5c4d0abdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:51.019930 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ef0fe708-0bec-440b-9d27-23baf6f27b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:51.076289 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-af97c37b-2a59-44b0-af5a-7edd1607c74f req-31d75253-f353-4c10-90d1-df63a8eae91a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131949 Jul 13 07:27:51.154802 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d2c4e915-01b7-47eb-bf5f-161721f8d035 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:51.186824 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6886d2a9-4acd-49a4-ab5e-625c796f4710 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:51.199461 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-6886d2a9-4acd-49a4-ab5e-625c796f4710 None None] Transition to ACTIVE for port object 07671f12-c64b-4609-9e52-c6842799692a will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:51.211666 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6886d2a9-4acd-49a4-ab5e-625c796f4710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:51.248104 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 86800d0e-e21b-465b-a95f-3d12a97b9526 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:51.248680 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:51.260563 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91773d-c286-44f9-82d8-7019d3f60322 None None] Pushing event updated for resources: {'Port': ['ID=07671f12-c64b-4609-9e52-c6842799692a,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:51.281536 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-ef0fe708-0bec-440b-9d27-23baf6f27b08 admin admin] Allocated IP 172.20.0.1 (a3535a71-0e75-44e1-ae12-a541941cf4ef/740c36ed-99b1-4dc7-b51d-70d849881a53/69e2b127-daa9-4784-91d0-d70ca5b5f5bb) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:27:51.292690 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-89d54726-0d9b-4a77-aa2b-dd3e0a22c13b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:51.332884 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-89d54726-0d9b-4a77-aa2b-dd3e0a22c13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:51.380821 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-6886d2a9-4acd-49a4-ab5e-625c796f4710 None None] Attempting to bind port 07671f12-c64b-4609-9e52-c6842799692a on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:27:51.382322 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-6886d2a9-4acd-49a4-ab5e-625c796f4710 None None] Attempting to bind port 07671f12-c64b-4609-9e52-c6842799692a by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '99227135-62d8-4e37-abc9-9c39ba02ee43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b3be411c-74ce-46a7-aca7-399a8b82cb71'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:27:51.382869 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6886d2a9-4acd-49a4-ab5e-625c796f4710 None None] Attempting to bind port 07671f12-c64b-4609-9e52-c6842799692a on network b3be411c-74ce-46a7-aca7-399a8b82cb71 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:51.389674 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6886d2a9-4acd-49a4-ab5e-625c796f4710 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:27:51.390460 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6886d2a9-4acd-49a4-ab5e-625c796f4710 None None] Checking segment: {'id': '99227135-62d8-4e37-abc9-9c39ba02ee43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b3be411c-74ce-46a7-aca7-399a8b82cb71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:51.391325 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6886d2a9-4acd-49a4-ab5e-625c796f4710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:51.392759 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6886d2a9-4acd-49a4-ab5e-625c796f4710 None None] Bound using segment: {'id': '99227135-62d8-4e37-abc9-9c39ba02ee43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b3be411c-74ce-46a7-aca7-399a8b82cb71'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:27:51.393408 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-6886d2a9-4acd-49a4-ab5e-625c796f4710 None None] Bound port: 07671f12-c64b-4609-9e52-c6842799692a, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99227135-62d8-4e37-abc9-9c39ba02ee43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b3be411c-74ce-46a7-aca7-399a8b82cb71'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:27:51.394059 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6886d2a9-4acd-49a4-ab5e-625c796f4710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:51.419403 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f49cb4b0-283d-41d3-b171-612433edf397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:51.522940 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-6886d2a9-4acd-49a4-ab5e-625c796f4710 None None] For port 07671f12-c64b-4609-9e52-c6842799692a, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:27:51.527427 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-6886d2a9-4acd-49a4-ab5e-625c796f4710 None None] For port 07671f12-c64b-4609-9e52-c6842799692a, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=07671f12-c64b-4609-9e52-c6842799692a,segment=NetworkSegment(99227135-62d8-4e37-abc9-9c39ba02ee43),segment_id=99227135-62d8-4e37-abc9-9c39ba02ee43)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:27:51.542219 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6886d2a9-4acd-49a4-ab5e-625c796f4710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:51.624036 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91773d-c286-44f9-82d8-7019d3f60322 None None] Pushing event updated for resources: {'Port': ['ID=07671f12-c64b-4609-9e52-c6842799692a,revision_number=4']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:51.647823 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6886d2a9-4acd-49a4-ab5e-625c796f4710 None None] Routers {'71c4faed-f287-472a-92b4-44dd5d51f9b2'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:51.648674 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-6886d2a9-4acd-49a4-ab5e-625c796f4710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:27:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['71c4faed-f287-472a-92b4-44dd5d51f9b2'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:51.656586 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4693850a-3e5c-4018-a838-d8a4371c313e None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:51.656783 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ef0fe708-0bec-440b-9d27-23baf6f27b08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:51.682511 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-ef0fe708-0bec-440b-9d27-23baf6f27b08 admin admin] Transition to ACTIVE for port object 69e2b127-daa9-4784-91d0-d70ca5b5f5bb will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:51.723666 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-4693850a-3e5c-4018-a838-d8a4371c313e None None] Transition to ACTIVE for port object be90623d-3fad-40b2-bdd1-3d4406a7c991 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:51.766626 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ef0fe708-0bec-440b-9d27-23baf6f27b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:51.872688 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-6886d2a9-4acd-49a4-ab5e-625c796f4710 None None] Set router 71c4faed-f287-472a-92b4-44dd5d51f9b2 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:27:51.877106 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-4693850a-3e5c-4018-a838-d8a4371c313e None None] Transition to ACTIVE for port object be90623d-3fad-40b2-bdd1-3d4406a7c991 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:51.902088 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0fe708-0bec-440b-9d27-23baf6f27b08 admin admin] Pushing event updated for resources: {'Port': ['ID=69e2b127-daa9-4784-91d0-d70ca5b5f5bb,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:51.908721 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4693850a-3e5c-4018-a838-d8a4371c313e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:51.923927 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0fe708-0bec-440b-9d27-23baf6f27b08 admin admin] Network a3535a71-0e75-44e1-ae12-a541941cf4ef is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:51.944716 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-ef0fe708-0bec-440b-9d27-23baf6f27b08 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:51.948145 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0fe708-0bec-440b-9d27-23baf6f27b08 admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:27:52.045979 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4693850a-3e5c-4018-a838-d8a4371c313e None None] Network e108dcf3-8310-432e-829e-821b2f897711 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:52.060808 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-4693850a-3e5c-4018-a838-d8a4371c313e None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:52.099350 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-d2c4e915-01b7-47eb-bf5f-161721f8d035 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Deleting port 6c202f63-0723-478e-9ddd-33c17fac2f54 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:52.108684 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d2c4e915-01b7-47eb-bf5f-161721f8d035 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:52.124802 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4693850a-3e5c-4018-a838-d8a4371c313e None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:27:52.128350 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693850a-3e5c-4018-a838-d8a4371c313e None None] Pushing event updated for resources: {'Port': ['ID=be90623d-3fad-40b2-bdd1-3d4406a7c991,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:52.257816 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-6886d2a9-4acd-49a4-ab5e-625c796f4710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c4faed-f287-472a-92b4-44dd5d51f9b2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1307044163-router', 'tenant_id': '3517d34535d247f792cec0b3575118d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '86800d0e-e21b-465b-a95f-3d12a97b9526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:38Z', 'updated_at': '2021-07-13T07:27:47Z', 'revision_number': 4, 'project_id': '3517d34535d247f792cec0b3575118d8', 'gw_port': {'id': '86800d0e-e21b-465b-a95f-3d12a97b9526', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c4faed-f287-472a-92b4-44dd5d51f9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:40Z', 'updated_at': '2021-07-13T07:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '07671f12-c64b-4609-9e52-c6842799692a', 'name': '', 'network_id': 'b3be411c-74ce-46a7-aca7-399a8b82cb71', 'tenant_id': '3517d34535d247f792cec0b3575118d8', 'mac_address': 'fa:16:3e:20:c3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c4faed-f287-472a-92b4-44dd5d51f9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '1d21ce78-0c86-4834-8184-f8ef5194ed0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:45Z', 'updated_at': '2021-07-13T07:27:51Z', 'revision_number': 4, 'project_id': '3517d34535d247f792cec0b3575118d8', 'subnets': [{'id': '1d21ce78-0c86-4834-8184-f8ef5194ed0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:52.308630 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6886d2a9-4acd-49a4-ab5e-625c796f4710 None None] The sync data for ids ['71c4faed-f287-472a-92b4-44dd5d51f9b2'] in n-d-771363-34 is: [{'id': '71c4faed-f287-472a-92b4-44dd5d51f9b2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1307044163-router', 'tenant_id': '3517d34535d247f792cec0b3575118d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '86800d0e-e21b-465b-a95f-3d12a97b9526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:38Z', 'updated_at': '2021-07-13T07:27:47Z', 'revision_number': 4, 'project_id': '3517d34535d247f792cec0b3575118d8', 'gw_port': {'id': '86800d0e-e21b-465b-a95f-3d12a97b9526', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c4faed-f287-472a-92b4-44dd5d51f9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:40Z', 'updated_at': '2021-07-13T07:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '07671f12-c64b-4609-9e52-c6842799692a', 'name': '', 'network_id': 'b3be411c-74ce-46a7-aca7-399a8b82cb71', 'tenant_id': '3517d34535d247f792cec0b3575118d8', 'mac_address': 'fa:16:3e:20:c3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c4faed-f287-472a-92b4-44dd5d51f9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '1d21ce78-0c86-4834-8184-f8ef5194ed0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:45Z', 'updated_at': '2021-07-13T07:27:51Z', 'revision_number': 4, 'project_id': '3517d34535d247f792cec0b3575118d8', 'subnets': [{'id': '1d21ce78-0c86-4834-8184-f8ef5194ed0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:27:52.320763 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8a067f46-341b-49e5-85f7-bb5c4d0abdfb None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:52.342882 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8a067f46-341b-49e5-85f7-bb5c4d0abdfb None None] Transition to ACTIVE for port object 00186421-2c42-47ee-bc79-3c438858d314 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:52.395669 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-4693850a-3e5c-4018-a838-d8a4371c313e None None] Attempting to bind port be90623d-3fad-40b2-bdd1-3d4406a7c991 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:27:52.395821 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-4693850a-3e5c-4018-a838-d8a4371c313e None None] Attempting to bind port be90623d-3fad-40b2-bdd1-3d4406a7c991 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'd55fdb79-7b88-473b-b7cf-b7adda87d739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e108dcf3-8310-432e-829e-821b2f897711'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:27:52.397812 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4693850a-3e5c-4018-a838-d8a4371c313e None None] Attempting to bind port be90623d-3fad-40b2-bdd1-3d4406a7c991 on network e108dcf3-8310-432e-829e-821b2f897711 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:52.427399 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4693850a-3e5c-4018-a838-d8a4371c313e None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:27:52.427773 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4693850a-3e5c-4018-a838-d8a4371c313e None None] Checking segment: {'id': 'd55fdb79-7b88-473b-b7cf-b7adda87d739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e108dcf3-8310-432e-829e-821b2f897711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:52.429296 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4693850a-3e5c-4018-a838-d8a4371c313e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:52.430123 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4693850a-3e5c-4018-a838-d8a4371c313e None None] Bound using segment: {'id': 'd55fdb79-7b88-473b-b7cf-b7adda87d739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e108dcf3-8310-432e-829e-821b2f897711'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:27:52.430410 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-4693850a-3e5c-4018-a838-d8a4371c313e None None] Bound port: be90623d-3fad-40b2-bdd1-3d4406a7c991, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd55fdb79-7b88-473b-b7cf-b7adda87d739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e108dcf3-8310-432e-829e-821b2f897711'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:27:52.431013 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4693850a-3e5c-4018-a838-d8a4371c313e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:52.451246 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8a067f46-341b-49e5-85f7-bb5c4d0abdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:52.475546 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae90a13-4104-4b8f-830b-89c5ef43b587 req-639e3d72-f1ec-4f9d-916d-c4346baea6b4 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:52.499070 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3ae90a13-4104-4b8f-830b-89c5ef43b587 req-639e3d72-f1ec-4f9d-916d-c4346baea6b4 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 946 time: 0.5990696 Jul 13 07:27:52.569637 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-89d54726-0d9b-4a77-aa2b-dd3e0a22c13b admin admin] Allocated IP 172.25.3.175 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/2f44b65b-6f60-4cd7-a180-a8c3772f1f26) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:27:52.608184 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-8a067f46-341b-49e5-85f7-bb5c4d0abdfb None None] Attempting to bind port 00186421-2c42-47ee-bc79-3c438858d314 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:27:52.608532 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-8a067f46-341b-49e5-85f7-bb5c4d0abdfb None None] Attempting to bind port 00186421-2c42-47ee-bc79-3c438858d314 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:27:52.608890 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a067f46-341b-49e5-85f7-bb5c4d0abdfb None None] Attempting to bind port 00186421-2c42-47ee-bc79-3c438858d314 on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:52.640183 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d2c4e915-01b7-47eb-bf5f-161721f8d035 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:52.641591 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5fd26722-65fb-4726-8d00-341aca54465c None None] Provisioning for port 69e2b127-daa9-4784-91d0-d70ca5b5f5bb completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:52.685165 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5fd26722-65fb-4726-8d00-341aca54465c None None] Provisioning complete for port 69e2b127-daa9-4784-91d0-d70ca5b5f5bb triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:52.685783 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5fd26722-65fb-4726-8d00-341aca54465c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:52.692849 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a067f46-341b-49e5-85f7-bb5c4d0abdfb None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:27:52.693558 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a067f46-341b-49e5-85f7-bb5c4d0abdfb None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:52.694748 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8a067f46-341b-49e5-85f7-bb5c4d0abdfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:52.695342 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a067f46-341b-49e5-85f7-bb5c4d0abdfb None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:27:52.696057 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-8a067f46-341b-49e5-85f7-bb5c4d0abdfb None None] Bound port: 00186421-2c42-47ee-bc79-3c438858d314, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:27:52.697219 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8a067f46-341b-49e5-85f7-bb5c4d0abdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:52.747120 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-d2c4e915-01b7-47eb-bf5f-161721f8d035 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Calling delete_port for 6c202f63-0723-478e-9ddd-33c17fac2f54 owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:52.750994 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-f49cb4b0-283d-41d3-b171-612433edf397 admin admin] Deleting port 07671f12-c64b-4609-9e52-c6842799692a {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:52.751499 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f49cb4b0-283d-41d3-b171-612433edf397 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:52.764666 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-89d54726-0d9b-4a77-aa2b-dd3e0a22c13b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:52.782530 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3ae90a13-4104-4b8f-830b-89c5ef43b587 req-31df82d4-3870-4298-b033-c06708f49320 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824714 Jul 13 07:27:52.790438 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-8a067f46-341b-49e5-85f7-bb5c4d0abdfb None None] For port 00186421-2c42-47ee-bc79-3c438858d314, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:27:52.794300 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-8a067f46-341b-49e5-85f7-bb5c4d0abdfb None None] For port 00186421-2c42-47ee-bc79-3c438858d314, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=00186421-2c42-47ee-bc79-3c438858d314,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:27:52.840062 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8a067f46-341b-49e5-85f7-bb5c4d0abdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:52.869672 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f78a4-9746-41a4-895e-8bf893a31ead None None] Pushing event updated for resources: {'Port': ['ID=00186421-2c42-47ee-bc79-3c438858d314,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:52.952372 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 2ff6ad15-1bfc-473b-85a7-c5a5ab681964 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:52.964986 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-89d54726-0d9b-4a77-aa2b-dd3e0a22c13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:52.995057 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ef0fe708-0bec-440b-9d27-23baf6f27b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:53.064772 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-f49cb4b0-283d-41d3-b171-612433edf397 admin admin] For port 07671f12-c64b-4609-9e52-c6842799692a, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=07671f12-c64b-4609-9e52-c6842799692a,segment=NetworkSegment(99227135-62d8-4e37-abc9-9c39ba02ee43),segment_id=99227135-62d8-4e37-abc9-9c39ba02ee43)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:53.065144 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f49cb4b0-283d-41d3-b171-612433edf397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:53.080906 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-4693850a-3e5c-4018-a838-d8a4371c313e None None] For port be90623d-3fad-40b2-bdd1-3d4406a7c991, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:27:53.081780 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-f49cb4b0-283d-41d3-b171-612433edf397 admin admin] Calling delete_port for 07671f12-c64b-4609-9e52-c6842799692a owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:53.104175 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-5fd26722-65fb-4726-8d00-341aca54465c None None] Port 69e2b127-daa9-4784-91d0-d70ca5b5f5bb cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:27:53.148143 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-4693850a-3e5c-4018-a838-d8a4371c313e None None] For port be90623d-3fad-40b2-bdd1-3d4406a7c991, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=be90623d-3fad-40b2-bdd1-3d4406a7c991,segment=NetworkSegment(d55fdb79-7b88-473b-b7cf-b7adda87d739),segment_id=d55fdb79-7b88-473b-b7cf-b7adda87d739)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:27:53.180762 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4693850a-3e5c-4018-a838-d8a4371c313e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:53.182427 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d54726-0d9b-4a77-aa2b-dd3e0a22c13b admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:53.225479 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-89d54726-0d9b-4a77-aa2b-dd3e0a22c13b admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:53.262747 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d54726-0d9b-4a77-aa2b-dd3e0a22c13b admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:27:53.266770 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a067f46-341b-49e5-85f7-bb5c4d0abdfb None None] Routers {'027cbcba-1a61-4ae0-876b-b4c642cb29b8'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:53.290688 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-8a067f46-341b-49e5-85f7-bb5c4d0abdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:27:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['027cbcba-1a61-4ae0-876b-b4c642cb29b8'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:53.309045 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683bfc3-6bdd-46c2-b85f-f24247220b17 req-d38d5289-a442-44b0-bce2-9520515b6d1c tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:53.311338 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d683bfc3-6bdd-46c2-b85f-f24247220b17 req-d38d5289-a442-44b0-bce2-9520515b6d1c tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ac8e04-231f-4adc-80ac-81e547158e75 HTTP/1.1" status: 200 len: 945 time: 1.3969772 Jul 13 07:27:53.379556 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f78a4-9746-41a4-895e-8bf893a31ead None None] Pushing event updated for resources: {'Port': ['ID=00186421-2c42-47ee-bc79-3c438858d314,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:53.442216 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d54726-0d9b-4a77-aa2b-dd3e0a22c13b admin admin] Pushing event updated for resources: {'Port': ['ID=2f44b65b-6f60-4cd7-a180-a8c3772f1f26,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:53.462220 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:53.482077 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 2ff6ad15-1bfc-473b-85a7-c5a5ab681964 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:53.482933 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:53.512156 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d2c4e915-01b7-47eb-bf5f-161721f8d035 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:53.612879 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4e915-01b7-47eb-bf5f-161721f8d035 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Pushing event deleted for resources: {'Port': ['ID=6c202f63-0723-478e-9ddd-33c17fac2f54,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:53.670768 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-8a067f46-341b-49e5-85f7-bb5c4d0abdfb None None] Set router 027cbcba-1a61-4ae0-876b-b4c642cb29b8 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:27:53.826372 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693850a-3e5c-4018-a838-d8a4371c313e None None] Pushing event updated for resources: {'Port': ['ID=be90623d-3fad-40b2-bdd1-3d4406a7c991,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:53.832488 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:53.884217 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ef0fe708-0bec-440b-9d27-23baf6f27b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:53.982445 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d683bfc3-6bdd-46c2-b85f-f24247220b17 req-f9c2dfc6-50e9-4c76-93de-c5b5918a94fd tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9c732ca-38e5-4373-92d3-5943bd09957d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5288417 Jul 13 07:27:53.985513 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d2c4e915-01b7-47eb-bf5f-161721f8d035 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:54.111312 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 07671f12-c64b-4609-9e52-c6842799692a up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:54.222163 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 07671f12-c64b-4609-9e52-c6842799692a completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:54.228311 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 07671f12-c64b-4609-9e52-c6842799692a triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:54.228861 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:54.295974 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-8a067f46-341b-49e5-85f7-bb5c4d0abdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027cbcba-1a61-4ae0-876b-b4c642cb29b8', 'name': 'tempest-ServersTestMultiNic-1115967199-router', 'tenant_id': '48de65aa8b8243d7a205f2a528057190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '00186421-2c42-47ee-bc79-3c438858d314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:44Z', 'updated_at': '2021-07-13T07:27:47Z', 'revision_number': 3, 'project_id': '48de65aa8b8243d7a205f2a528057190', 'gw_port': {'id': '00186421-2c42-47ee-bc79-3c438858d314', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:76:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027cbcba-1a61-4ae0-876b-b4c642cb29b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:45Z', 'updated_at': '2021-07-13T07:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:54.371493 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a067f46-341b-49e5-85f7-bb5c4d0abdfb None None] The sync data for ids ['027cbcba-1a61-4ae0-876b-b4c642cb29b8'] in n-d-771363-34 is: [{'id': '027cbcba-1a61-4ae0-876b-b4c642cb29b8', 'name': 'tempest-ServersTestMultiNic-1115967199-router', 'tenant_id': '48de65aa8b8243d7a205f2a528057190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '00186421-2c42-47ee-bc79-3c438858d314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:44Z', 'updated_at': '2021-07-13T07:27:47Z', 'revision_number': 3, 'project_id': '48de65aa8b8243d7a205f2a528057190', 'gw_port': {'id': '00186421-2c42-47ee-bc79-3c438858d314', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:76:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027cbcba-1a61-4ae0-876b-b4c642cb29b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:45Z', 'updated_at': '2021-07-13T07:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:27:54.481362 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:54.556592 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 07671f12-c64b-4609-9e52-c6842799692a, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=07671f12-c64b-4609-9e52-c6842799692a,segment=NetworkSegment(99227135-62d8-4e37-abc9-9c39ba02ee43),segment_id=99227135-62d8-4e37-abc9-9c39ba02ee43)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:54.570926 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:54.648675 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=07671f12-c64b-4609-9e52-c6842799692a,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:54.797164 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ef0fe708-0bec-440b-9d27-23baf6f27b08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:54.803921 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ef0fe708-0bec-440b-9d27-23baf6f27b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:54.855675 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-89d54726-0d9b-4a77-aa2b-dd3e0a22c13b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:54.926642 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device be90623d-3fad-40b2-bdd1-3d4406a7c991 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:55.093838 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0fe708-0bec-440b-9d27-23baf6f27b08 admin admin] Pushing event updated for resources: {'Port': ['ID=69e2b127-daa9-4784-91d0-d70ca5b5f5bb,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:55.155843 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ef0fe708-0bec-440b-9d27-23baf6f27b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:55.172583 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port be90623d-3fad-40b2-bdd1-3d4406a7c991 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:55.246152 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c4e915-01b7-47eb-bf5f-161721f8d035 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Router e12a7286-27e3-4fc1-ac4b-9dbe1b34b23f has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:27:55.255116 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d706d18d-4b08-4882-87f2-f81e7f6d2833 None None] Provisioning complete for port 07671f12-c64b-4609-9e52-c6842799692a triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:55.255944 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d706d18d-4b08-4882-87f2-f81e7f6d2833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:55.295669 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088d94d-b13d-4c90-be95-83c22c9fb797 req-9fabc761-042f-4ade-b853-bd1efcc1ab46 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:55.304058 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7088d94d-b13d-4c90-be95-83c22c9fb797 req-9fabc761-042f-4ade-b853-bd1efcc1ab46 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 946 time: 1.2252083 Jul 13 07:27:55.343944 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ceae5e8-62be-4dce-a075-a5e183ac9f95 None None] Network e108dcf3-8310-432e-829e-821b2f897711 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:27:55.472445 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-89d54726-0d9b-4a77-aa2b-dd3e0a22c13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:55.512867 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7088d94d-b13d-4c90-be95-83c22c9fb797 req-044cf6f1-cc7f-43a8-8107-903411649fc3 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080715 Jul 13 07:27:55.513845 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c4e915-01b7-47eb-bf5f-161721f8d035 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:27:55.525464 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d2c4e915-01b7-47eb-bf5f-161721f8d035 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] 10.222.0.23 "PUT /v2.0/routers/e12a7286-27e3-4fc1-ac4b-9dbe1b34b23f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0000274 Jul 13 07:27:55.525968 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55454) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:55.542747 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f49cb4b0-283d-41d3-b171-612433edf397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:55.545689 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40efa4c-2d43-45f7-87f4-b9cd05ce07f6 None None] Sync routers for ids ['e12a7286-27e3-4fc1-ac4b-9dbe1b34b23f'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:27:55.573756 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0fe708-0bec-440b-9d27-23baf6f27b08 admin admin] Network a3535a71-0e75-44e1-ae12-a541941cf4ef is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:55.583708 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-ef0fe708-0bec-440b-9d27-23baf6f27b08 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:55.689958 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-d706d18d-4b08-4882-87f2-f81e7f6d2833 None None] Port 07671f12-c64b-4609-9e52-c6842799692a update to ACTIVE by agent not found {{(pid=94019) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 13 07:27:55.709496 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40efa4c-2d43-45f7-87f4-b9cd05ce07f6 None None] Routers {'e12a7286-27e3-4fc1-ac4b-9dbe1b34b23f'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:55.710155 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a40efa4c-2d43-45f7-87f4-b9cd05ce07f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:27:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['e12a7286-27e3-4fc1-ac4b-9dbe1b34b23f'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:55.866548 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a40efa4c-2d43-45f7-87f4-b9cd05ce07f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:55.925401 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-80969290-a49f-49b5-a0dc-78b5a146f417 None None] Provisioning complete for port 69e2b127-daa9-4784-91d0-d70ca5b5f5bb triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:55.925764 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0fe708-0bec-440b-9d27-23baf6f27b08 admin admin] Router 027cbcba-1a61-4ae0-876b-b4c642cb29b8 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:27:55.926703 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-80969290-a49f-49b5-a0dc-78b5a146f417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:56.001960 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40efa4c-2d43-45f7-87f4-b9cd05ce07f6 None None] Routers {'e12a7286-27e3-4fc1-ac4b-9dbe1b34b23f'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:56.003008 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a40efa4c-2d43-45f7-87f4-b9cd05ce07f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:27:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['e12a7286-27e3-4fc1-ac4b-9dbe1b34b23f'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:56.015732 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0309d3e0-9b25-4a73-80e8-48811d949fb2 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:56.048225 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-80969290-a49f-49b5-a0dc-78b5a146f417 None None] Port 69e2b127-daa9-4784-91d0-d70ca5b5f5bb cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:27:56.051139 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a40efa4c-2d43-45f7-87f4-b9cd05ce07f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:56.051808 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40efa4c-2d43-45f7-87f4-b9cd05ce07f6 None None] The sync data for ids ['e12a7286-27e3-4fc1-ac4b-9dbe1b34b23f'] in n-d-771363-34 is: [] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:27:56.066023 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49cb4b0-283d-41d3-b171-612433edf397 admin admin] Pushing event deleted for resources: {'Port': ['ID=07671f12-c64b-4609-9e52-c6842799692a,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:56.073587 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-80969290-a49f-49b5-a0dc-78b5a146f417 None None] Provisioning for port be90623d-3fad-40b2-bdd1-3d4406a7c991 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:56.081253 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-80969290-a49f-49b5-a0dc-78b5a146f417 None None] Provisioning complete for port be90623d-3fad-40b2-bdd1-3d4406a7c991 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:56.081771 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-80969290-a49f-49b5-a0dc-78b5a146f417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:56.133408 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d54726-0d9b-4a77-aa2b-dd3e0a22c13b admin admin] Router 63fe40e4-5d71-42ae-9939-6a41b8577f8c is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:27:56.214224 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-80969290-a49f-49b5-a0dc-78b5a146f417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:56.266718 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-80969290-a49f-49b5-a0dc-78b5a146f417 None None] For port be90623d-3fad-40b2-bdd1-3d4406a7c991, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=be90623d-3fad-40b2-bdd1-3d4406a7c991,segment=NetworkSegment(d55fdb79-7b88-473b-b7cf-b7adda87d739),segment_id=d55fdb79-7b88-473b-b7cf-b7adda87d739)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:56.272849 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-80969290-a49f-49b5-a0dc-78b5a146f417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:56.290015 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568275d-7e25-4920-8290-40316e013061 req-d6ae5d1e-5425-4f17-bd1c-3a580ef3e89a tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:56.291656 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4568275d-7e25-4920-8290-40316e013061 req-d6ae5d1e-5425-4f17-bd1c-3a580ef3e89a tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ac8e04-231f-4adc-80ac-81e547158e75 HTTP/1.1" status: 200 len: 945 time: 0.3641310 Jul 13 07:27:56.369375 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0fe708-0bec-440b-9d27-23baf6f27b08 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:27:56.378060 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80969290-a49f-49b5-a0dc-78b5a146f417 None None] Pushing event updated for resources: {'Port': ['ID=be90623d-3fad-40b2-bdd1-3d4406a7c991,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:56.386888 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ef0fe708-0bec-440b-9d27-23baf6f27b08 admin admin] 10.222.0.23 "PUT /v2.0/routers/027cbcba-1a61-4ae0-876b-b4c642cb29b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9601388 Jul 13 07:27:56.400310 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4568275d-7e25-4920-8290-40316e013061 req-1281f1a5-90b7-44a5-9386-326f61527799 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9c732ca-38e5-4373-92d3-5943bd09957d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021571 Jul 13 07:27:56.409539 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d54726-0d9b-4a77-aa2b-dd3e0a22c13b admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:27:56.413974 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0309d3e0-9b25-4a73-80e8-48811d949fb2 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:56.416366 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0309d3e0-9b25-4a73-80e8-48811d949fb2 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:56.425159 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7575fe-457b-42e8-bcd5-3a6de67fd9d4 None None] Sync routers for ids ['63fe40e4-5d71-42ae-9939-6a41b8577f8c'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:27:56.438746 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-89d54726-0d9b-4a77-aa2b-dd3e0a22c13b admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:56.452685 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-89d54726-0d9b-4a77-aa2b-dd3e0a22c13b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.9363606 Jul 13 07:27:56.453680 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7575fe-457b-42e8-bcd5-3a6de67fd9d4 None None] Routers {'63fe40e4-5d71-42ae-9939-6a41b8577f8c'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:56.454461 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-2e7575fe-457b-42e8-bcd5-3a6de67fd9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:27:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['63fe40e4-5d71-42ae-9939-6a41b8577f8c'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:56.456015 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55464) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:56.469218 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f49cb4b0-283d-41d3-b171-612433edf397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:56.482766 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f00db-06c8-4b94-b017-8f827c0abb37 req-2e47304c-015c-4cf5-afbc-c34174479f9d tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:56.484687 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fc2f00db-06c8-4b94-b017-8f827c0abb37 req-2e47304c-015c-4cf5-afbc-c34174479f9d tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 946 time: 0.4054892 Jul 13 07:27:56.489691 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0309d3e0-9b25-4a73-80e8-48811d949fb2 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:56.490224 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0309d3e0-9b25-4a73-80e8-48811d949fb2 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Fanout notify agent at l3_agent the message router_deleted on router e12a7286-27e3-4fc1-ac4b-9dbe1b34b23f {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:27:56.505786 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-528d6aec-aed1-4be9-9d12-85f6a1480b69 None None] Provisioning complete for port 69e2b127-daa9-4784-91d0-d70ca5b5f5bb triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:56.507070 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-528d6aec-aed1-4be9-9d12-85f6a1480b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:56.507461 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0309d3e0-9b25-4a73-80e8-48811d949fb2 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:56.508625 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0309d3e0-9b25-4a73-80e8-48811d949fb2 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] 10.222.0.23 "DELETE /v2.0/routers/e12a7286-27e3-4fc1-ac4b-9dbe1b34b23f HTTP/1.1" status: 204 len: 168 time: 0.9819701 Jul 13 07:27:56.522416 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55470) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:56.595723 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-528d6aec-aed1-4be9-9d12-85f6a1480b69 None None] Port 69e2b127-daa9-4784-91d0-d70ca5b5f5bb cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:27:56.598968 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55472) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:56.607924 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-528d6aec-aed1-4be9-9d12-85f6a1480b69 None None] Provisioning complete for port be90623d-3fad-40b2-bdd1-3d4406a7c991 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:56.608602 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-528d6aec-aed1-4be9-9d12-85f6a1480b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:56.662974 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-2e7575fe-457b-42e8-bcd5-3a6de67fd9d4 None None] Set router 63fe40e4-5d71-42ae-9939-6a41b8577f8c gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:27:56.775448 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-12148e7d-a918-4660-bb10-718a954776df tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1403983475'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:56.885218 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-747d7c18-4e4f-4843-ab9d-f30d746546bf tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Deleting subnet 85e89723-f467-49eb-9ddf-0a7763df76c4 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:27:56.909330 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-747d7c18-4e4f-4843-ab9d-f30d746546bf tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:56.952712 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fc2f00db-06c8-4b94-b017-8f827c0abb37 req-47af7f37-42cf-45a9-a9bd-5d8ccfb14dd7 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4428737 Jul 13 07:27:57.035014 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-2e7575fe-457b-42e8-bcd5-3a6de67fd9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fe40e4-5d71-42ae-9939-6a41b8577f8c', 'name': 'tempest-ServersTestManualDisk-1533642466-router', 'tenant_id': '1d3e09d946444994ba69a754afdcd695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '2f44b65b-6f60-4cd7-a180-a8c3772f1f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:49Z', 'updated_at': '2021-07-13T07:27:54Z', 'revision_number': 3, 'project_id': '1d3e09d946444994ba69a754afdcd695', 'gw_port': {'id': '2f44b65b-6f60-4cd7-a180-a8c3772f1f26', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63fe40e4-5d71-42ae-9939-6a41b8577f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:51Z', 'updated_at': '2021-07-13T07:27:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:57.101008 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 00186421-2c42-47ee-bc79-3c438858d314 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:57.115722 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12148e7d-a918-4660-bb10-718a954776df tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Made reservation on behalf of 48de65aa8b8243d7a205f2a528057190 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:57.119813 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-12148e7d-a918-4660-bb10-718a954776df tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:57.124372 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7575fe-457b-42e8-bcd5-3a6de67fd9d4 None None] Checking router: 63fe40e4-5d71-42ae-9939-6a41b8577f8c for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:27:57.124719 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7575fe-457b-42e8-bcd5-3a6de67fd9d4 None None] Updating router 63fe40e4-5d71-42ae-9939-6a41b8577f8c port 2f44b65b-6f60-4cd7-a180-a8c3772f1f26 binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:27:57.201126 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 00186421-2c42-47ee-bc79-3c438858d314 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:57.203638 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2e7575fe-457b-42e8-bcd5-3a6de67fd9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:57.209646 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 00186421-2c42-47ee-bc79-3c438858d314 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:57.210463 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:57.235992 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-747d7c18-4e4f-4843-ab9d-f30d746546bf tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:57.351521 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12148e7d-a918-4660-bb10-718a954776df tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:27:57.371225 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:57.419089 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 00186421-2c42-47ee-bc79-3c438858d314, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=00186421-2c42-47ee-bc79-3c438858d314,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:57.426095 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:57.440099 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-21c7a18d-d468-4d33-8d9e-a8312ec4304e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:57.470380 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8703ee-65b0-4e77-8ce5-dd25cd7ce0dd None None] Sync routers for ids ['027cbcba-1a61-4ae0-876b-b4c642cb29b8'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:27:57.482202 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device be90623d-3fad-40b2-bdd1-3d4406a7c991 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:57.511595 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-12148e7d-a918-4660-bb10-718a954776df tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:57.512309 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-12148e7d-a918-4660-bb10-718a954776df tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Added segment 9cf5557c-798a-4fc6-a4c5-75768c7835fd of type vlan for network c34b8c95-6f51-414e-8ad8-58adf294d1fa Jul 13 07:27:57.524333 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8703ee-65b0-4e77-8ce5-dd25cd7ce0dd None None] Routers {'027cbcba-1a61-4ae0-876b-b4c642cb29b8'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:57.525231 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-6a8703ee-65b0-4e77-8ce5-dd25cd7ce0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:27:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['027cbcba-1a61-4ae0-876b-b4c642cb29b8'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:57.589672 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=00186421-2c42-47ee-bc79-3c438858d314,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:57.652753 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port be90623d-3fad-40b2-bdd1-3d4406a7c991 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:57.653436 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:57.654047 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b5f23-25fe-497d-bcc6-293e3651a824 req-7cd6f4cd-c238-4c73-8592-aae6b8e0081f tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:57.655956 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7e1b5f23-25fe-497d-bcc6-293e3651a824 req-7cd6f4cd-c238-4c73-8592-aae6b8e0081f tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ac8e04-231f-4adc-80ac-81e547158e75 HTTP/1.1" status: 200 len: 945 time: 0.1490467 Jul 13 07:27:57.669062 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-12148e7d-a918-4660-bb10-718a954776df tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:57.693235 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-747d7c18-4e4f-4843-ab9d-f30d746546bf tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:57.707771 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-6a8703ee-65b0-4e77-8ce5-dd25cd7ce0dd None None] Set router 027cbcba-1a61-4ae0-876b-b4c642cb29b8 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:27:57.732144 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2e7575fe-457b-42e8-bcd5-3a6de67fd9d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:57.741483 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7e1b5f23-25fe-497d-bcc6-293e3651a824 req-70da9b56-2f15-47b0-8a00-371425a613a4 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9c732ca-38e5-4373-92d3-5943bd09957d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547261 Jul 13 07:27:57.752443 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-21c7a18d-d468-4d33-8d9e-a8312ec4304e admin admin] Allocated IP 172.20.0.1 (e108dcf3-8310-432e-829e-821b2f897711/46ddbcad-c8be-40ea-91c7-8480692cc897/48b68bb6-590a-4276-9c54-a2cfb92b15d4) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:27:57.755491 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-2e7575fe-457b-42e8-bcd5-3a6de67fd9d4 None None] Transition to ACTIVE for port object 2f44b65b-6f60-4cd7-a180-a8c3772f1f26 will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:57.759943 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c02fc6-bf78-473e-bd7e-e81d99fdffaf req-354e3855-55e9-4bff-be39-def8aa528def tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:57.767155 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-69c02fc6-bf78-473e-bd7e-e81d99fdffaf req-354e3855-55e9-4bff-be39-def8aa528def tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 946 time: 0.4172714 Jul 13 07:27:57.768019 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2e7575fe-457b-42e8-bcd5-3a6de67fd9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:57.899542 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-21c7a18d-d468-4d33-8d9e-a8312ec4304e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:57.931686 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-12148e7d-a918-4660-bb10-718a954776df tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:57.936780 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-21c7a18d-d468-4d33-8d9e-a8312ec4304e admin admin] Transition to ACTIVE for port object 48b68bb6-590a-4276-9c54-a2cfb92b15d4 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:57.938266 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12148e7d-a918-4660-bb10-718a954776df tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:57.939097 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-12148e7d-a918-4660-bb10-718a954776df tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:57.959134 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61740c0-02ba-4d89-8ccf-27095b63d8b2 None None] Pushing event updated for resources: {'Port': ['ID=2f44b65b-6f60-4cd7-a180-a8c3772f1f26,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:57.963514 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-2e7575fe-457b-42e8-bcd5-3a6de67fd9d4 None None] Attempting to bind port 2f44b65b-6f60-4cd7-a180-a8c3772f1f26 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:27:57.964155 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-2e7575fe-457b-42e8-bcd5-3a6de67fd9d4 None None] Attempting to bind port 2f44b65b-6f60-4cd7-a180-a8c3772f1f26 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:27:57.964897 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7575fe-457b-42e8-bcd5-3a6de67fd9d4 None None] Attempting to bind port 2f44b65b-6f60-4cd7-a180-a8c3772f1f26 on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:57.973770 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7575fe-457b-42e8-bcd5-3a6de67fd9d4 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:27:57.974468 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7575fe-457b-42e8-bcd5-3a6de67fd9d4 None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:57.976030 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2e7575fe-457b-42e8-bcd5-3a6de67fd9d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:57.976183 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49cb4b0-283d-41d3-b171-612433edf397 admin admin] Router 71c4faed-f287-472a-92b4-44dd5d51f9b2 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:27:57.976276 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7575fe-457b-42e8-bcd5-3a6de67fd9d4 None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:27:57.976781 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-2e7575fe-457b-42e8-bcd5-3a6de67fd9d4 None None] Bound port: 2f44b65b-6f60-4cd7-a180-a8c3772f1f26, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:27:57.977550 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2e7575fe-457b-42e8-bcd5-3a6de67fd9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:57.992665 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-747d7c18-4e4f-4843-ab9d-f30d746546bf tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:57.995287 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-12148e7d-a918-4660-bb10-718a954776df tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3874848 Jul 13 07:27:57.999173 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-21c7a18d-d468-4d33-8d9e-a8312ec4304e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:58.018779 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55486) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:58.020571 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-69c02fc6-bf78-473e-bd7e-e81d99fdffaf req-cb71fa10-4abf-4f11-9b48-af34c00403be tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524559 Jul 13 07:27:58.030288 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-7e813e78-076e-4e17-a629-06ffb13b814c tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Request body: {'subnet': {'network_id': 'c34b8c95-6f51-414e-8ad8-58adf294d1fa', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:27:58.046095 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-6a8703ee-65b0-4e77-8ce5-dd25cd7ce0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027cbcba-1a61-4ae0-876b-b4c642cb29b8', 'name': 'tempest-ServersTestMultiNic-1115967199-router', 'tenant_id': '48de65aa8b8243d7a205f2a528057190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '00186421-2c42-47ee-bc79-3c438858d314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:44Z', 'updated_at': '2021-07-13T07:27:53Z', 'revision_number': 4, 'project_id': '48de65aa8b8243d7a205f2a528057190', 'gw_port': {'id': '00186421-2c42-47ee-bc79-3c438858d314', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:76:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027cbcba-1a61-4ae0-876b-b4c642cb29b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:45Z', 'updated_at': '2021-07-13T07:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '69e2b127-daa9-4784-91d0-d70ca5b5f5bb', 'name': '', 'network_id': 'a3535a71-0e75-44e1-ae12-a541941cf4ef', 'tenant_id': '48de65aa8b8243d7a205f2a528057190', 'mac_address': 'fa:16:3e:74:18:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027cbcba-1a61-4ae0-876b-b4c642cb29b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '740c36ed-99b1-4dc7-b51d-70d849881a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:51Z', 'updated_at': '2021-07-13T07:27:54Z', 'revision_number': 2, 'project_id': '48de65aa8b8243d7a205f2a528057190', 'subnets': [{'id': '740c36ed-99b1-4dc7-b51d-70d849881a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:58.073509 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-2e7575fe-457b-42e8-bcd5-3a6de67fd9d4 None None] For port 2f44b65b-6f60-4cd7-a180-a8c3772f1f26, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:27:58.078562 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-2e7575fe-457b-42e8-bcd5-3a6de67fd9d4 None None] For port 2f44b65b-6f60-4cd7-a180-a8c3772f1f26, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=2f44b65b-6f60-4cd7-a180-a8c3772f1f26,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:27:58.085575 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-2e7575fe-457b-42e8-bcd5-3a6de67fd9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:58.089215 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8703ee-65b0-4e77-8ce5-dd25cd7ce0dd None None] Checking router: 027cbcba-1a61-4ae0-876b-b4c642cb29b8 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:27:58.089503 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8703ee-65b0-4e77-8ce5-dd25cd7ce0dd None None] Updating router 027cbcba-1a61-4ae0-876b-b4c642cb29b8 port 69e2b127-daa9-4784-91d0-d70ca5b5f5bb binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:27:58.108045 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d7c18-4e4f-4843-ab9d-f30d746546bf tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Pushing event deleted for resources: {'Subnet': ['ID=85e89723-f467-49eb-9ddf-0a7763df76c4,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:58.147354 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7575fe-457b-42e8-bcd5-3a6de67fd9d4 None None] Routers {'63fe40e4-5d71-42ae-9939-6a41b8577f8c'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:58.148183 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-2e7575fe-457b-42e8-bcd5-3a6de67fd9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:27:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['63fe40e4-5d71-42ae-9939-6a41b8577f8c'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:58.149774 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-747d7c18-4e4f-4843-ab9d-f30d746546bf tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:58.153149 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-747d7c18-4e4f-4843-ab9d-f30d746546bf tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] 10.222.0.23 "DELETE /v2.0/subnets/85e89723-f467-49eb-9ddf-0a7763df76c4 HTTP/1.1" status: 204 len: 168 time: 1.6286912 Jul 13 07:27:58.154177 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6ea87d-0a8d-4a53-907a-bd3393a65a41 None None] Network 4818083f-1847-4351-8649-dd5296f2344c requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:27:58.155657 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55492) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:58.167893 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12148e7d-a918-4660-bb10-718a954776df tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Pushing event updated for resources: {'Network': ['ID=c34b8c95-6f51-414e-8ad8-58adf294d1fa,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:58.202769 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c7a18d-d468-4d33-8d9e-a8312ec4304e admin admin] Network e108dcf3-8310-432e-829e-821b2f897711 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:27:58.214747 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-21c7a18d-d468-4d33-8d9e-a8312ec4304e admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:58.217322 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c7a18d-d468-4d33-8d9e-a8312ec4304e admin admin] Pushing event updated for resources: {'Port': ['ID=48b68bb6-590a-4276-9c54-a2cfb92b15d4,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:58.226989 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c7a18d-d468-4d33-8d9e-a8312ec4304e admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:27:58.231379 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e813e78-076e-4e17-a629-06ffb13b814c tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Made reservation on behalf of 48de65aa8b8243d7a205f2a528057190 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:27:58.235193 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7e813e78-076e-4e17-a629-06ffb13b814c tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:58.345404 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network c34b8c95-6f51-414e-8ad8-58adf294d1fa details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:27:58.348162 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-94eee34d-2d89-4886-a8e3-6bfbbc9be392 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:58.360461 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-2e7575fe-457b-42e8-bcd5-3a6de67fd9d4 None None] Set router 63fe40e4-5d71-42ae-9939-6a41b8577f8c gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:27:58.443138 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49cb4b0-283d-41d3-b171-612433edf397 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:27:58.460119 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f49cb4b0-283d-41d3-b171-612433edf397 admin admin] 10.222.0.23 "PUT /v2.0/routers/71c4faed-f287-472a-92b4-44dd5d51f9b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3515379 Jul 13 07:27:58.462583 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55496) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:27:58.515990 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f9d7db-179e-4b90-8215-ea53b00d50e5 None None] Sync routers for ids ['71c4faed-f287-472a-92b4-44dd5d51f9b2'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:27:58.538727 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6a8703ee-65b0-4e77-8ce5-dd25cd7ce0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:58.580185 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7e813e78-076e-4e17-a629-06ffb13b814c tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:58.685993 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61740c0-02ba-4d89-8ccf-27095b63d8b2 None None] Pushing event updated for resources: {'Port': ['ID=2f44b65b-6f60-4cd7-a180-a8c3772f1f26,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:58.702135 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e813e78-076e-4e17-a629-06ffb13b814c tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Pushing event updated for resources: {'Subnet': ['ID=1f1bd9a1-6e3b-4d3d-9b8d-87934fa3f469,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:58.713546 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f9d7db-179e-4b90-8215-ea53b00d50e5 None None] Routers {'71c4faed-f287-472a-92b4-44dd5d51f9b2'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:58.714334 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-82f9d7db-179e-4b90-8215-ea53b00d50e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:27:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['71c4faed-f287-472a-92b4-44dd5d51f9b2'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:58.755673 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-21c7a18d-d468-4d33-8d9e-a8312ec4304e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:58.870528 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-82f9d7db-179e-4b90-8215-ea53b00d50e5 None None] Set router 71c4faed-f287-472a-92b4-44dd5d51f9b2 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:27:58.917028 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6a8703ee-65b0-4e77-8ce5-dd25cd7ce0dd None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:58.926579 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e813e78-076e-4e17-a629-06ffb13b814c tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Checking segment: {'id': '9cf5557c-798a-4fc6-a4c5-75768c7835fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c34b8c95-6f51-414e-8ad8-58adf294d1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:58.927480 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e813e78-076e-4e17-a629-06ffb13b814c tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Network hostable DHCP agents. Network: c34b8c95-6f51-414e-8ad8-58adf294d1fa, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:27:58.942387 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6a8703ee-65b0-4e77-8ce5-dd25cd7ce0dd None None] Transition to ACTIVE for port object 69e2b127-daa9-4784-91d0-d70ca5b5f5bb will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:27:58.977220 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-2e7575fe-457b-42e8-bcd5-3a6de67fd9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fe40e4-5d71-42ae-9939-6a41b8577f8c', 'name': 'tempest-ServersTestManualDisk-1533642466-router', 'tenant_id': '1d3e09d946444994ba69a754afdcd695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '2f44b65b-6f60-4cd7-a180-a8c3772f1f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:49Z', 'updated_at': '2021-07-13T07:27:54Z', 'revision_number': 3, 'project_id': '1d3e09d946444994ba69a754afdcd695', 'gw_port': {'id': '2f44b65b-6f60-4cd7-a180-a8c3772f1f26', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63fe40e4-5d71-42ae-9939-6a41b8577f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:51Z', 'updated_at': '2021-07-13T07:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:58.981192 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 00186421-2c42-47ee-bc79-3c438858d314 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:27:59.015289 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d3f64-f981-43bf-adff-e06106b84216 req-b1037539-ed8f-440e-92d6-7579199f43ed tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:59.015959 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7575fe-457b-42e8-bcd5-3a6de67fd9d4 None None] The sync data for ids ['63fe40e4-5d71-42ae-9939-6a41b8577f8c'] in n-d-771363-34 is: [{'id': '63fe40e4-5d71-42ae-9939-6a41b8577f8c', 'name': 'tempest-ServersTestManualDisk-1533642466-router', 'tenant_id': '1d3e09d946444994ba69a754afdcd695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '2f44b65b-6f60-4cd7-a180-a8c3772f1f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:49Z', 'updated_at': '2021-07-13T07:27:54Z', 'revision_number': 3, 'project_id': '1d3e09d946444994ba69a754afdcd695', 'gw_port': {'id': '2f44b65b-6f60-4cd7-a180-a8c3772f1f26', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63fe40e4-5d71-42ae-9939-6a41b8577f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:51Z', 'updated_at': '2021-07-13T07:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:27:59.023845 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-393d3f64-f981-43bf-adff-e06106b84216 req-b1037539-ed8f-440e-92d6-7579199f43ed tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 946 time: 0.6718385 Jul 13 07:27:59.082246 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6a8703ee-65b0-4e77-8ce5-dd25cd7ce0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:59.115056 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-393d3f64-f981-43bf-adff-e06106b84216 req-189922ce-8f8d-44c6-b1ac-9fd062a26c6e tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902309 Jul 13 07:27:59.127458 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-782c7751-e173-435e-b743-56861f2099b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:59.150226 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-94eee34d-2d89-4886-a8e3-6bfbbc9be392 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Deleting port cefe2530-227c-4cc2-a38d-c3b3caaa4c57 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:27:59.153379 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-94eee34d-2d89-4886-a8e3-6bfbbc9be392 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:59.172355 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305f54e-07fe-4577-baba-d3ea2042ef7d None None] Pushing event updated for resources: {'Port': ['ID=69e2b127-daa9-4784-91d0-d70ca5b5f5bb,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:59.202719 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-82f9d7db-179e-4b90-8215-ea53b00d50e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c4faed-f287-472a-92b4-44dd5d51f9b2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1307044163-router', 'tenant_id': '3517d34535d247f792cec0b3575118d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '86800d0e-e21b-465b-a95f-3d12a97b9526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:38Z', 'updated_at': '2021-07-13T07:27:55Z', 'revision_number': 5, 'project_id': '3517d34535d247f792cec0b3575118d8', 'gw_port': {'id': '86800d0e-e21b-465b-a95f-3d12a97b9526', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c4faed-f287-472a-92b4-44dd5d51f9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:40Z', 'updated_at': '2021-07-13T07:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:59.299744 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-65a421f8-d67b-4dc6-819b-8b988ce03b55 None None] Provisioning for port 48b68bb6-590a-4276-9c54-a2cfb92b15d4 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:27:59.340995 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-65a421f8-d67b-4dc6-819b-8b988ce03b55 None None] Provisioning complete for port 48b68bb6-590a-4276-9c54-a2cfb92b15d4 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:59.341653 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-65a421f8-d67b-4dc6-819b-8b988ce03b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:59.350644 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-6a8703ee-65b0-4e77-8ce5-dd25cd7ce0dd None None] Attempting to bind port 69e2b127-daa9-4784-91d0-d70ca5b5f5bb on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:27:59.350824 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-6a8703ee-65b0-4e77-8ce5-dd25cd7ce0dd None None] Attempting to bind port 69e2b127-daa9-4784-91d0-d70ca5b5f5bb by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '3d356aa5-28c8-4b89-9724-5bec031a4eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a3535a71-0e75-44e1-ae12-a541941cf4ef'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:27:59.353052 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f9d7db-179e-4b90-8215-ea53b00d50e5 None None] Checking router: 71c4faed-f287-472a-92b4-44dd5d51f9b2 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:27:59.353623 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8703ee-65b0-4e77-8ce5-dd25cd7ce0dd None None] Attempting to bind port 69e2b127-daa9-4784-91d0-d70ca5b5f5bb on network a3535a71-0e75-44e1-ae12-a541941cf4ef {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:27:59.366313 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0305f54e-07fe-4577-baba-d3ea2042ef7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:59.367235 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0305f54e-07fe-4577-baba-d3ea2042ef7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:59.367873 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0305f54e-07fe-4577-baba-d3ea2042ef7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:59.368522 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0305f54e-07fe-4577-baba-d3ea2042ef7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:59.369084 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0305f54e-07fe-4577-baba-d3ea2042ef7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:59.369693 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0305f54e-07fe-4577-baba-d3ea2042ef7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:59.370153 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0305f54e-07fe-4577-baba-d3ea2042ef7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:59.370551 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0305f54e-07fe-4577-baba-d3ea2042ef7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:59.370949 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0305f54e-07fe-4577-baba-d3ea2042ef7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:59.371392 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0305f54e-07fe-4577-baba-d3ea2042ef7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:59.372940 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0305f54e-07fe-4577-baba-d3ea2042ef7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:59.373345 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0305f54e-07fe-4577-baba-d3ea2042ef7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:27:59.396501 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f9d7db-179e-4b90-8215-ea53b00d50e5 None None] Routers {'71c4faed-f287-472a-92b4-44dd5d51f9b2'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:59.397473 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-82f9d7db-179e-4b90-8215-ea53b00d50e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:27:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['71c4faed-f287-472a-92b4-44dd5d51f9b2'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:59.399757 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8703ee-65b0-4e77-8ce5-dd25cd7ce0dd None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:27:59.400132 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8703ee-65b0-4e77-8ce5-dd25cd7ce0dd None None] Checking segment: {'id': '3d356aa5-28c8-4b89-9724-5bec031a4eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a3535a71-0e75-44e1-ae12-a541941cf4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:27:59.400532 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6a8703ee-65b0-4e77-8ce5-dd25cd7ce0dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:59.401012 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8703ee-65b0-4e77-8ce5-dd25cd7ce0dd None None] Bound using segment: {'id': '3d356aa5-28c8-4b89-9724-5bec031a4eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a3535a71-0e75-44e1-ae12-a541941cf4ef'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:27:59.401502 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-6a8703ee-65b0-4e77-8ce5-dd25cd7ce0dd None None] Bound port: 69e2b127-daa9-4784-91d0-d70ca5b5f5bb, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d356aa5-28c8-4b89-9724-5bec031a4eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a3535a71-0e75-44e1-ae12-a541941cf4ef'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:27:59.401886 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6a8703ee-65b0-4e77-8ce5-dd25cd7ce0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:59.405669 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4712a9d-1be9-4592-8f7b-27a4ba23217f req-dc4e6cd3-fbba-4df2-8eb3-c3b9dd25ed2f tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:59.407564 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c4712a9d-1be9-4592-8f7b-27a4ba23217f req-dc4e6cd3-fbba-4df2-8eb3-c3b9dd25ed2f tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.25 "GET /v2.0/ports?device_id=82ac8e04-231f-4adc-80ac-81e547158e75 HTTP/1.1" status: 200 len: 945 time: 0.4465020 Jul 13 07:27:59.420245 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-94eee34d-2d89-4886-a8e3-6bfbbc9be392 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] For port cefe2530-227c-4cc2-a38d-c3b3caaa4c57, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=cefe2530-227c-4cc2-a38d-c3b3caaa4c57,segment=NetworkSegment(6fdc1c8f-f56a-4b1f-b2bf-b6f87307cf38),segment_id=6fdc1c8f-f56a-4b1f-b2bf-b6f87307cf38)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:27:59.420647 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-94eee34d-2d89-4886-a8e3-6bfbbc9be392 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:59.436724 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13623b1-1eb7-4d3a-beec-0a4fe9ce3388 None None] DHCP port deletion for 4818083f-1847-4351-8649-dd5296f2344c request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:27:59.443055 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 00186421-2c42-47ee-bc79-3c438858d314 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:27:59.444549 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:59.451144 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-94eee34d-2d89-4886-a8e3-6bfbbc9be392 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Calling delete_port for cefe2530-227c-4cc2-a38d-c3b3caaa4c57 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:27:59.616000 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-6a8703ee-65b0-4e77-8ce5-dd25cd7ce0dd None None] For port 69e2b127-daa9-4784-91d0-d70ca5b5f5bb, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:27:59.619937 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-6a8703ee-65b0-4e77-8ce5-dd25cd7ce0dd None None] For port 69e2b127-daa9-4784-91d0-d70ca5b5f5bb, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=69e2b127-daa9-4784-91d0-d70ca5b5f5bb,segment=NetworkSegment(3d356aa5-28c8-4b89-9724-5bec031a4eb2),segment_id=3d356aa5-28c8-4b89-9724-5bec031a4eb2)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:27:59.641393 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6a8703ee-65b0-4e77-8ce5-dd25cd7ce0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:59.665008 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e813e78-076e-4e17-a629-06ffb13b814c tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Network c34b8c95-6f51-414e-8ad8-58adf294d1fa is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:27:59.666407 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-82f9d7db-179e-4b90-8215-ea53b00d50e5 None None] Set router 71c4faed-f287-472a-92b4-44dd5d51f9b2 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:27:59.705337 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-7e813e78-076e-4e17-a629-06ffb13b814c tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, c34b8c95-6f51-414e-8ad8-58adf294d1fa) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:27:59.717343 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e813e78-076e-4e17-a629-06ffb13b814c tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:27:59.718347 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7e813e78-076e-4e17-a629-06ffb13b814c tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:59.724294 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-21c7a18d-d468-4d33-8d9e-a8312ec4304e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:59.752915 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce6dd55-3266-46f6-a29c-171f421ff814 None None] Network c34b8c95-6f51-414e-8ad8-58adf294d1fa requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:27:59.774822 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-65a421f8-d67b-4dc6-819b-8b988ce03b55 None None] Port 48b68bb6-590a-4276-9c54-a2cfb92b15d4 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:27:59.787574 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-94eee34d-2d89-4886-a8e3-6bfbbc9be392 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:27:59.813010 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8703ee-65b0-4e77-8ce5-dd25cd7ce0dd None None] Routers {'027cbcba-1a61-4ae0-876b-b4c642cb29b8'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:27:59.813656 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-6a8703ee-65b0-4e77-8ce5-dd25cd7ce0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:27:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['027cbcba-1a61-4ae0-876b-b4c642cb29b8'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:27:59.845673 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eee34d-2d89-4886-a8e3-6bfbbc9be392 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Pushing event deleted for resources: {'Port': ['ID=cefe2530-227c-4cc2-a38d-c3b3caaa4c57,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:27:59.908778 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eee34d-2d89-4886-a8e3-6bfbbc9be392 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] No DVR routers for this DVR port cefe2530-227c-4cc2-a38d-c3b3caaa4c57 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:28:00.025400 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-21c7a18d-d468-4d33-8d9e-a8312ec4304e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:00.030824 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7e813e78-076e-4e17-a629-06ffb13b814c tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0058007 Jul 13 07:28:00.039656 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55508) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:00.050313 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-782c7751-e173-435e-b743-56861f2099b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:00.057985 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-163ee7fc-cae8-4805-a1e3-2514d1281132 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1439511193'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:00.071446 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-21c7a18d-d468-4d33-8d9e-a8312ec4304e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:00.122204 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-82f9d7db-179e-4b90-8215-ea53b00d50e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c4faed-f287-472a-92b4-44dd5d51f9b2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1307044163-router', 'tenant_id': '3517d34535d247f792cec0b3575118d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '86800d0e-e21b-465b-a95f-3d12a97b9526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:38Z', 'updated_at': '2021-07-13T07:27:55Z', 'revision_number': 5, 'project_id': '3517d34535d247f792cec0b3575118d8', 'gw_port': {'id': '86800d0e-e21b-465b-a95f-3d12a97b9526', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c4faed-f287-472a-92b4-44dd5d51f9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:40Z', 'updated_at': '2021-07-13T07:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:00.129766 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc524a-1d87-4734-b97d-5547cc050f49 req-941feede-ee62-4fd5-8c90-6d4626b27551 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:00.147863 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c7cc524a-1d87-4734-b97d-5547cc050f49 req-941feede-ee62-4fd5-8c90-6d4626b27551 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ac8e04-231f-4adc-80ac-81e547158e75 HTTP/1.1" status: 200 len: 945 time: 0.5469098 Jul 13 07:28:00.159470 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f9d7db-179e-4b90-8215-ea53b00d50e5 None None] The sync data for ids ['71c4faed-f287-472a-92b4-44dd5d51f9b2'] in n-d-771363-34 is: [{'id': '71c4faed-f287-472a-92b4-44dd5d51f9b2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1307044163-router', 'tenant_id': '3517d34535d247f792cec0b3575118d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '86800d0e-e21b-465b-a95f-3d12a97b9526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:38Z', 'updated_at': '2021-07-13T07:27:55Z', 'revision_number': 5, 'project_id': '3517d34535d247f792cec0b3575118d8', 'gw_port': {'id': '86800d0e-e21b-465b-a95f-3d12a97b9526', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c4faed-f287-472a-92b4-44dd5d51f9b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:40Z', 'updated_at': '2021-07-13T07:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:28:00.174845 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305f54e-07fe-4577-baba-d3ea2042ef7d None None] Pushing event updated for resources: {'Port': ['ID=69e2b127-daa9-4784-91d0-d70ca5b5f5bb,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:00.251513 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-94eee34d-2d89-4886-a8e3-6bfbbc9be392 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:00.258051 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c7a18d-d468-4d33-8d9e-a8312ec4304e admin admin] Pushing event updated for resources: {'Port': ['ID=48b68bb6-590a-4276-9c54-a2cfb92b15d4,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:00.296059 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce338c25-49b9-4bf9-9cbe-26eed968e903 req-b6e59b1c-b16e-4df6-85e4-5c6a86aab6d4 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:00.304830 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ce338c25-49b9-4bf9-9cbe-26eed968e903 req-b6e59b1c-b16e-4df6-85e4-5c6a86aab6d4 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 946 time: 0.6814840 Jul 13 07:28:00.319625 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-94eee34d-2d89-4886-a8e3-6bfbbc9be392 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4818083f-1847-4351-8649-dd5296f2344c']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:00.321662 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c7cc524a-1d87-4734-b97d-5547cc050f49 req-1f9e1bdf-4d15-4293-a219-497d5d9f7867 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9c732ca-38e5-4373-92d3-5943bd09957d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727984 Jul 13 07:28:00.322292 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163ee7fc-cae8-4805-a1e3-2514d1281132 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Made reservation on behalf of 48de65aa8b8243d7a205f2a528057190 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:28:00.325860 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-163ee7fc-cae8-4805-a1e3-2514d1281132 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:00.353713 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-6a8703ee-65b0-4e77-8ce5-dd25cd7ce0dd None None] Set router 027cbcba-1a61-4ae0-876b-b4c642cb29b8 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:28:00.369191 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-21c7a18d-d468-4d33-8d9e-a8312ec4304e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:00.384072 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-94eee34d-2d89-4886-a8e3-6bfbbc9be392 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fdc1c8f-f56a-4b1f-b2bf-b6f87307cf38') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:00.384548 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-94eee34d-2d89-4886-a8e3-6bfbbc9be392 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fdc1c8f-f56a-4b1f-b2bf-b6f87307cf38') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:00.398331 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-163ee7fc-cae8-4805-a1e3-2514d1281132 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:28:00.403109 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-c4712a9d-1be9-4592-8f7b-27a4ba23217f req-a3e78116-aeca-45e4-980c-f1fdc90a42d7 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Deleting port 16121aa2-0b3c-4f8e-9251-322cc934256e {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:00.403773 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c4712a9d-1be9-4592-8f7b-27a4ba23217f req-a3e78116-aeca-45e4-980c-f1fdc90a42d7 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:00.408056 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-94eee34d-2d89-4886-a8e3-6bfbbc9be392 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:00.432267 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-163ee7fc-cae8-4805-a1e3-2514d1281132 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:00.432619 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-163ee7fc-cae8-4805-a1e3-2514d1281132 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Added segment e6078ba5-7e8c-4f39-9967-a10d3df88654 of type vlan for network ce1d5b6d-720f-48ed-8746-a179fc927918 Jul 13 07:28:00.458330 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-b13623b1-1eb7-4d3a-beec-0a4fe9ce3388 None None] Deleting port cefe2530-227c-4cc2-a38d-c3b3caaa4c57 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:00.460158 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b13623b1-1eb7-4d3a-beec-0a4fe9ce3388 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:00.517273 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-94eee34d-2d89-4886-a8e3-6bfbbc9be392 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:00.541943 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ce338c25-49b9-4bf9-9cbe-26eed968e903 req-c008c225-5588-4da1-b44e-f5a90a8f7362 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359691 Jul 13 07:28:00.612642 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94eee34d-2d89-4886-a8e3-6bfbbc9be392 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:28:00.613256 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-94eee34d-2d89-4886-a8e3-6bfbbc9be392 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:00.621358 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:28:00.621358 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:28:00.621358 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:28:00.621358 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:28:00.621358 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:28:00.621358 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:28:00.621358 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:28:00.621358 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:28:00.621358 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:28:00.621358 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:28:00.621358 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:28:00.621358 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:28:00.621358 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:28:00.621358 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:28:00.621358 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:28:00.621358 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:28:00.621358 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:28:00.621358 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:28:00.621358 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:28:00.621358 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:28:00.621358 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:28:00.621358 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:28:00.621358 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:28:00.621358 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:28:00.621358 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:28:00.621358 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:28:00.621358 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:28:00.621358 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:28:00.621358 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:28:00.621358 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:28:00.621358 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:28:00.621358 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:28:00.627328 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-554b7a97-1d7e-4e18-875e-58428bc6a182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:00.639298 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c7a18d-d468-4d33-8d9e-a8312ec4304e admin admin] Network e108dcf3-8310-432e-829e-821b2f897711 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:28:00.658886 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-21c7a18d-d468-4d33-8d9e-a8312ec4304e admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:00.669728 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-782c7751-e173-435e-b743-56861f2099b9 admin admin] Deleting port 86800d0e-e21b-465b-a95f-3d12a97b9526 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:00.670176 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-782c7751-e173-435e-b743-56861f2099b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:00.700081 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-163ee7fc-cae8-4805-a1e3-2514d1281132 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:00.840124 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-94eee34d-2d89-4886-a8e3-6bfbbc9be392 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:00.841987 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 2f44b65b-6f60-4cd7-a180-a8c3772f1f26 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:00.848210 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-94eee34d-2d89-4886-a8e3-6bfbbc9be392 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:00.859484 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-94eee34d-2d89-4886-a8e3-6bfbbc9be392 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] 10.222.0.23 "DELETE /v2.0/networks/4818083f-1847-4351-8649-dd5296f2344c HTTP/1.1" status: 204 len: 168 time: 2.7013605 Jul 13 07:28:00.956368 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-b13623b1-1eb7-4d3a-beec-0a4fe9ce3388 None None] For port cefe2530-227c-4cc2-a38d-c3b3caaa4c57, host n-d-771363-34, got binding levels [] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:00.956769 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b13623b1-1eb7-4d3a-beec-0a4fe9ce3388 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:00.977857 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-163ee7fc-cae8-4805-a1e3-2514d1281132 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:00.979402 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eee34d-2d89-4886-a8e3-6bfbbc9be392 tempest-FloatingIPNegativeTestJSON-1736022867 tempest-FloatingIPNegativeTestJSON-1736022867-project] Pushing event deleted for resources: {'Network': ['ID=4818083f-1847-4351-8649-dd5296f2344c,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:00.985311 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163ee7fc-cae8-4805-a1e3-2514d1281132 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:00.986205 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-163ee7fc-cae8-4805-a1e3-2514d1281132 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:00.997479 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-c4712a9d-1be9-4592-8f7b-27a4ba23217f req-a3e78116-aeca-45e4-980c-f1fdc90a42d7 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] For port 16121aa2-0b3c-4f8e-9251-322cc934256e, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=16121aa2-0b3c-4f8e-9251-322cc934256e,segment=NetworkSegment(75fde3fe-6101-4fe3-96fd-75abf8fa0b52),segment_id=75fde3fe-6101-4fe3-96fd-75abf8fa0b52)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:00.998307 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c4712a9d-1be9-4592-8f7b-27a4ba23217f req-a3e78116-aeca-45e4-980c-f1fdc90a42d7 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:01.062232 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c36eee3-abe8-40fe-a5a8-8a91a06415fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-c34b8c95-6f51-414e-8ad8-58adf294d1fa', 'network_id': 'c34b8c95-6f51-414e-8ad8-58adf294d1fa', 'tenant_id': '48de65aa8b8243d7a205f2a528057190', 'fixed_ips': [{'subnet_id': '1f1bd9a1-6e3b-4d3d-9b8d-87934fa3f469'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:28:01.063335 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9c36eee3-abe8-40fe-a5a8-8a91a06415fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:01.079351 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-782c7751-e173-435e-b743-56861f2099b9 admin admin] For port 86800d0e-e21b-465b-a95f-3d12a97b9526, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=86800d0e-e21b-465b-a95f-3d12a97b9526,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:01.079969 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-782c7751-e173-435e-b743-56861f2099b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:01.154207 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-782c7751-e173-435e-b743-56861f2099b9 admin admin] Calling delete_port for 86800d0e-e21b-465b-a95f-3d12a97b9526 owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:01.155682 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-b13623b1-1eb7-4d3a-beec-0a4fe9ce3388 None None] Calling delete_port for cefe2530-227c-4cc2-a38d-c3b3caaa4c57 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:01.157516 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1e9e148f-effd-4b95-b6d0-32c331a8bf21 None None] Provisioning complete for port 48b68bb6-590a-4276-9c54-a2cfb92b15d4 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:01.158191 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1e9e148f-effd-4b95-b6d0-32c331a8bf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:01.160357 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163ee7fc-cae8-4805-a1e3-2514d1281132 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Pushing event updated for resources: {'Network': ['ID=ce1d5b6d-720f-48ed-8746-a179fc927918,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:01.181148 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-163ee7fc-cae8-4805-a1e3-2514d1281132 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1349599 Jul 13 07:28:01.181950 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04b54c-4eba-4b70-a874-7889b972bf48 req-ebfa76a1-600d-4ebf-93df-eb14b3552e9b tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:01.183899 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c7a18d-d468-4d33-8d9e-a8312ec4304e admin admin] Router 63fe40e4-5d71-42ae-9939-6a41b8577f8c has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:28:01.185077 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55520) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:01.191114 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-f9303a07-a937-4937-9e54-9b5a0b7d07ce tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Request body: {'subnet': {'network_id': 'ce1d5b6d-720f-48ed-8746-a179fc927918', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:01.194305 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-af04b54c-4eba-4b70-a874-7889b972bf48 req-ebfa76a1-600d-4ebf-93df-eb14b3552e9b tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 946 time: 0.2905395 Jul 13 07:28:01.199239 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.ipam_backend_mixin [None req-b13623b1-1eb7-4d3a-beec-0a4fe9ce3388 None None] Port cefe2530-227c-4cc2-a38d-c3b3caaa4c57 was not found and therefore no delete operation was performed {{(pid=94019) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:28:01.209903 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-1e9e148f-effd-4b95-b6d0-32c331a8bf21 None None] Port 48b68bb6-590a-4276-9c54-a2cfb92b15d4 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:28:01.212089 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network ce1d5b6d-720f-48ed-8746-a179fc927918 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:28:01.239775 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55522) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:01.247937 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b13623b1-1eb7-4d3a-beec-0a4fe9ce3388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:01.276077 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-af04b54c-4eba-4b70-a874-7889b972bf48 req-e4da6ea7-c4c8-40f0-8447-de6f3dcbe832 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805807 Jul 13 07:28:01.395035 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13623b1-1eb7-4d3a-beec-0a4fe9ce3388 None None] Pushing event deleted for resources: {'Port': ['ID=cefe2530-227c-4cc2-a38d-c3b3caaa4c57,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:01.496298 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b13623b1-1eb7-4d3a-beec-0a4fe9ce3388 None None] Network 4818083f-1847-4351-8649-dd5296f2344c is not hosted by any dhcp agent {{(pid=94019) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 07:28:01.496764 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13623b1-1eb7-4d3a-beec-0a4fe9ce3388 None None] No DVR routers for this DVR port cefe2530-227c-4cc2-a38d-c3b3caaa4c57 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:28:01.548413 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9aafef9e-7992-4e0a-ad57-71c23f6367a3 None None] Provisioning complete for port 48b68bb6-590a-4276-9c54-a2cfb92b15d4 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:01.548788 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9aafef9e-7992-4e0a-ad57-71c23f6367a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:01.588398 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-9aafef9e-7992-4e0a-ad57-71c23f6367a3 None None] Port 48b68bb6-590a-4276-9c54-a2cfb92b15d4 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:28:01.636858 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 2f44b65b-6f60-4cd7-a180-a8c3772f1f26 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:01.643302 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 2f44b65b-6f60-4cd7-a180-a8c3772f1f26 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:01.643668 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:01.659710 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9303a07-a937-4937-9e54-9b5a0b7d07ce tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Made reservation on behalf of 48de65aa8b8243d7a205f2a528057190 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:28:01.669085 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f9303a07-a937-4937-9e54-9b5a0b7d07ce tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:01.691157 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a612d283-71e4-40a9-a674-1c26c26923fc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7ef5adf503604828a2b7a4963c7cf5ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4501047 Jul 13 07:28:01.700184 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55532) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:01.709545 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-9c36eee3-abe8-40fe-a5a8-8a91a06415fc None None] Allocated IP 19.80.0.2 (c34b8c95-6f51-414e-8ad8-58adf294d1fa/1f1bd9a1-6e3b-4d3d-9b8d-87934fa3f469/f24bd5cd-e89d-49cf-a145-55f72c06bed3) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:28:01.756732 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-6a8703ee-65b0-4e77-8ce5-dd25cd7ce0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027cbcba-1a61-4ae0-876b-b4c642cb29b8', 'name': 'tempest-ServersTestMultiNic-1115967199-router', 'tenant_id': '48de65aa8b8243d7a205f2a528057190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '00186421-2c42-47ee-bc79-3c438858d314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:44Z', 'updated_at': '2021-07-13T07:27:53Z', 'revision_number': 4, 'project_id': '48de65aa8b8243d7a205f2a528057190', 'gw_port': {'id': '00186421-2c42-47ee-bc79-3c438858d314', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:76:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027cbcba-1a61-4ae0-876b-b4c642cb29b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:45Z', 'updated_at': '2021-07-13T07:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '69e2b127-daa9-4784-91d0-d70ca5b5f5bb', 'name': '', 'network_id': 'a3535a71-0e75-44e1-ae12-a541941cf4ef', 'tenant_id': '48de65aa8b8243d7a205f2a528057190', 'mac_address': 'fa:16:3e:74:18:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027cbcba-1a61-4ae0-876b-b4c642cb29b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '740c36ed-99b1-4dc7-b51d-70d849881a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:51Z', 'updated_at': '2021-07-13T07:27:59Z', 'revision_number': 4, 'project_id': '48de65aa8b8243d7a205f2a528057190', 'subnets': [{'id': '740c36ed-99b1-4dc7-b51d-70d849881a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:01.812178 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac08ec2-788b-4c02-b7ed-8781d6c49d74 req-2e7b8eed-4f9b-4c32-8c0e-9a66c6bf2a5a tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:01.815015 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0ac08ec2-788b-4c02-b7ed-8781d6c49d74 req-2e7b8eed-4f9b-4c32-8c0e-9a66c6bf2a5a tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ac8e04-231f-4adc-80ac-81e547158e75 HTTP/1.1" status: 200 len: 945 time: 0.2509079 Jul 13 07:28:01.820602 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8703ee-65b0-4e77-8ce5-dd25cd7ce0dd None None] The sync data for ids ['027cbcba-1a61-4ae0-876b-b4c642cb29b8'] in n-d-771363-34 is: [{'id': '027cbcba-1a61-4ae0-876b-b4c642cb29b8', 'name': 'tempest-ServersTestMultiNic-1115967199-router', 'tenant_id': '48de65aa8b8243d7a205f2a528057190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '00186421-2c42-47ee-bc79-3c438858d314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:44Z', 'updated_at': '2021-07-13T07:27:53Z', 'revision_number': 4, 'project_id': '48de65aa8b8243d7a205f2a528057190', 'gw_port': {'id': '00186421-2c42-47ee-bc79-3c438858d314', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:76:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027cbcba-1a61-4ae0-876b-b4c642cb29b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:45Z', 'updated_at': '2021-07-13T07:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '69e2b127-daa9-4784-91d0-d70ca5b5f5bb', 'name': '', 'network_id': 'a3535a71-0e75-44e1-ae12-a541941cf4ef', 'tenant_id': '48de65aa8b8243d7a205f2a528057190', 'mac_address': 'fa:16:3e:74:18:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027cbcba-1a61-4ae0-876b-b4c642cb29b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '740c36ed-99b1-4dc7-b51d-70d849881a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:51Z', 'updated_at': '2021-07-13T07:27:59Z', 'revision_number': 4, 'project_id': '48de65aa8b8243d7a205f2a528057190', 'subnets': [{'id': '740c36ed-99b1-4dc7-b51d-70d849881a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:28:01.824051 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c4712a9d-1be9-4592-8f7b-27a4ba23217f req-a3e78116-aeca-45e4-980c-f1fdc90a42d7 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:01.824312 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c4712a9d-1be9-4592-8f7b-27a4ba23217f req-a3e78116-aeca-45e4-980c-f1fdc90a42d7 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:01.824611 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [req-c4712a9d-1be9-4592-8f7b-27a4ba23217f req-a3e78116-aeca-45e4-980c-f1fdc90a42d7 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Floating IP 8d9d9dcb-db66-4e47-8209-603bb8523177 disassociated. External IP: 172.25.3.172, port: 16121aa2-0b3c-4f8e-9251-322cc934256e. Jul 13 07:28:01.824954 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-c4712a9d-1be9-4592-8f7b-27a4ba23217f req-a3e78116-aeca-45e4-980c-f1fdc90a42d7 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Calling delete_port for 16121aa2-0b3c-4f8e-9251-322cc934256e owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:01.856229 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:01.919747 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 2f44b65b-6f60-4cd7-a180-a8c3772f1f26, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=2f44b65b-6f60-4cd7-a180-a8c3772f1f26,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:01.935463 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:01.962076 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0ac08ec2-788b-4c02-b7ed-8781d6c49d74 req-7b45558d-6092-428d-8dbb-638779888b02 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9c732ca-38e5-4373-92d3-5943bd09957d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157296 Jul 13 07:28:02.068471 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c7a18d-d468-4d33-8d9e-a8312ec4304e admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:28:02.096888 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e0b31d-8fdb-49c8-9da5-29585d977054 None None] Sync routers for ids ['63fe40e4-5d71-42ae-9939-6a41b8577f8c'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:28:02.116459 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9c36eee3-abe8-40fe-a5a8-8a91a06415fc None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:02.119440 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-21c7a18d-d468-4d33-8d9e-a8312ec4304e admin admin] 10.222.0.23 "PUT /v2.0/routers/63fe40e4-5d71-42ae-9939-6a41b8577f8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6611431 Jul 13 07:28:02.128725 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device cefe2530-227c-4cc2-a38d-c3b3caaa4c57 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:02.135978 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=2f44b65b-6f60-4cd7-a180-a8c3772f1f26,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:02.139583 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9c36eee3-abe8-40fe-a5a8-8a91a06415fc None None] Transition to ACTIVE for port object f24bd5cd-e89d-49cf-a145-55f72c06bed3 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:02.143515 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-782c7751-e173-435e-b743-56861f2099b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:02.150020 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f9303a07-a937-4937-9e54-9b5a0b7d07ce tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:02.170084 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e0b31d-8fdb-49c8-9da5-29585d977054 None None] Routers {'63fe40e4-5d71-42ae-9939-6a41b8577f8c'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:28:02.170984 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-d8e0b31d-8fdb-49c8-9da5-29585d977054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:27:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['63fe40e4-5d71-42ae-9939-6a41b8577f8c'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:02.175485 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: cefe2530-227c-4cc2-a38d-c3b3caaa4c57 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:28:02.176041 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device cefe2530-227c-4cc2-a38d-c3b3caaa4c57 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:28:02.176615 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 07671f12-c64b-4609-9e52-c6842799692a no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:02.214720 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c7751-e173-435e-b743-56861f2099b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=86800d0e-e21b-465b-a95f-3d12a97b9526,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:02.242053 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 16121aa2-0b3c-4f8e-9251-322cc934256e no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:02.299272 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b8260b19-3c25-4cbb-aa8c-8f3eaa1135ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:02.301436 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9303a07-a937-4937-9e54-9b5a0b7d07ce tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Pushing event updated for resources: {'Subnet': ['ID=6ae916ec-52fb-496a-b93d-d42eb41b1f76,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:02.312068 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9c36eee3-abe8-40fe-a5a8-8a91a06415fc None None] Transition to ACTIVE for port object f24bd5cd-e89d-49cf-a145-55f72c06bed3 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:02.314110 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd792ff7-d48c-4308-a954-93c0dac2b173 req-7ff2116d-183e-41db-ab1e-d5fb8ec3b7ee tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:02.315053 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 07671f12-c64b-4609-9e52-c6842799692a {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:28:02.317616 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dd792ff7-d48c-4308-a954-93c0dac2b173 req-7ff2116d-183e-41db-ab1e-d5fb8ec3b7ee tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 946 time: 0.7523725 Jul 13 07:28:02.319673 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 07671f12-c64b-4609-9e52-c6842799692a not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:28:02.333063 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 16121aa2-0b3c-4f8e-9251-322cc934256e {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:28:02.336117 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 16121aa2-0b3c-4f8e-9251-322cc934256e not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:28:02.361062 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9c36eee3-abe8-40fe-a5a8-8a91a06415fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:02.376006 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c4712a9d-1be9-4592-8f7b-27a4ba23217f req-a3e78116-aeca-45e4-980c-f1fdc90a42d7 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:02.389319 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-782c7751-e173-435e-b743-56861f2099b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:02.414231 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b8260b19-3c25-4cbb-aa8c-8f3eaa1135ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:02.435628 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dd792ff7-d48c-4308-a954-93c0dac2b173 req-788f2fa5-a0fb-4cc9-a930-cee41aea54ae tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006439 Jul 13 07:28:02.449969 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c36eee3-abe8-40fe-a5a8-8a91a06415fc None None] Network c34b8c95-6f51-414e-8ad8-58adf294d1fa is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:28:02.454725 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-9c36eee3-abe8-40fe-a5a8-8a91a06415fc None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:02.469859 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c36eee3-abe8-40fe-a5a8-8a91a06415fc None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:28:02.483173 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9303a07-a937-4937-9e54-9b5a0b7d07ce tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Checking segment: {'id': 'e6078ba5-7e8c-4f39-9967-a10d3df88654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ce1d5b6d-720f-48ed-8746-a179fc927918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:28:02.483173 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9303a07-a937-4937-9e54-9b5a0b7d07ce tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Network hostable DHCP agents. Network: ce1d5b6d-720f-48ed-8746-a179fc927918, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:28:02.494926 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36eee3-abe8-40fe-a5a8-8a91a06415fc None None] Pushing event updated for resources: {'Port': ['ID=f24bd5cd-e89d-49cf-a145-55f72c06bed3,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:02.515558 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9303a07-a937-4937-9e54-9b5a0b7d07ce tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Network ce1d5b6d-720f-48ed-8746-a179fc927918 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:28:02.533250 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-f9303a07-a937-4937-9e54-9b5a0b7d07ce tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, ce1d5b6d-720f-48ed-8746-a179fc927918) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:02.535354 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-782c7751-e173-435e-b743-56861f2099b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:02.541805 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-782c7751-e173-435e-b743-56861f2099b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:02.544301 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9303a07-a937-4937-9e54-9b5a0b7d07ce tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:02.546212 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f9303a07-a937-4937-9e54-9b5a0b7d07ce tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:02.571950 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b8260b19-3c25-4cbb-aa8c-8f3eaa1135ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:02.575488 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-d8e0b31d-8fdb-49c8-9da5-29585d977054 None None] Set router 63fe40e4-5d71-42ae-9939-6a41b8577f8c gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:28:02.579098 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112c518f-8e0e-466d-ae76-baa3ca1a6a6b None None] Network ce1d5b6d-720f-48ed-8746-a179fc927918 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:28:02.579914 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b8260b19-3c25-4cbb-aa8c-8f3eaa1135ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:02.584769 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b8260b19-3c25-4cbb-aa8c-8f3eaa1135ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6d3061d9-7fcb-4698-b870-d9cee81229ac HTTP/1.1" status: 204 len: 168 time: 0.8808756 Jul 13 07:28:02.608157 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f9303a07-a937-4937-9e54-9b5a0b7d07ce tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4208755 Jul 13 07:28:02.617504 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8260b19-3c25-4cbb-aa8c-8f3eaa1135ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3061d9-7fcb-4698-b870-d9cee81229ac,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:02.668365 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-782c7751-e173-435e-b743-56861f2099b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:02.669201 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782c7751-e173-435e-b743-56861f2099b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71c4faed-f287-472a-92b4-44dd5d51f9b2 {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:28:02.677769 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-782c7751-e173-435e-b743-56861f2099b9 admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:02.683431 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55548) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:02.708162 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-782c7751-e173-435e-b743-56861f2099b9 admin admin] 10.222.0.23 "DELETE /v2.0/routers/71c4faed-f287-472a-92b4-44dd5d51f9b2 HTTP/1.1" status: 204 len: 168 time: 4.2159226 Jul 13 07:28:02.710932 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e78116-aeca-45e4-980c-f1fdc90a42d7 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Pushing event deleted for resources: {'Port': ['ID=16121aa2-0b3c-4f8e-9251-322cc934256e,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:03.069018 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-247140a8-75b6-47a7-9071-76275f6174b1 admin admin] Deleting subnet 1d21ce78-0c86-4834-8184-f8ef5194ed0e {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:28:03.098490 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-247140a8-75b6-47a7-9071-76275f6174b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:03.275386 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4712a9d-1be9-4592-8f7b-27a4ba23217f req-a3e78116-aeca-45e4-980c-f1fdc90a42d7 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Router cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:28:03.278685 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-247140a8-75b6-47a7-9071-76275f6174b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:03.367103 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-9c36eee3-abe8-40fe-a5a8-8a91a06415fc None None] Attempting to bind port f24bd5cd-e89d-49cf-a145-55f72c06bed3 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:28:03.367895 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-9c36eee3-abe8-40fe-a5a8-8a91a06415fc None None] Attempting to bind port f24bd5cd-e89d-49cf-a145-55f72c06bed3 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '9cf5557c-798a-4fc6-a4c5-75768c7835fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c34b8c95-6f51-414e-8ad8-58adf294d1fa'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:28:03.369337 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c36eee3-abe8-40fe-a5a8-8a91a06415fc None None] Attempting to bind port f24bd5cd-e89d-49cf-a145-55f72c06bed3 on network c34b8c95-6f51-414e-8ad8-58adf294d1fa {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:03.404234 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c36eee3-abe8-40fe-a5a8-8a91a06415fc None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:28:03.405065 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c36eee3-abe8-40fe-a5a8-8a91a06415fc None None] Checking segment: {'id': '9cf5557c-798a-4fc6-a4c5-75768c7835fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c34b8c95-6f51-414e-8ad8-58adf294d1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:28:03.406085 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9c36eee3-abe8-40fe-a5a8-8a91a06415fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:03.406813 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c36eee3-abe8-40fe-a5a8-8a91a06415fc None None] Bound using segment: {'id': '9cf5557c-798a-4fc6-a4c5-75768c7835fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c34b8c95-6f51-414e-8ad8-58adf294d1fa'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:28:03.407687 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-9c36eee3-abe8-40fe-a5a8-8a91a06415fc None None] Bound port: f24bd5cd-e89d-49cf-a145-55f72c06bed3, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf5557c-798a-4fc6-a4c5-75768c7835fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c34b8c95-6f51-414e-8ad8-58adf294d1fa'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:28:03.409590 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9c36eee3-abe8-40fe-a5a8-8a91a06415fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:03.448825 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-075809df-daf7-4134-b9e5-177015279f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:03.494520 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:03.790042 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-247140a8-75b6-47a7-9071-76275f6174b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:03.803720 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 69e2b127-daa9-4784-91d0-d70ca5b5f5bb up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:03.844008 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4712a9d-1be9-4592-8f7b-27a4ba23217f req-a3e78116-aeca-45e4-980c-f1fdc90a42d7 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:28:03.854392 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-9c36eee3-abe8-40fe-a5a8-8a91a06415fc None None] For port f24bd5cd-e89d-49cf-a145-55f72c06bed3, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:28:03.878585 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526d0256-933f-4d3c-882f-67943c881f2b None None] Sync routers for ids ['cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:28:03.903490 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-9c36eee3-abe8-40fe-a5a8-8a91a06415fc None None] For port f24bd5cd-e89d-49cf-a145-55f72c06bed3, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=f24bd5cd-e89d-49cf-a145-55f72c06bed3,segment=NetworkSegment(9cf5557c-798a-4fc6-a4c5-75768c7835fd),segment_id=9cf5557c-798a-4fc6-a4c5-75768c7835fd)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:28:03.922600 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526d0256-933f-4d3c-882f-67943c881f2b None None] Routers {'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:28:03.925857 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-526d0256-933f-4d3c-882f-67943c881f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:28:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:03.952247 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9c36eee3-abe8-40fe-a5a8-8a91a06415fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:04.040832 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-247140a8-75b6-47a7-9071-76275f6174b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:04.056003 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55570) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:04.080322 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36eee3-abe8-40fe-a5a8-8a91a06415fc None None] Pushing event updated for resources: {'Port': ['ID=f24bd5cd-e89d-49cf-a145-55f72c06bed3,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:04.086004 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9063fd8-6cbe-4d02-855c-0952e85ce38a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-ce1d5b6d-720f-48ed-8746-a179fc927918', 'network_id': 'ce1d5b6d-720f-48ed-8746-a179fc927918', 'tenant_id': '48de65aa8b8243d7a205f2a528057190', 'fixed_ips': [{'subnet_id': '6ae916ec-52fb-496a-b93d-d42eb41b1f76'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:28:04.087000 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b9063fd8-6cbe-4d02-855c-0952e85ce38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:04.133965 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4712a9d-1be9-4592-8f7b-27a4ba23217f req-a3e78116-aeca-45e4-980c-f1fdc90a42d7 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] No DVR routers for this DVR port 16121aa2-0b3c-4f8e-9251-322cc934256e on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:28:04.137584 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c4712a9d-1be9-4592-8f7b-27a4ba23217f req-a3e78116-aeca-45e4-980c-f1fdc90a42d7 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:04.140531 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c4712a9d-1be9-4592-8f7b-27a4ba23217f req-a3e78116-aeca-45e4-980c-f1fdc90a42d7 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.25 "DELETE /v2.0/ports/16121aa2-0b3c-4f8e-9251-322cc934256e HTTP/1.1" status: 204 len: 173 time: 4.5180848 Jul 13 07:28:04.141216 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ac8e04-231f-4adc-80ac-81e547158e75', 'name': 'network-vif-deleted', 'tag': '16121aa2-0b3c-4f8e-9251-322cc934256e'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:04.147480 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf78e5a-cb39-4dba-a872-f6067859a43e" -d '{"events": [{"server_uuid": "82ac8e04-231f-4adc-80ac-81e547158e75", "name": "network-vif-deleted", "tag": "16121aa2-0b3c-4f8e-9251-322cc934256e"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:04.269620 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247140a8-75b6-47a7-9071-76275f6174b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d21ce78-0c86-4834-8184-f8ef5194ed0e,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:04.302483 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-2e8a7c7b-c97d-406e-b413-1b68b455d943 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1272325057', 'description': 'tempest-description--1125523045'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:04.306869 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:04.320229 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 69e2b127-daa9-4784-91d0-d70ca5b5f5bb completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:04.349869 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 69e2b127-daa9-4784-91d0-d70ca5b5f5bb triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:04.350467 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:04.395791 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2e8a7c7b-c97d-406e-b413-1b68b455d943 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:04.400871 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-247140a8-75b6-47a7-9071-76275f6174b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:04.401630 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-526d0256-933f-4d3c-882f-67943c881f2b None None] Set router cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:28:04.403410 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-247140a8-75b6-47a7-9071-76275f6174b1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1d21ce78-0c86-4834-8184-f8ef5194ed0e HTTP/1.1" status: 204 len: 168 time: 1.7185113 Jul 13 07:28:04.409294 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55588) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:04.448945 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d9c243-833c-4045-8d42-8ff3827dc388 None None] Network b3be411c-74ce-46a7-aca7-399a8b82cb71 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:28:04.472304 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cedac69e-7990-485b-81c5-bdfdc82fac14 req-ba973f15-3c7f-4568-b7a2-6709d33479d7 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ac8e04-231f-4adc-80ac-81e547158e75 HTTP/1.1" status: 200 len: 210 time: 0.2048242 Jul 13 07:28:04.754953 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2e8a7c7b-c97d-406e-b413-1b68b455d943 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:04.765729 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2e8a7c7b-c97d-406e-b413-1b68b455d943 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:04.797425 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2e8a7c7b-c97d-406e-b413-1b68b455d943 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:04.809642 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2e8a7c7b-c97d-406e-b413-1b68b455d943 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5609004 Jul 13 07:28:04.815984 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55594) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:04.836641 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-97eb8bbd-b90b-4446-8ce8-af80d2b73110 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Request body: {'security_group_rule': {'security_group_id': '6d271ba9-922f-4a9e-8b6c-ea489ddb3952', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:04.851258 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55596) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:04.889612 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-b9063fd8-6cbe-4d02-855c-0952e85ce38a None None] Allocated IP 19.86.0.2 (ce1d5b6d-720f-48ed-8746-a179fc927918/6ae916ec-52fb-496a-b93d-d42eb41b1f76/4952c7a1-da6f-43f6-876c-c5ee5624b977) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:28:04.914092 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-d8e0b31d-8fdb-49c8-9da5-29585d977054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fe40e4-5d71-42ae-9939-6a41b8577f8c', 'name': 'tempest-ServersTestManualDisk-1533642466-router', 'tenant_id': '1d3e09d946444994ba69a754afdcd695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '2f44b65b-6f60-4cd7-a180-a8c3772f1f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:49Z', 'updated_at': '2021-07-13T07:27:58Z', 'revision_number': 4, 'project_id': '1d3e09d946444994ba69a754afdcd695', 'gw_port': {'id': '2f44b65b-6f60-4cd7-a180-a8c3772f1f26', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fe40e4-5d71-42ae-9939-6a41b8577f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:51Z', 'updated_at': '2021-07-13T07:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '48b68bb6-590a-4276-9c54-a2cfb92b15d4', 'name': '', 'network_id': 'e108dcf3-8310-432e-829e-821b2f897711', 'tenant_id': '1d3e09d946444994ba69a754afdcd695', 'mac_address': 'fa:16:3e:7a:e7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63fe40e4-5d71-42ae-9939-6a41b8577f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '46ddbcad-c8be-40ea-91c7-8480692cc897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:57Z', 'updated_at': '2021-07-13T07:27:59Z', 'revision_number': 2, 'project_id': '1d3e09d946444994ba69a754afdcd695', 'subnets': [{'id': '46ddbcad-c8be-40ea-91c7-8480692cc897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:04.917168 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a7c7b-c97d-406e-b413-1b68b455d943 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d271ba9-922f-4a9e-8b6c-ea489ddb3952,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:04.939648 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:04.944697 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a3fe9fad-4032-4b22-91bb-6d30f71a0356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:04.954913 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-97eb8bbd-b90b-4446-8ce8-af80d2b73110 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.109188 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e0b31d-8fdb-49c8-9da5-29585d977054 None None] Checking router: 63fe40e4-5d71-42ae-9939-6a41b8577f8c for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:28:05.109544 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e0b31d-8fdb-49c8-9da5-29585d977054 None None] Updating router 63fe40e4-5d71-42ae-9939-6a41b8577f8c port 48b68bb6-590a-4276-9c54-a2cfb92b15d4 binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:28:05.171354 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-f03d8c6b-6b28-4027-b66f-b4411fdccca1 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Request body: {'security_group': {'name': 'tempest-secgroup--239228373'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:05.176073 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-526d0256-933f-4d3c-882f-67943c881f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2', 'name': 'tempest-ServersTestBootFromVolume-1616703789-router', 'tenant_id': 'ee1f885a5c2c4debb29c02950632e699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '6696962e-9334-4181-9955-4641fd18f461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:50Z', 'updated_at': '2021-07-13T07:24:59Z', 'revision_number': 4, 'project_id': 'ee1f885a5c2c4debb29c02950632e699', 'gw_port': {'id': '6696962e-9334-4181-9955-4641fd18f461', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ad:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:51Z', 'updated_at': '2021-07-13T07:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '1240ccb1-a756-4640-87b6-022924a84758', 'name': '', 'network_id': 'a2f2a970-1f7c-4e2d-88ac-374bd59816ef', 'tenant_id': 'ee1f885a5c2c4debb29c02950632e699', 'mac_address': 'fa:16:3e:b3:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '59738458-cb9f-4c4b-b821-44dd633482c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:58Z', 'updated_at': '2021-07-13T07:25:07Z', 'revision_number': 5, 'project_id': 'ee1f885a5c2c4debb29c02950632e699', 'subnets': [{'id': '59738458-cb9f-4c4b-b821-44dd633482c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:05.190525 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d8e0b31d-8fdb-49c8-9da5-29585d977054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.215658 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526d0256-933f-4d3c-882f-67943c881f2b None None] Checking router: cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:28:05.228379 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526d0256-933f-4d3c-882f-67943c881f2b None None] Routers {'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:28:05.229525 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-526d0256-933f-4d3c-882f-67943c881f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:28:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:05.262470 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-97eb8bbd-b90b-4446-8ce8-af80d2b73110 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.283647 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-97eb8bbd-b90b-4446-8ce8-af80d2b73110 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.319039 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 69e2b127-daa9-4784-91d0-d70ca5b5f5bb, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=69e2b127-daa9-4784-91d0-d70ca5b5f5bb,segment=NetworkSegment(3d356aa5-28c8-4b89-9724-5bec031a4eb2),segment_id=3d356aa5-28c8-4b89-9724-5bec031a4eb2)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:05.353213 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f03d8c6b-6b28-4027-b66f-b4411fdccca1 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.356548 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb8bbd-b90b-4446-8ce8-af80d2b73110 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1791c8d5-5a9a-498c-91a6-f2b95c02cf2f,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:05.376977 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-97eb8bbd-b90b-4446-8ce8-af80d2b73110 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.381636 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-97eb8bbd-b90b-4446-8ce8-af80d2b73110 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5524998 Jul 13 07:28:05.390031 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e464c-1aa6-4013-8359-468557a443e1 req-65708eff-04f9-4d69-a6f3-25f69654ced0 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:05.402465 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e77e464c-1aa6-4013-8359-468557a443e1 req-65708eff-04f9-4d69-a6f3-25f69654ced0 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 946 time: 0.4385653 Jul 13 07:28:05.403030 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55600) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:05.409388 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.411500 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f03d8c6b-6b28-4027-b66f-b4411fdccca1 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.415926 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-526d0256-933f-4d3c-882f-67943c881f2b None None] Set router cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:28:05.432190 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-062f3b20-a10a-4136-bdad-a23aac36b625 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Request body: {'security_group_rule': {'security_group_id': '6d271ba9-922f-4a9e-8b6c-ea489ddb3952', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:05.508422 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-0d0992b2-7d87-4fc3-a1c3-d3696bafc541 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:05.517957 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-0d0992b2-7d87-4fc3-a1c3-d3696bafc541 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:05.534189 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-0d0992b2-7d87-4fc3-a1c3-d3696bafc541 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/networks?id=c34b8c95-6f51-414e-8ad8-58adf294d1fa&id=ce1d5b6d-720f-48ed-8746-a179fc927918&id=c34b8c95-6f51-414e-8ad8-58adf294d1fa HTTP/1.1" status: 200 len: 1392 time: 1.2915962 Jul 13 07:28:05.571298 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-03a19b78-bb90-437a-af79-6380d6ee04b3 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/quotas/48de65aa8b8243d7a205f2a528057190 HTTP/1.1" status: 200 len: 375 time: 0.0360811 Jul 13 07:28:05.586335 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e77e464c-1aa6-4013-8359-468557a443e1 req-ece4f6cb-3285-468f-bb44-cf7ff393854d tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486514 Jul 13 07:28:05.591521 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-062f3b20-a10a-4136-bdad-a23aac36b625 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.602277 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=69e2b127-daa9-4784-91d0-d70ca5b5f5bb,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:05.681597 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 2f44b65b-6f60-4cd7-a180-a8c3772f1f26 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:05.836237 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-832f7665-c9d4-4426-aa95-d9c3e6d8f02d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=48de65aa8b8243d7a205f2a528057190&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2639458 Jul 13 07:28:05.870040 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-a3fe9fad-4032-4b22-91bb-6d30f71a0356 admin admin] Deleting port 8c2682bd-de74-46be-8e71-aaf0483e6b04 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:05.870333 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a3fe9fad-4032-4b22-91bb-6d30f71a0356 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.888697 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-526d0256-933f-4d3c-882f-67943c881f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2', 'name': 'tempest-ServersTestBootFromVolume-1616703789-router', 'tenant_id': 'ee1f885a5c2c4debb29c02950632e699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '6696962e-9334-4181-9955-4641fd18f461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:50Z', 'updated_at': '2021-07-13T07:24:59Z', 'revision_number': 4, 'project_id': 'ee1f885a5c2c4debb29c02950632e699', 'gw_port': {'id': '6696962e-9334-4181-9955-4641fd18f461', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ad:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:51Z', 'updated_at': '2021-07-13T07:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '1240ccb1-a756-4640-87b6-022924a84758', 'name': '', 'network_id': 'a2f2a970-1f7c-4e2d-88ac-374bd59816ef', 'tenant_id': 'ee1f885a5c2c4debb29c02950632e699', 'mac_address': 'fa:16:3e:b3:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '59738458-cb9f-4c4b-b821-44dd633482c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:58Z', 'updated_at': '2021-07-13T07:25:07Z', 'revision_number': 5, 'project_id': 'ee1f885a5c2c4debb29c02950632e699', 'subnets': [{'id': '59738458-cb9f-4c4b-b821-44dd633482c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:05.933806 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-062f3b20-a10a-4136-bdad-a23aac36b625 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.954202 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-062f3b20-a10a-4136-bdad-a23aac36b625 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:05.969422 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526d0256-933f-4d3c-882f-67943c881f2b None None] The sync data for ids ['cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2'] in n-d-771363-34 is: [{'id': 'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2', 'name': 'tempest-ServersTestBootFromVolume-1616703789-router', 'tenant_id': 'ee1f885a5c2c4debb29c02950632e699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '6696962e-9334-4181-9955-4641fd18f461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:50Z', 'updated_at': '2021-07-13T07:24:59Z', 'revision_number': 4, 'project_id': 'ee1f885a5c2c4debb29c02950632e699', 'gw_port': {'id': '6696962e-9334-4181-9955-4641fd18f461', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ad:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:51Z', 'updated_at': '2021-07-13T07:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '1240ccb1-a756-4640-87b6-022924a84758', 'name': '', 'network_id': 'a2f2a970-1f7c-4e2d-88ac-374bd59816ef', 'tenant_id': 'ee1f885a5c2c4debb29c02950632e699', 'mac_address': 'fa:16:3e:b3:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '59738458-cb9f-4c4b-b821-44dd633482c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:58Z', 'updated_at': '2021-07-13T07:25:07Z', 'revision_number': 5, 'project_id': 'ee1f885a5c2c4debb29c02950632e699', 'subnets': [{'id': '59738458-cb9f-4c4b-b821-44dd633482c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:28:06.033439 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f3b20-a10a-4136-bdad-a23aac36b625 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8801b22b-6497-4b50-b38a-7f1077d13bab,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:06.093856 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f03d8c6b-6b28-4027-b66f-b4411fdccca1 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.109657 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f03d8c6b-6b28-4027-b66f-b4411fdccca1 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.131020 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-062f3b20-a10a-4136-bdad-a23aac36b625 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.135756 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-062f3b20-a10a-4136-bdad-a23aac36b625 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7284226 Jul 13 07:28:06.136515 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55610) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:06.145742 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dafed7a-c926-4229-a6a7-aa1a205e038c x-openstack-request-id: req-9dafed7a-c926-4229-a6a7-aa1a205e038c {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:06.145993 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ac8e04-231f-4adc-80ac-81e547158e75", "name": "network-vif-deleted", "tag": "16121aa2-0b3c-4f8e-9251-322cc934256e", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:06.149403 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9dafed7a-c926-4229-a6a7-aa1a205e038c {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:06.150028 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ac8e04-231f-4adc-80ac-81e547158e75', 'name': 'network-vif-deleted', 'tag': '16121aa2-0b3c-4f8e-9251-322cc934256e', 'status': 'completed', 'code': 200} Jul 13 07:28:06.166852 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-47f7546c-7e6f-4150-ad0c-03cf5958ef8d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:28:06.185076 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-47f7546c-7e6f-4150-ad0c-03cf5958ef8d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3478713 Jul 13 07:28:06.198278 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-23c75786-11b0-4411-9250-50078034b8a3 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:06.204985 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-a3fe9fad-4032-4b22-91bb-6d30f71a0356 admin admin] For port 8c2682bd-de74-46be-8e71-aaf0483e6b04, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=8c2682bd-de74-46be-8e71-aaf0483e6b04,segment=NetworkSegment(99227135-62d8-4e37-abc9-9c39ba02ee43),segment_id=99227135-62d8-4e37-abc9-9c39ba02ee43)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:06.206012 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a3fe9fad-4032-4b22-91bb-6d30f71a0356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.250521 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.db.api [None req-23c75786-11b0-4411-9250-50078034b8a3 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:28:06.250521 n-d-771363-34 neutron-server[94017]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 07:28:06.250521 n-d-771363-34 neutron-server[94017]: [parameters: {'project_id_1': '1d3e09d946444994ba69a754afdcd695', 'expiration_1': datetime.datetime(2021, 7, 13, 7, 28, 6, 227620)}] Jul 13 07:28:06.250521 n-d-771363-34 neutron-server[94017]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:28:06.251837 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-a3fe9fad-4032-4b22-91bb-6d30f71a0356 admin admin] Calling delete_port for 8c2682bd-de74-46be-8e71-aaf0483e6b04 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:06.254696 n-d-771363-34 neutron-server[94017]: DEBUG oslo_db.api [None req-23c75786-11b0-4411-9250-50078034b8a3 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:28:06.258813 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d8c6b-6b28-4027-b66f-b4411fdccca1 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78cebd00-26e1-4772-b096-501ecaba95c5,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:06.293012 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b9063fd8-6cbe-4d02-855c-0952e85ce38a None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.300070 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873e4603-6d30-41de-9c22-a4990b7e3929 None None] Network c34b8c95-6f51-414e-8ad8-58adf294d1fa requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:28:06.312617 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3d1e3e7a-04f1-45bf-9f9c-38ebf3cceb78 req-a8fa7c18-92ae-4c2d-bc1a-fd4dee28ef93 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ac8e04-231f-4adc-80ac-81e547158e75 HTTP/1.1" status: 200 len: 210 time: 0.0565362 Jul 13 07:28:06.376683 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.402489 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b9063fd8-6cbe-4d02-855c-0952e85ce38a None None] Transition to ACTIVE for port object 4952c7a1-da6f-43f6-876c-c5ee5624b977 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:06.418524 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f03d8c6b-6b28-4027-b66f-b4411fdccca1 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.430079 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f03d8c6b-6b28-4027-b66f-b4411fdccca1 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.481675 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d8c6b-6b28-4027-b66f-b4411fdccca1 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a06f4b58-8b0e-4992-9a48-d9a93d1b13fd,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:06.513440 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f03d8c6b-6b28-4027-b66f-b4411fdccca1 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.517279 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f03d8c6b-6b28-4027-b66f-b4411fdccca1 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6507950 Jul 13 07:28:06.517566 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55612) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:06.532037 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b9063fd8-6cbe-4d02-855c-0952e85ce38a None None] Transition to ACTIVE for port object 4952c7a1-da6f-43f6-876c-c5ee5624b977 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:06.554926 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e040aa8d-ed92-45a8-813f-e87c4456d744 None None] New status for floating IP 8d9d9dcb-db66-4e47-8209-603bb8523177: DOWN {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:28:06.556948 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8d4686-2ce7-40e8-aa07-b8eacb224f9f None None] DHCP port deletion for b3be411c-74ce-46a7-aca7-399a8b82cb71 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:28:06.568732 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-dd47e972-a015-4c1b-838d-f2e9f584bccb None None] Provisioning for port f24bd5cd-e89d-49cf-a145-55f72c06bed3 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:06.614322 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b9063fd8-6cbe-4d02-855c-0952e85ce38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.645462 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-fba08a92-bdcd-4cd0-895c-26d1599041b1 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1242549 Jul 13 07:28:06.645994 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55616) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:06.647934 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-cf4d8ad5-a8fc-48b6-b16a-5e1da2c3c1a8 service neutron] 10.222.0.23 "GET /v2.0/networks/c34b8c95-6f51-414e-8ad8-58adf294d1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4615846 Jul 13 07:28:06.654309 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-f523796f-5ad6-497a-8538-b8d8b61bebaf tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Request body: {'security_group': {'name': 'tempest-security--304239766', 'description': 'tempest-security-description-162228341'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:06.662880 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a3fe9fad-4032-4b22-91bb-6d30f71a0356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.707739 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-8e8d4686-2ce7-40e8-aa07-b8eacb224f9f None None] The port '8c2682bd-de74-46be-8e71-aaf0483e6b04' was deleted {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 13 07:28:06.709586 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 2f44b65b-6f60-4cd7-a180-a8c3772f1f26 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:06.710124 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.712120 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f523796f-5ad6-497a-8538-b8d8b61bebaf tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.737507 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe9fad-4032-4b22-91bb-6d30f71a0356 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c2682bd-de74-46be-8e71-aaf0483e6b04,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:06.751548 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fe9fad-4032-4b22-91bb-6d30f71a0356 admin admin] No DVR routers for this DVR port 8c2682bd-de74-46be-8e71-aaf0483e6b04 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:28:06.774280 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9063fd8-6cbe-4d02-855c-0952e85ce38a None None] Network ce1d5b6d-720f-48ed-8746-a179fc927918 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:28:06.828185 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f523796f-5ad6-497a-8538-b8d8b61bebaf tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.855742 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f523796f-5ad6-497a-8538-b8d8b61bebaf tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.858587 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f523796f-5ad6-497a-8538-b8d8b61bebaf tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.862350 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f523796f-5ad6-497a-8538-b8d8b61bebaf tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "PUT /v2.0/security-groups/a06f4b58-8b0e-4992-9a48-d9a93d1b13fd HTTP/1.1" status: 200 len: 1778 time: 0.2133234 Jul 13 07:28:06.865923 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55618) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:06.922894 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-23c75786-11b0-4411-9250-50078034b8a3 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks [] for floatingip, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:06.941371 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-62c87c9d-b26c-474e-a1a6-d5d4b0d692b7 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "GET /v2.0/security-groups/a06f4b58-8b0e-4992-9a48-d9a93d1b13fd HTTP/1.1" status: 200 len: 1778 time: 0.0710964 Jul 13 07:28:06.945205 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55620) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:06.959884 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f523796f-5ad6-497a-8538-b8d8b61bebaf tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a06f4b58-8b0e-4992-9a48-d9a93d1b13fd,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:07.040874 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a3fe9fad-4032-4b22-91bb-6d30f71a0356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.074201 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-a3fe9fad-4032-4b22-91bb-6d30f71a0356 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3be411c-74ce-46a7-aca7-399a8b82cb71']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:07.081402 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-3fa91d1e-6b15-4dd8-b1ea-c099a58e5d42 service neutron] 10.222.0.23 "GET /v2.0/networks/c34b8c95-6f51-414e-8ad8-58adf294d1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317312 Jul 13 07:28:07.093886 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-a3fe9fad-4032-4b22-91bb-6d30f71a0356 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99227135-62d8-4e37-abc9-9c39ba02ee43') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:07.094276 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-a3fe9fad-4032-4b22-91bb-6d30f71a0356 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99227135-62d8-4e37-abc9-9c39ba02ee43') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:07.150147 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-23c75786-11b0-4411-9250-50078034b8a3 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.222178 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-faff7e58-6c7c-4f51-bb5c-9b03cf2a8b69 service neutron] 10.222.0.23 "GET /v2.0/networks/ce1d5b6d-720f-48ed-8746-a179fc927918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183028 Jul 13 07:28:07.264584 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a3fe9fad-4032-4b22-91bb-6d30f71a0356 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.288357 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-23c75786-11b0-4411-9250-50078034b8a3 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Allocated IP 172.25.3.103 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/c44109e5-683a-481b-bbdf-2d542e615973) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:28:07.306997 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-b9063fd8-6cbe-4d02-855c-0952e85ce38a None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:07.313034 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9063fd8-6cbe-4d02-855c-0952e85ce38a None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:28:07.320526 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9c6fd14c-b373-4e09-bc12-cff33c2f2fe4 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.335367 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a3fe9fad-4032-4b22-91bb-6d30f71a0356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.390815 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3fe9fad-4032-4b22-91bb-6d30f71a0356 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:28:07.391026 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a3fe9fad-4032-4b22-91bb-6d30f71a0356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.397300 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:28:07.397300 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:28:07.397300 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:28:07.397300 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:28:07.397300 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:28:07.397300 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:28:07.397300 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:28:07.397300 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:28:07.397300 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:28:07.397300 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:28:07.397300 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:28:07.397300 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:28:07.397300 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:28:07.397300 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:28:07.397300 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:28:07.397300 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:28:07.397300 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:28:07.397300 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:28:07.397300 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:28:07.397300 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:28:07.397300 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:28:07.397300 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:28:07.397300 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:28:07.397300 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:28:07.397300 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:28:07.397300 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:28:07.397300 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:28:07.397300 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:28:07.397300 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:28:07.397300 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:28:07.397300 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:28:07.397300 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:28:07.404262 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f8532011-1fbb-4e56-9190-33106016092b None None] Provisioning complete for port 69e2b127-daa9-4784-91d0-d70ca5b5f5bb triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:07.404683 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f8532011-1fbb-4e56-9190-33106016092b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.414591 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-23c75786-11b0-4411-9250-50078034b8a3 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.417357 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9c6fd14c-b373-4e09-bc12-cff33c2f2fe4 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.487289 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-23c75786-11b0-4411-9250-50078034b8a3 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.521392 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9063fd8-6cbe-4d02-855c-0952e85ce38a None None] Pushing event updated for resources: {'Port': ['ID=4952c7a1-da6f-43f6-876c-c5ee5624b977,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:07.543061 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-3ab158d2-7ebf-4f7d-83c2-d1c15c665810 service neutron] 10.222.0.23 "GET /v2.0/networks/ce1d5b6d-720f-48ed-8746-a179fc927918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751241 Jul 13 07:28:07.545934 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a3fe9fad-4032-4b22-91bb-6d30f71a0356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.549436 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7f05c-a4cf-4bee-b257-352d8927d1f5 req-c330b490-725b-4444-9e2a-f0308eb8183e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:07.551559 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-50c7f05c-a4cf-4bee-b257-352d8927d1f5 req-c330b490-725b-4444-9e2a-f0308eb8183e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03be745b98834c52b52be1f288bde2c6&device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 1098 time: 0.3254752 Jul 13 07:28:07.559756 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a3fe9fad-4032-4b22-91bb-6d30f71a0356 admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.561830 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a3fe9fad-4032-4b22-91bb-6d30f71a0356 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b3be411c-74ce-46a7-aca7-399a8b82cb71 HTTP/1.1" status: 204 len: 168 time: 3.1513851 Jul 13 07:28:07.579731 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c75786-11b0-4411-9250-50078034b8a3 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:28:07.585973 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe9fad-4032-4b22-91bb-6d30f71a0356 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3be411c-74ce-46a7-aca7-399a8b82cb71,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:07.586331 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-23c75786-11b0-4411-9250-50078034b8a3 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:07.592690 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c75786-11b0-4411-9250-50078034b8a3 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:28:07.603593 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9c6fd14c-b373-4e09-bc12-cff33c2f2fe4 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.606262 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9c6fd14c-b373-4e09-bc12-cff33c2f2fe4 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.607460 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9c6fd14c-b373-4e09-bc12-cff33c2f2fe4 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "DELETE /v2.0/security-groups/a06f4b58-8b0e-4992-9a48-d9a93d1b13fd HTTP/1.1" status: 204 len: 168 time: 0.6594727 Jul 13 07:28:07.629612 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55630) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:07.644372 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c75786-11b0-4411-9250-50078034b8a3 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Pushing event updated for resources: {'Port': ['ID=c44109e5-683a-481b-bbdf-2d542e615973,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:07.662348 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6fd14c-b373-4e09-bc12-cff33c2f2fe4 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06f4b58-8b0e-4992-9a48-d9a93d1b13fd,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:07.706889 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a25312-8821-4f9a-9068-e9d8dfe1ef21 req-d1cc881a-7a13-4c58-bf4d-36c0d6e14111 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:07.715088 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c9a25312-8821-4f9a-9068-e9d8dfe1ef21 req-d1cc881a-7a13-4c58-bf4d-36c0d6e14111 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 946 time: 0.2433105 Jul 13 07:28:07.731289 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d8e0b31d-8fdb-49c8-9da5-29585d977054 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.744491 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-23c75786-11b0-4411-9250-50078034b8a3 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.762312 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d8e0b31d-8fdb-49c8-9da5-29585d977054 None None] Transition to ACTIVE for port object 48b68bb6-590a-4276-9c54-a2cfb92b15d4 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:07.784183 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c9a25312-8821-4f9a-9068-e9d8dfe1ef21 req-020adba0-b477-4edb-9554-3b910286ee06 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678568 Jul 13 07:28:07.815325 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-268ffff2-827a-46db-bf4d-b3135bd1ce27 service neutron] 10.222.0.23 "GET /v2.0/networks/c34b8c95-6f51-414e-8ad8-58adf294d1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318730 Jul 13 07:28:07.825945 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f3f1e7ff-feac-4c3a-b53f-34d423456ccf tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1949861 Jul 13 07:28:07.826630 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55634) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:07.848876 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7f05c-a4cf-4bee-b257-352d8927d1f5 req-c11ff016-45db-4b33-b4f1-e57b6a48f692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:07.850825 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-50c7f05c-a4cf-4bee-b257-352d8927d1f5 req-c11ff016-45db-4b33-b4f1-e57b6a48f692 service neutron] 10.222.0.25 "GET /v2.0/networks?id=594d3cf6-6536-44a4-bf86-7eb0b076281c HTTP/1.1" status: 200 len: 915 time: 0.2871521 Jul 13 07:28:07.881859 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d8e0b31d-8fdb-49c8-9da5-29585d977054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.883123 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-23c75786-11b0-4411-9250-50078034b8a3 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:07.909255 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-50c7f05c-a4cf-4bee-b257-352d8927d1f5 req-3ebe49d2-1568-42e6-8102-40dd30e2e815 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0520f7a-612d-4e54-b155-a759c7a81be7 HTTP/1.1" status: 200 len: 217 time: 0.0460184 Jul 13 07:28:07.935473 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-cef70414-e897-47a0-81dd-e0ed50fedd10 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] delete failed (client error): The resource could not be found. Jul 13 07:28:07.941892 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-cef70414-e897-47a0-81dd-e0ed50fedd10 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "DELETE /v2.0/security-groups/a06f4b58-8b0e-4992-9a48-d9a93d1b13fd HTTP/1.1" status: 404 len: 347 time: 0.1017332 Jul 13 07:28:07.942728 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55636) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:07.957543 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55638) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:07.977016 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-bbbbe057-5a98-4def-8935-14df6b1ee7e6 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Request body: {'security_group': {'name': 'tempest-secgroup--1657347785'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:08.097430 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-b9063fd8-6cbe-4d02-855c-0952e85ce38a None None] Attempting to bind port 4952c7a1-da6f-43f6-876c-c5ee5624b977 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:28:08.098498 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-b9063fd8-6cbe-4d02-855c-0952e85ce38a None None] Attempting to bind port 4952c7a1-da6f-43f6-876c-c5ee5624b977 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'e6078ba5-7e8c-4f39-9967-a10d3df88654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ce1d5b6d-720f-48ed-8746-a179fc927918'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:28:08.099029 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9063fd8-6cbe-4d02-855c-0952e85ce38a None None] Attempting to bind port 4952c7a1-da6f-43f6-876c-c5ee5624b977 on network ce1d5b6d-720f-48ed-8746-a179fc927918 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:08.110964 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9063fd8-6cbe-4d02-855c-0952e85ce38a None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:28:08.111244 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bbbbe057-5a98-4def-8935-14df6b1ee7e6 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.111796 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9063fd8-6cbe-4d02-855c-0952e85ce38a None None] Checking segment: {'id': 'e6078ba5-7e8c-4f39-9967-a10d3df88654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ce1d5b6d-720f-48ed-8746-a179fc927918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:28:08.112196 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b9063fd8-6cbe-4d02-855c-0952e85ce38a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.112584 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9063fd8-6cbe-4d02-855c-0952e85ce38a None None] Bound using segment: {'id': 'e6078ba5-7e8c-4f39-9967-a10d3df88654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ce1d5b6d-720f-48ed-8746-a179fc927918'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:28:08.116707 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-b9063fd8-6cbe-4d02-855c-0952e85ce38a None None] Bound port: 4952c7a1-da6f-43f6-876c-c5ee5624b977, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6078ba5-7e8c-4f39-9967-a10d3df88654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ce1d5b6d-720f-48ed-8746-a179fc927918'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:28:08.117102 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b9063fd8-6cbe-4d02-855c-0952e85ce38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.117281 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7f05c-a4cf-4bee-b257-352d8927d1f5 req-b961825c-dd16-4341-a36d-426b26c5e3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:08.118972 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-50c7f05c-a4cf-4bee-b257-352d8927d1f5 req-b961825c-dd16-4341-a36d-426b26c5e3f9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e61f3cea-0dca-4181-a03e-5485cc9acd4c HTTP/1.1" status: 200 len: 854 time: 0.1963129 Jul 13 07:28:08.131896 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-124993e0-12f5-4619-b189-60f5f61abe76 req-1208413c-f521-40da-b8c7-d1e8622c94a4 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ac8e04-231f-4adc-80ac-81e547158e75 HTTP/1.1" status: 200 len: 210 time: 0.1234994 Jul 13 07:28:08.142709 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-9306f09a-9796-461d-9653-42e5dc6ce498 service neutron] 10.222.0.23 "GET /v2.0/networks/c34b8c95-6f51-414e-8ad8-58adf294d1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148408 Jul 13 07:28:08.168864 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-50c7f05c-a4cf-4bee-b257-352d8927d1f5 req-a1e53dba-02c0-4645-bfbb-3d5b306a66fa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=594d3cf6-6536-44a4-bf86-7eb0b076281c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383039 Jul 13 07:28:08.213961 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d40653-883d-4a71-b656-ce7b30270c68 None None] Pushing event updated for resources: {'Port': ['ID=48b68bb6-590a-4276-9c54-a2cfb92b15d4,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:08.220762 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0c77a949-eb38-46e6-8517-2ba554d14b7b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3517d34535d247f792cec0b3575118d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2619281 Jul 13 07:28:08.225301 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55640) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:08.291610 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-d8e0b31d-8fdb-49c8-9da5-29585d977054 None None] Attempting to bind port 48b68bb6-590a-4276-9c54-a2cfb92b15d4 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:28:08.291997 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-d8e0b31d-8fdb-49c8-9da5-29585d977054 None None] Attempting to bind port 48b68bb6-590a-4276-9c54-a2cfb92b15d4 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'd55fdb79-7b88-473b-b7cf-b7adda87d739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e108dcf3-8310-432e-829e-821b2f897711'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:28:08.292362 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e0b31d-8fdb-49c8-9da5-29585d977054 None None] Attempting to bind port 48b68bb6-590a-4276-9c54-a2cfb92b15d4 on network e108dcf3-8310-432e-829e-821b2f897711 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:08.421496 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bbbbe057-5a98-4def-8935-14df6b1ee7e6 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.431977 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bbbbe057-5a98-4def-8935-14df6b1ee7e6 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.447247 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-b9063fd8-6cbe-4d02-855c-0952e85ce38a None None] For port 4952c7a1-da6f-43f6-876c-c5ee5624b977, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:28:08.457280 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-b9063fd8-6cbe-4d02-855c-0952e85ce38a None None] For port 4952c7a1-da6f-43f6-876c-c5ee5624b977, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=4952c7a1-da6f-43f6-876c-c5ee5624b977,segment=NetworkSegment(e6078ba5-7e8c-4f39-9967-a10d3df88654),segment_id=e6078ba5-7e8c-4f39-9967-a10d3df88654)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:28:08.487007 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbbe057-5a98-4def-8935-14df6b1ee7e6 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a00c7544-b63a-45d9-9cb4-c67d70586be6,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:08.491543 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b9063fd8-6cbe-4d02-855c-0952e85ce38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.507294 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e0b31d-8fdb-49c8-9da5-29585d977054 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:28:08.509508 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bbbbe057-5a98-4def-8935-14df6b1ee7e6 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.515429 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-bbbbe057-5a98-4def-8935-14df6b1ee7e6 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5424938 Jul 13 07:28:08.520066 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-50c7f05c-a4cf-4bee-b257-352d8927d1f5 req-adb209dc-428b-4536-bf1a-38f1ce200cd3 service neutron] 10.222.0.25 "GET /v2.0/networks/594d3cf6-6536-44a4-bf86-7eb0b076281c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427572 Jul 13 07:28:08.520458 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55648) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:08.525756 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e0b31d-8fdb-49c8-9da5-29585d977054 None None] Checking segment: {'id': 'd55fdb79-7b88-473b-b7cf-b7adda87d739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e108dcf3-8310-432e-829e-821b2f897711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:28:08.525756 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d8e0b31d-8fdb-49c8-9da5-29585d977054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.525756 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e0b31d-8fdb-49c8-9da5-29585d977054 None None] Bound using segment: {'id': 'd55fdb79-7b88-473b-b7cf-b7adda87d739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e108dcf3-8310-432e-829e-821b2f897711'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:28:08.525756 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-d8e0b31d-8fdb-49c8-9da5-29585d977054 None None] Bound port: 48b68bb6-590a-4276-9c54-a2cfb92b15d4, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd55fdb79-7b88-473b-b7cf-b7adda87d739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e108dcf3-8310-432e-829e-821b2f897711'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:28:08.525756 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d8e0b31d-8fdb-49c8-9da5-29585d977054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.535683 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-60390093-ba4e-4fbd-95fb-d8a2417859f7 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Request body: {'security_group_rule': {'security_group_id': 'a00c7544-b63a-45d9-9cb4-c67d70586be6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:08.540442 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cd630839-e1c7-4694-9de5-817894f59f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.594417 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-05096cc2-8026-4c50-a6be-366023abc57a req-02ce8c3b-0d9e-45ae-860e-c2d020f7b44f tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b HTTP/1.1" status: 200 len: 210 time: 0.1149251 Jul 13 07:28:08.648949 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cd630839-e1c7-4694-9de5-817894f59f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.652550 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-23c75786-11b0-4411-9250-50078034b8a3 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.664221 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-23c75786-11b0-4411-9250-50078034b8a3 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.744722 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-d8e0b31d-8fdb-49c8-9da5-29585d977054 None None] For port 48b68bb6-590a-4276-9c54-a2cfb92b15d4, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:28:08.824431 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cd630839-e1c7-4694-9de5-817894f59f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.824833 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-60390093-ba4e-4fbd-95fb-d8a2417859f7 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.827342 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-d8e0b31d-8fdb-49c8-9da5-29585d977054 None None] For port 48b68bb6-590a-4276-9c54-a2cfb92b15d4, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=48b68bb6-590a-4276-9c54-a2cfb92b15d4,segment=NetworkSegment(d55fdb79-7b88-473b-b7cf-b7adda87d739),segment_id=d55fdb79-7b88-473b-b7cf-b7adda87d739)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:28:08.828018 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cd630839-e1c7-4694-9de5-817894f59f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.833585 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-cd630839-e1c7-4694-9de5-817894f59f98 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a6fb146-20cf-4e0c-8d43-79885ae182da HTTP/1.1" status: 204 len: 168 time: 0.5398378 Jul 13 07:28:08.881470 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd630839-e1c7-4694-9de5-817894f59f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6fb146-20cf-4e0c-8d43-79885ae182da,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:08.903477 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c75786-11b0-4411-9250-50078034b8a3 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Pushing event updated for resources: {'Port': ['ID=c44109e5-683a-481b-bbdf-2d542e615973,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:08.940290 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-23c75786-11b0-4411-9250-50078034b8a3 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.965301 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-50c7f05c-a4cf-4bee-b257-352d8927d1f5 req-33b2639c-4740-4bb3-91c3-c71360fadfd0 service neutron] 10.222.0.25 "GET /v2.0/networks/594d3cf6-6536-44a4-bf86-7eb0b076281c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209881 Jul 13 07:28:08.973633 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-23c75786-11b0-4411-9250-50078034b8a3 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:08.986286 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-23c75786-11b0-4411-9250-50078034b8a3 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8326192 Jul 13 07:28:09.029593 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d8e0b31d-8fdb-49c8-9da5-29585d977054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:09.091856 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f24bd5cd-e89d-49cf-a145-55f72c06bed3 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:09.160470 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9063fd8-6cbe-4d02-855c-0952e85ce38a None None] Pushing event updated for resources: {'Port': ['ID=4952c7a1-da6f-43f6-876c-c5ee5624b977,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:09.322431 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-60390093-ba4e-4fbd-95fb-d8a2417859f7 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:09.338317 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-60390093-ba4e-4fbd-95fb-d8a2417859f7 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:09.416981 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-60390093-ba4e-4fbd-95fb-d8a2417859f7 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:09.420474 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-60390093-ba4e-4fbd-95fb-d8a2417859f7 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8990819 Jul 13 07:28:09.426726 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55668) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:09.435828 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60390093-ba4e-4fbd-95fb-d8a2417859f7 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fdfda98-5ff9-419a-9b18-a8e1ad88b70f,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:09.504832 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1a5c8-3562-4b7f-8076-63d4c2cc56a3 req-a0fe2920-69f6-4ddb-862e-9f4c6bd0dc2c tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:09.521466 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e1b1a5c8-3562-4b7f-8076-63d4c2cc56a3 req-a0fe2920-69f6-4ddb-862e-9f4c6bd0dc2c tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 946 time: 0.4012547 Jul 13 07:28:09.622792 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e7bd0667-20e0-4946-a640-5827e9cb8920 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:09.645723 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e0b31d-8fdb-49c8-9da5-29585d977054 None None] Routers {'63fe40e4-5d71-42ae-9939-6a41b8577f8c'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:28:09.647749 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-d8e0b31d-8fdb-49c8-9da5-29585d977054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:28:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['63fe40e4-5d71-42ae-9939-6a41b8577f8c'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:09.694997 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cfa0a894-dd26-454b-b8be-c8a240e71079 req-bdf0af85-5f54-4408-adf6-6cd6483cccb3 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ac8e04-231f-4adc-80ac-81e547158e75 HTTP/1.1" status: 200 len: 210 time: 0.2673159 Jul 13 07:28:09.714992 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e1b1a5c8-3562-4b7f-8076-63d4c2cc56a3 req-64785057-b653-4c99-83e6-e47c9854318c tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923339 Jul 13 07:28:09.728702 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e7bd0667-20e0-4946-a640-5827e9cb8920 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:09.919289 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e7bd0667-20e0-4946-a640-5827e9cb8920 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:09.925775 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d40653-883d-4a71-b656-ce7b30270c68 None None] Pushing event updated for resources: {'Port': ['ID=48b68bb6-590a-4276-9c54-a2cfb92b15d4,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:09.961726 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e7bd0667-20e0-4946-a640-5827e9cb8920 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:09.970283 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e7bd0667-20e0-4946-a640-5827e9cb8920 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/2fdfda98-5ff9-419a-9b18-a8e1ad88b70f HTTP/1.1" status: 204 len: 168 time: 0.5416968 Jul 13 07:28:09.970990 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55690) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:09.976654 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd0667-20e0-4946-a640-5827e9cb8920 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2fdfda98-5ff9-419a-9b18-a8e1ad88b70f,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:10.087912 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-74258483-47da-4483-9e61-1529d64dfb95 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1153569 Jul 13 07:28:10.092164 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55694) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:10.099744 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-26d24577-c7c9-4003-b880-57e32b7405b2 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1272325057&fields=id&tenant_id=1d3e09d946444994ba69a754afdcd695 HTTP/1.1" status: 200 len: 267 time: 0.1957860 Jul 13 07:28:10.156143 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port f24bd5cd-e89d-49cf-a145-55f72c06bed3 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:10.215407 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port f24bd5cd-e89d-49cf-a145-55f72c06bed3 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:10.216277 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:10.252706 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-262c2dc3-a1b9-48d8-820d-a85fe4d70c29 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:10.275055 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-6d6ebcac-95b6-4206-af94-ece63888557d tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:10.288257 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-6d6ebcac-95b6-4206-af94-ece63888557d tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.23 "GET /v2.0/networks?id=e108dcf3-8310-432e-829e-821b2f897711 HTTP/1.1" status: 200 len: 812 time: 0.1874232 Jul 13 07:28:10.289611 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-d8e0b31d-8fdb-49c8-9da5-29585d977054 None None] Set router 63fe40e4-5d71-42ae-9939-6a41b8577f8c gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:28:10.296116 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-262c2dc3-a1b9-48d8-820d-a85fe4d70c29 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:10.335409 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-99f0bae3-dc2f-466f-9f79-d91ab4f9cfc1 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.23 "GET /v2.0/quotas/1d3e09d946444994ba69a754afdcd695 HTTP/1.1" status: 200 len: 375 time: 0.0447633 Jul 13 07:28:10.362692 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-262c2dc3-a1b9-48d8-820d-a85fe4d70c29 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:10.366668 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-262c2dc3-a1b9-48d8-820d-a85fe4d70c29 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:10.368151 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-262c2dc3-a1b9-48d8-820d-a85fe4d70c29 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "DELETE /v2.0/security-groups/a00c7544-b63a-45d9-9cb4-c67d70586be6 HTTP/1.1" status: 204 len: 168 time: 0.2747569 Jul 13 07:28:10.383844 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55700) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:10.391172 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c2dc3-a1b9-48d8-820d-a85fe4d70c29 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00c7544-b63a-45d9-9cb4-c67d70586be6,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:10.522658 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:10.620240 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port f24bd5cd-e89d-49cf-a145-55f72c06bed3, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=f24bd5cd-e89d-49cf-a145-55f72c06bed3,segment=NetworkSegment(9cf5557c-798a-4fc6-a4c5-75768c7835fd),segment_id=9cf5557c-798a-4fc6-a4c5-75768c7835fd)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:10.629493 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:10.667000 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55706) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:10.667813 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-759c6d7d-9932-405f-a62d-0056f2661aa5 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2764826 Jul 13 07:28:10.672727 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-e8158bfc-9676-4422-991f-cd37a0cf95e4 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Request body: {'security_group': {'name': 'tempest-secgroup--830559594'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:10.707058 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-962aff7b-a6db-42f9-876e-7945eb0dbaf2 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d3e09d946444994ba69a754afdcd695&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3667228 Jul 13 07:28:10.728680 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55710) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:10.752336 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 69e2b127-daa9-4784-91d0-d70ca5b5f5bb up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:10.753605 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-91b4a370-d3bf-4965-9f7e-085744d2a152 req-8dcb6a21-db55-4d10-95bb-39c0ab0adf16 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b HTTP/1.1" status: 200 len: 210 time: 0.0543382 Jul 13 07:28:10.777729 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e8158bfc-9676-4422-991f-cd37a0cf95e4 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:10.869885 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dea28f-a4b4-4aa7-9d2f-d0a398a9098a None None] Network ce1d5b6d-720f-48ed-8746-a179fc927918 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:28:10.929880 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-840ca4fe-7a44-49f9-9372-9607d6a31b94 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-981883737-network', 'tenant_id': '0fdbafb5634444bbafb13610523ab1ed'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:10.952036 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-db15ff4d-3582-40e4-a806-e97f1e41f758 service neutron] 10.222.0.23 "GET /v2.0/networks/e108dcf3-8310-432e-829e-821b2f897711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968021 Jul 13 07:28:10.986986 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e8158bfc-9676-4422-991f-cd37a0cf95e4 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:10.990603 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=f24bd5cd-e89d-49cf-a145-55f72c06bed3,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:11.050999 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-57f6af53-7d58-4a2a-97e3-2aff6d0d34b5 req-b2b838fa-39ef-4482-9f95-e880ef68fc5b tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ac8e04-231f-4adc-80ac-81e547158e75 HTTP/1.1" status: 200 len: 210 time: 0.1142921 Jul 13 07:28:11.053472 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8941f888-5ae2-445c-ba83-5139a4534d28 None None] Provisioning for port 4952c7a1-da6f-43f6-876c-c5ee5624b977 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:11.057715 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e8158bfc-9676-4422-991f-cd37a0cf95e4 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:11.100733 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8158bfc-9676-4422-991f-cd37a0cf95e4 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5066458f-df43-43ae-9479-99f4b6ac39ca,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:11.114389 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-309ab02f-bbdf-401d-8d5b-b689eae19242 service neutron] 10.222.0.23 "GET /v2.0/networks/e108dcf3-8310-432e-829e-821b2f897711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448238 Jul 13 07:28:11.120134 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-d8e0b31d-8fdb-49c8-9da5-29585d977054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fe40e4-5d71-42ae-9939-6a41b8577f8c', 'name': 'tempest-ServersTestManualDisk-1533642466-router', 'tenant_id': '1d3e09d946444994ba69a754afdcd695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '2f44b65b-6f60-4cd7-a180-a8c3772f1f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:49Z', 'updated_at': '2021-07-13T07:27:58Z', 'revision_number': 4, 'project_id': '1d3e09d946444994ba69a754afdcd695', 'gw_port': {'id': '2f44b65b-6f60-4cd7-a180-a8c3772f1f26', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fe40e4-5d71-42ae-9939-6a41b8577f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:51Z', 'updated_at': '2021-07-13T07:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '48b68bb6-590a-4276-9c54-a2cfb92b15d4', 'name': '', 'network_id': 'e108dcf3-8310-432e-829e-821b2f897711', 'tenant_id': '1d3e09d946444994ba69a754afdcd695', 'mac_address': 'fa:16:3e:7a:e7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63fe40e4-5d71-42ae-9939-6a41b8577f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '46ddbcad-c8be-40ea-91c7-8480692cc897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:57Z', 'updated_at': '2021-07-13T07:28:08Z', 'revision_number': 4, 'project_id': '1d3e09d946444994ba69a754afdcd695', 'subnets': [{'id': '46ddbcad-c8be-40ea-91c7-8480692cc897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:11.153202 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840ca4fe-7a44-49f9-9372-9607d6a31b94 admin admin] Made reservation on behalf of 0fdbafb5634444bbafb13610523ab1ed for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:28:11.156002 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-840ca4fe-7a44-49f9-9372-9607d6a31b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:11.159470 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e8158bfc-9676-4422-991f-cd37a0cf95e4 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:11.164436 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e8158bfc-9676-4422-991f-cd37a0cf95e4 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4959421 Jul 13 07:28:11.165266 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55718) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:11.170307 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-840ca4fe-7a44-49f9-9372-9607d6a31b94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:11.170587 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-f0ea08a9-5ed9-417c-8141-b9cff007c3cd tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Request body: {'security_group_rule': {'security_group_id': '5066458f-df43-43ae-9479-99f4b6ac39ca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:11.182296 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 69e2b127-daa9-4784-91d0-d70ca5b5f5bb triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:11.182672 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:11.184558 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e0b31d-8fdb-49c8-9da5-29585d977054 None None] The sync data for ids ['63fe40e4-5d71-42ae-9939-6a41b8577f8c'] in n-d-771363-34 is: [{'id': '63fe40e4-5d71-42ae-9939-6a41b8577f8c', 'name': 'tempest-ServersTestManualDisk-1533642466-router', 'tenant_id': '1d3e09d946444994ba69a754afdcd695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '2f44b65b-6f60-4cd7-a180-a8c3772f1f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:49Z', 'updated_at': '2021-07-13T07:27:58Z', 'revision_number': 4, 'project_id': '1d3e09d946444994ba69a754afdcd695', 'gw_port': {'id': '2f44b65b-6f60-4cd7-a180-a8c3772f1f26', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fe40e4-5d71-42ae-9939-6a41b8577f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:51Z', 'updated_at': '2021-07-13T07:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '48b68bb6-590a-4276-9c54-a2cfb92b15d4', 'name': '', 'network_id': 'e108dcf3-8310-432e-829e-821b2f897711', 'tenant_id': '1d3e09d946444994ba69a754afdcd695', 'mac_address': 'fa:16:3e:7a:e7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63fe40e4-5d71-42ae-9939-6a41b8577f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '46ddbcad-c8be-40ea-91c7-8480692cc897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:57Z', 'updated_at': '2021-07-13T07:28:08Z', 'revision_number': 4, 'project_id': '1d3e09d946444994ba69a754afdcd695', 'subnets': [{'id': '46ddbcad-c8be-40ea-91c7-8480692cc897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:28:11.234784 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f0ea08a9-5ed9-417c-8141-b9cff007c3cd tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:11.491185 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f0ea08a9-5ed9-417c-8141-b9cff007c3cd tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:11.512477 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f0ea08a9-5ed9-417c-8141-b9cff007c3cd tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:11.608435 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-55979138-6e8d-4a8d-8052-c8cc821e3144 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:11.619540 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea08a9-5ed9-417c-8141-b9cff007c3cd tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84d3653c-1168-4440-b46a-a032255a95c2,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:11.622229 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-55979138-6e8d-4a8d-8052-c8cc821e3144 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:11.624178 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-55979138-6e8d-4a8d-8052-c8cc821e3144 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.25 "GET /v2.0/networks?id=c34b8c95-6f51-414e-8ad8-58adf294d1fa&id=ce1d5b6d-720f-48ed-8746-a179fc927918&id=c34b8c95-6f51-414e-8ad8-58adf294d1fa HTTP/1.1" status: 200 len: 1392 time: 0.4238365 Jul 13 07:28:11.653986 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 86800d0e-e21b-465b-a95f-3d12a97b9526 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:11.668820 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-5d16040f-32fc-4be1-af32-d3fc38320a10 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Request body: {'port': {'device_id': 'ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b', 'network_id': 'c34b8c95-6f51-414e-8ad8-58adf294d1fa', 'admin_state_up': True, 'tenant_id': '48de65aa8b8243d7a205f2a528057190'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:11.702488 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 86800d0e-e21b-465b-a95f-3d12a97b9526 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:28:11.704157 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 86800d0e-e21b-465b-a95f-3d12a97b9526 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:28:11.704622 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 8c2682bd-de74-46be-8e71-aaf0483e6b04 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:11.725051 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd38446-f210-484e-bd7b-b7dd078f637a req-ecb2008c-a8e1-48b9-9735-ba5f0bba2342 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:11.733108 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5dd38446-f210-484e-bd7b-b7dd078f637a req-ecb2008c-a8e1-48b9-9735-ba5f0bba2342 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 946 time: 0.3503473 Jul 13 07:28:11.779334 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 8c2682bd-de74-46be-8e71-aaf0483e6b04 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:28:11.795827 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 8c2682bd-de74-46be-8e71-aaf0483e6b04 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:28:11.807702 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-840ca4fe-7a44-49f9-9372-9607d6a31b94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:11.847472 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5dd38446-f210-484e-bd7b-b7dd078f637a req-a493d90a-c4ed-4ac1-860f-4a31d54a494a tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030290 Jul 13 07:28:11.850834 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f0ea08a9-5ed9-417c-8141-b9cff007c3cd tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:11.868502 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f0ea08a9-5ed9-417c-8141-b9cff007c3cd tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7018695 Jul 13 07:28:11.871085 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55732) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:11.888920 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-23305d97-0e70-4ee0-a9e4-e0d698d17e66 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Request body: {'security_group_rule': {'security_group_id': '5066458f-df43-43ae-9479-99f4b6ac39ca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:11.966679 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-840ca4fe-7a44-49f9-9372-9607d6a31b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:12.006502 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-23305d97-0e70-4ee0-a9e4-e0d698d17e66 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:12.046583 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ca4fe-7a44-49f9-9372-9607d6a31b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8057c1c-1cd7-4e2e-befc-cf227e2cc43a,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:12.100510 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-840ca4fe-7a44-49f9-9372-9607d6a31b94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:28:12.193116 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-840ca4fe-7a44-49f9-9372-9607d6a31b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:12.193797 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-840ca4fe-7a44-49f9-9372-9607d6a31b94 admin admin] Added segment d926cf04-9903-47c4-b706-20551263f016 of type vlan for network 79c6da23-c276-4478-ad85-c25d76bd48f7 Jul 13 07:28:12.250082 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6bda6fac-3b80-4571-a17c-fd11e6d2dc9b req-e52f9fc7-104a-445a-84ce-74bda926fefe tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d84249-0bce-4737-919f-d2003063f5ba HTTP/1.1" status: 200 len: 210 time: 0.1879165 Jul 13 07:28:12.325120 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f24bd5cd-e89d-49cf-a145-55f72c06bed3 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:12.351898 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-840ca4fe-7a44-49f9-9372-9607d6a31b94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:12.379468 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-5d16040f-32fc-4be1-af32-d3fc38320a10 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Made reservation on behalf of 48de65aa8b8243d7a205f2a528057190 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:28:12.395688 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-5d16040f-32fc-4be1-af32-d3fc38320a10 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:12.408163 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-23305d97-0e70-4ee0-a9e4-e0d698d17e66 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:12.419622 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-23305d97-0e70-4ee0-a9e4-e0d698d17e66 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:12.447018 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port f24bd5cd-e89d-49cf-a145-55f72c06bed3 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:12.448960 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:12.499906 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23305d97-0e70-4ee0-a9e4-e0d698d17e66 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=206439c2-ab47-4719-97ab-7af3e822eff1,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:12.503808 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-23305d97-0e70-4ee0-a9e4-e0d698d17e66 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:12.508692 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-23305d97-0e70-4ee0-a9e4-e0d698d17e66 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6359155 Jul 13 07:28:12.509625 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55742) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:12.522446 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-62f831c6-e316-4c14-a2e3-4a803b092467 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Request body: {'security_group_rule': {'security_group_id': '5066458f-df43-43ae-9479-99f4b6ac39ca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:12.571378 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-62f831c6-e316-4c14-a2e3-4a803b092467 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:12.591778 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-840ca4fe-7a44-49f9-9372-9607d6a31b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:12.592774 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840ca4fe-7a44-49f9-9372-9607d6a31b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:12.593352 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-840ca4fe-7a44-49f9-9372-9607d6a31b94 admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:12.686105 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 48b68bb6-590a-4276-9c54-a2cfb92b15d4 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:12.713328 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ca4fe-7a44-49f9-9372-9607d6a31b94 admin admin] Pushing event updated for resources: {'Network': ['ID=79c6da23-c276-4478-ad85-c25d76bd48f7,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:12.737610 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-62f831c6-e316-4c14-a2e3-4a803b092467 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:12.743792 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-62f831c6-e316-4c14-a2e3-4a803b092467 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:12.774799 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 79c6da23-c276-4478-ad85-c25d76bd48f7 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:28:12.794563 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f831c6-e316-4c14-a2e3-4a803b092467 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7780c725-2780-4a7f-b48e-d4795bfb5490,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:12.801004 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d91e9673-b57f-4193-b9ee-c9e7e9b9d10d req-54a96b1f-1275-4576-9056-0be1cf1017f5 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b HTTP/1.1" status: 200 len: 210 time: 0.0886166 Jul 13 07:28:12.806474 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-62f831c6-e316-4c14-a2e3-4a803b092467 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:12.810681 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-62f831c6-e316-4c14-a2e3-4a803b092467 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2993581 Jul 13 07:28:12.811358 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55744) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:12.813374 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-840ca4fe-7a44-49f9-9372-9607d6a31b94 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.0830681 Jul 13 07:28:12.821559 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55746) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:12.828873 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f81033-f2b8-4f2a-8899-a7837f8385e2 req-06b7eb1e-f3eb-43d8-a543-d486220e8d05 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:12.838002 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-67f81033-f2b8-4f2a-8899-a7837f8385e2 req-06b7eb1e-f3eb-43d8-a543-d486220e8d05 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 946 time: 0.2056382 Jul 13 07:28:12.838651 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-807ec3d4-9200-40b8-86f1-6705e000089d admin admin] Request body: {'subnet': {'network_id': '79c6da23-c276-4478-ad85-c25d76bd48f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-981883737-subnet', 'tenant_id': '0fdbafb5634444bbafb13610523ab1ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:12.854785 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-c67ac095-f140-40bb-b3f0-70667b26ddc8 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Request body: {'security_group_rule': {'security_group_id': '5066458f-df43-43ae-9479-99f4b6ac39ca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:12.926265 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-67f81033-f2b8-4f2a-8899-a7837f8385e2 req-6da2f542-e617-4fb0-a0dd-c5b08ffe6c1f tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872326 Jul 13 07:28:13.036964 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807ec3d4-9200-40b8-86f1-6705e000089d admin admin] Made reservation on behalf of 0fdbafb5634444bbafb13610523ab1ed for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:28:13.040238 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-807ec3d4-9200-40b8-86f1-6705e000089d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:13.050288 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c67ac095-f140-40bb-b3f0-70667b26ddc8 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:13.066819 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-5d16040f-32fc-4be1-af32-d3fc38320a10 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Allocated IP 19.80.0.99 (c34b8c95-6f51-414e-8ad8-58adf294d1fa/1f1bd9a1-6e3b-4d3d-9b8d-87934fa3f469/f8e18e8c-64b8-45bd-a58b-37e043d27d87) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:28:13.090985 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 48b68bb6-590a-4276-9c54-a2cfb92b15d4 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:13.098032 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 48b68bb6-590a-4276-9c54-a2cfb92b15d4 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:13.101820 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:13.239158 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c67ac095-f140-40bb-b3f0-70667b26ddc8 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:13.248076 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c67ac095-f140-40bb-b3f0-70667b26ddc8 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:13.290285 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ac095-f140-40bb-b3f0-70667b26ddc8 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e05acc6-ee97-4cbc-a82b-2f7759cad1ca,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:13.320686 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c6465244-5cf0-4ce3-b6dc-f4d2db93a874 req-ffac507b-b1b3-42e0-9456-0a87733ab553 tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/ports?device_id=82ac8e04-231f-4adc-80ac-81e547158e75 HTTP/1.1" status: 200 len: 210 time: 0.1625066 Jul 13 07:28:13.323343 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c67ac095-f140-40bb-b3f0-70667b26ddc8 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:13.325046 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c67ac095-f140-40bb-b3f0-70667b26ddc8 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4780288 Jul 13 07:28:13.327872 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55756) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:13.350480 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-e2d7136d-b8e3-4e70-91e8-7f05b3c82935 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Request body: {'security_group_rule': {'security_group_id': '5066458f-df43-43ae-9479-99f4b6ac39ca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:13.461783 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e2d7136d-b8e3-4e70-91e8-7f05b3c82935 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:13.466990 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:13.619503 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 48b68bb6-590a-4276-9c54-a2cfb92b15d4, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=48b68bb6-590a-4276-9c54-a2cfb92b15d4,segment=NetworkSegment(d55fdb79-7b88-473b-b7cf-b7adda87d739),segment_id=d55fdb79-7b88-473b-b7cf-b7adda87d739)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:13.633191 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:13.691015 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e2d7136d-b8e3-4e70-91e8-7f05b3c82935 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:13.697054 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 4952c7a1-da6f-43f6-876c-c5ee5624b977 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:13.700040 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e2d7136d-b8e3-4e70-91e8-7f05b3c82935 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:13.735264 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7136d-b8e3-4e70-91e8-7f05b3c82935 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32c1893f-27c4-482e-9a25-bd6c0295cb8d,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:13.752032 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e2d7136d-b8e3-4e70-91e8-7f05b3c82935 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:13.754317 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e2d7136d-b8e3-4e70-91e8-7f05b3c82935 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4233294 Jul 13 07:28:13.757975 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55760) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:13.827747 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=48b68bb6-590a-4276-9c54-a2cfb92b15d4,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:13.847729 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-23663cf1-9cba-4ab5-a6d7-a09605779a2e tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:13.862034 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7651d878-59e1-46be-9f86-b66e0dbca6b4 req-d368a0c2-3fe6-4fec-8df9-ab548c388ff9 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d84249-0bce-4737-919f-d2003063f5ba HTTP/1.1" status: 200 len: 210 time: 0.1238008 Jul 13 07:28:13.884916 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 4952c7a1-da6f-43f6-876c-c5ee5624b977 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:13.902505 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 4952c7a1-da6f-43f6-876c-c5ee5624b977 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:13.912512 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:13.912621 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-23663cf1-9cba-4ab5-a6d7-a09605779a2e tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:14.012510 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-23663cf1-9cba-4ab5-a6d7-a09605779a2e tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:14.034241 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-23663cf1-9cba-4ab5-a6d7-a09605779a2e tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:14.042305 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-23663cf1-9cba-4ab5-a6d7-a09605779a2e tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/32c1893f-27c4-482e-9a25-bd6c0295cb8d HTTP/1.1" status: 204 len: 168 time: 0.2799859 Jul 13 07:28:14.052012 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55764) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:14.104038 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23663cf1-9cba-4ab5-a6d7-a09605779a2e tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32c1893f-27c4-482e-9a25-bd6c0295cb8d,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:14.210383 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:14.240592 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-76d86f4c-4afb-4a85-a094-3802595fdc9b tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1859109 Jul 13 07:28:14.241665 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55766) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:14.254217 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-5d16040f-32fc-4be1-af32-d3fc38320a10 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:14.289277 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 4952c7a1-da6f-43f6-876c-c5ee5624b977, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=4952c7a1-da6f-43f6-876c-c5ee5624b977,segment=NetworkSegment(e6078ba5-7e8c-4f39-9967-a10d3df88654),segment_id=e6078ba5-7e8c-4f39-9967-a10d3df88654)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:14.294645 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c491e-d1d6-472d-b8af-81cd55c6d971 req-f0dd7184-07ad-456d-ad3c-531625fbf0ad tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:14.302516 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:14.311223 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-594c491e-d1d6-472d-b8af-81cd55c6d971 req-f0dd7184-07ad-456d-ad3c-531625fbf0ad tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 946 time: 0.2456017 Jul 13 07:28:14.392909 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-cb599603-9d19-4c1f-8911-fdb8275865aa None None] Provisioning complete for port 48b68bb6-590a-4276-9c54-a2cfb92b15d4 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:14.393605 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cb599603-9d19-4c1f-8911-fdb8275865aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:14.425344 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-907aa7e6-828c-4627-bde9-2fd5582eed4a req-77ee038b-7526-49e2-a7f1-c4704cca5887 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b HTTP/1.1" status: 200 len: 210 time: 0.1763599 Jul 13 07:28:14.441262 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-807ec3d4-9200-40b8-86f1-6705e000089d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:14.495121 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-5d16040f-32fc-4be1-af32-d3fc38320a10 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Transition to ACTIVE for port object f8e18e8c-64b8-45bd-a58b-37e043d27d87 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:14.500346 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c8d76c0b-eac0-4d6d-9cf8-207906b8b583 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:14.516583 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c8d76c0b-eac0-4d6d-9cf8-207906b8b583 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:14.526738 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-594c491e-d1d6-472d-b8af-81cd55c6d971 req-56fbe2c9-5b60-45f7-ac96-4001f8cc6327 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126465 Jul 13 07:28:14.732033 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-ff544c2f-6460-45d4-9d58-36a02de1bacd tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:14.750215 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-ff544c2f-6460-45d4-9d58-36a02de1bacd tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.42 "GET /v2.0/networks?id=e108dcf3-8310-432e-829e-821b2f897711 HTTP/1.1" status: 200 len: 812 time: 0.3961449 Jul 13 07:28:14.808717 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 48b68bb6-590a-4276-9c54-a2cfb92b15d4 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:14.874218 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=4952c7a1-da6f-43f6-876c-c5ee5624b977,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:14.898779 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-c4351d1a-dc6c-4af2-b243-b39d634b6a0a tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d3e09d946444994ba69a754afdcd695 HTTP/1.1" status: 200 len: 380 time: 0.1471314 Jul 13 07:28:14.921112 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-ca85085f-6731-4c13-ace7-823b5f2f8f3c tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Request body: {'port': {'device_id': '24d84249-0bce-4737-919f-d2003063f5ba', 'network_id': 'e108dcf3-8310-432e-829e-821b2f897711', 'admin_state_up': True, 'tenant_id': '1d3e09d946444994ba69a754afdcd695', 'security_groups': ['6d271ba9-922f-4a9e-8b6c-ea489ddb3952']}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:15.019480 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 48b68bb6-590a-4276-9c54-a2cfb92b15d4 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:15.019763 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:15.187216 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55780) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:15.275623 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-ca85085f-6731-4c13-ace7-823b5f2f8f3c tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Made reservation on behalf of 1d3e09d946444994ba69a754afdcd695 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:28:15.279881 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-ca85085f-6731-4c13-ace7-823b5f2f8f3c tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:15.299636 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-87782b9e-ca4c-4aa9-8d51-8b330fd9ffcf tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:15.371630 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16765ed0-e436-4d4e-bb48-3e51f56f221a req-567b4b21-311e-41c5-bc66-6d6e6dc42a4f tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d84249-0bce-4737-919f-d2003063f5ba HTTP/1.1" status: 200 len: 210 time: 0.0474405 Jul 13 07:28:15.384039 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-87782b9e-ca4c-4aa9-8d51-8b330fd9ffcf tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:15.422145 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ec3d4-9200-40b8-86f1-6705e000089d admin admin] Pushing event updated for resources: {'Subnet': ['ID=98af5168-9d2e-418e-bcbd-4562eab0e1ae,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:15.439685 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c8d76c0b-eac0-4d6d-9cf8-207906b8b583 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:15.463439 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c8d76c0b-eac0-4d6d-9cf8-207906b8b583 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:15.465366 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c8d76c0b-eac0-4d6d-9cf8-207906b8b583 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/6e05acc6-ee97-4cbc-a82b-2f7759cad1ca HTTP/1.1" status: 204 len: 168 time: 1.2155149 Jul 13 07:28:15.473865 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55784) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:15.531494 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d76c0b-eac0-4d6d-9cf8-207906b8b583 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e05acc6-ee97-4cbc-a82b-2f7759cad1ca,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:15.608930 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-87782b9e-ca4c-4aa9-8d51-8b330fd9ffcf tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:15.613599 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807ec3d4-9200-40b8-86f1-6705e000089d admin admin] Checking segment: {'id': 'd926cf04-9903-47c4-b706-20551263f016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '79c6da23-c276-4478-ad85-c25d76bd48f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:28:15.613835 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-87782b9e-ca4c-4aa9-8d51-8b330fd9ffcf tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:15.614016 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807ec3d4-9200-40b8-86f1-6705e000089d admin admin] Network hostable DHCP agents. Network: 79c6da23-c276-4478-ad85-c25d76bd48f7, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:28:15.616383 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-87782b9e-ca4c-4aa9-8d51-8b330fd9ffcf tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "DELETE /v2.0/security-groups/c9c732ca-38e5-4373-92d3-5943bd09957d HTTP/1.1" status: 204 len: 168 time: 0.4278729 Jul 13 07:28:15.623335 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-5d16040f-32fc-4be1-af32-d3fc38320a10 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:15.625961 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55786) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:15.666645 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87782b9e-ca4c-4aa9-8d51-8b330fd9ffcf tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c732ca-38e5-4373-92d3-5943bd09957d,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:15.713988 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-ca85085f-6731-4c13-ace7-823b5f2f8f3c tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Allocated IP 172.20.0.8 (e108dcf3-8310-432e-829e-821b2f897711/46ddbcad-c8be-40ea-91c7-8480692cc897/7d78a639-831a-467e-acc5-3958f65beb08) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:28:15.717951 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-10abb943-333f-432b-bfd3-9d0a018ca16c tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] show failed (client error): The resource could not be found. Jul 13 07:28:15.721919 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-10abb943-333f-432b-bfd3-9d0a018ca16c tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "GET /v2.0/security-groups/c9c732ca-38e5-4373-92d3-5943bd09957d HTTP/1.1" status: 404 len: 347 time: 0.0858550 Jul 13 07:28:15.739255 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55788) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:15.771850 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-5d16040f-32fc-4be1-af32-d3fc38320a10 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Network c34b8c95-6f51-414e-8ad8-58adf294d1fa is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:28:15.859049 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-5d16040f-32fc-4be1-af32-d3fc38320a10 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:15.871007 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-5d16040f-32fc-4be1-af32-d3fc38320a10 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:28:15.911270 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4e5e163a-b6d8-41f5-9445-9a6c1dfbdce3 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.4259748 Jul 13 07:28:15.911544 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55792) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:15.946995 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95947a5-ea5e-4c3c-ad56-7936223c7f6c req-6c870833-914f-4179-9f63-2e4e0b5f2818 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:15.953699 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d95947a5-ea5e-4c3c-ad56-7936223c7f6c req-6c870833-914f-4179-9f63-2e4e0b5f2818 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b HTTP/1.1" status: 200 len: 931 time: 0.2441425 Jul 13 07:28:15.998455 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea6a52-6dc7-400f-b1e0-2e73b5c7b3b2 req-eae73845-9a23-42d7-9817-e88117cff764 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:16.011557 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-59ea6a52-6dc7-400f-b1e0-2e73b5c7b3b2 req-eae73845-9a23-42d7-9817-e88117cff764 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 946 time: 0.5777974 Jul 13 07:28:16.077742 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16040f-32fc-4be1-af32-d3fc38320a10 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Pushing event updated for resources: {'Port': ['ID=f8e18e8c-64b8-45bd-a58b-37e043d27d87,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:16.082092 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807ec3d4-9200-40b8-86f1-6705e000089d admin admin] Network 79c6da23-c276-4478-ad85-c25d76bd48f7 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:28:16.168854 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-807ec3d4-9200-40b8-86f1-6705e000089d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 79c6da23-c276-4478-ad85-c25d76bd48f7) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:16.179788 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d95947a5-ea5e-4c3c-ad56-7936223c7f6c req-57bf8eae-3cc7-406d-b2c2-87ecd2982551 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e56024-b264-4795-a931-6b8425f6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937268 Jul 13 07:28:16.183506 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c98a76-3722-43c6-9bf5-b6cb11b3a1bd None None] Network 79c6da23-c276-4478-ad85-c25d76bd48f7 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:28:16.191778 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-747dee44-7d85-4eea-bdd4-b9ad12a3733d tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.205801 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-747dee44-7d85-4eea-bdd4-b9ad12a3733d tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.265465 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807ec3d4-9200-40b8-86f1-6705e000089d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:16.266536 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-807ec3d4-9200-40b8-86f1-6705e000089d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.281537 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-747dee44-7d85-4eea-bdd4-b9ad12a3733d tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.294659 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-5d16040f-32fc-4be1-af32-d3fc38320a10 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:16.295714 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-5d16040f-32fc-4be1-af32-d3fc38320a10 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.305533 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-747dee44-7d85-4eea-bdd4-b9ad12a3733d tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.307300 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-747dee44-7d85-4eea-bdd4-b9ad12a3733d tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/7780c725-2780-4a7f-b48e-d4795bfb5490 HTTP/1.1" status: 204 len: 168 time: 0.3938904 Jul 13 07:28:16.312182 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-ca85085f-6731-4c13-ace7-823b5f2f8f3c tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.315253 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55796) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:16.331364 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-59ea6a52-6dc7-400f-b1e0-2e73b5c7b3b2 req-3271ff11-a711-40ea-bd18-fa602d3070e3 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185735 Jul 13 07:28:16.341871 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-807ec3d4-9200-40b8-86f1-6705e000089d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.5159221 Jul 13 07:28:16.346119 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55798) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:16.351735 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-7790e430-8b45-4979-b3e6-ab0a3080552c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-981883737-router', 'tenant_id': '0fdbafb5634444bbafb13610523ab1ed', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:16.364918 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747dee44-7d85-4eea-bdd4-b9ad12a3733d tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7780c725-2780-4a7f-b48e-d4795bfb5490,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:16.405094 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-ca85085f-6731-4c13-ace7-823b5f2f8f3c tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Transition to ACTIVE for port object 7d78a639-831a-467e-acc5-3958f65beb08 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:16.415911 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-5d16040f-32fc-4be1-af32-d3fc38320a10 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7767544 Jul 13 07:28:16.431415 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-47abd998-0bd8-42da-b2f4-8d65f6be1c5f tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Request body: {'port': {'device_id': 'ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b', 'network_id': 'ce1d5b6d-720f-48ed-8746-a179fc927918', 'admin_state_up': True, 'tenant_id': '48de65aa8b8243d7a205f2a528057190'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:16.440518 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-3120b965-b008-4efa-bc94-61847847091f tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Deleting port 4fa8d736-0d9a-432a-8205-f08111a31080 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:16.441100 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3120b965-b008-4efa-bc94-61847847091f tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.511682 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-03d37424-28c5-4743-941f-dc91314286be tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1906159 Jul 13 07:28:16.518131 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55804) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:16.522920 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7790e430-8b45-4979-b3e6-ab0a3080552c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.524616 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7790e430-8b45-4979-b3e6-ab0a3080552c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.564855 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae8900d-ff88-47f5-904e-0393c7c9cc07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-79c6da23-c276-4478-ad85-c25d76bd48f7', 'network_id': '79c6da23-c276-4478-ad85-c25d76bd48f7', 'tenant_id': '0fdbafb5634444bbafb13610523ab1ed', 'fixed_ips': [{'subnet_id': '98af5168-9d2e-418e-bcbd-4562eab0e1ae'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:28:16.565719 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7ae8900d-ff88-47f5-904e-0393c7c9cc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.602580 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c77cb567-6fbf-4f29-8705-2dd52bf3b3b7 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.617734 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c77cb567-6fbf-4f29-8705-2dd52bf3b3b7 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.623312 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 4952c7a1-da6f-43f6-876c-c5ee5624b977 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:16.640292 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7790e430-8b45-4979-b3e6-ab0a3080552c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.656398 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-ca85085f-6731-4c13-ace7-823b5f2f8f3c tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.682069 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c77cb567-6fbf-4f29-8705-2dd52bf3b3b7 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.703536 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e7cd5990-c393-4219-8c2b-e03f5ce62cbe None None] Provisioning for port f8e18e8c-64b8-45bd-a58b-37e043d27d87 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:16.728543 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e7cd5990-c393-4219-8c2b-e03f5ce62cbe None None] Provisioning complete for port f8e18e8c-64b8-45bd-a58b-37e043d27d87 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:16.728922 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e7cd5990-c393-4219-8c2b-e03f5ce62cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.759400 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c77cb567-6fbf-4f29-8705-2dd52bf3b3b7 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.760710 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c77cb567-6fbf-4f29-8705-2dd52bf3b3b7 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/206439c2-ab47-4719-97ab-7af3e822eff1 HTTP/1.1" status: 204 len: 168 time: 0.2401249 Jul 13 07:28:16.778904 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55808) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:16.816866 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-ca85085f-6731-4c13-ace7-823b5f2f8f3c tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Network e108dcf3-8310-432e-829e-821b2f897711 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:28:16.830186 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77cb567-6fbf-4f29-8705-2dd52bf3b3b7 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=206439c2-ab47-4719-97ab-7af3e822eff1,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:16.863578 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-ca85085f-6731-4c13-ace7-823b5f2f8f3c tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:16.879012 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-e7cd5990-c393-4219-8c2b-e03f5ce62cbe None None] Port f8e18e8c-64b8-45bd-a58b-37e043d27d87 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:28:16.881807 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-ca85085f-6731-4c13-ace7-823b5f2f8f3c tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:28:16.905416 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 4952c7a1-da6f-43f6-876c-c5ee5624b977 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:16.905897 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:16.977439 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-7ae8900d-ff88-47f5-904e-0393c7c9cc07 None None] Allocated IP 172.20.0.2 (79c6da23-c276-4478-ad85-c25d76bd48f7/98af5168-9d2e-418e-bcbd-4562eab0e1ae/a829ab03-6cf6-4591-b75f-ab35efce4916) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:28:17.247835 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7790e430-8b45-4979-b3e6-ab0a3080552c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.256589 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8166c048-bdd3-4561-8cb5-f89dbafd4f38 None None] Provisioning for port 7d78a639-831a-467e-acc5-3958f65beb08 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:17.266269 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8166c048-bdd3-4561-8cb5-f89dbafd4f38 None None] Provisioning complete for port 7d78a639-831a-467e-acc5-3958f65beb08 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:17.266640 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8166c048-bdd3-4561-8cb5-f89dbafd4f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.276424 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3120b965-b008-4efa-bc94-61847847091f tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.277019 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3120b965-b008-4efa-bc94-61847847091f tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.338786 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87388d-4aa1-412e-bd8d-3c030feea47e req-e25e7d91-ddca-4b49-8609-43e70596ff1d tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:17.350623 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6d87388d-4aa1-412e-bd8d-3c030feea47e req-e25e7d91-ddca-4b49-8609-43e70596ff1d tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d84249-0bce-4737-919f-d2003063f5ba HTTP/1.1" status: 200 len: 931 time: 0.3742256 Jul 13 07:28:17.354061 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-8166c048-bdd3-4561-8cb5-f89dbafd4f38 None None] Port 7d78a639-831a-467e-acc5-3958f65beb08 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:28:17.358894 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-3120b965-b008-4efa-bc94-61847847091f tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Calling delete_port for 4fa8d736-0d9a-432a-8205-f08111a31080 owned by network:floatingip {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:17.359482 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7ae8900d-ff88-47f5-904e-0393c7c9cc07 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.372470 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7ae8900d-ff88-47f5-904e-0393c7c9cc07 None None] Transition to ACTIVE for port object a829ab03-6cf6-4591-b75f-ab35efce4916 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:17.391117 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7ae8900d-ff88-47f5-904e-0393c7c9cc07 None None] Transition to ACTIVE for port object a829ab03-6cf6-4591-b75f-ab35efce4916 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:17.401408 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7ae8900d-ff88-47f5-904e-0393c7c9cc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.408643 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca85085f-6731-4c13-ace7-823b5f2f8f3c tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Pushing event updated for resources: {'Port': ['ID=7d78a639-831a-467e-acc5-3958f65beb08,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:17.492030 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d0c84c3e-7116-42b9-baf0-2688b566efc9 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.7104895 Jul 13 07:28:17.492705 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55814) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:17.493539 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae8900d-ff88-47f5-904e-0393c7c9cc07 None None] Network 79c6da23-c276-4478-ad85-c25d76bd48f7 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:28:17.495161 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8900d-ff88-47f5-904e-0393c7c9cc07 None None] Pushing event updated for resources: {'Port': ['ID=a829ab03-6cf6-4591-b75f-ab35efce4916,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:17.497849 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-47abd998-0bd8-42da-b2f4-8d65f6be1c5f tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Made reservation on behalf of 48de65aa8b8243d7a205f2a528057190 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:28:17.503265 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-47abd998-0bd8-42da-b2f4-8d65f6be1c5f tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.509559 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-7ae8900d-ff88-47f5-904e-0393c7c9cc07 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:17.516331 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae8900d-ff88-47f5-904e-0393c7c9cc07 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:28:17.548189 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6d87388d-4aa1-412e-bd8d-3c030feea47e req-5b0cf49a-bc1c-4bda-b61f-29b9c3a88698 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d271ba9-922f-4a9e-8b6c-ea489ddb3952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963260 Jul 13 07:28:17.564659 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75d726-8554-43da-9f4a-13ed65535ad0 req-a7fbd707-481b-482d-b260-9f3664a1986c tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:17.567039 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bb75d726-8554-43da-9f4a-13ed65535ad0 req-a7fbd707-481b-482d-b260-9f3664a1986c tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 946 time: 0.7148430 Jul 13 07:28:17.569498 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2d1d67c4-f75a-4f5d-8745-cf3b8b992d68 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.580885 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2d1d67c4-f75a-4f5d-8745-cf3b8b992d68 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.595550 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-ca85085f-6731-4c13-ace7-823b5f2f8f3c tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:17.597112 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-ca85085f-6731-4c13-ace7-823b5f2f8f3c tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.615554 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-7ae8900d-ff88-47f5-904e-0393c7c9cc07 None None] Attempting to bind port a829ab03-6cf6-4591-b75f-ab35efce4916 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:28:17.618961 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-7ae8900d-ff88-47f5-904e-0393c7c9cc07 None None] Attempting to bind port a829ab03-6cf6-4591-b75f-ab35efce4916 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'd926cf04-9903-47c4-b706-20551263f016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '79c6da23-c276-4478-ad85-c25d76bd48f7'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:28:17.620515 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae8900d-ff88-47f5-904e-0393c7c9cc07 None None] Attempting to bind port a829ab03-6cf6-4591-b75f-ab35efce4916 on network 79c6da23-c276-4478-ad85-c25d76bd48f7 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:17.629978 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae8900d-ff88-47f5-904e-0393c7c9cc07 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:28:17.631064 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae8900d-ff88-47f5-904e-0393c7c9cc07 None None] Checking segment: {'id': 'd926cf04-9903-47c4-b706-20551263f016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '79c6da23-c276-4478-ad85-c25d76bd48f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:28:17.632497 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7ae8900d-ff88-47f5-904e-0393c7c9cc07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.633047 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae8900d-ff88-47f5-904e-0393c7c9cc07 None None] Bound using segment: {'id': 'd926cf04-9903-47c4-b706-20551263f016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '79c6da23-c276-4478-ad85-c25d76bd48f7'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:28:17.633777 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-7ae8900d-ff88-47f5-904e-0393c7c9cc07 None None] Bound port: a829ab03-6cf6-4591-b75f-ab35efce4916, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd926cf04-9903-47c4-b706-20551263f016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '79c6da23-c276-4478-ad85-c25d76bd48f7'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:28:17.634369 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7ae8900d-ff88-47f5-904e-0393c7c9cc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.660203 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-ca85085f-6731-4c13-ace7-823b5f2f8f3c tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7541106 Jul 13 07:28:17.675884 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-41e41a19-1645-417a-8a5e-5313ba39516a service neutron] Request body: {'port': {'device_id': '24d84249-0bce-4737-919f-d2003063f5ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:17.735121 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bb75d726-8554-43da-9f4a-13ed65535ad0 req-54acef12-c6d3-46e8-bf7b-c8c10b019b67 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335125 Jul 13 07:28:17.742371 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2d1d67c4-f75a-4f5d-8745-cf3b8b992d68 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.755067 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-7ae8900d-ff88-47f5-904e-0393c7c9cc07 None None] For port a829ab03-6cf6-4591-b75f-ab35efce4916, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:28:17.760595 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-7ae8900d-ff88-47f5-904e-0393c7c9cc07 None None] For port a829ab03-6cf6-4591-b75f-ab35efce4916, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=a829ab03-6cf6-4591-b75f-ab35efce4916,segment=NetworkSegment(d926cf04-9903-47c4-b706-20551263f016),segment_id=d926cf04-9903-47c4-b706-20551263f016)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:28:17.763468 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2d1d67c4-f75a-4f5d-8745-cf3b8b992d68 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.766967 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7ae8900d-ff88-47f5-904e-0393c7c9cc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:17.771844 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55820) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:17.775363 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2d1d67c4-f75a-4f5d-8745-cf3b8b992d68 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/84d3653c-1168-4440-b46a-a032255a95c2 HTTP/1.1" status: 204 len: 168 time: 0.2664285 Jul 13 07:28:17.813213 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d67c4-f75a-4f5d-8745-cf3b8b992d68 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=84d3653c-1168-4440-b46a-a032255a95c2,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:17.872713 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8900d-ff88-47f5-904e-0393c7c9cc07 None None] Pushing event updated for resources: {'Port': ['ID=a829ab03-6cf6-4591-b75f-ab35efce4916,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:17.909312 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-41e41a19-1645-417a-8a5e-5313ba39516a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:18.087268 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1b722094-523e-461c-a690-e95bc04da9bf tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2358873 Jul 13 07:28:18.096507 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55822) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:18.181358 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-47abd998-0bd8-42da-b2f4-8d65f6be1c5f tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Allocated IP 19.86.0.100 (ce1d5b6d-720f-48ed-8746-a179fc927918/6ae916ec-52fb-496a-b93d-d42eb41b1f76/8d98777d-8736-46d1-b1eb-d1f3dbf78d6a) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:28:18.270705 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3120b965-b008-4efa-bc94-61847847091f tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:18.432084 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120b965-b008-4efa-bc94-61847847091f tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Pushing event deleted for resources: {'Port': ['ID=4fa8d736-0d9a-432a-8205-f08111a31080,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:18.452909 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd5ac4-e115-47e3-89d9-9ec8813d30ea req-22bd93a1-7483-4d7a-a5c6-53f1e570f29f tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:18.462392 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9ffd5ac4-e115-47e3-89d9-9ec8813d30ea req-22bd93a1-7483-4d7a-a5c6-53f1e570f29f tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b HTTP/1.1" status: 200 len: 931 time: 0.6078775 Jul 13 07:28:18.557269 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dc1e7c20-8e49-4c51-9693-ab97eb29c2d1 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:18.573825 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-41e41a19-1645-417a-8a5e-5313ba39516a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d78a639-831a-467e-acc5-3958f65beb08 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:28:18.582757 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device a829ab03-6cf6-4591-b75f-ab35efce4916 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:18.599972 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400b8dd-9919-4a22-86f8-7c74e5f5a03a req-ea78177c-3e60-4f79-b527-ddc58c1abf9b tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:18.601808 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f400b8dd-9919-4a22-86f8-7c74e5f5a03a req-ea78177c-3e60-4f79-b527-ddc58c1abf9b tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 946 time: 0.2221169 Jul 13 07:28:18.603994 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-41e41a19-1645-417a-8a5e-5313ba39516a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:18.637677 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-41e41a19-1645-417a-8a5e-5313ba39516a service neutron] Transition to ACTIVE for port object 7d78a639-831a-467e-acc5-3958f65beb08 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:18.648253 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-41e41a19-1645-417a-8a5e-5313ba39516a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:18.691415 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port a829ab03-6cf6-4591-b75f-ab35efce4916 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:18.719230 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dc1e7c20-8e49-4c51-9693-ab97eb29c2d1 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:18.741519 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f400b8dd-9919-4a22-86f8-7c74e5f5a03a req-92933939-de37-46c1-8550-b234c072d578 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303422 Jul 13 07:28:18.790446 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dc1e7c20-8e49-4c51-9693-ab97eb29c2d1 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:18.793417 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dc1e7c20-8e49-4c51-9693-ab97eb29c2d1 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:18.794884 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-dc1e7c20-8e49-4c51-9693-ab97eb29c2d1 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "DELETE /v2.0/security-groups/5066458f-df43-43ae-9479-99f4b6ac39ca HTTP/1.1" status: 204 len: 168 time: 0.6742518 Jul 13 07:28:18.825801 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9ffd5ac4-e115-47e3-89d9-9ec8813d30ea req-7959776d-db81-46d1-a276-4f7263cd7c82 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e56024-b264-4795-a931-6b8425f6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621104 Jul 13 07:28:18.827017 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55828) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:18.853559 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7790e430-8b45-4979-b3e6-ab0a3080552c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:18.864154 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e7c20-8e49-4c51-9693-ab97eb29c2d1 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5066458f-df43-43ae-9479-99f4b6ac39ca,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:18.937855 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e41a19-1645-417a-8a5e-5313ba39516a service neutron] Pushing event updated for resources: {'Port': ['ID=7d78a639-831a-467e-acc5-3958f65beb08,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:18.951313 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3120b965-b008-4efa-bc94-61847847091f tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks [] for floatingip, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:18.966128 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3120b965-b008-4efa-bc94-61847847091f tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:18.970564 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3120b965-b008-4efa-bc94-61847847091f tempest-ServersTestBootFromVolume-2081571397 tempest-ServersTestBootFromVolume-2081571397-project] 10.222.0.23 "DELETE /v2.0/floatingips/8d9d9dcb-db66-4e47-8209-603bb8523177 HTTP/1.1" status: 204 len: 168 time: 3.2279239 Jul 13 07:28:18.971243 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55834) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:19.067842 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-41e41a19-1645-417a-8a5e-5313ba39516a service neutron] Attempting to bind port 7d78a639-831a-467e-acc5-3958f65beb08 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:28:19.068934 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-41e41a19-1645-417a-8a5e-5313ba39516a service neutron] Attempting to bind port 7d78a639-831a-467e-acc5-3958f65beb08 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'd55fdb79-7b88-473b-b7cf-b7adda87d739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e108dcf3-8310-432e-829e-821b2f897711'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:28:19.069333 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-41e41a19-1645-417a-8a5e-5313ba39516a service neutron] Attempting to bind port 7d78a639-831a-467e-acc5-3958f65beb08 on network e108dcf3-8310-432e-829e-821b2f897711 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:19.074995 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7790e430-8b45-4979-b3e6-ab0a3080552c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:19.111315 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b4f76a8e-d10e-4bcc-883e-180f8b43f572 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2743058 Jul 13 07:28:19.124358 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-41e41a19-1645-417a-8a5e-5313ba39516a service neutron] Port 7d78a639-831a-467e-acc5-3958f65beb08 on network e108dcf3-8310-432e-829e-821b2f897711 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:28:19.124733 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-41e41a19-1645-417a-8a5e-5313ba39516a service neutron] Attempting to bind port 7d78a639-831a-467e-acc5-3958f65beb08 on network e108dcf3-8310-432e-829e-821b2f897711 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:19.132601 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55836) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:19.134068 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-41e41a19-1645-417a-8a5e-5313ba39516a service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:28:19.134616 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-41e41a19-1645-417a-8a5e-5313ba39516a service neutron] Checking segment: {'id': 'd55fdb79-7b88-473b-b7cf-b7adda87d739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e108dcf3-8310-432e-829e-821b2f897711'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:28:19.136458 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-41e41a19-1645-417a-8a5e-5313ba39516a service neutron] Bound using segment: {'id': 'd55fdb79-7b88-473b-b7cf-b7adda87d739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e108dcf3-8310-432e-829e-821b2f897711'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:28:19.136458 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-41e41a19-1645-417a-8a5e-5313ba39516a service neutron] Bound port: 7d78a639-831a-467e-acc5-3958f65beb08, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd55fdb79-7b88-473b-b7cf-b7adda87d739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e108dcf3-8310-432e-829e-821b2f897711'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:28:19.136858 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-41e41a19-1645-417a-8a5e-5313ba39516a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:19.172702 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-a95ac83a-aeb2-4be9-a2d1-bca245dd26fd tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Request body: {'security_group': {'name': 'tempest-secgroup--1375928012'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:19.275628 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a95ac83a-aeb2-4be9-a2d1-bca245dd26fd tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:19.298326 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-41e41a19-1645-417a-8a5e-5313ba39516a service neutron] For port 7d78a639-831a-467e-acc5-3958f65beb08, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:28:19.321022 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8409a-a68e-42cc-9406-8ca9e98c260c req-d38ae6d3-17a5-4bcc-aedd-36d95388a8a9 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:19.322640 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ccd8409a-a68e-42cc-9406-8ca9e98c260c req-d38ae6d3-17a5-4bcc-aedd-36d95388a8a9 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d84249-0bce-4737-919f-d2003063f5ba HTTP/1.1" status: 200 len: 943 time: 0.2596366 Jul 13 07:28:19.327005 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-41e41a19-1645-417a-8a5e-5313ba39516a service neutron] For port 7d78a639-831a-467e-acc5-3958f65beb08, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=7d78a639-831a-467e-acc5-3958f65beb08,segment=NetworkSegment(d55fdb79-7b88-473b-b7cf-b7adda87d739),segment_id=d55fdb79-7b88-473b-b7cf-b7adda87d739)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:28:19.342504 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-47abd998-0bd8-42da-b2f4-8d65f6be1c5f tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:19.345127 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-41e41a19-1645-417a-8a5e-5313ba39516a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:19.346000 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-7790e430-8b45-4979-b3e6-ab0a3080552c admin admin] Allocated IP 172.25.3.181 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/1545a5c0-350a-48b0-ac8f-789a7b4bbb6f) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:28:19.387780 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-47abd998-0bd8-42da-b2f4-8d65f6be1c5f tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Transition to ACTIVE for port object 8d98777d-8736-46d1-b1eb-d1f3dbf78d6a will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:19.436573 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ccd8409a-a68e-42cc-9406-8ca9e98c260c req-3a66b095-3a2b-4b1d-91ff-e270825672c0 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d271ba9-922f-4a9e-8b6c-ea489ddb3952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055069 Jul 13 07:28:19.441289 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-41e41a19-1645-417a-8a5e-5313ba39516a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:19.444867 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-41e41a19-1645-417a-8a5e-5313ba39516a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:19.454140 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-41e41a19-1645-417a-8a5e-5313ba39516a service neutron] 10.222.0.42 "PUT /v2.0/ports/7d78a639-831a-467e-acc5-3958f65beb08 HTTP/1.1" status: 200 len: 1092 time: 1.7778590 Jul 13 07:28:19.479507 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24d84249-0bce-4737-919f-d2003063f5ba', 'tag': '7d78a639-831a-467e-acc5-3958f65beb08'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:19.487628 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52317ae5-f9fc-44c9-aeee-466c049ed1cf" -d '{"events": [{"name": "network-changed", "server_uuid": "24d84249-0bce-4737-919f-d2003063f5ba", "tag": "7d78a639-831a-467e-acc5-3958f65beb08"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:19.523148 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-47abd998-0bd8-42da-b2f4-8d65f6be1c5f tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:19.538212 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbceff7-30f7-4a1f-b4cc-ab2a98da9a87 None None] Network 79c6da23-c276-4478-ad85-c25d76bd48f7 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:28:19.574867 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e41a19-1645-417a-8a5e-5313ba39516a service neutron] Pushing event updated for resources: {'Port': ['ID=7d78a639-831a-467e-acc5-3958f65beb08,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:19.632989 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a95ac83a-aeb2-4be9-a2d1-bca245dd26fd tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:19.657489 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a95ac83a-aeb2-4be9-a2d1-bca245dd26fd tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:19.682779 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3db8f5-49ea-49fd-af40-640d80f6e862 req-8b67f094-d472-45f9-b827-eede229b51fc tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:19.683485 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f0a2c1de-ad86-40f0-9608-abad2bfece8b None None] Provisioning for port a829ab03-6cf6-4591-b75f-ab35efce4916 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:19.683864 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7b3db8f5-49ea-49fd-af40-640d80f6e862 req-8b67f094-d472-45f9-b827-eede229b51fc tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 946 time: 0.5138242 Jul 13 07:28:19.696757 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f0a2c1de-ad86-40f0-9608-abad2bfece8b None None] Provisioning complete for port a829ab03-6cf6-4591-b75f-ab35efce4916 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:19.697396 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f0a2c1de-ad86-40f0-9608-abad2bfece8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:19.700399 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a95ac83a-aeb2-4be9-a2d1-bca245dd26fd tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:19.701728 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a95ac83a-aeb2-4be9-a2d1-bca245dd26fd tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5462062 Jul 13 07:28:19.709430 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55842) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:19.713017 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ac83a-aeb2-4be9-a2d1-bca245dd26fd tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbb4b53-88cd-4584-aea1-017ddcd4546a,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:19.720360 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-2eb2bc25-1e40-4d13-a076-8f8eb958ffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:19.721974 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-2eb2bc25-1e40-4d13-a076-8f8eb958ffbc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1d3e09d946444994ba69a754afdcd695&device_id=24d84249-0bce-4737-919f-d2003063f5ba HTTP/1.1" status: 200 len: 1095 time: 0.1405952 Jul 13 07:28:19.730106 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-527a9709-582c-4653-b96f-a198424d407f tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Request body: {'security_group_rule': {'security_group_id': '3cbb4b53-88cd-4584-aea1-017ddcd4546a', 'direction': 'ingress', 'protocol': 17}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:19.793804 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-47abd998-0bd8-42da-b2f4-8d65f6be1c5f tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Network ce1d5b6d-720f-48ed-8746-a179fc927918 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:28:19.798213 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-dcd2a6fb-f710-4f28-a016-8741cbc82bd9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d78a639-831a-467e-acc5-3958f65beb08 HTTP/1.1" status: 200 len: 217 time: 0.0687168 Jul 13 07:28:19.812225 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-47abd998-0bd8-42da-b2f4-8d65f6be1c5f tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:19.823168 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47abd998-0bd8-42da-b2f4-8d65f6be1c5f tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Pushing event updated for resources: {'Port': ['ID=8d98777d-8736-46d1-b1eb-d1f3dbf78d6a,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:19.828431 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-47abd998-0bd8-42da-b2f4-8d65f6be1c5f tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:28:19.864840 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a1627e-4f46-4a0e-82ca-73c7fc349cff x-openstack-request-id: req-05a1627e-4f46-4a0e-82ca-73c7fc349cff {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:19.865107 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24d84249-0bce-4737-919f-d2003063f5ba", "tag": "7d78a639-831a-467e-acc5-3958f65beb08", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:19.865339 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-05a1627e-4f46-4a0e-82ca-73c7fc349cff {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:19.865952 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24d84249-0bce-4737-919f-d2003063f5ba', 'tag': '7d78a639-831a-467e-acc5-3958f65beb08', 'status': 'completed', 'code': 200} Jul 13 07:28:19.887646 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-41d9994d-871c-41a0-b732-f15ddacd4235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:19.889804 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-41d9994d-871c-41a0-b732-f15ddacd4235 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=46ddbcad-c8be-40ea-91c7-8480692cc897 HTTP/1.1" status: 200 len: 851 time: 0.0843728 Jul 13 07:28:19.900292 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f0a2c1de-ad86-40f0-9608-abad2bfece8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:19.928024 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7790e430-8b45-4979-b3e6-ab0a3080552c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:19.963286 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7b3db8f5-49ea-49fd-af40-640d80f6e862 req-449fddea-ed18-450d-acf3-328388f47c13 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718744 Jul 13 07:28:19.970060 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f0a2c1de-ad86-40f0-9608-abad2bfece8b None None] For port a829ab03-6cf6-4591-b75f-ab35efce4916, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=a829ab03-6cf6-4591-b75f-ab35efce4916,segment=NetworkSegment(d926cf04-9903-47c4-b706-20551263f016),segment_id=d926cf04-9903-47c4-b706-20551263f016)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:19.992476 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f0a2c1de-ad86-40f0-9608-abad2bfece8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:20.033348 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-527a9709-582c-4653-b96f-a198424d407f tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:20.081907 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-f7ec7f95-769e-4567-835a-708b900021d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:20.084940 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-f7ec7f95-769e-4567-835a-708b900021d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e108dcf3-8310-432e-829e-821b2f897711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1860852 Jul 13 07:28:20.087006 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2c1de-ad86-40f0-9608-abad2bfece8b None None] Pushing event updated for resources: {'Port': ['ID=a829ab03-6cf6-4591-b75f-ab35efce4916,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:20.114639 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-47abd998-0bd8-42da-b2f4-8d65f6be1c5f tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:20.115716 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-47abd998-0bd8-42da-b2f4-8d65f6be1c5f tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:20.173435 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-47abd998-0bd8-42da-b2f4-8d65f6be1c5f tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7485995 Jul 13 07:28:20.196066 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a74bce11-5d24-4989-853c-17f7eb1c0018 None None] Provisioning for port 8d98777d-8736-46d1-b1eb-d1f3dbf78d6a completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:20.201480 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a74bce11-5d24-4989-853c-17f7eb1c0018 None None] Provisioning complete for port 8d98777d-8736-46d1-b1eb-d1f3dbf78d6a triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:20.201887 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a74bce11-5d24-4989-853c-17f7eb1c0018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:20.231986 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d21ce6-1d48-4131-83c6-4070cda4ba82 req-6506595c-411c-441f-a4c9-47a3b9bd1611 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:20.238689 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d21ce6-1d48-4131-83c6-4070cda4ba82 req-6506595c-411c-441f-a4c9-47a3b9bd1611 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:20.243601 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-f2c90829-3178-46ce-9508-1098eb204e6d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Request body: {'port': {'device_id': 'ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b', 'network_id': 'c34b8c95-6f51-414e-8ad8-58adf294d1fa', 'admin_state_up': True, 'tenant_id': '48de65aa8b8243d7a205f2a528057190'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:20.247333 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-11d21ce6-1d48-4131-83c6-4070cda4ba82 req-6506595c-411c-441f-a4c9-47a3b9bd1611 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b HTTP/1.1" status: 200 len: 1654 time: 0.2644596 Jul 13 07:28:20.253670 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-a74bce11-5d24-4989-853c-17f7eb1c0018 None None] Port 8d98777d-8736-46d1-b1eb-d1f3dbf78d6a cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:28:20.284092 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-53829012-5394-436d-87fe-bc1d8c617590 service neutron] 10.222.0.42 "GET /v2.0/networks/e108dcf3-8310-432e-829e-821b2f897711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847427 Jul 13 07:28:20.285534 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-527a9709-582c-4653-b96f-a198424d407f tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:20.327896 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-11d21ce6-1d48-4131-83c6-4070cda4ba82 req-6ceec536-4090-49b3-bd31-049944807d1b tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e56024-b264-4795-a931-6b8425f6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794668 Jul 13 07:28:20.376902 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1224b677-db76-4306-8906-876bd5d3555d None None] Provisioning complete for port a829ab03-6cf6-4591-b75f-ab35efce4916 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:20.377268 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1224b677-db76-4306-8906-876bd5d3555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:20.413888 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f9312bde-b4f1-468c-988f-5a2a1f70114a req-4b6ad913-e7a2-421d-a109-6250895cd890 service neutron] 10.222.0.42 "GET /v2.0/networks/e108dcf3-8310-432e-829e-821b2f897711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203170 Jul 13 07:28:20.530818 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device a829ab03-6cf6-4591-b75f-ab35efce4916 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:20.560395 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52317ae5-f9fc-44c9-aeee-466c049ed1cf req-e864a846-0a56-4640-8bb5-3934d355deb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:20.562051 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-52317ae5-f9fc-44c9-aeee-466c049ed1cf req-e864a846-0a56-4640-8bb5-3934d355deb9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1d3e09d946444994ba69a754afdcd695&device_id=24d84249-0bce-4737-919f-d2003063f5ba HTTP/1.1" status: 200 len: 1095 time: 0.0897319 Jul 13 07:28:20.596390 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port a829ab03-6cf6-4591-b75f-ab35efce4916 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:20.596761 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:20.731144 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-527a9709-582c-4653-b96f-a198424d407f tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:20.745650 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7790e430-8b45-4979-b3e6-ab0a3080552c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:20.749605 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52317ae5-f9fc-44c9-aeee-466c049ed1cf req-be191fb7-05fe-4ec3-a441-afe9ca3f0b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:20.751021 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-52317ae5-f9fc-44c9-aeee-466c049ed1cf req-be191fb7-05fe-4ec3-a441-afe9ca3f0b00 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e108dcf3-8310-432e-829e-821b2f897711 HTTP/1.1" status: 200 len: 913 time: 0.1811714 Jul 13 07:28:20.818890 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76388566-e2cc-4362-990b-597245ed7306 req-b967bd78-1d26-4488-9066-9b6f9b5d9b06 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:20.820625 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a9709-582c-4653-b96f-a198424d407f tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa083666-1ab7-43de-8616-d5483feffc23,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:20.825159 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-76388566-e2cc-4362-990b-597245ed7306 req-b967bd78-1d26-4488-9066-9b6f9b5d9b06 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d84249-0bce-4737-919f-d2003063f5ba HTTP/1.1" status: 200 len: 943 time: 0.2223461 Jul 13 07:28:20.828312 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-52317ae5-f9fc-44c9-aeee-466c049ed1cf req-0a956f9c-b393-456f-8ff1-598ce44f4277 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d78a639-831a-467e-acc5-3958f65beb08 HTTP/1.1" status: 200 len: 217 time: 0.0694191 Jul 13 07:28:20.857712 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-527a9709-582c-4653-b96f-a198424d407f tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:20.858962 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-527a9709-582c-4653-b96f-a198424d407f tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1427720 Jul 13 07:28:20.861949 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7790e430-8b45-4979-b3e6-ab0a3080552c admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:28:20.873236 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55854) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:20.888790 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-7790e430-8b45-4979-b3e6-ab0a3080552c admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:20.904314 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-76388566-e2cc-4362-990b-597245ed7306 req-baa2b77f-6c5d-43a0-ae9f-0cad65dca81c tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d271ba9-922f-4a9e-8b6c-ea489ddb3952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735922 Jul 13 07:28:20.910338 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7790e430-8b45-4979-b3e6-ab0a3080552c admin admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:28:20.914364 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52317ae5-f9fc-44c9-aeee-466c049ed1cf req-c6b7fa11-ad72-4a1d-821b-dbc1a5ea2d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:20.916190 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-52317ae5-f9fc-44c9-aeee-466c049ed1cf req-c6b7fa11-ad72-4a1d-821b-dbc1a5ea2d1f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=46ddbcad-c8be-40ea-91c7-8480692cc897 HTTP/1.1" status: 200 len: 851 time: 0.0769391 Jul 13 07:28:20.919233 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7790e430-8b45-4979-b3e6-ab0a3080552c admin admin] Pushing event updated for resources: {'Port': ['ID=1545a5c0-350a-48b0-ac8f-789a7b4bbb6f,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:20.993636 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52317ae5-f9fc-44c9-aeee-466c049ed1cf req-2b1ffeec-dfa1-4c5a-937b-d594f09fa6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:20.995340 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-52317ae5-f9fc-44c9-aeee-466c049ed1cf req-2b1ffeec-dfa1-4c5a-937b-d594f09fa6ad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e108dcf3-8310-432e-829e-821b2f897711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711837 Jul 13 07:28:21.010892 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e797c3-483d-409d-bfa3-efccc22c9337 req-875d9ce0-34b0-4113-ac3c-8c8897be9405 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:21.012540 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-88e797c3-483d-409d-bfa3-efccc22c9337 req-875d9ce0-34b0-4113-ac3c-8c8897be9405 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 946 time: 0.8497434 Jul 13 07:28:21.138470 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-52317ae5-f9fc-44c9-aeee-466c049ed1cf req-73b611ae-602f-4103-9cb3-2ff59bcfe03e service neutron] 10.222.0.42 "GET /v2.0/networks/e108dcf3-8310-432e-829e-821b2f897711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359341 Jul 13 07:28:21.177175 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-f2c90829-3178-46ce-9508-1098eb204e6d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Made reservation on behalf of 48de65aa8b8243d7a205f2a528057190 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:28:21.181532 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-f2c90829-3178-46ce-9508-1098eb204e6d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:21.229832 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4804c7e4-e846-4698-a38b-3eb461f1062d tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:21.242847 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-52317ae5-f9fc-44c9-aeee-466c049ed1cf req-0cc80e0f-4548-4a2d-9496-1a5823acd0ed service neutron] 10.222.0.42 "GET /v2.0/networks/e108dcf3-8310-432e-829e-821b2f897711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975947 Jul 13 07:28:21.289630 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-88e797c3-483d-409d-bfa3-efccc22c9337 req-7b73736d-38a1-4b39-a9f8-0c4851157130 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630036 Jul 13 07:28:21.308794 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4804c7e4-e846-4698-a38b-3eb461f1062d tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:21.500387 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-722e72c5-b9ed-48c3-92fb-eab0eeea1aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:21.599050 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5fad6-5fc4-4e1a-b78b-f95cb12e5fea req-c82d1298-d3e3-4d27-aaea-eec97e866fb2 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:21.602438 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e3c5fad6-5fc4-4e1a-b78b-f95cb12e5fea req-c82d1298-d3e3-4d27-aaea-eec97e866fb2 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 946 time: 0.0854588 Jul 13 07:28:21.638948 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4804c7e4-e846-4698-a38b-3eb461f1062d tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:21.642769 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4804c7e4-e846-4698-a38b-3eb461f1062d tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:21.642769 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4804c7e4-e846-4698-a38b-3eb461f1062d tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "DELETE /v2.0/security-groups/3cbb4b53-88cd-4584-aea1-017ddcd4546a HTTP/1.1" status: 204 len: 168 time: 0.7675710 Jul 13 07:28:21.651530 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55862) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:21.687635 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e3c5fad6-5fc4-4e1a-b78b-f95cb12e5fea req-da60c1fd-c5d2-405e-b6f5-400ca9584f30 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789275 Jul 13 07:28:21.701782 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-f2c90829-3178-46ce-9508-1098eb204e6d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Allocated IP 19.80.0.165 (c34b8c95-6f51-414e-8ad8-58adf294d1fa/1f1bd9a1-6e3b-4d3d-9b8d-87934fa3f469/e2e70209-bb8a-4dd2-b8d4-5cdaf7812854) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:28:21.719305 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7790e430-8b45-4979-b3e6-ab0a3080552c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:21.728782 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-133210cd-21c3-4f82-a0e3-f7988ff93420 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0757179 Jul 13 07:28:21.729862 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4804c7e4-e846-4698-a38b-3eb461f1062d tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbb4b53-88cd-4584-aea1-017ddcd4546a,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:21.743324 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55866) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:21.748752 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-46e9ac27-ec46-41d9-a903-2691190fef1c tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Request body: {'security_group': {'name': 'tempest-secgroup--494274275'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:21.794489 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-46e9ac27-ec46-41d9-a903-2691190fef1c tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:21.964417 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06c1af-5543-4711-b159-49c7385e2cea req-e81f1b60-4769-44fe-9366-64a09883fcac tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:21.975370 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06c1af-5543-4711-b159-49c7385e2cea req-e81f1b60-4769-44fe-9366-64a09883fcac tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:21.977840 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1e06c1af-5543-4711-b159-49c7385e2cea req-e81f1b60-4769-44fe-9366-64a09883fcac tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b HTTP/1.1" status: 200 len: 1654 time: 0.5286126 Jul 13 07:28:21.991515 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-46e9ac27-ec46-41d9-a903-2691190fef1c tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:21.998971 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-46e9ac27-ec46-41d9-a903-2691190fef1c tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.046785 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232784b1-899b-495d-a5ff-59ba9d2d2ef1 req-54bf4946-e6d2-43b8-9006-1db1ad8920e2 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:22.048421 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-232784b1-899b-495d-a5ff-59ba9d2d2ef1 req-54bf4946-e6d2-43b8-9006-1db1ad8920e2 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 946 time: 0.1784632 Jul 13 07:28:22.049730 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-46e9ac27-ec46-41d9-a903-2691190fef1c tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.054008 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-46e9ac27-ec46-41d9-a903-2691190fef1c tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3063142 Jul 13 07:28:22.054008 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9ac27-ec46-41d9-a903-2691190fef1c tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b96ddce-cc83-439b-a5c7-f6b0ebfc9b17,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:22.054653 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55870) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:22.060273 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-6b6a6617-3e62-4a5b-b29f-2be5268f49e4 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Request body: {'security_group': {'name': 'tempest-secgroup--1770500463'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:22.088645 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9ac27-ec46-41d9-a903-2691190fef1c tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:22.088987 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9ac27-ec46-41d9-a903-2691190fef1c tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:22.089322 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9ac27-ec46-41d9-a903-2691190fef1c tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:22.089655 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9ac27-ec46-41d9-a903-2691190fef1c tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:22.089981 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9ac27-ec46-41d9-a903-2691190fef1c tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:22.090304 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9ac27-ec46-41d9-a903-2691190fef1c tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:22.090628 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9ac27-ec46-41d9-a903-2691190fef1c tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:22.090948 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9ac27-ec46-41d9-a903-2691190fef1c tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:22.091295 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9ac27-ec46-41d9-a903-2691190fef1c tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:22.091618 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9ac27-ec46-41d9-a903-2691190fef1c tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:22.091932 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9ac27-ec46-41d9-a903-2691190fef1c tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:22.092247 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9ac27-ec46-41d9-a903-2691190fef1c tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:22.137839 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6b6a6617-3e62-4a5b-b29f-2be5268f49e4 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.142568 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-232784b1-899b-495d-a5ff-59ba9d2d2ef1 req-0dd4a5c0-bd9f-4afb-a224-7a536528d0f9 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757167 Jul 13 07:28:22.249181 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1e06c1af-5543-4711-b159-49c7385e2cea req-24d7139a-8326-4d4e-95f1-6c4f58de175d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e56024-b264-4795-a931-6b8425f6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616444 Jul 13 07:28:22.363339 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6b6a6617-3e62-4a5b-b29f-2be5268f49e4 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.375308 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6b6a6617-3e62-4a5b-b29f-2be5268f49e4 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.409280 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-f2c90829-3178-46ce-9508-1098eb204e6d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.425635 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6b6a6617-3e62-4a5b-b29f-2be5268f49e4 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.430239 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6b6a6617-3e62-4a5b-b29f-2be5268f49e4 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3714046 Jul 13 07:28:22.433791 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55878) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:22.442669 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-8b89f174-4c17-4245-9aed-d2868c1b8d27 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Request body: {'security_group_rule': {'security_group_id': '8b96ddce-cc83-439b-a5c7-f6b0ebfc9b17', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '044b9537-7d04-4b33-800a-e08f35e25d9c', 'remote_ip_prefix': None}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:22.449703 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7790e430-8b45-4979-b3e6-ab0a3080552c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.454854 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-f2c90829-3178-46ce-9508-1098eb204e6d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Transition to ACTIVE for port object e2e70209-bb8a-4dd2-b8d4-5cdaf7812854 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:22.458094 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24593e4-4f31-4fd0-84b6-1734c9400392 req-9613aa66-7c51-4eb0-a2d4-46b506a58c17 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:22.460145 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c24593e4-4f31-4fd0-84b6-1734c9400392 req-9613aa66-7c51-4eb0-a2d4-46b506a58c17 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d84249-0bce-4737-919f-d2003063f5ba HTTP/1.1" status: 200 len: 943 time: 0.1523292 Jul 13 07:28:22.460991 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6a6617-3e62-4a5b-b29f-2be5268f49e4 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=044b9537-7d04-4b33-800a-e08f35e25d9c,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:22.529236 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c24593e4-4f31-4fd0-84b6-1734c9400392 req-5ba9dcbf-807e-4274-b6a0-e934bd546723 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d271ba9-922f-4a9e-8b6c-ea489ddb3952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537829 Jul 13 07:28:22.530758 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b89f174-4c17-4245-9aed-d2868c1b8d27 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.642969 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b89f174-4c17-4245-9aed-d2868c1b8d27 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.648494 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b89f174-4c17-4245-9aed-d2868c1b8d27 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.664006 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 7d78a639-831a-467e-acc5-3958f65beb08 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:28:22.684355 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89f174-4c17-4245-9aed-d2868c1b8d27 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=921a4c39-45ed-47dd-9bbd-2d21662ecd4d,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:22.686254 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-f2c90829-3178-46ce-9508-1098eb204e6d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.688536 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b89f174-4c17-4245-9aed-d2868c1b8d27 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.693368 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8b89f174-4c17-4245-9aed-d2868c1b8d27 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2517760 Jul 13 07:28:22.694595 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55882) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:22.785104 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5124608b-d57b-4bb5-8cd5-8dc4d44ea9af tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.794217 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-f2c90829-3178-46ce-9508-1098eb204e6d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Network c34b8c95-6f51-414e-8ad8-58adf294d1fa is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:28:22.795829 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-f2c90829-3178-46ce-9508-1098eb204e6d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:22.797176 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5124608b-d57b-4bb5-8cd5-8dc4d44ea9af tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.801411 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-f2c90829-3178-46ce-9508-1098eb204e6d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:28:22.807260 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c90829-3178-46ce-9508-1098eb204e6d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Pushing event updated for resources: {'Port': ['ID=e2e70209-bb8a-4dd2-b8d4-5cdaf7812854,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:22.826255 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 7d78a639-831a-467e-acc5-3958f65beb08, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=7d78a639-831a-467e-acc5-3958f65beb08,segment=NetworkSegment(d55fdb79-7b88-473b-b7cf-b7adda87d739),segment_id=d55fdb79-7b88-473b-b7cf-b7adda87d739)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:22.850725 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '7d78a639-831a-467e-acc5-3958f65beb08', 'network_id': 'e108dcf3-8310-432e-829e-821b2f897711', 'port_id': '7d78a639-831a-467e-acc5-3958f65beb08', 'mac_address': 'fa:16:3e:97:24:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ddbcad-c8be-40ea-91c7-8480692cc897', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:28:22.868009 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d88a4-c79a-4f96-a3f8-0940e00f0e49 req-591ff4d5-683d-484c-837e-d6d3400f562d tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:22.872338 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d63d88a4-c79a-4f96-a3f8-0940e00f0e49 req-591ff4d5-683d-484c-837e-d6d3400f562d tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 946 time: 0.1600389 Jul 13 07:28:22.874010 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5124608b-d57b-4bb5-8cd5-8dc4d44ea9af tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.879124 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-722e72c5-b9ed-48c3-92fb-eab0eeea1aaf admin admin] Deleting port 1240ccb1-a756-4640-87b6-022924a84758 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:22.880939 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-722e72c5-b9ed-48c3-92fb-eab0eeea1aaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.884197 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5124608b-d57b-4bb5-8cd5-8dc4d44ea9af tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.885396 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5124608b-d57b-4bb5-8cd5-8dc4d44ea9af tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/921a4c39-45ed-47dd-9bbd-2d21662ecd4d HTTP/1.1" status: 204 len: 168 time: 0.1900234 Jul 13 07:28:22.891533 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55884) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:22.905089 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.923738 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d78a639-831a-467e-acc5-3958f65beb08 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:28:22.926562 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124608b-d57b-4bb5-8cd5-8dc4d44ea9af tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=921a4c39-45ed-47dd-9bbd-2d21662ecd4d,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:22.940962 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-f2c90829-3178-46ce-9508-1098eb204e6d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:22.941785 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-f2c90829-3178-46ce-9508-1098eb204e6d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:22.947776 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7790e430-8b45-4979-b3e6-ab0a3080552c admin admin] Router 3f26ffaf-e7c9-4f49-943a-5475dbafb9bc is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:28:22.950527 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 7d78a639-831a-467e-acc5-3958f65beb08, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=7d78a639-831a-467e-acc5-3958f65beb08,segment=NetworkSegment(d55fdb79-7b88-473b-b7cf-b7adda87d739),segment_id=d55fdb79-7b88-473b-b7cf-b7adda87d739)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:22.957179 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.005984 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d63d88a4-c79a-4f96-a3f8-0940e00f0e49 req-08cf9e49-7409-41a5-9e19-8baf17560ba8 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192286 Jul 13 07:28:23.021879 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-f2c90829-3178-46ce-9508-1098eb204e6d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8263123 Jul 13 07:28:23.039507 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-3203ad55-4bbc-48af-b4cc-47885fe54cf3 service neutron] Request body: {'port': {'device_id': 'ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:23.055975 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1c410e67-5ffc-47f9-ad3f-c75fd5f54ba6 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1606486 Jul 13 07:28:23.059749 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55886) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:23.081362 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=7d78a639-831a-467e-acc5-3958f65beb08,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:23.184896 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fafbe773-cb86-4882-9754-1f208fed4a89 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.209532 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.218765 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fafbe773-cb86-4882-9754-1f208fed4a89 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.276925 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fafbe773-cb86-4882-9754-1f208fed4a89 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.281494 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fafbe773-cb86-4882-9754-1f208fed4a89 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.288188 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-fafbe773-cb86-4882-9754-1f208fed4a89 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "DELETE /v2.0/security-groups/044b9537-7d04-4b33-800a-e08f35e25d9c HTTP/1.1" status: 204 len: 168 time: 0.2271194 Jul 13 07:28:23.289234 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55890) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:23.314170 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-722e72c5-b9ed-48c3-92fb-eab0eeea1aaf admin admin] For port 1240ccb1-a756-4640-87b6-022924a84758, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=1240ccb1-a756-4640-87b6-022924a84758,segment=NetworkSegment(75fde3fe-6101-4fe3-96fd-75abf8fa0b52),segment_id=75fde3fe-6101-4fe3-96fd-75abf8fa0b52)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:23.314400 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-722e72c5-b9ed-48c3-92fb-eab0eeea1aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.325674 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafbe773-cb86-4882-9754-1f208fed4a89 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=044b9537-7d04-4b33-800a-e08f35e25d9c,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:23.327869 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['7d78a639-831a-467e-acc5-3958f65beb08'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:23.339542 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-126afe75-2b44-4a94-ac90-7c8d4ddb2662 None None] Provisioning for port e2e70209-bb8a-4dd2-b8d4-5cdaf7812854 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:23.349848 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-722e72c5-b9ed-48c3-92fb-eab0eeea1aaf admin admin] Calling delete_port for 1240ccb1-a756-4640-87b6-022924a84758 owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:23.411108 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-126afe75-2b44-4a94-ac90-7c8d4ddb2662 None None] Provisioning complete for port e2e70209-bb8a-4dd2-b8d4-5cdaf7812854 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:23.412288 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-126afe75-2b44-4a94-ac90-7c8d4ddb2662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.418328 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-48a2845f-81b3-42d6-8919-32cef48993de tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1245422 Jul 13 07:28:23.419177 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55894) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:23.502066 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-126afe75-2b44-4a94-ac90-7c8d4ddb2662 None None] Port e2e70209-bb8a-4dd2-b8d4-5cdaf7812854 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:28:23.587341 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c0c103a8-2a61-4140-ab62-fe4daf27ee0c tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.622594 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c0c103a8-2a61-4140-ab62-fe4daf27ee0c tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.687061 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.689629 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277647e-9b12-4f82-b352-ac35ef0fb3fb req-10833d76-ffd7-426d-abe6-1c46c18c2f6f tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:23.696391 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277647e-9b12-4f82-b352-ac35ef0fb3fb req-10833d76-ffd7-426d-abe6-1c46c18c2f6f tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:23.702411 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277647e-9b12-4f82-b352-ac35ef0fb3fb req-10833d76-ffd7-426d-abe6-1c46c18c2f6f tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:23.704214 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4277647e-9b12-4f82-b352-ac35ef0fb3fb req-10833d76-ffd7-426d-abe6-1c46c18c2f6f tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b HTTP/1.1" status: 200 len: 2376 time: 0.1869829 Jul 13 07:28:23.734272 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c0c103a8-2a61-4140-ab62-fe4daf27ee0c tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.737007 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c0c103a8-2a61-4140-ab62-fe4daf27ee0c tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.738218 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c0c103a8-2a61-4140-ab62-fe4daf27ee0c tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "DELETE /v2.0/security-groups/8b96ddce-cc83-439b-a5c7-f6b0ebfc9b17 HTTP/1.1" status: 204 len: 168 time: 0.3154941 Jul 13 07:28:23.750334 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55902) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:23.770933 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c103a8-2a61-4140-ab62-fe4daf27ee0c tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b96ddce-cc83-439b-a5c7-f6b0ebfc9b17,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:23.799159 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4277647e-9b12-4f82-b352-ac35ef0fb3fb req-276daf8d-9af1-4f94-9ce4-0cb94ff694d0 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e56024-b264-4795-a931-6b8425f6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881975 Jul 13 07:28:23.853095 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-daff9615-c7be-4051-9202-cd4e2d7d2300 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1000042 Jul 13 07:28:23.858313 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55904) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:23.867505 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-510a55a3-097a-40a9-9349-89757724e1fb tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Request body: {'security_group': {'name': 'tempest-secgroup--1983581828'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:23.907510 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7790e430-8b45-4979-b3e6-ab0a3080552c admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:28:23.915944 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-3203ad55-4bbc-48af-b4cc-47885fe54cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.916305 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-510a55a3-097a-40a9-9349-89757724e1fb tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:23.924862 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1872e0-18f3-4fef-acc7-898dc28c5731 None None] Sync routers for ids ['3f26ffaf-e7c9-4f49-943a-5475dbafb9bc'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:28:23.930020 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b8062-7baa-4d0b-9de7-fa5ecc7a31a3 req-caa0e972-f4e6-4ee8-920f-de70ac5eed4d tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:23.940818 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-710b8062-7baa-4d0b-9de7-fa5ecc7a31a3 req-caa0e972-f4e6-4ee8-920f-de70ac5eed4d tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 946 time: 0.7387748 Jul 13 07:28:23.942547 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1872e0-18f3-4fef-acc7-898dc28c5731 None None] Routers {'3f26ffaf-e7c9-4f49-943a-5475dbafb9bc'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:28:23.944518 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-7a1872e0-18f3-4fef-acc7-898dc28c5731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:28:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['3f26ffaf-e7c9-4f49-943a-5475dbafb9bc'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:24.066457 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-710b8062-7baa-4d0b-9de7-fa5ecc7a31a3 req-be64cb43-9eec-4bb5-b388-b0ff15b8a466 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239800 Jul 13 07:28:24.120845 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-510a55a3-097a-40a9-9349-89757724e1fb tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.128688 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-510a55a3-097a-40a9-9349-89757724e1fb tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.187073 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-510a55a3-097a-40a9-9349-89757724e1fb tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.195354 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-510a55a3-097a-40a9-9349-89757724e1fb tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3293059 Jul 13 07:28:24.200128 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55908) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:24.214788 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-d9170ed6-7fd7-4e3e-bef5-2c5094d9f648 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Request body: {'security_group_rule': {'security_group_id': 'a58719eb-ae02-4fa8-9536-a9eedfaa0b74', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:24.215868 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-7a1872e0-18f3-4fef-acc7-898dc28c5731 None None] Set router 3f26ffaf-e7c9-4f49-943a-5475dbafb9bc gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:28:24.229711 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a55a3-097a-40a9-9349-89757724e1fb tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a58719eb-ae02-4fa8-9536-a9eedfaa0b74,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:24.278658 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7790e430-8b45-4979-b3e6-ab0a3080552c admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.293813 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d9170ed6-7fd7-4e3e-bef5-2c5094d9f648 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.296012 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7790e430-8b45-4979-b3e6-ab0a3080552c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.9485331 Jul 13 07:28:24.299318 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55910) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:24.542748 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d9170ed6-7fd7-4e3e-bef5-2c5094d9f648 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.547921 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-7a1872e0-18f3-4fef-acc7-898dc28c5731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f26ffaf-e7c9-4f49-943a-5475dbafb9bc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-981883737-router', 'tenant_id': '0fdbafb5634444bbafb13610523ab1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '1545a5c0-350a-48b0-ac8f-789a7b4bbb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:28:16Z', 'updated_at': '2021-07-13T07:28:21Z', 'revision_number': 3, 'project_id': '0fdbafb5634444bbafb13610523ab1ed', 'gw_port': {'id': '1545a5c0-350a-48b0-ac8f-789a7b4bbb6f', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f26ffaf-e7c9-4f49-943a-5475dbafb9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:28:19Z', 'updated_at': '2021-07-13T07:28:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:24.561900 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d9170ed6-7fd7-4e3e-bef5-2c5094d9f648 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.588025 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1872e0-18f3-4fef-acc7-898dc28c5731 None None] Checking router: 3f26ffaf-e7c9-4f49-943a-5475dbafb9bc for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:28:24.588666 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1872e0-18f3-4fef-acc7-898dc28c5731 None None] Updating router 3f26ffaf-e7c9-4f49-943a-5475dbafb9bc port 1545a5c0-350a-48b0-ac8f-789a7b4bbb6f binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:28:24.631445 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9170ed6-7fd7-4e3e-bef5-2c5094d9f648 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be6e9bec-ecc2-447a-8a8c-c7820cf6e42d,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:24.642119 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7a1872e0-18f3-4fef-acc7-898dc28c5731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.643193 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64eec5-95de-4128-ae7f-cb51cc0dafec req-9f1f42aa-7106-4711-aebb-ba3a907af016 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:24.651856 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2b64eec5-95de-4128-ae7f-cb51cc0dafec req-9f1f42aa-7106-4711-aebb-ba3a907af016 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 946 time: 0.2191820 Jul 13 07:28:24.656331 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d9170ed6-7fd7-4e3e-bef5-2c5094d9f648 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.657999 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d9170ed6-7fd7-4e3e-bef5-2c5094d9f648 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4554985 Jul 13 07:28:24.667084 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 7d78a639-831a-467e-acc5-3958f65beb08 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:24.679487 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55914) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:24.714291 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-3203ad55-4bbc-48af-b4cc-47885fe54cf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8e18e8c-64b8-45bd-a58b-37e043d27d87 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:28:24.729485 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-3203ad55-4bbc-48af-b4cc-47885fe54cf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.751117 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436085d9-e4c0-4f82-be8d-50f9e143be3f req-29d47f8d-04eb-4140-a9f9-b69b4c2df56d tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:24.759143 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-436085d9-e4c0-4f82-be8d-50f9e143be3f req-29d47f8d-04eb-4140-a9f9-b69b4c2df56d tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d84249-0bce-4737-919f-d2003063f5ba HTTP/1.1" status: 200 len: 944 time: 0.2746699 Jul 13 07:28:24.771318 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-722e72c5-b9ed-48c3-92fb-eab0eeea1aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.773679 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-3203ad55-4bbc-48af-b4cc-47885fe54cf3 service neutron] Transition to ACTIVE for port object f8e18e8c-64b8-45bd-a58b-37e043d27d87 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:24.775850 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 7d78a639-831a-467e-acc5-3958f65beb08 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:24.784263 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 7d78a639-831a-467e-acc5-3958f65beb08 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:24.784877 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.807158 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2b64eec5-95de-4128-ae7f-cb51cc0dafec req-18fd6795-bd76-4a5d-99b2-6c7c430387dc tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474373 Jul 13 07:28:24.808385 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-063766ae-74d6-41ef-92ac-d8854bee38e0 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.810559 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-3203ad55-4bbc-48af-b4cc-47885fe54cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.816138 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e72c5-b9ed-48c3-92fb-eab0eeea1aaf admin admin] Pushing event deleted for resources: {'Port': ['ID=1240ccb1-a756-4640-87b6-022924a84758,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:24.836496 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-063766ae-74d6-41ef-92ac-d8854bee38e0 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.878219 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-063766ae-74d6-41ef-92ac-d8854bee38e0 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.884705 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-063766ae-74d6-41ef-92ac-d8854bee38e0 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.885763 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-063766ae-74d6-41ef-92ac-d8854bee38e0 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/be6e9bec-ecc2-447a-8a8c-c7820cf6e42d HTTP/1.1" status: 204 len: 168 time: 0.2044160 Jul 13 07:28:24.894890 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55920) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:24.897205 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063766ae-74d6-41ef-92ac-d8854bee38e0 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be6e9bec-ecc2-447a-8a8c-c7820cf6e42d,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:24.945216 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:24.992180 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d84249-0bce-4737-919f-d2003063f5ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d78a639-831a-467e-acc5-3958f65beb08'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:25.001734 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65c7c14-f566-48ca-9298-5772e78b4e03" -d '{"events": [{"server_uuid": "24d84249-0bce-4737-919f-d2003063f5ba", "name": "network-vif-plugged", "status": "completed", "tag": "7d78a639-831a-467e-acc5-3958f65beb08"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:25.039718 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 7d78a639-831a-467e-acc5-3958f65beb08, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=7d78a639-831a-467e-acc5-3958f65beb08,segment=NetworkSegment(d55fdb79-7b88-473b-b7cf-b7adda87d739),segment_id=d55fdb79-7b88-473b-b7cf-b7adda87d739)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:25.047802 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:25.089362 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c087bf3d-908b-4f89-9aa6-78b4deae36d1 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1814556 Jul 13 07:28:25.094900 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55926) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:25.170844 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7a1872e0-18f3-4fef-acc7-898dc28c5731 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:25.186906 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-7a1872e0-18f3-4fef-acc7-898dc28c5731 None None] Transition to ACTIVE for port object 1545a5c0-350a-48b0-ac8f-789a7b4bbb6f will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:25.199379 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=7d78a639-831a-467e-acc5-3958f65beb08,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:25.205635 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7a1872e0-18f3-4fef-acc7-898dc28c5731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:25.229126 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-436085d9-e4c0-4f82-be8d-50f9e143be3f req-6d0d0003-aa76-4a1b-bffd-62418ec5da3f tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d271ba9-922f-4a9e-8b6c-ea489ddb3952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4689362 Jul 13 07:28:25.266651 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792cf01-52a0-4e68-8919-9b3aae5a73e7 req-3d5aa987-a281-4663-aaa4-96c5c888402d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:25.278409 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792cf01-52a0-4e68-8919-9b3aae5a73e7 req-3d5aa987-a281-4663-aaa4-96c5c888402d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:25.290366 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792cf01-52a0-4e68-8919-9b3aae5a73e7 req-3d5aa987-a281-4663-aaa4-96c5c888402d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:25.293094 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3792cf01-52a0-4e68-8919-9b3aae5a73e7 req-3d5aa987-a281-4663-aaa4-96c5c888402d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b HTTP/1.1" status: 200 len: 2388 time: 0.2055686 Jul 13 07:28:25.322810 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-7a1872e0-18f3-4fef-acc7-898dc28c5731 None None] Attempting to bind port 1545a5c0-350a-48b0-ac8f-789a7b4bbb6f on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:28:25.323217 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-7a1872e0-18f3-4fef-acc7-898dc28c5731 None None] Attempting to bind port 1545a5c0-350a-48b0-ac8f-789a7b4bbb6f by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:28:25.323613 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1872e0-18f3-4fef-acc7-898dc28c5731 None None] Attempting to bind port 1545a5c0-350a-48b0-ac8f-789a7b4bbb6f on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:25.331494 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203ad55-4bbc-48af-b4cc-47885fe54cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e18e8c-64b8-45bd-a58b-37e043d27d87,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:25.347773 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1872e0-18f3-4fef-acc7-898dc28c5731 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:28:25.350797 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1872e0-18f3-4fef-acc7-898dc28c5731 None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:28:25.351355 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7a1872e0-18f3-4fef-acc7-898dc28c5731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:25.351786 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1872e0-18f3-4fef-acc7-898dc28c5731 None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:28:25.352682 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-7a1872e0-18f3-4fef-acc7-898dc28c5731 None None] Bound port: 1545a5c0-350a-48b0-ac8f-789a7b4bbb6f, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:28:25.353088 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7a1872e0-18f3-4fef-acc7-898dc28c5731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:25.359725 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5719b8b-1418-49bd-bcb5-ff5e4334e86b None None] Pushing event updated for resources: {'Port': ['ID=1545a5c0-350a-48b0-ac8f-789a7b4bbb6f,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:25.392431 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3792cf01-52a0-4e68-8919-9b3aae5a73e7 req-307c2277-3183-4475-85d1-ebdbbf76af1b tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e56024-b264-4795-a931-6b8425f6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797837 Jul 13 07:28:25.455075 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bb0673d8-febc-476d-aef6-ad98519ad802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:25.467097 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07774110-87aa-4f95-88a8-4044940b42f6 x-openstack-request-id: req-07774110-87aa-4f95-88a8-4044940b42f6 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:25.467644 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d84249-0bce-4737-919f-d2003063f5ba", "name": "network-vif-plugged", "status": "completed", "tag": "7d78a639-831a-467e-acc5-3958f65beb08", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:25.468065 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-07774110-87aa-4f95-88a8-4044940b42f6 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:25.468646 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d84249-0bce-4737-919f-d2003063f5ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d78a639-831a-467e-acc5-3958f65beb08', 'code': 200} Jul 13 07:28:25.502035 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-7a1872e0-18f3-4fef-acc7-898dc28c5731 None None] For port 1545a5c0-350a-48b0-ac8f-789a7b4bbb6f, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:28:25.514197 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-7a1872e0-18f3-4fef-acc7-898dc28c5731 None None] For port 1545a5c0-350a-48b0-ac8f-789a7b4bbb6f, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=1545a5c0-350a-48b0-ac8f-789a7b4bbb6f,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:28:25.523925 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-7a1872e0-18f3-4fef-acc7-898dc28c5731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:25.629161 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-3203ad55-4bbc-48af-b4cc-47885fe54cf3 service neutron] Attempting to bind port f8e18e8c-64b8-45bd-a58b-37e043d27d87 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:28:25.629500 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-3203ad55-4bbc-48af-b4cc-47885fe54cf3 service neutron] Attempting to bind port f8e18e8c-64b8-45bd-a58b-37e043d27d87 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '9cf5557c-798a-4fc6-a4c5-75768c7835fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c34b8c95-6f51-414e-8ad8-58adf294d1fa'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:28:25.629821 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-3203ad55-4bbc-48af-b4cc-47885fe54cf3 service neutron] Attempting to bind port f8e18e8c-64b8-45bd-a58b-37e043d27d87 on network c34b8c95-6f51-414e-8ad8-58adf294d1fa {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:25.633407 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6dc69a72-297c-4f6b-abb2-c48e42209871 None None] Provisioning complete for port 7d78a639-831a-467e-acc5-3958f65beb08 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:25.634151 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6dc69a72-297c-4f6b-abb2-c48e42209871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:25.642179 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5719b8b-1418-49bd-bcb5-ff5e4334e86b None None] Pushing event updated for resources: {'Port': ['ID=1545a5c0-350a-48b0-ac8f-789a7b4bbb6f,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:25.646167 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1872e0-18f3-4fef-acc7-898dc28c5731 None None] Routers {'3f26ffaf-e7c9-4f49-943a-5475dbafb9bc'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:28:25.647868 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-7a1872e0-18f3-4fef-acc7-898dc28c5731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:28:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['3f26ffaf-e7c9-4f49-943a-5475dbafb9bc'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:25.662337 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e6fccd27-6546-482a-a191-5157b80dc36c tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:25.664336 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-3203ad55-4bbc-48af-b4cc-47885fe54cf3 service neutron] Port f8e18e8c-64b8-45bd-a58b-37e043d27d87 on network c34b8c95-6f51-414e-8ad8-58adf294d1fa not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:28:25.664832 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-3203ad55-4bbc-48af-b4cc-47885fe54cf3 service neutron] Attempting to bind port f8e18e8c-64b8-45bd-a58b-37e043d27d87 on network c34b8c95-6f51-414e-8ad8-58adf294d1fa {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:25.700911 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-722e72c5-b9ed-48c3-92fb-eab0eeea1aaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:25.716246 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-3203ad55-4bbc-48af-b4cc-47885fe54cf3 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:28:25.717631 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-3203ad55-4bbc-48af-b4cc-47885fe54cf3 service neutron] Checking segment: {'id': '9cf5557c-798a-4fc6-a4c5-75768c7835fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c34b8c95-6f51-414e-8ad8-58adf294d1fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:28:25.718218 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-3203ad55-4bbc-48af-b4cc-47885fe54cf3 service neutron] Bound using segment: {'id': '9cf5557c-798a-4fc6-a4c5-75768c7835fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c34b8c95-6f51-414e-8ad8-58adf294d1fa'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:28:25.718838 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-3203ad55-4bbc-48af-b4cc-47885fe54cf3 service neutron] Bound port: f8e18e8c-64b8-45bd-a58b-37e043d27d87, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cf5557c-798a-4fc6-a4c5-75768c7835fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c34b8c95-6f51-414e-8ad8-58adf294d1fa'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:28:25.719663 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-3203ad55-4bbc-48af-b4cc-47885fe54cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:25.761746 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e6fccd27-6546-482a-a191-5157b80dc36c tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:25.763359 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-bb0673d8-febc-476d-aef6-ad98519ad802 admin admin] Allocated IP 172.20.0.1 (79c6da23-c276-4478-ad85-c25d76bd48f7/98af5168-9d2e-418e-bcbd-4562eab0e1ae/853d7d2e-b1a3-4479-b719-15fd42bae54e) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:28:25.799590 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-7a1872e0-18f3-4fef-acc7-898dc28c5731 None None] Set router 3f26ffaf-e7c9-4f49-943a-5475dbafb9bc gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:28:25.872323 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0d131-7c55-470b-a48f-73aa442c2b37 req-28822a71-554c-431c-b6cb-66eba89efe7d tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:25.874000 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-54b0d131-7c55-470b-a48f-73aa442c2b37 req-28822a71-554c-431c-b6cb-66eba89efe7d tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 946 time: 0.4206100 Jul 13 07:28:25.896628 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:28:25.936237 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bb0673d8-febc-476d-aef6-ad98519ad802 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:25.958193 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-bb0673d8-febc-476d-aef6-ad98519ad802 admin admin] Transition to ACTIVE for port object 853d7d2e-b1a3-4479-b719-15fd42bae54e will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:25.977527 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651f51a-e1ae-4f01-98a6-e123b5bd0baa req-4b27c3e9-5c16-49aa-86c8-e290402967e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:25.979659 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9651f51a-e1ae-4f01-98a6-e123b5bd0baa req-4b27c3e9-5c16-49aa-86c8-e290402967e3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=24d84249-0bce-4737-919f-d2003063f5ba HTTP/1.1" status: 200 len: 1097 time: 0.1272881 Jul 13 07:28:26.004826 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-3203ad55-4bbc-48af-b4cc-47885fe54cf3 service neutron] For port f8e18e8c-64b8-45bd-a58b-37e043d27d87, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:28:26.010096 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-54b0d131-7c55-470b-a48f-73aa442c2b37 req-38afa83e-2c74-47ad-9786-cbc356b85949 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258800 Jul 13 07:28:26.014787 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e6fccd27-6546-482a-a191-5157b80dc36c tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:26.017616 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e6fccd27-6546-482a-a191-5157b80dc36c tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:26.019037 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e6fccd27-6546-482a-a191-5157b80dc36c tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "DELETE /v2.0/security-groups/a58719eb-ae02-4fa8-9536-a9eedfaa0b74 HTTP/1.1" status: 204 len: 168 time: 0.9156296 Jul 13 07:28:26.032895 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55930) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:26.039734 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-7a1872e0-18f3-4fef-acc7-898dc28c5731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f26ffaf-e7c9-4f49-943a-5475dbafb9bc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-981883737-router', 'tenant_id': '0fdbafb5634444bbafb13610523ab1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '1545a5c0-350a-48b0-ac8f-789a7b4bbb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:28:16Z', 'updated_at': '2021-07-13T07:28:21Z', 'revision_number': 3, 'project_id': '0fdbafb5634444bbafb13610523ab1ed', 'gw_port': {'id': '1545a5c0-350a-48b0-ac8f-789a7b4bbb6f', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f26ffaf-e7c9-4f49-943a-5475dbafb9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:28:19Z', 'updated_at': '2021-07-13T07:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:26.051988 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-3203ad55-4bbc-48af-b4cc-47885fe54cf3 service neutron] For port f8e18e8c-64b8-45bd-a58b-37e043d27d87, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=f8e18e8c-64b8-45bd-a58b-37e043d27d87,segment=NetworkSegment(9cf5557c-798a-4fc6-a4c5-75768c7835fd),segment_id=9cf5557c-798a-4fc6-a4c5-75768c7835fd)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:28:26.073817 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-3203ad55-4bbc-48af-b4cc-47885fe54cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:26.090719 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fccd27-6546-482a-a191-5157b80dc36c tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58719eb-ae02-4fa8-9536-a9eedfaa0b74,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:26.185330 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1872e0-18f3-4fef-acc7-898dc28c5731 None None] The sync data for ids ['3f26ffaf-e7c9-4f49-943a-5475dbafb9bc'] in n-d-771363-34 is: [{'id': '3f26ffaf-e7c9-4f49-943a-5475dbafb9bc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-981883737-router', 'tenant_id': '0fdbafb5634444bbafb13610523ab1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '1545a5c0-350a-48b0-ac8f-789a7b4bbb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:28:16Z', 'updated_at': '2021-07-13T07:28:21Z', 'revision_number': 3, 'project_id': '0fdbafb5634444bbafb13610523ab1ed', 'gw_port': {'id': '1545a5c0-350a-48b0-ac8f-789a7b4bbb6f', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f26ffaf-e7c9-4f49-943a-5475dbafb9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:28:19Z', 'updated_at': '2021-07-13T07:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:28:26.218266 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-3203ad55-4bbc-48af-b4cc-47885fe54cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:26.219022 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-3203ad55-4bbc-48af-b4cc-47885fe54cf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:26.221374 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-3203ad55-4bbc-48af-b4cc-47885fe54cf3 service neutron] 10.222.0.25 "PUT /v2.0/ports/f8e18e8c-64b8-45bd-a58b-37e043d27d87 HTTP/1.1" status: 200 len: 1092 time: 3.1871417 Jul 13 07:28:26.273264 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b', 'tag': 'f8e18e8c-64b8-45bd-a58b-37e043d27d87'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:26.279161 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9909e4-f5db-4d1b-af54-0db0f929df6d" -d '{"events": [{"name": "network-changed", "server_uuid": "ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b", "tag": "f8e18e8c-64b8-45bd-a58b-37e043d27d87"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:26.295524 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-e17f68ce-fbc1-4114-b18c-8e8e0a6e8319 service neutron] Request body: {'port': {'device_id': 'ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:26.444624 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722e72c5-b9ed-48c3-92fb-eab0eeea1aaf admin admin] Router cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:28:26.451709 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f1de64f3-718d-47a8-b6cf-786a08eef225 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4149182 Jul 13 07:28:26.457398 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55942) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:26.459919 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203ad55-4bbc-48af-b4cc-47885fe54cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e18e8c-64b8-45bd-a58b-37e043d27d87,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:26.467759 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-2111a1a0-66d9-4b88-afed-2d664773ccc6 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Request body: {'security_group': {'name': 'tempest-secgroup--959676441'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:26.491163 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9651f51a-e1ae-4f01-98a6-e123b5bd0baa req-1f8e4974-92b4-4321-98e7-80980a8ccccc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6d271ba9-922f-4a9e-8b6c-ea489ddb3952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5038521 Jul 13 07:28:26.498180 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bb0673d8-febc-476d-aef6-ad98519ad802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:26.520156 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3203ad55-4bbc-48af-b4cc-47885fe54cf3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:26.520505 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3203ad55-4bbc-48af-b4cc-47885fe54cf3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:26.520847 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3203ad55-4bbc-48af-b4cc-47885fe54cf3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:26.521729 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3203ad55-4bbc-48af-b4cc-47885fe54cf3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:26.522057 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3203ad55-4bbc-48af-b4cc-47885fe54cf3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:26.522414 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3203ad55-4bbc-48af-b4cc-47885fe54cf3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:26.522690 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3203ad55-4bbc-48af-b4cc-47885fe54cf3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:26.523013 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3203ad55-4bbc-48af-b4cc-47885fe54cf3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:26.523360 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3203ad55-4bbc-48af-b4cc-47885fe54cf3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:26.523685 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3203ad55-4bbc-48af-b4cc-47885fe54cf3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:26.523987 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3203ad55-4bbc-48af-b4cc-47885fe54cf3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:26.524307 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3203ad55-4bbc-48af-b4cc-47885fe54cf3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:26.574742 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0673d8-febc-476d-aef6-ad98519ad802 admin admin] Network 79c6da23-c276-4478-ad85-c25d76bd48f7 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:28:26.599739 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-bb0673d8-febc-476d-aef6-ad98519ad802 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:26.611581 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0673d8-febc-476d-aef6-ad98519ad802 admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:28:26.617744 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0673d8-febc-476d-aef6-ad98519ad802 admin admin] Pushing event updated for resources: {'Port': ['ID=853d7d2e-b1a3-4479-b719-15fd42bae54e,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:26.632080 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c4cdb-46b4-445d-b812-faf2b67376f3 req-a72785c9-f844-4f44-b44e-aa87b7c977a5 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:26.633929 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b60c4cdb-46b4-445d-b812-faf2b67376f3 req-a72785c9-f844-4f44-b44e-aa87b7c977a5 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d84249-0bce-4737-919f-d2003063f5ba HTTP/1.1" status: 200 len: 945 time: 0.2190855 Jul 13 07:28:26.649413 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-e17f68ce-fbc1-4114-b18c-8e8e0a6e8319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:26.672443 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7380aa-afe9-425b-abf1-b55b89c7f55a req-ac29f2da-422a-4bce-9669-55df02be3b47 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:26.674046 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cd7380aa-afe9-425b-abf1-b55b89c7f55a req-ac29f2da-422a-4bce-9669-55df02be3b47 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 946 time: 0.4814706 Jul 13 07:28:26.698164 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2111a1a0-66d9-4b88-afed-2d664773ccc6 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:26.721145 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bb0673d8-febc-476d-aef6-ad98519ad802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:26.775892 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b60c4cdb-46b4-445d-b812-faf2b67376f3 req-a9cf6224-4375-495a-a5e1-2c3179519657 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d271ba9-922f-4a9e-8b6c-ea489ddb3952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057878 Jul 13 07:28:26.937370 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6859de98-64c8-4d30-90ce-7ddcd6f54daa x-openstack-request-id: req-6859de98-64c8-4d30-90ce-7ddcd6f54daa {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:26.937850 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b", "tag": "f8e18e8c-64b8-45bd-a58b-37e043d27d87", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:26.938170 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6859de98-64c8-4d30-90ce-7ddcd6f54daa {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:26.938713 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b', 'tag': 'f8e18e8c-64b8-45bd-a58b-37e043d27d87', 'status': 'completed', 'code': 200} Jul 13 07:28:26.991955 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cd7380aa-afe9-425b-abf1-b55b89c7f55a req-bfb2e61f-0d5a-4378-bbb6-a5cf2fdf7c32 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033059 Jul 13 07:28:27.000910 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-97244f41-8f60-46b0-87d6-e30cbf174a11 None None] Provisioning for port 853d7d2e-b1a3-4479-b719-15fd42bae54e completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:27.008103 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722e72c5-b9ed-48c3-92fb-eab0eeea1aaf admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:28:27.016522 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-97244f41-8f60-46b0-87d6-e30cbf174a11 None None] Provisioning complete for port 853d7d2e-b1a3-4479-b719-15fd42bae54e triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:27.017140 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-97244f41-8f60-46b0-87d6-e30cbf174a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:27.021101 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4ef237-a897-49bb-9874-440fbc347d8c None None] Sync routers for ids ['cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:28:27.038483 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-722e72c5-b9ed-48c3-92fb-eab0eeea1aaf admin admin] 10.222.0.23 "PUT /v2.0/routers/cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0120599 Jul 13 07:28:27.044035 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55948) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:27.084730 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4ef237-a897-49bb-9874-440fbc347d8c None None] Routers {'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:28:27.085758 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-ff4ef237-a897-49bb-9874-440fbc347d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:28:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:27.103902 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9909e4-f5db-4d1b-af54-0db0f929df6d req-ef94f98d-12d3-4f82-ae45-ecd39dbec79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:27.104467 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9909e4-f5db-4d1b-af54-0db0f929df6d req-ef94f98d-12d3-4f82-ae45-ecd39dbec79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:27.104951 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9909e4-f5db-4d1b-af54-0db0f929df6d req-ef94f98d-12d3-4f82-ae45-ecd39dbec79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:27.106797 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dc9909e4-f5db-4d1b-af54-0db0f929df6d req-ef94f98d-12d3-4f82-ae45-ecd39dbec79e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=48de65aa8b8243d7a205f2a528057190&device_id=ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b HTTP/1.1" status: 200 len: 2732 time: 0.2182457 Jul 13 07:28:27.121452 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bb0673d8-febc-476d-aef6-ad98519ad802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:27.374728 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab12ac-9f86-4ca4-a25c-49b2b7558bf7 req-5335c736-8a3d-418b-9fe8-46a19fc2b676 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:27.382421 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab12ac-9f86-4ca4-a25c-49b2b7558bf7 req-5335c736-8a3d-418b-9fe8-46a19fc2b676 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:27.397083 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab12ac-9f86-4ca4-a25c-49b2b7558bf7 req-5335c736-8a3d-418b-9fe8-46a19fc2b676 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:27.398589 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b4ab12ac-9f86-4ca4-a25c-49b2b7558bf7 req-5335c736-8a3d-418b-9fe8-46a19fc2b676 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b HTTP/1.1" status: 200 len: 2388 time: 0.3983684 Jul 13 07:28:27.404344 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-ff4ef237-a897-49bb-9874-440fbc347d8c None None] Set router cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:28:27.464577 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3d2865b1-401a-4453-a5c5-baceef75880f admin admin] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:27.548147 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-97244f41-8f60-46b0-87d6-e30cbf174a11 None None] Port 853d7d2e-b1a3-4479-b719-15fd42bae54e cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:28:27.591782 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b4ab12ac-9f86-4ca4-a25c-49b2b7558bf7 req-126f8178-46ae-4e5c-88d2-07e23bcaa1a6 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e56024-b264-4795-a931-6b8425f6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770794 Jul 13 07:28:27.622883 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3d2865b1-401a-4453-a5c5-baceef75880f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:27.683126 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9909e4-f5db-4d1b-af54-0db0f929df6d req-3e8ff560-e888-4a25-ae07-1e6be3456bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:27.683729 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9909e4-f5db-4d1b-af54-0db0f929df6d req-3e8ff560-e888-4a25-ae07-1e6be3456bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:27.684236 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9909e4-f5db-4d1b-af54-0db0f929df6d req-3e8ff560-e888-4a25-ae07-1e6be3456bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:27.687944 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dc9909e4-f5db-4d1b-af54-0db0f929df6d req-3e8ff560-e888-4a25-ae07-1e6be3456bd8 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=48de65aa8b8243d7a205f2a528057190&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5637395 Jul 13 07:28:27.712965 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2111a1a0-66d9-4b88-afed-2d664773ccc6 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:27.747112 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2111a1a0-66d9-4b88-afed-2d664773ccc6 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:27.796576 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-e17f68ce-fbc1-4114-b18c-8e8e0a6e8319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d98777d-8736-46d1-b1eb-d1f3dbf78d6a {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:28:27.824650 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-e17f68ce-fbc1-4114-b18c-8e8e0a6e8319 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:27.830834 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2111a1a0-66d9-4b88-afed-2d664773ccc6 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:27.835137 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2111a1a0-66d9-4b88-afed-2d664773ccc6 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3685548 Jul 13 07:28:27.839880 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55956) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:27.840538 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111a1a0-66d9-4b88-afed-2d664773ccc6 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee02b35-7012-4c4e-82fc-cff24c7b947b,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:27.852406 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-9e13e346-d517-498d-8ffe-9284cba2de57 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Request body: {'security_group_rule': {'security_group_id': '0ee02b35-7012-4c4e-82fc-cff24c7b947b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:27.857893 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-3d2865b1-401a-4453-a5c5-baceef75880f admin admin] Deleting port 6696962e-9334-4181-9955-4641fd18f461 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:27.858203 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3d2865b1-401a-4453-a5c5-baceef75880f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:27.878997 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-e17f68ce-fbc1-4114-b18c-8e8e0a6e8319 service neutron] Transition to ACTIVE for port object 8d98777d-8736-46d1-b1eb-d1f3dbf78d6a will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:27.891940 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bb0673d8-febc-476d-aef6-ad98519ad802 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:27.899443 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-e17f68ce-fbc1-4114-b18c-8e8e0a6e8319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:27.909118 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bb0673d8-febc-476d-aef6-ad98519ad802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:27.974800 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9909e4-f5db-4d1b-af54-0db0f929df6d req-3bacb3b7-032d-4144-9785-1a4c3fc20df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:27.976746 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dc9909e4-f5db-4d1b-af54-0db0f929df6d req-3bacb3b7-032d-4144-9785-1a4c3fc20df3 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2745428 Jul 13 07:28:28.027394 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-ff4ef237-a897-49bb-9874-440fbc347d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2', 'name': 'tempest-ServersTestBootFromVolume-1616703789-router', 'tenant_id': 'ee1f885a5c2c4debb29c02950632e699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '6696962e-9334-4181-9955-4641fd18f461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:50Z', 'updated_at': '2021-07-13T07:28:24Z', 'revision_number': 5, 'project_id': 'ee1f885a5c2c4debb29c02950632e699', 'gw_port': {'id': '6696962e-9334-4181-9955-4641fd18f461', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ad:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:24:51Z', 'updated_at': '2021-07-13T07:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:28.048001 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9e13e346-d517-498d-8ffe-9284cba2de57 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:28.076307 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4ef237-a897-49bb-9874-440fbc347d8c None None] Checking router: cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:28:28.088718 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0673d8-febc-476d-aef6-ad98519ad802 admin admin] Pushing event updated for resources: {'Port': ['ID=853d7d2e-b1a3-4479-b719-15fd42bae54e,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:28.096979 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bb0673d8-febc-476d-aef6-ad98519ad802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:28.105409 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4ef237-a897-49bb-9874-440fbc347d8c None None] Routers {'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:28:28.108774 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-ff4ef237-a897-49bb-9874-440fbc347d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:28:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:28.289344 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-ff4ef237-a897-49bb-9874-440fbc347d8c None None] Set router cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2 gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:28:28.307284 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0673d8-febc-476d-aef6-ad98519ad802 admin admin] Network 79c6da23-c276-4478-ad85-c25d76bd48f7 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:28:28.310826 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-bb0673d8-febc-476d-aef6-ad98519ad802 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:28.503584 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-ff4ef237-a897-49bb-9874-440fbc347d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2', 'name': 'tempest-ServersTestBootFromVolume-1616703789-router', 'tenant_id': 'ee1f885a5c2c4debb29c02950632e699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:50Z', 'updated_at': '2021-07-13T07:28:27Z', 'revision_number': 6, 'project_id': 'ee1f885a5c2c4debb29c02950632e699', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:28.593596 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-97918536-4eb0-4c22-8364-d94817dfed3d None None] Provisioning complete for port 853d7d2e-b1a3-4479-b719-15fd42bae54e triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:28.594414 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-97918536-4eb0-4c22-8364-d94817dfed3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:28.597954 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4ef237-a897-49bb-9874-440fbc347d8c None None] The sync data for ids ['cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2'] in n-d-771363-34 is: [{'id': 'cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2', 'name': 'tempest-ServersTestBootFromVolume-1616703789-router', 'tenant_id': 'ee1f885a5c2c4debb29c02950632e699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:24:50Z', 'updated_at': '2021-07-13T07:28:27Z', 'revision_number': 6, 'project_id': 'ee1f885a5c2c4debb29c02950632e699', 'gw_port_host': None}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:28:28.624825 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 1545a5c0-350a-48b0-ac8f-789a7b4bbb6f up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:28.660636 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0673d8-febc-476d-aef6-ad98519ad802 admin admin] Router 3f26ffaf-e7c9-4f49-943a-5475dbafb9bc has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:28:28.719865 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-97918536-4eb0-4c22-8364-d94817dfed3d None None] Port 853d7d2e-b1a3-4479-b719-15fd42bae54e cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:28:28.726650 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 1545a5c0-350a-48b0-ac8f-789a7b4bbb6f completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:28.733096 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 1545a5c0-350a-48b0-ac8f-789a7b4bbb6f triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:28.733670 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:28.873653 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f68ce-fbc1-4114-b18c-8e8e0a6e8319 service neutron] Pushing event updated for resources: {'Port': ['ID=8d98777d-8736-46d1-b1eb-d1f3dbf78d6a,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:28.889959 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0673d8-febc-476d-aef6-ad98519ad802 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:28:28.904891 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-bb0673d8-febc-476d-aef6-ad98519ad802 admin admin] 10.222.0.23 "PUT /v2.0/routers/3f26ffaf-e7c9-4f49-943a-5475dbafb9bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6041579 Jul 13 07:28:28.920711 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:28.928557 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-0a29d5da-6723-4f3e-b44d-1b676a3adaed None None] Provisioning complete for port 853d7d2e-b1a3-4479-b719-15fd42bae54e triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:28.929016 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0a29d5da-6723-4f3e-b44d-1b676a3adaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:28.932539 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-3d2865b1-401a-4453-a5c5-baceef75880f admin admin] For port 6696962e-9334-4181-9955-4641fd18f461, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=6696962e-9334-4181-9955-4641fd18f461,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:28.933181 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3d2865b1-401a-4453-a5c5-baceef75880f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:28.975459 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 1545a5c0-350a-48b0-ac8f-789a7b4bbb6f, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=1545a5c0-350a-48b0-ac8f-789a7b4bbb6f,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:28.996100 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:29.007059 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-3d2865b1-401a-4453-a5c5-baceef75880f admin admin] Calling delete_port for 6696962e-9334-4181-9955-4641fd18f461 owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:29.038513 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9ec53b-aebe-41c8-8d38-be876d50d8d2 None None] Sync routers for ids ['3f26ffaf-e7c9-4f49-943a-5475dbafb9bc'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:28:29.049791 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9ec53b-aebe-41c8-8d38-be876d50d8d2 None None] Routers {'3f26ffaf-e7c9-4f49-943a-5475dbafb9bc'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:28:29.050523 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-6b9ec53b-aebe-41c8-8d38-be876d50d8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:28:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['3f26ffaf-e7c9-4f49-943a-5475dbafb9bc'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:29.089503 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-0a29d5da-6723-4f3e-b44d-1b676a3adaed None None] Port 853d7d2e-b1a3-4479-b719-15fd42bae54e cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:28:29.101202 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506b3e2-fa29-488f-af64-87ab5366a519 req-30bde419-91d0-47b5-91c4-05f87b3b56c8 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:29.118554 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506b3e2-fa29-488f-af64-87ab5366a519 req-30bde419-91d0-47b5-91c4-05f87b3b56c8 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:29.135952 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506b3e2-fa29-488f-af64-87ab5366a519 req-30bde419-91d0-47b5-91c4-05f87b3b56c8 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:29.139573 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9506b3e2-fa29-488f-af64-87ab5366a519 req-30bde419-91d0-47b5-91c4-05f87b3b56c8 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b HTTP/1.1" status: 200 len: 2400 time: 0.2280278 Jul 13 07:28:29.152468 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=1545a5c0-350a-48b0-ac8f-789a7b4bbb6f,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:29.212014 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9506b3e2-fa29-488f-af64-87ab5366a519 req-e93f57b1-085d-4161-a820-27b9fa66b883 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e56024-b264-4795-a931-6b8425f6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656588 Jul 13 07:28:29.248391 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9e13e346-d517-498d-8ffe-9284cba2de57 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:29.252539 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-6b9ec53b-aebe-41c8-8d38-be876d50d8d2 None None] Set router 3f26ffaf-e7c9-4f49-943a-5475dbafb9bc gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:28:29.260695 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9e13e346-d517-498d-8ffe-9284cba2de57 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:29.273504 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec3e12-7f02-4183-920c-9eb1ddf1a5f7 req-5cdde3d0-5262-4414-a95d-ae7712b5dafd tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:29.280499 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ecec3e12-7f02-4183-920c-9eb1ddf1a5f7 req-5cdde3d0-5262-4414-a95d-ae7712b5dafd tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d84249-0bce-4737-919f-d2003063f5ba HTTP/1.1" status: 200 len: 945 time: 1.2466512 Jul 13 07:28:29.339347 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-e17f68ce-fbc1-4114-b18c-8e8e0a6e8319 service neutron] Attempting to bind port 8d98777d-8736-46d1-b1eb-d1f3dbf78d6a on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:28:29.339742 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-e17f68ce-fbc1-4114-b18c-8e8e0a6e8319 service neutron] Attempting to bind port 8d98777d-8736-46d1-b1eb-d1f3dbf78d6a by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'e6078ba5-7e8c-4f39-9967-a10d3df88654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ce1d5b6d-720f-48ed-8746-a179fc927918'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:28:29.340017 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-e17f68ce-fbc1-4114-b18c-8e8e0a6e8319 service neutron] Attempting to bind port 8d98777d-8736-46d1-b1eb-d1f3dbf78d6a on network ce1d5b6d-720f-48ed-8746-a179fc927918 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:29.345129 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e13e346-d517-498d-8ffe-9284cba2de57 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2351d98c-7ec6-47a6-9155-30935a4a5e6b,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:29.348647 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-e17f68ce-fbc1-4114-b18c-8e8e0a6e8319 service neutron] Port 8d98777d-8736-46d1-b1eb-d1f3dbf78d6a on network ce1d5b6d-720f-48ed-8746-a179fc927918 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:28:29.349487 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-e17f68ce-fbc1-4114-b18c-8e8e0a6e8319 service neutron] Attempting to bind port 8d98777d-8736-46d1-b1eb-d1f3dbf78d6a on network ce1d5b6d-720f-48ed-8746-a179fc927918 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:29.353091 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3d2865b1-401a-4453-a5c5-baceef75880f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:29.370791 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9e13e346-d517-498d-8ffe-9284cba2de57 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:29.374646 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9e13e346-d517-498d-8ffe-9284cba2de57 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5282667 Jul 13 07:28:29.375341 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55972) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:29.402474 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-e17f68ce-fbc1-4114-b18c-8e8e0a6e8319 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:28:29.402851 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-e17f68ce-fbc1-4114-b18c-8e8e0a6e8319 service neutron] Checking segment: {'id': 'e6078ba5-7e8c-4f39-9967-a10d3df88654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ce1d5b6d-720f-48ed-8746-a179fc927918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:28:29.403246 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-e17f68ce-fbc1-4114-b18c-8e8e0a6e8319 service neutron] Bound using segment: {'id': 'e6078ba5-7e8c-4f39-9967-a10d3df88654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ce1d5b6d-720f-48ed-8746-a179fc927918'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:28:29.403725 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-e17f68ce-fbc1-4114-b18c-8e8e0a6e8319 service neutron] Bound port: 8d98777d-8736-46d1-b1eb-d1f3dbf78d6a, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6078ba5-7e8c-4f39-9967-a10d3df88654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ce1d5b6d-720f-48ed-8746-a179fc927918'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:28:29.404105 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-e17f68ce-fbc1-4114-b18c-8e8e0a6e8319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:29.409195 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2865b1-401a-4453-a5c5-baceef75880f admin admin] Pushing event deleted for resources: {'Port': ['ID=6696962e-9334-4181-9955-4641fd18f461,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:29.430104 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ecec3e12-7f02-4183-920c-9eb1ddf1a5f7 req-3e4882de-ea67-4044-81d3-3b438fd55d8e tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d271ba9-922f-4a9e-8b6c-ea489ddb3952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462576 Jul 13 07:28:29.443576 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-929fa224-c87a-4b03-88c3-2924969c4595 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "GET /v2.0/security-group-rules/2351d98c-7ec6-47a6-9155-30935a4a5e6b HTTP/1.1" status: 200 len: 763 time: 0.0665152 Jul 13 07:28:29.447251 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55976) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:29.593603 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [req-d63ae399-cafe-4d2f-81bf-a9da2cb45378 req-dd0a2e23-9c2f-4f6d-8dec-d953b783b7d0 tempest-FloatingIPDetailsNegativeTestJSON-36016225 tempest-FloatingIPDetailsNegativeTestJSON-36016225-project] show failed (client error): The resource could not be found. Jul 13 07:28:29.596380 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d63ae399-cafe-4d2f-81bf-a9da2cb45378 req-dd0a2e23-9c2f-4f6d-8dec-d953b783b7d0 tempest-FloatingIPDetailsNegativeTestJSON-36016225 tempest-FloatingIPDetailsNegativeTestJSON-36016225-project] 10.222.0.23 "GET /v2.0/floatingips/e8cb2fd6-85bc-4802-9031-c806ed536f63 HTTP/1.1" status: 404 len: 350 time: 0.0745883 Jul 13 07:28:29.604180 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3d2865b1-401a-4453-a5c5-baceef75880f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:29.615259 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c4fa32a4-87c7-4ceb-a155-6b7a8721f1c4 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1627228 Jul 13 07:28:29.616617 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55982) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:29.622032 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55984) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:29.622916 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-6b9ec53b-aebe-41c8-8d38-be876d50d8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f26ffaf-e7c9-4f49-943a-5475dbafb9bc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-981883737-router', 'tenant_id': '0fdbafb5634444bbafb13610523ab1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '1545a5c0-350a-48b0-ac8f-789a7b4bbb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:28:16Z', 'updated_at': '2021-07-13T07:28:26Z', 'revision_number': 4, 'project_id': '0fdbafb5634444bbafb13610523ab1ed', 'gw_port': {'id': '1545a5c0-350a-48b0-ac8f-789a7b4bbb6f', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f26ffaf-e7c9-4f49-943a-5475dbafb9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:28:19Z', 'updated_at': '2021-07-13T07:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '853d7d2e-b1a3-4479-b719-15fd42bae54e', 'name': '', 'network_id': '79c6da23-c276-4478-ad85-c25d76bd48f7', 'tenant_id': '0fdbafb5634444bbafb13610523ab1ed', 'mac_address': 'fa:16:3e:3a:c0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f26ffaf-e7c9-4f49-943a-5475dbafb9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '98af5168-9d2e-418e-bcbd-4562eab0e1ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:28:25Z', 'updated_at': '2021-07-13T07:28:27Z', 'revision_number': 2, 'project_id': '0fdbafb5634444bbafb13610523ab1ed', 'subnets': [{'id': '98af5168-9d2e-418e-bcbd-4562eab0e1ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:29.696473 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9ec53b-aebe-41c8-8d38-be876d50d8d2 None None] Checking router: 3f26ffaf-e7c9-4f49-943a-5475dbafb9bc for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:28:29.696834 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9ec53b-aebe-41c8-8d38-be876d50d8d2 None None] Updating router 3f26ffaf-e7c9-4f49-943a-5475dbafb9bc port 853d7d2e-b1a3-4479-b719-15fd42bae54e binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:28:29.786228 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec53b-aebe-41c8-8d38-be876d50d8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:29.807010 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-e17f68ce-fbc1-4114-b18c-8e8e0a6e8319 service neutron] For port 8d98777d-8736-46d1-b1eb-d1f3dbf78d6a, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:28:29.839643 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3d2865b1-401a-4453-a5c5-baceef75880f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:29.845829 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3d2865b1-401a-4453-a5c5-baceef75880f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:29.849002 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-e17f68ce-fbc1-4114-b18c-8e8e0a6e8319 service neutron] For port 8d98777d-8736-46d1-b1eb-d1f3dbf78d6a, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=8d98777d-8736-46d1-b1eb-d1f3dbf78d6a,segment=NetworkSegment(e6078ba5-7e8c-4f39-9967-a10d3df88654),segment_id=e6078ba5-7e8c-4f39-9967-a10d3df88654)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:28:29.850552 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-75e455ca-be46-46f9-afb7-535ec83431a7 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:29.867909 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-e17f68ce-fbc1-4114-b18c-8e8e0a6e8319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:29.884300 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-75e455ca-be46-46f9-afb7-535ec83431a7 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:30.002834 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-e17f68ce-fbc1-4114-b18c-8e8e0a6e8319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:30.003913 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-e17f68ce-fbc1-4114-b18c-8e8e0a6e8319 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:30.005421 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-e17f68ce-fbc1-4114-b18c-8e8e0a6e8319 service neutron] 10.222.0.25 "PUT /v2.0/ports/8d98777d-8736-46d1-b1eb-d1f3dbf78d6a HTTP/1.1" status: 200 len: 1093 time: 3.7195573 Jul 13 07:28:30.006872 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b', 'tag': '8d98777d-8736-46d1-b1eb-d1f3dbf78d6a'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:30.015044 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7465f0-c920-45ca-88f6-748dc34e5a28" -d '{"events": [{"name": "network-changed", "server_uuid": "ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b", "tag": "8d98777d-8736-46d1-b1eb-d1f3dbf78d6a"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:30.033922 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3d2865b1-401a-4453-a5c5-baceef75880f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:30.034438 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2865b1-401a-4453-a5c5-baceef75880f admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2 {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:28:30.046892 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-1f56b166-c8d9-4ac4-8fd8-9833da95a647 service neutron] Request body: {'port': {'device_id': 'ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:30.054512 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3d2865b1-401a-4453-a5c5-baceef75880f admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:30.058464 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3d2865b1-401a-4453-a5c5-baceef75880f admin admin] 10.222.0.23 "DELETE /v2.0/routers/cc6221cb-d8f8-4d0d-81ad-d8ed299f04c2 HTTP/1.1" status: 204 len: 168 time: 3.0143950 Jul 13 07:28:30.067306 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55990) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:30.090425 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-75e455ca-be46-46f9-afb7-535ec83431a7 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:30.106192 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-75e455ca-be46-46f9-afb7-535ec83431a7 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:30.107382 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-75e455ca-be46-46f9-afb7-535ec83431a7 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/2351d98c-7ec6-47a6-9155-30935a4a5e6b HTTP/1.1" status: 204 len: 168 time: 0.4832311 Jul 13 07:28:30.110010 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e455ca-be46-46f9-afb7-535ec83431a7 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2351d98c-7ec6-47a6-9155-30935a4a5e6b,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:30.123912 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55992) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:30.126066 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f68ce-fbc1-4114-b18c-8e8e0a6e8319 service neutron] Pushing event updated for resources: {'Port': ['ID=8d98777d-8736-46d1-b1eb-d1f3dbf78d6a,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:30.134832 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d6be8e-8fa3-4978-83cf-a6daf290237a x-openstack-request-id: req-35d6be8e-8fa3-4978-83cf-a6daf290237a {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:30.135191 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b", "tag": "8d98777d-8736-46d1-b1eb-d1f3dbf78d6a", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:30.135402 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-35d6be8e-8fa3-4978-83cf-a6daf290237a {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:30.135776 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b', 'tag': '8d98777d-8736-46d1-b1eb-d1f3dbf78d6a', 'status': 'completed', 'code': 200} Jul 13 07:28:30.150474 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c55802-ab9f-4466-bb78-621b4404701f admin admin] Deleting subnet 59738458-cb9f-4c4b-b821-44dd633482c4 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:28:30.160330 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a7c55802-ab9f-4466-bb78-621b4404701f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:30.177971 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1dbe9ab9-20da-487a-aec3-de2747f3495b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:30.215748 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a7c55802-ab9f-4466-bb78-621b4404701f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:30.260646 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b30eca41-b67d-4d2f-81b4-9d924aabc4a8 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1353688 Jul 13 07:28:30.264792 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-1f56b166-c8d9-4ac4-8fd8-9833da95a647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:30.265872 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61070a-f9c5-4dd3-bb1b-5dafdeef073b req-e3787581-6999-439c-9095-b3d1671efe2d tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:30.266368 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55996) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:30.272750 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bb61070a-f9c5-4dd3-bb1b-5dafdeef073b req-e3787581-6999-439c-9095-b3d1671efe2d tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d84249-0bce-4737-919f-d2003063f5ba HTTP/1.1" status: 200 len: 945 time: 0.4535575 Jul 13 07:28:30.280710 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-a1152136-33c3-4189-b402-a2875ad7f090 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Request body: {'security_group_rule': {'security_group_id': '0ee02b35-7012-4c4e-82fc-cff24c7b947b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:30.283979 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55998) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:30.293896 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-bb912905-44f2-4011-be59-de9a6b5bba39 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Request body: {'floatingip': {'port_id': '7d78a639-831a-467e-acc5-3958f65beb08'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:30.319549 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec53b-aebe-41c8-8d38-be876d50d8d2 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:30.339691 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-6b9ec53b-aebe-41c8-8d38-be876d50d8d2 None None] Transition to ACTIVE for port object 853d7d2e-b1a3-4479-b719-15fd42bae54e will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:30.354921 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec53b-aebe-41c8-8d38-be876d50d8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:30.397380 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bb912905-44f2-4011-be59-de9a6b5bba39 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks [] for floatingip, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:30.430534 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1152136-33c3-4189-b402-a2875ad7f090 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:30.503343 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1947f79-0e7e-4b68-9444-a00852be4e86 None None] Pushing event updated for resources: {'Port': ['ID=853d7d2e-b1a3-4479-b719-15fd42bae54e,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:30.548698 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-6b9ec53b-aebe-41c8-8d38-be876d50d8d2 None None] Attempting to bind port 853d7d2e-b1a3-4479-b719-15fd42bae54e on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:28:30.549071 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-6b9ec53b-aebe-41c8-8d38-be876d50d8d2 None None] Attempting to bind port 853d7d2e-b1a3-4479-b719-15fd42bae54e by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'd926cf04-9903-47c4-b706-20551263f016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '79c6da23-c276-4478-ad85-c25d76bd48f7'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:28:30.549426 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9ec53b-aebe-41c8-8d38-be876d50d8d2 None None] Attempting to bind port 853d7d2e-b1a3-4479-b719-15fd42bae54e on network 79c6da23-c276-4478-ad85-c25d76bd48f7 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:30.565202 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9ec53b-aebe-41c8-8d38-be876d50d8d2 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:28:30.565579 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9ec53b-aebe-41c8-8d38-be876d50d8d2 None None] Checking segment: {'id': 'd926cf04-9903-47c4-b706-20551263f016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '79c6da23-c276-4478-ad85-c25d76bd48f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:28:30.565988 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec53b-aebe-41c8-8d38-be876d50d8d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:30.566383 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9ec53b-aebe-41c8-8d38-be876d50d8d2 None None] Bound using segment: {'id': 'd926cf04-9903-47c4-b706-20551263f016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '79c6da23-c276-4478-ad85-c25d76bd48f7'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:28:30.566877 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-6b9ec53b-aebe-41c8-8d38-be876d50d8d2 None None] Bound port: 853d7d2e-b1a3-4479-b719-15fd42bae54e, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd926cf04-9903-47c4-b706-20551263f016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '79c6da23-c276-4478-ad85-c25d76bd48f7'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:28:30.573348 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec53b-aebe-41c8-8d38-be876d50d8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:30.609783 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 1545a5c0-350a-48b0-ac8f-789a7b4bbb6f up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:30.725827 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 1545a5c0-350a-48b0-ac8f-789a7b4bbb6f triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:30.726443 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:30.754982 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-6b9ec53b-aebe-41c8-8d38-be876d50d8d2 None None] For port 853d7d2e-b1a3-4479-b719-15fd42bae54e, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:28:30.768510 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-6b9ec53b-aebe-41c8-8d38-be876d50d8d2 None None] For port 853d7d2e-b1a3-4479-b719-15fd42bae54e, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=853d7d2e-b1a3-4479-b719-15fd42bae54e,segment=NetworkSegment(d926cf04-9903-47c4-b706-20551263f016),segment_id=d926cf04-9903-47c4-b706-20551263f016)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:28:30.778422 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec53b-aebe-41c8-8d38-be876d50d8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:30.866115 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a7c55802-ab9f-4466-bb78-621b4404701f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:30.874024 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7465f0-c920-45ca-88f6-748dc34e5a28 req-276a1d2e-e5db-42fc-b4f0-e151bb3bd3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:30.874457 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7465f0-c920-45ca-88f6-748dc34e5a28 req-276a1d2e-e5db-42fc-b4f0-e151bb3bd3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:30.874940 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7465f0-c920-45ca-88f6-748dc34e5a28 req-276a1d2e-e5db-42fc-b4f0-e151bb3bd3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:30.877264 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ac7465f0-c920-45ca-88f6-748dc34e5a28 req-276a1d2e-e5db-42fc-b4f0-e151bb3bd3bd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=48de65aa8b8243d7a205f2a528057190&device_id=ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b HTTP/1.1" status: 200 len: 2800 time: 0.6209681 Jul 13 07:28:30.966043 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1152136-33c3-4189-b402-a2875ad7f090 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:30.969119 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9ec53b-aebe-41c8-8d38-be876d50d8d2 None None] Routers {'3f26ffaf-e7c9-4f49-943a-5475dbafb9bc'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:28:30.969914 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-6b9ec53b-aebe-41c8-8d38-be876d50d8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:28:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['3f26ffaf-e7c9-4f49-943a-5475dbafb9bc'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:30.972063 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1947f79-0e7e-4b68-9444-a00852be4e86 None None] Pushing event updated for resources: {'Port': ['ID=853d7d2e-b1a3-4479-b719-15fd42bae54e,revision_number=4']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:31.000821 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1152136-33c3-4189-b402-a2875ad7f090 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:31.121011 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 1240ccb1-a756-4640-87b6-022924a84758 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:31.168715 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516c423-a810-44ca-9d23-aeb68aaee14d req-5fedd9f5-5588-436b-96c2-dba511205429 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:31.180563 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-6b9ec53b-aebe-41c8-8d38-be876d50d8d2 None None] Set router 3f26ffaf-e7c9-4f49-943a-5475dbafb9bc gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:28:31.202086 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516c423-a810-44ca-9d23-aeb68aaee14d req-5fedd9f5-5588-436b-96c2-dba511205429 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:31.217786 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 1240ccb1-a756-4640-87b6-022924a84758 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:28:31.218609 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 1240ccb1-a756-4640-87b6-022924a84758 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:28:31.219029 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 6696962e-9334-4181-9955-4641fd18f461 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:31.228921 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516c423-a810-44ca-9d23-aeb68aaee14d req-5fedd9f5-5588-436b-96c2-dba511205429 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:31.238950 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6516c423-a810-44ca-9d23-aeb68aaee14d req-5fedd9f5-5588-436b-96c2-dba511205429 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b HTTP/1.1" status: 200 len: 2400 time: 0.7765057 Jul 13 07:28:31.283899 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 6696962e-9334-4181-9955-4641fd18f461 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:28:31.284225 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 6696962e-9334-4181-9955-4641fd18f461 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:28:31.314890 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1152136-33c3-4189-b402-a2875ad7f090 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1df1652f-5f7b-4cfd-bab3-cddc158af3b4,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:31.326588 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1152136-33c3-4189-b402-a2875ad7f090 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:31.331785 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a1152136-33c3-4189-b402-a2875ad7f090 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0639496 Jul 13 07:28:31.334555 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56010) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:31.379956 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4430b6dd-4d83-401f-954d-4def7a3f7d5e tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "GET /v2.0/security-group-rules/1df1652f-5f7b-4cfd-bab3-cddc158af3b4 HTTP/1.1" status: 200 len: 763 time: 0.0423646 Jul 13 07:28:31.382011 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56012) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:31.420827 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6516c423-a810-44ca-9d23-aeb68aaee14d req-9a2c01ca-0553-46bb-90df-ecdf1c36186b tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e56024-b264-4795-a931-6b8425f6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808629 Jul 13 07:28:31.474375 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a7c55802-ab9f-4466-bb78-621b4404701f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:31.496799 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a494e113-c44c-4bc5-a8d1-3d57ef7d2ee0 None None] Network a2f2a970-1f7c-4e2d-88ac-374bd59816ef requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:28:31.529354 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a7c55802-ab9f-4466-bb78-621b4404701f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:31.533835 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a7c55802-ab9f-4466-bb78-621b4404701f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/59738458-cb9f-4c4b-b821-44dd633482c4 HTTP/1.1" status: 204 len: 168 time: 1.4572592 Jul 13 07:28:31.539557 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56014) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:31.561490 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-6b9ec53b-aebe-41c8-8d38-be876d50d8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f26ffaf-e7c9-4f49-943a-5475dbafb9bc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-981883737-router', 'tenant_id': '0fdbafb5634444bbafb13610523ab1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '1545a5c0-350a-48b0-ac8f-789a7b4bbb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:28:16Z', 'updated_at': '2021-07-13T07:28:26Z', 'revision_number': 4, 'project_id': '0fdbafb5634444bbafb13610523ab1ed', 'gw_port': {'id': '1545a5c0-350a-48b0-ac8f-789a7b4bbb6f', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f26ffaf-e7c9-4f49-943a-5475dbafb9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:28:19Z', 'updated_at': '2021-07-13T07:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '853d7d2e-b1a3-4479-b719-15fd42bae54e', 'name': '', 'network_id': '79c6da23-c276-4478-ad85-c25d76bd48f7', 'tenant_id': '0fdbafb5634444bbafb13610523ab1ed', 'mac_address': 'fa:16:3e:3a:c0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f26ffaf-e7c9-4f49-943a-5475dbafb9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '98af5168-9d2e-418e-bcbd-4562eab0e1ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:28:25Z', 'updated_at': '2021-07-13T07:28:30Z', 'revision_number': 4, 'project_id': '0fdbafb5634444bbafb13610523ab1ed', 'subnets': [{'id': '98af5168-9d2e-418e-bcbd-4562eab0e1ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:31.596786 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9ec53b-aebe-41c8-8d38-be876d50d8d2 None None] The sync data for ids ['3f26ffaf-e7c9-4f49-943a-5475dbafb9bc'] in n-d-771363-34 is: [{'id': '3f26ffaf-e7c9-4f49-943a-5475dbafb9bc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-981883737-router', 'tenant_id': '0fdbafb5634444bbafb13610523ab1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '1545a5c0-350a-48b0-ac8f-789a7b4bbb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:28:16Z', 'updated_at': '2021-07-13T07:28:26Z', 'revision_number': 4, 'project_id': '0fdbafb5634444bbafb13610523ab1ed', 'gw_port': {'id': '1545a5c0-350a-48b0-ac8f-789a7b4bbb6f', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f26ffaf-e7c9-4f49-943a-5475dbafb9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:28:19Z', 'updated_at': '2021-07-13T07:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '853d7d2e-b1a3-4479-b719-15fd42bae54e', 'name': '', 'network_id': '79c6da23-c276-4478-ad85-c25d76bd48f7', 'tenant_id': '0fdbafb5634444bbafb13610523ab1ed', 'mac_address': 'fa:16:3e:3a:c0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f26ffaf-e7c9-4f49-943a-5475dbafb9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '98af5168-9d2e-418e-bcbd-4562eab0e1ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:28:25Z', 'updated_at': '2021-07-13T07:28:30Z', 'revision_number': 4, 'project_id': '0fdbafb5634444bbafb13610523ab1ed', 'subnets': [{'id': '98af5168-9d2e-418e-bcbd-4562eab0e1ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:28:31.699319 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-272d7663-16ea-405e-9c09-82d596c283ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:31.743632 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-1f56b166-c8d9-4ac4-8fd8-9833da95a647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2e70209-bb8a-4dd2-b8d4-5cdaf7812854 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:28:31.760377 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-1f56b166-c8d9-4ac4-8fd8-9833da95a647 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:31.792857 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-1f56b166-c8d9-4ac4-8fd8-9833da95a647 service neutron] Transition to ACTIVE for port object e2e70209-bb8a-4dd2-b8d4-5cdaf7812854 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:31.805400 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-1f56b166-c8d9-4ac4-8fd8-9833da95a647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:31.834940 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-272d7663-16ea-405e-9c09-82d596c283ff admin admin] Deleting port 0edff50f-f7bc-42e0-a4e5-1ff6e950d232 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:31.835533 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-272d7663-16ea-405e-9c09-82d596c283ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:31.933561 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dbada9-ba45-4595-b288-74c1fbf694c5 None None] DHCP port deletion for a2f2a970-1f7c-4e2d-88ac-374bd59816ef request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:28:32.052863 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-89dbada9-ba45-4595-b288-74c1fbf694c5 None None] Deleting port 0edff50f-f7bc-42e0-a4e5-1ff6e950d232 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:32.053937 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-89dbada9-ba45-4595-b288-74c1fbf694c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:32.068009 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56b166-c8d9-4ac4-8fd8-9833da95a647 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e70209-bb8a-4dd2-b8d4-5cdaf7812854,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:32.126883 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-272d7663-16ea-405e-9c09-82d596c283ff admin admin] For port 0edff50f-f7bc-42e0-a4e5-1ff6e950d232, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=0edff50f-f7bc-42e0-a4e5-1ff6e950d232,segment=NetworkSegment(75fde3fe-6101-4fe3-96fd-75abf8fa0b52),segment_id=75fde3fe-6101-4fe3-96fd-75abf8fa0b52)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:32.141188 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-272d7663-16ea-405e-9c09-82d596c283ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:32.211646 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-272d7663-16ea-405e-9c09-82d596c283ff admin admin] Calling delete_port for 0edff50f-f7bc-42e0-a4e5-1ff6e950d232 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:32.225071 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-89dbada9-ba45-4595-b288-74c1fbf694c5 None None] For port 0edff50f-f7bc-42e0-a4e5-1ff6e950d232, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=0edff50f-f7bc-42e0-a4e5-1ff6e950d232,segment=NetworkSegment(75fde3fe-6101-4fe3-96fd-75abf8fa0b52),segment_id=75fde3fe-6101-4fe3-96fd-75abf8fa0b52)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:32.228162 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-89dbada9-ba45-4595-b288-74c1fbf694c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:32.249948 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-1f56b166-c8d9-4ac4-8fd8-9833da95a647 service neutron] Attempting to bind port e2e70209-bb8a-4dd2-b8d4-5cdaf7812854 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:28:32.250327 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-1f56b166-c8d9-4ac4-8fd8-9833da95a647 service neutron] Attempting to bind port e2e70209-bb8a-4dd2-b8d4-5cdaf7812854 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '9cf5557c-798a-4fc6-a4c5-75768c7835fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c34b8c95-6f51-414e-8ad8-58adf294d1fa'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:28:32.250620 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-1f56b166-c8d9-4ac4-8fd8-9833da95a647 service neutron] Attempting to bind port e2e70209-bb8a-4dd2-b8d4-5cdaf7812854 on network c34b8c95-6f51-414e-8ad8-58adf294d1fa {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:32.265030 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-89dbada9-ba45-4595-b288-74c1fbf694c5 None None] Calling delete_port for 0edff50f-f7bc-42e0-a4e5-1ff6e950d232 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:32.290013 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7465f0-c920-45ca-88f6-748dc34e5a28 req-2a116f95-0536-4e1c-9e52-b15103d4947e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:32.290515 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7465f0-c920-45ca-88f6-748dc34e5a28 req-2a116f95-0536-4e1c-9e52-b15103d4947e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:32.291002 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7465f0-c920-45ca-88f6-748dc34e5a28 req-2a116f95-0536-4e1c-9e52-b15103d4947e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:32.292819 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ac7465f0-c920-45ca-88f6-748dc34e5a28 req-2a116f95-0536-4e1c-9e52-b15103d4947e service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=48de65aa8b8243d7a205f2a528057190&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.3703663 Jul 13 07:28:32.295920 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-1f56b166-c8d9-4ac4-8fd8-9833da95a647 service neutron] Port e2e70209-bb8a-4dd2-b8d4-5cdaf7812854 on network c34b8c95-6f51-414e-8ad8-58adf294d1fa not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:28:32.296139 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-1f56b166-c8d9-4ac4-8fd8-9833da95a647 service neutron] Attempting to bind port e2e70209-bb8a-4dd2-b8d4-5cdaf7812854 on network c34b8c95-6f51-414e-8ad8-58adf294d1fa {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:32.296240 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c55802-ab9f-4466-bb78-621b4404701f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59738458-cb9f-4c4b-b821-44dd633482c4,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:32.310663 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-1f56b166-c8d9-4ac4-8fd8-9833da95a647 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:28:32.310663 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-1f56b166-c8d9-4ac4-8fd8-9833da95a647 service neutron] Checking segment: {'id': '9cf5557c-798a-4fc6-a4c5-75768c7835fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c34b8c95-6f51-414e-8ad8-58adf294d1fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:28:32.310953 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-1f56b166-c8d9-4ac4-8fd8-9833da95a647 service neutron] Bound using segment: {'id': '9cf5557c-798a-4fc6-a4c5-75768c7835fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c34b8c95-6f51-414e-8ad8-58adf294d1fa'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:28:32.311141 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-1f56b166-c8d9-4ac4-8fd8-9833da95a647 service neutron] Bound port: e2e70209-bb8a-4dd2-b8d4-5cdaf7812854, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cf5557c-798a-4fc6-a4c5-75768c7835fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c34b8c95-6f51-414e-8ad8-58adf294d1fa'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:28:32.311537 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-1f56b166-c8d9-4ac4-8fd8-9833da95a647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:32.430008 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-1f56b166-c8d9-4ac4-8fd8-9833da95a647 service neutron] For port e2e70209-bb8a-4dd2-b8d4-5cdaf7812854, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:28:32.433776 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-1f56b166-c8d9-4ac4-8fd8-9833da95a647 service neutron] For port e2e70209-bb8a-4dd2-b8d4-5cdaf7812854, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=e2e70209-bb8a-4dd2-b8d4-5cdaf7812854,segment=NetworkSegment(9cf5557c-798a-4fc6-a4c5-75768c7835fd),segment_id=9cf5557c-798a-4fc6-a4c5-75768c7835fd)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:28:32.454668 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-1f56b166-c8d9-4ac4-8fd8-9833da95a647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:32.522169 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56b166-c8d9-4ac4-8fd8-9833da95a647 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e70209-bb8a-4dd2-b8d4-5cdaf7812854,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:32.553889 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-1f56b166-c8d9-4ac4-8fd8-9833da95a647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:32.554988 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-1f56b166-c8d9-4ac4-8fd8-9833da95a647 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:32.556540 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-1f56b166-c8d9-4ac4-8fd8-9833da95a647 service neutron] 10.222.0.25 "PUT /v2.0/ports/e2e70209-bb8a-4dd2-b8d4-5cdaf7812854 HTTP/1.1" status: 200 len: 1093 time: 2.5159495 Jul 13 07:28:32.561091 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b', 'tag': 'e2e70209-bb8a-4dd2-b8d4-5cdaf7812854'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:32.564127 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df1de28-5717-4aad-87d2-e971e3b1b234" -d '{"events": [{"name": "network-changed", "server_uuid": "ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b", "tag": "e2e70209-bb8a-4dd2-b8d4-5cdaf7812854"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:32.580126 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-272d7663-16ea-405e-9c09-82d596c283ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:32.590834 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-89dbada9-ba45-4595-b288-74c1fbf694c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:32.606607 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8a85cb43-709b-4a62-953e-7d848b920617 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 1.2159932 Jul 13 07:28:32.625961 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56026) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:32.629072 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272d7663-16ea-405e-9c09-82d596c283ff admin admin] No DVR routers for this DVR port 0edff50f-f7bc-42e0-a4e5-1ff6e950d232 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:28:32.667741 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dbada9-ba45-4595-b288-74c1fbf694c5 None None] Pushing event deleted for resources: {'Port': ['ID=0edff50f-f7bc-42e0-a4e5-1ff6e950d232,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:32.680410 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dbada9-ba45-4595-b288-74c1fbf694c5 None None] No DVR routers for this DVR port 0edff50f-f7bc-42e0-a4e5-1ff6e950d232 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:28:32.717287 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 853d7d2e-b1a3-4479-b719-15fd42bae54e up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:32.720384 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d7663-16ea-405e-9c09-82d596c283ff admin admin] Pushing event deleted for resources: {'Port': ['ID=0edff50f-f7bc-42e0-a4e5-1ff6e950d232,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:32.744791 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a6e32c0a-03e8-42a2-beac-74922fd93766 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:32.764174 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a6e32c0a-03e8-42a2-beac-74922fd93766 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:32.767738 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9715371-be31-4fb2-9205-369b0ecda0d3 x-openstack-request-id: req-e9715371-be31-4fb2-9205-369b0ecda0d3 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:32.768364 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b", "tag": "e2e70209-bb8a-4dd2-b8d4-5cdaf7812854", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:32.769168 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e9715371-be31-4fb2-9205-369b0ecda0d3 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:32.769814 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b', 'tag': 'e2e70209-bb8a-4dd2-b8d4-5cdaf7812854', 'status': 'completed', 'code': 200} Jul 13 07:28:32.857992 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 853d7d2e-b1a3-4479-b719-15fd42bae54e completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:32.870528 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 853d7d2e-b1a3-4479-b719-15fd42bae54e triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:32.870914 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:32.939390 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-705bd237-0403-4857-b6cd-9b70c535396f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:32.945490 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-272d7663-16ea-405e-9c09-82d596c283ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:32.978249 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7465f0-c920-45ca-88f6-748dc34e5a28 req-31d9b4fb-e32f-47ba-8784-4cedaf2ffaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:32.979284 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-272d7663-16ea-405e-9c09-82d596c283ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2f2a970-1f7c-4e2d-88ac-374bd59816ef']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:32.980184 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ac7465f0-c920-45ca-88f6-748dc34e5a28 req-31d9b4fb-e32f-47ba-8784-4cedaf2ffaea service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6631472 Jul 13 07:28:33.034587 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-272d7663-16ea-405e-9c09-82d596c283ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75fde3fe-6101-4fe3-96fd-75abf8fa0b52') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:33.034884 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-272d7663-16ea-405e-9c09-82d596c283ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75fde3fe-6101-4fe3-96fd-75abf8fa0b52') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:33.062826 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:33.080354 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a6e32c0a-03e8-42a2-beac-74922fd93766 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:33.088100 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a6e32c0a-03e8-42a2-beac-74922fd93766 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:33.089190 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-404e8fb1-1c21-48a6-ba7f-b985403077dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:33.090193 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a6e32c0a-03e8-42a2-beac-74922fd93766 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/1df1652f-5f7b-4cfd-bab3-cddc158af3b4 HTTP/1.1" status: 204 len: 168 time: 0.4510357 Jul 13 07:28:33.092519 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-272d7663-16ea-405e-9c09-82d596c283ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:33.095542 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:33.100505 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56030) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:33.117397 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e32c0a-03e8-42a2-beac-74922fd93766 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1df1652f-5f7b-4cfd-bab3-cddc158af3b4,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:33.131147 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-272d7663-16ea-405e-9c09-82d596c283ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:33.139784 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-272d7663-16ea-405e-9c09-82d596c283ff admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:28:33.140775 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-272d7663-16ea-405e-9c09-82d596c283ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:28:33.143321 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:28:33.173195 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 853d7d2e-b1a3-4479-b719-15fd42bae54e, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=853d7d2e-b1a3-4479-b719-15fd42bae54e,segment=NetworkSegment(d926cf04-9903-47c4-b706-20551263f016),segment_id=d926cf04-9903-47c4-b706-20551263f016)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:33.179191 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:33.242036 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-272d7663-16ea-405e-9c09-82d596c283ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:33.248529 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-272d7663-16ea-405e-9c09-82d596c283ff admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:33.253246 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-272d7663-16ea-405e-9c09-82d596c283ff admin admin] 10.222.0.23 "DELETE /v2.0/networks/a2f2a970-1f7c-4e2d-88ac-374bd59816ef HTTP/1.1" status: 204 len: 168 time: 1.7095301 Jul 13 07:28:33.268203 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=853d7d2e-b1a3-4479-b719-15fd42bae54e,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:33.284149 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d7663-16ea-405e-9c09-82d596c283ff admin admin] Pushing event deleted for resources: {'Network': ['ID=a2f2a970-1f7c-4e2d-88ac-374bd59816ef,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:33.361319 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 0edff50f-f7bc-42e0-a4e5-1ff6e950d232 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:33.403355 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 0edff50f-f7bc-42e0-a4e5-1ff6e950d232 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:28:33.403355 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 0edff50f-f7bc-42e0-a4e5-1ff6e950d232 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:28:33.445752 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc1487-2b2d-446b-bef1-5df9c7925a52 req-d6ebd154-609f-4b36-a0b0-e231b920a54e tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:33.459931 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc1487-2b2d-446b-bef1-5df9c7925a52 req-d6ebd154-609f-4b36-a0b0-e231b920a54e tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:33.466788 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc1487-2b2d-446b-bef1-5df9c7925a52 req-d6ebd154-609f-4b36-a0b0-e231b920a54e tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:33.474273 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d6bc1487-2b2d-446b-bef1-5df9c7925a52 req-d6ebd154-609f-4b36-a0b0-e231b920a54e tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b HTTP/1.1" status: 200 len: 2412 time: 0.7034566 Jul 13 07:28:33.504901 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7afb87aa-06d8-4f8b-a121-a1e4c893264c tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3956044 Jul 13 07:28:33.506172 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56036) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:33.506748 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.db.resource_extend [None req-bb912905-44f2-4011-be59-de9a6b5bba39 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:28:33.512683 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-473b77a0-1935-46e8-9562-3a80572e3405 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Request body: {'security_group_rule': {'security_group_id': '0ee02b35-7012-4c4e-82fc-cff24c7b947b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:33.574526 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56038) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:33.627657 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-473b77a0-1935-46e8-9562-3a80572e3405 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:33.636967 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-e725592d-9e43-4392-8cdc-a28408f7475d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:33.637529 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-e725592d-9e43-4392-8cdc-a28408f7475d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:33.637928 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-e725592d-9e43-4392-8cdc-a28408f7475d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:33.639595 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-e725592d-9e43-4392-8cdc-a28408f7475d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=48de65aa8b8243d7a205f2a528057190&device_id=ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b HTTP/1.1" status: 200 len: 2868 time: 0.5601089 Jul 13 07:28:33.722033 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8d936625-e9f6-462a-957d-4043f6d168fa None None] Provisioning complete for port 853d7d2e-b1a3-4479-b719-15fd42bae54e triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:33.722463 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8d936625-e9f6-462a-957d-4043f6d168fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:33.744787 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bb912905-44f2-4011-be59-de9a6b5bba39 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:33.772544 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d6bc1487-2b2d-446b-bef1-5df9c7925a52 req-7e4b372e-2995-4edb-8c6b-62d109475541 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e56024-b264-4795-a931-6b8425f6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921438 Jul 13 07:28:33.775412 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-7a0791b5-a1a8-4341-b969-6d3dc01a876a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.99&port_id=f8e18e8c-64b8-45bd-a58b-37e043d27d87 HTTP/1.1" status: 200 len: 217 time: 0.1055954 Jul 13 07:28:33.780215 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-473b77a0-1935-46e8-9562-3a80572e3405 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:33.788674 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bb912905-44f2-4011-be59-de9a6b5bba39 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:33.795799 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-473b77a0-1935-46e8-9562-3a80572e3405 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:33.822182 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-473b77a0-1935-46e8-9562-3a80572e3405 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:33.826180 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-473b77a0-1935-46e8-9562-3a80572e3405 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3161640 Jul 13 07:28:33.827344 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56042) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:33.835136 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b77a0-1935-46e8-9562-3a80572e3405 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a76165-a2ce-4d67-b7bb-0760aa4280df,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:33.869619 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9a46798c-4688-4ca9-a98e-62c930b2d7a8 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "GET /v2.0/security-group-rules/63a76165-a2ce-4d67-b7bb-0760aa4280df HTTP/1.1" status: 200 len: 764 time: 0.0408161 Jul 13 07:28:33.870610 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56044) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:33.921536 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6173a5ca-df76-42fb-8d49-56fb386ae728 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0491760 Jul 13 07:28:33.922583 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56046) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:33.930558 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8c36f6e2-279d-474f-a045-ca4ce1d6e196 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ee1f885a5c2c4debb29c02950632e699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3041017 Jul 13 07:28:33.935672 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56048) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:33.959952 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:33.962607 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-4c2cd9e4-58d2-4355-9d7c-4af9d686dde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:33.962767 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fe6b9453-8522-430c-b050-626449e448a0 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:33.964531 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-4c2cd9e4-58d2-4355-9d7c-4af9d686dde8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1f1bd9a1-6e3b-4d3d-9b8d-87934fa3f469 HTTP/1.1" status: 200 len: 801 time: 0.1815820 Jul 13 07:28:33.979428 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fe6b9453-8522-430c-b050-626449e448a0 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:34.029203 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c996ffc8-34e8-4388-ba47-3aad7c872a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:34.040408 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fe6b9453-8522-430c-b050-626449e448a0 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:34.053086 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fe6b9453-8522-430c-b050-626449e448a0 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:34.057029 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-fe6b9453-8522-430c-b050-626449e448a0 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/63a76165-a2ce-4d67-b7bb-0760aa4280df HTTP/1.1" status: 204 len: 168 time: 0.1336672 Jul 13 07:28:34.063254 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56052) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:34.079972 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c996ffc8-34e8-4388-ba47-3aad7c872a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:34.082227 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b9453-8522-430c-b050-626449e448a0 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63a76165-a2ce-4d67-b7bb-0760aa4280df,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:34.136222 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [None req-bb912905-44f2-4011-be59-de9a6b5bba39 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Floating IP 4ab46171-1968-4716-9795-04ac61ee710d associated. External IP: 172.25.3.103, port: 7d78a639-831a-467e-acc5-3958f65beb08. Jul 13 07:28:34.149869 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-750c485e-49f9-4a9b-83af-759f22e35552 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0854845 Jul 13 07:28:34.150982 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56056) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:34.193609 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c996ffc8-34e8-4388-ba47-3aad7c872a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:34.197067 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c996ffc8-34e8-4388-ba47-3aad7c872a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:34.198313 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c996ffc8-34e8-4388-ba47-3aad7c872a58 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e69b5e21-a758-4e2c-839d-74b9d788cbf6 HTTP/1.1" status: 204 len: 168 time: 0.2615838 Jul 13 07:28:34.227832 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c996ffc8-34e8-4388-ba47-3aad7c872a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69b5e21-a758-4e2c-839d-74b9d788cbf6,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:34.254418 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7389979e-2ef5-4125-9eb1-cf1f02f79b0b tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:34.269480 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-b465c96b-ba86-4611-a4c7-c03be45c6b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:34.271589 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-b465c96b-ba86-4611-a4c7-c03be45c6b05 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c34b8c95-6f51-414e-8ad8-58adf294d1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2988737 Jul 13 07:28:34.300169 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7389979e-2ef5-4125-9eb1-cf1f02f79b0b tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:34.378750 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7389979e-2ef5-4125-9eb1-cf1f02f79b0b tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:34.381571 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7389979e-2ef5-4125-9eb1-cf1f02f79b0b tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:34.390901 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7389979e-2ef5-4125-9eb1-cf1f02f79b0b tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "DELETE /v2.0/security-groups/0ee02b35-7012-4c4e-82fc-cff24c7b947b HTTP/1.1" status: 204 len: 168 time: 0.2389171 Jul 13 07:28:34.391634 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56064) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:34.414655 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7389979e-2ef5-4125-9eb1-cf1f02f79b0b tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee02b35-7012-4c4e-82fc-cff24c7b947b,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:34.488583 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8aeaac46-8a11-432c-b104-ac7899e2a107 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0929692 Jul 13 07:28:34.489305 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56066) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:34.559917 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb912905-44f2-4011-be59-de9a6b5bba39 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Router 63fe40e4-5d71-42ae-9939-6a41b8577f8c has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:28:34.590164 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-29c17c4e-73fc-4b1f-b232-91f269825266 tempest-SecGroupTest-462236969 tempest-SecGroupTest-462236969-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0988188 Jul 13 07:28:34.632958 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-6988737f-f9b1-4528-8a23-0c54e2f8f98a service neutron] 10.222.0.25 "GET /v2.0/networks/c34b8c95-6f51-414e-8ad8-58adf294d1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470488 Jul 13 07:28:34.637341 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-705bd237-0403-4857-b6cd-9b70c535396f admin admin] Deleting port 853d7d2e-b1a3-4479-b719-15fd42bae54e {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:34.637943 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-705bd237-0403-4857-b6cd-9b70c535396f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:34.653661 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 853d7d2e-b1a3-4479-b719-15fd42bae54e up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:34.803653 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 853d7d2e-b1a3-4479-b719-15fd42bae54e triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:34.804032 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:35.085936 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb912905-44f2-4011-be59-de9a6b5bba39 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:28:35.100273 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bc5556-de69-4c2e-bff2-e9ae5ed334c2 None None] Sync routers for ids ['63fe40e4-5d71-42ae-9939-6a41b8577f8c'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:28:35.107865 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-705bd237-0403-4857-b6cd-9b70c535396f admin admin] For port 853d7d2e-b1a3-4479-b719-15fd42bae54e, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=853d7d2e-b1a3-4479-b719-15fd42bae54e,segment=NetworkSegment(d926cf04-9903-47c4-b706-20551263f016),segment_id=d926cf04-9903-47c4-b706-20551263f016)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:35.108333 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-705bd237-0403-4857-b6cd-9b70c535396f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:35.113261 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bc5556-de69-4c2e-bff2-e9ae5ed334c2 None None] Routers {'63fe40e4-5d71-42ae-9939-6a41b8577f8c'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:28:35.114393 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-79bc5556-de69-4c2e-bff2-e9ae5ed334c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:28:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['63fe40e4-5d71-42ae-9939-6a41b8577f8c'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:35.122973 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-705bd237-0403-4857-b6cd-9b70c535396f admin admin] Calling delete_port for 853d7d2e-b1a3-4479-b719-15fd42bae54e owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:35.140474 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826017c-343f-4dce-8ac1-86b384c66c9b req-93f4e8bb-4622-4e43-8d4a-01625ebea86f tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:35.151433 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826017c-343f-4dce-8ac1-86b384c66c9b req-93f4e8bb-4622-4e43-8d4a-01625ebea86f tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:35.164283 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826017c-343f-4dce-8ac1-86b384c66c9b req-93f4e8bb-4622-4e43-8d4a-01625ebea86f tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:35.167175 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6826017c-343f-4dce-8ac1-86b384c66c9b req-93f4e8bb-4622-4e43-8d4a-01625ebea86f tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b HTTP/1.1" status: 200 len: 2412 time: 0.1356390 Jul 13 07:28:35.194264 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56090) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:35.251736 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6826017c-343f-4dce-8ac1-86b384c66c9b req-4112adc4-891a-4817-9852-4105bebb0e44 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e56024-b264-4795-a931-6b8425f6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775156 Jul 13 07:28:35.291922 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-79bc5556-de69-4c2e-bff2-e9ae5ed334c2 None None] Set router 63fe40e4-5d71-42ae-9939-6a41b8577f8c gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:28:35.461868 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-74fa9e9c-6ecb-45c4-b1cc-dd6bf2738187 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ffc12faf4de747b4b9b23e68ca748164&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2638848 Jul 13 07:28:35.463927 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56100) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:35.561592 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-00c96a2a-124b-43bd-89a9-f884bc0be235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:35.605647 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-00c96a2a-124b-43bd-89a9-f884bc0be235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:35.634370 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56104) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:35.683373 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-00c96a2a-124b-43bd-89a9-f884bc0be235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:35.688236 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-00c96a2a-124b-43bd-89a9-f884bc0be235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:35.689637 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bb912905-44f2-4011-be59-de9a6b5bba39 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:35.690459 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-00c96a2a-124b-43bd-89a9-f884bc0be235 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/78cebd00-26e1-4772-b096-501ecaba95c5 HTTP/1.1" status: 204 len: 168 time: 0.2243023 Jul 13 07:28:35.716011 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c96a2a-124b-43bd-89a9-f884bc0be235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cebd00-26e1-4772-b096-501ecaba95c5,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:35.735902 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-e4a03bec-2a48-4187-93a0-2c641b6f51ef service neutron] 10.222.0.25 "GET /v2.0/networks/c34b8c95-6f51-414e-8ad8-58adf294d1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0947540 Jul 13 07:28:35.790858 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-e4787caa-f15c-449c-8a62-c365aac899e0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.100&port_id=8d98777d-8736-46d1-b1eb-d1f3dbf78d6a HTTP/1.1" status: 200 len: 217 time: 0.0475173 Jul 13 07:28:35.817597 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-79bc5556-de69-4c2e-bff2-e9ae5ed334c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fe40e4-5d71-42ae-9939-6a41b8577f8c', 'name': 'tempest-ServersTestManualDisk-1533642466-router', 'tenant_id': '1d3e09d946444994ba69a754afdcd695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '2f44b65b-6f60-4cd7-a180-a8c3772f1f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:49Z', 'updated_at': '2021-07-13T07:27:58Z', 'revision_number': 4, 'project_id': '1d3e09d946444994ba69a754afdcd695', 'gw_port': {'id': '2f44b65b-6f60-4cd7-a180-a8c3772f1f26', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fe40e4-5d71-42ae-9939-6a41b8577f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:51Z', 'updated_at': '2021-07-13T07:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '4ab46171-1968-4716-9795-04ac61ee710d', 'tenant_id': '1d3e09d946444994ba69a754afdcd695', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '63fe40e4-5d71-42ae-9939-6a41b8577f8c', 'port_id': '7d78a639-831a-467e-acc5-3958f65beb08', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e108dcf3-8310-432e-829e-821b2f897711', 'mac_address': 'fa:16:3e:97:24:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d84249-0bce-4737-919f-d2003063f5ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:28:07Z', 'updated_at': '2021-07-13T07:28:33Z', 'revision_number': 1, 'project_id': '1d3e09d946444994ba69a754afdcd695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48b68bb6-590a-4276-9c54-a2cfb92b15d4', 'name': '', 'network_id': 'e108dcf3-8310-432e-829e-821b2f897711', 'tenant_id': '1d3e09d946444994ba69a754afdcd695', 'mac_address': 'fa:16:3e:7a:e7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fe40e4-5d71-42ae-9939-6a41b8577f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '46ddbcad-c8be-40ea-91c7-8480692cc897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:57Z', 'updated_at': '2021-07-13T07:28:13Z', 'revision_number': 5, 'project_id': '1d3e09d946444994ba69a754afdcd695', 'subnets': [{'id': '46ddbcad-c8be-40ea-91c7-8480692cc897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:35.823721 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-c88053f8-dcb7-4e29-be48-fdf80d0156bf admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1046121593-network', 'tenant_id': 'ea6708741b2c4206a5d94dad36d4b725'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:35.852214 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88053f8-dcb7-4e29-be48-fdf80d0156bf admin admin] Made reservation on behalf of ea6708741b2c4206a5d94dad36d4b725 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:28:35.858075 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c88053f8-dcb7-4e29-be48-fdf80d0156bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:35.885454 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c88053f8-dcb7-4e29-be48-fdf80d0156bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:35.897843 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-bb912905-44f2-4011-be59-de9a6b5bba39 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.23 "PUT /v2.0/floatingips/4ab46171-1968-4716-9795-04ac61ee710d HTTP/1.1" status: 200 len: 991 time: 5.6076701 Jul 13 07:28:35.905002 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24d84249-0bce-4737-919f-d2003063f5ba', 'tag': '7d78a639-831a-467e-acc5-3958f65beb08'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:35.907634 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fec7bf-ffe4-4ad5-b6be-970e28c0ff63" -d '{"events": [{"name": "network-changed", "server_uuid": "24d84249-0bce-4737-919f-d2003063f5ba", "tag": "7d78a639-831a-467e-acc5-3958f65beb08"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:35.948820 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f12396-66c2-41bd-b482-f32ef4efbcef req-d5b2bd25-50dd-4cba-9f8e-325d2feadfc6 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:35.956073 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-79f12396-66c2-41bd-b482-f32ef4efbcef req-d5b2bd25-50dd-4cba-9f8e-325d2feadfc6 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 946 time: 0.9646735 Jul 13 07:28:36.001480 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-17002f36-292e-413d-ad54-517446ab6cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:36.003551 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-17002f36-292e-413d-ad54-517446ab6cd2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6ae916ec-52fb-496a-b93d-d42eb41b1f76 HTTP/1.1" status: 200 len: 801 time: 0.2004395 Jul 13 07:28:36.076438 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-79f12396-66c2-41bd-b482-f32ef4efbcef req-215da620-367c-4596-bf7f-3c8e26974eaf tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191301 Jul 13 07:28:36.105854 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:36.124748 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c88053f8-dcb7-4e29-be48-fdf80d0156bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:36.133610 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c88053f8-dcb7-4e29-be48-fdf80d0156bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:36.141556 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bc5556-de69-4c2e-bff2-e9ae5ed334c2 None None] Checking router: 63fe40e4-5d71-42ae-9939-6a41b8577f8c for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:28:36.157076 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bc5556-de69-4c2e-bff2-e9ae5ed334c2 None None] Routers {'63fe40e4-5d71-42ae-9939-6a41b8577f8c'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:28:36.158085 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-79bc5556-de69-4c2e-bff2-e9ae5ed334c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:28:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['63fe40e4-5d71-42ae-9939-6a41b8577f8c'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:36.190252 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88053f8-dcb7-4e29-be48-fdf80d0156bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e393ece4-d007-4a91-914d-3cb359bdcc9e,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:36.196772 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f500674-57b0-4818-a1f4-f557efdecdc0 x-openstack-request-id: req-5f500674-57b0-4818-a1f4-f557efdecdc0 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:36.197451 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24d84249-0bce-4737-919f-d2003063f5ba", "tag": "7d78a639-831a-467e-acc5-3958f65beb08", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:36.197924 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5f500674-57b0-4818-a1f4-f557efdecdc0 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:36.198666 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24d84249-0bce-4737-919f-d2003063f5ba', 'tag': '7d78a639-831a-467e-acc5-3958f65beb08', 'status': 'completed', 'code': 200} Jul 13 07:28:36.258983 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-68ca2a5d-d159-490e-ac6b-f49f4a2d11eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:36.260899 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-68ca2a5d-d159-490e-ac6b-f49f4a2d11eb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ce1d5b6d-720f-48ed-8746-a179fc927918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2484090 Jul 13 07:28:36.281431 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-705bd237-0403-4857-b6cd-9b70c535396f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:36.291187 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c88053f8-dcb7-4e29-be48-fdf80d0156bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:28:36.315702 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c88053f8-dcb7-4e29-be48-fdf80d0156bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:36.316050 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-c88053f8-dcb7-4e29-be48-fdf80d0156bf admin admin] Added segment 840e6b4d-a89b-4e48-8ba3-3eb7fd8f92ae of type vlan for network 868ab7df-79b8-48cb-b578-2e879948f370 Jul 13 07:28:36.327974 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-79bc5556-de69-4c2e-bff2-e9ae5ed334c2 None None] Set router 63fe40e4-5d71-42ae-9939-6a41b8577f8c gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:28:36.367383 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95dd94-0d85-42f4-90ab-08a86ecee1da req-66f2ac75-2d99-4ada-a7b8-2679f3478361 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:36.370161 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-aa95dd94-0d85-42f4-90ab-08a86ecee1da req-66f2ac75-2d99-4ada-a7b8-2679f3478361 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 946 time: 0.1418540 Jul 13 07:28:36.396394 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c88053f8-dcb7-4e29-be48-fdf80d0156bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:36.401762 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705bd237-0403-4857-b6cd-9b70c535396f admin admin] Pushing event deleted for resources: {'Port': ['ID=853d7d2e-b1a3-4479-b719-15fd42bae54e,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:36.613328 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c88053f8-dcb7-4e29-be48-fdf80d0156bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:36.614482 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88053f8-dcb7-4e29-be48-fdf80d0156bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:36.614956 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c88053f8-dcb7-4e29-be48-fdf80d0156bf admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:36.696578 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c88053f8-dcb7-4e29-be48-fdf80d0156bf admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0581896 Jul 13 07:28:36.702390 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56140) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:36.710494 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-57322206-4580-4377-adce-c86a6385c902 admin admin] Request body: {'subnet': {'network_id': '868ab7df-79b8-48cb-b578-2e879948f370', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1046121593-subnet', 'tenant_id': 'ea6708741b2c4206a5d94dad36d4b725', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:36.754091 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-6835475d-c2e4-4946-a5a5-87af31669086 service neutron] 10.222.0.25 "GET /v2.0/networks/ce1d5b6d-720f-48ed-8746-a179fc927918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4853148 Jul 13 07:28:36.764447 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88053f8-dcb7-4e29-be48-fdf80d0156bf admin admin] Pushing event updated for resources: {'Network': ['ID=868ab7df-79b8-48cb-b578-2e879948f370,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:36.807938 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-aa95dd94-0d85-42f4-90ab-08a86ecee1da req-1910f62c-52eb-48dd-bdca-fe6d6542a44f tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Deleting port a0520f7a-612d-4e54-b155-a759c7a81be7 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:36.811497 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-aa95dd94-0d85-42f4-90ab-08a86ecee1da req-1910f62c-52eb-48dd-bdca-fe6d6542a44f tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:36.813340 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fec7bf-ffe4-4ad5-b6be-970e28c0ff63 req-091d1a86-409e-469d-99a7-c49ce82afd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:36.814986 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f9fec7bf-ffe4-4ad5-b6be-970e28c0ff63 req-091d1a86-409e-469d-99a7-c49ce82afd38 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1d3e09d946444994ba69a754afdcd695&device_id=24d84249-0bce-4737-919f-d2003063f5ba HTTP/1.1" status: 200 len: 1097 time: 0.5970979 Jul 13 07:28:36.829976 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 868ab7df-79b8-48cb-b578-2e879948f370 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:28:36.839778 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57322206-4580-4377-adce-c86a6385c902 admin admin] Made reservation on behalf of ea6708741b2c4206a5d94dad36d4b725 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:28:36.844365 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-57322206-4580-4377-adce-c86a6385c902 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:36.935674 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4313eea-7c20-41ae-9ae8-fa0a76223b68 req-7c7d0964-65aa-41a4-89af-c92ca552aa9e tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:36.945467 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4313eea-7c20-41ae-9ae8-fa0a76223b68 req-7c7d0964-65aa-41a4-89af-c92ca552aa9e tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:36.952133 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4313eea-7c20-41ae-9ae8-fa0a76223b68 req-7c7d0964-65aa-41a4-89af-c92ca552aa9e tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:36.953897 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f4313eea-7c20-41ae-9ae8-fa0a76223b68 req-7c7d0964-65aa-41a4-89af-c92ca552aa9e tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b HTTP/1.1" status: 200 len: 2412 time: 0.4027030 Jul 13 07:28:36.990074 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-79bc5556-de69-4c2e-bff2-e9ae5ed334c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fe40e4-5d71-42ae-9939-6a41b8577f8c', 'name': 'tempest-ServersTestManualDisk-1533642466-router', 'tenant_id': '1d3e09d946444994ba69a754afdcd695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '2f44b65b-6f60-4cd7-a180-a8c3772f1f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:49Z', 'updated_at': '2021-07-13T07:27:58Z', 'revision_number': 4, 'project_id': '1d3e09d946444994ba69a754afdcd695', 'gw_port': {'id': '2f44b65b-6f60-4cd7-a180-a8c3772f1f26', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fe40e4-5d71-42ae-9939-6a41b8577f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:51Z', 'updated_at': '2021-07-13T07:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '4ab46171-1968-4716-9795-04ac61ee710d', 'tenant_id': '1d3e09d946444994ba69a754afdcd695', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '63fe40e4-5d71-42ae-9939-6a41b8577f8c', 'port_id': '7d78a639-831a-467e-acc5-3958f65beb08', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e108dcf3-8310-432e-829e-821b2f897711', 'mac_address': 'fa:16:3e:97:24:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d84249-0bce-4737-919f-d2003063f5ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:28:07Z', 'updated_at': '2021-07-13T07:28:33Z', 'revision_number': 1, 'project_id': '1d3e09d946444994ba69a754afdcd695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48b68bb6-590a-4276-9c54-a2cfb92b15d4', 'name': '', 'network_id': 'e108dcf3-8310-432e-829e-821b2f897711', 'tenant_id': '1d3e09d946444994ba69a754afdcd695', 'mac_address': 'fa:16:3e:7a:e7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fe40e4-5d71-42ae-9939-6a41b8577f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '46ddbcad-c8be-40ea-91c7-8480692cc897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:57Z', 'updated_at': '2021-07-13T07:28:13Z', 'revision_number': 5, 'project_id': '1d3e09d946444994ba69a754afdcd695', 'subnets': [{'id': '46ddbcad-c8be-40ea-91c7-8480692cc897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:37.026902 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bc5556-de69-4c2e-bff2-e9ae5ed334c2 None None] The sync data for ids ['63fe40e4-5d71-42ae-9939-6a41b8577f8c'] in n-d-771363-34 is: [{'id': '63fe40e4-5d71-42ae-9939-6a41b8577f8c', 'name': 'tempest-ServersTestManualDisk-1533642466-router', 'tenant_id': '1d3e09d946444994ba69a754afdcd695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '2f44b65b-6f60-4cd7-a180-a8c3772f1f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:49Z', 'updated_at': '2021-07-13T07:27:58Z', 'revision_number': 4, 'project_id': '1d3e09d946444994ba69a754afdcd695', 'gw_port': {'id': '2f44b65b-6f60-4cd7-a180-a8c3772f1f26', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fe40e4-5d71-42ae-9939-6a41b8577f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:51Z', 'updated_at': '2021-07-13T07:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '4ab46171-1968-4716-9795-04ac61ee710d', 'tenant_id': '1d3e09d946444994ba69a754afdcd695', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '63fe40e4-5d71-42ae-9939-6a41b8577f8c', 'port_id': '7d78a639-831a-467e-acc5-3958f65beb08', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e108dcf3-8310-432e-829e-821b2f897711', 'mac_address': 'fa:16:3e:97:24:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d84249-0bce-4737-919f-d2003063f5ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:28:07Z', 'updated_at': '2021-07-13T07:28:33Z', 'revision_number': 1, 'project_id': '1d3e09d946444994ba69a754afdcd695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48b68bb6-590a-4276-9c54-a2cfb92b15d4', 'name': '', 'network_id': 'e108dcf3-8310-432e-829e-821b2f897711', 'tenant_id': '1d3e09d946444994ba69a754afdcd695', 'mac_address': 'fa:16:3e:7a:e7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fe40e4-5d71-42ae-9939-6a41b8577f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '46ddbcad-c8be-40ea-91c7-8480692cc897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:57Z', 'updated_at': '2021-07-13T07:28:13Z', 'revision_number': 5, 'project_id': '1d3e09d946444994ba69a754afdcd695', 'subnets': [{'id': '46ddbcad-c8be-40ea-91c7-8480692cc897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:28:37.168559 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f4313eea-7c20-41ae-9ae8-fa0a76223b68 req-4ed1a733-8b04-4134-875d-363f03c0c812 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e56024-b264-4795-a931-6b8425f6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009182 Jul 13 07:28:37.240637 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-165604ab-717f-43e1-8088-2f0bc3d571ed service neutron] 10.222.0.25 "GET /v2.0/networks/ce1d5b6d-720f-48ed-8746-a179fc927918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4614465 Jul 13 07:28:37.300232 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-705bd237-0403-4857-b6cd-9b70c535396f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:37.352041 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-aa95dd94-0d85-42f4-90ab-08a86ecee1da req-1910f62c-52eb-48dd-bdca-fe6d6542a44f tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] For port a0520f7a-612d-4e54-b155-a759c7a81be7, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=a0520f7a-612d-4e54-b155-a759c7a81be7,segment=NetworkSegment(0abc1825-e3a0-468f-93a4-df9b73b4e14a),segment_id=0abc1825-e3a0-468f-93a4-df9b73b4e14a)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:37.352768 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-aa95dd94-0d85-42f4-90ab-08a86ecee1da req-1910f62c-52eb-48dd-bdca-fe6d6542a44f tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:37.401517 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-57322206-4580-4377-adce-c86a6385c902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:37.419711 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-aa95dd94-0d85-42f4-90ab-08a86ecee1da req-1910f62c-52eb-48dd-bdca-fe6d6542a44f tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Calling delete_port for a0520f7a-612d-4e54-b155-a759c7a81be7 owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:37.457258 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fec7bf-ffe4-4ad5-b6be-970e28c0ff63 req-23710ce5-68e0-4303-97f6-7fd6e7887a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:37.457781 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306049e2-8070-4614-be13-a4f2fbe82a91 None None] New status for floating IP 4ab46171-1968-4716-9795-04ac61ee710d: ACTIVE {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:28:37.459139 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f9fec7bf-ffe4-4ad5-b6be-970e28c0ff63 req-23710ce5-68e0-4303-97f6-7fd6e7887a11 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e108dcf3-8310-432e-829e-821b2f897711 HTTP/1.1" status: 200 len: 913 time: 0.6247737 Jul 13 07:28:37.461716 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-3e54b8ac-ea1f-4737-91e7-0479d2af4f66 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.165&port_id=e2e70209-bb8a-4dd2-b8d4-5cdaf7812854 HTTP/1.1" status: 200 len: 217 time: 0.1521266 Jul 13 07:28:37.542568 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-9a43622a-c760-4c28-aec4-d0243d13ddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:37.544098 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-9a43622a-c760-4c28-aec4-d0243d13ddfe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1f1bd9a1-6e3b-4d3d-9b8d-87934fa3f469 HTTP/1.1" status: 200 len: 801 time: 0.0565221 Jul 13 07:28:37.606333 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57322206-4580-4377-adce-c86a6385c902 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe4fa7cf-8bf6-4881-b16b-6e721e3699b3,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:37.667162 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57322206-4580-4377-adce-c86a6385c902 admin admin] Checking segment: {'id': '840e6b4d-a89b-4e48-8ba3-3eb7fd8f92ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '868ab7df-79b8-48cb-b578-2e879948f370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:28:37.667551 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57322206-4580-4377-adce-c86a6385c902 admin admin] Network hostable DHCP agents. Network: 868ab7df-79b8-48cb-b578-2e879948f370, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:28:37.701049 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57322206-4580-4377-adce-c86a6385c902 admin admin] Network 868ab7df-79b8-48cb-b578-2e879948f370 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:28:37.770904 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-57322206-4580-4377-adce-c86a6385c902 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 868ab7df-79b8-48cb-b578-2e879948f370) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:37.776244 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57322206-4580-4377-adce-c86a6385c902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:37.776833 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-57322206-4580-4377-adce-c86a6385c902 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:37.786999 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85451e28-f1b0-4f86-a2a8-61d4529fb00d None None] Network 868ab7df-79b8-48cb-b578-2e879948f370 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:28:37.821320 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-57322206-4580-4377-adce-c86a6385c902 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1097786 Jul 13 07:28:37.821568 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f9fec7bf-ffe4-4ad5-b6be-970e28c0ff63 req-81489fda-5b8f-4a08-89d2-e487e7d584f5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d78a639-831a-467e-acc5-3958f65beb08 HTTP/1.1" status: 200 len: 999 time: 0.3395314 Jul 13 07:28:37.843709 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-aa95dd94-0d85-42f4-90ab-08a86ecee1da req-1910f62c-52eb-48dd-bdca-fe6d6542a44f tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:37.844071 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680669be-8d58-4a05-820d-7f5d6758b241 req-eda50ee0-a468-4ffc-b85e-0f1be20974b0 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:37.845413 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-680669be-8d58-4a05-820d-7f5d6758b241 req-eda50ee0-a468-4ffc-b85e-0f1be20974b0 tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c0a86-2116-409f-a3dc-6641c02aac45 HTTP/1.1" status: 200 len: 946 time: 0.3807945 Jul 13 07:28:37.864001 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['a0520f7a-612d-4e54-b155-a759c7a81be7'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:37.900291 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fec7bf-ffe4-4ad5-b6be-970e28c0ff63 req-8270e980-e433-4086-a32e-7ce8ddf6e043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:37.901830 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f9fec7bf-ffe4-4ad5-b6be-970e28c0ff63 req-8270e980-e433-4086-a32e-7ce8ddf6e043 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=46ddbcad-c8be-40ea-91c7-8480692cc897 HTTP/1.1" status: 200 len: 851 time: 0.0694575 Jul 13 07:28:37.945509 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1910f62c-52eb-48dd-bdca-fe6d6542a44f tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Pushing event deleted for resources: {'Port': ['ID=a0520f7a-612d-4e54-b155-a759c7a81be7,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:37.976504 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-69d9f3aa-e2ee-49e1-8667-ac08cd511bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:37.978459 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-69d9f3aa-e2ee-49e1-8667-ac08cd511bee service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c34b8c95-6f51-414e-8ad8-58adf294d1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3802102 Jul 13 07:28:38.039436 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa95dd94-0d85-42f4-90ab-08a86ecee1da req-1910f62c-52eb-48dd-bdca-fe6d6542a44f tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] No DVR routers for this DVR port a0520f7a-612d-4e54-b155-a759c7a81be7 on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:28:38.043686 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-aa95dd94-0d85-42f4-90ab-08a86ecee1da req-1910f62c-52eb-48dd-bdca-fe6d6542a44f tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:38.046456 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-aa95dd94-0d85-42f4-90ab-08a86ecee1da req-1910f62c-52eb-48dd-bdca-fe6d6542a44f tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.25 "DELETE /v2.0/ports/a0520f7a-612d-4e54-b155-a759c7a81be7 HTTP/1.1" status: 204 len: 173 time: 1.6649463 Jul 13 07:28:38.047235 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6c0a86-2116-409f-a3dc-6641c02aac45', 'name': 'network-vif-deleted', 'tag': 'a0520f7a-612d-4e54-b155-a759c7a81be7'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:38.070849 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ec2fca-5818-4663-80dd-fc9b5e43b28b" -d '{"events": [{"server_uuid": "ae6c0a86-2116-409f-a3dc-6641c02aac45", "name": "network-vif-deleted", "tag": "a0520f7a-612d-4e54-b155-a759c7a81be7"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:38.089999 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-680669be-8d58-4a05-820d-7f5d6758b241 req-e62b2022-afc2-43ac-a9e0-c7023f98c6ea tempest-ServersNegativeTestJSON-905054864 tempest-ServersNegativeTestJSON-905054864-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8406069-3543-4c9e-addd-e9addfeb740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844325 Jul 13 07:28:38.169623 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fb71e9-8614-4f7c-80ad-6f99a5727032 x-openstack-request-id: req-84fb71e9-8614-4f7c-80ad-6f99a5727032 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:38.170303 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6c0a86-2116-409f-a3dc-6641c02aac45", "name": "network-vif-deleted", "tag": "a0520f7a-612d-4e54-b155-a759c7a81be7", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:38.170809 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-84fb71e9-8614-4f7c-80ad-6f99a5727032 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:38.171462 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6c0a86-2116-409f-a3dc-6641c02aac45', 'name': 'network-vif-deleted', 'tag': 'a0520f7a-612d-4e54-b155-a759c7a81be7', 'status': 'completed', 'code': 200} Jul 13 07:28:38.229826 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fec7bf-ffe4-4ad5-b6be-970e28c0ff63 req-f4122dcd-841a-4118-8b63-d944cef430ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:38.231596 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f9fec7bf-ffe4-4ad5-b6be-970e28c0ff63 req-f4122dcd-841a-4118-8b63-d944cef430ba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e108dcf3-8310-432e-829e-821b2f897711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3073428 Jul 13 07:28:38.236435 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-6a61371a-b260-4600-9906-f7019c072375 service neutron] 10.222.0.25 "GET /v2.0/networks/c34b8c95-6f51-414e-8ad8-58adf294d1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468486 Jul 13 07:28:38.260788 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3989ad68-e14d-4546-abef-3cdf70679149 None None] Network 868ab7df-79b8-48cb-b578-2e879948f370 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:28:38.308804 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705bd237-0403-4857-b6cd-9b70c535396f admin admin] Router 3f26ffaf-e7c9-4f49-943a-5475dbafb9bc has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:28:38.433211 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9ba49025-8a0c-4c28-b82a-ecb90e697e09 req-ea33ee4c-2e47-407a-9403-57072a37156a service neutron] 10.222.0.25 "GET /v2.0/networks/c34b8c95-6f51-414e-8ad8-58adf294d1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836796 Jul 13 07:28:38.556500 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f9fec7bf-ffe4-4ad5-b6be-970e28c0ff63 req-b1dacf2e-ec83-4f2b-b91e-c59757290ee3 service neutron] 10.222.0.42 "GET /v2.0/networks/e108dcf3-8310-432e-829e-821b2f897711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175015 Jul 13 07:28:38.591823 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955bddf-83f3-435e-8943-ed71ea3698aa req-a73b6462-ff33-419f-a7a1-8c3ca38edfa8 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:38.598672 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955bddf-83f3-435e-8943-ed71ea3698aa req-a73b6462-ff33-419f-a7a1-8c3ca38edfa8 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:38.606942 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955bddf-83f3-435e-8943-ed71ea3698aa req-a73b6462-ff33-419f-a7a1-8c3ca38edfa8 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:38.618546 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a955bddf-83f3-435e-8943-ed71ea3698aa req-a73b6462-ff33-419f-a7a1-8c3ca38edfa8 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b HTTP/1.1" status: 200 len: 2412 time: 0.1881733 Jul 13 07:28:38.685824 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a955bddf-83f3-435e-8943-ed71ea3698aa req-9e851d7b-9b9f-4b48-bf50-7929850e9d72 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e56024-b264-4795-a931-6b8425f6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661366 Jul 13 07:28:38.737063 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705bd237-0403-4857-b6cd-9b70c535396f admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:28:38.748713 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95aeed0-09b2-4bcb-8442-c768be2cc2fd None None] Sync routers for ids ['3f26ffaf-e7c9-4f49-943a-5475dbafb9bc'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:28:38.749051 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-705bd237-0403-4857-b6cd-9b70c535396f admin admin] 10.222.0.23 "PUT /v2.0/routers/3f26ffaf-e7c9-4f49-943a-5475dbafb9bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1302924 Jul 13 07:28:38.752358 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56194) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:38.779927 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95aeed0-09b2-4bcb-8442-c768be2cc2fd None None] Routers {'3f26ffaf-e7c9-4f49-943a-5475dbafb9bc'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:28:38.782606 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-c95aeed0-09b2-4bcb-8442-c768be2cc2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:28:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['3f26ffaf-e7c9-4f49-943a-5475dbafb9bc'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:38.890161 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1de28-5717-4aad-87d2-e971e3b1b234 req-4d6b8046-3673-43e9-b02d-66377a5b5d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:38.890850 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1de28-5717-4aad-87d2-e971e3b1b234 req-4d6b8046-3673-43e9-b02d-66377a5b5d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:38.891123 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1de28-5717-4aad-87d2-e971e3b1b234 req-4d6b8046-3673-43e9-b02d-66377a5b5d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:38.893902 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4df1de28-5717-4aad-87d2-e971e3b1b234 req-4d6b8046-3673-43e9-b02d-66377a5b5d09 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=48de65aa8b8243d7a205f2a528057190&device_id=ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b HTTP/1.1" status: 200 len: 2868 time: 0.3584187 Jul 13 07:28:38.931960 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2f9387a2-3f6b-48a9-b0e3-b093245c4f43 admin admin] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:38.951869 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f9fec7bf-ffe4-4ad5-b6be-970e28c0ff63 req-a2e26d30-3070-4798-9551-f0952ecceadc service neutron] 10.222.0.42 "GET /v2.0/networks/e108dcf3-8310-432e-829e-821b2f897711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435209 Jul 13 07:28:39.096656 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1de28-5717-4aad-87d2-e971e3b1b234 req-04159ea6-25e5-4a94-8c35-68f0b35c7d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:39.098172 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4df1de28-5717-4aad-87d2-e971e3b1b234 req-04159ea6-25e5-4a94-8c35-68f0b35c7d1f service neutron] 10.222.0.25 "GET /v2.0/networks?id=c34b8c95-6f51-414e-8ad8-58adf294d1fa HTTP/1.1" status: 200 len: 903 time: 0.1958673 Jul 13 07:28:39.118827 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-c95aeed0-09b2-4bcb-8442-c768be2cc2fd None None] Set router 3f26ffaf-e7c9-4f49-943a-5475dbafb9bc gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:28:39.135159 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2f9387a2-3f6b-48a9-b0e3-b093245c4f43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:39.192997 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4df1de28-5717-4aad-87d2-e971e3b1b234 req-63ca4a9a-ed5a-42b3-a514-a52b99b2ad26 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.165&port_id=e2e70209-bb8a-4dd2-b8d4-5cdaf7812854 HTTP/1.1" status: 200 len: 217 time: 0.0867603 Jul 13 07:28:39.219184 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-2f9387a2-3f6b-48a9-b0e3-b093245c4f43 admin admin] Deleting port 1545a5c0-350a-48b0-ac8f-789a7b4bbb6f {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:39.219967 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2f9387a2-3f6b-48a9-b0e3-b093245c4f43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:39.297142 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1de28-5717-4aad-87d2-e971e3b1b234 req-e41ebc0f-1b0c-4960-9e50-dd4c6e8a3772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:39.298732 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4df1de28-5717-4aad-87d2-e971e3b1b234 req-e41ebc0f-1b0c-4960-9e50-dd4c6e8a3772 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1f1bd9a1-6e3b-4d3d-9b8d-87934fa3f469 HTTP/1.1" status: 200 len: 801 time: 0.0993304 Jul 13 07:28:39.299342 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56206) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:39.372181 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-2f9387a2-3f6b-48a9-b0e3-b093245c4f43 admin admin] For port 1545a5c0-350a-48b0-ac8f-789a7b4bbb6f, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=1545a5c0-350a-48b0-ac8f-789a7b4bbb6f,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:39.372549 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2f9387a2-3f6b-48a9-b0e3-b093245c4f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:39.388774 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56210) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:39.418923 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-2f9387a2-3f6b-48a9-b0e3-b093245c4f43 admin admin] Calling delete_port for 1545a5c0-350a-48b0-ac8f-789a7b4bbb6f owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:39.429298 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-c95aeed0-09b2-4bcb-8442-c768be2cc2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f26ffaf-e7c9-4f49-943a-5475dbafb9bc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-981883737-router', 'tenant_id': '0fdbafb5634444bbafb13610523ab1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '1545a5c0-350a-48b0-ac8f-789a7b4bbb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:28:16Z', 'updated_at': '2021-07-13T07:28:36Z', 'revision_number': 5, 'project_id': '0fdbafb5634444bbafb13610523ab1ed', 'gw_port': {'id': '1545a5c0-350a-48b0-ac8f-789a7b4bbb6f', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f26ffaf-e7c9-4f49-943a-5475dbafb9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:28:19Z', 'updated_at': '2021-07-13T07:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:39.455107 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1de28-5717-4aad-87d2-e971e3b1b234 req-709876c9-0f7d-40aa-8ca2-e62359a4d7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:39.456872 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4df1de28-5717-4aad-87d2-e971e3b1b234 req-709876c9-0f7d-40aa-8ca2-e62359a4d7ba service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c34b8c95-6f51-414e-8ad8-58adf294d1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1398997 Jul 13 07:28:39.490102 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95aeed0-09b2-4bcb-8442-c768be2cc2fd None None] Checking router: 3f26ffaf-e7c9-4f49-943a-5475dbafb9bc for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:28:39.512220 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-74b2fe6e-dacb-4e43-bb18-2ccbf919c4c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:39.518331 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95aeed0-09b2-4bcb-8442-c768be2cc2fd None None] Routers {'3f26ffaf-e7c9-4f49-943a-5475dbafb9bc'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:28:39.518959 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-c95aeed0-09b2-4bcb-8442-c768be2cc2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:28:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['3f26ffaf-e7c9-4f49-943a-5475dbafb9bc'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:39.568559 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce60541f-3def-4940-bfb3-a9983fa2d0e4 admin admin] Deleting subnet e61f3cea-0dca-4181-a03e-5485cc9acd4c {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:28:39.573623 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ce60541f-3def-4940-bfb3-a9983fa2d0e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:39.606914 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4df1de28-5717-4aad-87d2-e971e3b1b234 req-bc3e8878-5bb6-4b04-8225-86d4c01ff2f5 service neutron] 10.222.0.25 "GET /v2.0/networks/c34b8c95-6f51-414e-8ad8-58adf294d1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412129 Jul 13 07:28:39.642063 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ce60541f-3def-4940-bfb3-a9983fa2d0e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:39.655703 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-c95aeed0-09b2-4bcb-8442-c768be2cc2fd None None] Set router 3f26ffaf-e7c9-4f49-943a-5475dbafb9bc gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:28:39.744887 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-c95aeed0-09b2-4bcb-8442-c768be2cc2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f26ffaf-e7c9-4f49-943a-5475dbafb9bc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-981883737-router', 'tenant_id': '0fdbafb5634444bbafb13610523ab1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:28:16Z', 'updated_at': '2021-07-13T07:28:39Z', 'revision_number': 6, 'project_id': '0fdbafb5634444bbafb13610523ab1ed', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:39.746461 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ce60541f-3def-4940-bfb3-a9983fa2d0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:39.758267 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4df1de28-5717-4aad-87d2-e971e3b1b234 req-a209eaa2-2a88-40fa-8a6f-ecb267da9689 service neutron] 10.222.0.25 "GET /v2.0/networks/c34b8c95-6f51-414e-8ad8-58adf294d1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436229 Jul 13 07:28:39.768560 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-74b2fe6e-dacb-4e43-bb18-2ccbf919c4c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:39.774836 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-74b2fe6e-dacb-4e43-bb18-2ccbf919c4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:39.797981 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95aeed0-09b2-4bcb-8442-c768be2cc2fd None None] The sync data for ids ['3f26ffaf-e7c9-4f49-943a-5475dbafb9bc'] in n-d-771363-34 is: [{'id': '3f26ffaf-e7c9-4f49-943a-5475dbafb9bc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-981883737-router', 'tenant_id': '0fdbafb5634444bbafb13610523ab1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:28:16Z', 'updated_at': '2021-07-13T07:28:39Z', 'revision_number': 6, 'project_id': '0fdbafb5634444bbafb13610523ab1ed', 'gw_port_host': None}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:28:39.832958 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-74b2fe6e-dacb-4e43-bb18-2ccbf919c4c1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8a41ed0ea2fc4c18aedb655823b4caaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5206759 Jul 13 07:28:39.834448 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b2fe6e-dacb-4e43-bb18-2ccbf919c4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568424c0-2417-41f5-b855-0f76026d90b1,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:39.838051 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56226) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:39.877942 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ce60541f-3def-4940-bfb3-a9983fa2d0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:39.914595 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60541f-3def-4940-bfb3-a9983fa2d0e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e61f3cea-0dca-4181-a03e-5485cc9acd4c,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:39.916874 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2f9387a2-3f6b-48a9-b0e3-b093245c4f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:39.929177 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ce60541f-3def-4940-bfb3-a9983fa2d0e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:39.933601 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ce60541f-3def-4940-bfb3-a9983fa2d0e4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e61f3cea-0dca-4181-a03e-5485cc9acd4c HTTP/1.1" status: 204 len: 168 time: 0.5416009 Jul 13 07:28:39.941136 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56232) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:39.951077 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9387a2-3f6b-48a9-b0e3-b093245c4f43 admin admin] Pushing event deleted for resources: {'Port': ['ID=1545a5c0-350a-48b0-ac8f-789a7b4bbb6f,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:40.018214 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2f9387a2-3f6b-48a9-b0e3-b093245c4f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:40.114178 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2f9387a2-3f6b-48a9-b0e3-b093245c4f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:40.117097 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2f9387a2-3f6b-48a9-b0e3-b093245c4f43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:40.175501 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2f9387a2-3f6b-48a9-b0e3-b093245c4f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:40.176262 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9387a2-3f6b-48a9-b0e3-b093245c4f43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f26ffaf-e7c9-4f49-943a-5475dbafb9bc {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:28:40.182102 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2f9387a2-3f6b-48a9-b0e3-b093245c4f43 admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:40.183600 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2f9387a2-3f6b-48a9-b0e3-b093245c4f43 admin admin] 10.222.0.23 "DELETE /v2.0/routers/3f26ffaf-e7c9-4f49-943a-5475dbafb9bc HTTP/1.1" status: 204 len: 168 time: 1.4301071 Jul 13 07:28:40.186020 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56236) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:40.248505 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f71df27-44fc-473a-b749-413b50d5cfa8 admin admin] Deleting subnet 98af5168-9d2e-418e-bcbd-4562eab0e1ae {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:28:40.252465 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6f71df27-44fc-473a-b749-413b50d5cfa8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:40.297640 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6f71df27-44fc-473a-b749-413b50d5cfa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:40.314256 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-76ee792d-2dd8-42ad-a087-e25044c95e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:40.324628 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 8d98777d-8736-46d1-b1eb-d1f3dbf78d6a details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:28:40.328124 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device a0520f7a-612d-4e54-b155-a759c7a81be7 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:40.367559 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: a0520f7a-612d-4e54-b155-a759c7a81be7 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:28:40.368558 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device a0520f7a-612d-4e54-b155-a759c7a81be7 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:28:40.387066 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-76ee792d-2dd8-42ad-a087-e25044c95e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:40.421306 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6f71df27-44fc-473a-b749-413b50d5cfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:40.469739 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c338f771-acd8-47cd-87ed-0a68d3a3529c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:40.501227 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd12db-220f-4d35-bf7d-906c3aa5a140 req-d5654e3f-e929-425b-ada7-0b9b71b33a32 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:40.504185 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 8d98777d-8736-46d1-b1eb-d1f3dbf78d6a, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=8d98777d-8736-46d1-b1eb-d1f3dbf78d6a,segment=NetworkSegment(e6078ba5-7e8c-4f39-9967-a10d3df88654),segment_id=e6078ba5-7e8c-4f39-9967-a10d3df88654)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:40.506455 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6f71df27-44fc-473a-b749-413b50d5cfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:40.508225 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd12db-220f-4d35-bf7d-906c3aa5a140 req-d5654e3f-e929-425b-ada7-0b9b71b33a32 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:40.514788 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd12db-220f-4d35-bf7d-906c3aa5a140 req-d5654e3f-e929-425b-ada7-0b9b71b33a32 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:40.516609 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aacd12db-220f-4d35-bf7d-906c3aa5a140 req-d5654e3f-e929-425b-ada7-0b9b71b33a32 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b HTTP/1.1" status: 200 len: 2412 time: 0.5927641 Jul 13 07:28:40.528387 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '8d98777d-8736-46d1-b1eb-d1f3dbf78d6a', 'network_id': 'ce1d5b6d-720f-48ed-8746-a179fc927918', 'port_id': '8d98777d-8736-46d1-b1eb-d1f3dbf78d6a', 'mac_address': 'fa:16:3e:91:9e:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ae916ec-52fb-496a-b93d-d42eb41b1f76', 'ip_address': '19.86.0.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:28:40.541253 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6ccba9-c42c-4eec-bd23-c98db0a01d42 None None] Network 79c6da23-c276-4478-ad85-c25d76bd48f7 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:28:40.559122 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6f71df27-44fc-473a-b749-413b50d5cfa8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:40.561454 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6f71df27-44fc-473a-b749-413b50d5cfa8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/98af5168-9d2e-418e-bcbd-4562eab0e1ae HTTP/1.1" status: 204 len: 168 time: 0.3742959 Jul 13 07:28:40.563561 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71df27-44fc-473a-b749-413b50d5cfa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98af5168-9d2e-418e-bcbd-4562eab0e1ae,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:40.565910 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56248) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:40.584737 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-76ee792d-2dd8-42ad-a087-e25044c95e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:40.587328 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-76ee792d-2dd8-42ad-a087-e25044c95e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:40.590794 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-76ee792d-2dd8-42ad-a087-e25044c95e4c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/568424c0-2417-41f5-b855-0f76026d90b1 HTTP/1.1" status: 204 len: 168 time: 0.7471626 Jul 13 07:28:40.607612 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee792d-2dd8-42ad-a087-e25044c95e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568424c0-2417-41f5-b855-0f76026d90b1,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:40.652367 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c338f771-acd8-47cd-87ed-0a68d3a3529c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:40.670309 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e17ea1f7-faf2-4187-a70a-fb56644b77c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:40.674025 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aacd12db-220f-4d35-bf7d-906c3aa5a140 req-ce17218b-f76f-4dbf-86f2-db7350d31852 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e56024-b264-4795-a931-6b8425f6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311321 Jul 13 07:28:40.693351 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-c338f771-acd8-47cd-87ed-0a68d3a3529c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['594d3cf6-6536-44a4-bf86-7eb0b076281c']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:40.727355 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-c338f771-acd8-47cd-87ed-0a68d3a3529c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0abc1825-e3a0-468f-93a4-df9b73b4e14a') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:40.727739 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-c338f771-acd8-47cd-87ed-0a68d3a3529c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0abc1825-e3a0-468f-93a4-df9b73b4e14a') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:40.772715 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 853d7d2e-b1a3-4479-b719-15fd42bae54e no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:40.774830 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c338f771-acd8-47cd-87ed-0a68d3a3529c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:40.781567 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-e17ea1f7-faf2-4187-a70a-fb56644b77c0 admin admin] Deleting port a829ab03-6cf6-4591-b75f-ab35efce4916 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:40.782189 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e17ea1f7-faf2-4187-a70a-fb56644b77c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:40.815861 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:40.817087 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c338f771-acd8-47cd-87ed-0a68d3a3529c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:40.839167 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d98777d-8736-46d1-b1eb-d1f3dbf78d6a {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:28:40.846268 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 853d7d2e-b1a3-4479-b719-15fd42bae54e {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:28:40.846739 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 853d7d2e-b1a3-4479-b719-15fd42bae54e not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:28:40.847395 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 1545a5c0-350a-48b0-ac8f-789a7b4bbb6f no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:40.857762 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c338f771-acd8-47cd-87ed-0a68d3a3529c admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:28:40.858179 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c338f771-acd8-47cd-87ed-0a68d3a3529c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:40.894830 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 1545a5c0-350a-48b0-ac8f-789a7b4bbb6f {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:28:40.895269 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 1545a5c0-350a-48b0-ac8f-789a7b4bbb6f not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:28:40.922491 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:40.922491 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:40.922491 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:40.922491 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:40.922491 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:40.922491 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:40.922491 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:28:40.922491 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:28:40.922491 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:28:40.922491 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:28:40.922491 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:28:40.922491 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:28:40.922491 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:28:40.922491 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:28:40.922491 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:28:40.922491 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:28:40.922491 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:28:40.922491 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:28:40.922491 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:28:40.922491 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:28:40.922491 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:28:40.922491 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:28:40.922491 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:28:40.922491 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:28:40.922491 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:28:40.922491 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:28:40.922491 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:28:40.922491 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:28:40.922491 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:28:40.922491 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:28:40.922491 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:28:40.922491 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:28:40.922491 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:28:40.922491 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:28:40.922491 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:28:40.922491 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:28:40.922491 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:28:40.922491 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:28:40.940113 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 8d98777d-8736-46d1-b1eb-d1f3dbf78d6a, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=8d98777d-8736-46d1-b1eb-d1f3dbf78d6a,segment=NetworkSegment(e6078ba5-7e8c-4f39-9967-a10d3df88654),segment_id=e6078ba5-7e8c-4f39-9967-a10d3df88654)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:40.946375 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c338f771-acd8-47cd-87ed-0a68d3a3529c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:40.953781 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:40.970208 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c338f771-acd8-47cd-87ed-0a68d3a3529c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:40.999159 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c338f771-acd8-47cd-87ed-0a68d3a3529c admin admin] 10.222.0.23 "DELETE /v2.0/networks/594d3cf6-6536-44a4-bf86-7eb0b076281c HTTP/1.1" status: 204 len: 168 time: 1.0561721 Jul 13 07:28:41.142745 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c338f771-acd8-47cd-87ed-0a68d3a3529c admin admin] Pushing event deleted for resources: {'Network': ['ID=594d3cf6-6536-44a4-bf86-7eb0b076281c,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:41.158075 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-084ef3c8-5b50-4310-bb61-e8705dcc90d1 tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:41.175438 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-084ef3c8-5b50-4310-bb61-e8705dcc90d1 tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] 10.222.0.23 "GET /v2.0/networks?id=868ab7df-79b8-48cb-b578-2e879948f370 HTTP/1.1" status: 200 len: 810 time: 0.3505354 Jul 13 07:28:41.195911 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-2e430784-3043-40ff-ace5-af50fd3261f0 tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] 10.222.0.23 "GET /v2.0/quotas/ea6708741b2c4206a5d94dad36d4b725 HTTP/1.1" status: 200 len: 375 time: 0.0191355 Jul 13 07:28:41.246259 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-769b5385-3fcb-4abc-a017-9f2d6f30d901 tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea6708741b2c4206a5d94dad36d4b725&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490172 Jul 13 07:28:41.246703 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device e2e70209-bb8a-4dd2-b8d4-5cdaf7812854 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:28:41.326406 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56268) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:41.358098 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-64db5f80-944b-4651-a741-b20bbb9031ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:41.389466 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=8d98777d-8736-46d1-b1eb-d1f3dbf78d6a,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:41.447794 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56270) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:41.517583 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-4f80aeaa-9ef4-4717-9a37-dc691b4edd40 service neutron] 10.222.0.23 "GET /v2.0/networks/868ab7df-79b8-48cb-b578-2e879948f370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696073 Jul 13 07:28:41.533458 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port e2e70209-bb8a-4dd2-b8d4-5cdaf7812854, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=e2e70209-bb8a-4dd2-b8d4-5cdaf7812854,segment=NetworkSegment(9cf5557c-798a-4fc6-a4c5-75768c7835fd),segment_id=9cf5557c-798a-4fc6-a4c5-75768c7835fd)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:41.547633 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': 'e2e70209-bb8a-4dd2-b8d4-5cdaf7812854', 'network_id': 'c34b8c95-6f51-414e-8ad8-58adf294d1fa', 'port_id': 'e2e70209-bb8a-4dd2-b8d4-5cdaf7812854', 'mac_address': 'fa:16:3e:b2:1a:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f1bd9a1-6e3b-4d3d-9b8d-87934fa3f469', 'ip_address': '19.80.0.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:28:41.569735 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-e17ea1f7-faf2-4187-a70a-fb56644b77c0 admin admin] For port a829ab03-6cf6-4591-b75f-ab35efce4916, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=a829ab03-6cf6-4591-b75f-ab35efce4916,segment=NetworkSegment(d926cf04-9903-47c4-b706-20551263f016),segment_id=d926cf04-9903-47c4-b706-20551263f016)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:41.570020 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e17ea1f7-faf2-4187-a70a-fb56644b77c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:41.593649 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb88d0f-26d7-4674-8b35-e60e0718c206 None None] DHCP port deletion for 79c6da23-c276-4478-ad85-c25d76bd48f7 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:28:41.597200 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-e17ea1f7-faf2-4187-a70a-fb56644b77c0 admin admin] Calling delete_port for a829ab03-6cf6-4591-b75f-ab35efce4916 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:41.607681 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5875bd41-e3e5-4d56-9367-afa1f227ca7a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=03be745b98834c52b52be1f288bde2c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1519902 Jul 13 07:28:41.608840 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56272) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:41.644084 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:41.674289 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e70209-bb8a-4dd2-b8d4-5cdaf7812854 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:28:41.704317 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port e2e70209-bb8a-4dd2-b8d4-5cdaf7812854, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=e2e70209-bb8a-4dd2-b8d4-5cdaf7812854,segment=NetworkSegment(9cf5557c-798a-4fc6-a4c5-75768c7835fd),segment_id=9cf5557c-798a-4fc6-a4c5-75768c7835fd)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:41.706113 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-1cb88d0f-26d7-4674-8b35-e60e0718c206 None None] Deleting port a829ab03-6cf6-4591-b75f-ab35efce4916 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:41.706612 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1cb88d0f-26d7-4674-8b35-e60e0718c206 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:41.713816 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-64db5f80-944b-4651-a741-b20bbb9031ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:41.719916 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:41.724390 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ddde66d2-a4a0-4219-a810-78c86086117e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:41.733559 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-67335893-e336-4df9-8662-6fb2a604523a service neutron] 10.222.0.23 "GET /v2.0/networks/868ab7df-79b8-48cb-b578-2e879948f370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085116 Jul 13 07:28:41.735726 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-64db5f80-944b-4651-a741-b20bbb9031ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:41.764585 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ddde66d2-a4a0-4219-a810-78c86086117e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:41.812399 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-64db5f80-944b-4651-a741-b20bbb9031ad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e7c7e176d4b544a295e009382f59aa6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4847658 Jul 13 07:28:41.813501 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db5f80-944b-4651-a741-b20bbb9031ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501a0689-e9aa-4808-a23c-cbc595a71186,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:41.816296 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56278) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:41.830492 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e17ea1f7-faf2-4187-a70a-fb56644b77c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:41.837809 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device f8e18e8c-64b8-45bd-a58b-37e043d27d87 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:28:41.861886 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17ea1f7-faf2-4187-a70a-fb56644b77c0 admin admin] No DVR routers for this DVR port a829ab03-6cf6-4591-b75f-ab35efce4916 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:28:41.897166 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port f8e18e8c-64b8-45bd-a58b-37e043d27d87, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=f8e18e8c-64b8-45bd-a58b-37e043d27d87,segment=NetworkSegment(9cf5557c-798a-4fc6-a4c5-75768c7835fd),segment_id=9cf5557c-798a-4fc6-a4c5-75768c7835fd)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:41.904930 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f50ef98e-d805-4f90-99cb-cf3f6dc2d1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:41.934624 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': 'f8e18e8c-64b8-45bd-a58b-37e043d27d87', 'network_id': 'c34b8c95-6f51-414e-8ad8-58adf294d1fa', 'port_id': 'f8e18e8c-64b8-45bd-a58b-37e043d27d87', 'mac_address': 'fa:16:3e:44:aa:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f1bd9a1-6e3b-4d3d-9b8d-87934fa3f469', 'ip_address': '19.80.0.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:28:41.943706 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f50ef98e-d805-4f90-99cb-cf3f6dc2d1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:41.951371 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-1cb88d0f-26d7-4674-8b35-e60e0718c206 None None] For port a829ab03-6cf6-4591-b75f-ab35efce4916, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=a829ab03-6cf6-4591-b75f-ab35efce4916,segment=NetworkSegment(d926cf04-9903-47c4-b706-20551263f016),segment_id=d926cf04-9903-47c4-b706-20551263f016)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:41.951772 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1cb88d0f-26d7-4674-8b35-e60e0718c206 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:42.017023 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f50ef98e-d805-4f90-99cb-cf3f6dc2d1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:42.020694 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f50ef98e-d805-4f90-99cb-cf3f6dc2d1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:42.022112 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f50ef98e-d805-4f90-99cb-cf3f6dc2d1d7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/501a0689-e9aa-4808-a23c-cbc595a71186 HTTP/1.1" status: 204 len: 168 time: 0.2048147 Jul 13 07:28:42.028489 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-1cb88d0f-26d7-4674-8b35-e60e0718c206 None None] Calling delete_port for a829ab03-6cf6-4591-b75f-ab35efce4916 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:42.032043 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=e2e70209-bb8a-4dd2-b8d4-5cdaf7812854,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:42.044396 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ea1f7-faf2-4187-a70a-fb56644b77c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a829ab03-6cf6-4591-b75f-ab35efce4916,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:42.048740 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:42.053704 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ef98e-d805-4f90-99cb-cf3f6dc2d1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501a0689-e9aa-4808-a23c-cbc595a71186,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:42.067720 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e18e8c-64b8-45bd-a58b-37e043d27d87 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:28:42.149683 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port f8e18e8c-64b8-45bd-a58b-37e043d27d87, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=f8e18e8c-64b8-45bd-a58b-37e043d27d87,segment=NetworkSegment(9cf5557c-798a-4fc6-a4c5-75768c7835fd),segment_id=9cf5557c-798a-4fc6-a4c5-75768c7835fd)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:42.169727 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:42.244927 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1cb88d0f-26d7-4674-8b35-e60e0718c206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:42.253303 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e17ea1f7-faf2-4187-a70a-fb56644b77c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:42.272472 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-e17ea1f7-faf2-4187-a70a-fb56644b77c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c6da23-c276-4478-ad85-c25d76bd48f7']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:42.280289 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=f8e18e8c-64b8-45bd-a58b-37e043d27d87,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:42.282990 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb88d0f-26d7-4674-8b35-e60e0718c206 None None] No DVR routers for this DVR port a829ab03-6cf6-4591-b75f-ab35efce4916 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:28:42.312691 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-e17ea1f7-faf2-4187-a70a-fb56644b77c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd926cf04-9903-47c4-b706-20551263f016') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:42.313066 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-e17ea1f7-faf2-4187-a70a-fb56644b77c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd926cf04-9903-47c4-b706-20551263f016') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:42.326427 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ddde66d2-a4a0-4219-a810-78c86086117e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:42.328501 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb88d0f-26d7-4674-8b35-e60e0718c206 None None] Pushing event deleted for resources: {'Port': ['ID=a829ab03-6cf6-4591-b75f-ab35efce4916,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:42.329330 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ddde66d2-a4a0-4219-a810-78c86086117e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:42.341748 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ddde66d2-a4a0-4219-a810-78c86086117e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e8406069-3543-4c9e-addd-e9addfeb740d HTTP/1.1" status: 204 len: 168 time: 0.7319269 Jul 13 07:28:42.350010 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e17ea1f7-faf2-4187-a70a-fb56644b77c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:42.389651 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-645efe93-5c64-41a3-a8e5-dd7787d84cc5 req-3913cd2a-3b0f-4a34-b489-fab07039b0ba tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e31942-874c-4829-9c56-8dc956951e91 HTTP/1.1" status: 200 len: 210 time: 0.0458002 Jul 13 07:28:42.406302 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ecd6b-384e-4351-aae1-aa8ca1555bd2 req-b53b85bf-d12e-464a-b932-46e93ec65dee tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:42.429174 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ecd6b-384e-4351-aae1-aa8ca1555bd2 req-b53b85bf-d12e-464a-b932-46e93ec65dee tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:42.455018 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ecd6b-384e-4351-aae1-aa8ca1555bd2 req-b53b85bf-d12e-464a-b932-46e93ec65dee tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:42.467364 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5d1ecd6b-384e-4351-aae1-aa8ca1555bd2 req-b53b85bf-d12e-464a-b932-46e93ec65dee tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b HTTP/1.1" status: 200 len: 2414 time: 0.5576468 Jul 13 07:28:42.475835 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['e2e70209-bb8a-4dd2-b8d4-5cdaf7812854'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:42.514067 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e17ea1f7-faf2-4187-a70a-fb56644b77c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:42.516440 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde66d2-a4a0-4219-a810-78c86086117e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8406069-3543-4c9e-addd-e9addfeb740d,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:42.540726 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e17ea1f7-faf2-4187-a70a-fb56644b77c0 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:28:42.541448 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e17ea1f7-faf2-4187-a70a-fb56644b77c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:42.545928 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:28:42.545928 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:28:42.545928 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:28:42.545928 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:28:42.545928 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:28:42.545928 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:28:42.545928 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:28:42.545928 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:28:42.545928 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:28:42.545928 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:28:42.545928 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:28:42.545928 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:28:42.545928 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:28:42.545928 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:28:42.545928 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:28:42.545928 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:28:42.545928 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:28:42.545928 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:28:42.545928 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:28:42.545928 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:28:42.545928 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:28:42.545928 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:28:42.545928 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:28:42.545928 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:28:42.545928 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:28:42.545928 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:28:42.545928 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:28:42.545928 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:28:42.545928 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:28:42.545928 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:28:42.545928 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:28:42.545928 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:28:42.545928 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:28:42.545928 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:28:42.562435 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['8d98777d-8736-46d1-b1eb-d1f3dbf78d6a'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:42.577550 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5d1ecd6b-384e-4351-aae1-aa8ca1555bd2 req-327ac461-7930-4b62-a1f9-dfd88d3acd54 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e56024-b264-4795-a931-6b8425f6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090002 Jul 13 07:28:42.696628 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device a829ab03-6cf6-4591-b75f-ab35efce4916 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:42.731920 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: a829ab03-6cf6-4591-b75f-ab35efce4916 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:28:42.732270 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device a829ab03-6cf6-4591-b75f-ab35efce4916 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:28:42.783042 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e17ea1f7-faf2-4187-a70a-fb56644b77c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:42.790076 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e17ea1f7-faf2-4187-a70a-fb56644b77c0 admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:42.794987 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e17ea1f7-faf2-4187-a70a-fb56644b77c0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/79c6da23-c276-4478-ad85-c25d76bd48f7 HTTP/1.1" status: 204 len: 168 time: 2.2279859 Jul 13 07:28:42.827916 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ea1f7-faf2-4187-a70a-fb56644b77c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=79c6da23-c276-4478-ad85-c25d76bd48f7,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:42.983841 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56316) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:43.050847 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-296ccea8-dcbd-4bba-99b1-42b3d81dd624 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0fdbafb5634444bbafb13610523ab1ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0657647 Jul 13 07:28:43.053963 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56320) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:43.132664 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b92cda06-c620-43af-83b3-506e40d41e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:43.160675 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b92cda06-c620-43af-83b3-506e40d41e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:43.218715 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b92cda06-c620-43af-83b3-506e40d41e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:43.221514 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b92cda06-c620-43af-83b3-506e40d41e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:43.225659 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b92cda06-c620-43af-83b3-506e40d41e72 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e8057c1c-1cd7-4e2e-befc-cf227e2cc43a HTTP/1.1" status: 204 len: 168 time: 0.1679015 Jul 13 07:28:43.233179 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92cda06-c620-43af-83b3-506e40d41e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8057c1c-1cd7-4e2e-befc-cf227e2cc43a,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:43.523245 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['f8e18e8c-64b8-45bd-a58b-37e043d27d87'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:43.578204 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6dbc3461-1f8e-4a01-b197-e68f75c604c8 req-e625e052-9570-4ba7-8683-3509880835c0 tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e31942-874c-4829-9c56-8dc956951e91 HTTP/1.1" status: 200 len: 210 time: 0.0577321 Jul 13 07:28:43.689226 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56354) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:43.901435 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072caa4-26a8-437d-bd1f-597f6bb05cee req-a99632c0-3945-4ac0-b0c2-fe290a3079e9 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:43.908637 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072caa4-26a8-437d-bd1f-597f6bb05cee req-a99632c0-3945-4ac0-b0c2-fe290a3079e9 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:43.915597 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072caa4-26a8-437d-bd1f-597f6bb05cee req-a99632c0-3945-4ac0-b0c2-fe290a3079e9 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:43.933597 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e072caa4-26a8-437d-bd1f-597f6bb05cee req-a99632c0-3945-4ac0-b0c2-fe290a3079e9 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b HTTP/1.1" status: 200 len: 2415 time: 0.1913011 Jul 13 07:28:44.005451 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-66b49979-5976-424d-b66c-98728c69d5a0 tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:44.008978 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-66b49979-5976-424d-b66c-98728c69d5a0 tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] 10.222.0.25 "GET /v2.0/networks?id=868ab7df-79b8-48cb-b578-2e879948f370 HTTP/1.1" status: 200 len: 810 time: 0.2016833 Jul 13 07:28:44.013389 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-796b4ade-72e3-4841-af7a-3729228f31fa admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1052523783-network', 'tenant_id': '9e85251084944b01becf8832bc36811b'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:44.027068 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e072caa4-26a8-437d-bd1f-597f6bb05cee req-54ba7916-eae2-45bd-994f-42fcc11baf78 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e56024-b264-4795-a931-6b8425f6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934653 Jul 13 07:28:44.032253 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-1751152d-f2cd-476b-a21e-bfa483749f1f tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] Request body: {'port': {'device_id': 'c9e31942-874c-4829-9c56-8dc956951e91', 'network_id': '868ab7df-79b8-48cb-b578-2e879948f370', 'admin_state_up': True, 'tenant_id': 'ea6708741b2c4206a5d94dad36d4b725'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:44.062272 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796b4ade-72e3-4841-af7a-3729228f31fa admin admin] Made reservation on behalf of 9e85251084944b01becf8832bc36811b for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:28:44.065554 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-796b4ade-72e3-4841-af7a-3729228f31fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:44.086493 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-796b4ade-72e3-4841-af7a-3729228f31fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:44.245487 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-796b4ade-72e3-4841-af7a-3729228f31fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:44.251113 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-796b4ade-72e3-4841-af7a-3729228f31fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:44.271609 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-1751152d-f2cd-476b-a21e-bfa483749f1f tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] Made reservation on behalf of ea6708741b2c4206a5d94dad36d4b725 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:28:44.277758 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-1751152d-f2cd-476b-a21e-bfa483749f1f tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:44.287354 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-796b4ade-72e3-4841-af7a-3729228f31fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:28:44.298855 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b4ade-72e3-4841-af7a-3729228f31fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092469be-0f5d-491f-8158-fe5f59fdd5c2,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:44.320195 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-796b4ade-72e3-4841-af7a-3729228f31fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:44.320554 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-796b4ade-72e3-4841-af7a-3729228f31fa admin admin] Added segment edc90146-752b-4ede-b75d-4e7f750c45e6 of type vlan for network e955f026-0d2f-4983-bf91-7bd2b5b8a6c5 Jul 13 07:28:44.347239 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 8d98777d-8736-46d1-b1eb-d1f3dbf78d6a up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:44.378419 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-796b4ade-72e3-4841-af7a-3729228f31fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:44.440082 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 8d98777d-8736-46d1-b1eb-d1f3dbf78d6a completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:44.446228 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-796b4ade-72e3-4841-af7a-3729228f31fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:44.447320 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 8d98777d-8736-46d1-b1eb-d1f3dbf78d6a triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:44.447511 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796b4ade-72e3-4841-af7a-3729228f31fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:44.447944 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-796b4ade-72e3-4841-af7a-3729228f31fa admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:44.449529 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:44.468624 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-1751152d-f2cd-476b-a21e-bfa483749f1f tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] Allocated IP 172.20.0.2 (868ab7df-79b8-48cb-b578-2e879948f370/fe4fa7cf-8bf6-4881-b16b-6e721e3699b3/704099a1-b4b4-42a6-ab65-c4e7964dbbfa) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:28:44.596355 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-796b4ade-72e3-4841-af7a-3729228f31fa admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9053037 Jul 13 07:28:44.599563 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56392) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:44.604703 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:44.606633 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b4ade-72e3-4841-af7a-3729228f31fa admin admin] Pushing event updated for resources: {'Network': ['ID=e955f026-0d2f-4983-bf91-7bd2b5b8a6c5,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:44.619927 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-91a1e086-ff9b-4d59-8b32-e0315ebc4a75 admin admin] Request body: {'subnet': {'network_id': 'e955f026-0d2f-4983-bf91-7bd2b5b8a6c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1052523783-subnet', 'tenant_id': '9e85251084944b01becf8832bc36811b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:44.645319 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network e955f026-0d2f-4983-bf91-7bd2b5b8a6c5 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:28:44.700601 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 8d98777d-8736-46d1-b1eb-d1f3dbf78d6a, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=8d98777d-8736-46d1-b1eb-d1f3dbf78d6a,segment=NetworkSegment(e6078ba5-7e8c-4f39-9967-a10d3df88654),segment_id=e6078ba5-7e8c-4f39-9967-a10d3df88654)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:44.713835 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d98777d-8736-46d1-b1eb-d1f3dbf78d6a'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:44.727889 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52594d73-2e8e-4457-9a8e-a26b0830802a" -d '{"events": [{"server_uuid": "ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b", "name": "network-vif-plugged", "status": "completed", "tag": "8d98777d-8736-46d1-b1eb-d1f3dbf78d6a"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:44.740840 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:44.743586 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a1e086-ff9b-4d59-8b32-e0315ebc4a75 admin admin] Made reservation on behalf of 9e85251084944b01becf8832bc36811b for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:28:44.746162 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-91a1e086-ff9b-4d59-8b32-e0315ebc4a75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:44.846479 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc220b0-39a7-44c0-b5ad-18cfb87b5972 x-openstack-request-id: req-5bc220b0-39a7-44c0-b5ad-18cfb87b5972 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:44.847843 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b", "name": "network-vif-plugged", "status": "completed", "tag": "8d98777d-8736-46d1-b1eb-d1f3dbf78d6a", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:44.848444 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5bc220b0-39a7-44c0-b5ad-18cfb87b5972 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:44.850827 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cbc2596d-e875-41a6-bf7d-06a973d3a0ad req-607f6281-4cd2-4597-b916-7b36f821b6c4 tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e31942-874c-4829-9c56-8dc956951e91 HTTP/1.1" status: 200 len: 210 time: 0.0932355 Jul 13 07:28:44.852129 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d98777d-8736-46d1-b1eb-d1f3dbf78d6a', 'code': 200} Jul 13 07:28:44.868238 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-1751152d-f2cd-476b-a21e-bfa483749f1f tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:44.869106 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=8d98777d-8736-46d1-b1eb-d1f3dbf78d6a,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:44.907608 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device e2e70209-bb8a-4dd2-b8d4-5cdaf7812854 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:45.099722 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-1751152d-f2cd-476b-a21e-bfa483749f1f tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:45.105291 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port e2e70209-bb8a-4dd2-b8d4-5cdaf7812854 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:45.110332 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port e2e70209-bb8a-4dd2-b8d4-5cdaf7812854 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:45.110699 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:45.186098 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-1751152d-f2cd-476b-a21e-bfa483749f1f tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] Network 868ab7df-79b8-48cb-b578-2e879948f370 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:28:45.188133 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-1751152d-f2cd-476b-a21e-bfa483749f1f tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:45.190433 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-91a1e086-ff9b-4d59-8b32-e0315ebc4a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:45.195118 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-1751152d-f2cd-476b-a21e-bfa483749f1f tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:28:45.273718 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751152d-f2cd-476b-a21e-bfa483749f1f tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] Pushing event updated for resources: {'Port': ['ID=704099a1-b4b4-42a6-ab65-c4e7964dbbfa,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:45.276766 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:45.312646 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-05be195a-7b00-4b81-b93f-b2d1bb3dcbee None None] Provisioning complete for port 8d98777d-8736-46d1-b1eb-d1f3dbf78d6a triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:45.312889 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1e086-ff9b-4d59-8b32-e0315ebc4a75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e3a0074-4de9-493b-b13f-bf9e5e9870e6,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:45.312986 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-05be195a-7b00-4b81-b93f-b2d1bb3dcbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:45.339488 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-1751152d-f2cd-476b-a21e-bfa483749f1f tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:45.340167 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-1751152d-f2cd-476b-a21e-bfa483749f1f tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:45.358056 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a1e086-ff9b-4d59-8b32-e0315ebc4a75 admin admin] Checking segment: {'id': 'edc90146-752b-4ede-b75d-4e7f750c45e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e955f026-0d2f-4983-bf91-7bd2b5b8a6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:28:45.358056 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a1e086-ff9b-4d59-8b32-e0315ebc4a75 admin admin] Network hostable DHCP agents. Network: e955f026-0d2f-4983-bf91-7bd2b5b8a6c5, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:28:45.364243 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-1751152d-f2cd-476b-a21e-bfa483749f1f tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3360875 Jul 13 07:28:45.377757 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-a8256495-c2cb-47d9-ad2b-c7cacd010f4b service neutron] Request body: {'port': {'device_id': 'c9e31942-874c-4829-9c56-8dc956951e91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:45.384781 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port e2e70209-bb8a-4dd2-b8d4-5cdaf7812854, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=e2e70209-bb8a-4dd2-b8d4-5cdaf7812854,segment=NetworkSegment(9cf5557c-798a-4fc6-a4c5-75768c7835fd),segment_id=9cf5557c-798a-4fc6-a4c5-75768c7835fd)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:45.399045 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:45.408913 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a1e086-ff9b-4d59-8b32-e0315ebc4a75 admin admin] Network e955f026-0d2f-4983-bf91-7bd2b5b8a6c5 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:28:45.420596 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18867d-ffa1-4f41-a7d9-4581a34abafc req-330a92ef-ea71-40be-929d-cec945a42356 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:45.434879 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18867d-ffa1-4f41-a7d9-4581a34abafc req-330a92ef-ea71-40be-929d-cec945a42356 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:45.451334 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device f8e18e8c-64b8-45bd-a58b-37e043d27d87 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:45.456268 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-91a1e086-ff9b-4d59-8b32-e0315ebc4a75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, e955f026-0d2f-4983-bf91-7bd2b5b8a6c5) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:45.464599 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a1e086-ff9b-4d59-8b32-e0315ebc4a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:45.465212 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-91a1e086-ff9b-4d59-8b32-e0315ebc4a75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:45.469084 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18867d-ffa1-4f41-a7d9-4581a34abafc req-330a92ef-ea71-40be-929d-cec945a42356 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:45.477192 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6c18867d-ffa1-4f41-a7d9-4581a34abafc req-330a92ef-ea71-40be-929d-cec945a42356 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b HTTP/1.1" status: 200 len: 2416 time: 0.1776938 Jul 13 07:28:45.489125 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-a8256495-c2cb-47d9-ad2b-c7cacd010f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:45.493958 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-91a1e086-ff9b-4d59-8b32-e0315ebc4a75 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8917606 Jul 13 07:28:45.586671 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6c18867d-ffa1-4f41-a7d9-4581a34abafc req-52a0bcbd-39c6-4027-ac9c-265837920965 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e56024-b264-4795-a931-6b8425f6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980484 Jul 13 07:28:45.601490 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642d2e86-b506-48a8-9c43-bab03431f628 None None] Network e955f026-0d2f-4983-bf91-7bd2b5b8a6c5 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:28:45.760840 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=e2e70209-bb8a-4dd2-b8d4-5cdaf7812854,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:45.924434 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port f8e18e8c-64b8-45bd-a58b-37e043d27d87 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:45.950950 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port f8e18e8c-64b8-45bd-a58b-37e043d27d87 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:45.959679 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:46.057467 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-40160617-ed77-405f-b735-346060af6bc1 None None] Provisioning complete for port e2e70209-bb8a-4dd2-b8d4-5cdaf7812854 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:46.057925 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-40160617-ed77-405f-b735-346060af6bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:46.291161 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b5715-a7b2-42d8-9763-87fb190f9fcd req-24df885f-e739-4678-9a2e-b842ba4ddc2f tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:46.293396 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-a8256495-c2cb-47d9-ad2b-c7cacd010f4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 704099a1-b4b4-42a6-ab65-c4e7964dbbfa {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:28:46.298305 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fd7b5715-a7b2-42d8-9763-87fb190f9fcd req-24df885f-e739-4678-9a2e-b842ba4ddc2f tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e31942-874c-4829-9c56-8dc956951e91 HTTP/1.1" status: 200 len: 931 time: 0.2328308 Jul 13 07:28:46.311892 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24d70f9-f39f-4b4d-a755-443e4ad6af21 None None] Network e955f026-0d2f-4983-bf91-7bd2b5b8a6c5 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:28:46.329261 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-a8256495-c2cb-47d9-ad2b-c7cacd010f4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:46.371486 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-a8256495-c2cb-47d9-ad2b-c7cacd010f4b service neutron] Transition to ACTIVE for port object 704099a1-b4b4-42a6-ab65-c4e7964dbbfa will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:46.382720 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-a8256495-c2cb-47d9-ad2b-c7cacd010f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:46.384463 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fd7b5715-a7b2-42d8-9763-87fb190f9fcd req-2f9058cb-5935-4d4d-a2a2-e4d3fce4a780 tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] 10.222.0.23 "GET /v2.0/security-groups?id=e393ece4-d007-4a91-914d-3cb359bdcc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851715 Jul 13 07:28:46.473675 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56478) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:46.517290 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8256495-c2cb-47d9-ad2b-c7cacd010f4b service neutron] Pushing event updated for resources: {'Port': ['ID=704099a1-b4b4-42a6-ab65-c4e7964dbbfa,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:46.548051 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-a8256495-c2cb-47d9-ad2b-c7cacd010f4b service neutron] Attempting to bind port 704099a1-b4b4-42a6-ab65-c4e7964dbbfa on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:28:46.548394 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-a8256495-c2cb-47d9-ad2b-c7cacd010f4b service neutron] Attempting to bind port 704099a1-b4b4-42a6-ab65-c4e7964dbbfa by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '840e6b4d-a89b-4e48-8ba3-3eb7fd8f92ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '868ab7df-79b8-48cb-b578-2e879948f370'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:28:46.548782 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-a8256495-c2cb-47d9-ad2b-c7cacd010f4b service neutron] Attempting to bind port 704099a1-b4b4-42a6-ab65-c4e7964dbbfa on network 868ab7df-79b8-48cb-b578-2e879948f370 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:46.554073 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-a8256495-c2cb-47d9-ad2b-c7cacd010f4b service neutron] Port 704099a1-b4b4-42a6-ab65-c4e7964dbbfa on network 868ab7df-79b8-48cb-b578-2e879948f370 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:28:46.554399 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-a8256495-c2cb-47d9-ad2b-c7cacd010f4b service neutron] Attempting to bind port 704099a1-b4b4-42a6-ab65-c4e7964dbbfa on network 868ab7df-79b8-48cb-b578-2e879948f370 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:46.560029 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-a8256495-c2cb-47d9-ad2b-c7cacd010f4b service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:28:46.560375 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-a8256495-c2cb-47d9-ad2b-c7cacd010f4b service neutron] Checking segment: {'id': '840e6b4d-a89b-4e48-8ba3-3eb7fd8f92ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '868ab7df-79b8-48cb-b578-2e879948f370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:28:46.560834 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-a8256495-c2cb-47d9-ad2b-c7cacd010f4b service neutron] Bound using segment: {'id': '840e6b4d-a89b-4e48-8ba3-3eb7fd8f92ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '868ab7df-79b8-48cb-b578-2e879948f370'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:28:46.561745 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-a8256495-c2cb-47d9-ad2b-c7cacd010f4b service neutron] Bound port: 704099a1-b4b4-42a6-ab65-c4e7964dbbfa, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '840e6b4d-a89b-4e48-8ba3-3eb7fd8f92ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '868ab7df-79b8-48cb-b578-2e879948f370'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:28:46.562122 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-a8256495-c2cb-47d9-ad2b-c7cacd010f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:46.606384 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:46.663347 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-a8256495-c2cb-47d9-ad2b-c7cacd010f4b service neutron] For port 704099a1-b4b4-42a6-ab65-c4e7964dbbfa, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:28:46.669061 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-a8256495-c2cb-47d9-ad2b-c7cacd010f4b service neutron] For port 704099a1-b4b4-42a6-ab65-c4e7964dbbfa, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=704099a1-b4b4-42a6-ab65-c4e7964dbbfa,segment=NetworkSegment(840e6b4d-a89b-4e48-8ba3-3eb7fd8f92ae),segment_id=840e6b4d-a89b-4e48-8ba3-3eb7fd8f92ae)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:28:46.676581 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-a8256495-c2cb-47d9-ad2b-c7cacd010f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:46.729387 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port f8e18e8c-64b8-45bd-a58b-37e043d27d87, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=f8e18e8c-64b8-45bd-a58b-37e043d27d87,segment=NetworkSegment(9cf5557c-798a-4fc6-a4c5-75768c7835fd),segment_id=9cf5557c-798a-4fc6-a4c5-75768c7835fd)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:46.729655 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-a8256495-c2cb-47d9-ad2b-c7cacd010f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:46.730088 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-a8256495-c2cb-47d9-ad2b-c7cacd010f4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:46.731587 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-a8256495-c2cb-47d9-ad2b-c7cacd010f4b service neutron] 10.222.0.25 "PUT /v2.0/ports/704099a1-b4b4-42a6-ab65-c4e7964dbbfa HTTP/1.1" status: 200 len: 1092 time: 1.3585422 Jul 13 07:28:46.732162 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e31942-874c-4829-9c56-8dc956951e91', 'tag': '704099a1-b4b4-42a6-ab65-c4e7964dbbfa'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:46.733196 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c7fc4ec1-4220-4b9a-b9ed-9fdc36cc1b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:46.735544 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2107965-1a51-4c9e-b6a9-f7d344eaab7d" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e31942-874c-4829-9c56-8dc956951e91", "tag": "704099a1-b4b4-42a6-ab65-c4e7964dbbfa"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:46.740675 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:46.854325 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e70209-bb8a-4dd2-b8d4-5cdaf7812854'}, {'server_uuid': 'ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e18e8c-64b8-45bd-a58b-37e043d27d87'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:46.859699 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfd0d41-79e0-4753-9567-084cf5a29d4d" -d '{"events": [{"server_uuid": "ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b", "name": "network-vif-plugged", "status": "completed", "tag": "e2e70209-bb8a-4dd2-b8d4-5cdaf7812854"}, {"server_uuid": "ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b", "name": "network-vif-plugged", "status": "completed", "tag": "f8e18e8c-64b8-45bd-a58b-37e043d27d87"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:46.901215 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=f8e18e8c-64b8-45bd-a58b-37e043d27d87,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:46.922886 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cdd12c-6ba1-450d-912f-b0f83fed039a x-openstack-request-id: req-e3cdd12c-6ba1-450d-912f-b0f83fed039a {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:46.923448 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e31942-874c-4829-9c56-8dc956951e91", "tag": "704099a1-b4b4-42a6-ab65-c4e7964dbbfa", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:46.923988 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e3cdd12c-6ba1-450d-912f-b0f83fed039a {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:46.927611 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e31942-874c-4829-9c56-8dc956951e91', 'tag': '704099a1-b4b4-42a6-ab65-c4e7964dbbfa', 'status': 'completed', 'code': 200} Jul 13 07:28:46.934418 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56500) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:46.945927 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-cea8793b-7b6c-4e66-9ad3-a6bda03b31cf admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1885753444-network', 'tenant_id': 'fac9b70f89e24e94be11f8631603d953'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:46.948674 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b1090a-c22c-420f-9d8d-9d129dba3e72 x-openstack-request-id: req-62b1090a-c22c-420f-9d8d-9d129dba3e72 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:46.948971 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b", "name": "network-vif-plugged", "status": "completed", "tag": "e2e70209-bb8a-4dd2-b8d4-5cdaf7812854", "code": 200}, {"server_uuid": "ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b", "name": "network-vif-plugged", "status": "completed", "tag": "f8e18e8c-64b8-45bd-a58b-37e043d27d87", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:46.949227 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-62b1090a-c22c-420f-9d8d-9d129dba3e72 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:46.949627 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e70209-bb8a-4dd2-b8d4-5cdaf7812854', 'code': 200} Jul 13 07:28:46.950482 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e18e8c-64b8-45bd-a58b-37e043d27d87', 'code': 200} Jul 13 07:28:46.968602 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c7fc4ec1-4220-4b9a-b9ed-9fdc36cc1b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:46.976225 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c7fc4ec1-4220-4b9a-b9ed-9fdc36cc1b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:47.030734 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8256495-c2cb-47d9-ad2b-c7cacd010f4b service neutron] Pushing event updated for resources: {'Port': ['ID=704099a1-b4b4-42a6-ab65-c4e7964dbbfa,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:47.048736 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea8793b-7b6c-4e66-9ad3-a6bda03b31cf admin admin] Made reservation on behalf of fac9b70f89e24e94be11f8631603d953 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:28:47.051107 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cea8793b-7b6c-4e66-9ad3-a6bda03b31cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:47.055029 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c7fc4ec1-4220-4b9a-b9ed-9fdc36cc1b57 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2f7b3088526f457fa23f1ce696de4040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5799031 Jul 13 07:28:47.060370 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56506) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:47.097483 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc4ec1-4220-4b9a-b9ed-9fdc36cc1b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361ef90d-87d9-4ba9-a9e3-c8f281d9c401,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:47.103613 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cea8793b-7b6c-4e66-9ad3-a6bda03b31cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:47.183025 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67ec48-861e-4a3c-994c-f06b540eac2f req-2230e01a-a85c-48f3-b261-e6a70d705263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:47.183830 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67ec48-861e-4a3c-994c-f06b540eac2f req-2230e01a-a85c-48f3-b261-e6a70d705263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:47.184529 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67ec48-861e-4a3c-994c-f06b540eac2f req-2230e01a-a85c-48f3-b261-e6a70d705263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:47.187232 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2a67ec48-861e-4a3c-994c-f06b540eac2f req-2230e01a-a85c-48f3-b261-e6a70d705263 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b HTTP/1.1" status: 200 len: 2874 time: 0.1614935 Jul 13 07:28:47.212553 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-d09dbe69-8b08-4654-9f4a-24335d64943c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:47.214393 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-d09dbe69-8b08-4654-9f4a-24335d64943c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea6708741b2c4206a5d94dad36d4b725&device_id=c9e31942-874c-4829-9c56-8dc956951e91 HTTP/1.1" status: 200 len: 1095 time: 0.4212093 Jul 13 07:28:47.224832 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94fe3d-d3bd-4859-a04c-b745ab4fd4cf req-44f3c534-3cf2-45b9-92cb-73fcb8020c20 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:47.231510 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94fe3d-d3bd-4859-a04c-b745ab4fd4cf req-44f3c534-3cf2-45b9-92cb-73fcb8020c20 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:47.237689 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94fe3d-d3bd-4859-a04c-b745ab4fd4cf req-44f3c534-3cf2-45b9-92cb-73fcb8020c20 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:47.239905 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7c94fe3d-d3bd-4859-a04c-b745ab4fd4cf req-44f3c534-3cf2-45b9-92cb-73fcb8020c20 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b HTTP/1.1" status: 200 len: 2418 time: 0.4137104 Jul 13 07:28:47.249725 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2a67ec48-861e-4a3c-994c-f06b540eac2f req-95716cd8-ba42-41ca-93da-52cda27bc18e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=36e56024-b264-4795-a931-6b8425f6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528488 Jul 13 07:28:47.277257 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cea8793b-7b6c-4e66-9ad3-a6bda03b31cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:47.279463 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-098c03e7-5e8d-4686-8938-84b8954f02d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:47.281957 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cea8793b-7b6c-4e66-9ad3-a6bda03b31cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:47.292753 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-6641e98b-d0b8-4cb6-acde-12b3140a3c07 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=704099a1-b4b4-42a6-ab65-c4e7964dbbfa HTTP/1.1" status: 200 len: 217 time: 0.0515234 Jul 13 07:28:47.305218 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-26db33a4-d83f-4888-b582-0afa5b8933a9 None None] Provisioning complete for port f8e18e8c-64b8-45bd-a58b-37e043d27d87 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:47.306081 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-26db33a4-d83f-4888-b582-0afa5b8933a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:47.311715 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea8793b-7b6c-4e66-9ad3-a6bda03b31cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:28:47.322243 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8793b-7b6c-4e66-9ad3-a6bda03b31cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27e3972-5bb7-43de-84e5-9d8bbb45cc22,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:47.339807 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cea8793b-7b6c-4e66-9ad3-a6bda03b31cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:47.340565 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-cea8793b-7b6c-4e66-9ad3-a6bda03b31cf admin admin] Added segment 92110aab-c9a2-449c-abd1-fad72456fa8f of type vlan for network 9835bdae-f621-45f2-9183-9b5ab222cd9f Jul 13 07:28:47.378858 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-098c03e7-5e8d-4686-8938-84b8954f02d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:47.383300 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-187664a7-976c-447c-827a-bd152970421c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:47.384870 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-187664a7-976c-447c-827a-bd152970421c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fe4fa7cf-8bf6-4881-b16b-6e721e3699b3 HTTP/1.1" status: 200 len: 850 time: 0.0775335 Jul 13 07:28:47.392682 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cea8793b-7b6c-4e66-9ad3-a6bda03b31cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:47.441824 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-899913e1-01a8-4f19-82dc-cc2639c1ed06 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=868ab7df-79b8-48cb-b578-2e879948f370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440633 Jul 13 07:28:47.452834 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cea8793b-7b6c-4e66-9ad3-a6bda03b31cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:47.453961 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea8793b-7b6c-4e66-9ad3-a6bda03b31cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:47.454576 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cea8793b-7b6c-4e66-9ad3-a6bda03b31cf admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:47.457488 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7c94fe3d-d3bd-4859-a04c-b745ab4fd4cf req-c15ef408-2df7-4292-beef-a6f658be3a9d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e56024-b264-4795-a931-6b8425f6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073669 Jul 13 07:28:47.518575 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-cea8793b-7b6c-4e66-9ad3-a6bda03b31cf admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5788949 Jul 13 07:28:47.521304 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56520) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:47.536054 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-874a2565-54de-4255-a3f0-2aea63ba8ded admin admin] Request body: {'subnet': {'network_id': '9835bdae-f621-45f2-9183-9b5ab222cd9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1885753444-subnet', 'tenant_id': 'fac9b70f89e24e94be11f8631603d953', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:47.608401 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8793b-7b6c-4e66-9ad3-a6bda03b31cf admin admin] Pushing event updated for resources: {'Network': ['ID=9835bdae-f621-45f2-9183-9b5ab222cd9f,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:47.624077 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 9835bdae-f621-45f2-9183-9b5ab222cd9f details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:28:47.637960 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-098c03e7-5e8d-4686-8938-84b8954f02d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:47.640477 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874a2565-54de-4255-a3f0-2aea63ba8ded admin admin] Made reservation on behalf of fac9b70f89e24e94be11f8631603d953 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:28:47.642886 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-098c03e7-5e8d-4686-8938-84b8954f02d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:47.643023 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-874a2565-54de-4255-a3f0-2aea63ba8ded admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:47.644144 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-098c03e7-5e8d-4686-8938-84b8954f02d3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/361ef90d-87d9-4ba9-a9e3-c8f281d9c401 HTTP/1.1" status: 204 len: 168 time: 0.5721841 Jul 13 07:28:47.664845 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-4a9babdc-c8da-4c04-a6cd-dec2846eca7c service neutron] 10.222.0.25 "GET /v2.0/networks/868ab7df-79b8-48cb-b578-2e879948f370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837795 Jul 13 07:28:47.667440 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c03e7-5e8d-4686-8938-84b8954f02d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361ef90d-87d9-4ba9-a9e3-c8f281d9c401,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:47.785089 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fec838-d040-484f-a817-f14b1fc5eeb1 req-3388034b-03ba-470b-86a8-7af228ece3c0 tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:47.792580 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f8fec838-d040-484f-a817-f14b1fc5eeb1 req-3388034b-03ba-470b-86a8-7af228ece3c0 tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e31942-874c-4829-9c56-8dc956951e91 HTTP/1.1" status: 200 len: 943 time: 0.2117288 Jul 13 07:28:47.834536 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9fd13253-26e1-4582-bd02-8163fa0c29c9 req-1c9c0eac-f23f-4f6b-8166-d316f151aabd service neutron] 10.222.0.25 "GET /v2.0/networks/868ab7df-79b8-48cb-b578-2e879948f370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632853 Jul 13 07:28:47.850073 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f8fec838-d040-484f-a817-f14b1fc5eeb1 req-a158ce0f-09d0-45f5-a406-8ecce2ccfb0a tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] 10.222.0.23 "GET /v2.0/security-groups?id=e393ece4-d007-4a91-914d-3cb359bdcc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564864 Jul 13 07:28:47.958165 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56530) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:47.965340 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-874a2565-54de-4255-a3f0-2aea63ba8ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:47.977676 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2107965-1a51-4c9e-b6a9-f7d344eaab7d req-8f82963b-2f7d-4387-8a61-a311a7ae4927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:47.980403 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f2107965-1a51-4c9e-b6a9-f7d344eaab7d req-8f82963b-2f7d-4387-8a61-a311a7ae4927 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea6708741b2c4206a5d94dad36d4b725&device_id=c9e31942-874c-4829-9c56-8dc956951e91 HTTP/1.1" status: 200 len: 1095 time: 0.0730424 Jul 13 07:28:48.047586 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a2565-54de-4255-a3f0-2aea63ba8ded admin admin] Pushing event updated for resources: {'Subnet': ['ID=deb75b55-5964-4d2e-9bd5-4143862fd8d4,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:48.068335 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874a2565-54de-4255-a3f0-2aea63ba8ded admin admin] Checking segment: {'id': '92110aab-c9a2-449c-abd1-fad72456fa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9835bdae-f621-45f2-9183-9b5ab222cd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:28:48.068650 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874a2565-54de-4255-a3f0-2aea63ba8ded admin admin] Network hostable DHCP agents. Network: 9835bdae-f621-45f2-9183-9b5ab222cd9f, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:28:48.089137 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874a2565-54de-4255-a3f0-2aea63ba8ded admin admin] Network 9835bdae-f621-45f2-9183-9b5ab222cd9f is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:28:48.103508 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-874a2565-54de-4255-a3f0-2aea63ba8ded admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 9835bdae-f621-45f2-9183-9b5ab222cd9f) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:48.115369 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e7920d-282f-4b6e-afef-3bb5f1846561 None None] Network 9835bdae-f621-45f2-9183-9b5ab222cd9f requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:28:48.137141 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2107965-1a51-4c9e-b6a9-f7d344eaab7d req-bf756d61-a490-4a49-9ea4-b1adef91ae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:48.139085 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f2107965-1a51-4c9e-b6a9-f7d344eaab7d req-bf756d61-a490-4a49-9ea4-b1adef91ae68 service neutron] 10.222.0.25 "GET /v2.0/networks?id=868ab7df-79b8-48cb-b578-2e879948f370 HTTP/1.1" status: 200 len: 911 time: 0.1500146 Jul 13 07:28:48.144873 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874a2565-54de-4255-a3f0-2aea63ba8ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:48.145568 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-874a2565-54de-4255-a3f0-2aea63ba8ded admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:48.161000 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cbb956d0-434c-451d-90bc-77b62382aef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:48.201134 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-874a2565-54de-4255-a3f0-2aea63ba8ded admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6785612 Jul 13 07:28:48.238813 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f2107965-1a51-4c9e-b6a9-f7d344eaab7d req-701f765d-5f06-4a95-8e86-369106eb938a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=704099a1-b4b4-42a6-ab65-c4e7964dbbfa HTTP/1.1" status: 200 len: 217 time: 0.0912759 Jul 13 07:28:48.336141 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2107965-1a51-4c9e-b6a9-f7d344eaab7d req-af7b21d8-d90b-4b0e-ba0c-5e2aff059c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:48.339225 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f2107965-1a51-4c9e-b6a9-f7d344eaab7d req-af7b21d8-d90b-4b0e-ba0c-5e2aff059c31 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fe4fa7cf-8bf6-4881-b16b-6e721e3699b3 HTTP/1.1" status: 200 len: 850 time: 0.0928135 Jul 13 07:28:48.343672 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cbb956d0-434c-451d-90bc-77b62382aef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:48.350609 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cbb956d0-434c-451d-90bc-77b62382aef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:48.363237 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cb2a8e-b6ae-4bef-b73c-5b33291794d1 None None] Network 9835bdae-f621-45f2-9183-9b5ab222cd9f requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:28:48.382636 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f2107965-1a51-4c9e-b6a9-f7d344eaab7d req-5bf403a5-39b9-4892-b719-8569aee63689 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=868ab7df-79b8-48cb-b578-2e879948f370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350521 Jul 13 07:28:48.385454 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-cbb956d0-434c-451d-90bc-77b62382aef4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a520b625c2d14215a5d0211f9f5c66c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4258964 Jul 13 07:28:48.385691 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56546) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:48.406030 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb956d0-434c-451d-90bc-77b62382aef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53cd293-03a6-49cd-ac97-d03c2c96154b,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:48.530160 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b8314f6-de7c-471e-930b-2af0a19eac62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:48.552412 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f2107965-1a51-4c9e-b6a9-f7d344eaab7d req-4972d521-3fee-4ada-b366-7109186df75e service neutron] 10.222.0.25 "GET /v2.0/networks/868ab7df-79b8-48cb-b578-2e879948f370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577313 Jul 13 07:28:48.582945 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b8314f6-de7c-471e-930b-2af0a19eac62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:48.685672 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c8b93-bc85-4fc5-87bf-a01d3f333427 req-e9168305-5c9b-4940-b04b-3cbb90eddd62 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:48.689229 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f2107965-1a51-4c9e-b6a9-f7d344eaab7d req-3d5f06eb-97c5-486b-9ed4-e1e306d0c695 service neutron] 10.222.0.25 "GET /v2.0/networks/868ab7df-79b8-48cb-b578-2e879948f370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290081 Jul 13 07:28:48.692268 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c8b93-bc85-4fc5-87bf-a01d3f333427 req-e9168305-5c9b-4940-b04b-3cbb90eddd62 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:48.699460 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c8b93-bc85-4fc5-87bf-a01d3f333427 req-e9168305-5c9b-4940-b04b-3cbb90eddd62 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:48.707005 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-872c8b93-bc85-4fc5-87bf-a01d3f333427 req-e9168305-5c9b-4940-b04b-3cbb90eddd62 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b HTTP/1.1" status: 200 len: 2418 time: 0.1050649 Jul 13 07:28:48.714421 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b8314f6-de7c-471e-930b-2af0a19eac62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:48.717919 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b8314f6-de7c-471e-930b-2af0a19eac62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:48.722402 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8b8314f6-de7c-471e-930b-2af0a19eac62 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f53cd293-03a6-49cd-ac97-d03c2c96154b HTTP/1.1" status: 204 len: 168 time: 0.3350856 Jul 13 07:28:48.731345 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8314f6-de7c-471e-930b-2af0a19eac62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53cd293-03a6-49cd-ac97-d03c2c96154b,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:48.759867 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-872c8b93-bc85-4fc5-87bf-a01d3f333427 req-7ea909b1-3b10-48c1-bab8-5c0a4e11ea55 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e56024-b264-4795-a931-6b8425f6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519228 Jul 13 07:28:49.044017 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-7efd18b5-9888-4ee9-8f4a-dffd81f94f5e tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:49.045782 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-7efd18b5-9888-4ee9-8f4a-dffd81f94f5e tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] 10.222.0.23 "GET /v2.0/networks?id=e955f026-0d2f-4983-bf91-7bd2b5b8a6c5 HTTP/1.1" status: 200 len: 825 time: 0.1132085 Jul 13 07:28:49.068633 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-d18927af-4864-4d8f-8df3-c8b90a5d63df tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] 10.222.0.23 "GET /v2.0/quotas/9e85251084944b01becf8832bc36811b HTTP/1.1" status: 200 len: 375 time: 0.0157735 Jul 13 07:28:49.105571 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-5d7014da-4fde-4892-8f65-2b46946c5d36 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e85251084944b01becf8832bc36811b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357394 Jul 13 07:28:49.142450 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56590) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:49.156198 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1dabcbba-25e6-47d8-8f95-3a714ce3d5f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:49.211667 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-777c198b-74a2-4aa3-b1e0-f3eafb31427f service neutron] 10.222.0.23 "GET /v2.0/networks/e955f026-0d2f-4983-bf91-7bd2b5b8a6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982823 Jul 13 07:28:49.260562 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1dabcbba-25e6-47d8-8f95-3a714ce3d5f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:49.264867 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1dabcbba-25e6-47d8-8f95-3a714ce3d5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:49.302418 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dabcbba-25e6-47d8-8f95-3a714ce3d5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca413b16-1031-4613-bca8-d0d9d9125586,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:49.309927 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56592) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:49.310096 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1dabcbba-25e6-47d8-8f95-3a714ce3d5f6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d3c6f5d83b244458bdb6f36aa665f935&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1665587 Jul 13 07:28:49.326677 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-2a9185fd-6283-49f4-8569-b52b5b6534d5 service neutron] 10.222.0.23 "GET /v2.0/networks/e955f026-0d2f-4983-bf91-7bd2b5b8a6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075380 Jul 13 07:28:49.364899 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d0999cce-5d94-4222-b31d-5558a17abb8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:49.386169 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d0999cce-5d94-4222-b31d-5558a17abb8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:49.433163 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d0999cce-5d94-4222-b31d-5558a17abb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:49.436296 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d0999cce-5d94-4222-b31d-5558a17abb8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:49.439923 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d0999cce-5d94-4222-b31d-5558a17abb8b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ca413b16-1031-4613-bca8-d0d9d9125586 HTTP/1.1" status: 204 len: 168 time: 0.1265960 Jul 13 07:28:49.458949 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0999cce-5d94-4222-b31d-5558a17abb8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca413b16-1031-4613-bca8-d0d9d9125586,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:49.759224 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f270e-d6e1-4c58-b42b-47f3a953a432 req-55119d62-b1a0-452e-96dc-9a225748dd0a tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:49.760857 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-110f270e-d6e1-4c58-b42b-47f3a953a432 req-55119d62-b1a0-452e-96dc-9a225748dd0a tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e31942-874c-4829-9c56-8dc956951e91 HTTP/1.1" status: 200 len: 943 time: 0.0708573 Jul 13 07:28:49.815668 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-110f270e-d6e1-4c58-b42b-47f3a953a432 req-3d052b4b-4bd1-4834-8d47-81e3c457cbcd tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] 10.222.0.23 "GET /v2.0/security-groups?id=e393ece4-d007-4a91-914d-3cb359bdcc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458038 Jul 13 07:28:49.937969 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-93be93b1-76fd-4a38-82df-4a383d66a94a req-1b9b139b-3415-4bc6-8ee0-648228cd10b7 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a663422-fcab-4842-b90e-84935c8d5dbe HTTP/1.1" status: 200 len: 210 time: 0.0460720 Jul 13 07:28:50.164319 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bb1b3-5c34-49e3-b507-54c93033adaa req-6be3ea80-9119-4564-a3e7-36c39a8a72bf tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:50.171479 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bb1b3-5c34-49e3-b507-54c93033adaa req-6be3ea80-9119-4564-a3e7-36c39a8a72bf tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:50.178445 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bb1b3-5c34-49e3-b507-54c93033adaa req-6be3ea80-9119-4564-a3e7-36c39a8a72bf tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:50.180593 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1a6bb1b3-5c34-49e3-b507-54c93033adaa req-6be3ea80-9119-4564-a3e7-36c39a8a72bf tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b HTTP/1.1" status: 200 len: 2418 time: 0.1021414 Jul 13 07:28:50.232567 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1a6bb1b3-5c34-49e3-b507-54c93033adaa req-a529f39d-ff31-4f4b-8edb-d51087ba8ba9 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e56024-b264-4795-a931-6b8425f6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443363 Jul 13 07:28:50.387678 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 704099a1-b4b4-42a6-ab65-c4e7964dbbfa details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:28:50.501696 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 704099a1-b4b4-42a6-ab65-c4e7964dbbfa, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=704099a1-b4b4-42a6-ab65-c4e7964dbbfa,segment=NetworkSegment(840e6b4d-a89b-4e48-8ba3-3eb7fd8f92ae),segment_id=840e6b4d-a89b-4e48-8ba3-3eb7fd8f92ae)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:50.516028 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '704099a1-b4b4-42a6-ab65-c4e7964dbbfa', 'network_id': '868ab7df-79b8-48cb-b578-2e879948f370', 'port_id': '704099a1-b4b4-42a6-ab65-c4e7964dbbfa', 'mac_address': 'fa:16:3e:fc:66:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe4fa7cf-8bf6-4881-b16b-6e721e3699b3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:28:50.557606 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:50.575576 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 704099a1-b4b4-42a6-ab65-c4e7964dbbfa {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:28:50.597429 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 704099a1-b4b4-42a6-ab65-c4e7964dbbfa, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=704099a1-b4b4-42a6-ab65-c4e7964dbbfa,segment=NetworkSegment(840e6b4d-a89b-4e48-8ba3-3eb7fd8f92ae),segment_id=840e6b4d-a89b-4e48-8ba3-3eb7fd8f92ae)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:50.605826 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:50.664014 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=704099a1-b4b4-42a6-ab65-c4e7964dbbfa,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:50.874931 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['704099a1-b4b4-42a6-ab65-c4e7964dbbfa'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:50.956360 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-6a31eabc-88f2-4fa7-9c48-88af62b45083 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:50.959776 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-6a31eabc-88f2-4fa7-9c48-88af62b45083 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] 10.222.0.42 "GET /v2.0/networks?id=e955f026-0d2f-4983-bf91-7bd2b5b8a6c5 HTTP/1.1" status: 200 len: 825 time: 0.1581054 Jul 13 07:28:50.979131 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-3a15e534-e519-4ad1-b484-ebb8b3cdb2c9 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] Request body: {'port': {'device_id': '1a663422-fcab-4842-b90e-84935c8d5dbe', 'network_id': 'e955f026-0d2f-4983-bf91-7bd2b5b8a6c5', 'admin_state_up': True, 'tenant_id': '9e85251084944b01becf8832bc36811b'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:51.158472 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a9f696-1b16-4438-8bd5-976ceadc8431 req-64ef8b8e-f62d-460c-ae49-5eb47a8e4661 tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:51.160530 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a8a9f696-1b16-4438-8bd5-976ceadc8431 req-64ef8b8e-f62d-460c-ae49-5eb47a8e4661 tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e31942-874c-4829-9c56-8dc956951e91 HTTP/1.1" status: 200 len: 944 time: 0.1723082 Jul 13 07:28:51.218010 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-3a15e534-e519-4ad1-b484-ebb8b3cdb2c9 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] Made reservation on behalf of 9e85251084944b01becf8832bc36811b for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:28:51.221664 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-3a15e534-e519-4ad1-b484-ebb8b3cdb2c9 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:51.230246 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a8a9f696-1b16-4438-8bd5-976ceadc8431 req-043ef645-ad86-4f73-bb4c-004c3a5f4bd1 tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] 10.222.0.23 "GET /v2.0/security-groups?id=e393ece4-d007-4a91-914d-3cb359bdcc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593426 Jul 13 07:28:51.418849 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-3a15e534-e519-4ad1-b484-ebb8b3cdb2c9 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] Allocated IP 172.20.0.4 (e955f026-0d2f-4983-bf91-7bd2b5b8a6c5/3e3a0074-4de9-493b-b13f-bf9e5e9870e6/4eead795-fae4-4e78-aa9d-451a979192e8) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:28:51.426776 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9dcd24e5-dc53-443b-958d-e8a239699a62 req-4ff02501-6d97-4939-a809-8be0ee8cc3b2 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a663422-fcab-4842-b90e-84935c8d5dbe HTTP/1.1" status: 200 len: 210 time: 0.0368643 Jul 13 07:28:51.486178 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d0d3b-0006-4460-b92a-c2896c519b80 req-beec2666-0717-4df8-8d06-a2a8354db211 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:51.492873 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d0d3b-0006-4460-b92a-c2896c519b80 req-beec2666-0717-4df8-8d06-a2a8354db211 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:51.498819 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d0d3b-0006-4460-b92a-c2896c519b80 req-beec2666-0717-4df8-8d06-a2a8354db211 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:51.500524 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f71d0d3b-0006-4460-b92a-c2896c519b80 req-beec2666-0717-4df8-8d06-a2a8354db211 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b HTTP/1.1" status: 200 len: 2418 time: 0.1326785 Jul 13 07:28:51.668267 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd0ff6-5044-4327-8c83-53c604f59882 req-cab34390-d326-4a79-a2c0-322072aff242 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:51.674523 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd0ff6-5044-4327-8c83-53c604f59882 req-cab34390-d326-4a79-a2c0-322072aff242 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:51.681695 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd0ff6-5044-4327-8c83-53c604f59882 req-cab34390-d326-4a79-a2c0-322072aff242 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:51.683774 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0fcd0ff6-5044-4327-8c83-53c604f59882 req-cab34390-d326-4a79-a2c0-322072aff242 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b HTTP/1.1" status: 200 len: 2418 time: 0.0927458 Jul 13 07:28:51.749598 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0fcd0ff6-5044-4327-8c83-53c604f59882 req-0e73c6c9-6556-49f2-b9c9-fdf7f8bb7387 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e56024-b264-4795-a931-6b8425f6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555456 Jul 13 07:28:52.063046 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-3a15e534-e519-4ad1-b484-ebb8b3cdb2c9 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:52.071088 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-f71d0d3b-0006-4460-b92a-c2896c519b80 req-42ad1184-6702-4e74-9467-4c36d726bc62 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Deleting port 8d98777d-8736-46d1-b1eb-d1f3dbf78d6a {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:52.071506 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-f71d0d3b-0006-4460-b92a-c2896c519b80 req-42ad1184-6702-4e74-9467-4c36d726bc62 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:52.183088 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-f71d0d3b-0006-4460-b92a-c2896c519b80 req-42ad1184-6702-4e74-9467-4c36d726bc62 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] For port 8d98777d-8736-46d1-b1eb-d1f3dbf78d6a, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=8d98777d-8736-46d1-b1eb-d1f3dbf78d6a,segment=NetworkSegment(e6078ba5-7e8c-4f39-9967-a10d3df88654),segment_id=e6078ba5-7e8c-4f39-9967-a10d3df88654)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:52.183472 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-f71d0d3b-0006-4460-b92a-c2896c519b80 req-42ad1184-6702-4e74-9467-4c36d726bc62 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:52.186657 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-3a15e534-e519-4ad1-b484-ebb8b3cdb2c9 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:52.230946 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-f71d0d3b-0006-4460-b92a-c2896c519b80 req-42ad1184-6702-4e74-9467-4c36d726bc62 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Calling delete_port for 8d98777d-8736-46d1-b1eb-d1f3dbf78d6a owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:52.255857 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-3a15e534-e519-4ad1-b484-ebb8b3cdb2c9 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] Network e955f026-0d2f-4983-bf91-7bd2b5b8a6c5 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:28:52.264312 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-3a15e534-e519-4ad1-b484-ebb8b3cdb2c9 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:52.271608 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-3a15e534-e519-4ad1-b484-ebb8b3cdb2c9 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:28:52.310092 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15e534-e519-4ad1-b484-ebb8b3cdb2c9 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] Pushing event updated for resources: {'Port': ['ID=4eead795-fae4-4e78-aa9d-451a979192e8,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:52.374652 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-3a15e534-e519-4ad1-b484-ebb8b3cdb2c9 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:52.375538 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-3a15e534-e519-4ad1-b484-ebb8b3cdb2c9 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:52.397190 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 704099a1-b4b4-42a6-ab65-c4e7964dbbfa up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:28:52.473920 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-3a15e534-e519-4ad1-b484-ebb8b3cdb2c9 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5043521 Jul 13 07:28:52.488634 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-afd6ca8f-0088-40c0-bfe7-6f343f21df4d service neutron] Request body: {'port': {'device_id': '1a663422-fcab-4842-b90e-84935c8d5dbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:52.595780 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad3baf-435a-4515-8631-e272bc696524 req-89838501-fbe5-40b1-8672-306f02de81df tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:52.603624 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dfad3baf-435a-4515-8631-e272bc696524 req-89838501-fbe5-40b1-8672-306f02de81df tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e31942-874c-4829-9c56-8dc956951e91 HTTP/1.1" status: 200 len: 944 time: 0.2083588 Jul 13 07:28:52.681711 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-f71d0d3b-0006-4460-b92a-c2896c519b80 req-42ad1184-6702-4e74-9467-4c36d726bc62 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:52.695404 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-afd6ca8f-0088-40c0-bfe7-6f343f21df4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:52.713403 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dfad3baf-435a-4515-8631-e272bc696524 req-d350db52-33b6-467a-81fd-9acdda4eeefa tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] 10.222.0.23 "GET /v2.0/security-groups?id=e393ece4-d007-4a91-914d-3cb359bdcc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087773 Jul 13 07:28:52.779435 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ad1184-6702-4e74-9467-4c36d726bc62 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Pushing event deleted for resources: {'Port': ['ID=8d98777d-8736-46d1-b1eb-d1f3dbf78d6a,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:52.790313 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 704099a1-b4b4-42a6-ab65-c4e7964dbbfa completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:28:52.796262 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 704099a1-b4b4-42a6-ab65-c4e7964dbbfa triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:52.797075 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:52.944896 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:52.946038 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71d0d3b-0006-4460-b92a-c2896c519b80 req-42ad1184-6702-4e74-9467-4c36d726bc62 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] No DVR routers for this DVR port 8d98777d-8736-46d1-b1eb-d1f3dbf78d6a on host n-h2-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:28:52.949580 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-f71d0d3b-0006-4460-b92a-c2896c519b80 req-42ad1184-6702-4e74-9467-4c36d726bc62 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:52.952197 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f71d0d3b-0006-4460-b92a-c2896c519b80 req-42ad1184-6702-4e74-9467-4c36d726bc62 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.25 "DELETE /v2.0/ports/8d98777d-8736-46d1-b1eb-d1f3dbf78d6a HTTP/1.1" status: 204 len: 173 time: 1.4429483 Jul 13 07:28:52.970976 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e31942-874c-4829-9c56-8dc956951e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704099a1-b4b4-42a6-ab65-c4e7964dbbfa'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:52.973702 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c00139c-eb59-4282-a598-59731a4ca948" -d '{"events": [{"server_uuid": "c9e31942-874c-4829-9c56-8dc956951e91", "name": "network-vif-plugged", "status": "completed", "tag": "704099a1-b4b4-42a6-ab65-c4e7964dbbfa"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:52.982309 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b', 'name': 'network-vif-deleted', 'tag': '8d98777d-8736-46d1-b1eb-d1f3dbf78d6a'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:52.985148 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf99d52-33c0-4f8f-90db-eb3a472a7d24" -d '{"events": [{"server_uuid": "ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b", "name": "network-vif-deleted", "tag": "8d98777d-8736-46d1-b1eb-d1f3dbf78d6a"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:52.993697 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 704099a1-b4b4-42a6-ab65-c4e7964dbbfa, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=704099a1-b4b4-42a6-ab65-c4e7964dbbfa,segment=NetworkSegment(840e6b4d-a89b-4e48-8ba3-3eb7fd8f92ae),segment_id=840e6b4d-a89b-4e48-8ba3-3eb7fd8f92ae)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:53.004218 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:53.042424 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device e2e70209-bb8a-4dd2-b8d4-5cdaf7812854 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:53.247102 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:53.251009 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:53.253595 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=704099a1-b4b4-42a6-ab65-c4e7964dbbfa,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:53.297352 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port e2e70209-bb8a-4dd2-b8d4-5cdaf7812854, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=e2e70209-bb8a-4dd2-b8d4-5cdaf7812854,segment=NetworkSegment(9cf5557c-798a-4fc6-a4c5-75768c7835fd),segment_id=9cf5557c-798a-4fc6-a4c5-75768c7835fd)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:53.299308 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac0e8f-7042-4f46-a2fb-2526fca36713 req-d77831c1-e5b2-4690-9816-a0e22a8be1fd tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:53.307973 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac0e8f-7042-4f46-a2fb-2526fca36713 req-d77831c1-e5b2-4690-9816-a0e22a8be1fd tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:53.314374 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:53.316181 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b5ac0e8f-7042-4f46-a2fb-2526fca36713 req-d77831c1-e5b2-4690-9816-a0e22a8be1fd tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b HTTP/1.1" status: 200 len: 1682 time: 0.1496129 Jul 13 07:28:53.367265 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device f8e18e8c-64b8-45bd-a58b-37e043d27d87 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:53.384723 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b5ac0e8f-7042-4f46-a2fb-2526fca36713 req-4133999a-ecc7-4215-bb7e-97ada54ec83b tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e56024-b264-4795-a931-6b8425f6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671492 Jul 13 07:28:53.422048 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-afd6ca8f-0088-40c0-bfe7-6f343f21df4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eead795-fae4-4e78-aa9d-451a979192e8 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:28:53.434327 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-afd6ca8f-0088-40c0-bfe7-6f343f21df4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:53.449383 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-afd6ca8f-0088-40c0-bfe7-6f343f21df4d service neutron] Transition to ACTIVE for port object 4eead795-fae4-4e78-aa9d-451a979192e8 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:28:53.477350 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e50ba-49a2-4a08-8e07-d420a1d6758c req-1f1c34c8-9ca5-4e07-8a33-05474db0d864 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:53.479753 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f69e50ba-49a2-4a08-8e07-d420a1d6758c req-1f1c34c8-9ca5-4e07-8a33-05474db0d864 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a663422-fcab-4842-b90e-84935c8d5dbe HTTP/1.1" status: 200 len: 931 time: 0.5260043 Jul 13 07:28:53.482208 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-afd6ca8f-0088-40c0-bfe7-6f343f21df4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:53.568701 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:53.594703 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=e2e70209-bb8a-4dd2-b8d4-5cdaf7812854,revision_number=6']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:53.633946 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd6ca8f-0088-40c0-bfe7-6f343f21df4d service neutron] Pushing event updated for resources: {'Port': ['ID=4eead795-fae4-4e78-aa9d-451a979192e8,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:53.646330 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-f71d0d3b-0006-4460-b92a-c2896c519b80 req-24b92135-f8d3-4e5a-91f9-38f2008bd1e2 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Deleting port e2e70209-bb8a-4dd2-b8d4-5cdaf7812854 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:53.646676 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-f71d0d3b-0006-4460-b92a-c2896c519b80 req-24b92135-f8d3-4e5a-91f9-38f2008bd1e2 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:53.701010 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590815b9-5f7a-4e96-aceb-69c00b756e18 x-openstack-request-id: req-590815b9-5f7a-4e96-aceb-69c00b756e18 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:53.703602 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e31942-874c-4829-9c56-8dc956951e91", "name": "network-vif-plugged", "status": "completed", "tag": "704099a1-b4b4-42a6-ab65-c4e7964dbbfa", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:53.707029 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-590815b9-5f7a-4e96-aceb-69c00b756e18 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:53.707711 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e31942-874c-4829-9c56-8dc956951e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704099a1-b4b4-42a6-ab65-c4e7964dbbfa', 'code': 200} Jul 13 07:28:53.737917 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port f8e18e8c-64b8-45bd-a58b-37e043d27d87, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=f8e18e8c-64b8-45bd-a58b-37e043d27d87,segment=NetworkSegment(9cf5557c-798a-4fc6-a4c5-75768c7835fd),segment_id=9cf5557c-798a-4fc6-a4c5-75768c7835fd)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:53.741950 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:53.742917 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f69e50ba-49a2-4a08-8e07-d420a1d6758c req-e1b706de-e58e-4298-bff8-3f4590d5b822 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] 10.222.0.23 "GET /v2.0/security-groups?id=092469be-0f5d-491f-8158-fe5f59fdd5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407105 Jul 13 07:28:53.753177 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:53.827923 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6935dbc4-a316-487a-9ae4-60dd19d6196d x-openstack-request-id: req-6935dbc4-a316-487a-9ae4-60dd19d6196d {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:53.831680 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b", "name": "network-vif-deleted", "tag": "8d98777d-8736-46d1-b1eb-d1f3dbf78d6a", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:53.832029 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6935dbc4-a316-487a-9ae4-60dd19d6196d {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:53.832478 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b', 'name': 'network-vif-deleted', 'tag': '8d98777d-8736-46d1-b1eb-d1f3dbf78d6a', 'status': 'completed', 'code': 200} Jul 13 07:28:53.879405 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793d3aa-abc1-431b-90c7-463416a71c37 req-2a8ee37a-b687-42d5-91fb-0e63ed6fbe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:53.882832 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=f8e18e8c-64b8-45bd-a58b-37e043d27d87,revision_number=6']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:53.883038 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e793d3aa-abc1-431b-90c7-463416a71c37 req-2a8ee37a-b687-42d5-91fb-0e63ed6fbe8a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c9e31942-874c-4829-9c56-8dc956951e91 HTTP/1.1" status: 200 len: 1097 time: 0.0905597 Jul 13 07:28:53.937783 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e793d3aa-abc1-431b-90c7-463416a71c37 req-567abd0a-4484-4805-90a7-f5ca37c24f1e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e393ece4-d007-4a91-914d-3cb359bdcc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491724 Jul 13 07:28:53.938096 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-eac327a8-63ff-4bff-9f59-172e4326b016 None None] Provisioning complete for port e2e70209-bb8a-4dd2-b8d4-5cdaf7812854 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:53.938308 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-eac327a8-63ff-4bff-9f59-172e4326b016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:54.002107 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-afd6ca8f-0088-40c0-bfe7-6f343f21df4d service neutron] Attempting to bind port 4eead795-fae4-4e78-aa9d-451a979192e8 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:28:54.002622 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-afd6ca8f-0088-40c0-bfe7-6f343f21df4d service neutron] Attempting to bind port 4eead795-fae4-4e78-aa9d-451a979192e8 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'edc90146-752b-4ede-b75d-4e7f750c45e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e955f026-0d2f-4983-bf91-7bd2b5b8a6c5'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:28:54.003057 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-afd6ca8f-0088-40c0-bfe7-6f343f21df4d service neutron] Attempting to bind port 4eead795-fae4-4e78-aa9d-451a979192e8 on network e955f026-0d2f-4983-bf91-7bd2b5b8a6c5 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:54.008901 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-f71d0d3b-0006-4460-b92a-c2896c519b80 req-24b92135-f8d3-4e5a-91f9-38f2008bd1e2 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] For port e2e70209-bb8a-4dd2-b8d4-5cdaf7812854, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=e2e70209-bb8a-4dd2-b8d4-5cdaf7812854,segment=NetworkSegment(9cf5557c-798a-4fc6-a4c5-75768c7835fd),segment_id=9cf5557c-798a-4fc6-a4c5-75768c7835fd)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:54.009307 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-f71d0d3b-0006-4460-b92a-c2896c519b80 req-24b92135-f8d3-4e5a-91f9-38f2008bd1e2 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:54.056634 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-eac327a8-63ff-4bff-9f59-172e4326b016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:54.062305 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-afd6ca8f-0088-40c0-bfe7-6f343f21df4d service neutron] Port 4eead795-fae4-4e78-aa9d-451a979192e8 on network e955f026-0d2f-4983-bf91-7bd2b5b8a6c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:28:54.062941 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-afd6ca8f-0088-40c0-bfe7-6f343f21df4d service neutron] Attempting to bind port 4eead795-fae4-4e78-aa9d-451a979192e8 on network e955f026-0d2f-4983-bf91-7bd2b5b8a6c5 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:28:54.073615 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-f71d0d3b-0006-4460-b92a-c2896c519b80 req-24b92135-f8d3-4e5a-91f9-38f2008bd1e2 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Calling delete_port for e2e70209-bb8a-4dd2-b8d4-5cdaf7812854 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:54.088319 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-afd6ca8f-0088-40c0-bfe7-6f343f21df4d service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:28:54.088763 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-afd6ca8f-0088-40c0-bfe7-6f343f21df4d service neutron] Checking segment: {'id': 'edc90146-752b-4ede-b75d-4e7f750c45e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e955f026-0d2f-4983-bf91-7bd2b5b8a6c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:28:54.089230 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-afd6ca8f-0088-40c0-bfe7-6f343f21df4d service neutron] Bound using segment: {'id': 'edc90146-752b-4ede-b75d-4e7f750c45e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e955f026-0d2f-4983-bf91-7bd2b5b8a6c5'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:28:54.089972 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-afd6ca8f-0088-40c0-bfe7-6f343f21df4d service neutron] Bound port: 4eead795-fae4-4e78-aa9d-451a979192e8, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edc90146-752b-4ede-b75d-4e7f750c45e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e955f026-0d2f-4983-bf91-7bd2b5b8a6c5'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:28:54.090427 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-afd6ca8f-0088-40c0-bfe7-6f343f21df4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:54.099812 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-eac327a8-63ff-4bff-9f59-172e4326b016 None None] For port e2e70209-bb8a-4dd2-b8d4-5cdaf7812854, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=e2e70209-bb8a-4dd2-b8d4-5cdaf7812854,segment=NetworkSegment(9cf5557c-798a-4fc6-a4c5-75768c7835fd),segment_id=9cf5557c-798a-4fc6-a4c5-75768c7835fd)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:54.106507 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-eac327a8-63ff-4bff-9f59-172e4326b016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:54.172344 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac327a8-63ff-4bff-9f59-172e4326b016 None None] Pushing event updated for resources: {'Port': ['ID=e2e70209-bb8a-4dd2-b8d4-5cdaf7812854,revision_number=7']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:54.246744 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d77ab-970c-4421-8ca1-9511e9a2a4e0 req-f7ef1a81-9a5f-4aac-967b-6d75f12c071f tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:54.248379 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-634d77ab-970c-4421-8ca1-9511e9a2a4e0 req-f7ef1a81-9a5f-4aac-967b-6d75f12c071f tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e31942-874c-4829-9c56-8dc956951e91 HTTP/1.1" status: 200 len: 945 time: 0.2424834 Jul 13 07:28:54.269885 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-12dd3fd3-342b-42bd-b2fb-1384eb5102be None None] Provisioning complete for port f8e18e8c-64b8-45bd-a58b-37e043d27d87 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:54.270264 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-12dd3fd3-342b-42bd-b2fb-1384eb5102be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:54.283007 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-afd6ca8f-0088-40c0-bfe7-6f343f21df4d service neutron] For port 4eead795-fae4-4e78-aa9d-451a979192e8, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:28:54.307229 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-afd6ca8f-0088-40c0-bfe7-6f343f21df4d service neutron] For port 4eead795-fae4-4e78-aa9d-451a979192e8, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4eead795-fae4-4e78-aa9d-451a979192e8,segment=NetworkSegment(edc90146-752b-4ede-b75d-4e7f750c45e6),segment_id=edc90146-752b-4ede-b75d-4e7f750c45e6)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:28:54.322051 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-afd6ca8f-0088-40c0-bfe7-6f343f21df4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:54.372854 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-12dd3fd3-342b-42bd-b2fb-1384eb5102be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:54.388945 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 8d98777d-8736-46d1-b1eb-d1f3dbf78d6a no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:28:54.405898 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-634d77ab-970c-4421-8ca1-9511e9a2a4e0 req-f483718a-ac57-43f1-9e37-7ebbcfbdf918 tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] 10.222.0.23 "GET /v2.0/security-groups?id=e393ece4-d007-4a91-914d-3cb359bdcc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463728 Jul 13 07:28:54.412907 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 8d98777d-8736-46d1-b1eb-d1f3dbf78d6a {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:28:54.413668 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 8d98777d-8736-46d1-b1eb-d1f3dbf78d6a not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:28:54.428992 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-afd6ca8f-0088-40c0-bfe7-6f343f21df4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:54.429582 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-afd6ca8f-0088-40c0-bfe7-6f343f21df4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:54.439540 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-afd6ca8f-0088-40c0-bfe7-6f343f21df4d service neutron] 10.222.0.42 "PUT /v2.0/ports/4eead795-fae4-4e78-aa9d-451a979192e8 HTTP/1.1" status: 200 len: 1092 time: 1.9553401 Jul 13 07:28:54.447405 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd6ca8f-0088-40c0-bfe7-6f343f21df4d service neutron] Pushing event updated for resources: {'Port': ['ID=4eead795-fae4-4e78-aa9d-451a979192e8,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:54.467250 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-12dd3fd3-342b-42bd-b2fb-1384eb5102be None None] For port f8e18e8c-64b8-45bd-a58b-37e043d27d87, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=f8e18e8c-64b8-45bd-a58b-37e043d27d87,segment=NetworkSegment(9cf5557c-798a-4fc6-a4c5-75768c7835fd),segment_id=9cf5557c-798a-4fc6-a4c5-75768c7835fd)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:54.469841 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-f71d0d3b-0006-4460-b92a-c2896c519b80 req-24b92135-f8d3-4e5a-91f9-38f2008bd1e2 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:54.472948 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-12dd3fd3-342b-42bd-b2fb-1384eb5102be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:54.543904 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b92135-f8d3-4e5a-91f9-38f2008bd1e2 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Pushing event deleted for resources: {'Port': ['ID=e2e70209-bb8a-4dd2-b8d4-5cdaf7812854,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:54.544829 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd3fd3-342b-42bd-b2fb-1384eb5102be None None] Pushing event updated for resources: {'Port': ['ID=f8e18e8c-64b8-45bd-a58b-37e043d27d87,revision_number=7']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:54.602843 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71d0d3b-0006-4460-b92a-c2896c519b80 req-24b92135-f8d3-4e5a-91f9-38f2008bd1e2 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] No DVR routers for this DVR port e2e70209-bb8a-4dd2-b8d4-5cdaf7812854 on host n-h2-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:28:54.605575 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-f71d0d3b-0006-4460-b92a-c2896c519b80 req-24b92135-f8d3-4e5a-91f9-38f2008bd1e2 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:54.607646 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f71d0d3b-0006-4460-b92a-c2896c519b80 req-24b92135-f8d3-4e5a-91f9-38f2008bd1e2 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.25 "DELETE /v2.0/ports/e2e70209-bb8a-4dd2-b8d4-5cdaf7812854 HTTP/1.1" status: 204 len: 173 time: 1.6169348 Jul 13 07:28:54.688157 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6fd645a9-d2ee-4de8-af57-4060fc38044a None None] Could not find standard attr ID for object e2e70209-bb8a-4dd2-b8d4-5cdaf7812854. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:28:54.794989 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-6430dbf8-f33b-4df5-9cc9-772c44660c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:54.795740 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-6430dbf8-f33b-4df5-9cc9-772c44660c50 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9e85251084944b01becf8832bc36811b&device_id=1a663422-fcab-4842-b90e-84935c8d5dbe HTTP/1.1" status: 200 len: 1095 time: 0.2885146 Jul 13 07:28:54.866377 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-0e7692f0-76cb-47f5-be0b-7c32b3ea4c44 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4eead795-fae4-4e78-aa9d-451a979192e8 HTTP/1.1" status: 200 len: 217 time: 0.0622201 Jul 13 07:28:54.876884 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c8274-78a7-4830-b93a-fc77b4167dca req-95f330b3-4784-499c-baec-095869d28280 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:54.884866 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0f3c8274-78a7-4830-b93a-fc77b4167dca req-95f330b3-4784-499c-baec-095869d28280 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b HTTP/1.1" status: 200 len: 945 time: 0.2751939 Jul 13 07:28:54.948594 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-f71d0d3b-0006-4460-b92a-c2896c519b80 req-6ebf43d6-105c-43cf-9c61-9bc69d20780a tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Deleting port f8e18e8c-64b8-45bd-a58b-37e043d27d87 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:54.948941 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-f71d0d3b-0006-4460-b92a-c2896c519b80 req-6ebf43d6-105c-43cf-9c61-9bc69d20780a tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:55.014338 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0f3c8274-78a7-4830-b93a-fc77b4167dca req-d4e45bbd-cb39-45c2-b5b9-d4a8747dda96 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e56024-b264-4795-a931-6b8425f6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285903 Jul 13 07:28:55.023090 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-eab1d0a8-b7f8-43a4-9d9b-8509a9a0a67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:55.024617 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-eab1d0a8-b7f8-43a4-9d9b-8509a9a0a67b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3e3a0074-4de9-493b-b13f-bf9e5e9870e6 HTTP/1.1" status: 200 len: 865 time: 0.1375971 Jul 13 07:28:55.135772 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-9ac4f35c-deda-464c-9222-0ae6e1a40944 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e955f026-0d2f-4983-bf91-7bd2b5b8a6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761936 Jul 13 07:28:55.205434 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facfc4c-9be2-4d25-b69c-b46ca0561787 req-d15ddc15-3e1a-4ee4-b9cf-7002d693268c tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:55.217282 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0facfc4c-9be2-4d25-b69c-b46ca0561787 req-d15ddc15-3e1a-4ee4-b9cf-7002d693268c tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a663422-fcab-4842-b90e-84935c8d5dbe HTTP/1.1" status: 200 len: 943 time: 0.1045160 Jul 13 07:28:55.217893 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-76feea7f-b79a-4f6d-8b17-5fe2cd08f61e None None] Provisioning complete for port f8e18e8c-64b8-45bd-a58b-37e043d27d87 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:28:55.218262 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-76feea7f-b79a-4f6d-8b17-5fe2cd08f61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:55.293887 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0facfc4c-9be2-4d25-b69c-b46ca0561787 req-5357e5f9-6e53-40aa-aaa5-d654954ff9dc tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] 10.222.0.23 "GET /v2.0/security-groups?id=092469be-0f5d-491f-8158-fe5f59fdd5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752447 Jul 13 07:28:55.333744 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-f71d0d3b-0006-4460-b92a-c2896c519b80 req-6ebf43d6-105c-43cf-9c61-9bc69d20780a tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] For port f8e18e8c-64b8-45bd-a58b-37e043d27d87, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=f8e18e8c-64b8-45bd-a58b-37e043d27d87,segment=NetworkSegment(9cf5557c-798a-4fc6-a4c5-75768c7835fd),segment_id=9cf5557c-798a-4fc6-a4c5-75768c7835fd)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:55.334109 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-f71d0d3b-0006-4460-b92a-c2896c519b80 req-6ebf43d6-105c-43cf-9c61-9bc69d20780a tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:55.377339 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-f71d0d3b-0006-4460-b92a-c2896c519b80 req-6ebf43d6-105c-43cf-9c61-9bc69d20780a tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Calling delete_port for f8e18e8c-64b8-45bd-a58b-37e043d27d87 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:55.414644 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-d6e1f20c-747e-4930-8627-32dd5c82ce41 service neutron] 10.222.0.42 "GET /v2.0/networks/e955f026-0d2f-4983-bf91-7bd2b5b8a6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688110 Jul 13 07:28:55.545634 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cd19aaf5-46b5-4433-a65f-0c068d19c369 req-7a8ccd2d-a7b4-4e95-a49d-c87b6bf0deb3 service neutron] 10.222.0.42 "GET /v2.0/networks/e955f026-0d2f-4983-bf91-7bd2b5b8a6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973685 Jul 13 07:28:55.646100 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d719663-1a3a-4cd6-b626-edcedfe6affb req-25e34276-9187-4c5f-bb10-4a23e00818cf tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:55.653904 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9d719663-1a3a-4cd6-b626-edcedfe6affb req-25e34276-9187-4c5f-bb10-4a23e00818cf tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e31942-874c-4829-9c56-8dc956951e91 HTTP/1.1" status: 200 len: 945 time: 0.0881667 Jul 13 07:28:55.665787 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-f71d0d3b-0006-4460-b92a-c2896c519b80 req-6ebf43d6-105c-43cf-9c61-9bc69d20780a tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:55.703794 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9d719663-1a3a-4cd6-b626-edcedfe6affb req-c1b98caa-6285-463b-8bbe-c1c05eb94786 tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] 10.222.0.23 "GET /v2.0/security-groups?id=e393ece4-d007-4a91-914d-3cb359bdcc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486512 Jul 13 07:28:55.704366 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56794) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:55.705489 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf43d6-105c-43cf-9c61-9bc69d20780a tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Pushing event deleted for resources: {'Port': ['ID=f8e18e8c-64b8-45bd-a58b-37e043d27d87,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:55.709493 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2e70209-bb8a-4dd2-b8d4-5cdaf7812854'}, {'server_uuid': 'ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8e18e8c-64b8-45bd-a58b-37e043d27d87'}, {'server_uuid': 'ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e70209-bb8a-4dd2-b8d4-5cdaf7812854'}, {'server_uuid': 'ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e18e8c-64b8-45bd-a58b-37e043d27d87'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:55.721927 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4324fddb-2a5b-473b-b345-cb8060588f20" -d '{"events": [{"server_uuid": "ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b", "name": "network-vif-unplugged", "status": "completed", "tag": "e2e70209-bb8a-4dd2-b8d4-5cdaf7812854"}, {"server_uuid": "ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b", "name": "network-vif-unplugged", "status": "completed", "tag": "f8e18e8c-64b8-45bd-a58b-37e043d27d87"}, {"server_uuid": "ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b", "name": "network-vif-plugged", "status": "completed", "tag": "e2e70209-bb8a-4dd2-b8d4-5cdaf7812854"}, {"server_uuid": "ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b", "name": "network-vif-plugged", "status": "completed", "tag": "f8e18e8c-64b8-45bd-a58b-37e043d27d87"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:55.787341 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 700 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e24631-7395-4901-a553-e2ba7e7ab0ff x-openstack-request-id: req-f5e24631-7395-4901-a553-e2ba7e7ab0ff {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:55.787649 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b", "name": "network-vif-unplugged", "status": "completed", "tag": "e2e70209-bb8a-4dd2-b8d4-5cdaf7812854", "code": 200}, {"server_uuid": "ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b", "name": "network-vif-unplugged", "status": "completed", "tag": "f8e18e8c-64b8-45bd-a58b-37e043d27d87", "code": 200}, {"server_uuid": "ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b", "name": "network-vif-plugged", "status": "completed", "tag": "e2e70209-bb8a-4dd2-b8d4-5cdaf7812854", "code": 200}, {"server_uuid": "ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b", "name": "network-vif-plugged", "status": "completed", "tag": "f8e18e8c-64b8-45bd-a58b-37e043d27d87", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:55.787950 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f5e24631-7395-4901-a553-e2ba7e7ab0ff {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:55.788317 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2e70209-bb8a-4dd2-b8d4-5cdaf7812854', 'code': 200} Jul 13 07:28:55.788573 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8e18e8c-64b8-45bd-a58b-37e043d27d87', 'code': 200} Jul 13 07:28:55.788824 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e70209-bb8a-4dd2-b8d4-5cdaf7812854', 'code': 200} Jul 13 07:28:55.789072 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e18e8c-64b8-45bd-a58b-37e043d27d87', 'code': 200} Jul 13 07:28:55.812214 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71d0d3b-0006-4460-b92a-c2896c519b80 req-6ebf43d6-105c-43cf-9c61-9bc69d20780a tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] No DVR routers for this DVR port f8e18e8c-64b8-45bd-a58b-37e043d27d87 on host n-h2-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:28:55.819071 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-f71d0d3b-0006-4460-b92a-c2896c519b80 req-6ebf43d6-105c-43cf-9c61-9bc69d20780a tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:55.822012 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f71d0d3b-0006-4460-b92a-c2896c519b80 req-6ebf43d6-105c-43cf-9c61-9bc69d20780a tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.25 "DELETE /v2.0/ports/f8e18e8c-64b8-45bd-a58b-37e043d27d87 HTTP/1.1" status: 204 len: 173 time: 1.2020125 Jul 13 07:28:55.834823 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a663422-fcab-4842-b90e-84935c8d5dbe', 'tag': '4eead795-fae4-4e78-aa9d-451a979192e8'}, {'server_uuid': 'ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b', 'name': 'network-vif-deleted', 'tag': 'e2e70209-bb8a-4dd2-b8d4-5cdaf7812854'}, {'server_uuid': 'ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b', 'name': 'network-vif-deleted', 'tag': 'f8e18e8c-64b8-45bd-a58b-37e043d27d87'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:55.837941 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bed5af-3c5b-481b-a599-0e69ec80bb65" -d '{"events": [{"name": "network-changed", "server_uuid": "1a663422-fcab-4842-b90e-84935c8d5dbe", "tag": "4eead795-fae4-4e78-aa9d-451a979192e8"}, {"server_uuid": "ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b", "name": "network-vif-deleted", "tag": "e2e70209-bb8a-4dd2-b8d4-5cdaf7812854"}, {"server_uuid": "ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b", "name": "network-vif-deleted", "tag": "f8e18e8c-64b8-45bd-a58b-37e043d27d87"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:55.879613 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-26020281-8f66-4f15-a7e6-685a10e50fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:55.932895 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9482df7-1da9-42bf-81a8-92a5b9bef884 x-openstack-request-id: req-f9482df7-1da9-42bf-81a8-92a5b9bef884 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:55.933433 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a663422-fcab-4842-b90e-84935c8d5dbe", "tag": "4eead795-fae4-4e78-aa9d-451a979192e8", "status": "completed", "code": 200}, {"server_uuid": "ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b", "name": "network-vif-deleted", "tag": "e2e70209-bb8a-4dd2-b8d4-5cdaf7812854", "status": "completed", "code": 200}, {"server_uuid": "ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b", "name": "network-vif-deleted", "tag": "f8e18e8c-64b8-45bd-a58b-37e043d27d87", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:55.934894 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f9482df7-1da9-42bf-81a8-92a5b9bef884 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:55.935537 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a663422-fcab-4842-b90e-84935c8d5dbe', 'tag': '4eead795-fae4-4e78-aa9d-451a979192e8', 'status': 'completed', 'code': 200} Jul 13 07:28:55.935782 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b', 'name': 'network-vif-deleted', 'tag': 'e2e70209-bb8a-4dd2-b8d4-5cdaf7812854', 'status': 'completed', 'code': 200} Jul 13 07:28:55.936036 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b', 'name': 'network-vif-deleted', 'tag': 'f8e18e8c-64b8-45bd-a58b-37e043d27d87', 'status': 'completed', 'code': 200} Jul 13 07:28:56.105408 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-26020281-8f66-4f15-a7e6-685a10e50fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:56.112803 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-26020281-8f66-4f15-a7e6-685a10e50fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:56.147455 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-26020281-8f66-4f15-a7e6-685a10e50fc4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ac4c48c11bbf48f391985330bac6742c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4346855 Jul 13 07:28:56.147684 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56810) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:56.176941 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bed5af-3c5b-481b-a599-0e69ec80bb65 req-facafdea-73ba-4e33-8433-0fd9d6d35424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:56.178495 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-50bed5af-3c5b-481b-a599-0e69ec80bb65 req-facafdea-73ba-4e33-8433-0fd9d6d35424 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9e85251084944b01becf8832bc36811b&device_id=1a663422-fcab-4842-b90e-84935c8d5dbe HTTP/1.1" status: 200 len: 1095 time: 0.1611993 Jul 13 07:28:56.180559 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26020281-8f66-4f15-a7e6-685a10e50fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f0804e-9f52-48c9-b67f-fcae6307dbaa,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:56.259030 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a765f690-8e40-467f-a26f-3b981bc21903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:56.289268 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bed5af-3c5b-481b-a599-0e69ec80bb65 req-31e01bf8-734a-4e32-970f-5be3971124a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:56.291092 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-50bed5af-3c5b-481b-a599-0e69ec80bb65 req-31e01bf8-734a-4e32-970f-5be3971124a0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e955f026-0d2f-4983-bf91-7bd2b5b8a6c5 HTTP/1.1" status: 200 len: 926 time: 0.1047306 Jul 13 07:28:56.316856 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a765f690-8e40-467f-a26f-3b981bc21903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:56.344763 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-50bed5af-3c5b-481b-a599-0e69ec80bb65 req-87b0d9d2-1057-4a75-baaa-61d3b588fe24 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4eead795-fae4-4e78-aa9d-451a979192e8 HTTP/1.1" status: 200 len: 217 time: 0.0463355 Jul 13 07:28:56.419831 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-622c6c86-38b6-488b-a61c-d40f51b84840 req-0b004b5f-3dc2-4b63-a5c8-03a56bffceba tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8b1d5c-fcfe-4236-9c5b-a8748e9e3a1b HTTP/1.1" status: 200 len: 210 time: 0.0717466 Jul 13 07:28:56.452192 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bed5af-3c5b-481b-a599-0e69ec80bb65 req-e0062f8c-6354-45d8-a9f1-10b85f4a769e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:56.453753 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-50bed5af-3c5b-481b-a599-0e69ec80bb65 req-e0062f8c-6354-45d8-a9f1-10b85f4a769e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3e3a0074-4de9-493b-b13f-bf9e5e9870e6 HTTP/1.1" status: 200 len: 865 time: 0.0979817 Jul 13 07:28:56.468635 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a765f690-8e40-467f-a26f-3b981bc21903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:56.471492 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a765f690-8e40-467f-a26f-3b981bc21903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:56.473045 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a765f690-8e40-467f-a26f-3b981bc21903 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/09f0804e-9f52-48c9-b67f-fcae6307dbaa HTTP/1.1" status: 204 len: 168 time: 0.3244529 Jul 13 07:28:56.506162 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-50bed5af-3c5b-481b-a599-0e69ec80bb65 req-df030711-3d8d-4e83-9fe6-43e5e61b6e6e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e955f026-0d2f-4983-bf91-7bd2b5b8a6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445952 Jul 13 07:28:56.514682 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765f690-8e40-467f-a26f-3b981bc21903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f0804e-9f52-48c9-b67f-fcae6307dbaa,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:56.536395 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694dc54d-6169-4757-93de-6e7ce8112b48 req-3c251f6d-4b9f-4c92-a801-c2a7e476d057 tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:56.546870 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-694dc54d-6169-4757-93de-6e7ce8112b48 req-3c251f6d-4b9f-4c92-a801-c2a7e476d057 tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e31942-874c-4829-9c56-8dc956951e91 HTTP/1.1" status: 200 len: 945 time: 0.2040482 Jul 13 07:28:56.637422 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-694dc54d-6169-4757-93de-6e7ce8112b48 req-3fc540d2-248e-4666-bd3b-bbbca33cbefb tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] 10.222.0.23 "GET /v2.0/security-groups?id=e393ece4-d007-4a91-914d-3cb359bdcc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895574 Jul 13 07:28:56.725336 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-50bed5af-3c5b-481b-a599-0e69ec80bb65 req-d8377da9-fc3c-4a40-9bc3-f3c686006ef2 service neutron] 10.222.0.42 "GET /v2.0/networks/e955f026-0d2f-4983-bf91-7bd2b5b8a6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089310 Jul 13 07:28:56.815459 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b272b9-75ea-4ae8-8f17-a4a3ac0bf15d req-7c87918a-edab-4905-a012-4b2a51bffb56 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:56.817942 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-78b272b9-75ea-4ae8-8f17-a4a3ac0bf15d req-7c87918a-edab-4905-a012-4b2a51bffb56 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a663422-fcab-4842-b90e-84935c8d5dbe HTTP/1.1" status: 200 len: 943 time: 0.1372290 Jul 13 07:28:56.839085 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-50bed5af-3c5b-481b-a599-0e69ec80bb65 req-f89bb4ca-e183-40d2-b588-f361947375ab service neutron] 10.222.0.42 "GET /v2.0/networks/e955f026-0d2f-4983-bf91-7bd2b5b8a6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050406 Jul 13 07:28:56.860752 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-78b272b9-75ea-4ae8-8f17-a4a3ac0bf15d req-75dd3932-07fd-4d0d-aaac-f332b5f8d4a7 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] 10.222.0.23 "GET /v2.0/security-groups?id=092469be-0f5d-491f-8158-fe5f59fdd5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367391 Jul 13 07:28:57.289018 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56844) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:57.391340 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-66b90caf-0a22-4841-9228-144f009d8bdf admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1464092653-network', 'tenant_id': 'b01a9e7ce02e445fa58e6da878e892b7'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:57.412183 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b90caf-0a22-4841-9228-144f009d8bdf admin admin] Made reservation on behalf of b01a9e7ce02e445fa58e6da878e892b7 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:28:57.414545 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-66b90caf-0a22-4841-9228-144f009d8bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:57.426329 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-66b90caf-0a22-4841-9228-144f009d8bdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:57.546350 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bfd969-f91d-4f69-952b-418dd4ecfd91 req-99ccd0f7-9934-4e9b-83a9-e741e6285051 tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:57.548035 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-14bfd969-f91d-4f69-952b-418dd4ecfd91 req-99ccd0f7-9934-4e9b-83a9-e741e6285051 tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9e31942-874c-4829-9c56-8dc956951e91 HTTP/1.1" status: 200 len: 945 time: 0.1073408 Jul 13 07:28:57.555634 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-66b90caf-0a22-4841-9228-144f009d8bdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:57.563675 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-66b90caf-0a22-4841-9228-144f009d8bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:57.577026 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56860) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:57.621348 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66b90caf-0a22-4841-9228-144f009d8bdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:28:57.667915 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b90caf-0a22-4841-9228-144f009d8bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb51fe1-72cc-413c-b5d3-902c76b08f8e,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:57.674347 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-66b90caf-0a22-4841-9228-144f009d8bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:57.674778 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-66b90caf-0a22-4841-9228-144f009d8bdf admin admin] Added segment a5229e36-671f-4c24-abaf-3a2874c5d651 of type vlan for network f2316be2-536e-4674-beb5-1860324e61cd Jul 13 07:28:57.708625 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-14bfd969-f91d-4f69-952b-418dd4ecfd91 req-7cc5d0d3-2b3c-4acb-845a-749c997f76d5 tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] Deleting port 704099a1-b4b4-42a6-ab65-c4e7964dbbfa {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:57.708956 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-14bfd969-f91d-4f69-952b-418dd4ecfd91 req-7cc5d0d3-2b3c-4acb-845a-749c997f76d5 tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:57.733639 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-a23a1493-3a22-44b7-973d-3e27e77e0683 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Deleting subnet 6ae916ec-52fb-496a-b93d-d42eb41b1f76 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:28:57.747718 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a23a1493-3a22-44b7-973d-3e27e77e0683 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:57.825020 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-66b90caf-0a22-4841-9228-144f009d8bdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:57.871268 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a23a1493-3a22-44b7-973d-3e27e77e0683 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:57.883845 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-14bfd969-f91d-4f69-952b-418dd4ecfd91 req-7cc5d0d3-2b3c-4acb-845a-749c997f76d5 tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] For port 704099a1-b4b4-42a6-ab65-c4e7964dbbfa, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=704099a1-b4b4-42a6-ab65-c4e7964dbbfa,segment=NetworkSegment(840e6b4d-a89b-4e48-8ba3-3eb7fd8f92ae),segment_id=840e6b4d-a89b-4e48-8ba3-3eb7fd8f92ae)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:57.884213 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-14bfd969-f91d-4f69-952b-418dd4ecfd91 req-7cc5d0d3-2b3c-4acb-845a-749c997f76d5 tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:57.915047 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-14bfd969-f91d-4f69-952b-418dd4ecfd91 req-7cc5d0d3-2b3c-4acb-845a-749c997f76d5 tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] Calling delete_port for 704099a1-b4b4-42a6-ab65-c4e7964dbbfa owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:57.920999 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56870) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:58.015362 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-66b90caf-0a22-4841-9228-144f009d8bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.017734 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b90caf-0a22-4841-9228-144f009d8bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:58.018356 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-66b90caf-0a22-4841-9228-144f009d8bdf admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.113680 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-66b90caf-0a22-4841-9228-144f009d8bdf admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8232205 Jul 13 07:28:58.123953 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56874) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:58.140970 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba8e17-10ab-4c7e-a349-5dfd78061872 req-09ec39ec-42db-4463-86cc-8ec65b930557 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:58.142511 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8fba8e17-10ab-4c7e-a349-5dfd78061872 req-09ec39ec-42db-4463-86cc-8ec65b930557 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a663422-fcab-4842-b90e-84935c8d5dbe HTTP/1.1" status: 200 len: 943 time: 0.1105814 Jul 13 07:28:58.151378 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-365ab5f8-256a-416f-98b0-67e7c004462a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.159287 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-3261f283-ce5b-4698-8882-5e8cd67bc8da admin admin] Request body: {'subnet': {'network_id': 'f2316be2-536e-4674-beb5-1860324e61cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1464092653-subnet', 'tenant_id': 'b01a9e7ce02e445fa58e6da878e892b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:58.164916 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a23a1493-3a22-44b7-973d-3e27e77e0683 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.176306 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee544bf3-4bb3-4daa-ba23-59e5a17aec0a req-ac5b1e4e-0478-4ece-b5c1-3175bf6c1548 tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:58.180189 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ee544bf3-4bb3-4daa-ba23-59e5a17aec0a req-ac5b1e4e-0478-4ece-b5c1-3175bf6c1548 tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9e31942-874c-4829-9c56-8dc956951e91 HTTP/1.1" status: 200 len: 945 time: 0.3443673 Jul 13 07:28:58.202767 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b90caf-0a22-4841-9228-144f009d8bdf admin admin] Pushing event updated for resources: {'Network': ['ID=f2316be2-536e-4674-beb5-1860324e61cd,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:58.230184 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network f2316be2-536e-4674-beb5-1860324e61cd details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:28:58.239106 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8fba8e17-10ab-4c7e-a349-5dfd78061872 req-96b3d9ff-3f09-46ae-a725-b7cdf47c4a30 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] 10.222.0.23 "GET /v2.0/security-groups?id=092469be-0f5d-491f-8158-fe5f59fdd5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806780 Jul 13 07:28:58.254155 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-14bfd969-f91d-4f69-952b-418dd4ecfd91 req-7cc5d0d3-2b3c-4acb-845a-749c997f76d5 tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.256940 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3261f283-ce5b-4698-8882-5e8cd67bc8da admin admin] Made reservation on behalf of b01a9e7ce02e445fa58e6da878e892b7 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:28:58.259616 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3261f283-ce5b-4698-8882-5e8cd67bc8da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.270774 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['704099a1-b4b4-42a6-ab65-c4e7964dbbfa'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:28:58.302417 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5d0d3-2b3c-4acb-845a-749c997f76d5 tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] Pushing event deleted for resources: {'Port': ['ID=704099a1-b4b4-42a6-ab65-c4e7964dbbfa,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:58.337844 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ee544bf3-4bb3-4daa-ba23-59e5a17aec0a req-40450503-8aff-4607-a87f-9ba5091d3b19 tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] 10.222.0.23 "GET /v2.0/security-groups?id=e393ece4-d007-4a91-914d-3cb359bdcc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282289 Jul 13 07:28:58.418160 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-14bfd969-f91d-4f69-952b-418dd4ecfd91 req-7cc5d0d3-2b3c-4acb-845a-749c997f76d5 tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] No DVR routers for this DVR port 704099a1-b4b4-42a6-ab65-c4e7964dbbfa on host n-h2-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:28:58.421686 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-14bfd969-f91d-4f69-952b-418dd4ecfd91 req-7cc5d0d3-2b3c-4acb-845a-749c997f76d5 tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.426013 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a23a1493-3a22-44b7-973d-3e27e77e0683 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.426419 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-14bfd969-f91d-4f69-952b-418dd4ecfd91 req-7cc5d0d3-2b3c-4acb-845a-749c997f76d5 tempest-ServerGroupTestJSON-1892267623 tempest-ServerGroupTestJSON-1892267623-project] 10.222.0.25 "DELETE /v2.0/ports/704099a1-b4b4-42a6-ab65-c4e7964dbbfa HTTP/1.1" status: 204 len: 173 time: 0.8717034 Jul 13 07:28:58.427072 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e31942-874c-4829-9c56-8dc956951e91', 'name': 'network-vif-deleted', 'tag': '704099a1-b4b4-42a6-ab65-c4e7964dbbfa'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:28:58.429727 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a08f13b-2eb0-4f6e-80ca-47c3388e96c0" -d '{"events": [{"server_uuid": "c9e31942-874c-4829-9c56-8dc956951e91", "name": "network-vif-deleted", "tag": "704099a1-b4b4-42a6-ab65-c4e7964dbbfa"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:28:58.484065 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860670f8-6fb6-429f-a3ac-e2845068d767 x-openstack-request-id: req-860670f8-6fb6-429f-a3ac-e2845068d767 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:28:58.484719 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e31942-874c-4829-9c56-8dc956951e91", "name": "network-vif-deleted", "tag": "704099a1-b4b4-42a6-ab65-c4e7964dbbfa", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:28:58.485033 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-860670f8-6fb6-429f-a3ac-e2845068d767 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:28:58.485497 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e31942-874c-4829-9c56-8dc956951e91', 'name': 'network-vif-deleted', 'tag': '704099a1-b4b4-42a6-ab65-c4e7964dbbfa', 'status': 'completed', 'code': 200} Jul 13 07:28:58.486654 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23a1493-3a22-44b7-973d-3e27e77e0683 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Pushing event deleted for resources: {'Subnet': ['ID=6ae916ec-52fb-496a-b93d-d42eb41b1f76,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:58.499083 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a23a1493-3a22-44b7-973d-3e27e77e0683 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.501626 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a23a1493-3a22-44b7-973d-3e27e77e0683 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "DELETE /v2.0/subnets/6ae916ec-52fb-496a-b93d-d42eb41b1f76 HTTP/1.1" status: 204 len: 168 time: 0.9219382 Jul 13 07:28:58.504159 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ffa08e-92b7-479f-9088-e1156f6bef81 None None] Network ce1d5b6d-720f-48ed-8746-a179fc927918 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:28:58.505290 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56880) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:58.525424 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-365ab5f8-256a-416f-98b0-67e7c004462a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.530554 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-365ab5f8-256a-416f-98b0-67e7c004462a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.577610 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-365ab5f8-256a-416f-98b0-67e7c004462a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ce5e55ab3c6f49719e666772c7b4de25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6555154 Jul 13 07:28:58.578665 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ab5f8-256a-416f-98b0-67e7c004462a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a629b37d-b4ab-4410-9a57-ef26654775f9,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:58.582197 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56882) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:58.627294 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-66de7564-d6ef-440b-a67c-4dca9df69f64 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.642687 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2820ecce-0020-441c-8f3b-6fb0fb5ba129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.668494 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2820ecce-0020-441c-8f3b-6fb0fb5ba129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.726017 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2820ecce-0020-441c-8f3b-6fb0fb5ba129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.729983 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2820ecce-0020-441c-8f3b-6fb0fb5ba129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.731303 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2820ecce-0020-441c-8f3b-6fb0fb5ba129 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a629b37d-b4ab-4410-9a57-ef26654775f9 HTTP/1.1" status: 204 len: 168 time: 0.1477606 Jul 13 07:28:58.747338 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820ecce-0020-441c-8f3b-6fb0fb5ba129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a629b37d-b4ab-4410-9a57-ef26654775f9,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:58.756642 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb22bdf-3865-4009-b25e-934d49c417e1 None None] DHCP port deletion for ce1d5b6d-720f-48ed-8746-a179fc927918 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:28:58.763808 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-66de7564-d6ef-440b-a67c-4dca9df69f64 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Deleting port 4952c7a1-da6f-43f6-876c-c5ee5624b977 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:58.763808 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-66de7564-d6ef-440b-a67c-4dca9df69f64 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.842587 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2fb22bdf-3865-4009-b25e-934d49c417e1 None None] Deleting port 4952c7a1-da6f-43f6-876c-c5ee5624b977 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:28:58.842967 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2fb22bdf-3865-4009-b25e-934d49c417e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.856687 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3261f283-ce5b-4698-8882-5e8cd67bc8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.859821 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-66de7564-d6ef-440b-a67c-4dca9df69f64 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] For port 4952c7a1-da6f-43f6-876c-c5ee5624b977, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=4952c7a1-da6f-43f6-876c-c5ee5624b977,segment=NetworkSegment(e6078ba5-7e8c-4f39-9967-a10d3df88654),segment_id=e6078ba5-7e8c-4f39-9967-a10d3df88654)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:58.860180 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-66de7564-d6ef-440b-a67c-4dca9df69f64 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.900384 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-66de7564-d6ef-440b-a67c-4dca9df69f64 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Calling delete_port for 4952c7a1-da6f-43f6-876c-c5ee5624b977 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:58.926330 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2fb22bdf-3865-4009-b25e-934d49c417e1 None None] For port 4952c7a1-da6f-43f6-876c-c5ee5624b977, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=4952c7a1-da6f-43f6-876c-c5ee5624b977,segment=NetworkSegment(e6078ba5-7e8c-4f39-9967-a10d3df88654),segment_id=e6078ba5-7e8c-4f39-9967-a10d3df88654)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:58.927363 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2fb22bdf-3865-4009-b25e-934d49c417e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:58.941305 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2fb22bdf-3865-4009-b25e-934d49c417e1 None None] Calling delete_port for 4952c7a1-da6f-43f6-876c-c5ee5624b977 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:28:58.997368 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261f283-ce5b-4698-8882-5e8cd67bc8da admin admin] Pushing event updated for resources: {'Subnet': ['ID=7872e0b1-a737-4e23-9095-ec2a970de9e2,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:59.020433 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3261f283-ce5b-4698-8882-5e8cd67bc8da admin admin] Checking segment: {'id': 'a5229e36-671f-4c24-abaf-3a2874c5d651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f2316be2-536e-4674-beb5-1860324e61cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:28:59.020802 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3261f283-ce5b-4698-8882-5e8cd67bc8da admin admin] Network hostable DHCP agents. Network: f2316be2-536e-4674-beb5-1860324e61cd, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:28:59.047078 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 4eead795-fae4-4e78-aa9d-451a979192e8 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:28:59.055068 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2fb22bdf-3865-4009-b25e-934d49c417e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:59.066558 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-66de7564-d6ef-440b-a67c-4dca9df69f64 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:59.073897 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3261f283-ce5b-4698-8882-5e8cd67bc8da admin admin] Network f2316be2-536e-4674-beb5-1860324e61cd is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:28:59.092748 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb22bdf-3865-4009-b25e-934d49c417e1 None None] Pushing event deleted for resources: {'Port': ['ID=4952c7a1-da6f-43f6-876c-c5ee5624b977,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:59.105287 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb22bdf-3865-4009-b25e-934d49c417e1 None None] No DVR routers for this DVR port 4952c7a1-da6f-43f6-876c-c5ee5624b977 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:28:59.105515 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de7564-d6ef-440b-a67c-4dca9df69f64 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Pushing event deleted for resources: {'Port': ['ID=4952c7a1-da6f-43f6-876c-c5ee5624b977,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:59.113566 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66de7564-d6ef-440b-a67c-4dca9df69f64 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] No DVR routers for this DVR port 4952c7a1-da6f-43f6-876c-c5ee5624b977 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:28:59.123661 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-3261f283-ce5b-4698-8882-5e8cd67bc8da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, f2316be2-536e-4674-beb5-1860324e61cd) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:28:59.148434 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3261f283-ce5b-4698-8882-5e8cd67bc8da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:59.149092 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3261f283-ce5b-4698-8882-5e8cd67bc8da admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:59.149734 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fccad4-ee49-4e52-aa03-a96437ffbdd6 None None] Network f2316be2-536e-4674-beb5-1860324e61cd requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:28:59.187477 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3261f283-ce5b-4698-8882-5e8cd67bc8da admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0606008 Jul 13 07:28:59.196807 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56892) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:59.218796 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-10c05f37-aaa9-4067-9c59-359d81604611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:59.225770 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-66de7564-d6ef-440b-a67c-4dca9df69f64 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:59.250431 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-66de7564-d6ef-440b-a67c-4dca9df69f64 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce1d5b6d-720f-48ed-8746-a179fc927918']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:59.270542 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-66de7564-d6ef-440b-a67c-4dca9df69f64 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6078ba5-7e8c-4f39-9967-a10d3df88654') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:59.270702 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-66de7564-d6ef-440b-a67c-4dca9df69f64 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6078ba5-7e8c-4f39-9967-a10d3df88654') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:28:59.294238 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-66de7564-d6ef-440b-a67c-4dca9df69f64 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:59.323393 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-66de7564-d6ef-440b-a67c-4dca9df69f64 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:59.335111 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66de7564-d6ef-440b-a67c-4dca9df69f64 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:28:59.335713 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-66de7564-d6ef-440b-a67c-4dca9df69f64 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:59.338704 n-d-771363-34 neutron-server[94018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:28:59.338704 n-d-771363-34 neutron-server[94018]: self.session.flush() Jul 13 07:28:59.338704 n-d-771363-34 neutron-server[94018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:28:59.338704 n-d-771363-34 neutron-server[94018]: self.session.flush() Jul 13 07:28:59.338704 n-d-771363-34 neutron-server[94018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:28:59.338704 n-d-771363-34 neutron-server[94018]: self.session.flush() Jul 13 07:28:59.338704 n-d-771363-34 neutron-server[94018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:28:59.338704 n-d-771363-34 neutron-server[94018]: self.session.flush() Jul 13 07:28:59.338704 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:28:59.338704 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:28:59.338704 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:28:59.338704 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:28:59.338704 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:28:59.338704 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:28:59.338704 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:28:59.338704 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:28:59.338704 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:28:59.338704 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:28:59.338704 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:28:59.338704 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:28:59.338704 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:28:59.338704 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:28:59.338704 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:28:59.338704 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:28:59.338704 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:28:59.338704 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:28:59.338704 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:28:59.338704 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:28:59.338704 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:28:59.338704 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:28:59.338704 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:28:59.338704 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:28:59.338704 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:28:59.338704 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:28:59.338704 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:28:59.338704 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:28:59.338704 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:28:59.338704 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:28:59.338704 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:28:59.338704 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:28:59.363901 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5574a3b-e796-401d-89e0-7bacf1a0db94 None None] Network f2316be2-536e-4674-beb5-1860324e61cd requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:28:59.440061 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-10c05f37-aaa9-4067-9c59-359d81604611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:59.448912 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-10c05f37-aaa9-4067-9c59-359d81604611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:59.458802 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 4eead795-fae4-4e78-aa9d-451a979192e8, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4eead795-fae4-4e78-aa9d-451a979192e8,segment=NetworkSegment(edc90146-752b-4ede-b75d-4e7f750c45e6),segment_id=edc90146-752b-4ede-b75d-4e7f750c45e6)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:59.468584 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-66de7564-d6ef-440b-a67c-4dca9df69f64 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:59.476148 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-66de7564-d6ef-440b-a67c-4dca9df69f64 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:59.478575 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-66de7564-d6ef-440b-a67c-4dca9df69f64 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "DELETE /v2.0/networks/ce1d5b6d-720f-48ed-8746-a179fc927918 HTTP/1.1" status: 204 len: 168 time: 0.9722004 Jul 13 07:28:59.483194 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56904) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:59.502474 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '4eead795-fae4-4e78-aa9d-451a979192e8', 'network_id': 'e955f026-0d2f-4983-bf91-7bd2b5b8a6c5', 'port_id': '4eead795-fae4-4e78-aa9d-451a979192e8', 'mac_address': 'fa:16:3e:a1:d4:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3a0074-4de9-493b-b13f-bf9e5e9870e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:28:59.512808 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de7564-d6ef-440b-a67c-4dca9df69f64 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Pushing event deleted for resources: {'Network': ['ID=ce1d5b6d-720f-48ed-8746-a179fc927918,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:59.522599 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c05f37-aaa9-4067-9c59-359d81604611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b5b895-9903-4a92-9a4d-4f62c57efabc,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:59.533141 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-10c05f37-aaa9-4067-9c59-359d81604611 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=45f0ed560f384f5a955b92fb84c98643&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3348396 Jul 13 07:28:59.534893 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56910) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:59.584622 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:59.588629 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-59bcad9e-66c4-46f6-aeec-014d2c7255c9 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Deleting subnet 1f1bd9a1-6e3b-4d3d-9b8d-87934fa3f469 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:28:59.593280 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-59bcad9e-66c4-46f6-aeec-014d2c7255c9 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:59.605368 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eead795-fae4-4e78-aa9d-451a979192e8 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:28:59.628891 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 4eead795-fae4-4e78-aa9d-451a979192e8, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4eead795-fae4-4e78-aa9d-451a979192e8,segment=NetworkSegment(edc90146-752b-4ede-b75d-4e7f750c45e6),segment_id=edc90146-752b-4ede-b75d-4e7f750c45e6)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:28:59.635565 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:59.639367 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ea6cfdee-20f6-40d2-9145-dc10b7694dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:59.653055 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-59bcad9e-66c4-46f6-aeec-014d2c7255c9 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:59.668380 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ea6cfdee-20f6-40d2-9145-dc10b7694dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:59.701776 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-56bd713b-3f00-4487-a8cc-adfa8e1407c7 req-9c1f105e-d148-4592-864c-f5ba9fa7e5db tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-356370344', 'description': 'tempest-description-1403648102'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:28:59.713002 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=4eead795-fae4-4e78-aa9d-451a979192e8,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:59.717519 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8da22c-b0fe-44ab-88eb-513baf1ce280 req-656e7a50-0418-4ce8-b2d6-4d48a1d80cc1 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:28:59.719113 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dc8da22c-b0fe-44ab-88eb-513baf1ce280 req-656e7a50-0418-4ce8-b2d6-4d48a1d80cc1 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a663422-fcab-4842-b90e-84935c8d5dbe HTTP/1.1" status: 200 len: 943 time: 0.1523786 Jul 13 07:28:59.721716 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:59.722702 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:59.724259 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:59.725923 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:59.726993 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:59.731979 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:59.732447 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:59.732859 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:59.733263 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:59.733992 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:59.734333 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:59.734672 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:28:59.756302 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-56bd713b-3f00-4487-a8cc-adfa8e1407c7 req-9c1f105e-d148-4592-864c-f5ba9fa7e5db tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:59.762581 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ea6cfdee-20f6-40d2-9145-dc10b7694dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:59.765126 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ea6cfdee-20f6-40d2-9145-dc10b7694dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:59.768977 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ea6cfdee-20f6-40d2-9145-dc10b7694dd7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/09b5b895-9903-4a92-9a4d-4f62c57efabc HTTP/1.1" status: 204 len: 168 time: 0.2314923 Jul 13 07:28:59.784416 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dc8da22c-b0fe-44ab-88eb-513baf1ce280 req-c855c8db-e66c-409a-9e6e-2acd82a70510 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] 10.222.0.23 "GET /v2.0/security-groups?id=092469be-0f5d-491f-8158-fe5f59fdd5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551345 Jul 13 07:28:59.785613 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6cfdee-20f6-40d2-9145-dc10b7694dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b5b895-9903-4a92-9a4d-4f62c57efabc,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:59.790644 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-59bcad9e-66c4-46f6-aeec-014d2c7255c9 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:59.892759 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-59bcad9e-66c4-46f6-aeec-014d2c7255c9 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:59.925671 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcad9e-66c4-46f6-aeec-014d2c7255c9 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Pushing event deleted for resources: {'Subnet': ['ID=1f1bd9a1-6e3b-4d3d-9b8d-87934fa3f469,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:28:59.935267 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-59bcad9e-66c4-46f6-aeec-014d2c7255c9 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:59.938003 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-59bcad9e-66c4-46f6-aeec-014d2c7255c9 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "DELETE /v2.0/subnets/1f1bd9a1-6e3b-4d3d-9b8d-87934fa3f469 HTTP/1.1" status: 204 len: 168 time: 0.4502931 Jul 13 07:28:59.941249 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56916) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:28:59.944774 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f678439-a127-4dce-88de-f7ccaf33e8e0 None None] Network c34b8c95-6f51-414e-8ad8-58adf294d1fa requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:28:59.968399 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-56bd713b-3f00-4487-a8cc-adfa8e1407c7 req-9c1f105e-d148-4592-864c-f5ba9fa7e5db tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:28:59.982695 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-56bd713b-3f00-4487-a8cc-adfa8e1407c7 req-9c1f105e-d148-4592-864c-f5ba9fa7e5db tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.022885 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['4eead795-fae4-4e78-aa9d-451a979192e8'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:00.064737 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-56bd713b-3f00-4487-a8cc-adfa8e1407c7 req-9c1f105e-d148-4592-864c-f5ba9fa7e5db tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.070499 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-56bd713b-3f00-4487-a8cc-adfa8e1407c7 req-9c1f105e-d148-4592-864c-f5ba9fa7e5db tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3751242 Jul 13 07:29:00.073771 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f105e-d148-4592-864c-f5ba9fa7e5db tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4dcea56-01f5-4a14-91ac-ac1684f177bd,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:00.097067 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e085cbb5-9c86-43fc-a247-8ef60bc0aa90 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.178350 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3e7865de-87a1-40c4-9a1b-41b3818ffd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.224325 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-e085cbb5-9c86-43fc-a247-8ef60bc0aa90 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Deleting port f24bd5cd-e89d-49cf-a145-55f72c06bed3 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:29:00.224584 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e085cbb5-9c86-43fc-a247-8ef60bc0aa90 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.247680 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5117a165-bc15-446b-90ee-4b56bf2a3905 req-4c497f84-32e6-47ca-b028-e98213021760 tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] 10.222.0.23 "GET /v2.0/security-groups/c4dcea56-01f5-4a14-91ac-ac1684f177bd HTTP/1.1" status: 200 len: 1814 time: 0.0820582 Jul 13 07:29:00.259650 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-5117a165-bc15-446b-90ee-4b56bf2a3905 req-2a75e1fc-1fd4-4e53-a2fd-1bc36c13b34f tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c4dcea56-01f5-4a14-91ac-ac1684f177bd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:00.259979 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-5117a165-bc15-446b-90ee-4b56bf2a3905 req-2a75e1fc-1fd4-4e53-a2fd-1bc36c13b34f tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c4dcea56-01f5-4a14-91ac-ac1684f177bd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:00.286833 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cea640-baac-47ce-8718-ba31d57f70e1 None None] DHCP port deletion for c34b8c95-6f51-414e-8ad8-58adf294d1fa request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:29:00.338258 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-e085cbb5-9c86-43fc-a247-8ef60bc0aa90 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] For port f24bd5cd-e89d-49cf-a145-55f72c06bed3, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=f24bd5cd-e89d-49cf-a145-55f72c06bed3,segment=NetworkSegment(9cf5557c-798a-4fc6-a4c5-75768c7835fd),segment_id=9cf5557c-798a-4fc6-a4c5-75768c7835fd)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:00.339180 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e085cbb5-9c86-43fc-a247-8ef60bc0aa90 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.351380 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5117a165-bc15-446b-90ee-4b56bf2a3905 req-2a75e1fc-1fd4-4e53-a2fd-1bc36c13b34f tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.360200 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-e085cbb5-9c86-43fc-a247-8ef60bc0aa90 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Calling delete_port for f24bd5cd-e89d-49cf-a145-55f72c06bed3 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:29:00.385154 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5117a165-bc15-446b-90ee-4b56bf2a3905 req-2a75e1fc-1fd4-4e53-a2fd-1bc36c13b34f tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.393880 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5117a165-bc15-446b-90ee-4b56bf2a3905 req-2a75e1fc-1fd4-4e53-a2fd-1bc36c13b34f tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.397841 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-46cea640-baac-47ce-8718-ba31d57f70e1 None None] Deleting port f24bd5cd-e89d-49cf-a145-55f72c06bed3 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:29:00.398422 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-46cea640-baac-47ce-8718-ba31d57f70e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.419868 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75e1fc-1fd4-4e53-a2fd-1bc36c13b34f tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7694ff2-65c8-4d30-910f-f2abf6a5be69,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:00.424603 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 704099a1-b4b4-42a6-ab65-c4e7964dbbfa no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:29:00.430354 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56928) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:00.431494 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5117a165-bc15-446b-90ee-4b56bf2a3905 req-2a75e1fc-1fd4-4e53-a2fd-1bc36c13b34f tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.439392 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5117a165-bc15-446b-90ee-4b56bf2a3905 req-2a75e1fc-1fd4-4e53-a2fd-1bc36c13b34f tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1904452 Jul 13 07:29:00.467278 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 704099a1-b4b4-42a6-ab65-c4e7964dbbfa {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:29:00.467628 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 704099a1-b4b4-42a6-ab65-c4e7964dbbfa not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:29:00.508998 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e085cbb5-9c86-43fc-a247-8ef60bc0aa90 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.527951 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-46cea640-baac-47ce-8718-ba31d57f70e1 None None] For port f24bd5cd-e89d-49cf-a145-55f72c06bed3, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=f24bd5cd-e89d-49cf-a145-55f72c06bed3,segment=NetworkSegment(9cf5557c-798a-4fc6-a4c5-75768c7835fd),segment_id=9cf5557c-798a-4fc6-a4c5-75768c7835fd)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:00.528728 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-46cea640-baac-47ce-8718-ba31d57f70e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.531307 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0b57df85-2e5d-46b2-ad18-729958229604 req-6176218d-0c38-4c9c-9809-9256b5c21feb tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] 10.222.0.23 "GET /v2.0/security-groups/c4dcea56-01f5-4a14-91ac-ac1684f177bd HTTP/1.1" status: 200 len: 2408 time: 0.0651438 Jul 13 07:29:00.532831 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fc075602-5881-4104-8e59-700bf7cc6ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.546014 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e085cbb5-9c86-43fc-a247-8ef60bc0aa90 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] No DVR routers for this DVR port f24bd5cd-e89d-49cf-a145-55f72c06bed3 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:29:00.553907 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085cbb5-9c86-43fc-a247-8ef60bc0aa90 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Pushing event deleted for resources: {'Port': ['ID=f24bd5cd-e89d-49cf-a145-55f72c06bed3,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:00.560462 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-46cea640-baac-47ce-8718-ba31d57f70e1 None None] Calling delete_port for f24bd5cd-e89d-49cf-a145-55f72c06bed3 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:29:00.600933 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b021c208-f1f6-4526-b210-a311e7230e96 req-e0ef69b1-9a34-4fb6-aa9f-9e588c81e88f tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] 10.222.0.23 "GET /v2.0/security-group-rules/c7694ff2-65c8-4d30-910f-f2abf6a5be69 HTTP/1.1" status: 200 len: 778 time: 0.0357101 Jul 13 07:29:00.618950 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f24bd5cd-e89d-49cf-a145-55f72c06bed3 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:29:00.648935 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: f24bd5cd-e89d-49cf-a145-55f72c06bed3 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:29:00.649281 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f24bd5cd-e89d-49cf-a145-55f72c06bed3 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:29:00.649696 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 4952c7a1-da6f-43f6-876c-c5ee5624b977 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:29:00.670347 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e085cbb5-9c86-43fc-a247-8ef60bc0aa90 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.679156 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 4952c7a1-da6f-43f6-876c-c5ee5624b977 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:29:00.679529 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 4952c7a1-da6f-43f6-876c-c5ee5624b977 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:29:00.689925 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-e085cbb5-9c86-43fc-a247-8ef60bc0aa90 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c34b8c95-6f51-414e-8ad8-58adf294d1fa']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:00.711708 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-e085cbb5-9c86-43fc-a247-8ef60bc0aa90 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf5557c-798a-4fc6-a4c5-75768c7835fd') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:00.712007 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-e085cbb5-9c86-43fc-a247-8ef60bc0aa90 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf5557c-798a-4fc6-a4c5-75768c7835fd') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:00.715231 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b021c208-f1f6-4526-b210-a311e7230e96 req-1f972c96-8ed8-4f6c-8ebe-799fb9e70c43 tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] 10.222.0.23 "GET /v2.0/security-groups/c4dcea56-01f5-4a14-91ac-ac1684f177bd HTTP/1.1" status: 200 len: 2408 time: 0.0974975 Jul 13 07:29:00.718905 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-46cea640-baac-47ce-8718-ba31d57f70e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.721864 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e085cbb5-9c86-43fc-a247-8ef60bc0aa90 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.738024 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e085cbb5-9c86-43fc-a247-8ef60bc0aa90 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.747193 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cea640-baac-47ce-8718-ba31d57f70e1 None None] Pushing event deleted for resources: {'Port': ['ID=f24bd5cd-e89d-49cf-a145-55f72c06bed3,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:00.751525 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e085cbb5-9c86-43fc-a247-8ef60bc0aa90 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:29:00.752223 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e085cbb5-9c86-43fc-a247-8ef60bc0aa90 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.754266 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b021c208-f1f6-4526-b210-a311e7230e96 req-dfac6802-942d-41de-b9c9-65fd70dc2293 tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.758058 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:29:00.758058 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:29:00.758058 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:29:00.758058 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:29:00.758058 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:29:00.758058 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:29:00.758058 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:29:00.758058 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:29:00.758058 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:29:00.758058 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:29:00.758058 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:29:00.758058 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:29:00.758058 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:29:00.758058 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:29:00.758058 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:29:00.758058 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:29:00.758058 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:29:00.758058 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:29:00.758058 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:29:00.758058 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:29:00.758058 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:29:00.758058 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:29:00.758058 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:29:00.758058 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:29:00.758058 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:29:00.758058 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:29:00.758058 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:29:00.758058 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:29:00.758058 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:29:00.758058 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:29:00.758058 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:29:00.758058 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:29:00.760403 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56946) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:00.762028 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cea640-baac-47ce-8718-ba31d57f70e1 None None] No DVR routers for this DVR port f24bd5cd-e89d-49cf-a145-55f72c06bed3 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:29:00.799331 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b021c208-f1f6-4526-b210-a311e7230e96 req-dfac6802-942d-41de-b9c9-65fd70dc2293 tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.828248 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e085cbb5-9c86-43fc-a247-8ef60bc0aa90 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.836622 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e085cbb5-9c86-43fc-a247-8ef60bc0aa90 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.839304 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e085cbb5-9c86-43fc-a247-8ef60bc0aa90 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "DELETE /v2.0/networks/c34b8c95-6f51-414e-8ad8-58adf294d1fa HTTP/1.1" status: 204 len: 168 time: 0.8982766 Jul 13 07:29:00.847946 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fc075602-5881-4104-8e59-700bf7cc6ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.847946 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56950) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:00.853293 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-baf2a12c-64bb-44a7-aef2-08d4e3913f22 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1950460389'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:00.858113 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085cbb5-9c86-43fc-a247-8ef60bc0aa90 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Pushing event deleted for resources: {'Network': ['ID=c34b8c95-6f51-414e-8ad8-58adf294d1fa,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:00.863492 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fc075602-5881-4104-8e59-700bf7cc6ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.874048 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e02993-f22a-49a2-b5a9-ac6ba510ed99 admin admin] Deleting subnet fe4fa7cf-8bf6-4881-b16b-6e721e3699b3 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:29:00.897202 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b021c208-f1f6-4526-b210-a311e7230e96 req-dfac6802-942d-41de-b9c9-65fd70dc2293 tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.905414 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-59e02993-f22a-49a2-b5a9-ac6ba510ed99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.911505 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b021c208-f1f6-4526-b210-a311e7230e96 req-dfac6802-942d-41de-b9c9-65fd70dc2293 tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.912606 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b021c208-f1f6-4526-b210-a311e7230e96 req-dfac6802-942d-41de-b9c9-65fd70dc2293 tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/c7694ff2-65c8-4d30-910f-f2abf6a5be69 HTTP/1.1" status: 204 len: 173 time: 0.1979051 Jul 13 07:29:00.969036 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-9e256834-54c8-43fb-9252-a582f08d365c req-ad0b98f3-dc03-4384-8ace-3da5827dc37c tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-454656772', 'description': 'tempest-description-237672726'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:00.974571 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac6802-942d-41de-b9c9-65fd70dc2293 tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7694ff2-65c8-4d30-910f-f2abf6a5be69,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:00.980308 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf2a12c-64bb-44a7-aef2-08d4e3913f22 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Made reservation on behalf of 48de65aa8b8243d7a205f2a528057190 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:00.983774 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-baf2a12c-64bb-44a7-aef2-08d4e3913f22 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:00.987622 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-fc075602-5881-4104-8e59-700bf7cc6ea2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e5ae993dbfa43e5be9c968439f01674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5467434 Jul 13 07:29:00.990437 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56956) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:01.002152 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc075602-5881-4104-8e59-700bf7cc6ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fca5cb0-b6b0-465b-a462-c7ade44edb2c,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:01.016748 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-59e02993-f22a-49a2-b5a9-ac6ba510ed99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:01.057204 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd352e-cbf3-4b50-8255-ea38506d107e req-67041812-b594-40e9-ae3e-9ee2cc1b2a71 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:01.058902 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-18dd352e-cbf3-4b50-8255-ea38506d107e req-67041812-b594-40e9-ae3e-9ee2cc1b2a71 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a663422-fcab-4842-b90e-84935c8d5dbe HTTP/1.1" status: 200 len: 944 time: 0.1218097 Jul 13 07:29:01.068851 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9e256834-54c8-43fb-9252-a582f08d365c req-ad0b98f3-dc03-4384-8ace-3da5827dc37c tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:01.082015 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baf2a12c-64bb-44a7-aef2-08d4e3913f22 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:29:01.091827 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e4496a5e-88cf-4064-84b5-57cbf39bee54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:01.098029 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-59e02993-f22a-49a2-b5a9-ac6ba510ed99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:01.122719 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-baf2a12c-64bb-44a7-aef2-08d4e3913f22 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:01.123061 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-baf2a12c-64bb-44a7-aef2-08d4e3913f22 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Added segment 80457635-f127-404e-a6cc-3fe7615fc23b of type vlan for network ea309b70-41b4-4f92-a6d0-82a1119dc571 Jul 13 07:29:01.139075 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e4496a5e-88cf-4064-84b5-57cbf39bee54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:01.154885 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-18dd352e-cbf3-4b50-8255-ea38506d107e req-5ca49cf5-bbc4-4959-ba3b-d20f87053827 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] 10.222.0.23 "GET /v2.0/security-groups?id=092469be-0f5d-491f-8158-fe5f59fdd5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877223 Jul 13 07:29:01.215288 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-baf2a12c-64bb-44a7-aef2-08d4e3913f22 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:01.224046 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e4496a5e-88cf-4064-84b5-57cbf39bee54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:01.227525 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e4496a5e-88cf-4064-84b5-57cbf39bee54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:01.228734 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e4496a5e-88cf-4064-84b5-57cbf39bee54 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8fca5cb0-b6b0-465b-a462-c7ade44edb2c HTTP/1.1" status: 204 len: 168 time: 0.2372344 Jul 13 07:29:01.237281 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4496a5e-88cf-4064-84b5-57cbf39bee54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fca5cb0-b6b0-465b-a462-c7ade44edb2c,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:01.275613 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-59e02993-f22a-49a2-b5a9-ac6ba510ed99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:01.311445 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-baf2a12c-64bb-44a7-aef2-08d4e3913f22 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:01.316944 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf2a12c-64bb-44a7-aef2-08d4e3913f22 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:01.317665 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-baf2a12c-64bb-44a7-aef2-08d4e3913f22 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:01.326175 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e02993-f22a-49a2-b5a9-ac6ba510ed99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe4fa7cf-8bf6-4881-b16b-6e721e3699b3,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:01.334731 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-59e02993-f22a-49a2-b5a9-ac6ba510ed99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:01.338761 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-59e02993-f22a-49a2-b5a9-ac6ba510ed99 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fe4fa7cf-8bf6-4881-b16b-6e721e3699b3 HTTP/1.1" status: 204 len: 168 time: 0.5751524 Jul 13 07:29:01.339648 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56962) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:01.380978 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9e256834-54c8-43fb-9252-a582f08d365c req-ad0b98f3-dc03-4384-8ace-3da5827dc37c tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:01.420658 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9e256834-54c8-43fb-9252-a582f08d365c req-ad0b98f3-dc03-4384-8ace-3da5827dc37c tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:01.425847 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf2a12c-64bb-44a7-aef2-08d4e3913f22 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Pushing event updated for resources: {'Network': ['ID=ea309b70-41b4-4f92-a6d0-82a1119dc571,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:01.438188 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-baf2a12c-64bb-44a7-aef2-08d4e3913f22 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5894799 Jul 13 07:29:01.443715 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network ea309b70-41b4-4f92-a6d0-82a1119dc571 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:29:01.444203 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56966) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:01.456191 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-7f2aede9-f0bf-4bbf-a528-aea3d68307b2 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Request body: {'subnet': {'network_id': 'ea309b70-41b4-4f92-a6d0-82a1119dc571', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:01.456476 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f2d0a5e4-70e7-48f6-9934-29c4a786892b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:01.484732 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b98f3-dc03-4384-8ace-3da5827dc37c tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08236346-48d4-47bd-b10b-6b8d518e0eca,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:01.496982 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9e256834-54c8-43fb-9252-a582f08d365c req-ad0b98f3-dc03-4384-8ace-3da5827dc37c tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:01.501513 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9e256834-54c8-43fb-9252-a582f08d365c req-ad0b98f3-dc03-4384-8ace-3da5827dc37c tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5468588 Jul 13 07:29:01.583656 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f2d0a5e4-70e7-48f6-9934-29c4a786892b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:01.604146 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-f2d0a5e4-70e7-48f6-9934-29c4a786892b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['868ab7df-79b8-48cb-b578-2e879948f370']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:01.618665 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-f2d0a5e4-70e7-48f6-9934-29c4a786892b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '840e6b4d-a89b-4e48-8ba3-3eb7fd8f92ae') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:01.619009 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-f2d0a5e4-70e7-48f6-9934-29c4a786892b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '840e6b4d-a89b-4e48-8ba3-3eb7fd8f92ae') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:01.628995 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d1b5726-917a-4038-a508-210806d7fbce req-4d55f9a2-5a69-42df-b57d-9ef8472d5d4f tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] 10.222.0.23 "GET /v2.0/security-groups/08236346-48d4-47bd-b10b-6b8d518e0eca HTTP/1.1" status: 200 len: 1813 time: 0.0599763 Jul 13 07:29:01.629849 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f2d0a5e4-70e7-48f6-9934-29c4a786892b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:01.632815 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2aede9-f0bf-4bbf-a528-aea3d68307b2 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Made reservation on behalf of 48de65aa8b8243d7a205f2a528057190 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:01.638885 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7f2aede9-f0bf-4bbf-a528-aea3d68307b2 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:01.657375 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f2d0a5e4-70e7-48f6-9934-29c4a786892b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:01.663818 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2d0a5e4-70e7-48f6-9934-29c4a786892b admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:29:01.664225 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f2d0a5e4-70e7-48f6-9934-29c4a786892b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:01.666208 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:29:01.666208 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:29:01.666208 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:29:01.666208 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:29:01.666208 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:29:01.666208 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:29:01.666208 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:29:01.666208 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:29:01.666208 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:29:01.666208 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:29:01.666208 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:29:01.666208 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:29:01.666208 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:29:01.666208 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:29:01.666208 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:29:01.666208 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:29:01.666208 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:29:01.666208 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:29:01.666208 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:29:01.666208 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:29:01.666208 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:29:01.666208 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:29:01.666208 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:29:01.666208 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:29:01.666208 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:29:01.666208 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:29:01.666208 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:29:01.666208 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:29:01.666208 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:29:01.666208 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:29:01.666208 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:29:01.666208 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:29:01.716046 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-db6caebf-0b7f-4fc6-8748-5165fffb50ab req-0c5fbb2d-7b81-47f5-b05f-e476ea39d28a tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1262045821', 'description': 'tempest-description-1980448977'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:01.736823 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f2d0a5e4-70e7-48f6-9934-29c4a786892b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:01.744451 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f2d0a5e4-70e7-48f6-9934-29c4a786892b admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:01.747340 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f2d0a5e4-70e7-48f6-9934-29c4a786892b admin admin] 10.222.0.23 "DELETE /v2.0/networks/868ab7df-79b8-48cb-b578-2e879948f370 HTTP/1.1" status: 204 len: 168 time: 0.4060671 Jul 13 07:29:01.764757 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d0a5e4-70e7-48f6-9934-29c4a786892b admin admin] Pushing event deleted for resources: {'Network': ['ID=868ab7df-79b8-48cb-b578-2e879948f370,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:01.897917 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56988) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:01.945365 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6fd1e6c3-59d3-46fc-b504-bc4901dfc731 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ea6708741b2c4206a5d94dad36d4b725&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437393 Jul 13 07:29:01.946448 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56990) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:02.003988 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2401e469-f313-4b7a-8301-53cb11d05f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:02.027675 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2401e469-f313-4b7a-8301-53cb11d05f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:02.085932 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-db6caebf-0b7f-4fc6-8748-5165fffb50ab req-0c5fbb2d-7b81-47f5-b05f-e476ea39d28a tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:02.091623 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2401e469-f313-4b7a-8301-53cb11d05f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:02.094631 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2401e469-f313-4b7a-8301-53cb11d05f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:02.095835 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2401e469-f313-4b7a-8301-53cb11d05f9c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e393ece4-d007-4a91-914d-3cb359bdcc9e HTTP/1.1" status: 204 len: 168 time: 0.1483932 Jul 13 07:29:02.105148 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401e469-f313-4b7a-8301-53cb11d05f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e393ece4-d007-4a91-914d-3cb359bdcc9e,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:02.235384 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7f2aede9-f0bf-4bbf-a528-aea3d68307b2 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:02.312801 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-db6caebf-0b7f-4fc6-8748-5165fffb50ab req-0c5fbb2d-7b81-47f5-b05f-e476ea39d28a tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:02.327920 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2aede9-f0bf-4bbf-a528-aea3d68307b2 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Pushing event updated for resources: {'Subnet': ['ID=4b646568-d775-48e1-ac64-21b853fb9025,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:02.332028 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-db6caebf-0b7f-4fc6-8748-5165fffb50ab req-0c5fbb2d-7b81-47f5-b05f-e476ea39d28a tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:02.367954 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2aede9-f0bf-4bbf-a528-aea3d68307b2 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Checking segment: {'id': '80457635-f127-404e-a6cc-3fe7615fc23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ea309b70-41b4-4f92-a6d0-82a1119dc571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:02.368334 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2aede9-f0bf-4bbf-a528-aea3d68307b2 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Network hostable DHCP agents. Network: ea309b70-41b4-4f92-a6d0-82a1119dc571, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:29:02.370448 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-db6caebf-0b7f-4fc6-8748-5165fffb50ab req-0c5fbb2d-7b81-47f5-b05f-e476ea39d28a tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:02.371741 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-db6caebf-0b7f-4fc6-8748-5165fffb50ab req-0c5fbb2d-7b81-47f5-b05f-e476ea39d28a tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.6648641 Jul 13 07:29:02.386570 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5fbb2d-7b81-47f5-b05f-e476ea39d28a tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65f2a3b8-01dd-4f37-bb7a-6646712257b2,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:02.408375 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2aede9-f0bf-4bbf-a528-aea3d68307b2 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Network ea309b70-41b4-4f92-a6d0-82a1119dc571 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:29:02.414723 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fa91d-419a-4590-9831-f25d8d9ac47d req-d5658c14-5fcf-4f9e-83b7-6232acbf4904 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:02.423597 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-578fa91d-419a-4590-9831-f25d8d9ac47d req-d5658c14-5fcf-4f9e-83b7-6232acbf4904 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a663422-fcab-4842-b90e-84935c8d5dbe HTTP/1.1" status: 200 len: 944 time: 0.1113949 Jul 13 07:29:02.427239 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-7f2aede9-f0bf-4bbf-a528-aea3d68307b2 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, ea309b70-41b4-4f92-a6d0-82a1119dc571) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:02.433895 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2aede9-f0bf-4bbf-a528-aea3d68307b2 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:02.434687 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7f2aede9-f0bf-4bbf-a528-aea3d68307b2 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:02.436677 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140087ff-970b-4aae-9d98-c482f5679c04 None None] Network ea309b70-41b4-4f92-a6d0-82a1119dc571 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:29:02.476504 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7f2aede9-f0bf-4bbf-a528-aea3d68307b2 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0288072 Jul 13 07:29:02.479169 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57014) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:02.485794 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-fd24e4de-a6eb-477f-9001-f44b4bd7cd7b tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2087161976'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:02.509516 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-578fa91d-419a-4590-9831-f25d8d9ac47d req-0495f9d7-bfff-4e13-83a2-b2f5fd4fdbf8 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] 10.222.0.23 "GET /v2.0/security-groups?id=092469be-0f5d-491f-8158-fe5f59fdd5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845606 Jul 13 07:29:02.554077 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd24e4de-a6eb-477f-9001-f44b4bd7cd7b tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Made reservation on behalf of 48de65aa8b8243d7a205f2a528057190 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:02.561185 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fd24e4de-a6eb-477f-9001-f44b4bd7cd7b tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:02.607343 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd24e4de-a6eb-477f-9001-f44b4bd7cd7b tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:29:02.620239 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cf2fe668-0d35-4b17-87dd-540df0df08bf req-c2b5d013-1a9d-42fd-8a50-cbc5fc9a64db tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] 10.222.0.23 "GET /v2.0/security-groups/65f2a3b8-01dd-4f37-bb7a-6646712257b2 HTTP/1.1" status: 200 len: 1815 time: 0.0710299 Jul 13 07:29:02.632994 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fd24e4de-a6eb-477f-9001-f44b4bd7cd7b tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:02.633633 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-fd24e4de-a6eb-477f-9001-f44b4bd7cd7b tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Added segment b0de4294-7654-4595-b236-de2318250d61 of type vlan for network 0e83cfb9-90db-4bd5-b2f2-33c365ea4db7 Jul 13 07:29:02.690490 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceddeb52-e2e5-430d-8393-c60b4e73e24e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-ea309b70-41b4-4f92-a6d0-82a1119dc571', 'network_id': 'ea309b70-41b4-4f92-a6d0-82a1119dc571', 'tenant_id': '48de65aa8b8243d7a205f2a528057190', 'fixed_ips': [{'subnet_id': '4b646568-d775-48e1-ac64-21b853fb9025'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:29:02.691539 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ceddeb52-e2e5-430d-8393-c60b4e73e24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:02.739781 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fd24e4de-a6eb-477f-9001-f44b4bd7cd7b tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:02.777547 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-0a7bddb5-db9c-4ffa-b435-d62dba22af60 req-fdc2bccd-a035-448c-a460-0ff8e7c83792 tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-271563354', 'description': 'tempest-description-939783307'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:02.784514 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fd24e4de-a6eb-477f-9001-f44b4bd7cd7b tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:02.797436 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd24e4de-a6eb-477f-9001-f44b4bd7cd7b tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:02.799093 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fd24e4de-a6eb-477f-9001-f44b4bd7cd7b tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:02.902014 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:29:02.903688 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0a7bddb5-db9c-4ffa-b435-d62dba22af60 req-fdc2bccd-a035-448c-a460-0ff8e7c83792 tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:02.954618 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-fd24e4de-a6eb-477f-9001-f44b4bd7cd7b tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4715858 Jul 13 07:29:02.954618 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24e4de-a6eb-477f-9001-f44b4bd7cd7b tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Pushing event updated for resources: {'Network': ['ID=0e83cfb9-90db-4bd5-b2f2-33c365ea4db7,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:02.954784 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57034) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:02.961163 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-a03ee322-754a-4ab6-b337-23e4ebbb5535 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Request body: {'subnet': {'network_id': '0e83cfb9-90db-4bd5-b2f2-33c365ea4db7', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:02.985084 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 4eead795-fae4-4e78-aa9d-451a979192e8 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:02.992361 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 0e83cfb9-90db-4bd5-b2f2-33c365ea4db7 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:29:03.160381 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0a7bddb5-db9c-4ffa-b435-d62dba22af60 req-fdc2bccd-a035-448c-a460-0ff8e7c83792 tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:03.166215 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2822177a-9905-4a79-8349-ecbfbd27208b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:03.166598 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0a7bddb5-db9c-4ffa-b435-d62dba22af60 req-fdc2bccd-a035-448c-a460-0ff8e7c83792 tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:03.168186 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:03.196567 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03ee322-754a-4ab6-b337-23e4ebbb5535 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Made reservation on behalf of 48de65aa8b8243d7a205f2a528057190 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:03.205707 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a03ee322-754a-4ab6-b337-23e4ebbb5535 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:03.206104 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-ceddeb52-e2e5-430d-8393-c60b4e73e24e None None] Allocated IP 19.80.0.2 (ea309b70-41b4-4f92-a6d0-82a1119dc571/4b646568-d775-48e1-ac64-21b853fb9025/bedb3b1f-89ff-4bf7-b43b-a54d9a83f3a1) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:29:03.211697 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 4eead795-fae4-4e78-aa9d-451a979192e8 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:03.220387 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 4eead795-fae4-4e78-aa9d-451a979192e8 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:03.220979 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:03.224657 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0a7bddb5-db9c-4ffa-b435-d62dba22af60 req-fdc2bccd-a035-448c-a460-0ff8e7c83792 tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:03.232600 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0a7bddb5-db9c-4ffa-b435-d62dba22af60 req-fdc2bccd-a035-448c-a460-0ff8e7c83792 tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4593222 Jul 13 07:29:03.257379 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2bccd-a035-448c-a460-0ff8e7c83792 tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b601741-dc4f-4227-aecb-2bbdf9322d86,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:03.389576 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-15d7a307-1fb0-4ceb-93eb-c4b80cdbe12c req-fe1b05f7-5bfa-4f12-8064-ae7e723532b3 tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] 10.222.0.23 "GET /v2.0/security-groups/5b601741-dc4f-4227-aecb-2bbdf9322d86 HTTP/1.1" status: 200 len: 1813 time: 0.1265390 Jul 13 07:29:03.404621 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-1d3c36b5-9974-4a94-92e5-fb27383492f5 req-7cc23ff8-4d51-4c2c-a523-c7dc0b3484aa tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1808798627', 'description': 'tempest-description-2119868969'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:03.419367 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:03.436839 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1d3c36b5-9974-4a94-92e5-fb27383492f5 req-7cc23ff8-4d51-4c2c-a523-c7dc0b3484aa tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:03.507884 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ceddeb52-e2e5-430d-8393-c60b4e73e24e None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:03.517655 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ceddeb52-e2e5-430d-8393-c60b4e73e24e None None] Transition to ACTIVE for port object bedb3b1f-89ff-4bf7-b43b-a54d9a83f3a1 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:03.534399 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ceddeb52-e2e5-430d-8393-c60b4e73e24e None None] Transition to ACTIVE for port object bedb3b1f-89ff-4bf7-b43b-a54d9a83f3a1 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:03.560870 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ceddeb52-e2e5-430d-8393-c60b4e73e24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:03.597489 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1d3c36b5-9974-4a94-92e5-fb27383492f5 req-7cc23ff8-4d51-4c2c-a523-c7dc0b3484aa tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:03.604294 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1d3c36b5-9974-4a94-92e5-fb27383492f5 req-7cc23ff8-4d51-4c2c-a523-c7dc0b3484aa tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:03.612684 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a03ee322-754a-4ab6-b337-23e4ebbb5535 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:03.616167 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceddeb52-e2e5-430d-8393-c60b4e73e24e None None] Network ea309b70-41b4-4f92-a6d0-82a1119dc571 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:03.625379 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-ceddeb52-e2e5-430d-8393-c60b4e73e24e None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:03.636395 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a663422-fcab-4842-b90e-84935c8d5dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eead795-fae4-4e78-aa9d-451a979192e8'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:03.638955 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb93d9d9-d7f0-4347-bbf2-5f35b10b5503" -d '{"events": [{"server_uuid": "1a663422-fcab-4842-b90e-84935c8d5dbe", "name": "network-vif-plugged", "status": "completed", "tag": "4eead795-fae4-4e78-aa9d-451a979192e8"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:03.654125 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceddeb52-e2e5-430d-8393-c60b4e73e24e None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:03.674771 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1d3c36b5-9974-4a94-92e5-fb27383492f5 req-7cc23ff8-4d51-4c2c-a523-c7dc0b3484aa tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:03.682842 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1d3c36b5-9974-4a94-92e5-fb27383492f5 req-7cc23ff8-4d51-4c2c-a523-c7dc0b3484aa tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.2840173 Jul 13 07:29:03.704408 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc23ff8-4d51-4c2c-a523-c7dc0b3484aa tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e70348af-56bb-478f-a02b-a3cad95a15ae,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:03.718117 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 4eead795-fae4-4e78-aa9d-451a979192e8, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4eead795-fae4-4e78-aa9d-451a979192e8,segment=NetworkSegment(edc90146-752b-4ede-b75d-4e7f750c45e6),segment_id=edc90146-752b-4ede-b75d-4e7f750c45e6)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:03.737606 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceddeb52-e2e5-430d-8393-c60b4e73e24e None None] Pushing event updated for resources: {'Port': ['ID=bedb3b1f-89ff-4bf7-b43b-a54d9a83f3a1,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:03.744599 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57076) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:03.793245 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:03.797521 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ee322-754a-4ab6-b337-23e4ebbb5535 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Pushing event updated for resources: {'Subnet': ['ID=87ffc981-6781-45d6-b8cd-529685f99e08,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:03.871329 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03ee322-754a-4ab6-b337-23e4ebbb5535 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Checking segment: {'id': 'b0de4294-7654-4595-b236-de2318250d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0e83cfb9-90db-4bd5-b2f2-33c365ea4db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:03.871996 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03ee322-754a-4ab6-b337-23e4ebbb5535 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Network hostable DHCP agents. Network: 0e83cfb9-90db-4bd5-b2f2-33c365ea4db7, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:29:03.957041 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-de5789b4-f36a-40c4-88bd-9c98ca9e4ca2 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-154600070-network', 'tenant_id': '92df76c2f645445c9c0119b8fedcdd03'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:04.012241 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5789b4-f36a-40c4-88bd-9c98ca9e4ca2 admin admin] Made reservation on behalf of 92df76c2f645445c9c0119b8fedcdd03 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:04.014913 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-de5789b4-f36a-40c4-88bd-9c98ca9e4ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:04.024071 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba9e833-e040-4a2a-99bc-3f3c16c940c3 x-openstack-request-id: req-dba9e833-e040-4a2a-99bc-3f3c16c940c3 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:04.024642 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a663422-fcab-4842-b90e-84935c8d5dbe", "name": "network-vif-plugged", "status": "completed", "tag": "4eead795-fae4-4e78-aa9d-451a979192e8", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:04.025290 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dba9e833-e040-4a2a-99bc-3f3c16c940c3 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:04.025981 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a663422-fcab-4842-b90e-84935c8d5dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eead795-fae4-4e78-aa9d-451a979192e8', 'code': 200} Jul 13 07:29:04.027985 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-de5789b4-f36a-40c4-88bd-9c98ca9e4ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:04.032904 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-ceddeb52-e2e5-430d-8393-c60b4e73e24e None None] Attempting to bind port bedb3b1f-89ff-4bf7-b43b-a54d9a83f3a1 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:04.033630 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-ceddeb52-e2e5-430d-8393-c60b4e73e24e None None] Attempting to bind port bedb3b1f-89ff-4bf7-b43b-a54d9a83f3a1 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '80457635-f127-404e-a6cc-3fe7615fc23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ea309b70-41b4-4f92-a6d0-82a1119dc571'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:04.034274 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceddeb52-e2e5-430d-8393-c60b4e73e24e None None] Attempting to bind port bedb3b1f-89ff-4bf7-b43b-a54d9a83f3a1 on network ea309b70-41b4-4f92-a6d0-82a1119dc571 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:04.065803 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=4eead795-fae4-4e78-aa9d-451a979192e8,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:04.083563 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceddeb52-e2e5-430d-8393-c60b4e73e24e None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:29:04.084804 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceddeb52-e2e5-430d-8393-c60b4e73e24e None None] Checking segment: {'id': '80457635-f127-404e-a6cc-3fe7615fc23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ea309b70-41b4-4f92-a6d0-82a1119dc571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:04.087395 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ceddeb52-e2e5-430d-8393-c60b4e73e24e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:04.090151 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceddeb52-e2e5-430d-8393-c60b4e73e24e None None] Bound using segment: {'id': '80457635-f127-404e-a6cc-3fe7615fc23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ea309b70-41b4-4f92-a6d0-82a1119dc571'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:29:04.091767 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-ceddeb52-e2e5-430d-8393-c60b4e73e24e None None] Bound port: bedb3b1f-89ff-4bf7-b43b-a54d9a83f3a1, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80457635-f127-404e-a6cc-3fe7615fc23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ea309b70-41b4-4f92-a6d0-82a1119dc571'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:29:04.094673 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ceddeb52-e2e5-430d-8393-c60b4e73e24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:04.103984 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:04.123155 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7eba117f-25e3-4612-9cd9-85ae2b145a07 req-5787a33c-763f-4696-b288-9527424c134b tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] 10.222.0.23 "GET /v2.0/security-groups/e70348af-56bb-478f-a02b-a3cad95a15ae HTTP/1.1" status: 200 len: 1815 time: 0.0773449 Jul 13 07:29:04.289648 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-ceddeb52-e2e5-430d-8393-c60b4e73e24e None None] For port bedb3b1f-89ff-4bf7-b43b-a54d9a83f3a1, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:29:04.294287 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-ceddeb52-e2e5-430d-8393-c60b4e73e24e None None] For port bedb3b1f-89ff-4bf7-b43b-a54d9a83f3a1, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=bedb3b1f-89ff-4bf7-b43b-a54d9a83f3a1,segment=NetworkSegment(80457635-f127-404e-a6cc-3fe7615fc23b),segment_id=80457635-f127-404e-a6cc-3fe7615fc23b)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:29:04.294552 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523a5ac-c320-47a7-b924-d46f985d3271 req-13ab8f1e-32f7-420a-84b5-e4f5f8b8ae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:04.301613 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ceddeb52-e2e5-430d-8393-c60b4e73e24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:04.305994 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6523a5ac-c320-47a7-b924-d46f985d3271 req-13ab8f1e-32f7-420a-84b5-e4f5f8b8ae6e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1a663422-fcab-4842-b90e-84935c8d5dbe HTTP/1.1" status: 200 len: 1097 time: 0.1701434 Jul 13 07:29:04.375429 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceddeb52-e2e5-430d-8393-c60b4e73e24e None None] Pushing event updated for resources: {'Port': ['ID=bedb3b1f-89ff-4bf7-b43b-a54d9a83f3a1,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:04.397417 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-de5789b4-f36a-40c4-88bd-9c98ca9e4ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:04.414582 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-de5789b4-f36a-40c4-88bd-9c98ca9e4ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:04.447735 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de5789b4-f36a-40c4-88bd-9c98ca9e4ca2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:29:04.480775 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-de5789b4-f36a-40c4-88bd-9c98ca9e4ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:04.481165 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-de5789b4-f36a-40c4-88bd-9c98ca9e4ca2 admin admin] Added segment bdb9a3cc-a69a-4c7a-803b-e2537f73cceb of type vlan for network 96f839e4-20fd-48aa-b42e-538bb984f788 Jul 13 07:29:04.497086 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03ee322-754a-4ab6-b337-23e4ebbb5535 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Network 0e83cfb9-90db-4bd5-b2f2-33c365ea4db7 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:29:04.524800 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33b971-b9fc-43ed-b13f-9642023e713b req-8a6e2268-ba8d-43e2-946b-ac9a31d3a16c tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:04.534317 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4f33b971-b9fc-43ed-b13f-9642023e713b req-8a6e2268-ba8d-43e2-946b-ac9a31d3a16c tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a663422-fcab-4842-b90e-84935c8d5dbe HTTP/1.1" status: 200 len: 945 time: 0.6922743 Jul 13 07:29:04.538194 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-a03ee322-754a-4ab6-b337-23e4ebbb5535 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 0e83cfb9-90db-4bd5-b2f2-33c365ea4db7) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:04.547662 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1916fb85-77aa-4e1f-8dc0-a2af8dc16a99 None None] Network 0e83cfb9-90db-4bd5-b2f2-33c365ea4db7 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:29:04.564189 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03ee322-754a-4ab6-b337-23e4ebbb5535 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:04.564878 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a03ee322-754a-4ab6-b337-23e4ebbb5535 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:04.641700 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4f33b971-b9fc-43ed-b13f-9642023e713b req-f36f4bd4-009e-4679-8e78-0a81d1e456cd tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] 10.222.0.23 "GET /v2.0/security-groups?id=092469be-0f5d-491f-8158-fe5f59fdd5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012707 Jul 13 07:29:04.644289 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-de5789b4-f36a-40c4-88bd-9c98ca9e4ca2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:04.652105 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a03ee322-754a-4ab6-b337-23e4ebbb5535 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6958594 Jul 13 07:29:04.680073 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6523a5ac-c320-47a7-b924-d46f985d3271 req-f5a2f375-36ee-41bf-a41e-d8e750d3c8f8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=092469be-0f5d-491f-8158-fe5f59fdd5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851377 Jul 13 07:29:04.685966 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [req-4c42ea22-4655-4944-b5dc-8bae07487409 req-758c8d19-001a-431f-93b5-1788d65ec8c4 tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] show failed (client error): The resource could not be found. Jul 13 07:29:04.687439 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4c42ea22-4655-4944-b5dc-8bae07487409 req-758c8d19-001a-431f-93b5-1788d65ec8c4 tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] 10.222.0.23 "GET /v2.0/security-groups/17ca99ca-ea17-4f96-ad2d-a629fdde90e7 HTTP/1.1" status: 404 len: 352 time: 0.0386155 Jul 13 07:29:04.689859 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5789b4-f36a-40c4-88bd-9c98ca9e4ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0d55ef-0cd2-44ad-9880-3ab539e43ede,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:04.726451 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-de5789b4-f36a-40c4-88bd-9c98ca9e4ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:04.728634 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5789b4-f36a-40c4-88bd-9c98ca9e4ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:04.730093 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-de5789b4-f36a-40c4-88bd-9c98ca9e4ca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:04.772847 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [req-16f62264-7647-41ea-9d66-2e29f7f84f5b req-10b2c455-ea28-4d03-9aac-0f607a45e01b tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] show failed (client error): The resource could not be found. Jul 13 07:29:04.785487 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16f62264-7647-41ea-9d66-2e29f7f84f5b req-10b2c455-ea28-4d03-9aac-0f607a45e01b tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] 10.222.0.23 "GET /v2.0/security-group-rules/33ed1464-5541-4d64-baa7-ad34bef728ce HTTP/1.1" status: 404 len: 361 time: 0.0446861 Jul 13 07:29:04.870794 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5789b4-f36a-40c4-88bd-9c98ca9e4ca2 admin admin] Pushing event updated for resources: {'Network': ['ID=96f839e4-20fd-48aa-b42e-538bb984f788,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:04.891228 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 96f839e4-20fd-48aa-b42e-538bb984f788 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:29:04.919425 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57114) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:04.919941 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-de5789b4-f36a-40c4-88bd-9c98ca9e4ca2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1741381 Jul 13 07:29:04.926642 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-5fd4f83d-ef20-4c20-8220-9512b812c61e admin admin] Request body: {'subnet': {'network_id': '96f839e4-20fd-48aa-b42e-538bb984f788', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-154600070-subnet', 'tenant_id': '92df76c2f645445c9c0119b8fedcdd03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:04.983418 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ea71344-24b2-4341-a186-8b87607c87bf req-71d2f812-0887-400c-b82d-b0abc6a88430 tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] 10.222.0.23 "GET /v2.0/security-groups/e70348af-56bb-478f-a02b-a3cad95a15ae HTTP/1.1" status: 200 len: 1815 time: 0.1138263 Jul 13 07:29:05.030579 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd4f83d-ef20-4c20-8220-9512b812c61e admin admin] Made reservation on behalf of 92df76c2f645445c9c0119b8fedcdd03 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:05.035077 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5fd4f83d-ef20-4c20-8220-9512b812c61e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:05.051719 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7ea71344-24b2-4341-a186-8b87607c87bf req-59f2cd19-2dbb-43aa-b6c6-6d8aad056238 tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:05.089176 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7ea71344-24b2-4341-a186-8b87607c87bf req-59f2cd19-2dbb-43aa-b6c6-6d8aad056238 tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:05.126171 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99258341-c0aa-4431-b8cb-aa9f2ccfd785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-0e83cfb9-90db-4bd5-b2f2-33c365ea4db7', 'network_id': '0e83cfb9-90db-4bd5-b2f2-33c365ea4db7', 'tenant_id': '48de65aa8b8243d7a205f2a528057190', 'fixed_ips': [{'subnet_id': '87ffc981-6781-45d6-b8cd-529685f99e08'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:29:05.127313 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-99258341-c0aa-4431-b8cb-aa9f2ccfd785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:05.157092 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7ea71344-24b2-4341-a186-8b87607c87bf req-59f2cd19-2dbb-43aa-b6c6-6d8aad056238 tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:05.170031 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7ea71344-24b2-4341-a186-8b87607c87bf req-59f2cd19-2dbb-43aa-b6c6-6d8aad056238 tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:05.171292 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ea71344-24b2-4341-a186-8b87607c87bf req-59f2cd19-2dbb-43aa-b6c6-6d8aad056238 tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] 10.222.0.23 "DELETE /v2.0/security-groups/e70348af-56bb-478f-a02b-a3cad95a15ae HTTP/1.1" status: 204 len: 173 time: 0.1869891 Jul 13 07:29:05.171921 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57126) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:05.190917 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2cd19-2dbb-43aa-b6c6-6d8aad056238 tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70348af-56bb-478f-a02b-a3cad95a15ae,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:05.288331 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-f8043973-d409-41cd-b099-ce91ae68e27b tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:05.294458 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-f8043973-d409-41cd-b099-ce91ae68e27b tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:05.296182 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-f8043973-d409-41cd-b099-ce91ae68e27b tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/networks?id=ea309b70-41b4-4f92-a6d0-82a1119dc571&id=0e83cfb9-90db-4bd5-b2f2-33c365ea4db7 HTTP/1.1" status: 200 len: 1392 time: 0.2969186 Jul 13 07:29:05.334268 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-2f2a2816-3262-4ae7-83ee-38e8f433c13d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/quotas/48de65aa8b8243d7a205f2a528057190 HTTP/1.1" status: 200 len: 375 time: 0.0287759 Jul 13 07:29:05.350155 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-99258341-c0aa-4431-b8cb-aa9f2ccfd785 None None] Allocated IP 19.86.0.2 (0e83cfb9-90db-4bd5-b2f2-33c365ea4db7/87ffc981-6781-45d6-b8cd-529685f99e08/2dbd2c00-f8b9-4414-83fc-85ebb45e4f3b) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:29:05.374761 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-47828e1d-660b-46a3-9702-e735ff9afe50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:05.480039 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8f1f5d12-88b3-4e4c-ac44-13b327b17f4c req-d106f27e-a472-4615-a4b5-2fc06634cce8 tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] 10.222.0.23 "GET /v2.0/security-groups/5b601741-dc4f-4227-aecb-2bbdf9322d86 HTTP/1.1" status: 200 len: 1813 time: 0.1227648 Jul 13 07:29:05.548967 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5fd4f83d-ef20-4c20-8220-9512b812c61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:05.610032 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4f83d-ef20-4c20-8220-9512b812c61e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ada8a07d-f544-410c-825e-fef23d4b212d,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:05.634730 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-99258341-c0aa-4431-b8cb-aa9f2ccfd785 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:05.642407 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8f1f5d12-88b3-4e4c-ac44-13b327b17f4c req-ad3a8878-be0c-4986-b4ca-bfe55c4090b2 tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:05.653824 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-99258341-c0aa-4431-b8cb-aa9f2ccfd785 None None] Transition to ACTIVE for port object 2dbd2c00-f8b9-4414-83fc-85ebb45e4f3b will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:05.659518 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-47828e1d-660b-46a3-9702-e735ff9afe50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:05.660876 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-94a28050-9cd5-45d4-a409-4e576b4e0668 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=48de65aa8b8243d7a205f2a528057190&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3205843 Jul 13 07:29:05.671096 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-47828e1d-660b-46a3-9702-e735ff9afe50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:05.686370 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-99258341-c0aa-4431-b8cb-aa9f2ccfd785 None None] Transition to ACTIVE for port object 2dbd2c00-f8b9-4414-83fc-85ebb45e4f3b will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:05.695070 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-99258341-c0aa-4431-b8cb-aa9f2ccfd785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:05.709153 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47828e1d-660b-46a3-9702-e735ff9afe50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b227703-64e0-4523-9763-e466f6b978e5,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:05.719296 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8f1f5d12-88b3-4e4c-ac44-13b327b17f4c req-ad3a8878-be0c-4986-b4ca-bfe55c4090b2 tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:05.740554 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd4f83d-ef20-4c20-8220-9512b812c61e admin admin] Checking segment: {'id': 'bdb9a3cc-a69a-4c7a-803b-e2537f73cceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '96f839e4-20fd-48aa-b42e-538bb984f788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:05.741070 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd4f83d-ef20-4c20-8220-9512b812c61e admin admin] Network hostable DHCP agents. Network: 96f839e4-20fd-48aa-b42e-538bb984f788, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:29:05.742206 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-47828e1d-660b-46a3-9702-e735ff9afe50 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e9b474c3b956446ead90aa0597398003&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5658224 Jul 13 07:29:05.746538 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57138) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:05.782327 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99258341-c0aa-4431-b8cb-aa9f2ccfd785 None None] Pushing event updated for resources: {'Port': ['ID=2dbd2c00-f8b9-4414-83fc-85ebb45e4f3b,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:05.787821 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99258341-c0aa-4431-b8cb-aa9f2ccfd785 None None] Network 0e83cfb9-90db-4bd5-b2f2-33c365ea4db7 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:05.789065 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:05.790899 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-99258341-c0aa-4431-b8cb-aa9f2ccfd785 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:05.792816 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8f1f5d12-88b3-4e4c-ac44-13b327b17f4c req-ad3a8878-be0c-4986-b4ca-bfe55c4090b2 tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:05.793676 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99258341-c0aa-4431-b8cb-aa9f2ccfd785 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:05.796829 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8f1f5d12-88b3-4e4c-ac44-13b327b17f4c req-ad3a8878-be0c-4986-b4ca-bfe55c4090b2 tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:05.799587 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8f1f5d12-88b3-4e4c-ac44-13b327b17f4c req-ad3a8878-be0c-4986-b4ca-bfe55c4090b2 tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] 10.222.0.23 "DELETE /v2.0/security-groups/5b601741-dc4f-4227-aecb-2bbdf9322d86 HTTP/1.1" status: 204 len: 173 time: 0.3113682 Jul 13 07:29:05.812831 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a8878-be0c-4986-b4ca-bfe55c4090b2 tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b601741-dc4f-4227-aecb-2bbdf9322d86,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:05.886047 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8bbffc95-7da6-4dfc-b6c3-24c6ec1ebc24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:05.886734 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-99258341-c0aa-4431-b8cb-aa9f2ccfd785 None None] Attempting to bind port 2dbd2c00-f8b9-4414-83fc-85ebb45e4f3b on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:05.887285 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-99258341-c0aa-4431-b8cb-aa9f2ccfd785 None None] Attempting to bind port 2dbd2c00-f8b9-4414-83fc-85ebb45e4f3b by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'b0de4294-7654-4595-b236-de2318250d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0e83cfb9-90db-4bd5-b2f2-33c365ea4db7'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:05.887844 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99258341-c0aa-4431-b8cb-aa9f2ccfd785 None None] Attempting to bind port 2dbd2c00-f8b9-4414-83fc-85ebb45e4f3b on network 0e83cfb9-90db-4bd5-b2f2-33c365ea4db7 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:05.893446 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd4f83d-ef20-4c20-8220-9512b812c61e admin admin] Network 96f839e4-20fd-48aa-b42e-538bb984f788 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:29:05.896867 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99258341-c0aa-4431-b8cb-aa9f2ccfd785 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:29:05.897445 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99258341-c0aa-4431-b8cb-aa9f2ccfd785 None None] Checking segment: {'id': 'b0de4294-7654-4595-b236-de2318250d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0e83cfb9-90db-4bd5-b2f2-33c365ea4db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:05.897700 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-99258341-c0aa-4431-b8cb-aa9f2ccfd785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:05.898095 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99258341-c0aa-4431-b8cb-aa9f2ccfd785 None None] Bound using segment: {'id': 'b0de4294-7654-4595-b236-de2318250d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0e83cfb9-90db-4bd5-b2f2-33c365ea4db7'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:29:05.898604 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-99258341-c0aa-4431-b8cb-aa9f2ccfd785 None None] Bound port: 2dbd2c00-f8b9-4414-83fc-85ebb45e4f3b, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0de4294-7654-4595-b236-de2318250d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0e83cfb9-90db-4bd5-b2f2-33c365ea4db7'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:29:05.898961 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-99258341-c0aa-4431-b8cb-aa9f2ccfd785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:05.919042 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-c397ccb0-14af-4779-a475-44a420ed7963 service neutron] 10.222.0.23 "GET /v2.0/networks/ea309b70-41b4-4f92-a6d0-82a1119dc571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552207 Jul 13 07:29:05.922485 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62ff3f7-7996-474d-94c6-af8564275410 None None] Network ea309b70-41b4-4f92-a6d0-82a1119dc571 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:29:05.927102 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-5fd4f83d-ef20-4c20-8220-9512b812c61e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 96f839e4-20fd-48aa-b42e-538bb984f788) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:05.946300 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8bbffc95-7da6-4dfc-b6c3-24c6ec1ebc24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:05.946473 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341b425c-6ac8-48de-8d5f-ad53eba02a0a None None] Network 96f839e4-20fd-48aa-b42e-538bb984f788 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:29:05.948854 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd4f83d-ef20-4c20-8220-9512b812c61e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:05.949440 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5fd4f83d-ef20-4c20-8220-9512b812c61e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:06.011482 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e74cc8bc-e86d-4dda-9a40-cb8ed277b88b None None] Provisioning for port bedb3b1f-89ff-4bf7-b43b-a54d9a83f3a1 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:06.037174 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5fd4f83d-ef20-4c20-8220-9512b812c61e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1159890 Jul 13 07:29:06.089688 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-b7b2383d-3023-4dd8-acf5-22a28e365d48 service neutron] 10.222.0.23 "GET /v2.0/networks/ea309b70-41b4-4f92-a6d0-82a1119dc571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550615 Jul 13 07:29:06.130861 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8bbffc95-7da6-4dfc-b6c3-24c6ec1ebc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:06.133917 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8bbffc95-7da6-4dfc-b6c3-24c6ec1ebc24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:06.144612 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-99258341-c0aa-4431-b8cb-aa9f2ccfd785 None None] For port 2dbd2c00-f8b9-4414-83fc-85ebb45e4f3b, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:29:06.148352 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8bbffc95-7da6-4dfc-b6c3-24c6ec1ebc24 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0b227703-64e0-4523-9763-e466f6b978e5 HTTP/1.1" status: 204 len: 168 time: 0.3890941 Jul 13 07:29:06.155715 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-99258341-c0aa-4431-b8cb-aa9f2ccfd785 None None] For port 2dbd2c00-f8b9-4414-83fc-85ebb45e4f3b, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=2dbd2c00-f8b9-4414-83fc-85ebb45e4f3b,segment=NetworkSegment(b0de4294-7654-4595-b236-de2318250d61),segment_id=b0de4294-7654-4595-b236-de2318250d61)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:29:06.165175 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-99258341-c0aa-4431-b8cb-aa9f2ccfd785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:06.187610 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbffc95-7da6-4dfc-b6c3-24c6ec1ebc24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b227703-64e0-4523-9763-e466f6b978e5,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:06.272615 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-2b975fe1-2f6f-4be0-9122-c10610da05be service neutron] 10.222.0.23 "GET /v2.0/networks/0e83cfb9-90db-4bd5-b2f2-33c365ea4db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685905 Jul 13 07:29:06.306832 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec4472-1d95-4e9d-b658-5c156cca3152 req-034f8aae-f8fa-4cc0-98bc-c68ae68b66b0 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:06.308496 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d0ec4472-1d95-4e9d-b658-5c156cca3152 req-034f8aae-f8fa-4cc0-98bc-c68ae68b66b0 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a663422-fcab-4842-b90e-84935c8d5dbe HTTP/1.1" status: 200 len: 945 time: 0.1021612 Jul 13 07:29:06.385355 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a61504b-402f-4dec-8f75-0a73eb8cd11b None None] Network 96f839e4-20fd-48aa-b42e-538bb984f788 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:29:06.424241 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99258341-c0aa-4431-b8cb-aa9f2ccfd785 None None] Pushing event updated for resources: {'Port': ['ID=2dbd2c00-f8b9-4414-83fc-85ebb45e4f3b,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:06.454287 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-156eae1b-4698-4ea4-8805-d9a1b8a34a85 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1446769 Jul 13 07:29:06.466886 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d0ec4472-1d95-4e9d-b658-5c156cca3152 req-2c862d9d-9990-400b-a2fd-b0ef8c448f91 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] 10.222.0.23 "GET /v2.0/security-groups?id=092469be-0f5d-491f-8158-fe5f59fdd5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477122 Jul 13 07:29:06.479025 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-0c41918c-2df3-49e5-800f-6b48423ecd88 service neutron] 10.222.0.23 "GET /v2.0/networks/0e83cfb9-90db-4bd5-b2f2-33c365ea4db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007847 Jul 13 07:29:06.656559 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3fc5f793-61b9-454a-873d-c6be89cfdc63 req-37526671-c4c5-459c-970a-8273d5229da5 tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] 10.222.0.23 "GET /v2.0/security-groups/65f2a3b8-01dd-4f37-bb7a-6646712257b2 HTTP/1.1" status: 200 len: 1815 time: 0.1584752 Jul 13 07:29:06.717594 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device bedb3b1f-89ff-4bf7-b43b-a54d9a83f3a1 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:06.752536 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57156) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:06.822698 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port bedb3b1f-89ff-4bf7-b43b-a54d9a83f3a1 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:06.825024 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-4470f010-6a98-4569-92f0-5fca47e954aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:06.826162 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-4470f010-6a98-4569-92f0-5fca47e954aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:06.828971 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port bedb3b1f-89ff-4bf7-b43b-a54d9a83f3a1 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:06.829135 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-4470f010-6a98-4569-92f0-5fca47e954aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:06.829339 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:06.830608 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-4470f010-6a98-4569-92f0-5fca47e954aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:06.844235 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-4470f010-6a98-4569-92f0-5fca47e954aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:06.845515 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-4470f010-6a98-4569-92f0-5fca47e954aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:06.846783 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-4470f010-6a98-4569-92f0-5fca47e954aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:06.847643 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57160) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:06.856130 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-4470f010-6a98-4569-92f0-5fca47e954aa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f21aa0b310c4cd09c2f6eea1ac67069&device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 6498 time: 0.3268902 Jul 13 07:29:06.894861 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d4eae5cf-11ae-485e-82b0-28b238c738ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:06.903768 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3fc5f793-61b9-454a-873d-c6be89cfdc63 req-46387082-0787-4eab-ab0e-3b4e200661eb tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:06.929873 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-17d5856c-5607-4deb-be56-f88830dad1f4 admin admin] Deleting subnet ada8a07d-f544-410c-825e-fef23d4b212d {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:29:06.952341 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-17d5856c-5607-4deb-be56-f88830dad1f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:07.016928 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:07.042670 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3fc5f793-61b9-454a-873d-c6be89cfdc63 req-46387082-0787-4eab-ab0e-3b4e200661eb tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:07.070521 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port bedb3b1f-89ff-4bf7-b43b-a54d9a83f3a1, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=bedb3b1f-89ff-4bf7-b43b-a54d9a83f3a1,segment=NetworkSegment(80457635-f127-404e-a6cc-3fe7615fc23b),segment_id=80457635-f127-404e-a6cc-3fe7615fc23b)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:07.077291 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:07.108051 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-17d5856c-5607-4deb-be56-f88830dad1f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:07.156799 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3fc5f793-61b9-454a-873d-c6be89cfdc63 req-46387082-0787-4eab-ab0e-3b4e200661eb tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:07.159440 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3fc5f793-61b9-454a-873d-c6be89cfdc63 req-46387082-0787-4eab-ab0e-3b4e200661eb tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:07.163803 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3fc5f793-61b9-454a-873d-c6be89cfdc63 req-46387082-0787-4eab-ab0e-3b4e200661eb tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] 10.222.0.23 "DELETE /v2.0/security-groups/65f2a3b8-01dd-4f37-bb7a-6646712257b2 HTTP/1.1" status: 204 len: 173 time: 0.4933865 Jul 13 07:29:07.204290 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-d7386d9e-8938-46d1-b74f-da42042ce44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:07.206026 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-d7386d9e-8938-46d1-b74f-da42042ce44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:07.206989 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-d7386d9e-8938-46d1-b74f-da42042ce44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:07.209753 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-d7386d9e-8938-46d1-b74f-da42042ce44b service neutron] 10.222.0.42 "GET /v2.0/networks?id=9ef27b6b-d58a-4cc2-872f-1f2be062e420&id=8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb&id=8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb&id=8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb&id=8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb&id=d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f&id=d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f HTTP/1.1" status: 200 len: 2291 time: 0.3005943 Jul 13 07:29:07.224476 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46387082-0787-4eab-ab0e-3b4e200661eb tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f2a3b8-01dd-4f37-bb7a-6646712257b2,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:07.249238 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-17d5856c-5607-4deb-be56-f88830dad1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:07.308812 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd050616-6c69-4cf8-aa5c-a1dde31d6c77 req-9ea1b3e9-e0ab-4c81-8ae6-0609e64bca56 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:07.315918 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fd050616-6c69-4cf8-aa5c-a1dde31d6c77 req-9ea1b3e9-e0ab-4c81-8ae6-0609e64bca56 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a663422-fcab-4842-b90e-84935c8d5dbe HTTP/1.1" status: 200 len: 945 time: 0.2804356 Jul 13 07:29:07.337008 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-862e50e1-8539-446e-b670-397b04e03b48 req-915bf64e-f8df-4afd-9281-a9d85ddbb543 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=baa57777-d698-4f4e-9562-b595566af0be HTTP/1.1" status: 200 len: 210 time: 0.1082382 Jul 13 07:29:07.344970 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e0f20ef3-656d-4b28-96e4-553b1152b489 None None] Provisioning complete for port bedb3b1f-89ff-4bf7-b43b-a54d9a83f3a1 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:07.345339 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e0f20ef3-656d-4b28-96e4-553b1152b489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:07.376796 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=bedb3b1f-89ff-4bf7-b43b-a54d9a83f3a1,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:07.408738 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-ceb4a0cd-2ad6-4636-aa2e-075bb9798899 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=062ad5be-860c-4f0d-a0b3-14494304c026 HTTP/1.1" status: 200 len: 1002 time: 0.1775701 Jul 13 07:29:07.436929 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fd050616-6c69-4cf8-aa5c-a1dde31d6c77 req-13961401-4d74-4fb2-8f9a-54ef9cfc3445 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] 10.222.0.23 "GET /v2.0/security-groups?id=092469be-0f5d-491f-8158-fe5f59fdd5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201108 Jul 13 07:29:07.439268 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d4eae5cf-11ae-485e-82b0-28b238c738ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:07.444285 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-17d5856c-5607-4deb-be56-f88830dad1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:07.455518 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d4eae5cf-11ae-485e-82b0-28b238c738ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:07.517171 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-60e9c11c-f227-485a-b646-3c2c33c7a1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:07.518753 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-60e9c11c-f227-485a-b646-3c2c33c7a1f8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=88ea993c-44dc-45dd-b8a5-b8f3f44e71bc HTTP/1.1" status: 200 len: 850 time: 0.1046062 Jul 13 07:29:07.573995 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eae5cf-11ae-485e-82b0-28b238c738ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2cb37c-d040-4383-91af-ed10a4fb7b08,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:07.585919 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5856c-5607-4deb-be56-f88830dad1f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ada8a07d-f544-410c-825e-fef23d4b212d,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:07.596266 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-17d5856c-5607-4deb-be56-f88830dad1f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:07.602120 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-17d5856c-5607-4deb-be56-f88830dad1f4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ada8a07d-f544-410c-825e-fef23d4b212d HTTP/1.1" status: 204 len: 168 time: 0.8483498 Jul 13 07:29:07.602996 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57176) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:07.637994 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d4eae5cf-11ae-485e-82b0-28b238c738ef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=975ce8ee4e314af78d96e9280d98b5fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7893403 Jul 13 07:29:07.640661 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57178) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:07.732909 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d73fcf64-051e-4f49-b94c-3c01834bd138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:07.739814 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-7a689492-9c49-4108-baff-66531bf1a4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:07.741608 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-7a689492-9c49-4108-baff-66531bf1a4f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9ef27b6b-d58a-4cc2-872f-1f2be062e420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2140536 Jul 13 07:29:07.752281 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6a6b9b30-c8b5-4d67-8dd4-81dc0e8fb880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:07.757738 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a2ca353f-058f-40b8-884a-7f21fd53e647 req-5e8d5629-7002-4aa1-9d03-e56701a1420e tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] 10.222.0.23 "GET /v2.0/security-groups/08236346-48d4-47bd-b10b-6b8d518e0eca HTTP/1.1" status: 200 len: 1813 time: 0.1368430 Jul 13 07:29:07.788255 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d73fcf64-051e-4f49-b94c-3c01834bd138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:07.860262 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d73fcf64-051e-4f49-b94c-3c01834bd138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:07.864509 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d73fcf64-051e-4f49-b94c-3c01834bd138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:07.869548 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d73fcf64-051e-4f49-b94c-3c01834bd138 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f2cb37c-d040-4383-91af-ed10a4fb7b08 HTTP/1.1" status: 204 len: 168 time: 0.2277126 Jul 13 07:29:07.886248 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73fcf64-051e-4f49-b94c-3c01834bd138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2cb37c-d040-4383-91af-ed10a4fb7b08,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:07.998737 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-6eb722c7-f0fe-4f36-a6b9-09facd4c81ab service neutron] 10.222.0.42 "GET /v2.0/networks/9ef27b6b-d58a-4cc2-872f-1f2be062e420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388036 Jul 13 07:29:08.003441 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d458983a-c83d-4d54-806c-30a13eb7229a None None] Network 0e83cfb9-90db-4bd5-b2f2-33c365ea4db7 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:29:08.073240 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2d7eac0b-a18d-4182-bca9-8492327ef1f3 None None] Provisioning for port 2dbd2c00-f8b9-4414-83fc-85ebb45e4f3b completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:08.193531 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-58ccf9d0-0045-4cfa-a5bd-f26a96d68fa3 service neutron] 10.222.0.42 "GET /v2.0/networks/9ef27b6b-d58a-4cc2-872f-1f2be062e420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763170 Jul 13 07:29:08.258623 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6a6b9b30-c8b5-4d67-8dd4-81dc0e8fb880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:08.262967 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a2ca353f-058f-40b8-884a-7f21fd53e647 req-c9b7975d-fa2c-4da9-a49b-bdd4ef6ddf4f tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:08.356894 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-f8ba4f25-ed85-48c1-aee5-975295ec87b4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=3f89b889-ffbb-4db5-b1ee-44cea0069805 HTTP/1.1" status: 200 len: 217 time: 0.0919645 Jul 13 07:29:08.378630 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a2ca353f-058f-40b8-884a-7f21fd53e647 req-c9b7975d-fa2c-4da9-a49b-bdd4ef6ddf4f tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:08.384432 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-6a6b9b30-c8b5-4d67-8dd4-81dc0e8fb880 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96f839e4-20fd-48aa-b42e-538bb984f788']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:08.463979 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-6a6b9b30-c8b5-4d67-8dd4-81dc0e8fb880 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb9a3cc-a69a-4c7a-803b-e2537f73cceb') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:08.464404 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-6a6b9b30-c8b5-4d67-8dd4-81dc0e8fb880 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb9a3cc-a69a-4c7a-803b-e2537f73cceb') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:08.511383 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6a6b9b30-c8b5-4d67-8dd4-81dc0e8fb880 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:08.514902 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e595b-2c61-4dcf-b1cc-499f536c5ef2 req-2d4f00f4-f7e1-479c-9b97-9b47e5a2de92 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:08.516479 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-da6e595b-2c61-4dcf-b1cc-499f536c5ef2 req-2d4f00f4-f7e1-479c-9b97-9b47e5a2de92 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a663422-fcab-4842-b90e-84935c8d5dbe HTTP/1.1" status: 200 len: 945 time: 0.1389284 Jul 13 07:29:08.592252 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6a6b9b30-c8b5-4d67-8dd4-81dc0e8fb880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:08.599511 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a6b9b30-c8b5-4d67-8dd4-81dc0e8fb880 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:29:08.600021 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6a6b9b30-c8b5-4d67-8dd4-81dc0e8fb880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:08.615924 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-da6e595b-2c61-4dcf-b1cc-499f536c5ef2 req-176ac749-b9c0-4826-9d05-aadd5484c560 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] 10.222.0.23 "GET /v2.0/security-groups?id=092469be-0f5d-491f-8158-fe5f59fdd5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841279 Jul 13 07:29:08.658658 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:29:08.658658 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:29:08.658658 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:29:08.658658 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:29:08.658658 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:29:08.658658 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:29:08.658658 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:29:08.658658 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:29:08.658658 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:29:08.658658 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:29:08.658658 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:29:08.658658 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:29:08.658658 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:29:08.658658 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:29:08.658658 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:29:08.658658 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:29:08.658658 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:29:08.658658 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:29:08.658658 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:29:08.658658 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:29:08.658658 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:29:08.658658 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:29:08.658658 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:29:08.658658 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:29:08.658658 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:29:08.658658 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:29:08.658658 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:29:08.658658 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:29:08.658658 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:29:08.658658 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:29:08.658658 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:29:08.658658 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:29:08.658658 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:29:08.658658 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:29:08.658658 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:29:08.658658 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:29:08.658658 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:29:08.658658 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:29:08.658658 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:29:08.658658 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:29:08.658658 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:29:08.658658 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:29:08.684606 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-38202b0e-ef63-4b43-9c8f-af488829fbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:08.686558 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-38202b0e-ef63-4b43-9c8f-af488829fbd6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbf3360f-363f-4965-bf44-461a187b579f HTTP/1.1" status: 200 len: 797 time: 0.3044865 Jul 13 07:29:08.691690 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6a6b9b30-c8b5-4d67-8dd4-81dc0e8fb880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:08.742082 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6a6b9b30-c8b5-4d67-8dd4-81dc0e8fb880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:08.744028 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6a6b9b30-c8b5-4d67-8dd4-81dc0e8fb880 admin admin] 10.222.0.23 "DELETE /v2.0/networks/96f839e4-20fd-48aa-b42e-538bb984f788 HTTP/1.1" status: 204 len: 168 time: 1.1393943 Jul 13 07:29:08.745968 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a2ca353f-058f-40b8-884a-7f21fd53e647 req-c9b7975d-fa2c-4da9-a49b-bdd4ef6ddf4f tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:08.748772 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a2ca353f-058f-40b8-884a-7f21fd53e647 req-c9b7975d-fa2c-4da9-a49b-bdd4ef6ddf4f tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:08.750175 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a2ca353f-058f-40b8-884a-7f21fd53e647 req-c9b7975d-fa2c-4da9-a49b-bdd4ef6ddf4f tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] 10.222.0.23 "DELETE /v2.0/security-groups/08236346-48d4-47bd-b10b-6b8d518e0eca HTTP/1.1" status: 204 len: 173 time: 0.9819803 Jul 13 07:29:08.751331 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device bedb3b1f-89ff-4bf7-b43b-a54d9a83f3a1 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:08.782788 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b9b30-c8b5-4d67-8dd4-81dc0e8fb880 admin admin] Pushing event deleted for resources: {'Network': ['ID=96f839e4-20fd-48aa-b42e-538bb984f788,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:08.786007 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7975d-fa2c-4da9-a49b-bdd4ef6ddf4f tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08236346-48d4-47bd-b10b-6b8d518e0eca,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:08.796002 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-670458ba-6652-4453-acab-64901cfaf314 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:08.806531 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-670458ba-6652-4453-acab-64901cfaf314 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:08.808351 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-670458ba-6652-4453-acab-64901cfaf314 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.25 "GET /v2.0/networks?id=ea309b70-41b4-4f92-a6d0-82a1119dc571&id=0e83cfb9-90db-4bd5-b2f2-33c365ea4db7 HTTP/1.1" status: 200 len: 1392 time: 0.4505649 Jul 13 07:29:08.826943 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-66efcb5e-9152-4c87-9370-6fb11fed2da7 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Request body: {'port': {'device_id': 'baa57777-d698-4f4e-9562-b595566af0be', 'network_id': 'ea309b70-41b4-4f92-a6d0-82a1119dc571', 'admin_state_up': True, 'tenant_id': '48de65aa8b8243d7a205f2a528057190'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:08.873216 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5e087769-0825-4fc8-b7f5-4af59ffc43af req-c3664f26-8450-43ca-9c49-d8655f03212e tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=baa57777-d698-4f4e-9562-b595566af0be HTTP/1.1" status: 200 len: 210 time: 0.0768380 Jul 13 07:29:08.918945 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-e45abff1-3bc9-483a-a4a0-381b196c80c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:08.920724 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-e45abff1-3bc9-483a-a4a0-381b196c80c2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2258608 Jul 13 07:29:08.921097 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port bedb3b1f-89ff-4bf7-b43b-a54d9a83f3a1 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:08.921699 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.066414 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-4bd2bf3f-52ba-40c3-b5a1-3cbc5040deea service neutron] 10.222.0.42 "GET /v2.0/networks/8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367991 Jul 13 07:29:09.069397 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-66efcb5e-9152-4c87-9370-6fb11fed2da7 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Made reservation on behalf of 48de65aa8b8243d7a205f2a528057190 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:09.074251 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-66efcb5e-9152-4c87-9370-6fb11fed2da7 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.097072 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57220) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:09.113077 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 2dbd2c00-f8b9-4414-83fc-85ebb45e4f3b up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:09.175645 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1bf46d69-3c83-4478-9385-ed2d7352a0fa req-79984e1c-f6f9-4ed8-a98f-0d6e2473b886 tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] 10.222.0.23 "GET /v2.0/security-groups/c4dcea56-01f5-4a14-91ac-ac1684f177bd HTTP/1.1" status: 200 len: 1814 time: 0.1002986 Jul 13 07:29:09.208412 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 2dbd2c00-f8b9-4414-83fc-85ebb45e4f3b completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:09.228299 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57222) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:09.230665 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 2dbd2c00-f8b9-4414-83fc-85ebb45e4f3b triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:09.230665 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.270094 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f530273f-0323-4670-8335-f1170388719a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=92df76c2f645445c9c0119b8fedcdd03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1673949 Jul 13 07:29:09.276320 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57226) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:09.317434 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1bf46d69-3c83-4478-9385-ed2d7352a0fa req-716d316b-a15f-4a83-9ada-86bdf1d073f4 tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.341614 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-41c29a46-03d4-426a-b1be-5f0e6fc9af58 service neutron] 10.222.0.42 "GET /v2.0/networks/8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640400 Jul 13 07:29:09.358787 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.369110 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1bf46d69-3c83-4478-9385-ed2d7352a0fa req-716d316b-a15f-4a83-9ada-86bdf1d073f4 tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.389165 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-86c21d55-4ed8-437e-8406-e64ae45e6e10 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=c6c5062b-ad9b-461a-b443-cecd55db988a HTTP/1.1" status: 200 len: 217 time: 0.0377750 Jul 13 07:29:09.428091 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-70cd1c09-5af9-4ec6-99ca-e2a6e706430f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.434637 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 2dbd2c00-f8b9-4414-83fc-85ebb45e4f3b, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=2dbd2c00-f8b9-4414-83fc-85ebb45e4f3b,segment=NetworkSegment(b0de4294-7654-4595-b236-de2318250d61),segment_id=b0de4294-7654-4595-b236-de2318250d61)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:09.437706 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1bf46d69-3c83-4478-9385-ed2d7352a0fa req-716d316b-a15f-4a83-9ada-86bdf1d073f4 tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.443698 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.446535 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1bf46d69-3c83-4478-9385-ed2d7352a0fa req-716d316b-a15f-4a83-9ada-86bdf1d073f4 tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.450450 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1bf46d69-3c83-4478-9385-ed2d7352a0fa req-716d316b-a15f-4a83-9ada-86bdf1d073f4 tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] 10.222.0.23 "DELETE /v2.0/security-groups/c4dcea56-01f5-4a14-91ac-ac1684f177bd HTTP/1.1" status: 204 len: 173 time: 0.2727542 Jul 13 07:29:09.452968 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-70cd1c09-5af9-4ec6-99ca-e2a6e706430f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.475110 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57230) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:09.482341 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d316b-a15f-4a83-9ada-86bdf1d073f4 tempest-SecurityGroupRulesNegativeTestJSON-367084125 tempest-SecurityGroupRulesNegativeTestJSON-367084125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4dcea56-01f5-4a14-91ac-ac1684f177bd,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:09.515710 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-e1048998-04e6-4e36-a20b-b6749bd43b3d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2018770228-network', 'tenant_id': '825cd8f77d96437a890e0073af479b52'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:09.570057 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-66efcb5e-9152-4c87-9370-6fb11fed2da7 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Allocated IP 19.80.0.98 (ea309b70-41b4-4f92-a6d0-82a1119dc571/4b646568-d775-48e1-ac64-21b853fb9025/362ecfa6-4b5a-45e5-90a9-afcc4f168e58) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:29:09.580918 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-70cd1c09-5af9-4ec6-99ca-e2a6e706430f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.586537 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-70cd1c09-5af9-4ec6-99ca-e2a6e706430f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.590435 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-70cd1c09-5af9-4ec6-99ca-e2a6e706430f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cf0d55ef-0cd2-44ad-9880-3ab539e43ede HTTP/1.1" status: 204 len: 168 time: 0.3130972 Jul 13 07:29:09.616127 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=2dbd2c00-f8b9-4414-83fc-85ebb45e4f3b,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:09.620729 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f228b39-6e0a-4d8c-9c7d-ebd94c8c1104 admin admin] Deleting subnet 7872e0b1-a737-4e23-9095-ec2a970de9e2 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:29:09.625641 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6f228b39-6e0a-4d8c-9c7d-ebd94c8c1104 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.628959 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-5ebc822a-7d86-4ceb-9583-41622782912c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:09.631306 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-5ebc822a-7d86-4ceb-9583-41622782912c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbf3360f-363f-4965-bf44-461a187b579f HTTP/1.1" status: 200 len: 797 time: 0.2327747 Jul 13 07:29:09.642270 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd1c09-5af9-4ec6-99ca-e2a6e706430f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0d55ef-0cd2-44ad-9880-3ab539e43ede,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:09.644496 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1048998-04e6-4e36-a20b-b6749bd43b3d admin admin] Made reservation on behalf of 825cd8f77d96437a890e0073af479b52 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:09.647986 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e1048998-04e6-4e36-a20b-b6749bd43b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.672528 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e1048998-04e6-4e36-a20b-b6749bd43b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.677888 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6f228b39-6e0a-4d8c-9c7d-ebd94c8c1104 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.725484 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6f228b39-6e0a-4d8c-9c7d-ebd94c8c1104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.801878 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6f228b39-6e0a-4d8c-9c7d-ebd94c8c1104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.838256 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f228b39-6e0a-4d8c-9c7d-ebd94c8c1104 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7872e0b1-a737-4e23-9095-ec2a970de9e2,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:09.843941 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6f228b39-6e0a-4d8c-9c7d-ebd94c8c1104 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.846055 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6f228b39-6e0a-4d8c-9c7d-ebd94c8c1104 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7872e0b1-a737-4e23-9095-ec2a970de9e2 HTTP/1.1" status: 204 len: 168 time: 0.3596411 Jul 13 07:29:09.849926 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57238) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:09.932493 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-b359107b-3ca1-4cbd-b7ce-ef6d275b54ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:09.933446 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1f1352a4-1982-4e3e-8320-e575dfbc21f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:09.934068 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-b359107b-3ca1-4cbd-b7ce-ef6d275b54ce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2744138 Jul 13 07:29:10.003117 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-66efcb5e-9152-4c87-9370-6fb11fed2da7 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:10.014362 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349567f-aad5-49ac-aaf9-e02f3f79649c req-dda9873c-42e9-4ffe-8ab4-41203dae580b tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:10.021734 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5349567f-aad5-49ac-aaf9-e02f3f79649c req-dda9873c-42e9-4ffe-8ab4-41203dae580b tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a663422-fcab-4842-b90e-84935c8d5dbe HTTP/1.1" status: 200 len: 945 time: 0.3062873 Jul 13 07:29:10.059954 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1f1352a4-1982-4e3e-8320-e575dfbc21f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:10.071252 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-66efcb5e-9152-4c87-9370-6fb11fed2da7 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Transition to ACTIVE for port object 362ecfa6-4b5a-45e5-90a9-afcc4f168e58 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:10.074490 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-1f1352a4-1982-4e3e-8320-e575dfbc21f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2316be2-536e-4674-beb5-1860324e61cd']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:10.088088 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-1f1352a4-1982-4e3e-8320-e575dfbc21f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5229e36-671f-4c24-abaf-3a2874c5d651') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:10.088460 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-1f1352a4-1982-4e3e-8320-e575dfbc21f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5229e36-671f-4c24-abaf-3a2874c5d651') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:10.100325 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1f1352a4-1982-4e3e-8320-e575dfbc21f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:10.129541 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1f1352a4-1982-4e3e-8320-e575dfbc21f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:10.138901 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e1048998-04e6-4e36-a20b-b6749bd43b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:10.145888 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f1352a4-1982-4e3e-8320-e575dfbc21f0 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:29:10.146777 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1f1352a4-1982-4e3e-8320-e575dfbc21f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:10.154689 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e1048998-04e6-4e36-a20b-b6749bd43b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:10.173845 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5349567f-aad5-49ac-aaf9-e02f3f79649c req-7528cd8e-259f-45b2-9b34-30036876e515 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] 10.222.0.23 "GET /v2.0/security-groups?id=092469be-0f5d-491f-8158-fe5f59fdd5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512194 Jul 13 07:29:10.198366 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-ab7569f3-818f-477d-858f-ec199832b3df service neutron] 10.222.0.42 "GET /v2.0/networks/8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510080 Jul 13 07:29:10.200315 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:29:10.200315 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:29:10.200315 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:29:10.200315 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:29:10.200315 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:29:10.200315 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:29:10.200315 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:29:10.200315 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:29:10.200315 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:29:10.200315 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:29:10.200315 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:29:10.200315 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:29:10.200315 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:29:10.200315 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:29:10.200315 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:29:10.200315 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:29:10.200315 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:29:10.200315 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:29:10.200315 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:29:10.200315 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:29:10.200315 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:29:10.200315 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:29:10.200315 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:29:10.200315 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:29:10.200315 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:29:10.200315 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:29:10.200315 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:29:10.200315 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:29:10.200315 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:29:10.200315 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:29:10.200315 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:29:10.200315 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:29:10.240975 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1048998-04e6-4e36-a20b-b6749bd43b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243c88a6-4496-4534-be00-90b9c82479ac,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:10.267994 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1048998-04e6-4e36-a20b-b6749bd43b3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:29:10.289069 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e1048998-04e6-4e36-a20b-b6749bd43b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:10.289430 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-e1048998-04e6-4e36-a20b-b6749bd43b3d admin admin] Added segment 531418b5-f45d-4591-9034-cd2e33205e47 of type vlan for network b590bdc3-2980-4ee5-8c15-2b17cc2dd415 Jul 13 07:29:10.311579 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-85c6f1cb-37c0-40d2-a81b-95e3677f420a req-0ebe070e-966c-460a-a6de-77f8f85a66bf tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=baa57777-d698-4f4e-9562-b595566af0be HTTP/1.1" status: 200 len: 210 time: 0.1008964 Jul 13 07:29:10.319522 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1f1352a4-1982-4e3e-8320-e575dfbc21f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:10.322262 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-66efcb5e-9152-4c87-9370-6fb11fed2da7 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:10.337649 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1f1352a4-1982-4e3e-8320-e575dfbc21f0 admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:10.340092 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1f1352a4-1982-4e3e-8320-e575dfbc21f0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f2316be2-536e-4674-beb5-1860324e61cd HTTP/1.1" status: 204 len: 168 time: 0.4890742 Jul 13 07:29:10.374256 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1352a4-1982-4e3e-8320-e575dfbc21f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2316be2-536e-4674-beb5-1860324e61cd,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:10.528203 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57264) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:10.539098 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 2dbd2c00-f8b9-4414-83fc-85ebb45e4f3b up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:10.601336 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7e6be6d1-5685-4eb8-a655-a7229ef72e71 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b01a9e7ce02e445fa58e6da878e892b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0718966 Jul 13 07:29:10.611448 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57270) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:10.630849 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 2dbd2c00-f8b9-4414-83fc-85ebb45e4f3b triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:10.631133 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:10.734558 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c3a436fb-1e80-4223-be6e-0b8eea1c5111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:10.802665 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c3a436fb-1e80-4223-be6e-0b8eea1c5111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:10.876092 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-66efcb5e-9152-4c87-9370-6fb11fed2da7 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Network ea309b70-41b4-4f92-a6d0-82a1119dc571 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:10.882766 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11e77b-9c0e-47ac-aa6e-269061787dc2 req-96cb6f87-0ac9-42c2-8a3e-c2ce65782d16 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:10.888840 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11e77b-9c0e-47ac-aa6e-269061787dc2 req-96cb6f87-0ac9-42c2-8a3e-c2ce65782d16 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:10.896272 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11e77b-9c0e-47ac-aa6e-269061787dc2 req-96cb6f87-0ac9-42c2-8a3e-c2ce65782d16 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:10.903710 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11e77b-9c0e-47ac-aa6e-269061787dc2 req-96cb6f87-0ac9-42c2-8a3e-c2ce65782d16 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:10.911595 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11e77b-9c0e-47ac-aa6e-269061787dc2 req-96cb6f87-0ac9-42c2-8a3e-c2ce65782d16 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:10.912370 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e1048998-04e6-4e36-a20b-b6749bd43b3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:10.916303 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66efcb5e-9152-4c87-9370-6fb11fed2da7 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Pushing event updated for resources: {'Port': ['ID=362ecfa6-4b5a-45e5-90a9-afcc4f168e58,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:10.918947 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-66efcb5e-9152-4c87-9370-6fb11fed2da7 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:10.919109 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11e77b-9c0e-47ac-aa6e-269061787dc2 req-96cb6f87-0ac9-42c2-8a3e-c2ce65782d16 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:10.928238 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11e77b-9c0e-47ac-aa6e-269061787dc2 req-96cb6f87-0ac9-42c2-8a3e-c2ce65782d16 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:10.930628 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-df11e77b-9c0e-47ac-aa6e-269061787dc2 req-96cb6f87-0ac9-42c2-8a3e-c2ce65782d16 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 5434 time: 0.1749110 Jul 13 07:29:10.931731 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-66efcb5e-9152-4c87-9370-6fb11fed2da7 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:10.959536 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c3a436fb-1e80-4223-be6e-0b8eea1c5111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:10.962111 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c3a436fb-1e80-4223-be6e-0b8eea1c5111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:10.965641 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c3a436fb-1e80-4223-be6e-0b8eea1c5111 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0cb51fe1-72cc-413c-b5d3-902c76b08f8e HTTP/1.1" status: 204 len: 168 time: 0.3494258 Jul 13 07:29:10.992412 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-7ab4e433-cbab-457f-9c25-bf2bb4febc55 service neutron] 10.222.0.42 "GET /v2.0/networks/8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7827973 Jul 13 07:29:11.017292 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e1048998-04e6-4e36-a20b-b6749bd43b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:11.018287 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1048998-04e6-4e36-a20b-b6749bd43b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:11.018887 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e1048998-04e6-4e36-a20b-b6749bd43b3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:11.022506 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a436fb-1e80-4223-be6e-0b8eea1c5111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb51fe1-72cc-413c-b5d3-902c76b08f8e,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:11.041777 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-df11e77b-9c0e-47ac-aa6e-269061787dc2 req-10a79b19-9954-436b-ad24-432afea8075a tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=afedc317-2eb3-4978-a3f5-50dbdb316361&id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0919263 Jul 13 07:29:11.109135 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-a4863ee7-b8a3-4ba3-b181-270bc4acbb42 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=d7ded5d2-51a4-43c5-bfa9-37432da7c39b HTTP/1.1" status: 200 len: 217 time: 0.1076417 Jul 13 07:29:11.135042 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-66efcb5e-9152-4c87-9370-6fb11fed2da7 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:11.136019 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-66efcb5e-9152-4c87-9370-6fb11fed2da7 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:11.199889 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e1048998-04e6-4e36-a20b-b6749bd43b3d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9763081 Jul 13 07:29:11.200531 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57290) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:11.206639 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-73573e59-dfbc-44f7-9cc8-1bd214b1ca4f admin admin] Request body: {'subnet': {'network_id': 'b590bdc3-2980-4ee5-8c15-2b17cc2dd415', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2018770228-subnet', 'tenant_id': '825cd8f77d96437a890e0073af479b52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:11.261644 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57294) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:11.280012 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73573e59-dfbc-44f7-9cc8-1bd214b1ca4f admin admin] Made reservation on behalf of 825cd8f77d96437a890e0073af479b52 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:11.288240 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-73573e59-dfbc-44f7-9cc8-1bd214b1ca4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:11.318288 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-66efcb5e-9152-4c87-9370-6fb11fed2da7 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4985058 Jul 13 07:29:11.329695 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc9bb8-9187-4c8b-b15f-0f03d7bdfe38 req-e99de8f3-21ae-4154-baa7-8d0cb912b015 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:11.331421 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8edc9bb8-9187-4c8b-b15f-0f03d7bdfe38 req-e99de8f3-21ae-4154-baa7-8d0cb912b015 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a663422-fcab-4842-b90e-84935c8d5dbe HTTP/1.1" status: 200 len: 945 time: 0.4900596 Jul 13 07:29:11.336640 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1048998-04e6-4e36-a20b-b6749bd43b3d admin admin] Pushing event updated for resources: {'Network': ['ID=b590bdc3-2980-4ee5-8c15-2b17cc2dd415,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:11.348029 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network b590bdc3-2980-4ee5-8c15-2b17cc2dd415 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:29:11.354979 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-2c1bbc46-59b9-414f-be9d-b3ff7685d20d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Request body: {'port': {'device_id': 'baa57777-d698-4f4e-9562-b595566af0be', 'network_id': '0e83cfb9-90db-4bd5-b2f2-33c365ea4db7', 'admin_state_up': True, 'tenant_id': '48de65aa8b8243d7a205f2a528057190'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:11.424861 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-acc53cce-75ed-49d6-addf-2fb64a2804f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:11.427038 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-acc53cce-75ed-49d6-addf-2fb64a2804f1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbf3360f-363f-4965-bf44-461a187b579f HTTP/1.1" status: 200 len: 797 time: 0.2864110 Jul 13 07:29:11.522296 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6fbf852e-8976-40cc-a0e6-0e14a7d9ddab None None] Provisioning for port 362ecfa6-4b5a-45e5-90a9-afcc4f168e58 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:11.534072 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6fbf852e-8976-40cc-a0e6-0e14a7d9ddab None None] Provisioning complete for port 362ecfa6-4b5a-45e5-90a9-afcc4f168e58 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:11.534862 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6fbf852e-8976-40cc-a0e6-0e14a7d9ddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:11.587706 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-6fbf852e-8976-40cc-a0e6-0e14a7d9ddab None None] Port 362ecfa6-4b5a-45e5-90a9-afcc4f168e58 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:29:11.609468 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-19d378aa-3172-4789-afc3-10ce37ec7214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:11.636306 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-73573e59-dfbc-44f7-9cc8-1bd214b1ca4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:11.683100 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73573e59-dfbc-44f7-9cc8-1bd214b1ca4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=20570e72-55bc-4f02-914a-1aebab29deba,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:11.688751 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e96a19-2002-4e55-9609-17b980cd0c69 req-d7a51e8a-ee3b-47ad-ab0d-1add7727b3a2 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:11.696477 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e96a19-2002-4e55-9609-17b980cd0c69 req-d7a51e8a-ee3b-47ad-ab0d-1add7727b3a2 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:11.703058 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e96a19-2002-4e55-9609-17b980cd0c69 req-d7a51e8a-ee3b-47ad-ab0d-1add7727b3a2 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:11.710156 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e96a19-2002-4e55-9609-17b980cd0c69 req-d7a51e8a-ee3b-47ad-ab0d-1add7727b3a2 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:11.721038 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e96a19-2002-4e55-9609-17b980cd0c69 req-d7a51e8a-ee3b-47ad-ab0d-1add7727b3a2 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:11.733389 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e96a19-2002-4e55-9609-17b980cd0c69 req-d7a51e8a-ee3b-47ad-ab0d-1add7727b3a2 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:11.743314 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e96a19-2002-4e55-9609-17b980cd0c69 req-d7a51e8a-ee3b-47ad-ab0d-1add7727b3a2 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:11.745296 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73573e59-dfbc-44f7-9cc8-1bd214b1ca4f admin admin] Checking segment: {'id': '531418b5-f45d-4591-9034-cd2e33205e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b590bdc3-2980-4ee5-8c15-2b17cc2dd415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:11.745485 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b9e96a19-2002-4e55-9609-17b980cd0c69 req-d7a51e8a-ee3b-47ad-ab0d-1add7727b3a2 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 5434 time: 0.4241586 Jul 13 07:29:11.746057 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73573e59-dfbc-44f7-9cc8-1bd214b1ca4f admin admin] Network hostable DHCP agents. Network: b590bdc3-2980-4ee5-8c15-2b17cc2dd415, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:29:11.782511 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-a898683a-69d3-4f85-b01c-368b798e771c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:11.787983 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-a898683a-69d3-4f85-b01c-368b798e771c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3456249 Jul 13 07:29:11.790342 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ec77d-1faf-44b0-ab12-4b37b005c57d req-df289648-58bc-421b-b9e0-dd35573b1673 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:11.798100 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b35ec77d-1faf-44b0-ab12-4b37b005c57d req-df289648-58bc-421b-b9e0-dd35573b1673 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a663422-fcab-4842-b90e-84935c8d5dbe HTTP/1.1" status: 200 len: 945 time: 0.2266276 Jul 13 07:29:11.814734 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-8edc9bb8-9187-4c8b-b15f-0f03d7bdfe38 req-b1ddfdfc-4631-41ca-af19-6f38c8c18539 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] Deleting port 4eead795-fae4-4e78-aa9d-451a979192e8 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:29:11.815349 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8edc9bb8-9187-4c8b-b15f-0f03d7bdfe38 req-b1ddfdfc-4631-41ca-af19-6f38c8c18539 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:11.824758 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73573e59-dfbc-44f7-9cc8-1bd214b1ca4f admin admin] Network b590bdc3-2980-4ee5-8c15-2b17cc2dd415 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:29:11.844722 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-2c1bbc46-59b9-414f-be9d-b3ff7685d20d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Made reservation on behalf of 48de65aa8b8243d7a205f2a528057190 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:11.851642 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-2c1bbc46-59b9-414f-be9d-b3ff7685d20d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:11.870839 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b35ec77d-1faf-44b0-ab12-4b37b005c57d req-be15651c-6cb6-4774-b6e2-900f94daf59e tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] 10.222.0.23 "GET /v2.0/security-groups?id=092469be-0f5d-491f-8158-fe5f59fdd5c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698006 Jul 13 07:29:11.876937 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-73573e59-dfbc-44f7-9cc8-1bd214b1ca4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, b590bdc3-2980-4ee5-8c15-2b17cc2dd415) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:11.897207 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bad9fb-f8ad-4d34-83ea-9384a09a65be None None] Network b590bdc3-2980-4ee5-8c15-2b17cc2dd415 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:29:11.904228 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73573e59-dfbc-44f7-9cc8-1bd214b1ca4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:11.904993 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-73573e59-dfbc-44f7-9cc8-1bd214b1ca4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:12.024688 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-19d378aa-3172-4789-afc3-10ce37ec7214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:12.031627 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-19d378aa-3172-4789-afc3-10ce37ec7214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:12.066419 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57322) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:12.102748 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-19d378aa-3172-4789-afc3-10ce37ec7214 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4c7f63fee31145a2af7431397b3a1341&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8377130 Jul 13 07:29:12.116842 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57326) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:12.157790 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d378aa-3172-4789-afc3-10ce37ec7214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e815699a-cc13-438e-a726-c2be7fd6ace4,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:12.161740 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-8edc9bb8-9187-4c8b-b15f-0f03d7bdfe38 req-b1ddfdfc-4631-41ca-af19-6f38c8c18539 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] For port 4eead795-fae4-4e78-aa9d-451a979192e8, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4eead795-fae4-4e78-aa9d-451a979192e8,segment=NetworkSegment(edc90146-752b-4ede-b75d-4e7f750c45e6),segment_id=edc90146-752b-4ede-b75d-4e7f750c45e6)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:12.162541 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8edc9bb8-9187-4c8b-b15f-0f03d7bdfe38 req-b1ddfdfc-4631-41ca-af19-6f38c8c18539 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:12.180481 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6afef44-29b9-4cd5-a57d-e16b274d1beb None None] Network b590bdc3-2980-4ee5-8c15-2b17cc2dd415 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:29:12.182816 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-73573e59-dfbc-44f7-9cc8-1bd214b1ca4f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9811735 Jul 13 07:29:12.185638 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-a0c8f149-f8a8-4e66-837d-e2658b5ad1a6 service neutron] 10.222.0.42 "GET /v2.0/networks/8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896124 Jul 13 07:29:12.223902 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-8edc9bb8-9187-4c8b-b15f-0f03d7bdfe38 req-b1ddfdfc-4631-41ca-af19-6f38c8c18539 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] Calling delete_port for 4eead795-fae4-4e78-aa9d-451a979192e8 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:29:12.271399 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-2ce12e28-8003-4d22-8c57-22015ae89947 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-463293029-network', 'tenant_id': 'e1ab7cca86c848f899d67dcb166f42e0'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:12.319997 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195210c-709c-4212-901b-49fc4e78da56 req-f4c71bad-246a-473b-9f3e-e19053f45493 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:12.328841 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7195210c-709c-4212-901b-49fc4e78da56 req-f4c71bad-246a-473b-9f3e-e19053f45493 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=baa57777-d698-4f4e-9562-b595566af0be HTTP/1.1" status: 200 len: 931 time: 0.1403697 Jul 13 07:29:12.364682 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-2c1bbc46-59b9-414f-be9d-b3ff7685d20d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Allocated IP 19.86.0.143 (0e83cfb9-90db-4bd5-b2f2-33c365ea4db7/87ffc981-6781-45d6-b8cd-529685f99e08/d99c3901-a433-48cc-b7c8-99270858aee8) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:29:12.375107 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7195210c-709c-4212-901b-49fc4e78da56 req-c3eb95fc-188c-495a-bcba-996c79b235b5 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e56024-b264-4795-a931-6b8425f6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453355 Jul 13 07:29:12.436173 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7f4fead7-fb52-4cc4-82bb-5f28945ddf6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:12.444521 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce12e28-8003-4d22-8c57-22015ae89947 admin admin] Made reservation on behalf of e1ab7cca86c848f899d67dcb166f42e0 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:12.447323 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2ce12e28-8003-4d22-8c57-22015ae89947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:12.492914 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2ce12e28-8003-4d22-8c57-22015ae89947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:12.513985 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7f4fead7-fb52-4cc4-82bb-5f28945ddf6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:12.568769 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-b0fc10e1-c82a-4be0-b15c-85f0639b7156 service neutron] 10.222.0.42 "GET /v2.0/networks/8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521080 Jul 13 07:29:12.656153 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-fe74b8c0-805b-499e-acbe-68b3af0479df service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=5e38dcee-5f8f-4129-bb5d-68231affa33d HTTP/1.1" status: 200 len: 217 time: 0.0797091 Jul 13 07:29:12.793946 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57342) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:12.799165 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-addce4b5-1bef-4b1a-a22e-5d5bc00ab4d8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1320608152-network', 'tenant_id': 'dca14b8510094b3b9b617a9c36a00304'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:12.822733 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7f4fead7-fb52-4cc4-82bb-5f28945ddf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:12.825319 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7f4fead7-fb52-4cc4-82bb-5f28945ddf6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:12.826461 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7f4fead7-fb52-4cc4-82bb-5f28945ddf6c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e815699a-cc13-438e-a726-c2be7fd6ace4 HTTP/1.1" status: 204 len: 168 time: 0.7083709 Jul 13 07:29:12.835860 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8edc9bb8-9187-4c8b-b15f-0f03d7bdfe38 req-b1ddfdfc-4631-41ca-af19-6f38c8c18539 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:12.848839 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['4eead795-fae4-4e78-aa9d-451a979192e8'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:12.863469 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-62cdf22a-c6d3-4413-befe-a349ff60974c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:12.865875 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-62cdf22a-c6d3-4413-befe-a349ff60974c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fbf3360f-363f-4965-bf44-461a187b579f HTTP/1.1" status: 200 len: 797 time: 0.1815867 Jul 13 07:29:12.892780 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4fead7-fb52-4cc4-82bb-5f28945ddf6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e815699a-cc13-438e-a726-c2be7fd6ace4,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:12.912619 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ddfdfc-4631-41ca-af19-6f38c8c18539 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] Pushing event deleted for resources: {'Port': ['ID=4eead795-fae4-4e78-aa9d-451a979192e8,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:13.006681 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-2c1bbc46-59b9-414f-be9d-b3ff7685d20d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:13.036907 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-8edc9bb8-9187-4c8b-b15f-0f03d7bdfe38 req-b1ddfdfc-4631-41ca-af19-6f38c8c18539 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] No DVR routers for this DVR port 4eead795-fae4-4e78-aa9d-451a979192e8 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:29:13.056555 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8edc9bb8-9187-4c8b-b15f-0f03d7bdfe38 req-b1ddfdfc-4631-41ca-af19-6f38c8c18539 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:13.058445 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8edc9bb8-9187-4c8b-b15f-0f03d7bdfe38 req-b1ddfdfc-4631-41ca-af19-6f38c8c18539 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] 10.222.0.42 "DELETE /v2.0/ports/4eead795-fae4-4e78-aa9d-451a979192e8 HTTP/1.1" status: 204 len: 173 time: 1.7099950 Jul 13 07:29:13.061695 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a663422-fcab-4842-b90e-84935c8d5dbe', 'name': 'network-vif-deleted', 'tag': '4eead795-fae4-4e78-aa9d-451a979192e8'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:13.064082 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c867562f-540c-4713-a116-5735b972602e" -d '{"events": [{"server_uuid": "1a663422-fcab-4842-b90e-84935c8d5dbe", "name": "network-vif-deleted", "tag": "4eead795-fae4-4e78-aa9d-451a979192e8"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:13.105590 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b8f4b283-41ff-48a9-b48d-059bd770aa8b req-a5e890c0-dfc2-46ac-8131-a5e065f2ef83 tempest-ServersNegativeTestMultiTenantJSON-8035996 tempest-ServersNegativeTestMultiTenantJSON-8035996-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a663422-fcab-4842-b90e-84935c8d5dbe HTTP/1.1" status: 200 len: 210 time: 0.0700922 Jul 13 07:29:13.110499 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-2c1bbc46-59b9-414f-be9d-b3ff7685d20d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Transition to ACTIVE for port object d99c3901-a433-48cc-b7c8-99270858aee8 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:13.116341 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2ce12e28-8003-4d22-8c57-22015ae89947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:13.126380 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2ce12e28-8003-4d22-8c57-22015ae89947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:13.161522 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-addce4b5-1bef-4b1a-a22e-5d5bc00ab4d8 admin admin] Made reservation on behalf of dca14b8510094b3b9b617a9c36a00304 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:13.170211 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce12e28-8003-4d22-8c57-22015ae89947 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:29:13.170555 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-addce4b5-1bef-4b1a-a22e-5d5bc00ab4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:13.193667 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-72ce83df-7cf6-4ba4-9eef-da137ce5c10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:13.195322 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-72ce83df-7cf6-4ba4-9eef-da137ce5c10e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3002362 Jul 13 07:29:13.195920 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-addce4b5-1bef-4b1a-a22e-5d5bc00ab4d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:13.198707 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce12e28-8003-4d22-8c57-22015ae89947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871d0f73-5e8a-425f-be4d-954bf5f3669e,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:13.206750 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2ce12e28-8003-4d22-8c57-22015ae89947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:13.207128 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-2ce12e28-8003-4d22-8c57-22015ae89947 admin admin] Added segment d01f6add-c93c-4b60-af02-3b5f39c9a147 of type vlan for network 90ef50f3-9d25-4fc4-9ab8-4d30153c5234 Jul 13 07:29:13.247424 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15092aff-8fd7-4f3a-a256-c14f6ca5e35b x-openstack-request-id: req-15092aff-8fd7-4f3a-a256-c14f6ca5e35b {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:13.248713 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a663422-fcab-4842-b90e-84935c8d5dbe", "name": "network-vif-deleted", "tag": "4eead795-fae4-4e78-aa9d-451a979192e8", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:13.250008 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-15092aff-8fd7-4f3a-a256-c14f6ca5e35b {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:13.250823 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a663422-fcab-4842-b90e-84935c8d5dbe', 'name': 'network-vif-deleted', 'tag': '4eead795-fae4-4e78-aa9d-451a979192e8', 'status': 'completed', 'code': 200} Jul 13 07:29:13.321552 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-2c1bbc46-59b9-414f-be9d-b3ff7685d20d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:13.351371 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2ce12e28-8003-4d22-8c57-22015ae89947 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:13.396083 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-addce4b5-1bef-4b1a-a22e-5d5bc00ab4d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:13.412491 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-addce4b5-1bef-4b1a-a22e-5d5bc00ab4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:13.436682 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-addce4b5-1bef-4b1a-a22e-5d5bc00ab4d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:29:13.450410 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-2c1bbc46-59b9-414f-be9d-b3ff7685d20d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Network 0e83cfb9-90db-4bd5-b2f2-33c365ea4db7 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:13.457020 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addce4b5-1bef-4b1a-a22e-5d5bc00ab4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e515987-e0fe-4fc8-a017-7636986fb968,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:13.472553 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-2c1bbc46-59b9-414f-be9d-b3ff7685d20d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:13.478851 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-addce4b5-1bef-4b1a-a22e-5d5bc00ab4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:13.480026 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-2c1bbc46-59b9-414f-be9d-b3ff7685d20d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:13.482302 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-addce4b5-1bef-4b1a-a22e-5d5bc00ab4d8 admin admin] Added segment 537d6cab-57e0-479c-8bfd-86d228192481 of type vlan for network a37aa481-42b4-4aa9-b741-e962bed6d7ba Jul 13 07:29:13.533786 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1bbc46-59b9-414f-be9d-b3ff7685d20d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Pushing event updated for resources: {'Port': ['ID=d99c3901-a433-48cc-b7c8-99270858aee8,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:13.551011 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2ce12e28-8003-4d22-8c57-22015ae89947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:13.552765 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce12e28-8003-4d22-8c57-22015ae89947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:13.553574 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2ce12e28-8003-4d22-8c57-22015ae89947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:13.606299 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2ce12e28-8003-4d22-8c57-22015ae89947 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5316756 Jul 13 07:29:13.612701 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-b4e7d9a4-17ba-47c3-a2f5-448d17ea5af1 service neutron] 10.222.0.42 "GET /v2.0/networks/8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076576 Jul 13 07:29:13.617013 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57368) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:13.626162 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-c9363702-ec4a-421d-9cf3-766781a56ca4 admin admin] Request body: {'subnet': {'network_id': '90ef50f3-9d25-4fc4-9ab8-4d30153c5234', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-463293029-subnet', 'tenant_id': 'e1ab7cca86c848f899d67dcb166f42e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:13.633509 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-addce4b5-1bef-4b1a-a22e-5d5bc00ab4d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:13.696212 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-addce4b5-1bef-4b1a-a22e-5d5bc00ab4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:13.697184 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addce4b5-1bef-4b1a-a22e-5d5bc00ab4d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:13.712135 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-addce4b5-1bef-4b1a-a22e-5d5bc00ab4d8 admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:13.735144 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-2c1bbc46-59b9-414f-be9d-b3ff7685d20d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:13.735803 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-2c1bbc46-59b9-414f-be9d-b3ff7685d20d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:13.762959 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce12e28-8003-4d22-8c57-22015ae89947 admin admin] Pushing event updated for resources: {'Network': ['ID=90ef50f3-9d25-4fc4-9ab8-4d30153c5234,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:13.779332 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701c296-e35c-45f1-8532-d4d02e8e4e5d req-663d77bf-01fc-4e28-bf92-e8e6ce01e3bc tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:13.784411 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 90ef50f3-9d25-4fc4-9ab8-4d30153c5234 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:29:13.799767 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701c296-e35c-45f1-8532-d4d02e8e4e5d req-663d77bf-01fc-4e28-bf92-e8e6ce01e3bc tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:13.801536 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4701c296-e35c-45f1-8532-d4d02e8e4e5d req-663d77bf-01fc-4e28-bf92-e8e6ce01e3bc tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=baa57777-d698-4f4e-9562-b595566af0be HTTP/1.1" status: 200 len: 1654 time: 0.2698731 Jul 13 07:29:13.874029 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-addce4b5-1bef-4b1a-a22e-5d5bc00ab4d8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0788007 Jul 13 07:29:13.886570 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57380) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:13.896055 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9363702-ec4a-421d-9cf3-766781a56ca4 admin admin] Made reservation on behalf of e1ab7cca86c848f899d67dcb166f42e0 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:13.898698 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c9363702-ec4a-421d-9cf3-766781a56ca4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:13.917048 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-2c1bbc46-59b9-414f-be9d-b3ff7685d20d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5813639 Jul 13 07:29:13.923020 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-ff888e87-fce9-4cba-8d0f-18043c1bb3dd admin admin] Request body: {'subnet': {'network_id': 'a37aa481-42b4-4aa9-b741-e962bed6d7ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1320608152-subnet', 'tenant_id': 'dca14b8510094b3b9b617a9c36a00304', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:13.958436 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-e92596c3-f56e-4902-b711-549a63c99095 service neutron] Request body: {'port': {'device_id': 'baa57777-d698-4f4e-9562-b595566af0be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:13.972223 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addce4b5-1bef-4b1a-a22e-5d5bc00ab4d8 admin admin] Pushing event updated for resources: {'Network': ['ID=a37aa481-42b4-4aa9-b741-e962bed6d7ba,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:14.036941 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4701c296-e35c-45f1-8532-d4d02e8e4e5d req-47ac47e1-ffdc-4c89-8eec-55e99fe417f7 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e56024-b264-4795-a931-6b8425f6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130640 Jul 13 07:29:14.049870 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network a37aa481-42b4-4aa9-b741-e962bed6d7ba details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:29:14.097631 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c655f4f9-a45c-415a-8f10-e583f86c3d55 None None] Provisioning for port d99c3901-a433-48cc-b7c8-99270858aee8 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:14.106835 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c655f4f9-a45c-415a-8f10-e583f86c3d55 None None] Provisioning complete for port d99c3901-a433-48cc-b7c8-99270858aee8 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:14.107612 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c655f4f9-a45c-415a-8f10-e583f86c3d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:14.141337 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff888e87-fce9-4cba-8d0f-18043c1bb3dd admin admin] Made reservation on behalf of dca14b8510094b3b9b617a9c36a00304 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:14.143473 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ff888e87-fce9-4cba-8d0f-18043c1bb3dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:14.147521 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-11707c65-f2e6-4822-93ab-42044186c4f5 service neutron] 10.222.0.42 "GET /v2.0/networks/8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5147643 Jul 13 07:29:14.165975 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-c655f4f9-a45c-415a-8f10-e583f86c3d55 None None] Port d99c3901-a433-48cc-b7c8-99270858aee8 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:29:14.308630 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57398) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:14.320043 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-6392e9dd-d97c-4b18-9dcd-f64cf2e053c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ff532c51-9355-4450-8c7c-8a7e95d11ca1 HTTP/1.1" status: 200 len: 217 time: 0.1284306 Jul 13 07:29:14.417392 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-93e628f9-ddb7-49d2-83a0-61337f32ae76 admin admin] Deleting subnet 3e3a0074-4de9-493b-b13f-bf9e5e9870e6 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:29:14.420966 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-93e628f9-ddb7-49d2-83a0-61337f32ae76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:14.483920 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-d149b3e3-b61e-4cfe-b2cc-39083f8759b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:14.485412 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-d149b3e3-b61e-4cfe-b2cc-39083f8759b7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9c2506db-6f43-4e89-9c37-79407431b682 HTTP/1.1" status: 200 len: 797 time: 0.0604732 Jul 13 07:29:14.497948 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-93e628f9-ddb7-49d2-83a0-61337f32ae76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:14.517455 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-e92596c3-f56e-4902-b711-549a63c99095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:14.554172 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-93e628f9-ddb7-49d2-83a0-61337f32ae76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:14.638365 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-93e628f9-ddb7-49d2-83a0-61337f32ae76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:14.670432 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e628f9-ddb7-49d2-83a0-61337f32ae76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e3a0074-4de9-493b-b13f-bf9e5e9870e6,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:14.675842 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-93e628f9-ddb7-49d2-83a0-61337f32ae76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:14.681410 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-93e628f9-ddb7-49d2-83a0-61337f32ae76 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3e3a0074-4de9-493b-b13f-bf9e5e9870e6 HTTP/1.1" status: 204 len: 168 time: 0.3708959 Jul 13 07:29:14.682042 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57414) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:14.718554 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57416) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:14.763513 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c87a2b67-0c54-46b0-b3cf-07753dafecd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:14.876803 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c87a2b67-0c54-46b0-b3cf-07753dafecd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:14.893773 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-c87a2b67-0c54-46b0-b3cf-07753dafecd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e955f026-0d2f-4983-bf91-7bd2b5b8a6c5']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:14.909437 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-c87a2b67-0c54-46b0-b3cf-07753dafecd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edc90146-752b-4ede-b75d-4e7f750c45e6') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:14.909749 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-c87a2b67-0c54-46b0-b3cf-07753dafecd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edc90146-752b-4ede-b75d-4e7f750c45e6') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:14.921141 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c87a2b67-0c54-46b0-b3cf-07753dafecd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:14.937488 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c87a2b67-0c54-46b0-b3cf-07753dafecd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:14.946615 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c87a2b67-0c54-46b0-b3cf-07753dafecd4 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:29:14.947285 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c87a2b67-0c54-46b0-b3cf-07753dafecd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:14.949377 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:29:14.949377 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:29:14.949377 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:29:14.949377 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:29:14.949377 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:29:14.949377 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:29:14.949377 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:29:14.949377 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:29:14.949377 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:29:14.949377 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:29:14.949377 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:29:14.949377 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:29:14.949377 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:29:14.949377 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:29:14.949377 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:29:14.949377 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:29:14.949377 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:29:14.949377 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:29:14.949377 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:29:14.949377 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:29:14.949377 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:29:14.949377 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:29:14.949377 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:29:14.949377 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:29:14.949377 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:29:14.949377 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:29:14.949377 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:29:14.949377 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:29:14.949377 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:29:14.949377 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:29:14.949377 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:29:14.949377 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:29:15.015646 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c87a2b67-0c54-46b0-b3cf-07753dafecd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:15.021315 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c87a2b67-0c54-46b0-b3cf-07753dafecd4 admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:15.023467 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c87a2b67-0c54-46b0-b3cf-07753dafecd4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e955f026-0d2f-4983-bf91-7bd2b5b8a6c5 HTTP/1.1" status: 204 len: 168 time: 0.3395429 Jul 13 07:29:15.029120 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 4eead795-fae4-4e78-aa9d-451a979192e8 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:29:15.034635 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57426) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:15.043025 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a2b67-0c54-46b0-b3cf-07753dafecd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e955f026-0d2f-4983-bf91-7bd2b5b8a6c5,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:15.068856 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 4eead795-fae4-4e78-aa9d-451a979192e8 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:29:15.069397 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 4eead795-fae4-4e78-aa9d-451a979192e8 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:29:15.092062 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-d42585af-0568-4c20-b80a-a667003edc07 admin admin] Deleting subnet deb75b55-5964-4d2e-9bd5-4143862fd8d4 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:29:15.095998 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d42585af-0568-4c20-b80a-a667003edc07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:15.141527 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d42585af-0568-4c20-b80a-a667003edc07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:15.196764 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d42585af-0568-4c20-b80a-a667003edc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:15.214399 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c9363702-ec4a-421d-9cf3-766781a56ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:15.270543 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d42585af-0568-4c20-b80a-a667003edc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:15.305832 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42585af-0568-4c20-b80a-a667003edc07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=deb75b55-5964-4d2e-9bd5-4143862fd8d4,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:15.313559 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d42585af-0568-4c20-b80a-a667003edc07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:15.316593 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d42585af-0568-4c20-b80a-a667003edc07 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/deb75b55-5964-4d2e-9bd5-4143862fd8d4 HTTP/1.1" status: 204 len: 168 time: 0.2809722 Jul 13 07:29:15.319881 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57442) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:15.341220 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ff888e87-fce9-4cba-8d0f-18043c1bb3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:15.363250 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-907f9eb7-f8c8-4e31-a790-1da2ca1e4bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:15.365828 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-907f9eb7-f8c8-4e31-a790-1da2ca1e4bc0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8718801 Jul 13 07:29:15.408400 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b9e9099b-78b0-4711-9737-eead263ea33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:15.458388 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9363702-ec4a-421d-9cf3-766781a56ca4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f70ce43-2f6d-489c-9656-17ae1e787242,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:15.515989 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b9e9099b-78b0-4711-9737-eead263ea33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:15.527381 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-b9e9099b-78b0-4711-9737-eead263ea33a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9835bdae-f621-45f2-9183-9b5ab222cd9f']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:15.538338 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-b9e9099b-78b0-4711-9737-eead263ea33a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92110aab-c9a2-449c-abd1-fad72456fa8f') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:15.538640 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-b9e9099b-78b0-4711-9737-eead263ea33a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92110aab-c9a2-449c-abd1-fad72456fa8f') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:15.547884 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b9e9099b-78b0-4711-9737-eead263ea33a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:15.565042 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b9e9099b-78b0-4711-9737-eead263ea33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:15.572612 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9e9099b-78b0-4711-9737-eead263ea33a admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:29:15.572855 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b9e9099b-78b0-4711-9737-eead263ea33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:15.576455 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:29:15.576455 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:29:15.576455 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:29:15.576455 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:29:15.576455 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:29:15.576455 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:29:15.576455 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:29:15.576455 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:29:15.576455 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:29:15.576455 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:29:15.576455 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:29:15.576455 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:29:15.576455 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:29:15.576455 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:29:15.576455 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:29:15.576455 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:29:15.576455 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:29:15.576455 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:29:15.576455 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:29:15.576455 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:29:15.576455 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:29:15.576455 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:29:15.576455 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:29:15.576455 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:29:15.576455 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:29:15.576455 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:29:15.576455 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:29:15.576455 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:29:15.576455 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:29:15.576455 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:29:15.576455 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:29:15.576455 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:29:15.641338 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b9e9099b-78b0-4711-9737-eead263ea33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:15.650552 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b9e9099b-78b0-4711-9737-eead263ea33a admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:15.654873 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b9e9099b-78b0-4711-9737-eead263ea33a admin admin] 10.222.0.23 "DELETE /v2.0/networks/9835bdae-f621-45f2-9183-9b5ab222cd9f HTTP/1.1" status: 204 len: 168 time: 0.3302858 Jul 13 07:29:15.655060 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9363702-ec4a-421d-9cf3-766781a56ca4 admin admin] Checking segment: {'id': 'd01f6add-c93c-4b60-af02-3b5f39c9a147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '90ef50f3-9d25-4fc4-9ab8-4d30153c5234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:15.655060 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9363702-ec4a-421d-9cf3-766781a56ca4 admin admin] Network hostable DHCP agents. Network: 90ef50f3-9d25-4fc4-9ab8-4d30153c5234, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:29:15.657004 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff888e87-fce9-4cba-8d0f-18043c1bb3dd admin admin] Checking segment: {'id': '537d6cab-57e0-479c-8bfd-86d228192481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a37aa481-42b4-4aa9-b741-e962bed6d7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:15.657553 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff888e87-fce9-4cba-8d0f-18043c1bb3dd admin admin] Network hostable DHCP agents. Network: a37aa481-42b4-4aa9-b741-e962bed6d7ba, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:29:15.663228 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9099b-78b0-4711-9737-eead263ea33a admin admin] Pushing event deleted for resources: {'Network': ['ID=9835bdae-f621-45f2-9183-9b5ab222cd9f,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:15.678534 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696936b-c522-46d7-b757-d3936996d504 req-e0a77da8-d4f0-47fe-ade6-9e69cea03bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:15.679321 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696936b-c522-46d7-b757-d3936996d504 req-e0a77da8-d4f0-47fe-ade6-9e69cea03bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:15.679964 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696936b-c522-46d7-b757-d3936996d504 req-e0a77da8-d4f0-47fe-ade6-9e69cea03bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:15.680600 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696936b-c522-46d7-b757-d3936996d504 req-e0a77da8-d4f0-47fe-ade6-9e69cea03bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:15.681244 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696936b-c522-46d7-b757-d3936996d504 req-e0a77da8-d4f0-47fe-ade6-9e69cea03bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:15.681784 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696936b-c522-46d7-b757-d3936996d504 req-e0a77da8-d4f0-47fe-ade6-9e69cea03bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:15.682199 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696936b-c522-46d7-b757-d3936996d504 req-e0a77da8-d4f0-47fe-ade6-9e69cea03bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:15.689883 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8696936b-c522-46d7-b757-d3936996d504 req-e0a77da8-d4f0-47fe-ade6-9e69cea03bde service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 6498 time: 0.9682658 Jul 13 07:29:15.710318 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b729788-eb39-4d3c-99b2-42e59c4fd17c req-2ab0bb51-8ee7-42d5-b2dc-96950f337d87 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:15.716726 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b729788-eb39-4d3c-99b2-42e59c4fd17c req-2ab0bb51-8ee7-42d5-b2dc-96950f337d87 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:15.719245 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7b729788-eb39-4d3c-99b2-42e59c4fd17c req-2ab0bb51-8ee7-42d5-b2dc-96950f337d87 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=baa57777-d698-4f4e-9562-b595566af0be HTTP/1.1" status: 200 len: 1654 time: 0.5061164 Jul 13 07:29:15.730721 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff888e87-fce9-4cba-8d0f-18043c1bb3dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=42fb17a4-cb3f-4456-b3ad-fd0b0a128501,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:15.797451 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-f5e4dd3f-8395-4dd1-b6b2-994d8fb23c90 service neutron] 10.222.0.42 "GET /v2.0/networks/d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147522 Jul 13 07:29:15.834244 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9363702-ec4a-421d-9cf3-766781a56ca4 admin admin] Network 90ef50f3-9d25-4fc4-9ab8-4d30153c5234 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:29:15.870079 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8696936b-c522-46d7-b757-d3936996d504 req-ae0dc9b6-c528-45d3-bd3a-09f3fef59250 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4b298572-65fa-498a-ba3d-67c8f2b7d207&id=afedc317-2eb3-4978-a3f5-50dbdb316361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1792963 Jul 13 07:29:15.872111 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff888e87-fce9-4cba-8d0f-18043c1bb3dd admin admin] Network a37aa481-42b4-4aa9-b741-e962bed6d7ba is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:29:15.920614 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-c9363702-ec4a-421d-9cf3-766781a56ca4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 90ef50f3-9d25-4fc4-9ab8-4d30153c5234) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:15.929282 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1587b668-ec51-4bf9-94a7-3151b5293d67 None None] Network 90ef50f3-9d25-4fc4-9ab8-4d30153c5234 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:29:15.934916 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-ff888e87-fce9-4cba-8d0f-18043c1bb3dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, a37aa481-42b4-4aa9-b741-e962bed6d7ba) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:15.948592 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7b729788-eb39-4d3c-99b2-42e59c4fd17c req-f67a5645-b6ee-4ada-9824-f3baa9f15890 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e56024-b264-4795-a931-6b8425f6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987224 Jul 13 07:29:15.961741 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57474) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:16.001061 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9363702-ec4a-421d-9cf3-766781a56ca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:16.002049 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c9363702-ec4a-421d-9cf3-766781a56ca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:16.007300 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff888e87-fce9-4cba-8d0f-18043c1bb3dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:16.008410 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ff888e87-fce9-4cba-8d0f-18043c1bb3dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:16.025648 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58a1c61-65c6-4efd-ad47-52ced354a89f None None] Network a37aa481-42b4-4aa9-b741-e962bed6d7ba requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:29:16.027095 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-64782ee9-b1ad-4eac-bf3d-dda8c09b6668 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e85251084944b01becf8832bc36811b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0641348 Jul 13 07:29:16.029630 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57476) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:16.033498 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-e92596c3-f56e-4902-b711-549a63c99095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 362ecfa6-4b5a-45e5-90a9-afcc4f168e58 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:16.047750 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-e92596c3-f56e-4902-b711-549a63c99095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:16.060334 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c9363702-ec4a-421d-9cf3-766781a56ca4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.4422059 Jul 13 07:29:16.072218 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ff888e87-fce9-4cba-8d0f-18043c1bb3dd admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1772406 Jul 13 07:29:16.079159 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-d1665e56-a10c-4f6d-a11d-daf10a5fee07 service neutron] 10.222.0.42 "GET /v2.0/networks/d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735968 Jul 13 07:29:16.082014 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-e92596c3-f56e-4902-b711-549a63c99095 service neutron] Transition to ACTIVE for port object 362ecfa6-4b5a-45e5-90a9-afcc4f168e58 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:16.096356 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-e92596c3-f56e-4902-b711-549a63c99095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:16.128908 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-feb30410-0433-415d-b7ad-0abd3abea15d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:16.140061 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-d67138e9-5232-4971-a158-0f482c0de88e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=38a092c2-cb24-4cdb-9c57-ce1ffaf19763 HTTP/1.1" status: 200 len: 217 time: 0.0532906 Jul 13 07:29:16.180640 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-feb30410-0433-415d-b7ad-0abd3abea15d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:16.193977 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cea966-0e2b-4141-873a-ef8077012b4b None None] Network 90ef50f3-9d25-4fc4-9ab8-4d30153c5234 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:29:16.266415 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-1d62280b-1689-4045-a74b-73201c5b9115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:16.274466 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-1d62280b-1689-4045-a74b-73201c5b9115 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9c2506db-6f43-4e89-9c37-79407431b682 HTTP/1.1" status: 200 len: 797 time: 0.1077120 Jul 13 07:29:16.281517 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-feb30410-0433-415d-b7ad-0abd3abea15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:16.284487 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-feb30410-0433-415d-b7ad-0abd3abea15d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:16.286353 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-feb30410-0433-415d-b7ad-0abd3abea15d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/092469be-0f5d-491f-8158-fe5f59fdd5c2 HTTP/1.1" status: 204 len: 168 time: 0.2550716 Jul 13 07:29:16.300761 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb30410-0433-415d-b7ad-0abd3abea15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092469be-0f5d-491f-8158-fe5f59fdd5c2,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:16.343964 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92596c3-f56e-4902-b711-549a63c99095 service neutron] Pushing event updated for resources: {'Port': ['ID=362ecfa6-4b5a-45e5-90a9-afcc4f168e58,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:16.449566 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-e92596c3-f56e-4902-b711-549a63c99095 service neutron] Attempting to bind port 362ecfa6-4b5a-45e5-90a9-afcc4f168e58 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:16.450981 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-e92596c3-f56e-4902-b711-549a63c99095 service neutron] Attempting to bind port 362ecfa6-4b5a-45e5-90a9-afcc4f168e58 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '80457635-f127-404e-a6cc-3fe7615fc23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ea309b70-41b4-4f92-a6d0-82a1119dc571'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:16.452155 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-e92596c3-f56e-4902-b711-549a63c99095 service neutron] Attempting to bind port 362ecfa6-4b5a-45e5-90a9-afcc4f168e58 on network ea309b70-41b4-4f92-a6d0-82a1119dc571 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:16.459023 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-e92596c3-f56e-4902-b711-549a63c99095 service neutron] Port 362ecfa6-4b5a-45e5-90a9-afcc4f168e58 on network ea309b70-41b4-4f92-a6d0-82a1119dc571 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:16.459714 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-e92596c3-f56e-4902-b711-549a63c99095 service neutron] Attempting to bind port 362ecfa6-4b5a-45e5-90a9-afcc4f168e58 on network ea309b70-41b4-4f92-a6d0-82a1119dc571 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:16.468216 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-e92596c3-f56e-4902-b711-549a63c99095 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:29:16.468924 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-e92596c3-f56e-4902-b711-549a63c99095 service neutron] Checking segment: {'id': '80457635-f127-404e-a6cc-3fe7615fc23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ea309b70-41b4-4f92-a6d0-82a1119dc571'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:16.469484 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-e92596c3-f56e-4902-b711-549a63c99095 service neutron] Bound using segment: {'id': '80457635-f127-404e-a6cc-3fe7615fc23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ea309b70-41b4-4f92-a6d0-82a1119dc571'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:29:16.470099 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-e92596c3-f56e-4902-b711-549a63c99095 service neutron] Bound port: 362ecfa6-4b5a-45e5-90a9-afcc4f168e58, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80457635-f127-404e-a6cc-3fe7615fc23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ea309b70-41b4-4f92-a6d0-82a1119dc571'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:29:16.470639 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-e92596c3-f56e-4902-b711-549a63c99095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:16.584481 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-eadbe5f1-fba3-492a-80b3-3e92c987549c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:16.586714 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-eadbe5f1-fba3-492a-80b3-3e92c987549c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2905066 Jul 13 07:29:16.639429 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-e92596c3-f56e-4902-b711-549a63c99095 service neutron] For port 362ecfa6-4b5a-45e5-90a9-afcc4f168e58, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:29:16.650908 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab9598c-8f6a-40ad-bf7c-bb9332d4ba67 None None] Network a37aa481-42b4-4aa9-b741-e962bed6d7ba requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:29:16.680891 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-e92596c3-f56e-4902-b711-549a63c99095 service neutron] For port 362ecfa6-4b5a-45e5-90a9-afcc4f168e58, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=362ecfa6-4b5a-45e5-90a9-afcc4f168e58,segment=NetworkSegment(80457635-f127-404e-a6cc-3fe7615fc23b),segment_id=80457635-f127-404e-a6cc-3fe7615fc23b)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:29:16.694356 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-e92596c3-f56e-4902-b711-549a63c99095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:16.763820 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-e92596c3-f56e-4902-b711-549a63c99095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:16.764686 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-e92596c3-f56e-4902-b711-549a63c99095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:16.766277 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-e92596c3-f56e-4902-b711-549a63c99095 service neutron] 10.222.0.25 "PUT /v2.0/ports/362ecfa6-4b5a-45e5-90a9-afcc4f168e58 HTTP/1.1" status: 200 len: 1092 time: 2.8271606 Jul 13 07:29:16.767236 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baa57777-d698-4f4e-9562-b595566af0be', 'tag': '362ecfa6-4b5a-45e5-90a9-afcc4f168e58'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:16.775363 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d046cd-f821-4825-830c-106dd62c8d65" -d '{"events": [{"name": "network-changed", "server_uuid": "baa57777-d698-4f4e-9562-b595566af0be", "tag": "362ecfa6-4b5a-45e5-90a9-afcc4f168e58"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:16.783101 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-2c542523-991d-4c29-a356-271d35676c8e service neutron] 10.222.0.42 "GET /v2.0/networks/d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879196 Jul 13 07:29:16.826414 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-8eff2c22-4d0a-4c6b-8d11-eb9591cb6b93 service neutron] Request body: {'port': {'device_id': 'baa57777-d698-4f4e-9562-b595566af0be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:16.831379 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92596c3-f56e-4902-b711-549a63c99095 service neutron] Pushing event updated for resources: {'Port': ['ID=362ecfa6-4b5a-45e5-90a9-afcc4f168e58,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:16.976607 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f08ca6f9-3764-4e3b-b845-35844ce57cea req-1be49542-1d5a-4a16-b749-a941399a996d service neutron] 10.222.0.42 "GET /v2.0/networks/d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853602 Jul 13 07:29:16.980517 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-8eff2c22-4d0a-4c6b-8d11-eb9591cb6b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:17.265401 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-da175a52-ab65-419f-80ab-a47fec9e76a3 tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:17.273731 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-da175a52-ab65-419f-80ab-a47fec9e76a3 tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] 10.222.0.23 "GET /v2.0/networks?id=b590bdc3-2980-4ee5-8c15-2b17cc2dd415 HTTP/1.1" status: 200 len: 809 time: 0.1641312 Jul 13 07:29:17.291342 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-e8027487-f605-4b64-8113-53743bcb33c3 tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] 10.222.0.23 "GET /v2.0/quotas/825cd8f77d96437a890e0073af479b52 HTTP/1.1" status: 200 len: 375 time: 0.0117242 Jul 13 07:29:17.292068 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57534) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:17.324614 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-3a90e23d-5639-470f-b9f8-bb7592f5fef6 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:17.326245 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-3a90e23d-5639-470f-b9f8-bb7592f5fef6 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] 10.222.0.23 "GET /v2.0/networks?id=90ef50f3-9d25-4fc4-9ab8-4d30153c5234 HTTP/1.1" status: 200 len: 817 time: 0.2932673 Jul 13 07:29:17.341273 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-30ba4229-1f72-404f-b313-76edd661b446 tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=825cd8f77d96437a890e0073af479b52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425575 Jul 13 07:29:17.357310 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-76b0c9c6-c58d-4108-9f9f-96add5bf37b6 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] 10.222.0.23 "GET /v2.0/quotas/e1ab7cca86c848f899d67dcb166f42e0 HTTP/1.1" status: 200 len: 375 time: 0.0206342 Jul 13 07:29:17.407171 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6a5ee9c4-1e0d-4988-9a07-4c326f7f0e21 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fac9b70f89e24e94be11f8631603d953&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1137531 Jul 13 07:29:17.409550 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57538) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:17.433791 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-8d13f4cd-a92a-4cd4-b777-2a700addea2b tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e1ab7cca86c848f899d67dcb166f42e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396776 Jul 13 07:29:17.504544 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57540) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:17.508293 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-f2e510fa-9a29-48ea-8576-08d7e5badbab service neutron] 10.222.0.23 "GET /v2.0/networks/b590bdc3-2980-4ee5-8c15-2b17cc2dd415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558514 Jul 13 07:29:17.512122 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-883a6a05-4d2f-406e-bd25-8ae184ee8450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:17.557004 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-883a6a05-4d2f-406e-bd25-8ae184ee8450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:17.619764 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-124c69c2-fe3c-4dd8-a215-f972083d0104 service neutron] 10.222.0.23 "GET /v2.0/networks/90ef50f3-9d25-4fc4-9ab8-4d30153c5234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779311 Jul 13 07:29:17.665674 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-8eff2c22-4d0a-4c6b-8d11-eb9591cb6b93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d99c3901-a433-48cc-b7c8-99270858aee8 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:17.683594 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-717d7398-f636-4fc3-9508-f5d13b6fd7a9 service neutron] 10.222.0.23 "GET /v2.0/networks/b590bdc3-2980-4ee5-8c15-2b17cc2dd415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663489 Jul 13 07:29:17.688171 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-8eff2c22-4d0a-4c6b-8d11-eb9591cb6b93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:17.698344 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-883a6a05-4d2f-406e-bd25-8ae184ee8450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:17.701773 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-883a6a05-4d2f-406e-bd25-8ae184ee8450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:17.702981 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-883a6a05-4d2f-406e-bd25-8ae184ee8450 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e27e3972-5bb7-43de-84e5-9d8bbb45cc22 HTTP/1.1" status: 204 len: 168 time: 0.2925460 Jul 13 07:29:17.720269 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a6a05-4d2f-406e-bd25-8ae184ee8450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27e3972-5bb7-43de-84e5-9d8bbb45cc22,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:17.752365 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-8eff2c22-4d0a-4c6b-8d11-eb9591cb6b93 service neutron] Transition to ACTIVE for port object d99c3901-a433-48cc-b7c8-99270858aee8 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:17.755730 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ac0cdd9c-df60-41d9-b7c1-48d243871010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:17.763921 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-8eff2c22-4d0a-4c6b-8d11-eb9591cb6b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:17.852382 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-7455a34f-3ba4-4144-bbbf-84e56d7abc75 service neutron] 10.222.0.23 "GET /v2.0/networks/90ef50f3-9d25-4fc4-9ab8-4d30153c5234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223799 Jul 13 07:29:17.862925 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff2c22-4d0a-4c6b-8d11-eb9591cb6b93 service neutron] Pushing event updated for resources: {'Port': ['ID=d99c3901-a433-48cc-b7c8-99270858aee8,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:18.060932 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-8eff2c22-4d0a-4c6b-8d11-eb9591cb6b93 service neutron] Attempting to bind port d99c3901-a433-48cc-b7c8-99270858aee8 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:18.061273 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-8eff2c22-4d0a-4c6b-8d11-eb9591cb6b93 service neutron] Attempting to bind port d99c3901-a433-48cc-b7c8-99270858aee8 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'b0de4294-7654-4595-b236-de2318250d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0e83cfb9-90db-4bd5-b2f2-33c365ea4db7'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:18.061608 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-8eff2c22-4d0a-4c6b-8d11-eb9591cb6b93 service neutron] Attempting to bind port d99c3901-a433-48cc-b7c8-99270858aee8 on network 0e83cfb9-90db-4bd5-b2f2-33c365ea4db7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:18.078532 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-8eff2c22-4d0a-4c6b-8d11-eb9591cb6b93 service neutron] Port d99c3901-a433-48cc-b7c8-99270858aee8 on network 0e83cfb9-90db-4bd5-b2f2-33c365ea4db7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:18.078951 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-8eff2c22-4d0a-4c6b-8d11-eb9591cb6b93 service neutron] Attempting to bind port d99c3901-a433-48cc-b7c8-99270858aee8 on network 0e83cfb9-90db-4bd5-b2f2-33c365ea4db7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:18.101341 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-8eff2c22-4d0a-4c6b-8d11-eb9591cb6b93 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:29:18.101766 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-8eff2c22-4d0a-4c6b-8d11-eb9591cb6b93 service neutron] Checking segment: {'id': 'b0de4294-7654-4595-b236-de2318250d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0e83cfb9-90db-4bd5-b2f2-33c365ea4db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:18.102169 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-8eff2c22-4d0a-4c6b-8d11-eb9591cb6b93 service neutron] Bound using segment: {'id': 'b0de4294-7654-4595-b236-de2318250d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0e83cfb9-90db-4bd5-b2f2-33c365ea4db7'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:29:18.102641 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-8eff2c22-4d0a-4c6b-8d11-eb9591cb6b93 service neutron] Bound port: d99c3901-a433-48cc-b7c8-99270858aee8, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0de4294-7654-4595-b236-de2318250d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0e83cfb9-90db-4bd5-b2f2-33c365ea4db7'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:29:18.103015 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-8eff2c22-4d0a-4c6b-8d11-eb9591cb6b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:18.125030 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ac0cdd9c-df60-41d9-b7c1-48d243871010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:18.138279 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ac0cdd9c-df60-41d9-b7c1-48d243871010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:18.226515 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ac0cdd9c-df60-41d9-b7c1-48d243871010 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c3f1f837f97e4ef48c51f74ecf094972&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7197590 Jul 13 07:29:18.230646 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57566) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:18.245218 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4ae125-6ce2-471d-bab2-afeb6778eda9 x-openstack-request-id: req-de4ae125-6ce2-471d-bab2-afeb6778eda9 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:18.245469 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baa57777-d698-4f4e-9562-b595566af0be", "tag": "362ecfa6-4b5a-45e5-90a9-afcc4f168e58", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:18.245619 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-de4ae125-6ce2-471d-bab2-afeb6778eda9 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:18.246198 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baa57777-d698-4f4e-9562-b595566af0be', 'tag': '362ecfa6-4b5a-45e5-90a9-afcc4f168e58', 'status': 'completed', 'code': 200} Jul 13 07:29:18.250015 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0cdd9c-df60-41d9-b7c1-48d243871010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f112c9-e926-4f39-8c1b-410956699d1c,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:18.260199 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-8eff2c22-4d0a-4c6b-8d11-eb9591cb6b93 service neutron] For port d99c3901-a433-48cc-b7c8-99270858aee8, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:29:18.267437 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-8eff2c22-4d0a-4c6b-8d11-eb9591cb6b93 service neutron] For port d99c3901-a433-48cc-b7c8-99270858aee8, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=d99c3901-a433-48cc-b7c8-99270858aee8,segment=NetworkSegment(b0de4294-7654-4595-b236-de2318250d61),segment_id=b0de4294-7654-4595-b236-de2318250d61)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:29:18.275326 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-8eff2c22-4d0a-4c6b-8d11-eb9591cb6b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:18.345938 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-8eff2c22-4d0a-4c6b-8d11-eb9591cb6b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:18.345938 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-8eff2c22-4d0a-4c6b-8d11-eb9591cb6b93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:18.348111 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-8eff2c22-4d0a-4c6b-8d11-eb9591cb6b93 service neutron] 10.222.0.25 "PUT /v2.0/ports/d99c3901-a433-48cc-b7c8-99270858aee8 HTTP/1.1" status: 200 len: 1093 time: 1.5404675 Jul 13 07:29:18.405190 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff2c22-4d0a-4c6b-8d11-eb9591cb6b93 service neutron] Pushing event updated for resources: {'Port': ['ID=d99c3901-a433-48cc-b7c8-99270858aee8,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:18.529977 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5b981d86-694c-431a-a528-f6574b917952 req-bd5a69eb-2240-4f5d-be0b-ae47fd1762bc tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5bd7940-fa91-46e7-975f-f169eb00e079 HTTP/1.1" status: 200 len: 210 time: 0.0970023 Jul 13 07:29:18.592519 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7da6b9b6-3c60-40b4-80d5-e0ddba00a11e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:18.597574 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d046cd-f821-4825-830c-106dd62c8d65 req-a7d6dc71-746f-4db9-a49d-901773e117a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:18.598640 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d046cd-f821-4825-830c-106dd62c8d65 req-a7d6dc71-746f-4db9-a49d-901773e117a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:18.600911 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-09d046cd-f821-4825-830c-106dd62c8d65 req-a7d6dc71-746f-4db9-a49d-901773e117a3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=48de65aa8b8243d7a205f2a528057190&device_id=baa57777-d698-4f4e-9562-b595566af0be HTTP/1.1" status: 200 len: 1982 time: 0.3239622 Jul 13 07:29:18.640296 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82e31c-4f83-42e5-9824-51b720630d16 req-10a1a0cb-e2f4-4577-bc89-24a8945cf207 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:18.649587 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82e31c-4f83-42e5-9824-51b720630d16 req-10a1a0cb-e2f4-4577-bc89-24a8945cf207 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:18.658621 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6a82e31c-4f83-42e5-9824-51b720630d16 req-10a1a0cb-e2f4-4577-bc89-24a8945cf207 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=baa57777-d698-4f4e-9562-b595566af0be HTTP/1.1" status: 200 len: 1678 time: 0.1777768 Jul 13 07:29:18.703032 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7da6b9b6-3c60-40b4-80d5-e0ddba00a11e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:18.730375 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6a82e31c-4f83-42e5-9824-51b720630d16 req-c4f51e20-5d6f-4a6c-9791-633234c63db0 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e56024-b264-4795-a931-6b8425f6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702143 Jul 13 07:29:18.753362 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ada4af8c-9527-4210-b6a4-c0765c3d6ac8 req-efb80fa6-e127-4770-bda1-4302bb94a1af tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea9e0e14-f7bd-4136-9da0-5f090bb7667d HTTP/1.1" status: 200 len: 210 time: 0.1103024 Jul 13 07:29:18.920471 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d046cd-f821-4825-830c-106dd62c8d65 req-a74dcfea-6a1e-4451-aeb6-11063421257f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:18.921046 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d046cd-f821-4825-830c-106dd62c8d65 req-a74dcfea-6a1e-4451-aeb6-11063421257f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:18.921609 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d046cd-f821-4825-830c-106dd62c8d65 req-a74dcfea-6a1e-4451-aeb6-11063421257f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:18.923697 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-09d046cd-f821-4825-830c-106dd62c8d65 req-a74dcfea-6a1e-4451-aeb6-11063421257f service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=48de65aa8b8243d7a205f2a528057190&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3055646 Jul 13 07:29:18.924607 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7da6b9b6-3c60-40b4-80d5-e0ddba00a11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:18.927699 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7da6b9b6-3c60-40b4-80d5-e0ddba00a11e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:18.928775 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7da6b9b6-3c60-40b4-80d5-e0ddba00a11e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/97f112c9-e926-4f39-8c1b-410956699d1c HTTP/1.1" status: 204 len: 168 time: 0.6964452 Jul 13 07:29:18.983118 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da6b9b6-3c60-40b4-80d5-e0ddba00a11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f112c9-e926-4f39-8c1b-410956699d1c,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:19.521874 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57602) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:19.574916 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e97bdf38-66c5-4c9c-9fc0-bb3ff0c22c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:19.595233 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-f59cf8f6-6000-453c-8d97-359f6fcf12af tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:19.596861 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-f59cf8f6-6000-453c-8d97-359f6fcf12af tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] 10.222.0.42 "GET /v2.0/networks?id=b590bdc3-2980-4ee5-8c15-2b17cc2dd415 HTTP/1.1" status: 200 len: 809 time: 0.1396704 Jul 13 07:29:19.610669 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-763b5cc8-fdf5-458f-b097-00eb9a1cfd1c tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] Request body: {'port': {'device_id': 'd5bd7940-fa91-46e7-975f-f169eb00e079', 'network_id': 'b590bdc3-2980-4ee5-8c15-2b17cc2dd415', 'admin_state_up': True, 'tenant_id': '825cd8f77d96437a890e0073af479b52'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:19.627148 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57608) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:19.733314 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d046cd-f821-4825-830c-106dd62c8d65 req-06fc424d-148b-4609-8be7-15006e6c0464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:19.735555 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-09d046cd-f821-4825-830c-106dd62c8d65 req-06fc424d-148b-4609-8be7-15006e6c0464 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8052304 Jul 13 07:29:19.748818 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7cdb047c-8665-4953-95d8-10fe02ec675c req-34aa6d4c-bd72-4041-8f6f-5fb612cef018 tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5bd7940-fa91-46e7-975f-f169eb00e079 HTTP/1.1" status: 200 len: 210 time: 0.0603166 Jul 13 07:29:19.789993 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b1a7cbb9-ec2c-43c2-8aa6-7ec700b43b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:19.908275 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e97bdf38-66c5-4c9c-9fc0-bb3ff0c22c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:19.935835 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e97bdf38-66c5-4c9c-9fc0-bb3ff0c22c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:19.942494 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eb69ffc8-c319-4440-8b6c-51e9da3f46db req-40dd99c4-3029-4748-8ed8-97da702a1140 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea9e0e14-f7bd-4136-9da0-5f090bb7667d HTTP/1.1" status: 200 len: 210 time: 0.0487010 Jul 13 07:29:19.958672 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.db.api [None req-b1a7cbb9-ec2c-43c2-8aa6-7ec700b43b55 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:29:19.958672 n-d-771363-34 neutron-server[94017]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 07:29:19.958672 n-d-771363-34 neutron-server[94017]: [parameters: {'project_id_1': '2402dec8bcc3421580ba5eb0c7f1951a', 'expiration_1': datetime.datetime(2021, 7, 13, 7, 29, 19, 818782)}] Jul 13 07:29:19.958672 n-d-771363-34 neutron-server[94017]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:29:19.959135 n-d-771363-34 neutron-server[94017]: DEBUG oslo_db.api [None req-b1a7cbb9-ec2c-43c2-8aa6-7ec700b43b55 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:29:19.987673 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-763b5cc8-fdf5-458f-b097-00eb9a1cfd1c tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] Made reservation on behalf of 825cd8f77d96437a890e0073af479b52 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:19.991489 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-763b5cc8-fdf5-458f-b097-00eb9a1cfd1c tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:19.995051 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e97bdf38-66c5-4c9c-9fc0-bb3ff0c22c8e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=33aec3c22c37480ab5700ed7c302441d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4720969 Jul 13 07:29:19.996683 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97bdf38-66c5-4c9c-9fc0-bb3ff0c22c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6be816-4e3a-4664-8fea-049129fd3c2f,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:19.997613 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57616) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:20.009285 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-722c298c-1ef5-47d4-808b-d13e384a5319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:20.009777 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-722c298c-1ef5-47d4-808b-d13e384a5319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:20.011460 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-722c298c-1ef5-47d4-808b-d13e384a5319 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=48de65aa8b8243d7a205f2a528057190&device_id=baa57777-d698-4f4e-9562-b595566af0be HTTP/1.1" status: 200 len: 1982 time: 0.1731691 Jul 13 07:29:20.059508 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-a8bd778d-c2b1-4e38-bf98-ad830c9cb8c7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.98&port_id=362ecfa6-4b5a-45e5-90a9-afcc4f168e58 HTTP/1.1" status: 200 len: 217 time: 0.0393150 Jul 13 07:29:20.086570 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d379be7-1753-40a7-901c-4d81ce541e9b req-fd5ea2c7-cf5c-4056-81fc-27976dde261a tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:20.092606 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d379be7-1753-40a7-901c-4d81ce541e9b req-fd5ea2c7-cf5c-4056-81fc-27976dde261a tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:20.094237 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2d379be7-1753-40a7-901c-4d81ce541e9b req-fd5ea2c7-cf5c-4056-81fc-27976dde261a tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=baa57777-d698-4f4e-9562-b595566af0be HTTP/1.1" status: 200 len: 1678 time: 0.2223983 Jul 13 07:29:20.110501 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-c1c9dcfc-6276-4a12-8058-29e4c18a68be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:20.112235 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-c1c9dcfc-6276-4a12-8058-29e4c18a68be service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4b646568-d775-48e1-ac64-21b853fb9025 HTTP/1.1" status: 200 len: 801 time: 0.0462813 Jul 13 07:29:20.172340 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-be7bbb5b-fe2a-49e8-bc8c-4e87c8a54e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:20.173897 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-be7bbb5b-fe2a-49e8-bc8c-4e87c8a54e72 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ea309b70-41b4-4f92-a6d0-82a1119dc571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553677 Jul 13 07:29:20.209065 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-58bef99b-bf77-4fc2-bc01-25904c3fe452 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:20.211580 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-58bef99b-bf77-4fc2-bc01-25904c3fe452 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] 10.222.0.42 "GET /v2.0/networks?id=90ef50f3-9d25-4fc4-9ab8-4d30153c5234 HTTP/1.1" status: 200 len: 817 time: 0.2936983 Jul 13 07:29:20.236091 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-3da71668-b8ff-4c6a-8724-1f3919a2b9fa tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] Request body: {'port': {'device_id': 'ea9e0e14-f7bd-4136-9da0-5f090bb7667d', 'network_id': '90ef50f3-9d25-4fc4-9ab8-4d30153c5234', 'admin_state_up': True, 'tenant_id': 'e1ab7cca86c848f899d67dcb166f42e0'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:20.259934 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baa57777-d698-4f4e-9562-b595566af0be', 'tag': 'd99c3901-a433-48cc-b7c8-99270858aee8'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:20.261868 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb5ff2d-5465-43ec-99a2-282b1b16d70b" -d '{"events": [{"name": "network-changed", "server_uuid": "baa57777-d698-4f4e-9562-b595566af0be", "tag": "d99c3901-a433-48cc-b7c8-99270858aee8"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:20.274431 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-2a942bec-71c4-4324-8788-e9c1a0b2aa8e service neutron] 10.222.0.25 "GET /v2.0/networks/ea309b70-41b4-4f92-a6d0-82a1119dc571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937982 Jul 13 07:29:20.275048 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2d379be7-1753-40a7-901c-4d81ce541e9b req-0ea59c03-4fe3-454d-ab0b-cc58bf821fbd tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e56024-b264-4795-a931-6b8425f6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630187 Jul 13 07:29:20.275708 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-61ce8b60-3629-4a3e-a5dd-56f0abc4dd49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:20.344169 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abbfd62-6d58-42d2-8130-bdc12d0665cb x-openstack-request-id: req-3abbfd62-6d58-42d2-8130-bdc12d0665cb {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:20.344458 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baa57777-d698-4f4e-9562-b595566af0be", "tag": "d99c3901-a433-48cc-b7c8-99270858aee8", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:20.344705 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3abbfd62-6d58-42d2-8130-bdc12d0665cb {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:20.345093 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baa57777-d698-4f4e-9562-b595566af0be', 'tag': 'd99c3901-a433-48cc-b7c8-99270858aee8', 'status': 'completed', 'code': 200} Jul 13 07:29:20.349394 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-61ce8b60-3629-4a3e-a5dd-56f0abc4dd49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:20.370204 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-73535627-9e61-4bf9-8650-e350e1cee46b service neutron] 10.222.0.25 "GET /v2.0/networks/ea309b70-41b4-4f92-a6d0-82a1119dc571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887756 Jul 13 07:29:20.412075 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-763b5cc8-fdf5-458f-b097-00eb9a1cfd1c tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] Allocated IP 172.20.0.13 (b590bdc3-2980-4ee5-8c15-2b17cc2dd415/20570e72-55bc-4f02-914a-1aebab29deba/5b848c79-7d01-41ec-945c-6fc15c94cbcd) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:29:20.416419 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-1807d938-4a09-478e-88ce-195cc01c134e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.143&port_id=d99c3901-a433-48cc-b7c8-99270858aee8 HTTP/1.1" status: 200 len: 217 time: 0.0390213 Jul 13 07:29:20.462005 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b1a7cbb9-ec2c-43c2-8aa6-7ec700b43b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:20.466783 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-86e0f1fc-20f2-4dc6-998b-48927817e6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:20.467704 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-86e0f1fc-20f2-4dc6-998b-48927817e6c9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=87ffc981-6781-45d6-b8cd-529685f99e08 HTTP/1.1" status: 200 len: 801 time: 0.0447838 Jul 13 07:29:20.515962 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-61ce8b60-3629-4a3e-a5dd-56f0abc4dd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:20.518482 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-61ce8b60-3629-4a3e-a5dd-56f0abc4dd49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:20.522135 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-61ce8b60-3629-4a3e-a5dd-56f0abc4dd49 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1b6be816-4e3a-4664-8fea-049129fd3c2f HTTP/1.1" status: 204 len: 168 time: 0.5211296 Jul 13 07:29:20.528041 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-a13579e9-6175-4acc-b1aa-034490ba2b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:20.529546 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-a13579e9-6175-4acc-b1aa-034490ba2b50 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0e83cfb9-90db-4bd5-b2f2-33c365ea4db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545797 Jul 13 07:29:20.569314 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce8b60-3629-4a3e-a5dd-56f0abc4dd49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6be816-4e3a-4664-8fea-049129fd3c2f,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:20.583025 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-3da71668-b8ff-4c6a-8724-1f3919a2b9fa tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] Made reservation on behalf of e1ab7cca86c848f899d67dcb166f42e0 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:20.587533 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-3da71668-b8ff-4c6a-8724-1f3919a2b9fa tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:20.642159 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-711688ed-2b25-4cb2-8970-99aa6d87534f service neutron] 10.222.0.25 "GET /v2.0/networks/0e83cfb9-90db-4bd5-b2f2-33c365ea4db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051745 Jul 13 07:29:20.752841 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-934de0ef-2680-41dd-b604-78fed43b6e6b req-840696b8-9b8e-4484-97ef-81fa2fc2a31f service neutron] 10.222.0.25 "GET /v2.0/networks/0e83cfb9-90db-4bd5-b2f2-33c365ea4db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026707 Jul 13 07:29:20.804453 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-763b5cc8-fdf5-458f-b097-00eb9a1cfd1c tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:20.859252 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-3da71668-b8ff-4c6a-8724-1f3919a2b9fa tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] Allocated IP 172.20.0.3 (90ef50f3-9d25-4fc4-9ab8-4d30153c5234/0f70ce43-2f6d-489c-9656-17ae1e787242/c71b8de8-1a76-45f7-a22f-c9f806e2307d) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:29:20.889675 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5ff2d-5465-43ec-99a2-282b1b16d70b req-c64664c1-1400-46c9-9a5a-d6c252498d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:20.890468 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5ff2d-5465-43ec-99a2-282b1b16d70b req-c64664c1-1400-46c9-9a5a-d6c252498d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:20.892303 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2eb5ff2d-5465-43ec-99a2-282b1b16d70b req-c64664c1-1400-46c9-9a5a-d6c252498d7e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=48de65aa8b8243d7a205f2a528057190&device_id=baa57777-d698-4f4e-9562-b595566af0be HTTP/1.1" status: 200 len: 1982 time: 0.0787027 Jul 13 07:29:20.937750 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eb891702-6cba-4dc9-93e4-2a3bd8e05ddc req-57c7a0e3-423b-4b5d-a9d8-132a4f109d8c tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5bd7940-fa91-46e7-975f-f169eb00e079 HTTP/1.1" status: 200 len: 210 time: 0.0443017 Jul 13 07:29:20.939251 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b1a7cbb9-ec2c-43c2-8aa6-7ec700b43b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:20.954380 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b1a7cbb9-ec2c-43c2-8aa6-7ec700b43b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:20.983705 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-763b5cc8-fdf5-458f-b097-00eb9a1cfd1c tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:21.052395 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5ff2d-5465-43ec-99a2-282b1b16d70b req-e95f098a-e1ab-45fc-bd1b-f6b60e1507b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:21.053937 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2eb5ff2d-5465-43ec-99a2-282b1b16d70b req-e95f098a-e1ab-45fc-bd1b-f6b60e1507b6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0e83cfb9-90db-4bd5-b2f2-33c365ea4db7 HTTP/1.1" status: 200 len: 903 time: 0.1456203 Jul 13 07:29:21.085749 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b5cc8-fdf5-458f-b097-00eb9a1cfd1c tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] Pushing event updated for resources: {'Port': ['ID=5b848c79-7d01-41ec-945c-6fc15c94cbcd,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:21.094697 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b1a7cbb9-ec2c-43c2-8aa6-7ec700b43b55 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2402dec8bcc3421580ba5eb0c7f1951a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4656878 Jul 13 07:29:21.101737 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57640) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:21.114286 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7cbb9-ec2c-43c2-8aa6-7ec700b43b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af4976e-7117-4581-9376-0d984e42072c,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:21.119408 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-763b5cc8-fdf5-458f-b097-00eb9a1cfd1c tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] Network b590bdc3-2980-4ee5-8c15-2b17cc2dd415 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:21.128106 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2eb5ff2d-5465-43ec-99a2-282b1b16d70b req-100ddc21-0149-4d6f-a897-7f6635c56be4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.143&port_id=d99c3901-a433-48cc-b7c8-99270858aee8 HTTP/1.1" status: 200 len: 217 time: 0.0662770 Jul 13 07:29:21.167098 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-763b5cc8-fdf5-458f-b097-00eb9a1cfd1c tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:21.169596 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-763b5cc8-fdf5-458f-b097-00eb9a1cfd1c tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:21.186542 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5ff2d-5465-43ec-99a2-282b1b16d70b req-aa1d3e76-93ce-480b-8f9d-83cc6b42da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:21.190364 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2eb5ff2d-5465-43ec-99a2-282b1b16d70b req-aa1d3e76-93ce-480b-8f9d-83cc6b42da95 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=87ffc981-6781-45d6-b8cd-529685f99e08 HTTP/1.1" status: 200 len: 801 time: 0.0525773 Jul 13 07:29:21.226743 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0feaec7b-66cb-4368-87b4-45ce5734ac30 req-7a04b432-5ddf-474f-beb2-3568d035ab1b tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea9e0e14-f7bd-4136-9da0-5f090bb7667d HTTP/1.1" status: 200 len: 210 time: 0.1052969 Jul 13 07:29:21.278959 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-763b5cc8-fdf5-458f-b097-00eb9a1cfd1c tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:21.279621 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-763b5cc8-fdf5-458f-b097-00eb9a1cfd1c tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:21.288763 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5ff2d-5465-43ec-99a2-282b1b16d70b req-558c71b5-4139-4eba-ad1b-cd8e257fc3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:21.290415 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2eb5ff2d-5465-43ec-99a2-282b1b16d70b req-558c71b5-4139-4eba-ad1b-cd8e257fc3b2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0e83cfb9-90db-4bd5-b2f2-33c365ea4db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963268 Jul 13 07:29:21.303444 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-3da71668-b8ff-4c6a-8724-1f3919a2b9fa tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:21.327435 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-763b5cc8-fdf5-458f-b097-00eb9a1cfd1c tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7213957 Jul 13 07:29:21.333340 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1594a870-3552-4a25-86c7-0a106795200f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:21.344705 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-6a368fe8-9e14-4bf8-a3ce-b2e51b77b1bb service neutron] Request body: {'port': {'device_id': 'd5bd7940-fa91-46e7-975f-f169eb00e079', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:21.450102 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2eb5ff2d-5465-43ec-99a2-282b1b16d70b req-c62df5a6-0925-4ebc-9e60-87df074c5442 service neutron] 10.222.0.25 "GET /v2.0/networks/0e83cfb9-90db-4bd5-b2f2-33c365ea4db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522965 Jul 13 07:29:21.604494 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b1f26-984c-48ae-a666-4c8981fdba66 req-4afe50b3-a6bd-4f98-94fe-719117b1e707 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:21.610656 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b1f26-984c-48ae-a666-4c8981fdba66 req-4afe50b3-a6bd-4f98-94fe-719117b1e707 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:21.612390 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c91b1f26-984c-48ae-a666-4c8981fdba66 req-4afe50b3-a6bd-4f98-94fe-719117b1e707 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=baa57777-d698-4f4e-9562-b595566af0be HTTP/1.1" status: 200 len: 1678 time: 0.1599128 Jul 13 07:29:21.614972 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2eb5ff2d-5465-43ec-99a2-282b1b16d70b req-23bab535-0450-4ff3-9f29-05d5f56e6cc6 service neutron] 10.222.0.25 "GET /v2.0/networks/0e83cfb9-90db-4bd5-b2f2-33c365ea4db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440418 Jul 13 07:29:21.656246 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c91b1f26-984c-48ae-a666-4c8981fdba66 req-0a57a953-9fd4-400b-a788-aa60144a3323 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e56024-b264-4795-a931-6b8425f6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356760 Jul 13 07:29:21.754006 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1594a870-3552-4a25-86c7-0a106795200f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:21.816466 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-3da71668-b8ff-4c6a-8724-1f3919a2b9fa tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:21.874901 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-6a368fe8-9e14-4bf8-a3ce-b2e51b77b1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:21.893966 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-3da71668-b8ff-4c6a-8724-1f3919a2b9fa tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] Network 90ef50f3-9d25-4fc4-9ab8-4d30153c5234 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:21.900304 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da71668-b8ff-4c6a-8724-1f3919a2b9fa tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] Pushing event updated for resources: {'Port': ['ID=c71b8de8-1a76-45f7-a22f-c9f806e2307d,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:21.904101 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-3da71668-b8ff-4c6a-8724-1f3919a2b9fa tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:21.925390 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-3da71668-b8ff-4c6a-8724-1f3919a2b9fa tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:21.930785 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1594a870-3552-4a25-86c7-0a106795200f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:21.933296 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1594a870-3552-4a25-86c7-0a106795200f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:21.934443 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1594a870-3552-4a25-86c7-0a106795200f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2af4976e-7117-4581-9376-0d984e42072c HTTP/1.1" status: 204 len: 168 time: 0.8317492 Jul 13 07:29:21.982690 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594a870-3552-4a25-86c7-0a106795200f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af4976e-7117-4581-9376-0d984e42072c,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:22.056552 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-3da71668-b8ff-4c6a-8724-1f3919a2b9fa tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:22.057189 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-3da71668-b8ff-4c6a-8724-1f3919a2b9fa tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:22.087425 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-3da71668-b8ff-4c6a-8724-1f3919a2b9fa tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8624649 Jul 13 07:29:22.110736 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-4d0d896b-51b7-4e03-86cf-2b5d3fc5227f service neutron] Request body: {'port': {'device_id': 'ea9e0e14-f7bd-4136-9da0-5f090bb7667d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:22.192179 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d089a-939a-4408-9470-7c9035a23f23 req-747e4080-d29f-4b0f-aa9c-b3eb82480f62 tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:22.210917 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-236d089a-939a-4408-9470-7c9035a23f23 req-747e4080-d29f-4b0f-aa9c-b3eb82480f62 tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5bd7940-fa91-46e7-975f-f169eb00e079 HTTP/1.1" status: 200 len: 932 time: 0.0955245 Jul 13 07:29:22.269143 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-4d0d896b-51b7-4e03-86cf-2b5d3fc5227f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:22.277421 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-236d089a-939a-4408-9470-7c9035a23f23 req-89992afd-9a60-48f2-87a0-595acae5771a tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] 10.222.0.23 "GET /v2.0/security-groups?id=243c88a6-4496-4534-be00-90b9c82479ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650189 Jul 13 07:29:22.389254 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-6a368fe8-9e14-4bf8-a3ce-b2e51b77b1bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b848c79-7d01-41ec-945c-6fc15c94cbcd {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:22.464066 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-6a368fe8-9e14-4bf8-a3ce-b2e51b77b1bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:22.516729 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-6a368fe8-9e14-4bf8-a3ce-b2e51b77b1bb service neutron] Transition to ACTIVE for port object 5b848c79-7d01-41ec-945c-6fc15c94cbcd will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:22.537599 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-6a368fe8-9e14-4bf8-a3ce-b2e51b77b1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:22.559360 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 362ecfa6-4b5a-45e5-90a9-afcc4f168e58 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:29:22.685392 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a368fe8-9e14-4bf8-a3ce-b2e51b77b1bb service neutron] Pushing event updated for resources: {'Port': ['ID=5b848c79-7d01-41ec-945c-6fc15c94cbcd,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:22.728140 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a4150-6064-46d2-bff4-eddd35d2b8cd req-1b3b6a33-fbf4-452b-a5a3-2a391020dff7 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:22.735607 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 362ecfa6-4b5a-45e5-90a9-afcc4f168e58, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=362ecfa6-4b5a-45e5-90a9-afcc4f168e58,segment=NetworkSegment(80457635-f127-404e-a6cc-3fe7615fc23b),segment_id=80457635-f127-404e-a6cc-3fe7615fc23b)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:22.735889 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b44a4150-6064-46d2-bff4-eddd35d2b8cd req-1b3b6a33-fbf4-452b-a5a3-2a391020dff7 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea9e0e14-f7bd-4136-9da0-5f090bb7667d HTTP/1.1" status: 200 len: 931 time: 0.2898707 Jul 13 07:29:22.760679 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a368fe8-9e14-4bf8-a3ce-b2e51b77b1bb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:22.760973 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a368fe8-9e14-4bf8-a3ce-b2e51b77b1bb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:22.761237 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a368fe8-9e14-4bf8-a3ce-b2e51b77b1bb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:22.761750 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a368fe8-9e14-4bf8-a3ce-b2e51b77b1bb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:22.762114 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a368fe8-9e14-4bf8-a3ce-b2e51b77b1bb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:22.762449 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a368fe8-9e14-4bf8-a3ce-b2e51b77b1bb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:22.762778 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a368fe8-9e14-4bf8-a3ce-b2e51b77b1bb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:22.763105 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a368fe8-9e14-4bf8-a3ce-b2e51b77b1bb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:22.763459 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a368fe8-9e14-4bf8-a3ce-b2e51b77b1bb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:22.763787 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a368fe8-9e14-4bf8-a3ce-b2e51b77b1bb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:22.764108 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a368fe8-9e14-4bf8-a3ce-b2e51b77b1bb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:22.764217 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '362ecfa6-4b5a-45e5-90a9-afcc4f168e58', 'network_id': 'ea309b70-41b4-4f92-a6d0-82a1119dc571', 'port_id': '362ecfa6-4b5a-45e5-90a9-afcc4f168e58', 'mac_address': 'fa:16:3e:54:f4:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b646568-d775-48e1-ac64-21b853fb9025', 'ip_address': '19.80.0.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:29:22.764430 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a368fe8-9e14-4bf8-a3ce-b2e51b77b1bb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:22.827851 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:22.847138 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 362ecfa6-4b5a-45e5-90a9-afcc4f168e58 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:22.881286 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 362ecfa6-4b5a-45e5-90a9-afcc4f168e58, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=362ecfa6-4b5a-45e5-90a9-afcc4f168e58,segment=NetworkSegment(80457635-f127-404e-a6cc-3fe7615fc23b),segment_id=80457635-f127-404e-a6cc-3fe7615fc23b)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:22.884190 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b44a4150-6064-46d2-bff4-eddd35d2b8cd req-8173aeee-3174-4bf7-b5f3-9f13e256e350 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] 10.222.0.23 "GET /v2.0/security-groups?id=871d0f73-5e8a-425f-be4d-954bf5f3669e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472750 Jul 13 07:29:22.891511 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:22.927601 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-6a368fe8-9e14-4bf8-a3ce-b2e51b77b1bb service neutron] Attempting to bind port 5b848c79-7d01-41ec-945c-6fc15c94cbcd on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:22.927939 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-6a368fe8-9e14-4bf8-a3ce-b2e51b77b1bb service neutron] Attempting to bind port 5b848c79-7d01-41ec-945c-6fc15c94cbcd by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '531418b5-f45d-4591-9034-cd2e33205e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b590bdc3-2980-4ee5-8c15-2b17cc2dd415'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:22.928288 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-6a368fe8-9e14-4bf8-a3ce-b2e51b77b1bb service neutron] Attempting to bind port 5b848c79-7d01-41ec-945c-6fc15c94cbcd on network b590bdc3-2980-4ee5-8c15-2b17cc2dd415 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:22.932635 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-4d0d896b-51b7-4e03-86cf-2b5d3fc5227f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c71b8de8-1a76-45f7-a22f-c9f806e2307d {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:22.940281 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-6a368fe8-9e14-4bf8-a3ce-b2e51b77b1bb service neutron] Port 5b848c79-7d01-41ec-945c-6fc15c94cbcd on network b590bdc3-2980-4ee5-8c15-2b17cc2dd415 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:22.940664 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-6a368fe8-9e14-4bf8-a3ce-b2e51b77b1bb service neutron] Attempting to bind port 5b848c79-7d01-41ec-945c-6fc15c94cbcd on network b590bdc3-2980-4ee5-8c15-2b17cc2dd415 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:22.945253 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-4d0d896b-51b7-4e03-86cf-2b5d3fc5227f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:22.953068 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-6a368fe8-9e14-4bf8-a3ce-b2e51b77b1bb service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:29:22.953282 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-6a368fe8-9e14-4bf8-a3ce-b2e51b77b1bb service neutron] Checking segment: {'id': '531418b5-f45d-4591-9034-cd2e33205e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b590bdc3-2980-4ee5-8c15-2b17cc2dd415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:22.953666 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-6a368fe8-9e14-4bf8-a3ce-b2e51b77b1bb service neutron] Bound using segment: {'id': '531418b5-f45d-4591-9034-cd2e33205e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b590bdc3-2980-4ee5-8c15-2b17cc2dd415'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:29:22.954142 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-6a368fe8-9e14-4bf8-a3ce-b2e51b77b1bb service neutron] Bound port: 5b848c79-7d01-41ec-945c-6fc15c94cbcd, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '531418b5-f45d-4591-9034-cd2e33205e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b590bdc3-2980-4ee5-8c15-2b17cc2dd415'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:29:22.954500 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-6a368fe8-9e14-4bf8-a3ce-b2e51b77b1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:22.974458 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-4d0d896b-51b7-4e03-86cf-2b5d3fc5227f service neutron] Transition to ACTIVE for port object c71b8de8-1a76-45f7-a22f-c9f806e2307d will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:22.980978 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device d99c3901-a433-48cc-b7c8-99270858aee8 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:29:23.002858 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-4d0d896b-51b7-4e03-86cf-2b5d3fc5227f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:23.075568 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44372c3-4d7f-48a5-b988-a2322e3be479 req-28af585f-c335-4a45-bc63-fbdd29731e72 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:23.100093 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44372c3-4d7f-48a5-b988-a2322e3be479 req-28af585f-c335-4a45-bc63-fbdd29731e72 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:23.104910 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b44372c3-4d7f-48a5-b988-a2322e3be479 req-28af585f-c335-4a45-bc63-fbdd29731e72 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=baa57777-d698-4f4e-9562-b595566af0be HTTP/1.1" status: 200 len: 1679 time: 0.1706014 Jul 13 07:29:23.109224 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=362ecfa6-4b5a-45e5-90a9-afcc4f168e58,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:23.154016 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-6a368fe8-9e14-4bf8-a3ce-b2e51b77b1bb service neutron] For port 5b848c79-7d01-41ec-945c-6fc15c94cbcd, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:29:23.162345 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d896b-51b7-4e03-86cf-2b5d3fc5227f service neutron] Pushing event updated for resources: {'Port': ['ID=c71b8de8-1a76-45f7-a22f-c9f806e2307d,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:23.193784 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b44372c3-4d7f-48a5-b988-a2322e3be479 req-74c31331-4f08-4609-8218-6948617b8a02 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e56024-b264-4795-a931-6b8425f6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838900 Jul 13 07:29:23.232692 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-6a368fe8-9e14-4bf8-a3ce-b2e51b77b1bb service neutron] For port 5b848c79-7d01-41ec-945c-6fc15c94cbcd, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=5b848c79-7d01-41ec-945c-6fc15c94cbcd,segment=NetworkSegment(531418b5-f45d-4591-9034-cd2e33205e47),segment_id=531418b5-f45d-4591-9034-cd2e33205e47)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:29:23.243226 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-6a368fe8-9e14-4bf8-a3ce-b2e51b77b1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:23.258845 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:23.261516 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port d99c3901-a433-48cc-b7c8-99270858aee8, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=d99c3901-a433-48cc-b7c8-99270858aee8,segment=NetworkSegment(b0de4294-7654-4595-b236-de2318250d61),segment_id=b0de4294-7654-4595-b236-de2318250d61)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:23.286130 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': 'd99c3901-a433-48cc-b7c8-99270858aee8', 'network_id': '0e83cfb9-90db-4bd5-b2f2-33c365ea4db7', 'port_id': 'd99c3901-a433-48cc-b7c8-99270858aee8', 'mac_address': 'fa:16:3e:35:5a:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ffc981-6781-45d6-b8cd-529685f99e08', 'ip_address': '19.86.0.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:29:23.304816 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-6a368fe8-9e14-4bf8-a3ce-b2e51b77b1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:23.306141 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-6a368fe8-9e14-4bf8-a3ce-b2e51b77b1bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:23.307575 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-6a368fe8-9e14-4bf8-a3ce-b2e51b77b1bb service neutron] 10.222.0.42 "PUT /v2.0/ports/5b848c79-7d01-41ec-945c-6fc15c94cbcd HTTP/1.1" status: 200 len: 1093 time: 1.9701381 Jul 13 07:29:23.310262 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5bd7940-fa91-46e7-975f-f169eb00e079', 'tag': '5b848c79-7d01-41ec-945c-6fc15c94cbcd'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:23.314168 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7847c6a5-0a8f-4868-bcd6-e1e372646aa7" -d '{"events": [{"name": "network-changed", "server_uuid": "d5bd7940-fa91-46e7-975f-f169eb00e079", "tag": "5b848c79-7d01-41ec-945c-6fc15c94cbcd"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:23.359823 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-4d0d896b-51b7-4e03-86cf-2b5d3fc5227f service neutron] Attempting to bind port c71b8de8-1a76-45f7-a22f-c9f806e2307d on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:23.360407 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-4d0d896b-51b7-4e03-86cf-2b5d3fc5227f service neutron] Attempting to bind port c71b8de8-1a76-45f7-a22f-c9f806e2307d by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'd01f6add-c93c-4b60-af02-3b5f39c9a147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '90ef50f3-9d25-4fc4-9ab8-4d30153c5234'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:23.360930 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-4d0d896b-51b7-4e03-86cf-2b5d3fc5227f service neutron] Attempting to bind port c71b8de8-1a76-45f7-a22f-c9f806e2307d on network 90ef50f3-9d25-4fc4-9ab8-4d30153c5234 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:23.377223 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a368fe8-9e14-4bf8-a3ce-b2e51b77b1bb service neutron] Pushing event updated for resources: {'Port': ['ID=5b848c79-7d01-41ec-945c-6fc15c94cbcd,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:23.381022 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-4d0d896b-51b7-4e03-86cf-2b5d3fc5227f service neutron] Port c71b8de8-1a76-45f7-a22f-c9f806e2307d on network 90ef50f3-9d25-4fc4-9ab8-4d30153c5234 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:23.381578 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-4d0d896b-51b7-4e03-86cf-2b5d3fc5227f service neutron] Attempting to bind port c71b8de8-1a76-45f7-a22f-c9f806e2307d on network 90ef50f3-9d25-4fc4-9ab8-4d30153c5234 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:23.384093 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:23.406637 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d99c3901-a433-48cc-b7c8-99270858aee8 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:23.408372 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f367c3d-9bfe-4ebf-87cf-449b872468af x-openstack-request-id: req-3f367c3d-9bfe-4ebf-87cf-449b872468af {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:23.408687 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5bd7940-fa91-46e7-975f-f169eb00e079", "tag": "5b848c79-7d01-41ec-945c-6fc15c94cbcd", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:23.409708 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f367c3d-9bfe-4ebf-87cf-449b872468af {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:23.410108 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5bd7940-fa91-46e7-975f-f169eb00e079', 'tag': '5b848c79-7d01-41ec-945c-6fc15c94cbcd', 'status': 'completed', 'code': 200} Jul 13 07:29:23.412441 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-4d0d896b-51b7-4e03-86cf-2b5d3fc5227f service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:29:23.412796 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-4d0d896b-51b7-4e03-86cf-2b5d3fc5227f service neutron] Checking segment: {'id': 'd01f6add-c93c-4b60-af02-3b5f39c9a147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '90ef50f3-9d25-4fc4-9ab8-4d30153c5234'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:23.413474 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-4d0d896b-51b7-4e03-86cf-2b5d3fc5227f service neutron] Bound using segment: {'id': 'd01f6add-c93c-4b60-af02-3b5f39c9a147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '90ef50f3-9d25-4fc4-9ab8-4d30153c5234'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:29:23.413631 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-4d0d896b-51b7-4e03-86cf-2b5d3fc5227f service neutron] Bound port: c71b8de8-1a76-45f7-a22f-c9f806e2307d, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd01f6add-c93c-4b60-af02-3b5f39c9a147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '90ef50f3-9d25-4fc4-9ab8-4d30153c5234'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:29:23.413959 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-4d0d896b-51b7-4e03-86cf-2b5d3fc5227f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:23.431840 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port d99c3901-a433-48cc-b7c8-99270858aee8, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=d99c3901-a433-48cc-b7c8-99270858aee8,segment=NetworkSegment(b0de4294-7654-4595-b236-de2318250d61),segment_id=b0de4294-7654-4595-b236-de2318250d61)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:23.452492 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:23.531258 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=d99c3901-a433-48cc-b7c8-99270858aee8,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:23.538534 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-4d0d896b-51b7-4e03-86cf-2b5d3fc5227f service neutron] For port c71b8de8-1a76-45f7-a22f-c9f806e2307d, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:29:23.545455 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-4d0d896b-51b7-4e03-86cf-2b5d3fc5227f service neutron] For port c71b8de8-1a76-45f7-a22f-c9f806e2307d, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=c71b8de8-1a76-45f7-a22f-c9f806e2307d,segment=NetworkSegment(d01f6add-c93c-4b60-af02-3b5f39c9a147),segment_id=d01f6add-c93c-4b60-af02-3b5f39c9a147)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:29:23.561263 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-549700cd-7b2c-4c37-b677-06be4df478ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:23.563529 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-549700cd-7b2c-4c37-b677-06be4df478ad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=825cd8f77d96437a890e0073af479b52&device_id=d5bd7940-fa91-46e7-975f-f169eb00e079 HTTP/1.1" status: 200 len: 1096 time: 0.1946962 Jul 13 07:29:23.575144 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-4d0d896b-51b7-4e03-86cf-2b5d3fc5227f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:23.644010 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-49d9a884-3a9d-49c1-906d-972da841544a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b848c79-7d01-41ec-945c-6fc15c94cbcd HTTP/1.1" status: 200 len: 217 time: 0.0707226 Jul 13 07:29:23.655374 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-4d0d896b-51b7-4e03-86cf-2b5d3fc5227f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:23.657892 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-4d0d896b-51b7-4e03-86cf-2b5d3fc5227f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:23.660513 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-4d0d896b-51b7-4e03-86cf-2b5d3fc5227f service neutron] 10.222.0.42 "PUT /v2.0/ports/c71b8de8-1a76-45f7-a22f-c9f806e2307d HTTP/1.1" status: 200 len: 1092 time: 1.5653853 Jul 13 07:29:23.670073 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['d99c3901-a433-48cc-b7c8-99270858aee8'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:23.695510 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e9173-d313-4c8d-bd39-3912928e787c req-afb0cf06-9d73-4397-9840-94edd2c5a198 tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:23.703747 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-027e9173-d313-4c8d-bd39-3912928e787c req-afb0cf06-9d73-4397-9840-94edd2c5a198 tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5bd7940-fa91-46e7-975f-f169eb00e079 HTTP/1.1" status: 200 len: 944 time: 0.2521653 Jul 13 07:29:23.783540 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:23.837916 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-027e9173-d313-4c8d-bd39-3912928e787c req-a70512d1-237d-4151-b155-744faa7c553e tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] 10.222.0.23 "GET /v2.0/security-groups?id=243c88a6-4496-4534-be00-90b9c82479ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333096 Jul 13 07:29:23.862028 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d896b-51b7-4e03-86cf-2b5d3fc5227f service neutron] Pushing event updated for resources: {'Port': ['ID=c71b8de8-1a76-45f7-a22f-c9f806e2307d,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:23.907955 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-8006f1ad-9bde-48f0-a6fe-3d26e0027b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:23.916242 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-8006f1ad-9bde-48f0-a6fe-3d26e0027b84 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=20570e72-55bc-4f02-914a-1aebab29deba HTTP/1.1" status: 200 len: 849 time: 0.2007611 Jul 13 07:29:23.975554 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-327e5107-fc0c-4c1c-9554-d7844efb3396 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b590bdc3-2980-4ee5-8c15-2b17cc2dd415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530090 Jul 13 07:29:23.998919 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-35b8d3d8-5917-4937-aaae-46009c24e710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:24.000872 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-35b8d3d8-5917-4937-aaae-46009c24e710 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e1ab7cca86c848f899d67dcb166f42e0&device_id=ea9e0e14-f7bd-4136-9da0-5f090bb7667d HTTP/1.1" status: 200 len: 1095 time: 0.2916293 Jul 13 07:29:24.069929 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-8aa1eb3c-4d33-4d9d-8ec7-e219c6760fd5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c71b8de8-1a76-45f7-a22f-c9f806e2307d HTTP/1.1" status: 200 len: 217 time: 0.0551763 Jul 13 07:29:24.188251 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-26a7585a-7076-49bf-9be5-57a95e3a3d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:24.191596 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-26a7585a-7076-49bf-9be5-57a95e3a3d89 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0f70ce43-2f6d-489c-9656-17ae1e787242 HTTP/1.1" status: 200 len: 857 time: 0.0903249 Jul 13 07:29:24.242428 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-fa661d55-9fb4-4d0f-9ccb-ec79ce7a9ea9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=90ef50f3-9d25-4fc4-9ab8-4d30153c5234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402117 Jul 13 07:29:24.244315 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-042042a5-ef0e-47ec-8e74-1bf30ebee0e0 service neutron] 10.222.0.42 "GET /v2.0/networks/b590bdc3-2980-4ee5-8c15-2b17cc2dd415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623463 Jul 13 07:29:24.366054 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278d3fd-1582-43cc-95e8-5120ceec5b36 req-00a8fc50-894c-4c69-a9e2-c121867ebf44 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:24.367601 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0278d3fd-1582-43cc-95e8-5120ceec5b36 req-00a8fc50-894c-4c69-a9e2-c121867ebf44 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea9e0e14-f7bd-4136-9da0-5f090bb7667d HTTP/1.1" status: 200 len: 943 time: 0.2236576 Jul 13 07:29:24.478443 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0278d3fd-1582-43cc-95e8-5120ceec5b36 req-22a18670-e8ff-4d1e-936f-2decbe1760ff tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] 10.222.0.23 "GET /v2.0/security-groups?id=871d0f73-5e8a-425f-be4d-954bf5f3669e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801718 Jul 13 07:29:24.481962 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-0a104f6b-2485-43d6-8d59-0413ac903228 service neutron] 10.222.0.42 "GET /v2.0/networks/90ef50f3-9d25-4fc4-9ab8-4d30153c5234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251675 Jul 13 07:29:24.484179 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1eaaa29a-d6a9-42ed-8cb1-7be06d0ea6f9 req-3d194686-a461-4800-b4c2-cd8d2f442b58 service neutron] 10.222.0.42 "GET /v2.0/networks/b590bdc3-2980-4ee5-8c15-2b17cc2dd415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285278 Jul 13 07:29:24.573005 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device d99c3901-a433-48cc-b7c8-99270858aee8 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:24.603302 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-10e19a92-1625-4638-8cdc-91dd09b51b6e req-28e4f1ea-a06c-4dfe-aa75-dda2190a50d3 service neutron] 10.222.0.42 "GET /v2.0/networks/90ef50f3-9d25-4fc4-9ab8-4d30153c5234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042776 Jul 13 07:29:24.663234 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port d99c3901-a433-48cc-b7c8-99270858aee8 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:24.667988 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port d99c3901-a433-48cc-b7c8-99270858aee8 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:24.668363 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:24.713867 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['362ecfa6-4b5a-45e5-90a9-afcc4f168e58'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:24.727492 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847c6a5-0a8f-4868-bcd6-e1e372646aa7 req-fec46608-0851-4105-9219-6f81a99c230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:24.729563 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7847c6a5-0a8f-4868-bcd6-e1e372646aa7 req-fec46608-0851-4105-9219-6f81a99c230d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=825cd8f77d96437a890e0073af479b52&device_id=d5bd7940-fa91-46e7-975f-f169eb00e079 HTTP/1.1" status: 200 len: 1096 time: 0.1291816 Jul 13 07:29:24.785971 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9011cc8-bb08-437f-84d9-4b8df14c19c8 req-f3e3101a-4e31-42bc-942a-348bd7b64bef tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:24.794997 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9011cc8-bb08-437f-84d9-4b8df14c19c8 req-f3e3101a-4e31-42bc-942a-348bd7b64bef tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:24.797511 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d9011cc8-bb08-437f-84d9-4b8df14c19c8 req-f3e3101a-4e31-42bc-942a-348bd7b64bef tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=baa57777-d698-4f4e-9562-b595566af0be HTTP/1.1" status: 200 len: 1680 time: 0.1605153 Jul 13 07:29:24.802664 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:24.849534 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa57777-d698-4f4e-9562-b595566af0be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99c3901-a433-48cc-b7c8-99270858aee8'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:24.851833 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ad21b7-5e4b-4f65-95c0-c4df7dbe5eb3" -d '{"events": [{"server_uuid": "baa57777-d698-4f4e-9562-b595566af0be", "name": "network-vif-plugged", "status": "completed", "tag": "d99c3901-a433-48cc-b7c8-99270858aee8"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:24.871481 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port d99c3901-a433-48cc-b7c8-99270858aee8, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=d99c3901-a433-48cc-b7c8-99270858aee8,segment=NetworkSegment(b0de4294-7654-4595-b236-de2318250d61),segment_id=b0de4294-7654-4595-b236-de2318250d61)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:24.883530 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:24.919139 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d9011cc8-bb08-437f-84d9-4b8df14c19c8 req-b510d0df-0452-4bed-996a-90168a4e53dc tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e56024-b264-4795-a931-6b8425f6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105824 Jul 13 07:29:24.976450 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=d99c3901-a433-48cc-b7c8-99270858aee8,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:24.986952 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847c6a5-0a8f-4868-bcd6-e1e372646aa7 req-94f28508-867b-4f83-852c-7c0eeddaddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:24.993461 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7847c6a5-0a8f-4868-bcd6-e1e372646aa7 req-94f28508-867b-4f83-852c-7c0eeddaddfe service neutron] 10.222.0.42 "GET /v2.0/networks?id=b590bdc3-2980-4ee5-8c15-2b17cc2dd415 HTTP/1.1" status: 200 len: 910 time: 0.2558329 Jul 13 07:29:25.019612 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8965cd17-0d53-49a0-811a-28549df3346e x-openstack-request-id: req-8965cd17-0d53-49a0-811a-28549df3346e {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:25.020757 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa57777-d698-4f4e-9562-b595566af0be", "name": "network-vif-plugged", "status": "completed", "tag": "d99c3901-a433-48cc-b7c8-99270858aee8", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:25.021016 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8965cd17-0d53-49a0-811a-28549df3346e {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:25.021505 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa57777-d698-4f4e-9562-b595566af0be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99c3901-a433-48cc-b7c8-99270858aee8', 'code': 200} Jul 13 07:29:25.052921 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7847c6a5-0a8f-4868-bcd6-e1e372646aa7 req-be8897c7-8286-4113-a412-510c18be8a80 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b848c79-7d01-41ec-945c-6fc15c94cbcd HTTP/1.1" status: 200 len: 217 time: 0.0519230 Jul 13 07:29:25.118624 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847c6a5-0a8f-4868-bcd6-e1e372646aa7 req-ae5e222c-cd83-4abc-9142-cf400933bb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:25.120162 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7847c6a5-0a8f-4868-bcd6-e1e372646aa7 req-ae5e222c-cd83-4abc-9142-cf400933bb8a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=20570e72-55bc-4f02-914a-1aebab29deba HTTP/1.1" status: 200 len: 849 time: 0.0612335 Jul 13 07:29:25.167608 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7847c6a5-0a8f-4868-bcd6-e1e372646aa7 req-f08243d7-8508-4249-935e-16c1a971db90 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b590bdc3-2980-4ee5-8c15-2b17cc2dd415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396173 Jul 13 07:29:25.251256 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7c86ae6f-9ea5-4d00-93aa-c8c615a9579a None None] Provisioning complete for port d99c3901-a433-48cc-b7c8-99270858aee8 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:25.251939 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7c86ae6f-9ea5-4d00-93aa-c8c615a9579a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:25.330452 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7847c6a5-0a8f-4868-bcd6-e1e372646aa7 req-70fa0ede-880e-42f8-b59c-827d31d28275 service neutron] 10.222.0.42 "GET /v2.0/networks/b590bdc3-2980-4ee5-8c15-2b17cc2dd415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557300 Jul 13 07:29:25.338878 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f316135-9c53-43e3-9d35-9a58f32a770f req-a548999d-f7d4-47b1-838b-d4f9f21a07f4 tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:25.346532 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2f316135-9c53-43e3-9d35-9a58f32a770f req-a548999d-f7d4-47b1-838b-d4f9f21a07f4 tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5bd7940-fa91-46e7-975f-f169eb00e079 HTTP/1.1" status: 200 len: 944 time: 0.1632481 Jul 13 07:29:25.430844 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea9e0e14-f7bd-4136-9da0-5f090bb7667d', 'tag': 'c71b8de8-1a76-45f7-a22f-c9f806e2307d'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:25.433257 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bac2eb-f32a-4458-8121-e59f2998b89b" -d '{"events": [{"name": "network-changed", "server_uuid": "ea9e0e14-f7bd-4136-9da0-5f090bb7667d", "tag": "c71b8de8-1a76-45f7-a22f-c9f806e2307d"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:25.456036 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2f316135-9c53-43e3-9d35-9a58f32a770f req-b8578f05-3682-47b8-9a38-cccf25801450 tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] 10.222.0.23 "GET /v2.0/security-groups?id=243c88a6-4496-4534-be00-90b9c82479ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083341 Jul 13 07:29:25.488369 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7847c6a5-0a8f-4868-bcd6-e1e372646aa7 req-e301a944-7b7c-4284-8067-04acd5c4cb58 service neutron] 10.222.0.42 "GET /v2.0/networks/b590bdc3-2980-4ee5-8c15-2b17cc2dd415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339464 Jul 13 07:29:25.567167 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129e913f-151e-420e-8f90-49bee3cba532 x-openstack-request-id: req-129e913f-151e-420e-8f90-49bee3cba532 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:25.568038 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea9e0e14-f7bd-4136-9da0-5f090bb7667d", "tag": "c71b8de8-1a76-45f7-a22f-c9f806e2307d", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:25.569535 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-129e913f-151e-420e-8f90-49bee3cba532 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:25.570315 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea9e0e14-f7bd-4136-9da0-5f090bb7667d', 'tag': 'c71b8de8-1a76-45f7-a22f-c9f806e2307d', 'status': 'completed', 'code': 200} Jul 13 07:29:25.669822 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bac2eb-f32a-4458-8121-e59f2998b89b req-e063475a-70b7-4ccd-87a4-be1e9b4f3736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:25.671830 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-77bac2eb-f32a-4458-8121-e59f2998b89b req-e063475a-70b7-4ccd-87a4-be1e9b4f3736 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e1ab7cca86c848f899d67dcb166f42e0&device_id=ea9e0e14-f7bd-4136-9da0-5f090bb7667d HTTP/1.1" status: 200 len: 1095 time: 0.0748613 Jul 13 07:29:25.714655 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09647c1f-ba75-463e-a3f6-90a321fa1596 req-769b319d-022a-493a-852b-bf25ccd30227 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:25.722419 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-09647c1f-ba75-463e-a3f6-90a321fa1596 req-769b319d-022a-493a-852b-bf25ccd30227 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea9e0e14-f7bd-4136-9da0-5f090bb7667d HTTP/1.1" status: 200 len: 943 time: 0.0738356 Jul 13 07:29:25.770060 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-09647c1f-ba75-463e-a3f6-90a321fa1596 req-384335fe-e492-41dc-bde6-91b6e4e47e37 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] 10.222.0.23 "GET /v2.0/security-groups?id=871d0f73-5e8a-425f-be4d-954bf5f3669e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460701 Jul 13 07:29:25.794185 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bac2eb-f32a-4458-8121-e59f2998b89b req-f2a84567-343a-4c9a-88b6-362aa96da1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:25.795782 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-77bac2eb-f32a-4458-8121-e59f2998b89b req-f2a84567-343a-4c9a-88b6-362aa96da1f2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=90ef50f3-9d25-4fc4-9ab8-4d30153c5234 HTTP/1.1" status: 200 len: 918 time: 0.1134741 Jul 13 07:29:25.838594 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-77bac2eb-f32a-4458-8121-e59f2998b89b req-30e386d3-4744-46f6-8db4-8d3189144161 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c71b8de8-1a76-45f7-a22f-c9f806e2307d HTTP/1.1" status: 200 len: 217 time: 0.0358655 Jul 13 07:29:25.894169 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bac2eb-f32a-4458-8121-e59f2998b89b req-2bd74fcc-ece0-49bf-94c0-7b73e5616dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:25.896324 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-77bac2eb-f32a-4458-8121-e59f2998b89b req-2bd74fcc-ece0-49bf-94c0-7b73e5616dbc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0f70ce43-2f6d-489c-9656-17ae1e787242 HTTP/1.1" status: 200 len: 857 time: 0.0522876 Jul 13 07:29:25.931625 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-77bac2eb-f32a-4458-8121-e59f2998b89b req-4aa87936-5540-41b7-a944-f51e12b9730f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=90ef50f3-9d25-4fc4-9ab8-4d30153c5234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293114 Jul 13 07:29:26.039656 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-77bac2eb-f32a-4458-8121-e59f2998b89b req-277bf973-f398-4643-802d-8f85db7bec29 service neutron] 10.222.0.42 "GET /v2.0/networks/90ef50f3-9d25-4fc4-9ab8-4d30153c5234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019807 Jul 13 07:29:26.116753 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e1c19-bd84-4ee9-8223-b6e52a883515 req-f43cef61-0911-4859-8c9b-7dcd5004b0ab tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:26.124295 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e1c19-bd84-4ee9-8223-b6e52a883515 req-f43cef61-0911-4859-8c9b-7dcd5004b0ab tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:26.126118 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6c3e1c19-bd84-4ee9-8223-b6e52a883515 req-f43cef61-0911-4859-8c9b-7dcd5004b0ab tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=baa57777-d698-4f4e-9562-b595566af0be HTTP/1.1" status: 200 len: 1681 time: 0.0839269 Jul 13 07:29:26.153603 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-77bac2eb-f32a-4458-8121-e59f2998b89b req-c5319021-afca-48e5-9ff8-265cfa5c6b07 service neutron] 10.222.0.42 "GET /v2.0/networks/90ef50f3-9d25-4fc4-9ab8-4d30153c5234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074550 Jul 13 07:29:26.169740 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6c3e1c19-bd84-4ee9-8223-b6e52a883515 req-f0b22652-8511-48ce-a6c5-117989c7280f tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e56024-b264-4795-a931-6b8425f6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359895 Jul 13 07:29:26.247583 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57816) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:26.456101 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5915f16c-708c-4cd2-b346-0a5b87823fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:26.552416 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5915f16c-708c-4cd2-b346-0a5b87823fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:26.560849 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5915f16c-708c-4cd2-b346-0a5b87823fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:26.573039 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 362ecfa6-4b5a-45e5-90a9-afcc4f168e58 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:26.611647 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5915f16c-708c-4cd2-b346-0a5b87823fc3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eb845952afad41238469b8d087bfa34d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3604386 Jul 13 07:29:26.611647 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915f16c-708c-4cd2-b346-0a5b87823fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917e873a-0873-436d-a30a-a3b8f8905ba4,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:26.612197 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57830) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:26.659644 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 362ecfa6-4b5a-45e5-90a9-afcc4f168e58 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:26.665477 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 362ecfa6-4b5a-45e5-90a9-afcc4f168e58 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:26.666151 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:26.677439 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-90da32b3-e36d-463b-8209-0bfedf173716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:26.702113 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce55d56-5978-440d-bdd6-72fc19250051 req-69e75380-2127-40c7-ae5f-47473e5d64d7 tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:26.708266 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6ce55d56-5978-440d-bdd6-72fc19250051 req-69e75380-2127-40c7-ae5f-47473e5d64d7 tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5bd7940-fa91-46e7-975f-f169eb00e079 HTTP/1.1" status: 200 len: 944 time: 0.1355870 Jul 13 07:29:26.712457 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-90da32b3-e36d-463b-8209-0bfedf173716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:26.776623 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6ce55d56-5978-440d-bdd6-72fc19250051 req-1ea31aeb-b784-4bf0-9a3b-9498978b76eb tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] 10.222.0.23 "GET /v2.0/security-groups?id=243c88a6-4496-4534-be00-90b9c82479ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658205 Jul 13 07:29:26.781778 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-90da32b3-e36d-463b-8209-0bfedf173716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:26.789138 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-90da32b3-e36d-463b-8209-0bfedf173716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:26.792509 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-90da32b3-e36d-463b-8209-0bfedf173716 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/917e873a-0873-436d-a30a-a3b8f8905ba4 HTTP/1.1" status: 204 len: 168 time: 0.1793747 Jul 13 07:29:26.798499 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:26.802402 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da32b3-e36d-463b-8209-0bfedf173716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917e873a-0873-436d-a30a-a3b8f8905ba4,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:26.842763 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 362ecfa6-4b5a-45e5-90a9-afcc4f168e58, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=362ecfa6-4b5a-45e5-90a9-afcc4f168e58,segment=NetworkSegment(80457635-f127-404e-a6cc-3fe7615fc23b),segment_id=80457635-f127-404e-a6cc-3fe7615fc23b)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:26.848687 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:26.927144 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=362ecfa6-4b5a-45e5-90a9-afcc4f168e58,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:26.969625 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8209cc4-da74-4fac-a398-90acc2eb1dd1 req-b47419df-4c5a-4edd-89a8-8ee04d1d0827 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:26.971679 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c8209cc4-da74-4fac-a398-90acc2eb1dd1 req-b47419df-4c5a-4edd-89a8-8ee04d1d0827 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea9e0e14-f7bd-4136-9da0-5f090bb7667d HTTP/1.1" status: 200 len: 943 time: 0.0810163 Jul 13 07:29:27.021232 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c8209cc4-da74-4fac-a398-90acc2eb1dd1 req-d9d3cc41-e5b7-47a8-9254-664717c71784 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] 10.222.0.23 "GET /v2.0/security-groups?id=871d0f73-5e8a-425f-be4d-954bf5f3669e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417659 Jul 13 07:29:27.023403 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa57777-d698-4f4e-9562-b595566af0be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362ecfa6-4b5a-45e5-90a9-afcc4f168e58'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:27.026461 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b5a861-5bb3-451d-adca-551d718184b8" -d '{"events": [{"server_uuid": "baa57777-d698-4f4e-9562-b595566af0be", "name": "network-vif-plugged", "status": "completed", "tag": "362ecfa6-4b5a-45e5-90a9-afcc4f168e58"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:27.077765 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40df7dc-ed39-4cf7-af6d-fc3e0783ab18 x-openstack-request-id: req-c40df7dc-ed39-4cf7-af6d-fc3e0783ab18 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:27.078159 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa57777-d698-4f4e-9562-b595566af0be", "name": "network-vif-plugged", "status": "completed", "tag": "362ecfa6-4b5a-45e5-90a9-afcc4f168e58", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:27.078517 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c40df7dc-ed39-4cf7-af6d-fc3e0783ab18 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:27.079467 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa57777-d698-4f4e-9562-b595566af0be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362ecfa6-4b5a-45e5-90a9-afcc4f168e58', 'code': 200} Jul 13 07:29:27.103148 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device c71b8de8-1a76-45f7-a22f-c9f806e2307d details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:29:27.220566 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dd126-e222-4ebe-8fc6-185a03d5aeb1 req-fcdb33de-ec64-405d-9603-3c7c18e21b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:27.221468 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dd126-e222-4ebe-8fc6-185a03d5aeb1 req-fcdb33de-ec64-405d-9603-3c7c18e21b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:27.223398 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e34dd126-e222-4ebe-8fc6-185a03d5aeb1 req-fcdb33de-ec64-405d-9603-3c7c18e21b8f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=baa57777-d698-4f4e-9562-b595566af0be HTTP/1.1" status: 200 len: 1986 time: 0.0666826 Jul 13 07:29:27.235981 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ad9a7e5d-29a4-4861-8498-f8c145e6bad8 None None] Provisioning complete for port 362ecfa6-4b5a-45e5-90a9-afcc4f168e58 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:27.236347 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ad9a7e5d-29a4-4861-8498-f8c145e6bad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:27.266746 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e34dd126-e222-4ebe-8fc6-185a03d5aeb1 req-8a713456-9f12-477d-bb12-f3fb1908e7dd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=36e56024-b264-4795-a931-6b8425f6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362298 Jul 13 07:29:27.279651 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port c71b8de8-1a76-45f7-a22f-c9f806e2307d, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=c71b8de8-1a76-45f7-a22f-c9f806e2307d,segment=NetworkSegment(d01f6add-c93c-4b60-af02-3b5f39c9a147),segment_id=d01f6add-c93c-4b60-af02-3b5f39c9a147)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:27.302763 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': 'c71b8de8-1a76-45f7-a22f-c9f806e2307d', 'network_id': '90ef50f3-9d25-4fc4-9ab8-4d30153c5234', 'port_id': 'c71b8de8-1a76-45f7-a22f-c9f806e2307d', 'mac_address': 'fa:16:3e:de:4c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f70ce43-2f6d-489c-9656-17ae1e787242', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:29:27.409281 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:27.417319 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1cf62-9970-423f-8b1c-2dddf9a4eeb9 req-5faa3be2-d347-4c74-808f-7610de92bcc6 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:27.430825 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1cf62-9970-423f-8b1c-2dddf9a4eeb9 req-5faa3be2-d347-4c74-808f-7610de92bcc6 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:27.432880 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-53f1cf62-9970-423f-8b1c-2dddf9a4eeb9 req-5faa3be2-d347-4c74-808f-7610de92bcc6 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=baa57777-d698-4f4e-9562-b595566af0be HTTP/1.1" status: 200 len: 1682 time: 0.0877867 Jul 13 07:29:27.435857 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c71b8de8-1a76-45f7-a22f-c9f806e2307d {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:27.477253 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port c71b8de8-1a76-45f7-a22f-c9f806e2307d, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=c71b8de8-1a76-45f7-a22f-c9f806e2307d,segment=NetworkSegment(d01f6add-c93c-4b60-af02-3b5f39c9a147),segment_id=d01f6add-c93c-4b60-af02-3b5f39c9a147)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:27.485891 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:27.501628 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-53f1cf62-9970-423f-8b1c-2dddf9a4eeb9 req-3abc0339-4a9e-4bd8-b6aa-e7e03907b95d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e56024-b264-4795-a931-6b8425f6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554202 Jul 13 07:29:27.539894 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 5b848c79-7d01-41ec-945c-6fc15c94cbcd details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:29:27.578977 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=c71b8de8-1a76-45f7-a22f-c9f806e2307d,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:27.669304 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 5b848c79-7d01-41ec-945c-6fc15c94cbcd, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=5b848c79-7d01-41ec-945c-6fc15c94cbcd,segment=NetworkSegment(531418b5-f45d-4591-9034-cd2e33205e47),segment_id=531418b5-f45d-4591-9034-cd2e33205e47)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:27.682683 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '5b848c79-7d01-41ec-945c-6fc15c94cbcd', 'network_id': 'b590bdc3-2980-4ee5-8c15-2b17cc2dd415', 'port_id': '5b848c79-7d01-41ec-945c-6fc15c94cbcd', 'mac_address': 'fa:16:3e:45:ba:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20570e72-55bc-4f02-914a-1aebab29deba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:29:27.727786 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:27.746499 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b848c79-7d01-41ec-945c-6fc15c94cbcd {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:27.769234 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 5b848c79-7d01-41ec-945c-6fc15c94cbcd, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=5b848c79-7d01-41ec-945c-6fc15c94cbcd,segment=NetworkSegment(531418b5-f45d-4591-9034-cd2e33205e47),segment_id=531418b5-f45d-4591-9034-cd2e33205e47)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:27.774668 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:27.839137 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=5b848c79-7d01-41ec-945c-6fc15c94cbcd,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:27.878627 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57874) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:27.983738 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739d841-b00f-47d5-b3de-2283d5499d16 req-26766a05-3e96-40f7-acac-9e3efd5687fb tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:27.992335 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b739d841-b00f-47d5-b3de-2283d5499d16 req-26766a05-3e96-40f7-acac-9e3efd5687fb tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5bd7940-fa91-46e7-975f-f169eb00e079 HTTP/1.1" status: 200 len: 945 time: 0.0765619 Jul 13 07:29:27.996470 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-c754bd7a-1a77-440f-aa34-aade1668ce84 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1497362854-network', 'tenant_id': '673c431dc5154af0aefe10ef6dc8014c'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:28.037481 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b739d841-b00f-47d5-b3de-2283d5499d16 req-3c11e077-c145-4ba5-b144-90d59c002658 tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] 10.222.0.23 "GET /v2.0/security-groups?id=243c88a6-4496-4534-be00-90b9c82479ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441651 Jul 13 07:29:28.055955 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c754bd7a-1a77-440f-aa34-aade1668ce84 admin admin] Made reservation on behalf of 673c431dc5154af0aefe10ef6dc8014c for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:28.058827 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c754bd7a-1a77-440f-aa34-aade1668ce84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:28.070009 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c754bd7a-1a77-440f-aa34-aade1668ce84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:28.176432 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['5b848c79-7d01-41ec-945c-6fc15c94cbcd'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:28.181329 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['c71b8de8-1a76-45f7-a22f-c9f806e2307d'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:28.217057 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c754bd7a-1a77-440f-aa34-aade1668ce84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:28.228926 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c754bd7a-1a77-440f-aa34-aade1668ce84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:28.253002 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c754bd7a-1a77-440f-aa34-aade1668ce84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:29:28.287621 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708541c-500b-4a6a-9662-ed1b59b0ca1a req-cd1b4990-a7e1-49eb-bd15-faf225bd8bc9 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:28.289132 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3708541c-500b-4a6a-9662-ed1b59b0ca1a req-cd1b4990-a7e1-49eb-bd15-faf225bd8bc9 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea9e0e14-f7bd-4136-9da0-5f090bb7667d HTTP/1.1" status: 200 len: 944 time: 0.1331348 Jul 13 07:29:28.291986 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754bd7a-1a77-440f-aa34-aade1668ce84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb2d662-3f9d-461b-ae41-3c56acc3cfaf,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:28.294964 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c754bd7a-1a77-440f-aa34-aade1668ce84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:28.295335 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-c754bd7a-1a77-440f-aa34-aade1668ce84 admin admin] Added segment f46d8bff-61ad-4379-8ad0-181a98a1f583 of type vlan for network 84aa137b-60a4-4e6e-8b95-b9da271afdaa Jul 13 07:29:28.363156 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3708541c-500b-4a6a-9662-ed1b59b0ca1a req-5b8484fc-3af6-4712-8ba2-56131508ea1a tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] 10.222.0.23 "GET /v2.0/security-groups?id=871d0f73-5e8a-425f-be4d-954bf5f3669e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661969 Jul 13 07:29:28.372018 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c754bd7a-1a77-440f-aa34-aade1668ce84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:28.419160 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c754bd7a-1a77-440f-aa34-aade1668ce84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:28.420168 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c754bd7a-1a77-440f-aa34-aade1668ce84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:28.420747 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c754bd7a-1a77-440f-aa34-aade1668ce84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:28.459755 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c754bd7a-1a77-440f-aa34-aade1668ce84 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5799761 Jul 13 07:29:28.492857 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754bd7a-1a77-440f-aa34-aade1668ce84 admin admin] Pushing event updated for resources: {'Network': ['ID=84aa137b-60a4-4e6e-8b95-b9da271afdaa,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:28.503082 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 84aa137b-60a4-4e6e-8b95-b9da271afdaa details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:29:28.731794 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e413af-101a-419d-b91f-8c7701ff4737 req-d6fdda6d-bd00-4238-a145-520c1e7ecc7f tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:28.737981 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e413af-101a-419d-b91f-8c7701ff4737 req-d6fdda6d-bd00-4238-a145-520c1e7ecc7f tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:28.740196 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e2e413af-101a-419d-b91f-8c7701ff4737 req-d6fdda6d-bd00-4238-a145-520c1e7ecc7f tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=baa57777-d698-4f4e-9562-b595566af0be HTTP/1.1" status: 200 len: 1682 time: 0.0822322 Jul 13 07:29:28.782258 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e2e413af-101a-419d-b91f-8c7701ff4737 req-b8cf5c4b-3384-4039-a7a2-3ee924155d44 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e56024-b264-4795-a931-6b8425f6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352428 Jul 13 07:29:29.393257 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8e681-dd03-45b5-aa1e-c4d22fbf32e0 req-0b5b37e2-4271-4775-8be8-804be9572780 tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:29.395923 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f0c8e681-dd03-45b5-aa1e-c4d22fbf32e0 req-0b5b37e2-4271-4775-8be8-804be9572780 tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5bd7940-fa91-46e7-975f-f169eb00e079 HTTP/1.1" status: 200 len: 945 time: 0.0724595 Jul 13 07:29:29.442179 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f0c8e681-dd03-45b5-aa1e-c4d22fbf32e0 req-66203885-dd74-4111-af2f-3ccc7ba2fffb tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] 10.222.0.23 "GET /v2.0/security-groups?id=243c88a6-4496-4534-be00-90b9c82479ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356231 Jul 13 07:29:29.485742 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279cfb7-d164-4325-b426-f2caf803d3a2 req-72957e0a-bd4c-43a6-8ed0-6ecd8cf1a44d tempest-ComputeTenantNetworksTest-1078037581 tempest-ComputeTenantNetworksTest-1078037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:29.491642 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279cfb7-d164-4325-b426-f2caf803d3a2 req-72957e0a-bd4c-43a6-8ed0-6ecd8cf1a44d tempest-ComputeTenantNetworksTest-1078037581 tempest-ComputeTenantNetworksTest-1078037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:29.497695 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279cfb7-d164-4325-b426-f2caf803d3a2 req-72957e0a-bd4c-43a6-8ed0-6ecd8cf1a44d tempest-ComputeTenantNetworksTest-1078037581 tempest-ComputeTenantNetworksTest-1078037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:29.499435 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9279cfb7-d164-4325-b426-f2caf803d3a2 req-72957e0a-bd4c-43a6-8ed0-6ecd8cf1a44d tempest-ComputeTenantNetworksTest-1078037581 tempest-ComputeTenantNetworksTest-1078037581-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.5487723 Jul 13 07:29:29.627843 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510da1d-c4f7-4981-b9c2-a5ac2297fd8a req-9a29714f-f2fe-44b1-9513-7610eaa154d2 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:29.635316 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510da1d-c4f7-4981-b9c2-a5ac2297fd8a req-9a29714f-f2fe-44b1-9513-7610eaa154d2 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:29.636927 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7510da1d-c4f7-4981-b9c2-a5ac2297fd8a req-9a29714f-f2fe-44b1-9513-7610eaa154d2 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=baa57777-d698-4f4e-9562-b595566af0be HTTP/1.1" status: 200 len: 1682 time: 0.0854199 Jul 13 07:29:29.672337 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c242e5-08eb-4b18-a064-e9b6aa4f4f77 req-a31f8f10-0cd5-4c03-85e3-dcab91f5114c tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:29.673871 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-82c242e5-08eb-4b18-a064-e9b6aa4f4f77 req-a31f8f10-0cd5-4c03-85e3-dcab91f5114c tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea9e0e14-f7bd-4136-9da0-5f090bb7667d HTTP/1.1" status: 200 len: 944 time: 0.0707865 Jul 13 07:29:29.674947 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7510da1d-c4f7-4981-b9c2-a5ac2297fd8a req-5b5d3213-e736-41a3-b3dd-5281c4e18904 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e56024-b264-4795-a931-6b8425f6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324812 Jul 13 07:29:29.721369 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-82c242e5-08eb-4b18-a064-e9b6aa4f4f77 req-9a6bafce-9f77-4807-9002-6523a009bd71 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] 10.222.0.23 "GET /v2.0/security-groups?id=871d0f73-5e8a-425f-be4d-954bf5f3669e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389440 Jul 13 07:29:29.811445 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b5f93-46b0-42a6-bd52-4d467fb0a5b3 req-9e24a1aa-30f1-4d4d-aa7d-6765771a37b1 tempest-ComputeTenantNetworksTest-1078037581 tempest-ComputeTenantNetworksTest-1078037581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:29.813128 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dc4b5f93-46b0-42a6-bd52-4d467fb0a5b3 req-9e24a1aa-30f1-4d4d-aa7d-6765771a37b1 tempest-ComputeTenantNetworksTest-1078037581 tempest-ComputeTenantNetworksTest-1078037581-project] 10.222.0.23 "GET /v2.0/networks/84aa137b-60a4-4e6e-8b95-b9da271afdaa HTTP/1.1" status: 200 len: 769 time: 0.0971882 Jul 13 07:29:29.823174 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57944) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:29.895891 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-882f678e-7b99-40d8-8602-3583ec63e3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:29.901466 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57946) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:29.974459 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-882f678e-7b99-40d8-8602-3583ec63e3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:29.984559 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-882f678e-7b99-40d8-8602-3583ec63e3a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84aa137b-60a4-4e6e-8b95-b9da271afdaa']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:29.996902 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-882f678e-7b99-40d8-8602-3583ec63e3a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f46d8bff-61ad-4379-8ad0-181a98a1f583') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:29.997194 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-882f678e-7b99-40d8-8602-3583ec63e3a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f46d8bff-61ad-4379-8ad0-181a98a1f583') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:30.006839 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-882f678e-7b99-40d8-8602-3583ec63e3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:30.013511 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9a9c43d7-ee9a-41e7-b908-4ed2f6211116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:30.023001 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-882f678e-7b99-40d8-8602-3583ec63e3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:30.029001 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-882f678e-7b99-40d8-8602-3583ec63e3a0 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:29:30.029389 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-882f678e-7b99-40d8-8602-3583ec63e3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:29:30.031121 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:29:30.089932 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-882f678e-7b99-40d8-8602-3583ec63e3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:30.095793 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-882f678e-7b99-40d8-8602-3583ec63e3a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:30.098493 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-882f678e-7b99-40d8-8602-3583ec63e3a0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/84aa137b-60a4-4e6e-8b95-b9da271afdaa HTTP/1.1" status: 204 len: 168 time: 0.2735806 Jul 13 07:29:30.109731 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f678e-7b99-40d8-8602-3583ec63e3a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=84aa137b-60a4-4e6e-8b95-b9da271afdaa,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:30.150748 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b68460df-4a8f-49a7-a4f1-39480550b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:30.169406 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9a9c43d7-ee9a-41e7-b908-4ed2f6211116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:30.172431 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9a9c43d7-ee9a-41e7-b908-4ed2f6211116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:30.215187 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9a9c43d7-ee9a-41e7-b908-4ed2f6211116 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=762070b4ea4b4c618ccd0925d8bb43a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3102412 Jul 13 07:29:30.215187 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c43d7-ee9a-41e7-b908-4ed2f6211116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7f8519-f6d3-4413-800c-c1b24427030c,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:30.215606 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57954) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:30.223379 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c43d7-ee9a-41e7-b908-4ed2f6211116 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:30.223951 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c43d7-ee9a-41e7-b908-4ed2f6211116 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:30.224304 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c43d7-ee9a-41e7-b908-4ed2f6211116 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:30.224642 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c43d7-ee9a-41e7-b908-4ed2f6211116 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:30.224976 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c43d7-ee9a-41e7-b908-4ed2f6211116 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:30.225306 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c43d7-ee9a-41e7-b908-4ed2f6211116 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:30.225646 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c43d7-ee9a-41e7-b908-4ed2f6211116 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:30.225954 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c43d7-ee9a-41e7-b908-4ed2f6211116 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:30.226281 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c43d7-ee9a-41e7-b908-4ed2f6211116 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:30.226596 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c43d7-ee9a-41e7-b908-4ed2f6211116 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:30.226916 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c43d7-ee9a-41e7-b908-4ed2f6211116 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:30.227268 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9c43d7-ee9a-41e7-b908-4ed2f6211116 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:29:30.227920 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57956) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:30.297581 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2a10488a-54b4-4813-9369-2f98244f3c17 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=673c431dc5154af0aefe10ef6dc8014c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0661144 Jul 13 07:29:30.297581 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d166b506-6118-47bd-ae5d-471a8eb4652d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:30.297950 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57958) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:30.319232 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d166b506-6118-47bd-ae5d-471a8eb4652d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:30.346878 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d207cfa0-c266-46fb-b9a8-3022155f4d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:30.365982 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d166b506-6118-47bd-ae5d-471a8eb4652d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:30.368449 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d207cfa0-c266-46fb-b9a8-3022155f4d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:30.368618 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d166b506-6118-47bd-ae5d-471a8eb4652d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:30.369806 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d166b506-6118-47bd-ae5d-471a8eb4652d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e7f8519-f6d3-4413-800c-c1b24427030c HTTP/1.1" status: 204 len: 168 time: 0.1531913 Jul 13 07:29:30.377492 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d166b506-6118-47bd-ae5d-471a8eb4652d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7f8519-f6d3-4413-800c-c1b24427030c,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:30.423593 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d207cfa0-c266-46fb-b9a8-3022155f4d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:30.428454 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d207cfa0-c266-46fb-b9a8-3022155f4d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:30.429619 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d207cfa0-c266-46fb-b9a8-3022155f4d50 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cbb2d662-3f9d-461b-ae41-3c56acc3cfaf HTTP/1.1" status: 204 len: 168 time: 0.1307018 Jul 13 07:29:30.437591 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207cfa0-c266-46fb-b9a8-3022155f4d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb2d662-3f9d-461b-ae41-3c56acc3cfaf,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:30.670552 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64df308-3594-4c59-ad6f-a462bf0bc53d req-bf31eb06-594b-4c05-8fa7-e63f5c192474 tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:30.673467 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d64df308-3594-4c59-ad6f-a462bf0bc53d req-bf31eb06-594b-4c05-8fa7-e63f5c192474 tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5bd7940-fa91-46e7-975f-f169eb00e079 HTTP/1.1" status: 200 len: 945 time: 0.0972919 Jul 13 07:29:30.716133 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db22e0b-895c-40fe-8506-1cca574a7813 req-7e64c9eb-5b21-4d77-b99c-6b657196615a tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:30.721636 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d64df308-3594-4c59-ad6f-a462bf0bc53d req-640749a3-5b83-45e6-8cf0-f087212cd64d tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] 10.222.0.23 "GET /v2.0/security-groups?id=243c88a6-4496-4534-be00-90b9c82479ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387633 Jul 13 07:29:30.726404 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db22e0b-895c-40fe-8506-1cca574a7813 req-7e64c9eb-5b21-4d77-b99c-6b657196615a tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:30.728839 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1db22e0b-895c-40fe-8506-1cca574a7813 req-7e64c9eb-5b21-4d77-b99c-6b657196615a tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.25 "GET /v2.0/ports?device_id=baa57777-d698-4f4e-9562-b595566af0be HTTP/1.1" status: 200 len: 1682 time: 0.1007631 Jul 13 07:29:30.767558 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57974) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:30.782741 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0d9aae89-4eaa-477f-b5dc-3b7a8e500154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:30.893182 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-1db22e0b-895c-40fe-8506-1cca574a7813 req-f8bc6502-b839-4646-9e98-7554ef00ca85 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Deleting port d99c3901-a433-48cc-b7c8-99270858aee8 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:29:30.893525 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1db22e0b-895c-40fe-8506-1cca574a7813 req-f8bc6502-b839-4646-9e98-7554ef00ca85 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:30.964222 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0d9aae89-4eaa-477f-b5dc-3b7a8e500154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:30.978230 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9cae9-3306-4c47-9a99-098f84900b21 req-80bfd5c7-8bd6-4f34-8ac0-ee065b2c7890 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:30.979788 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-92a9cae9-3306-4c47-9a99-098f84900b21 req-80bfd5c7-8bd6-4f34-8ac0-ee065b2c7890 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea9e0e14-f7bd-4136-9da0-5f090bb7667d HTTP/1.1" status: 200 len: 944 time: 0.1045592 Jul 13 07:29:30.980931 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0d9aae89-4eaa-477f-b5dc-3b7a8e500154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:31.034364 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d80e0-9054-49d9-a60f-8e996a211c9d req-cb532dc9-239f-4f40-ba69-823d57bae7cd tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:31.041598 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d80e0-9054-49d9-a60f-8e996a211c9d req-cb532dc9-239f-4f40-ba69-823d57bae7cd tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:31.043348 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-209d80e0-9054-49d9-a60f-8e996a211c9d req-cb532dc9-239f-4f40-ba69-823d57bae7cd tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=baa57777-d698-4f4e-9562-b595566af0be HTTP/1.1" status: 200 len: 1682 time: 0.1621883 Jul 13 07:29:31.052702 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-1db22e0b-895c-40fe-8506-1cca574a7813 req-f8bc6502-b839-4646-9e98-7554ef00ca85 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] For port d99c3901-a433-48cc-b7c8-99270858aee8, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=d99c3901-a433-48cc-b7c8-99270858aee8,segment=NetworkSegment(b0de4294-7654-4595-b236-de2318250d61),segment_id=b0de4294-7654-4595-b236-de2318250d61)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:31.053294 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1db22e0b-895c-40fe-8506-1cca574a7813 req-f8bc6502-b839-4646-9e98-7554ef00ca85 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:31.056508 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0d9aae89-4eaa-477f-b5dc-3b7a8e500154 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2942d8c7e69c4a53919bb688a671bbf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2878366 Jul 13 07:29:31.059696 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9aae89-4eaa-477f-b5dc-3b7a8e500154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0ffb9b-9473-4896-83be-07b06c6c4d82,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:31.061332 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57984) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:31.084277 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-1db22e0b-895c-40fe-8506-1cca574a7813 req-f8bc6502-b839-4646-9e98-7554ef00ca85 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Calling delete_port for d99c3901-a433-48cc-b7c8-99270858aee8 owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:29:31.092834 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-92a9cae9-3306-4c47-9a99-098f84900b21 req-70e9d59d-0403-480f-8c68-25a21419be59 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] 10.222.0.23 "GET /v2.0/security-groups?id=871d0f73-5e8a-425f-be4d-954bf5f3669e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050103 Jul 13 07:29:31.118042 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device c71b8de8-1a76-45f7-a22f-c9f806e2307d up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:31.143070 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-209d80e0-9054-49d9-a60f-8e996a211c9d req-9c6ebe06-92f8-419c-a094-584174a43239 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e56024-b264-4795-a931-6b8425f6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932267 Jul 13 07:29:31.188675 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port c71b8de8-1a76-45f7-a22f-c9f806e2307d completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:31.195184 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port c71b8de8-1a76-45f7-a22f-c9f806e2307d triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:31.196424 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:31.224903 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0f6df7bd-632c-4daa-8864-e3c1e8ba9055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:31.265615 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0f6df7bd-632c-4daa-8864-e3c1e8ba9055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:31.307857 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:31.336485 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea9e0e14-f7bd-4136-9da0-5f090bb7667d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71b8de8-1a76-45f7-a22f-c9f806e2307d'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:31.338754 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13004ed7-1f89-4ef5-a44b-db750610c2b9" -d '{"events": [{"server_uuid": "ea9e0e14-f7bd-4136-9da0-5f090bb7667d", "name": "network-vif-plugged", "status": "completed", "tag": "c71b8de8-1a76-45f7-a22f-c9f806e2307d"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:31.358898 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port c71b8de8-1a76-45f7-a22f-c9f806e2307d, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=c71b8de8-1a76-45f7-a22f-c9f806e2307d,segment=NetworkSegment(d01f6add-c93c-4b60-af02-3b5f39c9a147),segment_id=d01f6add-c93c-4b60-af02-3b5f39c9a147)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:31.369525 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0f6df7bd-632c-4daa-8864-e3c1e8ba9055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:31.372076 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0f6df7bd-632c-4daa-8864-e3c1e8ba9055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:31.372850 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:31.375983 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0f6df7bd-632c-4daa-8864-e3c1e8ba9055 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dd0ffb9b-9473-4896-83be-07b06c6c4d82 HTTP/1.1" status: 204 len: 168 time: 0.3045800 Jul 13 07:29:31.385229 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6df7bd-632c-4daa-8864-e3c1e8ba9055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0ffb9b-9473-4896-83be-07b06c6c4d82,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:31.389071 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1db22e0b-895c-40fe-8506-1cca574a7813 req-f8bc6502-b839-4646-9e98-7554ef00ca85 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:31.413027 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc668e4-a066-4b3d-8c16-c4caf2c6a080 x-openstack-request-id: req-dcc668e4-a066-4b3d-8c16-c4caf2c6a080 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:31.413516 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea9e0e14-f7bd-4136-9da0-5f090bb7667d", "name": "network-vif-plugged", "status": "completed", "tag": "c71b8de8-1a76-45f7-a22f-c9f806e2307d", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:31.413914 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dcc668e4-a066-4b3d-8c16-c4caf2c6a080 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:31.416112 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea9e0e14-f7bd-4136-9da0-5f090bb7667d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71b8de8-1a76-45f7-a22f-c9f806e2307d', 'code': 200} Jul 13 07:29:31.427017 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc6502-b839-4646-9e98-7554ef00ca85 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Pushing event deleted for resources: {'Port': ['ID=d99c3901-a433-48cc-b7c8-99270858aee8,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:31.445570 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['d99c3901-a433-48cc-b7c8-99270858aee8', '362ecfa6-4b5a-45e5-90a9-afcc4f168e58'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:31.505348 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 5b848c79-7d01-41ec-945c-6fc15c94cbcd up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:31.559173 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db22e0b-895c-40fe-8506-1cca574a7813 req-f8bc6502-b839-4646-9e98-7554ef00ca85 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] No DVR routers for this DVR port d99c3901-a433-48cc-b7c8-99270858aee8 on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:29:31.566027 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1db22e0b-895c-40fe-8506-1cca574a7813 req-f8bc6502-b839-4646-9e98-7554ef00ca85 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:31.568174 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1db22e0b-895c-40fe-8506-1cca574a7813 req-f8bc6502-b839-4646-9e98-7554ef00ca85 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.25 "DELETE /v2.0/ports/d99c3901-a433-48cc-b7c8-99270858aee8 HTTP/1.1" status: 204 len: 173 time: 0.8323014 Jul 13 07:29:31.568710 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa57777-d698-4f4e-9562-b595566af0be', 'name': 'network-vif-deleted', 'tag': 'd99c3901-a433-48cc-b7c8-99270858aee8'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:31.581418 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9762c826-47fd-48a8-a8ab-2d68249fbeeb" -d '{"events": [{"server_uuid": "baa57777-d698-4f4e-9562-b595566af0be", "name": "network-vif-deleted", "tag": "d99c3901-a433-48cc-b7c8-99270858aee8"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:31.595500 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=c71b8de8-1a76-45f7-a22f-c9f806e2307d,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:31.603901 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58006) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:31.630150 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406de1a5-a0e9-42c4-ade0-0a73ee3b5f17 req-8e612267-5aa6-4d08-968a-ac0d0c9a5549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:31.635281 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-406de1a5-a0e9-42c4-ade0-0a73ee3b5f17 req-8e612267-5aa6-4d08-968a-ac0d0c9a5549 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ea9e0e14-f7bd-4136-9da0-5f090bb7667d HTTP/1.1" status: 200 len: 1097 time: 0.1406033 Jul 13 07:29:31.672348 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefcd32a-197c-4571-9ad7-1f3be8e0f1fa x-openstack-request-id: req-cefcd32a-197c-4571-9ad7-1f3be8e0f1fa {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:31.672632 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa57777-d698-4f4e-9562-b595566af0be", "name": "network-vif-deleted", "tag": "d99c3901-a433-48cc-b7c8-99270858aee8", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:31.672885 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cefcd32a-197c-4571-9ad7-1f3be8e0f1fa {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:31.676740 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa57777-d698-4f4e-9562-b595566af0be', 'name': 'network-vif-deleted', 'tag': 'd99c3901-a433-48cc-b7c8-99270858aee8', 'status': 'completed', 'code': 200} Jul 13 07:29:31.696933 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 5b848c79-7d01-41ec-945c-6fc15c94cbcd completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:31.707464 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 5b848c79-7d01-41ec-945c-6fc15c94cbcd triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:31.708367 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:31.715004 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-406de1a5-a0e9-42c4-ade0-0a73ee3b5f17 req-65dd2afd-54b3-403d-bc4a-eb4f103a9c64 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=871d0f73-5e8a-425f-be4d-954bf5f3669e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666485 Jul 13 07:29:31.784591 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-1db22e0b-895c-40fe-8506-1cca574a7813 req-72e37b34-f6f2-43f7-8a67-4de158a99ab0 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Deleting port 362ecfa6-4b5a-45e5-90a9-afcc4f168e58 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:29:31.785160 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1db22e0b-895c-40fe-8506-1cca574a7813 req-72e37b34-f6f2-43f7-8a67-4de158a99ab0 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:31.807412 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-c88fd43e-c1aa-4f57-a7c7-ffb69d4a8d22 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-167549249-network', 'tenant_id': '0aeb803a03a140849d8f3025c4e8d6d6'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:31.850614 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88fd43e-c1aa-4f57-a7c7-ffb69d4a8d22 admin admin] Made reservation on behalf of 0aeb803a03a140849d8f3025c4e8d6d6 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:31.854310 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c88fd43e-c1aa-4f57-a7c7-ffb69d4a8d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:31.865245 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c88fd43e-c1aa-4f57-a7c7-ffb69d4a8d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:31.919702 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:31.955948 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 5b848c79-7d01-41ec-945c-6fc15c94cbcd, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=5b848c79-7d01-41ec-945c-6fc15c94cbcd,segment=NetworkSegment(531418b5-f45d-4591-9034-cd2e33205e47),segment_id=531418b5-f45d-4591-9034-cd2e33205e47)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:31.957277 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-1db22e0b-895c-40fe-8506-1cca574a7813 req-72e37b34-f6f2-43f7-8a67-4de158a99ab0 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] For port 362ecfa6-4b5a-45e5-90a9-afcc4f168e58, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=362ecfa6-4b5a-45e5-90a9-afcc4f168e58,segment=NetworkSegment(80457635-f127-404e-a6cc-3fe7615fc23b),segment_id=80457635-f127-404e-a6cc-3fe7615fc23b)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:31.958012 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1db22e0b-895c-40fe-8506-1cca574a7813 req-72e37b34-f6f2-43f7-8a67-4de158a99ab0 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:31.962466 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:31.985565 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-1db22e0b-895c-40fe-8506-1cca574a7813 req-72e37b34-f6f2-43f7-8a67-4de158a99ab0 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Calling delete_port for 362ecfa6-4b5a-45e5-90a9-afcc4f168e58 owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:29:32.044829 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=5b848c79-7d01-41ec-945c-6fc15c94cbcd,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:32.048199 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882f953-9763-4ead-a110-d3fa6beff001 req-dbb147ae-2ca4-4b66-918a-7e0d4b27a570 tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:32.050244 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0882f953-9763-4ead-a110-d3fa6beff001 req-dbb147ae-2ca4-4b66-918a-7e0d4b27a570 tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5bd7940-fa91-46e7-975f-f169eb00e079 HTTP/1.1" status: 200 len: 945 time: 0.1336648 Jul 13 07:29:32.112392 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c88fd43e-c1aa-4f57-a7c7-ffb69d4a8d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:32.117414 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0882f953-9763-4ead-a110-d3fa6beff001 req-9b9e0396-55c6-4a87-9445-8efa96762dce tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] 10.222.0.23 "GET /v2.0/security-groups?id=243c88a6-4496-4534-be00-90b9c82479ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597098 Jul 13 07:29:32.118478 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c88fd43e-c1aa-4f57-a7c7-ffb69d4a8d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:32.142581 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c88fd43e-c1aa-4f57-a7c7-ffb69d4a8d22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:29:32.161921 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c88fd43e-c1aa-4f57-a7c7-ffb69d4a8d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:32.162477 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-c88fd43e-c1aa-4f57-a7c7-ffb69d4a8d22 admin admin] Added segment 2b3909e7-f4e3-4173-abaa-757ac833a739 of type vlan for network 158edf72-c971-4025-88f3-f50ab4847245 Jul 13 07:29:32.170773 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88fd43e-c1aa-4f57-a7c7-ffb69d4a8d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce4550f-5332-4004-8f17-32f38eaef993,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:32.210148 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1db22e0b-895c-40fe-8506-1cca574a7813 req-72e37b34-f6f2-43f7-8a67-4de158a99ab0 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:32.225042 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['d99c3901-a433-48cc-b7c8-99270858aee8'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:32.241067 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c88fd43e-c1aa-4f57-a7c7-ffb69d4a8d22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:32.248988 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e37b34-f6f2-43f7-8a67-4de158a99ab0 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Pushing event deleted for resources: {'Port': ['ID=362ecfa6-4b5a-45e5-90a9-afcc4f168e58,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:32.306561 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c88fd43e-c1aa-4f57-a7c7-ffb69d4a8d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:32.314691 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db22e0b-895c-40fe-8506-1cca574a7813 req-72e37b34-f6f2-43f7-8a67-4de158a99ab0 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] No DVR routers for this DVR port 362ecfa6-4b5a-45e5-90a9-afcc4f168e58 on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:29:32.318395 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1db22e0b-895c-40fe-8506-1cca574a7813 req-72e37b34-f6f2-43f7-8a67-4de158a99ab0 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:32.321173 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88fd43e-c1aa-4f57-a7c7-ffb69d4a8d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:32.321516 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1db22e0b-895c-40fe-8506-1cca574a7813 req-72e37b34-f6f2-43f7-8a67-4de158a99ab0 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.25 "DELETE /v2.0/ports/362ecfa6-4b5a-45e5-90a9-afcc4f168e58 HTTP/1.1" status: 204 len: 173 time: 0.7355521 Jul 13 07:29:32.324599 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c88fd43e-c1aa-4f57-a7c7-ffb69d4a8d22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:32.430155 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1dfb7a83-3dbb-47a3-9dee-9e3a05bec280 req-c2b49667-bfed-4dad-b1ae-9bf01a330d0b tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "GET /v2.0/ports?device_id=baa57777-d698-4f4e-9562-b595566af0be HTTP/1.1" status: 200 len: 210 time: 0.0640576 Jul 13 07:29:32.433858 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c88fd43e-c1aa-4f57-a7c7-ffb69d4a8d22 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8249493 Jul 13 07:29:32.436843 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa5e14-a54b-4035-a370-f401e61877f7 req-cc53c199-dd12-405a-bcd5-6d4ffb7ebf73 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:32.445689 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-20fa5e14-a54b-4035-a370-f401e61877f7 req-cc53c199-dd12-405a-bcd5-6d4ffb7ebf73 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea9e0e14-f7bd-4136-9da0-5f090bb7667d HTTP/1.1" status: 200 len: 945 time: 0.1229439 Jul 13 07:29:32.447636 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58042) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:32.505810 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-a0cdbe1d-aa84-45e7-ad73-e7af26516ffe admin admin] Request body: {'subnet': {'network_id': '158edf72-c971-4025-88f3-f50ab4847245', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-167549249-subnet', 'tenant_id': '0aeb803a03a140849d8f3025c4e8d6d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:32.524233 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88fd43e-c1aa-4f57-a7c7-ffb69d4a8d22 admin admin] Pushing event updated for resources: {'Network': ['ID=158edf72-c971-4025-88f3-f50ab4847245,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:32.535961 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 158edf72-c971-4025-88f3-f50ab4847245 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:29:32.570488 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-20fa5e14-a54b-4035-a370-f401e61877f7 req-610ea19a-7527-4a8e-9f3d-41bd3bc6a3e1 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] 10.222.0.23 "GET /v2.0/security-groups?id=871d0f73-5e8a-425f-be4d-954bf5f3669e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235049 Jul 13 07:29:32.592767 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cdbe1d-aa84-45e7-ad73-e7af26516ffe admin admin] Made reservation on behalf of 0aeb803a03a140849d8f3025c4e8d6d6 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:32.596863 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a0cdbe1d-aa84-45e7-ad73-e7af26516ffe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:32.872005 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a0cdbe1d-aa84-45e7-ad73-e7af26516ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:32.929508 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cdbe1d-aa84-45e7-ad73-e7af26516ffe admin admin] Pushing event updated for resources: {'Subnet': ['ID=b02e565c-ba96-4ecf-ad5f-fee613096d8b,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:32.946807 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cdbe1d-aa84-45e7-ad73-e7af26516ffe admin admin] Checking segment: {'id': '2b3909e7-f4e3-4173-abaa-757ac833a739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '158edf72-c971-4025-88f3-f50ab4847245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:32.947158 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cdbe1d-aa84-45e7-ad73-e7af26516ffe admin admin] Network hostable DHCP agents. Network: 158edf72-c971-4025-88f3-f50ab4847245, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:29:32.965697 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cdbe1d-aa84-45e7-ad73-e7af26516ffe admin admin] Network 158edf72-c971-4025-88f3-f50ab4847245 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:29:32.977464 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-a0cdbe1d-aa84-45e7-ad73-e7af26516ffe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 158edf72-c971-4025-88f3-f50ab4847245) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:32.982173 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cdbe1d-aa84-45e7-ad73-e7af26516ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:32.982771 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a0cdbe1d-aa84-45e7-ad73-e7af26516ffe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:32.992698 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5dac67-ba98-4cdb-a04f-2ad105c9df45 None None] Network 158edf72-c971-4025-88f3-f50ab4847245 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:29:33.003239 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a0cdbe1d-aa84-45e7-ad73-e7af26516ffe admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5409458 Jul 13 07:29:33.119105 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:33.122492 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8b84d8c8-b420-4106-8bde-4ed6556ca930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:33.157582 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58066) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:33.187052 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5f830f-e3c2-4f7a-8af7-af5c613e53ed None None] Network 158edf72-c971-4025-88f3-f50ab4847245 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:29:33.295934 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-32a37ee3-9eab-432e-8a46-2b93e63a25eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:33.331227 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f67fa-78a2-4302-ab43-e0a9425b5ff9 req-c303cbcf-d957-4ff6-8a62-ee3809e59071 tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:33.334338 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-679f67fa-78a2-4302-ab43-e0a9425b5ff9 req-c303cbcf-d957-4ff6-8a62-ee3809e59071 tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5bd7940-fa91-46e7-975f-f169eb00e079 HTTP/1.1" status: 200 len: 946 time: 0.0751112 Jul 13 07:29:33.381627 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-679f67fa-78a2-4302-ab43-e0a9425b5ff9 req-fa9b265d-391c-4af3-b93d-d87c028107ab tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] 10.222.0.23 "GET /v2.0/security-groups?id=243c88a6-4496-4534-be00-90b9c82479ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412500 Jul 13 07:29:33.405883 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-32a37ee3-9eab-432e-8a46-2b93e63a25eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:33.410564 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-32a37ee3-9eab-432e-8a46-2b93e63a25eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:33.417640 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5bd7940-fa91-46e7-975f-f169eb00e079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b848c79-7d01-41ec-945c-6fc15c94cbcd'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:33.420395 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3f58fc-ec10-4937-bf94-c037787f3c5a" -d '{"events": [{"server_uuid": "d5bd7940-fa91-46e7-975f-f169eb00e079", "name": "network-vif-plugged", "status": "completed", "tag": "5b848c79-7d01-41ec-945c-6fc15c94cbcd"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:33.451114 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-32a37ee3-9eab-432e-8a46-2b93e63a25eb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c3f013590eda46d19f257e701c0aa155&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2924180 Jul 13 07:29:33.451997 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a37ee3-9eab-432e-8a46-2b93e63a25eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478973a7-5631-4aac-8e31-5bb343b08d51,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:33.454737 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58084) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:33.478013 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a9cc32-47c9-48b4-933c-79a26244ceff x-openstack-request-id: req-71a9cc32-47c9-48b4-933c-79a26244ceff {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:33.479326 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5bd7940-fa91-46e7-975f-f169eb00e079", "name": "network-vif-plugged", "status": "completed", "tag": "5b848c79-7d01-41ec-945c-6fc15c94cbcd", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:33.479645 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-71a9cc32-47c9-48b4-933c-79a26244ceff {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:33.480110 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5bd7940-fa91-46e7-975f-f169eb00e079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b848c79-7d01-41ec-945c-6fc15c94cbcd', 'code': 200} Jul 13 07:29:33.512362 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-37926dcf-e48d-4200-ba6e-a497faede5d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:33.540229 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-37926dcf-e48d-4200-ba6e-a497faede5d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:33.558157 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58090) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:33.614184 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-ced45a1f-1a9d-4195-8f68-81872c9651e6 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:33.620918 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-ced45a1f-1a9d-4195-8f68-81872c9651e6 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/networks?id=158edf72-c971-4025-88f3-f50ab4847245 HTTP/1.1" status: 200 len: 814 time: 0.1287119 Jul 13 07:29:33.636441 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-4ed9ca4c-93e0-4010-89ad-7b93afb81972 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/quotas/0aeb803a03a140849d8f3025c4e8d6d6 HTTP/1.1" status: 200 len: 375 time: 0.0145357 Jul 13 07:29:33.652458 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5d0b61c-a008-42bd-a188-426327cb7379 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Deleting subnet 87ffc981-6781-45d6-b8cd-529685f99e08 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:29:33.659590 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a5d0b61c-a008-42bd-a188-426327cb7379 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:33.672830 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-070ce759-a425-44f6-8cce-82aa8e0ff011 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0aeb803a03a140849d8f3025c4e8d6d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342724 Jul 13 07:29:33.677469 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa57777-d698-4f4e-9562-b595566af0be', 'name': 'network-vif-deleted', 'tag': '362ecfa6-4b5a-45e5-90a9-afcc4f168e58'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:33.680183 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e4dbc5-8d9a-4d73-94c0-d55b3d3351da" -d '{"events": [{"server_uuid": "baa57777-d698-4f4e-9562-b595566af0be", "name": "network-vif-deleted", "tag": "362ecfa6-4b5a-45e5-90a9-afcc4f168e58"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:33.704079 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-37926dcf-e48d-4200-ba6e-a497faede5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:33.706547 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-37926dcf-e48d-4200-ba6e-a497faede5d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:33.709364 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-37926dcf-e48d-4200-ba6e-a497faede5d1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/478973a7-5631-4aac-8e31-5bb343b08d51 HTTP/1.1" status: 204 len: 168 time: 0.2517781 Jul 13 07:29:33.749023 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37926dcf-e48d-4200-ba6e-a497faede5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478973a7-5631-4aac-8e31-5bb343b08d51,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:33.752190 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4e160-ffa1-485e-bf7e-901f56e61fc2 req-34b1257b-7408-42af-9d31-c92f81c1e0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:33.754602 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-48c4e160-ffa1-485e-bf7e-901f56e61fc2 req-34b1257b-7408-42af-9d31-c92f81c1e0c3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d5bd7940-fa91-46e7-975f-f169eb00e079 HTTP/1.1" status: 200 len: 1098 time: 0.2066965 Jul 13 07:29:33.760620 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a5d0b61c-a008-42bd-a188-426327cb7379 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:33.789558 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-84020d3f-8ba0-451f-acc3-f26f2bc318fb service neutron] 10.222.0.23 "GET /v2.0/networks/158edf72-c971-4025-88f3-f50ab4847245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064594 Jul 13 07:29:33.855234 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-48c4e160-ffa1-485e-bf7e-901f56e61fc2 req-9189a225-8d70-46e1-8485-e327fe3f0a0e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=243c88a6-4496-4534-be00-90b9c82479ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908177 Jul 13 07:29:33.879715 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-b7d8e726-d040-4c34-9b68-f54c849d99d9 service neutron] 10.222.0.23 "GET /v2.0/networks/158edf72-c971-4025-88f3-f50ab4847245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892155 Jul 13 07:29:33.892100 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b95c94-8501-4018-bf21-c1b2ac147346 req-611ef605-8209-4660-9580-3d85b2e31b42 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:33.899125 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-10b95c94-8501-4018-bf21-c1b2ac147346 req-611ef605-8209-4660-9580-3d85b2e31b42 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea9e0e14-f7bd-4136-9da0-5f090bb7667d HTTP/1.1" status: 200 len: 945 time: 0.2106280 Jul 13 07:29:33.943123 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a5d0b61c-a008-42bd-a188-426327cb7379 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:33.968647 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:33.986238 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-10b95c94-8501-4018-bf21-c1b2ac147346 req-0d5de051-13c2-4a99-8f59-b5c64d47beb0 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] 10.222.0.23 "GET /v2.0/security-groups?id=871d0f73-5e8a-425f-be4d-954bf5f3669e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862379 Jul 13 07:29:34.029415 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a5d0b61c-a008-42bd-a188-426327cb7379 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:34.062225 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e37c43-3271-49c0-9c03-3eb7f6f3313d None None] Network 0e83cfb9-90db-4bd5-b2f2-33c365ea4db7 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:29:34.063260 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a5d0b61c-a008-42bd-a188-426327cb7379 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:34.068648 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a5d0b61c-a008-42bd-a188-426327cb7379 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "DELETE /v2.0/subnets/87ffc981-6781-45d6-b8cd-529685f99e08 HTTP/1.1" status: 204 len: 168 time: 0.5075200 Jul 13 07:29:34.071484 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58116) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:34.100739 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0b61c-a008-42bd-a188-426327cb7379 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Pushing event deleted for resources: {'Subnet': ['ID=87ffc981-6781-45d6-b8cd-529685f99e08,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:34.134197 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6d9079-3148-4332-a00c-526b37114806 x-openstack-request-id: req-dd6d9079-3148-4332-a00c-526b37114806 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:34.134492 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa57777-d698-4f4e-9562-b595566af0be", "name": "network-vif-deleted", "tag": "362ecfa6-4b5a-45e5-90a9-afcc4f168e58", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:34.134744 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dd6d9079-3148-4332-a00c-526b37114806 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:34.135142 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa57777-d698-4f4e-9562-b595566af0be', 'name': 'network-vif-deleted', 'tag': '362ecfa6-4b5a-45e5-90a9-afcc4f168e58', 'status': 'completed', 'code': 200} Jul 13 07:29:34.217337 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2992c33a-d268-458f-9ebf-ce87a39dabd4 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:34.322229 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-2992c33a-d268-458f-9ebf-ce87a39dabd4 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Deleting port 2dbd2c00-f8b9-4414-83fc-85ebb45e4f3b {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:29:34.324244 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2992c33a-d268-458f-9ebf-ce87a39dabd4 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:34.432208 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-2992c33a-d268-458f-9ebf-ce87a39dabd4 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] For port 2dbd2c00-f8b9-4414-83fc-85ebb45e4f3b, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=2dbd2c00-f8b9-4414-83fc-85ebb45e4f3b,segment=NetworkSegment(b0de4294-7654-4595-b236-de2318250d61),segment_id=b0de4294-7654-4595-b236-de2318250d61)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:34.432565 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2992c33a-d268-458f-9ebf-ce87a39dabd4 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:34.443708 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6614f8b6-9e22-4eeb-b014-0c80c4cb3f61 req-82565dd3-53af-4f43-b7ad-8a20f8d69ccb tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cd76d0-655b-4fe7-b5ba-67ac99ebcf63 HTTP/1.1" status: 200 len: 210 time: 0.0901935 Jul 13 07:29:34.465197 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-2992c33a-d268-458f-9ebf-ce87a39dabd4 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Calling delete_port for 2dbd2c00-f8b9-4414-83fc-85ebb45e4f3b owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:29:34.567421 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd18df3-e5c3-462f-94be-5e8cdbb48b75 None None] DHCP port deletion for 0e83cfb9-90db-4bd5-b2f2-33c365ea4db7 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:29:34.583685 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2992c33a-d268-458f-9ebf-ce87a39dabd4 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:34.620639 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 362ecfa6-4b5a-45e5-90a9-afcc4f168e58 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:29:34.639440 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992c33a-d268-458f-9ebf-ce87a39dabd4 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Pushing event deleted for resources: {'Port': ['ID=2dbd2c00-f8b9-4414-83fc-85ebb45e4f3b,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:34.664439 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 362ecfa6-4b5a-45e5-90a9-afcc4f168e58 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:29:34.665054 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 362ecfa6-4b5a-45e5-90a9-afcc4f168e58 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:29:34.665694 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device d99c3901-a433-48cc-b7c8-99270858aee8 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:29:34.683150 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2992c33a-d268-458f-9ebf-ce87a39dabd4 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] No DVR routers for this DVR port 2dbd2c00-f8b9-4414-83fc-85ebb45e4f3b on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:29:34.713987 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: d99c3901-a433-48cc-b7c8-99270858aee8 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:29:34.714698 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device d99c3901-a433-48cc-b7c8-99270858aee8 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:29:34.803715 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1295130-0048-48d0-9083-07730509280d req-7b73b586-8eb4-45aa-908d-6cd87e32c6ac tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:34.810875 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a1295130-0048-48d0-9083-07730509280d req-7b73b586-8eb4-45aa-908d-6cd87e32c6ac tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5bd7940-fa91-46e7-975f-f169eb00e079 HTTP/1.1" status: 200 len: 946 time: 0.1389654 Jul 13 07:29:34.854088 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a1295130-0048-48d0-9083-07730509280d req-80dbaba8-a524-472a-9780-6f9474440ebd tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] 10.222.0.23 "GET /v2.0/security-groups?id=243c88a6-4496-4534-be00-90b9c82479ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422683 Jul 13 07:29:34.866874 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2992c33a-d268-458f-9ebf-ce87a39dabd4 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:34.892785 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-2992c33a-d268-458f-9ebf-ce87a39dabd4 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e83cfb9-90db-4bd5-b2f2-33c365ea4db7']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:34.910829 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-2992c33a-d268-458f-9ebf-ce87a39dabd4 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0de4294-7654-4595-b236-de2318250d61') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:34.911186 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-2992c33a-d268-458f-9ebf-ce87a39dabd4 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0de4294-7654-4595-b236-de2318250d61') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:34.927216 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2992c33a-d268-458f-9ebf-ce87a39dabd4 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:34.952349 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c1f5b-b44e-41c5-a748-6813d09cbe53 req-706432c3-bd65-40a8-8986-91d6224a7762 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:34.954076 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7d3c1f5b-b44e-41c5-a748-6813d09cbe53 req-706432c3-bd65-40a8-8986-91d6224a7762 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea9e0e14-f7bd-4136-9da0-5f090bb7667d HTTP/1.1" status: 200 len: 945 time: 0.1579390 Jul 13 07:29:34.959848 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2992c33a-d268-458f-9ebf-ce87a39dabd4 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:34.974194 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2992c33a-d268-458f-9ebf-ce87a39dabd4 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:29:34.974633 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2992c33a-d268-458f-9ebf-ce87a39dabd4 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:34.978764 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:29:34.978764 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:29:34.978764 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:29:34.978764 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:29:34.978764 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:29:34.978764 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:29:34.978764 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:29:34.978764 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:29:34.978764 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:29:34.978764 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:29:34.978764 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:29:34.978764 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:29:34.978764 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:29:34.978764 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:29:34.978764 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:29:34.978764 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:29:34.978764 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:29:34.978764 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:29:34.978764 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:29:34.978764 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:29:34.978764 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:29:34.978764 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:29:34.978764 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:29:34.978764 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:29:34.978764 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:29:34.978764 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:29:34.978764 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:29:34.978764 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:29:34.978764 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:29:34.978764 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:29:34.978764 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:29:34.978764 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:29:35.053563 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7d3c1f5b-b44e-41c5-a748-6813d09cbe53 req-63ef52ff-c0ab-4545-a234-2cd9038bb648 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] 10.222.0.23 "GET /v2.0/security-groups?id=871d0f73-5e8a-425f-be4d-954bf5f3669e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880446 Jul 13 07:29:35.057693 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2992c33a-d268-458f-9ebf-ce87a39dabd4 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:35.065502 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2992c33a-d268-458f-9ebf-ce87a39dabd4 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:35.067052 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2992c33a-d268-458f-9ebf-ce87a39dabd4 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "DELETE /v2.0/networks/0e83cfb9-90db-4bd5-b2f2-33c365ea4db7 HTTP/1.1" status: 204 len: 168 time: 0.9945436 Jul 13 07:29:35.070037 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58144) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:35.078622 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992c33a-d268-458f-9ebf-ce87a39dabd4 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Pushing event deleted for resources: {'Network': ['ID=0e83cfb9-90db-4bd5-b2f2-33c365ea4db7,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:35.136123 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d22b3bd-18e0-4c32-9a41-8ac795b97196 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Deleting subnet 4b646568-d775-48e1-ac64-21b853fb9025 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:29:35.139290 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4d22b3bd-18e0-4c32-9a41-8ac795b97196 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:35.182918 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4d22b3bd-18e0-4c32-9a41-8ac795b97196 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:35.285927 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4d22b3bd-18e0-4c32-9a41-8ac795b97196 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:35.354522 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4d22b3bd-18e0-4c32-9a41-8ac795b97196 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:35.383853 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d22b3bd-18e0-4c32-9a41-8ac795b97196 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Pushing event deleted for resources: {'Subnet': ['ID=4b646568-d775-48e1-ac64-21b853fb9025,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:35.390971 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4d22b3bd-18e0-4c32-9a41-8ac795b97196 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:35.391672 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4d22b3bd-18e0-4c32-9a41-8ac795b97196 tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "DELETE /v2.0/subnets/4b646568-d775-48e1-ac64-21b853fb9025 HTTP/1.1" status: 204 len: 168 time: 0.3204644 Jul 13 07:29:35.394439 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58158) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:35.405678 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e06f7d-cef9-4daf-93b7-1badafa97dfe None None] Network ea309b70-41b4-4f92-a6d0-82a1119dc571 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:29:35.522202 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-637127d8-2df9-4b62-b72d-410d875d8a8d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:35.649294 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-66b77010-a55f-42b0-ba0e-4f5ec47a8e6a req-1d86179a-810d-4f0f-a813-b902c7c1b519 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cd76d0-655b-4fe7-b5ba-67ac99ebcf63 HTTP/1.1" status: 200 len: 210 time: 0.0459669 Jul 13 07:29:35.678892 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a721f761-ab91-4e92-91b6-320ab1ad0c36 None None] DHCP port deletion for ea309b70-41b4-4f92-a6d0-82a1119dc571 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:29:35.730662 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-637127d8-2df9-4b62-b72d-410d875d8a8d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Deleting port bedb3b1f-89ff-4bf7-b43b-a54d9a83f3a1 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:29:35.731090 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-637127d8-2df9-4b62-b72d-410d875d8a8d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:35.750589 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-82a2693a-ddab-49ff-85e9-5dd255d68fd5 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:35.752165 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-82a2693a-ddab-49ff-85e9-5dd255d68fd5 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.25 "GET /v2.0/networks?id=158edf72-c971-4025-88f3-f50ab4847245 HTTP/1.1" status: 200 len: 814 time: 0.2233560 Jul 13 07:29:35.771755 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-a721f761-ab91-4e92-91b6-320ab1ad0c36 None None] Deleting port bedb3b1f-89ff-4bf7-b43b-a54d9a83f3a1 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:29:35.772129 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a721f761-ab91-4e92-91b6-320ab1ad0c36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:35.773139 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-cbd62b80-3962-41cf-b7e5-b31c43518c57 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Request body: {'port': {'device_id': '86cd76d0-655b-4fe7-b5ba-67ac99ebcf63', 'network_id': '158edf72-c971-4025-88f3-f50ab4847245', 'admin_state_up': True, 'tenant_id': '0aeb803a03a140849d8f3025c4e8d6d6'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:35.775230 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:35.839920 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-637127d8-2df9-4b62-b72d-410d875d8a8d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] For port bedb3b1f-89ff-4bf7-b43b-a54d9a83f3a1, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=bedb3b1f-89ff-4bf7-b43b-a54d9a83f3a1,segment=NetworkSegment(80457635-f127-404e-a6cc-3fe7615fc23b),segment_id=80457635-f127-404e-a6cc-3fe7615fc23b)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:35.840359 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-637127d8-2df9-4b62-b72d-410d875d8a8d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:35.858812 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-a721f761-ab91-4e92-91b6-320ab1ad0c36 None None] For port bedb3b1f-89ff-4bf7-b43b-a54d9a83f3a1, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=bedb3b1f-89ff-4bf7-b43b-a54d9a83f3a1,segment=NetworkSegment(80457635-f127-404e-a6cc-3fe7615fc23b),segment_id=80457635-f127-404e-a6cc-3fe7615fc23b)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:35.859215 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a721f761-ab91-4e92-91b6-320ab1ad0c36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:35.871193 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-a721f761-ab91-4e92-91b6-320ab1ad0c36 None None] Calling delete_port for bedb3b1f-89ff-4bf7-b43b-a54d9a83f3a1 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:29:35.885471 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-637127d8-2df9-4b62-b72d-410d875d8a8d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Calling delete_port for bedb3b1f-89ff-4bf7-b43b-a54d9a83f3a1 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:29:35.992601 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f39df-aea9-43b4-a1e1-3da96251d120 req-9951bc30-7355-4f0d-9ca6-f0ce87153d46 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:35.995749 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-cbd62b80-3962-41cf-b7e5-b31c43518c57 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Made reservation on behalf of 0aeb803a03a140849d8f3025c4e8d6d6 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:35.996868 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e31f39df-aea9-43b4-a1e1-3da96251d120 req-9951bc30-7355-4f0d-9ca6-f0ce87153d46 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea9e0e14-f7bd-4136-9da0-5f090bb7667d HTTP/1.1" status: 200 len: 945 time: 0.1070459 Jul 13 07:29:35.999801 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-cbd62b80-3962-41cf-b7e5-b31c43518c57 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:36.060962 n-d-771363-34 neutron-server[94019]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 07:29:36.060962 n-d-771363-34 neutron-server[94019]: from cryptography.utils import int_from_bytes Jul 13 07:29:36.060962 n-d-771363-34 neutron-server[94019]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 07:29:36.060962 n-d-771363-34 neutron-server[94019]: from cryptography.utils import int_from_bytes Jul 13 07:29:36.060962 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:29:36.060962 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:29:36.060962 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:29:36.060962 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:29:36.060962 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:29:36.060962 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:29:36.060962 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:29:36.060962 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:29:36.060962 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:29:36.060962 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:29:36.060962 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:29:36.060962 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:29:36.060962 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:29:36.060962 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:29:36.060962 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:29:36.060962 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:29:36.060962 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:29:36.060962 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:29:36.060962 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:29:36.060962 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:29:36.060962 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:29:36.060962 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:29:36.060962 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:29:36.060962 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:29:36.060962 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:29:36.060962 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:29:36.060962 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:29:36.060962 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:29:36.060962 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:29:36.060962 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:29:36.060962 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:29:36.060962 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:29:36.060962 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:29:36.060962 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:29:36.060962 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:29:36.060962 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:29:36.060962 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:29:36.060962 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:29:36.064370 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:29:36.064370 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:29:36.064370 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:29:36.064370 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:29:36.064370 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:29:36.064370 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:29:36.064370 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:29:36.064370 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:29:36.064370 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:29:36.064370 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:29:36.064370 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:29:36.064370 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:29:36.064370 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:29:36.064370 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:29:36.066025 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-637127d8-2df9-4b62-b72d-410d875d8a8d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:36.072968 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a721f761-ab91-4e92-91b6-320ab1ad0c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:36.110650 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a721f761-ab91-4e92-91b6-320ab1ad0c36 None None] No DVR routers for this DVR port bedb3b1f-89ff-4bf7-b43b-a54d9a83f3a1 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:29:36.120915 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721f761-ab91-4e92-91b6-320ab1ad0c36 None None] Pushing event deleted for resources: {'Port': ['ID=bedb3b1f-89ff-4bf7-b43b-a54d9a83f3a1,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:36.135926 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637127d8-2df9-4b62-b72d-410d875d8a8d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Pushing event deleted for resources: {'Port': ['ID=bedb3b1f-89ff-4bf7-b43b-a54d9a83f3a1,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:36.158289 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637127d8-2df9-4b62-b72d-410d875d8a8d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] No DVR routers for this DVR port bedb3b1f-89ff-4bf7-b43b-a54d9a83f3a1 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:29:36.164573 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-e31f39df-aea9-43b4-a1e1-3da96251d120 req-d27a3d81-222d-42a3-bcec-23f253493b82 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] Deleting port c71b8de8-1a76-45f7-a22f-c9f806e2307d {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:29:36.164573 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e31f39df-aea9-43b4-a1e1-3da96251d120 req-d27a3d81-222d-42a3-bcec-23f253493b82 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:36.232337 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef5034-f7fe-4fff-8774-e752c5a6fc43 req-ea46412f-11c4-41ed-ac56-6429d2a1282a tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:36.239337 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-24ef5034-f7fe-4fff-8774-e752c5a6fc43 req-ea46412f-11c4-41ed-ac56-6429d2a1282a tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5bd7940-fa91-46e7-975f-f169eb00e079 HTTP/1.1" status: 200 len: 946 time: 0.2266707 Jul 13 07:29:36.299186 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-e31f39df-aea9-43b4-a1e1-3da96251d120 req-d27a3d81-222d-42a3-bcec-23f253493b82 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] For port c71b8de8-1a76-45f7-a22f-c9f806e2307d, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=c71b8de8-1a76-45f7-a22f-c9f806e2307d,segment=NetworkSegment(d01f6add-c93c-4b60-af02-3b5f39c9a147),segment_id=d01f6add-c93c-4b60-af02-3b5f39c9a147)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:36.299579 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e31f39df-aea9-43b4-a1e1-3da96251d120 req-d27a3d81-222d-42a3-bcec-23f253493b82 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:36.316872 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-e31f39df-aea9-43b4-a1e1-3da96251d120 req-d27a3d81-222d-42a3-bcec-23f253493b82 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] Calling delete_port for c71b8de8-1a76-45f7-a22f-c9f806e2307d owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:29:36.323898 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-24ef5034-f7fe-4fff-8774-e752c5a6fc43 req-ff01955f-a0e9-46b4-be92-7c819e9df62f tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] 10.222.0.23 "GET /v2.0/security-groups?id=243c88a6-4496-4534-be00-90b9c82479ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836139 Jul 13 07:29:36.358150 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-637127d8-2df9-4b62-b72d-410d875d8a8d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:36.370478 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-637127d8-2df9-4b62-b72d-410d875d8a8d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea309b70-41b4-4f92-a6d0-82a1119dc571']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:36.382490 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-637127d8-2df9-4b62-b72d-410d875d8a8d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80457635-f127-404e-a6cc-3fe7615fc23b') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:36.383067 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-637127d8-2df9-4b62-b72d-410d875d8a8d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80457635-f127-404e-a6cc-3fe7615fc23b') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:36.387367 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a38e7-e117-4904-b75d-ba9420225205 req-8278078e-15b4-4b0b-96dc-c0817af7b04e tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:36.394462 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-973a38e7-e117-4904-b75d-ba9420225205 req-8278078e-15b4-4b0b-96dc-c0817af7b04e tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea9e0e14-f7bd-4136-9da0-5f090bb7667d HTTP/1.1" status: 200 len: 945 time: 0.1446798 Jul 13 07:29:36.395390 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-637127d8-2df9-4b62-b72d-410d875d8a8d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:36.411544 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-637127d8-2df9-4b62-b72d-410d875d8a8d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:36.419495 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-637127d8-2df9-4b62-b72d-410d875d8a8d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:29:36.420046 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-637127d8-2df9-4b62-b72d-410d875d8a8d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:36.475523 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-973a38e7-e117-4904-b75d-ba9420225205 req-469461c2-3c7f-4703-8add-eb4a3a55cf26 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] 10.222.0.23 "GET /v2.0/security-groups?id=871d0f73-5e8a-425f-be4d-954bf5f3669e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775473 Jul 13 07:29:36.545910 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-cbd62b80-3962-41cf-b7e5-b31c43518c57 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Allocated IP 172.20.0.11 (158edf72-c971-4025-88f3-f50ab4847245/b02e565c-ba96-4ecf-ad5f-fee613096d8b/d26eb3b8-fca3-44f8-a91c-d4c917077993) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:29:36.548360 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:29:36.548360 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:29:36.548360 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:29:36.548360 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:29:36.548360 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:29:36.548360 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:29:36.548360 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:29:36.548360 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:29:36.548360 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:29:36.548360 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:29:36.548360 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:29:36.548360 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:29:36.548360 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:29:36.548360 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:29:36.548360 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:29:36.548360 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:29:36.548360 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:29:36.548360 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:29:36.548360 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:29:36.548360 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:29:36.548360 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:29:36.548360 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:29:36.548360 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:29:36.548360 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:29:36.548360 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:29:36.548360 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:29:36.548360 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:29:36.548360 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:29:36.548360 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:29:36.548360 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:29:36.548360 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:29:36.548360 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:29:36.579804 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-637127d8-2df9-4b62-b72d-410d875d8a8d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:36.608667 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device bedb3b1f-89ff-4bf7-b43b-a54d9a83f3a1 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:29:36.611404 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-637127d8-2df9-4b62-b72d-410d875d8a8d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:36.613820 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-637127d8-2df9-4b62-b72d-410d875d8a8d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] 10.222.0.23 "DELETE /v2.0/networks/ea309b70-41b4-4f92-a6d0-82a1119dc571 HTTP/1.1" status: 204 len: 168 time: 1.2174094 Jul 13 07:29:36.617162 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637127d8-2df9-4b62-b72d-410d875d8a8d tempest-ServersTestMultiNic-246372977 tempest-ServersTestMultiNic-246372977-project] Pushing event deleted for resources: {'Network': ['ID=ea309b70-41b4-4f92-a6d0-82a1119dc571,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:36.633958 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58212) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:36.640750 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e31f39df-aea9-43b4-a1e1-3da96251d120 req-d27a3d81-222d-42a3-bcec-23f253493b82 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:36.676525 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['c71b8de8-1a76-45f7-a22f-c9f806e2307d'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:36.687138 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a3d81-222d-42a3-bcec-23f253493b82 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] Pushing event deleted for resources: {'Port': ['ID=c71b8de8-1a76-45f7-a22f-c9f806e2307d,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:36.694064 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: bedb3b1f-89ff-4bf7-b43b-a54d9a83f3a1 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:29:36.694503 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device bedb3b1f-89ff-4bf7-b43b-a54d9a83f3a1 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:29:36.694712 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 2dbd2c00-f8b9-4414-83fc-85ebb45e4f3b no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:29:36.748138 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 2dbd2c00-f8b9-4414-83fc-85ebb45e4f3b {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:29:36.749082 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 2dbd2c00-f8b9-4414-83fc-85ebb45e4f3b not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:29:36.782667 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31f39df-aea9-43b4-a1e1-3da96251d120 req-d27a3d81-222d-42a3-bcec-23f253493b82 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] No DVR routers for this DVR port c71b8de8-1a76-45f7-a22f-c9f806e2307d on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:29:36.785650 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e31f39df-aea9-43b4-a1e1-3da96251d120 req-d27a3d81-222d-42a3-bcec-23f253493b82 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:36.787954 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e31f39df-aea9-43b4-a1e1-3da96251d120 req-d27a3d81-222d-42a3-bcec-23f253493b82 tempest-InstanceActionsV221TestJSON-1519700100 tempest-InstanceActionsV221TestJSON-1519700100-project] 10.222.0.42 "DELETE /v2.0/ports/c71b8de8-1a76-45f7-a22f-c9f806e2307d HTTP/1.1" status: 204 len: 173 time: 0.7830637 Jul 13 07:29:36.788829 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea9e0e14-f7bd-4136-9da0-5f090bb7667d', 'name': 'network-vif-deleted', 'tag': 'c71b8de8-1a76-45f7-a22f-c9f806e2307d'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:36.799401 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d9da3c-b5d1-4466-993f-02592d816ae5" -d '{"events": [{"server_uuid": "ea9e0e14-f7bd-4136-9da0-5f090bb7667d", "name": "network-vif-deleted", "tag": "c71b8de8-1a76-45f7-a22f-c9f806e2307d"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:36.943429 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40abed9-37ee-4d11-86cf-cdc87f9ef9ab x-openstack-request-id: req-c40abed9-37ee-4d11-86cf-cdc87f9ef9ab {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:36.944047 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea9e0e14-f7bd-4136-9da0-5f090bb7667d", "name": "network-vif-deleted", "tag": "c71b8de8-1a76-45f7-a22f-c9f806e2307d", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:36.944571 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c40abed9-37ee-4d11-86cf-cdc87f9ef9ab {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:36.945196 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea9e0e14-f7bd-4136-9da0-5f090bb7667d', 'name': 'network-vif-deleted', 'tag': 'c71b8de8-1a76-45f7-a22f-c9f806e2307d', 'status': 'completed', 'code': 200} Jul 13 07:29:37.005483 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5325b8d9-5d7b-4d78-a200-b520693764e8 req-1151fa64-aa06-42cd-90b5-ab3282cdf1be tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cd76d0-655b-4fe7-b5ba-67ac99ebcf63 HTTP/1.1" status: 200 len: 210 time: 0.0464282 Jul 13 07:29:37.102423 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58232) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:37.314971 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5ef5147a-3367-4915-99f4-290f9a1a9e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:37.376301 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-cbd62b80-3962-41cf-b7e5-b31c43518c57 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:37.466835 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-cbd62b80-3962-41cf-b7e5-b31c43518c57 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:37.523960 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-43a2007a-39d6-42d8-9d17-79682552e37b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:37.540180 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5ef5147a-3367-4915-99f4-290f9a1a9e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:37.545844 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-cbd62b80-3962-41cf-b7e5-b31c43518c57 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Network 158edf72-c971-4025-88f3-f50ab4847245 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:37.555133 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-cbd62b80-3962-41cf-b7e5-b31c43518c57 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:37.566741 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-cbd62b80-3962-41cf-b7e5-b31c43518c57 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:37.570043 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5ef5147a-3367-4915-99f4-290f9a1a9e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:37.681245 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd62b80-3962-41cf-b7e5-b31c43518c57 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Pushing event updated for resources: {'Port': ['ID=d26eb3b8-fca3-44f8-a91c-d4c917077993,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:37.705170 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5ef5147a-3367-4915-99f4-290f9a1a9e51 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5922b339ca954a75bf01042adab72c15&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0533681 Jul 13 07:29:37.706300 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58240) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:37.710599 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5147a-3367-4915-99f4-290f9a1a9e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e4749e-6b55-42a0-a5c5-18c934614bce,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:37.768974 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-cbd62b80-3962-41cf-b7e5-b31c43518c57 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:37.769924 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-cbd62b80-3962-41cf-b7e5-b31c43518c57 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:37.799413 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-516e3a46-7071-4179-8c24-7eae25e1d74f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:37.802681 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-cbd62b80-3962-41cf-b7e5-b31c43518c57 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0362270 Jul 13 07:29:37.818697 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-83027b5e-c07d-475d-90de-ad52a8201545 service neutron] Request body: {'port': {'device_id': '86cd76d0-655b-4fe7-b5ba-67ac99ebcf63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:37.855390 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-516e3a46-7071-4179-8c24-7eae25e1d74f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:37.883049 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-43a2007a-39d6-42d8-9d17-79682552e37b admin admin] Deleting port 69e2b127-daa9-4784-91d0-d70ca5b5f5bb {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:29:37.884296 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-43a2007a-39d6-42d8-9d17-79682552e37b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:37.935919 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-83027b5e-c07d-475d-90de-ad52a8201545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:37.985088 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-43a2007a-39d6-42d8-9d17-79682552e37b admin admin] For port 69e2b127-daa9-4784-91d0-d70ca5b5f5bb, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=69e2b127-daa9-4784-91d0-d70ca5b5f5bb,segment=NetworkSegment(3d356aa5-28c8-4b89-9724-5bec031a4eb2),segment_id=3d356aa5-28c8-4b89-9724-5bec031a4eb2)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:37.986215 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-43a2007a-39d6-42d8-9d17-79682552e37b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:37.990030 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58250) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:38.002183 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-43a2007a-39d6-42d8-9d17-79682552e37b admin admin] Calling delete_port for 69e2b127-daa9-4784-91d0-d70ca5b5f5bb owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:29:38.002479 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-516e3a46-7071-4179-8c24-7eae25e1d74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:38.005141 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-516e3a46-7071-4179-8c24-7eae25e1d74f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:38.006274 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-516e3a46-7071-4179-8c24-7eae25e1d74f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/19e4749e-6b55-42a0-a5c5-18c934614bce HTTP/1.1" status: 204 len: 168 time: 0.2926457 Jul 13 07:29:38.054958 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e3a46-7071-4179-8c24-7eae25e1d74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e4749e-6b55-42a0-a5c5-18c934614bce,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:38.127049 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-44da552b-683e-4fc9-a99e-fbfe48b799ef admin admin] Deleting subnet 0f70ce43-2f6d-489c-9656-17ae1e787242 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:29:38.137037 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-44da552b-683e-4fc9-a99e-fbfe48b799ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:38.199988 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-44da552b-683e-4fc9-a99e-fbfe48b799ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:38.314588 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-43a2007a-39d6-42d8-9d17-79682552e37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:38.318846 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-44da552b-683e-4fc9-a99e-fbfe48b799ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:38.361180 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2007a-39d6-42d8-9d17-79682552e37b admin admin] Pushing event deleted for resources: {'Port': ['ID=69e2b127-daa9-4784-91d0-d70ca5b5f5bb,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:38.411353 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535a59e-f17f-4bcb-b76b-334bbd6bbaab req-5d1bd030-8fcf-4965-a0bf-0ef3f6140298 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:38.413153 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c535a59e-f17f-4bcb-b76b-334bbd6bbaab req-5d1bd030-8fcf-4965-a0bf-0ef3f6140298 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cd76d0-655b-4fe7-b5ba-67ac99ebcf63 HTTP/1.1" status: 200 len: 932 time: 0.2190976 Jul 13 07:29:38.502387 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58268) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:38.527814 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-44da552b-683e-4fc9-a99e-fbfe48b799ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:38.568983 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-83027b5e-c07d-475d-90de-ad52a8201545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d26eb3b8-fca3-44f8-a91c-d4c917077993 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:38.578363 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-83027b5e-c07d-475d-90de-ad52a8201545 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:38.592998 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-83027b5e-c07d-475d-90de-ad52a8201545 service neutron] Transition to ACTIVE for port object d26eb3b8-fca3-44f8-a91c-d4c917077993 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:38.611767 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-43a2007a-39d6-42d8-9d17-79682552e37b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:38.619307 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c535a59e-f17f-4bcb-b76b-334bbd6bbaab req-418c6ba2-4a69-4de9-9710-1d6a4efabf5a tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901603 Jul 13 07:29:38.630138 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da552b-683e-4fc9-a99e-fbfe48b799ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f70ce43-2f6d-489c-9656-17ae1e787242,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:38.637814 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-83027b5e-c07d-475d-90de-ad52a8201545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:38.640374 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-648a6db8-b5d3-4d7f-a05e-9e3050bbcf19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:38.700882 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83027b5e-c07d-475d-90de-ad52a8201545 service neutron] Pushing event updated for resources: {'Port': ['ID=d26eb3b8-fca3-44f8-a91c-d4c917077993,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:38.703516 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-44da552b-683e-4fc9-a99e-fbfe48b799ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:38.708442 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-44da552b-683e-4fc9-a99e-fbfe48b799ef admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0f70ce43-2f6d-489c-9656-17ae1e787242 HTTP/1.1" status: 204 len: 168 time: 0.7145514 Jul 13 07:29:38.709406 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58270) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:38.870573 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-90fcaae9-d385-47a4-b0ab-35792c4c64fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:38.877606 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a2007a-39d6-42d8-9d17-79682552e37b admin admin] Router 027cbcba-1a61-4ae0-876b-b4c642cb29b8 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:29:38.927703 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-83027b5e-c07d-475d-90de-ad52a8201545 service neutron] Attempting to bind port d26eb3b8-fca3-44f8-a91c-d4c917077993 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:38.931666 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-83027b5e-c07d-475d-90de-ad52a8201545 service neutron] Attempting to bind port d26eb3b8-fca3-44f8-a91c-d4c917077993 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '2b3909e7-f4e3-4173-abaa-757ac833a739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '158edf72-c971-4025-88f3-f50ab4847245'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:38.931666 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-83027b5e-c07d-475d-90de-ad52a8201545 service neutron] Attempting to bind port d26eb3b8-fca3-44f8-a91c-d4c917077993 on network 158edf72-c971-4025-88f3-f50ab4847245 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:38.961763 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-83027b5e-c07d-475d-90de-ad52a8201545 service neutron] Port d26eb3b8-fca3-44f8-a91c-d4c917077993 on network 158edf72-c971-4025-88f3-f50ab4847245 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:38.962086 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-83027b5e-c07d-475d-90de-ad52a8201545 service neutron] Attempting to bind port d26eb3b8-fca3-44f8-a91c-d4c917077993 on network 158edf72-c971-4025-88f3-f50ab4847245 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:38.993482 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-83027b5e-c07d-475d-90de-ad52a8201545 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:29:38.993864 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-83027b5e-c07d-475d-90de-ad52a8201545 service neutron] Checking segment: {'id': '2b3909e7-f4e3-4173-abaa-757ac833a739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '158edf72-c971-4025-88f3-f50ab4847245'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:38.994264 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-83027b5e-c07d-475d-90de-ad52a8201545 service neutron] Bound using segment: {'id': '2b3909e7-f4e3-4173-abaa-757ac833a739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '158edf72-c971-4025-88f3-f50ab4847245'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:29:38.994710 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-83027b5e-c07d-475d-90de-ad52a8201545 service neutron] Bound port: d26eb3b8-fca3-44f8-a91c-d4c917077993, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b3909e7-f4e3-4173-abaa-757ac833a739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '158edf72-c971-4025-88f3-f50ab4847245'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:29:38.995067 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-83027b5e-c07d-475d-90de-ad52a8201545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:39.012458 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-648a6db8-b5d3-4d7f-a05e-9e3050bbcf19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:39.048052 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-90fcaae9-d385-47a4-b0ab-35792c4c64fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:39.050604 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-648a6db8-b5d3-4d7f-a05e-9e3050bbcf19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:39.079256 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-90fcaae9-d385-47a4-b0ab-35792c4c64fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ef50f3-9d25-4fc4-9ab8-4d30153c5234']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:39.142610 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-90fcaae9-d385-47a4-b0ab-35792c4c64fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd01f6add-c93c-4b60-af02-3b5f39c9a147') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:39.142902 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-90fcaae9-d385-47a4-b0ab-35792c4c64fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd01f6add-c93c-4b60-af02-3b5f39c9a147') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:39.151147 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-648a6db8-b5d3-4d7f-a05e-9e3050bbcf19 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fd33aefbbe4e4325aa5eebf0cc004104&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6422548 Jul 13 07:29:39.151341 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device c71b8de8-1a76-45f7-a22f-c9f806e2307d no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:29:39.155921 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a6db8-b5d3-4d7f-a05e-9e3050bbcf19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5372744e-fc48-4d22-9d3c-e7ad083b34d7,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:39.162786 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58282) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:39.179140 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-90fcaae9-d385-47a4-b0ab-35792c4c64fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:39.210477 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: c71b8de8-1a76-45f7-a22f-c9f806e2307d {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:29:39.210965 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device c71b8de8-1a76-45f7-a22f-c9f806e2307d not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:29:39.214531 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-90fcaae9-d385-47a4-b0ab-35792c4c64fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:39.216908 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-83027b5e-c07d-475d-90de-ad52a8201545 service neutron] For port d26eb3b8-fca3-44f8-a91c-d4c917077993, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:29:39.236927 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90fcaae9-d385-47a4-b0ab-35792c4c64fc admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:29:39.237320 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-90fcaae9-d385-47a4-b0ab-35792c4c64fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:39.240934 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:29:39.240934 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:29:39.240934 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:29:39.240934 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:29:39.240934 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:29:39.240934 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:29:39.240934 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:29:39.240934 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:29:39.240934 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:29:39.240934 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:29:39.240934 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:29:39.240934 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:29:39.240934 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:29:39.240934 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:29:39.240934 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:29:39.240934 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:29:39.240934 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:29:39.240934 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:29:39.240934 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:29:39.240934 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:29:39.240934 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:29:39.240934 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:29:39.240934 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:29:39.240934 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:29:39.240934 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:29:39.240934 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:29:39.240934 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:29:39.240934 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:29:39.240934 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:29:39.240934 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:29:39.240934 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:29:39.240934 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:29:39.240934 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:29:39.240934 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:29:39.246255 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-83027b5e-c07d-475d-90de-ad52a8201545 service neutron] For port d26eb3b8-fca3-44f8-a91c-d4c917077993, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=d26eb3b8-fca3-44f8-a91c-d4c917077993,segment=NetworkSegment(2b3909e7-f4e3-4173-abaa-757ac833a739),segment_id=2b3909e7-f4e3-4173-abaa-757ac833a739)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:29:39.263430 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-83027b5e-c07d-475d-90de-ad52a8201545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:39.345364 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a2007a-39d6-42d8-9d17-79682552e37b admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:29:39.352284 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-43a2007a-39d6-42d8-9d17-79682552e37b admin admin] 10.222.0.23 "PUT /v2.0/routers/027cbcba-1a61-4ae0-876b-b4c642cb29b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2487779 Jul 13 07:29:39.354013 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-83027b5e-c07d-475d-90de-ad52a8201545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:39.354638 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-83027b5e-c07d-475d-90de-ad52a8201545 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:39.355073 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58290) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:39.356045 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-83027b5e-c07d-475d-90de-ad52a8201545 service neutron] 10.222.0.25 "PUT /v2.0/ports/d26eb3b8-fca3-44f8-a91c-d4c917077993 HTTP/1.1" status: 200 len: 1093 time: 1.5448020 Jul 13 07:29:39.356479 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86cd76d0-655b-4fe7-b5ba-67ac99ebcf63', 'tag': 'd26eb3b8-fca3-44f8-a91c-d4c917077993'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:39.358718 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132c29ed-2f25-4627-bc8d-781406650713" -d '{"events": [{"name": "network-changed", "server_uuid": "86cd76d0-655b-4fe7-b5ba-67ac99ebcf63", "tag": "d26eb3b8-fca3-44f8-a91c-d4c917077993"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:39.367496 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-90fcaae9-d385-47a4-b0ab-35792c4c64fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:39.371817 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-30c6c232-db51-4735-bb9c-2a47240f81e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:39.379069 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f131c0ce-c4d6-4a4a-a99f-d2912e61deb8 None None] Sync routers for ids ['027cbcba-1a61-4ae0-876b-b4c642cb29b8'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:29:39.382503 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-90fcaae9-d385-47a4-b0ab-35792c4c64fc admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:39.387154 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-90fcaae9-d385-47a4-b0ab-35792c4c64fc admin admin] 10.222.0.23 "DELETE /v2.0/networks/90ef50f3-9d25-4fc4-9ab8-4d30153c5234 HTTP/1.1" status: 204 len: 168 time: 0.6729193 Jul 13 07:29:39.407941 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83027b5e-c07d-475d-90de-ad52a8201545 service neutron] Pushing event updated for resources: {'Port': ['ID=d26eb3b8-fca3-44f8-a91c-d4c917077993,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:39.411284 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fcaae9-d385-47a4-b0ab-35792c4c64fc admin admin] Pushing event deleted for resources: {'Network': ['ID=90ef50f3-9d25-4fc4-9ab8-4d30153c5234,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:39.424361 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-30c6c232-db51-4735-bb9c-2a47240f81e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:39.489406 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdaf2d1-4b8f-495e-9f78-ca20f3f765e0 x-openstack-request-id: req-2bdaf2d1-4b8f-495e-9f78-ca20f3f765e0 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:39.489686 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86cd76d0-655b-4fe7-b5ba-67ac99ebcf63", "tag": "d26eb3b8-fca3-44f8-a91c-d4c917077993", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:39.490177 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2bdaf2d1-4b8f-495e-9f78-ca20f3f765e0 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:39.490761 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86cd76d0-655b-4fe7-b5ba-67ac99ebcf63', 'tag': 'd26eb3b8-fca3-44f8-a91c-d4c917077993', 'status': 'completed', 'code': 200} Jul 13 07:29:39.504955 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-63e75be4-4fa1-41c1-b741-5c158a3f0b20 admin admin] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:39.544523 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-9b4048c0-4d47-43e9-ad69-09ab9e4333fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:39.546068 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-9b4048c0-4d47-43e9-ad69-09ab9e4333fe service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0aeb803a03a140849d8f3025c4e8d6d6&device_id=86cd76d0-655b-4fe7-b5ba-67ac99ebcf63 HTTP/1.1" status: 200 len: 1096 time: 0.1074135 Jul 13 07:29:39.548331 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f131c0ce-c4d6-4a4a-a99f-d2912e61deb8 None None] Routers {'027cbcba-1a61-4ae0-876b-b4c642cb29b8'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:29:39.548997 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-f131c0ce-c4d6-4a4a-a99f-d2912e61deb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:29:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['027cbcba-1a61-4ae0-876b-b4c642cb29b8'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:39.550988 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-30c6c232-db51-4735-bb9c-2a47240f81e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:39.553814 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-30c6c232-db51-4735-bb9c-2a47240f81e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:39.555153 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-30c6c232-db51-4735-bb9c-2a47240f81e4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5372744e-fc48-4d22-9d3c-e7ad083b34d7 HTTP/1.1" status: 204 len: 168 time: 0.3898878 Jul 13 07:29:39.651487 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6c232-db51-4735-bb9c-2a47240f81e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5372744e-fc48-4d22-9d3c-e7ad083b34d7,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:39.662443 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-f131c0ce-c4d6-4a4a-a99f-d2912e61deb8 None None] Set router 027cbcba-1a61-4ae0-876b-b4c642cb29b8 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:29:39.665809 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-23fd9c8c-c172-4161-bf7e-c75efdea615a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d26eb3b8-fca3-44f8-a91c-d4c917077993 HTTP/1.1" status: 200 len: 217 time: 0.1091564 Jul 13 07:29:39.749661 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-63e75be4-4fa1-41c1-b741-5c158a3f0b20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:39.772609 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58302) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:39.813351 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-7a04df6c-a5ad-44f3-b4fc-6e2e0d43f6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:39.814847 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-7a04df6c-a5ad-44f3-b4fc-6e2e0d43f6e0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b02e565c-ba96-4ecf-ad5f-fee613096d8b HTTP/1.1" status: 200 len: 854 time: 0.1389284 Jul 13 07:29:39.842212 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5f71cec6-c65e-4de2-8f94-0aa1918aa27a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e1ab7cca86c848f899d67dcb166f42e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0673151 Jul 13 07:29:39.845878 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58306) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:39.880757 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-816d851e-74f3-4d89-88c1-d2bee68f2e33 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=158edf72-c971-4025-88f3-f50ab4847245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540597 Jul 13 07:29:39.900461 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:29:39.917932 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-f131c0ce-c4d6-4a4a-a99f-d2912e61deb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027cbcba-1a61-4ae0-876b-b4c642cb29b8', 'name': 'tempest-ServersTestMultiNic-1115967199-router', 'tenant_id': '48de65aa8b8243d7a205f2a528057190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '00186421-2c42-47ee-bc79-3c438858d314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:44Z', 'updated_at': '2021-07-13T07:29:38Z', 'revision_number': 5, 'project_id': '48de65aa8b8243d7a205f2a528057190', 'gw_port': {'id': '00186421-2c42-47ee-bc79-3c438858d314', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:76:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027cbcba-1a61-4ae0-876b-b4c642cb29b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:45Z', 'updated_at': '2021-07-13T07:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:39.964303 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f131c0ce-c4d6-4a4a-a99f-d2912e61deb8 None None] Checking router: 027cbcba-1a61-4ae0-876b-b4c642cb29b8 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:29:39.978475 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f131c0ce-c4d6-4a4a-a99f-d2912e61deb8 None None] Routers {'027cbcba-1a61-4ae0-876b-b4c642cb29b8'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:29:39.979538 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-f131c0ce-c4d6-4a4a-a99f-d2912e61deb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:29:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['027cbcba-1a61-4ae0-876b-b4c642cb29b8'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:40.054351 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-63e75be4-4fa1-41c1-b741-5c158a3f0b20 admin admin] Deleting port 00186421-2c42-47ee-bc79-3c438858d314 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:29:40.055957 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-63e75be4-4fa1-41c1-b741-5c158a3f0b20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:40.069627 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-f131c0ce-c4d6-4a4a-a99f-d2912e61deb8 None None] Set router 027cbcba-1a61-4ae0-876b-b4c642cb29b8 gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:29:40.099140 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766c8c8-6d7d-4527-a2fa-0e1e0cb4c159 req-f6a2384e-490c-477d-9fbc-df3c5e3d9322 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:40.108074 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4766c8c8-6d7d-4527-a2fa-0e1e0cb4c159 req-f6a2384e-490c-477d-9fbc-df3c5e3d9322 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cd76d0-655b-4fe7-b5ba-67ac99ebcf63 HTTP/1.1" status: 200 len: 944 time: 0.2699981 Jul 13 07:29:40.114408 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-33a30ed7-5716-4079-9d99-bf83098faae3 service neutron] 10.222.0.25 "GET /v2.0/networks/158edf72-c971-4025-88f3-f50ab4847245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280881 Jul 13 07:29:40.125946 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-f131c0ce-c4d6-4a4a-a99f-d2912e61deb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027cbcba-1a61-4ae0-876b-b4c642cb29b8', 'name': 'tempest-ServersTestMultiNic-1115967199-router', 'tenant_id': '48de65aa8b8243d7a205f2a528057190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:44Z', 'updated_at': '2021-07-13T07:29:39Z', 'revision_number': 6, 'project_id': '48de65aa8b8243d7a205f2a528057190', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:40.143155 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1d4d4025-dfb7-489c-a451-ef088b07ac77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:40.157323 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f131c0ce-c4d6-4a4a-a99f-d2912e61deb8 None None] The sync data for ids ['027cbcba-1a61-4ae0-876b-b4c642cb29b8'] in n-d-771363-34 is: [{'id': '027cbcba-1a61-4ae0-876b-b4c642cb29b8', 'name': 'tempest-ServersTestMultiNic-1115967199-router', 'tenant_id': '48de65aa8b8243d7a205f2a528057190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:44Z', 'updated_at': '2021-07-13T07:29:39Z', 'revision_number': 6, 'project_id': '48de65aa8b8243d7a205f2a528057190', 'gw_port_host': None}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:29:40.199370 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4766c8c8-6d7d-4527-a2fa-0e1e0cb4c159 req-bd8fe5ac-8192-46da-8adb-02f3d47bea3d tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902090 Jul 13 07:29:40.262080 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-491bfc8d-3cd1-4928-ae30-dff74a2388db req-acb865ea-edf5-4ac5-a20e-8f76a6c2fb6c service neutron] 10.222.0.25 "GET /v2.0/networks/158edf72-c971-4025-88f3-f50ab4847245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378856 Jul 13 07:29:40.296207 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1d4d4025-dfb7-489c-a451-ef088b07ac77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:40.344093 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-63e75be4-4fa1-41c1-b741-5c158a3f0b20 admin admin] For port 00186421-2c42-47ee-bc79-3c438858d314, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=00186421-2c42-47ee-bc79-3c438858d314,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:40.344454 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-63e75be4-4fa1-41c1-b741-5c158a3f0b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:40.373644 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-63e75be4-4fa1-41c1-b741-5c158a3f0b20 admin admin] Calling delete_port for 00186421-2c42-47ee-bc79-3c438858d314 owned by network:router_gateway {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:29:40.391887 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d665a-4ac3-4d62-801d-ba0db7c41ae3 req-5f3a6b5f-cbba-40f9-ada8-75987ef1da70 tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:40.393527 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-060d665a-4ac3-4d62-801d-ba0db7c41ae3 req-5f3a6b5f-cbba-40f9-ada8-75987ef1da70 tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5bd7940-fa91-46e7-975f-f169eb00e079 HTTP/1.1" status: 200 len: 946 time: 0.1254330 Jul 13 07:29:40.403933 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1d4d4025-dfb7-489c-a451-ef088b07ac77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:40.407054 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1d4d4025-dfb7-489c-a451-ef088b07ac77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:40.408505 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1d4d4025-dfb7-489c-a451-ef088b07ac77 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/871d0f73-5e8a-425f-be4d-954bf5f3669e HTTP/1.1" status: 204 len: 168 time: 0.5361059 Jul 13 07:29:40.431931 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c29ed-2f25-4627-bc8d-781406650713 req-b1645fbe-f903-495e-a0d2-f659c5b90472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:40.433496 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-132c29ed-2f25-4627-bc8d-781406650713 req-b1645fbe-f903-495e-a0d2-f659c5b90472 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0aeb803a03a140849d8f3025c4e8d6d6&device_id=86cd76d0-655b-4fe7-b5ba-67ac99ebcf63 HTTP/1.1" status: 200 len: 1096 time: 0.1106296 Jul 13 07:29:40.461533 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d4025-dfb7-489c-a451-ef088b07ac77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871d0f73-5e8a-425f-be4d-954bf5f3669e,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:40.478631 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-060d665a-4ac3-4d62-801d-ba0db7c41ae3 req-23cd4746-6e38-499a-a647-013b13d54004 tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] 10.222.0.23 "GET /v2.0/security-groups?id=243c88a6-4496-4534-be00-90b9c82479ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730054 Jul 13 07:29:40.544015 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 69e2b127-daa9-4784-91d0-d70ca5b5f5bb no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:29:40.606333 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 69e2b127-daa9-4784-91d0-d70ca5b5f5bb {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:29:40.606675 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 69e2b127-daa9-4784-91d0-d70ca5b5f5bb not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:29:40.607567 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c29ed-2f25-4627-bc8d-781406650713 req-322dd7d6-1866-466f-a484-1a133c9a69b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:40.609381 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-132c29ed-2f25-4627-bc8d-781406650713 req-322dd7d6-1866-466f-a484-1a133c9a69b3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=158edf72-c971-4025-88f3-f50ab4847245 HTTP/1.1" status: 200 len: 915 time: 0.1651630 Jul 13 07:29:40.671506 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-63e75be4-4fa1-41c1-b741-5c158a3f0b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:40.680335 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-132c29ed-2f25-4627-bc8d-781406650713 req-d22e4c2b-c9cd-4bef-87d0-00083352ed71 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d26eb3b8-fca3-44f8-a91c-d4c917077993 HTTP/1.1" status: 200 len: 217 time: 0.0638156 Jul 13 07:29:40.701140 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e75be4-4fa1-41c1-b741-5c158a3f0b20 admin admin] Pushing event deleted for resources: {'Port': ['ID=00186421-2c42-47ee-bc79-3c438858d314,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:40.746682 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c29ed-2f25-4627-bc8d-781406650713 req-b4299546-ad41-45e2-b7f7-7a78dc666fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:40.748557 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-132c29ed-2f25-4627-bc8d-781406650713 req-b4299546-ad41-45e2-b7f7-7a78dc666fd4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b02e565c-ba96-4ecf-ad5f-fee613096d8b HTTP/1.1" status: 200 len: 854 time: 0.0614729 Jul 13 07:29:40.783287 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-63e75be4-4fa1-41c1-b741-5c158a3f0b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:40.788306 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-132c29ed-2f25-4627-bc8d-781406650713 req-b81b8133-9a93-4400-9768-5e312446de92 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=158edf72-c971-4025-88f3-f50ab4847245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325530 Jul 13 07:29:40.884733 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-63e75be4-4fa1-41c1-b741-5c158a3f0b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:40.886965 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-63e75be4-4fa1-41c1-b741-5c158a3f0b20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:40.893904 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-132c29ed-2f25-4627-bc8d-781406650713 req-c209ba9c-987e-4844-8de2-d61c4ba1e1ce service neutron] 10.222.0.25 "GET /v2.0/networks/158edf72-c971-4025-88f3-f50ab4847245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990622 Jul 13 07:29:40.940200 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-63e75be4-4fa1-41c1-b741-5c158a3f0b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:40.940858 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e75be4-4fa1-41c1-b741-5c158a3f0b20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 027cbcba-1a61-4ae0-876b-b4c642cb29b8 {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:29:40.946422 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-63e75be4-4fa1-41c1-b741-5c158a3f0b20 admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:40.950368 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-63e75be4-4fa1-41c1-b741-5c158a3f0b20 admin admin] 10.222.0.23 "DELETE /v2.0/routers/027cbcba-1a61-4ae0-876b-b4c642cb29b8 HTTP/1.1" status: 204 len: 168 time: 1.5940928 Jul 13 07:29:40.950991 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58342) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:41.013837 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad11a321-ed81-4130-a028-c73dc927b191 admin admin] Deleting subnet 740c36ed-99b1-4dc7-b51d-70d849881a53 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:29:41.017543 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ad11a321-ed81-4130-a028-c73dc927b191 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:41.058487 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ad11a321-ed81-4130-a028-c73dc927b191 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:41.061509 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-132c29ed-2f25-4627-bc8d-781406650713 req-d8549f23-dfa6-4201-b4fc-aa1f873f88ed service neutron] 10.222.0.25 "GET /v2.0/networks/158edf72-c971-4025-88f3-f50ab4847245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604300 Jul 13 07:29:41.202289 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ad11a321-ed81-4130-a028-c73dc927b191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:41.287803 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ad11a321-ed81-4130-a028-c73dc927b191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:41.327270 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad11a321-ed81-4130-a028-c73dc927b191 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=740c36ed-99b1-4dc7-b51d-70d849881a53,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:41.337003 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ad11a321-ed81-4130-a028-c73dc927b191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:41.341542 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58368) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:41.342098 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ad11a321-ed81-4130-a028-c73dc927b191 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/740c36ed-99b1-4dc7-b51d-70d849881a53 HTTP/1.1" status: 204 len: 168 time: 0.3900936 Jul 13 07:29:41.345657 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c93a3e-8ec6-428b-a1b7-3a28f0335603 None None] Network a3535a71-0e75-44e1-ae12-a541941cf4ef requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:29:41.444909 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabac5f8-dea3-499c-b820-1a36404deadd req-9b62a777-ef57-4a75-937a-8b836c2e0e80 tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:41.451650 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dabac5f8-dea3-499c-b820-1a36404deadd req-9b62a777-ef57-4a75-937a-8b836c2e0e80 tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5bd7940-fa91-46e7-975f-f169eb00e079 HTTP/1.1" status: 200 len: 946 time: 0.1593990 Jul 13 07:29:41.574397 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-73abe821-168f-41bb-a8bf-1ff43372d28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:41.643245 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15b2f3-72e4-42d7-ba3d-ebd93a2ab93e req-595db5e1-67a6-42db-b205-1d473b5d57b2 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:41.645044 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8b15b2f3-72e4-42d7-ba3d-ebd93a2ab93e req-595db5e1-67a6-42db-b205-1d473b5d57b2 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cd76d0-655b-4fe7-b5ba-67ac99ebcf63 HTTP/1.1" status: 200 len: 944 time: 0.2323737 Jul 13 07:29:41.668467 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41145b34-9e12-4254-8e54-5fcaf66e2c9d None None] DHCP port deletion for a3535a71-0e75-44e1-ae12-a541941cf4ef request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:29:41.689933 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-dabac5f8-dea3-499c-b820-1a36404deadd req-83cd3718-f689-47a3-809f-6d2cca6e81c7 tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] Deleting port 5b848c79-7d01-41ec-945c-6fc15c94cbcd {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:29:41.690292 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-dabac5f8-dea3-499c-b820-1a36404deadd req-83cd3718-f689-47a3-809f-6d2cca6e81c7 tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:41.712563 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8b15b2f3-72e4-42d7-ba3d-ebd93a2ab93e req-eaf0fb7e-7949-479c-9334-e9ee01c65b21 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601850 Jul 13 07:29:41.719269 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-73abe821-168f-41bb-a8bf-1ff43372d28d admin admin] Deleting port 2ff6ad15-1bfc-473b-85a7-c5a5ab681964 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:29:41.719609 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-73abe821-168f-41bb-a8bf-1ff43372d28d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:41.735276 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-41145b34-9e12-4254-8e54-5fcaf66e2c9d None None] Deleting port 2ff6ad15-1bfc-473b-85a7-c5a5ab681964 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:29:41.736134 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-41145b34-9e12-4254-8e54-5fcaf66e2c9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:41.806456 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-73abe821-168f-41bb-a8bf-1ff43372d28d admin admin] For port 2ff6ad15-1bfc-473b-85a7-c5a5ab681964, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=2ff6ad15-1bfc-473b-85a7-c5a5ab681964,segment=NetworkSegment(3d356aa5-28c8-4b89-9724-5bec031a4eb2),segment_id=3d356aa5-28c8-4b89-9724-5bec031a4eb2)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:41.806812 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-73abe821-168f-41bb-a8bf-1ff43372d28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:41.821284 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-73abe821-168f-41bb-a8bf-1ff43372d28d admin admin] Calling delete_port for 2ff6ad15-1bfc-473b-85a7-c5a5ab681964 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:29:41.829499 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-41145b34-9e12-4254-8e54-5fcaf66e2c9d None None] For port 2ff6ad15-1bfc-473b-85a7-c5a5ab681964, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=2ff6ad15-1bfc-473b-85a7-c5a5ab681964,segment=NetworkSegment(3d356aa5-28c8-4b89-9724-5bec031a4eb2),segment_id=3d356aa5-28c8-4b89-9724-5bec031a4eb2)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:41.829916 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-41145b34-9e12-4254-8e54-5fcaf66e2c9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:41.859483 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-41145b34-9e12-4254-8e54-5fcaf66e2c9d None None] Calling delete_port for 2ff6ad15-1bfc-473b-85a7-c5a5ab681964 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:29:41.889401 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-dabac5f8-dea3-499c-b820-1a36404deadd req-83cd3718-f689-47a3-809f-6d2cca6e81c7 tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] For port 5b848c79-7d01-41ec-945c-6fc15c94cbcd, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=5b848c79-7d01-41ec-945c-6fc15c94cbcd,segment=NetworkSegment(531418b5-f45d-4591-9034-cd2e33205e47),segment_id=531418b5-f45d-4591-9034-cd2e33205e47)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:41.890080 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-dabac5f8-dea3-499c-b820-1a36404deadd req-83cd3718-f689-47a3-809f-6d2cca6e81c7 tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:41.920535 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-dabac5f8-dea3-499c-b820-1a36404deadd req-83cd3718-f689-47a3-809f-6d2cca6e81c7 tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] Calling delete_port for 5b848c79-7d01-41ec-945c-6fc15c94cbcd owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:29:41.946192 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-73abe821-168f-41bb-a8bf-1ff43372d28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:41.956602 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a9722-206b-4f07-92f6-07d7eb251d79 req-9b141a66-8cf5-4f75-bac3-6890d556ad05 tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:41.964164 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-423a9722-206b-4f07-92f6-07d7eb251d79 req-9b141a66-8cf5-4f75-bac3-6890d556ad05 tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5bd7940-fa91-46e7-975f-f169eb00e079 HTTP/1.1" status: 200 len: 946 time: 0.1527016 Jul 13 07:29:41.976723 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73abe821-168f-41bb-a8bf-1ff43372d28d admin admin] No DVR routers for this DVR port 2ff6ad15-1bfc-473b-85a7-c5a5ab681964 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:29:41.995547 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-41145b34-9e12-4254-8e54-5fcaf66e2c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:41.996250 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73abe821-168f-41bb-a8bf-1ff43372d28d admin admin] Pushing event deleted for resources: {'Port': ['ID=2ff6ad15-1bfc-473b-85a7-c5a5ab681964,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:42.041925 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41145b34-9e12-4254-8e54-5fcaf66e2c9d None None] Pushing event deleted for resources: {'Port': ['ID=2ff6ad15-1bfc-473b-85a7-c5a5ab681964,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:42.045442 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41145b34-9e12-4254-8e54-5fcaf66e2c9d None None] No DVR routers for this DVR port 2ff6ad15-1bfc-473b-85a7-c5a5ab681964 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:29:42.078503 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-423a9722-206b-4f07-92f6-07d7eb251d79 req-72a804b3-b83b-433e-9c6f-ebc8b93bbd71 tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] 10.222.0.23 "GET /v2.0/security-groups?id=243c88a6-4496-4534-be00-90b9c82479ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110098 Jul 13 07:29:42.093956 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-73abe821-168f-41bb-a8bf-1ff43372d28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:42.107810 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-73abe821-168f-41bb-a8bf-1ff43372d28d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3535a71-0e75-44e1-ae12-a541941cf4ef']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:42.118920 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-73abe821-168f-41bb-a8bf-1ff43372d28d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d356aa5-28c8-4b89-9724-5bec031a4eb2') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:42.119329 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-73abe821-168f-41bb-a8bf-1ff43372d28d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d356aa5-28c8-4b89-9724-5bec031a4eb2') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:29:42.130044 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-73abe821-168f-41bb-a8bf-1ff43372d28d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:42.147865 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-73abe821-168f-41bb-a8bf-1ff43372d28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:42.152973 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58400) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:42.161510 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73abe821-168f-41bb-a8bf-1ff43372d28d admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:29:42.161916 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-73abe821-168f-41bb-a8bf-1ff43372d28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:42.163704 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:29:42.163704 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:29:42.163704 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:29:42.163704 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:29:42.163704 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:29:42.163704 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:29:42.163704 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:29:42.163704 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:29:42.163704 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:29:42.163704 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:29:42.163704 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:29:42.163704 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:29:42.163704 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:29:42.163704 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:29:42.163704 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:29:42.163704 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:29:42.163704 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:29:42.163704 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:29:42.163704 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:29:42.163704 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:29:42.163704 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:29:42.163704 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:29:42.163704 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:29:42.163704 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:29:42.163704 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:29:42.163704 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:29:42.163704 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:29:42.163704 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:29:42.163704 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:29:42.163704 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:29:42.163704 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:29:42.163704 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:29:42.163704 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:29:42.163704 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:29:42.189196 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-dabac5f8-dea3-499c-b820-1a36404deadd req-83cd3718-f689-47a3-809f-6d2cca6e81c7 tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:42.201553 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['5b848c79-7d01-41ec-945c-6fc15c94cbcd'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:42.233516 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-73abe821-168f-41bb-a8bf-1ff43372d28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:42.241228 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-73abe821-168f-41bb-a8bf-1ff43372d28d admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:42.243039 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd3718-f689-47a3-809f-6d2cca6e81c7 tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] Pushing event deleted for resources: {'Port': ['ID=5b848c79-7d01-41ec-945c-6fc15c94cbcd,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:42.244979 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-73abe821-168f-41bb-a8bf-1ff43372d28d admin admin] 10.222.0.23 "DELETE /v2.0/networks/a3535a71-0e75-44e1-ae12-a541941cf4ef HTTP/1.1" status: 204 len: 168 time: 0.9017293 Jul 13 07:29:42.256669 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73abe821-168f-41bb-a8bf-1ff43372d28d admin admin] Pushing event deleted for resources: {'Network': ['ID=a3535a71-0e75-44e1-ae12-a541941cf4ef,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:42.309254 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-dabac5f8-dea3-499c-b820-1a36404deadd req-83cd3718-f689-47a3-809f-6d2cca6e81c7 tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] No DVR routers for this DVR port 5b848c79-7d01-41ec-945c-6fc15c94cbcd on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:29:42.312993 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-dabac5f8-dea3-499c-b820-1a36404deadd req-83cd3718-f689-47a3-809f-6d2cca6e81c7 tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:42.315108 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dabac5f8-dea3-499c-b820-1a36404deadd req-83cd3718-f689-47a3-809f-6d2cca6e81c7 tempest-VolumesActionsTest-997376780 tempest-VolumesActionsTest-997376780-project] 10.222.0.42 "DELETE /v2.0/ports/5b848c79-7d01-41ec-945c-6fc15c94cbcd HTTP/1.1" status: 204 len: 173 time: 0.8600388 Jul 13 07:29:42.315582 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5bd7940-fa91-46e7-975f-f169eb00e079', 'name': 'network-vif-deleted', 'tag': '5b848c79-7d01-41ec-945c-6fc15c94cbcd'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:42.318503 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf9a197-fc18-46af-acf6-2e6cf6b37746" -d '{"events": [{"server_uuid": "d5bd7940-fa91-46e7-975f-f169eb00e079", "name": "network-vif-deleted", "tag": "5b848c79-7d01-41ec-945c-6fc15c94cbcd"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:42.360395 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2248ee0a-6c7f-431c-a50e-7795762be9ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:42.410069 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885f93e4-02dd-48ad-937a-5fc2304dcdd9 x-openstack-request-id: req-885f93e4-02dd-48ad-937a-5fc2304dcdd9 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:42.411076 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5bd7940-fa91-46e7-975f-f169eb00e079", "name": "network-vif-deleted", "tag": "5b848c79-7d01-41ec-945c-6fc15c94cbcd", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:42.411534 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-885f93e4-02dd-48ad-937a-5fc2304dcdd9 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:42.412170 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5bd7940-fa91-46e7-975f-f169eb00e079', 'name': 'network-vif-deleted', 'tag': '5b848c79-7d01-41ec-945c-6fc15c94cbcd', 'status': 'completed', 'code': 200} Jul 13 07:29:42.466193 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58432) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:42.512416 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2248ee0a-6c7f-431c-a50e-7795762be9ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:42.520759 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2248ee0a-6c7f-431c-a50e-7795762be9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:42.529905 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-afec8fef-ad03-4271-a5b8-7af0fab38c99 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=48de65aa8b8243d7a205f2a528057190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0624750 Jul 13 07:29:42.533773 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58434) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:42.565141 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2248ee0a-6c7f-431c-a50e-7795762be9ab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=529d98c9e5b445b49dd80cee35f3e8be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4108844 Jul 13 07:29:42.567815 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248ee0a-6c7f-431c-a50e-7795762be9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02b345c-1e08-4060-be53-90ca9f510bd1,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:42.570282 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58436) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:42.593027 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 00186421-2c42-47ee-bc79-3c438858d314 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:29:42.614722 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 00186421-2c42-47ee-bc79-3c438858d314 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:29:42.615369 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 00186421-2c42-47ee-bc79-3c438858d314 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:29:42.615968 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 2ff6ad15-1bfc-473b-85a7-c5a5ab681964 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:29:42.623547 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3f8d5729-788f-4e15-b9aa-7c191a868e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:42.640758 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 2ff6ad15-1bfc-473b-85a7-c5a5ab681964 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:29:42.641366 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 2ff6ad15-1bfc-473b-85a7-c5a5ab681964 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:29:42.653555 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3206b323-8d46-4236-af14-6f8b5f0802dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:42.658071 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3f8d5729-788f-4e15-b9aa-7c191a868e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:42.658231 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device d26eb3b8-fca3-44f8-a91c-d4c917077993 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:29:42.686763 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3206b323-8d46-4236-af14-6f8b5f0802dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:42.738724 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3f8d5729-788f-4e15-b9aa-7c191a868e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:42.743900 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3f8d5729-788f-4e15-b9aa-7c191a868e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:42.745488 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-3f8d5729-788f-4e15-b9aa-7c191a868e7a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/36e56024-b264-4795-a931-6b8425f6b6e8 HTTP/1.1" status: 204 len: 168 time: 0.2106502 Jul 13 07:29:42.758392 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d5729-788f-4e15-b9aa-7c191a868e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e56024-b264-4795-a931-6b8425f6b6e8,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:42.782719 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3206b323-8d46-4236-af14-6f8b5f0802dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:42.787666 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3206b323-8d46-4236-af14-6f8b5f0802dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:42.793110 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3206b323-8d46-4236-af14-6f8b5f0802dc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e02b345c-1e08-4060-be53-90ca9f510bd1 HTTP/1.1" status: 204 len: 168 time: 0.2211962 Jul 13 07:29:42.806686 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206b323-8d46-4236-af14-6f8b5f0802dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02b345c-1e08-4060-be53-90ca9f510bd1,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:42.835492 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port d26eb3b8-fca3-44f8-a91c-d4c917077993, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=d26eb3b8-fca3-44f8-a91c-d4c917077993,segment=NetworkSegment(2b3909e7-f4e3-4173-abaa-757ac833a739),segment_id=2b3909e7-f4e3-4173-abaa-757ac833a739)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:42.848007 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': 'd26eb3b8-fca3-44f8-a91c-d4c917077993', 'network_id': '158edf72-c971-4025-88f3-f50ab4847245', 'port_id': 'd26eb3b8-fca3-44f8-a91c-d4c917077993', 'mac_address': 'fa:16:3e:55:5b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b02e565c-ba96-4ecf-ad5f-fee613096d8b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:29:42.918183 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:42.926140 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58448) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:42.936052 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d26eb3b8-fca3-44f8-a91c-d4c917077993 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:42.973891 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port d26eb3b8-fca3-44f8-a91c-d4c917077993, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=d26eb3b8-fca3-44f8-a91c-d4c917077993,segment=NetworkSegment(2b3909e7-f4e3-4173-abaa-757ac833a739),segment_id=2b3909e7-f4e3-4173-abaa-757ac833a739)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:42.978319 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3159e27-f4ac-4916-8abd-b4ec20c0bef1 req-2e593259-3218-427e-bd96-90c10a0c9331 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:42.980503 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f3159e27-f4ac-4916-8abd-b4ec20c0bef1 req-2e593259-3218-427e-bd96-90c10a0c9331 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cd76d0-655b-4fe7-b5ba-67ac99ebcf63 HTTP/1.1" status: 200 len: 944 time: 0.1068182 Jul 13 07:29:42.982491 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:43.036466 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f3159e27-f4ac-4916-8abd-b4ec20c0bef1 req-bf355e38-46f3-4870-8ace-63d45cc0365e tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495856 Jul 13 07:29:43.045880 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=d26eb3b8-fca3-44f8-a91c-d4c917077993,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:43.248324 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['d26eb3b8-fca3-44f8-a91c-d4c917077993'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:29:43.283941 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0e96ad2e-fcee-4517-b245-1618a8de7f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:43.410751 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0e96ad2e-fcee-4517-b245-1618a8de7f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:43.418765 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0e96ad2e-fcee-4517-b245-1618a8de7f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:43.472368 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0e96ad2e-fcee-4517-b245-1618a8de7f7f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5f803ce1d5534f89815cb8487795e0ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5450506 Jul 13 07:29:43.475583 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58476) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:43.485409 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96ad2e-fcee-4517-b245-1618a8de7f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ca0561-0613-4726-834f-52e5d6f68e10,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:43.548910 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-297d9c72-07c0-441b-8979-3b4491fd7974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:43.601482 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-297d9c72-07c0-441b-8979-3b4491fd7974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:43.670292 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-297d9c72-07c0-441b-8979-3b4491fd7974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:43.673135 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-297d9c72-07c0-441b-8979-3b4491fd7974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:43.674323 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-297d9c72-07c0-441b-8979-3b4491fd7974 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b7ca0561-0613-4726-834f-52e5d6f68e10 HTTP/1.1" status: 204 len: 168 time: 0.1974928 Jul 13 07:29:43.686093 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d9c72-07c0-441b-8979-3b4491fd7974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ca0561-0613-4726-834f-52e5d6f68e10,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:43.984416 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58502) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:43.998456 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-43a95545-4160-4bd4-8b09-3ea55959968a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:44.145944 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-43a95545-4160-4bd4-8b09-3ea55959968a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:44.151789 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-43a95545-4160-4bd4-8b09-3ea55959968a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:44.205061 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-43a95545-4160-4bd4-8b09-3ea55959968a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c0438689f858405b8b81a929a2a2af8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2195525 Jul 13 07:29:44.206194 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a95545-4160-4bd4-8b09-3ea55959968a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd46f5c6-55fb-43b2-a5f8-81ff64494cdb,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:44.211120 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58512) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:44.301210 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9574a9f2-9b26-4e47-9321-441097f9fffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:44.335039 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9574a9f2-9b26-4e47-9321-441097f9fffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:44.343610 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58516) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:44.367527 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813f763-e24d-4fd4-9af7-eebde45a4a2f req-19859749-479d-4c24-a65d-f791939acfcc tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:44.368925 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a813f763-e24d-4fd4-9af7-eebde45a4a2f req-19859749-479d-4c24-a65d-f791939acfcc tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cd76d0-655b-4fe7-b5ba-67ac99ebcf63 HTTP/1.1" status: 200 len: 945 time: 0.1789672 Jul 13 07:29:44.433400 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a813f763-e24d-4fd4-9af7-eebde45a4a2f req-afd96875-c47f-4469-8dd3-04bb758f4817 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584717 Jul 13 07:29:44.450552 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9574a9f2-9b26-4e47-9321-441097f9fffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:44.453477 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9574a9f2-9b26-4e47-9321-441097f9fffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:44.455437 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9574a9f2-9b26-4e47-9321-441097f9fffa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dd46f5c6-55fb-43b2-a5f8-81ff64494cdb HTTP/1.1" status: 204 len: 168 time: 0.2419598 Jul 13 07:29:44.464830 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574a9f2-9b26-4e47-9321-441097f9fffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd46f5c6-55fb-43b2-a5f8-81ff64494cdb,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:44.482245 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-540e2903-9812-41bf-ab59-ec01bc180278 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1182468163-network', 'tenant_id': '1034c8ee81e44f678914afb625e8a42f'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:44.514595 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540e2903-9812-41bf-ab59-ec01bc180278 admin admin] Made reservation on behalf of 1034c8ee81e44f678914afb625e8a42f for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:44.517204 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-540e2903-9812-41bf-ab59-ec01bc180278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:44.526034 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-540e2903-9812-41bf-ab59-ec01bc180278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:44.639226 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-540e2903-9812-41bf-ab59-ec01bc180278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:44.651497 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-540e2903-9812-41bf-ab59-ec01bc180278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:44.671475 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device d26eb3b8-fca3-44f8-a91c-d4c917077993 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:44.686543 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-540e2903-9812-41bf-ab59-ec01bc180278 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:29:44.695054 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e2903-9812-41bf-ab59-ec01bc180278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:44.719705 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-540e2903-9812-41bf-ab59-ec01bc180278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:44.720326 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-540e2903-9812-41bf-ab59-ec01bc180278 admin admin] Added segment 9f8e6370-01bb-4534-ae56-a65e93d15610 of type vlan for network afe690fd-9397-48d9-9fdf-35899f1a3aa8 Jul 13 07:29:44.745272 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port d26eb3b8-fca3-44f8-a91c-d4c917077993 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:44.752725 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port d26eb3b8-fca3-44f8-a91c-d4c917077993 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:44.753263 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:44.783851 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-540e2903-9812-41bf-ab59-ec01bc180278 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:44.840292 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-540e2903-9812-41bf-ab59-ec01bc180278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:44.841294 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540e2903-9812-41bf-ab59-ec01bc180278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:44.845374 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-540e2903-9812-41bf-ab59-ec01bc180278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:44.891680 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-540e2903-9812-41bf-ab59-ec01bc180278 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5440598 Jul 13 07:29:44.892736 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58546) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:44.900704 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-45c8ac29-9b74-4a86-b98e-e7274d9aee51 admin admin] Request body: {'subnet': {'network_id': 'afe690fd-9397-48d9-9fdf-35899f1a3aa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1182468163-subnet', 'tenant_id': '1034c8ee81e44f678914afb625e8a42f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:44.912071 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:44.935182 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e2903-9812-41bf-ab59-ec01bc180278 admin admin] Pushing event updated for resources: {'Network': ['ID=afe690fd-9397-48d9-9fdf-35899f1a3aa8,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:44.946903 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c8ac29-9b74-4a86-b98e-e7274d9aee51 admin admin] Made reservation on behalf of 1034c8ee81e44f678914afb625e8a42f for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:44.950698 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-45c8ac29-9b74-4a86-b98e-e7274d9aee51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:44.998024 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port d26eb3b8-fca3-44f8-a91c-d4c917077993, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=d26eb3b8-fca3-44f8-a91c-d4c917077993,segment=NetworkSegment(2b3909e7-f4e3-4173-abaa-757ac833a739),segment_id=2b3909e7-f4e3-4173-abaa-757ac833a739)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:45.001966 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86cd76d0-655b-4fe7-b5ba-67ac99ebcf63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26eb3b8-fca3-44f8-a91c-d4c917077993'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:45.010042 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60dd11a2-ea0e-4973-b875-50a6f0bd7ae8" -d '{"events": [{"server_uuid": "86cd76d0-655b-4fe7-b5ba-67ac99ebcf63", "name": "network-vif-plugged", "status": "completed", "tag": "d26eb3b8-fca3-44f8-a91c-d4c917077993"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:45.015430 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network afe690fd-9397-48d9-9fdf-35899f1a3aa8 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:29:45.131170 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:45.183378 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 5b848c79-7d01-41ec-945c-6fc15c94cbcd no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:29:45.186854 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ec1975-2841-4fb5-b212-b34fda578147 x-openstack-request-id: req-84ec1975-2841-4fb5-b212-b34fda578147 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:45.187139 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86cd76d0-655b-4fe7-b5ba-67ac99ebcf63", "name": "network-vif-plugged", "status": "completed", "tag": "d26eb3b8-fca3-44f8-a91c-d4c917077993", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:45.187423 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-84ec1975-2841-4fb5-b212-b34fda578147 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:45.188139 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86cd76d0-655b-4fe7-b5ba-67ac99ebcf63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26eb3b8-fca3-44f8-a91c-d4c917077993', 'code': 200} Jul 13 07:29:45.211192 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 5b848c79-7d01-41ec-945c-6fc15c94cbcd {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:29:45.211549 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 5b848c79-7d01-41ec-945c-6fc15c94cbcd not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:29:45.231733 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=d26eb3b8-fca3-44f8-a91c-d4c917077993,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:45.252390 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-45c8ac29-9b74-4a86-b98e-e7274d9aee51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:45.359211 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8ac29-9b74-4a86-b98e-e7274d9aee51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e985f67-ca73-4e84-ba00-dee7c6ca292f,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:45.375385 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b759ccb-994c-495f-99e3-3c8bb432557b req-a2ff32a1-7ceb-4441-9551-4181d32c2f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:45.380657 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0b759ccb-994c-495f-99e3-3c8bb432557b req-a2ff32a1-7ceb-4441-9551-4181d32c2f38 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=86cd76d0-655b-4fe7-b5ba-67ac99ebcf63 HTTP/1.1" status: 200 len: 1098 time: 0.0955508 Jul 13 07:29:45.381700 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c8ac29-9b74-4a86-b98e-e7274d9aee51 admin admin] Checking segment: {'id': '9f8e6370-01bb-4534-ae56-a65e93d15610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'afe690fd-9397-48d9-9fdf-35899f1a3aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:45.382177 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c8ac29-9b74-4a86-b98e-e7274d9aee51 admin admin] Network hostable DHCP agents. Network: afe690fd-9397-48d9-9fdf-35899f1a3aa8, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:29:45.432221 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0b759ccb-994c-495f-99e3-3c8bb432557b req-c33b42b4-0692-4015-9e29-ac602d5d3ef3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447769 Jul 13 07:29:45.437004 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c8ac29-9b74-4a86-b98e-e7274d9aee51 admin admin] Network afe690fd-9397-48d9-9fdf-35899f1a3aa8 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:29:45.450452 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-45c8ac29-9b74-4a86-b98e-e7274d9aee51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, afe690fd-9397-48d9-9fdf-35899f1a3aa8) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:45.459697 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bc1976-9ae6-49a1-b0e8-77cc9edb44d3 None None] Network afe690fd-9397-48d9-9fdf-35899f1a3aa8 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:29:45.465582 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c8ac29-9b74-4a86-b98e-e7274d9aee51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:45.466421 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-45c8ac29-9b74-4a86-b98e-e7274d9aee51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:45.494464 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-45c8ac29-9b74-4a86-b98e-e7274d9aee51 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6001947 Jul 13 07:29:45.665187 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd4afb-0c56-4c39-9c3e-5f456d4d8279 req-2f2ff128-4b34-4470-a416-0da0e8dacf02 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:45.672674 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4da93d-ad11-4516-a5a9-2cc77c4e21c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-afe690fd-9397-48d9-9fdf-35899f1a3aa8', 'network_id': 'afe690fd-9397-48d9-9fdf-35899f1a3aa8', 'tenant_id': '1034c8ee81e44f678914afb625e8a42f', 'fixed_ips': [{'subnet_id': '8e985f67-ca73-4e84-ba00-dee7c6ca292f'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:29:45.674260 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9b4da93d-ad11-4516-a5a9-2cc77c4e21c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:45.675816 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d4dd4afb-0c56-4c39-9c3e-5f456d4d8279 req-2f2ff128-4b34-4470-a416-0da0e8dacf02 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cd76d0-655b-4fe7-b5ba-67ac99ebcf63 HTTP/1.1" status: 200 len: 946 time: 0.0980268 Jul 13 07:29:45.782060 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d4dd4afb-0c56-4c39-9c3e-5f456d4d8279 req-3d389361-f2da-479a-ba1a-051e9c716a5e tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047597 Jul 13 07:29:45.892300 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-9b4da93d-ad11-4516-a5a9-2cc77c4e21c5 None None] Allocated IP 172.20.0.2 (afe690fd-9397-48d9-9fdf-35899f1a3aa8/8e985f67-ca73-4e84-ba00-dee7c6ca292f/ffca9755-996f-428a-a246-8258825ca8e8) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:29:46.218877 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9b4da93d-ad11-4516-a5a9-2cc77c4e21c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:46.243677 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9b4da93d-ad11-4516-a5a9-2cc77c4e21c5 None None] Transition to ACTIVE for port object ffca9755-996f-428a-a246-8258825ca8e8 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:46.273820 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9b4da93d-ad11-4516-a5a9-2cc77c4e21c5 None None] Transition to ACTIVE for port object ffca9755-996f-428a-a246-8258825ca8e8 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:46.292142 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9b4da93d-ad11-4516-a5a9-2cc77c4e21c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:46.345789 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4da93d-ad11-4516-a5a9-2cc77c4e21c5 None None] Pushing event updated for resources: {'Port': ['ID=ffca9755-996f-428a-a246-8258825ca8e8,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:46.361382 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4da93d-ad11-4516-a5a9-2cc77c4e21c5 None None] Network afe690fd-9397-48d9-9fdf-35899f1a3aa8 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:46.362982 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-9b4da93d-ad11-4516-a5a9-2cc77c4e21c5 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:46.367058 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4da93d-ad11-4516-a5a9-2cc77c4e21c5 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:46.473531 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-9b4da93d-ad11-4516-a5a9-2cc77c4e21c5 None None] Attempting to bind port ffca9755-996f-428a-a246-8258825ca8e8 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:46.473948 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-9b4da93d-ad11-4516-a5a9-2cc77c4e21c5 None None] Attempting to bind port ffca9755-996f-428a-a246-8258825ca8e8 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '9f8e6370-01bb-4534-ae56-a65e93d15610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'afe690fd-9397-48d9-9fdf-35899f1a3aa8'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:46.476182 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4da93d-ad11-4516-a5a9-2cc77c4e21c5 None None] Attempting to bind port ffca9755-996f-428a-a246-8258825ca8e8 on network afe690fd-9397-48d9-9fdf-35899f1a3aa8 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:46.496146 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4da93d-ad11-4516-a5a9-2cc77c4e21c5 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:29:46.496699 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4da93d-ad11-4516-a5a9-2cc77c4e21c5 None None] Checking segment: {'id': '9f8e6370-01bb-4534-ae56-a65e93d15610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'afe690fd-9397-48d9-9fdf-35899f1a3aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:46.497493 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9b4da93d-ad11-4516-a5a9-2cc77c4e21c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:46.498366 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4da93d-ad11-4516-a5a9-2cc77c4e21c5 None None] Bound using segment: {'id': '9f8e6370-01bb-4534-ae56-a65e93d15610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'afe690fd-9397-48d9-9fdf-35899f1a3aa8'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:29:46.499541 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-9b4da93d-ad11-4516-a5a9-2cc77c4e21c5 None None] Bound port: ffca9755-996f-428a-a246-8258825ca8e8, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f8e6370-01bb-4534-ae56-a65e93d15610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'afe690fd-9397-48d9-9fdf-35899f1a3aa8'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:29:46.500496 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9b4da93d-ad11-4516-a5a9-2cc77c4e21c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:46.589873 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-9b4da93d-ad11-4516-a5a9-2cc77c4e21c5 None None] For port ffca9755-996f-428a-a246-8258825ca8e8, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:29:46.594079 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-9b4da93d-ad11-4516-a5a9-2cc77c4e21c5 None None] For port ffca9755-996f-428a-a246-8258825ca8e8, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=ffca9755-996f-428a-a246-8258825ca8e8,segment=NetworkSegment(9f8e6370-01bb-4534-ae56-a65e93d15610),segment_id=9f8e6370-01bb-4534-ae56-a65e93d15610)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:29:46.606040 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9b4da93d-ad11-4516-a5a9-2cc77c4e21c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:46.682067 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4da93d-ad11-4516-a5a9-2cc77c4e21c5 None None] Pushing event updated for resources: {'Port': ['ID=ffca9755-996f-428a-a246-8258825ca8e8,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:46.893465 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-07c749e0-7e13-46b0-884a-b9dff81892b5 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:46.901072 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-07c749e0-7e13-46b0-884a-b9dff81892b5 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/networks?id=afe690fd-9397-48d9-9fdf-35899f1a3aa8 HTTP/1.1" status: 200 len: 816 time: 0.2194574 Jul 13 07:29:46.917818 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-4aa00c9a-c0ed-4792-a15e-52e2e365091e tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/quotas/1034c8ee81e44f678914afb625e8a42f HTTP/1.1" status: 200 len: 375 time: 0.0156891 Jul 13 07:29:47.078868 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-64156a9b-2e92-4331-ad5e-ec8332aa96e9 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1034c8ee81e44f678914afb625e8a42f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1544321 Jul 13 07:29:47.117267 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f144168-2fca-418e-964f-99bd1c77385c req-0c869924-ed2d-4b86-a159-7c1884994cf9 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:47.118894 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1f144168-2fca-418e-964f-99bd1c77385c req-0c869924-ed2d-4b86-a159-7c1884994cf9 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cd76d0-655b-4fe7-b5ba-67ac99ebcf63 HTTP/1.1" status: 200 len: 946 time: 0.1280591 Jul 13 07:29:47.200098 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1f144168-2fca-418e-964f-99bd1c77385c req-f99d750a-04b5-4500-959d-25b90a87b681 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734887 Jul 13 07:29:47.235786 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-98e6c9cc-bff4-45b4-a09c-aa493f3b6186 service neutron] 10.222.0.23 "GET /v2.0/networks/afe690fd-9397-48d9-9fdf-35899f1a3aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554883 Jul 13 07:29:47.237802 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58648) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:47.436364 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-92b2f8c7-e613-44e5-81ba-f428fba7790a service neutron] 10.222.0.23 "GET /v2.0/networks/afe690fd-9397-48d9-9fdf-35899f1a3aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912563 Jul 13 07:29:47.774303 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-85165e28-a9b6-4ac6-8a28-8eaff9f228a1 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1214220059'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:47.833084 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85165e28-a9b6-4ac6-8a28-8eaff9f228a1 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Made reservation on behalf of 825a3b7db96848b4af9a910e4da4961a for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:47.838558 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-85165e28-a9b6-4ac6-8a28-8eaff9f228a1 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:47.881153 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-85165e28-a9b6-4ac6-8a28-8eaff9f228a1 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:48.076533 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-85165e28-a9b6-4ac6-8a28-8eaff9f228a1 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:48.083774 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-85165e28-a9b6-4ac6-8a28-8eaff9f228a1 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:48.175783 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85165e28-a9b6-4ac6-8a28-8eaff9f228a1 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:29:48.194869 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85165e28-a9b6-4ac6-8a28-8eaff9f228a1 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69d37501-5b7b-47ca-9ea7-e15a27baa6e4,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:48.220641 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-85165e28-a9b6-4ac6-8a28-8eaff9f228a1 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:48.220986 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-85165e28-a9b6-4ac6-8a28-8eaff9f228a1 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Added segment c5c86dd2-0801-4909-9a77-4607ce24bf4c of type vlan for network b80298d1-eb54-4708-8d8b-fc4b5fc7cec1 Jul 13 07:29:48.305730 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-85165e28-a9b6-4ac6-8a28-8eaff9f228a1 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:48.323191 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615d8f04-6166-4b16-8d87-f8bf28acec18 None None] Network afe690fd-9397-48d9-9fdf-35899f1a3aa8 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:29:48.403656 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-084951ab-5233-4ee0-b85f-4ad4ebc77572 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:48.412904 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-85165e28-a9b6-4ac6-8a28-8eaff9f228a1 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:48.415032 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-084951ab-5233-4ee0-b85f-4ad4ebc77572 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/networks?id=afe690fd-9397-48d9-9fdf-35899f1a3aa8 HTTP/1.1" status: 200 len: 816 time: 0.3310797 Jul 13 07:29:48.426917 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85165e28-a9b6-4ac6-8a28-8eaff9f228a1 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:48.428967 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-85165e28-a9b6-4ac6-8a28-8eaff9f228a1 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:48.455724 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-d7b6b1f1-2c69-41fb-8eea-a6ee70692e99 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/quotas/1034c8ee81e44f678914afb625e8a42f HTTP/1.1" status: 200 len: 375 time: 0.0376821 Jul 13 07:29:48.600237 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85165e28-a9b6-4ac6-8a28-8eaff9f228a1 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Pushing event updated for resources: {'Network': ['ID=b80298d1-eb54-4708-8d8b-fc4b5fc7cec1,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:48.614244 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-85165e28-a9b6-4ac6-8a28-8eaff9f228a1 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3741276 Jul 13 07:29:48.616999 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58716) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:48.633703 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-09d7aa5b-4227-46e8-8236-93c16af07506 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Request body: {'subnet': {'network_id': 'b80298d1-eb54-4708-8d8b-fc4b5fc7cec1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:48.645723 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network b80298d1-eb54-4708-8d8b-fc4b5fc7cec1 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:29:48.708725 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3db8fb46-0bba-427b-a7c8-fe587aeba2c6 None None] Provisioning for port ffca9755-996f-428a-a246-8258825ca8e8 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:48.756411 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-427bd4ab-555c-491e-a47d-b44177572a73 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1034c8ee81e44f678914afb625e8a42f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2969973 Jul 13 07:29:48.803416 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device ffca9755-996f-428a-a246-8258825ca8e8 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:48.851005 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d7aa5b-4227-46e8-8236-93c16af07506 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Made reservation on behalf of 825a3b7db96848b4af9a910e4da4961a for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:48.857662 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-09d7aa5b-4227-46e8-8236-93c16af07506 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:49.020323 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port ffca9755-996f-428a-a246-8258825ca8e8 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:49.028404 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port ffca9755-996f-428a-a246-8258825ca8e8 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:49.028943 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:49.054694 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-88402146-bdfe-410f-b597-ca09f7dbafa8 service neutron] 10.222.0.23 "GET /v2.0/networks/afe690fd-9397-48d9-9fdf-35899f1a3aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946336 Jul 13 07:29:49.180013 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:49.278056 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port ffca9755-996f-428a-a246-8258825ca8e8, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=ffca9755-996f-428a-a246-8258825ca8e8,segment=NetworkSegment(9f8e6370-01bb-4534-ae56-a65e93d15610),segment_id=9f8e6370-01bb-4534-ae56-a65e93d15610)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:49.293626 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:49.342409 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-8df757a0-8c37-4f8e-91fc-acd38020da5e service neutron] 10.222.0.23 "GET /v2.0/networks/afe690fd-9397-48d9-9fdf-35899f1a3aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655184 Jul 13 07:29:49.371582 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=ffca9755-996f-428a-a246-8258825ca8e8,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:49.428708 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-09d7aa5b-4227-46e8-8236-93c16af07506 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:49.529317 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d7aa5b-4227-46e8-8236-93c16af07506 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Checking segment: {'id': 'c5c86dd2-0801-4909-9a77-4607ce24bf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b80298d1-eb54-4708-8d8b-fc4b5fc7cec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:49.529949 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d7aa5b-4227-46e8-8236-93c16af07506 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Network hostable DHCP agents. Network: b80298d1-eb54-4708-8d8b-fc4b5fc7cec1, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:29:49.552273 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d7aa5b-4227-46e8-8236-93c16af07506 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Pushing event updated for resources: {'Subnet': ['ID=f60f4537-ac3d-4b64-af6b-83fe3627c24f,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:49.578724 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d7aa5b-4227-46e8-8236-93c16af07506 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Network b80298d1-eb54-4708-8d8b-fc4b5fc7cec1 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:29:49.584422 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7b207b74-59bd-4e58-8f62-f59962f12042 None None] Provisioning complete for port ffca9755-996f-428a-a246-8258825ca8e8 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:49.585117 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7b207b74-59bd-4e58-8f62-f59962f12042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:49.609104 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-09d7aa5b-4227-46e8-8236-93c16af07506 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, b80298d1-eb54-4708-8d8b-fc4b5fc7cec1) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:49.631245 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d7aa5b-4227-46e8-8236-93c16af07506 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:49.636327 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-09d7aa5b-4227-46e8-8236-93c16af07506 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:49.669727 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-09d7aa5b-4227-46e8-8236-93c16af07506 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0512040 Jul 13 07:29:49.672759 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58742) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:49.679796 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722a8e80-4e60-4009-93f5-1b02918eeda3 None None] Network b80298d1-eb54-4708-8d8b-fc4b5fc7cec1 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:29:49.680159 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-ed11b4a8-23eb-4263-a170-7311bebdbfd2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Request body: {'port': {'network_id': 'b80298d1-eb54-4708-8d8b-fc4b5fc7cec1', 'name': 'tempest-DHCPAgentSchedulersTestJSON-585078437'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:50.182203 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-5336032a-5010-497a-9a73-3271ac9c7392 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:50.192161 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-5336032a-5010-497a-9a73-3271ac9c7392 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/networks?id=afe690fd-9397-48d9-9fdf-35899f1a3aa8 HTTP/1.1" status: 200 len: 816 time: 0.2862587 Jul 13 07:29:50.213675 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-f886f417-0e3a-452a-96bc-9dfdd574cd8f tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/quotas/1034c8ee81e44f678914afb625e8a42f HTTP/1.1" status: 200 len: 375 time: 0.0198729 Jul 13 07:29:50.386218 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-947c27d4-c2da-451b-847d-4787afe0d24b tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1034c8ee81e44f678914afb625e8a42f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1712215 Jul 13 07:29:50.414732 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-0dbe9973-103c-4881-8197-0160ea9c5ed8 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:50.423780 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-0dbe9973-103c-4881-8197-0160ea9c5ed8 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.42 "GET /v2.0/networks?id=afe690fd-9397-48d9-9fdf-35899f1a3aa8 HTTP/1.1" status: 200 len: 816 time: 0.4605322 Jul 13 07:29:50.447908 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-63813dd3-069c-42b7-9629-8911e6fff69b tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Request body: {'port': {'device_id': '6efa00be-ac7f-4b4c-bfde-fd34ebef00d8', 'network_id': 'afe690fd-9397-48d9-9fdf-35899f1a3aa8', 'admin_state_up': True, 'tenant_id': '1034c8ee81e44f678914afb625e8a42f'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:50.520669 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de43162c-43eb-4217-837b-6fa8bd33285d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-b80298d1-eb54-4708-8d8b-fc4b5fc7cec1', 'network_id': 'b80298d1-eb54-4708-8d8b-fc4b5fc7cec1', 'tenant_id': '825a3b7db96848b4af9a910e4da4961a', 'fixed_ips': [{'subnet_id': 'f60f4537-ac3d-4b64-af6b-83fe3627c24f'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:29:50.526257 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-de43162c-43eb-4217-837b-6fa8bd33285d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:50.593795 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed11b4a8-23eb-4263-a170-7311bebdbfd2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Made reservation on behalf of 825a3b7db96848b4af9a910e4da4961a for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:50.597982 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ed11b4a8-23eb-4263-a170-7311bebdbfd2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:50.609090 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-3a4133d6-f3cb-4336-98c4-e7c88e2c4371 service neutron] 10.222.0.23 "GET /v2.0/networks/afe690fd-9397-48d9-9fdf-35899f1a3aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217069 Jul 13 07:29:50.743797 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-ed11b4a8-23eb-4263-a170-7311bebdbfd2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] device_id is not set on port 1f08b050-2f90-4659-a784-5b8b7080f2b0 yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:29:50.812052 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device ffca9755-996f-428a-a246-8258825ca8e8 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:50.850472 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58792) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:50.876067 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-de43162c-43eb-4217-837b-6fa8bd33285d None None] Allocated IP 172.20.0.2 (b80298d1-eb54-4708-8d8b-fc4b5fc7cec1/f60f4537-ac3d-4b64-af6b-83fe3627c24f/f343848f-8c0a-4645-8a80-5deffac6952d) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:29:50.876734 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-7d1a6587-a17a-470f-9a80-c2859f717e49 service neutron] 10.222.0.23 "GET /v2.0/networks/afe690fd-9397-48d9-9fdf-35899f1a3aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600210 Jul 13 07:29:51.008727 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port ffca9755-996f-428a-a246-8258825ca8e8 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:51.009189 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.077420 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-63813dd3-069c-42b7-9629-8911e6fff69b tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Made reservation on behalf of 1034c8ee81e44f678914afb625e8a42f for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:51.081079 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-63813dd3-069c-42b7-9629-8911e6fff69b tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.156110 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6b56-2e95-44fa-9f8d-4a6f55968c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.283365 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-59289472-f459-4e41-a218-a128919e29e9 req-aaf0b54e-9860-4d95-8816-d493476f90dd tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e66030-4bec-4816-98b9-7f0b3d70b31f HTTP/1.1" status: 200 len: 210 time: 0.0409644 Jul 13 07:29:51.287321 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-de43162c-43eb-4217-837b-6fa8bd33285d None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.311447 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-de43162c-43eb-4217-837b-6fa8bd33285d None None] Transition to ACTIVE for port object f343848f-8c0a-4645-8a80-5deffac6952d will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:51.355254 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-de43162c-43eb-4217-837b-6fa8bd33285d None None] Transition to ACTIVE for port object f343848f-8c0a-4645-8a80-5deffac6952d will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:51.375128 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-de43162c-43eb-4217-837b-6fa8bd33285d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.502399 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de43162c-43eb-4217-837b-6fa8bd33285d None None] Network b80298d1-eb54-4708-8d8b-fc4b5fc7cec1 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:51.518222 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-de43162c-43eb-4217-837b-6fa8bd33285d None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:51.537794 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de43162c-43eb-4217-837b-6fa8bd33285d None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:51.564815 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de43162c-43eb-4217-837b-6fa8bd33285d None None] Pushing event updated for resources: {'Port': ['ID=f343848f-8c0a-4645-8a80-5deffac6952d,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:51.589517 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-63813dd3-069c-42b7-9629-8911e6fff69b tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Allocated IP 172.20.0.3 (afe690fd-9397-48d9-9fdf-35899f1a3aa8/8e985f67-ca73-4e84-ba00-dee7c6ca292f/62c94cdf-f9e6-48c7-82aa-820eff74f25f) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:29:51.687093 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-ed11b4a8-23eb-4263-a170-7311bebdbfd2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Allocated IP 172.20.0.7 (b80298d1-eb54-4708-8d8b-fc4b5fc7cec1/f60f4537-ac3d-4b64-af6b-83fe3627c24f/1f08b050-2f90-4659-a784-5b8b7080f2b0) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:29:51.745251 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-de43162c-43eb-4217-837b-6fa8bd33285d None None] Attempting to bind port f343848f-8c0a-4645-8a80-5deffac6952d on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:51.745679 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-de43162c-43eb-4217-837b-6fa8bd33285d None None] Attempting to bind port f343848f-8c0a-4645-8a80-5deffac6952d by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'c5c86dd2-0801-4909-9a77-4607ce24bf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b80298d1-eb54-4708-8d8b-fc4b5fc7cec1'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:51.762484 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de43162c-43eb-4217-837b-6fa8bd33285d None None] Attempting to bind port f343848f-8c0a-4645-8a80-5deffac6952d on network b80298d1-eb54-4708-8d8b-fc4b5fc7cec1 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:51.775256 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de43162c-43eb-4217-837b-6fa8bd33285d None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:29:51.775689 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de43162c-43eb-4217-837b-6fa8bd33285d None None] Checking segment: {'id': 'c5c86dd2-0801-4909-9a77-4607ce24bf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b80298d1-eb54-4708-8d8b-fc4b5fc7cec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:51.776037 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-de43162c-43eb-4217-837b-6fa8bd33285d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.776473 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de43162c-43eb-4217-837b-6fa8bd33285d None None] Bound using segment: {'id': 'c5c86dd2-0801-4909-9a77-4607ce24bf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b80298d1-eb54-4708-8d8b-fc4b5fc7cec1'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:29:51.780581 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-3c4447e7-e555-4e1d-ade6-0f8ff8e140e7 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:51.782116 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-3c4447e7-e555-4e1d-ade6-0f8ff8e140e7 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.25 "GET /v2.0/networks?id=afe690fd-9397-48d9-9fdf-35899f1a3aa8 HTTP/1.1" status: 200 len: 816 time: 0.3538465 Jul 13 07:29:51.784482 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-de43162c-43eb-4217-837b-6fa8bd33285d None None] Bound port: f343848f-8c0a-4645-8a80-5deffac6952d, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c86dd2-0801-4909-9a77-4607ce24bf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b80298d1-eb54-4708-8d8b-fc4b5fc7cec1'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:29:51.785421 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-de43162c-43eb-4217-837b-6fa8bd33285d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.793783 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6b56-2e95-44fa-9f8d-4a6f55968c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.805814 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-c40fe77a-7a08-4437-bab1-82ab7d21f673 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Request body: {'port': {'device_id': '26287496-dd8a-4fb0-9b43-1599ca5eeb00', 'network_id': 'afe690fd-9397-48d9-9fdf-35899f1a3aa8', 'admin_state_up': True, 'tenant_id': '1034c8ee81e44f678914afb625e8a42f'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:51.823513 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6b56-2e95-44fa-9f8d-4a6f55968c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:51.946172 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9f8a6b56-2e95-44fa-9f8d-4a6f55968c94 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=10cd8a925655409fa1b49ce4ffddaa98&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0946751 Jul 13 07:29:51.954355 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58814) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:51.967154 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a6b56-2e95-44fa-9f8d-4a6f55968c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f302ce-83d2-46e6-8127-c8b20eefa4c4,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:51.970282 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-de43162c-43eb-4217-837b-6fa8bd33285d None None] For port f343848f-8c0a-4645-8a80-5deffac6952d, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:29:51.983804 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-de43162c-43eb-4217-837b-6fa8bd33285d None None] For port f343848f-8c0a-4645-8a80-5deffac6952d, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=f343848f-8c0a-4645-8a80-5deffac6952d,segment=NetworkSegment(c5c86dd2-0801-4909-9a77-4607ce24bf4c),segment_id=c5c86dd2-0801-4909-9a77-4607ce24bf4c)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:29:51.992247 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-de43162c-43eb-4217-837b-6fa8bd33285d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:52.058901 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-c40fe77a-7a08-4437-bab1-82ab7d21f673 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Made reservation on behalf of 1034c8ee81e44f678914afb625e8a42f for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:52.066860 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-c40fe77a-7a08-4437-bab1-82ab7d21f673 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:52.086148 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de43162c-43eb-4217-837b-6fa8bd33285d None None] Pushing event updated for resources: {'Port': ['ID=f343848f-8c0a-4645-8a80-5deffac6952d,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:52.328939 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2bbefdaf-9fd7-4f60-b505-e0a5a9878af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:52.465930 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2bbefdaf-9fd7-4f60-b505-e0a5a9878af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:52.470287 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-63813dd3-069c-42b7-9629-8911e6fff69b tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:52.505753 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ed11b4a8-23eb-4263-a170-7311bebdbfd2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:52.583753 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-63813dd3-069c-42b7-9629-8911e6fff69b tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Transition to ACTIVE for port object 62c94cdf-f9e6-48c7-82aa-820eff74f25f will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:52.639667 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-ed11b4a8-23eb-4263-a170-7311bebdbfd2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Transition to ACTIVE for port object 1f08b050-2f90-4659-a784-5b8b7080f2b0 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:52.727616 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cb435b01-bff7-470e-81ee-e49f38f8edcc req-e33143a9-9d93-40df-b89e-f0467bbfd19d tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e66030-4bec-4816-98b9-7f0b3d70b31f HTTP/1.1" status: 200 len: 210 time: 0.0783484 Jul 13 07:29:52.744819 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f343848f-8c0a-4645-8a80-5deffac6952d up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:52.823498 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2bbefdaf-9fd7-4f60-b505-e0a5a9878af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:52.826419 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2bbefdaf-9fd7-4f60-b505-e0a5a9878af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:52.830874 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2bbefdaf-9fd7-4f60-b505-e0a5a9878af4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/18f302ce-83d2-46e6-8127-c8b20eefa4c4 HTTP/1.1" status: 204 len: 168 time: 0.8648434 Jul 13 07:29:52.843479 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbefdaf-9fd7-4f60-b505-e0a5a9878af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f302ce-83d2-46e6-8127-c8b20eefa4c4,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:52.851787 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-63813dd3-069c-42b7-9629-8911e6fff69b tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:52.864442 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ed11b4a8-23eb-4263-a170-7311bebdbfd2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:52.900338 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port f343848f-8c0a-4645-8a80-5deffac6952d completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:52.963991 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-63813dd3-069c-42b7-9629-8911e6fff69b tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Network afe690fd-9397-48d9-9fdf-35899f1a3aa8 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:52.980957 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-63813dd3-069c-42b7-9629-8911e6fff69b tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:53.015604 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-63813dd3-069c-42b7-9629-8911e6fff69b tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:53.020728 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.db.api [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-c40fe77a-7a08-4437-bab1-82ab7d21f673 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.3-69536352-4c47-4cf1-983f-d42ce4b5301b {{(pid=94018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:29:53.021671 n-d-771363-34 neutron-server[94018]: DEBUG oslo_db.api [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-c40fe77a-7a08-4437-bab1-82ab7d21f673 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:29:53.077623 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-63813dd3-069c-42b7-9629-8911e6fff69b tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:53.078476 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-63813dd3-069c-42b7-9629-8911e6fff69b tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:53.101301 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed11b4a8-23eb-4263-a170-7311bebdbfd2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Network b80298d1-eb54-4708-8d8b-fc4b5fc7cec1 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:53.102320 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63813dd3-069c-42b7-9629-8911e6fff69b tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Pushing event updated for resources: {'Port': ['ID=62c94cdf-f9e6-48c7-82aa-820eff74f25f,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:53.110304 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-ed11b4a8-23eb-4263-a170-7311bebdbfd2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:53.115782 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed11b4a8-23eb-4263-a170-7311bebdbfd2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:53.158234 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-63813dd3-069c-42b7-9629-8911e6fff69b tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7241745 Jul 13 07:29:53.198783 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-536dcfed-90e3-4a77-b45a-6bafaa34a203 service neutron] Request body: {'port': {'device_id': '6efa00be-ac7f-4b4c-bfde-fd34ebef00d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:53.234045 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:53.523675 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-c40fe77a-7a08-4437-bab1-82ab7d21f673 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:53.565176 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58834) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:53.611791 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-edf275ad-78ef-4d68-8763-a828c4922e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:53.615031 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d45fd526-ffda-418c-a7b1-b2d44b48bdc6 None None] Provisioning for port 62c94cdf-f9e6-48c7-82aa-820eff74f25f completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:53.621030 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d45fd526-ffda-418c-a7b1-b2d44b48bdc6 None None] Provisioning complete for port 62c94cdf-f9e6-48c7-82aa-820eff74f25f triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:53.622379 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d45fd526-ffda-418c-a7b1-b2d44b48bdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:53.666246 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11b4a8-23eb-4263-a170-7311bebdbfd2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Pushing event updated for resources: {'Port': ['ID=1f08b050-2f90-4659-a784-5b8b7080f2b0,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:53.703454 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed11b4a8-23eb-4263-a170-7311bebdbfd2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:53.704663 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ed11b4a8-23eb-4263-a170-7311bebdbfd2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:53.783493 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-d45fd526-ffda-418c-a7b1-b2d44b48bdc6 None None] Port 62c94cdf-f9e6-48c7-82aa-820eff74f25f cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:29:53.794264 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:53.954559 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea75443-895b-49ad-96f6-f824b5680bec None None] Network b80298d1-eb54-4708-8d8b-fc4b5fc7cec1 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:29:54.120959 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-caf72f16-775f-4c35-8320-c8d622f104bd None None] Provisioning for port f343848f-8c0a-4645-8a80-5deffac6952d completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:54.146731 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-caf72f16-775f-4c35-8320-c8d622f104bd None None] Provisioning complete for port f343848f-8c0a-4645-8a80-5deffac6952d triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:54.147392 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-caf72f16-775f-4c35-8320-c8d622f104bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:54.355972 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-caf72f16-775f-4c35-8320-c8d622f104bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:54.398395 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-caf72f16-775f-4c35-8320-c8d622f104bd None None] For port f343848f-8c0a-4645-8a80-5deffac6952d, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=f343848f-8c0a-4645-8a80-5deffac6952d,segment=NetworkSegment(c5c86dd2-0801-4909-9a77-4607ce24bf4c),segment_id=c5c86dd2-0801-4909-9a77-4607ce24bf4c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:29:54.412004 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-caf72f16-775f-4c35-8320-c8d622f104bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:54.455513 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-536dcfed-90e3-4a77-b45a-6bafaa34a203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:54.483987 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-7c49fc20-2529-4a4b-a1ad-8d4582c9fc31 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:54.485423 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-7c49fc20-2529-4a4b-a1ad-8d4582c9fc31 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.42 "GET /v2.0/networks?id=afe690fd-9397-48d9-9fdf-35899f1a3aa8 HTTP/1.1" status: 200 len: 816 time: 1.2979767 Jul 13 07:29:54.487383 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf72f16-775f-4c35-8320-c8d622f104bd None None] Pushing event updated for resources: {'Port': ['ID=f343848f-8c0a-4645-8a80-5deffac6952d,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:54.518659 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-615ed9b4-f574-4810-865f-2ba4e795cf4b tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Request body: {'port': {'device_id': '22e66030-4bec-4816-98b9-7f0b3d70b31f', 'network_id': 'afe690fd-9397-48d9-9fdf-35899f1a3aa8', 'admin_state_up': True, 'tenant_id': '1034c8ee81e44f678914afb625e8a42f'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:54.844086 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-990f8f17-4adc-430d-a9d6-8719742e3a85 req-a0ac890f-25e4-426c-aaa8-5b56fb0d5110 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e66030-4bec-4816-98b9-7f0b3d70b31f HTTP/1.1" status: 200 len: 210 time: 0.0845585 Jul 13 07:29:54.866708 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-edf275ad-78ef-4d68-8763-a828c4922e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:54.904515 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ed11b4a8-23eb-4263-a170-7311bebdbfd2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.2300081 Jul 13 07:29:54.909400 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58854) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:54.918710 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-edf275ad-78ef-4d68-8763-a828c4922e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:54.970961 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-edf275ad-78ef-4d68-8763-a828c4922e1b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=71423796ab8a494b835062d50ca93e93&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4046545 Jul 13 07:29:54.975718 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58856) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:55.014975 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-615ed9b4-f574-4810-865f-2ba4e795cf4b tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Made reservation on behalf of 1034c8ee81e44f678914afb625e8a42f for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:55.019760 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-615ed9b4-f574-4810-865f-2ba4e795cf4b tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.039729 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9dc0b2f4-75dc-49a6-92e3-0cccde91007b None None] Provisioning complete for port f343848f-8c0a-4645-8a80-5deffac6952d triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:55.040297 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9dc0b2f4-75dc-49a6-92e3-0cccde91007b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.073683 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf275ad-78ef-4d68-8763-a828c4922e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f207a6-40f5-4cf1-b37f-5b913c2c9fbd,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:55.076899 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-c40fe77a-7a08-4437-bab1-82ab7d21f673 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Allocated IP 172.20.0.13 (afe690fd-9397-48d9-9fdf-35899f1a3aa8/8e985f67-ca73-4e84-ba00-dee7c6ca292f/85e39ee3-7217-400f-9c09-c3b8380a5921) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:29:55.240831 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9dc0b2f4-75dc-49a6-92e3-0cccde91007b None None] Provisioning for port 1f08b050-2f90-4659-a784-5b8b7080f2b0 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:55.245546 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9dc0b2f4-75dc-49a6-92e3-0cccde91007b None None] Provisioning complete for port 1f08b050-2f90-4659-a784-5b8b7080f2b0 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:55.245921 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9dc0b2f4-75dc-49a6-92e3-0cccde91007b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.323516 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-9dc0b2f4-75dc-49a6-92e3-0cccde91007b None None] Port 1f08b050-2f90-4659-a784-5b8b7080f2b0 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:29:55.375889 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9f086d76-8d89-4aa0-baa3-b5ec7ecd7c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.401716 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-49ad8c93-f447-43ea-bfe0-05de5df0559a tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Deleting port 1f08b050-2f90-4659-a784-5b8b7080f2b0 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:29:55.402143 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-49ad8c93-f447-43ea-bfe0-05de5df0559a tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.434813 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-c40fe77a-7a08-4437-bab1-82ab7d21f673 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.448350 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7898dd54-cb41-421c-950b-3ed975390fa4 None None] Provisioning complete for port 1f08b050-2f90-4659-a784-5b8b7080f2b0 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:55.448726 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7898dd54-cb41-421c-950b-3ed975390fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.450429 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-c40fe77a-7a08-4437-bab1-82ab7d21f673 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Transition to ACTIVE for port object 85e39ee3-7217-400f-9c09-c3b8380a5921 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:55.489568 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-c40fe77a-7a08-4437-bab1-82ab7d21f673 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.489832 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-7898dd54-cb41-421c-950b-3ed975390fa4 None None] Port 1f08b050-2f90-4659-a784-5b8b7080f2b0 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:29:55.545477 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-49ad8c93-f447-43ea-bfe0-05de5df0559a tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.568775 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-c40fe77a-7a08-4437-bab1-82ab7d21f673 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Network afe690fd-9397-48d9-9fdf-35899f1a3aa8 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:55.574926 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-c40fe77a-7a08-4437-bab1-82ab7d21f673 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:55.585645 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-49ad8c93-f447-43ea-bfe0-05de5df0559a tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Calling delete_port for 1f08b050-2f90-4659-a784-5b8b7080f2b0 owned by {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:29:55.597960 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-c40fe77a-7a08-4437-bab1-82ab7d21f673 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:55.682643 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40fe77a-7a08-4437-bab1-82ab7d21f673 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Pushing event updated for resources: {'Port': ['ID=85e39ee3-7217-400f-9c09-c3b8380a5921,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:55.726979 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-c40fe77a-7a08-4437-bab1-82ab7d21f673 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:55.727678 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-c40fe77a-7a08-4437-bab1-82ab7d21f673 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.758830 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-c40fe77a-7a08-4437-bab1-82ab7d21f673 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9656885 Jul 13 07:29:55.771390 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9f086d76-8d89-4aa0-baa3-b5ec7ecd7c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.772914 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-a874e885-8061-4db3-bd1b-7db149070d9b service neutron] Request body: {'port': {'device_id': '26287496-dd8a-4fb0-9b43-1599ca5eeb00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:55.856830 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-a874e885-8061-4db3-bd1b-7db149070d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.984025 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9f086d76-8d89-4aa0-baa3-b5ec7ecd7c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.986920 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9f086d76-8d89-4aa0-baa3-b5ec7ecd7c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:55.990931 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9f086d76-8d89-4aa0-baa3-b5ec7ecd7c7c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/85f207a6-40f5-4cf1-b37f-5b913c2c9fbd HTTP/1.1" status: 204 len: 168 time: 1.0064037 Jul 13 07:29:56.025888 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d70d2dd5-f246-46c3-8442-64b621a7c369 None None] Provisioning for port 85e39ee3-7217-400f-9c09-c3b8380a5921 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:56.030635 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d70d2dd5-f246-46c3-8442-64b621a7c369 None None] Provisioning complete for port 85e39ee3-7217-400f-9c09-c3b8380a5921 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:56.032196 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d70d2dd5-f246-46c3-8442-64b621a7c369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.085954 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-49ad8c93-f447-43ea-bfe0-05de5df0559a tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.103610 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-d70d2dd5-f246-46c3-8442-64b621a7c369 None None] Port 85e39ee3-7217-400f-9c09-c3b8380a5921 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:29:56.108452 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-83b783e8-b011-459a-98f6-8d7b9d9c8ee9 req-9b6510e1-1902-4294-b0c7-6be74e6c3364 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e66030-4bec-4816-98b9-7f0b3d70b31f HTTP/1.1" status: 200 len: 210 time: 0.1242325 Jul 13 07:29:56.110007 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f086d76-8d89-4aa0-baa3-b5ec7ecd7c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f207a6-40f5-4cf1-b37f-5b913c2c9fbd,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:56.186814 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad8c93-f447-43ea-bfe0-05de5df0559a tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Pushing event deleted for resources: {'Port': ['ID=1f08b050-2f90-4659-a784-5b8b7080f2b0,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:56.231905 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-536dcfed-90e3-4a77-b45a-6bafaa34a203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62c94cdf-f9e6-48c7-82aa-820eff74f25f {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:56.270874 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-536dcfed-90e3-4a77-b45a-6bafaa34a203 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.301654 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-536dcfed-90e3-4a77-b45a-6bafaa34a203 service neutron] Transition to ACTIVE for port object 62c94cdf-f9e6-48c7-82aa-820eff74f25f will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:56.308394 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-49ad8c93-f447-43ea-bfe0-05de5df0559a tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.312456 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-49ad8c93-f447-43ea-bfe0-05de5df0559a tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] 10.222.0.23 "DELETE /v2.0/ports/1f08b050-2f90-4659-a784-5b8b7080f2b0 HTTP/1.1" status: 204 len: 168 time: 1.3914185 Jul 13 07:29:56.315641 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58872) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:56.318040 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-536dcfed-90e3-4a77-b45a-6bafaa34a203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.486319 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536dcfed-90e3-4a77-b45a-6bafaa34a203 service neutron] Pushing event updated for resources: {'Port': ['ID=62c94cdf-f9e6-48c7-82aa-820eff74f25f,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:56.497234 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-615ed9b4-f574-4810-865f-2ba4e795cf4b tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Allocated IP 172.20.0.9 (afe690fd-9397-48d9-9fdf-35899f1a3aa8/8e985f67-ca73-4e84-ba00-dee7c6ca292f/c7d9e7b1-c10c-47c5-8510-e84bc1674167) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:29:56.700811 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f343848f-8c0a-4645-8a80-5deffac6952d up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:29:56.718094 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2627752f-b182-46e4-a0cb-4e0d874db1c2 tempest-DHCPAgentSchedulersTestJSON-1415719246 tempest-DHCPAgentSchedulersTestJSON-1415719246-project-admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4687 time: 0.3985591 Jul 13 07:29:56.719863 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58894) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:56.731553 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-d8e309c7-0020-4ead-8649-5315bedfc6e4 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-129941089'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:56.776039 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-536dcfed-90e3-4a77-b45a-6bafaa34a203 service neutron] Attempting to bind port 62c94cdf-f9e6-48c7-82aa-820eff74f25f on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:56.776381 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-536dcfed-90e3-4a77-b45a-6bafaa34a203 service neutron] Attempting to bind port 62c94cdf-f9e6-48c7-82aa-820eff74f25f by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '9f8e6370-01bb-4534-ae56-a65e93d15610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'afe690fd-9397-48d9-9fdf-35899f1a3aa8'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:56.776716 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-536dcfed-90e3-4a77-b45a-6bafaa34a203 service neutron] Attempting to bind port 62c94cdf-f9e6-48c7-82aa-820eff74f25f on network afe690fd-9397-48d9-9fdf-35899f1a3aa8 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:56.793937 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-536dcfed-90e3-4a77-b45a-6bafaa34a203 service neutron] Port 62c94cdf-f9e6-48c7-82aa-820eff74f25f on network afe690fd-9397-48d9-9fdf-35899f1a3aa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:56.794268 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-536dcfed-90e3-4a77-b45a-6bafaa34a203 service neutron] Attempting to bind port 62c94cdf-f9e6-48c7-82aa-820eff74f25f on network afe690fd-9397-48d9-9fdf-35899f1a3aa8 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:56.805982 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port f343848f-8c0a-4645-8a80-5deffac6952d triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:56.806408 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.828097 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-536dcfed-90e3-4a77-b45a-6bafaa34a203 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:29:56.828444 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-536dcfed-90e3-4a77-b45a-6bafaa34a203 service neutron] Checking segment: {'id': '9f8e6370-01bb-4534-ae56-a65e93d15610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'afe690fd-9397-48d9-9fdf-35899f1a3aa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:56.828848 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-536dcfed-90e3-4a77-b45a-6bafaa34a203 service neutron] Bound using segment: {'id': '9f8e6370-01bb-4534-ae56-a65e93d15610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'afe690fd-9397-48d9-9fdf-35899f1a3aa8'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:29:56.829310 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-536dcfed-90e3-4a77-b45a-6bafaa34a203 service neutron] Bound port: 62c94cdf-f9e6-48c7-82aa-820eff74f25f, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f8e6370-01bb-4534-ae56-a65e93d15610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'afe690fd-9397-48d9-9fdf-35899f1a3aa8'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:29:56.829679 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-536dcfed-90e3-4a77-b45a-6bafaa34a203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.852963 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e309c7-0020-4ead-8649-5315bedfc6e4 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Made reservation on behalf of 825a3b7db96848b4af9a910e4da4961a for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:29:56.856680 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d8e309c7-0020-4ead-8649-5315bedfc6e4 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.952807 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e309c7-0020-4ead-8649-5315bedfc6e4 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:29:56.977910 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d8e309c7-0020-4ead-8649-5315bedfc6e4 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:56.978319 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-d8e309c7-0020-4ead-8649-5315bedfc6e4 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Added segment 80afb197-3a3a-4f26-8ab1-8abc45c12c5c of type vlan for network bcad20de-7b04-4ce4-befd-f59ef0881212 Jul 13 07:29:57.067591 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-615ed9b4-f574-4810-865f-2ba4e795cf4b tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:57.085321 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d8e309c7-0020-4ead-8649-5315bedfc6e4 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:57.110484 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-536dcfed-90e3-4a77-b45a-6bafaa34a203 service neutron] For port 62c94cdf-f9e6-48c7-82aa-820eff74f25f, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:29:57.112698 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-615ed9b4-f574-4810-865f-2ba4e795cf4b tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Transition to ACTIVE for port object c7d9e7b1-c10c-47c5-8510-e84bc1674167 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:57.116805 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-536dcfed-90e3-4a77-b45a-6bafaa34a203 service neutron] For port 62c94cdf-f9e6-48c7-82aa-820eff74f25f, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=62c94cdf-f9e6-48c7-82aa-820eff74f25f,segment=NetworkSegment(9f8e6370-01bb-4534-ae56-a65e93d15610),segment_id=9f8e6370-01bb-4534-ae56-a65e93d15610)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:29:57.147857 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-536dcfed-90e3-4a77-b45a-6bafaa34a203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:57.216402 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-536dcfed-90e3-4a77-b45a-6bafaa34a203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:57.217035 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-536dcfed-90e3-4a77-b45a-6bafaa34a203 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:57.218434 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-536dcfed-90e3-4a77-b45a-6bafaa34a203 service neutron] 10.222.0.42 "PUT /v2.0/ports/62c94cdf-f9e6-48c7-82aa-820eff74f25f HTTP/1.1" status: 200 len: 1092 time: 4.0320978 Jul 13 07:29:57.218893 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6efa00be-ac7f-4b4c-bfde-fd34ebef00d8', 'tag': '62c94cdf-f9e6-48c7-82aa-820eff74f25f'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:57.222094 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf75f20-ddf7-4bf0-bcc6-1dafd4d65563" -d '{"events": [{"name": "network-changed", "server_uuid": "6efa00be-ac7f-4b4c-bfde-fd34ebef00d8", "tag": "62c94cdf-f9e6-48c7-82aa-820eff74f25f"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:57.231663 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d8e309c7-0020-4ead-8649-5315bedfc6e4 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:57.241641 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e309c7-0020-4ead-8649-5315bedfc6e4 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:57.242302 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d8e309c7-0020-4ead-8649-5315bedfc6e4 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:57.329637 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-96801180-15aa-4c31-b5c6-929e214f3e52 req-01142e7c-630f-4352-a08e-5bdb233f4e50 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e66030-4bec-4816-98b9-7f0b3d70b31f HTTP/1.1" status: 200 len: 210 time: 0.0514860 Jul 13 07:29:57.333299 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58918) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:57.334368 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d8e309c7-0020-4ead-8649-5315bedfc6e4 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5925105 Jul 13 07:29:57.454868 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba89cb7-069d-41da-9a35-6a303ad2967f x-openstack-request-id: req-3ba89cb7-069d-41da-9a35-6a303ad2967f {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:57.455128 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6efa00be-ac7f-4b4c-bfde-fd34ebef00d8", "tag": "62c94cdf-f9e6-48c7-82aa-820eff74f25f", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:57.455426 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3ba89cb7-069d-41da-9a35-6a303ad2967f {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:57.455864 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6efa00be-ac7f-4b4c-bfde-fd34ebef00d8', 'tag': '62c94cdf-f9e6-48c7-82aa-820eff74f25f', 'status': 'completed', 'code': 200} Jul 13 07:29:57.502547 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-615ed9b4-f574-4810-865f-2ba4e795cf4b tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:57.505948 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536dcfed-90e3-4a77-b45a-6bafaa34a203 service neutron] Pushing event updated for resources: {'Port': ['ID=62c94cdf-f9e6-48c7-82aa-820eff74f25f,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:57.518944 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e309c7-0020-4ead-8649-5315bedfc6e4 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Pushing event updated for resources: {'Network': ['ID=bcad20de-7b04-4ce4-befd-f59ef0881212,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:57.530678 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network bcad20de-7b04-4ce4-befd-f59ef0881212 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:29:57.614402 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-615ed9b4-f574-4810-865f-2ba4e795cf4b tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Network afe690fd-9397-48d9-9fdf-35899f1a3aa8 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:29:57.620500 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-ee8a4c4f-ee3b-4403-b8c9-6cef84c16230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:57.622130 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-ee8a4c4f-ee3b-4403-b8c9-6cef84c16230 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1034c8ee81e44f678914afb625e8a42f&device_id=6efa00be-ac7f-4b4c-bfde-fd34ebef00d8 HTTP/1.1" status: 200 len: 1095 time: 0.3378367 Jul 13 07:29:57.623306 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-615ed9b4-f574-4810-865f-2ba4e795cf4b tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:29:57.625197 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ed9b4-f574-4810-865f-2ba4e795cf4b tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Pushing event updated for resources: {'Port': ['ID=c7d9e7b1-c10c-47c5-8510-e84bc1674167,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:57.633778 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-615ed9b4-f574-4810-865f-2ba4e795cf4b tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:29:57.757083 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-b234b420-6da1-4cdb-9237-4d760cf28ceb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62c94cdf-f9e6-48c7-82aa-820eff74f25f HTTP/1.1" status: 200 len: 217 time: 0.1155546 Jul 13 07:29:57.797534 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f037c648-b27a-449d-843a-2f6fcdc1f757 tempest-DHCPAgentSchedulersTestJSON-1415719246 tempest-DHCPAgentSchedulersTestJSON-1415719246-project-admin] 10.222.0.23 "GET /v2.0/agents/45af2597-7353-44cb-a233-3560ed6bdc48/dhcp-networks HTTP/1.1" status: 200 len: 12032 time: 0.4580574 Jul 13 07:29:57.826572 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58928) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:57.887381 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-bf8f3e40-4712-4cda-9619-dbe191ccacc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:57.889070 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-bf8f3e40-4712-4cda-9619-dbe191ccacc9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e985f67-ca73-4e84-ba00-dee7c6ca292f HTTP/1.1" status: 200 len: 855 time: 0.1108024 Jul 13 07:29:57.931973 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-615ed9b4-f574-4810-865f-2ba4e795cf4b tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:57.932654 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-615ed9b4-f574-4810-865f-2ba4e795cf4b tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:58.015015 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-615ed9b4-f574-4810-865f-2ba4e795cf4b tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5115914 Jul 13 07:29:58.030280 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-c61e5d32-0a59-4dac-8fad-708768cab7a2 service neutron] Request body: {'port': {'device_id': '22e66030-4bec-4816-98b9-7f0b3d70b31f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:29:58.033755 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c034a5-2e6c-47fa-be35-e74279bb1bf9 tempest-DHCPAgentSchedulersTestJSON-1415719246 tempest-DHCPAgentSchedulersTestJSON-1415719246-project-admin] Network bcad20de-7b04-4ce4-befd-f59ef0881212 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:29:58.064916 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-e5dc4c31-3da4-4210-922b-a6271bb7eaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:58.067368 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-e5dc4c31-3da4-4210-922b-a6271bb7eaaa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=afe690fd-9397-48d9-9fdf-35899f1a3aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1650043 Jul 13 07:29:58.083033 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-53c034a5-2e6c-47fa-be35-e74279bb1bf9 tempest-DHCPAgentSchedulersTestJSON-1415719246 tempest-DHCPAgentSchedulersTestJSON-1415719246-project-admin] 10.222.0.23 "POST /v2.0/agents/45af2597-7353-44cb-a233-3560ed6bdc48/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2551794 Jul 13 07:29:58.085553 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58936) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:58.087745 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-a874e885-8061-4db3-bd1b-7db149070d9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e39ee3-7217-400f-9c09-c3b8380a5921 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:58.098495 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-a874e885-8061-4db3-bd1b-7db149070d9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:58.100498 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c466250-2c58-4c52-b34d-29095563b092 None None] Network bcad20de-7b04-4ce4-befd-f59ef0881212 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:29:58.118907 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-a874e885-8061-4db3-bd1b-7db149070d9b service neutron] Transition to ACTIVE for port object 85e39ee3-7217-400f-9c09-c3b8380a5921 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:58.125047 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-a874e885-8061-4db3-bd1b-7db149070d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:58.182326 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874e885-8061-4db3-bd1b-7db149070d9b service neutron] Pushing event updated for resources: {'Port': ['ID=85e39ee3-7217-400f-9c09-c3b8380a5921,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:58.285865 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-c61e5d32-0a59-4dac-8fad-708768cab7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:58.328124 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-a874e885-8061-4db3-bd1b-7db149070d9b service neutron] Attempting to bind port 85e39ee3-7217-400f-9c09-c3b8380a5921 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:29:58.329729 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-a874e885-8061-4db3-bd1b-7db149070d9b service neutron] Attempting to bind port 85e39ee3-7217-400f-9c09-c3b8380a5921 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '9f8e6370-01bb-4534-ae56-a65e93d15610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'afe690fd-9397-48d9-9fdf-35899f1a3aa8'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:29:58.337008 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-a874e885-8061-4db3-bd1b-7db149070d9b service neutron] Attempting to bind port 85e39ee3-7217-400f-9c09-c3b8380a5921 on network afe690fd-9397-48d9-9fdf-35899f1a3aa8 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:58.343601 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-a874e885-8061-4db3-bd1b-7db149070d9b service neutron] Port 85e39ee3-7217-400f-9c09-c3b8380a5921 on network afe690fd-9397-48d9-9fdf-35899f1a3aa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:29:58.345392 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-a874e885-8061-4db3-bd1b-7db149070d9b service neutron] Attempting to bind port 85e39ee3-7217-400f-9c09-c3b8380a5921 on network afe690fd-9397-48d9-9fdf-35899f1a3aa8 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:29:58.362291 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-a874e885-8061-4db3-bd1b-7db149070d9b service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:29:58.362633 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-a874e885-8061-4db3-bd1b-7db149070d9b service neutron] Checking segment: {'id': '9f8e6370-01bb-4534-ae56-a65e93d15610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'afe690fd-9397-48d9-9fdf-35899f1a3aa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:29:58.365184 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-a874e885-8061-4db3-bd1b-7db149070d9b service neutron] Bound using segment: {'id': '9f8e6370-01bb-4534-ae56-a65e93d15610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'afe690fd-9397-48d9-9fdf-35899f1a3aa8'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:29:58.365948 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-a874e885-8061-4db3-bd1b-7db149070d9b service neutron] Bound port: 85e39ee3-7217-400f-9c09-c3b8380a5921, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f8e6370-01bb-4534-ae56-a65e93d15610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'afe690fd-9397-48d9-9fdf-35899f1a3aa8'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:29:58.366622 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-a874e885-8061-4db3-bd1b-7db149070d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:58.385444 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9d72c93f-2718-4709-8d0a-84ec40fa4fa1 None None] Provisioning for port c7d9e7b1-c10c-47c5-8510-e84bc1674167 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:29:58.392143 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9d72c93f-2718-4709-8d0a-84ec40fa4fa1 None None] Provisioning complete for port c7d9e7b1-c10c-47c5-8510-e84bc1674167 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:29:58.395643 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9d72c93f-2718-4709-8d0a-84ec40fa4fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:58.506474 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-a874e885-8061-4db3-bd1b-7db149070d9b service neutron] For port 85e39ee3-7217-400f-9c09-c3b8380a5921, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:29:58.508795 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-9d72c93f-2718-4709-8d0a-84ec40fa4fa1 None None] Port c7d9e7b1-c10c-47c5-8510-e84bc1674167 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:29:58.512900 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-a874e885-8061-4db3-bd1b-7db149070d9b service neutron] For port 85e39ee3-7217-400f-9c09-c3b8380a5921, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=85e39ee3-7217-400f-9c09-c3b8380a5921,segment=NetworkSegment(9f8e6370-01bb-4534-ae56-a65e93d15610),segment_id=9f8e6370-01bb-4534-ae56-a65e93d15610)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:29:58.527731 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-a874e885-8061-4db3-bd1b-7db149070d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:58.544611 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-4f92c708-fbdb-4b9c-b2df-e19a6ba03963 service neutron] 10.222.0.42 "GET /v2.0/networks/afe690fd-9397-48d9-9fdf-35899f1a3aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4699049 Jul 13 07:29:58.621317 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-a874e885-8061-4db3-bd1b-7db149070d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:58.623723 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-a874e885-8061-4db3-bd1b-7db149070d9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:58.630034 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-a874e885-8061-4db3-bd1b-7db149070d9b service neutron] 10.222.0.25 "PUT /v2.0/ports/85e39ee3-7217-400f-9c09-c3b8380a5921 HTTP/1.1" status: 200 len: 1093 time: 2.8597660 Jul 13 07:29:58.639619 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26287496-dd8a-4fb0-9b43-1599ca5eeb00', 'tag': '85e39ee3-7217-400f-9c09-c3b8380a5921'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:29:58.647084 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de79c5b8-aae8-452a-96f3-7e7119dde010" -d '{"events": [{"name": "network-changed", "server_uuid": "26287496-dd8a-4fb0-9b43-1599ca5eeb00", "tag": "85e39ee3-7217-400f-9c09-c3b8380a5921"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:29:58.714047 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874e885-8061-4db3-bd1b-7db149070d9b service neutron] Pushing event updated for resources: {'Port': ['ID=85e39ee3-7217-400f-9c09-c3b8380a5921,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:29:58.827502 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e53158-3902-4f03-92ab-a42cb01f9809 x-openstack-request-id: req-d0e53158-3902-4f03-92ab-a42cb01f9809 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:29:58.827797 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26287496-dd8a-4fb0-9b43-1599ca5eeb00", "tag": "85e39ee3-7217-400f-9c09-c3b8380a5921", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:29:58.828053 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d0e53158-3902-4f03-92ab-a42cb01f9809 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:29:58.828467 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26287496-dd8a-4fb0-9b43-1599ca5eeb00', 'tag': '85e39ee3-7217-400f-9c09-c3b8380a5921', 'status': 'completed', 'code': 200} Jul 13 07:29:58.871292 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-db54e207-50f4-44a8-a0b8-19eef2abfade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:58.873803 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-db54e207-50f4-44a8-a0b8-19eef2abfade service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1034c8ee81e44f678914afb625e8a42f&device_id=26287496-dd8a-4fb0-9b43-1599ca5eeb00 HTTP/1.1" status: 200 len: 1096 time: 0.1488450 Jul 13 07:29:58.953603 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8065b0af-51c7-49be-85f8-2f070a3ae031 tempest-DHCPAgentSchedulersTestJSON-1415719246 tempest-DHCPAgentSchedulersTestJSON-1415719246-project-admin] 10.222.0.23 "GET /v2.0/agents/45af2597-7353-44cb-a233-3560ed6bdc48/dhcp-networks HTTP/1.1" status: 200 len: 12802 time: 0.8666589 Jul 13 07:29:58.965510 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58956) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:58.988895 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-f0bc9a3c-4b2b-4182-810d-c65efa3d369c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85e39ee3-7217-400f-9c09-c3b8380a5921 HTTP/1.1" status: 200 len: 217 time: 0.1070840 Jul 13 07:29:59.105603 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16b9f9af-7b93-4d9b-a1a1-f8c9514fa3db req-0bde74fe-c65b-47af-90e4-cbb054cce18b service neutron] 10.222.0.42 "GET /v2.0/networks/afe690fd-9397-48d9-9fdf-35899f1a3aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5451980 Jul 13 07:29:59.167744 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-684701b7-121e-4165-9db1-1f88fcf4f748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:59.170288 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-684701b7-121e-4165-9db1-1f88fcf4f748 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8e985f67-ca73-4e84-ba00-dee7c6ca292f HTTP/1.1" status: 200 len: 855 time: 0.1569183 Jul 13 07:29:59.183172 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-dd0919f6-b02d-4029-aa40-4b864762b953 tempest-DHCPAgentSchedulersTestJSON-1415719246 tempest-DHCPAgentSchedulersTestJSON-1415719246-project-admin] 10.222.0.23 "DELETE /v2.0/agents/45af2597-7353-44cb-a233-3560ed6bdc48/dhcp-networks/bcad20de-7b04-4ce4-befd-f59ef0881212 HTTP/1.1" status: 204 len: 168 time: 0.2086878 Jul 13 07:29:59.185737 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58964) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:59.242194 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bbc8b-01a5-415d-a662-e4282aa7bc7d req-33717421-fa66-4df9-84f2-cbbab3cd4c73 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:59.244064 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b66bbc8b-01a5-415d-a662-e4282aa7bc7d req-33717421-fa66-4df9-84f2-cbbab3cd4c73 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e66030-4bec-4816-98b9-7f0b3d70b31f HTTP/1.1" status: 200 len: 931 time: 0.5849626 Jul 13 07:29:59.246681 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-33a704f0-835c-4083-822b-32ade3f9078e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:59.248260 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-33a704f0-835c-4083-822b-32ade3f9078e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=afe690fd-9397-48d9-9fdf-35899f1a3aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636179 Jul 13 07:29:59.427474 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b66bbc8b-01a5-415d-a662-e4282aa7bc7d req-bcc8db2c-3a95-4990-b202-3091719a8123 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729374 Jul 13 07:29:59.433834 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-86127c88-3ac0-4ddc-9226-b6940954714e service neutron] 10.222.0.25 "GET /v2.0/networks/afe690fd-9397-48d9-9fdf-35899f1a3aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781189 Jul 13 07:29:59.543707 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-c61e5d32-0a59-4dac-8fad-708768cab7a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7d9e7b1-c10c-47c5-8510-e84bc1674167 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:29:59.560141 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-c61e5d32-0a59-4dac-8fad-708768cab7a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:59.561800 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ac826fee-7f40-4db6-97e8-e04e5154a333 req-f303a96a-eee6-4479-a496-eadcfb272575 service neutron] 10.222.0.25 "GET /v2.0/networks/afe690fd-9397-48d9-9fdf-35899f1a3aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120002 Jul 13 07:29:59.567125 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf75f20-ddf7-4bf0-bcc6-1dafd4d65563 req-055e9712-b261-4d74-b73e-3df925f7d6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:59.568658 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9cf75f20-ddf7-4bf0-bcc6-1dafd4d65563 req-055e9712-b261-4d74-b73e-3df925f7d6cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1034c8ee81e44f678914afb625e8a42f&device_id=6efa00be-ac7f-4b4c-bfde-fd34ebef00d8 HTTP/1.1" status: 200 len: 1095 time: 0.3951588 Jul 13 07:29:59.602149 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-c61e5d32-0a59-4dac-8fad-708768cab7a2 service neutron] Transition to ACTIVE for port object c7d9e7b1-c10c-47c5-8510-e84bc1674167 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:29:59.620065 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-c61e5d32-0a59-4dac-8fad-708768cab7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:29:59.670123 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79c5b8-aae8-452a-96f3-7e7119dde010 req-4596bbb2-f122-4df2-a8ba-46edda7a8123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:59.671750 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-de79c5b8-aae8-452a-96f3-7e7119dde010 req-4596bbb2-f122-4df2-a8ba-46edda7a8123 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1034c8ee81e44f678914afb625e8a42f&device_id=26287496-dd8a-4fb0-9b43-1599ca5eeb00 HTTP/1.1" status: 200 len: 1096 time: 0.0575285 Jul 13 07:29:59.702147 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ac85c428-9fb9-43b1-b078-6b0ea633fb31 tempest-DHCPAgentSchedulersTestJSON-1415719246 tempest-DHCPAgentSchedulersTestJSON-1415719246-project-admin] 10.222.0.23 "GET /v2.0/agents/45af2597-7353-44cb-a233-3560ed6bdc48/dhcp-networks HTTP/1.1" status: 200 len: 12032 time: 0.5091176 Jul 13 07:29:59.707358 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58978) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:59.829024 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79c5b8-aae8-452a-96f3-7e7119dde010 req-5f9aa6cd-8c28-4c42-b346-c1733a081cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:29:59.830745 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-de79c5b8-aae8-452a-96f3-7e7119dde010 req-5f9aa6cd-8c28-4c42-b346-c1733a081cf1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=afe690fd-9397-48d9-9fdf-35899f1a3aa8 HTTP/1.1" status: 200 len: 917 time: 0.1523690 Jul 13 07:29:59.853776 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-671ecda9-24c2-4263-a23d-0d4e4010f1a5 tempest-DHCPAgentSchedulersTestJSON-1415719246 tempest-DHCPAgentSchedulersTestJSON-1415719246-project-admin] 10.222.0.23 "GET /v2.0/networks/b80298d1-eb54-4708-8d8b-fc4b5fc7cec1/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.1427593 Jul 13 07:29:59.882162 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58982) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:29:59.900506 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-de79c5b8-aae8-452a-96f3-7e7119dde010 req-08138051-6beb-424e-9c86-cf5ebfdfc84b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85e39ee3-7217-400f-9c09-c3b8380a5921 HTTP/1.1" status: 200 len: 217 time: 0.0594778 Jul 13 07:29:59.919161 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1515aa44-6ff1-4a9d-90b8-c19a335f13a0 tempest-DHCPAgentSchedulersTestJSON-1415719246 tempest-DHCPAgentSchedulersTestJSON-1415719246-project-admin] 10.222.0.23 "GET /v2.0/networks/b80298d1-eb54-4708-8d8b-fc4b5fc7cec1/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0254967 Jul 13 07:29:59.938239 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58986) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:00.041460 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79c5b8-aae8-452a-96f3-7e7119dde010 req-5f094786-67ca-4b3f-99e0-08257b3b5624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:00.044456 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-de79c5b8-aae8-452a-96f3-7e7119dde010 req-5f094786-67ca-4b3f-99e0-08257b3b5624 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8e985f67-ca73-4e84-ba00-dee7c6ca292f HTTP/1.1" status: 200 len: 855 time: 0.1235731 Jul 13 07:30:00.185281 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e5d32-0a59-4dac-8fad-708768cab7a2 service neutron] Pushing event updated for resources: {'Port': ['ID=c7d9e7b1-c10c-47c5-8510-e84bc1674167,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:00.195403 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cdbe3b3-c1d8-408e-8a88-1d5466db8ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:00.221820 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf75f20-ddf7-4bf0-bcc6-1dafd4d65563 req-0bee4a13-5f12-41fe-9bb5-a84adebfd93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:00.229477 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9cf75f20-ddf7-4bf0-bcc6-1dafd4d65563 req-0bee4a13-5f12-41fe-9bb5-a84adebfd93e service neutron] 10.222.0.42 "GET /v2.0/networks?id=afe690fd-9397-48d9-9fdf-35899f1a3aa8 HTTP/1.1" status: 200 len: 917 time: 0.6357276 Jul 13 07:30:00.295459 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9cf75f20-ddf7-4bf0-bcc6-1dafd4d65563 req-ade83469-56fd-435a-becc-19e694672db9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62c94cdf-f9e6-48c7-82aa-820eff74f25f HTTP/1.1" status: 200 len: 217 time: 0.0561681 Jul 13 07:30:00.319163 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-bfe65259-12fe-4947-aea4-d91b9bf575ae tempest-DHCPAgentSchedulersTestJSON-1415719246 tempest-DHCPAgentSchedulersTestJSON-1415719246-project-admin] 10.222.0.23 "GET /v2.0/agents/45af2597-7353-44cb-a233-3560ed6bdc48/dhcp-networks HTTP/1.1" status: 200 len: 12032 time: 0.3792074 Jul 13 07:30:00.319855 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58998) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:00.377369 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf75f20-ddf7-4bf0-bcc6-1dafd4d65563 req-a858daad-2777-47ef-8016-dcaa213683c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:00.377598 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79c5b8-aae8-452a-96f3-7e7119dde010 req-dbacedca-6018-4e0d-a1ee-13dd6b3126d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:00.379390 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9cf75f20-ddf7-4bf0-bcc6-1dafd4d65563 req-a858daad-2777-47ef-8016-dcaa213683c9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e985f67-ca73-4e84-ba00-dee7c6ca292f HTTP/1.1" status: 200 len: 855 time: 0.0720389 Jul 13 07:30:00.379781 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-de79c5b8-aae8-452a-96f3-7e7119dde010 req-dbacedca-6018-4e0d-a1ee-13dd6b3126d3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=afe690fd-9397-48d9-9fdf-35899f1a3aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2983282 Jul 13 07:30:00.416026 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-c61e5d32-0a59-4dac-8fad-708768cab7a2 service neutron] Attempting to bind port c7d9e7b1-c10c-47c5-8510-e84bc1674167 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:00.416394 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-c61e5d32-0a59-4dac-8fad-708768cab7a2 service neutron] Attempting to bind port c7d9e7b1-c10c-47c5-8510-e84bc1674167 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '9f8e6370-01bb-4534-ae56-a65e93d15610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'afe690fd-9397-48d9-9fdf-35899f1a3aa8'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:00.416731 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-c61e5d32-0a59-4dac-8fad-708768cab7a2 service neutron] Attempting to bind port c7d9e7b1-c10c-47c5-8510-e84bc1674167 on network afe690fd-9397-48d9-9fdf-35899f1a3aa8 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:00.424550 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-c61e5d32-0a59-4dac-8fad-708768cab7a2 service neutron] Port c7d9e7b1-c10c-47c5-8510-e84bc1674167 on network afe690fd-9397-48d9-9fdf-35899f1a3aa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:00.424550 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-c61e5d32-0a59-4dac-8fad-708768cab7a2 service neutron] Attempting to bind port c7d9e7b1-c10c-47c5-8510-e84bc1674167 on network afe690fd-9397-48d9-9fdf-35899f1a3aa8 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:00.434119 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-c61e5d32-0a59-4dac-8fad-708768cab7a2 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:30:00.434467 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-c61e5d32-0a59-4dac-8fad-708768cab7a2 service neutron] Checking segment: {'id': '9f8e6370-01bb-4534-ae56-a65e93d15610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'afe690fd-9397-48d9-9fdf-35899f1a3aa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:30:00.434857 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-c61e5d32-0a59-4dac-8fad-708768cab7a2 service neutron] Bound using segment: {'id': '9f8e6370-01bb-4534-ae56-a65e93d15610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'afe690fd-9397-48d9-9fdf-35899f1a3aa8'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:30:00.435326 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-c61e5d32-0a59-4dac-8fad-708768cab7a2 service neutron] Bound port: c7d9e7b1-c10c-47c5-8510-e84bc1674167, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f8e6370-01bb-4534-ae56-a65e93d15610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'afe690fd-9397-48d9-9fdf-35899f1a3aa8'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:30:00.435723 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-c61e5d32-0a59-4dac-8fad-708768cab7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:00.565194 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-c61e5d32-0a59-4dac-8fad-708768cab7a2 service neutron] For port c7d9e7b1-c10c-47c5-8510-e84bc1674167, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:30:00.569956 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-c61e5d32-0a59-4dac-8fad-708768cab7a2 service neutron] For port c7d9e7b1-c10c-47c5-8510-e84bc1674167, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=c7d9e7b1-c10c-47c5-8510-e84bc1674167,segment=NetworkSegment(9f8e6370-01bb-4534-ae56-a65e93d15610),segment_id=9f8e6370-01bb-4534-ae56-a65e93d15610)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:30:00.578879 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-c61e5d32-0a59-4dac-8fad-708768cab7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:00.650598 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-de79c5b8-aae8-452a-96f3-7e7119dde010 req-b0d229dd-24fa-44d1-beff-6030abbf0a43 service neutron] 10.222.0.25 "GET /v2.0/networks/afe690fd-9397-48d9-9fdf-35899f1a3aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603862 Jul 13 07:30:00.651182 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-c61e5d32-0a59-4dac-8fad-708768cab7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:00.651929 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-c61e5d32-0a59-4dac-8fad-708768cab7a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:00.653413 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-c61e5d32-0a59-4dac-8fad-708768cab7a2 service neutron] 10.222.0.42 "PUT /v2.0/ports/c7d9e7b1-c10c-47c5-8510-e84bc1674167 HTTP/1.1" status: 200 len: 1092 time: 2.6284211 Jul 13 07:30:00.660521 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf75f20-ddf7-4bf0-bcc6-1dafd4d65563 req-68e308d4-6a11-4068-97b9-c53005e5d519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:00.662092 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9cf75f20-ddf7-4bf0-bcc6-1dafd4d65563 req-68e308d4-6a11-4068-97b9-c53005e5d519 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=afe690fd-9397-48d9-9fdf-35899f1a3aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2765713 Jul 13 07:30:00.662511 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e66030-4bec-4816-98b9-7f0b3d70b31f', 'tag': 'c7d9e7b1-c10c-47c5-8510-e84bc1674167'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:00.665644 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f785be3-9975-4c60-93b9-ccd65fd52a28" -d '{"events": [{"name": "network-changed", "server_uuid": "22e66030-4bec-4816-98b9-7f0b3d70b31f", "tag": "c7d9e7b1-c10c-47c5-8510-e84bc1674167"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:00.747840 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79993b75-32cc-4372-918f-6899f1be9cb2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:00.763388 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 85e39ee3-7217-400f-9c09-c3b8380a5921 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:30:00.789082 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a96760-e19d-4d6d-8989-22c3faa934e8 x-openstack-request-id: req-93a96760-e19d-4d6d-8989-22c3faa934e8 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:00.790716 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22e66030-4bec-4816-98b9-7f0b3d70b31f", "tag": "c7d9e7b1-c10c-47c5-8510-e84bc1674167", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:00.791499 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-93a96760-e19d-4d6d-8989-22c3faa934e8 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:00.792146 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e66030-4bec-4816-98b9-7f0b3d70b31f', 'tag': 'c7d9e7b1-c10c-47c5-8510-e84bc1674167', 'status': 'completed', 'code': 200} Jul 13 07:30:00.873788 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9cf75f20-ddf7-4bf0-bcc6-1dafd4d65563 req-3bd20364-70ea-41d3-b272-034f062f8720 service neutron] 10.222.0.42 "GET /v2.0/networks/afe690fd-9397-48d9-9fdf-35899f1a3aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021601 Jul 13 07:30:00.875754 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e5d32-0a59-4dac-8fad-708768cab7a2 service neutron] Pushing event updated for resources: {'Port': ['ID=c7d9e7b1-c10c-47c5-8510-e84bc1674167,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:00.996714 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 85e39ee3-7217-400f-9c09-c3b8380a5921, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=85e39ee3-7217-400f-9c09-c3b8380a5921,segment=NetworkSegment(9f8e6370-01bb-4534-ae56-a65e93d15610),segment_id=9f8e6370-01bb-4534-ae56-a65e93d15610)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:01.040112 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '85e39ee3-7217-400f-9c09-c3b8380a5921', 'network_id': 'afe690fd-9397-48d9-9fdf-35899f1a3aa8', 'port_id': '85e39ee3-7217-400f-9c09-c3b8380a5921', 'mac_address': 'fa:16:3e:24:5e:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e985f67-ca73-4e84-ba00-dee7c6ca292f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:30:01.101429 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.119392 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e39ee3-7217-400f-9c09-c3b8380a5921 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:30:01.153213 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 85e39ee3-7217-400f-9c09-c3b8380a5921, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=85e39ee3-7217-400f-9c09-c3b8380a5921,segment=NetworkSegment(9f8e6370-01bb-4534-ae56-a65e93d15610),segment_id=9f8e6370-01bb-4534-ae56-a65e93d15610)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:01.164414 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.194633 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9cf75f20-ddf7-4bf0-bcc6-1dafd4d65563 req-6c7780de-774f-428c-9ef0-2c9bd5412b36 service neutron] 10.222.0.42 "GET /v2.0/networks/afe690fd-9397-48d9-9fdf-35899f1a3aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127773 Jul 13 07:30:01.203441 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-8ca08500-af0f-4f59-8e7f-ff704514d29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:01.205645 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-8ca08500-af0f-4f59-8e7f-ff704514d29a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1034c8ee81e44f678914afb625e8a42f&device_id=22e66030-4bec-4816-98b9-7f0b3d70b31f HTTP/1.1" status: 200 len: 1095 time: 0.4635735 Jul 13 07:30:01.272194 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79993b75-32cc-4372-918f-6899f1be9cb2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.283640 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 62c94cdf-f9e6-48c7-82aa-820eff74f25f details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:30:01.289746 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-de79c5b8-aae8-452a-96f3-7e7119dde010 req-5b8bce3e-4784-4ebd-9b32-e50a9b3cac9e service neutron] 10.222.0.25 "GET /v2.0/networks/afe690fd-9397-48d9-9fdf-35899f1a3aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6251075 Jul 13 07:30:01.319495 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-b6360737-5c55-483d-82f7-ac9bf5757c72 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7d9e7b1-c10c-47c5-8510-e84bc1674167 HTTP/1.1" status: 200 len: 217 time: 0.1065943 Jul 13 07:30:01.326063 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8858dc-2220-4091-902d-2532c731d3ec req-ab96194c-0d61-432a-a5e7-cf1034567b83 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:01.345899 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0e8858dc-2220-4091-902d-2532c731d3ec req-ab96194c-0d61-432a-a5e7-cf1034567b83 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e66030-4bec-4816-98b9-7f0b3d70b31f HTTP/1.1" status: 200 len: 943 time: 0.6842725 Jul 13 07:30:01.364351 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-79993b75-32cc-4372-918f-6899f1be9cb2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcad20de-7b04-4ce4-befd-f59ef0881212']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:01.401154 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=85e39ee3-7217-400f-9c09-c3b8380a5921,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:01.413621 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:01.414220 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:01.414709 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:01.415193 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:01.415709 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:01.416202 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:01.416706 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:01.417223 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:01.417711 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:01.424836 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:01.425871 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:01.426372 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:01.442390 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-79993b75-32cc-4372-918f-6899f1be9cb2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80afb197-3a3a-4f26-8ab1-8abc45c12c5c') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:01.442686 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-79993b75-32cc-4372-918f-6899f1be9cb2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80afb197-3a3a-4f26-8ab1-8abc45c12c5c') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:01.463315 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-eae7826f-745b-4d0b-8249-bfe89bccc0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:01.465631 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-eae7826f-745b-4d0b-8249-bfe89bccc0cd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e985f67-ca73-4e84-ba00-dee7c6ca292f HTTP/1.1" status: 200 len: 855 time: 0.1294355 Jul 13 07:30:01.490668 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79993b75-32cc-4372-918f-6899f1be9cb2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.544851 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0e8858dc-2220-4091-902d-2532c731d3ec req-ba552c65-8fa1-4c0b-8262-7f9688053511 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891952 Jul 13 07:30:01.563923 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 62c94cdf-f9e6-48c7-82aa-820eff74f25f, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=62c94cdf-f9e6-48c7-82aa-820eff74f25f,segment=NetworkSegment(9f8e6370-01bb-4534-ae56-a65e93d15610),segment_id=9f8e6370-01bb-4534-ae56-a65e93d15610)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:01.570331 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79993b75-32cc-4372-918f-6899f1be9cb2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.595302 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79993b75-32cc-4372-918f-6899f1be9cb2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:30:01.598462 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79993b75-32cc-4372-918f-6899f1be9cb2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.606013 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:01.606013 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:01.606013 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:01.606013 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:01.606013 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:30:01.606013 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:30:01.606013 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:30:01.606013 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:30:01.606013 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:30:01.606013 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:30:01.606013 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:30:01.606013 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:30:01.606013 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:30:01.606013 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:30:01.606013 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:30:01.606013 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:30:01.606013 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:30:01.606013 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:30:01.606013 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:30:01.606013 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:30:01.606013 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:30:01.606013 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:30:01.606013 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:30:01.606013 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:30:01.606013 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:30:01.606013 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:30:01.606013 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:30:01.606013 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:30:01.606013 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:30:01.606013 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:30:01.606013 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:30:01.606013 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:30:01.606013 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:30:01.606013 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:30:01.606013 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:30:01.606013 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:30:01.611719 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['85e39ee3-7217-400f-9c09-c3b8380a5921'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:30:01.634486 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '62c94cdf-f9e6-48c7-82aa-820eff74f25f', 'network_id': 'afe690fd-9397-48d9-9fdf-35899f1a3aa8', 'port_id': '62c94cdf-f9e6-48c7-82aa-820eff74f25f', 'mac_address': 'fa:16:3e:f8:40:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e985f67-ca73-4e84-ba00-dee7c6ca292f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:30:01.634780 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-beadc81b-93cc-49ce-8b8a-2a7e3cf46e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:01.636393 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-beadc81b-93cc-49ce-8b8a-2a7e3cf46e7a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=afe690fd-9397-48d9-9fdf-35899f1a3aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1641858 Jul 13 07:30:01.738512 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79993b75-32cc-4372-918f-6899f1be9cb2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.774408 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79993b75-32cc-4372-918f-6899f1be9cb2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.778623 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-79993b75-32cc-4372-918f-6899f1be9cb2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] 10.222.0.23 "DELETE /v2.0/networks/bcad20de-7b04-4ce4-befd-f59ef0881212 HTTP/1.1" status: 204 len: 168 time: 1.4547517 Jul 13 07:30:01.778623 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79993b75-32cc-4372-918f-6899f1be9cb2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Pushing event deleted for resources: {'Network': ['ID=bcad20de-7b04-4ce4-befd-f59ef0881212,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:01.786541 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59034) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:01.806334 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-9b4b393b-3a82-45c4-ad46-561b7ab750cf service neutron] 10.222.0.42 "GET /v2.0/networks/afe690fd-9397-48d9-9fdf-35899f1a3aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627598 Jul 13 07:30:01.836902 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-04fcc815-0254-48a1-9038-370d94c972b8 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] DELETE failed (client error): The resource could not be found. Jul 13 07:30:01.837862 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04fcc815-0254-48a1-9038-370d94c972b8 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:30:01.839426 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.843508 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-04fcc815-0254-48a1-9038-370d94c972b8 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] 10.222.0.23 "DELETE /v2.0/ports/1f08b050-2f90-4659-a784-5b8b7080f2b0 HTTP/1.1" status: 404 len: 333 time: 0.0544162 Jul 13 07:30:01.844378 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59038) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:01.859307 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62c94cdf-f9e6-48c7-82aa-820eff74f25f {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:30:01.905223 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 62c94cdf-f9e6-48c7-82aa-820eff74f25f, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=62c94cdf-f9e6-48c7-82aa-820eff74f25f,segment=NetworkSegment(9f8e6370-01bb-4534-ae56-a65e93d15610),segment_id=9f8e6370-01bb-4534-ae56-a65e93d15610)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:01.916983 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.939951 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-8157d8c9-20e1-4c84-9b1b-18f280fc37e9 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Deleting subnet f60f4537-ac3d-4b64-af6b-83fe3627c24f {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:30:01.946249 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b6162cde-8f1d-4759-9ac2-8a21dbdbc5bd req-f0ad5e6f-abc7-4049-9955-35b149075b86 service neutron] 10.222.0.42 "GET /v2.0/networks/afe690fd-9397-48d9-9fdf-35899f1a3aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322272 Jul 13 07:30:01.949015 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8157d8c9-20e1-4c84-9b1b-18f280fc37e9 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:01.997396 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=62c94cdf-f9e6-48c7-82aa-820eff74f25f,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:02.037983 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8157d8c9-20e1-4c84-9b1b-18f280fc37e9 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:02.083143 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f785be3-9975-4c60-93b9-ccd65fd52a28 req-97f95a6a-81a5-4a16-861c-caf7a7985e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:02.084748 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2f785be3-9975-4c60-93b9-ccd65fd52a28 req-97f95a6a-81a5-4a16-861c-caf7a7985e77 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1034c8ee81e44f678914afb625e8a42f&device_id=22e66030-4bec-4816-98b9-7f0b3d70b31f HTTP/1.1" status: 200 len: 1095 time: 0.0865083 Jul 13 07:30:02.197163 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8157d8c9-20e1-4c84-9b1b-18f280fc37e9 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:02.287860 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f785be3-9975-4c60-93b9-ccd65fd52a28 req-49aeaeed-da1a-470b-9750-f57548646e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:02.289459 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2f785be3-9975-4c60-93b9-ccd65fd52a28 req-49aeaeed-da1a-470b-9750-f57548646e72 service neutron] 10.222.0.42 "GET /v2.0/networks?id=afe690fd-9397-48d9-9fdf-35899f1a3aa8 HTTP/1.1" status: 200 len: 917 time: 0.1966777 Jul 13 07:30:02.329857 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['62c94cdf-f9e6-48c7-82aa-820eff74f25f'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:30:02.344494 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8157d8c9-20e1-4c84-9b1b-18f280fc37e9 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:02.399131 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2f785be3-9975-4c60-93b9-ccd65fd52a28 req-b33d21cf-3379-4888-8ef4-bdecc361e9a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7d9e7b1-c10c-47c5-8510-e84bc1674167 HTTP/1.1" status: 200 len: 217 time: 0.0947447 Jul 13 07:30:02.408476 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157d8c9-20e1-4c84-9b1b-18f280fc37e9 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Pushing event deleted for resources: {'Subnet': ['ID=f60f4537-ac3d-4b64-af6b-83fe3627c24f,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:02.413392 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8157d8c9-20e1-4c84-9b1b-18f280fc37e9 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:02.419184 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8157d8c9-20e1-4c84-9b1b-18f280fc37e9 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] 10.222.0.23 "DELETE /v2.0/subnets/f60f4537-ac3d-4b64-af6b-83fe3627c24f HTTP/1.1" status: 204 len: 168 time: 0.5734124 Jul 13 07:30:02.420516 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59054) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:02.448047 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12c8d8f-be74-4e16-827b-2f5731b21aff None None] Network b80298d1-eb54-4708-8d8b-fc4b5fc7cec1 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:30:02.508593 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f785be3-9975-4c60-93b9-ccd65fd52a28 req-fb815071-12cd-4d01-b983-5983f044ee41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:02.509545 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2f785be3-9975-4c60-93b9-ccd65fd52a28 req-fb815071-12cd-4d01-b983-5983f044ee41 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e985f67-ca73-4e84-ba00-dee7c6ca292f HTTP/1.1" status: 200 len: 855 time: 0.1031756 Jul 13 07:30:02.573011 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e5f750db-9375-47ab-b683-22324899eff2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:02.655990 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f785be3-9975-4c60-93b9-ccd65fd52a28 req-9f02ebf8-c1ce-4a0d-830e-22743797e57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:02.657495 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2f785be3-9975-4c60-93b9-ccd65fd52a28 req-9f02ebf8-c1ce-4a0d-830e-22743797e57b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=afe690fd-9397-48d9-9fdf-35899f1a3aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1401107 Jul 13 07:30:02.699478 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-e5f750db-9375-47ab-b683-22324899eff2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Deleting port f343848f-8c0a-4645-8a80-5deffac6952d {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:02.699954 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e5f750db-9375-47ab-b683-22324899eff2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:02.794199 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 85e39ee3-7217-400f-9c09-c3b8380a5921 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:02.856935 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-e5f750db-9375-47ab-b683-22324899eff2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] For port f343848f-8c0a-4645-8a80-5deffac6952d, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=f343848f-8c0a-4645-8a80-5deffac6952d,segment=NetworkSegment(c5c86dd2-0801-4909-9a77-4607ce24bf4c),segment_id=c5c86dd2-0801-4909-9a77-4607ce24bf4c)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:02.857563 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e5f750db-9375-47ab-b683-22324899eff2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:02.890581 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-e5f750db-9375-47ab-b683-22324899eff2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Calling delete_port for f343848f-8c0a-4645-8a80-5deffac6952d owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:02.936024 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2f785be3-9975-4c60-93b9-ccd65fd52a28 req-e4642c53-2c69-4563-83e7-e946bcef6d8e service neutron] 10.222.0.42 "GET /v2.0/networks/afe690fd-9397-48d9-9fdf-35899f1a3aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700253 Jul 13 07:30:02.978679 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb5cdd-2215-4b1d-b5ad-bebe1cb7d220 req-ddd832b6-4f91-4cb7-a1a7-9cb66dea5a02 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:02.984179 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-78cb5cdd-2215-4b1d-b5ad-bebe1cb7d220 req-ddd832b6-4f91-4cb7-a1a7-9cb66dea5a02 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e66030-4bec-4816-98b9-7f0b3d70b31f HTTP/1.1" status: 200 len: 943 time: 0.1747675 Jul 13 07:30:03.023494 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e5f750db-9375-47ab-b683-22324899eff2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:03.100016 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-78cb5cdd-2215-4b1d-b5ad-bebe1cb7d220 req-a4af4fbb-cbb3-4f0d-9b7f-8545961eb7fd tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995853 Jul 13 07:30:03.121105 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:03.122650 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 85e39ee3-7217-400f-9c09-c3b8380a5921 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:03.129763 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 85e39ee3-7217-400f-9c09-c3b8380a5921 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:03.130213 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:03.134095 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a1f61f03-a7ed-45ac-afdc-6b920d95ff7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:03.143090 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f750db-9375-47ab-b683-22324899eff2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Pushing event deleted for resources: {'Port': ['ID=f343848f-8c0a-4645-8a80-5deffac6952d,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:03.152642 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50544ad-c46b-4fb6-9fe2-00600275d79b None None] DHCP port deletion for b80298d1-eb54-4708-8d8b-fc4b5fc7cec1 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:30:03.154166 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2f785be3-9975-4c60-93b9-ccd65fd52a28 req-07c73776-c4c9-4401-b032-e5f725b59e8d service neutron] 10.222.0.42 "GET /v2.0/networks/afe690fd-9397-48d9-9fdf-35899f1a3aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096269 Jul 13 07:30:03.155813 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f750db-9375-47ab-b683-22324899eff2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] No DVR routers for this DVR port f343848f-8c0a-4645-8a80-5deffac6952d on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:30:03.229261 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:03.252763 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26287496-dd8a-4fb0-9b43-1599ca5eeb00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e39ee3-7217-400f-9c09-c3b8380a5921'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:03.255857 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046966be-dac3-4268-822c-3d9568584bc1" -d '{"events": [{"server_uuid": "26287496-dd8a-4fb0-9b43-1599ca5eeb00", "name": "network-vif-plugged", "status": "completed", "tag": "85e39ee3-7217-400f-9c09-c3b8380a5921"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:03.265247 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e5f750db-9375-47ab-b683-22324899eff2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:03.277346 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-e5f750db-9375-47ab-b683-22324899eff2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b80298d1-eb54-4708-8d8b-fc4b5fc7cec1']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:03.282971 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 85e39ee3-7217-400f-9c09-c3b8380a5921, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=85e39ee3-7217-400f-9c09-c3b8380a5921,segment=NetworkSegment(9f8e6370-01bb-4534-ae56-a65e93d15610),segment_id=9f8e6370-01bb-4534-ae56-a65e93d15610)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:03.292020 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:03.293575 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-e5f750db-9375-47ab-b683-22324899eff2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c86dd2-0801-4909-9a77-4607ce24bf4c') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:03.293996 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-e5f750db-9375-47ab-b683-22324899eff2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c86dd2-0801-4909-9a77-4607ce24bf4c') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:03.306214 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e5f750db-9375-47ab-b683-22324899eff2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:03.326840 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e5f750db-9375-47ab-b683-22324899eff2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:03.335538 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5f750db-9375-47ab-b683-22324899eff2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:30:03.335964 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e5f750db-9375-47ab-b683-22324899eff2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:03.339577 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:30:03.339577 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:30:03.339577 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:30:03.339577 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:30:03.339577 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:30:03.339577 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:30:03.339577 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:30:03.339577 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:30:03.339577 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:30:03.339577 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:30:03.339577 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:30:03.339577 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:30:03.339577 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:30:03.339577 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:30:03.339577 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:30:03.339577 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:30:03.339577 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:30:03.339577 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:30:03.339577 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:30:03.339577 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:30:03.339577 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:30:03.339577 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:30:03.339577 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:30:03.339577 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:30:03.339577 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:30:03.339577 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:30:03.339577 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:30:03.339577 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:30:03.339577 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:30:03.339577 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:30:03.339577 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:30:03.339577 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:30:03.343131 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d3b991-b545-4c52-a0f3-872bd7dc2445 x-openstack-request-id: req-57d3b991-b545-4c52-a0f3-872bd7dc2445 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:03.343650 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26287496-dd8a-4fb0-9b43-1599ca5eeb00", "name": "network-vif-plugged", "status": "completed", "tag": "85e39ee3-7217-400f-9c09-c3b8380a5921", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:03.343894 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-57d3b991-b545-4c52-a0f3-872bd7dc2445 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:03.344452 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26287496-dd8a-4fb0-9b43-1599ca5eeb00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e39ee3-7217-400f-9c09-c3b8380a5921', 'code': 200} Jul 13 07:30:03.378996 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=85e39ee3-7217-400f-9c09-c3b8380a5921,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:03.467852 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e5f750db-9375-47ab-b683-22324899eff2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:03.484645 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e5f750db-9375-47ab-b683-22324899eff2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:03.488868 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e5f750db-9375-47ab-b683-22324899eff2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] 10.222.0.23 "DELETE /v2.0/networks/b80298d1-eb54-4708-8d8b-fc4b5fc7cec1 HTTP/1.1" status: 204 len: 168 time: 1.0648007 Jul 13 07:30:03.506309 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3963762-0c68-47e6-aebf-d054f1a3e58e req-b04714c6-1815-4f2f-910f-381b5a0ffdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:03.508226 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c3963762-0c68-47e6-aebf-d054f1a3e58e req-b04714c6-1815-4f2f-910f-381b5a0ffdb4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=26287496-dd8a-4fb0-9b43-1599ca5eeb00 HTTP/1.1" status: 200 len: 1098 time: 0.0798039 Jul 13 07:30:03.508991 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f750db-9375-47ab-b683-22324899eff2 tempest-DHCPAgentSchedulersTestJSON-736704995 tempest-DHCPAgentSchedulersTestJSON-736704995-project] Pushing event deleted for resources: {'Network': ['ID=b80298d1-eb54-4708-8d8b-fc4b5fc7cec1,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:03.562166 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c3963762-0c68-47e6-aebf-d054f1a3e58e req-6e3b434f-29b4-4a34-b8e5-d7befa27aee8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466311 Jul 13 07:30:03.825022 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-95cb6dd0-8bb8-4c29-99c6-20ae3fc06b75 None None] Provisioning complete for port 85e39ee3-7217-400f-9c09-c3b8380a5921 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:03.825577 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-95cb6dd0-8bb8-4c29-99c6-20ae3fc06b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:03.892169 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59100) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:03.986645 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:04.095376 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9cf1e2aa-f383-4589-924d-b44742fc780e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=825a3b7db96848b4af9a910e4da4961a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2012668 Jul 13 07:30:04.098561 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59104) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:04.160666 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1abb6d4f-ad3d-4f53-80bb-e90b2e2ff16e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:04.188162 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1abb6d4f-ad3d-4f53-80bb-e90b2e2ff16e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:04.248303 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1abb6d4f-ad3d-4f53-80bb-e90b2e2ff16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:04.250624 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1abb6d4f-ad3d-4f53-80bb-e90b2e2ff16e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:04.252105 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1abb6d4f-ad3d-4f53-80bb-e90b2e2ff16e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/69d37501-5b7b-47ca-9ea7-e15a27baa6e4 HTTP/1.1" status: 204 len: 168 time: 0.1525383 Jul 13 07:30:04.263653 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb6d4f-ad3d-4f53-80bb-e90b2e2ff16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d37501-5b7b-47ca-9ea7-e15a27baa6e4,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:04.323103 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86317758-1aa1-4e1b-a452-51d6fd25c31f req-2b26eccc-d19d-44fe-92a0-a245d73d6fb2 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:04.333760 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-86317758-1aa1-4e1b-a452-51d6fd25c31f req-2b26eccc-d19d-44fe-92a0-a245d73d6fb2 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e66030-4bec-4816-98b9-7f0b3d70b31f HTTP/1.1" status: 200 len: 943 time: 0.1045361 Jul 13 07:30:04.398357 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-86317758-1aa1-4e1b-a452-51d6fd25c31f req-b9a43395-086b-44a6-b400-104ae51f448b tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628028 Jul 13 07:30:04.588106 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f343848f-8c0a-4645-8a80-5deffac6952d no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:30:04.611936 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: f343848f-8c0a-4645-8a80-5deffac6952d {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:30:04.612435 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f343848f-8c0a-4645-8a80-5deffac6952d not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:30:04.768163 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 59124) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:04.786119 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-98da5c04-b4c7-46b5-9212-db942650d6a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:04.914550 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-98da5c04-b4c7-46b5-9212-db942650d6a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:04.919866 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-98da5c04-b4c7-46b5-9212-db942650d6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:04.966312 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98da5c04-b4c7-46b5-9212-db942650d6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7412e0-64a6-4596-8919-9d1d6f6f64d0,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:04.983162 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-98da5c04-b4c7-46b5-9212-db942650d6a8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=68b1ecac54934c3d9e8036f902d1c40c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2134147 Jul 13 07:30:04.986086 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59130) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:05.056352 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-913d833b-d025-480d-a63e-6a62db55d4ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:05.101396 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-913d833b-d025-480d-a63e-6a62db55d4ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:05.166971 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-913d833b-d025-480d-a63e-6a62db55d4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:05.176881 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-913d833b-d025-480d-a63e-6a62db55d4ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:05.178337 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-913d833b-d025-480d-a63e-6a62db55d4ba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe7412e0-64a6-4596-8919-9d1d6f6f64d0 HTTP/1.1" status: 204 len: 168 time: 0.1910927 Jul 13 07:30:05.186991 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d833b-d025-480d-a63e-6a62db55d4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7412e0-64a6-4596-8919-9d1d6f6f64d0,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:05.244210 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device c7d9e7b1-c10c-47c5-8510-e84bc1674167 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:30:05.246728 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 62c94cdf-f9e6-48c7-82aa-820eff74f25f up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:05.351881 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 62c94cdf-f9e6-48c7-82aa-820eff74f25f completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:05.388713 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 62c94cdf-f9e6-48c7-82aa-820eff74f25f triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:05.389091 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:05.464747 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port c7d9e7b1-c10c-47c5-8510-e84bc1674167, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=c7d9e7b1-c10c-47c5-8510-e84bc1674167,segment=NetworkSegment(9f8e6370-01bb-4534-ae56-a65e93d15610),segment_id=9f8e6370-01bb-4534-ae56-a65e93d15610)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:05.482283 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262552b-b5d0-4de3-b430-eaa590d96ffe req-2250b550-a6b2-4507-83a6-d442854a8e16 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:05.491638 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1262552b-b5d0-4de3-b430-eaa590d96ffe req-2250b550-a6b2-4507-83a6-d442854a8e16 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d84249-0bce-4737-919f-d2003063f5ba HTTP/1.1" status: 200 len: 945 time: 0.1401536 Jul 13 07:30:05.503838 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': 'c7d9e7b1-c10c-47c5-8510-e84bc1674167', 'network_id': 'afe690fd-9397-48d9-9fdf-35899f1a3aa8', 'port_id': 'c7d9e7b1-c10c-47c5-8510-e84bc1674167', 'mac_address': 'fa:16:3e:e4:d7:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e985f67-ca73-4e84-ba00-dee7c6ca292f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:30:05.562964 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:05.637352 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1262552b-b5d0-4de3-b430-eaa590d96ffe req-13298985-5a9c-4367-ba6b-a4b3ac88a44b tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d271ba9-922f-4a9e-8b6c-ea489ddb3952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348069 Jul 13 07:30:05.645685 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:05.662208 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7d9e7b1-c10c-47c5-8510-e84bc1674167 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:30:05.732487 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6efa00be-ac7f-4b4c-bfde-fd34ebef00d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c94cdf-f9e6-48c7-82aa-820eff74f25f'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:05.733654 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff580c-e19c-4725-8ef3-28a559d12dd4 req-633b6fd3-50e1-4648-9475-1fcd68cf2155 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:05.735003 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f02eaf-6fa8-46ed-bcb4-bfce1fae744b" -d '{"events": [{"server_uuid": "6efa00be-ac7f-4b4c-bfde-fd34ebef00d8", "name": "network-vif-plugged", "status": "completed", "tag": "62c94cdf-f9e6-48c7-82aa-820eff74f25f"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:05.736841 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4fff580c-e19c-4725-8ef3-28a559d12dd4 req-633b6fd3-50e1-4648-9475-1fcd68cf2155 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e66030-4bec-4816-98b9-7f0b3d70b31f HTTP/1.1" status: 200 len: 943 time: 0.1561496 Jul 13 07:30:05.773187 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port c7d9e7b1-c10c-47c5-8510-e84bc1674167, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=c7d9e7b1-c10c-47c5-8510-e84bc1674167,segment=NetworkSegment(9f8e6370-01bb-4534-ae56-a65e93d15610),segment_id=9f8e6370-01bb-4534-ae56-a65e93d15610)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:05.804617 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 62c94cdf-f9e6-48c7-82aa-820eff74f25f, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=62c94cdf-f9e6-48c7-82aa-820eff74f25f,segment=NetworkSegment(9f8e6370-01bb-4534-ae56-a65e93d15610),segment_id=9f8e6370-01bb-4534-ae56-a65e93d15610)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:05.807815 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:05.839629 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4fff580c-e19c-4725-8ef3-28a559d12dd4 req-34e417db-716e-4b81-98b4-74374eb8231c tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930727 Jul 13 07:30:05.854618 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1f3cce-8482-4aa6-85e7-2b1feef44101 x-openstack-request-id: req-1a1f3cce-8482-4aa6-85e7-2b1feef44101 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:05.854618 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6efa00be-ac7f-4b4c-bfde-fd34ebef00d8", "name": "network-vif-plugged", "status": "completed", "tag": "62c94cdf-f9e6-48c7-82aa-820eff74f25f", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:05.854618 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a1f3cce-8482-4aa6-85e7-2b1feef44101 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:05.854618 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6efa00be-ac7f-4b4c-bfde-fd34ebef00d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c94cdf-f9e6-48c7-82aa-820eff74f25f', 'code': 200} Jul 13 07:30:05.866383 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:05.977008 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=c7d9e7b1-c10c-47c5-8510-e84bc1674167,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:05.996801 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:06.044462 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee530f-190e-422a-9d03-f00e412b9e57 req-93e106bc-1bf0-4b3c-86fd-a55bc1c81e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:06.051477 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9cee530f-190e-422a-9d03-f00e412b9e57 req-93e106bc-1bf0-4b3c-86fd-a55bc1c81e52 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6efa00be-ac7f-4b4c-bfde-fd34ebef00d8 HTTP/1.1" status: 200 len: 1097 time: 0.1387067 Jul 13 07:30:06.121117 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9cee530f-190e-422a-9d03-f00e412b9e57 req-01b11a19-7106-44e5-8ced-41c0beb2b2e7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634899 Jul 13 07:30:06.126778 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=62c94cdf-f9e6-48c7-82aa-820eff74f25f,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:06.318542 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['c7d9e7b1-c10c-47c5-8510-e84bc1674167'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:30:06.624190 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-95d00e80-8bb1-4723-b14d-897925de3452 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:06.640241 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-95d00e80-8bb1-4723-b14d-897925de3452 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/networks?id=158edf72-c971-4025-88f3-f50ab4847245 HTTP/1.1" status: 200 len: 814 time: 0.2324238 Jul 13 07:30:06.660857 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-83ae78ff-18de-4416-a356-8411db8cc41c tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/quotas/0aeb803a03a140849d8f3025c4e8d6d6 HTTP/1.1" status: 200 len: 375 time: 0.0198507 Jul 13 07:30:06.825863 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-1a6d5483-2abd-4ea7-9bad-24cc8420507c tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0aeb803a03a140849d8f3025c4e8d6d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1588488 Jul 13 07:30:06.970701 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-4d31ea3d-030f-46b6-beef-08f05ddbb446 service neutron] 10.222.0.23 "GET /v2.0/networks/158edf72-c971-4025-88f3-f50ab4847245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435981 Jul 13 07:30:07.097633 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-b155a07c-ff4f-4272-ae83-4b38dab6bcc9 service neutron] 10.222.0.23 "GET /v2.0/networks/158edf72-c971-4025-88f3-f50ab4847245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256776 Jul 13 07:30:07.141980 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-37497ad2-5348-4516-866e-121a44e7c936 None None] Provisioning complete for port 62c94cdf-f9e6-48c7-82aa-820eff74f25f triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:07.147332 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-37497ad2-5348-4516-866e-121a44e7c936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:07.402179 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b617e5-99f1-4414-b5f6-8433e606e448 req-a227033e-df32-4355-9d33-d2f2e20fecc8 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:07.404497 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f1b617e5-99f1-4414-b5f6-8433e606e448 req-a227033e-df32-4355-9d33-d2f2e20fecc8 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d84249-0bce-4737-919f-d2003063f5ba HTTP/1.1" status: 200 len: 945 time: 0.1544454 Jul 13 07:30:07.511122 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f1b617e5-99f1-4414-b5f6-8433e606e448 req-c96e0ac3-0601-487b-ad6c-11c42bbc62e2 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d271ba9-922f-4a9e-8b6c-ea489ddb3952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983434 Jul 13 07:30:07.727176 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889cdff-9a29-4a06-9c25-e46fd26d7e1a req-6bacfcfe-0912-412f-8616-b3f129debc7c tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:07.747931 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6889cdff-9a29-4a06-9c25-e46fd26d7e1a req-6bacfcfe-0912-412f-8616-b3f129debc7c tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e66030-4bec-4816-98b9-7f0b3d70b31f HTTP/1.1" status: 200 len: 944 time: 0.1944344 Jul 13 07:30:07.821732 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6889cdff-9a29-4a06-9c25-e46fd26d7e1a req-39c3e155-c459-461e-bf44-6920a6ae565f tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702021 Jul 13 07:30:07.840093 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5aaf8e58-295a-4fe4-af69-ef7e3eca7636 req-a33701df-9c45-4f37-b0cd-a05cc7d2776b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=86cd76d0-655b-4fe7-b5ba-67ac99ebcf63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1854444 Jul 13 07:30:07.865658 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1e15cd89-ed1c-4fc1-a0b7-cf1380165f88 req-7a4ff6d9-54c4-46dc-8e23-292cfed114a3 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b6f20f8-18e2-4274-947a-6fbeba5c8394 HTTP/1.1" status: 200 len: 210 time: 0.0961564 Jul 13 07:30:07.982870 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf8e58-295a-4fe4-af69-ef7e3eca7636 req-b07e9c83-74bc-464f-b349-44a8c65f5ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:07.984865 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5aaf8e58-295a-4fe4-af69-ef7e3eca7636 req-b07e9c83-74bc-464f-b349-44a8c65f5ebb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0aeb803a03a140849d8f3025c4e8d6d6&device_id=86cd76d0-655b-4fe7-b5ba-67ac99ebcf63 HTTP/1.1" status: 200 len: 1098 time: 0.0793905 Jul 13 07:30:08.210196 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf8e58-295a-4fe4-af69-ef7e3eca7636 req-c88dbc78-7cef-4106-af97-7e991b008049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:08.218610 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5aaf8e58-295a-4fe4-af69-ef7e3eca7636 req-c88dbc78-7cef-4106-af97-7e991b008049 service neutron] 10.222.0.25 "GET /v2.0/networks?id=158edf72-c971-4025-88f3-f50ab4847245 HTTP/1.1" status: 200 len: 915 time: 0.2118018 Jul 13 07:30:08.252254 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-41028648-d170-48e3-8c27-4f39dc1f8346 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1098568 Jul 13 07:30:08.322445 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5aaf8e58-295a-4fe4-af69-ef7e3eca7636 req-318c3c16-8f6b-4a23-bf24-0fa3fecfa25e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d26eb3b8-fca3-44f8-a91c-d4c917077993 HTTP/1.1" status: 200 len: 217 time: 0.0997388 Jul 13 07:30:08.372803 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 59248) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:08.387402 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf8e58-295a-4fe4-af69-ef7e3eca7636 req-8f59899d-1ce8-4acd-a129-36c67d54c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:08.389523 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5aaf8e58-295a-4fe4-af69-ef7e3eca7636 req-8f59899d-1ce8-4acd-a129-36c67d54c8f4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b02e565c-ba96-4ecf-ad5f-fee613096d8b HTTP/1.1" status: 200 len: 854 time: 0.0607400 Jul 13 07:30:08.410224 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-b2d69066-c6dd-47cf-90dd-7259cca41802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:08.412184 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-b2d69066-c6dd-47cf-90dd-7259cca41802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:08.412966 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-b2d69066-c6dd-47cf-90dd-7259cca41802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:08.413609 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-b2d69066-c6dd-47cf-90dd-7259cca41802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:08.414304 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-b2d69066-c6dd-47cf-90dd-7259cca41802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:08.414984 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-b2d69066-c6dd-47cf-90dd-7259cca41802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:08.415662 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-b2d69066-c6dd-47cf-90dd-7259cca41802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:08.417959 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-b2d69066-c6dd-47cf-90dd-7259cca41802 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f675b11333fa441fa8eddc3498c6fd35&device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 6509 time: 0.1321204 Jul 13 07:30:08.489713 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5aaf8e58-295a-4fe4-af69-ef7e3eca7636 req-f9e56ea2-9a21-4853-b25d-1bdf983d4c04 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=158edf72-c971-4025-88f3-f50ab4847245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773115 Jul 13 07:30:08.676430 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-40f39019-d410-4ce8-a136-04645dbdc109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:08.676913 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-40f39019-d410-4ce8-a136-04645dbdc109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:08.677407 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-40f39019-d410-4ce8-a136-04645dbdc109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:08.679389 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-40f39019-d410-4ce8-a136-04645dbdc109 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dd8dd7e8-74b0-43ac-8795-6b3850b9caf1&id=429c5271-60ed-4dd8-b05d-2fc0729d6432&id=429c5271-60ed-4dd8-b05d-2fc0729d6432&id=429c5271-60ed-4dd8-b05d-2fc0729d6432&id=429c5271-60ed-4dd8-b05d-2fc0729d6432&id=c585a6c0-7b73-4536-a692-dae61cbdb028&id=c585a6c0-7b73-4536-a692-dae61cbdb028 HTTP/1.1" status: 200 len: 2297 time: 0.2303793 Jul 13 07:30:08.772642 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 59260) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:08.817444 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-896aeb2c-9f80-4017-b4c4-fe7a885f4e0a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24ca5f58-cab9-40b0-81e3-6853229cf3a9 HTTP/1.1" status: 200 len: 1000 time: 0.1231780 Jul 13 07:30:08.868601 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5aaf8e58-295a-4fe4-af69-ef7e3eca7636 req-4bd1b68d-04f4-4efb-a2aa-4ebfea363252 service neutron] 10.222.0.25 "GET /v2.0/networks/158edf72-c971-4025-88f3-f50ab4847245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715143 Jul 13 07:30:08.909777 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-95d51aaa-11cb-426e-9eb4-3e6f9b429cc4 tempest-MeteringTestJSON-774341535 tempest-MeteringTestJSON-774341535-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-30077618'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:08.910479 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-95d51aaa-11cb-426e-9eb4-3e6f9b429cc4 tempest-MeteringTestJSON-774341535 tempest-MeteringTestJSON-774341535-project-admin] Unknown quota resources ['metering_label']. {{(pid=94017) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:30:09.012926 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c230b9f3-9d57-4116-ba8f-5e4f1dd62708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:09.015682 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-16e9301e-0fcb-4b25-be2d-8cbbe6713396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:09.017179 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-16e9301e-0fcb-4b25-be2d-8cbbe6713396 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7f0633d-db4a-44fe-b1ba-90fb0badcb6d HTTP/1.1" status: 200 len: 855 time: 0.1924644 Jul 13 07:30:09.028145 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5aaf8e58-295a-4fe4-af69-ef7e3eca7636 req-08f73b25-a477-4a29-b4da-39c30b1bcc3b service neutron] 10.222.0.25 "GET /v2.0/networks/158edf72-c971-4025-88f3-f50ab4847245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521611 Jul 13 07:30:09.163441 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944eb54-a5df-4097-b2f8-8c7a9e8772c0 req-e7648f6e-02de-470c-83a9-4a94f2a1c248 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:09.165491 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2944eb54-a5df-4097-b2f8-8c7a9e8772c0 req-e7648f6e-02de-470c-83a9-4a94f2a1c248 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e66030-4bec-4816-98b9-7f0b3d70b31f HTTP/1.1" status: 200 len: 944 time: 0.0952585 Jul 13 07:30:09.214470 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-95d51aaa-11cb-426e-9eb4-3e6f9b429cc4 tempest-MeteringTestJSON-774341535 tempest-MeteringTestJSON-774341535-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:09.218153 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2944eb54-a5df-4097-b2f8-8c7a9e8772c0 req-a72af349-dcf9-4f1a-acd3-c76cf19988e3 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457807 Jul 13 07:30:09.218681 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59280) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:09.218801 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-95d51aaa-11cb-426e-9eb4-3e6f9b429cc4 tempest-MeteringTestJSON-774341535 tempest-MeteringTestJSON-774341535-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.4444983 Jul 13 07:30:09.226571 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-02133904-f590-4707-8d7f-117ef1d1b9d4 tempest-MeteringTestJSON-774341535 tempest-MeteringTestJSON-774341535-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '8c5a3b55-54a1-4ee1-8a8e-2a5310140145'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:09.227348 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-02133904-f590-4707-8d7f-117ef1d1b9d4 tempest-MeteringTestJSON-774341535 tempest-MeteringTestJSON-774341535-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94018) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:30:09.276460 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device c7d9e7b1-c10c-47c5-8510-e84bc1674167 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:09.302530 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89650621-e9ea-4c2e-819d-39c8ce808824 req-1b1a424b-9778-4cd7-b6d1-bc4b80f63169 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:09.310992 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-89650621-e9ea-4c2e-819d-39c8ce808824 req-1b1a424b-9778-4cd7-b6d1-bc4b80f63169 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d84249-0bce-4737-919f-d2003063f5ba HTTP/1.1" status: 200 len: 945 time: 0.3879304 Jul 13 07:30:09.346602 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-2b345034-b52c-4e32-8db8-3e174cef197d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:09.350077 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-2b345034-b52c-4e32-8db8-3e174cef197d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dd8dd7e8-74b0-43ac-8795-6b3850b9caf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3134053 Jul 13 07:30:09.359845 n-d-771363-34 neutron-server[94018]: WARNING neutron.services.metering.metering_plugin [None req-02133904-f590-4707-8d7f-117ef1d1b9d4 tempest-MeteringTestJSON-774341535 tempest-MeteringTestJSON-774341535-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 13 07:30:09.394812 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port c7d9e7b1-c10c-47c5-8510-e84bc1674167 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:09.400277 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port c7d9e7b1-c10c-47c5-8510-e84bc1674167 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:09.401067 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:09.438087 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b920b060-ed9a-403e-bfbb-1ca08660d5f8 req-9a240600-405a-4d3c-9e8c-0a3bb7ebb031 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b6f20f8-18e2-4274-947a-6fbeba5c8394 HTTP/1.1" status: 200 len: 210 time: 0.0526912 Jul 13 07:30:09.453088 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-89650621-e9ea-4c2e-819d-39c8ce808824 req-1199250d-3b6a-4393-901e-385de8342e8e tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d271ba9-922f-4a9e-8b6c-ea489ddb3952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390536 Jul 13 07:30:09.514042 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:09.561445 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port c7d9e7b1-c10c-47c5-8510-e84bc1674167, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=c7d9e7b1-c10c-47c5-8510-e84bc1674167,segment=NetworkSegment(9f8e6370-01bb-4534-ae56-a65e93d15610),segment_id=9f8e6370-01bb-4534-ae56-a65e93d15610)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:09.562983 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e66030-4bec-4816-98b9-7f0b3d70b31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d9e7b1-c10c-47c5-8510-e84bc1674167'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:09.566427 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf7e830-bd54-413f-99c3-c8ee0428876c" -d '{"events": [{"server_uuid": "22e66030-4bec-4816-98b9-7f0b3d70b31f", "name": "network-vif-plugged", "status": "completed", "tag": "c7d9e7b1-c10c-47c5-8510-e84bc1674167"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:09.570546 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:09.577815 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-02133904-f590-4707-8d7f-117ef1d1b9d4 tempest-MeteringTestJSON-774341535 tempest-MeteringTestJSON-774341535-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:09.580966 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-02133904-f590-4707-8d7f-117ef1d1b9d4 tempest-MeteringTestJSON-774341535 tempest-MeteringTestJSON-774341535-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3612010 Jul 13 07:30:09.582567 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59290) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:09.591513 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-0f76e0be-93d5-4159-9a08-03440754ee8f tempest-MeteringTestJSON-774341535 tempest-MeteringTestJSON-774341535-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '8c5a3b55-54a1-4ee1-8a8e-2a5310140145'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:09.592126 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-0f76e0be-93d5-4159-9a08-03440754ee8f tempest-MeteringTestJSON-774341535 tempest-MeteringTestJSON-774341535-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94018) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:30:09.614546 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c230b9f3-9d57-4116-ba8f-5e4f1dd62708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:09.617687 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-06e07831-4b73-4b71-b29a-d368106b242b service neutron] 10.222.0.42 "GET /v2.0/networks/dd8dd7e8-74b0-43ac-8795-6b3850b9caf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502608 Jul 13 07:30:09.650939 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c230b9f3-9d57-4116-ba8f-5e4f1dd62708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:09.683544 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b33539-8b3d-4812-af25-f700c860d350 x-openstack-request-id: req-34b33539-8b3d-4812-af25-f700c860d350 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:09.683834 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e66030-4bec-4816-98b9-7f0b3d70b31f", "name": "network-vif-plugged", "status": "completed", "tag": "c7d9e7b1-c10c-47c5-8510-e84bc1674167", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:09.684085 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-34b33539-8b3d-4812-af25-f700c860d350 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:09.684500 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e66030-4bec-4816-98b9-7f0b3d70b31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d9e7b1-c10c-47c5-8510-e84bc1674167', 'code': 200} Jul 13 07:30:09.687991 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=c7d9e7b1-c10c-47c5-8510-e84bc1674167,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:09.703529 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-b8032033-8b50-457d-a2c4-a76a16eb70ba tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:09.705129 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-b8032033-8b50-457d-a2c4-a76a16eb70ba tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.25 "GET /v2.0/networks?id=158edf72-c971-4025-88f3-f50ab4847245 HTTP/1.1" status: 200 len: 814 time: 0.3919399 Jul 13 07:30:09.707100 n-d-771363-34 neutron-server[94018]: WARNING neutron.services.metering.metering_plugin [None req-0f76e0be-93d5-4159-9a08-03440754ee8f tempest-MeteringTestJSON-774341535 tempest-MeteringTestJSON-774341535-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 13 07:30:09.726106 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-88f526a0-2781-4385-b41f-1948a68300af tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Request body: {'port': {'device_id': '3b6f20f8-18e2-4274-947a-6fbeba5c8394', 'network_id': '158edf72-c971-4025-88f3-f50ab4847245', 'admin_state_up': True, 'tenant_id': '0aeb803a03a140849d8f3025c4e8d6d6'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:09.732948 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c230b9f3-9d57-4116-ba8f-5e4f1dd62708 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bf10b03335a141638f555b48d3955d40&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3583076 Jul 13 07:30:09.740859 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59294) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:09.810275 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230b9f3-9d57-4116-ba8f-5e4f1dd62708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47ff078-c9e6-4229-9918-53687f8019dc,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:09.901037 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0f76e0be-93d5-4159-9a08-03440754ee8f tempest-MeteringTestJSON-774341535 tempest-MeteringTestJSON-774341535-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:09.904582 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0f76e0be-93d5-4159-9a08-03440754ee8f tempest-MeteringTestJSON-774341535 tempest-MeteringTestJSON-774341535-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3146188 Jul 13 07:30:09.908274 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59296) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:09.928402 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-fb7d9703-e98a-4a03-aaee-3a34766d841a service neutron] 10.222.0.42 "GET /v2.0/networks/dd8dd7e8-74b0-43ac-8795-6b3850b9caf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001115 Jul 13 07:30:09.931134 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec751b-6513-4b5d-88e3-339c92befd9c req-d762d736-eed8-4789-bbf3-345ce777c3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:09.933218 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-38ec751b-6513-4b5d-88e3-339c92befd9c req-d762d736-eed8-4789-bbf3-345ce777c3aa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=22e66030-4bec-4816-98b9-7f0b3d70b31f HTTP/1.1" status: 200 len: 1097 time: 0.1395023 Jul 13 07:30:09.993262 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f395f306-3b50-48c4-ada1-54f487d443d0 tempest-MeteringTestJSON-774341535 tempest-MeteringTestJSON-774341535-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=8c0fcd7d-7f4c-453e-adca-4543a6f4c077 HTTP/1.1" status: 200 len: 464 time: 0.0814505 Jul 13 07:30:10.008425 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59300) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:10.009674 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2a458b7d-2d03-47cc-9b83-977a3821ad85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:10.029002 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e20f60a7-1239-41e8-9354-96ddb2a0fc59 None None] Provisioning complete for port c7d9e7b1-c10c-47c5-8510-e84bc1674167 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:10.029382 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e20f60a7-1239-41e8-9354-96ddb2a0fc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:10.037715 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-78d81fb4-2e51-46e8-8c03-2f410c9b0062 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=1d1d6f8c-4810-439b-a2c4-1b8759e55cea HTTP/1.1" status: 200 len: 217 time: 0.0942180 Jul 13 07:30:10.101348 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-38ec751b-6513-4b5d-88e3-339c92befd9c req-12d685f4-60cf-4757-9a30-1412dbd79651 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595795 Jul 13 07:30:10.145156 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-cef255bc-5035-46f5-94e8-767be2f37c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:10.147033 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-cef255bc-5035-46f5-94e8-767be2f37c65 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=61e9bb2d-d334-46ee-a94c-dc384201b119 HTTP/1.1" status: 200 len: 797 time: 0.0928650 Jul 13 07:30:10.174656 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ee965-5ae9-41cb-ae98-0b43d8adf5ae req-5c141d55-221b-41e7-ab75-a02f1af9209b tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:10.176477 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-576ee965-5ae9-41cb-ae98-0b43d8adf5ae req-5c141d55-221b-41e7-ab75-a02f1af9209b tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.42 "GET /v2.0/ports?device_id=24d84249-0bce-4737-919f-d2003063f5ba HTTP/1.1" status: 200 len: 945 time: 0.2117863 Jul 13 07:30:10.295252 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-6fb7d6be-3d6d-4419-8eeb-fd8e5b76a840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:10.296842 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-6fb7d6be-3d6d-4419-8eeb-fd8e5b76a840 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=429c5271-60ed-4dd8-b05d-2fc0729d6432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1411431 Jul 13 07:30:10.385524 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-576ee965-5ae9-41cb-ae98-0b43d8adf5ae req-9c3e84cd-5562-43f5-8223-8e1fe95dc7c1 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Deleting port 7d78a639-831a-467e-acc5-3958f65beb08 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:10.385870 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-576ee965-5ae9-41cb-ae98-0b43d8adf5ae req-9c3e84cd-5562-43f5-8223-8e1fe95dc7c1 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:10.468016 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2a458b7d-2d03-47cc-9b83-977a3821ad85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:10.497546 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-c1823297-acdc-426d-a4b8-6ba4614783f1 service neutron] 10.222.0.42 "GET /v2.0/networks/429c5271-60ed-4dd8-b05d-2fc0729d6432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904442 Jul 13 07:30:10.583174 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-576ee965-5ae9-41cb-ae98-0b43d8adf5ae req-9c3e84cd-5562-43f5-8223-8e1fe95dc7c1 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] For port 7d78a639-831a-467e-acc5-3958f65beb08, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=7d78a639-831a-467e-acc5-3958f65beb08,segment=NetworkSegment(d55fdb79-7b88-473b-b7cf-b7adda87d739),segment_id=d55fdb79-7b88-473b-b7cf-b7adda87d739)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:10.583526 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-576ee965-5ae9-41cb-ae98-0b43d8adf5ae req-9c3e84cd-5562-43f5-8223-8e1fe95dc7c1 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:10.609853 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-94cb6211-7e10-414c-beff-dec7fc0ca276 tempest-MeteringTestJSON-774341535 tempest-MeteringTestJSON-774341535-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:10.610994 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-94cb6211-7e10-414c-beff-dec7fc0ca276 tempest-MeteringTestJSON-774341535 tempest-MeteringTestJSON-774341535-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/8c0fcd7d-7f4c-453e-adca-4543a6f4c077 HTTP/1.1" status: 204 len: 168 time: 0.5974705 Jul 13 07:30:10.620314 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59308) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:10.629434 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-88f526a0-2781-4385-b41f-1948a68300af tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Made reservation on behalf of 0aeb803a03a140849d8f3025c4e8d6d6 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:10.633538 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-88f526a0-2781-4385-b41f-1948a68300af tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:10.656274 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2c729ad5-3135-44e8-bfa5-3e28fba9e56f tempest-MeteringTestJSON-774341535 tempest-MeteringTestJSON-774341535-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=8c0fcd7d-7f4c-453e-adca-4543a6f4c077 HTTP/1.1" status: 200 len: 221 time: 0.0348942 Jul 13 07:30:10.666173 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59310) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:10.674002 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4dd3e-9465-45da-a82e-857795737fa3 req-e55dd754-c5f0-4bc0-ab88-db425b3a718e tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:10.676279 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-19a4dd3e-9465-45da-a82e-857795737fa3 req-e55dd754-c5f0-4bc0-ab88-db425b3a718e tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e66030-4bec-4816-98b9-7f0b3d70b31f HTTP/1.1" status: 200 len: 945 time: 0.2739694 Jul 13 07:30:10.681416 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-a9b07d0a-4217-4569-b88c-c45765f42d94 tempest-MeteringTestJSON-774341535 tempest-MeteringTestJSON-774341535-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--99452908', 'description': 'label created by tempest'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:10.681880 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-a9b07d0a-4217-4569-b88c-c45765f42d94 tempest-MeteringTestJSON-774341535 tempest-MeteringTestJSON-774341535-project-admin] Unknown quota resources ['metering_label']. {{(pid=94018) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 07:30:10.687348 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2a458b7d-2d03-47cc-9b83-977a3821ad85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:10.689766 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2a458b7d-2d03-47cc-9b83-977a3821ad85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:10.691140 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2a458b7d-2d03-47cc-9b83-977a3821ad85 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b47ff078-c9e6-4229-9918-53687f8019dc HTTP/1.1" status: 204 len: 168 time: 0.9459457 Jul 13 07:30:10.765799 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b76537e3-fb62-430f-8b8d-c9dc46ced7c0 req-91f1159f-d9de-4a74-928f-b9a17acc569d tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b6f20f8-18e2-4274-947a-6fbeba5c8394 HTTP/1.1" status: 200 len: 210 time: 0.1103106 Jul 13 07:30:10.866750 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a458b7d-2d03-47cc-9b83-977a3821ad85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47ff078-c9e6-4229-9918-53687f8019dc,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:10.938789 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-07ed712d-a3a8-4daf-92c5-1bc1a5a9cad6 service neutron] 10.222.0.42 "GET /v2.0/networks/429c5271-60ed-4dd8-b05d-2fc0729d6432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961318 Jul 13 07:30:10.974513 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a9b07d0a-4217-4569-b88c-c45765f42d94 tempest-MeteringTestJSON-774341535 tempest-MeteringTestJSON-774341535-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:10.975760 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a9b07d0a-4217-4569-b88c-c45765f42d94 tempest-MeteringTestJSON-774341535 tempest-MeteringTestJSON-774341535-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.2985356 Jul 13 07:30:10.992840 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-19a4dd3e-9465-45da-a82e-857795737fa3 req-d83e3050-247c-4632-a51c-dd1cc239bd69 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069789 Jul 13 07:30:11.002468 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59318) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:11.078025 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e8410def-85a7-4919-9f6b-68984191e062 tempest-MeteringTestJSON-774341535 tempest-MeteringTestJSON-774341535-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=ca7b1d87-5404-4f3e-b906-e7344163a001 HTTP/1.1" status: 200 len: 466 time: 0.0742822 Jul 13 07:30:11.081008 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59320) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:11.275031 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59324) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:11.293723 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-88f526a0-2781-4385-b41f-1948a68300af tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Allocated IP 172.20.0.7 (158edf72-c971-4025-88f3-f50ab4847245/b02e565c-ba96-4ecf-ad5f-fee613096d8b/ced72efb-5ca9-44ee-b255-bf8096fa08f2) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:11.357793 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-02ccf0e3-cae2-4e90-90c7-5d692221f1e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:11.459717 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-aa591e15-7a0f-45fa-a5a5-526e9a663a94 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=ede38759-df2e-4913-a839-5c8f2fc992f8 HTTP/1.1" status: 200 len: 217 time: 0.5151255 Jul 13 07:30:11.495534 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2c5786f6-2de8-4117-9073-9cb2d53a85e8 tempest-MeteringTestJSON-774341535 tempest-MeteringTestJSON-774341535-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:11.496662 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2c5786f6-2de8-4117-9073-9cb2d53a85e8 tempest-MeteringTestJSON-774341535 tempest-MeteringTestJSON-774341535-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/ca7b1d87-5404-4f3e-b906-e7344163a001 HTTP/1.1" status: 204 len: 168 time: 0.4145768 Jul 13 07:30:11.500981 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59326) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:11.557776 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-be67783f-d1f2-48c8-80fd-b01d0fa2dbc7 tempest-MeteringTestJSON-774341535 tempest-MeteringTestJSON-774341535-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=ca7b1d87-5404-4f3e-b906-e7344163a001 HTTP/1.1" status: 200 len: 216 time: 0.0538805 Jul 13 07:30:11.561547 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59328) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:11.606424 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-576ee965-5ae9-41cb-ae98-0b43d8adf5ae req-9c3e84cd-5562-43f5-8223-8e1fe95dc7c1 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:11.607052 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-576ee965-5ae9-41cb-ae98-0b43d8adf5ae req-9c3e84cd-5562-43f5-8223-8e1fe95dc7c1 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:11.607166 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [req-576ee965-5ae9-41cb-ae98-0b43d8adf5ae req-9c3e84cd-5562-43f5-8223-8e1fe95dc7c1 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Floating IP 4ab46171-1968-4716-9795-04ac61ee710d disassociated. External IP: 172.25.3.103, port: 7d78a639-831a-467e-acc5-3958f65beb08. Jul 13 07:30:11.607509 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-576ee965-5ae9-41cb-ae98-0b43d8adf5ae req-9c3e84cd-5562-43f5-8223-8e1fe95dc7c1 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Calling delete_port for 7d78a639-831a-467e-acc5-3958f65beb08 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:11.613904 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-b80e2b01-342c-4fa1-9b92-d68ad157f640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:11.615316 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-b80e2b01-342c-4fa1-9b92-d68ad157f640 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=61e9bb2d-d334-46ee-a94c-dc384201b119 HTTP/1.1" status: 200 len: 797 time: 0.1379099 Jul 13 07:30:11.624060 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0aa08524-1e33-46b9-8531-7d8a3cf1991c tempest-MeteringTestJSON-774341535 tempest-MeteringTestJSON-774341535-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0583618 Jul 13 07:30:11.633692 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59330) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:11.663408 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-baf311af-7b4f-4cbf-8ff1-9d48be4ad82f tempest-MeteringTestJSON-774341535 tempest-MeteringTestJSON-774341535-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0283024 Jul 13 07:30:11.667257 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59332) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:11.714295 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac75883-c1b6-4af2-9937-c280aa08af2a req-012a8245-edab-4226-b646-a9d12e344f9a tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:11.715853 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fac75883-c1b6-4af2-9937-c280aa08af2a req-012a8245-edab-4226-b646-a9d12e344f9a tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d84249-0bce-4737-919f-d2003063f5ba HTTP/1.1" status: 200 len: 945 time: 0.2581956 Jul 13 07:30:11.761146 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4e2a56d8-f39d-46e5-b6bc-08ec569b2b8e tempest-MeteringTestJSON-774341535 tempest-MeteringTestJSON-774341535-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels/8c5a3b55-54a1-4ee1-8a8e-2a5310140145 HTTP/1.1" status: 200 len: 471 time: 0.0927439 Jul 13 07:30:11.764553 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-88f526a0-2781-4385-b41f-1948a68300af tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:11.765803 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 59334) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:11.796770 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-02ccf0e3-cae2-4e90-90c7-5d692221f1e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:11.801876 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-83051e1f-4244-4b1d-896d-7d8236afd5ed tempest-MeteringTestJSON-774341535 tempest-MeteringTestJSON-774341535-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules/a16bb542-47b6-4565-bb4a-a2fcc88d57d5 HTTP/1.1" status: 200 len: 461 time: 0.0345793 Jul 13 07:30:11.806556 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59338) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:11.808899 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-02ccf0e3-cae2-4e90-90c7-5d692221f1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:11.820589 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fac75883-c1b6-4af2-9937-c280aa08af2a req-dae8f5fd-89d1-439c-b259-72d18d49fcb6 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d271ba9-922f-4a9e-8b6c-ea489ddb3952&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919571 Jul 13 07:30:11.822750 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-13a150c1-0fdf-4088-ad1c-4f7c1c8fe5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:11.826682 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-13a150c1-0fdf-4088-ad1c-4f7c1c8fe5bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=429c5271-60ed-4dd8-b05d-2fc0729d6432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2016492 Jul 13 07:30:11.893288 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-02ccf0e3-cae2-4e90-90c7-5d692221f1e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2ecf1eb876f74cd58a52c7a5c65eeefd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6148362 Jul 13 07:30:11.893288 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ccf0e3-cae2-4e90-90c7-5d692221f1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ca0471-361d-44a5-a227-0a4fffd5fb4a,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:11.896041 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59342) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:11.919482 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-88f526a0-2781-4385-b41f-1948a68300af tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:11.933416 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['d26eb3b8-fca3-44f8-a91c-d4c917077993'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:30:11.974198 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-576ee965-5ae9-41cb-ae98-0b43d8adf5ae req-9c3e84cd-5562-43f5-8223-8e1fe95dc7c1 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:12.017549 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-5d2772e4-5e86-4fb3-a778-217ded81c538 service neutron] 10.222.0.42 "GET /v2.0/networks/429c5271-60ed-4dd8-b05d-2fc0729d6432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762967 Jul 13 07:30:12.018484 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e84cd-5562-43f5-8223-8e1fe95dc7c1 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Pushing event deleted for resources: {'Port': ['ID=7d78a639-831a-467e-acc5-3958f65beb08,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:12.165310 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-88f526a0-2781-4385-b41f-1948a68300af tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Network 158edf72-c971-4025-88f3-f50ab4847245 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:12.186613 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-88f526a0-2781-4385-b41f-1948a68300af tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:12.231773 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-88f526a0-2781-4385-b41f-1948a68300af tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:12.307365 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-f460ea25-9a5e-4a0d-a88d-791ac91d0c03 service neutron] 10.222.0.42 "GET /v2.0/networks/429c5271-60ed-4dd8-b05d-2fc0729d6432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735107 Jul 13 07:30:12.325514 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-576ee965-5ae9-41cb-ae98-0b43d8adf5ae req-9c3e84cd-5562-43f5-8223-8e1fe95dc7c1 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Router 63fe40e4-5d71-42ae-9939-6a41b8577f8c has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:30:12.337927 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f0551d18-b392-4cc3-a3f3-f543ab567666 tempest-MeteringTestJSON-774341535 tempest-MeteringTestJSON-774341535-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:12.341443 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f0551d18-b392-4cc3-a3f3-f543ab567666 tempest-MeteringTestJSON-774341535 tempest-MeteringTestJSON-774341535-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/a16bb542-47b6-4565-bb4a-a2fcc88d57d5 HTTP/1.1" status: 204 len: 168 time: 0.5273995 Jul 13 07:30:12.356500 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59360) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:12.372516 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f526a0-2781-4385-b41f-1948a68300af tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Pushing event updated for resources: {'Port': ['ID=ced72efb-5ca9-44ee-b255-bf8096fa08f2,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:12.385509 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-bb9ce590-af10-418c-ad94-dca3d519fe0e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=ca22fb29-1ea5-4f90-9571-5df06a832806 HTTP/1.1" status: 200 len: 217 time: 0.0630622 Jul 13 07:30:12.418014 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-88f526a0-2781-4385-b41f-1948a68300af tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:12.418758 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-88f526a0-2781-4385-b41f-1948a68300af tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:12.485586 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af27b9-4c32-4b37-89e2-34c0c77146c4 req-f4440eb8-477f-4b19-8203-0e7c73ef3fbf tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:12.490351 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-19af27b9-4c32-4b37-89e2-34c0c77146c4 req-f4440eb8-477f-4b19-8203-0e7c73ef3fbf tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e66030-4bec-4816-98b9-7f0b3d70b31f HTTP/1.1" status: 200 len: 945 time: 0.3165457 Jul 13 07:30:12.523028 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a4366bc2-0ebd-44f4-849e-69d47c93a1f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:12.578714 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-88f526a0-2781-4385-b41f-1948a68300af tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8626480 Jul 13 07:30:12.597100 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-09a60a73-b19a-4087-b4be-a46d7b4536c3 service neutron] Request body: {'port': {'device_id': '3b6f20f8-18e2-4274-947a-6fbeba5c8394', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:12.612400 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-86834428-bc3a-4647-8085-4b7618ce29a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:12.619010 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-86834428-bc3a-4647-8085-4b7618ce29a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=61e9bb2d-d334-46ee-a94c-dc384201b119 HTTP/1.1" status: 200 len: 797 time: 0.2324481 Jul 13 07:30:12.670973 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234ffaf-6ba2-49ba-80fd-88d7d1e7a9ed req-e28dfe4b-966b-4e89-b3c6-bb81d0c81875 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:12.679245 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8234ffaf-6ba2-49ba-80fd-88d7d1e7a9ed req-e28dfe4b-966b-4e89-b3c6-bb81d0c81875 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b6f20f8-18e2-4274-947a-6fbeba5c8394 HTTP/1.1" status: 200 len: 931 time: 0.5629642 Jul 13 07:30:12.682990 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a4366bc2-0ebd-44f4-849e-69d47c93a1f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:12.749798 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-19af27b9-4c32-4b37-89e2-34c0c77146c4 req-50560826-be09-4006-8d29-2ef0bfa842d7 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526286 Jul 13 07:30:12.781236 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-576ee965-5ae9-41cb-ae98-0b43d8adf5ae req-9c3e84cd-5562-43f5-8223-8e1fe95dc7c1 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:30:12.794395 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0f58b2-3010-4e56-9b4c-621f61f86a20 None None] Sync routers for ids ['63fe40e4-5d71-42ae-9939-6a41b8577f8c'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:30:12.809025 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0f58b2-3010-4e56-9b4c-621f61f86a20 None None] Routers {'63fe40e4-5d71-42ae-9939-6a41b8577f8c'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:30:12.809483 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-bc0f58b2-3010-4e56-9b4c-621f61f86a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:30:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['63fe40e4-5d71-42ae-9939-6a41b8577f8c'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:12.850223 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-576ee965-5ae9-41cb-ae98-0b43d8adf5ae req-9c3e84cd-5562-43f5-8223-8e1fe95dc7c1 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] No DVR routers for this DVR port 7d78a639-831a-467e-acc5-3958f65beb08 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:30:12.853194 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-576ee965-5ae9-41cb-ae98-0b43d8adf5ae req-9c3e84cd-5562-43f5-8223-8e1fe95dc7c1 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:12.858296 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-576ee965-5ae9-41cb-ae98-0b43d8adf5ae req-9c3e84cd-5562-43f5-8223-8e1fe95dc7c1 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.42 "DELETE /v2.0/ports/7d78a639-831a-467e-acc5-3958f65beb08 HTTP/1.1" status: 204 len: 173 time: 2.6634958 Jul 13 07:30:12.860202 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d84249-0bce-4737-919f-d2003063f5ba', 'name': 'network-vif-deleted', 'tag': '7d78a639-831a-467e-acc5-3958f65beb08'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:12.864693 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4229ad10-83ce-498a-91fc-0aed41fb0c0e" -d '{"events": [{"server_uuid": "24d84249-0bce-4737-919f-d2003063f5ba", "name": "network-vif-deleted", "tag": "7d78a639-831a-467e-acc5-3958f65beb08"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:12.869743 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-ff9e2d97-1d42-49b1-8eaf-bdff2829c946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:12.872539 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-ff9e2d97-1d42-49b1-8eaf-bdff2829c946 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=429c5271-60ed-4dd8-b05d-2fc0729d6432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2371728 Jul 13 07:30:12.881758 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7e4702bf-33eb-4abf-bf2b-a0d1d774d297 tempest-MeteringTestJSON-774341535 tempest-MeteringTestJSON-774341535-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:12.886648 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7e4702bf-33eb-4abf-bf2b-a0d1d774d297 tempest-MeteringTestJSON-774341535 tempest-MeteringTestJSON-774341535-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/8c5a3b55-54a1-4ee1-8a8e-2a5310140145 HTTP/1.1" status: 204 len: 168 time: 0.5289812 Jul 13 07:30:12.939438 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8234ffaf-6ba2-49ba-80fd-88d7d1e7a9ed req-990aed3c-0ae8-41e0-974d-f8398efa4ab1 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591243 Jul 13 07:30:12.965995 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-09a60a73-b19a-4087-b4be-a46d7b4536c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:13.001209 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-bc0f58b2-3010-4e56-9b4c-621f61f86a20 None None] Set router 63fe40e4-5d71-42ae-9939-6a41b8577f8c gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:30:13.017347 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a4366bc2-0ebd-44f4-849e-69d47c93a1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:13.026384 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a4366bc2-0ebd-44f4-849e-69d47c93a1f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:13.031392 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a4366bc2-0ebd-44f4-849e-69d47c93a1f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/04ca0471-361d-44a5-a227-0a4fffd5fb4a HTTP/1.1" status: 204 len: 168 time: 1.1334071 Jul 13 07:30:13.165748 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-1c405e49-7042-43a1-b068-fdd2dfc24b12 service neutron] 10.222.0.42 "GET /v2.0/networks/429c5271-60ed-4dd8-b05d-2fc0729d6432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865269 Jul 13 07:30:13.188331 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4366bc2-0ebd-44f4-849e-69d47c93a1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ca0471-361d-44a5-a227-0a4fffd5fb4a,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:13.337464 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 7d78a639-831a-467e-acc5-3958f65beb08 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:30:13.421739 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 7d78a639-831a-467e-acc5-3958f65beb08 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:30:13.422134 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 7d78a639-831a-467e-acc5-3958f65beb08 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:30:13.559673 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a8b2ff12-171b-4625-ade0-4c0160207127 req-e93672ce-0508-4b02-b06f-1cdc3fca47d1 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d84249-0bce-4737-919f-d2003063f5ba HTTP/1.1" status: 200 len: 210 time: 0.2455938 Jul 13 07:30:13.562730 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-a7685326-e704-4ff8-a420-b18d3b3acc33 service neutron] 10.222.0.42 "GET /v2.0/networks/429c5271-60ed-4dd8-b05d-2fc0729d6432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734345 Jul 13 07:30:13.651944 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 59376) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:13.664224 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-33db0fc4-fc58-47e8-b41f-f102d2cfc7d3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=fe72de08-e56f-4e40-8d26-6142c436bbdc HTTP/1.1" status: 200 len: 217 time: 0.1002862 Jul 13 07:30:13.774611 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15364b0-0d22-46cf-8b5f-6729d1aecff7 x-openstack-request-id: req-c15364b0-0d22-46cf-8b5f-6729d1aecff7 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:13.779663 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d84249-0bce-4737-919f-d2003063f5ba", "name": "network-vif-deleted", "tag": "7d78a639-831a-467e-acc5-3958f65beb08", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:13.780617 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c15364b0-0d22-46cf-8b5f-6729d1aecff7 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:13.781157 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d84249-0bce-4737-919f-d2003063f5ba', 'name': 'network-vif-deleted', 'tag': '7d78a639-831a-467e-acc5-3958f65beb08', 'status': 'completed', 'code': 200} Jul 13 07:30:13.790284 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3ff93-0af4-4f2d-9334-9b140e838eba req-b081971e-5b44-47f1-a3f3-6aee6ad5ce12 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:13.802807 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4ec3ff93-0af4-4f2d-9334-9b140e838eba req-b081971e-5b44-47f1-a3f3-6aee6ad5ce12 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=6efa00be-ac7f-4b4c-bfde-fd34ebef00d8 HTTP/1.1" status: 200 len: 945 time: 0.4466412 Jul 13 07:30:13.943718 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-89812240-bd80-4006-85d7-a58596123194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:13.945321 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-89812240-bd80-4006-85d7-a58596123194 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=61e9bb2d-d334-46ee-a94c-dc384201b119 HTTP/1.1" status: 200 len: 797 time: 0.2673650 Jul 13 07:30:14.029851 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-bc0f58b2-3010-4e56-9b4c-621f61f86a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fe40e4-5d71-42ae-9939-6a41b8577f8c', 'name': 'tempest-ServersTestManualDisk-1533642466-router', 'tenant_id': '1d3e09d946444994ba69a754afdcd695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '2f44b65b-6f60-4cd7-a180-a8c3772f1f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:49Z', 'updated_at': '2021-07-13T07:27:58Z', 'revision_number': 4, 'project_id': '1d3e09d946444994ba69a754afdcd695', 'gw_port': {'id': '2f44b65b-6f60-4cd7-a180-a8c3772f1f26', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fe40e4-5d71-42ae-9939-6a41b8577f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:51Z', 'updated_at': '2021-07-13T07:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '48b68bb6-590a-4276-9c54-a2cfb92b15d4', 'name': '', 'network_id': 'e108dcf3-8310-432e-829e-821b2f897711', 'tenant_id': '1d3e09d946444994ba69a754afdcd695', 'mac_address': 'fa:16:3e:7a:e7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fe40e4-5d71-42ae-9939-6a41b8577f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '46ddbcad-c8be-40ea-91c7-8480692cc897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:57Z', 'updated_at': '2021-07-13T07:28:13Z', 'revision_number': 5, 'project_id': '1d3e09d946444994ba69a754afdcd695', 'subnets': [{'id': '46ddbcad-c8be-40ea-91c7-8480692cc897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:14.132487 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0f58b2-3010-4e56-9b4c-621f61f86a20 None None] Checking router: 63fe40e4-5d71-42ae-9939-6a41b8577f8c for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:30:14.171089 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4ec3ff93-0af4-4f2d-9334-9b140e838eba req-38fbb945-82c6-4019-bb0d-30abac548588 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592269 Jul 13 07:30:14.175605 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0f58b2-3010-4e56-9b4c-621f61f86a20 None None] Routers {'63fe40e4-5d71-42ae-9939-6a41b8577f8c'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:30:14.176394 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-bc0f58b2-3010-4e56-9b4c-621f61f86a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:30:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['63fe40e4-5d71-42ae-9939-6a41b8577f8c'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:14.239843 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-fb055333-1002-4878-a110-c05f8cf43ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:14.241450 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-fb055333-1002-4878-a110-c05f8cf43ad9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=429c5271-60ed-4dd8-b05d-2fc0729d6432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2751219 Jul 13 07:30:14.328105 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-09a60a73-b19a-4087-b4be-a46d7b4536c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ced72efb-5ca9-44ee-b255-bf8096fa08f2 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:30:14.347414 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-09a60a73-b19a-4087-b4be-a46d7b4536c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:14.381209 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-09a60a73-b19a-4087-b4be-a46d7b4536c3 service neutron] Transition to ACTIVE for port object ced72efb-5ca9-44ee-b255-bf8096fa08f2 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:14.390547 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-09a60a73-b19a-4087-b4be-a46d7b4536c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:14.537615 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d9b85b3b-3566-459f-baed-a016191c810d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:14.553351 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a60a73-b19a-4087-b4be-a46d7b4536c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ced72efb-5ca9-44ee-b255-bf8096fa08f2,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:14.616641 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-bc0f58b2-3010-4e56-9b4c-621f61f86a20 None None] Set router 63fe40e4-5d71-42ae-9939-6a41b8577f8c gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:30:14.691884 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-09a60a73-b19a-4087-b4be-a46d7b4536c3 service neutron] Attempting to bind port ced72efb-5ca9-44ee-b255-bf8096fa08f2 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:14.692487 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-09a60a73-b19a-4087-b4be-a46d7b4536c3 service neutron] Attempting to bind port ced72efb-5ca9-44ee-b255-bf8096fa08f2 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '2b3909e7-f4e3-4173-abaa-757ac833a739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '158edf72-c971-4025-88f3-f50ab4847245'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:14.692992 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-09a60a73-b19a-4087-b4be-a46d7b4536c3 service neutron] Attempting to bind port ced72efb-5ca9-44ee-b255-bf8096fa08f2 on network 158edf72-c971-4025-88f3-f50ab4847245 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:14.711294 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-09a60a73-b19a-4087-b4be-a46d7b4536c3 service neutron] Port ced72efb-5ca9-44ee-b255-bf8096fa08f2 on network 158edf72-c971-4025-88f3-f50ab4847245 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:14.711886 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-09a60a73-b19a-4087-b4be-a46d7b4536c3 service neutron] Attempting to bind port ced72efb-5ca9-44ee-b255-bf8096fa08f2 on network 158edf72-c971-4025-88f3-f50ab4847245 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:14.722012 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-09a60a73-b19a-4087-b4be-a46d7b4536c3 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:30:14.723154 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-09a60a73-b19a-4087-b4be-a46d7b4536c3 service neutron] Checking segment: {'id': '2b3909e7-f4e3-4173-abaa-757ac833a739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '158edf72-c971-4025-88f3-f50ab4847245'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:30:14.723890 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-09a60a73-b19a-4087-b4be-a46d7b4536c3 service neutron] Bound using segment: {'id': '2b3909e7-f4e3-4173-abaa-757ac833a739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '158edf72-c971-4025-88f3-f50ab4847245'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:30:14.724366 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-09a60a73-b19a-4087-b4be-a46d7b4536c3 service neutron] Bound port: ced72efb-5ca9-44ee-b255-bf8096fa08f2, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b3909e7-f4e3-4173-abaa-757ac833a739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '158edf72-c971-4025-88f3-f50ab4847245'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:30:14.724731 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-09a60a73-b19a-4087-b4be-a46d7b4536c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:14.758898 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c91ea5-2aac-412a-ae18-7db2a2275999 req-9daf85d3-6b95-42df-84db-a7a73450727c tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:14.760551 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-89c91ea5-2aac-412a-ae18-7db2a2275999 req-9daf85d3-6b95-42df-84db-a7a73450727c tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=26287496-dd8a-4fb0-9b43-1599ca5eeb00 HTTP/1.1" status: 200 len: 946 time: 0.1358218 Jul 13 07:30:14.871921 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-89c91ea5-2aac-412a-ae18-7db2a2275999 req-aee0c69e-54d8-4a7a-b6f5-b0d31d77f652 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014717 Jul 13 07:30:14.977617 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-09a60a73-b19a-4087-b4be-a46d7b4536c3 service neutron] For port ced72efb-5ca9-44ee-b255-bf8096fa08f2, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:30:14.990668 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-09a60a73-b19a-4087-b4be-a46d7b4536c3 service neutron] For port ced72efb-5ca9-44ee-b255-bf8096fa08f2, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=ced72efb-5ca9-44ee-b255-bf8096fa08f2,segment=NetworkSegment(2b3909e7-f4e3-4173-abaa-757ac833a739),segment_id=2b3909e7-f4e3-4173-abaa-757ac833a739)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:30:15.002602 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-09a60a73-b19a-4087-b4be-a46d7b4536c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:15.043031 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d9b85b3b-3566-459f-baed-a016191c810d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:15.048807 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-4bd83859-b099-443f-b443-5c296aa2d217 service neutron] 10.222.0.42 "GET /v2.0/networks/429c5271-60ed-4dd8-b05d-2fc0729d6432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7995551 Jul 13 07:30:15.055133 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d9b85b3b-3566-459f-baed-a016191c810d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:15.234124 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a60a73-b19a-4087-b4be-a46d7b4536c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ced72efb-5ca9-44ee-b255-bf8096fa08f2,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:15.249814 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-09a60a73-b19a-4087-b4be-a46d7b4536c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:15.251993 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-09a60a73-b19a-4087-b4be-a46d7b4536c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:15.257883 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-09a60a73-b19a-4087-b4be-a46d7b4536c3 service neutron] 10.222.0.25 "PUT /v2.0/ports/ced72efb-5ca9-44ee-b255-bf8096fa08f2 HTTP/1.1" status: 200 len: 1092 time: 2.6660740 Jul 13 07:30:15.260622 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b6f20f8-18e2-4274-947a-6fbeba5c8394', 'tag': 'ced72efb-5ca9-44ee-b255-bf8096fa08f2'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:15.283433 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2a2f7f-4902-44e6-9630-562648c39ff2" -d '{"events": [{"name": "network-changed", "server_uuid": "3b6f20f8-18e2-4274-947a-6fbeba5c8394", "tag": "ced72efb-5ca9-44ee-b255-bf8096fa08f2"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:15.294707 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d9b85b3b-3566-459f-baed-a016191c810d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=51275d7a7aea4aadae49a5942f1d81c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6313324 Jul 13 07:30:15.297010 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-ae5a8455-aaad-4857-9167-bf8515dc60a0 service neutron] 10.222.0.42 "GET /v2.0/networks/429c5271-60ed-4dd8-b05d-2fc0729d6432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359288 Jul 13 07:30:15.297809 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b85b3b-3566-459f-baed-a016191c810d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4075ae-c7fc-460f-8597-a33fa2f10e5c,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:15.300264 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 59412) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:15.421439 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-ade0a4ce-bb78-4383-92e1-16dd93415fb1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=adb17561-3fe7-425b-86b9-6784366213c3 HTTP/1.1" status: 200 len: 217 time: 0.0841701 Jul 13 07:30:15.427169 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-bc0f58b2-3010-4e56-9b4c-621f61f86a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fe40e4-5d71-42ae-9939-6a41b8577f8c', 'name': 'tempest-ServersTestManualDisk-1533642466-router', 'tenant_id': '1d3e09d946444994ba69a754afdcd695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '2f44b65b-6f60-4cd7-a180-a8c3772f1f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:49Z', 'updated_at': '2021-07-13T07:27:58Z', 'revision_number': 4, 'project_id': '1d3e09d946444994ba69a754afdcd695', 'gw_port': {'id': '2f44b65b-6f60-4cd7-a180-a8c3772f1f26', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fe40e4-5d71-42ae-9939-6a41b8577f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:51Z', 'updated_at': '2021-07-13T07:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '48b68bb6-590a-4276-9c54-a2cfb92b15d4', 'name': '', 'network_id': 'e108dcf3-8310-432e-829e-821b2f897711', 'tenant_id': '1d3e09d946444994ba69a754afdcd695', 'mac_address': 'fa:16:3e:7a:e7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fe40e4-5d71-42ae-9939-6a41b8577f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '46ddbcad-c8be-40ea-91c7-8480692cc897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:57Z', 'updated_at': '2021-07-13T07:28:13Z', 'revision_number': 5, 'project_id': '1d3e09d946444994ba69a754afdcd695', 'subnets': [{'id': '46ddbcad-c8be-40ea-91c7-8480692cc897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:15.442683 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-38eab50e-b9aa-4c82-9f08-77a4ea3f8914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:15.448182 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-38eab50e-b9aa-4c82-9f08-77a4ea3f8914 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0aeb803a03a140849d8f3025c4e8d6d6&device_id=3b6f20f8-18e2-4274-947a-6fbeba5c8394 HTTP/1.1" status: 200 len: 1095 time: 0.1238019 Jul 13 07:30:15.453447 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219840a-14e8-40d4-8c17-c047b8ffaa5f req-ff95af5d-1b76-426e-977b-d7c96af3ad41 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:15.461065 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a219840a-14e8-40d4-8c17-c047b8ffaa5f req-ff95af5d-1b76-426e-977b-d7c96af3ad41 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b6f20f8-18e2-4274-947a-6fbeba5c8394 HTTP/1.1" status: 200 len: 943 time: 0.8155346 Jul 13 07:30:15.505927 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0f58b2-3010-4e56-9b4c-621f61f86a20 None None] The sync data for ids ['63fe40e4-5d71-42ae-9939-6a41b8577f8c'] in n-d-771363-34 is: [{'id': '63fe40e4-5d71-42ae-9939-6a41b8577f8c', 'name': 'tempest-ServersTestManualDisk-1533642466-router', 'tenant_id': '1d3e09d946444994ba69a754afdcd695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '2f44b65b-6f60-4cd7-a180-a8c3772f1f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:49Z', 'updated_at': '2021-07-13T07:27:58Z', 'revision_number': 4, 'project_id': '1d3e09d946444994ba69a754afdcd695', 'gw_port': {'id': '2f44b65b-6f60-4cd7-a180-a8c3772f1f26', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fe40e4-5d71-42ae-9939-6a41b8577f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:51Z', 'updated_at': '2021-07-13T07:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '48b68bb6-590a-4276-9c54-a2cfb92b15d4', 'name': '', 'network_id': 'e108dcf3-8310-432e-829e-821b2f897711', 'tenant_id': '1d3e09d946444994ba69a754afdcd695', 'mac_address': 'fa:16:3e:7a:e7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fe40e4-5d71-42ae-9939-6a41b8577f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '46ddbcad-c8be-40ea-91c7-8480692cc897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:57Z', 'updated_at': '2021-07-13T07:28:13Z', 'revision_number': 5, 'project_id': '1d3e09d946444994ba69a754afdcd695', 'subnets': [{'id': '46ddbcad-c8be-40ea-91c7-8480692cc897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:30:15.543964 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-d3ea570a-1406-4f48-82d4-0b3ab73d5e04 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ced72efb-5ca9-44ee-b255-bf8096fa08f2 HTTP/1.1" status: 200 len: 217 time: 0.0861459 Jul 13 07:30:15.589693 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f96852ac-59a9-4d32-afe5-c5cbee6ffa1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:15.618726 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 59424) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:15.688726 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-a04517d6-7925-4c08-8061-324796f465dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:15.690237 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-a04517d6-7925-4c08-8061-324796f465dd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7e41c5dd-84e8-4c1d-97eb-f8a340a2884d HTTP/1.1" status: 200 len: 797 time: 0.2456203 Jul 13 07:30:15.694691 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f96852ac-59a9-4d32-afe5-c5cbee6ffa1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:15.709352 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a219840a-14e8-40d4-8c17-c047b8ffaa5f req-27568e26-8e46-404b-9c29-39d42327bb02 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473207 Jul 13 07:30:15.719404 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-a4ad729d-814e-40ae-b9f5-c9169fb5cb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:15.721269 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-a4ad729d-814e-40ae-b9f5-c9169fb5cb6c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b02e565c-ba96-4ecf-ad5f-fee613096d8b HTTP/1.1" status: 200 len: 854 time: 0.1649828 Jul 13 07:30:15.805962 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-4e19bf8c-2cb5-4b31-82e3-061d99b40173 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=158edf72-c971-4025-88f3-f50ab4847245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765026 Jul 13 07:30:15.806726 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59428) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:15.873048 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f78f188-d745-44a8-a46c-2948b8e90904 admin admin] Deleting subnet 20570e72-55bc-4f02-914a-1aebab29deba {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:30:15.896902 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5f78f188-d745-44a8-a46c-2948b8e90904 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:15.966939 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689f383-09c8-457a-9833-b62766301fbc req-0414a5b7-8f83-4f3c-8318-ab94b0bc9cc7 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:15.981846 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d689f383-09c8-457a-9833-b62766301fbc req-0414a5b7-8f83-4f3c-8318-ab94b0bc9cc7 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e66030-4bec-4816-98b9-7f0b3d70b31f HTTP/1.1" status: 200 len: 945 time: 0.3471327 Jul 13 07:30:16.017293 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5f78f188-d745-44a8-a46c-2948b8e90904 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:16.088097 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f09982-389b-44cc-90d0-9788310e57fc x-openstack-request-id: req-49f09982-389b-44cc-90d0-9788310e57fc {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:16.088677 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b6f20f8-18e2-4274-947a-6fbeba5c8394", "tag": "ced72efb-5ca9-44ee-b255-bf8096fa08f2", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:16.090413 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-49f09982-389b-44cc-90d0-9788310e57fc {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:16.090413 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b6f20f8-18e2-4274-947a-6fbeba5c8394', 'tag': 'ced72efb-5ca9-44ee-b255-bf8096fa08f2', 'status': 'completed', 'code': 200} Jul 13 07:30:16.125231 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5f78f188-d745-44a8-a46c-2948b8e90904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:16.131416 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-1a997917-84a6-4463-aaab-d6fdb957cac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:16.133488 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-1a997917-84a6-4463-aaab-d6fdb957cac6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c585a6c0-7b73-4536-a692-dae61cbdb028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4166589 Jul 13 07:30:16.154273 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecc33d5-4c70-4f74-b491-6e437a8324fd None None] New status for floating IP 4ab46171-1968-4716-9795-04ac61ee710d: DOWN {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:30:16.180438 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d689f383-09c8-457a-9833-b62766301fbc req-fda50795-7ac5-4fff-ab7c-2548b31bf22d tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952720 Jul 13 07:30:16.190948 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a9fc123c-9f74-4c30-988f-f68eca787b15 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:16.208025 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-2ef3d344-4116-4787-887c-c12c189099fb service neutron] 10.222.0.25 "GET /v2.0/networks/158edf72-c971-4025-88f3-f50ab4847245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674276 Jul 13 07:30:16.228916 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f96852ac-59a9-4d32-afe5-c5cbee6ffa1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:16.234876 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f96852ac-59a9-4d32-afe5-c5cbee6ffa1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:16.250555 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f96852ac-59a9-4d32-afe5-c5cbee6ffa1c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d4075ae-c7fc-460f-8597-a33fa2f10e5c HTTP/1.1" status: 204 len: 168 time: 0.9429572 Jul 13 07:30:16.319428 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a9fc123c-9f74-4c30-988f-f68eca787b15 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:16.513619 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5c538608-65d3-45d3-a494-881e8742b2b5 req-01354c0e-7f7e-4500-bba5-13e74e6258e7 service neutron] 10.222.0.25 "GET /v2.0/networks/158edf72-c971-4025-88f3-f50ab4847245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921789 Jul 13 07:30:16.515530 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-73035290-bf10-4e29-b37d-603869974735 service neutron] 10.222.0.42 "GET /v2.0/networks/c585a6c0-7b73-4536-a692-dae61cbdb028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488927 Jul 13 07:30:16.519117 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96852ac-59a9-4d32-afe5-c5cbee6ffa1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4075ae-c7fc-460f-8597-a33fa2f10e5c,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:16.531368 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a9fc123c-9f74-4c30-988f-f68eca787b15 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:16.537980 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a9fc123c-9f74-4c30-988f-f68eca787b15 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:16.545674 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a9fc123c-9f74-4c30-988f-f68eca787b15 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.23 "DELETE /v2.0/security-groups/6d271ba9-922f-4a9e-8b6c-ea489ddb3952 HTTP/1.1" status: 204 len: 168 time: 0.7362611 Jul 13 07:30:16.546759 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59442) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:16.564428 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5f78f188-d745-44a8-a46c-2948b8e90904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:16.607802 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc123c-9f74-4c30-988f-f68eca787b15 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d271ba9-922f-4a9e-8b6c-ea489ddb3952,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:16.613054 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-13314d13-da01-49e6-9dd6-8d084b0a0587 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] show failed (client error): The resource could not be found. Jul 13 07:30:16.631310 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-13314d13-da01-49e6-9dd6-8d084b0a0587 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.23 "GET /v2.0/security-groups/6d271ba9-922f-4a9e-8b6c-ea489ddb3952 HTTP/1.1" status: 404 len: 347 time: 0.0734775 Jul 13 07:30:16.634409 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59444) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:16.708208 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f78f188-d745-44a8-a46c-2948b8e90904 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20570e72-55bc-4f02-914a-1aebab29deba,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:16.710355 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5f78f188-d745-44a8-a46c-2948b8e90904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:16.715663 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5f78f188-d745-44a8-a46c-2948b8e90904 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/20570e72-55bc-4f02-914a-1aebab29deba HTTP/1.1" status: 204 len: 168 time: 1.0924723 Jul 13 07:30:16.718074 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 59446) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:16.922380 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:30:16.941203 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5253fb4b-838a-4971-9dc4-48dc51532a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:16.952628 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-4a0f2371-5467-4f59-a233-cf6d20c52b19 service neutron] 10.222.0.42 "GET /v2.0/networks/c585a6c0-7b73-4536-a692-dae61cbdb028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253836 Jul 13 07:30:17.090224 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-180f2585-20a7-4207-aa8c-438b13cf3b6f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c53c18b7-3053-4952-992c-e808e72481bd HTTP/1.1" status: 200 len: 217 time: 0.1230211 Jul 13 07:30:17.109689 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a2f7f-4902-44e6-9630-562648c39ff2 req-89794ddd-be32-486b-ba0e-f48eb390b19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:17.111243 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe2a2f7f-4902-44e6-9630-562648c39ff2 req-89794ddd-be32-486b-ba0e-f48eb390b19f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0aeb803a03a140849d8f3025c4e8d6d6&device_id=3b6f20f8-18e2-4274-947a-6fbeba5c8394 HTTP/1.1" status: 200 len: 1095 time: 0.4759407 Jul 13 07:30:17.252124 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7308586-b230-48d9-a16c-2b8319ef95d6 req-840d92a1-533f-4db2-9f5f-d67a483f3a5a tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:17.254836 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a7308586-b230-48d9-a16c-2b8319ef95d6 req-840d92a1-533f-4db2-9f5f-d67a483f3a5a tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=6efa00be-ac7f-4b4c-bfde-fd34ebef00d8 HTTP/1.1" status: 200 len: 945 time: 0.3933113 Jul 13 07:30:17.297282 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59464) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:17.305558 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5253fb4b-838a-4971-9dc4-48dc51532a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:17.325523 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-b13ac914-bee6-431b-a2e0-69d13ad1adb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:17.327154 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-b13ac914-bee6-431b-a2e0-69d13ad1adb7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7e41c5dd-84e8-4c1d-97eb-f8a340a2884d HTTP/1.1" status: 200 len: 797 time: 0.2273245 Jul 13 07:30:17.329823 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-5253fb4b-838a-4971-9dc4-48dc51532a4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b590bdc3-2980-4ee5-8c15-2b17cc2dd415']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:17.365041 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-5253fb4b-838a-4971-9dc4-48dc51532a4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '531418b5-f45d-4591-9034-cd2e33205e47') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:17.365375 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-5253fb4b-838a-4971-9dc4-48dc51532a4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '531418b5-f45d-4591-9034-cd2e33205e47') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:17.397043 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5253fb4b-838a-4971-9dc4-48dc51532a4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:17.408098 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8d414665-0036-4195-8ebb-1954a9ae066a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:17.435953 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-730fb7b8-0a07-4a5a-93e0-600de94f6b01 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Deleting port c44109e5-683a-481b-bbdf-2d542e615973 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:17.436388 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-730fb7b8-0a07-4a5a-93e0-600de94f6b01 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:17.458260 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a7308586-b230-48d9-a16c-2b8319ef95d6 req-e39a9f17-6052-4f45-8dd0-dbef05dfe58c tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496708 Jul 13 07:30:17.467620 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5253fb4b-838a-4971-9dc4-48dc51532a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:17.499927 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5253fb4b-838a-4971-9dc4-48dc51532a4e admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:30:17.510851 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5253fb4b-838a-4971-9dc4-48dc51532a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:17.513053 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:17.513053 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:17.513053 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:17.513053 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:17.513053 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:17.513053 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:17.513053 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:17.513053 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:17.513053 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:17.513053 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:17.513053 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:30:17.513053 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:30:17.513053 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:30:17.513053 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:30:17.513053 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:30:17.513053 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:30:17.513053 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:30:17.513053 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:30:17.513053 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:30:17.513053 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:30:17.513053 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:30:17.513053 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:30:17.513053 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:30:17.513053 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:30:17.513053 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:30:17.513053 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:30:17.513053 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:30:17.513053 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:30:17.513053 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:30:17.513053 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:30:17.513053 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:30:17.513053 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:30:17.513053 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:30:17.513053 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:30:17.513053 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:30:17.513053 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:30:17.513053 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:30:17.513053 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:30:17.513053 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:30:17.513053 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:30:17.513053 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:30:17.513053 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:30:17.644533 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-be876623-98ed-459d-91e0-72176d96b983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:17.654718 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-be876623-98ed-459d-91e0-72176d96b983 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c585a6c0-7b73-4536-a692-dae61cbdb028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3084526 Jul 13 07:30:17.667398 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5253fb4b-838a-4971-9dc4-48dc51532a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:17.688185 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5253fb4b-838a-4971-9dc4-48dc51532a4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:17.691724 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5253fb4b-838a-4971-9dc4-48dc51532a4e admin admin] 10.222.0.23 "DELETE /v2.0/networks/b590bdc3-2980-4ee5-8c15-2b17cc2dd415 HTTP/1.1" status: 204 len: 168 time: 0.9720991 Jul 13 07:30:17.695959 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 59472) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:17.855823 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253fb4b-838a-4971-9dc4-48dc51532a4e admin admin] Pushing event deleted for resources: {'Network': ['ID=b590bdc3-2980-4ee5-8c15-2b17cc2dd415,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:17.872072 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-0575a2bb-705b-4a4d-809f-217f02a48c66 admin admin] Deleting subnet 42fb17a4-cb3f-4456-b3ad-fd0b0a128501 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:30:17.877637 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0575a2bb-705b-4a4d-809f-217f02a48c66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:17.885922 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a2f7f-4902-44e6-9630-562648c39ff2 req-986434ec-1743-4257-8ce5-b9d053dbca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:17.888119 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe2a2f7f-4902-44e6-9630-562648c39ff2 req-986434ec-1743-4257-8ce5-b9d053dbca4e service neutron] 10.222.0.25 "GET /v2.0/networks?id=158edf72-c971-4025-88f3-f50ab4847245 HTTP/1.1" status: 200 len: 915 time: 0.7644324 Jul 13 07:30:17.932548 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-278926a1-5211-4a32-b97e-0e5a1f30ad48 service neutron] 10.222.0.42 "GET /v2.0/networks/c585a6c0-7b73-4536-a692-dae61cbdb028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671392 Jul 13 07:30:17.947085 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f546cd-39ad-4498-b83e-b54edcc0fb06 req-831b077a-4d40-40b5-8015-0ed7c470f79d tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:17.948679 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-66f546cd-39ad-4498-b83e-b54edcc0fb06 req-831b077a-4d40-40b5-8015-0ed7c470f79d tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b6f20f8-18e2-4274-947a-6fbeba5c8394 HTTP/1.1" status: 200 len: 943 time: 0.7410717 Jul 13 07:30:17.952982 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0575a2bb-705b-4a4d-809f-217f02a48c66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:17.991684 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe2a2f7f-4902-44e6-9630-562648c39ff2 req-d95ca2d6-0a4e-4258-b50a-ed739b35d6bb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ced72efb-5ca9-44ee-b255-bf8096fa08f2 HTTP/1.1" status: 200 len: 217 time: 0.0703590 Jul 13 07:30:18.054586 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-730fb7b8-0a07-4a5a-93e0-600de94f6b01 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:18.054948 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-730fb7b8-0a07-4a5a-93e0-600de94f6b01 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:18.077057 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-730fb7b8-0a07-4a5a-93e0-600de94f6b01 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Calling delete_port for c44109e5-683a-481b-bbdf-2d542e615973 owned by network:floatingip {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:18.138421 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-66f546cd-39ad-4498-b83e-b54edcc0fb06 req-b290d0e8-7667-4b3f-a2bb-efa10c14e6de tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525061 Jul 13 07:30:18.185276 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a2f7f-4902-44e6-9630-562648c39ff2 req-d59159be-10e3-4ff9-b9f2-2dd8d77fee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:18.186529 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe2a2f7f-4902-44e6-9630-562648c39ff2 req-d59159be-10e3-4ff9-b9f2-2dd8d77fee43 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b02e565c-ba96-4ecf-ad5f-fee613096d8b HTTP/1.1" status: 200 len: 854 time: 0.1819999 Jul 13 07:30:18.247647 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe2a2f7f-4902-44e6-9630-562648c39ff2 req-c604cce4-fb43-4753-9308-fc203a578dac service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=158edf72-c971-4025-88f3-f50ab4847245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501409 Jul 13 07:30:18.301061 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8d414665-0036-4195-8ebb-1954a9ae066a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:18.314460 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8d414665-0036-4195-8ebb-1954a9ae066a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:18.415038 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8d414665-0036-4195-8ebb-1954a9ae066a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8e26387f3eaf441fa79e07573438d22d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1122670 Jul 13 07:30:18.416327 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0575a2bb-705b-4a4d-809f-217f02a48c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:18.427858 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 59488) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:18.438807 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d414665-0036-4195-8ebb-1954a9ae066a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd695ca-24f6-41df-bb82-bb11b5f11764,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:18.472266 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe2a2f7f-4902-44e6-9630-562648c39ff2 req-52c28227-c078-42a5-9400-807a97f62542 service neutron] 10.222.0.25 "GET /v2.0/networks/158edf72-c971-4025-88f3-f50ab4847245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171440 Jul 13 07:30:18.488458 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-730fb7b8-0a07-4a5a-93e0-600de94f6b01 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:18.543166 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730fb7b8-0a07-4a5a-93e0-600de94f6b01 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Pushing event deleted for resources: {'Port': ['ID=c44109e5-683a-481b-bbdf-2d542e615973,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:18.625680 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0575a2bb-705b-4a4d-809f-217f02a48c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:18.639040 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c4d29fff-a9ff-47e2-a53c-3f9fa626c83a req-fc18b7d8-a120-4ae4-9f54-31017674277d service neutron] 10.222.0.42 "GET /v2.0/networks/c585a6c0-7b73-4536-a692-dae61cbdb028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6601479 Jul 13 07:30:18.666002 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2d635b3d-3260-4b1e-b861-164411432f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:18.673978 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-730fb7b8-0a07-4a5a-93e0-600de94f6b01 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks [] for floatingip, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:18.677572 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-730fb7b8-0a07-4a5a-93e0-600de94f6b01 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:18.684141 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0575a2bb-705b-4a4d-809f-217f02a48c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:18.684719 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-730fb7b8-0a07-4a5a-93e0-600de94f6b01 tempest-ServersTestManualDisk-1797275131 tempest-ServersTestManualDisk-1797275131-project] 10.222.0.23 "DELETE /v2.0/floatingips/4ab46171-1968-4716-9795-04ac61ee710d HTTP/1.1" status: 204 len: 168 time: 2.0423434 Jul 13 07:30:18.684841 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0575a2bb-705b-4a4d-809f-217f02a48c66 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/42fb17a4-cb3f-4456-b3ad-fd0b0a128501 HTTP/1.1" status: 204 len: 168 time: 0.9833007 Jul 13 07:30:18.684841 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0575a2bb-705b-4a4d-809f-217f02a48c66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42fb17a4-cb3f-4456-b3ad-fd0b0a128501,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:18.684999 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe2a2f7f-4902-44e6-9630-562648c39ff2 req-1aec343f-c2aa-4cd4-a3f6-b754f95c5a3f service neutron] 10.222.0.25 "GET /v2.0/networks/158edf72-c971-4025-88f3-f50ab4847245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042000 Jul 13 07:30:18.687421 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59494) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:18.687757 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59496) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:18.700437 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629a1f9-f238-427b-b321-cc54af72cc88 req-ba980735-9924-4060-8ded-cde342552157 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:18.714898 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629a1f9-f238-427b-b321-cc54af72cc88 req-ba980735-9924-4060-8ded-cde342552157 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:18.724011 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629a1f9-f238-427b-b321-cc54af72cc88 req-ba980735-9924-4060-8ded-cde342552157 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:18.732258 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b629a1f9-f238-427b-b321-cc54af72cc88 req-ba980735-9924-4060-8ded-cde342552157 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e66030-4bec-4816-98b9-7f0b3d70b31f&device_id=26287496-dd8a-4fb0-9b43-1599ca5eeb00&device_id=6efa00be-ac7f-4b4c-bfde-fd34ebef00d8 HTTP/1.1" status: 200 len: 2417 time: 0.7019842 Jul 13 07:30:18.777583 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2d635b3d-3260-4b1e-b861-164411432f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:18.820596 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b629a1f9-f238-427b-b321-cc54af72cc88 req-5d6d1be9-1812-4df7-b8ad-65a670ee1c44 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863252 Jul 13 07:30:18.839622 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device ced72efb-5ca9-44ee-b255-bf8096fa08f2 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:30:18.898178 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2d635b3d-3260-4b1e-b861-164411432f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:18.901339 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2d635b3d-3260-4b1e-b861-164411432f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:18.905046 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2d635b3d-3260-4b1e-b861-164411432f95 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6bd695ca-24f6-41df-bb82-bb11b5f11764 HTTP/1.1" status: 204 len: 168 time: 0.4538541 Jul 13 07:30:18.905613 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-67e13a7b-4f51-45da-9fb4-b05618c1944b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:18.919422 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d635b3d-3260-4b1e-b861-164411432f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd695ca-24f6-41df-bb82-bb11b5f11764,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:19.032094 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port ced72efb-5ca9-44ee-b255-bf8096fa08f2, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=ced72efb-5ca9-44ee-b255-bf8096fa08f2,segment=NetworkSegment(2b3909e7-f4e3-4173-abaa-757ac833a739),segment_id=2b3909e7-f4e3-4173-abaa-757ac833a739)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:19.045216 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': 'ced72efb-5ca9-44ee-b255-bf8096fa08f2', 'network_id': '158edf72-c971-4025-88f3-f50ab4847245', 'port_id': 'ced72efb-5ca9-44ee-b255-bf8096fa08f2', 'mac_address': 'fa:16:3e:41:51:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b02e565c-ba96-4ecf-ad5f-fee613096d8b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:30:19.087988 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:19.088938 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-67e13a7b-4f51-45da-9fb4-b05618c1944b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:19.124761 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ced72efb-5ca9-44ee-b255-bf8096fa08f2 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:30:19.134952 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-67e13a7b-4f51-45da-9fb4-b05618c1944b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a37aa481-42b4-4aa9-b741-e962bed6d7ba']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:19.153734 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-67e13a7b-4f51-45da-9fb4-b05618c1944b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '537d6cab-57e0-479c-8bfd-86d228192481') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:19.154013 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-67e13a7b-4f51-45da-9fb4-b05618c1944b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '537d6cab-57e0-479c-8bfd-86d228192481') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:19.173558 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-67e13a7b-4f51-45da-9fb4-b05618c1944b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:19.176520 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e11524-de52-40a0-a7ae-054d0c425e76 req-548657ac-f8e0-41e4-b03e-391bbcdb32dc tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:19.179082 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port ced72efb-5ca9-44ee-b255-bf8096fa08f2, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=ced72efb-5ca9-44ee-b255-bf8096fa08f2,segment=NetworkSegment(2b3909e7-f4e3-4173-abaa-757ac833a739),segment_id=2b3909e7-f4e3-4173-abaa-757ac833a739)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:19.187385 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f1e11524-de52-40a0-a7ae-054d0c425e76 req-548657ac-f8e0-41e4-b03e-391bbcdb32dc tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e66030-4bec-4816-98b9-7f0b3d70b31f HTTP/1.1" status: 200 len: 945 time: 0.1386731 Jul 13 07:30:19.189006 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:19.239456 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f1e11524-de52-40a0-a7ae-054d0c425e76 req-17c79fb6-ba33-42a8-a7c0-b0d78c8abb34 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499594 Jul 13 07:30:19.282981 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-67e13a7b-4f51-45da-9fb4-b05618c1944b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:19.305670 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e13a7b-4f51-45da-9fb4-b05618c1944b admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:30:19.306268 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-67e13a7b-4f51-45da-9fb4-b05618c1944b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:19.308150 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:19.308150 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:19.308150 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:19.308150 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:19.308150 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:19.308150 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:19.308150 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:30:19.308150 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:30:19.308150 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:30:19.308150 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:30:19.308150 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:30:19.308150 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:30:19.308150 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:30:19.308150 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:30:19.308150 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:30:19.308150 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:30:19.308150 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:30:19.308150 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:30:19.308150 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:30:19.308150 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:30:19.308150 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:30:19.308150 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:30:19.308150 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:30:19.308150 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:30:19.308150 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:30:19.308150 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:30:19.308150 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:30:19.308150 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:30:19.308150 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:30:19.308150 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:30:19.308150 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:30:19.308150 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:30:19.308150 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:30:19.308150 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:30:19.308150 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:30:19.308150 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:30:19.308150 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:30:19.308150 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:30:19.350176 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=ced72efb-5ca9-44ee-b255-bf8096fa08f2,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:19.464634 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-67e13a7b-4f51-45da-9fb4-b05618c1944b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:19.484932 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-67e13a7b-4f51-45da-9fb4-b05618c1944b admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:19.490092 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-67e13a7b-4f51-45da-9fb4-b05618c1944b admin admin] 10.222.0.23 "DELETE /v2.0/networks/a37aa481-42b4-4aa9-b741-e962bed6d7ba HTTP/1.1" status: 204 len: 168 time: 0.7749417 Jul 13 07:30:19.509982 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e13a7b-4f51-45da-9fb4-b05618c1944b admin admin] Pushing event deleted for resources: {'Network': ['ID=a37aa481-42b4-4aa9-b741-e962bed6d7ba,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:19.515657 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['ced72efb-5ca9-44ee-b255-bf8096fa08f2'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:30:19.544263 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d361a9-29f5-40db-b514-90109268e34a req-35b777c7-632b-4c9a-a395-781c7ee54e48 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:19.554817 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-27d361a9-29f5-40db-b514-90109268e34a req-35b777c7-632b-4c9a-a395-781c7ee54e48 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b6f20f8-18e2-4274-947a-6fbeba5c8394 HTTP/1.1" status: 200 len: 944 time: 0.2071810 Jul 13 07:30:19.625579 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-27d361a9-29f5-40db-b514-90109268e34a req-4e1859ed-05f8-4e1f-a0ce-c2ca16a52ec9 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726192 Jul 13 07:30:19.700294 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-11473efc-3870-4760-9007-cb29adbbec17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:19.833157 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59536) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:19.910613 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6dc2019c-d9ba-4186-8b81-47bd446507c3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=825cd8f77d96437a890e0073af479b52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0761814 Jul 13 07:30:19.913608 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 59540) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:20.025869 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-35aeebe1-38bc-4803-9b1a-15dd7dc9dd0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:20.075084 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-35aeebe1-38bc-4803-9b1a-15dd7dc9dd0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:20.157940 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-35aeebe1-38bc-4803-9b1a-15dd7dc9dd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:20.159115 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-11473efc-3870-4760-9007-cb29adbbec17 admin admin] Deleting port 48b68bb6-590a-4276-9c54-a2cfb92b15d4 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:20.160269 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-11473efc-3870-4760-9007-cb29adbbec17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:20.161894 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-35aeebe1-38bc-4803-9b1a-15dd7dc9dd0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:20.163239 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-35aeebe1-38bc-4803-9b1a-15dd7dc9dd0e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/243c88a6-4496-4534-be00-90b9c82479ac HTTP/1.1" status: 204 len: 168 time: 0.2485960 Jul 13 07:30:20.179602 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aeebe1-38bc-4803-9b1a-15dd7dc9dd0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243c88a6-4496-4534-be00-90b9c82479ac,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:20.274849 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-11473efc-3870-4760-9007-cb29adbbec17 admin admin] For port 48b68bb6-590a-4276-9c54-a2cfb92b15d4, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=48b68bb6-590a-4276-9c54-a2cfb92b15d4,segment=NetworkSegment(d55fdb79-7b88-473b-b7cf-b7adda87d739),segment_id=d55fdb79-7b88-473b-b7cf-b7adda87d739)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:20.275597 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-11473efc-3870-4760-9007-cb29adbbec17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:20.293414 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-11473efc-3870-4760-9007-cb29adbbec17 admin admin] Calling delete_port for 48b68bb6-590a-4276-9c54-a2cfb92b15d4 owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:20.579337 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-11473efc-3870-4760-9007-cb29adbbec17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:20.588999 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 59568) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:20.664477 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-920d3535-dded-48f9-b6fe-5ae82cc0cd2f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dca14b8510094b3b9b617a9c36a00304&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0736685 Jul 13 07:30:20.670684 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 59574) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:20.693787 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11473efc-3870-4760-9007-cb29adbbec17 admin admin] Pushing event deleted for resources: {'Port': ['ID=48b68bb6-590a-4276-9c54-a2cfb92b15d4,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:20.767971 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c2312aaa-d0f6-43b5-b5e8-b400e03a0d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:20.818223 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c2312aaa-d0f6-43b5-b5e8-b400e03a0d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:20.837291 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device ced72efb-5ca9-44ee-b255-bf8096fa08f2 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:20.963244 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c2312aaa-d0f6-43b5-b5e8-b400e03a0d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:20.966718 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c2312aaa-d0f6-43b5-b5e8-b400e03a0d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:20.968080 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port ced72efb-5ca9-44ee-b255-bf8096fa08f2 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:20.978289 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c2312aaa-d0f6-43b5-b5e8-b400e03a0d50 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3e515987-e0fe-4fc8-a017-7636986fb968 HTTP/1.1" status: 204 len: 168 time: 0.2983990 Jul 13 07:30:20.978599 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port ced72efb-5ca9-44ee-b255-bf8096fa08f2 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:20.979623 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:21.006145 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2312aaa-d0f6-43b5-b5e8-b400e03a0d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e515987-e0fe-4fc8-a017-7636986fb968,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:21.024322 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-11473efc-3870-4760-9007-cb29adbbec17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:21.126868 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d1df7-83dd-4173-ab6d-32bccb6280bd req-7e76af49-7e89-4963-a06f-1d0edb1d2e2d tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:21.129045 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-935d1df7-83dd-4173-ab6d-32bccb6280bd req-7e76af49-7e89-4963-a06f-1d0edb1d2e2d tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=6efa00be-ac7f-4b4c-bfde-fd34ebef00d8 HTTP/1.1" status: 200 len: 945 time: 0.0869217 Jul 13 07:30:21.130144 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:21.200964 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-935d1df7-83dd-4173-ab6d-32bccb6280bd req-2fcb13bf-6a68-4c73-82c5-6931ce54a3dc tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634799 Jul 13 07:30:21.214260 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port ced72efb-5ca9-44ee-b255-bf8096fa08f2, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=ced72efb-5ca9-44ee-b255-bf8096fa08f2,segment=NetworkSegment(2b3909e7-f4e3-4173-abaa-757ac833a739),segment_id=2b3909e7-f4e3-4173-abaa-757ac833a739)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:21.216653 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6f20f8-18e2-4274-947a-6fbeba5c8394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced72efb-5ca9-44ee-b255-bf8096fa08f2'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:21.225580 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d1aa41-9c77-4779-bd6e-7e52dae2fa43" -d '{"events": [{"server_uuid": "3b6f20f8-18e2-4274-947a-6fbeba5c8394", "name": "network-vif-plugged", "status": "completed", "tag": "ced72efb-5ca9-44ee-b255-bf8096fa08f2"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:21.233131 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:21.262323 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a91595-bb27-4bb7-ad6c-ddd15d55821a req-59b7e79d-ff4e-41b4-a98b-abc8d065509b tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:21.263993 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-66a91595-bb27-4bb7-ad6c-ddd15d55821a req-59b7e79d-ff4e-41b4-a98b-abc8d065509b tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b6f20f8-18e2-4274-947a-6fbeba5c8394 HTTP/1.1" status: 200 len: 944 time: 0.2350149 Jul 13 07:30:21.357057 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=ced72efb-5ca9-44ee-b255-bf8096fa08f2,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:21.375235 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-66a91595-bb27-4bb7-ad6c-ddd15d55821a req-1a37d655-a00a-4630-b354-875fb3d6573a tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042430 Jul 13 07:30:21.412292 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f816a2e6-bb17-45fa-bb5d-46f66cc5e27a x-openstack-request-id: req-f816a2e6-bb17-45fa-bb5d-46f66cc5e27a {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:21.412791 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b6f20f8-18e2-4274-947a-6fbeba5c8394", "name": "network-vif-plugged", "status": "completed", "tag": "ced72efb-5ca9-44ee-b255-bf8096fa08f2", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:21.413195 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f816a2e6-bb17-45fa-bb5d-46f66cc5e27a {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:21.413743 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b6f20f8-18e2-4274-947a-6fbeba5c8394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced72efb-5ca9-44ee-b255-bf8096fa08f2', 'code': 200} Jul 13 07:30:21.469108 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11473efc-3870-4760-9007-cb29adbbec17 admin admin] Router 63fe40e4-5d71-42ae-9939-6a41b8577f8c has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:30:21.634903 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4d002-e97b-4ed0-9895-c3a1726a54a7 req-f79c7216-1ced-4bbe-bc95-875e4035fab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:21.636416 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-add4d002-e97b-4ed0-9895-c3a1726a54a7 req-f79c7216-1ced-4bbe-bc95-875e4035fab5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3b6f20f8-18e2-4274-947a-6fbeba5c8394 HTTP/1.1" status: 200 len: 1097 time: 0.1210010 Jul 13 07:30:21.637865 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11473efc-3870-4760-9007-cb29adbbec17 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:30:21.650627 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5a94ee-7e8c-488b-9d89-50d68bcb8ecc None None] Sync routers for ids ['63fe40e4-5d71-42ae-9939-6a41b8577f8c'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:30:21.650930 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-11473efc-3870-4760-9007-cb29adbbec17 admin admin] 10.222.0.23 "PUT /v2.0/routers/63fe40e4-5d71-42ae-9939-6a41b8577f8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9482648 Jul 13 07:30:21.650930 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59602) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:21.658026 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5a94ee-7e8c-488b-9d89-50d68bcb8ecc None None] Routers {'63fe40e4-5d71-42ae-9939-6a41b8577f8c'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:30:21.658701 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-ba5a94ee-7e8c-488b-9d89-50d68bcb8ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:30:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['63fe40e4-5d71-42ae-9939-6a41b8577f8c'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:21.738962 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-add4d002-e97b-4ed0-9895-c3a1726a54a7 req-a2cb5c27-41ba-46b1-a336-d458a4ba58cd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895350 Jul 13 07:30:21.822425 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d35f46e5-95f9-495c-8f7d-2261a4ac9787 admin admin] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:21.955304 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-ba5a94ee-7e8c-488b-9d89-50d68bcb8ecc None None] Set router 63fe40e4-5d71-42ae-9939-6a41b8577f8c gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:30:21.965562 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d35f46e5-95f9-495c-8f7d-2261a4ac9787 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:22.044381 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-d35f46e5-95f9-495c-8f7d-2261a4ac9787 admin admin] Deleting port 2f44b65b-6f60-4cd7-a180-a8c3772f1f26 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:22.045080 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d35f46e5-95f9-495c-8f7d-2261a4ac9787 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:22.161917 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-d35f46e5-95f9-495c-8f7d-2261a4ac9787 admin admin] For port 2f44b65b-6f60-4cd7-a180-a8c3772f1f26, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=2f44b65b-6f60-4cd7-a180-a8c3772f1f26,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:22.162287 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d35f46e5-95f9-495c-8f7d-2261a4ac9787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:22.176089 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-d35f46e5-95f9-495c-8f7d-2261a4ac9787 admin admin] Calling delete_port for 2f44b65b-6f60-4cd7-a180-a8c3772f1f26 owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:22.214504 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-ba5a94ee-7e8c-488b-9d89-50d68bcb8ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fe40e4-5d71-42ae-9939-6a41b8577f8c', 'name': 'tempest-ServersTestManualDisk-1533642466-router', 'tenant_id': '1d3e09d946444994ba69a754afdcd695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '2f44b65b-6f60-4cd7-a180-a8c3772f1f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:49Z', 'updated_at': '2021-07-13T07:30:20Z', 'revision_number': 5, 'project_id': '1d3e09d946444994ba69a754afdcd695', 'gw_port': {'id': '2f44b65b-6f60-4cd7-a180-a8c3772f1f26', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fe40e4-5d71-42ae-9939-6a41b8577f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:27:51Z', 'updated_at': '2021-07-13T07:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:22.256357 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5a94ee-7e8c-488b-9d89-50d68bcb8ecc None None] Checking router: 63fe40e4-5d71-42ae-9939-6a41b8577f8c for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:30:22.268375 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5a94ee-7e8c-488b-9d89-50d68bcb8ecc None None] Routers {'63fe40e4-5d71-42ae-9939-6a41b8577f8c'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:30:22.270076 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-ba5a94ee-7e8c-488b-9d89-50d68bcb8ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:30:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['63fe40e4-5d71-42ae-9939-6a41b8577f8c'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:22.471594 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-ba5a94ee-7e8c-488b-9d89-50d68bcb8ecc None None] Set router 63fe40e4-5d71-42ae-9939-6a41b8577f8c gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:30:22.606300 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-ba5a94ee-7e8c-488b-9d89-50d68bcb8ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fe40e4-5d71-42ae-9939-6a41b8577f8c', 'name': 'tempest-ServersTestManualDisk-1533642466-router', 'tenant_id': '1d3e09d946444994ba69a754afdcd695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:49Z', 'updated_at': '2021-07-13T07:30:21Z', 'revision_number': 6, 'project_id': '1d3e09d946444994ba69a754afdcd695', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:22.673530 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5a94ee-7e8c-488b-9d89-50d68bcb8ecc None None] The sync data for ids ['63fe40e4-5d71-42ae-9939-6a41b8577f8c'] in n-d-771363-34 is: [{'id': '63fe40e4-5d71-42ae-9939-6a41b8577f8c', 'name': 'tempest-ServersTestManualDisk-1533642466-router', 'tenant_id': '1d3e09d946444994ba69a754afdcd695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:27:49Z', 'updated_at': '2021-07-13T07:30:21Z', 'revision_number': 6, 'project_id': '1d3e09d946444994ba69a754afdcd695', 'gw_port_host': None}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:30:22.679891 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0b57f-b7ea-43fb-81be-f4f275d7f740 req-fd3ee9fa-7481-436f-9d85-aafbb9927fdd tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:22.689153 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-23f0b57f-b7ea-43fb-81be-f4f275d7f740 req-fd3ee9fa-7481-436f-9d85-aafbb9927fdd tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=6efa00be-ac7f-4b4c-bfde-fd34ebef00d8 HTTP/1.1" status: 200 len: 945 time: 0.2443202 Jul 13 07:30:22.725704 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d35f46e5-95f9-495c-8f7d-2261a4ac9787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:22.737441 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 59642) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:22.802699 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f46e5-95f9-495c-8f7d-2261a4ac9787 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f44b65b-6f60-4cd7-a180-a8c3772f1f26,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:22.856628 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-23f0b57f-b7ea-43fb-81be-f4f275d7f740 req-ceec74f8-2446-4cad-9202-54186ad5ea02 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658506 Jul 13 07:30:22.869113 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3092f59-99f3-465e-b41c-ec915c37b36b req-ac726503-89d3-4318-827b-6c0a486f692f tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:22.877590 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c3092f59-99f3-465e-b41c-ec915c37b36b req-ac726503-89d3-4318-827b-6c0a486f692f tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b6f20f8-18e2-4274-947a-6fbeba5c8394 HTTP/1.1" status: 200 len: 945 time: 0.1251383 Jul 13 07:30:22.923227 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d35f46e5-95f9-495c-8f7d-2261a4ac9787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:22.937182 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c3092f59-99f3-465e-b41c-ec915c37b36b req-1a927784-aa70-4f14-bce6-ff5f8c1114da tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573711 Jul 13 07:30:23.044637 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d35f46e5-95f9-495c-8f7d-2261a4ac9787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:23.046953 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d35f46e5-95f9-495c-8f7d-2261a4ac9787 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:23.094661 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d35f46e5-95f9-495c-8f7d-2261a4ac9787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:23.096302 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35f46e5-95f9-495c-8f7d-2261a4ac9787 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63fe40e4-5d71-42ae-9939-6a41b8577f8c {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:30:23.101814 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d35f46e5-95f9-495c-8f7d-2261a4ac9787 admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:23.103260 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d35f46e5-95f9-495c-8f7d-2261a4ac9787 admin admin] 10.222.0.23 "DELETE /v2.0/routers/63fe40e4-5d71-42ae-9939-6a41b8577f8c HTTP/1.1" status: 204 len: 168 time: 1.4511728 Jul 13 07:30:23.106065 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 59656) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:23.152313 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-6628e0a2-6eda-4a4e-a6f3-0d17bc1784a8 admin admin] Deleting subnet 46ddbcad-c8be-40ea-91c7-8480692cc897 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:30:23.155397 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6628e0a2-6eda-4a4e-a6f3-0d17bc1784a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:23.183545 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-12304e8c-751b-484f-8cb2-c06215dfbf3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1983876517'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:23.209953 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6628e0a2-6eda-4a4e-a6f3-0d17bc1784a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:23.222792 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:23.242453 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12304e8c-751b-484f-8cb2-c06215dfbf3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603-project] Made reservation on behalf of c14885dcac8e4675ba1c3f00b6741e9c for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:23.246108 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-12304e8c-751b-484f-8cb2-c06215dfbf3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:23.260252 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-12304e8c-751b-484f-8cb2-c06215dfbf3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:23.365558 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6628e0a2-6eda-4a4e-a6f3-0d17bc1784a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:23.463026 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6628e0a2-6eda-4a4e-a6f3-0d17bc1784a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:23.493576 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628e0a2-6eda-4a4e-a6f3-0d17bc1784a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46ddbcad-c8be-40ea-91c7-8480692cc897,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:23.507617 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-12304e8c-751b-484f-8cb2-c06215dfbf3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:23.514928 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6628e0a2-6eda-4a4e-a6f3-0d17bc1784a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:23.517469 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6628e0a2-6eda-4a4e-a6f3-0d17bc1784a8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/46ddbcad-c8be-40ea-91c7-8480692cc897 HTTP/1.1" status: 204 len: 168 time: 0.4100180 Jul 13 07:30:23.519073 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6628e0a2-6eda-4a4e-a6f3-0d17bc1784a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:23.520077 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6628e0a2-6eda-4a4e-a6f3-0d17bc1784a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:23.520204 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59696) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:23.520295 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6628e0a2-6eda-4a4e-a6f3-0d17bc1784a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:23.520498 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6628e0a2-6eda-4a4e-a6f3-0d17bc1784a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:23.520832 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6628e0a2-6eda-4a4e-a6f3-0d17bc1784a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:23.521260 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6628e0a2-6eda-4a4e-a6f3-0d17bc1784a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:23.521652 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6628e0a2-6eda-4a4e-a6f3-0d17bc1784a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:23.522069 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6628e0a2-6eda-4a4e-a6f3-0d17bc1784a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:23.522380 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6628e0a2-6eda-4a4e-a6f3-0d17bc1784a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:23.522902 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6628e0a2-6eda-4a4e-a6f3-0d17bc1784a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:23.523828 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6628e0a2-6eda-4a4e-a6f3-0d17bc1784a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:23.524410 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6628e0a2-6eda-4a4e-a6f3-0d17bc1784a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:23.527800 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471d463b-708b-49a0-9c8a-82364b18ae5a None None] Network e108dcf3-8310-432e-829e-821b2f897711 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:30:23.528393 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-12304e8c-751b-484f-8cb2-c06215dfbf3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:23.559730 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12304e8c-751b-484f-8cb2-c06215dfbf3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42b24581-f3b9-4a48-8a8a-f02254a1c773,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:23.569240 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12304e8c-751b-484f-8cb2-c06215dfbf3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:30:23.587320 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-12304e8c-751b-484f-8cb2-c06215dfbf3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:23.588399 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-12304e8c-751b-484f-8cb2-c06215dfbf3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603-project] Added segment c66b7558-3392-4900-8fdc-21570cce43c2 of type vlan for network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d Jul 13 07:30:23.649827 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-12304e8c-751b-484f-8cb2-c06215dfbf3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:23.715878 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b71149cf-be78-4048-ac5e-77fcff9a0f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:23.746865 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-12304e8c-751b-484f-8cb2-c06215dfbf3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:23.772792 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12304e8c-751b-484f-8cb2-c06215dfbf3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:23.773461 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-12304e8c-751b-484f-8cb2-c06215dfbf3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:23.797793 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-b71149cf-be78-4048-ac5e-77fcff9a0f85 admin admin] Deleting port be90623d-3fad-40b2-bdd1-3d4406a7c991 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:23.798757 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b71149cf-be78-4048-ac5e-77fcff9a0f85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:23.816573 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:23.935598 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-b71149cf-be78-4048-ac5e-77fcff9a0f85 admin admin] For port be90623d-3fad-40b2-bdd1-3d4406a7c991, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=be90623d-3fad-40b2-bdd1-3d4406a7c991,segment=NetworkSegment(d55fdb79-7b88-473b-b7cf-b7adda87d739),segment_id=d55fdb79-7b88-473b-b7cf-b7adda87d739)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:23.935968 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b71149cf-be78-4048-ac5e-77fcff9a0f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:23.946449 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12304e8c-751b-484f-8cb2-c06215dfbf3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603-project] Pushing event updated for resources: {'Network': ['ID=8f33ee78-037c-4436-b0f0-0c68bc8dc85d,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:23.965886 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:30:23.967897 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-b71149cf-be78-4048-ac5e-77fcff9a0f85 admin admin] Calling delete_port for be90623d-3fad-40b2-bdd1-3d4406a7c991 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:23.989706 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-12304e8c-751b-484f-8cb2-c06215dfbf3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.2471259 Jul 13 07:30:24.090086 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b71149cf-be78-4048-ac5e-77fcff9a0f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:24.095620 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f076b7f-d62f-4bc7-87f9-1aa75b042925 None None] DHCP port deletion for e108dcf3-8310-432e-829e-821b2f897711 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:30:24.154243 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71149cf-be78-4048-ac5e-77fcff9a0f85 admin admin] Pushing event deleted for resources: {'Port': ['ID=be90623d-3fad-40b2-bdd1-3d4406a7c991,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:24.167425 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71149cf-be78-4048-ac5e-77fcff9a0f85 admin admin] No DVR routers for this DVR port be90623d-3fad-40b2-bdd1-3d4406a7c991 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:30:24.334656 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18d4fe-30db-4d68-bc7b-20445f49e73f req-81428b7e-f58c-4d67-a663-304bec58d9c5 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:24.338831 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ed18d4fe-30db-4d68-bc7b-20445f49e73f req-81428b7e-f58c-4d67-a663-304bec58d9c5 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=6efa00be-ac7f-4b4c-bfde-fd34ebef00d8 HTTP/1.1" status: 200 len: 945 time: 0.1040430 Jul 13 07:30:24.430260 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ed18d4fe-30db-4d68-bc7b-20445f49e73f req-44e4bee5-d4c9-4e02-a371-b29812827774 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797720 Jul 13 07:30:24.699924 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device be90623d-3fad-40b2-bdd1-3d4406a7c991 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:30:24.740984 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: be90623d-3fad-40b2-bdd1-3d4406a7c991 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:30:24.745946 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device be90623d-3fad-40b2-bdd1-3d4406a7c991 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:30:24.745946 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 48b68bb6-590a-4276-9c54-a2cfb92b15d4 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:30:24.772505 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 48b68bb6-590a-4276-9c54-a2cfb92b15d4 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:30:24.772840 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 48b68bb6-590a-4276-9c54-a2cfb92b15d4 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:30:24.774333 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 2f44b65b-6f60-4cd7-a180-a8c3772f1f26 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:30:24.804312 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 2f44b65b-6f60-4cd7-a180-a8c3772f1f26 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:30:24.804887 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 2f44b65b-6f60-4cd7-a180-a8c3772f1f26 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:30:24.821898 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b71149cf-be78-4048-ac5e-77fcff9a0f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:24.837087 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-b71149cf-be78-4048-ac5e-77fcff9a0f85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e108dcf3-8310-432e-829e-821b2f897711']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:24.851040 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-b71149cf-be78-4048-ac5e-77fcff9a0f85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd55fdb79-7b88-473b-b7cf-b7adda87d739') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:24.851673 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-b71149cf-be78-4048-ac5e-77fcff9a0f85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd55fdb79-7b88-473b-b7cf-b7adda87d739') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:24.870933 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b71149cf-be78-4048-ac5e-77fcff9a0f85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:24.904667 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b71149cf-be78-4048-ac5e-77fcff9a0f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:24.921695 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b71149cf-be78-4048-ac5e-77fcff9a0f85 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:30:24.922338 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b71149cf-be78-4048-ac5e-77fcff9a0f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:24.927660 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:30:24.927660 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:30:24.927660 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:30:24.927660 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:30:24.927660 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:30:24.927660 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:30:24.927660 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:30:24.927660 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:30:24.927660 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:30:24.927660 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:30:24.927660 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:30:24.927660 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:30:24.927660 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:30:24.927660 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:30:24.927660 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:30:24.927660 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:30:24.927660 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:30:24.927660 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:30:24.927660 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:30:24.927660 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:30:24.927660 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:30:24.927660 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:30:24.927660 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:30:24.927660 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:30:24.927660 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:30:24.927660 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:30:24.927660 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:30:24.927660 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:30:24.927660 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:30:24.927660 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:30:24.927660 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:30:24.927660 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:30:24.965259 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 59778) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:24.972999 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Request body: {'port': {'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d', 'binding:host_id': 'n-h2-771363-34', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-897916964'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:25.023343 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77548c6-edf9-4538-9730-41666a4e14cb req-926a97eb-3484-4e85-a070-2e6e465586cc tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:25.025489 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e77548c6-edf9-4538-9730-41666a4e14cb req-926a97eb-3484-4e85-a070-2e6e465586cc tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b6f20f8-18e2-4274-947a-6fbeba5c8394 HTTP/1.1" status: 200 len: 945 time: 0.7837448 Jul 13 07:30:25.036500 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Made reservation on behalf of 28b4d6868adc407f92993bf5311be716 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:25.040089 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:25.041353 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b71149cf-be78-4048-ac5e-77fcff9a0f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:25.063129 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:25.070729 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b71149cf-be78-4048-ac5e-77fcff9a0f85 admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:25.073047 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b71149cf-be78-4048-ac5e-77fcff9a0f85 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e108dcf3-8310-432e-829e-821b2f897711 HTTP/1.1" status: 204 len: 168 time: 1.5520446 Jul 13 07:30:25.100206 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71149cf-be78-4048-ac5e-77fcff9a0f85 admin admin] Pushing event deleted for resources: {'Network': ['ID=e108dcf3-8310-432e-829e-821b2f897711,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:25.109671 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e77548c6-edf9-4538-9730-41666a4e14cb req-3116187a-5d5f-4308-ba54-067254bc4b6d tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701790 Jul 13 07:30:25.237259 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:25.248739 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:25.254207 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] device_id is not set on port e1898bf4-5f24-4e17-955d-32980fd1b9bc yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:30:25.369501 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c757243e-8294-41b0-a05e-cf46f13ec82c,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:25.522369 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59800) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:25.620548 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-bbc2df92-661f-4e53-af61-eefb7f7b8d84 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d3e09d946444994ba69a754afdcd695&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0962963 Jul 13 07:30:25.624660 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59802) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:25.637679 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] device_id is not set on port e1898bf4-5f24-4e17-955d-32980fd1b9bc yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:30:25.648979 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:25.662359 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Transition to ACTIVE for port object e1898bf4-5f24-4e17-955d-32980fd1b9bc will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:25.682610 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:25.772136 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Pushing event updated for resources: {'Port': ['ID=e1898bf4-5f24-4e17-955d-32980fd1b9bc,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:25.783814 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Checking segment: {'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:30:25.784472 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Network hostable DHCP agents. Network: 8f33ee78-037c-4436-b0f0-0c68bc8dc85d, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:30:25.805607 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2a02972a-26bd-4353-b758-195b661300cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:25.809110 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:30:25.824656 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 8f33ee78-037c-4436-b0f0-0c68bc8dc85d) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:25.834905 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfb4ed2-8dd0-45f9-8a2b-9aa9279d319e None None] Network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:30:25.853059 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2a02972a-26bd-4353-b758-195b661300cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:25.855268 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:25.870728 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a987b24-d376-4f86-a970-6ed2264d112b req-8db82a64-af3a-4be3-9560-85224a0cb04e tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:25.873535 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1a987b24-d376-4f86-a970-6ed2264d112b req-8db82a64-af3a-4be3-9560-85224a0cb04e tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=6efa00be-ac7f-4b4c-bfde-fd34ebef00d8 HTTP/1.1" status: 200 len: 945 time: 0.1768937 Jul 13 07:30:25.904319 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:25.904672 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:25.905065 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:25.919111 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Port e1898bf4-5f24-4e17-955d-32980fd1b9bc on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:25.919696 n-d-771363-34 neutron-server[94017]: ERROR neutron.plugins.ml2.managers [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Failed to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc on host n-h2-771363-34 for vnic_type normal using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] Jul 13 07:30:25.919885 n-d-771363-34 neutron-server[94017]: INFO neutron.plugins.ml2.plugin [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempt 2 to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc Jul 13 07:30:25.937134 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:25.937464 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:25.937808 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:25.945287 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Port e1898bf4-5f24-4e17-955d-32980fd1b9bc on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:25.945650 n-d-771363-34 neutron-server[94017]: ERROR neutron.plugins.ml2.managers [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Failed to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc on host n-h2-771363-34 for vnic_type normal using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] Jul 13 07:30:25.946129 n-d-771363-34 neutron-server[94017]: INFO neutron.plugins.ml2.plugin [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempt 3 to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc Jul 13 07:30:25.962396 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:25.962738 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:25.963287 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:25.986472 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Port e1898bf4-5f24-4e17-955d-32980fd1b9bc on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:25.989356 n-d-771363-34 neutron-server[94017]: ERROR neutron.plugins.ml2.managers [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Failed to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc on host n-h2-771363-34 for vnic_type normal using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] Jul 13 07:30:25.993229 n-d-771363-34 neutron-server[94017]: INFO neutron.plugins.ml2.plugin [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempt 4 to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc Jul 13 07:30:26.009156 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1a987b24-d376-4f86-a970-6ed2264d112b req-56413c26-25a8-4cfc-a4e6-e283e5d56b39 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011829 Jul 13 07:30:26.019075 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:26.019747 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:26.020280 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:26.026835 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Port e1898bf4-5f24-4e17-955d-32980fd1b9bc on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:26.029435 n-d-771363-34 neutron-server[94017]: ERROR neutron.plugins.ml2.managers [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Failed to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc on host n-h2-771363-34 for vnic_type normal using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] Jul 13 07:30:26.030110 n-d-771363-34 neutron-server[94017]: INFO neutron.plugins.ml2.plugin [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempt 5 to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc Jul 13 07:30:26.034951 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2a02972a-26bd-4353-b758-195b661300cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:26.037546 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2a02972a-26bd-4353-b758-195b661300cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:26.043669 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2a02972a-26bd-4353-b758-195b661300cb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/11320be3-0a0c-4523-91b3-a1e017320e6b HTTP/1.1" status: 204 len: 168 time: 0.4151485 Jul 13 07:30:26.056236 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:26.057028 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:26.057806 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:26.063153 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Port e1898bf4-5f24-4e17-955d-32980fd1b9bc on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:26.063759 n-d-771363-34 neutron-server[94017]: ERROR neutron.plugins.ml2.managers [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Failed to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc on host n-h2-771363-34 for vnic_type normal using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] Jul 13 07:30:26.064304 n-d-771363-34 neutron-server[94017]: INFO neutron.plugins.ml2.plugin [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempt 6 to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc Jul 13 07:30:26.067444 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02972a-26bd-4353-b758-195b661300cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11320be3-0a0c-4523-91b3-a1e017320e6b,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:26.084830 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:26.085886 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:26.086390 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:26.092741 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Port e1898bf4-5f24-4e17-955d-32980fd1b9bc on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:26.093451 n-d-771363-34 neutron-server[94017]: ERROR neutron.plugins.ml2.managers [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Failed to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc on host n-h2-771363-34 for vnic_type normal using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] Jul 13 07:30:26.094002 n-d-771363-34 neutron-server[94017]: INFO neutron.plugins.ml2.plugin [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempt 7 to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc Jul 13 07:30:26.116140 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:26.116746 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:26.118756 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:26.127307 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Port e1898bf4-5f24-4e17-955d-32980fd1b9bc on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:26.127643 n-d-771363-34 neutron-server[94017]: ERROR neutron.plugins.ml2.managers [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Failed to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc on host n-h2-771363-34 for vnic_type normal using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] Jul 13 07:30:26.129254 n-d-771363-34 neutron-server[94017]: INFO neutron.plugins.ml2.plugin [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempt 8 to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc Jul 13 07:30:26.151981 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:26.152315 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:26.152725 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:26.158122 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Port e1898bf4-5f24-4e17-955d-32980fd1b9bc on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:26.158457 n-d-771363-34 neutron-server[94017]: ERROR neutron.plugins.ml2.managers [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Failed to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc on host n-h2-771363-34 for vnic_type normal using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] Jul 13 07:30:26.158848 n-d-771363-34 neutron-server[94017]: INFO neutron.plugins.ml2.plugin [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempt 9 to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc Jul 13 07:30:26.178849 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:26.179114 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:26.179765 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:26.184792 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Port e1898bf4-5f24-4e17-955d-32980fd1b9bc on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:26.185121 n-d-771363-34 neutron-server[94017]: ERROR neutron.plugins.ml2.managers [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Failed to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc on host n-h2-771363-34 for vnic_type normal using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] Jul 13 07:30:26.185512 n-d-771363-34 neutron-server[94017]: INFO neutron.plugins.ml2.plugin [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempt 10 to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc Jul 13 07:30:26.220313 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:26.220761 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:26.221268 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:26.233310 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Port e1898bf4-5f24-4e17-955d-32980fd1b9bc on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:26.234854 n-d-771363-34 neutron-server[94017]: ERROR neutron.plugins.ml2.managers [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Failed to bind port e1898bf4-5f24-4e17-955d-32980fd1b9bc on host n-h2-771363-34 for vnic_type normal using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] Jul 13 07:30:26.234854 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:26.360188 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] For port e1898bf4-5f24-4e17-955d-32980fd1b9bc, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:30:26.360576 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempted to set empty binding levels {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 13 07:30:26.369377 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:26.433831 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Pushing event updated for resources: {'Port': ['ID=e1898bf4-5f24-4e17-955d-32980fd1b9bc,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:26.442284 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:26.442872 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:26.465673 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-899246ea-1f9b-4f28-8d18-3dd7b26dd56f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.4950290 Jul 13 07:30:26.468408 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59826) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:26.590616 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-fc12dc15-54e8-4954-ad86-7026db5a1068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Deleting port e1898bf4-5f24-4e17-955d-32980fd1b9bc {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:26.591042 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fc12dc15-54e8-4954-ad86-7026db5a1068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:26.711547 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-fc12dc15-54e8-4954-ad86-7026db5a1068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] For port e1898bf4-5f24-4e17-955d-32980fd1b9bc, host n-h2-771363-34, got binding levels [] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:26.712060 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fc12dc15-54e8-4954-ad86-7026db5a1068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:26.731103 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-fc12dc15-54e8-4954-ad86-7026db5a1068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Calling delete_port for e1898bf4-5f24-4e17-955d-32980fd1b9bc owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:26.871989 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fc12dc15-54e8-4954-ad86-7026db5a1068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:26.931893 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12dc15-54e8-4954-ad86-7026db5a1068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Pushing event deleted for resources: {'Port': ['ID=e1898bf4-5f24-4e17-955d-32980fd1b9bc,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:26.938897 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fc12dc15-54e8-4954-ad86-7026db5a1068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:26.945418 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 59840) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:26.945739 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-fc12dc15-54e8-4954-ad86-7026db5a1068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] 10.222.0.23 "DELETE /v2.0/ports/e1898bf4-5f24-4e17-955d-32980fd1b9bc HTTP/1.1" status: 204 len: 168 time: 0.4785764 Jul 13 07:30:27.020816 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-090d26ab-5201-4b7c-b0d0-159be9d53424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] GET failed (client error): The resource could not be found. Jul 13 07:30:27.022571 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-090d26ab-5201-4b7c-b0d0-159be9d53424 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] 10.222.0.23 "GET /v2.0/ports/e1898bf4-5f24-4e17-955d-32980fd1b9bc HTTP/1.1" status: 404 len: 333 time: 0.0761206 Jul 13 07:30:27.026616 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59846) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:27.033621 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-1ac80321-7542-4465-a9b8-36a7941a877e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Request body: {'port': {'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-653310534'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:27.098362 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac80321-7542-4465-a9b8-36a7941a877e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Made reservation on behalf of 28b4d6868adc407f92993bf5311be716 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:27.118859 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1ac80321-7542-4465-a9b8-36a7941a877e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:27.151249 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-1ac80321-7542-4465-a9b8-36a7941a877e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] device_id is not set on port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:30:27.475266 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1ac80321-7542-4465-a9b8-36a7941a877e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:27.543126 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1ac80321-7542-4465-a9b8-36a7941a877e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:27.555482 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 59862) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:27.626673 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac80321-7542-4465-a9b8-36a7941a877e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Pushing event updated for resources: {'Port': ['ID=06a4c8d7-fbe4-4a18-b9e5-b5829c1164da,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:27.661280 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac80321-7542-4465-a9b8-36a7941a877e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:27.665569 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-1ac80321-7542-4465-a9b8-36a7941a877e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:27.672797 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac80321-7542-4465-a9b8-36a7941a877e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:27.673843 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac80321-7542-4465-a9b8-36a7941a877e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:27.674526 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1ac80321-7542-4465-a9b8-36a7941a877e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:27.710929 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 59868) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:27.711362 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1ac80321-7542-4465-a9b8-36a7941a877e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6797767 Jul 13 07:30:27.722331 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:27.741896 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f64d4a-0bb0-45af-9ff7-d73c23f55a5b req-d63e5f70-abde-4510-82fe-76ce4b616101 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:27.750667 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-63f64d4a-0bb0-45af-9ff7-d73c23f55a5b req-d63e5f70-abde-4510-82fe-76ce4b616101 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=6efa00be-ac7f-4b4c-bfde-fd34ebef00d8 HTTP/1.1" status: 200 len: 945 time: 0.2213948 Jul 13 07:30:27.831520 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-63f64d4a-0bb0-45af-9ff7-d73c23f55a5b req-8fe880ad-c806-4542-8454-3fd66b5ec198 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793686 Jul 13 07:30:27.905187 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:27.987356 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-d46a888c-617d-45f0-a454-e56a33c792ac admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1358357153-network', 'tenant_id': '9f479963551e4752848e4380eebe58cf'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:28.036671 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46a888c-617d-45f0-a454-e56a33c792ac admin admin] Made reservation on behalf of 9f479963551e4752848e4380eebe58cf for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:28.041839 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d46a888c-617d-45f0-a454-e56a33c792ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:28.062083 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d46a888c-617d-45f0-a454-e56a33c792ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:28.288052 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] device_id is not set on port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:30:28.310277 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:28.341856 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Transition to ACTIVE for port object 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:28.351722 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d46a888c-617d-45f0-a454-e56a33c792ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:28.352797 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:28.383425 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d46a888c-617d-45f0-a454-e56a33c792ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:28.438217 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d46a888c-617d-45f0-a454-e56a33c792ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:30:28.470312 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a888c-617d-45f0-a454-e56a33c792ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20d0aa5-9cc7-4689-aa86-74e83ac3623a,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:28.481829 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d46a888c-617d-45f0-a454-e56a33c792ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:28.482570 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-d46a888c-617d-45f0-a454-e56a33c792ac admin admin] Added segment 5a5e32fa-d1a7-44e2-b088-49b4ede36727 of type vlan for network 324cb62a-283f-4998-ab58-61f8ca597760 Jul 13 07:30:28.484429 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Pushing event updated for resources: {'Port': ['ID=06a4c8d7-fbe4-4a18-b9e5-b5829c1164da,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:28.501330 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:28.501681 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:28.502036 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:28.539245 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:28.539688 n-d-771363-34 neutron-server[94017]: ERROR neutron.plugins.ml2.managers [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Failed to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da on host n-h2-771363-34 for vnic_type normal using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] Jul 13 07:30:28.541750 n-d-771363-34 neutron-server[94017]: INFO neutron.plugins.ml2.plugin [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempt 2 to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da Jul 13 07:30:28.545534 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d46a888c-617d-45f0-a454-e56a33c792ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:28.572334 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:28.572671 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:28.573080 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:28.608847 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:28.609290 n-d-771363-34 neutron-server[94017]: ERROR neutron.plugins.ml2.managers [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Failed to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da on host n-h2-771363-34 for vnic_type normal using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] Jul 13 07:30:28.613311 n-d-771363-34 neutron-server[94017]: INFO neutron.plugins.ml2.plugin [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempt 3 to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da Jul 13 07:30:28.686481 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:28.686838 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:28.687165 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:28.693408 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:28.694181 n-d-771363-34 neutron-server[94017]: ERROR neutron.plugins.ml2.managers [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Failed to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da on host n-h2-771363-34 for vnic_type normal using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] Jul 13 07:30:28.694403 n-d-771363-34 neutron-server[94017]: INFO neutron.plugins.ml2.plugin [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempt 4 to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da Jul 13 07:30:28.696908 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d46a888c-617d-45f0-a454-e56a33c792ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:28.697871 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46a888c-617d-45f0-a454-e56a33c792ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:28.698721 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d46a888c-617d-45f0-a454-e56a33c792ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:28.731988 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:28.732327 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:28.735148 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:28.755012 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:28.755358 n-d-771363-34 neutron-server[94017]: ERROR neutron.plugins.ml2.managers [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Failed to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da on host n-h2-771363-34 for vnic_type normal using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] Jul 13 07:30:28.757547 n-d-771363-34 neutron-server[94017]: INFO neutron.plugins.ml2.plugin [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempt 5 to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da Jul 13 07:30:28.765361 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d46a888c-617d-45f0-a454-e56a33c792ac admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2084148 Jul 13 07:30:28.765841 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59894) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:28.773949 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-47e13fc4-d391-4c4c-a76e-5416916bb318 admin admin] Request body: {'subnet': {'network_id': '324cb62a-283f-4998-ab58-61f8ca597760', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1358357153-subnet', 'tenant_id': '9f479963551e4752848e4380eebe58cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:28.814645 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a888c-617d-45f0-a454-e56a33c792ac admin admin] Pushing event updated for resources: {'Network': ['ID=324cb62a-283f-4998-ab58-61f8ca597760,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:28.816994 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:28.817401 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:28.822555 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:28.828045 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 324cb62a-283f-4998-ab58-61f8ca597760 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:30:28.834100 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:28.835742 n-d-771363-34 neutron-server[94017]: ERROR neutron.plugins.ml2.managers [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Failed to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da on host n-h2-771363-34 for vnic_type normal using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] Jul 13 07:30:28.836197 n-d-771363-34 neutron-server[94017]: INFO neutron.plugins.ml2.plugin [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempt 6 to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da Jul 13 07:30:28.839604 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e13fc4-d391-4c4c-a76e-5416916bb318 admin admin] Made reservation on behalf of 9f479963551e4752848e4380eebe58cf for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:28.845013 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-47e13fc4-d391-4c4c-a76e-5416916bb318 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:28.873728 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:28.874103 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:28.874400 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:28.898803 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:28.899138 n-d-771363-34 neutron-server[94017]: ERROR neutron.plugins.ml2.managers [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Failed to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da on host n-h2-771363-34 for vnic_type normal using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] Jul 13 07:30:28.899580 n-d-771363-34 neutron-server[94017]: INFO neutron.plugins.ml2.plugin [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempt 7 to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da Jul 13 07:30:28.916108 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:28.916451 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:28.916793 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:28.922944 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:28.923234 n-d-771363-34 neutron-server[94017]: ERROR neutron.plugins.ml2.managers [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Failed to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da on host n-h2-771363-34 for vnic_type normal using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] Jul 13 07:30:28.923755 n-d-771363-34 neutron-server[94017]: INFO neutron.plugins.ml2.plugin [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempt 8 to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da Jul 13 07:30:28.938982 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:28.939559 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:28.939906 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:28.948300 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:28.948694 n-d-771363-34 neutron-server[94017]: ERROR neutron.plugins.ml2.managers [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Failed to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da on host n-h2-771363-34 for vnic_type normal using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] Jul 13 07:30:28.949113 n-d-771363-34 neutron-server[94017]: INFO neutron.plugins.ml2.plugin [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempt 9 to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da Jul 13 07:30:28.979709 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:28.980074 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:28.981166 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:28.986241 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:28.986560 n-d-771363-34 neutron-server[94017]: ERROR neutron.plugins.ml2.managers [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Failed to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da on host n-h2-771363-34 for vnic_type normal using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] Jul 13 07:30:28.986947 n-d-771363-34 neutron-server[94017]: INFO neutron.plugins.ml2.plugin [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempt 10 to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da Jul 13 07:30:29.003032 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:29.010431 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:29.015550 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:29.031907 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:29.033761 n-d-771363-34 neutron-server[94017]: ERROR neutron.plugins.ml2.managers [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Failed to bind port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da on host n-h2-771363-34 for vnic_type normal using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] Jul 13 07:30:29.036350 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:29.163301 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-47e13fc4-d391-4c4c-a76e-5416916bb318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:29.214441 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] For port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:30:29.214952 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempted to set empty binding levels {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 13 07:30:29.221046 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:29.266725 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] In _notify_port_updated(), no bound segment for port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d {{(pid=94017) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:30:29.269532 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.270555 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:29.275419 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] 10.222.0.23 "PUT /v2.0/ports/06a4c8d7-fbe4-4a18-b9e5-b5829c1164da HTTP/1.1" status: 200 len: 979 time: 1.5631394 Jul 13 07:30:29.277642 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 59908) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:29.318742 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e13fc4-d391-4c4c-a76e-5416916bb318 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b417da6-f0a7-4a6d-b28c-2dd98c361dbc,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:29.402214 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397a6d4-5615-478f-8670-1c34dfb1672c req-0cc97dfe-b233-41b5-a920-074360bfa8e2 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.404781 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2397a6d4-5615-478f-8670-1c34dfb1672c req-0cc97dfe-b233-41b5-a920-074360bfa8e2 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=6efa00be-ac7f-4b4c-bfde-fd34ebef00d8 HTTP/1.1" status: 200 len: 945 time: 0.3099258 Jul 13 07:30:29.417833 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c7d5b-8562-4823-8679-d145dc93da3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Pushing event updated for resources: {'Port': ['ID=06a4c8d7-fbe4-4a18-b9e5-b5829c1164da,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:29.451580 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e13fc4-d391-4c4c-a76e-5416916bb318 admin admin] Checking segment: {'id': '5a5e32fa-d1a7-44e2-b088-49b4ede36727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '324cb62a-283f-4998-ab58-61f8ca597760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:30:29.452395 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e13fc4-d391-4c4c-a76e-5416916bb318 admin admin] Network hostable DHCP agents. Network: 324cb62a-283f-4998-ab58-61f8ca597760, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:30:29.486788 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2397a6d4-5615-478f-8670-1c34dfb1672c req-6fb49ee9-2d58-443d-97a7-f852663f72a1 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673168 Jul 13 07:30:29.497414 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e13fc4-d391-4c4c-a76e-5416916bb318 admin admin] Network 324cb62a-283f-4998-ab58-61f8ca597760 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:30:29.530970 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-47e13fc4-d391-4c4c-a76e-5416916bb318 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 324cb62a-283f-4998-ab58-61f8ca597760) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:29.540871 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e13fc4-d391-4c4c-a76e-5416916bb318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.542323 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-47e13fc4-d391-4c4c-a76e-5416916bb318 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:29.546023 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec71765-f08e-415d-ada2-29dff50cda2e None None] Network 324cb62a-283f-4998-ab58-61f8ca597760 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:30:29.580323 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-47e13fc4-d391-4c4c-a76e-5416916bb318 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8110964 Jul 13 07:30:29.634880 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fac2e1-83c5-42a1-ada5-d0395c52eeac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.642293 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fac2e1-83c5-42a1-ada5-d0395c52eeac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.642771 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fac2e1-83c5-42a1-ada5-d0395c52eeac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.646483 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fac2e1-83c5-42a1-ada5-d0395c52eeac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.647067 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fac2e1-83c5-42a1-ada5-d0395c52eeac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.647589 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fac2e1-83c5-42a1-ada5-d0395c52eeac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.648060 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fac2e1-83c5-42a1-ada5-d0395c52eeac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.648540 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fac2e1-83c5-42a1-ada5-d0395c52eeac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.649014 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fac2e1-83c5-42a1-ada5-d0395c52eeac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.649486 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fac2e1-83c5-42a1-ada5-d0395c52eeac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.649945 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fac2e1-83c5-42a1-ada5-d0395c52eeac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.650413 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fac2e1-83c5-42a1-ada5-d0395c52eeac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.651316 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fac2e1-83c5-42a1-ada5-d0395c52eeac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.651470 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fac2e1-83c5-42a1-ada5-d0395c52eeac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.651809 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fac2e1-83c5-42a1-ada5-d0395c52eeac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.660125 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fac2e1-83c5-42a1-ada5-d0395c52eeac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.660621 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fac2e1-83c5-42a1-ada5-d0395c52eeac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.661106 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fac2e1-83c5-42a1-ada5-d0395c52eeac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.661581 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fac2e1-83c5-42a1-ada5-d0395c52eeac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.667408 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fac2e1-83c5-42a1-ada5-d0395c52eeac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.667973 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fac2e1-83c5-42a1-ada5-d0395c52eeac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.668457 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fac2e1-83c5-42a1-ada5-d0395c52eeac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.668937 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fac2e1-83c5-42a1-ada5-d0395c52eeac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.669413 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fac2e1-83c5-42a1-ada5-d0395c52eeac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.669885 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fac2e1-83c5-42a1-ada5-d0395c52eeac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.670351 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fac2e1-83c5-42a1-ada5-d0395c52eeac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.670820 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fac2e1-83c5-42a1-ada5-d0395c52eeac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.671330 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fac2e1-83c5-42a1-ada5-d0395c52eeac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.671802 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fac2e1-83c5-42a1-ada5-d0395c52eeac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.682694 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fac2e1-83c5-42a1-ada5-d0395c52eeac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.685124 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fac2e1-83c5-42a1-ada5-d0395c52eeac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.685880 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fac2e1-83c5-42a1-ada5-d0395c52eeac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.686427 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fac2e1-83c5-42a1-ada5-d0395c52eeac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.686832 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fac2e1-83c5-42a1-ada5-d0395c52eeac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.687329 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fac2e1-83c5-42a1-ada5-d0395c52eeac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.689030 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fac2e1-83c5-42a1-ada5-d0395c52eeac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.692722 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fac2e1-83c5-42a1-ada5-d0395c52eeac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:29.696348 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-95fac2e1-83c5-42a1-ada5-d0395c52eeac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 33542 time: 0.4176779 Jul 13 07:30:29.700525 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59918) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:29.827946 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8487b693-4607-46f8-8cd0-dd27ac90112a None None] Network 324cb62a-283f-4998-ab58-61f8ca597760 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:30:29.941050 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-29cb15e1-0f5e-4603-a59a-e5d2f0bb77ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Deleting port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:29.942291 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-29cb15e1-0f5e-4603-a59a-e5d2f0bb77ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:30.056072 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-29cb15e1-0f5e-4603-a59a-e5d2f0bb77ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] For port 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da, host n-h2-771363-34, got binding levels [] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:30.056747 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-29cb15e1-0f5e-4603-a59a-e5d2f0bb77ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:30.090001 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-29cb15e1-0f5e-4603-a59a-e5d2f0bb77ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Calling delete_port for 06a4c8d7-fbe4-4a18-b9e5-b5829c1164da owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:30.173027 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e5c57f34-e568-4abd-8f61-d9bc79009bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:30.281264 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-29cb15e1-0f5e-4603-a59a-e5d2f0bb77ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:30.374576 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-29cb15e1-0f5e-4603-a59a-e5d2f0bb77ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:30.377370 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-29cb15e1-0f5e-4603-a59a-e5d2f0bb77ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] 10.222.0.23 "DELETE /v2.0/ports/06a4c8d7-fbe4-4a18-b9e5-b5829c1164da HTTP/1.1" status: 204 len: 168 time: 0.6758173 Jul 13 07:30:30.380511 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb15e1-0f5e-4603-a59a-e5d2f0bb77ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Pushing event deleted for resources: {'Port': ['ID=06a4c8d7-fbe4-4a18-b9e5-b5829c1164da,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:30.382337 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 59948) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:30.400551 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cb15e1-0f5e-4603-a59a-e5d2f0bb77ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:30.400551 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cb15e1-0f5e-4603-a59a-e5d2f0bb77ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:30.400878 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cb15e1-0f5e-4603-a59a-e5d2f0bb77ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:30.401177 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cb15e1-0f5e-4603-a59a-e5d2f0bb77ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:30.401524 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cb15e1-0f5e-4603-a59a-e5d2f0bb77ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:30.402941 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cb15e1-0f5e-4603-a59a-e5d2f0bb77ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:30.403329 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cb15e1-0f5e-4603-a59a-e5d2f0bb77ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:30.403676 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cb15e1-0f5e-4603-a59a-e5d2f0bb77ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:30.404022 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cb15e1-0f5e-4603-a59a-e5d2f0bb77ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:30.404420 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cb15e1-0f5e-4603-a59a-e5d2f0bb77ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:30.404753 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cb15e1-0f5e-4603-a59a-e5d2f0bb77ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:30.405095 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cb15e1-0f5e-4603-a59a-e5d2f0bb77ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:30:30.433220 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b5746f-be10-4fea-87cd-8d27d41ea312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] GET failed (client error): The resource could not be found. Jul 13 07:30:30.442492 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-94b5746f-be10-4fea-87cd-8d27d41ea312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] 10.222.0.23 "GET /v2.0/ports/06a4c8d7-fbe4-4a18-b9e5-b5829c1164da HTTP/1.1" status: 404 len: 333 time: 0.0568805 Jul 13 07:30:30.443128 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59950) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:30.457804 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-59a57bab-cde8-41fa-9e40-488d88b2a158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-648383890', 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:30.497068 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a57bab-cde8-41fa-9e40-488d88b2a158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Made reservation on behalf of 28b4d6868adc407f92993bf5311be716 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:30.500825 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-59a57bab-cde8-41fa-9e40-488d88b2a158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:30.585797 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-59a57bab-cde8-41fa-9e40-488d88b2a158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] device_id is not set on port dc773ba6-50cc-4a29-a7b3-6c27f7f954ab yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:30:30.698055 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-76656e6c-88f4-49cd-bc18-a3d60e673f06 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:30.702873 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-76656e6c-88f4-49cd-bc18-a3d60e673f06 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/networks?id=324cb62a-283f-4998-ab58-61f8ca597760 HTTP/1.1" status: 200 len: 812 time: 0.3495507 Jul 13 07:30:30.775171 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e95826-92aa-4f62-a680-9122c4e15a31 req-4bbef585-ca25-4abf-978c-8c0d7ce084bd tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:30.779115 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-27e6b41e-b58f-4ec4-a439-2e6f619ea0fc tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/quotas/9f479963551e4752848e4380eebe58cf HTTP/1.1" status: 200 len: 375 time: 0.0700765 Jul 13 07:30:30.785959 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-88e95826-92aa-4f62-a680-9122c4e15a31 req-4bbef585-ca25-4abf-978c-8c0d7ce084bd tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=6efa00be-ac7f-4b4c-bfde-fd34ebef00d8 HTTP/1.1" status: 200 len: 945 time: 0.1085653 Jul 13 07:30:30.836334 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-f22e9e3b-975a-4087-9402-c801a0fce725 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9f479963551e4752848e4380eebe58cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550435 Jul 13 07:30:30.856982 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-88e95826-92aa-4f62-a680-9122c4e15a31 req-f9702684-fc30-46c3-a0de-a8294327dcd3 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698926 Jul 13 07:30:31.041235 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-59a57bab-cde8-41fa-9e40-488d88b2a158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:31.071585 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-68d8feaf-e845-4bd1-b968-2332bc6c2cf4 service neutron] 10.222.0.23 "GET /v2.0/networks/324cb62a-283f-4998-ab58-61f8ca597760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337198 Jul 13 07:30:31.185379 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-59a57bab-cde8-41fa-9e40-488d88b2a158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:31.249044 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a57bab-cde8-41fa-9e40-488d88b2a158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:31.256188 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-59a57bab-cde8-41fa-9e40-488d88b2a158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:31.260487 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a57bab-cde8-41fa-9e40-488d88b2a158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:31.261431 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a57bab-cde8-41fa-9e40-488d88b2a158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:31.262027 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-59a57bab-cde8-41fa-9e40-488d88b2a158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:31.265807 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-0dc7760b-b93d-4ad4-bbfe-67532f2dfeac service neutron] 10.222.0.23 "GET /v2.0/networks/324cb62a-283f-4998-ab58-61f8ca597760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828301 Jul 13 07:30:31.287233 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a57bab-cde8-41fa-9e40-488d88b2a158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Pushing event updated for resources: {'Port': ['ID=dc773ba6-50cc-4a29-a7b3-6c27f7f954ab,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:31.298317 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-59a57bab-cde8-41fa-9e40-488d88b2a158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8539448 Jul 13 07:30:31.302331 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 59966) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:31.363760 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9fbd68-d1e2-4ee4-9ec8-10a6ef4856ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:31.367689 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5a9fbd68-d1e2-4ee4-9ec8-10a6ef4856ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] 10.222.0.23 "GET /v2.0/ports/dc773ba6-50cc-4a29-a7b3-6c27f7f954ab HTTP/1.1" status: 200 len: 958 time: 0.0615332 Jul 13 07:30:31.370597 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59968) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:31.585906 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-b5d1ec2e-f356-4846-aaa2-008a5f7346b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Deleting port dc773ba6-50cc-4a29-a7b3-6c27f7f954ab {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:31.586268 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b5d1ec2e-f356-4846-aaa2-008a5f7346b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:31.665949 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-37ec8e4c-dda0-4070-aa0a-a4e83a29fb6b req-02e53aae-025f-4312-87f6-9cd37d54d6e1 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=143e64bd-6546-42e3-8ef1-2c33f4902448 HTTP/1.1" status: 200 len: 210 time: 0.0540595 Jul 13 07:30:31.705641 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b5d1ec2e-f356-4846-aaa2-008a5f7346b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:31.723494 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-b5d1ec2e-f356-4846-aaa2-008a5f7346b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Calling delete_port for dc773ba6-50cc-4a29-a7b3-6c27f7f954ab owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:31.899126 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b5d1ec2e-f356-4846-aaa2-008a5f7346b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:31.982973 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1ec2e-f356-4846-aaa2-008a5f7346b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc773ba6-50cc-4a29-a7b3-6c27f7f954ab,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:31.998828 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b5d1ec2e-f356-4846-aaa2-008a5f7346b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:32.010175 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 59992) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:32.014301 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b5d1ec2e-f356-4846-aaa2-008a5f7346b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] 10.222.0.23 "DELETE /v2.0/ports/dc773ba6-50cc-4a29-a7b3-6c27f7f954ab HTTP/1.1" status: 204 len: 168 time: 0.6344285 Jul 13 07:30:32.116585 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-df969b68-b72a-48af-8c77-28e531f4232b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] GET failed (client error): The resource could not be found. Jul 13 07:30:32.121667 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-df969b68-b72a-48af-8c77-28e531f4232b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] 10.222.0.23 "GET /v2.0/ports/dc773ba6-50cc-4a29-a7b3-6c27f7f954ab HTTP/1.1" status: 404 len: 333 time: 0.1139381 Jul 13 07:30:32.125335 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 59996) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:32.148390 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-ab1dbc96-1b1b-443f-ab82-85e3b70c2b6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Request body: {'port': {'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-147211304'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:32.208739 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1dbc96-1b1b-443f-ab82-85e3b70c2b6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Made reservation on behalf of 28b4d6868adc407f92993bf5311be716 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:32.211371 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ab1dbc96-1b1b-443f-ab82-85e3b70c2b6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:32.212842 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f1cca-450b-4c03-9b03-fd95345fa6d6 req-08609495-aeb1-44ae-8931-9edae2478ef7 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:32.223020 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ea0f1cca-450b-4c03-9b03-fd95345fa6d6 req-08609495-aeb1-44ae-8931-9edae2478ef7 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=6efa00be-ac7f-4b4c-bfde-fd34ebef00d8 HTTP/1.1" status: 200 len: 945 time: 0.1338079 Jul 13 07:30:32.253812 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-ab1dbc96-1b1b-443f-ab82-85e3b70c2b6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] device_id is not set on port 721ef574-e071-43cd-a01a-a43d2fbd1836 yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:30:32.298242 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ea0f1cca-450b-4c03-9b03-fd95345fa6d6 req-ec501036-8abb-4eb9-8057-0a95ef41f858 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742037 Jul 13 07:30:32.673846 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ab1dbc96-1b1b-443f-ab82-85e3b70c2b6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:32.791167 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ab1dbc96-1b1b-443f-ab82-85e3b70c2b6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:32.912516 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1dbc96-1b1b-443f-ab82-85e3b70c2b6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:32.936338 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1dbc96-1b1b-443f-ab82-85e3b70c2b6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Pushing event updated for resources: {'Port': ['ID=721ef574-e071-43cd-a01a-a43d2fbd1836,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:32.939031 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-ab1dbc96-1b1b-443f-ab82-85e3b70c2b6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:32.944082 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1dbc96-1b1b-443f-ab82-85e3b70c2b6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:32.949384 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1dbc96-1b1b-443f-ab82-85e3b70c2b6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:32.950222 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f9f8a5be-d57e-48be-9690-dc24dd121886 req-0beec382-bc1a-44df-a2f9-fa6ff7e68e90 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=143e64bd-6546-42e3-8ef1-2c33f4902448 HTTP/1.1" status: 200 len: 210 time: 0.0822170 Jul 13 07:30:32.951185 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ab1dbc96-1b1b-443f-ab82-85e3b70c2b6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:33.000022 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60014) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:33.006238 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:33.011533 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ab1dbc96-1b1b-443f-ab82-85e3b70c2b6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8675749 Jul 13 07:30:33.082571 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:33.110339 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0c822db2-1ea9-44ee-a3cb-de7636773422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:33.176192 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:33.453578 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] device_id is not set on port 721ef574-e071-43cd-a01a-a43d2fbd1836 yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:30:33.470444 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:33.500649 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Transition to ACTIVE for port object 721ef574-e071-43cd-a01a-a43d2fbd1836 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:33.509610 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:33.630973 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946258d8-d437-443d-9990-448e7996a84f req-1298f51f-bc2f-4c55-bd7b-892385d92726 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:33.633640 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-946258d8-d437-443d-9990-448e7996a84f req-1298f51f-bc2f-4c55-bd7b-892385d92726 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=6efa00be-ac7f-4b4c-bfde-fd34ebef00d8 HTTP/1.1" status: 200 len: 945 time: 0.1041100 Jul 13 07:30:33.717223 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-946258d8-d437-443d-9990-448e7996a84f req-6315d646-017b-4d41-bdfe-9127f68a660d tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770316 Jul 13 07:30:33.827873 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Pushing event updated for resources: {'Port': ['ID=721ef574-e071-43cd-a01a-a43d2fbd1836,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:33.898372 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:33.898837 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:33.901032 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:33.918880 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Port 721ef574-e071-43cd-a01a-a43d2fbd1836 on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:33.919762 n-d-771363-34 neutron-server[94018]: ERROR neutron.plugins.ml2.managers [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Failed to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 on host n-h2-771363-34 for vnic_type normal using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] Jul 13 07:30:33.924215 n-d-771363-34 neutron-server[94018]: INFO neutron.plugins.ml2.plugin [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempt 2 to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 Jul 13 07:30:33.970641 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-52edb006-4cdc-4715-9205-1b3507603eb6 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:33.974211 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-52edb006-4cdc-4715-9205-1b3507603eb6 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.25 "GET /v2.0/networks?id=324cb62a-283f-4998-ab58-61f8ca597760 HTTP/1.1" status: 200 len: 812 time: 0.4368823 Jul 13 07:30:33.975289 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:33.975727 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:33.978158 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:33.994597 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-48c744a9-9bf8-4a6b-ba14-580f94c217e1 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Request body: {'port': {'device_id': '143e64bd-6546-42e3-8ef1-2c33f4902448', 'network_id': '324cb62a-283f-4998-ab58-61f8ca597760', 'admin_state_up': True, 'tenant_id': '9f479963551e4752848e4380eebe58cf'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:33.998400 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:34.008052 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Port 721ef574-e071-43cd-a01a-a43d2fbd1836 on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:34.010208 n-d-771363-34 neutron-server[94018]: ERROR neutron.plugins.ml2.managers [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Failed to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 on host n-h2-771363-34 for vnic_type normal using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] Jul 13 07:30:34.122332 n-d-771363-34 neutron-server[94018]: INFO neutron.plugins.ml2.plugin [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempt 3 to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 Jul 13 07:30:34.179794 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:34.179794 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:34.180094 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:34.185298 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Port 721ef574-e071-43cd-a01a-a43d2fbd1836 on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:34.185638 n-d-771363-34 neutron-server[94018]: ERROR neutron.plugins.ml2.managers [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Failed to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 on host n-h2-771363-34 for vnic_type normal using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] Jul 13 07:30:34.186102 n-d-771363-34 neutron-server[94018]: INFO neutron.plugins.ml2.plugin [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempt 4 to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 Jul 13 07:30:34.198246 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-48c744a9-9bf8-4a6b-ba14-580f94c217e1 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Made reservation on behalf of 9f479963551e4752848e4380eebe58cf for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:34.203365 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-48c744a9-9bf8-4a6b-ba14-580f94c217e1 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:34.218045 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3340d0a3-7eea-4e19-9a92-ca20ff5f9ebd req-fe80e627-d72f-4897-ba25-8f28c5537583 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=143e64bd-6546-42e3-8ef1-2c33f4902448 HTTP/1.1" status: 200 len: 210 time: 0.0901439 Jul 13 07:30:34.223017 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:34.233035 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:34.233035 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:34.274085 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Port 721ef574-e071-43cd-a01a-a43d2fbd1836 on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:34.274417 n-d-771363-34 neutron-server[94018]: ERROR neutron.plugins.ml2.managers [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Failed to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 on host n-h2-771363-34 for vnic_type normal using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] Jul 13 07:30:34.278417 n-d-771363-34 neutron-server[94018]: INFO neutron.plugins.ml2.plugin [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempt 5 to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 Jul 13 07:30:34.339695 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:34.340032 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:34.340380 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:34.398755 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Port 721ef574-e071-43cd-a01a-a43d2fbd1836 on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:34.399224 n-d-771363-34 neutron-server[94018]: ERROR neutron.plugins.ml2.managers [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Failed to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 on host n-h2-771363-34 for vnic_type normal using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] Jul 13 07:30:34.403596 n-d-771363-34 neutron-server[94018]: INFO neutron.plugins.ml2.plugin [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempt 6 to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 Jul 13 07:30:34.436794 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:34.436794 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:34.436794 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:34.463667 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Port 721ef574-e071-43cd-a01a-a43d2fbd1836 on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:34.463667 n-d-771363-34 neutron-server[94018]: ERROR neutron.plugins.ml2.managers [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Failed to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 on host n-h2-771363-34 for vnic_type normal using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] Jul 13 07:30:34.467882 n-d-771363-34 neutron-server[94018]: INFO neutron.plugins.ml2.plugin [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempt 7 to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 Jul 13 07:30:34.512194 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-5a48930d-c814-44c8-8b57-32a082c66a50 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:34.513728 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-5a48930d-c814-44c8-8b57-32a082c66a50 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/networks?id=158edf72-c971-4025-88f3-f50ab4847245 HTTP/1.1" status: 200 len: 814 time: 0.2864633 Jul 13 07:30:34.517181 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:34.517507 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:34.517855 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:34.545794 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-48c744a9-9bf8-4a6b-ba14-580f94c217e1 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Allocated IP 172.20.0.10 (324cb62a-283f-4998-ab58-61f8ca597760/5b417da6-f0a7-4a6d-b28c-2dd98c361dbc/ff17ee4d-8c44-4b73-a4c2-e64bb09410eb) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:34.550966 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Port 721ef574-e071-43cd-a01a-a43d2fbd1836 on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:34.551732 n-d-771363-34 neutron-server[94018]: ERROR neutron.plugins.ml2.managers [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Failed to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 on host n-h2-771363-34 for vnic_type normal using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] Jul 13 07:30:34.560368 n-d-771363-34 neutron-server[94018]: INFO neutron.plugins.ml2.plugin [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempt 8 to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 Jul 13 07:30:34.583817 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-5bb7ed84-8302-4521-9d58-12f0bac88cc1 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/quotas/0aeb803a03a140849d8f3025c4e8d6d6 HTTP/1.1" status: 200 len: 375 time: 0.0397193 Jul 13 07:30:34.593170 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:34.593665 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:34.594109 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:34.648759 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Port 721ef574-e071-43cd-a01a-a43d2fbd1836 on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:34.649209 n-d-771363-34 neutron-server[94018]: ERROR neutron.plugins.ml2.managers [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Failed to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 on host n-h2-771363-34 for vnic_type normal using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] Jul 13 07:30:34.654195 n-d-771363-34 neutron-server[94018]: INFO neutron.plugins.ml2.plugin [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempt 9 to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 Jul 13 07:30:34.695178 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:34.695616 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:34.696056 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:34.731730 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Port 721ef574-e071-43cd-a01a-a43d2fbd1836 on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:34.732023 n-d-771363-34 neutron-server[94018]: ERROR neutron.plugins.ml2.managers [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Failed to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 on host n-h2-771363-34 for vnic_type normal using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] Jul 13 07:30:34.734811 n-d-771363-34 neutron-server[94018]: INFO neutron.plugins.ml2.plugin [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempt 10 to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 Jul 13 07:30:34.773892 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:34.774225 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:34.774564 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempting to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:34.832436 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Port 721ef574-e071-43cd-a01a-a43d2fbd1836 on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:34.832800 n-d-771363-34 neutron-server[94018]: ERROR neutron.plugins.ml2.managers [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Failed to bind port 721ef574-e071-43cd-a01a-a43d2fbd1836 on host n-h2-771363-34 for vnic_type normal using segments [{'id': 'c66b7558-3392-4900-8fdc-21570cce43c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f33ee78-037c-4436-b0f0-0c68bc8dc85d'}] Jul 13 07:30:34.833173 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:34.846084 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-4362f9c8-74dd-4498-9ee9-497f31929d69 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0aeb803a03a140849d8f3025c4e8d6d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2486823 Jul 13 07:30:34.979950 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-48c744a9-9bf8-4a6b-ba14-580f94c217e1 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:35.014210 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aeff7e-6e2f-487d-8d41-bcfaf57164dd req-068cbc7a-9198-47ae-ab83-3417fc22ca0a tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:35.022496 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c1aeff7e-6e2f-487d-8d41-bcfaf57164dd req-068cbc7a-9198-47ae-ab83-3417fc22ca0a tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=6efa00be-ac7f-4b4c-bfde-fd34ebef00d8 HTTP/1.1" status: 200 len: 945 time: 0.1167276 Jul 13 07:30:35.036686 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] For port 721ef574-e071-43cd-a01a-a43d2fbd1836, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:30:35.037060 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attempted to set empty binding levels {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 13 07:30:35.052389 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:35.084441 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c1aeff7e-6e2f-487d-8d41-bcfaf57164dd req-e6083514-d06e-4ce2-9a4b-ff961283731b tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517426 Jul 13 07:30:35.114825 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] In _notify_port_updated(), no bound segment for port 721ef574-e071-43cd-a01a-a43d2fbd1836 on network 8f33ee78-037c-4436-b0f0-0c68bc8dc85d {{(pid=94018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:30:35.115732 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:35.116347 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:35.120931 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] 10.222.0.23 "PUT /v2.0/ports/721ef574-e071-43cd-a01a-a43d2fbd1836 HTTP/1.1" status: 200 len: 979 time: 2.1168411 Jul 13 07:30:35.121434 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60056) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:35.130148 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-a5356179-0977-4f78-93e1-5fb63852a24a service neutron] 10.222.0.23 "GET /v2.0/networks/158edf72-c971-4025-88f3-f50ab4847245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666326 Jul 13 07:30:35.203387 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-48c744a9-9bf8-4a6b-ba14-580f94c217e1 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:35.207104 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080a9b1-0472-4d34-be6c-6b94ead722d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Pushing event updated for resources: {'Port': ['ID=721ef574-e071-43cd-a01a-a43d2fbd1836,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:35.303024 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-b74b2207-490d-4c5a-b0a5-917b8522991e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Deleting port 721ef574-e071-43cd-a01a-a43d2fbd1836 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:35.303986 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b74b2207-490d-4c5a-b0a5-917b8522991e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:35.341910 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-48c744a9-9bf8-4a6b-ba14-580f94c217e1 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Network 324cb62a-283f-4998-ab58-61f8ca597760 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:35.367592 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-48c744a9-9bf8-4a6b-ba14-580f94c217e1 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:35.376462 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-48c744a9-9bf8-4a6b-ba14-580f94c217e1 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:35.420178 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c744a9-9bf8-4a6b-ba14-580f94c217e1 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Pushing event updated for resources: {'Port': ['ID=ff17ee4d-8c44-4b73-a4c2-e64bb09410eb,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:35.451242 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-cf2dc39d-b6ea-4382-8863-e18b748b7960 service neutron] 10.222.0.23 "GET /v2.0/networks/158edf72-c971-4025-88f3-f50ab4847245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201137 Jul 13 07:30:35.452163 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-b74b2207-490d-4c5a-b0a5-917b8522991e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] For port 721ef574-e071-43cd-a01a-a43d2fbd1836, host n-h2-771363-34, got binding levels [] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:35.454773 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b74b2207-490d-4c5a-b0a5-917b8522991e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:35.460171 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60064) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:35.489009 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-b74b2207-490d-4c5a-b0a5-917b8522991e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Calling delete_port for 721ef574-e071-43cd-a01a-a43d2fbd1836 owned by {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:35.521619 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-48c744a9-9bf8-4a6b-ba14-580f94c217e1 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:35.530830 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-48c744a9-9bf8-4a6b-ba14-580f94c217e1 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:35.572100 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-48c744a9-9bf8-4a6b-ba14-580f94c217e1 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5871663 Jul 13 07:30:35.588251 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-4602a3cf-4233-46d4-8a06-3d27dd7ffc15 service neutron] Request body: {'port': {'device_id': '143e64bd-6546-42e3-8ef1-2c33f4902448', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:35.723260 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55042fca-b35e-4654-b152-159d37a000b1 req-6c78b3df-33da-4751-872d-afcc49a503ad tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:35.724874 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-55042fca-b35e-4654-b152-159d37a000b1 req-6c78b3df-33da-4751-872d-afcc49a503ad tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=143e64bd-6546-42e3-8ef1-2c33f4902448 HTTP/1.1" status: 200 len: 932 time: 0.1527660 Jul 13 07:30:35.781876 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b74b2207-490d-4c5a-b0a5-917b8522991e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:35.817956 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:35.818707 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-647b5de9-9244-4c4a-bb2e-ac871f1aff5b req-d6adf68f-2718-402e-a9dc-e00baa23767e tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a89de49-a5ae-483a-bb59-4d99eff6b40a HTTP/1.1" status: 200 len: 210 time: 0.0609407 Jul 13 07:30:35.853038 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b2207-490d-4c5a-b0a5-917b8522991e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Pushing event deleted for resources: {'Port': ['ID=721ef574-e071-43cd-a01a-a43d2fbd1836,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:35.877155 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-55042fca-b35e-4654-b152-159d37a000b1 req-2a0c2bd2-85d6-4874-b5d6-65898a89f792 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442211 Jul 13 07:30:35.881970 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b74b2207-490d-4c5a-b0a5-917b8522991e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:35.889617 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b74b2207-490d-4c5a-b0a5-917b8522991e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] 10.222.0.23 "DELETE /v2.0/ports/721ef574-e071-43cd-a01a-a43d2fbd1836 HTTP/1.1" status: 204 len: 168 time: 0.7672806 Jul 13 07:30:35.896118 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60072) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:35.971091 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2f84ba0a-6c27-49ee-ad2b-5dbab66b43ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:35.972999 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-4602a3cf-4233-46d4-8a06-3d27dd7ffc15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:35.983430 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-e094c8b8-5261-437e-85c0-38edc1e9ed6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] GET failed (client error): The resource could not be found. Jul 13 07:30:35.990036 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60078) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:35.990338 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e094c8b8-5261-437e-85c0-38edc1e9ed6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634267021-project-admin] 10.222.0.23 "GET /v2.0/ports/721ef574-e071-43cd-a01a-a43d2fbd1836 HTTP/1.1" status: 404 len: 333 time: 0.0909207 Jul 13 07:30:36.138586 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6c9b63dc-836e-44fc-8bbc-653a36e49679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:36.360653 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6c9b63dc-836e-44fc-8bbc-653a36e49679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:36.373104 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-6c9b63dc-836e-44fc-8bbc-653a36e49679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f33ee78-037c-4436-b0f0-0c68bc8dc85d']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:36.388649 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-6c9b63dc-836e-44fc-8bbc-653a36e49679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c66b7558-3392-4900-8fdc-21570cce43c2') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:36.389136 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-6c9b63dc-836e-44fc-8bbc-653a36e49679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c66b7558-3392-4900-8fdc-21570cce43c2') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:36.402988 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6c9b63dc-836e-44fc-8bbc-653a36e49679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:36.424290 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6c9b63dc-836e-44fc-8bbc-653a36e49679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:36.433826 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c9b63dc-836e-44fc-8bbc-653a36e49679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:30:36.434501 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6c9b63dc-836e-44fc-8bbc-653a36e49679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:36.439473 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:36.439473 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:36.439473 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:36.439473 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:36.439473 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:30:36.439473 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:30:36.439473 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:30:36.439473 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:30:36.439473 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:30:36.439473 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:30:36.439473 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:30:36.439473 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:30:36.439473 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:30:36.439473 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:30:36.439473 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:30:36.439473 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:30:36.439473 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:30:36.439473 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:30:36.439473 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:30:36.439473 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:30:36.439473 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:30:36.439473 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:30:36.439473 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:30:36.439473 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:30:36.439473 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:30:36.439473 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:30:36.439473 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:30:36.439473 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:30:36.439473 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:30:36.439473 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:30:36.439473 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:30:36.439473 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:30:36.439473 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:30:36.439473 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:30:36.439473 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:30:36.439473 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:30:36.566721 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3455e-2fa0-4bfa-a564-abc15d3d49d0 req-58ee6afd-b441-49f1-9f0f-e484a7792657 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:36.569341 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-26d3455e-2fa0-4bfa-a564-abc15d3d49d0 req-58ee6afd-b441-49f1-9f0f-e484a7792657 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=6efa00be-ac7f-4b4c-bfde-fd34ebef00d8 HTTP/1.1" status: 200 len: 945 time: 0.2943196 Jul 13 07:30:36.600459 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6c9b63dc-836e-44fc-8bbc-653a36e49679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:36.614712 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6c9b63dc-836e-44fc-8bbc-653a36e49679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:36.617979 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6c9b63dc-836e-44fc-8bbc-653a36e49679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603-project] 10.222.0.23 "DELETE /v2.0/networks/8f33ee78-037c-4436-b0f0-0c68bc8dc85d HTTP/1.1" status: 204 len: 168 time: 0.6248355 Jul 13 07:30:36.637334 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b63dc-836e-44fc-8bbc-653a36e49679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506879603-project] Pushing event deleted for resources: {'Network': ['ID=8f33ee78-037c-4436-b0f0-0c68bc8dc85d,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:36.689268 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2f84ba0a-6c27-49ee-ad2b-5dbab66b43ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:36.693115 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-4602a3cf-4233-46d4-8a06-3d27dd7ffc15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff17ee4d-8c44-4b73-a4c2-e64bb09410eb {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:30:36.711248 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2f84ba0a-6c27-49ee-ad2b-5dbab66b43ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:36.715224 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-4602a3cf-4233-46d4-8a06-3d27dd7ffc15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:36.745670 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-26d3455e-2fa0-4bfa-a564-abc15d3d49d0 req-b092a6e9-8a32-4673-9fbf-bad7da047101 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687915 Jul 13 07:30:36.760105 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-4602a3cf-4233-46d4-8a06-3d27dd7ffc15 service neutron] Transition to ACTIVE for port object ff17ee4d-8c44-4b73-a4c2-e64bb09410eb will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:36.781487 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-4602a3cf-4233-46d4-8a06-3d27dd7ffc15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:36.791663 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84ba0a-6c27-49ee-ad2b-5dbab66b43ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036f3881-e260-4435-8ebd-5865ff9453bd,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:36.828756 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2f84ba0a-6c27-49ee-ad2b-5dbab66b43ea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f749c43734bf4a7b89dd583291e64b9a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3664072 Jul 13 07:30:36.832344 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60090) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:36.857975 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602a3cf-4233-46d4-8a06-3d27dd7ffc15 service neutron] Pushing event updated for resources: {'Port': ['ID=ff17ee4d-8c44-4b73-a4c2-e64bb09410eb,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:36.990236 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-4602a3cf-4233-46d4-8a06-3d27dd7ffc15 service neutron] Attempting to bind port ff17ee4d-8c44-4b73-a4c2-e64bb09410eb on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:36.990573 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-4602a3cf-4233-46d4-8a06-3d27dd7ffc15 service neutron] Attempting to bind port ff17ee4d-8c44-4b73-a4c2-e64bb09410eb by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '5a5e32fa-d1a7-44e2-b088-49b4ede36727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '324cb62a-283f-4998-ab58-61f8ca597760'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:36.991597 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-4602a3cf-4233-46d4-8a06-3d27dd7ffc15 service neutron] Attempting to bind port ff17ee4d-8c44-4b73-a4c2-e64bb09410eb on network 324cb62a-283f-4998-ab58-61f8ca597760 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:37.000442 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7291a45e-a7af-48e4-8006-f9bba30dd493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:37.009322 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-4602a3cf-4233-46d4-8a06-3d27dd7ffc15 service neutron] Port ff17ee4d-8c44-4b73-a4c2-e64bb09410eb on network 324cb62a-283f-4998-ab58-61f8ca597760 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:37.009657 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-4602a3cf-4233-46d4-8a06-3d27dd7ffc15 service neutron] Attempting to bind port ff17ee4d-8c44-4b73-a4c2-e64bb09410eb on network 324cb62a-283f-4998-ab58-61f8ca597760 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:37.037522 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-4602a3cf-4233-46d4-8a06-3d27dd7ffc15 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:30:37.038422 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-4602a3cf-4233-46d4-8a06-3d27dd7ffc15 service neutron] Checking segment: {'id': '5a5e32fa-d1a7-44e2-b088-49b4ede36727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '324cb62a-283f-4998-ab58-61f8ca597760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:30:37.039311 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-4602a3cf-4233-46d4-8a06-3d27dd7ffc15 service neutron] Bound using segment: {'id': '5a5e32fa-d1a7-44e2-b088-49b4ede36727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '324cb62a-283f-4998-ab58-61f8ca597760'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:30:37.040022 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-4602a3cf-4233-46d4-8a06-3d27dd7ffc15 service neutron] Bound port: ff17ee4d-8c44-4b73-a4c2-e64bb09410eb, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a5e32fa-d1a7-44e2-b088-49b4ede36727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '324cb62a-283f-4998-ab58-61f8ca597760'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:30:37.040780 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-4602a3cf-4233-46d4-8a06-3d27dd7ffc15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:37.055623 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7291a45e-a7af-48e4-8006-f9bba30dd493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:37.204392 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-4602a3cf-4233-46d4-8a06-3d27dd7ffc15 service neutron] For port ff17ee4d-8c44-4b73-a4c2-e64bb09410eb, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:30:37.207369 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60100) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:37.211250 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-4602a3cf-4233-46d4-8a06-3d27dd7ffc15 service neutron] For port ff17ee4d-8c44-4b73-a4c2-e64bb09410eb, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=ff17ee4d-8c44-4b73-a4c2-e64bb09410eb,segment=NetworkSegment(5a5e32fa-d1a7-44e2-b088-49b4ede36727),segment_id=5a5e32fa-d1a7-44e2-b088-49b4ede36727)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:30:37.224357 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-4602a3cf-4233-46d4-8a06-3d27dd7ffc15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:37.232728 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cad9372d-b0b3-40a7-9bf4-75d213fd3c52 req-772536ab-a9ae-4c5c-a9f4-4334eba14492 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a89de49-a5ae-483a-bb59-4d99eff6b40a HTTP/1.1" status: 200 len: 210 time: 0.0932443 Jul 13 07:30:37.257996 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7291a45e-a7af-48e4-8006-f9bba30dd493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:37.261846 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7291a45e-a7af-48e4-8006-f9bba30dd493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:37.262995 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7291a45e-a7af-48e4-8006-f9bba30dd493 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/036f3881-e260-4435-8ebd-5865ff9453bd HTTP/1.1" status: 204 len: 168 time: 0.4294870 Jul 13 07:30:37.289852 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-4602a3cf-4233-46d4-8a06-3d27dd7ffc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:37.290644 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-4602a3cf-4233-46d4-8a06-3d27dd7ffc15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:37.291244 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291a45e-a7af-48e4-8006-f9bba30dd493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036f3881-e260-4435-8ebd-5865ff9453bd,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:37.292255 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-4602a3cf-4233-46d4-8a06-3d27dd7ffc15 service neutron] 10.222.0.25 "PUT /v2.0/ports/ff17ee4d-8c44-4b73-a4c2-e64bb09410eb HTTP/1.1" status: 200 len: 1093 time: 1.7087457 Jul 13 07:30:37.330472 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '143e64bd-6546-42e3-8ef1-2c33f4902448', 'tag': 'ff17ee4d-8c44-4b73-a4c2-e64bb09410eb'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:37.335030 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f6750e-6d3a-47c1-99e7-6a847d0f8578" -d '{"events": [{"name": "network-changed", "server_uuid": "143e64bd-6546-42e3-8ef1-2c33f4902448", "tag": "ff17ee4d-8c44-4b73-a4c2-e64bb09410eb"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:37.439052 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1be8ecd-3595-4142-87a6-afdda77c508b x-openstack-request-id: req-c1be8ecd-3595-4142-87a6-afdda77c508b {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:37.439378 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "143e64bd-6546-42e3-8ef1-2c33f4902448", "tag": "ff17ee4d-8c44-4b73-a4c2-e64bb09410eb", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:37.439627 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c1be8ecd-3595-4142-87a6-afdda77c508b {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:37.440026 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '143e64bd-6546-42e3-8ef1-2c33f4902448', 'tag': 'ff17ee4d-8c44-4b73-a4c2-e64bb09410eb', 'status': 'completed', 'code': 200} Jul 13 07:30:37.510631 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7a337-f684-48cc-8455-31d4a0e4ab6d req-ea5c0fbc-5463-4eff-b2cd-44090b58c9ac tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:37.512504 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-40e7a337-f684-48cc-8455-31d4a0e4ab6d req-ea5c0fbc-5463-4eff-b2cd-44090b58c9ac tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=143e64bd-6546-42e3-8ef1-2c33f4902448 HTTP/1.1" status: 200 len: 944 time: 0.3848290 Jul 13 07:30:37.530893 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602a3cf-4233-46d4-8a06-3d27dd7ffc15 service neutron] Pushing event updated for resources: {'Port': ['ID=ff17ee4d-8c44-4b73-a4c2-e64bb09410eb,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:37.631437 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9184b793-397e-44ed-ba20-bf6406477a64 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c14885dcac8e4675ba1c3f00b6741e9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4199185 Jul 13 07:30:37.633827 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60112) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:37.676814 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-40e7a337-f684-48cc-8455-31d4a0e4ab6d req-9934bba1-4672-4aef-9830-82f2f8059399 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581511 Jul 13 07:30:37.692133 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-a1b7aa1f-566b-4c80-bbb4-24b86eccbf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:37.694753 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-a1b7aa1f-566b-4c80-bbb4-24b86eccbf49 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9f479963551e4752848e4380eebe58cf&device_id=143e64bd-6546-42e3-8ef1-2c33f4902448 HTTP/1.1" status: 200 len: 1096 time: 0.3062108 Jul 13 07:30:37.780145 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-8742ae39-f19e-4faf-96d8-3392e57a121d tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:37.782410 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-8742ae39-f19e-4faf-96d8-3392e57a121d tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.42 "GET /v2.0/networks?id=158edf72-c971-4025-88f3-f50ab4847245 HTTP/1.1" status: 200 len: 814 time: 0.2434378 Jul 13 07:30:37.796881 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-848bdaf1-b4bd-45c1-9e6d-ac4ebc3e2f70 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Request body: {'port': {'device_id': '5a89de49-a5ae-483a-bb59-4d99eff6b40a', 'network_id': '158edf72-c971-4025-88f3-f50ab4847245', 'admin_state_up': True, 'tenant_id': '0aeb803a03a140849d8f3025c4e8d6d6'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:37.842664 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60118) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:37.853932 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-1ea57245-02a6-4737-ad58-8d33e7a7b0ef service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff17ee4d-8c44-4b73-a4c2-e64bb09410eb HTTP/1.1" status: 200 len: 217 time: 0.1435895 Jul 13 07:30:37.873073 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b7d4aa95-58e3-472a-9a1e-fa2522b8ccb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.054485 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-b3d5544b-da17-4616-8ee2-524945e9e307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:38.056034 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-b3d5544b-da17-4616-8ee2-524945e9e307 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5b417da6-f0a7-4a6d-b28c-2dd98c361dbc HTTP/1.1" status: 200 len: 852 time: 0.1730986 Jul 13 07:30:38.076932 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b7d4aa95-58e3-472a-9a1e-fa2522b8ccb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.085686 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b7d4aa95-58e3-472a-9a1e-fa2522b8ccb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.106303 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-676da56b-2215-4234-ba60-e4f6239dbe07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.139684 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-78b7768d-a07d-4cee-8bee-f4b2f9689707 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=324cb62a-283f-4998-ab58-61f8ca597760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446358 Jul 13 07:30:38.144530 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-848bdaf1-b4bd-45c1-9e6d-ac4ebc3e2f70 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Made reservation on behalf of 0aeb803a03a140849d8f3025c4e8d6d6 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:38.148792 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-848bdaf1-b4bd-45c1-9e6d-ac4ebc3e2f70 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.154263 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d4aa95-58e3-472a-9a1e-fa2522b8ccb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3c13fd-b422-4d32-a406-4095ac8e6833,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:38.171256 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b7d4aa95-58e3-472a-9a1e-fa2522b8ccb5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c54d25cbfa2842fb86c892f76a7a7528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3243825 Jul 13 07:30:38.171256 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60120) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:38.183483 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-676da56b-2215-4234-ba60-e4f6239dbe07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.331689 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c70a0-21df-4b77-ba1c-8f2d446fb8f7 req-664f342c-e30c-4b5a-bdbb-6007b3fead2e tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:38.334170 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-804c70a0-21df-4b77-ba1c-8f2d446fb8f7 req-664f342c-e30c-4b5a-bdbb-6007b3fead2e tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=6efa00be-ac7f-4b4c-bfde-fd34ebef00d8 HTTP/1.1" status: 200 len: 945 time: 0.2815881 Jul 13 07:30:38.338649 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-cfa86a1f-b3a0-445e-8e99-cd2fbc1a53cd service neutron] 10.222.0.25 "GET /v2.0/networks/324cb62a-283f-4998-ab58-61f8ca597760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895053 Jul 13 07:30:38.355355 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d9e149b1-779e-413d-99c0-3a92abe5fba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.442801 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d9e149b1-779e-413d-99c0-3a92abe5fba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.474921 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-848bdaf1-b4bd-45c1-9e6d-ac4ebc3e2f70 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Allocated IP 172.20.0.12 (158edf72-c971-4025-88f3-f50ab4847245/b02e565c-ba96-4ecf-ad5f-fee613096d8b/33425877-106d-4f8e-adf2-378b0c9f7ef3) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:38.535528 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e1cf5036-48f4-4587-9bf5-213f188a14f3 req-86932bc1-3076-4812-9deb-c3fd8284afbb tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a89de49-a5ae-483a-bb59-4d99eff6b40a HTTP/1.1" status: 200 len: 210 time: 0.0696716 Jul 13 07:30:38.585867 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d9e149b1-779e-413d-99c0-3a92abe5fba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.588945 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d9e149b1-779e-413d-99c0-3a92abe5fba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.592683 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d9e149b1-779e-413d-99c0-3a92abe5fba1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7c3c13fd-b422-4d32-a406-4095ac8e6833 HTTP/1.1" status: 204 len: 168 time: 0.4185679 Jul 13 07:30:38.617982 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e149b1-779e-413d-99c0-3a92abe5fba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3c13fd-b422-4d32-a406-4095ac8e6833,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:38.754985 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-848bdaf1-b4bd-45c1-9e6d-ac4ebc3e2f70 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.859137 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-848bdaf1-b4bd-45c1-9e6d-ac4ebc3e2f70 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.872217 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['d26eb3b8-fca3-44f8-a91c-d4c917077993', 'ced72efb-5ca9-44ee-b255-bf8096fa08f2'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:30:38.889223 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-848bdaf1-b4bd-45c1-9e6d-ac4ebc3e2f70 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Network 158edf72-c971-4025-88f3-f50ab4847245 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:38.894108 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-676da56b-2215-4234-ba60-e4f6239dbe07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.897004 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-676da56b-2215-4234-ba60-e4f6239dbe07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:38.900739 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-676da56b-2215-4234-ba60-e4f6239dbe07 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/42b24581-f3b9-4a48-8a8a-f02254a1c773 HTTP/1.1" status: 204 len: 168 time: 1.2545969 Jul 13 07:30:38.912139 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-848bdaf1-b4bd-45c1-9e6d-ac4ebc3e2f70 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:38.933028 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-804c70a0-21df-4b77-ba1c-8f2d446fb8f7 req-105bc502-9a4f-4c60-9fbf-fee5fc211e0a tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5931787 Jul 13 07:30:38.942617 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-848bdaf1-b4bd-45c1-9e6d-ac4ebc3e2f70 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:39.008114 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676da56b-2215-4234-ba60-e4f6239dbe07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b24581-f3b9-4a48-8a8a-f02254a1c773,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:39.055473 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-848bdaf1-b4bd-45c1-9e6d-ac4ebc3e2f70 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:39.056297 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-848bdaf1-b4bd-45c1-9e6d-ac4ebc3e2f70 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:39.156471 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848bdaf1-b4bd-45c1-9e6d-ac4ebc3e2f70 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Pushing event updated for resources: {'Port': ['ID=33425877-106d-4f8e-adf2-378b0c9f7ef3,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:39.175701 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-848bdaf1-b4bd-45c1-9e6d-ac4ebc3e2f70 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3843651 Jul 13 07:30:39.178536 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4532cd0e-36af-408d-b5e2-8ab5e94b8eec req-09dcce63-4b38-4808-9b44-5e04531c78b2 service neutron] 10.222.0.25 "GET /v2.0/networks/324cb62a-283f-4998-ab58-61f8ca597760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8058462 Jul 13 07:30:39.203053 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-70f1ae40-5cdb-4f61-9a5e-19abb19f5114 service neutron] Request body: {'port': {'device_id': '5a89de49-a5ae-483a-bb59-4d99eff6b40a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:39.241225 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9abf2cc-fa54-4a38-9808-76928ca1c5c1 req-bd9cf322-f886-43cd-b8fd-fc8578801990 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:39.290738 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b9abf2cc-fa54-4a38-9808-76928ca1c5c1 req-bd9cf322-f886-43cd-b8fd-fc8578801990 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=143e64bd-6546-42e3-8ef1-2c33f4902448 HTTP/1.1" status: 200 len: 944 time: 0.3970451 Jul 13 07:30:39.501067 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6750e-6d3a-47c1-99e7-6a847d0f8578 req-6213b8a8-35f9-4ff2-858d-c7ad181b5fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:39.505060 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-40f6750e-6d3a-47c1-99e7-6a847d0f8578 req-6213b8a8-35f9-4ff2-858d-c7ad181b5fe3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9f479963551e4752848e4380eebe58cf&device_id=143e64bd-6546-42e3-8ef1-2c33f4902448 HTTP/1.1" status: 200 len: 1096 time: 0.2380192 Jul 13 07:30:39.555439 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b9abf2cc-fa54-4a38-9808-76928ca1c5c1 req-da76e6eb-a047-40b1-afdd-4f7f507b8a3c tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629082 Jul 13 07:30:39.617413 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-70f1ae40-5cdb-4f61-9a5e-19abb19f5114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:39.794819 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60152) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:39.803875 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6750e-6d3a-47c1-99e7-6a847d0f8578 req-267ca044-2f20-47cc-8f7b-f151111055d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:39.805412 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-40f6750e-6d3a-47c1-99e7-6a847d0f8578 req-267ca044-2f20-47cc-8f7b-f151111055d1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=324cb62a-283f-4998-ab58-61f8ca597760 HTTP/1.1" status: 200 len: 913 time: 0.2891338 Jul 13 07:30:39.863614 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-40f6750e-6d3a-47c1-99e7-6a847d0f8578 req-0d21b071-8a6a-4cf6-8a67-a5b827563126 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff17ee4d-8c44-4b73-a4c2-e64bb09410eb HTTP/1.1" status: 200 len: 217 time: 0.0502975 Jul 13 07:30:39.950085 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6750e-6d3a-47c1-99e7-6a847d0f8578 req-3068ff05-793d-430d-85f1-edc095508916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:39.952433 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-40f6750e-6d3a-47c1-99e7-6a847d0f8578 req-3068ff05-793d-430d-85f1-edc095508916 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5b417da6-f0a7-4a6d-b28c-2dd98c361dbc HTTP/1.1" status: 200 len: 852 time: 0.0821168 Jul 13 07:30:39.997421 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5f2758d1-5c17-4a6d-bbd0-58fa097b6b9a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=28b4d6868adc407f92993bf5311be716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1987293 Jul 13 07:30:40.004855 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60156) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:40.028817 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-40f6750e-6d3a-47c1-99e7-6a847d0f8578 req-2dfefafc-1526-4aea-93de-6080a562fa89 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=324cb62a-283f-4998-ab58-61f8ca597760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672162 Jul 13 07:30:40.194074 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7f044-60ac-4c7a-bcb4-7c63660fa7cb req-f7f24fae-e64b-463a-ae62-65d548214d76 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:40.198100 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e2b7f044-60ac-4c7a-bcb4-7c63660fa7cb req-f7f24fae-e64b-463a-ae62-65d548214d76 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a89de49-a5ae-483a-bb59-4d99eff6b40a HTTP/1.1" status: 200 len: 932 time: 0.2828889 Jul 13 07:30:40.265997 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-40f6750e-6d3a-47c1-99e7-6a847d0f8578 req-da502d9b-19c1-4e1b-bd0b-f9f86b6c0aed service neutron] 10.222.0.25 "GET /v2.0/networks/324cb62a-283f-4998-ab58-61f8ca597760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265465 Jul 13 07:30:40.351569 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e2b7f044-60ac-4c7a-bcb4-7c63660fa7cb req-fc3be941-8c8a-4f94-98df-39e173fe1ac7 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427922 Jul 13 07:30:40.356465 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ffd1e871-c7ab-4c44-8e65-ded064c9fd97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:40.388869 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ffd1e871-c7ab-4c44-8e65-ded064c9fd97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:40.520287 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a5365-cc9c-4f55-b92a-4ee779975dbb req-0230fc1f-497f-45c1-8ee4-b76c3753b310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:40.522103 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-816a5365-cc9c-4f55-b92a-4ee779975dbb req-0230fc1f-497f-45c1-8ee4-b76c3753b310 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1034c8ee81e44f678914afb625e8a42f&device_id=6efa00be-ac7f-4b4c-bfde-fd34ebef00d8 HTTP/1.1" status: 200 len: 1097 time: 0.2361848 Jul 13 07:30:40.537699 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-70f1ae40-5cdb-4f61-9a5e-19abb19f5114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33425877-106d-4f8e-adf2-378b0c9f7ef3 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:30:40.570138 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ffd1e871-c7ab-4c44-8e65-ded064c9fd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:40.572760 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ffd1e871-c7ab-4c44-8e65-ded064c9fd97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:40.573892 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ffd1e871-c7ab-4c44-8e65-ded064c9fd97 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c757243e-8294-41b0-a05e-cf46f13ec82c HTTP/1.1" status: 204 len: 168 time: 0.5674069 Jul 13 07:30:40.577406 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-70f1ae40-5cdb-4f61-9a5e-19abb19f5114 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:40.641408 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-40f6750e-6d3a-47c1-99e7-6a847d0f8578 req-00c72275-46d1-4f88-883c-c9d6a3963b7a service neutron] 10.222.0.25 "GET /v2.0/networks/324cb62a-283f-4998-ab58-61f8ca597760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663607 Jul 13 07:30:40.674032 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd1e871-c7ab-4c44-8e65-ded064c9fd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c757243e-8294-41b0-a05e-cf46f13ec82c,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:40.713035 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-70f1ae40-5cdb-4f61-9a5e-19abb19f5114 service neutron] Transition to ACTIVE for port object 33425877-106d-4f8e-adf2-378b0c9f7ef3 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:40.738113 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-70f1ae40-5cdb-4f61-9a5e-19abb19f5114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:40.880789 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f8172-16cb-4ae3-906a-9bcc36536999 req-88941756-4dbd-46d1-9ed3-33062b6d59bb tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:40.896643 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4e0f8172-16cb-4ae3-906a-9bcc36536999 req-88941756-4dbd-46d1-9ed3-33062b6d59bb tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=6efa00be-ac7f-4b4c-bfde-fd34ebef00d8 HTTP/1.1" status: 200 len: 945 time: 0.1736073 Jul 13 07:30:40.932144 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device ff17ee4d-8c44-4b73-a4c2-e64bb09410eb details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:30:41.026027 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4e0f8172-16cb-4ae3-906a-9bcc36536999 req-1fa70e4d-5aee-418f-9ba0-31be5baea2fc tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283994 Jul 13 07:30:41.164975 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port ff17ee4d-8c44-4b73-a4c2-e64bb09410eb, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=ff17ee4d-8c44-4b73-a4c2-e64bb09410eb,segment=NetworkSegment(5a5e32fa-d1a7-44e2-b088-49b4ede36727),segment_id=5a5e32fa-d1a7-44e2-b088-49b4ede36727)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:41.186594 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': 'ff17ee4d-8c44-4b73-a4c2-e64bb09410eb', 'network_id': '324cb62a-283f-4998-ab58-61f8ca597760', 'port_id': 'ff17ee4d-8c44-4b73-a4c2-e64bb09410eb', 'mac_address': 'fa:16:3e:5d:df:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b417da6-f0a7-4a6d-b28c-2dd98c361dbc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:30:41.275193 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a5365-cc9c-4f55-b92a-4ee779975dbb req-16a73495-21ce-4254-adbe-f97abb9efe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:41.278209 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-816a5365-cc9c-4f55-b92a-4ee779975dbb req-16a73495-21ce-4254-adbe-f97abb9efe85 service neutron] 10.222.0.42 "GET /v2.0/networks?id=afe690fd-9397-48d9-9fdf-35899f1a3aa8 HTTP/1.1" status: 200 len: 917 time: 0.7444141 Jul 13 07:30:41.284299 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:41.291698 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f1ae40-5cdb-4f61-9a5e-19abb19f5114 service neutron] Pushing event updated for resources: {'Port': ['ID=33425877-106d-4f8e-adf2-378b0c9f7ef3,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:41.313776 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff17ee4d-8c44-4b73-a4c2-e64bb09410eb {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:30:41.366320 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-816a5365-cc9c-4f55-b92a-4ee779975dbb req-064ade54-05f7-4e3d-bcf6-7c81356e6fd5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62c94cdf-f9e6-48c7-82aa-820eff74f25f HTTP/1.1" status: 200 len: 217 time: 0.0670350 Jul 13 07:30:41.388128 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-70f1ae40-5cdb-4f61-9a5e-19abb19f5114 service neutron] Attempting to bind port 33425877-106d-4f8e-adf2-378b0c9f7ef3 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:41.388303 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port ff17ee4d-8c44-4b73-a4c2-e64bb09410eb, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=ff17ee4d-8c44-4b73-a4c2-e64bb09410eb,segment=NetworkSegment(5a5e32fa-d1a7-44e2-b088-49b4ede36727),segment_id=5a5e32fa-d1a7-44e2-b088-49b4ede36727)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:41.388468 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-70f1ae40-5cdb-4f61-9a5e-19abb19f5114 service neutron] Attempting to bind port 33425877-106d-4f8e-adf2-378b0c9f7ef3 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '2b3909e7-f4e3-4173-abaa-757ac833a739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '158edf72-c971-4025-88f3-f50ab4847245'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:41.388801 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-70f1ae40-5cdb-4f61-9a5e-19abb19f5114 service neutron] Attempting to bind port 33425877-106d-4f8e-adf2-378b0c9f7ef3 on network 158edf72-c971-4025-88f3-f50ab4847245 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:41.402613 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:41.434528 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-70f1ae40-5cdb-4f61-9a5e-19abb19f5114 service neutron] Port 33425877-106d-4f8e-adf2-378b0c9f7ef3 on network 158edf72-c971-4025-88f3-f50ab4847245 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:41.434934 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-70f1ae40-5cdb-4f61-9a5e-19abb19f5114 service neutron] Attempting to bind port 33425877-106d-4f8e-adf2-378b0c9f7ef3 on network 158edf72-c971-4025-88f3-f50ab4847245 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:41.450356 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-70f1ae40-5cdb-4f61-9a5e-19abb19f5114 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:30:41.451442 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-70f1ae40-5cdb-4f61-9a5e-19abb19f5114 service neutron] Checking segment: {'id': '2b3909e7-f4e3-4173-abaa-757ac833a739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '158edf72-c971-4025-88f3-f50ab4847245'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:30:41.452989 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-70f1ae40-5cdb-4f61-9a5e-19abb19f5114 service neutron] Bound using segment: {'id': '2b3909e7-f4e3-4173-abaa-757ac833a739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '158edf72-c971-4025-88f3-f50ab4847245'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:30:41.453650 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-70f1ae40-5cdb-4f61-9a5e-19abb19f5114 service neutron] Bound port: 33425877-106d-4f8e-adf2-378b0c9f7ef3, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b3909e7-f4e3-4173-abaa-757ac833a739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '158edf72-c971-4025-88f3-f50ab4847245'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:30:41.454254 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-70f1ae40-5cdb-4f61-9a5e-19abb19f5114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:41.483970 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3433ff6-49bf-4881-82a0-628af4324110 req-3dda64f7-68dc-44f6-a550-24ea4ec9fb89 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:41.493552 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d3433ff6-49bf-4881-82a0-628af4324110 req-3dda64f7-68dc-44f6-a550-24ea4ec9fb89 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=143e64bd-6546-42e3-8ef1-2c33f4902448 HTTP/1.1" status: 200 len: 944 time: 0.4292171 Jul 13 07:30:41.530309 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a5365-cc9c-4f55-b92a-4ee779975dbb req-f9b484e2-ffbc-4a2b-990c-d99b0dfc481b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:41.533222 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-816a5365-cc9c-4f55-b92a-4ee779975dbb req-f9b484e2-ffbc-4a2b-990c-d99b0dfc481b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e985f67-ca73-4e84-ba00-dee7c6ca292f HTTP/1.1" status: 200 len: 855 time: 0.1462636 Jul 13 07:30:41.610745 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=ff17ee4d-8c44-4b73-a4c2-e64bb09410eb,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:41.783429 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['ff17ee4d-8c44-4b73-a4c2-e64bb09410eb'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:30:41.882726 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f43126-d697-4f32-bdeb-989ed14bf34e req-e7f9348f-4bd3-4395-b2be-d3066ea4728f tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:41.931969 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-19f43126-d697-4f32-bdeb-989ed14bf34e req-e7f9348f-4bd3-4395-b2be-d3066ea4728f tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a89de49-a5ae-483a-bb59-4d99eff6b40a HTTP/1.1" status: 200 len: 944 time: 0.2846441 Jul 13 07:30:42.086408 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-19f43126-d697-4f32-bdeb-989ed14bf34e req-f1df1248-75ba-4e5c-a995-592929693357 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511931 Jul 13 07:30:42.197217 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d3433ff6-49bf-4881-82a0-628af4324110 req-c1cca84a-1c28-4da3-aa6d-97914bab19e8 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7024705 Jul 13 07:30:42.279151 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-70f1ae40-5cdb-4f61-9a5e-19abb19f5114 service neutron] For port 33425877-106d-4f8e-adf2-378b0c9f7ef3, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:30:42.295647 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-70f1ae40-5cdb-4f61-9a5e-19abb19f5114 service neutron] For port 33425877-106d-4f8e-adf2-378b0c9f7ef3, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=33425877-106d-4f8e-adf2-378b0c9f7ef3,segment=NetworkSegment(2b3909e7-f4e3-4173-abaa-757ac833a739),segment_id=2b3909e7-f4e3-4173-abaa-757ac833a739)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:30:42.323342 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-70f1ae40-5cdb-4f61-9a5e-19abb19f5114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:42.446915 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a5365-cc9c-4f55-b92a-4ee779975dbb req-039a0093-c564-44b2-afc1-24cddb4e8512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:42.449005 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-816a5365-cc9c-4f55-b92a-4ee779975dbb req-039a0093-c564-44b2-afc1-24cddb4e8512 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=afe690fd-9397-48d9-9fdf-35899f1a3aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9011672 Jul 13 07:30:42.450037 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f1ae40-5cdb-4f61-9a5e-19abb19f5114 service neutron] Pushing event updated for resources: {'Port': ['ID=33425877-106d-4f8e-adf2-378b0c9f7ef3,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:42.505439 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-70f1ae40-5cdb-4f61-9a5e-19abb19f5114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:42.507115 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-70f1ae40-5cdb-4f61-9a5e-19abb19f5114 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:42.509832 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-70f1ae40-5cdb-4f61-9a5e-19abb19f5114 service neutron] 10.222.0.42 "PUT /v2.0/ports/33425877-106d-4f8e-adf2-378b0c9f7ef3 HTTP/1.1" status: 200 len: 1093 time: 3.3217838 Jul 13 07:30:42.539385 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a89de49-a5ae-483a-bb59-4d99eff6b40a', 'tag': '33425877-106d-4f8e-adf2-378b0c9f7ef3'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:42.544369 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3c0ef4-d94f-4a8a-9c02-2003d45d5196" -d '{"events": [{"name": "network-changed", "server_uuid": "5a89de49-a5ae-483a-bb59-4d99eff6b40a", "tag": "33425877-106d-4f8e-adf2-378b0c9f7ef3"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:42.626766 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72fb848-6d6d-4854-9915-d3aee34ad254 x-openstack-request-id: req-c72fb848-6d6d-4854-9915-d3aee34ad254 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:42.627057 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a89de49-a5ae-483a-bb59-4d99eff6b40a", "tag": "33425877-106d-4f8e-adf2-378b0c9f7ef3", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:42.627327 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c72fb848-6d6d-4854-9915-d3aee34ad254 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:42.628277 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a89de49-a5ae-483a-bb59-4d99eff6b40a', 'tag': '33425877-106d-4f8e-adf2-378b0c9f7ef3', 'status': 'completed', 'code': 200} Jul 13 07:30:42.702819 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-816a5365-cc9c-4f55-b92a-4ee779975dbb req-f2f0f9ce-64de-43e1-a07f-728b5cf00139 service neutron] 10.222.0.42 "GET /v2.0/networks/afe690fd-9397-48d9-9fdf-35899f1a3aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426190 Jul 13 07:30:42.767407 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e9185-6b2d-4166-abea-3c335562c504 req-d83f5842-0e96-40a0-81d7-4a9bd5aa9c76 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:42.774878 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f09e9185-6b2d-4166-abea-3c335562c504 req-d83f5842-0e96-40a0-81d7-4a9bd5aa9c76 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=6efa00be-ac7f-4b4c-bfde-fd34ebef00d8 HTTP/1.1" status: 200 len: 945 time: 0.3048487 Jul 13 07:30:42.791898 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-12dab3e1-245c-4045-a37a-6a6a6ff19d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:42.793402 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-12dab3e1-245c-4045-a37a-6a6a6ff19d8f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0aeb803a03a140849d8f3025c4e8d6d6&device_id=5a89de49-a5ae-483a-bb59-4d99eff6b40a HTTP/1.1" status: 200 len: 1096 time: 0.1636419 Jul 13 07:30:42.901925 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-1e7b1d12-3f3d-4e5a-b46d-ea90518f79d1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33425877-106d-4f8e-adf2-378b0c9f7ef3 HTTP/1.1" status: 200 len: 217 time: 0.0718722 Jul 13 07:30:42.933785 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device ff17ee4d-8c44-4b73-a4c2-e64bb09410eb up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:42.972504 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f09e9185-6b2d-4166-abea-3c335562c504 req-2ae85557-5c22-420a-ae8b-b4ff274cd2e6 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965003 Jul 13 07:30:43.008584 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port ff17ee4d-8c44-4b73-a4c2-e64bb09410eb completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:43.014853 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port ff17ee4d-8c44-4b73-a4c2-e64bb09410eb triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:43.015481 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:43.016482 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-816a5365-cc9c-4f55-b92a-4ee779975dbb req-b2d569c8-878f-42be-9e53-eb88ceba2739 service neutron] 10.222.0.42 "GET /v2.0/networks/afe690fd-9397-48d9-9fdf-35899f1a3aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057930 Jul 13 07:30:43.022298 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-e01fe163-dfef-4ad9-8a51-016318e83beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:43.024098 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-e01fe163-dfef-4ad9-8a51-016318e83beb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b02e565c-ba96-4ecf-ad5f-fee613096d8b HTTP/1.1" status: 200 len: 854 time: 0.1078398 Jul 13 07:30:43.077757 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-1cf8a00e-6a86-4dfe-b700-429449e94bbc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=158edf72-c971-4025-88f3-f50ab4847245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412655 Jul 13 07:30:43.157071 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:43.232239 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-676df200-7193-4acc-b954-d3bcc90f2d8c service neutron] 10.222.0.42 "GET /v2.0/networks/158edf72-c971-4025-88f3-f50ab4847245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456993 Jul 13 07:30:43.250914 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port ff17ee4d-8c44-4b73-a4c2-e64bb09410eb, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=ff17ee4d-8c44-4b73-a4c2-e64bb09410eb,segment=NetworkSegment(5a5e32fa-d1a7-44e2-b088-49b4ede36727),segment_id=5a5e32fa-d1a7-44e2-b088-49b4ede36727)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:43.255913 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143e64bd-6546-42e3-8ef1-2c33f4902448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff17ee4d-8c44-4b73-a4c2-e64bb09410eb'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:43.269673 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfa257c-b643-4798-95b5-e81a3745eb44" -d '{"events": [{"server_uuid": "143e64bd-6546-42e3-8ef1-2c33f4902448", "name": "network-vif-plugged", "status": "completed", "tag": "ff17ee4d-8c44-4b73-a4c2-e64bb09410eb"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:43.283855 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:43.328761 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60256) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:43.363613 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca5956-8ca4-4194-b9d6-ea4fcce6499a req-3aa9e711-0866-44c8-9d11-c2078a1b54fd tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:43.375069 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2cca5956-8ca4-4194-b9d6-ea4fcce6499a req-3aa9e711-0866-44c8-9d11-c2078a1b54fd tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a89de49-a5ae-483a-bb59-4d99eff6b40a HTTP/1.1" status: 200 len: 944 time: 0.1170800 Jul 13 07:30:43.411388 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=ff17ee4d-8c44-4b73-a4c2-e64bb09410eb,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:43.476903 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2cca5956-8ca4-4194-b9d6-ea4fcce6499a req-e2e6b96e-5c48-4c41-a924-9727c06440b2 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969598 Jul 13 07:30:43.611325 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b2419a-7aec-48de-a1cc-eb5bb22fe92a x-openstack-request-id: req-d5b2419a-7aec-48de-a1cc-eb5bb22fe92a {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:43.611665 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143e64bd-6546-42e3-8ef1-2c33f4902448", "name": "network-vif-plugged", "status": "completed", "tag": "ff17ee4d-8c44-4b73-a4c2-e64bb09410eb", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:43.612555 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d5b2419a-7aec-48de-a1cc-eb5bb22fe92a {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:43.613237 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143e64bd-6546-42e3-8ef1-2c33f4902448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff17ee4d-8c44-4b73-a4c2-e64bb09410eb', 'code': 200} Jul 13 07:30:43.715436 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-58d53387-d04e-4a0d-b039-f40b506dcbf5 req-60ed9965-ff7c-40fd-8846-61afbb4f1798 service neutron] 10.222.0.42 "GET /v2.0/networks/158edf72-c971-4025-88f3-f50ab4847245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4721029 Jul 13 07:30:43.843925 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66babe1c-643a-422b-936a-c6e404bd1a16 req-1f0f197f-f49b-4827-a571-f25ef7d12d32 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:43.846413 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-6c610bb7-5a1f-4eb0-be37-c8f9197a5a65 tempest-PortsAdminExtendedAttrsTestJSON-1181797398 tempest-PortsAdminExtendedAttrsTestJSON-1181797398-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-41983666'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:43.853662 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-66babe1c-643a-422b-936a-c6e404bd1a16 req-1f0f197f-f49b-4827-a571-f25ef7d12d32 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=143e64bd-6546-42e3-8ef1-2c33f4902448 HTTP/1.1" status: 200 len: 946 time: 0.3329599 Jul 13 07:30:43.891570 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c610bb7-5a1f-4eb0-be37-c8f9197a5a65 tempest-PortsAdminExtendedAttrsTestJSON-1181797398 tempest-PortsAdminExtendedAttrsTestJSON-1181797398-project] Made reservation on behalf of f36823f998a5461d94a212b34372d189 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:43.895963 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6c610bb7-5a1f-4eb0-be37-c8f9197a5a65 tempest-PortsAdminExtendedAttrsTestJSON-1181797398 tempest-PortsAdminExtendedAttrsTestJSON-1181797398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:43.908060 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6c610bb7-5a1f-4eb0-be37-c8f9197a5a65 tempest-PortsAdminExtendedAttrsTestJSON-1181797398 tempest-PortsAdminExtendedAttrsTestJSON-1181797398-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:43.912341 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d187006-bf75-4ea1-b224-5350ecfca369 req-4dfc6445-8179-48de-9a9f-ae860f4c307f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:43.914294 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6d187006-bf75-4ea1-b224-5350ecfca369 req-4dfc6445-8179-48de-9a9f-ae860f4c307f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=143e64bd-6546-42e3-8ef1-2c33f4902448 HTTP/1.1" status: 200 len: 1098 time: 0.1650534 Jul 13 07:30:43.935622 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-66babe1c-643a-422b-936a-c6e404bd1a16 req-50a85378-c210-4d7b-b865-2eb1a6a94c19 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810149 Jul 13 07:30:43.962391 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c0ef4-d94f-4a8a-9c02-2003d45d5196 req-45ed2d5e-588a-4bf7-9354-4d6b35fe6ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:43.963943 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fc3c0ef4-d94f-4a8a-9c02-2003d45d5196 req-45ed2d5e-588a-4bf7-9354-4d6b35fe6ba6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0aeb803a03a140849d8f3025c4e8d6d6&device_id=5a89de49-a5ae-483a-bb59-4d99eff6b40a HTTP/1.1" status: 200 len: 1096 time: 0.0920455 Jul 13 07:30:43.991814 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6d187006-bf75-4ea1-b224-5350ecfca369 req-72d4223f-85d2-4429-a4b2-a37fb7179bcb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699375 Jul 13 07:30:44.097838 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6c610bb7-5a1f-4eb0-be37-c8f9197a5a65 tempest-PortsAdminExtendedAttrsTestJSON-1181797398 tempest-PortsAdminExtendedAttrsTestJSON-1181797398-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:44.108700 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c0ef4-d94f-4a8a-9c02-2003d45d5196 req-e61cb359-1b9e-4e78-840e-d774f4c29551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:44.110380 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fc3c0ef4-d94f-4a8a-9c02-2003d45d5196 req-e61cb359-1b9e-4e78-840e-d774f4c29551 service neutron] 10.222.0.42 "GET /v2.0/networks?id=158edf72-c971-4025-88f3-f50ab4847245 HTTP/1.1" status: 200 len: 915 time: 0.1399968 Jul 13 07:30:44.111458 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6c610bb7-5a1f-4eb0-be37-c8f9197a5a65 tempest-PortsAdminExtendedAttrsTestJSON-1181797398 tempest-PortsAdminExtendedAttrsTestJSON-1181797398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:44.147677 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c610bb7-5a1f-4eb0-be37-c8f9197a5a65 tempest-PortsAdminExtendedAttrsTestJSON-1181797398 tempest-PortsAdminExtendedAttrsTestJSON-1181797398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:30:44.167113 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c610bb7-5a1f-4eb0-be37-c8f9197a5a65 tempest-PortsAdminExtendedAttrsTestJSON-1181797398 tempest-PortsAdminExtendedAttrsTestJSON-1181797398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cf7564-f1f5-4bde-be13-d1e03868a774,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:44.169099 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fc3c0ef4-d94f-4a8a-9c02-2003d45d5196 req-6e4e64db-b30a-4167-b954-e7fd21a87603 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33425877-106d-4f8e-adf2-378b0c9f7ef3 HTTP/1.1" status: 200 len: 217 time: 0.0507085 Jul 13 07:30:44.193841 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6c610bb7-5a1f-4eb0-be37-c8f9197a5a65 tempest-PortsAdminExtendedAttrsTestJSON-1181797398 tempest-PortsAdminExtendedAttrsTestJSON-1181797398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:44.194491 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-6c610bb7-5a1f-4eb0-be37-c8f9197a5a65 tempest-PortsAdminExtendedAttrsTestJSON-1181797398 tempest-PortsAdminExtendedAttrsTestJSON-1181797398-project] Added segment 9aaa4986-04a2-460b-a0a6-4a8830a002ee of type vlan for network 643f2a1e-815b-4f6e-9417-70290115e2a2 Jul 13 07:30:44.243133 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c0ef4-d94f-4a8a-9c02-2003d45d5196 req-f0c998a5-66d9-4d2b-b7b4-82c38d189211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:44.245757 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fc3c0ef4-d94f-4a8a-9c02-2003d45d5196 req-f0c998a5-66d9-4d2b-b7b4-82c38d189211 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b02e565c-ba96-4ecf-ad5f-fee613096d8b HTTP/1.1" status: 200 len: 854 time: 0.0669765 Jul 13 07:30:44.250419 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6c610bb7-5a1f-4eb0-be37-c8f9197a5a65 tempest-PortsAdminExtendedAttrsTestJSON-1181797398 tempest-PortsAdminExtendedAttrsTestJSON-1181797398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:44.287524 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fc3c0ef4-d94f-4a8a-9c02-2003d45d5196 req-0a80b374-ff6e-4942-ac39-cec856cda9a0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=158edf72-c971-4025-88f3-f50ab4847245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344369 Jul 13 07:30:44.291125 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86b1b8-7e23-4617-af3f-7fbd60001e4d req-c1c2a092-c23d-484f-80f7-7d1a81b3a062 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:44.292686 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bd86b1b8-7e23-4617-af3f-7fbd60001e4d req-c1c2a092-c23d-484f-80f7-7d1a81b3a062 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=6efa00be-ac7f-4b4c-bfde-fd34ebef00d8 HTTP/1.1" status: 200 len: 945 time: 0.1397305 Jul 13 07:30:44.323826 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6c610bb7-5a1f-4eb0-be37-c8f9197a5a65 tempest-PortsAdminExtendedAttrsTestJSON-1181797398 tempest-PortsAdminExtendedAttrsTestJSON-1181797398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:44.329999 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c610bb7-5a1f-4eb0-be37-c8f9197a5a65 tempest-PortsAdminExtendedAttrsTestJSON-1181797398 tempest-PortsAdminExtendedAttrsTestJSON-1181797398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:44.330975 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6c610bb7-5a1f-4eb0-be37-c8f9197a5a65 tempest-PortsAdminExtendedAttrsTestJSON-1181797398 tempest-PortsAdminExtendedAttrsTestJSON-1181797398-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:44.379119 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60298) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:44.382418 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6c610bb7-5a1f-4eb0-be37-c8f9197a5a65 tempest-PortsAdminExtendedAttrsTestJSON-1181797398 tempest-PortsAdminExtendedAttrsTestJSON-1181797398-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.0406976 Jul 13 07:30:44.404277 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bd86b1b8-7e23-4617-af3f-7fbd60001e4d req-a24c349e-3990-4b92-a8ca-9a8c37e57555 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030726 Jul 13 07:30:44.423563 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fc3c0ef4-d94f-4a8a-9c02-2003d45d5196 req-90dac470-2415-46b9-b2ba-732cd0b629fd service neutron] 10.222.0.42 "GET /v2.0/networks/158edf72-c971-4025-88f3-f50ab4847245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276820 Jul 13 07:30:44.479568 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c610bb7-5a1f-4eb0-be37-c8f9197a5a65 tempest-PortsAdminExtendedAttrsTestJSON-1181797398 tempest-PortsAdminExtendedAttrsTestJSON-1181797398-project] Pushing event updated for resources: {'Network': ['ID=643f2a1e-815b-4f6e-9417-70290115e2a2,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:44.496186 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 643f2a1e-815b-4f6e-9417-70290115e2a2 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:30:44.664524 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9c5a981b-ef42-46e6-8e71-69abebf65355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:44.681732 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab493a5-ee11-4bf9-aaed-508570dfbc40 req-1ea2a723-63b0-440b-98ac-1a9462082698 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:44.683359 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eab493a5-ee11-4bf9-aaed-508570dfbc40 req-1ea2a723-63b0-440b-98ac-1a9462082698 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=6efa00be-ac7f-4b4c-bfde-fd34ebef00d8 HTTP/1.1" status: 200 len: 945 time: 0.0861530 Jul 13 07:30:44.708528 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fc3c0ef4-d94f-4a8a-9c02-2003d45d5196 req-f9e16fc4-9fa0-428e-9941-6fef35604a8d service neutron] 10.222.0.42 "GET /v2.0/networks/158edf72-c971-4025-88f3-f50ab4847245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742450 Jul 13 07:30:44.752174 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eab493a5-ee11-4bf9-aaed-508570dfbc40 req-28d8d7a4-5c7e-438c-a10c-952438329427 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554798 Jul 13 07:30:44.771389 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60312) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:44.791845 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Request body: {'port': {'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2', 'binding:host_id': 'n-h2-771363-34', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1329186700'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:44.859010 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9c5a981b-ef42-46e6-8e71-69abebf65355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:44.866146 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9c5a981b-ef42-46e6-8e71-69abebf65355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:44.962495 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Made reservation on behalf of 3fb4d584656e416c9c05de2474cd5756 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:44.964893 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:44.976286 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a981b-ef42-46e6-8e71-69abebf65355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7199e7-aff6-4875-a32b-dc843d9816d3,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:44.982423 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9c5a981b-ef42-46e6-8e71-69abebf65355 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=54e714f49cf4487f8f638d99a9532abd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6021163 Jul 13 07:30:44.985027 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:44.988453 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60320) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:44.994948 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9dfaf8-70a0-4a18-962b-12325c75ed06 req-fe9271c9-6484-47a3-9f19-8fe8ac977cf2 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:44.999688 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe9dfaf8-70a0-4a18-962b-12325c75ed06 req-fe9271c9-6484-47a3-9f19-8fe8ac977cf2 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=26287496-dd8a-4fb0-9b43-1599ca5eeb00 HTTP/1.1" status: 200 len: 946 time: 0.0972378 Jul 13 07:30:45.051951 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe9dfaf8-70a0-4a18-962b-12325c75ed06 req-c635aa87-abd5-4bbc-b6b0-e25cd8c77247 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441017 Jul 13 07:30:45.103313 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40333cdc-7ff3-4e16-ac9e-a28e4f4c4b26 req-2d5475b0-52b1-45c9-a151-32f97f5369e2 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:45.104870 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-40333cdc-7ff3-4e16-ac9e-a28e4f4c4b26 req-2d5475b0-52b1-45c9-a151-32f97f5369e2 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a89de49-a5ae-483a-bb59-4d99eff6b40a HTTP/1.1" status: 200 len: 944 time: 0.2220442 Jul 13 07:30:45.108194 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-07d56f72-969f-42a6-a4dc-b837f0574d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:45.161610 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-07d56f72-969f-42a6-a4dc-b837f0574d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:45.212658 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-40333cdc-7ff3-4e16-ac9e-a28e4f4c4b26 req-56c9ce8f-3cec-43eb-a8e7-95c52f4fbcdc tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991435 Jul 13 07:30:45.259311 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-07d56f72-969f-42a6-a4dc-b837f0574d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:45.261934 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-07d56f72-969f-42a6-a4dc-b837f0574d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:45.263095 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-07d56f72-969f-42a6-a4dc-b837f0574d7a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ae7199e7-aff6-4875-a32b-dc843d9816d3 HTTP/1.1" status: 204 len: 168 time: 0.2737038 Jul 13 07:30:45.302826 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:45.304323 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d56f72-969f-42a6-a4dc-b837f0574d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7199e7-aff6-4875-a32b-dc843d9816d3,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:45.318341 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:45.323749 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] device_id is not set on port eb642025-27fd-4111-a4a8-5378d4a12699 yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:30:45.388941 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ccfb8-2f5c-4e15-828b-af02733c3dae req-abfb059d-7202-4cc3-b933-8a594ec31f31 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:45.393456 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f27ccfb8-2f5c-4e15-828b-af02733c3dae req-abfb059d-7202-4cc3-b933-8a594ec31f31 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=143e64bd-6546-42e3-8ef1-2c33f4902448 HTTP/1.1" status: 200 len: 946 time: 0.0832026 Jul 13 07:30:45.451006 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f27ccfb8-2f5c-4e15-828b-af02733c3dae req-ab14a636-f412-4442-a95c-82d6a3c3c8d6 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458546 Jul 13 07:30:45.475269 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 33425877-106d-4f8e-adf2-378b0c9f7ef3 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:30:45.487186 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0feea2-1447-4da7-96e7-8428fec2a608,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:45.596480 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75851c-9142-442c-8566-4dccede74b2e req-6703feae-0e95-490b-b49a-d2f9cbe4646d tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:45.607807 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fa75851c-9142-442c-8566-4dccede74b2e req-6703feae-0e95-490b-b49a-d2f9cbe4646d tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e66030-4bec-4816-98b9-7f0b3d70b31f HTTP/1.1" status: 200 len: 945 time: 0.2429793 Jul 13 07:30:45.731606 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 33425877-106d-4f8e-adf2-378b0c9f7ef3, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=33425877-106d-4f8e-adf2-378b0c9f7ef3,segment=NetworkSegment(2b3909e7-f4e3-4173-abaa-757ac833a739),segment_id=2b3909e7-f4e3-4173-abaa-757ac833a739)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:45.742287 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fa75851c-9142-442c-8566-4dccede74b2e req-591cd84e-d751-461f-9835-8796bf33c3d7 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314619 Jul 13 07:30:45.749064 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '33425877-106d-4f8e-adf2-378b0c9f7ef3', 'network_id': '158edf72-c971-4025-88f3-f50ab4847245', 'port_id': '33425877-106d-4f8e-adf2-378b0c9f7ef3', 'mac_address': 'fa:16:3e:d1:c2:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b02e565c-ba96-4ecf-ad5f-fee613096d8b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:30:45.818994 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:45.819387 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60342) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:45.821093 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [req-8375aa00-7677-4d5c-b4d5-95fc5cdd0a75 req-b5056e9c-6ff7-4dd0-9a00-b164645595ce tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:30:45.822143 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8375aa00-7677-4d5c-b4d5-95fc5cdd0a75 req-b5056e9c-6ff7-4dd0-9a00-b164645595ce tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118527 Jul 13 07:30:45.828661 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] device_id is not set on port eb642025-27fd-4111-a4a8-5378d4a12699 yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:30:45.840588 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-23605cbb-fa76-4526-a186-74f6a7e26d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:45.840830 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:45.859817 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33425877-106d-4f8e-adf2-378b0c9f7ef3 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:30:45.894747 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 33425877-106d-4f8e-adf2-378b0c9f7ef3, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=33425877-106d-4f8e-adf2-378b0c9f7ef3,segment=NetworkSegment(2b3909e7-f4e3-4173-abaa-757ac833a739),segment_id=2b3909e7-f4e3-4173-abaa-757ac833a739)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:45.900520 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:45.920127 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Transition to ACTIVE for port object eb642025-27fd-4111-a4a8-5378d4a12699 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:45.951387 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:45.960968 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-23605cbb-fa76-4526-a186-74f6a7e26d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:45.967433 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-23605cbb-fa76-4526-a186-74f6a7e26d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:45.971913 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=33425877-106d-4f8e-adf2-378b0c9f7ef3,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:46.011898 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23605cbb-fa76-4526-a186-74f6a7e26d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a5acfa-a810-47eb-8230-2a44f4ffe86a,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:46.018872 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-23605cbb-fa76-4526-a186-74f6a7e26d98 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cb3617e1654f4d68930243202d299f82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1958830 Jul 13 07:30:46.019096 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60346) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:46.055582 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Pushing event updated for resources: {'Port': ['ID=eb642025-27fd-4111-a4a8-5378d4a12699,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:46.105727 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-75b504fe-f9e0-48fc-91aa-ba3dcac0bf82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:46.113969 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8375aa00-7677-4d5c-b4d5-95fc5cdd0a75 req-75e5e282-cacc-4169-85bd-27a7768000dd tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2689157 Jul 13 07:30:46.121503 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Checking segment: {'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:30:46.121865 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Network hostable DHCP agents. Network: 643f2a1e-815b-4f6e-9417-70290115e2a2, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:30:46.138756 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-75b504fe-f9e0-48fc-91aa-ba3dcac0bf82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:46.141235 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Network 643f2a1e-815b-4f6e-9417-70290115e2a2 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:30:46.156782 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 643f2a1e-815b-4f6e-9417-70290115e2a2) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:46.163190 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:46.168520 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0770e-73d0-47d0-9219-c422705f79c3 req-476ae199-866b-4fe4-b56f-b62ad4084ba3 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:46.171329 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ee4223-263b-4d49-9d9e-638580c7dca0 None None] Network 643f2a1e-815b-4f6e-9417-70290115e2a2 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:30:46.177017 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d5f0770e-73d0-47d0-9219-c422705f79c3 req-476ae199-866b-4fe4-b56f-b62ad4084ba3 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=143e64bd-6546-42e3-8ef1-2c33f4902448 HTTP/1.1" status: 200 len: 946 time: 0.1355674 Jul 13 07:30:46.179443 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port eb642025-27fd-4111-a4a8-5378d4a12699 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:46.179779 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port eb642025-27fd-4111-a4a8-5378d4a12699 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:46.180122 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port eb642025-27fd-4111-a4a8-5378d4a12699 on network 643f2a1e-815b-4f6e-9417-70290115e2a2 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:46.184617 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Port eb642025-27fd-4111-a4a8-5378d4a12699 on network 643f2a1e-815b-4f6e-9417-70290115e2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:46.184944 n-d-771363-34 neutron-server[94017]: ERROR neutron.plugins.ml2.managers [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Failed to bind port eb642025-27fd-4111-a4a8-5378d4a12699 on host n-h2-771363-34 for vnic_type normal using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] Jul 13 07:30:46.185329 n-d-771363-34 neutron-server[94017]: INFO neutron.plugins.ml2.plugin [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempt 2 to bind port eb642025-27fd-4111-a4a8-5378d4a12699 Jul 13 07:30:46.212434 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port eb642025-27fd-4111-a4a8-5378d4a12699 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:46.212777 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port eb642025-27fd-4111-a4a8-5378d4a12699 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:46.213115 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port eb642025-27fd-4111-a4a8-5378d4a12699 on network 643f2a1e-815b-4f6e-9417-70290115e2a2 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:46.224666 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Port eb642025-27fd-4111-a4a8-5378d4a12699 on network 643f2a1e-815b-4f6e-9417-70290115e2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:46.235698 n-d-771363-34 neutron-server[94017]: ERROR neutron.plugins.ml2.managers [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Failed to bind port eb642025-27fd-4111-a4a8-5378d4a12699 on host n-h2-771363-34 for vnic_type normal using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] Jul 13 07:30:46.236243 n-d-771363-34 neutron-server[94017]: INFO neutron.plugins.ml2.plugin [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempt 3 to bind port eb642025-27fd-4111-a4a8-5378d4a12699 Jul 13 07:30:46.261160 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d5f0770e-73d0-47d0-9219-c422705f79c3 req-91e4614c-6ef6-4aed-862c-6e34e9cb8f7a tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828550 Jul 13 07:30:46.270338 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port eb642025-27fd-4111-a4a8-5378d4a12699 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:46.271304 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port eb642025-27fd-4111-a4a8-5378d4a12699 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:46.271871 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port eb642025-27fd-4111-a4a8-5378d4a12699 on network 643f2a1e-815b-4f6e-9417-70290115e2a2 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:46.285239 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-75b504fe-f9e0-48fc-91aa-ba3dcac0bf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:46.287919 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-75b504fe-f9e0-48fc-91aa-ba3dcac0bf82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:46.289144 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-75b504fe-f9e0-48fc-91aa-ba3dcac0bf82 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a3a5acfa-a810-47eb-8230-2a44f4ffe86a HTTP/1.1" status: 204 len: 168 time: 0.2690952 Jul 13 07:30:46.290335 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Port eb642025-27fd-4111-a4a8-5378d4a12699 on network 643f2a1e-815b-4f6e-9417-70290115e2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:46.293727 n-d-771363-34 neutron-server[94017]: ERROR neutron.plugins.ml2.managers [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Failed to bind port eb642025-27fd-4111-a4a8-5378d4a12699 on host n-h2-771363-34 for vnic_type normal using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] Jul 13 07:30:46.295784 n-d-771363-34 neutron-server[94017]: INFO neutron.plugins.ml2.plugin [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempt 4 to bind port eb642025-27fd-4111-a4a8-5378d4a12699 Jul 13 07:30:46.317406 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b504fe-f9e0-48fc-91aa-ba3dcac0bf82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a5acfa-a810-47eb-8230-2a44f4ffe86a,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:46.337533 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port eb642025-27fd-4111-a4a8-5378d4a12699 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:46.338272 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port eb642025-27fd-4111-a4a8-5378d4a12699 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:46.338827 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port eb642025-27fd-4111-a4a8-5378d4a12699 on network 643f2a1e-815b-4f6e-9417-70290115e2a2 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:46.356108 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Port eb642025-27fd-4111-a4a8-5378d4a12699 on network 643f2a1e-815b-4f6e-9417-70290115e2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:46.356683 n-d-771363-34 neutron-server[94017]: ERROR neutron.plugins.ml2.managers [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Failed to bind port eb642025-27fd-4111-a4a8-5378d4a12699 on host n-h2-771363-34 for vnic_type normal using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] Jul 13 07:30:46.357297 n-d-771363-34 neutron-server[94017]: INFO neutron.plugins.ml2.plugin [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempt 5 to bind port eb642025-27fd-4111-a4a8-5378d4a12699 Jul 13 07:30:46.378410 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port eb642025-27fd-4111-a4a8-5378d4a12699 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:46.380214 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port eb642025-27fd-4111-a4a8-5378d4a12699 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:46.382743 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port eb642025-27fd-4111-a4a8-5378d4a12699 on network 643f2a1e-815b-4f6e-9417-70290115e2a2 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:46.388337 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Port eb642025-27fd-4111-a4a8-5378d4a12699 on network 643f2a1e-815b-4f6e-9417-70290115e2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:46.388751 n-d-771363-34 neutron-server[94017]: ERROR neutron.plugins.ml2.managers [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Failed to bind port eb642025-27fd-4111-a4a8-5378d4a12699 on host n-h2-771363-34 for vnic_type normal using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] Jul 13 07:30:46.389268 n-d-771363-34 neutron-server[94017]: INFO neutron.plugins.ml2.plugin [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempt 6 to bind port eb642025-27fd-4111-a4a8-5378d4a12699 Jul 13 07:30:46.423693 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port eb642025-27fd-4111-a4a8-5378d4a12699 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:46.428889 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port eb642025-27fd-4111-a4a8-5378d4a12699 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:46.429310 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port eb642025-27fd-4111-a4a8-5378d4a12699 on network 643f2a1e-815b-4f6e-9417-70290115e2a2 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:46.437522 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Port eb642025-27fd-4111-a4a8-5378d4a12699 on network 643f2a1e-815b-4f6e-9417-70290115e2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:46.438013 n-d-771363-34 neutron-server[94017]: ERROR neutron.plugins.ml2.managers [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Failed to bind port eb642025-27fd-4111-a4a8-5378d4a12699 on host n-h2-771363-34 for vnic_type normal using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] Jul 13 07:30:46.438256 n-d-771363-34 neutron-server[94017]: INFO neutron.plugins.ml2.plugin [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempt 7 to bind port eb642025-27fd-4111-a4a8-5378d4a12699 Jul 13 07:30:46.459944 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['33425877-106d-4f8e-adf2-378b0c9f7ef3'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:30:46.472062 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port eb642025-27fd-4111-a4a8-5378d4a12699 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:46.472447 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port eb642025-27fd-4111-a4a8-5378d4a12699 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:46.472746 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port eb642025-27fd-4111-a4a8-5378d4a12699 on network 643f2a1e-815b-4f6e-9417-70290115e2a2 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:46.492438 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Port eb642025-27fd-4111-a4a8-5378d4a12699 on network 643f2a1e-815b-4f6e-9417-70290115e2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:46.492750 n-d-771363-34 neutron-server[94017]: ERROR neutron.plugins.ml2.managers [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Failed to bind port eb642025-27fd-4111-a4a8-5378d4a12699 on host n-h2-771363-34 for vnic_type normal using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] Jul 13 07:30:46.493188 n-d-771363-34 neutron-server[94017]: INFO neutron.plugins.ml2.plugin [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempt 8 to bind port eb642025-27fd-4111-a4a8-5378d4a12699 Jul 13 07:30:46.507346 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port eb642025-27fd-4111-a4a8-5378d4a12699 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:46.508146 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port eb642025-27fd-4111-a4a8-5378d4a12699 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:46.509594 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port eb642025-27fd-4111-a4a8-5378d4a12699 on network 643f2a1e-815b-4f6e-9417-70290115e2a2 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:46.521991 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Port eb642025-27fd-4111-a4a8-5378d4a12699 on network 643f2a1e-815b-4f6e-9417-70290115e2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:46.524112 n-d-771363-34 neutron-server[94017]: ERROR neutron.plugins.ml2.managers [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Failed to bind port eb642025-27fd-4111-a4a8-5378d4a12699 on host n-h2-771363-34 for vnic_type normal using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] Jul 13 07:30:46.524366 n-d-771363-34 neutron-server[94017]: INFO neutron.plugins.ml2.plugin [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempt 9 to bind port eb642025-27fd-4111-a4a8-5378d4a12699 Jul 13 07:30:46.568991 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port eb642025-27fd-4111-a4a8-5378d4a12699 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:46.569853 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port eb642025-27fd-4111-a4a8-5378d4a12699 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:46.570656 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port eb642025-27fd-4111-a4a8-5378d4a12699 on network 643f2a1e-815b-4f6e-9417-70290115e2a2 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:46.578111 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Port eb642025-27fd-4111-a4a8-5378d4a12699 on network 643f2a1e-815b-4f6e-9417-70290115e2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:46.578451 n-d-771363-34 neutron-server[94017]: ERROR neutron.plugins.ml2.managers [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Failed to bind port eb642025-27fd-4111-a4a8-5378d4a12699 on host n-h2-771363-34 for vnic_type normal using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] Jul 13 07:30:46.579292 n-d-771363-34 neutron-server[94017]: INFO neutron.plugins.ml2.plugin [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempt 10 to bind port eb642025-27fd-4111-a4a8-5378d4a12699 Jul 13 07:30:46.595146 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port eb642025-27fd-4111-a4a8-5378d4a12699 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:46.595558 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port eb642025-27fd-4111-a4a8-5378d4a12699 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:46.596020 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port eb642025-27fd-4111-a4a8-5378d4a12699 on network 643f2a1e-815b-4f6e-9417-70290115e2a2 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:46.602015 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Port eb642025-27fd-4111-a4a8-5378d4a12699 on network 643f2a1e-815b-4f6e-9417-70290115e2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:46.602338 n-d-771363-34 neutron-server[94017]: ERROR neutron.plugins.ml2.managers [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Failed to bind port eb642025-27fd-4111-a4a8-5378d4a12699 on host n-h2-771363-34 for vnic_type normal using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] Jul 13 07:30:46.602709 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:46.734867 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] For port eb642025-27fd-4111-a4a8-5378d4a12699, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:30:46.735327 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempted to set empty binding levels {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 13 07:30:46.744930 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:46.790749 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:46.791604 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:46.801356 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04715db6-4ad5-45c5-ace5-852ccea2321a req-a7b5cc36-61ff-4df8-9462-f7bf98676bbd tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:46.803707 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-04715db6-4ad5-45c5-ace5-852ccea2321a req-a7b5cc36-61ff-4df8-9462-f7bf98676bbd tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a89de49-a5ae-483a-bb59-4d99eff6b40a HTTP/1.1" status: 200 len: 945 time: 0.1213233 Jul 13 07:30:46.833162 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Pushing event updated for resources: {'Port': ['ID=eb642025-27fd-4111-a4a8-5378d4a12699,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:46.849783 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b91d01fe-9026-476a-a2d9-d0defb086f0c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.0754426 Jul 13 07:30:46.852615 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60370) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:46.870976 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4d350-05ba-4f93-a3e3-9b59c2837729 req-e115d51b-1de8-4ca7-9a0e-31e903f56aa2 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:46.880376 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-04715db6-4ad5-45c5-ace5-852ccea2321a req-f417e973-a328-4357-8e74-66bc3edc3302 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674694 Jul 13 07:30:46.881130 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f0f4d350-05ba-4f93-a3e3-9b59c2837729 req-e115d51b-1de8-4ca7-9a0e-31e903f56aa2 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=6efa00be-ac7f-4b4c-bfde-fd34ebef00d8 HTTP/1.1" status: 200 len: 945 time: 0.1954978 Jul 13 07:30:46.945478 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f0f4d350-05ba-4f93-a3e3-9b59c2837729 req-b9235f0d-9ee7-49d4-8b38-cb94fe64a0bb tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579238 Jul 13 07:30:47.035160 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-1f5d44fc-e423-4941-89b1-8d3b1219811c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Deleting port eb642025-27fd-4111-a4a8-5378d4a12699 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:47.035902 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1f5d44fc-e423-4941-89b1-8d3b1219811c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:47.162129 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-1f5d44fc-e423-4941-89b1-8d3b1219811c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] For port eb642025-27fd-4111-a4a8-5378d4a12699, host n-h2-771363-34, got binding levels [] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:47.162341 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1f5d44fc-e423-4941-89b1-8d3b1219811c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:47.179315 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-1f5d44fc-e423-4941-89b1-8d3b1219811c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Calling delete_port for eb642025-27fd-4111-a4a8-5378d4a12699 owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:47.305473 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baaad69-37d0-4c02-9827-9dd7450931ee req-153a0110-8ecd-4d4c-a41f-1cb8f7a1fb7b tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:47.307030 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4baaad69-37d0-4c02-9827-9dd7450931ee req-153a0110-8ecd-4d4c-a41f-1cb8f7a1fb7b tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=26287496-dd8a-4fb0-9b43-1599ca5eeb00 HTTP/1.1" status: 200 len: 946 time: 0.2297738 Jul 13 07:30:47.360436 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1f5d44fc-e423-4941-89b1-8d3b1219811c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:47.416131 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1f5d44fc-e423-4941-89b1-8d3b1219811c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:47.421586 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1f5d44fc-e423-4941-89b1-8d3b1219811c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] 10.222.0.23 "DELETE /v2.0/ports/eb642025-27fd-4111-a4a8-5378d4a12699 HTTP/1.1" status: 204 len: 168 time: 0.5645065 Jul 13 07:30:47.421762 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60390) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:47.425089 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d44fc-e423-4941-89b1-8d3b1219811c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb642025-27fd-4111-a4a8-5378d4a12699,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:47.461601 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d481627-86a7-4903-aa5d-7474cb53a028 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] GET failed (client error): The resource could not be found. Jul 13 07:30:47.467233 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-3d481627-86a7-4903-aa5d-7474cb53a028 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] 10.222.0.23 "GET /v2.0/ports/eb642025-27fd-4111-a4a8-5378d4a12699 HTTP/1.1" status: 404 len: 333 time: 0.0413368 Jul 13 07:30:47.468184 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60394) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:47.473296 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4baaad69-37d0-4c02-9827-9dd7450931ee req-cc86d017-1ae7-49e1-a7ce-7661843d9da4 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225116 Jul 13 07:30:47.475751 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-8c32ff00-4422-4039-a3b9-4e87ccb10009 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Request body: {'port': {'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-51245575'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:47.498685 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a722285-203e-472b-bce4-bc678cc4f13a req-8b9fb0d4-dc83-471d-953c-307ae7eb2dac tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:47.501899 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9a722285-203e-472b-bce4-bc678cc4f13a req-8b9fb0d4-dc83-471d-953c-307ae7eb2dac tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.25 "GET /v2.0/ports?device_id=143e64bd-6546-42e3-8ef1-2c33f4902448 HTTP/1.1" status: 200 len: 946 time: 0.2538283 Jul 13 07:30:47.522564 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb4f5c-a077-4c4d-b9ca-fa7c82585098 req-38ca993d-650a-4b59-b656-7bbc75d7ba95 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:47.524290 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-addb4f5c-a077-4c4d-b9ca-fa7c82585098 req-38ca993d-650a-4b59-b656-7bbc75d7ba95 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=143e64bd-6546-42e3-8ef1-2c33f4902448 HTTP/1.1" status: 200 len: 946 time: 0.1438181 Jul 13 07:30:47.525450 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c32ff00-4422-4039-a3b9-4e87ccb10009 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Made reservation on behalf of 3fb4d584656e416c9c05de2474cd5756 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:47.528165 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8c32ff00-4422-4039-a3b9-4e87ccb10009 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:47.604969 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-8c32ff00-4422-4039-a3b9-4e87ccb10009 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] device_id is not set on port 39a29def-8777-441d-8f66-380ade41ee13 yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:30:47.611579 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-addb4f5c-a077-4c4d-b9ca-fa7c82585098 req-3b906c40-3ddf-435e-90f4-21bd12199e0b tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793157 Jul 13 07:30:47.699611 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-9a722285-203e-472b-bce4-bc678cc4f13a req-80ad03b5-c885-4c1f-84b5-9dd9867c3e80 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Deleting port ff17ee4d-8c44-4b73-a4c2-e64bb09410eb {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:47.700029 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9a722285-203e-472b-bce4-bc678cc4f13a req-80ad03b5-c885-4c1f-84b5-9dd9867c3e80 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:47.884254 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-9a722285-203e-472b-bce4-bc678cc4f13a req-80ad03b5-c885-4c1f-84b5-9dd9867c3e80 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] For port ff17ee4d-8c44-4b73-a4c2-e64bb09410eb, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=ff17ee4d-8c44-4b73-a4c2-e64bb09410eb,segment=NetworkSegment(5a5e32fa-d1a7-44e2-b088-49b4ede36727),segment_id=5a5e32fa-d1a7-44e2-b088-49b4ede36727)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:47.884965 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9a722285-203e-472b-bce4-bc678cc4f13a req-80ad03b5-c885-4c1f-84b5-9dd9867c3e80 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:47.901524 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-9a722285-203e-472b-bce4-bc678cc4f13a req-80ad03b5-c885-4c1f-84b5-9dd9867c3e80 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Calling delete_port for ff17ee4d-8c44-4b73-a4c2-e64bb09410eb owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:47.962397 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8c32ff00-4422-4039-a3b9-4e87ccb10009 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:47.971933 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f8f3f-ba30-4e2f-b89f-e3e2601b3d88 req-d247a268-bbcb-4645-9a9d-c23e0b0de8e9 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:47.979408 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-003f8f3f-ba30-4e2f-b89f-e3e2601b3d88 req-d247a268-bbcb-4645-9a9d-c23e0b0de8e9 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e66030-4bec-4816-98b9-7f0b3d70b31f HTTP/1.1" status: 200 len: 945 time: 0.1911590 Jul 13 07:30:48.042657 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-003f8f3f-ba30-4e2f-b89f-e3e2601b3d88 req-9e2682a9-8418-4722-b230-7720b93eaacf tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622637 Jul 13 07:30:48.081460 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8c32ff00-4422-4039-a3b9-4e87ccb10009 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:48.169917 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae1e64-ed58-4057-8228-20fec27aa4b3 req-c0ea6493-ae59-461f-a284-bf8ee71bcb5d tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:48.174531 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e1ae1e64-ed58-4057-8228-20fec27aa4b3 req-c0ea6493-ae59-461f-a284-bf8ee71bcb5d tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a89de49-a5ae-483a-bb59-4d99eff6b40a HTTP/1.1" status: 200 len: 945 time: 0.1446791 Jul 13 07:30:48.188948 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c32ff00-4422-4039-a3b9-4e87ccb10009 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Network 643f2a1e-815b-4f6e-9417-70290115e2a2 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:48.190784 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c32ff00-4422-4039-a3b9-4e87ccb10009 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Pushing event updated for resources: {'Port': ['ID=39a29def-8777-441d-8f66-380ade41ee13,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:48.193189 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9a722285-203e-472b-bce4-bc678cc4f13a req-80ad03b5-c885-4c1f-84b5-9dd9867c3e80 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:48.201908 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-8c32ff00-4422-4039-a3b9-4e87ccb10009 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:48.205165 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['ff17ee4d-8c44-4b73-a4c2-e64bb09410eb'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:30:48.222100 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c32ff00-4422-4039-a3b9-4e87ccb10009 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:48.223068 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c32ff00-4422-4039-a3b9-4e87ccb10009 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:48.223761 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8c32ff00-4422-4039-a3b9-4e87ccb10009 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:48.228978 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad03b5-c885-4c1f-84b5-9dd9867c3e80 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Pushing event deleted for resources: {'Port': ['ID=ff17ee4d-8c44-4b73-a4c2-e64bb09410eb,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:48.254931 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8c32ff00-4422-4039-a3b9-4e87ccb10009 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.7821360 Jul 13 07:30:48.255396 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60458) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:48.261112 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e1ae1e64-ed58-4057-8228-20fec27aa4b3 req-30fa2a4f-9c05-4bef-920d-badd3d1ff3b5 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856290 Jul 13 07:30:48.263601 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:48.313303 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a722285-203e-472b-bce4-bc678cc4f13a req-80ad03b5-c885-4c1f-84b5-9dd9867c3e80 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] No DVR routers for this DVR port ff17ee4d-8c44-4b73-a4c2-e64bb09410eb on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:30:48.316535 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9a722285-203e-472b-bce4-bc678cc4f13a req-80ad03b5-c885-4c1f-84b5-9dd9867c3e80 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:48.318673 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9a722285-203e-472b-bce4-bc678cc4f13a req-80ad03b5-c885-4c1f-84b5-9dd9867c3e80 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.25 "DELETE /v2.0/ports/ff17ee4d-8c44-4b73-a4c2-e64bb09410eb HTTP/1.1" status: 204 len: 173 time: 0.8119879 Jul 13 07:30:48.319230 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143e64bd-6546-42e3-8ef1-2c33f4902448', 'name': 'network-vif-deleted', 'tag': 'ff17ee4d-8c44-4b73-a4c2-e64bb09410eb'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:48.322009 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4edf69de-9ccd-4660-b8b4-c4799c9eb261" -d '{"events": [{"server_uuid": "143e64bd-6546-42e3-8ef1-2c33f4902448", "name": "network-vif-deleted", "tag": "ff17ee4d-8c44-4b73-a4c2-e64bb09410eb"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:48.359784 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60462) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:48.367414 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:48.373134 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798ad638-ca70-4bea-8998-5d072707a4cb x-openstack-request-id: req-798ad638-ca70-4bea-8998-5d072707a4cb {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:48.373707 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143e64bd-6546-42e3-8ef1-2c33f4902448", "name": "network-vif-deleted", "tag": "ff17ee4d-8c44-4b73-a4c2-e64bb09410eb", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:48.374154 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-798ad638-ca70-4bea-8998-5d072707a4cb {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:48.374770 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143e64bd-6546-42e3-8ef1-2c33f4902448', 'name': 'network-vif-deleted', 'tag': 'ff17ee4d-8c44-4b73-a4c2-e64bb09410eb', 'status': 'completed', 'code': 200} Jul 13 07:30:48.492558 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-314fc1e9-5125-4ed5-af8f-6a425c6d8a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:48.619358 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-314fc1e9-5125-4ed5-af8f-6a425c6d8a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:48.624445 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-314fc1e9-5125-4ed5-af8f-6a425c6d8a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:48.667958 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-314fc1e9-5125-4ed5-af8f-6a425c6d8a30 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d484197b9166448a85587550817818bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3070867 Jul 13 07:30:48.668817 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314fc1e9-5125-4ed5-af8f-6a425c6d8a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90812f24-ca19-40d5-b916-4e21a312d4ef,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:48.671283 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60470) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:48.705445 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64de2c-aafc-4b4e-a8ad-3a50afefcbf8 req-9bbe28d7-3751-45d7-855c-e6769661ae7a tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:48.711936 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64de2c-aafc-4b4e-a8ad-3a50afefcbf8 req-9bbe28d7-3751-45d7-855c-e6769661ae7a tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:48.718256 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64de2c-aafc-4b4e-a8ad-3a50afefcbf8 req-9bbe28d7-3751-45d7-855c-e6769661ae7a tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:48.720124 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5c64de2c-aafc-4b4e-a8ad-3a50afefcbf8 req-9bbe28d7-3751-45d7-855c-e6769661ae7a tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e66030-4bec-4816-98b9-7f0b3d70b31f&device_id=26287496-dd8a-4fb0-9b43-1599ca5eeb00&device_id=6efa00be-ac7f-4b4c-bfde-fd34ebef00d8 HTTP/1.1" status: 200 len: 2417 time: 0.2505882 Jul 13 07:30:48.738952 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5074bb70-95e9-4d12-92ad-52eb5add3325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:48.748294 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] device_id is not set on port 39a29def-8777-441d-8f66-380ade41ee13 yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:30:48.760472 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:48.771059 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5074bb70-95e9-4d12-92ad-52eb5add3325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:48.784257 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5c64de2c-aafc-4b4e-a8ad-3a50afefcbf8 req-49a19e61-58fc-409e-aa6c-056c64ff2df8 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559602 Jul 13 07:30:48.801683 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Transition to ACTIVE for port object 39a29def-8777-441d-8f66-380ade41ee13 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:48.812181 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:48.868174 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-972c6c92-f9b9-44f5-9eb5-796d2bf46507 req-691a259c-af97-4e1b-a39e-411f58974f71 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=143e64bd-6546-42e3-8ef1-2c33f4902448 HTTP/1.1" status: 200 len: 210 time: 0.0675452 Jul 13 07:30:48.872400 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Pushing event updated for resources: {'Port': ['ID=39a29def-8777-441d-8f66-380ade41ee13,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:48.901957 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 39a29def-8777-441d-8f66-380ade41ee13 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:48.902309 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 39a29def-8777-441d-8f66-380ade41ee13 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:48.902661 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 39a29def-8777-441d-8f66-380ade41ee13 on network 643f2a1e-815b-4f6e-9417-70290115e2a2 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:48.913398 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Port 39a29def-8777-441d-8f66-380ade41ee13 on network 643f2a1e-815b-4f6e-9417-70290115e2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:48.915720 n-d-771363-34 neutron-server[94017]: ERROR neutron.plugins.ml2.managers [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Failed to bind port 39a29def-8777-441d-8f66-380ade41ee13 on host n-h2-771363-34 for vnic_type normal using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] Jul 13 07:30:48.915720 n-d-771363-34 neutron-server[94017]: INFO neutron.plugins.ml2.plugin [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempt 2 to bind port 39a29def-8777-441d-8f66-380ade41ee13 Jul 13 07:30:48.934654 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [req-64402d51-348f-4d75-8fa6-8e1f8d31be02 req-99aaf136-e8a2-49c5-8f06-35d5a78f574d tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:30:48.935741 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-64402d51-348f-4d75-8fa6-8e1f8d31be02 req-99aaf136-e8a2-49c5-8f06-35d5a78f574d tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085812 Jul 13 07:30:48.936958 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5074bb70-95e9-4d12-92ad-52eb5add3325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:48.937099 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 39a29def-8777-441d-8f66-380ade41ee13 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:48.937404 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 39a29def-8777-441d-8f66-380ade41ee13 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:48.937750 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 39a29def-8777-441d-8f66-380ade41ee13 on network 643f2a1e-815b-4f6e-9417-70290115e2a2 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:48.943242 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Port 39a29def-8777-441d-8f66-380ade41ee13 on network 643f2a1e-815b-4f6e-9417-70290115e2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:48.943581 n-d-771363-34 neutron-server[94017]: ERROR neutron.plugins.ml2.managers [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Failed to bind port 39a29def-8777-441d-8f66-380ade41ee13 on host n-h2-771363-34 for vnic_type normal using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] Jul 13 07:30:48.943974 n-d-771363-34 neutron-server[94017]: INFO neutron.plugins.ml2.plugin [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempt 3 to bind port 39a29def-8777-441d-8f66-380ade41ee13 Jul 13 07:30:48.947696 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5074bb70-95e9-4d12-92ad-52eb5add3325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:48.951059 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5074bb70-95e9-4d12-92ad-52eb5add3325 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/90812f24-ca19-40d5-b916-4e21a312d4ef HTTP/1.1" status: 204 len: 168 time: 0.2766674 Jul 13 07:30:48.958625 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 39a29def-8777-441d-8f66-380ade41ee13 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:48.959165 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 39a29def-8777-441d-8f66-380ade41ee13 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:48.959744 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 39a29def-8777-441d-8f66-380ade41ee13 on network 643f2a1e-815b-4f6e-9417-70290115e2a2 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:48.964542 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Port 39a29def-8777-441d-8f66-380ade41ee13 on network 643f2a1e-815b-4f6e-9417-70290115e2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:48.965068 n-d-771363-34 neutron-server[94017]: ERROR neutron.plugins.ml2.managers [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Failed to bind port 39a29def-8777-441d-8f66-380ade41ee13 on host n-h2-771363-34 for vnic_type normal using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] Jul 13 07:30:48.965787 n-d-771363-34 neutron-server[94017]: INFO neutron.plugins.ml2.plugin [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempt 4 to bind port 39a29def-8777-441d-8f66-380ade41ee13 Jul 13 07:30:48.982632 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 39a29def-8777-441d-8f66-380ade41ee13 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:48.983171 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 39a29def-8777-441d-8f66-380ade41ee13 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:48.983937 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 39a29def-8777-441d-8f66-380ade41ee13 on network 643f2a1e-815b-4f6e-9417-70290115e2a2 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:48.988865 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Port 39a29def-8777-441d-8f66-380ade41ee13 on network 643f2a1e-815b-4f6e-9417-70290115e2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:48.989203 n-d-771363-34 neutron-server[94017]: ERROR neutron.plugins.ml2.managers [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Failed to bind port 39a29def-8777-441d-8f66-380ade41ee13 on host n-h2-771363-34 for vnic_type normal using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] Jul 13 07:30:48.989598 n-d-771363-34 neutron-server[94017]: INFO neutron.plugins.ml2.plugin [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempt 5 to bind port 39a29def-8777-441d-8f66-380ade41ee13 Jul 13 07:30:49.007677 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 39a29def-8777-441d-8f66-380ade41ee13 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:49.008587 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 39a29def-8777-441d-8f66-380ade41ee13 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:49.009115 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 39a29def-8777-441d-8f66-380ade41ee13 on network 643f2a1e-815b-4f6e-9417-70290115e2a2 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:49.014199 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Port 39a29def-8777-441d-8f66-380ade41ee13 on network 643f2a1e-815b-4f6e-9417-70290115e2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:49.014692 n-d-771363-34 neutron-server[94017]: ERROR neutron.plugins.ml2.managers [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Failed to bind port 39a29def-8777-441d-8f66-380ade41ee13 on host n-h2-771363-34 for vnic_type normal using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] Jul 13 07:30:49.015268 n-d-771363-34 neutron-server[94017]: INFO neutron.plugins.ml2.plugin [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempt 6 to bind port 39a29def-8777-441d-8f66-380ade41ee13 Jul 13 07:30:49.038402 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5074bb70-95e9-4d12-92ad-52eb5add3325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90812f24-ca19-40d5-b916-4e21a312d4ef,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:49.038720 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 39a29def-8777-441d-8f66-380ade41ee13 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:49.039380 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 39a29def-8777-441d-8f66-380ade41ee13 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:49.039975 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 39a29def-8777-441d-8f66-380ade41ee13 on network 643f2a1e-815b-4f6e-9417-70290115e2a2 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:49.045292 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Port 39a29def-8777-441d-8f66-380ade41ee13 on network 643f2a1e-815b-4f6e-9417-70290115e2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:49.045816 n-d-771363-34 neutron-server[94017]: ERROR neutron.plugins.ml2.managers [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Failed to bind port 39a29def-8777-441d-8f66-380ade41ee13 on host n-h2-771363-34 for vnic_type normal using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] Jul 13 07:30:49.046370 n-d-771363-34 neutron-server[94017]: INFO neutron.plugins.ml2.plugin [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempt 7 to bind port 39a29def-8777-441d-8f66-380ade41ee13 Jul 13 07:30:49.061684 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 39a29def-8777-441d-8f66-380ade41ee13 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:49.062387 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 39a29def-8777-441d-8f66-380ade41ee13 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:49.062890 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 39a29def-8777-441d-8f66-380ade41ee13 on network 643f2a1e-815b-4f6e-9417-70290115e2a2 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:49.068819 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Port 39a29def-8777-441d-8f66-380ade41ee13 on network 643f2a1e-815b-4f6e-9417-70290115e2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:49.069362 n-d-771363-34 neutron-server[94017]: ERROR neutron.plugins.ml2.managers [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Failed to bind port 39a29def-8777-441d-8f66-380ade41ee13 on host n-h2-771363-34 for vnic_type normal using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] Jul 13 07:30:49.070070 n-d-771363-34 neutron-server[94017]: INFO neutron.plugins.ml2.plugin [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempt 8 to bind port 39a29def-8777-441d-8f66-380ade41ee13 Jul 13 07:30:49.089259 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 39a29def-8777-441d-8f66-380ade41ee13 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:49.089647 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 39a29def-8777-441d-8f66-380ade41ee13 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:49.090007 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 39a29def-8777-441d-8f66-380ade41ee13 on network 643f2a1e-815b-4f6e-9417-70290115e2a2 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:49.096814 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Port 39a29def-8777-441d-8f66-380ade41ee13 on network 643f2a1e-815b-4f6e-9417-70290115e2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:49.097369 n-d-771363-34 neutron-server[94017]: ERROR neutron.plugins.ml2.managers [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Failed to bind port 39a29def-8777-441d-8f66-380ade41ee13 on host n-h2-771363-34 for vnic_type normal using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] Jul 13 07:30:49.097751 n-d-771363-34 neutron-server[94017]: INFO neutron.plugins.ml2.plugin [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempt 9 to bind port 39a29def-8777-441d-8f66-380ade41ee13 Jul 13 07:30:49.113456 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 39a29def-8777-441d-8f66-380ade41ee13 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:49.113796 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 39a29def-8777-441d-8f66-380ade41ee13 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:49.114136 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 39a29def-8777-441d-8f66-380ade41ee13 on network 643f2a1e-815b-4f6e-9417-70290115e2a2 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:49.120761 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Port 39a29def-8777-441d-8f66-380ade41ee13 on network 643f2a1e-815b-4f6e-9417-70290115e2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:49.121095 n-d-771363-34 neutron-server[94017]: ERROR neutron.plugins.ml2.managers [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Failed to bind port 39a29def-8777-441d-8f66-380ade41ee13 on host n-h2-771363-34 for vnic_type normal using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] Jul 13 07:30:49.121565 n-d-771363-34 neutron-server[94017]: INFO neutron.plugins.ml2.plugin [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempt 10 to bind port 39a29def-8777-441d-8f66-380ade41ee13 Jul 13 07:30:49.140657 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 39a29def-8777-441d-8f66-380ade41ee13 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:49.140996 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 39a29def-8777-441d-8f66-380ade41ee13 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:49.141334 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 39a29def-8777-441d-8f66-380ade41ee13 on network 643f2a1e-815b-4f6e-9417-70290115e2a2 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:49.151114 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Port 39a29def-8777-441d-8f66-380ade41ee13 on network 643f2a1e-815b-4f6e-9417-70290115e2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:49.151114 n-d-771363-34 neutron-server[94017]: ERROR neutron.plugins.ml2.managers [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Failed to bind port 39a29def-8777-441d-8f66-380ade41ee13 on host n-h2-771363-34 for vnic_type normal using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] Jul 13 07:30:49.151661 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:49.195832 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-64402d51-348f-4d75-8fa6-8e1f8d31be02 req-fcce05ea-e49f-4f2f-b1e2-e0c21a37a0ce tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2457819 Jul 13 07:30:49.249123 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] For port 39a29def-8777-441d-8f66-380ade41ee13, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:30:49.251793 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempted to set empty binding levels {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 13 07:30:49.257889 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:49.321696 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] In _notify_port_updated(), no bound segment for port 39a29def-8777-441d-8f66-380ade41ee13 on network 643f2a1e-815b-4f6e-9417-70290115e2a2 {{(pid=94017) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:30:49.322635 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.323163 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:49.326875 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] 10.222.0.23 "PUT /v2.0/ports/39a29def-8777-441d-8f66-380ade41ee13 HTTP/1.1" status: 200 len: 974 time: 1.0680449 Jul 13 07:30:49.327298 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60484) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:49.368509 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b17fb4d-99d2-432f-90eb-2eb5dac00fe6 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Pushing event updated for resources: {'Port': ['ID=39a29def-8777-441d-8f66-380ade41ee13,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:49.500260 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a78bb5-ad7f-4f89-8cc9-9a69881647f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.500743 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a78bb5-ad7f-4f89-8cc9-9a69881647f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.501217 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a78bb5-ad7f-4f89-8cc9-9a69881647f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.501679 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a78bb5-ad7f-4f89-8cc9-9a69881647f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.505527 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a78bb5-ad7f-4f89-8cc9-9a69881647f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.505527 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a78bb5-ad7f-4f89-8cc9-9a69881647f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.505527 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a78bb5-ad7f-4f89-8cc9-9a69881647f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.505527 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a78bb5-ad7f-4f89-8cc9-9a69881647f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.505527 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a78bb5-ad7f-4f89-8cc9-9a69881647f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.505527 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a78bb5-ad7f-4f89-8cc9-9a69881647f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.505527 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a78bb5-ad7f-4f89-8cc9-9a69881647f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.512663 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a78bb5-ad7f-4f89-8cc9-9a69881647f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.513223 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a78bb5-ad7f-4f89-8cc9-9a69881647f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.515368 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a78bb5-ad7f-4f89-8cc9-9a69881647f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.515368 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a78bb5-ad7f-4f89-8cc9-9a69881647f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.515368 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a78bb5-ad7f-4f89-8cc9-9a69881647f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.515368 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a78bb5-ad7f-4f89-8cc9-9a69881647f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.520707 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a78bb5-ad7f-4f89-8cc9-9a69881647f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.522003 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a78bb5-ad7f-4f89-8cc9-9a69881647f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.522487 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a78bb5-ad7f-4f89-8cc9-9a69881647f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.522964 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a78bb5-ad7f-4f89-8cc9-9a69881647f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.523385 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 33425877-106d-4f8e-adf2-378b0c9f7ef3 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:30:49.523887 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a78bb5-ad7f-4f89-8cc9-9a69881647f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.524009 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a78bb5-ad7f-4f89-8cc9-9a69881647f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.524376 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a78bb5-ad7f-4f89-8cc9-9a69881647f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.524844 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a78bb5-ad7f-4f89-8cc9-9a69881647f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.525306 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a78bb5-ad7f-4f89-8cc9-9a69881647f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.525766 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a78bb5-ad7f-4f89-8cc9-9a69881647f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.526233 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a78bb5-ad7f-4f89-8cc9-9a69881647f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.526690 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a78bb5-ad7f-4f89-8cc9-9a69881647f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.527150 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a78bb5-ad7f-4f89-8cc9-9a69881647f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.527635 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a78bb5-ad7f-4f89-8cc9-9a69881647f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.528096 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a78bb5-ad7f-4f89-8cc9-9a69881647f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.528555 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a78bb5-ad7f-4f89-8cc9-9a69881647f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.529013 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a78bb5-ad7f-4f89-8cc9-9a69881647f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.529466 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a78bb5-ad7f-4f89-8cc9-9a69881647f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.529923 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a78bb5-ad7f-4f89-8cc9-9a69881647f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.530379 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a78bb5-ad7f-4f89-8cc9-9a69881647f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.530839 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a78bb5-ad7f-4f89-8cc9-9a69881647f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.553115 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-87a78bb5-ad7f-4f89-8cc9-9a69881647f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 34424 time: 0.2246742 Jul 13 07:30:49.553758 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60494) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:49.579515 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8d912-e650-4667-8f55-bae1957f106a req-301e47af-f3a2-4312-891a-75a91fecf45b tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:49.581580 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ead8d912-e650-4667-8f55-bae1957f106a req-301e47af-f3a2-4312-891a-75a91fecf45b tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a89de49-a5ae-483a-bb59-4d99eff6b40a HTTP/1.1" status: 200 len: 945 time: 0.1359656 Jul 13 07:30:49.644883 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 33425877-106d-4f8e-adf2-378b0c9f7ef3 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:30:49.649849 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 33425877-106d-4f8e-adf2-378b0c9f7ef3 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:30:49.650490 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:49.651345 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ead8d912-e650-4667-8f55-bae1957f106a req-1cd09369-4733-4885-902b-1e5f8b75e933 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633502 Jul 13 07:30:49.725616 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-24e94ecb-4334-4fd1-b98f-c1e8f4f7d8cc tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Deleting port 39a29def-8777-441d-8f66-380ade41ee13 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:49.725964 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-24e94ecb-4334-4fd1-b98f-c1e8f4f7d8cc tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:49.744074 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:49.769456 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a89de49-a5ae-483a-bb59-4d99eff6b40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33425877-106d-4f8e-adf2-378b0c9f7ef3'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:49.772234 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9400aabf-2133-4770-a838-ca225e2b0c0b" -d '{"events": [{"server_uuid": "5a89de49-a5ae-483a-bb59-4d99eff6b40a", "name": "network-vif-plugged", "status": "completed", "tag": "33425877-106d-4f8e-adf2-378b0c9f7ef3"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:49.790278 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 33425877-106d-4f8e-adf2-378b0c9f7ef3, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=33425877-106d-4f8e-adf2-378b0c9f7ef3,segment=NetworkSegment(2b3909e7-f4e3-4173-abaa-757ac833a739),segment_id=2b3909e7-f4e3-4173-abaa-757ac833a739)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:49.807355 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:49.824303 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-24e94ecb-4334-4fd1-b98f-c1e8f4f7d8cc tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] For port 39a29def-8777-441d-8f66-380ade41ee13, host n-h2-771363-34, got binding levels [] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:49.825026 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-24e94ecb-4334-4fd1-b98f-c1e8f4f7d8cc tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:49.842204 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-24e94ecb-4334-4fd1-b98f-c1e8f4f7d8cc tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Calling delete_port for 39a29def-8777-441d-8f66-380ade41ee13 owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:49.863605 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043a7aae-dec6-472e-bb0b-97fb2347e077 x-openstack-request-id: req-043a7aae-dec6-472e-bb0b-97fb2347e077 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:49.864394 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a89de49-a5ae-483a-bb59-4d99eff6b40a", "name": "network-vif-plugged", "status": "completed", "tag": "33425877-106d-4f8e-adf2-378b0c9f7ef3", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:49.865416 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-043a7aae-dec6-472e-bb0b-97fb2347e077 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:49.866048 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a89de49-a5ae-483a-bb59-4d99eff6b40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33425877-106d-4f8e-adf2-378b0c9f7ef3', 'code': 200} Jul 13 07:30:49.897090 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=33425877-106d-4f8e-adf2-378b0c9f7ef3,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:50.041786 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567253e-8217-4bb9-9e11-7a47f796aeb1 req-f3943c3b-2694-44fa-aa1b-c1e17940d6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:50.045776 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-24e94ecb-4334-4fd1-b98f-c1e8f4f7d8cc tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:50.050002 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0567253e-8217-4bb9-9e11-7a47f796aeb1 req-f3943c3b-2694-44fa-aa1b-c1e17940d6a5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5a89de49-a5ae-483a-bb59-4d99eff6b40a HTTP/1.1" status: 200 len: 1098 time: 0.1046257 Jul 13 07:30:50.089867 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-24e94ecb-4334-4fd1-b98f-c1e8f4f7d8cc tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:50.092014 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-24e94ecb-4334-4fd1-b98f-c1e8f4f7d8cc tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] 10.222.0.23 "DELETE /v2.0/ports/39a29def-8777-441d-8f66-380ade41ee13 HTTP/1.1" status: 204 len: 168 time: 0.5372250 Jul 13 07:30:50.094636 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60516) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:50.103697 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e94ecb-4334-4fd1-b98f-c1e8f4f7d8cc tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Pushing event deleted for resources: {'Port': ['ID=39a29def-8777-441d-8f66-380ade41ee13,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:50.125717 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed80672b-41a7-44bb-b6a3-4a8714bf198b tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] GET failed (client error): The resource could not be found. Jul 13 07:30:50.128495 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ed80672b-41a7-44bb-b6a3-4a8714bf198b tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] 10.222.0.23 "GET /v2.0/ports/39a29def-8777-441d-8f66-380ade41ee13 HTTP/1.1" status: 404 len: 333 time: 0.0324531 Jul 13 07:30:50.132372 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60518) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:50.137968 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-8d4698d4-0a4e-4130-91a9-2958b449220c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1908649532', 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:50.168197 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0567253e-8217-4bb9-9e11-7a47f796aeb1 req-01fb3e73-358c-4e12-98bc-5cc765555acd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142216 Jul 13 07:30:50.176759 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4698d4-0a4e-4130-91a9-2958b449220c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Made reservation on behalf of 3fb4d584656e416c9c05de2474cd5756 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:50.179611 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8d4698d4-0a4e-4130-91a9-2958b449220c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:50.201648 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-8d4698d4-0a4e-4130-91a9-2958b449220c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] device_id is not set on port 7ddc870b-f12f-49a7-b1b0-dc3ac9295504 yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:30:50.420372 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8d4698d4-0a4e-4130-91a9-2958b449220c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:50.562295 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-20733ece-7119-49db-ad8f-2ac4624dbded tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:50.569445 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-20733ece-7119-49db-ad8f-2ac4624dbded tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/networks?id=324cb62a-283f-4998-ab58-61f8ca597760 HTTP/1.1" status: 200 len: 812 time: 0.1746688 Jul 13 07:30:50.585967 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8d4698d4-0a4e-4130-91a9-2958b449220c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:50.631798 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-f872b27a-eb95-4e65-acd4-92790cc1f26c tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/quotas/9f479963551e4752848e4380eebe58cf HTTP/1.1" status: 200 len: 375 time: 0.0613534 Jul 13 07:30:50.678320 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-8b83f895-5386-46f5-9185-3aae00e17b0e tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9f479963551e4752848e4380eebe58cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456142 Jul 13 07:30:50.683788 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4698d4-0a4e-4130-91a9-2958b449220c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Network 643f2a1e-815b-4f6e-9417-70290115e2a2 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:50.686627 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-8d4698d4-0a4e-4130-91a9-2958b449220c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:50.697854 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4698d4-0a4e-4130-91a9-2958b449220c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:50.698802 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4698d4-0a4e-4130-91a9-2958b449220c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:50.699439 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8d4698d4-0a4e-4130-91a9-2958b449220c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:50.722238 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4698d4-0a4e-4130-91a9-2958b449220c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Pushing event updated for resources: {'Port': ['ID=7ddc870b-f12f-49a7-b1b0-dc3ac9295504,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:50.746550 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8d4698d4-0a4e-4130-91a9-2958b449220c tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6129992 Jul 13 07:30:50.749576 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60548) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:50.804424 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45487631-b139-41f5-a68f-0d071ee1db50 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:50.806839 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-45487631-b139-41f5-a68f-0d071ee1db50 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] 10.222.0.23 "GET /v2.0/ports/7ddc870b-f12f-49a7-b1b0-dc3ac9295504 HTTP/1.1" status: 200 len: 955 time: 0.0559032 Jul 13 07:30:50.809905 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60550) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:50.853620 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-b4fd6bc2-1eff-4d82-a676-6e4a991b4298 service neutron] 10.222.0.23 "GET /v2.0/networks/324cb62a-283f-4998-ab58-61f8ca597760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600077 Jul 13 07:30:50.951359 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-ba3ae5a1-25c7-423f-81b1-d3792c33b8f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Deleting port 7ddc870b-f12f-49a7-b1b0-dc3ac9295504 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:50.951908 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ba3ae5a1-25c7-423f-81b1-d3792c33b8f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:50.962370 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device ff17ee4d-8c44-4b73-a4c2-e64bb09410eb no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:30:51.005775 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: ff17ee4d-8c44-4b73-a4c2-e64bb09410eb {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:30:51.006455 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device ff17ee4d-8c44-4b73-a4c2-e64bb09410eb not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:30:51.066846 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-1235668a-88b3-475f-a8a9-0ddfab047f74 service neutron] 10.222.0.23 "GET /v2.0/networks/324cb62a-283f-4998-ab58-61f8ca597760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071095 Jul 13 07:30:51.106243 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ba3ae5a1-25c7-423f-81b1-d3792c33b8f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:51.127007 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-ba3ae5a1-25c7-423f-81b1-d3792c33b8f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Calling delete_port for 7ddc870b-f12f-49a7-b1b0-dc3ac9295504 owned by {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:51.191674 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70e3bd-b08a-4f97-ac9d-ff31bdc80e85 req-cf605bab-f059-4936-a0f2-3ca5c924e8c3 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:51.198689 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5e70e3bd-b08a-4f97-ac9d-ff31bdc80e85 req-cf605bab-f059-4936-a0f2-3ca5c924e8c3 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a89de49-a5ae-483a-bb59-4d99eff6b40a HTTP/1.1" status: 200 len: 946 time: 0.1841352 Jul 13 07:30:51.255228 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5e70e3bd-b08a-4f97-ac9d-ff31bdc80e85 req-09ee0661-556e-4036-9dc0-7854d43c2c49 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555081 Jul 13 07:30:51.316843 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ba3ae5a1-25c7-423f-81b1-d3792c33b8f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:51.357698 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ae5a1-25c7-423f-81b1-d3792c33b8f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Pushing event deleted for resources: {'Port': ['ID=7ddc870b-f12f-49a7-b1b0-dc3ac9295504,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:51.395306 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ba3ae5a1-25c7-423f-81b1-d3792c33b8f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:51.402208 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ba3ae5a1-25c7-423f-81b1-d3792c33b8f5 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] 10.222.0.23 "DELETE /v2.0/ports/7ddc870b-f12f-49a7-b1b0-dc3ac9295504 HTTP/1.1" status: 204 len: 168 time: 0.5886731 Jul 13 07:30:51.402208 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d3e0a0e0-29cd-4281-804a-0364c41273d3 req-4df56bbb-d1e8-4e22-9873-bb9c5c7faa72 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba882fc1-269f-4571-9d72-872eef7bc3cb HTTP/1.1" status: 200 len: 210 time: 0.0467303 Jul 13 07:30:51.408386 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60570) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:51.452573 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce9379a6-cfbe-45a8-9a9f-0190fb548aa9 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] GET failed (client error): The resource could not be found. Jul 13 07:30:51.454258 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ce9379a6-cfbe-45a8-9a9f-0190fb548aa9 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] 10.222.0.23 "GET /v2.0/ports/7ddc870b-f12f-49a7-b1b0-dc3ac9295504 HTTP/1.1" status: 404 len: 333 time: 0.0446277 Jul 13 07:30:51.460489 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60574) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:51.466892 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-82088a66-74cf-49ac-bbe4-d29536e92cad tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Request body: {'port': {'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1576897645'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:51.492634 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82088a66-74cf-49ac-bbe4-d29536e92cad tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Made reservation on behalf of 3fb4d584656e416c9c05de2474cd5756 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:51.495469 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-82088a66-74cf-49ac-bbe4-d29536e92cad tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:51.517076 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-82088a66-74cf-49ac-bbe4-d29536e92cad tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] device_id is not set on port 6fad5b6e-5a54-49df-98b2-099607306b3f yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:30:51.605551 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60580) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:51.763014 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-e267ba77-1d5f-4912-8d74-2ab9951d4411 tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:51.791337 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-82088a66-74cf-49ac-bbe4-d29536e92cad tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:51.797844 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e267ba77-1d5f-4912-8d74-2ab9951d4411 tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] 10.222.0.23 "PUT /v2.0/quotas/fa28981bb86f4ed282767b3ee301375e HTTP/1.1" status: 200 len: 368 time: 0.1888411 Jul 13 07:30:51.798216 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60588) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:51.804498 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-5799847f-8d6f-4957-b0c8-5978c9d495fd tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Request body: {'network': {'project_id': 'fa28981bb86f4ed282767b3ee301375e'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:51.841290 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-82088a66-74cf-49ac-bbe4-d29536e92cad tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:51.873198 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5799847f-8d6f-4957-b0c8-5978c9d495fd tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Made reservation on behalf of fa28981bb86f4ed282767b3ee301375e for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:51.876473 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5799847f-8d6f-4957-b0c8-5978c9d495fd tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:51.895452 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5799847f-8d6f-4957-b0c8-5978c9d495fd tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:51.908478 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82088a66-74cf-49ac-bbe4-d29536e92cad tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Network 643f2a1e-815b-4f6e-9417-70290115e2a2 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:51.912926 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-82088a66-74cf-49ac-bbe4-d29536e92cad tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:51.918009 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73fd937-4599-48f8-975f-e3521072e828 req-2a35ace9-78a5-479a-8f34-c3ff548f6f9e tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:51.923103 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d73fd937-4599-48f8-975f-e3521072e828 req-2a35ace9-78a5-479a-8f34-c3ff548f6f9e tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e66030-4bec-4816-98b9-7f0b3d70b31f HTTP/1.1" status: 200 len: 945 time: 0.1117079 Jul 13 07:30:51.927693 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82088a66-74cf-49ac-bbe4-d29536e92cad tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:51.929162 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82088a66-74cf-49ac-bbe4-d29536e92cad tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:51.930404 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-82088a66-74cf-49ac-bbe4-d29536e92cad tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:51.958129 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82088a66-74cf-49ac-bbe4-d29536e92cad tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Pushing event updated for resources: {'Port': ['ID=6fad5b6e-5a54-49df-98b2-099607306b3f,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:51.986108 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d73fd937-4599-48f8-975f-e3521072e828 req-00ed5fb0-b5e1-4c02-a0e1-d6180b08bc0c tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570884 Jul 13 07:30:52.048713 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5799847f-8d6f-4957-b0c8-5978c9d495fd tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:52.053491 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5799847f-8d6f-4957-b0c8-5978c9d495fd tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:52.064798 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-82088a66-74cf-49ac-bbe4-d29536e92cad tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6023698 Jul 13 07:30:52.065544 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60590) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:52.071027 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:52.078288 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5799847f-8d6f-4957-b0c8-5978c9d495fd tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:30:52.099046 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799847f-8d6f-4957-b0c8-5978c9d495fd tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed46ed2-704b-408a-9067-2a481b74bd18,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:52.103750 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5799847f-8d6f-4957-b0c8-5978c9d495fd tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:52.104095 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-5799847f-8d6f-4957-b0c8-5978c9d495fd tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Added segment 263c106f-039c-4b90-850f-ecd537a218b4 of type vlan for network 5f0be06f-167e-4c26-b393-f8e1656a47b9 Jul 13 07:30:52.152998 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:52.173650 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5799847f-8d6f-4957-b0c8-5978c9d495fd tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:52.219553 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5799847f-8d6f-4957-b0c8-5978c9d495fd tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:52.222214 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5799847f-8d6f-4957-b0c8-5978c9d495fd tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:52.223518 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5799847f-8d6f-4957-b0c8-5978c9d495fd tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:52.302252 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5799847f-8d6f-4957-b0c8-5978c9d495fd tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5029771 Jul 13 07:30:52.303632 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799847f-8d6f-4957-b0c8-5978c9d495fd tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Pushing event updated for resources: {'Network': ['ID=5f0be06f-167e-4c26-b393-f8e1656a47b9,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:52.312531 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60596) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:52.316658 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 5f0be06f-167e-4c26-b393-f8e1656a47b9 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:30:52.319785 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-a90c2328-99dd-4cfa-8ac1-1998367e239b tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Request body: {'network': {'project_id': 'fa28981bb86f4ed282767b3ee301375e'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:52.346800 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90c2328-99dd-4cfa-8ac1-1998367e239b tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Made reservation on behalf of fa28981bb86f4ed282767b3ee301375e for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:52.352898 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a90c2328-99dd-4cfa-8ac1-1998367e239b tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:52.390155 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90c2328-99dd-4cfa-8ac1-1998367e239b tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:30:52.403285 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a90c2328-99dd-4cfa-8ac1-1998367e239b tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:52.403652 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-a90c2328-99dd-4cfa-8ac1-1998367e239b tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Added segment 7c938ef2-e10d-4e59-9aa7-31aaf60eddb5 of type vlan for network aa4ae4aa-ad36-4319-9701-fd911197adcc Jul 13 07:30:52.440455 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] device_id is not set on port 6fad5b6e-5a54-49df-98b2-099607306b3f yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:30:52.466124 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a90c2328-99dd-4cfa-8ac1-1998367e239b tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:52.485868 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:52.504966 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a90c2328-99dd-4cfa-8ac1-1998367e239b tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:52.505895 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Transition to ACTIVE for port object 6fad5b6e-5a54-49df-98b2-099607306b3f will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:52.506054 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90c2328-99dd-4cfa-8ac1-1998367e239b tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:52.506569 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a90c2328-99dd-4cfa-8ac1-1998367e239b tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:52.513643 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:52.543937 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a90c2328-99dd-4cfa-8ac1-1998367e239b tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2295539 Jul 13 07:30:52.547297 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60600) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:52.573758 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-dac5fbd6-8dc4-454f-b34c-e91655414eaf tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Request body: {'network': {'project_id': 'fa28981bb86f4ed282767b3ee301375e'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:52.578172 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Pushing event updated for resources: {'Port': ['ID=6fad5b6e-5a54-49df-98b2-099607306b3f,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:52.625808 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c2328-99dd-4cfa-8ac1-1998367e239b tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Pushing event updated for resources: {'Network': ['ID=aa4ae4aa-ad36-4319-9701-fd911197adcc,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:52.626919 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fc165-9f8c-4f08-9645-962c225ecb67 req-62213c98-3d05-4181-a824-74eed7e7d692 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:52.634915 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-577fc165-9f8c-4f08-9645-962c225ecb67 req-62213c98-3d05-4181-a824-74eed7e7d692 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a89de49-a5ae-483a-bb59-4d99eff6b40a HTTP/1.1" status: 200 len: 946 time: 0.2226820 Jul 13 07:30:52.638050 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network aa4ae4aa-ad36-4319-9701-fd911197adcc details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:30:52.660519 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:52.660818 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:52.661167 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f on network 643f2a1e-815b-4f6e-9417-70290115e2a2 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:52.670964 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Port 6fad5b6e-5a54-49df-98b2-099607306b3f on network 643f2a1e-815b-4f6e-9417-70290115e2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:52.671240 n-d-771363-34 neutron-server[94018]: ERROR neutron.plugins.ml2.managers [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Failed to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f on host n-h2-771363-34 for vnic_type normal using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] Jul 13 07:30:52.671775 n-d-771363-34 neutron-server[94018]: INFO neutron.plugins.ml2.plugin [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempt 2 to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f Jul 13 07:30:52.678448 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-dac5fbd6-8dc4-454f-b34c-e91655414eaf tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 13 07:30:52.679247 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dac5fbd6-8dc4-454f-b34c-e91655414eaf tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:30:52.680560 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-dac5fbd6-8dc4-454f-b34c-e91655414eaf tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1318214 Jul 13 07:30:52.688368 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60604) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:52.695573 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3209a4a2-6955-4b64-9760-4dba3340b086 req-e31e2783-2b11-4e04-84e3-ebee3a8819e1 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba882fc1-269f-4571-9d72-872eef7bc3cb HTTP/1.1" status: 200 len: 210 time: 0.0616176 Jul 13 07:30:52.724103 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-577fc165-9f8c-4f08-9645-962c225ecb67 req-cf75d6af-3a98-45d2-8bbd-8d2bb60817e1 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882413 Jul 13 07:30:52.724830 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:52.725163 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:52.725650 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f on network 643f2a1e-815b-4f6e-9417-70290115e2a2 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:52.738366 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Port 6fad5b6e-5a54-49df-98b2-099607306b3f on network 643f2a1e-815b-4f6e-9417-70290115e2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:52.738704 n-d-771363-34 neutron-server[94018]: ERROR neutron.plugins.ml2.managers [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Failed to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f on host n-h2-771363-34 for vnic_type normal using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] Jul 13 07:30:52.740891 n-d-771363-34 neutron-server[94018]: INFO neutron.plugins.ml2.plugin [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempt 3 to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f Jul 13 07:30:52.900024 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9ebf57d9-e6f8-4880-ad28-5a3087fa65b8 tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:52.914628 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:52.915297 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:52.915731 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f on network 643f2a1e-815b-4f6e-9417-70290115e2a2 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:52.952527 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Port 6fad5b6e-5a54-49df-98b2-099607306b3f on network 643f2a1e-815b-4f6e-9417-70290115e2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:52.952988 n-d-771363-34 neutron-server[94018]: ERROR neutron.plugins.ml2.managers [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Failed to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f on host n-h2-771363-34 for vnic_type normal using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] Jul 13 07:30:52.965403 n-d-771363-34 neutron-server[94018]: INFO neutron.plugins.ml2.plugin [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempt 4 to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f Jul 13 07:30:52.995383 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:52.996010 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:52.996148 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f on network 643f2a1e-815b-4f6e-9417-70290115e2a2 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:53.007450 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-f289b3e2-dc9e-4a4d-bde6-e621d0f927c7 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:53.009281 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-f289b3e2-dc9e-4a4d-bde6-e621d0f927c7 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.25 "GET /v2.0/networks?id=324cb62a-283f-4998-ab58-61f8ca597760 HTTP/1.1" status: 200 len: 812 time: 0.2616313 Jul 13 07:30:53.020435 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc25f1-2a4e-43a7-954a-f23b9c02f212 req-40856125-0a74-4a63-839e-58bf188447db tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:53.022246 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dcfc25f1-2a4e-43a7-954a-f23b9c02f212 req-40856125-0a74-4a63-839e-58bf188447db tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.42 "GET /v2.0/ports?device_id=22e66030-4bec-4816-98b9-7f0b3d70b31f HTTP/1.1" status: 200 len: 945 time: 0.1018012 Jul 13 07:30:53.052306 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-a7925cd2-ca8c-4af7-8b71-5d87bc6718fe tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Request body: {'port': {'device_id': 'ba882fc1-269f-4571-9d72-872eef7bc3cb', 'network_id': '324cb62a-283f-4998-ab58-61f8ca597760', 'admin_state_up': True, 'tenant_id': '9f479963551e4752848e4380eebe58cf'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:53.071358 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Port 6fad5b6e-5a54-49df-98b2-099607306b3f on network 643f2a1e-815b-4f6e-9417-70290115e2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:53.072049 n-d-771363-34 neutron-server[94018]: ERROR neutron.plugins.ml2.managers [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Failed to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f on host n-h2-771363-34 for vnic_type normal using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] Jul 13 07:30:53.079158 n-d-771363-34 neutron-server[94018]: INFO neutron.plugins.ml2.plugin [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempt 5 to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f Jul 13 07:30:53.103926 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:53.104257 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:53.104588 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f on network 643f2a1e-815b-4f6e-9417-70290115e2a2 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:53.114059 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Port 6fad5b6e-5a54-49df-98b2-099607306b3f on network 643f2a1e-815b-4f6e-9417-70290115e2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:53.114059 n-d-771363-34 neutron-server[94018]: ERROR neutron.plugins.ml2.managers [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Failed to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f on host n-h2-771363-34 for vnic_type normal using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] Jul 13 07:30:53.120616 n-d-771363-34 neutron-server[94018]: INFO neutron.plugins.ml2.plugin [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempt 6 to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f Jul 13 07:30:53.224681 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:53.231413 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-dcfc25f1-2a4e-43a7-954a-f23b9c02f212 req-32651224-37af-4aa1-9f18-025243fe3dd8 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Deleting port c7d9e7b1-c10c-47c5-8510-e84bc1674167 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:53.232179 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-dcfc25f1-2a4e-43a7-954a-f23b9c02f212 req-32651224-37af-4aa1-9f18-025243fe3dd8 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:53.282315 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9ebf57d9-e6f8-4880-ad28-5a3087fa65b8 tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:53.302563 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:53.302896 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:53.303322 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f on network 643f2a1e-815b-4f6e-9417-70290115e2a2 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:53.311182 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-9ebf57d9-e6f8-4880-ad28-5a3087fa65b8 tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa4ae4aa-ad36-4319-9701-fd911197adcc']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:53.337390 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Port 6fad5b6e-5a54-49df-98b2-099607306b3f on network 643f2a1e-815b-4f6e-9417-70290115e2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:53.337725 n-d-771363-34 neutron-server[94018]: ERROR neutron.plugins.ml2.managers [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Failed to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f on host n-h2-771363-34 for vnic_type normal using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] Jul 13 07:30:53.344908 n-d-771363-34 neutron-server[94018]: INFO neutron.plugins.ml2.plugin [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempt 7 to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f Jul 13 07:30:53.366549 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-9ebf57d9-e6f8-4880-ad28-5a3087fa65b8 tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c938ef2-e10d-4e59-9aa7-31aaf60eddb5') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:53.366549 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-9ebf57d9-e6f8-4880-ad28-5a3087fa65b8 tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c938ef2-e10d-4e59-9aa7-31aaf60eddb5') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:53.386819 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-dcfc25f1-2a4e-43a7-954a-f23b9c02f212 req-32651224-37af-4aa1-9f18-025243fe3dd8 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] For port c7d9e7b1-c10c-47c5-8510-e84bc1674167, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=c7d9e7b1-c10c-47c5-8510-e84bc1674167,segment=NetworkSegment(9f8e6370-01bb-4534-ae56-a65e93d15610),segment_id=9f8e6370-01bb-4534-ae56-a65e93d15610)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:53.387641 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-dcfc25f1-2a4e-43a7-954a-f23b9c02f212 req-32651224-37af-4aa1-9f18-025243fe3dd8 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:53.404646 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:53.406777 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:53.407343 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f on network 643f2a1e-815b-4f6e-9417-70290115e2a2 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:53.422543 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-dcfc25f1-2a4e-43a7-954a-f23b9c02f212 req-32651224-37af-4aa1-9f18-025243fe3dd8 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Calling delete_port for c7d9e7b1-c10c-47c5-8510-e84bc1674167 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:53.424676 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9ebf57d9-e6f8-4880-ad28-5a3087fa65b8 tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:53.469474 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Port 6fad5b6e-5a54-49df-98b2-099607306b3f on network 643f2a1e-815b-4f6e-9417-70290115e2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:53.469818 n-d-771363-34 neutron-server[94018]: ERROR neutron.plugins.ml2.managers [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Failed to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f on host n-h2-771363-34 for vnic_type normal using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] Jul 13 07:30:53.476118 n-d-771363-34 neutron-server[94018]: INFO neutron.plugins.ml2.plugin [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempt 8 to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f Jul 13 07:30:53.494552 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9ebf57d9-e6f8-4880-ad28-5a3087fa65b8 tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:53.496634 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:53.497012 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:53.497359 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f on network 643f2a1e-815b-4f6e-9417-70290115e2a2 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:53.522671 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ebf57d9-e6f8-4880-ad28-5a3087fa65b8 tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:30:53.525212 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9ebf57d9-e6f8-4880-ad28-5a3087fa65b8 tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:53.531429 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Port 6fad5b6e-5a54-49df-98b2-099607306b3f on network 643f2a1e-815b-4f6e-9417-70290115e2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:53.533286 n-d-771363-34 neutron-server[94018]: ERROR neutron.plugins.ml2.managers [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Failed to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f on host n-h2-771363-34 for vnic_type normal using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:30:53.534791 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:30:53.546604 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193fa39-77f0-4563-a567-55578a1901b7 req-d6592adf-e41e-46f6-9af2-bfbf6c2cd988 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:53.554333 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6193fa39-77f0-4563-a567-55578a1901b7 req-d6592adf-e41e-46f6-9af2-bfbf6c2cd988 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e66030-4bec-4816-98b9-7f0b3d70b31f HTTP/1.1" status: 200 len: 945 time: 0.3850448 Jul 13 07:30:53.572004 n-d-771363-34 neutron-server[94018]: INFO neutron.plugins.ml2.plugin [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempt 9 to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f Jul 13 07:30:53.601543 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-a7925cd2-ca8c-4af7-8b71-5d87bc6718fe tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Made reservation on behalf of 9f479963551e4752848e4380eebe58cf for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:53.605304 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-a7925cd2-ca8c-4af7-8b71-5d87bc6718fe tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:53.673997 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:53.675674 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:53.676183 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f on network 643f2a1e-815b-4f6e-9417-70290115e2a2 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:53.676310 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-dcfc25f1-2a4e-43a7-954a-f23b9c02f212 req-32651224-37af-4aa1-9f18-025243fe3dd8 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:53.691774 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['62c94cdf-f9e6-48c7-82aa-820eff74f25f'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:30:53.695107 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['85e39ee3-7217-400f-9c09-c3b8380a5921'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:30:53.699789 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6193fa39-77f0-4563-a567-55578a1901b7 req-8c3ba09b-ab67-4690-b96b-6998e1bf9c56 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442180 Jul 13 07:30:53.717870 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Port 6fad5b6e-5a54-49df-98b2-099607306b3f on network 643f2a1e-815b-4f6e-9417-70290115e2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:53.717870 n-d-771363-34 neutron-server[94018]: ERROR neutron.plugins.ml2.managers [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Failed to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f on host n-h2-771363-34 for vnic_type normal using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] Jul 13 07:30:53.718308 n-d-771363-34 neutron-server[94018]: INFO neutron.plugins.ml2.plugin [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempt 10 to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f Jul 13 07:30:53.752631 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9ebf57d9-e6f8-4880-ad28-5a3087fa65b8 tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:53.781382 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32651224-37af-4aa1-9f18-025243fe3dd8 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Pushing event deleted for resources: {'Port': ['ID=c7d9e7b1-c10c-47c5-8510-e84bc1674167,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:53.782902 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9ebf57d9-e6f8-4880-ad28-5a3087fa65b8 tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:53.790431 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9ebf57d9-e6f8-4880-ad28-5a3087fa65b8 tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] 10.222.0.23 "DELETE /v2.0/networks/aa4ae4aa-ad36-4319-9701-fd911197adcc HTTP/1.1" status: 204 len: 168 time: 1.0950665 Jul 13 07:30:53.800289 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60624) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:53.858823 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:53.859164 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:53.859531 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempting to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f on network 643f2a1e-815b-4f6e-9417-70290115e2a2 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:53.878438 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf57d9-e6f8-4880-ad28-5a3087fa65b8 tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Pushing event deleted for resources: {'Network': ['ID=aa4ae4aa-ad36-4319-9701-fd911197adcc,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:53.896176 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Port 6fad5b6e-5a54-49df-98b2-099607306b3f on network 643f2a1e-815b-4f6e-9417-70290115e2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:53.896512 n-d-771363-34 neutron-server[94018]: ERROR neutron.plugins.ml2.managers [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Failed to bind port 6fad5b6e-5a54-49df-98b2-099607306b3f on host n-h2-771363-34 for vnic_type normal using segments [{'id': '9aaa4986-04a2-460b-a0a6-4a8830a002ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '643f2a1e-815b-4f6e-9417-70290115e2a2'}] Jul 13 07:30:53.896887 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:53.935904 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcfc25f1-2a4e-43a7-954a-f23b9c02f212 req-32651224-37af-4aa1-9f18-025243fe3dd8 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] No DVR routers for this DVR port c7d9e7b1-c10c-47c5-8510-e84bc1674167 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:30:53.942771 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:30:53.947362 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-dcfc25f1-2a4e-43a7-954a-f23b9c02f212 req-32651224-37af-4aa1-9f18-025243fe3dd8 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:53.949364 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dcfc25f1-2a4e-43a7-954a-f23b9c02f212 req-32651224-37af-4aa1-9f18-025243fe3dd8 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.42 "DELETE /v2.0/ports/c7d9e7b1-c10c-47c5-8510-e84bc1674167 HTTP/1.1" status: 204 len: 173 time: 0.9210162 Jul 13 07:30:53.950054 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e66030-4bec-4816-98b9-7f0b3d70b31f', 'name': 'network-vif-deleted', 'tag': 'c7d9e7b1-c10c-47c5-8510-e84bc1674167'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:53.952638 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e82bf5-366b-4bef-b45e-60b911223e7b" -d '{"events": [{"server_uuid": "22e66030-4bec-4816-98b9-7f0b3d70b31f", "name": "network-vif-deleted", "tag": "c7d9e7b1-c10c-47c5-8510-e84bc1674167"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:53.995627 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1332d090-853b-48ca-ad37-53e83ba19bac req-4860a610-e776-45ed-b6c2-04d617f5b2f9 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba882fc1-269f-4571-9d72-872eef7bc3cb HTTP/1.1" status: 200 len: 210 time: 0.1088698 Jul 13 07:30:54.049767 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-a7925cd2-ca8c-4af7-8b71-5d87bc6718fe tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Allocated IP 172.20.0.6 (324cb62a-283f-4998-ab58-61f8ca597760/5b417da6-f0a7-4a6d-b28c-2dd98c361dbc/b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:30:54.089006 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] For port 6fad5b6e-5a54-49df-98b2-099607306b3f, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:30:54.089928 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attempted to set empty binding levels {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 13 07:30:54.109865 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:54.118931 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:54.131021 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9002e4bc-9c6a-447a-bc3e-dfa0ca746648 x-openstack-request-id: req-9002e4bc-9c6a-447a-bc3e-dfa0ca746648 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:54.131866 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e66030-4bec-4816-98b9-7f0b3d70b31f", "name": "network-vif-deleted", "tag": "c7d9e7b1-c10c-47c5-8510-e84bc1674167", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:54.132310 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9002e4bc-9c6a-447a-bc3e-dfa0ca746648 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:54.132862 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e66030-4bec-4816-98b9-7f0b3d70b31f', 'name': 'network-vif-deleted', 'tag': 'c7d9e7b1-c10c-47c5-8510-e84bc1674167', 'status': 'completed', 'code': 200} Jul 13 07:30:54.144933 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6b4a00bf-6d57-4b5a-aae3-37d230ba6c31 tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:54.359832 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6b4a00bf-6d57-4b5a-aae3-37d230ba6c31 tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:54.368858 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Pushing event updated for resources: {'Port': ['ID=6fad5b6e-5a54-49df-98b2-099607306b3f,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:54.379428 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-6b4a00bf-6d57-4b5a-aae3-37d230ba6c31 tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f0be06f-167e-4c26-b393-f8e1656a47b9']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:54.382318 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] In _notify_port_updated(), no bound segment for port 6fad5b6e-5a54-49df-98b2-099607306b3f on network 643f2a1e-815b-4f6e-9417-70290115e2a2 {{(pid=94018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:30:54.383220 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:54.384221 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:54.387873 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5ed29952-4f16-4402-9a02-6adaf6ad9e5f tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] 10.222.0.23 "PUT /v2.0/ports/6fad5b6e-5a54-49df-98b2-099607306b3f HTTP/1.1" status: 200 len: 976 time: 2.3189790 Jul 13 07:30:54.394466 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60632) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:54.400312 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-6b4a00bf-6d57-4b5a-aae3-37d230ba6c31 tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '263c106f-039c-4b90-850f-ecd537a218b4') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:54.400609 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-6b4a00bf-6d57-4b5a-aae3-37d230ba6c31 tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '263c106f-039c-4b90-850f-ecd537a218b4') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:54.424994 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6b4a00bf-6d57-4b5a-aae3-37d230ba6c31 tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:54.451229 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-a7925cd2-ca8c-4af7-8b71-5d87bc6718fe tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:54.458782 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6b4a00bf-6d57-4b5a-aae3-37d230ba6c31 tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:54.473790 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b4a00bf-6d57-4b5a-aae3-37d230ba6c31 tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:30:54.474709 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6b4a00bf-6d57-4b5a-aae3-37d230ba6c31 tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:30:54.477552 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:30:54.538145 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-a7855c4d-0155-4c4a-86e5-6f2d963f1c32 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Deleting port 6fad5b6e-5a54-49df-98b2-099607306b3f {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:54.538550 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a7855c4d-0155-4c4a-86e5-6f2d963f1c32 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:54.538892 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6b4a00bf-6d57-4b5a-aae3-37d230ba6c31 tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:54.543027 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-a7925cd2-ca8c-4af7-8b71-5d87bc6718fe tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:54.545243 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6b4a00bf-6d57-4b5a-aae3-37d230ba6c31 tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:54.550644 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6b4a00bf-6d57-4b5a-aae3-37d230ba6c31 tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] 10.222.0.23 "DELETE /v2.0/networks/5f0be06f-167e-4c26-b393-f8e1656a47b9 HTTP/1.1" status: 204 len: 168 time: 0.7459021 Jul 13 07:30:54.618610 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-a7925cd2-ca8c-4af7-8b71-5d87bc6718fe tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Network 324cb62a-283f-4998-ab58-61f8ca597760 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:30:54.623401 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a00bf-6d57-4b5a-aae3-37d230ba6c31 tempest-QuotasNegativeTest-1248255033 tempest-QuotasNegativeTest-1248255033-project-admin] Pushing event deleted for resources: {'Network': ['ID=5f0be06f-167e-4c26-b393-f8e1656a47b9,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:54.911291 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5ce27f40-5e4e-4f6f-8b61-d9a30e2a6d74 req-8e87aa1e-18f4-4a1b-b517-0b575635fc03 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=22e66030-4bec-4816-98b9-7f0b3d70b31f HTTP/1.1" status: 200 len: 210 time: 0.0455835 Jul 13 07:30:55.050370 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-a7925cd2-ca8c-4af7-8b71-5d87bc6718fe tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:30:55.059548 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-a7925cd2-ca8c-4af7-8b71-5d87bc6718fe tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:30:55.089270 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-a7855c4d-0155-4c4a-86e5-6f2d963f1c32 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] For port 6fad5b6e-5a54-49df-98b2-099607306b3f, host n-h2-771363-34, got binding levels [] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:55.090254 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a7855c4d-0155-4c4a-86e5-6f2d963f1c32 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:55.092725 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7925cd2-ca8c-4af7-8b71-5d87bc6718fe tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Pushing event updated for resources: {'Port': ['ID=b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:55.120239 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-a7855c4d-0155-4c4a-86e5-6f2d963f1c32 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Calling delete_port for 6fad5b6e-5a54-49df-98b2-099607306b3f owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:55.175497 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-a7925cd2-ca8c-4af7-8b71-5d87bc6718fe tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:55.176137 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-a7925cd2-ca8c-4af7-8b71-5d87bc6718fe tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:55.182449 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60648) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:55.236017 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-a7925cd2-ca8c-4af7-8b71-5d87bc6718fe tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1882031 Jul 13 07:30:55.259245 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-2fa238d3-904e-43d5-af46-c44b5118251e service neutron] Request body: {'port': {'device_id': 'ba882fc1-269f-4571-9d72-872eef7bc3cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:55.307165 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-97b39cd3-769e-4675-b0d7-604c43a55479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:55.320095 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6428e2-7a49-45ad-8ec2-50b05b2cfa29 req-1462af8b-aaea-4e15-9509-9db76a51e998 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:55.321620 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0f6428e2-7a49-45ad-8ec2-50b05b2cfa29 req-1462af8b-aaea-4e15-9509-9db76a51e998 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba882fc1-269f-4571-9d72-872eef7bc3cb HTTP/1.1" status: 200 len: 931 time: 0.1871538 Jul 13 07:30:55.366497 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a7855c4d-0155-4c4a-86e5-6f2d963f1c32 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:55.414748 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7855c4d-0155-4c4a-86e5-6f2d963f1c32 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Pushing event deleted for resources: {'Port': ['ID=6fad5b6e-5a54-49df-98b2-099607306b3f,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:55.422507 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-97b39cd3-769e-4675-b0d7-604c43a55479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:55.427565 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-97b39cd3-769e-4675-b0d7-604c43a55479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:55.433544 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-2fa238d3-904e-43d5-af46-c44b5118251e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:55.435990 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a7855c4d-0155-4c4a-86e5-6f2d963f1c32 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:55.440956 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a7855c4d-0155-4c4a-86e5-6f2d963f1c32 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] 10.222.0.23 "DELETE /v2.0/ports/6fad5b6e-5a54-49df-98b2-099607306b3f HTTP/1.1" status: 204 len: 168 time: 1.0422194 Jul 13 07:30:55.441604 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0f6428e2-7a49-45ad-8ec2-50b05b2cfa29 req-a6ef2f03-35ac-4672-a10d-eeee4b6e358a tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087427 Jul 13 07:30:55.443103 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60656) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:55.468662 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b39cd3-769e-4675-b0d7-604c43a55479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53843d1a-6a47-449d-8422-bfb7fd3c238a,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:55.476811 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-97b39cd3-769e-4675-b0d7-604c43a55479 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4896f33748524f6c85acd27b409f3e8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2927980 Jul 13 07:30:55.478316 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-97a282f0-5334-4d49-a9be-e94d88ed4b73 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] GET failed (client error): The resource could not be found. Jul 13 07:30:55.479664 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60658) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:55.480960 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-97a282f0-5334-4d49-a9be-e94d88ed4b73 tempest-PortsAdminExtendedAttrsTestJSON-2090587521 tempest-PortsAdminExtendedAttrsTestJSON-2090587521-project-admin] 10.222.0.23 "GET /v2.0/ports/6fad5b6e-5a54-49df-98b2-099607306b3f HTTP/1.1" status: 404 len: 333 time: 0.0361233 Jul 13 07:30:55.485121 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60660) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:55.534514 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-41143a75-c22e-4c54-8476-be5987c5aee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:55.558724 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-41143a75-c22e-4c54-8476-be5987c5aee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:55.584250 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device c7d9e7b1-c10c-47c5-8510-e84bc1674167 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:30:55.613637 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: c7d9e7b1-c10c-47c5-8510-e84bc1674167 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:30:55.613996 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4fedb77f-900a-4048-ab5a-a20f6ae94c54 tempest-PortsAdminExtendedAttrsTestJSON-1181797398 tempest-PortsAdminExtendedAttrsTestJSON-1181797398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:55.615414 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device c7d9e7b1-c10c-47c5-8510-e84bc1674167 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:30:55.627014 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-41143a75-c22e-4c54-8476-be5987c5aee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:55.631391 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-41143a75-c22e-4c54-8476-be5987c5aee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:55.635618 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-41143a75-c22e-4c54-8476-be5987c5aee9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/53843d1a-6a47-449d-8422-bfb7fd3c238a HTTP/1.1" status: 204 len: 168 time: 0.1548414 Jul 13 07:30:55.646288 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41143a75-c22e-4c54-8476-be5987c5aee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53843d1a-6a47-449d-8422-bfb7fd3c238a,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:55.805204 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4fedb77f-900a-4048-ab5a-a20f6ae94c54 tempest-PortsAdminExtendedAttrsTestJSON-1181797398 tempest-PortsAdminExtendedAttrsTestJSON-1181797398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:55.847396 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-4fedb77f-900a-4048-ab5a-a20f6ae94c54 tempest-PortsAdminExtendedAttrsTestJSON-1181797398 tempest-PortsAdminExtendedAttrsTestJSON-1181797398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['643f2a1e-815b-4f6e-9417-70290115e2a2']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:55.864282 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-4fedb77f-900a-4048-ab5a-a20f6ae94c54 tempest-PortsAdminExtendedAttrsTestJSON-1181797398 tempest-PortsAdminExtendedAttrsTestJSON-1181797398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aaa4986-04a2-460b-a0a6-4a8830a002ee') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:55.864591 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-4fedb77f-900a-4048-ab5a-a20f6ae94c54 tempest-PortsAdminExtendedAttrsTestJSON-1181797398 tempest-PortsAdminExtendedAttrsTestJSON-1181797398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aaa4986-04a2-460b-a0a6-4a8830a002ee') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:30:55.876586 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4fedb77f-900a-4048-ab5a-a20f6ae94c54 tempest-PortsAdminExtendedAttrsTestJSON-1181797398 tempest-PortsAdminExtendedAttrsTestJSON-1181797398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:55.902599 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4fedb77f-900a-4048-ab5a-a20f6ae94c54 tempest-PortsAdminExtendedAttrsTestJSON-1181797398 tempest-PortsAdminExtendedAttrsTestJSON-1181797398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:55.916903 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fedb77f-900a-4048-ab5a-a20f6ae94c54 tempest-PortsAdminExtendedAttrsTestJSON-1181797398 tempest-PortsAdminExtendedAttrsTestJSON-1181797398-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:30:55.917301 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4fedb77f-900a-4048-ab5a-a20f6ae94c54 tempest-PortsAdminExtendedAttrsTestJSON-1181797398 tempest-PortsAdminExtendedAttrsTestJSON-1181797398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:55.920331 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:55.920331 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:55.920331 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:30:55.920331 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:30:55.920331 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:30:55.920331 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:30:55.920331 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:30:55.920331 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:30:55.920331 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:30:55.920331 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:30:55.920331 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:30:55.920331 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:30:55.920331 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:30:55.920331 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:30:55.920331 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:30:55.920331 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:30:55.920331 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:30:55.920331 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:30:55.920331 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:30:55.920331 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:30:55.920331 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:30:55.920331 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:30:55.920331 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:30:55.920331 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:30:55.920331 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:30:55.920331 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:30:55.920331 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:30:55.920331 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:30:55.920331 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:30:55.920331 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:30:55.920331 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:30:55.920331 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:30:55.920331 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:30:55.920331 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:30:55.920331 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:30:55.920331 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:30:56.032051 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4fedb77f-900a-4048-ab5a-a20f6ae94c54 tempest-PortsAdminExtendedAttrsTestJSON-1181797398 tempest-PortsAdminExtendedAttrsTestJSON-1181797398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:56.042969 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4fedb77f-900a-4048-ab5a-a20f6ae94c54 tempest-PortsAdminExtendedAttrsTestJSON-1181797398 tempest-PortsAdminExtendedAttrsTestJSON-1181797398-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:56.047497 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4fedb77f-900a-4048-ab5a-a20f6ae94c54 tempest-PortsAdminExtendedAttrsTestJSON-1181797398 tempest-PortsAdminExtendedAttrsTestJSON-1181797398-project] 10.222.0.23 "DELETE /v2.0/networks/643f2a1e-815b-4f6e-9417-70290115e2a2 HTTP/1.1" status: 204 len: 168 time: 0.5588653 Jul 13 07:30:56.047497 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-2fa238d3-904e-43d5-af46-c44b5118251e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:30:56.067310 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-2fa238d3-904e-43d5-af46-c44b5118251e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:56.069925 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fedb77f-900a-4048-ab5a-a20f6ae94c54 tempest-PortsAdminExtendedAttrsTestJSON-1181797398 tempest-PortsAdminExtendedAttrsTestJSON-1181797398-project] Pushing event deleted for resources: {'Network': ['ID=643f2a1e-815b-4f6e-9417-70290115e2a2,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:56.082790 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-2fa238d3-904e-43d5-af46-c44b5118251e service neutron] Transition to ACTIVE for port object b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:30:56.093988 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-2fa238d3-904e-43d5-af46-c44b5118251e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:56.111177 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60686) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:56.129467 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3e56052c-972d-4693-bb3d-85140503fa7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:56.218612 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa238d3-904e-43d5-af46-c44b5118251e service neutron] Pushing event updated for resources: {'Port': ['ID=b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:56.382244 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3e56052c-972d-4693-bb3d-85140503fa7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:56.394592 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3e56052c-972d-4693-bb3d-85140503fa7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:56.400776 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-2fa238d3-904e-43d5-af46-c44b5118251e service neutron] Attempting to bind port b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:30:56.401926 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-2fa238d3-904e-43d5-af46-c44b5118251e service neutron] Attempting to bind port b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '5a5e32fa-d1a7-44e2-b088-49b4ede36727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '324cb62a-283f-4998-ab58-61f8ca597760'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:30:56.402501 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-2fa238d3-904e-43d5-af46-c44b5118251e service neutron] Attempting to bind port b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4 on network 324cb62a-283f-4998-ab58-61f8ca597760 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:56.416267 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-2fa238d3-904e-43d5-af46-c44b5118251e service neutron] Port b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4 on network 324cb62a-283f-4998-ab58-61f8ca597760 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:30:56.419127 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-2fa238d3-904e-43d5-af46-c44b5118251e service neutron] Attempting to bind port b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4 on network 324cb62a-283f-4998-ab58-61f8ca597760 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:30:56.439311 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-3e56052c-972d-4693-bb3d-85140503fa7f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5830b9e4993b4c62b02aa187b43e87a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3250508 Jul 13 07:30:56.441961 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60696) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:56.445308 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-2fa238d3-904e-43d5-af46-c44b5118251e service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:30:56.447317 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-2fa238d3-904e-43d5-af46-c44b5118251e service neutron] Checking segment: {'id': '5a5e32fa-d1a7-44e2-b088-49b4ede36727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '324cb62a-283f-4998-ab58-61f8ca597760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:30:56.448838 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-2fa238d3-904e-43d5-af46-c44b5118251e service neutron] Bound using segment: {'id': '5a5e32fa-d1a7-44e2-b088-49b4ede36727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '324cb62a-283f-4998-ab58-61f8ca597760'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:30:56.450122 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-2fa238d3-904e-43d5-af46-c44b5118251e service neutron] Bound port: b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a5e32fa-d1a7-44e2-b088-49b4ede36727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '324cb62a-283f-4998-ab58-61f8ca597760'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:30:56.451693 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-2fa238d3-904e-43d5-af46-c44b5118251e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:56.490452 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60700) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:56.589691 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e56052c-972d-4693-bb3d-85140503fa7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9298e122-9270-4891-885e-b68dfca409ef,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:56.597824 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9d5beae9-2e44-44cf-a989-a1c6b77eab72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:56.621288 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9d5beae9-2e44-44cf-a989-a1c6b77eab72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:56.648793 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-2fa238d3-904e-43d5-af46-c44b5118251e service neutron] For port b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:30:56.657187 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-2fa238d3-904e-43d5-af46-c44b5118251e service neutron] For port b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4,segment=NetworkSegment(5a5e32fa-d1a7-44e2-b088-49b4ede36727),segment_id=5a5e32fa-d1a7-44e2-b088-49b4ede36727)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:30:56.673086 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-2fa238d3-904e-43d5-af46-c44b5118251e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:56.706706 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9d5beae9-2e44-44cf-a989-a1c6b77eab72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:56.709564 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9d5beae9-2e44-44cf-a989-a1c6b77eab72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:56.711680 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9d5beae9-2e44-44cf-a989-a1c6b77eab72 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9298e122-9270-4891-885e-b68dfca409ef HTTP/1.1" status: 204 len: 168 time: 0.2681947 Jul 13 07:30:56.734746 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5beae9-2e44-44cf-a989-a1c6b77eab72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9298e122-9270-4891-885e-b68dfca409ef,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:56.764372 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9010f-df71-48ce-9338-e60d4b4df31e req-fefbef87-4f47-4b37-b3bb-8a577f94f6da tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:56.771730 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dbc9010f-df71-48ce-9338-e60d4b4df31e req-fefbef87-4f47-4b37-b3bb-8a577f94f6da tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=26287496-dd8a-4fb0-9b43-1599ca5eeb00 HTTP/1.1" status: 200 len: 946 time: 0.1006799 Jul 13 07:30:56.778765 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-2fa238d3-904e-43d5-af46-c44b5118251e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:56.779432 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-2fa238d3-904e-43d5-af46-c44b5118251e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:56.780794 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-2fa238d3-904e-43d5-af46-c44b5118251e service neutron] 10.222.0.25 "PUT /v2.0/ports/b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4 HTTP/1.1" status: 200 len: 1092 time: 1.5340264 Jul 13 07:30:56.783027 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba882fc1-269f-4571-9d72-872eef7bc3cb', 'tag': 'b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:56.786573 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfa2a3f-364f-45e1-abeb-c33c02f3257f" -d '{"events": [{"name": "network-changed", "server_uuid": "ba882fc1-269f-4571-9d72-872eef7bc3cb", "tag": "b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:56.852976 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dbc9010f-df71-48ce-9338-e60d4b4df31e req-d7ab665f-1a62-4b28-ac8d-aa5ea6235eed tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793908 Jul 13 07:30:56.934384 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8f6fd5-0591-4cbc-a0ce-ac7a1f2fd019 x-openstack-request-id: req-1c8f6fd5-0591-4cbc-a0ce-ac7a1f2fd019 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:56.934384 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba882fc1-269f-4571-9d72-872eef7bc3cb", "tag": "b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:56.934384 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1c8f6fd5-0591-4cbc-a0ce-ac7a1f2fd019 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:56.934384 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba882fc1-269f-4571-9d72-872eef7bc3cb', 'tag': 'b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4', 'status': 'completed', 'code': 200} Jul 13 07:30:56.943385 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-34e8a2e7-4c72-499c-8575-fc7cecc3936f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f36823f998a5461d94a212b34372d189&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4448996 Jul 13 07:30:56.945415 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60716) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:56.960456 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa238d3-904e-43d5-af46-c44b5118251e service neutron] Pushing event updated for resources: {'Port': ['ID=b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:57.007795 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a2ee8-7035-4c89-8df5-a10fd7eb4a2d req-fe6e53bf-fcc3-443e-82ec-1b308e73758d tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:57.009604 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b52a2ee8-7035-4c89-8df5-a10fd7eb4a2d req-fe6e53bf-fcc3-443e-82ec-1b308e73758d tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba882fc1-269f-4571-9d72-872eef7bc3cb HTTP/1.1" status: 200 len: 943 time: 0.2348237 Jul 13 07:30:57.030672 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7679357a-4b52-434f-bf05-3e044bd0bd90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:57.057708 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-c1d77b1c-b18f-4bd9-8c8a-badf6652f301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:57.059271 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-c1d77b1c-b18f-4bd9-8c8a-badf6652f301 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9f479963551e4752848e4380eebe58cf&device_id=ba882fc1-269f-4571-9d72-872eef7bc3cb HTTP/1.1" status: 200 len: 1095 time: 0.2198217 Jul 13 07:30:57.065711 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7679357a-4b52-434f-bf05-3e044bd0bd90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:57.128726 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7679357a-4b52-434f-bf05-3e044bd0bd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:57.131750 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7679357a-4b52-434f-bf05-3e044bd0bd90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:57.135735 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7679357a-4b52-434f-bf05-3e044bd0bd90 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f8cf7564-f1f5-4bde-be13-d1e03868a774 HTTP/1.1" status: 204 len: 168 time: 0.1865454 Jul 13 07:30:57.154287 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7679357a-4b52-434f-bf05-3e044bd0bd90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cf7564-f1f5-4bde-be13-d1e03868a774,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:57.163365 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b52a2ee8-7035-4c89-8df5-a10fd7eb4a2d req-bec410b5-0541-4c72-a05b-896dcb1a7ac9 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468816 Jul 13 07:30:57.166154 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-74d11341-7eb7-4df7-a3f7-b99879219075 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4 HTTP/1.1" status: 200 len: 217 time: 0.0706725 Jul 13 07:30:57.248600 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-e37def41-45db-41a9-9fd4-e776d60b4d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:57.250180 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-e37def41-45db-41a9-9fd4-e776d60b4d00 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5b417da6-f0a7-4a6d-b28c-2dd98c361dbc HTTP/1.1" status: 200 len: 852 time: 0.0746198 Jul 13 07:30:57.308357 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-54c638b6-2397-4f72-bcc9-c75a547fb0c6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=324cb62a-283f-4998-ab58-61f8ca597760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480649 Jul 13 07:30:57.455670 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-c315e6fa-937f-499f-9262-611fb7e9eb1e service neutron] 10.222.0.25 "GET /v2.0/networks/324cb62a-283f-4998-ab58-61f8ca597760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389463 Jul 13 07:30:57.610260 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a8534c69-9703-4de8-b0f5-d4cf94d46840 req-b43d974e-37f6-4b74-94f3-a2fdb5d25867 service neutron] 10.222.0.25 "GET /v2.0/networks/324cb62a-283f-4998-ab58-61f8ca597760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475244 Jul 13 07:30:57.692342 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60742) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:57.732416 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa2a3f-364f-45e1-abeb-c33c02f3257f req-33c4edcf-1304-4b83-90a9-ba4bd0fb8a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:57.734870 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1dfa2a3f-364f-45e1-abeb-c33c02f3257f req-33c4edcf-1304-4b83-90a9-ba4bd0fb8a09 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9f479963551e4752848e4380eebe58cf&device_id=ba882fc1-269f-4571-9d72-872eef7bc3cb HTTP/1.1" status: 200 len: 1095 time: 0.0655868 Jul 13 07:30:57.752606 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60744) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:57.752914 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-958dd9b8-e48c-47be-9851-951ec66b6dc3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3fb4d584656e416c9c05de2474cd5756&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0589180 Jul 13 07:30:57.902149 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0a21e-478f-4ce4-b42f-47d8b419665b req-4611b8f8-94a3-4cac-bc2c-2beeb50ef98b tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:57.903974 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-abd0a21e-478f-4ce4-b42f-47d8b419665b req-4611b8f8-94a3-4cac-bc2c-2beeb50ef98b tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.25 "GET /v2.0/ports?device_id=26287496-dd8a-4fb0-9b43-1599ca5eeb00 HTTP/1.1" status: 200 len: 946 time: 0.0842819 Jul 13 07:30:57.934794 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa2a3f-364f-45e1-abeb-c33c02f3257f req-3f9ccda4-7499-4653-ade1-25c6bd518687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:57.936738 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1dfa2a3f-364f-45e1-abeb-c33c02f3257f req-3f9ccda4-7499-4653-ade1-25c6bd518687 service neutron] 10.222.0.25 "GET /v2.0/networks?id=324cb62a-283f-4998-ab58-61f8ca597760 HTTP/1.1" status: 200 len: 913 time: 0.1955395 Jul 13 07:30:57.942265 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8f2571bb-099a-43c8-b20d-c9c10caaef64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:58.005958 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1dfa2a3f-364f-45e1-abeb-c33c02f3257f req-d5fc255b-5d32-433d-8ea4-62746f901dcc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4 HTTP/1.1" status: 200 len: 217 time: 0.0593898 Jul 13 07:30:58.062007 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8f2571bb-099a-43c8-b20d-c9c10caaef64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:58.092402 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-abd0a21e-478f-4ce4-b42f-47d8b419665b req-33e62073-56b0-473f-b5ca-1f693f212286 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Deleting port 85e39ee3-7217-400f-9c09-c3b8380a5921 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:30:58.092848 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-abd0a21e-478f-4ce4-b42f-47d8b419665b req-33e62073-56b0-473f-b5ca-1f693f212286 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:58.175234 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a02f4-658b-4a67-aa96-2fd416979628 req-647c8628-2864-4433-a0ed-4c7bea51efe9 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:58.192654 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e06a02f4-658b-4a67-aa96-2fd416979628 req-647c8628-2864-4433-a0ed-4c7bea51efe9 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=26287496-dd8a-4fb0-9b43-1599ca5eeb00 HTTP/1.1" status: 200 len: 946 time: 0.1830177 Jul 13 07:30:58.197884 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa2a3f-364f-45e1-abeb-c33c02f3257f req-790852c8-90fb-4c47-8ead-996b768b09bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:58.198947 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1dfa2a3f-364f-45e1-abeb-c33c02f3257f req-790852c8-90fb-4c47-8ead-996b768b09bb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5b417da6-f0a7-4a6d-b28c-2dd98c361dbc HTTP/1.1" status: 200 len: 852 time: 0.1417446 Jul 13 07:30:58.292735 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1dfa2a3f-364f-45e1-abeb-c33c02f3257f req-c77cc857-0052-428d-b4b8-fc32cb4c67fb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=324cb62a-283f-4998-ab58-61f8ca597760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849550 Jul 13 07:30:58.295858 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8f2571bb-099a-43c8-b20d-c9c10caaef64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:58.307944 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8f2571bb-099a-43c8-b20d-c9c10caaef64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:58.309229 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8f2571bb-099a-43c8-b20d-c9c10caaef64 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d0feea2-1447-4da7-96e7-8428fec2a608 HTTP/1.1" status: 204 len: 168 time: 0.5543089 Jul 13 07:30:58.323068 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e06a02f4-658b-4a67-aa96-2fd416979628 req-c5d6cdbe-eb3a-4ecc-85e6-3d514e322c13 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294742 Jul 13 07:30:58.355802 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2571bb-099a-43c8-b20d-c9c10caaef64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0feea2-1447-4da7-96e7-8428fec2a608,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:58.561376 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1dfa2a3f-364f-45e1-abeb-c33c02f3257f req-0760c689-b7ba-45fe-88ce-fd492898d979 service neutron] 10.222.0.25 "GET /v2.0/networks/324cb62a-283f-4998-ab58-61f8ca597760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509458 Jul 13 07:30:58.702857 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-abd0a21e-478f-4ce4-b42f-47d8b419665b req-33e62073-56b0-473f-b5ca-1f693f212286 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] For port 85e39ee3-7217-400f-9c09-c3b8380a5921, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=85e39ee3-7217-400f-9c09-c3b8380a5921,segment=NetworkSegment(9f8e6370-01bb-4534-ae56-a65e93d15610),segment_id=9f8e6370-01bb-4534-ae56-a65e93d15610)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:58.703817 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-abd0a21e-478f-4ce4-b42f-47d8b419665b req-33e62073-56b0-473f-b5ca-1f693f212286 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:58.735633 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-abd0a21e-478f-4ce4-b42f-47d8b419665b req-33e62073-56b0-473f-b5ca-1f693f212286 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Calling delete_port for 85e39ee3-7217-400f-9c09-c3b8380a5921 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:30:58.747044 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60778) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:58.805438 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1dfa2a3f-364f-45e1-abeb-c33c02f3257f req-15a798a3-a238-42de-af97-246ab79a400d service neutron] 10.222.0.25 "GET /v2.0/networks/324cb62a-283f-4998-ab58-61f8ca597760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370496 Jul 13 07:30:58.860987 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d780ef8-3104-4657-9916-c3ed2b2d340c req-b999ff8d-c571-4ef9-9a5d-128de6482245 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:58.870944 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3d780ef8-3104-4657-9916-c3ed2b2d340c req-b999ff8d-c571-4ef9-9a5d-128de6482245 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba882fc1-269f-4571-9d72-872eef7bc3cb HTTP/1.1" status: 200 len: 943 time: 0.2648711 Jul 13 07:30:58.901725 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-e2d77674-6cbb-4027-ab9e-a5e458c19c35 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2043235622', 'router:external': True}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:58.946471 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d77674-6cbb-4027-ab9e-a5e458c19c35 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Made reservation on behalf of 40a491db53d842c1a37f850760b8e4f7 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:58.949817 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e2d77674-6cbb-4027-ab9e-a5e458c19c35 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:58.967685 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3d780ef8-3104-4657-9916-c3ed2b2d340c req-dc2408b5-f8dd-41bf-83d7-09225ce7c8fa tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956469 Jul 13 07:30:58.980227 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:30:58.984403 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e2d77674-6cbb-4027-ab9e-a5e458c19c35 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:59.040979 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-abd0a21e-478f-4ce4-b42f-47d8b419665b req-33e62073-56b0-473f-b5ca-1f693f212286 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:59.065778 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['85e39ee3-7217-400f-9c09-c3b8380a5921'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:30:59.073518 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['62c94cdf-f9e6-48c7-82aa-820eff74f25f'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:30:59.128077 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e2d77674-6cbb-4027-ab9e-a5e458c19c35 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:59.129575 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e62073-56b0-473f-b5ca-1f693f212286 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Pushing event deleted for resources: {'Port': ['ID=85e39ee3-7217-400f-9c09-c3b8380a5921,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:59.145696 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e2d77674-6cbb-4027-ab9e-a5e458c19c35 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:59.194568 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d77674-6cbb-4027-ab9e-a5e458c19c35 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:30:59.209210 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d77674-6cbb-4027-ab9e-a5e458c19c35 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f9ab7f-ad87-4b02-9ba7-348b640bbea1,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:59.214323 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e2d77674-6cbb-4027-ab9e-a5e458c19c35 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:59.214668 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-e2d77674-6cbb-4027-ab9e-a5e458c19c35 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Added segment aa3a25f1-3e82-44d5-bf63-f26c590bf9b4 of type vlan for network 58d8c82a-95ca-4144-a8d0-fe7fda24ab23 Jul 13 07:30:59.220037 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd0a21e-478f-4ce4-b42f-47d8b419665b req-33e62073-56b0-473f-b5ca-1f693f212286 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] No DVR routers for this DVR port 85e39ee3-7217-400f-9c09-c3b8380a5921 on host n-h2-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:30:59.223825 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-abd0a21e-478f-4ce4-b42f-47d8b419665b req-33e62073-56b0-473f-b5ca-1f693f212286 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:59.226150 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-abd0a21e-478f-4ce4-b42f-47d8b419665b req-33e62073-56b0-473f-b5ca-1f693f212286 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.25 "DELETE /v2.0/ports/85e39ee3-7217-400f-9c09-c3b8380a5921 HTTP/1.1" status: 204 len: 173 time: 1.3151629 Jul 13 07:30:59.226769 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26287496-dd8a-4fb0-9b43-1599ca5eeb00', 'name': 'network-vif-deleted', 'tag': '85e39ee3-7217-400f-9c09-c3b8380a5921'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:30:59.230690 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc7b9f8-bd88-4249-99fb-37c3541c50ae" -d '{"events": [{"server_uuid": "26287496-dd8a-4fb0-9b43-1599ca5eeb00", "name": "network-vif-deleted", "tag": "85e39ee3-7217-400f-9c09-c3b8380a5921"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:30:59.296791 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68557276-4224-4dba-9120-cc5a71da1e44 x-openstack-request-id: req-68557276-4224-4dba-9120-cc5a71da1e44 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:30:59.297425 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26287496-dd8a-4fb0-9b43-1599ca5eeb00", "name": "network-vif-deleted", "tag": "85e39ee3-7217-400f-9c09-c3b8380a5921", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:30:59.297842 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-68557276-4224-4dba-9120-cc5a71da1e44 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:30:59.298431 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26287496-dd8a-4fb0-9b43-1599ca5eeb00', 'name': 'network-vif-deleted', 'tag': '85e39ee3-7217-400f-9c09-c3b8380a5921', 'status': 'completed', 'code': 200} Jul 13 07:30:59.310049 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e2d77674-6cbb-4027-ab9e-a5e458c19c35 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:59.379397 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e2d77674-6cbb-4027-ab9e-a5e458c19c35 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:59.380602 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d77674-6cbb-4027-ab9e-a5e458c19c35 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:30:59.381269 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e2d77674-6cbb-4027-ab9e-a5e458c19c35 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:59.399361 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4,segment=NetworkSegment(5a5e32fa-d1a7-44e2-b088-49b4ede36727),segment_id=5a5e32fa-d1a7-44e2-b088-49b4ede36727)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:59.446328 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': 'b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4', 'network_id': '324cb62a-283f-4998-ab58-61f8ca597760', 'port_id': 'b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4', 'mac_address': 'fa:16:3e:03:83:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b417da6-f0a7-4a6d-b28c-2dd98c361dbc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:30:59.446909 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e2d77674-6cbb-4027-ab9e-a5e458c19c35 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6982007 Jul 13 07:30:59.449344 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60802) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:59.454900 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-fde76305-1a10-4382-8835-c61fb1039d7f tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Request body: {'subnet': {'network_id': '58d8c82a-95ca-4144-a8d0-fe7fda24ab23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:59.507533 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde76305-1a10-4382-8835-c61fb1039d7f tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Made reservation on behalf of 40a491db53d842c1a37f850760b8e4f7 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:59.511014 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fde76305-1a10-4382-8835-c61fb1039d7f tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:59.539522 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d77674-6cbb-4027-ab9e-a5e458c19c35 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Pushing event updated for resources: {'Network': ['ID=58d8c82a-95ca-4144-a8d0-fe7fda24ab23,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:30:59.586124 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 58d8c82a-95ca-4144-a8d0-fe7fda24ab23 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:30:59.745841 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60806) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:30:59.838048 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f1fc9ee2-31b2-4463-b15d-439d4eb67e88 req-a2d08fb0-b1d7-4cff-a33a-b4a64cf6cb6a tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=26287496-dd8a-4fb0-9b43-1599ca5eeb00 HTTP/1.1" status: 200 len: 210 time: 0.0374651 Jul 13 07:30:59.843704 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:59.868259 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:30:59.894729 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-891920bc-5599-4108-8420-026b03b3f483 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-93105481'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:30:59.923335 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4,segment=NetworkSegment(5a5e32fa-d1a7-44e2-b088-49b4ede36727),segment_id=5a5e32fa-d1a7-44e2-b088-49b4ede36727)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:30:59.952629 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:59.959605 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891920bc-5599-4108-8420-026b03b3f483 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Made reservation on behalf of 18537f8f8d8744149650174bbb813f15 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:30:59.963131 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-891920bc-5599-4108-8420-026b03b3f483 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:30:59.982537 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-891920bc-5599-4108-8420-026b03b3f483 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:00.104486 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:00.157078 n-d-771363-34 neutron-server[94017]: DEBUG neutron.objects.ports [None req-fde76305-1a10-4382-8835-c61fb1039d7f tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94017) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:31:00.157078 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fde76305-1a10-4382-8835-c61fb1039d7f tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:00.181572 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-891920bc-5599-4108-8420-026b03b3f483 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:00.183090 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4b8d506a-ea9a-4385-aed0-a646cca5afc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:00.194109 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-891920bc-5599-4108-8420-026b03b3f483 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:00.227161 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:31:00.241224 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde76305-1a10-4382-8835-c61fb1039d7f tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6fb2c7b2-8548-4472-803e-ebb4575150ff,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:00.245296 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891920bc-5599-4108-8420-026b03b3f483 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d21884d7-419e-4ca9-923f-32ea834d615a,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:00.261576 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-891920bc-5599-4108-8420-026b03b3f483 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:31:00.276729 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-891920bc-5599-4108-8420-026b03b3f483 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:00.277134 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-891920bc-5599-4108-8420-026b03b3f483 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Added segment 75fe3ffc-6a22-46e0-9729-a091aa1d910a of type vlan for network dd4d9bc4-889e-45bc-8c82-8b57066fd4b2 Jul 13 07:31:00.346601 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde76305-1a10-4382-8835-c61fb1039d7f tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Checking segment: {'id': 'aa3a25f1-3e82-44d5-bf63-f26c590bf9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '58d8c82a-95ca-4144-a8d0-fe7fda24ab23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:00.347118 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde76305-1a10-4382-8835-c61fb1039d7f tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Network hostable DHCP agents. Network: 58d8c82a-95ca-4144-a8d0-fe7fda24ab23, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:31:00.356934 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da073299-4318-435f-a43f-7fb5f3927800 req-e60d37b1-d2bb-420d-88d3-41df9dace8a9 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:00.358971 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-da073299-4318-435f-a43f-7fb5f3927800 req-e60d37b1-d2bb-420d-88d3-41df9dace8a9 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba882fc1-269f-4571-9d72-872eef7bc3cb HTTP/1.1" status: 200 len: 944 time: 0.1190155 Jul 13 07:31:00.366143 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-891920bc-5599-4108-8420-026b03b3f483 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:00.409969 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-891920bc-5599-4108-8420-026b03b3f483 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:00.412919 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-da073299-4318-435f-a43f-7fb5f3927800 req-bb99369b-9209-4676-921f-6faa6b16f264 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451775 Jul 13 07:31:00.414937 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde76305-1a10-4382-8835-c61fb1039d7f tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Network 58d8c82a-95ca-4144-a8d0-fe7fda24ab23 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:31:00.426602 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-fde76305-1a10-4382-8835-c61fb1039d7f tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 58d8c82a-95ca-4144-a8d0-fe7fda24ab23) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:00.433966 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde76305-1a10-4382-8835-c61fb1039d7f tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:00.435260 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fde76305-1a10-4382-8835-c61fb1039d7f tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:00.443819 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891920bc-5599-4108-8420-026b03b3f483 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:00.444808 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-891920bc-5599-4108-8420-026b03b3f483 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:00.456436 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23803539-7600-4dfe-9885-fb5bdbbed33a None None] Network 58d8c82a-95ca-4144-a8d0-fe7fda24ab23 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:00.486304 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-fde76305-1a10-4382-8835-c61fb1039d7f tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0356634 Jul 13 07:31:00.489824 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60818) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:00.496646 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-e7063258-086b-4b06-8034-babbbc7e7c5b tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-972613949', 'network_id': '58d8c82a-95ca-4144-a8d0-fe7fda24ab23'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:00.529307 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891920bc-5599-4108-8420-026b03b3f483 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Pushing event updated for resources: {'Network': ['ID=dd4d9bc4-889e-45bc-8c82-8b57066fd4b2,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:00.532893 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-891920bc-5599-4108-8420-026b03b3f483 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.7858682 Jul 13 07:31:00.536110 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60820) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:00.543772 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-f79c2157-12e4-4e94-9a3d-7e226ee3ff9e tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Request body: {'subnet': {'network_id': 'dd4d9bc4-889e-45bc-8c82-8b57066fd4b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:00.547751 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7063258-086b-4b06-8034-babbbc7e7c5b tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Made reservation on behalf of 40a491db53d842c1a37f850760b8e4f7 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:00.560451 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e7063258-086b-4b06-8034-babbbc7e7c5b tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:00.589389 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network dd4d9bc4-889e-45bc-8c82-8b57066fd4b2 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:31:00.597369 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-e7063258-086b-4b06-8034-babbbc7e7c5b tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] device_id is not set on port 2463d4f6-6475-4e98-a6d6-7c3aaf786405 yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:31:00.652563 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f63c35-108c-4897-b850-8e15759cb699 None None] Network 58d8c82a-95ca-4144-a8d0-fe7fda24ab23 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:00.677710 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79c2157-12e4-4e94-9a3d-7e226ee3ff9e tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Made reservation on behalf of 18537f8f8d8744149650174bbb813f15 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:00.682400 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f79c2157-12e4-4e94-9a3d-7e226ee3ff9e tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:00.898899 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-e7063258-086b-4b06-8034-babbbc7e7c5b tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Allocated IP 2001:db8::160 (58d8c82a-95ca-4144-a8d0-fe7fda24ab23/6fb2c7b2-8548-4472-803e-ebb4575150ff/2463d4f6-6475-4e98-a6d6-7c3aaf786405) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:00.993002 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 85e39ee3-7217-400f-9c09-c3b8380a5921 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:01.081335 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 85e39ee3-7217-400f-9c09-c3b8380a5921 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:31:01.081675 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 85e39ee3-7217-400f-9c09-c3b8380a5921 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:31:01.203514 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e7063258-086b-4b06-8034-babbbc7e7c5b tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:01.248950 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f79c2157-12e4-4e94-9a3d-7e226ee3ff9e tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:01.255075 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e7063258-086b-4b06-8034-babbbc7e7c5b tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:01.300602 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7063258-086b-4b06-8034-babbbc7e7c5b tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Network 58d8c82a-95ca-4144-a8d0-fe7fda24ab23 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:01.308868 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-e7063258-086b-4b06-8034-babbbc7e7c5b tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:01.313679 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7063258-086b-4b06-8034-babbbc7e7c5b tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:01.316481 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7063258-086b-4b06-8034-babbbc7e7c5b tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:01.318222 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e7063258-086b-4b06-8034-babbbc7e7c5b tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:01.349493 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e7063258-086b-4b06-8034-babbbc7e7c5b tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8585687 Jul 13 07:31:01.350528 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60832) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:01.355508 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7063258-086b-4b06-8034-babbbc7e7c5b tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Pushing event updated for resources: {'Port': ['ID=2463d4f6-6475-4e98-a6d6-7c3aaf786405,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:01.365797 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c2157-12e4-4e94-9a3d-7e226ee3ff9e tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Pushing event updated for resources: {'Subnet': ['ID=8768f034-d3a2-440d-8a3a-bc43f4a0af6f,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:01.424730 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79c2157-12e4-4e94-9a3d-7e226ee3ff9e tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Checking segment: {'id': '75fe3ffc-6a22-46e0-9729-a091aa1d910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'dd4d9bc4-889e-45bc-8c82-8b57066fd4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:01.425104 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79c2157-12e4-4e94-9a3d-7e226ee3ff9e tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Network hostable DHCP agents. Network: dd4d9bc4-889e-45bc-8c82-8b57066fd4b2, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:31:01.479652 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79c2157-12e4-4e94-9a3d-7e226ee3ff9e tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Network dd4d9bc4-889e-45bc-8c82-8b57066fd4b2 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:31:01.496873 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-eefdfedb-e819-4fd8-8e63-e0c30b6ac9a9 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Deleting port 2463d4f6-6475-4e98-a6d6-7c3aaf786405 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:01.497408 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-eefdfedb-e819-4fd8-8e63-e0c30b6ac9a9 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:01.513414 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-f79c2157-12e4-4e94-9a3d-7e226ee3ff9e tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, dd4d9bc4-889e-45bc-8c82-8b57066fd4b2) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:01.525438 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2917f9-2e75-48b8-8777-0c2248b1f20e None None] Network dd4d9bc4-889e-45bc-8c82-8b57066fd4b2 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:01.526027 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79c2157-12e4-4e94-9a3d-7e226ee3ff9e tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:01.526556 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f79c2157-12e4-4e94-9a3d-7e226ee3ff9e tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:01.604961 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60838) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:01.605782 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f79c2157-12e4-4e94-9a3d-7e226ee3ff9e tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0674036 Jul 13 07:31:01.613707 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-dce21005-c128-4d26-92bb-ad4ac2b0e9e5 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Request body: {'port': {'network_id': 'dd4d9bc4-889e-45bc-8c82-8b57066fd4b2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1261540258'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:01.657431 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-eefdfedb-e819-4fd8-8e63-e0c30b6ac9a9 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:01.678777 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-eefdfedb-e819-4fd8-8e63-e0c30b6ac9a9 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Calling delete_port for 2463d4f6-6475-4e98-a6d6-7c3aaf786405 owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:01.714166 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0aed6e-9a59-4752-81b1-41bc1b2653bb req-d7d5599e-9ba1-44ee-a833-11492b18aec2 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:01.715823 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6f0aed6e-9a59-4752-81b1-41bc1b2653bb req-d7d5599e-9ba1-44ee-a833-11492b18aec2 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba882fc1-269f-4571-9d72-872eef7bc3cb HTTP/1.1" status: 200 len: 944 time: 0.1464505 Jul 13 07:31:01.728792 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e42c7df-d84c-46c9-9af2-a13c40ee1c16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-dd4d9bc4-889e-45bc-8c82-8b57066fd4b2', 'network_id': 'dd4d9bc4-889e-45bc-8c82-8b57066fd4b2', 'tenant_id': '18537f8f8d8744149650174bbb813f15', 'fixed_ips': [{'subnet_id': '8768f034-d3a2-440d-8a3a-bc43f4a0af6f'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:31:01.729920 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9e42c7df-d84c-46c9-9af2-a13c40ee1c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:01.752880 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad4458-aba6-435f-8703-893a7c298bdf req-55e60d5f-1a64-4344-b1dc-07a69948dd7f tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:01.754448 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-37ad4458-aba6-435f-8703-893a7c298bdf req-55e60d5f-1a64-4344-b1dc-07a69948dd7f tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=6efa00be-ac7f-4b4c-bfde-fd34ebef00d8 HTTP/1.1" status: 200 len: 945 time: 0.1780584 Jul 13 07:31:01.777002 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6f0aed6e-9a59-4752-81b1-41bc1b2653bb req-eaf4272b-52c3-4de9-ab87-6a2b11c67ce2 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504866 Jul 13 07:31:01.785521 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce21005-c128-4d26-92bb-ad4ac2b0e9e5 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Made reservation on behalf of 18537f8f8d8744149650174bbb813f15 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:01.789788 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dce21005-c128-4d26-92bb-ad4ac2b0e9e5 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:01.815063 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-dce21005-c128-4d26-92bb-ad4ac2b0e9e5 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] device_id is not set on port 2122ac80-2d32-45ab-9c23-767dd3ca9aa0 yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:31:01.879908 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-37ad4458-aba6-435f-8703-893a7c298bdf req-3c13f1a0-fa01-41b1-9564-37f8b01ff43f tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062853 Jul 13 07:31:01.922772 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-eefdfedb-e819-4fd8-8e63-e0c30b6ac9a9 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:01.923598 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-9e42c7df-d84c-46c9-9af2-a13c40ee1c16 None None] Allocated IP 2001:db8::2 (dd4d9bc4-889e-45bc-8c82-8b57066fd4b2/8768f034-d3a2-440d-8a3a-bc43f4a0af6f/030c9012-25d9-4a14-b661-fbe72207a801) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:01.963690 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefdfedb-e819-4fd8-8e63-e0c30b6ac9a9 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Pushing event deleted for resources: {'Port': ['ID=2463d4f6-6475-4e98-a6d6-7c3aaf786405,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:01.991671 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-eefdfedb-e819-4fd8-8e63-e0c30b6ac9a9 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:01.996195 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-eefdfedb-e819-4fd8-8e63-e0c30b6ac9a9 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] 10.222.0.23 "DELETE /v2.0/ports/2463d4f6-6475-4e98-a6d6-7c3aaf786405 HTTP/1.1" status: 204 len: 168 time: 0.6420524 Jul 13 07:31:01.996411 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60840) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:02.000730 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-d4b5a9c1-e7f0-4bcb-b2e5-9b75afcf2181 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '58d8c82a-95ca-4144-a8d0-fe7fda24ab23', 'external_fixed_ips': [{'subnet_id': '6fb2c7b2-8548-4472-803e-ebb4575150ff', 'ip_address': '2001:db8::160'}]}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:02.024273 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d4b5a9c1-e7f0-4bcb-b2e5-9b75afcf2181 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:02.025344 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d4b5a9c1-e7f0-4bcb-b2e5-9b75afcf2181 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:02.083660 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d4b5a9c1-e7f0-4bcb-b2e5-9b75afcf2181 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:02.098773 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9e42c7df-d84c-46c9-9af2-a13c40ee1c16 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:02.107591 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9e42c7df-d84c-46c9-9af2-a13c40ee1c16 None None] Transition to ACTIVE for port object 030c9012-25d9-4a14-b661-fbe72207a801 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:02.128415 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9e42c7df-d84c-46c9-9af2-a13c40ee1c16 None None] Transition to ACTIVE for port object 030c9012-25d9-4a14-b661-fbe72207a801 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:02.137316 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9e42c7df-d84c-46c9-9af2-a13c40ee1c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:02.191607 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e42c7df-d84c-46c9-9af2-a13c40ee1c16 None None] Pushing event updated for resources: {'Port': ['ID=030c9012-25d9-4a14-b661-fbe72207a801,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:02.198767 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e42c7df-d84c-46c9-9af2-a13c40ee1c16 None None] Network dd4d9bc4-889e-45bc-8c82-8b57066fd4b2 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:02.204031 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-9e42c7df-d84c-46c9-9af2-a13c40ee1c16 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:02.206840 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e42c7df-d84c-46c9-9af2-a13c40ee1c16 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:02.211070 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e42c7df-d84c-46c9-9af2-a13c40ee1c16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:02.211444 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e42c7df-d84c-46c9-9af2-a13c40ee1c16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:02.212039 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e42c7df-d84c-46c9-9af2-a13c40ee1c16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:02.212394 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e42c7df-d84c-46c9-9af2-a13c40ee1c16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:02.212753 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e42c7df-d84c-46c9-9af2-a13c40ee1c16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:02.213078 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e42c7df-d84c-46c9-9af2-a13c40ee1c16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:02.213589 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e42c7df-d84c-46c9-9af2-a13c40ee1c16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:02.213921 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e42c7df-d84c-46c9-9af2-a13c40ee1c16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:02.214247 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e42c7df-d84c-46c9-9af2-a13c40ee1c16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:02.214575 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e42c7df-d84c-46c9-9af2-a13c40ee1c16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:02.215047 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e42c7df-d84c-46c9-9af2-a13c40ee1c16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:02.215418 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e42c7df-d84c-46c9-9af2-a13c40ee1c16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:02.248526 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-dce21005-c128-4d26-92bb-ad4ac2b0e9e5 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Allocated IP 2001:db8::1e3 (dd4d9bc4-889e-45bc-8c82-8b57066fd4b2/8768f034-d3a2-440d-8a3a-bc43f4a0af6f/2122ac80-2d32-45ab-9c23-767dd3ca9aa0) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:02.319459 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-9e42c7df-d84c-46c9-9af2-a13c40ee1c16 None None] Attempting to bind port 030c9012-25d9-4a14-b661-fbe72207a801 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:02.319950 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-9e42c7df-d84c-46c9-9af2-a13c40ee1c16 None None] Attempting to bind port 030c9012-25d9-4a14-b661-fbe72207a801 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '75fe3ffc-6a22-46e0-9729-a091aa1d910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'dd4d9bc4-889e-45bc-8c82-8b57066fd4b2'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:02.320371 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e42c7df-d84c-46c9-9af2-a13c40ee1c16 None None] Attempting to bind port 030c9012-25d9-4a14-b661-fbe72207a801 on network dd4d9bc4-889e-45bc-8c82-8b57066fd4b2 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:02.327703 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e42c7df-d84c-46c9-9af2-a13c40ee1c16 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:02.328377 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e42c7df-d84c-46c9-9af2-a13c40ee1c16 None None] Checking segment: {'id': '75fe3ffc-6a22-46e0-9729-a091aa1d910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'dd4d9bc4-889e-45bc-8c82-8b57066fd4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:02.329740 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9e42c7df-d84c-46c9-9af2-a13c40ee1c16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:02.330279 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e42c7df-d84c-46c9-9af2-a13c40ee1c16 None None] Bound using segment: {'id': '75fe3ffc-6a22-46e0-9729-a091aa1d910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'dd4d9bc4-889e-45bc-8c82-8b57066fd4b2'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:02.331337 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-9e42c7df-d84c-46c9-9af2-a13c40ee1c16 None None] Bound port: 030c9012-25d9-4a14-b661-fbe72207a801, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75fe3ffc-6a22-46e0-9729-a091aa1d910a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'dd4d9bc4-889e-45bc-8c82-8b57066fd4b2'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:02.331884 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9e42c7df-d84c-46c9-9af2-a13c40ee1c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:02.347329 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d4b5a9c1-e7f0-4bcb-b2e5-9b75afcf2181 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:02.425878 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-9e42c7df-d84c-46c9-9af2-a13c40ee1c16 None None] For port 030c9012-25d9-4a14-b661-fbe72207a801, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:02.437055 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-9e42c7df-d84c-46c9-9af2-a13c40ee1c16 None None] For port 030c9012-25d9-4a14-b661-fbe72207a801, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=030c9012-25d9-4a14-b661-fbe72207a801,segment=NetworkSegment(75fe3ffc-6a22-46e0-9729-a091aa1d910a),segment_id=75fe3ffc-6a22-46e0-9729-a091aa1d910a)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:02.449276 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9e42c7df-d84c-46c9-9af2-a13c40ee1c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:02.485680 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dce21005-c128-4d26-92bb-ad4ac2b0e9e5 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:02.529909 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-dce21005-c128-4d26-92bb-ad4ac2b0e9e5 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Transition to ACTIVE for port object 2122ac80-2d32-45ab-9c23-767dd3ca9aa0 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:02.606879 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e42c7df-d84c-46c9-9af2-a13c40ee1c16 None None] Pushing event updated for resources: {'Port': ['ID=030c9012-25d9-4a14-b661-fbe72207a801,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:02.624428 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dce21005-c128-4d26-92bb-ad4ac2b0e9e5 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:02.669219 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d4b5a9c1-e7f0-4bcb-b2e5-9b75afcf2181 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:02.677130 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce21005-c128-4d26-92bb-ad4ac2b0e9e5 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Network dd4d9bc4-889e-45bc-8c82-8b57066fd4b2 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:02.680528 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-dce21005-c128-4d26-92bb-ad4ac2b0e9e5 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:02.686142 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce21005-c128-4d26-92bb-ad4ac2b0e9e5 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:02.692964 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce21005-c128-4d26-92bb-ad4ac2b0e9e5 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:02.693159 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d4b5a9c1-e7f0-4bcb-b2e5-9b75afcf2181 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:02.693657 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dce21005-c128-4d26-92bb-ad4ac2b0e9e5 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:02.697512 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce21005-c128-4d26-92bb-ad4ac2b0e9e5 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Pushing event updated for resources: {'Port': ['ID=2122ac80-2d32-45ab-9c23-767dd3ca9aa0,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:02.722165 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-dce21005-c128-4d26-92bb-ad4ac2b0e9e5 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1143117 Jul 13 07:31:02.723166 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60852) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:02.728433 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-18310d76-98e5-4009-af3d-40f7bf07b03f tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Request body: {'port': {'network_id': 'dd4d9bc4-889e-45bc-8c82-8b57066fd4b2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-508744543', 'allowed_address_pairs': [{'ip_address': '2001:db8::1e3', 'mac_address': 'fa:16:3e:ac:17:f0'}]}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:02.912852 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18310d76-98e5-4009-af3d-40f7bf07b03f tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Made reservation on behalf of 18537f8f8d8744149650174bbb813f15 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:02.922435 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-d4b5a9c1-e7f0-4bcb-b2e5-9b75afcf2181 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Allocated IP 2001:db8::160 (58d8c82a-95ca-4144-a8d0-fe7fda24ab23/6fb2c7b2-8548-4472-803e-ebb4575150ff/5a6b34d3-1482-475f-9b0e-24ff6801f142) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:03.010011 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:03.113282 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc0e13-4914-4488-b449-348fe8ef9577 req-c53fdc5c-1a8d-4c22-9394-26fcdf06ffea tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:03.115260 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-39bc0e13-4914-4488-b449-348fe8ef9577 req-c53fdc5c-1a8d-4c22-9394-26fcdf06ffea tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba882fc1-269f-4571-9d72-872eef7bc3cb HTTP/1.1" status: 200 len: 944 time: 0.1397445 Jul 13 07:31:03.122682 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:03.130886 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fa0287c9-a8de-492a-b680-ad5427934428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:03.141045 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:03.146907 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:03.147387 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:03.165208 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-18310d76-98e5-4009-af3d-40f7bf07b03f tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:03.177201 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-39bc0e13-4914-4488-b449-348fe8ef9577 req-f5db2674-7be1-4aa6-bb75-f022f5389262 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523055 Jul 13 07:31:03.188339 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d4b5a9c1-e7f0-4bcb-b2e5-9b75afcf2181 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:03.240635 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-18310d76-98e5-4009-af3d-40f7bf07b03f tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] device_id is not set on port ea41f1ad-2e38-4f67-90e7-2e72e97aa26c yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:31:03.244606 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d4b5a9c1-e7f0-4bcb-b2e5-9b75afcf2181 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:03.318637 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:03.332270 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5a9c1-e7f0-4bcb-b2e5-9b75afcf2181 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Pushing event updated for resources: {'Port': ['ID=5a6b34d3-1482-475f-9b0e-24ff6801f142,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:03.351434 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b5a9c1-e7f0-4bcb-b2e5-9b75afcf2181 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Network 58d8c82a-95ca-4144-a8d0-fe7fda24ab23 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:03.354498 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-d4b5a9c1-e7f0-4bcb-b2e5-9b75afcf2181 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:03.362519 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b5a9c1-e7f0-4bcb-b2e5-9b75afcf2181 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:03.375468 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4,segment=NetworkSegment(5a5e32fa-d1a7-44e2-b088-49b4ede36727),segment_id=5a5e32fa-d1a7-44e2-b088-49b4ede36727)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:03.376416 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba882fc1-269f-4571-9d72-872eef7bc3cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:03.379573 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d071f0b-7a87-4f2b-a59f-ca1a83990c23" -d '{"events": [{"server_uuid": "ba882fc1-269f-4571-9d72-872eef7bc3cb", "name": "network-vif-plugged", "status": "completed", "tag": "b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:03.384265 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:03.419970 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-18310d76-98e5-4009-af3d-40f7bf07b03f tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Allocated IP 2001:db8::2c6 (dd4d9bc4-889e-45bc-8c82-8b57066fd4b2/8768f034-d3a2-440d-8a3a-bc43f4a0af6f/ea41f1ad-2e38-4f67-90e7-2e72e97aa26c) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:03.500420 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:03.505214 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409b8dab-6ef8-4404-b9a5-4f0be385db3b x-openstack-request-id: req-409b8dab-6ef8-4404-b9a5-4f0be385db3b {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:03.505529 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba882fc1-269f-4571-9d72-872eef7bc3cb", "name": "network-vif-plugged", "status": "completed", "tag": "b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:03.505909 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-409b8dab-6ef8-4404-b9a5-4f0be385db3b {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:03.506112 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba882fc1-269f-4571-9d72-872eef7bc3cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4', 'code': 200} Jul 13 07:31:03.513228 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086cd401-efe3-45cb-8de6-15ae47a4ac1e req-910a92b2-edda-4d3d-bd26-77f9e7c132cf tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:03.515286 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-086cd401-efe3-45cb-8de6-15ae47a4ac1e req-910a92b2-edda-4d3d-bd26-77f9e7c132cf tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.42 "GET /v2.0/ports?device_id=6efa00be-ac7f-4b4c-bfde-fd34ebef00d8 HTTP/1.1" status: 200 len: 945 time: 0.4689655 Jul 13 07:31:03.773248 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d4b5a9c1-e7f0-4bcb-b2e5-9b75afcf2181 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:03.826324 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b4adf-f11a-4605-a14f-bda53e91e45f req-a5dc175c-cd08-423d-8ec0-09f734595be1 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:03.830823 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ca8b4adf-f11a-4605-a14f-bda53e91e45f req-a5dc175c-cd08-423d-8ec0-09f734595be1 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=6efa00be-ac7f-4b4c-bfde-fd34ebef00d8 HTTP/1.1" status: 200 len: 945 time: 0.7676492 Jul 13 07:31:03.881199 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23561a85-dab0-48e4-85d1-8cefec0065c5 req-6a613724-f18c-4503-91c9-d41c7fd881dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:03.882755 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-23561a85-dab0-48e4-85d1-8cefec0065c5 req-6a613724-f18c-4503-91c9-d41c7fd881dc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ba882fc1-269f-4571-9d72-872eef7bc3cb HTTP/1.1" status: 200 len: 1097 time: 0.2679558 Jul 13 07:31:03.892132 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605f9211-ec14-4512-a93f-c2d0887c3290 None None] Network dd4d9bc4-889e-45bc-8c82-8b57066fd4b2 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:03.962949 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-18310d76-98e5-4009-af3d-40f7bf07b03f tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:03.985485 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ca8b4adf-f11a-4605-a14f-bda53e91e45f req-c9468727-59c1-49fe-b517-0516c110f8b7 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475360 Jul 13 07:31:03.991980 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-23561a85-dab0-48e4-85d1-8cefec0065c5 req-c69c9702-c62e-4696-a7e0-968929799346 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995347 Jul 13 07:31:04.005756 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-086cd401-efe3-45cb-8de6-15ae47a4ac1e req-bb62bb57-d6fb-4055-8e85-1bfe372f65e3 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Deleting port 62c94cdf-f9e6-48c7-82aa-820eff74f25f {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:04.006099 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-086cd401-efe3-45cb-8de6-15ae47a4ac1e req-bb62bb57-d6fb-4055-8e85-1bfe372f65e3 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:04.012206 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-18310d76-98e5-4009-af3d-40f7bf07b03f tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Transition to ACTIVE for port object ea41f1ad-2e38-4f67-90e7-2e72e97aa26c will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:04.133311 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-086cd401-efe3-45cb-8de6-15ae47a4ac1e req-bb62bb57-d6fb-4055-8e85-1bfe372f65e3 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] For port 62c94cdf-f9e6-48c7-82aa-820eff74f25f, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=62c94cdf-f9e6-48c7-82aa-820eff74f25f,segment=NetworkSegment(9f8e6370-01bb-4534-ae56-a65e93d15610),segment_id=9f8e6370-01bb-4534-ae56-a65e93d15610)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:04.133939 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-086cd401-efe3-45cb-8de6-15ae47a4ac1e req-bb62bb57-d6fb-4055-8e85-1bfe372f65e3 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:04.143358 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-18310d76-98e5-4009-af3d-40f7bf07b03f tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:04.161306 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-086cd401-efe3-45cb-8de6-15ae47a4ac1e req-bb62bb57-d6fb-4055-8e85-1bfe372f65e3 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Calling delete_port for 62c94cdf-f9e6-48c7-82aa-820eff74f25f owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:04.212080 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18310d76-98e5-4009-af3d-40f7bf07b03f tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Network dd4d9bc4-889e-45bc-8c82-8b57066fd4b2 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:04.263587 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:04.270298 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a26c299d-766e-469d-9a3b-8a735c05a6de None None] Provisioning for port 030c9012-25d9-4a14-b661-fbe72207a801 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:04.311129 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18310d76-98e5-4009-af3d-40f7bf07b03f tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Pushing event updated for resources: {'Port': ['ID=ea41f1ad-2e38-4f67-90e7-2e72e97aa26c,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:04.314793 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-18310d76-98e5-4009-af3d-40f7bf07b03f tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:04.337164 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18310d76-98e5-4009-af3d-40f7bf07b03f tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:04.342826 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18310d76-98e5-4009-af3d-40f7bf07b03f tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:04.343614 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-18310d76-98e5-4009-af3d-40f7bf07b03f tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:04.384994 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-18310d76-98e5-4009-af3d-40f7bf07b03f tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.6582012 Jul 13 07:31:04.387542 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60872) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:04.481547 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d4b5a9c1-e7f0-4bcb-b2e5-9b75afcf2181 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:04.507738 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-086cd401-efe3-45cb-8de6-15ae47a4ac1e req-bb62bb57-d6fb-4055-8e85-1bfe372f65e3 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:04.546821 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62bb57-d6fb-4055-8e85-1bfe372f65e3 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Pushing event deleted for resources: {'Port': ['ID=62c94cdf-f9e6-48c7-82aa-820eff74f25f,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:04.622495 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-086cd401-efe3-45cb-8de6-15ae47a4ac1e req-bb62bb57-d6fb-4055-8e85-1bfe372f65e3 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] No DVR routers for this DVR port 62c94cdf-f9e6-48c7-82aa-820eff74f25f on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:04.633310 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-086cd401-efe3-45cb-8de6-15ae47a4ac1e req-bb62bb57-d6fb-4055-8e85-1bfe372f65e3 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:04.635631 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-086cd401-efe3-45cb-8de6-15ae47a4ac1e req-bb62bb57-d6fb-4055-8e85-1bfe372f65e3 tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.42 "DELETE /v2.0/ports/62c94cdf-f9e6-48c7-82aa-820eff74f25f HTTP/1.1" status: 204 len: 173 time: 1.1075294 Jul 13 07:31:04.645361 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6efa00be-ac7f-4b4c-bfde-fd34ebef00d8', 'name': 'network-vif-deleted', 'tag': '62c94cdf-f9e6-48c7-82aa-820eff74f25f'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:04.647698 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0110f363-a40b-4e60-b69f-c6c989c793dc" -d '{"events": [{"server_uuid": "6efa00be-ac7f-4b4c-bfde-fd34ebef00d8", "name": "network-vif-deleted", "tag": "62c94cdf-f9e6-48c7-82aa-820eff74f25f"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:04.684854 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3d039a-1d07-4906-9d08-7553a8235b23 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:04.693647 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3d039a-1d07-4906-9d08-7553a8235b23 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:04.704196 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3d039a-1d07-4906-9d08-7553a8235b23 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:04.710717 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1c3d039a-1d07-4906-9d08-7553a8235b23 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.3170285 Jul 13 07:31:04.712345 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60882) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:04.766984 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88da6b56-881e-41cb-bd2d-cc55e23c39ad x-openstack-request-id: req-88da6b56-881e-41cb-bd2d-cc55e23c39ad {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:04.767503 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6efa00be-ac7f-4b4c-bfde-fd34ebef00d8", "name": "network-vif-deleted", "tag": "62c94cdf-f9e6-48c7-82aa-820eff74f25f", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:04.772024 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-88da6b56-881e-41cb-bd2d-cc55e23c39ad {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:04.772442 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6efa00be-ac7f-4b4c-bfde-fd34ebef00d8', 'name': 'network-vif-deleted', 'tag': '62c94cdf-f9e6-48c7-82aa-820eff74f25f', 'status': 'completed', 'code': 200} Jul 13 07:31:04.791664 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 030c9012-25d9-4a14-b661-fbe72207a801 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:04.937938 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-fa048332-f138-4b27-a629-94c0553dd52e tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Deleting port ea41f1ad-2e38-4f67-90e7-2e72e97aa26c {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:04.942349 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fa048332-f138-4b27-a629-94c0553dd52e tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:04.970625 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-65cfd538-2b14-4ffe-b94c-10e037081d23 None None] Provisioning for port 2122ac80-2d32-45ab-9c23-767dd3ca9aa0 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:04.978648 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 030c9012-25d9-4a14-b661-fbe72207a801 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:04.982427 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-65cfd538-2b14-4ffe-b94c-10e037081d23 None None] Provisioning complete for port 2122ac80-2d32-45ab-9c23-767dd3ca9aa0 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:04.983091 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-65cfd538-2b14-4ffe-b94c-10e037081d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:04.995857 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 030c9012-25d9-4a14-b661-fbe72207a801 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:04.996221 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:05.000216 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481cef70-99f5-4a83-8b96-572253a04bb1 req-01adc1dc-db2f-479e-9d91-9b02ac0e3c92 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:05.023041 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-481cef70-99f5-4a83-8b96-572253a04bb1 req-01adc1dc-db2f-479e-9d91-9b02ac0e3c92 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba882fc1-269f-4571-9d72-872eef7bc3cb HTTP/1.1" status: 200 len: 945 time: 0.6222954 Jul 13 07:31:05.076354 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b5a9c1-e7f0-4bcb-b2e5-9b75afcf2181 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Router b1661bd9-5b71-430c-9fe1-4bd056c4f34f is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:31:05.125550 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-65cfd538-2b14-4ffe-b94c-10e037081d23 None None] Port 2122ac80-2d32-45ab-9c23-767dd3ca9aa0 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:05.180519 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-481cef70-99f5-4a83-8b96-572253a04bb1 req-ee8dd391-65cf-4ff9-97e8-1edfd8af0405 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569302 Jul 13 07:31:05.244105 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-65cfd538-2b14-4ffe-b94c-10e037081d23 None None] Provisioning for port ea41f1ad-2e38-4f67-90e7-2e72e97aa26c completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:05.263552 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-65cfd538-2b14-4ffe-b94c-10e037081d23 None None] Provisioning complete for port ea41f1ad-2e38-4f67-90e7-2e72e97aa26c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:05.267780 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-65cfd538-2b14-4ffe-b94c-10e037081d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:05.315275 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-65cfd538-2b14-4ffe-b94c-10e037081d23 None None] Port ea41f1ad-2e38-4f67-90e7-2e72e97aa26c cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:05.322170 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:05.355128 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-65cfd538-2b14-4ffe-b94c-10e037081d23 None None] Provisioning complete for port 030c9012-25d9-4a14-b661-fbe72207a801 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:05.355772 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-65cfd538-2b14-4ffe-b94c-10e037081d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:05.402043 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 030c9012-25d9-4a14-b661-fbe72207a801, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=030c9012-25d9-4a14-b661-fbe72207a801,segment=NetworkSegment(75fe3ffc-6a22-46e0-9729-a091aa1d910a),segment_id=75fe3ffc-6a22-46e0-9729-a091aa1d910a)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:05.414815 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:05.436286 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b5a9c1-e7f0-4bcb-b2e5-9b75afcf2181 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:05.452140 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c25125-2430-4a88-a5b9-c0a6e1bba821 None None] Sync routers for ids ['b1661bd9-5b71-430c-9fe1-4bd056c4f34f'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:05.472522 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c25125-2430-4a88-a5b9-c0a6e1bba821 None None] Routers {'b1661bd9-5b71-430c-9fe1-4bd056c4f34f'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:05.474051 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-e7c25125-2430-4a88-a5b9-c0a6e1bba821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:31:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['b1661bd9-5b71-430c-9fe1-4bd056c4f34f'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:05.489341 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d4b5a9c1-e7f0-4bcb-b2e5-9b75afcf2181 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:05.493087 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d4b5a9c1-e7f0-4bcb-b2e5-9b75afcf2181 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.4933770 Jul 13 07:31:05.497564 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60888) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:05.535757 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fcee4ac3-212b-4dbd-8570-a066ec455a76 req-0bee4b29-bb23-4ed3-a2de-43540a5ec98b tempest-ListServerFiltersTestJSON-232204139 tempest-ListServerFiltersTestJSON-232204139-project] 10.222.0.23 "GET /v2.0/ports?device_id=6efa00be-ac7f-4b4c-bfde-fd34ebef00d8 HTTP/1.1" status: 200 len: 210 time: 0.0740154 Jul 13 07:31:05.593495 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fa048332-f138-4b27-a629-94c0553dd52e tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:05.610661 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-fa048332-f138-4b27-a629-94c0553dd52e tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Calling delete_port for ea41f1ad-2e38-4f67-90e7-2e72e97aa26c owned by {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:05.651312 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 62c94cdf-f9e6-48c7-82aa-820eff74f25f no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:05.663880 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-e7c25125-2430-4a88-a5b9-c0a6e1bba821 None None] Set router b1661bd9-5b71-430c-9fe1-4bd056c4f34f gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:05.684586 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 62c94cdf-f9e6-48c7-82aa-820eff74f25f {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:31:05.684925 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 62c94cdf-f9e6-48c7-82aa-820eff74f25f not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:31:05.686379 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=030c9012-25d9-4a14-b661-fbe72207a801,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:05.775401 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9cc0f7d1-44ce-4519-84d1-8c9802ef7aad tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:05.808470 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-0194c158-8ab9-4e88-964f-b6747884a06d None None] Provisioning complete for port 2122ac80-2d32-45ab-9c23-767dd3ca9aa0 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:05.808841 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0194c158-8ab9-4e88-964f-b6747884a06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:05.815644 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:05.876836 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-0194c158-8ab9-4e88-964f-b6747884a06d None None] Port 2122ac80-2d32-45ab-9c23-767dd3ca9aa0 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:05.883736 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fa048332-f138-4b27-a629-94c0553dd52e tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:05.909754 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-0194c158-8ab9-4e88-964f-b6747884a06d None None] Provisioning complete for port ea41f1ad-2e38-4f67-90e7-2e72e97aa26c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:05.914121 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0194c158-8ab9-4e88-964f-b6747884a06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:05.935538 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-0194c158-8ab9-4e88-964f-b6747884a06d None None] Port ea41f1ad-2e38-4f67-90e7-2e72e97aa26c was deleted so its status cannot be updated. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 13 07:31:05.962219 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9cc0f7d1-44ce-4519-84d1-8c9802ef7aad tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:05.967616 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa048332-f138-4b27-a629-94c0553dd52e tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Pushing event deleted for resources: {'Port': ['ID=ea41f1ad-2e38-4f67-90e7-2e72e97aa26c,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:05.981375 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-e7c25125-2430-4a88-a5b9-c0a6e1bba821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1661bd9-5b71-430c-9fe1-4bd056c4f34f', 'name': '', 'tenant_id': '40a491db53d842c1a37f850760b8e4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58d8c82a-95ca-4144-a8d0-fe7fda24ab23', 'external_fixed_ips': [{'subnet_id': '6fb2c7b2-8548-4472-803e-ebb4575150ff', 'ip_address': '2001:db8::160'}], 'enable_snat': True}, 'gw_port_id': '5a6b34d3-1482-475f-9b0e-24ff6801f142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:02Z', 'updated_at': '2021-07-13T07:31:03Z', 'revision_number': 3, 'project_id': '40a491db53d842c1a37f850760b8e4f7', 'gw_port': {'id': '5a6b34d3-1482-475f-9b0e-24ff6801f142', 'name': '', 'network_id': '58d8c82a-95ca-4144-a8d0-fe7fda24ab23', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:22:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1661bd9-5b71-430c-9fe1-4bd056c4f34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '6fb2c7b2-8548-4472-803e-ebb4575150ff', 'ip_address': '2001:db8::160', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:02Z', 'updated_at': '2021-07-13T07:31:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6fb2c7b2-8548-4472-803e-ebb4575150ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:06.026490 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c25125-2430-4a88-a5b9-c0a6e1bba821 None None] Checking router: b1661bd9-5b71-430c-9fe1-4bd056c4f34f for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:31:06.027405 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c25125-2430-4a88-a5b9-c0a6e1bba821 None None] Updating router b1661bd9-5b71-430c-9fe1-4bd056c4f34f port 5a6b34d3-1482-475f-9b0e-24ff6801f142 binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:31:06.068649 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-9cc0f7d1-44ce-4519-84d1-8c9802ef7aad tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Deleting port 5a6b34d3-1482-475f-9b0e-24ff6801f142 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:06.069128 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9cc0f7d1-44ce-4519-84d1-8c9802ef7aad tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:06.091375 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e7c25125-2430-4a88-a5b9-c0a6e1bba821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:06.170943 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fa048332-f138-4b27-a629-94c0553dd52e tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:06.173517 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-fa048332-f138-4b27-a629-94c0553dd52e tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] 10.222.0.23 "DELETE /v2.0/ports/ea41f1ad-2e38-4f67-90e7-2e72e97aa26c HTTP/1.1" status: 204 len: 168 time: 1.4600968 Jul 13 07:31:06.177089 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60896) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:06.220543 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9cc0f7d1-44ce-4519-84d1-8c9802ef7aad tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:06.228721 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4260111-a9ac-41bc-8832-324bed91bcc2 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] GET failed (client error): The resource could not be found. Jul 13 07:31:06.234242 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b4260111-a9ac-41bc-8832-324bed91bcc2 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] 10.222.0.23 "GET /v2.0/ports/ea41f1ad-2e38-4f67-90e7-2e72e97aa26c HTTP/1.1" status: 404 len: 333 time: 0.0557220 Jul 13 07:31:06.236035 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60900) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:06.237761 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-9cc0f7d1-44ce-4519-84d1-8c9802ef7aad tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Calling delete_port for 5a6b34d3-1482-475f-9b0e-24ff6801f142 owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:06.241401 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-4dd942ab-3647-4491-9d02-bcbd6bfb15f7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Request body: {'port': {'network_id': 'dd4d9bc4-889e-45bc-8c82-8b57066fd4b2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1637019320'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:06.497796 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9edc7-d8ee-4368-a1b2-33e18d938013 req-588834ec-d17d-45a0-a0eb-559436506f89 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:06.499416 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-47d9edc7-d8ee-4368-a1b2-33e18d938013 req-588834ec-d17d-45a0-a0eb-559436506f89 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba882fc1-269f-4571-9d72-872eef7bc3cb HTTP/1.1" status: 200 len: 945 time: 0.1285970 Jul 13 07:31:06.504939 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd942ab-3647-4491-9d02-bcbd6bfb15f7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Made reservation on behalf of 18537f8f8d8744149650174bbb813f15 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:06.508760 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4dd942ab-3647-4491-9d02-bcbd6bfb15f7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:06.515423 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e7c25125-2430-4a88-a5b9-c0a6e1bba821 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:06.540537 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-4dd942ab-3647-4491-9d02-bcbd6bfb15f7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] device_id is not set on port b5ed6c62-df44-4bcc-9a2f-b1e024e5bdaa yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:31:06.568085 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-47d9edc7-d8ee-4368-a1b2-33e18d938013 req-c31ee0b1-8bf3-4d7a-8814-555a46a5424e tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568094 Jul 13 07:31:06.588371 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9cc0f7d1-44ce-4519-84d1-8c9802ef7aad tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:06.655438 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc0f7d1-44ce-4519-84d1-8c9802ef7aad tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a6b34d3-1482-475f-9b0e-24ff6801f142,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-e7c25125-2430-4a88-a5b9-c0a6e1bba821 None None] DB exception raised by Mechanism driver 'openvswitch' in update_port_precommit {{(pid=94020) _call_on_drivers /opt/stack/neutron/neutron/plugins/ml2/managers.py:481}} Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1770, in _execute_context Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 717, in do_execute Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers result = self._query(query) Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers conn.query(q) Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers result.read() Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers pymysql.err.OperationalError: (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers The above exception was the direct cause of the following exception: Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 477, in _call_on_drivers Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers getattr(driver.obj, method_name)(context) Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 65, in update_port_precommit Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers self._insert_provisioning_block(context) Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 80, in _insert_provisioning_block Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers if context.host_agents(self.agent_type): Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/driver_context.py", line 295, in host_agents Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers return self._plugin.get_agents(self._plugin_context, Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers return method(*args, **kwargs) Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/agents_db.py", line 292, in get_agents Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers agents = agent_obj.Agent.get_objects(context, **filters) Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/base.py", line 637, in get_objects Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers db_objs = obj_db_api.get_objects( Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/db/api.py", line 55, in get_objects Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers return model_query.get_collection( Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 331, in get_collection Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers items = [ Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2837, in __iter__ Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers return self._iter().__iter__() Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2844, in _iter Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers result = self.session.execute( Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1637, in execute Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers ) = compile_state_cls.orm_pre_session_exec( Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/context.py", line 289, in orm_pre_session_exec Jul 13 07:31:06.663540 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers session._autoflush() Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 2193, in _autoflush Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers self.flush() Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3298, in flush Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers self._flush(objects) Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3438, in _flush Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers transaction.rollback(_capture_exception=True) Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__ Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers compat.raise_( Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_ Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers raise exception Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3398, in _flush Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers flush_context.execute() Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers rec.execute(self) Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers util.preloaded.orm_persistence.save_obj( Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 234, in save_obj Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers _emit_update_statements( Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 998, in _emit_update_statements Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers c = connection._execute_20( Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1582, in _execute_20 Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers return meth(self, args_10style, kwargs_10style, execution_options) Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 323, in _execute_on_connection Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers return connection._execute_clauseelement( Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1451, in _execute_clauseelement Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers ret = self._execute_context( Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1813, in _execute_context Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers self._handle_dbapi_exception( Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1992, in _handle_dbapi_exception Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers util.raise_(newraise, with_traceback=exc_info[2], from_=e) Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_ Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers raise exception Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1770, in _execute_context Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 717, in do_execute Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers result = self._query(query) Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers conn.query(q) Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers result.read() Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jul 13 07:31:06.667187 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Jul 13 07:31:06.670446 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:31:06.670446 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Jul 13 07:31:06.670446 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers [parameters: {'host': 'n-d-771363-34', 'ml2_port_bindings_port_id': '5a6b34d3-1482-475f-9b0e-24ff6801f142', 'ml2_port_bindings_host': ''}] Jul 13 07:31:06.670446 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers (Background on this error at: http://sqlalche.me/e/14/e3q8) Jul 13 07:31:06.670446 n-d-771363-34 neutron-server[94020]: ERROR neutron.plugins.ml2.managers Jul 13 07:31:06.670446 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.db.api [None req-e7c25125-2430-4a88-a5b9-c0a6e1bba821 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:31:06.670446 n-d-771363-34 neutron-server[94020]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Jul 13 07:31:06.670446 n-d-771363-34 neutron-server[94020]: [parameters: {'host': 'n-d-771363-34', 'ml2_port_bindings_port_id': '5a6b34d3-1482-475f-9b0e-24ff6801f142', 'ml2_port_bindings_host': ''}] Jul 13 07:31:06.670446 n-d-771363-34 neutron-server[94020]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:31:06.670446 n-d-771363-34 neutron-server[94020]: DEBUG oslo_db.api [None req-e7c25125-2430-4a88-a5b9-c0a6e1bba821 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:31:06.672511 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9cc0f7d1-44ce-4519-84d1-8c9802ef7aad tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:06.729644 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 030c9012-25d9-4a14-b661-fbe72207a801 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:06.799511 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60908) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:06.802131 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 030c9012-25d9-4a14-b661-fbe72207a801 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:06.802483 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:06.803364 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-4dd942ab-3647-4491-9d02-bcbd6bfb15f7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Allocated IP 2001:db8::139 (dd4d9bc4-889e-45bc-8c82-8b57066fd4b2/8768f034-d3a2-440d-8a3a-bc43f4a0af6f/b5ed6c62-df44-4bcc-9a2f-b1e024e5bdaa) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:06.839950 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9cc0f7d1-44ce-4519-84d1-8c9802ef7aad tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:06.843417 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9cc0f7d1-44ce-4519-84d1-8c9802ef7aad tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:06.899167 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad90fd1-134d-4ec8-bc11-3fabb598fe6d admin admin] Deleting subnet 8e985f67-ca73-4e84-ba00-dee7c6ca292f {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:31:06.902898 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aad90fd1-134d-4ec8-bc11-3fabb598fe6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:06.923755 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9cc0f7d1-44ce-4519-84d1-8c9802ef7aad tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:06.924358 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc0f7d1-44ce-4519-84d1-8c9802ef7aad tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b1661bd9-5b71-430c-9fe1-4bd056c4f34f {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:31:06.932765 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9cc0f7d1-44ce-4519-84d1-8c9802ef7aad tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:06.936393 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9cc0f7d1-44ce-4519-84d1-8c9802ef7aad tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] 10.222.0.23 "DELETE /v2.0/routers/b1661bd9-5b71-430c-9fe1-4bd056c4f34f HTTP/1.1" status: 204 len: 168 time: 1.4253037 Jul 13 07:31:06.936552 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60914) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:06.988145 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aad90fd1-134d-4ec8-bc11-3fabb598fe6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.069008 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4dd942ab-3647-4491-9d02-bcbd6bfb15f7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.083680 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4c72ef1-3f6c-4d54-bc94-3338fe81eacd tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Deleting subnet 6fb2c7b2-8548-4472-803e-ebb4575150ff {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:31:07.097346 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e4c72ef1-3f6c-4d54-bc94-3338fe81eacd tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.115651 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-4dd942ab-3647-4491-9d02-bcbd6bfb15f7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Transition to ACTIVE for port object b5ed6c62-df44-4bcc-9a2f-b1e024e5bdaa will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:07.167763 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e4c72ef1-3f6c-4d54-bc94-3338fe81eacd tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.187047 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4dd942ab-3647-4491-9d02-bcbd6bfb15f7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.201268 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c25125-2430-4a88-a5b9-c0a6e1bba821 None None] Port 5a6b34d3-1482-475f-9b0e-24ff6801f142 not found while updating agent binding for router b1661bd9-5b71-430c-9fe1-4bd056c4f34f. {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 13 07:31:07.213503 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aad90fd1-134d-4ec8-bc11-3fabb598fe6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.228417 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c25125-2430-4a88-a5b9-c0a6e1bba821 None None] Routers set() bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:07.228753 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c25125-2430-4a88-a5b9-c0a6e1bba821 None None] Router IDs set() for agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 07:31:07.229737 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_agentschedulers_db [None req-e7c25125-2430-4a88-a5b9-c0a6e1bba821 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b1661bd9-5b71-430c-9fe1-4bd056c4f34f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:31:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent'). {{(pid=94020) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 13 07:31:07.230340 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c25125-2430-4a88-a5b9-c0a6e1bba821 None None] The sync data for ids ['b1661bd9-5b71-430c-9fe1-4bd056c4f34f'] in n-d-771363-34 is: [] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:07.271340 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e4c72ef1-3f6c-4d54-bc94-3338fe81eacd tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.307011 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd942ab-3647-4491-9d02-bcbd6bfb15f7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Network dd4d9bc4-889e-45bc-8c82-8b57066fd4b2 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:07.312985 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-4dd942ab-3647-4491-9d02-bcbd6bfb15f7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:07.319347 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd942ab-3647-4491-9d02-bcbd6bfb15f7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:07.325047 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd942ab-3647-4491-9d02-bcbd6bfb15f7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:07.325683 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4dd942ab-3647-4491-9d02-bcbd6bfb15f7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.329535 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd942ab-3647-4491-9d02-bcbd6bfb15f7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Pushing event updated for resources: {'Port': ['ID=b5ed6c62-df44-4bcc-9a2f-b1e024e5bdaa,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:07.373406 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60928) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:07.374152 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4dd942ab-3647-4491-9d02-bcbd6bfb15f7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1369874 Jul 13 07:31:07.380351 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-a8a066f5-6fce-46d1-80e9-4a474faffa51 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1e3', 'mac_address': 'fa:16:3e:ac:17:f0'}]}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:07.452606 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aad90fd1-134d-4ec8-bc11-3fabb598fe6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.504663 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e4c72ef1-3f6c-4d54-bc94-3338fe81eacd tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.506882 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad90fd1-134d-4ec8-bc11-3fabb598fe6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e985f67-ca73-4e84-ba00-dee7c6ca292f,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:07.518907 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a761be-0531-45de-a74e-5ee326ee9585 None None] Network afe690fd-9397-48d9-9fdf-35899f1a3aa8 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:07.668673 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aad90fd1-134d-4ec8-bc11-3fabb598fe6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.673309 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-aad90fd1-134d-4ec8-bc11-3fabb598fe6d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8e985f67-ca73-4e84-ba00-dee7c6ca292f HTTP/1.1" status: 204 len: 168 time: 0.8703957 Jul 13 07:31:07.673570 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60930) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:07.693922 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a8a066f5-6fce-46d1-80e9-4a474faffa51 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.734576 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e4c72ef1-3f6c-4d54-bc94-3338fe81eacd tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.738921 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e4c72ef1-3f6c-4d54-bc94-3338fe81eacd tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/6fb2c7b2-8548-4472-803e-ebb4575150ff HTTP/1.1" status: 204 len: 168 time: 0.8012614 Jul 13 07:31:07.748821 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c72ef1-3f6c-4d54-bc94-3338fe81eacd tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6fb2c7b2-8548-4472-803e-ebb4575150ff,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:07.751606 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60932) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:07.767892 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b7698219-2bc3-400b-9b17-644259b21e25 None None] Provisioning for port b5ed6c62-df44-4bcc-9a2f-b1e024e5bdaa completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:07.778604 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b7698219-2bc3-400b-9b17-644259b21e25 None None] Provisioning complete for port b5ed6c62-df44-4bcc-9a2f-b1e024e5bdaa triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:07.778983 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b7698219-2bc3-400b-9b17-644259b21e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.815186 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-b7698219-2bc3-400b-9b17-644259b21e25 None None] Port b5ed6c62-df44-4bcc-9a2f-b1e024e5bdaa cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:07.835781 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8361b9a4-72d7-4ba0-acc8-511c95e02431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.884873 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9e255a01-06f6-4341-bfbf-48b090656c32 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:07.903394 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f017d7-600c-4a9c-9c3a-ae281788f44b None None] DHCP port deletion for afe690fd-9397-48d9-9fdf-35899f1a3aa8 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:31:07.945347 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-8361b9a4-72d7-4ba0-acc8-511c95e02431 admin admin] Deleting port ffca9755-996f-428a-a246-8258825ca8e8 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:07.946431 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8361b9a4-72d7-4ba0-acc8-511c95e02431 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.079532 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9e255a01-06f6-4341-bfbf-48b090656c32 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.085105 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-e4f017d7-600c-4a9c-9c3a-ae281788f44b None None] Deleting port ffca9755-996f-428a-a246-8258825ca8e8 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:08.085742 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e4f017d7-600c-4a9c-9c3a-ae281788f44b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.107031 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-8361b9a4-72d7-4ba0-acc8-511c95e02431 admin admin] For port ffca9755-996f-428a-a246-8258825ca8e8, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=ffca9755-996f-428a-a246-8258825ca8e8,segment=NetworkSegment(9f8e6370-01bb-4534-ae56-a65e93d15610),segment_id=9f8e6370-01bb-4534-ae56-a65e93d15610)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:08.107553 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8361b9a4-72d7-4ba0-acc8-511c95e02431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.123935 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-9e255a01-06f6-4341-bfbf-48b090656c32 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58d8c82a-95ca-4144-a8d0-fe7fda24ab23']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:08.131590 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-8361b9a4-72d7-4ba0-acc8-511c95e02431 admin admin] Calling delete_port for ffca9755-996f-428a-a246-8258825ca8e8 owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:08.161115 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-9e255a01-06f6-4341-bfbf-48b090656c32 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa3a25f1-3e82-44d5-bf63-f26c590bf9b4') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:08.161418 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-9e255a01-06f6-4341-bfbf-48b090656c32 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa3a25f1-3e82-44d5-bf63-f26c590bf9b4') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:08.181023 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9e255a01-06f6-4341-bfbf-48b090656c32 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.209148 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9e255a01-06f6-4341-bfbf-48b090656c32 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.220581 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e255a01-06f6-4341-bfbf-48b090656c32 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:31:08.221034 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9e255a01-06f6-4341-bfbf-48b090656c32 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.223503 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:08.223503 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:08.223503 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:08.223503 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:08.223503 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:31:08.223503 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:31:08.223503 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:31:08.223503 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:31:08.223503 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:31:08.223503 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:31:08.223503 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:31:08.223503 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:31:08.223503 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:31:08.223503 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:31:08.223503 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:31:08.223503 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:31:08.223503 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:31:08.223503 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:31:08.223503 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:31:08.223503 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:31:08.223503 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:31:08.223503 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:31:08.223503 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:31:08.223503 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:31:08.223503 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:31:08.223503 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:31:08.223503 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:31:08.223503 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:31:08.223503 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:31:08.223503 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:31:08.223503 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:31:08.223503 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:31:08.223503 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:31:08.223503 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:31:08.223503 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:31:08.223503 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:31:08.261982 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a8a066f5-6fce-46d1-80e9-4a474faffa51 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.274013 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-e4f017d7-600c-4a9c-9c3a-ae281788f44b None None] For port ffca9755-996f-428a-a246-8258825ca8e8, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=ffca9755-996f-428a-a246-8258825ca8e8,segment=NetworkSegment(9f8e6370-01bb-4534-ae56-a65e93d15610),segment_id=9f8e6370-01bb-4534-ae56-a65e93d15610)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:08.274410 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e4f017d7-600c-4a9c-9c3a-ae281788f44b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.298878 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a8a066f5-6fce-46d1-80e9-4a474faffa51 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.301150 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-e4f017d7-600c-4a9c-9c3a-ae281788f44b None None] Calling delete_port for ffca9755-996f-428a-a246-8258825ca8e8 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:08.361925 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8361b9a4-72d7-4ba0-acc8-511c95e02431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.397452 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-a8a066f5-6fce-46d1-80e9-4a474faffa51 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] In _notify_port_updated(), no bound segment for port b5ed6c62-df44-4bcc-9a2f-b1e024e5bdaa on network dd4d9bc4-889e-45bc-8c82-8b57066fd4b2 {{(pid=94018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:31:08.408090 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a066f5-6fce-46d1-80e9-4a474faffa51 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:08.409155 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a8a066f5-6fce-46d1-80e9-4a474faffa51 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.410552 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a8a066f5-6fce-46d1-80e9-4a474faffa51 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] 10.222.0.23 "PUT /v2.0/ports/b5ed6c62-df44-4bcc-9a2f-b1e024e5bdaa HTTP/1.1" status: 200 len: 1003 time: 1.0360146 Jul 13 07:31:08.417953 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9e255a01-06f6-4341-bfbf-48b090656c32 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.426648 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e255a01-06f6-4341-bfbf-48b090656c32 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 58d8c82a-95ca-4144-a8d0-fe7fda24ab23 {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 13 07:31:08.429714 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9e255a01-06f6-4341-bfbf-48b090656c32 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.435099 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60942) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:08.454202 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9e255a01-06f6-4341-bfbf-48b090656c32 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] 10.222.0.23 "DELETE /v2.0/networks/58d8c82a-95ca-4144-a8d0-fe7fda24ab23 HTTP/1.1" status: 204 len: 168 time: 0.6946950 Jul 13 07:31:08.498879 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e255a01-06f6-4341-bfbf-48b090656c32 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Pushing event deleted for resources: {'Network': ['ID=58d8c82a-95ca-4144-a8d0-fe7fda24ab23,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:08.513528 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a066f5-6fce-46d1-80e9-4a474faffa51 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Pushing event updated for resources: {'Port': ['ID=b5ed6c62-df44-4bcc-9a2f-b1e024e5bdaa,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:08.632516 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8361b9a4-72d7-4ba0-acc8-511c95e02431 admin admin] No DVR routers for this DVR port ffca9755-996f-428a-a246-8258825ca8e8 on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:08.652391 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e4f017d7-600c-4a9c-9c3a-ae281788f44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.665899 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f017d7-600c-4a9c-9c3a-ae281788f44b None None] No DVR routers for this DVR port ffca9755-996f-428a-a246-8258825ca8e8 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:08.701435 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361b9a4-72d7-4ba0-acc8-511c95e02431 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffca9755-996f-428a-a246-8258825ca8e8,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:08.709140 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f017d7-600c-4a9c-9c3a-ae281788f44b None None] Pushing event deleted for resources: {'Port': ['ID=ffca9755-996f-428a-a246-8258825ca8e8,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:08.789183 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device ffca9755-996f-428a-a246-8258825ca8e8 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:08.823024 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: ffca9755-996f-428a-a246-8258825ca8e8 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:31:08.823398 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device ffca9755-996f-428a-a246-8258825ca8e8 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:31:08.833147 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8361b9a4-72d7-4ba0-acc8-511c95e02431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.844512 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-8361b9a4-72d7-4ba0-acc8-511c95e02431 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afe690fd-9397-48d9-9fdf-35899f1a3aa8']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:08.868578 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-8361b9a4-72d7-4ba0-acc8-511c95e02431 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f8e6370-01bb-4534-ae56-a65e93d15610') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:08.868874 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-8361b9a4-72d7-4ba0-acc8-511c95e02431 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f8e6370-01bb-4534-ae56-a65e93d15610') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:08.871464 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-4f5a3922-a213-4df7-b758-7dceb6b90fb7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Deleting port b5ed6c62-df44-4bcc-9a2f-b1e024e5bdaa {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:08.871805 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4f5a3922-a213-4df7-b758-7dceb6b90fb7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.897654 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8361b9a4-72d7-4ba0-acc8-511c95e02431 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.922822 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8361b9a4-72d7-4ba0-acc8-511c95e02431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.926084 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60950) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:08.931463 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-a525e014-0a06-4087-a498-d1ae6e8e2a3f tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Request body: {'router': {'name': 'tempest-router--483782695', 'project_id': '90b5023972e74a578303af97814eed9d'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:08.953514 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a525e014-0a06-4087-a498-d1ae6e8e2a3f tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.954591 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a525e014-0a06-4087-a498-d1ae6e8e2a3f tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.958188 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8361b9a4-72d7-4ba0-acc8-511c95e02431 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:31:08.958793 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8361b9a4-72d7-4ba0-acc8-511c95e02431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:08.960202 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:08.960202 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:08.960202 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:08.960202 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:08.960202 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:08.960202 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:08.960202 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:08.960202 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:08.960202 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:31:08.960202 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:31:08.960202 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:31:08.960202 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:31:08.960202 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:31:08.960202 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:31:08.960202 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:31:08.960202 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:31:08.960202 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:31:08.960202 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:31:08.960202 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:31:08.960202 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:31:08.960202 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:31:08.960202 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:31:08.960202 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:31:08.960202 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:31:08.960202 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:31:08.960202 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:31:08.960202 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:31:08.960202 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:31:08.960202 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:31:08.960202 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:31:08.960202 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:31:08.960202 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:31:08.960202 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:31:08.960202 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:31:08.960202 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:31:08.960202 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:31:08.960202 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:31:08.960202 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:31:08.960202 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:31:08.960202 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:31:08.968828 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b096c739-9e4d-471c-8137-2b2d0e57ed66 None None] Provisioning complete for port b5ed6c62-df44-4bcc-9a2f-b1e024e5bdaa triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:08.969262 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b096c739-9e4d-471c-8137-2b2d0e57ed66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.003365 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-b096c739-9e4d-471c-8137-2b2d0e57ed66 None None] Port b5ed6c62-df44-4bcc-9a2f-b1e024e5bdaa cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:09.035033 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4f5a3922-a213-4df7-b758-7dceb6b90fb7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.038127 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8361b9a4-72d7-4ba0-acc8-511c95e02431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.047447 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8361b9a4-72d7-4ba0-acc8-511c95e02431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.050015 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8361b9a4-72d7-4ba0-acc8-511c95e02431 admin admin] 10.222.0.23 "DELETE /v2.0/networks/afe690fd-9397-48d9-9fdf-35899f1a3aa8 HTTP/1.1" status: 204 len: 168 time: 1.3745830 Jul 13 07:31:09.067469 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361b9a4-72d7-4ba0-acc8-511c95e02431 admin admin] Pushing event deleted for resources: {'Network': ['ID=afe690fd-9397-48d9-9fdf-35899f1a3aa8,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:09.069435 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-4f5a3922-a213-4df7-b758-7dceb6b90fb7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Calling delete_port for b5ed6c62-df44-4bcc-9a2f-b1e024e5bdaa owned by {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:09.082952 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a525e014-0a06-4087-a498-d1ae6e8e2a3f tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.088597 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a525e014-0a06-4087-a498-d1ae6e8e2a3f tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.111061 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a525e014-0a06-4087-a498-d1ae6e8e2a3f tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.113491 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a525e014-0a06-4087-a498-d1ae6e8e2a3f tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1861627 Jul 13 07:31:09.116235 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60956) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:09.197331 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f45b8dd0-8dc4-4070-932f-409eab957c74 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.213770 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4f5a3922-a213-4df7-b758-7dceb6b90fb7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.268761 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a3922-a213-4df7-b758-7dceb6b90fb7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Pushing event deleted for resources: {'Port': ['ID=b5ed6c62-df44-4bcc-9a2f-b1e024e5bdaa,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:09.332026 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60968) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:09.476125 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f45b8dd0-8dc4-4070-932f-409eab957c74 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.484021 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f45b8dd0-8dc4-4070-932f-409eab957c74 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.526916 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-87451321-37b0-4965-bc62-a20c39ef3f68 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1034c8ee81e44f678914afb625e8a42f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1936429 Jul 13 07:31:09.545769 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60978) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:09.557432 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4f5a3922-a213-4df7-b758-7dceb6b90fb7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.559905 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4f5a3922-a213-4df7-b758-7dceb6b90fb7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] 10.222.0.23 "DELETE /v2.0/ports/b5ed6c62-df44-4bcc-9a2f-b1e024e5bdaa HTTP/1.1" status: 204 len: 168 time: 1.0999682 Jul 13 07:31:09.563836 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60982) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:09.625495 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f606dc2-bb0c-41ec-9ca6-1e53fa706977 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] GET failed (client error): The resource could not be found. Jul 13 07:31:09.629078 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0f606dc2-bb0c-41ec-9ca6-1e53fa706977 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] 10.222.0.23 "GET /v2.0/ports/b5ed6c62-df44-4bcc-9a2f-b1e024e5bdaa HTTP/1.1" status: 404 len: 333 time: 0.0641923 Jul 13 07:31:09.631374 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f45b8dd0-8dc4-4070-932f-409eab957c74 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.632161 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45b8dd0-8dc4-4070-932f-409eab957c74 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00d78817-7290-4ef0-adfa-a2bc45f085eb {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:31:09.634014 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60986) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:09.639629 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f45b8dd0-8dc4-4070-932f-409eab957c74 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.642319 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f45b8dd0-8dc4-4070-932f-409eab957c74 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] 10.222.0.23 "DELETE /v2.0/routers/00d78817-7290-4ef0-adfa-a2bc45f085eb HTTP/1.1" status: 204 len: 168 time: 0.5243299 Jul 13 07:31:09.655607 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-28ed4bea-cea8-4098-bfee-c16a2bc979c7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Request body: {'port': {'network_id': 'dd4d9bc4-889e-45bc-8c82-8b57066fd4b2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1457700462'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:09.710064 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-35357975-4670-42bc-910b-66adae1fc8a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.776272 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-35357975-4670-42bc-910b-66adae1fc8a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.860632 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ed4bea-cea8-4098-bfee-c16a2bc979c7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Made reservation on behalf of 18537f8f8d8744149650174bbb813f15 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:09.865295 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-28ed4bea-cea8-4098-bfee-c16a2bc979c7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.891274 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-35357975-4670-42bc-910b-66adae1fc8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.894147 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-35357975-4670-42bc-910b-66adae1fc8a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:09.898893 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-35357975-4670-42bc-910b-66adae1fc8a6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5 HTTP/1.1" status: 204 len: 168 time: 0.3492937 Jul 13 07:31:09.925919 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-28ed4bea-cea8-4098-bfee-c16a2bc979c7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] device_id is not set on port 24892b89-3c4e-42af-8758-84a4d168b483 yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:31:09.931591 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35357975-4670-42bc-910b-66adae1fc8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdd9598-158f-4c0d-b9e9-7ffcd90f5bf5,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:10.060351 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 32774) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:10.216834 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-28ed4bea-cea8-4098-bfee-c16a2bc979c7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Allocated IP 2001:db8::1c2 (dd4d9bc4-889e-45bc-8c82-8b57066fd4b2/8768f034-d3a2-440d-8a3a-bc43f4a0af6f/24892b89-3c4e-42af-8758-84a4d168b483) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:10.328841 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-757cbd92-d250-4074-8819-d4e787cc9eab tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1499791082', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}, 'admin_state_up': False}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:10.381913 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-757cbd92-d250-4074-8819-d4e787cc9eab tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:10.383055 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-757cbd92-d250-4074-8819-d4e787cc9eab tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:10.433185 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-28ed4bea-cea8-4098-bfee-c16a2bc979c7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:10.452303 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-28ed4bea-cea8-4098-bfee-c16a2bc979c7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Transition to ACTIVE for port object 24892b89-3c4e-42af-8758-84a4d168b483 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:10.485163 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-757cbd92-d250-4074-8819-d4e787cc9eab tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:10.504936 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-28ed4bea-cea8-4098-bfee-c16a2bc979c7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:10.609265 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed4bea-cea8-4098-bfee-c16a2bc979c7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Pushing event updated for resources: {'Port': ['ID=24892b89-3c4e-42af-8758-84a4d168b483,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:10.621075 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ed4bea-cea8-4098-bfee-c16a2bc979c7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Network dd4d9bc4-889e-45bc-8c82-8b57066fd4b2 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:10.623368 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-28ed4bea-cea8-4098-bfee-c16a2bc979c7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:10.628365 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ed4bea-cea8-4098-bfee-c16a2bc979c7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:10.637139 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ed4bea-cea8-4098-bfee-c16a2bc979c7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:10.637796 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-28ed4bea-cea8-4098-bfee-c16a2bc979c7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:10.678833 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-28ed4bea-cea8-4098-bfee-c16a2bc979c7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0336795 Jul 13 07:31:10.681502 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 32788) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:10.688954 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-ca8a4ce1-e3f5-4288-9d2e-453a40a327f0 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ac:17:f0'}]}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:10.820999 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-757cbd92-d250-4074-8819-d4e787cc9eab tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:11.052181 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-196fc988-8ca2-44d1-8428-1029e05deee9 None None] Provisioning for port 24892b89-3c4e-42af-8758-84a4d168b483 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:11.056744 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-196fc988-8ca2-44d1-8428-1029e05deee9 None None] Provisioning complete for port 24892b89-3c4e-42af-8758-84a4d168b483 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:11.057114 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-196fc988-8ca2-44d1-8428-1029e05deee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:11.093956 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ca8a4ce1-e3f5-4288-9d2e-453a40a327f0 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:11.134044 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-196fc988-8ca2-44d1-8428-1029e05deee9 None None] Port 24892b89-3c4e-42af-8758-84a4d168b483 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:11.233716 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-757cbd92-d250-4074-8819-d4e787cc9eab tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router_gateway, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:11.253596 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-757cbd92-d250-4074-8819-d4e787cc9eab tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:11.310825 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 32806) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:11.434517 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-757cbd92-d250-4074-8819-d4e787cc9eab tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Allocated IP 172.25.3.97 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/5a7427bb-27a4-493c-9a99-f412bb7deea1) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:11.458252 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ca8a4ce1-e3f5-4288-9d2e-453a40a327f0 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:11.465404 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-8f64cd1c-9e9f-4b4c-a2c0-31a2d194ed46 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1159384274-network', 'tenant_id': 'bbae4c7fb996421c937f4ca148a6bfbc'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:11.467658 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ca8a4ce1-e3f5-4288-9d2e-453a40a327f0 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:11.509130 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-ca8a4ce1-e3f5-4288-9d2e-453a40a327f0 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] In _notify_port_updated(), no bound segment for port 24892b89-3c4e-42af-8758-84a4d168b483 on network dd4d9bc4-889e-45bc-8c82-8b57066fd4b2 {{(pid=94017) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:31:11.515695 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8a4ce1-e3f5-4288-9d2e-453a40a327f0 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:11.516333 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ca8a4ce1-e3f5-4288-9d2e-453a40a327f0 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:11.518239 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ca8a4ce1-e3f5-4288-9d2e-453a40a327f0 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] 10.222.0.23 "PUT /v2.0/ports/24892b89-3c4e-42af-8758-84a4d168b483 HTTP/1.1" status: 200 len: 1003 time: 0.8352232 Jul 13 07:31:11.522980 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 32810) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:11.545580 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f64cd1c-9e9f-4b4c-a2c0-31a2d194ed46 admin admin] Made reservation on behalf of bbae4c7fb996421c937f4ca148a6bfbc for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:11.548261 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8f64cd1c-9e9f-4b4c-a2c0-31a2d194ed46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:11.569337 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a4ce1-e3f5-4288-9d2e-453a40a327f0 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Pushing event updated for resources: {'Port': ['ID=24892b89-3c4e-42af-8758-84a4d168b483,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:11.627984 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8f64cd1c-9e9f-4b4c-a2c0-31a2d194ed46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:11.862338 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-76a716e8-7561-4cd8-af25-277f8b538e8c None None] Provisioning complete for port 24892b89-3c4e-42af-8758-84a4d168b483 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:11.863114 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-76a716e8-7561-4cd8-af25-277f8b538e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:11.903990 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-76a716e8-7561-4cd8-af25-277f8b538e8c None None] Port 24892b89-3c4e-42af-8758-84a4d168b483 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:12.080445 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-757cbd92-d250-4074-8819-d4e787cc9eab tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:12.152590 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-c9915f15-5499-4abf-9d2e-379293502554 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Deleting port 24892b89-3c4e-42af-8758-84a4d168b483 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:12.152821 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c9915f15-5499-4abf-9d2e-379293502554 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:12.190925 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-757cbd92-d250-4074-8819-d4e787cc9eab tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:12.288548 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757cbd92-d250-4074-8819-d4e787cc9eab tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:12.303277 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-757cbd92-d250-4074-8819-d4e787cc9eab tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:12.310172 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757cbd92-d250-4074-8819-d4e787cc9eab tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:12.314131 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cbd92-d250-4074-8819-d4e787cc9eab tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Pushing event updated for resources: {'Port': ['ID=5a7427bb-27a4-493c-9a99-f412bb7deea1,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:12.318505 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8f64cd1c-9e9f-4b4c-a2c0-31a2d194ed46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:12.347571 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8f64cd1c-9e9f-4b4c-a2c0-31a2d194ed46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:12.356391 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c9915f15-5499-4abf-9d2e-379293502554 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:12.381895 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-c9915f15-5499-4abf-9d2e-379293502554 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Calling delete_port for 24892b89-3c4e-42af-8758-84a4d168b483 owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:12.409791 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f64cd1c-9e9f-4b4c-a2c0-31a2d194ed46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:31:12.422114 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64cd1c-9e9f-4b4c-a2c0-31a2d194ed46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20c2c33-22a5-4bfd-b7f0-86dbe566c5e9,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:12.520197 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8f64cd1c-9e9f-4b4c-a2c0-31a2d194ed46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:12.520545 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-8f64cd1c-9e9f-4b4c-a2c0-31a2d194ed46 admin admin] Added segment a7251dad-c3ce-43bc-a643-bb8d52303c07 of type vlan for network 8b349814-a230-42e0-a76d-fe50cd439006 Jul 13 07:31:12.611620 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8f64cd1c-9e9f-4b4c-a2c0-31a2d194ed46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:12.740972 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8f64cd1c-9e9f-4b4c-a2c0-31a2d194ed46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:12.741929 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f64cd1c-9e9f-4b4c-a2c0-31a2d194ed46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:12.742544 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8f64cd1c-9e9f-4b4c-a2c0-31a2d194ed46 admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:12.911142 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8f64cd1c-9e9f-4b4c-a2c0-31a2d194ed46 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5992074 Jul 13 07:31:12.914081 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 32816) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:12.919847 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-192f49d5-4933-40ab-8be1-c9a2d1fdd29e admin admin] Request body: {'subnet': {'network_id': '8b349814-a230-42e0-a76d-fe50cd439006', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1159384274-subnet', 'tenant_id': 'bbae4c7fb996421c937f4ca148a6bfbc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:12.942298 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192f49d5-4933-40ab-8be1-c9a2d1fdd29e admin admin] Made reservation on behalf of bbae4c7fb996421c937f4ca148a6bfbc for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:12.944989 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-192f49d5-4933-40ab-8be1-c9a2d1fdd29e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:12.967717 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64cd1c-9e9f-4b4c-a2c0-31a2d194ed46 admin admin] Pushing event updated for resources: {'Network': ['ID=8b349814-a230-42e0-a76d-fe50cd439006,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:12.976577 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c9915f15-5499-4abf-9d2e-379293502554 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:12.985066 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 8b349814-a230-42e0-a76d-fe50cd439006 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:31:13.010778 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-757cbd92-d250-4074-8819-d4e787cc9eab tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router_gateway, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:13.014220 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9915f15-5499-4abf-9d2e-379293502554 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Pushing event deleted for resources: {'Port': ['ID=24892b89-3c4e-42af-8758-84a4d168b483,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:13.088399 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c9915f15-5499-4abf-9d2e-379293502554 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:13.093935 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c9915f15-5499-4abf-9d2e-379293502554 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] 10.222.0.23 "DELETE /v2.0/ports/24892b89-3c4e-42af-8758-84a4d168b483 HTTP/1.1" status: 204 len: 168 time: 1.5607247 Jul 13 07:31:13.093935 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 32818) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:13.131548 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f72796b-3cf6-4f39-827c-aedce7e58f0d tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] GET failed (client error): The resource could not be found. Jul 13 07:31:13.137993 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7f72796b-3cf6-4f39-827c-aedce7e58f0d tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] 10.222.0.23 "GET /v2.0/ports/24892b89-3c4e-42af-8758-84a4d168b483 HTTP/1.1" status: 404 len: 333 time: 0.0395212 Jul 13 07:31:13.137993 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 32820) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:13.142162 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-00b1a856-a91c-4f6d-9db4-a35b1623a3bd tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Request body: {'port': {'network_id': 'dd4d9bc4-889e-45bc-8c82-8b57066fd4b2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-713530879'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:13.159898 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-192f49d5-4933-40ab-8be1-c9a2d1fdd29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:13.216355 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f49d5-4933-40ab-8be1-c9a2d1fdd29e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3531fa8a-850a-409b-91b8-fdaa3ad45e8a,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:13.249360 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192f49d5-4933-40ab-8be1-c9a2d1fdd29e admin admin] Checking segment: {'id': 'a7251dad-c3ce-43bc-a643-bb8d52303c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8b349814-a230-42e0-a76d-fe50cd439006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:13.249733 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192f49d5-4933-40ab-8be1-c9a2d1fdd29e admin admin] Network hostable DHCP agents. Network: 8b349814-a230-42e0-a76d-fe50cd439006, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:31:13.278888 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192f49d5-4933-40ab-8be1-c9a2d1fdd29e admin admin] Network 8b349814-a230-42e0-a76d-fe50cd439006 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:31:13.290683 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-192f49d5-4933-40ab-8be1-c9a2d1fdd29e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 8b349814-a230-42e0-a76d-fe50cd439006) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:13.295674 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192f49d5-4933-40ab-8be1-c9a2d1fdd29e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:13.296294 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-192f49d5-4933-40ab-8be1-c9a2d1fdd29e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:13.305684 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4508b00e-8372-4e47-8fb7-d555232d4bee None None] Network 8b349814-a230-42e0-a76d-fe50cd439006 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:13.346232 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-192f49d5-4933-40ab-8be1-c9a2d1fdd29e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4308007 Jul 13 07:31:13.413110 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b1a856-a91c-4f6d-9db4-a35b1623a3bd tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Made reservation on behalf of 18537f8f8d8744149650174bbb813f15 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:13.417676 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-00b1a856-a91c-4f6d-9db4-a35b1623a3bd tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:13.430087 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-757cbd92-d250-4074-8819-d4e787cc9eab tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:13.445415 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-00b1a856-a91c-4f6d-9db4-a35b1623a3bd tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] device_id is not set on port 1d91bc47-7c3f-4f8d-b57f-8bffcef90528 yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:31:13.472415 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7343b18-67d5-4a80-b8a1-65e2a46547d5 None None] Network 8b349814-a230-42e0-a76d-fe50cd439006 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:13.676736 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-00b1a856-a91c-4f6d-9db4-a35b1623a3bd tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Allocated IP 2001:db8::28b (dd4d9bc4-889e-45bc-8c82-8b57066fd4b2/8768f034-d3a2-440d-8a3a-bc43f4a0af6f/1d91bc47-7c3f-4f8d-b57f-8bffcef90528) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:13.751395 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757cbd92-d250-4074-8819-d4e787cc9eab tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Router e7b47797-7ab8-4763-994a-5ca3876f5ba8 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:31:13.890941 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8400676-9a7a-401c-871e-58078649023c req-5f8a32ef-a27b-4bbe-a9e3-faf769c9a950 tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:13.893123 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d8400676-9a7a-401c-871e-58078649023c req-5f8a32ef-a27b-4bbe-a9e3-faf769c9a950 tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] 10.222.0.23 "GET /v2.0/networks?id=8b349814-a230-42e0-a76d-fe50cd439006 HTTP/1.1" status: 200 len: 814 time: 0.1112366 Jul 13 07:31:13.910061 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d8400676-9a7a-401c-871e-58078649023c req-c4f2b7d2-5bd4-4791-aca9-c3e1fb49b5f8 tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] 10.222.0.23 "GET /v2.0/quotas/bbae4c7fb996421c937f4ca148a6bfbc HTTP/1.1" status: 200 len: 375 time: 0.0109346 Jul 13 07:31:13.941728 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-00b1a856-a91c-4f6d-9db4-a35b1623a3bd tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:13.952338 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d8400676-9a7a-401c-871e-58078649023c req-33b0d63e-2d15-47b6-a543-9d70f07247fe tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bbae4c7fb996421c937f4ca148a6bfbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349760 Jul 13 07:31:13.962798 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757cbd92-d250-4074-8819-d4e787cc9eab tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:13.973237 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-00b1a856-a91c-4f6d-9db4-a35b1623a3bd tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Transition to ACTIVE for port object 1d91bc47-7c3f-4f8d-b57f-8bffcef90528 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:13.973649 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570a7014-7b9c-4bf8-94ef-59dede6b01a9 None None] Sync routers for ids ['e7b47797-7ab8-4763-994a-5ca3876f5ba8'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:13.983082 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570a7014-7b9c-4bf8-94ef-59dede6b01a9 None None] Routers {'e7b47797-7ab8-4763-994a-5ca3876f5ba8'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:13.984810 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-570a7014-7b9c-4bf8-94ef-59dede6b01a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:31:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['e7b47797-7ab8-4763-994a-5ca3876f5ba8'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:14.005169 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-757cbd92-d250-4074-8819-d4e787cc9eab tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.007342 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-757cbd92-d250-4074-8819-d4e787cc9eab tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.9432549 Jul 13 07:31:14.009652 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 32840) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:14.022535 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-570a7014-7b9c-4bf8-94ef-59dede6b01a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:14.035210 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570a7014-7b9c-4bf8-94ef-59dede6b01a9 None None] Routers {'e7b47797-7ab8-4763-994a-5ca3876f5ba8'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:14.037576 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-570a7014-7b9c-4bf8-94ef-59dede6b01a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:31:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['e7b47797-7ab8-4763-994a-5ca3876f5ba8'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:14.066812 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d8400676-9a7a-401c-871e-58078649023c req-c373f298-a64e-43b6-a527-6b7a7215a47c service neutron] 10.222.0.23 "GET /v2.0/networks/8b349814-a230-42e0-a76d-fe50cd439006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092467 Jul 13 07:31:14.078573 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-570a7014-7b9c-4bf8-94ef-59dede6b01a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:14.079256 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570a7014-7b9c-4bf8-94ef-59dede6b01a9 None None] The sync data for ids ['e7b47797-7ab8-4763-994a-5ca3876f5ba8'] in n-d-771363-34 is: [] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:14.086778 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-00b1a856-a91c-4f6d-9db4-a35b1623a3bd tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.176488 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d8400676-9a7a-401c-871e-58078649023c req-e82afc18-532e-4d4b-a21f-2a8af782f1bc service neutron] 10.222.0.23 "GET /v2.0/networks/8b349814-a230-42e0-a76d-fe50cd439006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036644 Jul 13 07:31:14.179380 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b1a856-a91c-4f6d-9db4-a35b1623a3bd tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Network dd4d9bc4-889e-45bc-8c82-8b57066fd4b2 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:14.186504 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-00b1a856-a91c-4f6d-9db4-a35b1623a3bd tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:14.189093 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b1a856-a91c-4f6d-9db4-a35b1623a3bd tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:14.195628 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b1a856-a91c-4f6d-9db4-a35b1623a3bd tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:14.196245 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-00b1a856-a91c-4f6d-9db4-a35b1623a3bd tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.203466 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b1a856-a91c-4f6d-9db4-a35b1623a3bd tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Pushing event updated for resources: {'Port': ['ID=1d91bc47-7c3f-4f8d-b57f-8bffcef90528,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:14.225431 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-407a20e2-8a0d-4efe-9d10-b0319a606532 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] 10.222.0.23 "GET /v2.0/routers/e7b47797-7ab8-4763-994a-5ca3876f5ba8 HTTP/1.1" status: 200 len: 924 time: 0.2116036 Jul 13 07:31:14.225431 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-00b1a856-a91c-4f6d-9db4-a35b1623a3bd tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0873260 Jul 13 07:31:14.225796 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 32842) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:14.228717 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 32844) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:14.241900 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-9bffd546-dd61-491a-882b-2fac7befeff4 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Request body: {'port': {'network_id': 'dd4d9bc4-889e-45bc-8c82-8b57066fd4b2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-759147959'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:14.267107 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c9faab06-4ba6-47f2-9c09-2038136bc49e tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7b47797-7ab8-4763-994a-5ca3876f5ba8 HTTP/1.1" status: 200 len: 205 time: 0.0401492 Jul 13 07:31:14.271406 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 32846) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:14.488436 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1bf445b9-b403-41d2-8aa3-f8fc1065b9d9 req-765caaf8-921b-48e7-b53e-6e53c5a8ae67 tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] 10.222.0.23 "GET /v2.0/ports?device_id=87207313-a71b-482e-a42b-e2877241189e HTTP/1.1" status: 200 len: 210 time: 0.0690870 Jul 13 07:31:14.508789 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6e9fceb4-2839-408f-b85f-0970a6bd7934 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.557447 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2a38331a-6500-43ec-85af-c0076c1cc93c None None] Provisioning for port 1d91bc47-7c3f-4f8d-b57f-8bffcef90528 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:14.563915 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bffd546-dd61-491a-882b-2fac7befeff4 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Made reservation on behalf of 18537f8f8d8744149650174bbb813f15 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:14.564067 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2a38331a-6500-43ec-85af-c0076c1cc93c None None] Provisioning complete for port 1d91bc47-7c3f-4f8d-b57f-8bffcef90528 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:14.565019 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2a38331a-6500-43ec-85af-c0076c1cc93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.574554 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9bffd546-dd61-491a-882b-2fac7befeff4 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.604234 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2a38331a-6500-43ec-85af-c0076c1cc93c None None] Port 1d91bc47-7c3f-4f8d-b57f-8bffcef90528 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:14.636509 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-9bffd546-dd61-491a-882b-2fac7befeff4 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] device_id is not set on port 50f1f9bb-9fba-40b9-acac-b3b7a910828c yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:31:14.722684 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6e9fceb4-2839-408f-b85f-0970a6bd7934 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:14.821973 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-9bffd546-dd61-491a-882b-2fac7befeff4 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Allocated IP 2001:db8::329 (dd4d9bc4-889e-45bc-8c82-8b57066fd4b2/8768f034-d3a2-440d-8a3a-bc43f4a0af6f/50f1f9bb-9fba-40b9-acac-b3b7a910828c) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:14.896528 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-6e9fceb4-2839-408f-b85f-0970a6bd7934 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Deleting port 5a7427bb-27a4-493c-9a99-f412bb7deea1 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:14.896864 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6e9fceb4-2839-408f-b85f-0970a6bd7934 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:15.077665 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6e9fceb4-2839-408f-b85f-0970a6bd7934 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:15.119898 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-6e9fceb4-2839-408f-b85f-0970a6bd7934 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Calling delete_port for 5a7427bb-27a4-493c-9a99-f412bb7deea1 owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:15.127897 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9bffd546-dd61-491a-882b-2fac7befeff4 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:15.694287 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a08f25d9-4c82-44f8-af59-59540518b7f4 req-e2178dda-c5e7-403b-a234-cb30b70e6fd4 tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] 10.222.0.23 "GET /v2.0/ports?device_id=87207313-a71b-482e-a42b-e2877241189e HTTP/1.1" status: 200 len: 210 time: 0.0619698 Jul 13 07:31:15.710650 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-9bffd546-dd61-491a-882b-2fac7befeff4 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Transition to ACTIVE for port object 50f1f9bb-9fba-40b9-acac-b3b7a910828c will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:16.000104 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8400676-9a7a-401c-871e-58078649023c req-c62a5a1d-6a83-491f-bbb0-4224ca5ac169 tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:16.001658 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d8400676-9a7a-401c-871e-58078649023c req-c62a5a1d-6a83-491f-bbb0-4224ca5ac169 tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] 10.222.0.42 "GET /v2.0/networks?id=8b349814-a230-42e0-a76d-fe50cd439006 HTTP/1.1" status: 200 len: 814 time: 0.2129574 Jul 13 07:31:16.016214 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-d8400676-9a7a-401c-871e-58078649023c req-2fe530f6-8f38-43fb-b338-72534abf673a tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] Request body: {'port': {'device_id': '87207313-a71b-482e-a42b-e2877241189e', 'network_id': '8b349814-a230-42e0-a76d-fe50cd439006', 'admin_state_up': True, 'tenant_id': 'bbae4c7fb996421c937f4ca148a6bfbc'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:16.053371 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-76a9ae5d-042d-4e56-8fad-89d43c166d05 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:16.054848 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-76a9ae5d-042d-4e56-8fad-89d43c166d05 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/networks?id=158edf72-c971-4025-88f3-f50ab4847245 HTTP/1.1" status: 200 len: 814 time: 0.4456825 Jul 13 07:31:16.057747 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9bffd546-dd61-491a-882b-2fac7befeff4 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:16.184352 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bffd546-dd61-491a-882b-2fac7befeff4 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Network dd4d9bc4-889e-45bc-8c82-8b57066fd4b2 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:16.192628 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-9bffd546-dd61-491a-882b-2fac7befeff4 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:16.200500 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-71c89165-befc-46ab-92b7-a00f9c0214a5 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/quotas/0aeb803a03a140849d8f3025c4e8d6d6 HTTP/1.1" status: 200 len: 375 time: 0.1249251 Jul 13 07:31:16.207041 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bffd546-dd61-491a-882b-2fac7befeff4 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:16.212743 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bffd546-dd61-491a-882b-2fac7befeff4 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:16.213398 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9bffd546-dd61-491a-882b-2fac7befeff4 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:16.282790 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bffd546-dd61-491a-882b-2fac7befeff4 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Pushing event updated for resources: {'Port': ['ID=50f1f9bb-9fba-40b9-acac-b3b7a910828c,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:16.301730 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9bffd546-dd61-491a-882b-2fac7befeff4 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0686638 Jul 13 07:31:16.301953 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 32882) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:16.308009 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-403a6621-0649-411f-a096-87839a617414 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1e3', 'mac_address': 'fa:16:3e:ac:17:f0'}, {'ip_address': '2001:db8::28b', 'mac_address': 'fa:16:3e:0a:3b:50'}]}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:16.376112 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6e9fceb4-2839-408f-b85f-0970a6bd7934 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:16.396400 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8400676-9a7a-401c-871e-58078649023c req-2fe530f6-8f38-43fb-b338-72534abf673a tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] Made reservation on behalf of bbae4c7fb996421c937f4ca148a6bfbc for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:16.400913 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d8400676-9a7a-401c-871e-58078649023c req-2fe530f6-8f38-43fb-b338-72534abf673a tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:16.531854 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9fceb4-2839-408f-b85f-0970a6bd7934 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Pushing event deleted for resources: {'Port': ['ID=5a7427bb-27a4-493c-9a99-f412bb7deea1,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:16.608742 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-0a8fa30c-9095-4318-9847-19f4aab9f683 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0aeb803a03a140849d8f3025c4e8d6d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4073229 Jul 13 07:31:16.652320 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-13511156-daca-4f89-a741-1846c53c8902 None None] Provisioning for port 50f1f9bb-9fba-40b9-acac-b3b7a910828c completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:16.660429 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-d8400676-9a7a-401c-871e-58078649023c req-2fe530f6-8f38-43fb-b338-72534abf673a tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] Allocated IP 172.20.0.8 (8b349814-a230-42e0-a76d-fe50cd439006/3531fa8a-850a-409b-91b8-fdaa3ad45e8a/d22d5a6e-61bc-4d88-8801-c41cb347b0f9) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:16.663238 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-13511156-daca-4f89-a741-1846c53c8902 None None] Provisioning complete for port 50f1f9bb-9fba-40b9-acac-b3b7a910828c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:16.663811 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-13511156-daca-4f89-a741-1846c53c8902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:16.714434 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-13511156-daca-4f89-a741-1846c53c8902 None None] Port 50f1f9bb-9fba-40b9-acac-b3b7a910828c cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:16.766463 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6e9fceb4-2839-408f-b85f-0970a6bd7934 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:16.875056 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-403a6621-0649-411f-a096-87839a617414 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:16.902180 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6e9fceb4-2839-408f-b85f-0970a6bd7934 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:16.907294 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6e9fceb4-2839-408f-b85f-0970a6bd7934 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:16.936300 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-f6f36174-eeeb-46f6-820a-c79376d7fe32 service neutron] 10.222.0.23 "GET /v2.0/networks/158edf72-c971-4025-88f3-f50ab4847245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220232 Jul 13 07:31:16.947617 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-285e7994-d432-463f-9d1d-1440b13aad11 req-e59699b8-36ea-43ca-9284-e836b7eb1533 tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] 10.222.0.23 "GET /v2.0/ports?device_id=87207313-a71b-482e-a42b-e2877241189e HTTP/1.1" status: 200 len: 210 time: 0.0607667 Jul 13 07:31:16.953147 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d8400676-9a7a-401c-871e-58078649023c req-2fe530f6-8f38-43fb-b338-72534abf673a tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.005820 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d8400676-9a7a-401c-871e-58078649023c req-2fe530f6-8f38-43fb-b338-72534abf673a tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.018825 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6e9fceb4-2839-408f-b85f-0970a6bd7934 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.019271 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9fceb4-2839-408f-b85f-0970a6bd7934 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Fanout notify agent at l3_agent the message router_deleted on router e7b47797-7ab8-4763-994a-5ca3876f5ba8 {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:31:17.029284 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6e9fceb4-2839-408f-b85f-0970a6bd7934 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.034600 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6e9fceb4-2839-408f-b85f-0970a6bd7934 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] 10.222.0.23 "DELETE /v2.0/routers/e7b47797-7ab8-4763-994a-5ca3876f5ba8 HTTP/1.1" status: 204 len: 168 time: 2.7622077 Jul 13 07:31:17.039551 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 32888) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:17.045486 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-9588f261-4f5d-446c-a708-30e519e77de4 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1685583723', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'enable_snat': False}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:17.070041 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8400676-9a7a-401c-871e-58078649023c req-2fe530f6-8f38-43fb-b338-72534abf673a tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] Network 8b349814-a230-42e0-a76d-fe50cd439006 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:17.074150 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-d8400676-9a7a-401c-871e-58078649023c req-2fe530f6-8f38-43fb-b338-72534abf673a tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:17.084960 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8400676-9a7a-401c-871e-58078649023c req-2fe530f6-8f38-43fb-b338-72534abf673a tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:17.114646 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe530f6-8f38-43fb-b338-72534abf673a tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] Pushing event updated for resources: {'Port': ['ID=d22d5a6e-61bc-4d88-8801-c41cb347b0f9,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:17.184951 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-eb863b09-2587-4eba-9057-4c00181401c3 service neutron] 10.222.0.23 "GET /v2.0/networks/158edf72-c971-4025-88f3-f50ab4847245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141113 Jul 13 07:31:17.191109 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9588f261-4f5d-446c-a708-30e519e77de4 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.192192 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9588f261-4f5d-446c-a708-30e519e77de4 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.193528 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8400676-9a7a-401c-871e-58078649023c req-2fe530f6-8f38-43fb-b338-72534abf673a tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:17.195619 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d8400676-9a7a-401c-871e-58078649023c req-2fe530f6-8f38-43fb-b338-72534abf673a tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.236207 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d8400676-9a7a-401c-871e-58078649023c req-2fe530f6-8f38-43fb-b338-72534abf673a tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2255051 Jul 13 07:31:17.249763 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-d8400676-9a7a-401c-871e-58078649023c req-0718be3a-54f0-49b8-9f97-23845a30c8b9 service neutron] Request body: {'port': {'device_id': '87207313-a71b-482e-a42b-e2877241189e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:17.290261 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9588f261-4f5d-446c-a708-30e519e77de4 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.349118 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d8400676-9a7a-401c-871e-58078649023c req-0718be3a-54f0-49b8-9f97-23845a30c8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.379874 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-403a6621-0649-411f-a096-87839a617414 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.537019 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-403a6621-0649-411f-a096-87839a617414 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.608655 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9588f261-4f5d-446c-a708-30e519e77de4 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.612924 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-403a6621-0649-411f-a096-87839a617414 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] In _notify_port_updated(), no bound segment for port 50f1f9bb-9fba-40b9-acac-b3b7a910828c on network dd4d9bc4-889e-45bc-8c82-8b57066fd4b2 {{(pid=94018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:31:17.618597 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403a6621-0649-411f-a096-87839a617414 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:17.619268 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-403a6621-0649-411f-a096-87839a617414 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.623018 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-403a6621-0649-411f-a096-87839a617414 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] 10.222.0.23 "PUT /v2.0/ports/50f1f9bb-9fba-40b9-acac-b3b7a910828c HTTP/1.1" status: 200 len: 1067 time: 1.3172772 Jul 13 07:31:17.628580 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 32904) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:17.644636 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-546322f4-5b52-4af4-af23-d00ad88b1400 req-5b6f1429-1c7a-4a3d-ad8c-c83a40973048 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db1adf1-6fc0-41d3-8e69-3b96d098a181 HTTP/1.1" status: 200 len: 210 time: 0.1269076 Jul 13 07:31:17.778284 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a6621-0649-411f-a096-87839a617414 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Pushing event updated for resources: {'Port': ['ID=50f1f9bb-9fba-40b9-acac-b3b7a910828c,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:17.991440 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-10be9c3f-17f1-4560-bafa-b157bde5a6a7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Deleting port 50f1f9bb-9fba-40b9-acac-b3b7a910828c {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:17.992062 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-10be9c3f-17f1-4560-bafa-b157bde5a6a7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:17.997085 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-d8400676-9a7a-401c-871e-58078649023c req-0718be3a-54f0-49b8-9f97-23845a30c8b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d22d5a6e-61bc-4d88-8801-c41cb347b0f9 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:31:18.014914 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d8400676-9a7a-401c-871e-58078649023c req-0718be3a-54f0-49b8-9f97-23845a30c8b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:18.065448 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-baf59cf1-aa55-4f42-b134-40aca5fafc7e None None] Provisioning complete for port 50f1f9bb-9fba-40b9-acac-b3b7a910828c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:18.066272 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-baf59cf1-aa55-4f42-b134-40aca5fafc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:18.074648 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-d8400676-9a7a-401c-871e-58078649023c req-0718be3a-54f0-49b8-9f97-23845a30c8b9 service neutron] Transition to ACTIVE for port object d22d5a6e-61bc-4d88-8801-c41cb347b0f9 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:18.084470 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d8400676-9a7a-401c-871e-58078649023c req-0718be3a-54f0-49b8-9f97-23845a30c8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:18.129771 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-10be9c3f-17f1-4560-bafa-b157bde5a6a7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:18.145225 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-10be9c3f-17f1-4560-bafa-b157bde5a6a7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Calling delete_port for 50f1f9bb-9fba-40b9-acac-b3b7a910828c owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:18.178495 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-baf59cf1-aa55-4f42-b134-40aca5fafc7e None None] Port 50f1f9bb-9fba-40b9-acac-b3b7a910828c cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:18.186551 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0718be3a-54f0-49b8-9f97-23845a30c8b9 service neutron] Pushing event updated for resources: {'Port': ['ID=d22d5a6e-61bc-4d88-8801-c41cb347b0f9,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:18.467120 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-10be9c3f-17f1-4560-bafa-b157bde5a6a7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:18.615080 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5869e-848e-412a-970d-cfc7ec03b1a6 req-b78650d5-953f-4fc3-b019-6eafda86163b tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:18.622205 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bdf5869e-848e-412a-970d-cfc7ec03b1a6 req-b78650d5-953f-4fc3-b019-6eafda86163b tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] 10.222.0.23 "GET /v2.0/ports?device_id=87207313-a71b-482e-a42b-e2877241189e HTTP/1.1" status: 200 len: 943 time: 0.4368038 Jul 13 07:31:18.645570 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-d8400676-9a7a-401c-871e-58078649023c req-0718be3a-54f0-49b8-9f97-23845a30c8b9 service neutron] Attempting to bind port d22d5a6e-61bc-4d88-8801-c41cb347b0f9 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:18.645906 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-d8400676-9a7a-401c-871e-58078649023c req-0718be3a-54f0-49b8-9f97-23845a30c8b9 service neutron] Attempting to bind port d22d5a6e-61bc-4d88-8801-c41cb347b0f9 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'a7251dad-c3ce-43bc-a643-bb8d52303c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8b349814-a230-42e0-a76d-fe50cd439006'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:18.646236 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8400676-9a7a-401c-871e-58078649023c req-0718be3a-54f0-49b8-9f97-23845a30c8b9 service neutron] Attempting to bind port d22d5a6e-61bc-4d88-8801-c41cb347b0f9 on network 8b349814-a230-42e0-a76d-fe50cd439006 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:18.682987 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bdf5869e-848e-412a-970d-cfc7ec03b1a6 req-76564117-9cd1-4dc1-aae2-db5ade531410 tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20c2c33-22a5-4bfd-b7f0-86dbe566c5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598199 Jul 13 07:31:18.687759 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8400676-9a7a-401c-871e-58078649023c req-0718be3a-54f0-49b8-9f97-23845a30c8b9 service neutron] Port d22d5a6e-61bc-4d88-8801-c41cb347b0f9 on network 8b349814-a230-42e0-a76d-fe50cd439006 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:31:18.688272 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8400676-9a7a-401c-871e-58078649023c req-0718be3a-54f0-49b8-9f97-23845a30c8b9 service neutron] Attempting to bind port d22d5a6e-61bc-4d88-8801-c41cb347b0f9 on network 8b349814-a230-42e0-a76d-fe50cd439006 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:18.705288 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8400676-9a7a-401c-871e-58078649023c req-0718be3a-54f0-49b8-9f97-23845a30c8b9 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:18.705975 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8400676-9a7a-401c-871e-58078649023c req-0718be3a-54f0-49b8-9f97-23845a30c8b9 service neutron] Checking segment: {'id': 'a7251dad-c3ce-43bc-a643-bb8d52303c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8b349814-a230-42e0-a76d-fe50cd439006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:18.706600 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8400676-9a7a-401c-871e-58078649023c req-0718be3a-54f0-49b8-9f97-23845a30c8b9 service neutron] Bound using segment: {'id': 'a7251dad-c3ce-43bc-a643-bb8d52303c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8b349814-a230-42e0-a76d-fe50cd439006'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:18.707269 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-d8400676-9a7a-401c-871e-58078649023c req-0718be3a-54f0-49b8-9f97-23845a30c8b9 service neutron] Bound port: d22d5a6e-61bc-4d88-8801-c41cb347b0f9, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7251dad-c3ce-43bc-a643-bb8d52303c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8b349814-a230-42e0-a76d-fe50cd439006'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:18.707837 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d8400676-9a7a-401c-871e-58078649023c req-0718be3a-54f0-49b8-9f97-23845a30c8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:18.852171 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-d8400676-9a7a-401c-871e-58078649023c req-0718be3a-54f0-49b8-9f97-23845a30c8b9 service neutron] For port d22d5a6e-61bc-4d88-8801-c41cb347b0f9, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:18.861820 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-d8400676-9a7a-401c-871e-58078649023c req-0718be3a-54f0-49b8-9f97-23845a30c8b9 service neutron] For port d22d5a6e-61bc-4d88-8801-c41cb347b0f9, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=d22d5a6e-61bc-4d88-8801-c41cb347b0f9,segment=NetworkSegment(a7251dad-c3ce-43bc-a643-bb8d52303c07),segment_id=a7251dad-c3ce-43bc-a643-bb8d52303c07)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:18.873990 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d8400676-9a7a-401c-871e-58078649023c req-0718be3a-54f0-49b8-9f97-23845a30c8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:18.951336 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0718be3a-54f0-49b8-9f97-23845a30c8b9 service neutron] Pushing event updated for resources: {'Port': ['ID=d22d5a6e-61bc-4d88-8801-c41cb347b0f9,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:19.013384 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8400676-9a7a-401c-871e-58078649023c req-0718be3a-54f0-49b8-9f97-23845a30c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:19.014730 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d8400676-9a7a-401c-871e-58078649023c req-0718be3a-54f0-49b8-9f97-23845a30c8b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:19.016430 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d8400676-9a7a-401c-871e-58078649023c req-0718be3a-54f0-49b8-9f97-23845a30c8b9 service neutron] 10.222.0.42 "PUT /v2.0/ports/d22d5a6e-61bc-4d88-8801-c41cb347b0f9 HTTP/1.1" status: 200 len: 1092 time: 1.7720397 Jul 13 07:31:19.017032 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87207313-a71b-482e-a42b-e2877241189e', 'tag': 'd22d5a6e-61bc-4d88-8801-c41cb347b0f9'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:19.020466 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d7742b-ea5a-418c-b3fc-8229622fe634" -d '{"events": [{"name": "network-changed", "server_uuid": "87207313-a71b-482e-a42b-e2877241189e", "tag": "d22d5a6e-61bc-4d88-8801-c41cb347b0f9"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:19.094798 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be9c3f-17f1-4560-bafa-b157bde5a6a7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Pushing event deleted for resources: {'Port': ['ID=50f1f9bb-9fba-40b9-acac-b3b7a910828c,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:19.130115 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 32932) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:19.138528 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ae2f0-4a36-4eb7-8c37-8de51e197f2c req-954876fd-de1e-4d5e-92c0-643bc9a1921f tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:19.148610 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ae2f0-4a36-4eb7-8c37-8de51e197f2c req-954876fd-de1e-4d5e-92c0-643bc9a1921f tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:19.155574 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ae2f0-4a36-4eb7-8c37-8de51e197f2c req-954876fd-de1e-4d5e-92c0-643bc9a1921f tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:19.164931 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ae2f0-4a36-4eb7-8c37-8de51e197f2c req-954876fd-de1e-4d5e-92c0-643bc9a1921f tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:19.177946 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ae2f0-4a36-4eb7-8c37-8de51e197f2c req-954876fd-de1e-4d5e-92c0-643bc9a1921f tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:19.185750 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ae2f0-4a36-4eb7-8c37-8de51e197f2c req-954876fd-de1e-4d5e-92c0-643bc9a1921f tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:19.187440 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8e53e897-50da-43c5-9724-06a1b9985fc3 req-ff96de25-6464-437d-a833-f482962eb443 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db1adf1-6fc0-41d3-8e69-3b96d098a181 HTTP/1.1" status: 200 len: 210 time: 0.0991268 Jul 13 07:31:19.195122 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ae2f0-4a36-4eb7-8c37-8de51e197f2c req-954876fd-de1e-4d5e-92c0-643bc9a1921f tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:19.209059 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d9ae2f0-4a36-4eb7-8c37-8de51e197f2c req-954876fd-de1e-4d5e-92c0-643bc9a1921f tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 5434 time: 0.2547104 Jul 13 07:31:19.329357 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9588f261-4f5d-446c-a708-30e519e77de4 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:19.331001 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73689b51-18bd-42ce-8936-4d9cce1c2b83 x-openstack-request-id: req-73689b51-18bd-42ce-8936-4d9cce1c2b83 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:19.331505 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87207313-a71b-482e-a42b-e2877241189e", "tag": "d22d5a6e-61bc-4d88-8801-c41cb347b0f9", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:19.331916 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-73689b51-18bd-42ce-8936-4d9cce1c2b83 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:19.332490 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87207313-a71b-482e-a42b-e2877241189e', 'tag': 'd22d5a6e-61bc-4d88-8801-c41cb347b0f9', 'status': 'completed', 'code': 200} Jul 13 07:31:19.366824 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9588f261-4f5d-446c-a708-30e519e77de4 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:19.380862 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d9ae2f0-4a36-4eb7-8c37-8de51e197f2c req-b89eb292-a1ad-4ede-919b-d66d356eb3c8 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=afedc317-2eb3-4978-a3f5-50dbdb316361&id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1750498 Jul 13 07:31:19.386551 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6d11fce2-5dcd-49a4-aae9-326c41d6655a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:19.427450 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8400676-9a7a-401c-871e-58078649023c req-110ee433-1e83-4d5b-b9dc-210a99cba9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:19.436650 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d8400676-9a7a-401c-871e-58078649023c req-110ee433-1e83-4d5b-b9dc-210a99cba9d9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bbae4c7fb996421c937f4ca148a6bfbc&device_id=87207313-a71b-482e-a42b-e2877241189e HTTP/1.1" status: 200 len: 1095 time: 0.3530257 Jul 13 07:31:19.503745 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d8400676-9a7a-401c-871e-58078649023c req-e8888c5a-e09c-4659-9e80-99fd4390b752 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d22d5a6e-61bc-4d88-8801-c41cb347b0f9 HTTP/1.1" status: 200 len: 217 time: 0.0655572 Jul 13 07:31:19.665155 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8400676-9a7a-401c-871e-58078649023c req-d2de1c1c-5ce9-43a4-b6b4-d03a614c1223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:19.666773 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d8400676-9a7a-401c-871e-58078649023c req-d2de1c1c-5ce9-43a4-b6b4-d03a614c1223 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3531fa8a-850a-409b-91b8-fdaa3ad45e8a HTTP/1.1" status: 200 len: 854 time: 0.1504779 Jul 13 07:31:19.717529 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-79c8eabd-cc6a-491f-80c1-fec27878098e tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:19.720353 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-79c8eabd-cc6a-491f-80c1-fec27878098e tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.25 "GET /v2.0/networks?id=158edf72-c971-4025-88f3-f50ab4847245 HTTP/1.1" status: 200 len: 814 time: 0.2185390 Jul 13 07:31:19.722377 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d8400676-9a7a-401c-871e-58078649023c req-20e5b504-238d-42e6-8007-53ac04046069 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8b349814-a230-42e0-a76d-fe50cd439006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448217 Jul 13 07:31:19.742522 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-9c3d4748-e04a-449a-aee6-e33510dcf316 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Request body: {'port': {'device_id': '6db1adf1-6fc0-41d3-8e69-3b96d098a181', 'network_id': '158edf72-c971-4025-88f3-f50ab4847245', 'admin_state_up': True, 'tenant_id': '0aeb803a03a140849d8f3025c4e8d6d6'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:19.840752 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-10be9c3f-17f1-4560-bafa-b157bde5a6a7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:19.847455 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-10be9c3f-17f1-4560-bafa-b157bde5a6a7 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] 10.222.0.23 "DELETE /v2.0/ports/50f1f9bb-9fba-40b9-acac-b3b7a910828c HTTP/1.1" status: 204 len: 168 time: 2.2178543 Jul 13 07:31:19.849134 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 32944) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:19.888120 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-9588f261-4f5d-446c-a708-30e519e77de4 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Allocated IP 172.25.3.149 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/9adcf1d7-ad70-4baf-bc00-2f95ccfb9c54) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:19.950903 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-7290a021-6a68-4366-9cb6-c255d7b75000 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] GET failed (client error): The resource could not be found. Jul 13 07:31:19.955734 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7290a021-6a68-4366-9cb6-c255d7b75000 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] 10.222.0.23 "GET /v2.0/ports/50f1f9bb-9fba-40b9-acac-b3b7a910828c HTTP/1.1" status: 404 len: 333 time: 0.1001961 Jul 13 07:31:19.959363 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 32946) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:20.006912 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6d11fce2-5dcd-49a4-aae9-326c41d6655a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:20.042888 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6d11fce2-5dcd-49a4-aae9-326c41d6655a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:20.104464 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6d11fce2-5dcd-49a4-aae9-326c41d6655a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d418b67ec44e4a8dbb11396456a1dc41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9714906 Jul 13 07:31:20.109579 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 32948) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:20.113384 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11fce2-5dcd-49a4-aae9-326c41d6655a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c3d810-c157-4b9c-af74-59a07ed4cb6c,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:20.134431 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed2244-94a9-4bbb-a97d-611c1b641551 req-49b6d8e2-5bc5-4fc0-92fc-05cdcb5a25ae tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:20.136404 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e9ed2244-94a9-4bbb-a97d-611c1b641551 req-49b6d8e2-5bc5-4fc0-92fc-05cdcb5a25ae tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] 10.222.0.23 "GET /v2.0/ports?device_id=87207313-a71b-482e-a42b-e2877241189e HTTP/1.1" status: 200 len: 943 time: 0.2099977 Jul 13 07:31:20.158333 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9588f261-4f5d-446c-a708-30e519e77de4 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:20.198034 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e9ed2244-94a9-4bbb-a97d-611c1b641551 req-bcda6ea3-7bb2-41ca-ab3e-d071ab168fd4 tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20c2c33-22a5-4bfd-b7f0-86dbe566c5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514910 Jul 13 07:31:20.201873 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d8400676-9a7a-401c-871e-58078649023c req-8a752513-fbc7-4324-b31b-b9a11a57f4f2 service neutron] 10.222.0.42 "GET /v2.0/networks/8b349814-a230-42e0-a76d-fe50cd439006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339345 Jul 13 07:31:20.228542 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9588f261-4f5d-446c-a708-30e519e77de4 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:20.246722 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-0c648775-7e56-4f78-bb80-4b3d3e1238ab tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:20.253405 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-0c648775-7e56-4f78-bb80-4b3d3e1238ab tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:20.259645 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-0c648775-7e56-4f78-bb80-4b3d3e1238ab tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:20.265469 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-0c648775-7e56-4f78-bb80-4b3d3e1238ab tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:20.266522 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9588f261-4f5d-446c-a708-30e519e77de4 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:20.270956 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-9588f261-4f5d-446c-a708-30e519e77de4 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:20.272043 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-0c648775-7e56-4f78-bb80-4b3d3e1238ab tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:20.277409 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9588f261-4f5d-446c-a708-30e519e77de4 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:20.279271 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-0c648775-7e56-4f78-bb80-4b3d3e1238ab tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:20.286193 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-0c648775-7e56-4f78-bb80-4b3d3e1238ab tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:20.288179 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-0c648775-7e56-4f78-bb80-4b3d3e1238ab tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.42 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 5434 time: 0.5191116 Jul 13 07:31:20.305716 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9588f261-4f5d-446c-a708-30e519e77de4 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Pushing event updated for resources: {'Port': ['ID=9adcf1d7-ad70-4baf-bc00-2f95ccfb9c54,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:20.415693 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-9c3d4748-e04a-449a-aee6-e33510dcf316 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Made reservation on behalf of 0aeb803a03a140849d8f3025c4e8d6d6 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:20.419158 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-9c3d4748-e04a-449a-aee6-e33510dcf316 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:20.429913 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a8d168fa-7bc3-4808-ba3b-704ed047fb76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:20.479227 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b0dffd07-6133-40c6-a4d5-7afe1b19a905 req-1e6ef49d-92d5-4a15-817f-36b563fa8d96 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db1adf1-6fc0-41d3-8e69-3b96d098a181 HTTP/1.1" status: 200 len: 210 time: 0.1059718 Jul 13 07:31:20.512970 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-8e610f3d-c5be-425b-bcd0-2a9f40408493 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:20.514611 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-8e610f3d-c5be-425b-bcd0-2a9f40408493 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.42 "GET /v2.0/ports/c6c5062b-ad9b-461a-b443-cecd55db988a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2089217 Jul 13 07:31:20.536896 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-8be1c737-8cab-4c66-a2ec-dc8346139a2c tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Deleting port 1d91bc47-7c3f-4f8d-b57f-8bffcef90528 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:20.537231 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8be1c737-8cab-4c66-a2ec-dc8346139a2c tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:20.557529 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a8d168fa-7bc3-4808-ba3b-704ed047fb76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:20.604647 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9588f261-4f5d-446c-a708-30e519e77de4 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:20.645511 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d8400676-9a7a-401c-871e-58078649023c req-67909c2a-b672-476f-ae00-0ab9104f6338 service neutron] 10.222.0.42 "GET /v2.0/networks/8b349814-a230-42e0-a76d-fe50cd439006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4335434 Jul 13 07:31:20.790692 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012f5d0-2684-4840-b0ec-893dcea93dbc req-975f70f9-544a-4829-bb4f-062f16662ae5 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:20.796711 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012f5d0-2684-4840-b0ec-893dcea93dbc req-975f70f9-544a-4829-bb4f-062f16662ae5 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:20.803326 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012f5d0-2684-4840-b0ec-893dcea93dbc req-975f70f9-544a-4829-bb4f-062f16662ae5 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:20.809167 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012f5d0-2684-4840-b0ec-893dcea93dbc req-975f70f9-544a-4829-bb4f-062f16662ae5 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:20.815904 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012f5d0-2684-4840-b0ec-893dcea93dbc req-975f70f9-544a-4829-bb4f-062f16662ae5 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:20.822016 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012f5d0-2684-4840-b0ec-893dcea93dbc req-975f70f9-544a-4829-bb4f-062f16662ae5 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:20.827884 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012f5d0-2684-4840-b0ec-893dcea93dbc req-975f70f9-544a-4829-bb4f-062f16662ae5 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:20.832556 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0012f5d0-2684-4840-b0ec-893dcea93dbc req-975f70f9-544a-4829-bb4f-062f16662ae5 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 5434 time: 0.1832528 Jul 13 07:31:20.893778 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8be1c737-8cab-4c66-a2ec-dc8346139a2c tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:20.918863 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-cd3b2f2d-13ca-4fee-a347-6d98b35c0938 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.42 "GET /v2.0/networks/8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3915303 Jul 13 07:31:20.928074 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a8d168fa-7bc3-4808-ba3b-704ed047fb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:20.930595 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a8d168fa-7bc3-4808-ba3b-704ed047fb76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:20.933979 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a8d168fa-7bc3-4808-ba3b-704ed047fb76 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/58c3d810-c157-4b9c-af74-59a07ed4cb6c HTTP/1.1" status: 204 len: 168 time: 0.8180203 Jul 13 07:31:20.936969 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-8be1c737-8cab-4c66-a2ec-dc8346139a2c tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Calling delete_port for 1d91bc47-7c3f-4f8d-b57f-8bffcef90528 owned by {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:20.944448 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-9c3d4748-e04a-449a-aee6-e33510dcf316 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Allocated IP 172.20.0.9 (158edf72-c971-4025-88f3-f50ab4847245/b02e565c-ba96-4ecf-ad5f-fee613096d8b/9c6af6a6-2a27-436c-9712-53fdefbe4fd7) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:20.948457 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0012f5d0-2684-4840-b0ec-893dcea93dbc req-159348dc-2962-42c5-89f2-9cde3e65711c tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=afedc317-2eb3-4978-a3f5-50dbdb316361&id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0822256 Jul 13 07:31:20.951270 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-d286b8a7-76cd-48a7-94dc-672d6c7843b8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:20.984622 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9588f261-4f5d-446c-a708-30e519e77de4 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:20.993628 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d168fa-7bc3-4808-ba3b-704ed047fb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c3d810-c157-4b9c-af74-59a07ed4cb6c,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:21.069791 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7742b-ea5a-418c-b3fc-8229622fe634 req-6c729db7-147d-4da0-b46d-bcdf3ed60d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:21.071224 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d2d7742b-ea5a-418c-b3fc-8229622fe634 req-6c729db7-147d-4da0-b46d-bcdf3ed60d75 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bbae4c7fb996421c937f4ca148a6bfbc&device_id=87207313-a71b-482e-a42b-e2877241189e HTTP/1.1" status: 200 len: 1095 time: 0.3418028 Jul 13 07:31:21.139408 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9588f261-4f5d-446c-a708-30e519e77de4 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Router dde89447-4652-4138-867e-78ac922d3d03 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:31:21.249941 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-d286b8a7-76cd-48a7-94dc-672d6c7843b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:21.264359 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9588f261-4f5d-446c-a708-30e519e77de4 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:21.284082 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c19563-1182-4da6-a6ce-0abbdf40701f None None] Sync routers for ids ['dde89447-4652-4138-867e-78ac922d3d03'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:21.295869 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c19563-1182-4da6-a6ce-0abbdf40701f None None] Routers {'dde89447-4652-4138-867e-78ac922d3d03'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:21.296853 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-96c19563-1182-4da6-a6ce-0abbdf40701f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:31:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['dde89447-4652-4138-867e-78ac922d3d03'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:21.303329 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9588f261-4f5d-446c-a708-30e519e77de4 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:21.304816 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9588f261-4f5d-446c-a708-30e519e77de4 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.2642198 Jul 13 07:31:21.307343 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 32964) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:21.407167 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-96c19563-1182-4da6-a6ce-0abbdf40701f None None] Set router dde89447-4652-4138-867e-78ac922d3d03 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:21.525533 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d07abcf8-bbb0-464f-b2a9-54df36a2fbd4 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] 10.222.0.23 "GET /v2.0/routers/dde89447-4652-4138-867e-78ac922d3d03 HTTP/1.1" status: 200 len: 909 time: 0.2138801 Jul 13 07:31:21.525533 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 32976) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:21.530677 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-d2c86c8d-f26c-4bcf-ac13-e1323433af95 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1685583723', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'enable_snat': True}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:21.587746 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ca27f-6c1b-497c-b616-20bbd8ae46e7 req-40c9530b-32d4-4f0d-bdd5-1ed4fd05409a tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:21.596534 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2b4ca27f-6c1b-497c-b616-20bbd8ae46e7 req-40c9530b-32d4-4f0d-bdd5-1ed4fd05409a tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] 10.222.0.23 "GET /v2.0/ports?device_id=87207313-a71b-482e-a42b-e2877241189e HTTP/1.1" status: 200 len: 943 time: 0.1377220 Jul 13 07:31:21.606147 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d2c86c8d-f26c-4bcf-ac13-e1323433af95 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:21.607609 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d2c86c8d-f26c-4bcf-ac13-e1323433af95 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:21.609486 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-96c19563-1182-4da6-a6ce-0abbdf40701f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde89447-4652-4138-867e-78ac922d3d03', 'name': 'tempest-snat-router-1685583723', 'tenant_id': '40a491db53d842c1a37f850760b8e4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.149'}], 'enable_snat': False}, 'gw_port_id': '9adcf1d7-ad70-4baf-bc00-2f95ccfb9c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:17Z', 'updated_at': '2021-07-13T07:31:20Z', 'revision_number': 3, 'project_id': '40a491db53d842c1a37f850760b8e4f7', 'gw_port': {'id': '9adcf1d7-ad70-4baf-bc00-2f95ccfb9c54', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:70:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde89447-4652-4138-867e-78ac922d3d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:19Z', 'updated_at': '2021-07-13T07:31:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:21.637247 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c19563-1182-4da6-a6ce-0abbdf40701f None None] Checking router: dde89447-4652-4138-867e-78ac922d3d03 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:31:21.637881 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c19563-1182-4da6-a6ce-0abbdf40701f None None] Updating router dde89447-4652-4138-867e-78ac922d3d03 port 9adcf1d7-ad70-4baf-bc00-2f95ccfb9c54 binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:31:21.677652 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-96c19563-1182-4da6-a6ce-0abbdf40701f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:21.678325 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2b4ca27f-6c1b-497c-b616-20bbd8ae46e7 req-178e7015-303e-4171-a5a3-8fd403f8d86e tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20c2c33-22a5-4bfd-b7f0-86dbe566c5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805919 Jul 13 07:31:21.715056 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7742b-ea5a-418c-b3fc-8229622fe634 req-e70c5457-a105-4e30-ade6-e2f4feb3845a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:21.716678 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d2d7742b-ea5a-418c-b3fc-8229622fe634 req-e70c5457-a105-4e30-ade6-e2f4feb3845a service neutron] 10.222.0.42 "GET /v2.0/networks?id=8b349814-a230-42e0-a76d-fe50cd439006 HTTP/1.1" status: 200 len: 915 time: 0.6336548 Jul 13 07:31:21.771812 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d2c86c8d-f26c-4bcf-ac13-e1323433af95 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:21.817602 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d2d7742b-ea5a-418c-b3fc-8229622fe634 req-5b4268e5-99ec-4619-accb-dfd4e5253a6a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d22d5a6e-61bc-4d88-8801-c41cb347b0f9 HTTP/1.1" status: 200 len: 217 time: 0.0853841 Jul 13 07:31:21.900688 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-9c3d4748-e04a-449a-aee6-e33510dcf316 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:21.904903 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-410d95ae-0ff1-4d86-8855-bab2db111220 req-9873b473-e7b8-46ca-b839-ec15eac74938 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db1adf1-6fc0-41d3-8e69-3b96d098a181 HTTP/1.1" status: 200 len: 210 time: 0.0962162 Jul 13 07:31:21.911414 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8be1c737-8cab-4c66-a2ec-dc8346139a2c tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:22.006835 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7742b-ea5a-418c-b3fc-8229622fe634 req-fd7e009d-0cb6-43d2-a2de-79cdb294d6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:22.008433 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d2d7742b-ea5a-418c-b3fc-8229622fe634 req-fd7e009d-0cb6-43d2-a2de-79cdb294d6bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3531fa8a-850a-409b-91b8-fdaa3ad45e8a HTTP/1.1" status: 200 len: 854 time: 0.1666012 Jul 13 07:31:22.026612 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be1c737-8cab-4c66-a2ec-dc8346139a2c tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Pushing event deleted for resources: {'Port': ['ID=1d91bc47-7c3f-4f8d-b57f-8bffcef90528,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:22.040196 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-96c19563-1182-4da6-a6ce-0abbdf40701f None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:22.066562 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-96c19563-1182-4da6-a6ce-0abbdf40701f None None] Transition to ACTIVE for port object 9adcf1d7-ad70-4baf-bc00-2f95ccfb9c54 will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:22.092106 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-96c19563-1182-4da6-a6ce-0abbdf40701f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:22.121261 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 32992) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:22.131914 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8be1c737-8cab-4c66-a2ec-dc8346139a2c tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:22.138246 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8be1c737-8cab-4c66-a2ec-dc8346139a2c tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] 10.222.0.23 "DELETE /v2.0/ports/1d91bc47-7c3f-4f8d-b57f-8bffcef90528 HTTP/1.1" status: 204 len: 168 time: 2.1624811 Jul 13 07:31:22.165697 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-96c19563-1182-4da6-a6ce-0abbdf40701f None None] Attempting to bind port 9adcf1d7-ad70-4baf-bc00-2f95ccfb9c54 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:22.166124 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-96c19563-1182-4da6-a6ce-0abbdf40701f None None] Attempting to bind port 9adcf1d7-ad70-4baf-bc00-2f95ccfb9c54 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:22.166426 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c19563-1182-4da6-a6ce-0abbdf40701f None None] Attempting to bind port 9adcf1d7-ad70-4baf-bc00-2f95ccfb9c54 on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:22.169934 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebeb614-0177-451f-b9d4-8232a7751229 None None] Pushing event updated for resources: {'Port': ['ID=9adcf1d7-ad70-4baf-bc00-2f95ccfb9c54,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:22.179181 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c19563-1182-4da6-a6ce-0abbdf40701f None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:22.179610 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c19563-1182-4da6-a6ce-0abbdf40701f None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:22.179978 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-96c19563-1182-4da6-a6ce-0abbdf40701f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:22.180515 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c19563-1182-4da6-a6ce-0abbdf40701f None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:22.180999 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-96c19563-1182-4da6-a6ce-0abbdf40701f None None] Bound port: 9adcf1d7-ad70-4baf-bc00-2f95ccfb9c54, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:22.181432 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-96c19563-1182-4da6-a6ce-0abbdf40701f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:22.186177 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 32994) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:22.211073 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebeb614-0177-451f-b9d4-8232a7751229 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:22.211433 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebeb614-0177-451f-b9d4-8232a7751229 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:22.211779 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebeb614-0177-451f-b9d4-8232a7751229 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:22.212113 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebeb614-0177-451f-b9d4-8232a7751229 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:22.212440 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebeb614-0177-451f-b9d4-8232a7751229 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:22.212764 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebeb614-0177-451f-b9d4-8232a7751229 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:22.213086 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebeb614-0177-451f-b9d4-8232a7751229 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:22.213407 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebeb614-0177-451f-b9d4-8232a7751229 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:22.213725 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebeb614-0177-451f-b9d4-8232a7751229 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:22.214044 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebeb614-0177-451f-b9d4-8232a7751229 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:22.214359 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebeb614-0177-451f-b9d4-8232a7751229 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:22.214674 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebeb614-0177-451f-b9d4-8232a7751229 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:22.258928 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f619898-580f-4814-896f-95d208c87515 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] GET failed (client error): The resource could not be found. Jul 13 07:31:22.260006 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-96c19563-1182-4da6-a6ce-0abbdf40701f None None] For port 9adcf1d7-ad70-4baf-bc00-2f95ccfb9c54, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:22.264157 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7f619898-580f-4814-896f-95d208c87515 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] 10.222.0.23 "GET /v2.0/ports/1d91bc47-7c3f-4f8d-b57f-8bffcef90528 HTTP/1.1" status: 404 len: 333 time: 0.0673134 Jul 13 07:31:22.265512 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d2d7742b-ea5a-418c-b3fc-8229622fe634 req-07a5d2bf-61ae-403b-b64c-3383b2b5e2fd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8b349814-a230-42e0-a76d-fe50cd439006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2447190 Jul 13 07:31:22.266133 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 32998) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:22.268793 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-96c19563-1182-4da6-a6ce-0abbdf40701f None None] For port 9adcf1d7-ad70-4baf-bc00-2f95ccfb9c54, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=9adcf1d7-ad70-4baf-bc00-2f95ccfb9c54,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:22.276311 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-96c19563-1182-4da6-a6ce-0abbdf40701f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:22.328641 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d2c86c8d-f26c-4bcf-ac13-e1323433af95 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:22.333162 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebeb614-0177-451f-b9d4-8232a7751229 None None] Pushing event updated for resources: {'Port': ['ID=9adcf1d7-ad70-4baf-bc00-2f95ccfb9c54,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:22.369545 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c19563-1182-4da6-a6ce-0abbdf40701f None None] Routers {'dde89447-4652-4138-867e-78ac922d3d03'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:22.370084 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-96c19563-1182-4da6-a6ce-0abbdf40701f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:31:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['dde89447-4652-4138-867e-78ac922d3d03'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:22.407122 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-d47b52a5-efdd-40a8-a780-e064196e8df6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1157974536-network', 'tenant_id': 'd6942d3506e24fbf8b1e759d03152ce4'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:22.415993 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-d286b8a7-76cd-48a7-94dc-672d6c7843b8 service neutron] For port c6c5062b-ad9b-461a-b443-cecd55db988a, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=c6c5062b-ad9b-461a-b443-cecd55db988a,segment=NetworkSegment(40301528-fcc8-4ec6-a613-b476f71525be),segment_id=40301528-fcc8-4ec6-a613-b476f71525be)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:22.476563 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84328b0-9269-48b8-b193-192a93daf7f5 req-a6dfd33c-a682-4eb1-bf9b-b89600a293f3 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:22.482687 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84328b0-9269-48b8-b193-192a93daf7f5 req-a6dfd33c-a682-4eb1-bf9b-b89600a293f3 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:22.482904 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-96c19563-1182-4da6-a6ce-0abbdf40701f None None] Set router dde89447-4652-4138-867e-78ac922d3d03 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:22.489547 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84328b0-9269-48b8-b193-192a93daf7f5 req-a6dfd33c-a682-4eb1-bf9b-b89600a293f3 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:22.495765 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84328b0-9269-48b8-b193-192a93daf7f5 req-a6dfd33c-a682-4eb1-bf9b-b89600a293f3 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:22.501872 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84328b0-9269-48b8-b193-192a93daf7f5 req-a6dfd33c-a682-4eb1-bf9b-b89600a293f3 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:22.505522 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-9c3d4748-e04a-449a-aee6-e33510dcf316 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:22.508116 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84328b0-9269-48b8-b193-192a93daf7f5 req-a6dfd33c-a682-4eb1-bf9b-b89600a293f3 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:22.514323 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84328b0-9269-48b8-b193-192a93daf7f5 req-a6dfd33c-a682-4eb1-bf9b-b89600a293f3 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:22.516378 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e84328b0-9269-48b8-b193-192a93daf7f5 req-a6dfd33c-a682-4eb1-bf9b-b89600a293f3 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 5434 time: 0.1755357 Jul 13 07:31:22.517696 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['d26eb3b8-fca3-44f8-a91c-d4c917077993', 'ced72efb-5ca9-44ee-b255-bf8096fa08f2'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:31:22.577537 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['33425877-106d-4f8e-adf2-378b0c9f7ef3'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:31:22.613122 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e84328b0-9269-48b8-b193-192a93daf7f5 req-d8cbe3a7-6ad1-409a-91f7-3319a2a46710 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=afedc317-2eb3-4978-a3f5-50dbdb316361&id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0718353 Jul 13 07:31:22.617764 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-d286b8a7-76cd-48a7-94dc-672d6c7843b8 service neutron] For port c6c5062b-ad9b-461a-b443-cecd55db988a, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:22.621924 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47b52a5-efdd-40a8-a780-e064196e8df6 admin admin] Made reservation on behalf of d6942d3506e24fbf8b1e759d03152ce4 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:22.634034 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d47b52a5-efdd-40a8-a780-e064196e8df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:22.690655 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-9c3d4748-e04a-449a-aee6-e33510dcf316 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Network 158edf72-c971-4025-88f3-f50ab4847245 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:22.691929 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d47b52a5-efdd-40a8-a780-e064196e8df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:22.703470 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d2d7742b-ea5a-418c-b3fc-8229622fe634 req-b4713a83-773a-4d2c-b295-c66ece032e88 service neutron] 10.222.0.42 "GET /v2.0/networks/8b349814-a230-42e0-a76d-fe50cd439006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938487 Jul 13 07:31:22.722478 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-9c3d4748-e04a-449a-aee6-e33510dcf316 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:22.738460 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-9c3d4748-e04a-449a-aee6-e33510dcf316 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:22.746440 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-96c19563-1182-4da6-a6ce-0abbdf40701f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde89447-4652-4138-867e-78ac922d3d03', 'name': 'tempest-snat-router-1685583723', 'tenant_id': '40a491db53d842c1a37f850760b8e4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.149'}], 'enable_snat': False}, 'gw_port_id': '9adcf1d7-ad70-4baf-bc00-2f95ccfb9c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:17Z', 'updated_at': '2021-07-13T07:31:20Z', 'revision_number': 3, 'project_id': '40a491db53d842c1a37f850760b8e4f7', 'gw_port': {'id': '9adcf1d7-ad70-4baf-bc00-2f95ccfb9c54', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:70:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde89447-4652-4138-867e-78ac922d3d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:19Z', 'updated_at': '2021-07-13T07:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:22.780911 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d4748-e04a-449a-aee6-e33510dcf316 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Pushing event updated for resources: {'Port': ['ID=9c6af6a6-2a27-436c-9712-53fdefbe4fd7,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:22.785052 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c19563-1182-4da6-a6ce-0abbdf40701f None None] The sync data for ids ['dde89447-4652-4138-867e-78ac922d3d03'] in n-d-771363-34 is: [{'id': 'dde89447-4652-4138-867e-78ac922d3d03', 'name': 'tempest-snat-router-1685583723', 'tenant_id': '40a491db53d842c1a37f850760b8e4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.149'}], 'enable_snat': False}, 'gw_port_id': '9adcf1d7-ad70-4baf-bc00-2f95ccfb9c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:17Z', 'updated_at': '2021-07-13T07:31:20Z', 'revision_number': 3, 'project_id': '40a491db53d842c1a37f850760b8e4f7', 'gw_port': {'id': '9adcf1d7-ad70-4baf-bc00-2f95ccfb9c54', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:70:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde89447-4652-4138-867e-78ac922d3d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:19Z', 'updated_at': '2021-07-13T07:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:22.785527 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d2c86c8d-f26c-4bcf-ac13-e1323433af95 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:22.827625 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-d286b8a7-76cd-48a7-94dc-672d6c7843b8 service neutron] device_id is not set on port c6c5062b-ad9b-461a-b443-cecd55db988a yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:31:22.832338 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d2c86c8d-f26c-4bcf-ac13-e1323433af95 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:22.896616 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-d286b8a7-76cd-48a7-94dc-672d6c7843b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:22.968561 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-d286b8a7-76cd-48a7-94dc-672d6c7843b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:22.993016 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-d2c86c8d-f26c-4bcf-ac13-e1323433af95 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Allocated IP 172.25.3.202 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/0fab6294-16ee-4eff-ad70-4f6aff556a17) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:23.056829 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-9c3d4748-e04a-449a-aee6-e33510dcf316 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:23.057566 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-9c3d4748-e04a-449a-aee6-e33510dcf316 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.097640 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-b0a794fa-6a38-41b9-85f0-ce904bf72665 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Deleting port 2122ac80-2d32-45ab-9c23-767dd3ca9aa0 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:23.098057 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b0a794fa-6a38-41b9-85f0-ce904bf72665 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.204645 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6657e4-a8b7-449a-8cdd-be9987766938 req-c1b029b2-6ab9-40f5-993e-4f221e523dc9 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:23.214090 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bd6657e4-a8b7-449a-8cdd-be9987766938 req-c1b029b2-6ab9-40f5-993e-4f221e523dc9 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db1adf1-6fc0-41d3-8e69-3b96d098a181 HTTP/1.1" status: 200 len: 931 time: 0.1724877 Jul 13 07:31:23.235647 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.241451 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286b8a7-76cd-48a7-94dc-672d6c7843b8 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c5062b-ad9b-461a-b443-cecd55db988a,revision_number=6']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:23.244260 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-d286b8a7-76cd-48a7-94dc-672d6c7843b8 service neutron] No DVR routers for this DVR port c6c5062b-ad9b-461a-b443-cecd55db988a on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:23.264754 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d2c86c8d-f26c-4bcf-ac13-e1323433af95 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.279377 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bd6657e4-a8b7-449a-8cdd-be9987766938 req-91e033e4-449b-44fa-895b-9cb1950f75cd tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640996 Jul 13 07:31:23.288137 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d2d7742b-ea5a-418c-b3fc-8229622fe634 req-c478d79c-2bbb-4f7b-a41b-99c02d9590b7 service neutron] 10.222.0.42 "GET /v2.0/networks/8b349814-a230-42e0-a76d-fe50cd439006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5440116 Jul 13 07:31:23.331322 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-d286b8a7-76cd-48a7-94dc-672d6c7843b8 service neutron] In _notify_port_updated(), no bound segment for port c6c5062b-ad9b-461a-b443-cecd55db988a on network 8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb {{(pid=94017) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:31:23.336644 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-d286b8a7-76cd-48a7-94dc-672d6c7843b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:23.339718 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-d286b8a7-76cd-48a7-94dc-672d6c7843b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.341202 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-d286b8a7-76cd-48a7-94dc-672d6c7843b8 service neutron] 10.222.0.42 "PUT /v2.0/ports/c6c5062b-ad9b-461a-b443-cecd55db988a HTTP/1.1" status: 200 len: 1027 time: 2.4083498 Jul 13 07:31:23.355061 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d2c86c8d-f26c-4bcf-ac13-e1323433af95 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.405229 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c86c8d-f26c-4bcf-ac13-e1323433af95 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:23.409809 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-d2c86c8d-f26c-4bcf-ac13-e1323433af95 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:23.413988 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c86c8d-f26c-4bcf-ac13-e1323433af95 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:23.457234 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab71d49-3bb8-4fe6-bdd1-3d390ae1e62d req-e6448adf-1cc5-40dc-ba9a-f8648e07a13d tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:23.459150 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c86c8d-f26c-4bcf-ac13-e1323433af95 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Pushing event updated for resources: {'Port': ['ID=0fab6294-16ee-4eff-ad70-4f6aff556a17,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:23.459638 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dab71d49-3bb8-4fe6-bdd1-3d390ae1e62d req-e6448adf-1cc5-40dc-ba9a-f8648e07a13d tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] 10.222.0.23 "GET /v2.0/ports?device_id=87207313-a71b-482e-a42b-e2877241189e HTTP/1.1" status: 200 len: 943 time: 0.5890243 Jul 13 07:31:23.497111 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b0f311f2-9799-4302-8678-e6c98a4ad8f7 None None] Provisioning complete for port c6c5062b-ad9b-461a-b443-cecd55db988a triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:23.497480 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b0f311f2-9799-4302-8678-e6c98a4ad8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.536430 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-bcebd9ea-bda7-40a3-849a-8848da79704e tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:23.538038 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-bcebd9ea-bda7-40a3-849a-8848da79704e tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.42 "GET /v2.0/ports/3f89b889-ffbb-4db5-b1ee-44cea0069805?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1859627 Jul 13 07:31:23.549372 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b0a794fa-6a38-41b9-85f0-ce904bf72665 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.573610 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-b0f311f2-9799-4302-8678-e6c98a4ad8f7 None None] Port c6c5062b-ad9b-461a-b443-cecd55db988a cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:23.580651 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-a86af35c-c83c-4beb-bbd0-be1b8fa30dc1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:23.618627 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-b0a794fa-6a38-41b9-85f0-ce904bf72665 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Calling delete_port for 2122ac80-2d32-45ab-9c23-767dd3ca9aa0 owned by {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:23.657529 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dab71d49-3bb8-4fe6-bdd1-3d390ae1e62d req-56055371-4c35-48b4-9490-2b6637931402 tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20c2c33-22a5-4bfd-b7f0-86dbe566c5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844780 Jul 13 07:31:23.667315 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d47b52a5-efdd-40a8-a780-e064196e8df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.728490 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d47b52a5-efdd-40a8-a780-e064196e8df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.739764 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d47b52a5-efdd-40a8-a780-e064196e8df6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:31:23.741559 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device d22d5a6e-61bc-4d88-8801-c41cb347b0f9 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:31:23.749929 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d47b52a5-efdd-40a8-a780-e064196e8df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.752285 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-d47b52a5-efdd-40a8-a780-e064196e8df6 admin admin] Added segment 0d52d58c-894c-45ff-99ef-ef32b835be4a of type vlan for network fa4f1ed0-796d-49c1-a252-4afd480b8892 Jul 13 07:31:23.770772 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399bbbe-c447-4a9b-93bd-934db5ca3dcd req-ddbabc59-d94c-4fa3-89aa-74438e48050d tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:23.776905 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399bbbe-c447-4a9b-93bd-934db5ca3dcd req-ddbabc59-d94c-4fa3-89aa-74438e48050d tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:23.783134 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399bbbe-c447-4a9b-93bd-934db5ca3dcd req-ddbabc59-d94c-4fa3-89aa-74438e48050d tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:23.789375 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399bbbe-c447-4a9b-93bd-934db5ca3dcd req-ddbabc59-d94c-4fa3-89aa-74438e48050d tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:23.795598 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399bbbe-c447-4a9b-93bd-934db5ca3dcd req-ddbabc59-d94c-4fa3-89aa-74438e48050d tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:23.802852 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399bbbe-c447-4a9b-93bd-934db5ca3dcd req-ddbabc59-d94c-4fa3-89aa-74438e48050d tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:23.809094 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399bbbe-c447-4a9b-93bd-934db5ca3dcd req-ddbabc59-d94c-4fa3-89aa-74438e48050d tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:23.809562 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d47b52a5-efdd-40a8-a780-e064196e8df6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.811176 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a399bbbe-c447-4a9b-93bd-934db5ca3dcd req-ddbabc59-d94c-4fa3-89aa-74438e48050d tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 5445 time: 0.2116866 Jul 13 07:31:23.831134 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-9c3d4748-e04a-449a-aee6-e33510dcf316 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0975564 Jul 13 07:31:23.863372 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d2c86c8d-f26c-4bcf-ac13-e1323433af95 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.871327 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 3f89b889-ffbb-4db5-b1ee-44cea0069805 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:23.911788 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a399bbbe-c447-4a9b-93bd-934db5ca3dcd req-cda617f2-c8a6-404c-97c1-c4fb475ed31f tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&id=fb0080f5-be08-4cd8-97f3-6cc751e87d59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0897796 Jul 13 07:31:23.954173 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port d22d5a6e-61bc-4d88-8801-c41cb347b0f9, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=d22d5a6e-61bc-4d88-8801-c41cb347b0f9,segment=NetworkSegment(a7251dad-c3ce-43bc-a643-bb8d52303c07),segment_id=a7251dad-c3ce-43bc-a643-bb8d52303c07)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:23.961166 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:23.968697 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.db.resource_extend [None req-d47b52a5-efdd-40a8-a780-e064196e8df6 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:31:23.997022 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b52a5-efdd-40a8-a780-e064196e8df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133b69b7-9808-43be-96a2-0537049d3a4b,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:24.037539 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': 'd22d5a6e-61bc-4d88-8801-c41cb347b0f9', 'network_id': '8b349814-a230-42e0-a76d-fe50cd439006', 'port_id': 'd22d5a6e-61bc-4d88-8801-c41cb347b0f9', 'mac_address': 'fa:16:3e:88:c8:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3531fa8a-850a-409b-91b8-fdaa3ad45e8a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:31:24.096680 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-c83e5f55-1c3f-4978-8b36-9a6f7596a092 service neutron] Request body: {'port': {'device_id': '6db1adf1-6fc0-41d3-8e69-3b96d098a181', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:24.098449 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.106540 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b52a5-efdd-40a8-a780-e064196e8df6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:24.106882 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b52a5-efdd-40a8-a780-e064196e8df6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:24.107245 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b52a5-efdd-40a8-a780-e064196e8df6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:24.107581 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b52a5-efdd-40a8-a780-e064196e8df6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:24.108187 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b52a5-efdd-40a8-a780-e064196e8df6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:24.108332 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b52a5-efdd-40a8-a780-e064196e8df6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:24.108550 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b52a5-efdd-40a8-a780-e064196e8df6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:24.108888 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b52a5-efdd-40a8-a780-e064196e8df6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:24.109198 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b52a5-efdd-40a8-a780-e064196e8df6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:24.109563 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b52a5-efdd-40a8-a780-e064196e8df6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:24.109830 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b52a5-efdd-40a8-a780-e064196e8df6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:24.110150 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b52a5-efdd-40a8-a780-e064196e8df6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:24.128257 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-a86af35c-c83c-4beb-bbd0-be1b8fa30dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.136951 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.164844 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f89b889-ffbb-4db5-b1ee-44cea0069805'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:24.167729 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a0f266-e4e3-4dcb-85b9-6ea893841928" -d '{"events": [{"server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "name": "network-vif-unplugged", "status": "completed", "tag": "3f89b889-ffbb-4db5-b1ee-44cea0069805"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:24.170641 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d47b52a5-efdd-40a8-a780-e064196e8df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.171997 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47b52a5-efdd-40a8-a780-e064196e8df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:24.172584 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d47b52a5-efdd-40a8-a780-e064196e8df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.188624 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 3f89b889-ffbb-4db5-b1ee-44cea0069805, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=3f89b889-ffbb-4db5-b1ee-44cea0069805,segment=NetworkSegment(40301528-fcc8-4ec6-a613-b476f71525be),segment_id=40301528-fcc8-4ec6-a613-b476f71525be)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:24.191377 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d22d5a6e-61bc-4d88-8801-c41cb347b0f9 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:31:24.212081 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d2c86c8d-f26c-4bcf-ac13-e1323433af95 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.222676 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port d22d5a6e-61bc-4d88-8801-c41cb347b0f9, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=d22d5a6e-61bc-4d88-8801-c41cb347b0f9,segment=NetworkSegment(a7251dad-c3ce-43bc-a643-bb8d52303c07),segment_id=a7251dad-c3ce-43bc-a643-bb8d52303c07)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:24.224768 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.240787 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171860a5-00e1-4ee7-a6ae-02381094ecc3 req-5c84c521-09a8-4f44-83f7-a7391ea128c1 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:24.247289 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171860a5-00e1-4ee7-a6ae-02381094ecc3 req-5c84c521-09a8-4f44-83f7-a7391ea128c1 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:24.253570 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171860a5-00e1-4ee7-a6ae-02381094ecc3 req-5c84c521-09a8-4f44-83f7-a7391ea128c1 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:24.254906 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.261390 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171860a5-00e1-4ee7-a6ae-02381094ecc3 req-5c84c521-09a8-4f44-83f7-a7391ea128c1 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:24.268378 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171860a5-00e1-4ee7-a6ae-02381094ecc3 req-5c84c521-09a8-4f44-83f7-a7391ea128c1 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:24.275063 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d47b52a5-efdd-40a8-a780-e064196e8df6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1332226 Jul 13 07:31:24.275295 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device c6c5062b-ad9b-461a-b443-cecd55db988a no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:24.275411 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171860a5-00e1-4ee7-a6ae-02381094ecc3 req-5c84c521-09a8-4f44-83f7-a7391ea128c1 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:24.281469 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171860a5-00e1-4ee7-a6ae-02381094ecc3 req-5c84c521-09a8-4f44-83f7-a7391ea128c1 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:24.283821 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-171860a5-00e1-4ee7-a6ae-02381094ecc3 req-5c84c521-09a8-4f44-83f7-a7391ea128c1 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 5445 time: 0.1844885 Jul 13 07:31:24.284326 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33020) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:24.325292 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-8023bacf-024c-436f-94d2-59a6336c1900 admin admin] Request body: {'subnet': {'network_id': 'fa4f1ed0-796d-49c1-a252-4afd480b8892', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1157974536-subnet', 'tenant_id': 'd6942d3506e24fbf8b1e759d03152ce4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:24.348145 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device c6c5062b-ad9b-461a-b443-cecd55db988a not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:31:24.349112 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 38a092c2-cb24-4cdb-9c57-ce1ffaf19763 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:24.359469 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1e49a1-520b-4525-8889-b128b4bc6939 x-openstack-request-id: req-5d1e49a1-520b-4525-8889-b128b4bc6939 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:24.359900 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "name": "network-vif-unplugged", "status": "completed", "tag": "3f89b889-ffbb-4db5-b1ee-44cea0069805", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:24.360247 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5d1e49a1-520b-4525-8889-b128b4bc6939 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:24.360799 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f89b889-ffbb-4db5-b1ee-44cea0069805', 'code': 200} Jul 13 07:31:24.397086 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8023bacf-024c-436f-94d2-59a6336c1900 admin admin] Made reservation on behalf of d6942d3506e24fbf8b1e759d03152ce4 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:24.398925 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39218c98-638e-4b84-af55-a0674a33f36e req-850ab94e-01fb-4f98-a0c4-0fa68e3a246f tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:24.399629 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8023bacf-024c-436f-94d2-59a6336c1900 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.403244 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=3f89b889-ffbb-4db5-b1ee-44cea0069805,revision_number=6']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:24.412732 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39218c98-638e-4b84-af55-a0674a33f36e req-850ab94e-01fb-4f98-a0c4-0fa68e3a246f tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:24.433193 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39218c98-638e-4b84-af55-a0674a33f36e req-850ab94e-01fb-4f98-a0c4-0fa68e3a246f tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:24.447083 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39218c98-638e-4b84-af55-a0674a33f36e req-850ab94e-01fb-4f98-a0c4-0fa68e3a246f tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:24.455802 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39218c98-638e-4b84-af55-a0674a33f36e req-850ab94e-01fb-4f98-a0c4-0fa68e3a246f tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:24.461174 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39218c98-638e-4b84-af55-a0674a33f36e req-850ab94e-01fb-4f98-a0c4-0fa68e3a246f tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:24.469057 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-39218c98-638e-4b84-af55-a0674a33f36e req-850ab94e-01fb-4f98-a0c4-0fa68e3a246f tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 4660 time: 0.6459777 Jul 13 07:31:24.491674 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=d22d5a6e-61bc-4d88-8801-c41cb347b0f9,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:24.514554 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b52a5-efdd-40a8-a780-e064196e8df6 admin admin] Pushing event updated for resources: {'Network': ['ID=fa4f1ed0-796d-49c1-a252-4afd480b8892,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:24.526245 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network fa4f1ed0-796d-49c1-a252-4afd480b8892 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:31:24.640871 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c86c8d-f26c-4bcf-ac13-e1323433af95 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Router 109b5192-3613-46dc-a349-96a570662e0b is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:31:24.746762 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437700a-5ca3-4d55-8bd5-4985da3c8ccb req-c2f31735-2dfb-40af-b3d5-b9e2cf44c575 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:24.751873 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5437700a-5ca3-4d55-8bd5-4985da3c8ccb req-c2f31735-2dfb-40af-b3d5-b9e2cf44c575 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db1adf1-6fc0-41d3-8e69-3b96d098a181 HTTP/1.1" status: 200 len: 931 time: 0.2659090 Jul 13 07:31:24.866738 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.868933 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['d22d5a6e-61bc-4d88-8801-c41cb347b0f9'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:31:24.870593 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8023bacf-024c-436f-94d2-59a6336c1900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.872501 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 9adcf1d7-ad70-4baf-bc00-2f95ccfb9c54 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:24.933046 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5437700a-5ca3-4d55-8bd5-4985da3c8ccb req-f6eb3d69-0d1e-4ea8-a370-ce54ad37f248 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757712 Jul 13 07:31:24.934645 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-c83e5f55-1c3f-4978-8b36-9a6f7596a092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:24.953872 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c86c8d-f26c-4bcf-ac13-e1323433af95 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:24.965893 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-39218c98-638e-4b84-af55-a0674a33f36e req-ec3d7d4f-22dd-4335-b0a9-cb2b61e83330 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=afedc317-2eb3-4978-a3f5-50dbdb316361&id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4947758 Jul 13 07:31:24.976373 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b22dad-de97-4547-ba3a-79f0adf3438d None None] Sync routers for ids ['109b5192-3613-46dc-a349-96a570662e0b'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:24.983991 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b0a794fa-6a38-41b9-85f0-ce904bf72665 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.002730 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8023bacf-024c-436f-94d2-59a6336c1900 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2df3ee09-23c6-4609-848d-5109b67374a1,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:25.009333 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d2c86c8d-f26c-4bcf-ac13-e1323433af95 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.010562 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d2c86c8d-f26c-4bcf-ac13-e1323433af95 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.4840608 Jul 13 07:31:25.014039 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33028) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:25.021575 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-453c5a26-5993-4037-a744-d4b87bca9f81 None None] Provisioning complete for port 3f89b889-ffbb-4db5-b1ee-44cea0069805 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:25.021981 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-453c5a26-5993-4037-a744-d4b87bca9f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.121641 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b22dad-de97-4547-ba3a-79f0adf3438d None None] Routers {'109b5192-3613-46dc-a349-96a570662e0b'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:25.122835 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-15b22dad-de97-4547-ba3a-79f0adf3438d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:31:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['109b5192-3613-46dc-a349-96a570662e0b'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:25.163331 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a794fa-6a38-41b9-85f0-ce904bf72665 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Pushing event deleted for resources: {'Port': ['ID=2122ac80-2d32-45ab-9c23-767dd3ca9aa0,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:25.170959 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b0a794fa-6a38-41b9-85f0-ce904bf72665 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.174353 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b0a794fa-6a38-41b9-85f0-ce904bf72665 tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] 10.222.0.23 "DELETE /v2.0/ports/2122ac80-2d32-45ab-9c23-767dd3ca9aa0 HTTP/1.1" status: 204 len: 168 time: 2.8781731 Jul 13 07:31:25.177256 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33032) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:25.188259 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 38a092c2-cb24-4cdb-9c57-ce1ffaf19763, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=38a092c2-cb24-4cdb-9c57-ce1ffaf19763,segment=NetworkSegment(a22ed18f-1ae7-4f42-8ca5-e45559afe92b),segment_id=a22ed18f-1ae7-4f42-8ca5-e45559afe92b)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:25.194907 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8023bacf-024c-436f-94d2-59a6336c1900 admin admin] Checking segment: {'id': '0d52d58c-894c-45ff-99ef-ef32b835be4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fa4f1ed0-796d-49c1-a252-4afd480b8892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:25.194907 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8023bacf-024c-436f-94d2-59a6336c1900 admin admin] Network hostable DHCP agents. Network: fa4f1ed0-796d-49c1-a252-4afd480b8892, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:31:25.228831 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.309602 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device ff532c51-9355-4450-8c7c-8a7e95d11ca1 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:25.311028 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-a86af35c-c83c-4beb-bbd0-be1b8fa30dc1 service neutron] For port 3f89b889-ffbb-4db5-b1ee-44cea0069805, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=3f89b889-ffbb-4db5-b1ee-44cea0069805,segment=NetworkSegment(40301528-fcc8-4ec6-a613-b476f71525be),segment_id=40301528-fcc8-4ec6-a613-b476f71525be)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:25.332557 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-6de64e19-8705-424a-9ed4-5922c1bb04ca tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Deleting subnet 8768f034-d3a2-440d-8a3a-bc43f4a0af6f {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:31:25.336855 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6de64e19-8705-424a-9ed4-5922c1bb04ca tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.360610 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8023bacf-024c-436f-94d2-59a6336c1900 admin admin] Network fa4f1ed0-796d-49c1-a252-4afd480b8892 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:31:25.407545 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-8023bacf-024c-436f-94d2-59a6336c1900 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, fa4f1ed0-796d-49c1-a252-4afd480b8892) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:25.423342 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 9adcf1d7-ad70-4baf-bc00-2f95ccfb9c54 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:25.424196 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8023bacf-024c-436f-94d2-59a6336c1900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:25.424817 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8023bacf-024c-436f-94d2-59a6336c1900 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.443804 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ecdf99c6-e650-4902-9889-027c86435b05 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] 10.222.0.23 "GET /v2.0/routers/109b5192-3613-46dc-a349-96a570662e0b HTTP/1.1" status: 200 len: 908 time: 0.4283490 Jul 13 07:31:25.450549 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33034) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:25.516135 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6de64e19-8705-424a-9ed4-5922c1bb04ca tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.530353 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-15b22dad-de97-4547-ba3a-79f0adf3438d None None] Set router 109b5192-3613-46dc-a349-96a570662e0b gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:25.547440 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8023bacf-024c-436f-94d2-59a6336c1900 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2280474 Jul 13 07:31:25.572185 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773c4f4-5d3c-4bad-b737-230d95e15ade req-db2c342a-7ba6-41dd-a68b-654d0e36fa18 tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:25.572460 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-a86af35c-c83c-4beb-bbd0-be1b8fa30dc1 service neutron] For port 3f89b889-ffbb-4db5-b1ee-44cea0069805, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:25.588026 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4773c4f4-5d3c-4bad-b737-230d95e15ade req-db2c342a-7ba6-41dd-a68b-654d0e36fa18 tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] 10.222.0.23 "GET /v2.0/ports?device_id=87207313-a71b-482e-a42b-e2877241189e HTTP/1.1" status: 200 len: 944 time: 0.3663151 Jul 13 07:31:25.625835 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371f076f-a0ab-49e7-9730-5acfd780e14c None None] Network fa4f1ed0-796d-49c1-a252-4afd480b8892 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:25.628884 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-453c5a26-5993-4037-a744-d4b87bca9f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.653743 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4773c4f4-5d3c-4bad-b737-230d95e15ade req-440e095c-d8c6-4121-bf36-6759988753dd tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20c2c33-22a5-4bfd-b7f0-86dbe566c5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643454 Jul 13 07:31:25.668730 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-a86af35c-c83c-4beb-bbd0-be1b8fa30dc1 service neutron] device_id is not set on port 3f89b889-ffbb-4db5-b1ee-44cea0069805 yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:31:25.681905 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 9adcf1d7-ad70-4baf-bc00-2f95ccfb9c54 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:25.682425 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.689740 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-a86af35c-c83c-4beb-bbd0-be1b8fa30dc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.756677 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-90c97c89-2842-4388-bc49-64af25c025ce tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.764882 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-a86af35c-c83c-4beb-bbd0-be1b8fa30dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.788499 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=38a092c2-cb24-4cdb-9c57-ce1ffaf19763,revision_number=6']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:25.885809 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-a86af35c-c83c-4beb-bbd0-be1b8fa30dc1 service neutron] No DVR routers for this DVR port 3f89b889-ffbb-4db5-b1ee-44cea0069805 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:25.939343 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6de64e19-8705-424a-9ed4-5922c1bb04ca tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.947532 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-a86af35c-c83c-4beb-bbd0-be1b8fa30dc1 service neutron] In _notify_port_updated(), no bound segment for port 3f89b889-ffbb-4db5-b1ee-44cea0069805 on network 8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb {{(pid=94017) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:31:25.948981 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-a86af35c-c83c-4beb-bbd0-be1b8fa30dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:25.949613 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-a86af35c-c83c-4beb-bbd0-be1b8fa30dc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.950082 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-90c97c89-2842-4388-bc49-64af25c025ce tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:25.950937 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-a86af35c-c83c-4beb-bbd0-be1b8fa30dc1 service neutron] 10.222.0.42 "PUT /v2.0/ports/3f89b889-ffbb-4db5-b1ee-44cea0069805 HTTP/1.1" status: 200 len: 1027 time: 2.3851581 Jul 13 07:31:26.034454 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-90c97c89-2842-4388-bc49-64af25c025ce tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Deleting port 0fab6294-16ee-4eff-ad70-4f6aff556a17 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:26.034794 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-90c97c89-2842-4388-bc49-64af25c025ce tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.070414 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86af35c-c83c-4beb-bbd0-be1b8fa30dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=3f89b889-ffbb-4db5-b1ee-44cea0069805,revision_number=7']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:26.183625 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.db.api [None req-453c5a26-5993-4037-a744-d4b87bca9f81 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:31:26.184215 n-d-771363-34 neutron-server[94019]: DEBUG oslo_db.api [None req-453c5a26-5993-4037-a744-d4b87bca9f81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:31:26.289120 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-c83e5f55-1c3f-4978-8b36-9a6f7596a092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c6af6a6-2a27-436c-9712-53fdefbe4fd7 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:31:26.295337 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-90c97c89-2842-4388-bc49-64af25c025ce tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.302771 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6de64e19-8705-424a-9ed4-5922c1bb04ca tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.306211 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf02e8c2-8151-44a2-a2f4-c8a3eded0438 None None] Network fa4f1ed0-796d-49c1-a252-4afd480b8892 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:26.328400 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-c83e5f55-1c3f-4978-8b36-9a6f7596a092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.337642 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-90c97c89-2842-4388-bc49-64af25c025ce tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Calling delete_port for 0fab6294-16ee-4eff-ad70-4f6aff556a17 owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:26.372288 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de64e19-8705-424a-9ed4-5922c1bb04ca tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Pushing event deleted for resources: {'Subnet': ['ID=8768f034-d3a2-440d-8a3a-bc43f4a0af6f,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:26.388904 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6de64e19-8705-424a-9ed4-5922c1bb04ca tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.394942 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6de64e19-8705-424a-9ed4-5922c1bb04ca tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] 10.222.0.23 "DELETE /v2.0/subnets/8768f034-d3a2-440d-8a3a-bc43f4a0af6f HTTP/1.1" status: 204 len: 168 time: 1.2137182 Jul 13 07:31:26.395740 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33050) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:26.429847 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38a092c2-cb24-4cdb-9c57-ce1ffaf19763'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:26.432204 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2f85e9-dca7-47a3-80d7-bcd8704b1a5a" -d '{"events": [{"server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "name": "network-vif-unplugged", "status": "completed", "tag": "38a092c2-cb24-4cdb-9c57-ce1ffaf19763"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:26.460809 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838494d3-58b1-4f9d-899c-e5834d26f6c3 req-834097ed-11c3-488f-96ba-1129fd0d05b9 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:26.464277 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-838494d3-58b1-4f9d-899c-e5834d26f6c3 req-834097ed-11c3-488f-96ba-1129fd0d05b9 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db1adf1-6fc0-41d3-8e69-3b96d098a181 HTTP/1.1" status: 200 len: 931 time: 0.3643074 Jul 13 07:31:26.477870 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2758f98-d230-4347-a8b5-12ee77b81600 None None] Network dd4d9bc4-889e-45bc-8c82-8b57066fd4b2 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:26.535927 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.537982 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-c83e5f55-1c3f-4978-8b36-9a6f7596a092 service neutron] Transition to ACTIVE for port object 9c6af6a6-2a27-436c-9712-53fdefbe4fd7 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:26.542866 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3ec167f9-0204-48bb-a033-ef49dd56befb tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.548034 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-ec54834c-6ec5-469a-a73a-e8e80eaea8e2 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Deleting port 5e38dcee-5f8f-4129-bb5d-68231affa33d {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:26.548958 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-ec54834c-6ec5-469a-a73a-e8e80eaea8e2 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.579303 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-c83e5f55-1c3f-4978-8b36-9a6f7596a092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.671788 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e5f55-1c3f-4978-8b36-9a6f7596a092 service neutron] Pushing event updated for resources: {'Port': ['ID=9c6af6a6-2a27-436c-9712-53fdefbe4fd7,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:26.697751 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.725272 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-838494d3-58b1-4f9d-899c-e5834d26f6c3 req-d78089b1-98c3-48a8-92b1-4ab4e4515ce6 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792431 Jul 13 07:31:26.804432 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ffa7c-d639-4e4e-ab87-a94715123620 req-c0dd7db5-9e32-4ac1-865a-4100f2d33ee8 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:26.810627 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b442798-ea9a-43db-8726-98cab9055441 x-openstack-request-id: req-7b442798-ea9a-43db-8726-98cab9055441 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:26.810980 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "name": "network-vif-unplugged", "status": "completed", "tag": "38a092c2-cb24-4cdb-9c57-ce1ffaf19763", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:26.811323 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b442798-ea9a-43db-8726-98cab9055441 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:26.811793 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38a092c2-cb24-4cdb-9c57-ce1ffaf19763', 'code': 200} Jul 13 07:31:26.812848 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ffa7c-d639-4e4e-ab87-a94715123620 req-c0dd7db5-9e32-4ac1-865a-4100f2d33ee8 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:26.819496 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ffa7c-d639-4e4e-ab87-a94715123620 req-c0dd7db5-9e32-4ac1-865a-4100f2d33ee8 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:26.828718 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ffa7c-d639-4e4e-ab87-a94715123620 req-c0dd7db5-9e32-4ac1-865a-4100f2d33ee8 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:26.847011 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ffa7c-d639-4e4e-ab87-a94715123620 req-c0dd7db5-9e32-4ac1-865a-4100f2d33ee8 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:26.851745 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7b4ffa7c-d639-4e4e-ab87-a94715123620 req-c0dd7db5-9e32-4ac1-865a-4100f2d33ee8 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 3884 time: 0.6411138 Jul 13 07:31:26.859975 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port ff532c51-9355-4450-8c7c-8a7e95d11ca1, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=ff532c51-9355-4450-8c7c-8a7e95d11ca1,segment=NetworkSegment(a22ed18f-1ae7-4f42-8ca5-e45559afe92b),segment_id=a22ed18f-1ae7-4f42-8ca5-e45559afe92b)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:26.872630 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-ec54834c-6ec5-469a-a73a-e8e80eaea8e2 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] For port 5e38dcee-5f8f-4129-bb5d-68231affa33d, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=5e38dcee-5f8f-4129-bb5d-68231affa33d,segment=NetworkSegment(40301528-fcc8-4ec6-a613-b476f71525be),segment_id=40301528-fcc8-4ec6-a613-b476f71525be)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:26.873112 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-ec54834c-6ec5-469a-a73a-e8e80eaea8e2 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.894941 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-c83e5f55-1c3f-4978-8b36-9a6f7596a092 service neutron] Attempting to bind port 9c6af6a6-2a27-436c-9712-53fdefbe4fd7 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:26.895319 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-c83e5f55-1c3f-4978-8b36-9a6f7596a092 service neutron] Attempting to bind port 9c6af6a6-2a27-436c-9712-53fdefbe4fd7 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '2b3909e7-f4e3-4173-abaa-757ac833a739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '158edf72-c971-4025-88f3-f50ab4847245'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:26.895655 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-c83e5f55-1c3f-4978-8b36-9a6f7596a092 service neutron] Attempting to bind port 9c6af6a6-2a27-436c-9712-53fdefbe4fd7 on network 158edf72-c971-4025-88f3-f50ab4847245 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:26.896381 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 9adcf1d7-ad70-4baf-bc00-2f95ccfb9c54, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=9adcf1d7-ad70-4baf-bc00-2f95ccfb9c54,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:26.905150 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-ec54834c-6ec5-469a-a73a-e8e80eaea8e2 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Calling delete_port for 5e38dcee-5f8f-4129-bb5d-68231affa33d owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:26.915000 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.917367 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-c83e5f55-1c3f-4978-8b36-9a6f7596a092 service neutron] Port 9c6af6a6-2a27-436c-9712-53fdefbe4fd7 on network 158edf72-c971-4025-88f3-f50ab4847245 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:31:26.917703 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-c83e5f55-1c3f-4978-8b36-9a6f7596a092 service neutron] Attempting to bind port 9c6af6a6-2a27-436c-9712-53fdefbe4fd7 on network 158edf72-c971-4025-88f3-f50ab4847245 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:26.932785 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-c83e5f55-1c3f-4978-8b36-9a6f7596a092 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:26.933135 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-c83e5f55-1c3f-4978-8b36-9a6f7596a092 service neutron] Checking segment: {'id': '2b3909e7-f4e3-4173-abaa-757ac833a739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '158edf72-c971-4025-88f3-f50ab4847245'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:26.933528 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-c83e5f55-1c3f-4978-8b36-9a6f7596a092 service neutron] Bound using segment: {'id': '2b3909e7-f4e3-4173-abaa-757ac833a739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '158edf72-c971-4025-88f3-f50ab4847245'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:26.933977 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-c83e5f55-1c3f-4978-8b36-9a6f7596a092 service neutron] Bound port: 9c6af6a6-2a27-436c-9712-53fdefbe4fd7, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b3909e7-f4e3-4173-abaa-757ac833a739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '158edf72-c971-4025-88f3-f50ab4847245'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:26.934340 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-c83e5f55-1c3f-4978-8b36-9a6f7596a092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.980746 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-3ec167f9-0204-48bb-a033-ef49dd56befb tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Deleting port 030c9012-25d9-4a14-b661-fbe72207a801 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:26.981022 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3ec167f9-0204-48bb-a033-ef49dd56befb tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:26.992227 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-15b22dad-de97-4547-ba3a-79f0adf3438d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109b5192-3613-46dc-a349-96a570662e0b', 'name': 'tempest-snat-router-1685583723', 'tenant_id': '40a491db53d842c1a37f850760b8e4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '0fab6294-16ee-4eff-ad70-4f6aff556a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:21Z', 'updated_at': '2021-07-13T07:31:23Z', 'revision_number': 3, 'project_id': '40a491db53d842c1a37f850760b8e4f7', 'gw_port': {'id': '0fab6294-16ee-4eff-ad70-4f6aff556a17', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c1:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109b5192-3613-46dc-a349-96a570662e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:22Z', 'updated_at': '2021-07-13T07:31:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:26.999781 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=ff532c51-9355-4450-8c7c-8a7e95d11ca1,revision_number=6']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:27.003120 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.040731 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7b4ffa7c-d639-4e4e-ab87-a94715123620 req-c4a134cd-6761-4b48-868b-c764175e5dcf tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771562 Jul 13 07:31:27.054983 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-453c5a26-5993-4037-a744-d4b87bca9f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.192335 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-90c97c89-2842-4388-bc49-64af25c025ce tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.206703 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-c83e5f55-1c3f-4978-8b36-9a6f7596a092 service neutron] For port 9c6af6a6-2a27-436c-9712-53fdefbe4fd7, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:27.226365 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c97c89-2842-4388-bc49-64af25c025ce tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Pushing event deleted for resources: {'Port': ['ID=0fab6294-16ee-4eff-ad70-4f6aff556a17,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:27.241946 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-3ec167f9-0204-48bb-a033-ef49dd56befb tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] For port 030c9012-25d9-4a14-b661-fbe72207a801, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=030c9012-25d9-4a14-b661-fbe72207a801,segment=NetworkSegment(75fe3ffc-6a22-46e0-9729-a091aa1d910a),segment_id=75fe3ffc-6a22-46e0-9729-a091aa1d910a)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:27.242318 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3ec167f9-0204-48bb-a033-ef49dd56befb tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.264126 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-c83e5f55-1c3f-4978-8b36-9a6f7596a092 service neutron] For port 9c6af6a6-2a27-436c-9712-53fdefbe4fd7, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=9c6af6a6-2a27-436c-9712-53fdefbe4fd7,segment=NetworkSegment(2b3909e7-f4e3-4173-abaa-757ac833a739),segment_id=2b3909e7-f4e3-4173-abaa-757ac833a739)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:27.287938 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-c83e5f55-1c3f-4978-8b36-9a6f7596a092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.302337 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b22dad-de97-4547-ba3a-79f0adf3438d None None] Checking router: 109b5192-3613-46dc-a349-96a570662e0b for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:31:27.302337 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b22dad-de97-4547-ba3a-79f0adf3438d None None] Updating router 109b5192-3613-46dc-a349-96a570662e0b port 0fab6294-16ee-4eff-ad70-4f6aff556a17 binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:31:27.304508 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-453c5a26-5993-4037-a744-d4b87bca9f81 None None] device_id is not set on port 3f89b889-ffbb-4db5-b1ee-44cea0069805 yet. {{(pid=94019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:31:27.327112 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 062ad5be-860c-4f0d-a0b3-14494304c026 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:27.336377 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-3ec167f9-0204-48bb-a033-ef49dd56befb tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Calling delete_port for 030c9012-25d9-4a14-b661-fbe72207a801 owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:27.352502 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-90c97c89-2842-4388-bc49-64af25c025ce tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.364329 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-c83e5f55-1c3f-4978-8b36-9a6f7596a092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:27.364870 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-c83e5f55-1c3f-4978-8b36-9a6f7596a092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.366314 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-c83e5f55-1c3f-4978-8b36-9a6f7596a092 service neutron] 10.222.0.25 "PUT /v2.0/ports/9c6af6a6-2a27-436c-9712-53fdefbe4fd7 HTTP/1.1" status: 200 len: 1092 time: 3.5057840 Jul 13 07:31:27.392004 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd7f29-23b2-45c9-8738-95d68668560d req-87fe7ed7-4408-4d33-9f47-5db0c65e8a05 tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:27.395380 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-453c5a26-5993-4037-a744-d4b87bca9f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.399946 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-15dd7f29-23b2-45c9-8738-95d68668560d req-87fe7ed7-4408-4d33-9f47-5db0c65e8a05 tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] 10.222.0.23 "GET /v2.0/ports?device_id=87207313-a71b-482e-a42b-e2877241189e HTTP/1.1" status: 200 len: 944 time: 0.3721614 Jul 13 07:31:27.429084 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db1adf1-6fc0-41d3-8e69-3b96d098a181', 'tag': '9c6af6a6-2a27-436c-9712-53fdefbe4fd7'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:27.432233 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a109b6-8111-44cc-bf2d-426939129547" -d '{"events": [{"name": "network-changed", "server_uuid": "6db1adf1-6fc0-41d3-8e69-3b96d098a181", "tag": "9c6af6a6-2a27-436c-9712-53fdefbe4fd7"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:27.541924 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=9adcf1d7-ad70-4baf-bc00-2f95ccfb9c54,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:27.542225 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab86626-440b-4b1d-b415-ecbf9abfca14 x-openstack-request-id: req-5ab86626-440b-4b1d-b415-ecbf9abfca14 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:27.542711 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db1adf1-6fc0-41d3-8e69-3b96d098a181", "tag": "9c6af6a6-2a27-436c-9712-53fdefbe4fd7", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:27.542853 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5ab86626-440b-4b1d-b415-ecbf9abfca14 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:27.543156 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db1adf1-6fc0-41d3-8e69-3b96d098a181', 'tag': '9c6af6a6-2a27-436c-9712-53fdefbe4fd7', 'status': 'completed', 'code': 200} Jul 13 07:31:27.550148 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b22dad-de97-4547-ba3a-79f0adf3438d None None] Port 0fab6294-16ee-4eff-ad70-4f6aff556a17 not found while updating agent binding for router 109b5192-3613-46dc-a349-96a570662e0b. {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 13 07:31:27.592759 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-90c97c89-2842-4388-bc49-64af25c025ce tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.596873 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-90c97c89-2842-4388-bc49-64af25c025ce tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.662457 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e5f55-1c3f-4978-8b36-9a6f7596a092 service neutron] Pushing event updated for resources: {'Port': ['ID=9c6af6a6-2a27-436c-9712-53fdefbe4fd7,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:27.682524 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-ec54834c-6ec5-469a-a73a-e8e80eaea8e2 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.708347 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b22dad-de97-4547-ba3a-79f0adf3438d None None] Routers {'109b5192-3613-46dc-a349-96a570662e0b'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:27.708899 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-15b22dad-de97-4547-ba3a-79f0adf3438d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:31:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['109b5192-3613-46dc-a349-96a570662e0b'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:27.730193 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-15dd7f29-23b2-45c9-8738-95d68668560d req-7546cc2d-ac07-4e25-a72a-af42d50b4dff tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20c2c33-22a5-4bfd-b7f0-86dbe566c5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282776 Jul 13 07:31:27.745267 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-90c97c89-2842-4388-bc49-64af25c025ce tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.746272 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c97c89-2842-4388-bc49-64af25c025ce tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 109b5192-3613-46dc-a349-96a570662e0b {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:31:27.785106 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-90c97c89-2842-4388-bc49-64af25c025ce tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.792346 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-90c97c89-2842-4388-bc49-64af25c025ce tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] 10.222.0.23 "DELETE /v2.0/routers/109b5192-3613-46dc-a349-96a570662e0b HTTP/1.1" status: 204 len: 168 time: 2.3383820 Jul 13 07:31:27.794984 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33080) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:27.822887 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54834c-6ec5-469a-a73a-e8e80eaea8e2 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Pushing event deleted for resources: {'Port': ['ID=5e38dcee-5f8f-4129-bb5d-68231affa33d,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:27.897321 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-1239e184-463f-45a4-9ce6-f09e17325c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:27.898962 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-1239e184-463f-45a4-9ce6-f09e17325c43 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0aeb803a03a140849d8f3025c4e8d6d6&device_id=6db1adf1-6fc0-41d3-8e69-3b96d098a181 HTTP/1.1" status: 200 len: 1095 time: 0.4519930 Jul 13 07:31:27.959991 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33088) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:27.971591 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-ec54834c-6ec5-469a-a73a-e8e80eaea8e2 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] No DVR routers for this DVR port 5e38dcee-5f8f-4129-bb5d-68231affa33d on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:27.974576 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-ec54834c-6ec5-469a-a73a-e8e80eaea8e2 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:27.977395 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-ec54834c-6ec5-469a-a73a-e8e80eaea8e2 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.42 "DELETE /v2.0/ports/5e38dcee-5f8f-4129-bb5d-68231affa33d HTTP/1.1" status: 204 len: 173 time: 1.9895895 Jul 13 07:31:27.996934 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c5a26-5993-4037-a744-d4b87bca9f81 None None] Pushing event updated for resources: {'Port': ['ID=3f89b889-ffbb-4db5-b1ee-44cea0069805,revision_number=8']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:28.092535 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-15b22dad-de97-4547-ba3a-79f0adf3438d None None] Set router 109b5192-3613-46dc-a349-96a570662e0b gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:28.094490 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88d7f19-2546-46a5-a24b-2597d72bd796 None None] DHCP port deletion for dd4d9bc4-889e-45bc-8c82-8b57066fd4b2 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:31:28.157420 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7ea9cc49-157a-458d-a5a5-5cdfe9d90617 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.196780 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-e6cac509-9466-441e-baba-96d01847d493 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c6af6a6-2a27-436c-9712-53fdefbe4fd7 HTTP/1.1" status: 200 len: 217 time: 0.2396593 Jul 13 07:31:28.224190 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-15b22dad-de97-4547-ba3a-79f0adf3438d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109b5192-3613-46dc-a349-96a570662e0b', 'name': 'tempest-snat-router-1685583723', 'tenant_id': '40a491db53d842c1a37f850760b8e4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:21Z', 'updated_at': '2021-07-13T07:31:27Z', 'revision_number': 5, 'project_id': '40a491db53d842c1a37f850760b8e4f7', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:28.247785 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d834d-6667-433e-8934-04d884c41cfa req-83ff8df4-97c4-4e9b-877c-12993edc2c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:28.248265 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d834d-6667-433e-8934-04d884c41cfa req-83ff8df4-97c4-4e9b-877c-12993edc2c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:28.249008 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d834d-6667-433e-8934-04d884c41cfa req-83ff8df4-97c4-4e9b-877c-12993edc2c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:28.249332 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d834d-6667-433e-8934-04d884c41cfa req-83ff8df4-97c4-4e9b-877c-12993edc2c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:28.249887 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d834d-6667-433e-8934-04d884c41cfa req-83ff8df4-97c4-4e9b-877c-12993edc2c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:28.250346 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d834d-6667-433e-8934-04d884c41cfa req-83ff8df4-97c4-4e9b-877c-12993edc2c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:28.250875 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d834d-6667-433e-8934-04d884c41cfa req-83ff8df4-97c4-4e9b-877c-12993edc2c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:28.257272 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-fedca243-837d-4615-b612-869d319aaf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:28.259187 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-fedca243-837d-4615-b612-869d319aaf67 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b02e565c-ba96-4ecf-ad5f-fee613096d8b HTTP/1.1" status: 200 len: 854 time: 0.0518365 Jul 13 07:31:28.259837 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ea3d834d-6667-433e-8934-04d884c41cfa req-83ff8df4-97c4-4e9b-877c-12993edc2c7d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 6509 time: 0.2985945 Jul 13 07:31:28.262995 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3ec167f9-0204-48bb-a033-ef49dd56befb tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.280821 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b22dad-de97-4547-ba3a-79f0adf3438d None None] The sync data for ids ['109b5192-3613-46dc-a349-96a570662e0b'] in n-d-771363-34 is: [{'id': '109b5192-3613-46dc-a349-96a570662e0b', 'name': 'tempest-snat-router-1685583723', 'tenant_id': '40a491db53d842c1a37f850760b8e4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:21Z', 'updated_at': '2021-07-13T07:31:27Z', 'revision_number': 5, 'project_id': '40a491db53d842c1a37f850760b8e4f7', 'gw_port_host': None}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:28.284510 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3a6554c1-58f1-46b2-9085-99955fa57892 None None] Provisioning complete for port 38a092c2-cb24-4cdb-9c57-ce1ffaf19763 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:28.284884 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3a6554c1-58f1-46b2-9085-99955fa57892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.357757 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.367810 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-14bd00b4-351e-4af5-8edc-a196c9d47b86 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=158edf72-c971-4025-88f3-f50ab4847245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978653 Jul 13 07:31:28.383075 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec167f9-0204-48bb-a033-ef49dd56befb tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Pushing event deleted for resources: {'Port': ['ID=030c9012-25d9-4a14-b661-fbe72207a801,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:28.452189 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ea3d834d-6667-433e-8934-04d884c41cfa req-2a696ecc-af8e-4f8a-b4c9-babaf47ecc5b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fb0080f5-be08-4cd8-97f3-6cc751e87d59&id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1891296 Jul 13 07:31:28.453791 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec167f9-0204-48bb-a033-ef49dd56befb tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] No DVR routers for this DVR port 030c9012-25d9-4a14-b661-fbe72207a801 on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:28.498744 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7ea9cc49-157a-458d-a5a5-5cdfe9d90617 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.517803 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 062ad5be-860c-4f0d-a0b3-14494304c026, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=062ad5be-860c-4f0d-a0b3-14494304c026,segment=NetworkSegment(38f4848a-dd9b-4f5f-8385-52a36206fdde),segment_id=38f4848a-dd9b-4f5f-8385-52a36206fdde)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:28.519685 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f88d7f19-2546-46a5-a24b-2597d72bd796 None None] Deleting port 030c9012-25d9-4a14-b661-fbe72207a801 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:28.520092 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f88d7f19-2546-46a5-a24b-2597d72bd796 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.541823 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.546956 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc67c9-d955-4bc1-a8a3-37ccac8fdce9 req-45778768-66ea-4fd8-8376-6e50190fd3a0 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:28.561458 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc67c9-d955-4bc1-a8a3-37ccac8fdce9 req-45778768-66ea-4fd8-8376-6e50190fd3a0 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:28.576532 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3a6554c1-58f1-46b2-9085-99955fa57892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.580536 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc67c9-d955-4bc1-a8a3-37ccac8fdce9 req-45778768-66ea-4fd8-8376-6e50190fd3a0 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:28.592517 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc67c9-d955-4bc1-a8a3-37ccac8fdce9 req-45778768-66ea-4fd8-8376-6e50190fd3a0 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:28.604296 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a6dc67c9-d955-4bc1-a8a3-37ccac8fdce9 req-45778768-66ea-4fd8-8376-6e50190fd3a0 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 3147 time: 0.2832010 Jul 13 07:31:28.623139 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device d7ded5d2-51a4-43c5-bfa9-37432da7c39b no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:28.742394 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f88d7f19-2546-46a5-a24b-2597d72bd796 None None] For port 030c9012-25d9-4a14-b661-fbe72207a801, host n-d-771363-34, got binding levels [] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:28.742789 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f88d7f19-2546-46a5-a24b-2597d72bd796 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.750815 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a6dc67c9-d955-4bc1-a8a3-37ccac8fdce9 req-dc8c51de-950c-4e75-866f-e4cdb5e83f4d tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893567 Jul 13 07:31:28.786669 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-7ea9cc49-157a-458d-a5a5-5cdfe9d90617 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Deleting port 9adcf1d7-ad70-4baf-bc00-2f95ccfb9c54 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:28.787776 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7ea9cc49-157a-458d-a5a5-5cdfe9d90617 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.802359 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f88d7f19-2546-46a5-a24b-2597d72bd796 None None] Calling delete_port for 030c9012-25d9-4a14-b661-fbe72207a801 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:28.806574 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-3a6554c1-58f1-46b2-9085-99955fa57892 None None] For port 38a092c2-cb24-4cdb-9c57-ce1ffaf19763, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=38a092c2-cb24-4cdb-9c57-ce1ffaf19763,segment=NetworkSegment(a22ed18f-1ae7-4f42-8ca5-e45559afe92b),segment_id=a22ed18f-1ae7-4f42-8ca5-e45559afe92b)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:28.809745 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.ipam_backend_mixin [None req-f88d7f19-2546-46a5-a24b-2597d72bd796 None None] Port 030c9012-25d9-4a14-b661-fbe72207a801 was not found and therefore no delete operation was performed {{(pid=94019) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:31:28.813347 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff532c51-9355-4450-8c7c-8a7e95d11ca1'}, {'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '062ad5be-860c-4f0d-a0b3-14494304c026'}, {'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a092c2-cb24-4cdb-9c57-ce1ffaf19763'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:28.816505 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8cfb329-68c9-4cdd-81ec-5c9554104911" -d '{"events": [{"server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "name": "network-vif-unplugged", "status": "completed", "tag": "ff532c51-9355-4450-8c7c-8a7e95d11ca1"}, {"server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "name": "network-vif-unplugged", "status": "completed", "tag": "062ad5be-860c-4f0d-a0b3-14494304c026"}, {"server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "name": "network-vif-plugged", "status": "completed", "tag": "38a092c2-cb24-4cdb-9c57-ce1ffaf19763"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:28.822155 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=062ad5be-860c-4f0d-a0b3-14494304c026,revision_number=6']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:28.825680 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f88d7f19-2546-46a5-a24b-2597d72bd796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.833800 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3a6554c1-58f1-46b2-9085-99955fa57892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.870327 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d7f19-2546-46a5-a24b-2597d72bd796 None None] Pushing event deleted for resources: {'Port': ['ID=030c9012-25d9-4a14-b661-fbe72207a801,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:28.940662 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-7ea9cc49-157a-458d-a5a5-5cdfe9d90617 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] For port 9adcf1d7-ad70-4baf-bc00-2f95ccfb9c54, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=9adcf1d7-ad70-4baf-bc00-2f95ccfb9c54,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:28.941036 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7ea9cc49-157a-458d-a5a5-5cdfe9d90617 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:28.944135 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6554c1-58f1-46b2-9085-99955fa57892 None None] Pushing event updated for resources: {'Port': ['ID=38a092c2-cb24-4cdb-9c57-ce1ffaf19763,revision_number=7']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:28.974813 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-7ea9cc49-157a-458d-a5a5-5cdfe9d90617 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Calling delete_port for 9adcf1d7-ad70-4baf-bc00-2f95ccfb9c54 owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:29.011044 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88d7f19-2546-46a5-a24b-2597d72bd796 None None] No DVR routers for this DVR port 030c9012-25d9-4a14-b661-fbe72207a801 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:29.018874 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.067707 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3a6554c1-58f1-46b2-9085-99955fa57892 None None] Provisioning complete for port ff532c51-9355-4450-8c7c-8a7e95d11ca1 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:29.068672 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3a6554c1-58f1-46b2-9085-99955fa57892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.085699 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port d7ded5d2-51a4-43c5-bfa9-37432da7c39b, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=d7ded5d2-51a4-43c5-bfa9-37432da7c39b,segment=NetworkSegment(40301528-fcc8-4ec6-a613-b476f71525be),segment_id=40301528-fcc8-4ec6-a613-b476f71525be)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:29.125894 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.149985 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-09e82d73-d798-4412-8a93-83e247bfce8b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Deleting port 062ad5be-860c-4f0d-a0b3-14494304c026 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:29.151373 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-09e82d73-d798-4412-8a93-83e247bfce8b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.213960 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920d15a-2dfe-4610-b49e-c597d2e8965c req-1b709c9f-64cc-41c4-ac1f-4dbe14be6563 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:29.222270 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0920d15a-2dfe-4610-b49e-c597d2e8965c req-1b709c9f-64cc-41c4-ac1f-4dbe14be6563 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba882fc1-269f-4571-9d72-872eef7bc3cb HTTP/1.1" status: 200 len: 945 time: 0.1568732 Jul 13 07:31:29.242359 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=d7ded5d2-51a4-43c5-bfa9-37432da7c39b,revision_number=6']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:29.256802 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 5e38dcee-5f8f-4129-bb5d-68231affa33d no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:29.272306 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3ec167f9-0204-48bb-a033-ef49dd56befb tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.286674 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-3ec167f9-0204-48bb-a033-ef49dd56befb tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd4d9bc4-889e-45bc-8c82-8b57066fd4b2']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:29.290793 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 5e38dcee-5f8f-4129-bb5d-68231affa33d {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:31:29.290793 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 5e38dcee-5f8f-4129-bb5d-68231affa33d not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:31:29.309308 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-3ec167f9-0204-48bb-a033-ef49dd56befb tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75fe3ffc-6a22-46e0-9729-a091aa1d910a') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:29.310692 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-3ec167f9-0204-48bb-a033-ef49dd56befb tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75fe3ffc-6a22-46e0-9729-a091aa1d910a') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:29.326224 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3ec167f9-0204-48bb-a033-ef49dd56befb tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.342585 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device d22d5a6e-61bc-4d88-8801-c41cb347b0f9 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:29.347540 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3ec167f9-0204-48bb-a033-ef49dd56befb tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.358171 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec167f9-0204-48bb-a033-ef49dd56befb tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:31:29.358612 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3ec167f9-0204-48bb-a033-ef49dd56befb tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.373064 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0920d15a-2dfe-4610-b49e-c597d2e8965c req-62b1f12e-721f-4b2d-848e-67f4f449775e tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498144 Jul 13 07:31:29.415803 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3a6554c1-58f1-46b2-9085-99955fa57892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:31:29.449118 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:31:29.465800 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3ec167f9-0204-48bb-a033-ef49dd56befb tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.487846 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 9adcf1d7-ad70-4baf-bc00-2f95ccfb9c54 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:29.525283 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a0ad5-f19e-4d7a-a7ad-0c21658432da req-3bf0ea63-7e37-4646-b546-58de0ff417fe tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:29.533223 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cf7a0ad5-f19e-4d7a-a7ad-0c21658432da req-3bf0ea63-7e37-4646-b546-58de0ff417fe tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db1adf1-6fc0-41d3-8e69-3b96d098a181 HTTP/1.1" status: 200 len: 943 time: 1.4603815 Jul 13 07:31:29.550231 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port d22d5a6e-61bc-4d88-8801-c41cb347b0f9 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:29.553883 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-3a6554c1-58f1-46b2-9085-99955fa57892 None None] For port ff532c51-9355-4450-8c7c-8a7e95d11ca1, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=ff532c51-9355-4450-8c7c-8a7e95d11ca1,segment=NetworkSegment(a22ed18f-1ae7-4f42-8ca5-e45559afe92b),segment_id=a22ed18f-1ae7-4f42-8ca5-e45559afe92b)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:29.560450 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port d22d5a6e-61bc-4d88-8801-c41cb347b0f9 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:29.561271 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.564441 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7ea9cc49-157a-458d-a5a5-5cdfe9d90617 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.587607 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3ec167f9-0204-48bb-a033-ef49dd56befb tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.588639 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3a6554c1-58f1-46b2-9085-99955fa57892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.595883 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-3ec167f9-0204-48bb-a033-ef49dd56befb tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] 10.222.0.23 "DELETE /v2.0/networks/dd4d9bc4-889e-45bc-8c82-8b57066fd4b2 HTTP/1.1" status: 204 len: 168 time: 3.1915064 Jul 13 07:31:29.599014 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'name': 'network-vif-deleted', 'tag': '5e38dcee-5f8f-4129-bb5d-68231affa33d'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:29.604226 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6ba574-4fa3-48ce-91a7-ab6c02fb6c73" -d '{"events": [{"server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "name": "network-vif-deleted", "tag": "5e38dcee-5f8f-4129-bb5d-68231affa33d"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:29.617492 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Could not find standard attr ID for object 9adcf1d7-ad70-4baf-bc00-2f95ccfb9c54. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:31:29.648486 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea9cc49-157a-458d-a5a5-5cdfe9d90617 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Pushing event deleted for resources: {'Port': ['ID=9adcf1d7-ad70-4baf-bc00-2f95ccfb9c54,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:29.656850 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec167f9-0204-48bb-a033-ef49dd56befb tempest-AllowedAddressPairIpV6TestJSON-301054006 tempest-AllowedAddressPairIpV6TestJSON-301054006-project] Pushing event deleted for resources: {'Network': ['ID=dd4d9bc4-889e-45bc-8c82-8b57066fd4b2,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:29.668967 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-8bc769d7-20af-4535-befd-8f01f9658dfa service neutron] 10.222.0.25 "GET /v2.0/networks/158edf72-c971-4025-88f3-f50ab4847245?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2799218 Jul 13 07:31:29.747938 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3a6554c1-58f1-46b2-9085-99955fa57892 None None] Provisioning complete for port 3f89b889-ffbb-4db5-b1ee-44cea0069805 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:29.748605 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3a6554c1-58f1-46b2-9085-99955fa57892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.750614 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6554c1-58f1-46b2-9085-99955fa57892 None None] Pushing event updated for resources: {'Port': ['ID=ff532c51-9355-4450-8c7c-8a7e95d11ca1,revision_number=7']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:29.776364 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 030c9012-25d9-4a14-b661-fbe72207a801 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:29.877738 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 030c9012-25d9-4a14-b661-fbe72207a801 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:31:29.878163 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 030c9012-25d9-4a14-b661-fbe72207a801 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:31:29.878334 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-09e82d73-d798-4412-8a93-83e247bfce8b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] For port 062ad5be-860c-4f0d-a0b3-14494304c026, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=062ad5be-860c-4f0d-a0b3-14494304c026,segment=NetworkSegment(38f4848a-dd9b-4f5f-8385-52a36206fdde),segment_id=38f4848a-dd9b-4f5f-8385-52a36206fdde)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:29.878686 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-09e82d73-d798-4412-8a93-83e247bfce8b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.950489 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-3a6554c1-58f1-46b2-9085-99955fa57892 None None] Port 3f89b889-ffbb-4db5-b1ee-44cea0069805 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:29.953478 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:29.981569 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7ea9cc49-157a-458d-a5a5-5cdfe9d90617 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.018213 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port d22d5a6e-61bc-4d88-8801-c41cb347b0f9, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=d22d5a6e-61bc-4d88-8801-c41cb347b0f9,segment=NetworkSegment(a7251dad-c3ce-43bc-a643-bb8d52303c07),segment_id=a7251dad-c3ce-43bc-a643-bb8d52303c07)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:30.022428 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cf7a0ad5-f19e-4d7a-a7ad-0c21658432da req-f83d41f2-281d-47c2-9305-8bd534b54d6a tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4874444 Jul 13 07:31:30.035814 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.112943 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4e1cf213-a234-446e-8a35-5896bbe848eb req-1f6b7cfb-f7d2-4e77-a1ee-8f8f3331f1a5 service neutron] 10.222.0.25 "GET /v2.0/networks/158edf72-c971-4025-88f3-f50ab4847245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201546 Jul 13 07:31:30.153239 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33116) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:30.227015 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bc9057-f8d4-4481-a716-07f10d4bdf49 x-openstack-request-id: req-c9bc9057-f8d4-4481-a716-07f10d4bdf49 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:30.227421 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "name": "network-vif-unplugged", "status": "completed", "tag": "ff532c51-9355-4450-8c7c-8a7e95d11ca1", "code": 200}, {"server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "name": "network-vif-unplugged", "status": "completed", "tag": "062ad5be-860c-4f0d-a0b3-14494304c026", "code": 200}, {"server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "name": "network-vif-plugged", "status": "completed", "tag": "38a092c2-cb24-4cdb-9c57-ce1ffaf19763", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:30.227627 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c9bc9057-f8d4-4481-a716-07f10d4bdf49 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:30.228016 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff532c51-9355-4450-8c7c-8a7e95d11ca1', 'code': 200} Jul 13 07:31:30.243557 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '062ad5be-860c-4f0d-a0b3-14494304c026', 'code': 200} Jul 13 07:31:30.243914 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a092c2-cb24-4cdb-9c57-ce1ffaf19763', 'code': 200} Jul 13 07:31:30.321386 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f2d671-ad59-452b-bb43-2fe20976713e x-openstack-request-id: req-c8f2d671-ad59-452b-bb43-2fe20976713e {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:30.321771 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "name": "network-vif-deleted", "tag": "5e38dcee-5f8f-4129-bb5d-68231affa33d", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:30.322091 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c8f2d671-ad59-452b-bb43-2fe20976713e {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:30.323452 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'name': 'network-vif-deleted', 'tag': '5e38dcee-5f8f-4129-bb5d-68231affa33d', 'status': 'completed', 'code': 200} Jul 13 07:31:30.342589 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-165e76e1-730d-44cd-8f8e-fc2b02fe02e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.348799 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-724c64a1-980e-4af8-9749-381193c303c7 None None] Provisioning complete for port d7ded5d2-51a4-43c5-bfa9-37432da7c39b triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:30.349135 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-724c64a1-980e-4af8-9749-381193c303c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.380308 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7ea9cc49-157a-458d-a5a5-5cdfe9d90617 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.384066 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7ea9cc49-157a-458d-a5a5-5cdfe9d90617 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.386742 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=d22d5a6e-61bc-4d88-8801-c41cb347b0f9,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:30.433402 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83fd84-fc1e-4bfb-b9b0-e9e970e44355 req-db530d00-4522-475f-8098-7e6e220d9eba tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:30.435089 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fb83fd84-fc1e-4bfb-b9b0-e9e970e44355 req-db530d00-4522-475f-8098-7e6e220d9eba tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] 10.222.0.23 "GET /v2.0/ports?device_id=87207313-a71b-482e-a42b-e2877241189e HTTP/1.1" status: 200 len: 944 time: 0.6685486 Jul 13 07:31:30.456750 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-724c64a1-980e-4af8-9749-381193c303c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.500829 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-724c64a1-980e-4af8-9749-381193c303c7 None None] For port d7ded5d2-51a4-43c5-bfa9-37432da7c39b, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=d7ded5d2-51a4-43c5-bfa9-37432da7c39b,segment=NetworkSegment(40301528-fcc8-4ec6-a613-b476f71525be),segment_id=40301528-fcc8-4ec6-a613-b476f71525be)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:30.508325 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-724c64a1-980e-4af8-9749-381193c303c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.512586 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab36829-e14b-4039-8b20-d62e17d5dbb2 req-d4e4d849-ac8f-4833-89bd-01f4bc20aab9 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:30.514308 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4ab36829-e14b-4039-8b20-d62e17d5dbb2 req-d4e4d849-ac8f-4833-89bd-01f4bc20aab9 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba882fc1-269f-4571-9d72-872eef7bc3cb HTTP/1.1" status: 200 len: 945 time: 0.7125213 Jul 13 07:31:30.560615 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a09e3789-8899-42e1-8a58-41301604947a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=18537f8f8d8744149650174bbb813f15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4055536 Jul 13 07:31:30.562303 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33124) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:30.568630 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a109b6-8111-44cc-bf2d-426939129547 req-2758b217-6f36-4081-a741-44788afca866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:30.570161 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-77a109b6-8111-44cc-bf2d-426939129547 req-2758b217-6f36-4081-a741-44788afca866 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0aeb803a03a140849d8f3025c4e8d6d6&device_id=6db1adf1-6fc0-41d3-8e69-3b96d098a181 HTTP/1.1" status: 200 len: 1095 time: 0.2828722 Jul 13 07:31:30.572600 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7ea9cc49-157a-458d-a5a5-5cdfe9d90617 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.573193 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea9cc49-157a-458d-a5a5-5cdfe9d90617 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dde89447-4652-4138-867e-78ac922d3d03 {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:31:30.573331 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-09e82d73-d798-4412-8a93-83e247bfce8b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.573572 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-09e82d73-d798-4412-8a93-83e247bfce8b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.573890 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-09e82d73-d798-4412-8a93-83e247bfce8b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Floating IP 8ebc441f-76b6-42d1-abbc-2b75398d44d6 disassociated. External IP: 172.25.3.107, port: 062ad5be-860c-4f0d-a0b3-14494304c026. Jul 13 07:31:30.574235 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-09e82d73-d798-4412-8a93-83e247bfce8b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Calling delete_port for 062ad5be-860c-4f0d-a0b3-14494304c026 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:30.583732 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-724c64a1-980e-4af8-9749-381193c303c7 None None] Provisioning complete for port 062ad5be-860c-4f0d-a0b3-14494304c026 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:30.584104 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-724c64a1-980e-4af8-9749-381193c303c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.586390 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c64a1-980e-4af8-9749-381193c303c7 None None] Pushing event updated for resources: {'Port': ['ID=d7ded5d2-51a4-43c5-bfa9-37432da7c39b,revision_number=7']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:30.597653 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7ea9cc49-157a-458d-a5a5-5cdfe9d90617 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.603012 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7ea9cc49-157a-458d-a5a5-5cdfe9d90617 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] 10.222.0.23 "DELETE /v2.0/routers/dde89447-4652-4138-867e-78ac922d3d03 HTTP/1.1" status: 204 len: 168 time: 2.8013268 Jul 13 07:31:30.612338 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33126) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:30.628305 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fb83fd84-fc1e-4bfb-b9b0-e9e970e44355 req-e32f24fb-a4a1-494f-9363-04cc6c503d4f tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20c2c33-22a5-4bfd-b7f0-86dbe566c5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335132 Jul 13 07:31:30.688260 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-724c64a1-980e-4af8-9749-381193c303c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.728231 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-4ab36829-e14b-4039-8b20-d62e17d5dbb2 req-41e300f6-0bb7-4ba9-b471-317edaac09a0 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Deleting port b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:30.728674 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4ab36829-e14b-4039-8b20-d62e17d5dbb2 req-41e300f6-0bb7-4ba9-b471-317edaac09a0 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.751294 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-724c64a1-980e-4af8-9749-381193c303c7 None None] For port 062ad5be-860c-4f0d-a0b3-14494304c026, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=062ad5be-860c-4f0d-a0b3-14494304c026,segment=NetworkSegment(38f4848a-dd9b-4f5f-8385-52a36206fdde),segment_id=38f4848a-dd9b-4f5f-8385-52a36206fdde)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:30.755486 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-da2456a9-dc0b-43af-93ce-4efb569e8fa7 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1903801885', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}, 'admin_state_up': False}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:30.760832 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-724c64a1-980e-4af8-9749-381193c303c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.853896 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-724c64a1-980e-4af8-9749-381193c303c7 None None] Provisioning complete for port 38a092c2-cb24-4cdb-9c57-ce1ffaf19763 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:30.854338 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-724c64a1-980e-4af8-9749-381193c303c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.895500 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c64a1-980e-4af8-9749-381193c303c7 None None] Pushing event updated for resources: {'Port': ['ID=062ad5be-860c-4f0d-a0b3-14494304c026,revision_number=7']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:30.922612 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:31:30.963580 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-4ab36829-e14b-4039-8b20-d62e17d5dbb2 req-41e300f6-0bb7-4ba9-b471-317edaac09a0 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] For port b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4,segment=NetworkSegment(5a5e32fa-d1a7-44e2-b088-49b4ede36727),segment_id=5a5e32fa-d1a7-44e2-b088-49b4ede36727)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:30.963951 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4ab36829-e14b-4039-8b20-d62e17d5dbb2 req-41e300f6-0bb7-4ba9-b471-317edaac09a0 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:30.992589 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6275e81-18a5-4cdf-89e4-d33fb9357cdc req-25979169-c003-4bbb-91c4-f7778ae22f8b tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:30.994447 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e6275e81-18a5-4cdf-89e4-d33fb9357cdc req-25979169-c003-4bbb-91c4-f7778ae22f8b tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba882fc1-269f-4571-9d72-872eef7bc3cb HTTP/1.1" status: 200 len: 945 time: 0.1631668 Jul 13 07:31:30.995640 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-4ab36829-e14b-4039-8b20-d62e17d5dbb2 req-41e300f6-0bb7-4ba9-b471-317edaac09a0 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Calling delete_port for b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4 owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:30.997191 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-724c64a1-980e-4af8-9749-381193c303c7 None None] Provisioning complete for port 3f89b889-ffbb-4db5-b1ee-44cea0069805 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:30.997807 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-724c64a1-980e-4af8-9749-381193c303c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.003474 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cca4e0-37d0-4673-a834-fa4b9a1e4e00 req-0f68ecfd-7e7a-470d-937b-a27df3164ff5 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:31.009861 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cca4e0-37d0-4673-a834-fa4b9a1e4e00 req-0f68ecfd-7e7a-470d-937b-a27df3164ff5 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:31.015953 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cca4e0-37d0-4673-a834-fa4b9a1e4e00 req-0f68ecfd-7e7a-470d-937b-a27df3164ff5 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:31.023043 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cca4e0-37d0-4673-a834-fa4b9a1e4e00 req-0f68ecfd-7e7a-470d-937b-a27df3164ff5 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:31.030616 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-43cca4e0-37d0-4673-a834-fa4b9a1e4e00 req-0f68ecfd-7e7a-470d-937b-a27df3164ff5 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 3147 time: 0.5450628 Jul 13 07:31:31.035258 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-724c64a1-980e-4af8-9749-381193c303c7 None None] Port 3f89b889-ffbb-4db5-b1ee-44cea0069805 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:31:31.055914 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 9c6af6a6-2a27-436c-9712-53fdefbe4fd7 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:31:31.059528 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-da2456a9-dc0b-43af-93ce-4efb569e8fa7 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.060664 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-da2456a9-dc0b-43af-93ce-4efb569e8fa7 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.088754 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-09e82d73-d798-4412-8a93-83e247bfce8b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.096148 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4b01d025-b934-4675-9280-a1624bd3f7ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.100802 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e6275e81-18a5-4cdf-89e4-d33fb9357cdc req-4ee999cd-88e2-4e29-8708-591537384f09 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002576 Jul 13 07:31:31.217774 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1aa616fe-23a6-4c2e-902b-1bb2464d298d None None] Provisioning complete for port d7ded5d2-51a4-43c5-bfa9-37432da7c39b triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:31.218238 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1aa616fe-23a6-4c2e-902b-1bb2464d298d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.232155 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 9c6af6a6-2a27-436c-9712-53fdefbe4fd7, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=9c6af6a6-2a27-436c-9712-53fdefbe4fd7,segment=NetworkSegment(2b3909e7-f4e3-4173-abaa-757ac833a739),segment_id=2b3909e7-f4e3-4173-abaa-757ac833a739)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:31.247941 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-da2456a9-dc0b-43af-93ce-4efb569e8fa7 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.254412 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4ab36829-e14b-4039-8b20-d62e17d5dbb2 req-41e300f6-0bb7-4ba9-b471-317edaac09a0 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.273444 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:31:31.280505 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '9c6af6a6-2a27-436c-9712-53fdefbe4fd7', 'network_id': '158edf72-c971-4025-88f3-f50ab4847245', 'port_id': '9c6af6a6-2a27-436c-9712-53fdefbe4fd7', 'mac_address': 'fa:16:3e:da:1a:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b02e565c-ba96-4ecf-ad5f-fee613096d8b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:31:31.348559 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4b01d025-b934-4675-9280-a1624bd3f7ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.353138 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-43cca4e0-37d0-4673-a834-fa4b9a1e4e00 req-7223468f-0c7f-46ea-bc80-e3526844f14f tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3216963 Jul 13 07:31:31.358217 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e82d73-d798-4412-8a93-83e247bfce8b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Pushing event deleted for resources: {'Port': ['ID=062ad5be-860c-4f0d-a0b3-14494304c026,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:31.367713 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e300f6-0bb7-4ba9-b471-317edaac09a0 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Pushing event deleted for resources: {'Port': ['ID=b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:31.406950 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab36829-e14b-4039-8b20-d62e17d5dbb2 req-41e300f6-0bb7-4ba9-b471-317edaac09a0 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] No DVR routers for this DVR port b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4 on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:31.412592 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e300f6-0bb7-4ba9-b471-317edaac09a0 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:31.413027 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e300f6-0bb7-4ba9-b471-317edaac09a0 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:31.413513 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e300f6-0bb7-4ba9-b471-317edaac09a0 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:31.413971 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e300f6-0bb7-4ba9-b471-317edaac09a0 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:31.414485 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e300f6-0bb7-4ba9-b471-317edaac09a0 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:31.415838 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.427643 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e300f6-0bb7-4ba9-b471-317edaac09a0 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:31.428158 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e300f6-0bb7-4ba9-b471-317edaac09a0 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:31.428597 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e300f6-0bb7-4ba9-b471-317edaac09a0 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:31.429054 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e300f6-0bb7-4ba9-b471-317edaac09a0 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:31.429485 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e300f6-0bb7-4ba9-b471-317edaac09a0 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:31.430032 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e300f6-0bb7-4ba9-b471-317edaac09a0 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:31.430454 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e300f6-0bb7-4ba9-b471-317edaac09a0 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:31:31.436790 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4ab36829-e14b-4039-8b20-d62e17d5dbb2 req-41e300f6-0bb7-4ba9-b471-317edaac09a0 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.437350 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a109b6-8111-44cc-bf2d-426939129547 req-5f634c1a-2395-403e-80f0-481861f4b3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:31.438874 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-77a109b6-8111-44cc-bf2d-426939129547 req-5f634c1a-2395-403e-80f0-481861f4b3c7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=158edf72-c971-4025-88f3-f50ab4847245 HTTP/1.1" status: 200 len: 915 time: 0.8442016 Jul 13 07:31:31.440508 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4ab36829-e14b-4039-8b20-d62e17d5dbb2 req-41e300f6-0bb7-4ba9-b471-317edaac09a0 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.25 "DELETE /v2.0/ports/b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4 HTTP/1.1" status: 204 len: 173 time: 0.9166732 Jul 13 07:31:31.441548 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba882fc1-269f-4571-9d72-872eef7bc3cb', 'name': 'network-vif-deleted', 'tag': 'b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:31.443541 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4be20d-c248-4aa1-8edf-858143fd641b" -d '{"events": [{"server_uuid": "ba882fc1-269f-4571-9d72-872eef7bc3cb", "name": "network-vif-deleted", "tag": "b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:31.451976 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c6af6a6-2a27-436c-9712-53fdefbe4fd7 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:31:31.487903 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c125ec-708b-4200-b51e-356b80671826 req-74eba0d7-3a2c-4c8e-8464-00e77ca2d229 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:31.497327 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a1c125ec-708b-4200-b51e-356b80671826 req-74eba0d7-3a2c-4c8e-8464-00e77ca2d229 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db1adf1-6fc0-41d3-8e69-3b96d098a181 HTTP/1.1" status: 200 len: 943 time: 0.2129993 Jul 13 07:31:31.503618 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 9adcf1d7-ad70-4baf-bc00-2f95ccfb9c54 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:31.510041 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f06ea4-f034-446b-8b05-29c7ab64f9b1 x-openstack-request-id: req-72f06ea4-f034-446b-8b05-29c7ab64f9b1 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:31.510499 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba882fc1-269f-4571-9d72-872eef7bc3cb", "name": "network-vif-deleted", "tag": "b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:31.510796 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-72f06ea4-f034-446b-8b05-29c7ab64f9b1 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:31.511364 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba882fc1-269f-4571-9d72-872eef7bc3cb', 'name': 'network-vif-deleted', 'tag': 'b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4', 'status': 'completed', 'code': 200} Jul 13 07:31:31.547499 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 9adcf1d7-ad70-4baf-bc00-2f95ccfb9c54 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:31:31.547499 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 9adcf1d7-ad70-4baf-bc00-2f95ccfb9c54 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:31:31.553172 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 9c6af6a6-2a27-436c-9712-53fdefbe4fd7, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=9c6af6a6-2a27-436c-9712-53fdefbe4fd7,segment=NetworkSegment(2b3909e7-f4e3-4173-abaa-757ac833a739),segment_id=2b3909e7-f4e3-4173-abaa-757ac833a739)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:31.567291 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.571244 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1aa616fe-23a6-4c2e-902b-1bb2464d298d None None] Provisioning complete for port ff532c51-9355-4450-8c7c-8a7e95d11ca1 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:31.571681 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1aa616fe-23a6-4c2e-902b-1bb2464d298d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:31.606391 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a1c125ec-708b-4200-b51e-356b80671826 req-61450ffa-2bc5-4ce8-92a0-8bd1282cff42 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078305 Jul 13 07:31:31.660227 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=9c6af6a6-2a27-436c-9712-53fdefbe4fd7,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:31.661048 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-77a109b6-8111-44cc-bf2d-426939129547 req-cd812255-f57c-4c2e-b12e-78e8682b5fac service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c6af6a6-2a27-436c-9712-53fdefbe4fd7 HTTP/1.1" status: 200 len: 217 time: 0.1228688 Jul 13 07:31:31.824982 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-09e82d73-d798-4412-8a93-83e247bfce8b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Router ba3601fd-e45c-4144-a44e-36d343c84d42 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:31:31.842042 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1e231937-445f-442a-b099-0d56fcc91052 None None] Could not find standard attr ID for object 062ad5be-860c-4f0d-a0b3-14494304c026. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:31:31.851422 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['9c6af6a6-2a27-436c-9712-53fdefbe4fd7'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:31:31.988654 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-da2456a9-dc0b-43af-93ce-4efb569e8fa7 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.006562 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a109b6-8111-44cc-bf2d-426939129547 req-92631762-514a-4027-8ec0-4d097dcb0b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:32.015021 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-77a109b6-8111-44cc-bf2d-426939129547 req-92631762-514a-4027-8ec0-4d097dcb0b57 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b02e565c-ba96-4ecf-ad5f-fee613096d8b HTTP/1.1" status: 200 len: 854 time: 0.3380477 Jul 13 07:31:32.036212 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4b01d025-b934-4675-9280-a1624bd3f7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.038711 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4b01d025-b934-4675-9280-a1624bd3f7ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:32.039861 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4b01d025-b934-4675-9280-a1624bd3f7ff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d21884d7-419e-4ca9-923f-32ea834d615a HTTP/1.1" status: 204 len: 168 time: 1.4687910 Jul 13 07:31:32.245124 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7ded5d2-51a4-43c5-bfa9-37432da7c39b'}, {'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff532c51-9355-4450-8c7c-8a7e95d11ca1'}, {'server_uuid': '87207313-a71b-482e-a42b-e2877241189e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22d5a6e-61bc-4d88-8801-c41cb347b0f9'}, {'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ded5d2-51a4-43c5-bfa9-37432da7c39b'}, {'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062ad5be-860c-4f0d-a0b3-14494304c026'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:32.247729 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2ad594-6db6-4830-bd82-25cc4c650eae" -d '{"events": [{"server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "name": "network-vif-unplugged", "status": "completed", "tag": "d7ded5d2-51a4-43c5-bfa9-37432da7c39b"}, {"server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "name": "network-vif-plugged", "status": "completed", "tag": "ff532c51-9355-4450-8c7c-8a7e95d11ca1"}, {"server_uuid": "87207313-a71b-482e-a42b-e2877241189e", "name": "network-vif-plugged", "status": "completed", "tag": "d22d5a6e-61bc-4d88-8801-c41cb347b0f9"}, {"server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "name": "network-vif-plugged", "status": "completed", "tag": "d7ded5d2-51a4-43c5-bfa9-37432da7c39b"}, {"server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "name": "network-vif-plugged", "status": "completed", "tag": "062ad5be-860c-4f0d-a0b3-14494304c026"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:32.306882 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9cc48752-f0a1-4bce-9787-a7c4f89b8012 req-ccf8e0ec-3bf5-4547-adf8-6467f559cfb5 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba882fc1-269f-4571-9d72-872eef7bc3cb HTTP/1.1" status: 200 len: 210 time: 0.0321138 Jul 13 07:31:32.401037 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 869 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab535f2c-dfe0-4fee-9ed1-d3344c4291d1 x-openstack-request-id: req-ab535f2c-dfe0-4fee-9ed1-d3344c4291d1 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:32.401658 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "name": "network-vif-unplugged", "status": "completed", "tag": "d7ded5d2-51a4-43c5-bfa9-37432da7c39b", "code": 200}, {"server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "name": "network-vif-plugged", "status": "completed", "tag": "ff532c51-9355-4450-8c7c-8a7e95d11ca1", "code": 200}, {"server_uuid": "87207313-a71b-482e-a42b-e2877241189e", "name": "network-vif-plugged", "status": "completed", "tag": "d22d5a6e-61bc-4d88-8801-c41cb347b0f9", "code": 200}, {"server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "name": "network-vif-plugged", "status": "completed", "tag": "d7ded5d2-51a4-43c5-bfa9-37432da7c39b", "code": 200}, {"server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "name": "network-vif-plugged", "status": "completed", "tag": "062ad5be-860c-4f0d-a0b3-14494304c026", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:32.402207 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ab535f2c-dfe0-4fee-9ed1-d3344c4291d1 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:32.402772 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7ded5d2-51a4-43c5-bfa9-37432da7c39b', 'code': 200} Jul 13 07:31:32.403185 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff532c51-9355-4450-8c7c-8a7e95d11ca1', 'code': 200} Jul 13 07:31:32.403747 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87207313-a71b-482e-a42b-e2877241189e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22d5a6e-61bc-4d88-8801-c41cb347b0f9', 'code': 200} Jul 13 07:31:32.404151 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ded5d2-51a4-43c5-bfa9-37432da7c39b', 'code': 200} Jul 13 07:31:32.404559 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062ad5be-860c-4f0d-a0b3-14494304c026', 'code': 200} Jul 13 07:31:32.422166 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b01d025-b934-4675-9280-a1624bd3f7ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21884d7-419e-4ca9-923f-32ea834d615a,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:32.532101 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-77a109b6-8111-44cc-bf2d-426939129547 req-4f332719-ae4e-433f-a311-4332f5944fc9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=158edf72-c971-4025-88f3-f50ab4847245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5039554 Jul 13 07:31:32.667312 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1a2f4-f683-4139-9809-5b9a74dd5d09 req-d2d883b5-aadb-4ff3-92e7-c92b5075135e tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:32.676044 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1a2f4-f683-4139-9809-5b9a74dd5d09 req-d2d883b5-aadb-4ff3-92e7-c92b5075135e tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:32.683711 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1a2f4-f683-4139-9809-5b9a74dd5d09 req-d2d883b5-aadb-4ff3-92e7-c92b5075135e tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:32.686549 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1bb1a2f4-f683-4139-9809-5b9a74dd5d09 req-d2d883b5-aadb-4ff3-92e7-c92b5075135e tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 2415 time: 0.1164169 Jul 13 07:31:32.739779 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-09e82d73-d798-4412-8a93-83e247bfce8b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:32.747967 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-77a109b6-8111-44cc-bf2d-426939129547 req-14943c8a-fb47-46fc-89be-6c6c217e1ae6 service neutron] 10.222.0.25 "GET /v2.0/networks/158edf72-c971-4025-88f3-f50ab4847245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809218 Jul 13 07:31:32.750452 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2112698-a631-4d11-af11-aaca4beabf72 None None] Sync routers for ids ['ba3601fd-e45c-4144-a44e-36d343c84d42'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:32.768650 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2112698-a631-4d11-af11-aaca4beabf72 None None] Routers {'ba3601fd-e45c-4144-a44e-36d343c84d42'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:32.769298 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-c2112698-a631-4d11-af11-aaca4beabf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:31:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['ba3601fd-e45c-4144-a44e-36d343c84d42'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:32.790869 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1bb1a2f4-f683-4139-9809-5b9a74dd5d09 req-869db9e1-e664-4617-940e-9cbcefcdcb84 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968537 Jul 13 07:31:33.004327 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b1edc-c0df-4f54-9c90-6229e850a229 req-2f2b3887-577b-4fab-801f-4e56c24c8381 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:33.011030 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa887a-045d-47cf-956b-4def4fd32da0 req-2cf44ded-652e-4479-94e7-2876753f5200 tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:33.012867 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-699b1edc-c0df-4f54-9c90-6229e850a229 req-2f2b3887-577b-4fab-801f-4e56c24c8381 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db1adf1-6fc0-41d3-8e69-3b96d098a181 HTTP/1.1" status: 200 len: 944 time: 0.0914640 Jul 13 07:31:33.013454 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cdfa887a-045d-47cf-956b-4def4fd32da0 req-2cf44ded-652e-4479-94e7-2876753f5200 tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] 10.222.0.23 "GET /v2.0/ports?device_id=87207313-a71b-482e-a42b-e2877241189e HTTP/1.1" status: 200 len: 945 time: 1.1460459 Jul 13 07:31:33.043955 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-09e82d73-d798-4412-8a93-83e247bfce8b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] No DVR routers for this DVR port 062ad5be-860c-4f0d-a0b3-14494304c026 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:33.048854 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-09e82d73-d798-4412-8a93-83e247bfce8b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.065679 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-09e82d73-d798-4412-8a93-83e247bfce8b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.42 "DELETE /v2.0/ports/062ad5be-860c-4f0d-a0b3-14494304c026 HTTP/1.1" status: 204 len: 173 time: 5.0740719 Jul 13 07:31:33.071865 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-c2112698-a631-4d11-af11-aaca4beabf72 None None] Set router ba3601fd-e45c-4144-a44e-36d343c84d42 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:33.089921 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-699b1edc-c0df-4f54-9c90-6229e850a229 req-d9944f4e-42de-4bd4-9bcd-5ca687d43e66 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691512 Jul 13 07:31:33.145056 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'name': 'network-vif-deleted', 'tag': '062ad5be-860c-4f0d-a0b3-14494304c026'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:33.149172 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a2b241-3200-4c96-8ba1-11e9099059a5" -d '{"events": [{"server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "name": "network-vif-deleted", "tag": "062ad5be-860c-4f0d-a0b3-14494304c026"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:33.153337 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-77a109b6-8111-44cc-bf2d-426939129547 req-4c6aa0b1-28d9-4b74-bd1d-8b20497f08a7 service neutron] 10.222.0.25 "GET /v2.0/networks/158edf72-c971-4025-88f3-f50ab4847245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802495 Jul 13 07:31:33.201547 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b279e-f2f6-4b10-bc1d-97bd88d63bc0 req-fb439bc0-145f-4c22-8dbe-b995acdeb78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:33.203312 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c25b279e-f2f6-4b10-bc1d-97bd88d63bc0 req-fb439bc0-145f-4c22-8dbe-b995acdeb78b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=87207313-a71b-482e-a42b-e2877241189e HTTP/1.1" status: 200 len: 1097 time: 0.6755977 Jul 13 07:31:33.275517 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 9c6af6a6-2a27-436c-9712-53fdefbe4fd7 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:33.276074 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f81ac3-1ae1-41fe-97b5-a6d5a7e34442 x-openstack-request-id: req-f9f81ac3-1ae1-41fe-97b5-a6d5a7e34442 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:33.276215 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "name": "network-vif-deleted", "tag": "062ad5be-860c-4f0d-a0b3-14494304c026", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:33.276901 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f9f81ac3-1ae1-41fe-97b5-a6d5a7e34442 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:33.277494 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'name': 'network-vif-deleted', 'tag': '062ad5be-860c-4f0d-a0b3-14494304c026', 'status': 'completed', 'code': 200} Jul 13 07:31:33.334601 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.337263 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9c5ddca5-01d2-43a5-82b0-aa1f2951b592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.382506 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cdfa887a-045d-47cf-956b-4def4fd32da0 req-09a18a02-f6d1-4596-b860-2f19fc3b6cd7 tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20c2c33-22a5-4bfd-b7f0-86dbe566c5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540724 Jul 13 07:31:33.402963 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 9c6af6a6-2a27-436c-9712-53fdefbe4fd7 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:33.408013 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 9c6af6a6-2a27-436c-9712-53fdefbe4fd7 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:33.408377 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.409438 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33174) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:33.497262 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c25b279e-f2f6-4b10-bc1d-97bd88d63bc0 req-3a11e8eb-c0fe-4ec7-8e95-697d20178174 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b20c2c33-22a5-4bfd-b7f0-86dbe566c5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644894 Jul 13 07:31:33.633393 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.681004 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-db8a246a-baa4-437e-af2d-ade991415afe req-4a93ab3c-d351-49da-97b1-322fb38b1021 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba882fc1-269f-4571-9d72-872eef7bc3cb HTTP/1.1" status: 200 len: 210 time: 0.0764563 Jul 13 07:31:33.691977 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 9c6af6a6-2a27-436c-9712-53fdefbe4fd7, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=9c6af6a6-2a27-436c-9712-53fdefbe4fd7,segment=NetworkSegment(2b3909e7-f4e3-4173-abaa-757ac833a739),segment_id=2b3909e7-f4e3-4173-abaa-757ac833a739)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:33.698059 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.700580 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-12dc92d9-f000-4354-8bc8-aec70140787a tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:33.702561 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-12dc92d9-f000-4354-8bc8-aec70140787a tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2912633 Jul 13 07:31:33.703420 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-c2112698-a631-4d11-af11-aaca4beabf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3601fd-e45c-4144-a44e-36d343c84d42', 'name': 'tempest-TaggedBootDevicesTest-671632114-router', 'tenant_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '07791831-303d-4471-882f-e232df1862c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:28Z', 'updated_at': '2021-07-13T07:20:37Z', 'revision_number': 4, 'project_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'gw_port': {'id': '07791831-303d-4471-882f-e232df1862c1', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:92:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3601fd-e45c-4144-a44e-36d343c84d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:30Z', 'updated_at': '2021-07-13T07:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876', 'name': '', 'network_id': '9ef27b6b-d58a-4cc2-872f-1f2be062e420', 'tenant_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'mac_address': 'fa:16:3e:f7:31:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3601fd-e45c-4144-a44e-36d343c84d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '88ea993c-44dc-45dd-b8a5-b8f3f44e71bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:36Z', 'updated_at': '2021-07-13T07:20:46Z', 'revision_number': 5, 'project_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'subnets': [{'id': '88ea993c-44dc-45dd-b8a5-b8f3f44e71bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:33.711979 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33178) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:33.717072 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-e325bded-77b6-458f-b83b-7e823bb6a3ac tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:33.721047 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e325bded-77b6-458f-b83b-7e823bb6a3ac tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0047641 Jul 13 07:31:33.722048 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33182) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:33.726240 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-e035b5f4-dad2-4bce-84cc-ff77341db083 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:33.729453 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e035b5f4-dad2-4bce-84cc-ff77341db083 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0042992 Jul 13 07:31:33.731734 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33184) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:33.739248 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [None req-8508975d-4e01-4827-a703-ca4dfc9e73f6 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:33.743156 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33186) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:33.743858 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8508975d-4e01-4827-a703-ca4dfc9e73f6 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0101945 Jul 13 07:31:33.747661 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-04199192-6e96-4c66-98ed-0dcd10dbd016 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:33.748614 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-04199192-6e96-4c66-98ed-0dcd10dbd016 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0044789 Jul 13 07:31:33.753691 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33188) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:33.760662 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2112698-a631-4d11-af11-aaca4beabf72 None None] Checking router: ba3601fd-e45c-4144-a44e-36d343c84d42 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:31:33.761223 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-b6e2718e-eb34-49e2-bb5f-4a4ae426dfa7 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:33.762123 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b6e2718e-eb34-49e2-bb5f-4a4ae426dfa7 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0074911 Jul 13 07:31:33.766808 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33190) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:33.771990 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2112698-a631-4d11-af11-aaca4beabf72 None None] Routers {'ba3601fd-e45c-4144-a44e-36d343c84d42'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:33.773521 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-c2112698-a631-4d11-af11-aaca4beabf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:31:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['ba3601fd-e45c-4144-a44e-36d343c84d42'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:33.776213 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-2e678146-8fa0-4dbc-ad9d-fe8302cca6ea tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Deleting port 38a092c2-cb24-4cdb-9c57-ce1ffaf19763 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:33.776554 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-2e678146-8fa0-4dbc-ad9d-fe8302cca6ea tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.784366 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-4189abbd-c963-45f3-9279-37b4f2a611af tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:33.785507 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4189abbd-c963-45f3-9279-37b4f2a611af tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0174792 Jul 13 07:31:33.786994 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:33.789839 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33192) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:33.796269 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-0a119c51-d221-410b-b859-e518ddfd61bd tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:33.797227 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0a119c51-d221-410b-b859-e518ddfd61bd tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0062358 Jul 13 07:31:33.804030 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33194) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:33.808622 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-5b9490a7-2a69-4dcb-86ff-8bd34ba43a86 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:33.809564 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5b9490a7-2a69-4dcb-86ff-8bd34ba43a86 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0044260 Jul 13 07:31:33.814899 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33196) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:33.844169 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-d43a6917-dda7-4c17-aa2d-aa326248485d tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:33.846296 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:31:33.847380 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d43a6917-dda7-4c17-aa2d-aa326248485d tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0313575 Jul 13 07:31:33.848608 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device b3ec41a8-50bd-4d6f-bac4-9525d7cca6b4 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:31:33.852092 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33200) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:33.873327 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-2d1d2846-18fe-4930-98b4-c86de58dd03c tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:33.874589 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2d1d2846-18fe-4930-98b4-c86de58dd03c tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0126910 Jul 13 07:31:33.877469 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33202) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:33.889237 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-e2336574-6176-45db-9f0a-9c3a26b7eacb tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:33.893396 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=9c6af6a6-2a27-436c-9712-53fdefbe4fd7,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:33.895628 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e2336574-6176-45db-9f0a-9c3a26b7eacb tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0134914 Jul 13 07:31:33.896357 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33204) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:33.900765 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-3f13d484-926c-4608-a304-1d27655e1058 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:33.903802 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-2e678146-8fa0-4dbc-ad9d-fe8302cca6ea tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] For port 38a092c2-cb24-4cdb-9c57-ce1ffaf19763, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=38a092c2-cb24-4cdb-9c57-ce1ffaf19763,segment=NetworkSegment(a22ed18f-1ae7-4f42-8ca5-e45559afe92b),segment_id=a22ed18f-1ae7-4f42-8ca5-e45559afe92b)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:33.904161 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-2e678146-8fa0-4dbc-ad9d-fe8302cca6ea tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.913868 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3f13d484-926c-4608-a304-1d27655e1058 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0164239 Jul 13 07:31:33.916280 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33206) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:33.920615 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-ae321a3e-3019-40e4-b6ef-154936d64525 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:33.921582 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ae321a3e-3019-40e4-b6ef-154936d64525 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0043864 Jul 13 07:31:33.924560 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33208) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:33.929111 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-273245c0-e91d-4b5a-b0b8-fb4228f1548c tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:33.930074 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-273245c0-e91d-4b5a-b0b8-fb4228f1548c tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0045347 Jul 13 07:31:33.933112 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33210) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:33.941187 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-c2112698-a631-4d11-af11-aaca4beabf72 None None] Set router ba3601fd-e45c-4144-a44e-36d343c84d42 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:33.949131 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-199630d5-82ee-4068-99c7-62c8ae895f11 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:33.950124 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-199630d5-82ee-4068-99c7-62c8ae895f11 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0161133 Jul 13 07:31:33.952938 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33212) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:33.957552 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-2e678146-8fa0-4dbc-ad9d-fe8302cca6ea tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Calling delete_port for 38a092c2-cb24-4cdb-9c57-ce1ffaf19763 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:33.957728 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-6737bbdb-d623-452a-992f-9c083322ad32 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:33.958567 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6737bbdb-d623-452a-992f-9c083322ad32 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0047295 Jul 13 07:31:33.960965 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33214) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:33.965634 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-aee7690d-f216-414a-8495-28ac6f95b175 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:33.966566 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-aee7690d-f216-414a-8495-28ac6f95b175 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0047381 Jul 13 07:31:33.972294 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33216) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:33.977029 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-8658b174-776f-40ec-b63a-e7919065b491 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:33.982595 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8658b174-776f-40ec-b63a-e7919065b491 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0092983 Jul 13 07:31:33.985435 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33220) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:33.989967 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-2efa9a10-a3d0-46b3-b544-70f034e28b8a tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:33.990947 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2efa9a10-a3d0-46b3-b544-70f034e28b8a tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0045066 Jul 13 07:31:33.991396 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:33.996044 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33222) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.002141 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-dd78ea8f-1586-4cad-be7c-6d0dec9082c4 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.003580 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-dd78ea8f-1586-4cad-be7c-6d0dec9082c4 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0063381 Jul 13 07:31:34.013415 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33224) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.018579 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-47f534d2-76fb-43c1-8ef9-351b7c837c18 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.019550 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-47f534d2-76fb-43c1-8ef9-351b7c837c18 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0051455 Jul 13 07:31:34.022895 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33226) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.029039 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-61fa40f8-354e-4328-ae24-a232ad0b1dc4 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.029985 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-61fa40f8-354e-4328-ae24-a232ad0b1dc4 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0062082 Jul 13 07:31:34.034737 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33228) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.038989 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-ef450335-ad8c-4a45-88e6-76627ce15f7e tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.039966 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ef450335-ad8c-4a45-88e6-76627ce15f7e tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0042892 Jul 13 07:31:34.042867 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33230) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.050681 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-da2456a9-dc0b-43af-93ce-4efb569e8fa7 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:34.056122 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-1220484b-bd27-4fdb-987f-3c6f7535ac36 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.059482 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1220484b-bd27-4fdb-987f-3c6f7535ac36 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0133343 Jul 13 07:31:34.059715 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33232) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.065109 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-43b61e15-355c-480f-b862-ba070ff1c980 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.068187 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-43b61e15-355c-480f-b862-ba070ff1c980 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0054462 Jul 13 07:31:34.070834 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33234) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.075143 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-c73b8aaf-1e0d-4404-bfde-5e9e57bcfc57 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.078873 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c73b8aaf-1e0d-4404-bfde-5e9e57bcfc57 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0043595 Jul 13 07:31:34.081049 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33236) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.086558 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-be984146-f125-408c-bb1d-e4f1d475c8b9 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.090313 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-be984146-f125-408c-bb1d-e4f1d475c8b9 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0079641 Jul 13 07:31:34.091867 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33238) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.097136 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-48d2e5ca-4c10-489d-b766-d59869008157 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.100712 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-48d2e5ca-4c10-489d-b766-d59869008157 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0077441 Jul 13 07:31:34.101528 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33240) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.123829 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [None req-6b25db35-49a1-4a90-ba85-a0735f6ea912 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.127365 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6b25db35-49a1-4a90-ba85-a0735f6ea912 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0048437 Jul 13 07:31:34.128265 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33244) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.130288 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-da2456a9-dc0b-43af-93ce-4efb569e8fa7 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:34.134708 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-39a88f3e-91d8-408d-984e-e7d707a34438 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.139644 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-39a88f3e-91d8-408d-984e-e7d707a34438 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0097151 Jul 13 07:31:34.140438 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33246) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.151590 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-43d90529-dde0-484d-ab1f-9f711f9377bb tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.155955 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33248) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.157198 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-43d90529-dde0-484d-ab1f-9f711f9377bb tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0156567 Jul 13 07:31:34.164138 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [None req-69b92acb-6aa1-4cea-a649-5d1585bd40ab tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.167247 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-69b92acb-6aa1-4cea-a649-5d1585bd40ab tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0048604 Jul 13 07:31:34.168799 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33250) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.173813 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-13404072-dcaf-41e9-acaa-819d8bfae7a1 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.179366 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-13404072-dcaf-41e9-acaa-819d8bfae7a1 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0094678 Jul 13 07:31:34.179969 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33252) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.192538 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-741e33f3-d4da-4ebc-b2e2-290feca70a8d tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.196219 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-741e33f3-d4da-4ebc-b2e2-290feca70a8d tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0153284 Jul 13 07:31:34.196830 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33254) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.202116 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-c2112698-a631-4d11-af11-aaca4beabf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3601fd-e45c-4144-a44e-36d343c84d42', 'name': 'tempest-TaggedBootDevicesTest-671632114-router', 'tenant_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '07791831-303d-4471-882f-e232df1862c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:28Z', 'updated_at': '2021-07-13T07:20:37Z', 'revision_number': 4, 'project_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'gw_port': {'id': '07791831-303d-4471-882f-e232df1862c1', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:92:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3601fd-e45c-4144-a44e-36d343c84d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:30Z', 'updated_at': '2021-07-13T07:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876', 'name': '', 'network_id': '9ef27b6b-d58a-4cc2-872f-1f2be062e420', 'tenant_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'mac_address': 'fa:16:3e:f7:31:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3601fd-e45c-4144-a44e-36d343c84d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '88ea993c-44dc-45dd-b8a5-b8f3f44e71bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:36Z', 'updated_at': '2021-07-13T07:20:46Z', 'revision_number': 5, 'project_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'subnets': [{'id': '88ea993c-44dc-45dd-b8a5-b8f3f44e71bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:34.207933 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-51e6ab65-7743-416e-aed4-6bfed5e04ace tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.222609 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-51e6ab65-7743-416e-aed4-6bfed5e04ace tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0247233 Jul 13 07:31:34.223291 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33256) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.233201 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-5dfa521f-b254-45dc-8629-1be943d874e8 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.245381 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5dfa521f-b254-45dc-8629-1be943d874e8 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0203204 Jul 13 07:31:34.245381 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33258) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.247340 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2112698-a631-4d11-af11-aaca4beabf72 None None] The sync data for ids ['ba3601fd-e45c-4144-a44e-36d343c84d42'] in n-d-771363-34 is: [{'id': 'ba3601fd-e45c-4144-a44e-36d343c84d42', 'name': 'tempest-TaggedBootDevicesTest-671632114-router', 'tenant_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '07791831-303d-4471-882f-e232df1862c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:28Z', 'updated_at': '2021-07-13T07:20:37Z', 'revision_number': 4, 'project_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'gw_port': {'id': '07791831-303d-4471-882f-e232df1862c1', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:92:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3601fd-e45c-4144-a44e-36d343c84d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:30Z', 'updated_at': '2021-07-13T07:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876', 'name': '', 'network_id': '9ef27b6b-d58a-4cc2-872f-1f2be062e420', 'tenant_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'mac_address': 'fa:16:3e:f7:31:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3601fd-e45c-4144-a44e-36d343c84d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '88ea993c-44dc-45dd-b8a5-b8f3f44e71bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:36Z', 'updated_at': '2021-07-13T07:20:46Z', 'revision_number': 5, 'project_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'subnets': [{'id': '88ea993c-44dc-45dd-b8a5-b8f3f44e71bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:34.262414 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-ce6e2ada-6f93-429a-b949-459111e72c4e tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.268147 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ce6e2ada-6f93-429a-b949-459111e72c4e tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0086544 Jul 13 07:31:34.268813 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33260) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.275588 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-ec8f7951-98c0-477a-9472-16bc77345f63 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.279782 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ec8f7951-98c0-477a-9472-16bc77345f63 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0099142 Jul 13 07:31:34.280406 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33262) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.285234 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-0a598c96-8fd5-4c60-89d1-de52923d45c4 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.289778 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0a598c96-8fd5-4c60-89d1-de52923d45c4 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0083177 Jul 13 07:31:34.290376 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33264) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.295850 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-938d0689-2cb8-44af-9fa6-c203ecd2ab44 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.300485 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-938d0689-2cb8-44af-9fa6-c203ecd2ab44 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0090940 Jul 13 07:31:34.301151 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33266) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.305956 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-b6562acf-d91d-4629-ac24-20c1034650ba tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.309869 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b6562acf-d91d-4629-ac24-20c1034650ba tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0077422 Jul 13 07:31:34.310480 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33268) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.316208 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-8ba6398c-794f-430b-a271-3a96cbbf4b9a tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.319854 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8ba6398c-794f-430b-a271-3a96cbbf4b9a tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0084031 Jul 13 07:31:34.328796 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33270) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.346324 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [None req-c1de5601-b4e6-4742-bf64-9b1c4108c3fd tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.347331 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c1de5601-b4e6-4742-bf64-9b1c4108c3fd tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0167174 Jul 13 07:31:34.353054 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33272) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.395958 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [None req-7e6d0e51-3b59-4479-a072-4b00d39bb929 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.397042 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7e6d0e51-3b59-4479-a072-4b00d39bb929 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0231264 Jul 13 07:31:34.400572 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33274) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.405888 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db1adf1-6fc0-41d3-8e69-3b96d098a181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6af6a6-2a27-436c-9712-53fdefbe4fd7'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:34.408515 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a5f822-400c-48eb-9f5a-c44a23e8fdcd" -d '{"events": [{"server_uuid": "6db1adf1-6fc0-41d3-8e69-3b96d098a181", "name": "network-vif-plugged", "status": "completed", "tag": "9c6af6a6-2a27-436c-9712-53fdefbe4fd7"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:34.413887 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [None req-7d068710-2375-49d4-ab35-d7ad9475ced9 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.414886 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7d068710-2375-49d4-ab35-d7ad9475ced9 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0106738 Jul 13 07:31:34.417804 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33278) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.424660 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-2eb8ab49-0206-45d3-8e45-5b4b026c3931 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.430362 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2eb8ab49-0206-45d3-8e45-5b4b026c3931 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0099752 Jul 13 07:31:34.431608 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33282) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.444725 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c579ce9-915a-4231-83f3-990f0c0a3b1d req-ba51fc8e-632c-4e64-8f97-fb188d9f2e4e tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:34.446860 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9c579ce9-915a-4231-83f3-990f0c0a3b1d req-ba51fc8e-632c-4e64-8f97-fb188d9f2e4e tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db1adf1-6fc0-41d3-8e69-3b96d098a181 HTTP/1.1" status: 200 len: 945 time: 0.1258690 Jul 13 07:31:34.451586 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-9ad5efb6-6b77-454d-a4fd-b26db8d40bc0 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.456267 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9ad5efb6-6b77-454d-a4fd-b26db8d40bc0 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0081558 Jul 13 07:31:34.463959 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33284) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.468674 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-cfa1742c-5ba4-45f1-a436-69152490732c tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.473913 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-cfa1742c-5ba4-45f1-a436-69152490732c tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0086646 Jul 13 07:31:34.474945 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33286) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.476590 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28166e41-c84b-4a16-a5e5-c427b8dc0938 req-2a6f65c4-65f9-4481-b722-a61b9c4964ce tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:34.480935 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-9f9a8bf4-56e8-47a7-a138-eafdcd3bc340 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.481836 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9f9a8bf4-56e8-47a7-a138-eafdcd3bc340 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0042553 Jul 13 07:31:34.482997 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28166e41-c84b-4a16-a5e5-c427b8dc0938 req-2a6f65c4-65f9-4481-b722-a61b9c4964ce tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:34.489945 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28166e41-c84b-4a16-a5e5-c427b8dc0938 req-2a6f65c4-65f9-4481-b722-a61b9c4964ce tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:34.491604 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33288) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.497040 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-28166e41-c84b-4a16-a5e5-c427b8dc0938 req-2a6f65c4-65f9-4481-b722-a61b9c4964ce tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 2415 time: 0.4475348 Jul 13 07:31:34.499009 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-ea87264f-4a10-4408-af6b-ae59c9d6bc4e tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.500163 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ea87264f-4a10-4408-af6b-ae59c9d6bc4e tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0074904 Jul 13 07:31:34.505859 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33290) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.511658 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-1ec77289-aa7e-4642-94ff-6a628c3202f2 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.512566 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1ec77289-aa7e-4642-94ff-6a628c3202f2 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0046511 Jul 13 07:31:34.520265 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33292) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.526856 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-40b32b3a-a224-424f-83ed-07fa14da5b1a tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.528191 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-40b32b3a-a224-424f-83ed-07fa14da5b1a tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0067272 Jul 13 07:31:34.530889 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33294) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.536224 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-2a0b478d-d561-484f-be55-5b5c81a86116 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.537355 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2a0b478d-d561-484f-be55-5b5c81a86116 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0053988 Jul 13 07:31:34.539976 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33296) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.544577 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-c2311295-7589-45ef-b09a-1c6be6f63f4b tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.548156 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c2311295-7589-45ef-b09a-1c6be6f63f4b tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0072157 Jul 13 07:31:34.563800 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9c579ce9-915a-4231-83f3-990f0c0a3b1d req-778056a8-ffcb-4440-80c3-b4acae145f8e tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061027 Jul 13 07:31:34.565566 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33298) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.576902 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-c758c9e3-6851-41ad-a4fc-e16ecb6767a5 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.582243 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c758c9e3-6851-41ad-a4fc-e16ecb6767a5 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0149632 Jul 13 07:31:34.583534 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33300) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.593958 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-12c13f86-cbd7-4a37-9b05-7f4125680724 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.599762 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-12c13f86-cbd7-4a37-9b05-7f4125680724 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0146544 Jul 13 07:31:34.601977 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33302) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.608611 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-da2456a9-dc0b-43af-93ce-4efb569e8fa7 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Allocated IP 172.25.3.2 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/f0c9af87-4623-49b0-bb59-428a4d3ebe68) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:34.615104 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-fce3a76e-1baf-406d-a128-c181a25763f7 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.620334 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-fce3a76e-1baf-406d-a128-c181a25763f7 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0172246 Jul 13 07:31:34.621584 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33304) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.632948 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-d0d684f4-8e3f-4597-bcdc-d392b64c7973 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.637997 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d0d684f4-8e3f-4597-bcdc-d392b64c7973 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0137637 Jul 13 07:31:34.640452 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33306) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.649494 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-977bf572-c69f-4b70-ac4c-415e11025283 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.655937 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-977bf572-c69f-4b70-ac4c-415e11025283 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0143428 Jul 13 07:31:34.656809 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33308) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.665070 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-767f981b-9149-4331-b1f3-67ca2112046b tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.667746 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec1dd4a-25ca-4877-a078-11422e008ab4 x-openstack-request-id: req-0ec1dd4a-25ca-4877-a078-11422e008ab4 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:34.674223 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db1adf1-6fc0-41d3-8e69-3b96d098a181", "name": "network-vif-plugged", "status": "completed", "tag": "9c6af6a6-2a27-436c-9712-53fdefbe4fd7", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:34.674223 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0ec1dd4a-25ca-4877-a078-11422e008ab4 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:34.674223 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db1adf1-6fc0-41d3-8e69-3b96d098a181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6af6a6-2a27-436c-9712-53fdefbe4fd7', 'code': 200} Jul 13 07:31:34.675284 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-767f981b-9149-4331-b1f3-67ca2112046b tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0157011 Jul 13 07:31:34.676048 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33310) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.682006 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-6a9008f6-bb65-4a35-b00f-86499143dc4f tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.685956 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6a9008f6-bb65-4a35-b00f-86499143dc4f tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0086260 Jul 13 07:31:34.686906 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33312) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.692098 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-5d182627-940f-4ae1-be9b-cb3085bc2de0 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.696228 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5d182627-940f-4ae1-be9b-cb3085bc2de0 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0080965 Jul 13 07:31:34.697017 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33314) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.703250 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-28166e41-c84b-4a16-a5e5-c427b8dc0938 req-cec7290a-5332-43c4-a598-78eeec058e86 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052650 Jul 13 07:31:34.711315 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-d2a19ad4-33b5-49af-ae2d-72967678828a tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.713775 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-2e678146-8fa0-4dbc-ad9d-fe8302cca6ea tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:34.715605 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33318) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.716803 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d2a19ad4-33b5-49af-ae2d-72967678828a tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0168099 Jul 13 07:31:34.806432 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [None req-2aa7a0b8-851d-42a0-b9d2-633c2d5fe719 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.808010 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2aa7a0b8-851d-42a0-b9d2-633c2d5fe719 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0858839 Jul 13 07:31:34.809192 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0736f862-2989-4bf1-b227-2cc242224e86 None None] New status for floating IP 8ebc441f-76b6-42d1-abbc-2b75398d44d6: DOWN {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:31:34.810160 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33322) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.815072 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-34bda633-2225-4bbb-9ed6-c6ed94fe6e76 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.818877 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-34bda633-2225-4bbb-9ed6-c6ed94fe6e76 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0075827 Jul 13 07:31:34.819641 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33324) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.823936 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-c24b383e-9ae5-4f81-8bd6-8a6ab9a95cd7 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.828238 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c24b383e-9ae5-4f81-8bd6-8a6ab9a95cd7 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0075281 Jul 13 07:31:34.828992 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33326) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.834545 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-7d131f5f-df44-4c71-92bb-3d48b6a2c539 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.838415 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7d131f5f-df44-4c71-92bb-3d48b6a2c539 tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0076787 Jul 13 07:31:34.839175 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33328) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:34.843478 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [None req-562db1f3-586a-4244-b362-bf074ec0ebbd tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:31:34.860961 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-562db1f3-586a-4244-b362-bf074ec0ebbd tempest-ExtensionsTestJSON-763875250 tempest-ExtensionsTestJSON-763875250-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0086615 Jul 13 07:31:34.925487 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e678146-8fa0-4dbc-ad9d-fe8302cca6ea tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Pushing event deleted for resources: {'Port': ['ID=38a092c2-cb24-4cdb-9c57-ce1ffaf19763,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:35.023940 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89567c-57bd-48c7-acf0-9b8a1fff1718 req-904660d7-5cd2-47d9-ae9c-368dab4c6373 tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:35.025633 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eb89567c-57bd-48c7-acf0-9b8a1fff1718 req-904660d7-5cd2-47d9-ae9c-368dab4c6373 tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] 10.222.0.23 "GET /v2.0/ports?device_id=87207313-a71b-482e-a42b-e2877241189e HTTP/1.1" status: 200 len: 945 time: 0.1630492 Jul 13 07:31:35.077095 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eb89567c-57bd-48c7-acf0-9b8a1fff1718 req-3961b3b2-1ee8-4b7d-875f-ebe999528eec tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20c2c33-22a5-4bfd-b7f0-86dbe566c5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433581 Jul 13 07:31:35.110126 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-67e1178f-19aa-4fee-a598-caa11cf1b2ff req-644677cc-aa44-4847-87ab-5b1f85e8e172 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba882fc1-269f-4571-9d72-872eef7bc3cb HTTP/1.1" status: 200 len: 210 time: 0.1157558 Jul 13 07:31:35.114949 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-2e678146-8fa0-4dbc-ad9d-fe8302cca6ea tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] No DVR routers for this DVR port 38a092c2-cb24-4cdb-9c57-ce1ffaf19763 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:35.120088 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-da2456a9-dc0b-43af-93ce-4efb569e8fa7 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.125043 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-2e678146-8fa0-4dbc-ad9d-fe8302cca6ea tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.127320 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-2e678146-8fa0-4dbc-ad9d-fe8302cca6ea tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.42 "DELETE /v2.0/ports/38a092c2-cb24-4cdb-9c57-ce1ffaf19763 HTTP/1.1" status: 204 len: 173 time: 1.9704468 Jul 13 07:31:35.229210 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e79b9-c1e2-4808-87eb-038a09365064 req-095f1a2e-4f67-4778-b4c5-3fd50bcc8b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:35.230799 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4f7e79b9-c1e2-4808-87eb-038a09365064 req-095f1a2e-4f67-4778-b4c5-3fd50bcc8b99 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6db1adf1-6fc0-41d3-8e69-3b96d098a181 HTTP/1.1" status: 200 len: 1097 time: 0.4094367 Jul 13 07:31:35.267752 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33340) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:35.278858 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'name': 'network-vif-deleted', 'tag': '38a092c2-cb24-4cdb-9c57-ce1ffaf19763'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:35.290275 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4316068c-58d0-46e9-9076-6a94dceade7e" -d '{"events": [{"server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "name": "network-vif-deleted", "tag": "38a092c2-cb24-4cdb-9c57-ce1ffaf19763"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:35.428449 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729eee19-c337-4579-9e35-2dae409185a9 x-openstack-request-id: req-729eee19-c337-4579-9e35-2dae409185a9 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:35.428866 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "name": "network-vif-deleted", "tag": "38a092c2-cb24-4cdb-9c57-ce1ffaf19763", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:35.429101 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-729eee19-c337-4579-9e35-2dae409185a9 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:35.429425 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'name': 'network-vif-deleted', 'tag': '38a092c2-cb24-4cdb-9c57-ce1ffaf19763', 'status': 'completed', 'code': 200} Jul 13 07:31:35.465544 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-da2456a9-dc0b-43af-93ce-4efb569e8fa7 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.505890 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b9c3ea38-140f-4b31-bfb3-ce939028f921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.537359 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2456a9-dc0b-43af-93ce-4efb569e8fa7 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:35.540696 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4f7e79b9-c1e2-4808-87eb-038a09365064 req-ef8d2865-2470-47ba-990f-54346395d01e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826617 Jul 13 07:31:35.543755 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2456a9-dc0b-43af-93ce-4efb569e8fa7 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Pushing event updated for resources: {'Port': ['ID=f0c9af87-4623-49b0-bb59-428a4d3ebe68,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:35.546769 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-da2456a9-dc0b-43af-93ce-4efb569e8fa7 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:35.562044 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2456a9-dc0b-43af-93ce-4efb569e8fa7 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:35.616552 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-9b3e43f1-c620-4e3a-ae2e-1c834572d67a tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Deleting port ff532c51-9355-4450-8c7c-8a7e95d11ca1 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:35.618175 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-9b3e43f1-c620-4e3a-ae2e-1c834572d67a tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.743230 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b9c3ea38-140f-4b31-bfb3-ce939028f921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.752354 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b9c3ea38-140f-4b31-bfb3-ce939028f921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.790201 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.833710 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b9c3ea38-140f-4b31-bfb3-ce939028f921 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9454872e4fba4a6db353bef26d2b7e84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5645509 Jul 13 07:31:35.839625 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33356) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:35.874408 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3ea38-140f-4b31-bfb3-ce939028f921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046e9374-575b-4662-abda-9e1fc391f376,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:35.892053 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-9b3e43f1-c620-4e3a-ae2e-1c834572d67a tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] For port ff532c51-9355-4450-8c7c-8a7e95d11ca1, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=ff532c51-9355-4450-8c7c-8a7e95d11ca1,segment=NetworkSegment(a22ed18f-1ae7-4f42-8ca5-e45559afe92b),segment_id=a22ed18f-1ae7-4f42-8ca5-e45559afe92b)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:35.892637 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-9b3e43f1-c620-4e3a-ae2e-1c834572d67a tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:35.939864 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-9b3e43f1-c620-4e3a-ae2e-1c834572d67a tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Calling delete_port for ff532c51-9355-4450-8c7c-8a7e95d11ca1 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:36.092015 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b23fc-7275-4b3f-838b-45af4536974e req-b634b834-3ffa-4820-91f1-ad9f36f9ab70 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:36.099597 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b23fc-7275-4b3f-838b-45af4536974e req-b634b834-3ffa-4820-91f1-ad9f36f9ab70 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:36.102015 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-767b23fc-7275-4b3f-838b-45af4536974e req-b634b834-3ffa-4820-91f1-ad9f36f9ab70 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 1680 time: 0.1200197 Jul 13 07:31:36.154730 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-767b23fc-7275-4b3f-838b-45af4536974e req-3810ba85-eefe-4740-9bbe-db3fc8642de9 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457728 Jul 13 07:31:36.161819 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ee4faafa-fd5e-4546-a86b-074e6acecdd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:36.189283 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8641d4e-ad54-444a-8534-2e913310b0d6 req-9604355f-3bd0-4e4c-b78c-8916f1625cfb tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:36.190999 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c8641d4e-ad54-444a-8534-2e913310b0d6 req-9604355f-3bd0-4e4c-b78c-8916f1625cfb tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db1adf1-6fc0-41d3-8e69-3b96d098a181 HTTP/1.1" status: 200 len: 945 time: 0.3542542 Jul 13 07:31:36.230033 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ee4faafa-fd5e-4546-a86b-074e6acecdd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:36.372830 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5771c-58ff-450f-becd-e2df3fa8dd41 req-67d188aa-70cd-4de1-a1df-aa965dfe301a tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:36.381657 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9db5771c-58ff-450f-becd-e2df3fa8dd41 req-67d188aa-70cd-4de1-a1df-aa965dfe301a tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] 10.222.0.23 "GET /v2.0/ports?device_id=87207313-a71b-482e-a42b-e2877241189e HTTP/1.1" status: 200 len: 945 time: 0.0870507 Jul 13 07:31:36.440476 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9db5771c-58ff-450f-becd-e2df3fa8dd41 req-60a9fffc-5e60-4684-9b27-4a1f2107af92 tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20c2c33-22a5-4bfd-b7f0-86dbe566c5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576370 Jul 13 07:31:36.622038 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3f481f9a-f038-4628-9e92-9c25bd00b8de req-46db6465-5515-4c10-922b-dfa74b70f723 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba882fc1-269f-4571-9d72-872eef7bc3cb HTTP/1.1" status: 200 len: 210 time: 0.0500822 Jul 13 07:31:36.671098 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c8641d4e-ad54-444a-8534-2e913310b0d6 req-aa48a0c0-3de9-4d91-a03d-a7d3b6abd211 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4602191 Jul 13 07:31:36.739930 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-9b3e43f1-c620-4e3a-ae2e-1c834572d67a tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:36.795580 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ee4faafa-fd5e-4546-a86b-074e6acecdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:36.798155 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ee4faafa-fd5e-4546-a86b-074e6acecdd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:36.800175 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ee4faafa-fd5e-4546-a86b-074e6acecdd0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/046e9374-575b-4662-abda-9e1fc391f376 HTTP/1.1" status: 204 len: 168 time: 0.9468052 Jul 13 07:31:36.816163 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e43f1-c620-4e3a-ae2e-1c834572d67a tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Pushing event deleted for resources: {'Port': ['ID=ff532c51-9355-4450-8c7c-8a7e95d11ca1,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:36.853483 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4faafa-fd5e-4546-a86b-074e6acecdd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046e9374-575b-4662-abda-9e1fc391f376,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:36.900123 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-da2456a9-dc0b-43af-93ce-4efb569e8fa7 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.012573 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-9b3e43f1-c620-4e3a-ae2e-1c834572d67a tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] No DVR routers for this DVR port ff532c51-9355-4450-8c7c-8a7e95d11ca1 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:37.018888 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-9b3e43f1-c620-4e3a-ae2e-1c834572d67a tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.021240 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-9b3e43f1-c620-4e3a-ae2e-1c834572d67a tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.42 "DELETE /v2.0/ports/ff532c51-9355-4450-8c7c-8a7e95d11ca1 HTTP/1.1" status: 204 len: 173 time: 1.8862157 Jul 13 07:31:37.355182 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-f1a5962b-76f3-472a-b738-8235ae498e33 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Deleting port d7ded5d2-51a4-43c5-bfa9-37432da7c39b {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:37.355555 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-f1a5962b-76f3-472a-b738-8235ae498e33 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.430504 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'name': 'network-vif-deleted', 'tag': 'ff532c51-9355-4450-8c7c-8a7e95d11ca1'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:37.432648 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8594b9-04bb-462e-b717-9e9a3215068c" -d '{"events": [{"server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "name": "network-vif-deleted", "tag": "ff532c51-9355-4450-8c7c-8a7e95d11ca1"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:37.501014 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf556c4-7151-42a8-8da5-9e6e98b77bd1 req-19fdf552-814c-411e-82d2-0580a1388fad tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:37.505089 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cdf556c4-7151-42a8-8da5-9e6e98b77bd1 req-19fdf552-814c-411e-82d2-0580a1388fad tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] 10.222.0.42 "GET /v2.0/ports?device_id=87207313-a71b-482e-a42b-e2877241189e HTTP/1.1" status: 200 len: 945 time: 0.3680840 Jul 13 07:31:37.514791 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-da2456a9-dc0b-43af-93ce-4efb569e8fa7 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.557360 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c7412-d4f6-40de-93c7-f7c5dfd49fb0 req-032acb41-71d9-4a25-aca8-241ccb1ae24b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:37.568890 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-653c7412-d4f6-40de-93c7-f7c5dfd49fb0 req-032acb41-71d9-4a25-aca8-241ccb1ae24b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 944 time: 0.1344595 Jul 13 07:31:37.663773 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-653c7412-d4f6-40de-93c7-f7c5dfd49fb0 req-9dc9337c-4586-46a6-99be-1aa583334ed6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b298572-65fa-498a-ba3d-67c8f2b7d207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915425 Jul 13 07:31:37.675418 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-f1a5962b-76f3-472a-b738-8235ae498e33 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] For port d7ded5d2-51a4-43c5-bfa9-37432da7c39b, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=d7ded5d2-51a4-43c5-bfa9-37432da7c39b,segment=NetworkSegment(40301528-fcc8-4ec6-a613-b476f71525be),segment_id=40301528-fcc8-4ec6-a613-b476f71525be)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:37.676028 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-f1a5962b-76f3-472a-b738-8235ae498e33 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:37.700507 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-f1a5962b-76f3-472a-b738-8235ae498e33 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Calling delete_port for d7ded5d2-51a4-43c5-bfa9-37432da7c39b owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:37.803669 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03927030-898c-43cc-a8e2-0e5a115ded32 x-openstack-request-id: req-03927030-898c-43cc-a8e2-0e5a115ded32 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:37.804181 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "name": "network-vif-deleted", "tag": "ff532c51-9355-4450-8c7c-8a7e95d11ca1", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:37.804626 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-03927030-898c-43cc-a8e2-0e5a115ded32 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:37.805178 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'name': 'network-vif-deleted', 'tag': 'ff532c51-9355-4450-8c7c-8a7e95d11ca1', 'status': 'completed', 'code': 200} Jul 13 07:31:37.818884 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-cdf556c4-7151-42a8-8da5-9e6e98b77bd1 req-da15f255-b9b4-40f7-9888-88e9c7d29708 tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] Deleting port d22d5a6e-61bc-4d88-8801-c41cb347b0f9 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:37.819532 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-cdf556c4-7151-42a8-8da5-9e6e98b77bd1 req-da15f255-b9b4-40f7-9888-88e9c7d29708 tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.007716 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ea83e-3d14-4fc0-9612-47f0ccd0f947 req-767211c9-f42e-4be9-9581-54a3b8de5956 tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:38.023611 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bc0ea83e-3d14-4fc0-9612-47f0ccd0f947 req-767211c9-f42e-4be9-9581-54a3b8de5956 tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] 10.222.0.23 "GET /v2.0/ports?device_id=87207313-a71b-482e-a42b-e2877241189e HTTP/1.1" status: 200 len: 945 time: 0.1272607 Jul 13 07:31:38.056033 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2456a9-dc0b-43af-93ce-4efb569e8fa7 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Router 714c9f91-dd31-4e60-ae10-2122ad3daddd is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:31:38.079395 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-cdf556c4-7151-42a8-8da5-9e6e98b77bd1 req-da15f255-b9b4-40f7-9888-88e9c7d29708 tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] For port d22d5a6e-61bc-4d88-8801-c41cb347b0f9, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=d22d5a6e-61bc-4d88-8801-c41cb347b0f9,segment=NetworkSegment(a7251dad-c3ce-43bc-a643-bb8d52303c07),segment_id=a7251dad-c3ce-43bc-a643-bb8d52303c07)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:38.079785 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-cdf556c4-7151-42a8-8da5-9e6e98b77bd1 req-da15f255-b9b4-40f7-9888-88e9c7d29708 tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.086790 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bc0ea83e-3d14-4fc0-9612-47f0ccd0f947 req-070fce2e-c192-432a-9d89-5f0ef23081f1 tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] 10.222.0.23 "GET /v2.0/security-groups?id=b20c2c33-22a5-4bfd-b7f0-86dbe566c5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620320 Jul 13 07:31:38.094497 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33398) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:38.110532 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-12314c02-41bf-4a1a-abf8-bb8fe6b23077 req-8bd006bb-725d-449e-a517-c0dcccdf561d tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba882fc1-269f-4571-9d72-872eef7bc3cb HTTP/1.1" status: 200 len: 210 time: 0.0739212 Jul 13 07:31:38.120885 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-cdf556c4-7151-42a8-8da5-9e6e98b77bd1 req-da15f255-b9b4-40f7-9888-88e9c7d29708 tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] Calling delete_port for d22d5a6e-61bc-4d88-8801-c41cb347b0f9 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:38.261601 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-f1a5962b-76f3-472a-b738-8235ae498e33 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.265744 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-ddd89130-70e0-4aeb-a1c1-2b4e2b749489 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Request body: {'networks': [{'name': 'tempest-network--1045551522'}, {'name': 'tempest-network--1278453942'}]} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:38.266052 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-ddd89130-70e0-4aeb-a1c1-2b4e2b749489 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Request body: {'network': {'name': 'tempest-network--1045551522'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:38.266515 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-ddd89130-70e0-4aeb-a1c1-2b4e2b749489 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Request body: {'network': {'name': 'tempest-network--1278453942'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:38.298861 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd89130-70e0-4aeb-a1c1-2b4e2b749489 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Made reservation on behalf of 0d29223b4a88426e864628891414a48f for: {'network': 2} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:38.304141 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ddd89130-70e0-4aeb-a1c1-2b4e2b749489 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.324392 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ddd89130-70e0-4aeb-a1c1-2b4e2b749489 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.332725 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a5962b-76f3-472a-b738-8235ae498e33 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Pushing event deleted for resources: {'Port': ['ID=d7ded5d2-51a4-43c5-bfa9-37432da7c39b,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:38.415257 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dcc5c5-b6e8-4b4d-9f4e-4d7f3452ae8e req-396a9bc6-8528-4f9c-990c-c82318302b62 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:38.417388 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-44dcc5c5-b6e8-4b4d-9f4e-4d7f3452ae8e req-396a9bc6-8528-4f9c-990c-c82318302b62 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db1adf1-6fc0-41d3-8e69-3b96d098a181 HTTP/1.1" status: 200 len: 945 time: 0.1094813 Jul 13 07:31:38.482627 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-44dcc5c5-b6e8-4b4d-9f4e-4d7f3452ae8e req-c9bd8b27-69ed-4107-85ff-a25408ca6242 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572731 Jul 13 07:31:38.506794 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-f1a5962b-76f3-472a-b738-8235ae498e33 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] No DVR routers for this DVR port d7ded5d2-51a4-43c5-bfa9-37432da7c39b on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:38.513061 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ddd89130-70e0-4aeb-a1c1-2b4e2b749489 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.516005 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-f1a5962b-76f3-472a-b738-8235ae498e33 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.519145 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-19cbd14f-4dc9-4ed8-8211-5c8eca317602 req-f1a5962b-76f3-472a-b738-8235ae498e33 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.42 "DELETE /v2.0/ports/d7ded5d2-51a4-43c5-bfa9-37432da7c39b HTTP/1.1" status: 204 len: 173 time: 1.4911933 Jul 13 07:31:38.533828 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ddd89130-70e0-4aeb-a1c1-2b4e2b749489 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.533828 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ddd89130-70e0-4aeb-a1c1-2b4e2b749489 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.539237 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2456a9-dc0b-43af-93ce-4efb569e8fa7 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:38.548197 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-cdf556c4-7151-42a8-8da5-9e6e98b77bd1 req-da15f255-b9b4-40f7-9888-88e9c7d29708 tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.560390 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['d22d5a6e-61bc-4d88-8801-c41cb347b0f9'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:31:38.569640 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e2d1f5-0e36-47d3-963d-66164cc9e16e None None] Sync routers for ids ['714c9f91-dd31-4e60-ae10-2122ad3daddd'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:38.609678 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e2d1f5-0e36-47d3-963d-66164cc9e16e None None] Routers {'714c9f91-dd31-4e60-ae10-2122ad3daddd'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:38.611156 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-60e2d1f5-0e36-47d3-963d-66164cc9e16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:31:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['714c9f91-dd31-4e60-ae10-2122ad3daddd'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:38.611491 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddd89130-70e0-4aeb-a1c1-2b4e2b749489 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:31:38.631585 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15f255-b9b4-40f7-9888-88e9c7d29708 tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] Pushing event deleted for resources: {'Port': ['ID=d22d5a6e-61bc-4d88-8801-c41cb347b0f9,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:38.632864 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ddd89130-70e0-4aeb-a1c1-2b4e2b749489 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.634249 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-ddd89130-70e0-4aeb-a1c1-2b4e2b749489 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Added segment e13f7c09-9396-4ce4-aa11-72de9fde9582 of type vlan for network bc3d8d06-e2b7-471b-a301-3af58884f114 Jul 13 07:31:38.645909 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-da2456a9-dc0b-43af-93ce-4efb569e8fa7 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.650688 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-da2456a9-dc0b-43af-93ce-4efb569e8fa7 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.9032156 Jul 13 07:31:38.668163 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33404) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:38.674303 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-6eb04063-3ac6-4a55-9918-740a02b112ac tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'enable_snat': False}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:38.742235 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-60e2d1f5-0e36-47d3-963d-66164cc9e16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:38.744676 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ddd89130-70e0-4aeb-a1c1-2b4e2b749489 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.795415 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e2d1f5-0e36-47d3-963d-66164cc9e16e None None] Routers {'714c9f91-dd31-4e60-ae10-2122ad3daddd'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:38.796150 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-60e2d1f5-0e36-47d3-963d-66164cc9e16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:31:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['714c9f91-dd31-4e60-ae10-2122ad3daddd'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:38.822593 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddd89130-70e0-4aeb-a1c1-2b4e2b749489 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:31:38.840649 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ddd89130-70e0-4aeb-a1c1-2b4e2b749489 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.841270 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-ddd89130-70e0-4aeb-a1c1-2b4e2b749489 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Added segment 71baaf2e-6767-40d6-944d-1a7bff1fdd63 of type vlan for network 7bfffdf9-6f25-46c3-be5d-164c154946ea Jul 13 07:31:38.851393 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-60e2d1f5-0e36-47d3-963d-66164cc9e16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:38.866345 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e2d1f5-0e36-47d3-963d-66164cc9e16e None None] The sync data for ids ['714c9f91-dd31-4e60-ae10-2122ad3daddd'] in n-d-771363-34 is: [] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:38.937370 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ddd89130-70e0-4aeb-a1c1-2b4e2b749489 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:38.991630 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd89130-70e0-4aeb-a1c1-2b4e2b749489 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4b206b-fc64-4a0f-a9a0-09e5ec0d4897,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:39.004484 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ddd89130-70e0-4aeb-a1c1-2b4e2b749489 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:39.004836 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ddd89130-70e0-4aeb-a1c1-2b4e2b749489 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:39.012141 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd89130-70e0-4aeb-a1c1-2b4e2b749489 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:39.022075 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd89130-70e0-4aeb-a1c1-2b4e2b749489 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:39.028126 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ddd89130-70e0-4aeb-a1c1-2b4e2b749489 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:39.127153 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ddd89130-70e0-4aeb-a1c1-2b4e2b749489 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.0309508 Jul 13 07:31:39.139376 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33412) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:39.416291 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd89130-70e0-4aeb-a1c1-2b4e2b749489 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Pushing event updated for resources: {'Network': ['ID=bc3d8d06-e2b7-471b-a301-3af58884f114,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:39.441865 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network bc3d8d06-e2b7-471b-a301-3af58884f114 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:31:39.554028 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf556c4-7151-42a8-8da5-9e6e98b77bd1 req-da15f255-b9b4-40f7-9888-88e9c7d29708 tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] No DVR routers for this DVR port d22d5a6e-61bc-4d88-8801-c41cb347b0f9 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:39.560726 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-cdf556c4-7151-42a8-8da5-9e6e98b77bd1 req-da15f255-b9b4-40f7-9888-88e9c7d29708 tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:39.562812 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cdf556c4-7151-42a8-8da5-9e6e98b77bd1 req-da15f255-b9b4-40f7-9888-88e9c7d29708 tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] 10.222.0.42 "DELETE /v2.0/ports/d22d5a6e-61bc-4d88-8801-c41cb347b0f9 HTTP/1.1" status: 204 len: 173 time: 2.0349591 Jul 13 07:31:39.593432 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9dd3666d-df6e-445f-b371-15858a7821ca req-713be1ba-f2a4-48f6-bbde-9272d6030816 tempest-ServerAddressesTestJSON-905110408 tempest-ServerAddressesTestJSON-905110408-project] 10.222.0.23 "GET /v2.0/ports?device_id=87207313-a71b-482e-a42b-e2877241189e HTTP/1.1" status: 200 len: 210 time: 0.1781800 Jul 13 07:31:39.622304 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fd04eb0d-f2da-44a0-8c24-282dde253c04 req-4a064eff-cd81-4741-b452-6446fbea504b tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 210 time: 0.1138308 Jul 13 07:31:39.931122 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'name': 'network-vif-deleted', 'tag': 'd7ded5d2-51a4-43c5-bfa9-37432da7c39b'}, {'server_uuid': '87207313-a71b-482e-a42b-e2877241189e', 'name': 'network-vif-deleted', 'tag': 'd22d5a6e-61bc-4d88-8801-c41cb347b0f9'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:39.934433 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac319f4f-3e0e-49b5-a5f7-c1af5303a6a0" -d '{"events": [{"server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "name": "network-vif-deleted", "tag": "d7ded5d2-51a4-43c5-bfa9-37432da7c39b"}, {"server_uuid": "87207313-a71b-482e-a42b-e2877241189e", "name": "network-vif-deleted", "tag": "d22d5a6e-61bc-4d88-8801-c41cb347b0f9"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:40.070229 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a518a634-0c18-4ba3-86f6-abfe050128f6 x-openstack-request-id: req-a518a634-0c18-4ba3-86f6-abfe050128f6 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:40.070562 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351c2f2b-30ec-4054-9581-49a23e86278a", "name": "network-vif-deleted", "tag": "d7ded5d2-51a4-43c5-bfa9-37432da7c39b", "status": "completed", "code": 200}, {"server_uuid": "87207313-a71b-482e-a42b-e2877241189e", "name": "network-vif-deleted", "tag": "d22d5a6e-61bc-4d88-8801-c41cb347b0f9", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:40.079819 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a518a634-0c18-4ba3-86f6-abfe050128f6 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:40.080465 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351c2f2b-30ec-4054-9581-49a23e86278a', 'name': 'network-vif-deleted', 'tag': 'd7ded5d2-51a4-43c5-bfa9-37432da7c39b', 'status': 'completed', 'code': 200} Jul 13 07:31:40.080714 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87207313-a71b-482e-a42b-e2877241189e', 'name': 'network-vif-deleted', 'tag': 'd22d5a6e-61bc-4d88-8801-c41cb347b0f9', 'status': 'completed', 'code': 200} Jul 13 07:31:40.149836 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd89130-70e0-4aeb-a1c1-2b4e2b749489 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Pushing event updated for resources: {'Network': ['ID=7bfffdf9-6f25-46c3-be5d-164c154946ea,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:40.162967 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 7bfffdf9-6f25-46c3-be5d-164c154946ea details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:31:40.248324 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca438988-0a07-4e9b-b489-6737efe1890e tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:40.254911 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca438988-0a07-4e9b-b489-6737efe1890e tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:40.275657 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca438988-0a07-4e9b-b489-6737efe1890e tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:40.284255 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca438988-0a07-4e9b-b489-6737efe1890e tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:40.286727 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6eb04063-3ac6-4a55-9918-740a02b112ac tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.289670 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ca438988-0a07-4e9b-b489-6737efe1890e tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 1.1395602 Jul 13 07:31:40.294105 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33432) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:40.531698 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a92f6444-75b3-4230-b0ad-0e0086a7b7da tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.758648 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33452) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:40.867867 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-85a2284c-eced-4c95-b2a4-5a65d6887f09 admin admin] Deleting subnet 3531fa8a-850a-409b-91b8-fdaa3ad45e8a {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:31:40.876586 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-85a2284c-eced-4c95-b2a4-5a65d6887f09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:40.945944 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-97277184-2d61-4fa7-bd47-ec2718d2ab08 req-6a28064e-1b8f-411b-b1cb-97708e51fe44 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 210 time: 0.0734131 Jul 13 07:31:40.962309 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9bd596-1c85-4dc3-af4d-6f83cc43a555 req-0679a5cc-9bcd-4fb5-9ee3-ecfb6ac96f2e tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:40.981792 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ab9bd596-1c85-4dc3-af4d-6f83cc43a555 req-0679a5cc-9bcd-4fb5-9ee3-ecfb6ac96f2e tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/networks?id=324cb62a-283f-4998-ab58-61f8ca597760 HTTP/1.1" status: 200 len: 812 time: 0.4389827 Jul 13 07:31:41.021487 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-85a2284c-eced-4c95-b2a4-5a65d6887f09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.055481 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a92f6444-75b3-4230-b0ad-0e0086a7b7da tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.079032 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ab9bd596-1c85-4dc3-af4d-6f83cc43a555 req-8ccaacf6-fb53-4c78-8af7-523e8ddeb824 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/quotas/9f479963551e4752848e4380eebe58cf HTTP/1.1" status: 200 len: 375 time: 0.0963409 Jul 13 07:31:41.081679 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-a92f6444-75b3-4230-b0ad-0e0086a7b7da tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc3d8d06-e2b7-471b-a301-3af58884f114']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:41.117128 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-85a2284c-eced-4c95-b2a4-5a65d6887f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.149940 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-a92f6444-75b3-4230-b0ad-0e0086a7b7da tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e13f7c09-9396-4ce4-aa11-72de9fde9582') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:41.150864 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-a92f6444-75b3-4230-b0ad-0e0086a7b7da tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e13f7c09-9396-4ce4-aa11-72de9fde9582') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:41.161755 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ab9bd596-1c85-4dc3-af4d-6f83cc43a555 req-a6a50cba-d8ed-41e5-a94a-5789891ba237 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9f479963551e4752848e4380eebe58cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590000 Jul 13 07:31:41.190177 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a92f6444-75b3-4230-b0ad-0e0086a7b7da tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.204624 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6eb04063-3ac6-4a55-9918-740a02b112ac tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.213748 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6eb04063-3ac6-4a55-9918-740a02b112ac tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-409024'] for router, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.216749 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a92f6444-75b3-4230-b0ad-0e0086a7b7da tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.256851 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-85a2284c-eced-4c95-b2a4-5a65d6887f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.264086 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a92f6444-75b3-4230-b0ad-0e0086a7b7da tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:31:41.264712 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a92f6444-75b3-4230-b0ad-0e0086a7b7da tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.269513 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:41.269513 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:41.269513 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:41.269513 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:41.269513 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:41.269513 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:41.269513 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:41.269513 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:41.269513 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:31:41.269513 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:31:41.269513 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:31:41.269513 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:31:41.269513 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:31:41.269513 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:31:41.269513 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:31:41.269513 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:31:41.269513 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:31:41.269513 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:31:41.269513 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:31:41.269513 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:31:41.269513 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:31:41.269513 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:31:41.269513 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:31:41.269513 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:31:41.269513 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:31:41.269513 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:31:41.269513 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:31:41.269513 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:31:41.269513 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:31:41.269513 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:31:41.269513 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:31:41.269513 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:31:41.269513 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:31:41.269513 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:31:41.269513 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:31:41.269513 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:31:41.269513 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:31:41.269513 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:31:41.269513 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:31:41.269513 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:31:41.297229 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a2284c-eced-4c95-b2a4-5a65d6887f09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3531fa8a-850a-409b-91b8-fdaa3ad45e8a,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:41.300044 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-85a2284c-eced-4c95-b2a4-5a65d6887f09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.303264 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-85a2284c-eced-4c95-b2a4-5a65d6887f09 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3531fa8a-850a-409b-91b8-fdaa3ad45e8a HTTP/1.1" status: 204 len: 168 time: 0.5362980 Jul 13 07:31:41.304668 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33454) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:41.372201 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ab9bd596-1c85-4dc3-af4d-6f83cc43a555 req-d19c6110-40e8-4ed9-a8e9-7acae2d62909 service neutron] 10.222.0.23 "GET /v2.0/networks/324cb62a-283f-4998-ab58-61f8ca597760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092416 Jul 13 07:31:41.382526 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a92f6444-75b3-4230-b0ad-0e0086a7b7da tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.402211 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a92f6444-75b3-4230-b0ad-0e0086a7b7da tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.406918 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a92f6444-75b3-4230-b0ad-0e0086a7b7da tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] 10.222.0.23 "DELETE /v2.0/networks/bc3d8d06-e2b7-471b-a301-3af58884f114 HTTP/1.1" status: 204 len: 168 time: 1.1111107 Jul 13 07:31:41.416278 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33456) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:41.438576 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f6444-75b3-4230-b0ad-0e0086a7b7da tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Pushing event deleted for resources: {'Network': ['ID=bc3d8d06-e2b7-471b-a301-3af58884f114,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:41.467880 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1aeba6ac-3ab4-49d5-89f3-27f2bf3150f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.498691 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb04063-3ac6-4a55-9918-740a02b112ac tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Router 714c9f91-dd31-4e60-ae10-2122ad3daddd has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:31:41.559083 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ad195f2b-253f-4113-8d76-a774897eb0df tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.604650 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ab9bd596-1c85-4dc3-af4d-6f83cc43a555 req-1ee6937f-88e9-4597-a797-1c3fae225151 service neutron] 10.222.0.23 "GET /v2.0/networks/324cb62a-283f-4998-ab58-61f8ca597760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314470 Jul 13 07:31:41.746480 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1aeba6ac-3ab4-49d5-89f3-27f2bf3150f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.762972 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-1aeba6ac-3ab4-49d5-89f3-27f2bf3150f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b349814-a230-42e0-a76d-fe50cd439006']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:41.798972 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ad195f2b-253f-4113-8d76-a774897eb0df tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.808575 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-1aeba6ac-3ab4-49d5-89f3-27f2bf3150f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7251dad-c3ce-43bc-a643-bb8d52303c07') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:41.809038 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-1aeba6ac-3ab4-49d5-89f3-27f2bf3150f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7251dad-c3ce-43bc-a643-bb8d52303c07') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:41.810811 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-ad195f2b-253f-4113-8d76-a774897eb0df tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bfffdf9-6f25-46c3-be5d-164c154946ea']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:41.824100 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-ad195f2b-253f-4113-8d76-a774897eb0df tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71baaf2e-6767-40d6-944d-1a7bff1fdd63') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:41.824692 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-ad195f2b-253f-4113-8d76-a774897eb0df tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71baaf2e-6767-40d6-944d-1a7bff1fdd63') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:41.827136 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1aeba6ac-3ab4-49d5-89f3-27f2bf3150f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.835812 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ad195f2b-253f-4113-8d76-a774897eb0df tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.847308 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device d22d5a6e-61bc-4d88-8801-c41cb347b0f9 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:41.864314 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1aeba6ac-3ab4-49d5-89f3-27f2bf3150f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.865610 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ad195f2b-253f-4113-8d76-a774897eb0df tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.893703 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb04063-3ac6-4a55-9918-740a02b112ac tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:41.896431 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad195f2b-253f-4113-8d76-a774897eb0df tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:31:41.897571 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ad195f2b-253f-4113-8d76-a774897eb0df tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.905443 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:31:41.905443 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:31:41.905443 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:31:41.905443 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:31:41.905443 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:31:41.905443 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:31:41.905443 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:31:41.905443 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:31:41.905443 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:31:41.905443 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:31:41.905443 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:31:41.905443 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:31:41.905443 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:31:41.905443 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:31:41.905443 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:31:41.905443 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:31:41.905443 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:31:41.905443 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:31:41.905443 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:31:41.905443 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:31:41.905443 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:31:41.905443 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:31:41.905443 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:31:41.905443 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:31:41.905443 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:31:41.905443 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:31:41.905443 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:31:41.905443 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:31:41.905443 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:31:41.905443 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:31:41.905443 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:31:41.905443 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:31:41.912388 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6eb04063-3ac6-4a55-9918-740a02b112ac tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.914244 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: d22d5a6e-61bc-4d88-8801-c41cb347b0f9 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:31:41.915560 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device d22d5a6e-61bc-4d88-8801-c41cb347b0f9 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:31:41.917552 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6eb04063-3ac6-4a55-9918-740a02b112ac tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] 10.222.0.23 "PUT /v2.0/routers/714c9f91-dd31-4e60-ae10-2122ad3daddd HTTP/1.1" status: 200 len: 924 time: 3.2467847 Jul 13 07:31:41.921233 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aeba6ac-3ab4-49d5-89f3-27f2bf3150f0 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:31:41.921926 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1aeba6ac-3ab4-49d5-89f3-27f2bf3150f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:41.924818 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c1327a-aca4-4ff9-b3ed-fa5e45d16857 None None] Sync routers for ids ['714c9f91-dd31-4e60-ae10-2122ad3daddd'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:41.925463 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:31:41.925463 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:31:41.925463 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:31:41.925463 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:31:41.925463 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:31:41.925463 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:31:41.925463 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:31:41.925463 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:31:41.925463 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:31:41.925463 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:31:41.925463 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:31:41.925463 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:31:41.925463 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:31:41.925463 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:31:41.925463 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:31:41.925463 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:31:41.925463 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:31:41.925463 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:31:41.925463 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:31:41.925463 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:31:41.925463 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:31:41.925463 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:31:41.925463 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:31:41.925463 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:31:41.925463 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:31:41.925463 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:31:41.925463 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:31:41.925463 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:31:41.925463 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:31:41.925463 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:31:41.925463 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:31:41.925463 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:31:41.951530 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c1327a-aca4-4ff9-b3ed-fa5e45d16857 None None] Routers {'714c9f91-dd31-4e60-ae10-2122ad3daddd'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:41.956319 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-53c1327a-aca4-4ff9-b3ed-fa5e45d16857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:31:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['714c9f91-dd31-4e60-ae10-2122ad3daddd'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:41.956529 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33468) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:42.014980 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-53c1327a-aca4-4ff9-b3ed-fa5e45d16857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:42.025869 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c1327a-aca4-4ff9-b3ed-fa5e45d16857 None None] Routers {'714c9f91-dd31-4e60-ae10-2122ad3daddd'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:42.026854 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-53c1327a-aca4-4ff9-b3ed-fa5e45d16857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:31:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['714c9f91-dd31-4e60-ae10-2122ad3daddd'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:42.146228 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1aeba6ac-3ab4-49d5-89f3-27f2bf3150f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.163442 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1aeba6ac-3ab4-49d5-89f3-27f2bf3150f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.170541 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1aeba6ac-3ab4-49d5-89f3-27f2bf3150f0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8b349814-a230-42e0-a76d-fe50cd439006 HTTP/1.1" status: 204 len: 168 time: 0.8646338 Jul 13 07:31:42.237218 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-53c1327a-aca4-4ff9-b3ed-fa5e45d16857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:42.237962 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeba6ac-3ab4-49d5-89f3-27f2bf3150f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b349814-a230-42e0-a76d-fe50cd439006,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:42.240550 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c1327a-aca4-4ff9-b3ed-fa5e45d16857 None None] The sync data for ids ['714c9f91-dd31-4e60-ae10-2122ad3daddd'] in n-d-771363-34 is: [] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:42.282589 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8aea5c43-c2ef-4db0-913e-9123b99ffa80 req-a05b94af-a59b-44cc-b163-74bb3d87672f tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5e7009a-5d2c-4716-9047-daeeb1d5e506 HTTP/1.1" status: 200 len: 210 time: 0.2090647 Jul 13 07:31:42.319782 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ad195f2b-253f-4113-8d76-a774897eb0df tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.430241 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ad195f2b-253f-4113-8d76-a774897eb0df tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:42.432299 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ad195f2b-253f-4113-8d76-a774897eb0df tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] 10.222.0.23 "DELETE /v2.0/networks/7bfffdf9-6f25-46c3-be5d-164c154946ea HTTP/1.1" status: 204 len: 168 time: 1.0135984 Jul 13 07:31:42.434920 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33486) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:42.502534 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad195f2b-253f-4113-8d76-a774897eb0df tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Pushing event deleted for resources: {'Network': ['ID=7bfffdf9-6f25-46c3-be5d-164c154946ea,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:42.554804 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0ecde0c7-93dc-425c-af6b-5372b1f86686 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] 10.222.0.23 "GET /v2.0/routers/714c9f91-dd31-4e60-ae10-2122ad3daddd HTTP/1.1" status: 200 len: 924 time: 0.5947666 Jul 13 07:31:42.558075 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33494) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:42.692038 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2d460b29-21bf-4b1d-8c36-6958e940781e req-666c3fd2-c2c8-402a-803d-c55d6ce979de tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 210 time: 0.0738056 Jul 13 07:31:42.694467 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33496) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:42.847408 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1cbea148-bae2-4bfa-a1c6-f37f1f5adc3f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bbae4c7fb996421c937f4ca148a6bfbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1515796 Jul 13 07:31:42.852055 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33504) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:42.857226 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d9ede5-2e43-4f59-9b02-60cd03da24e8 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:42.865841 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33506) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:42.882361 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-89d9ede5-2e43-4f59-9b02-60cd03da24e8 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=099fd220-496e-4556-906a-9ab228a05c02&device_id=714c9f91-dd31-4e60-ae10-2122ad3daddd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.3224788 Jul 13 07:31:42.928631 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55aa15d-f61e-4ebb-ac8b-2824f4eb480f tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:42.938331 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55aa15d-f61e-4ebb-ac8b-2824f4eb480f tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:42.941389 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d55aa15d-f61e-4ebb-ac8b-2824f4eb480f tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5049298 Jul 13 07:31:42.945465 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33510) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:42.962877 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-98b74d55-3639-4b10-9e2b-fc0e22ef4c59 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-481228234'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:43.012017 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b74d55-3639-4b10-9e2b-fc0e22ef4c59 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Made reservation on behalf of 0d29223b4a88426e864628891414a48f for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:43.016977 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-98b74d55-3639-4b10-9e2b-fc0e22ef4c59 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.068805 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98b74d55-3639-4b10-9e2b-fc0e22ef4c59 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:31:43.090735 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-98b74d55-3639-4b10-9e2b-fc0e22ef4c59 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.091071 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-98b74d55-3639-4b10-9e2b-fc0e22ef4c59 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Added segment 7b631b3f-565e-435f-add0-bb7a3ce83b77 of type vlan for network 8049f137-2085-414d-9dd3-40743ecd58bc Jul 13 07:31:43.119621 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-084d1b7d-d597-47fe-8903-34ee81d921bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.180838 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-98b74d55-3639-4b10-9e2b-fc0e22ef4c59 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.205026 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0be42e7-f406-45a9-bece-4b612d2259d9 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:43.206650 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e0be42e7-f406-45a9-bece-4b612d2259d9 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] 10.222.0.23 "GET /v2.0/networks/099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 881 time: 0.3393300 Jul 13 07:31:43.213686 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-084d1b7d-d597-47fe-8903-34ee81d921bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.221300 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33520) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:43.246745 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-98b74d55-3639-4b10-9e2b-fc0e22ef4c59 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.255102 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b74d55-3639-4b10-9e2b-fc0e22ef4c59 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:43.255466 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-98b74d55-3639-4b10-9e2b-fc0e22ef4c59 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.349836 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33524) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:43.350219 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d0e12a77-cb62-4fe1-88ea-cf19f80f6bd3 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] 10.222.0.23 "GET /v2.0/ports?device_id=714c9f91-dd31-4e60-ae10-2122ad3daddd HTTP/1.1" status: 200 len: 205 time: 0.1179714 Jul 13 07:31:43.497675 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-084d1b7d-d597-47fe-8903-34ee81d921bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.502403 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-084d1b7d-d597-47fe-8903-34ee81d921bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.503402 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-084d1b7d-d597-47fe-8903-34ee81d921bc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b20c2c33-22a5-4bfd-b7f0-86dbe566c5e9 HTTP/1.1" status: 204 len: 168 time: 0.6500659 Jul 13 07:31:43.520714 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d1b7d-d597-47fe-8903-34ee81d921bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20c2c33-22a5-4bfd-b7f0-86dbe566c5e9,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:43.618526 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-98b74d55-3639-4b10-9e2b-fc0e22ef4c59 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6715984 Jul 13 07:31:43.622131 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33540) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:43.629372 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8f7b5458-a433-4870-a0cc-ec68afb63e9b tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.642573 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-cee7bd10-b77b-4bff-a6a1-cf0a11314d3e tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-725818330'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:43.706997 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee7bd10-b77b-4bff-a6a1-cf0a11314d3e tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Made reservation on behalf of 0d29223b4a88426e864628891414a48f for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:43.719112 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cee7bd10-b77b-4bff-a6a1-cf0a11314d3e tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.777049 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cee7bd10-b77b-4bff-a6a1-cf0a11314d3e tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:31:43.795591 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cee7bd10-b77b-4bff-a6a1-cf0a11314d3e tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.795951 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-cee7bd10-b77b-4bff-a6a1-cf0a11314d3e tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Added segment 62e76860-a092-452b-869c-4210bdb4ec70 of type vlan for network 57c2b56e-8cd9-4577-9859-ceb2bc6df7d5 Jul 13 07:31:43.849579 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cee7bd10-b77b-4bff-a6a1-cf0a11314d3e tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.894531 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cee7bd10-b77b-4bff-a6a1-cf0a11314d3e tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.920204 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee7bd10-b77b-4bff-a6a1-cf0a11314d3e tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:43.920862 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cee7bd10-b77b-4bff-a6a1-cf0a11314d3e tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:43.983097 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b74d55-3639-4b10-9e2b-fc0e22ef4c59 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Pushing event updated for resources: {'Network': ['ID=8049f137-2085-414d-9dd3-40743ecd58bc,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:44.022210 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 8049f137-2085-414d-9dd3-40743ecd58bc details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:31:44.100256 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-cee7bd10-b77b-4bff-a6a1-cf0a11314d3e tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4742241 Jul 13 07:31:44.123819 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5db1ea75-043d-4a31-995b-234c643c3c3e req-5473b81f-2790-4239-8619-34970cbccdf9 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 210 time: 0.1614120 Jul 13 07:31:44.124627 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33554) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:44.165025 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-9ba51f87-9406-4161-a258-9d5598fa1715 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Request body: {'ports': [{'network_id': '8049f137-2085-414d-9dd3-40743ecd58bc', 'name': 'tempest-port--935163619', 'admin_state_up': True}, {'network_id': '57c2b56e-8cd9-4577-9859-ceb2bc6df7d5', 'admin_state_up': False}]} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:44.165611 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-9ba51f87-9406-4161-a258-9d5598fa1715 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Request body: {'port': {'network_id': '8049f137-2085-414d-9dd3-40743ecd58bc', 'name': 'tempest-port--935163619', 'admin_state_up': True}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:44.166288 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-9ba51f87-9406-4161-a258-9d5598fa1715 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Request body: {'port': {'network_id': '57c2b56e-8cd9-4577-9859-ceb2bc6df7d5', 'admin_state_up': False}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:44.382612 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee7bd10-b77b-4bff-a6a1-cf0a11314d3e tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Pushing event updated for resources: {'Network': ['ID=57c2b56e-8cd9-4577-9859-ceb2bc6df7d5,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:44.400364 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 57c2b56e-8cd9-4577-9859-ceb2bc6df7d5 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:31:44.519240 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba51f87-9406-4161-a258-9d5598fa1715 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Made reservation on behalf of 0d29223b4a88426e864628891414a48f for: {'port': 2} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:44.526127 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9ba51f87-9406-4161-a258-9d5598fa1715 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:44.547626 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9ba51f87-9406-4161-a258-9d5598fa1715 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:44.654977 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06017134-036f-439d-b0b0-7cf038e633e9 req-26a33961-68c9-4dd0-8434-71b280ce3183 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:44.664277 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-06017134-036f-439d-b0b0-7cf038e633e9 req-26a33961-68c9-4dd0-8434-71b280ce3183 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/networks?id=324cb62a-283f-4998-ab58-61f8ca597760 HTTP/1.1" status: 200 len: 812 time: 0.9006181 Jul 13 07:31:44.669999 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-9ba51f87-9406-4161-a258-9d5598fa1715 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] device_id is not set on port c53918a4-028f-4088-aaba-6a72068725d4 yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:31:44.689462 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8f7b5458-a433-4870-a0cc-ec68afb63e9b tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:44.700719 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-06017134-036f-439d-b0b0-7cf038e633e9 req-8be03a5c-bca5-4389-adfd-9a273e6301cb tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/quotas/9f479963551e4752848e4380eebe58cf HTTP/1.1" status: 200 len: 375 time: 0.0305448 Jul 13 07:31:44.744042 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-06017134-036f-439d-b0b0-7cf038e633e9 req-38a8ce60-41cc-4229-bc95-8224eb2d6b69 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9f479963551e4752848e4380eebe58cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424805 Jul 13 07:31:44.912674 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9ba51f87-9406-4161-a258-9d5598fa1715 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:44.936277 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-06017134-036f-439d-b0b0-7cf038e633e9 req-1c16cbb3-7f6f-46fb-9206-a497942ac7da service neutron] 10.222.0.23 "GET /v2.0/networks/324cb62a-283f-4998-ab58-61f8ca597760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671331 Jul 13 07:31:45.045550 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-8f7b5458-a433-4870-a0cc-ec68afb63e9b tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Deleting port f0c9af87-4623-49b0-bb59-428a4d3ebe68 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:45.049957 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8f7b5458-a433-4870-a0cc-ec68afb63e9b tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:45.082626 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33574) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:45.163271 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-9ba51f87-9406-4161-a258-9d5598fa1715 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] device_id is not set on port 52c9be12-d41c-42ae-9f1e-7574c1e03b52 yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:31:45.327580 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-17ba76a5-7abe-4cad-b83d-f9bf53942ccd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1562705467-network', 'tenant_id': '8f095698c72c459eb677dcbc568ab1ae'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:45.344613 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-685997ba-53ad-438a-8a66-ca0984d61b8d req-75e82308-0a24-4f76-b2a6-d65a621ffbb8 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 210 time: 0.0684423 Jul 13 07:31:45.390356 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-06017134-036f-439d-b0b0-7cf038e633e9 req-42580c9f-4d5b-4d79-97db-79bd56fbd572 service neutron] 10.222.0.23 "GET /v2.0/networks/324cb62a-283f-4998-ab58-61f8ca597760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528422 Jul 13 07:31:45.403670 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8f7b5458-a433-4870-a0cc-ec68afb63e9b tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:45.424212 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-8f7b5458-a433-4870-a0cc-ec68afb63e9b tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Calling delete_port for f0c9af87-4623-49b0-bb59-428a4d3ebe68 owned by network:router_gateway {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:45.428925 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ba76a5-7abe-4cad-b83d-f9bf53942ccd admin admin] Made reservation on behalf of 8f095698c72c459eb677dcbc568ab1ae for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:45.431869 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-17ba76a5-7abe-4cad-b83d-f9bf53942ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:45.440023 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9ba51f87-9406-4161-a258-9d5598fa1715 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:45.449058 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-17ba76a5-7abe-4cad-b83d-f9bf53942ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:45.528062 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9ba51f87-9406-4161-a258-9d5598fa1715 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:45.695234 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba51f87-9406-4161-a258-9d5598fa1715 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Pushing event updated for resources: {'Port': ['ID=c53918a4-028f-4088-aaba-6a72068725d4,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:45.764157 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-17ba76a5-7abe-4cad-b83d-f9bf53942ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:45.770256 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-17ba76a5-7abe-4cad-b83d-f9bf53942ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:45.782921 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8f7b5458-a433-4870-a0cc-ec68afb63e9b tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:45.786809 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3df16bb9-640a-498c-83ee-35bc80334934 req-926236fd-ddc8-4395-9116-44f06b6f2e12 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb06e675-f213-417c-af7c-abb6eb10ac7b HTTP/1.1" status: 200 len: 210 time: 0.0592928 Jul 13 07:31:45.792857 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba51f87-9406-4161-a258-9d5598fa1715 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Checking segment: {'id': '7b631b3f-565e-435f-add0-bb7a3ce83b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8049f137-2085-414d-9dd3-40743ecd58bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:45.793796 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba51f87-9406-4161-a258-9d5598fa1715 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Network hostable DHCP agents. Network: 8049f137-2085-414d-9dd3-40743ecd58bc, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:31:45.824892 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba51f87-9406-4161-a258-9d5598fa1715 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Network 8049f137-2085-414d-9dd3-40743ecd58bc is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:31:45.837697 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-9ba51f87-9406-4161-a258-9d5598fa1715 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 8049f137-2085-414d-9dd3-40743ecd58bc) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:45.841354 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b5458-a433-4870-a0cc-ec68afb63e9b tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Pushing event deleted for resources: {'Port': ['ID=f0c9af87-4623-49b0-bb59-428a4d3ebe68,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:45.843117 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba51f87-9406-4161-a258-9d5598fa1715 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:45.849908 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9ba51f87-9406-4161-a258-9d5598fa1715 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:45.850168 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63277534-be93-4bee-97cf-435fc177acf7 None None] Network 8049f137-2085-414d-9dd3-40743ecd58bc requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:45.869107 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ba76a5-7abe-4cad-b83d-f9bf53942ccd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:31:45.885882 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba76a5-7abe-4cad-b83d-f9bf53942ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00d98ca-3e1f-4912-8214-2f6d520c8e93,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:45.930005 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba51f87-9406-4161-a258-9d5598fa1715 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Pushing event updated for resources: {'Port': ['ID=52c9be12-d41c-42ae-9f1e-7574c1e03b52,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:45.949464 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-17ba76a5-7abe-4cad-b83d-f9bf53942ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:45.949818 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-17ba76a5-7abe-4cad-b83d-f9bf53942ccd admin admin] Added segment 28da2d9a-9cd2-47af-9ebd-220c5d6d98d2 of type vlan for network 675a4bd8-c216-4ff7-85f6-a501734f8413 Jul 13 07:31:45.969297 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba51f87-9406-4161-a258-9d5598fa1715 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Checking segment: {'id': '62e76860-a092-452b-869c-4210bdb4ec70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '57c2b56e-8cd9-4577-9859-ceb2bc6df7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:45.969646 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba51f87-9406-4161-a258-9d5598fa1715 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Network hostable DHCP agents. Network: 57c2b56e-8cd9-4577-9859-ceb2bc6df7d5, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:31:46.005299 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba51f87-9406-4161-a258-9d5598fa1715 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Network 57c2b56e-8cd9-4577-9859-ceb2bc6df7d5 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:31:46.020733 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-9ba51f87-9406-4161-a258-9d5598fa1715 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 57c2b56e-8cd9-4577-9859-ceb2bc6df7d5) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:46.034445 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba51f87-9406-4161-a258-9d5598fa1715 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:46.041802 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba51f87-9406-4161-a258-9d5598fa1715 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:46.048117 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba51f87-9406-4161-a258-9d5598fa1715 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:46.049650 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9ba51f87-9406-4161-a258-9d5598fa1715 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.054307 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-17ba76a5-7abe-4cad-b83d-f9bf53942ccd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.058233 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c510e3f-c890-4c89-aab9-f965f6e79172 None None] Network 57c2b56e-8cd9-4577-9859-ceb2bc6df7d5 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:46.065081 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8f7b5458-a433-4870-a0cc-ec68afb63e9b tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.082145 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9ba51f87-9406-4161-a258-9d5598fa1715 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.9307504 Jul 13 07:31:46.082894 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33592) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:46.239916 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.db.resource_extend [None req-17ba76a5-7abe-4cad-b83d-f9bf53942ccd admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:31:46.255926 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8f7b5458-a433-4870-a0cc-ec68afb63e9b tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.262252 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8f7b5458-a433-4870-a0cc-ec68afb63e9b tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.345800 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9856a0-fed2-427c-9734-29df6b2eb309 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:46.365023 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9856a0-fed2-427c-9734-29df6b2eb309 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:46.366696 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-db9856a0-fed2-427c-9734-29df6b2eb309 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2827938 Jul 13 07:31:46.369716 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33596) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:46.395642 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-17ba76a5-7abe-4cad-b83d-f9bf53942ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.398080 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ba76a5-7abe-4cad-b83d-f9bf53942ccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:46.399481 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-17ba76a5-7abe-4cad-b83d-f9bf53942ccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.417274 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8f7b5458-a433-4870-a0cc-ec68afb63e9b tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.417997 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7b5458-a433-4870-a0cc-ec68afb63e9b tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Fanout notify agent at l3_agent the message router_deleted on router 714c9f91-dd31-4e60-ae10-2122ad3daddd {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:31:46.447345 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8f7b5458-a433-4870-a0cc-ec68afb63e9b tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.448571 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8f7b5458-a433-4870-a0cc-ec68afb63e9b tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] 10.222.0.23 "DELETE /v2.0/routers/714c9f91-dd31-4e60-ae10-2122ad3daddd HTTP/1.1" status: 204 len: 168 time: 3.0926437 Jul 13 07:31:46.458861 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33600) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:46.465697 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-e7eb8216-3114-4cba-a638-5520d2c09ae5 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-955820301', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:46.480471 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-17ba76a5-7abe-4cad-b83d-f9bf53942ccd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3937893 Jul 13 07:31:46.485707 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33602) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:46.495031 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-19dfe069-0c73-4e65-bf9b-0c75bce5e647 admin admin] Request body: {'subnet': {'network_id': '675a4bd8-c216-4ff7-85f6-a501734f8413', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1562705467-subnet', 'tenant_id': '8f095698c72c459eb677dcbc568ab1ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:46.552695 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-eebb9efd-6b19-41ec-9d1c-58d4308b9365 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Deleting port c53918a4-028f-4088-aaba-6a72068725d4 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:46.553810 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-eebb9efd-6b19-41ec-9d1c-58d4308b9365 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.599763 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba76a5-7abe-4cad-b83d-f9bf53942ccd admin admin] Pushing event updated for resources: {'Network': ['ID=675a4bd8-c216-4ff7-85f6-a501734f8413,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:46.612069 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 675a4bd8-c216-4ff7-85f6-a501734f8413 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:31:46.613957 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e7eb8216-3114-4cba-a638-5520d2c09ae5 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.615027 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e7eb8216-3114-4cba-a638-5520d2c09ae5 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.661753 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-eebb9efd-6b19-41ec-9d1c-58d4308b9365 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.664448 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3b9f54da-44cc-4b6b-9d89-1723b2c4123e req-ecf3d697-ff5a-4bae-a756-f998bbdd53c3 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 210 time: 0.0413382 Jul 13 07:31:46.667139 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19dfe069-0c73-4e65-bf9b-0c75bce5e647 admin admin] Made reservation on behalf of 8f095698c72c459eb677dcbc568ab1ae for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:46.669509 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-19dfe069-0c73-4e65-bf9b-0c75bce5e647 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.713601 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-eebb9efd-6b19-41ec-9d1c-58d4308b9365 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Calling delete_port for c53918a4-028f-4088-aaba-6a72068725d4 owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:46.744152 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e7eb8216-3114-4cba-a638-5520d2c09ae5 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.752721 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e7eb8216-3114-4cba-a638-5520d2c09ae5 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.810610 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e7eb8216-3114-4cba-a638-5520d2c09ae5 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.814685 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e7eb8216-3114-4cba-a638-5520d2c09ae5 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3505855 Jul 13 07:31:46.814861 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33604) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:46.820322 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-6b591975-cd47-4cd0-bc73-af9f7bdfe9fe tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Request body: {'router': {'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:46.896342 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-eebb9efd-6b19-41ec-9d1c-58d4308b9365 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:46.980448 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-19dfe069-0c73-4e65-bf9b-0c75bce5e647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:47.028619 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb9efd-6b19-41ec-9d1c-58d4308b9365 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Pushing event deleted for resources: {'Port': ['ID=c53918a4-028f-4088-aaba-6a72068725d4,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:47.032187 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3549d775-9da7-43ba-96dd-597c8fc5eb1c req-0edd01b8-ab4f-4213-bb90-12611d52f652 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb06e675-f213-417c-af7c-abb6eb10ac7b HTTP/1.1" status: 200 len: 210 time: 0.0856152 Jul 13 07:31:47.056710 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-eebb9efd-6b19-41ec-9d1c-58d4308b9365 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:47.062344 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-eebb9efd-6b19-41ec-9d1c-58d4308b9365 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] 10.222.0.23 "DELETE /v2.0/ports/c53918a4-028f-4088-aaba-6a72068725d4 HTTP/1.1" status: 204 len: 168 time: 0.6893539 Jul 13 07:31:47.063617 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33608) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:47.064674 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dfe069-0c73-4e65-bf9b-0c75bce5e647 admin admin] Checking segment: {'id': '28da2d9a-9cd2-47af-9ebd-220c5d6d98d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '675a4bd8-c216-4ff7-85f6-a501734f8413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:47.065215 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dfe069-0c73-4e65-bf9b-0c75bce5e647 admin admin] Network hostable DHCP agents. Network: 675a4bd8-c216-4ff7-85f6-a501734f8413, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:31:47.067237 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dfe069-0c73-4e65-bf9b-0c75bce5e647 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82005969-545f-4e2a-bfa2-f70bad7873ae,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:47.100919 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dfe069-0c73-4e65-bf9b-0c75bce5e647 admin admin] Network 675a4bd8-c216-4ff7-85f6-a501734f8413 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:31:47.113157 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-19dfe069-0c73-4e65-bf9b-0c75bce5e647 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 675a4bd8-c216-4ff7-85f6-a501734f8413) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:47.119931 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dfe069-0c73-4e65-bf9b-0c75bce5e647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:47.120951 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-19dfe069-0c73-4e65-bf9b-0c75bce5e647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:47.126473 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beac82a9-8fd6-4d27-a2b6-4b7a267ce8f6 None None] Network 675a4bd8-c216-4ff7-85f6-a501734f8413 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:47.143008 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-19dfe069-0c73-4e65-bf9b-0c75bce5e647 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6537185 Jul 13 07:31:47.146109 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33610) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:47.153015 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-619f17de-76d4-40af-b001-0d6ea54e1f97 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1562705467-router', 'tenant_id': '8f095698c72c459eb677dcbc568ab1ae', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:47.182901 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-619f17de-76d4-40af-b001-0d6ea54e1f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:47.184350 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-619f17de-76d4-40af-b001-0d6ea54e1f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:47.224538 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6b591975-cd47-4cd0-bc73-af9f7bdfe9fe tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:47.288838 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-619f17de-76d4-40af-b001-0d6ea54e1f97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:47.374354 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df576145-97b6-4b1a-aa3c-748cd53141fe None None] Network 675a4bd8-c216-4ff7-85f6-a501734f8413 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:47.592853 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-619f17de-76d4-40af-b001-0d6ea54e1f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:47.609224 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06017134-036f-439d-b0b0-7cf038e633e9 req-d6e00618-6fe2-4eb4-bc1b-053a94e7a773 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:47.612079 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-06017134-036f-439d-b0b0-7cf038e633e9 req-d6e00618-6fe2-4eb4-bc1b-053a94e7a773 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.42 "GET /v2.0/networks?id=324cb62a-283f-4998-ab58-61f8ca597760 HTTP/1.1" status: 200 len: 812 time: 0.3571560 Jul 13 07:31:47.632236 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-06017134-036f-439d-b0b0-7cf038e633e9 req-b054fe73-d782-4496-97f9-4c3e5c3a9d49 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Request body: {'port': {'device_id': 'bb06e675-f213-417c-af7c-abb6eb10ac7b', 'network_id': '324cb62a-283f-4998-ab58-61f8ca597760', 'admin_state_up': True, 'tenant_id': '9f479963551e4752848e4380eebe58cf'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:47.842101 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-c08343e3-64b0-402b-a3e8-41f1c2f44b51 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Deleting port 52c9be12-d41c-42ae-9f1e-7574c1e03b52 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:47.842661 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c08343e3-64b0-402b-a3e8-41f1c2f44b51 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:47.875301 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-42ed9c18-d05a-4cb5-b845-7339e5c55d26 req-897145e3-07d3-4df5-a935-3c6254c471bc tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 210 time: 0.0374339 Jul 13 07:31:47.876743 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06017134-036f-439d-b0b0-7cf038e633e9 req-b054fe73-d782-4496-97f9-4c3e5c3a9d49 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Made reservation on behalf of 9f479963551e4752848e4380eebe58cf for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:47.880461 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-06017134-036f-439d-b0b0-7cf038e633e9 req-b054fe73-d782-4496-97f9-4c3e5c3a9d49 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:47.962370 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c08343e3-64b0-402b-a3e8-41f1c2f44b51 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:47.977784 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-c08343e3-64b0-402b-a3e8-41f1c2f44b51 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Calling delete_port for 52c9be12-d41c-42ae-9f1e-7574c1e03b52 owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:48.136742 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-619f17de-76d4-40af-b001-0d6ea54e1f97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.141358 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6b591975-cd47-4cd0-bc73-af9f7bdfe9fe tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router_gateway, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.163236 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-619f17de-76d4-40af-b001-0d6ea54e1f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.164276 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6b591975-cd47-4cd0-bc73-af9f7bdfe9fe tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.168563 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-06017134-036f-439d-b0b0-7cf038e633e9 req-b054fe73-d782-4496-97f9-4c3e5c3a9d49 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Allocated IP 172.20.0.7 (324cb62a-283f-4998-ab58-61f8ca597760/5b417da6-f0a7-4a6d-b28c-2dd98c361dbc/0f6f283a-e58e-4fda-9415-124a3afda412) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:48.255392 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c08343e3-64b0-402b-a3e8-41f1c2f44b51 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.258543 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-599316b4-25c7-4135-8b8a-9efc7c4b288c req-b06712e8-0797-4a9d-9efe-e87deb428376 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb06e675-f213-417c-af7c-abb6eb10ac7b HTTP/1.1" status: 200 len: 210 time: 0.0422266 Jul 13 07:31:48.299804 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08343e3-64b0-402b-a3e8-41f1c2f44b51 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Pushing event deleted for resources: {'Port': ['ID=52c9be12-d41c-42ae-9f1e-7574c1e03b52,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:48.310782 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c08343e3-64b0-402b-a3e8-41f1c2f44b51 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.313074 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c08343e3-64b0-402b-a3e8-41f1c2f44b51 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] 10.222.0.23 "DELETE /v2.0/ports/52c9be12-d41c-42ae-9f1e-7574c1e03b52 HTTP/1.1" status: 204 len: 168 time: 1.2485259 Jul 13 07:31:48.316356 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33620) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:48.349465 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-50f2d506-ec67-4c23-ad96-315449bd544e tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0317130 Jul 13 07:31:48.358131 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33622) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:48.363590 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-cc546d08-6c7c-4ecd-831b-f44af3448caa tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-622429662'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:48.380876 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-619f17de-76d4-40af-b001-0d6ea54e1f97 admin admin] Allocated IP 172.25.3.233 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/61883458-893e-4ec5-b66b-0d6f79ea449b) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:48.386694 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc546d08-6c7c-4ecd-831b-f44af3448caa tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Made reservation on behalf of 0d29223b4a88426e864628891414a48f for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:48.390928 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cc546d08-6c7c-4ecd-831b-f44af3448caa tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.419180 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc546d08-6c7c-4ecd-831b-f44af3448caa tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:31:48.431100 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cc546d08-6c7c-4ecd-831b-f44af3448caa tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.431796 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-cc546d08-6c7c-4ecd-831b-f44af3448caa tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Added segment 8bb51356-960c-40e4-ba1e-4a42a4905f14 of type vlan for network f7d035ef-a444-4882-94ab-108b1a1d2dc9 Jul 13 07:31:48.463661 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-06017134-036f-439d-b0b0-7cf038e633e9 req-b054fe73-d782-4496-97f9-4c3e5c3a9d49 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.479666 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cc546d08-6c7c-4ecd-831b-f44af3448caa tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.515983 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cc546d08-6c7c-4ecd-831b-f44af3448caa tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.522445 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc546d08-6c7c-4ecd-831b-f44af3448caa tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:48.523065 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cc546d08-6c7c-4ecd-831b-f44af3448caa tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.563841 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-cc546d08-6c7c-4ecd-831b-f44af3448caa tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2017403 Jul 13 07:31:48.564605 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33624) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:48.569701 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-94fce6a7-4104-4a1f-8725-d1afef6cca95 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1642313189'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:48.570866 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-619f17de-76d4-40af-b001-0d6ea54e1f97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.608316 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc546d08-6c7c-4ecd-831b-f44af3448caa tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Pushing event updated for resources: {'Network': ['ID=f7d035ef-a444-4882-94ab-108b1a1d2dc9,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:48.618781 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-06017134-036f-439d-b0b0-7cf038e633e9 req-b054fe73-d782-4496-97f9-4c3e5c3a9d49 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.628320 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network f7d035ef-a444-4882-94ab-108b1a1d2dc9 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:31:48.650932 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94fce6a7-4104-4a1f-8725-d1afef6cca95 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Made reservation on behalf of 0d29223b4a88426e864628891414a48f for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:48.654598 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-94fce6a7-4104-4a1f-8725-d1afef6cca95 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.660318 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-619f17de-76d4-40af-b001-0d6ea54e1f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.694567 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06017134-036f-439d-b0b0-7cf038e633e9 req-b054fe73-d782-4496-97f9-4c3e5c3a9d49 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Network 324cb62a-283f-4998-ab58-61f8ca597760 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:48.699170 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054fe73-d782-4496-97f9-4c3e5c3a9d49 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Pushing event updated for resources: {'Port': ['ID=0f6f283a-e58e-4fda-9415-124a3afda412,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:48.701342 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94fce6a7-4104-4a1f-8725-d1afef6cca95 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:31:48.703779 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-6b591975-cd47-4cd0-bc73-af9f7bdfe9fe tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Allocated IP 172.25.3.17 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/37661084-a256-4ec8-ba9c-576e09443861) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:48.705786 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-06017134-036f-439d-b0b0-7cf038e633e9 req-b054fe73-d782-4496-97f9-4c3e5c3a9d49 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:48.707884 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-06017134-036f-439d-b0b0-7cf038e633e9 req-b054fe73-d782-4496-97f9-4c3e5c3a9d49 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:48.713981 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619f17de-76d4-40af-b001-0d6ea54e1f97 admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:48.720381 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-94fce6a7-4104-4a1f-8725-d1afef6cca95 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.720744 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-94fce6a7-4104-4a1f-8725-d1afef6cca95 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Added segment dc0261d2-d193-4360-b745-68fe27b67cdd of type vlan for network 79814064-af17-4f0e-86af-f9fe279b2504 Jul 13 07:31:48.759717 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-619f17de-76d4-40af-b001-0d6ea54e1f97 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:48.762180 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619f17de-76d4-40af-b001-0d6ea54e1f97 admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:48.784446 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-94fce6a7-4104-4a1f-8725-d1afef6cca95 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.822164 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f17de-76d4-40af-b001-0d6ea54e1f97 admin admin] Pushing event updated for resources: {'Port': ['ID=61883458-893e-4ec5-b66b-0d6f79ea449b,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:48.836965 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06017134-036f-439d-b0b0-7cf038e633e9 req-b054fe73-d782-4496-97f9-4c3e5c3a9d49 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:48.837615 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-06017134-036f-439d-b0b0-7cf038e633e9 req-b054fe73-d782-4496-97f9-4c3e5c3a9d49 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.865425 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-94fce6a7-4104-4a1f-8725-d1afef6cca95 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.870967 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fce6a7-4104-4a1f-8725-d1afef6cca95 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:48.871622 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-94fce6a7-4104-4a1f-8725-d1afef6cca95 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.902529 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6b591975-cd47-4cd0-bc73-af9f7bdfe9fe tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:48.934247 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-94fce6a7-4104-4a1f-8725-d1afef6cca95 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3685977 Jul 13 07:31:49.016468 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fce6a7-4104-4a1f-8725-d1afef6cca95 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Pushing event updated for resources: {'Network': ['ID=79814064-af17-4f0e-86af-f9fe279b2504,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:49.024456 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6b591975-cd47-4cd0-bc73-af9f7bdfe9fe tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.033504 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 79814064-af17-4f0e-86af-f9fe279b2504 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:31:49.123380 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b591975-cd47-4cd0-bc73-af9f7bdfe9fe tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Pushing event updated for resources: {'Port': ['ID=37661084-a256-4ec8-ba9c-576e09443861,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:49.128938 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33628) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:49.137072 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-7f1d659b-23c2-43e8-85ae-c62fee2daa52 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Request body: {'subnets': [{'network_id': 'f7d035ef-a444-4882-94ab-108b1a1d2dc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1481902764', 'ip_version': 4}, {'network_id': '79814064-af17-4f0e-86af-f9fe279b2504', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:49.137489 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-7f1d659b-23c2-43e8-85ae-c62fee2daa52 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Request body: {'subnet': {'network_id': 'f7d035ef-a444-4882-94ab-108b1a1d2dc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1481902764', 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:49.138182 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-7f1d659b-23c2-43e8-85ae-c62fee2daa52 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Request body: {'subnet': {'network_id': '79814064-af17-4f0e-86af-f9fe279b2504', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:49.148223 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b591975-cd47-4cd0-bc73-af9f7bdfe9fe tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:49.161758 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-6b591975-cd47-4cd0-bc73-af9f7bdfe9fe tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:49.170808 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b591975-cd47-4cd0-bc73-af9f7bdfe9fe tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:49.263773 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5bc8bd05-8e37-4a5b-ad96-465aa0431b76 req-90aaf86c-9e68-460f-a3c4-3d4b86f7ea0f tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 210 time: 0.0323110 Jul 13 07:31:49.267725 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-06017134-036f-439d-b0b0-7cf038e633e9 req-b054fe73-d782-4496-97f9-4c3e5c3a9d49 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6406662 Jul 13 07:31:49.350374 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-06017134-036f-439d-b0b0-7cf038e633e9 req-a9b7da00-6d4b-432e-af25-3e1221d30a2b service neutron] Request body: {'port': {'device_id': 'bb06e675-f213-417c-af7c-abb6eb10ac7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:49.497129 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1d659b-23c2-43e8-85ae-c62fee2daa52 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Made reservation on behalf of 0d29223b4a88426e864628891414a48f for: {'subnet': 2} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:31:49.502023 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7f1d659b-23c2-43e8-85ae-c62fee2daa52 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.502441 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7f1d659b-23c2-43e8-85ae-c62fee2daa52 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.524381 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-06017134-036f-439d-b0b0-7cf038e633e9 req-a9b7da00-6d4b-432e-af25-3e1221d30a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.541098 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-619f17de-76d4-40af-b001-0d6ea54e1f97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.590252 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ff63f-7485-4e19-b98d-106f72267660 req-d26b0a23-b5aa-4fca-973a-975b5cbb12a0 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:49.591831 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-925ff63f-7485-4e19-b98d-106f72267660 req-d26b0a23-b5aa-4fca-973a-975b5cbb12a0 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb06e675-f213-417c-af7c-abb6eb10ac7b HTTP/1.1" status: 200 len: 931 time: 0.1821480 Jul 13 07:31:49.722332 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6b591975-cd47-4cd0-bc73-af9f7bdfe9fe tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router_gateway, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:49.729021 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-925ff63f-7485-4e19-b98d-106f72267660 req-18d4f4de-3dbe-4574-99af-9671e0d8a666 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803366 Jul 13 07:31:49.940607 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-619f17de-76d4-40af-b001-0d6ea54e1f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:50.067528 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6b591975-cd47-4cd0-bc73-af9f7bdfe9fe tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:50.075783 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6b591975-cd47-4cd0-bc73-af9f7bdfe9fe tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-409024'] for router, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:50.090284 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-06017134-036f-439d-b0b0-7cf038e633e9 req-a9b7da00-6d4b-432e-af25-3e1221d30a2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f6f283a-e58e-4fda-9415-124a3afda412 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:31:50.101301 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-06017134-036f-439d-b0b0-7cf038e633e9 req-a9b7da00-6d4b-432e-af25-3e1221d30a2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:50.121564 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-06017134-036f-439d-b0b0-7cf038e633e9 req-a9b7da00-6d4b-432e-af25-3e1221d30a2b service neutron] Transition to ACTIVE for port object 0f6f283a-e58e-4fda-9415-124a3afda412 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:50.127498 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-06017134-036f-439d-b0b0-7cf038e633e9 req-a9b7da00-6d4b-432e-af25-3e1221d30a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:50.192649 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619f17de-76d4-40af-b001-0d6ea54e1f97 admin admin] Router 4d760e0b-0024-47a3-abfb-03eaa3faaeba is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:31:50.196346 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b7da00-6d4b-432e-af25-3e1221d30a2b service neutron] Pushing event updated for resources: {'Port': ['ID=0f6f283a-e58e-4fda-9415-124a3afda412,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:50.271060 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7f1d659b-23c2-43e8-85ae-c62fee2daa52 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:50.350700 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d659b-23c2-43e8-85ae-c62fee2daa52 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Pushing event updated for resources: {'Subnet': ['ID=5287cd0e-63d4-428d-bf70-d68be93697ea,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:50.366715 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b591975-cd47-4cd0-bc73-af9f7bdfe9fe tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Router 3c2d53a0-def1-48dd-9457-70b72b3eb3f3 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:31:50.368673 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1d659b-23c2-43e8-85ae-c62fee2daa52 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Checking segment: {'id': '8bb51356-960c-40e4-ba1e-4a42a4905f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f7d035ef-a444-4882-94ab-108b1a1d2dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:50.369028 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1d659b-23c2-43e8-85ae-c62fee2daa52 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Network hostable DHCP agents. Network: f7d035ef-a444-4882-94ab-108b1a1d2dc9, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:31:50.390165 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-06017134-036f-439d-b0b0-7cf038e633e9 req-a9b7da00-6d4b-432e-af25-3e1221d30a2b service neutron] Attempting to bind port 0f6f283a-e58e-4fda-9415-124a3afda412 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:50.390926 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-06017134-036f-439d-b0b0-7cf038e633e9 req-a9b7da00-6d4b-432e-af25-3e1221d30a2b service neutron] Attempting to bind port 0f6f283a-e58e-4fda-9415-124a3afda412 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '5a5e32fa-d1a7-44e2-b088-49b4ede36727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '324cb62a-283f-4998-ab58-61f8ca597760'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:50.390926 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06017134-036f-439d-b0b0-7cf038e633e9 req-a9b7da00-6d4b-432e-af25-3e1221d30a2b service neutron] Attempting to bind port 0f6f283a-e58e-4fda-9415-124a3afda412 on network 324cb62a-283f-4998-ab58-61f8ca597760 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:50.400953 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06017134-036f-439d-b0b0-7cf038e633e9 req-a9b7da00-6d4b-432e-af25-3e1221d30a2b service neutron] Port 0f6f283a-e58e-4fda-9415-124a3afda412 on network 324cb62a-283f-4998-ab58-61f8ca597760 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:31:50.401270 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06017134-036f-439d-b0b0-7cf038e633e9 req-a9b7da00-6d4b-432e-af25-3e1221d30a2b service neutron] Attempting to bind port 0f6f283a-e58e-4fda-9415-124a3afda412 on network 324cb62a-283f-4998-ab58-61f8ca597760 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:50.408457 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06017134-036f-439d-b0b0-7cf038e633e9 req-a9b7da00-6d4b-432e-af25-3e1221d30a2b service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:50.408825 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06017134-036f-439d-b0b0-7cf038e633e9 req-a9b7da00-6d4b-432e-af25-3e1221d30a2b service neutron] Checking segment: {'id': '5a5e32fa-d1a7-44e2-b088-49b4ede36727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '324cb62a-283f-4998-ab58-61f8ca597760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:50.409223 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06017134-036f-439d-b0b0-7cf038e633e9 req-a9b7da00-6d4b-432e-af25-3e1221d30a2b service neutron] Bound using segment: {'id': '5a5e32fa-d1a7-44e2-b088-49b4ede36727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '324cb62a-283f-4998-ab58-61f8ca597760'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:50.409845 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-06017134-036f-439d-b0b0-7cf038e633e9 req-a9b7da00-6d4b-432e-af25-3e1221d30a2b service neutron] Bound port: 0f6f283a-e58e-4fda-9415-124a3afda412, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a5e32fa-d1a7-44e2-b088-49b4ede36727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '324cb62a-283f-4998-ab58-61f8ca597760'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:50.410257 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-06017134-036f-439d-b0b0-7cf038e633e9 req-a9b7da00-6d4b-432e-af25-3e1221d30a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:50.433580 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1d659b-23c2-43e8-85ae-c62fee2daa52 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Network f7d035ef-a444-4882-94ab-108b1a1d2dc9 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:31:50.479073 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-7f1d659b-23c2-43e8-85ae-c62fee2daa52 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, f7d035ef-a444-4882-94ab-108b1a1d2dc9) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:50.485688 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7f1d659b-23c2-43e8-85ae-c62fee2daa52 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:50.491454 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f30ade7-9221-43a4-823f-336ca33aa140 None None] Network f7d035ef-a444-4882-94ab-108b1a1d2dc9 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:50.492080 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8757a8cf-9125-4a27-a5ba-f9521940c39d req-8a642e22-65c0-4c63-9410-64a205816b31 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 210 time: 0.0435064 Jul 13 07:31:50.500323 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619f17de-76d4-40af-b001-0d6ea54e1f97 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:50.512760 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfac3715-c487-453e-a15a-300f8abaaa78 None None] Sync routers for ids ['4d760e0b-0024-47a3-abfb-03eaa3faaeba'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:50.528413 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfac3715-c487-453e-a15a-300f8abaaa78 None None] Routers {'4d760e0b-0024-47a3-abfb-03eaa3faaeba'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:50.529092 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-bfac3715-c487-453e-a15a-300f8abaaa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:31:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['4d760e0b-0024-47a3-abfb-03eaa3faaeba'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:50.560949 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-619f17de-76d4-40af-b001-0d6ea54e1f97 admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:50.562442 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-619f17de-76d4-40af-b001-0d6ea54e1f97 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.4148569 Jul 13 07:31:50.565597 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33634) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:50.577739 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b591975-cd47-4cd0-bc73-af9f7bdfe9fe tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:50.596436 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f819a1-2077-472b-a466-abc0d2454a12 None None] Sync routers for ids ['3c2d53a0-def1-48dd-9457-70b72b3eb3f3'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:50.599446 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6b591975-cd47-4cd0-bc73-af9f7bdfe9fe tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:50.600726 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6b591975-cd47-4cd0-bc73-af9f7bdfe9fe tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] 10.222.0.23 "PUT /v2.0/routers/3c2d53a0-def1-48dd-9457-70b72b3eb3f3 HTTP/1.1" status: 200 len: 882 time: 3.7848914 Jul 13 07:31:50.612102 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33636) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:50.620520 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f819a1-2077-472b-a466-abc0d2454a12 None None] Routers {'3c2d53a0-def1-48dd-9457-70b72b3eb3f3'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:50.621292 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-e0f819a1-2077-472b-a466-abc0d2454a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:31:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['3c2d53a0-def1-48dd-9457-70b72b3eb3f3'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:50.664725 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-e0f819a1-2077-472b-a466-abc0d2454a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:50.720675 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f819a1-2077-472b-a466-abc0d2454a12 None None] Routers {'3c2d53a0-def1-48dd-9457-70b72b3eb3f3'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:50.722272 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-bfac3715-c487-453e-a15a-300f8abaaa78 None None] Set router 4d760e0b-0024-47a3-abfb-03eaa3faaeba gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:50.723024 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-e0f819a1-2077-472b-a466-abc0d2454a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:31:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['3c2d53a0-def1-48dd-9457-70b72b3eb3f3'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:50.782744 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-06017134-036f-439d-b0b0-7cf038e633e9 req-a9b7da00-6d4b-432e-af25-3e1221d30a2b service neutron] For port 0f6f283a-e58e-4fda-9415-124a3afda412, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:50.830623 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-e0f819a1-2077-472b-a466-abc0d2454a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:50.833075 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f819a1-2077-472b-a466-abc0d2454a12 None None] The sync data for ids ['3c2d53a0-def1-48dd-9457-70b72b3eb3f3'] in n-d-771363-34 is: [] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:50.886810 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3bee10-5b9b-4391-bc2b-289f8992cb72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-f7d035ef-a444-4882-94ab-108b1a1d2dc9', 'network_id': 'f7d035ef-a444-4882-94ab-108b1a1d2dc9', 'tenant_id': '0d29223b4a88426e864628891414a48f', 'fixed_ips': [{'subnet_id': '5287cd0e-63d4-428d-bf70-d68be93697ea'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:31:50.887847 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7b3bee10-5b9b-4391-bc2b-289f8992cb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:50.956816 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-06017134-036f-439d-b0b0-7cf038e633e9 req-a9b7da00-6d4b-432e-af25-3e1221d30a2b service neutron] For port 0f6f283a-e58e-4fda-9415-124a3afda412, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=0f6f283a-e58e-4fda-9415-124a3afda412,segment=NetworkSegment(5a5e32fa-d1a7-44e2-b088-49b4ede36727),segment_id=5a5e32fa-d1a7-44e2-b088-49b4ede36727)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:51.026528 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-bfac3715-c487-453e-a15a-300f8abaaa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d760e0b-0024-47a3-abfb-03eaa3faaeba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1562705467-router', 'tenant_id': '8f095698c72c459eb677dcbc568ab1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '61883458-893e-4ec5-b66b-0d6f79ea449b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:47Z', 'updated_at': '2021-07-13T07:31:49Z', 'revision_number': 3, 'project_id': '8f095698c72c459eb677dcbc568ab1ae', 'gw_port': {'id': '61883458-893e-4ec5-b66b-0d6f79ea449b', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ab:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d760e0b-0024-47a3-abfb-03eaa3faaeba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:48Z', 'updated_at': '2021-07-13T07:31:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:51.059140 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-06017134-036f-439d-b0b0-7cf038e633e9 req-a9b7da00-6d4b-432e-af25-3e1221d30a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:51.059608 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfac3715-c487-453e-a15a-300f8abaaa78 None None] Checking router: 4d760e0b-0024-47a3-abfb-03eaa3faaeba for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:31:51.060278 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfac3715-c487-453e-a15a-300f8abaaa78 None None] Updating router 4d760e0b-0024-47a3-abfb-03eaa3faaeba port 61883458-893e-4ec5-b66b-0d6f79ea449b binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:31:51.097637 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-bfac3715-c487-453e-a15a-300f8abaaa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:51.104004 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-7b3bee10-5b9b-4391-bc2b-289f8992cb72 None None] Allocated IP 172.20.0.2 (f7d035ef-a444-4882-94ab-108b1a1d2dc9/5287cd0e-63d4-428d-bf70-d68be93697ea/4912b06d-f7e5-43e5-8243-7aa20a2597a1) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:51.122725 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b7da00-6d4b-432e-af25-3e1221d30a2b service neutron] Pushing event updated for resources: {'Port': ['ID=0f6f283a-e58e-4fda-9415-124a3afda412,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:51.144445 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06017134-036f-439d-b0b0-7cf038e633e9 req-a9b7da00-6d4b-432e-af25-3e1221d30a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:51.145065 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-06017134-036f-439d-b0b0-7cf038e633e9 req-a9b7da00-6d4b-432e-af25-3e1221d30a2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:51.147138 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-06017134-036f-439d-b0b0-7cf038e633e9 req-a9b7da00-6d4b-432e-af25-3e1221d30a2b service neutron] 10.222.0.42 "PUT /v2.0/ports/0f6f283a-e58e-4fda-9415-124a3afda412 HTTP/1.1" status: 200 len: 1092 time: 1.8065152 Jul 13 07:31:51.147659 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb06e675-f213-417c-af7c-abb6eb10ac7b', 'tag': '0f6f283a-e58e-4fda-9415-124a3afda412'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:51.150040 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26991d3e-13de-4213-beeb-6e0e59422a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "bb06e675-f213-417c-af7c-abb6eb10ac7b", "tag": "0f6f283a-e58e-4fda-9415-124a3afda412"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:51.227757 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcfcadd-9670-451a-990d-e76031986308 x-openstack-request-id: req-1dcfcadd-9670-451a-990d-e76031986308 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:51.228361 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb06e675-f213-417c-af7c-abb6eb10ac7b", "tag": "0f6f283a-e58e-4fda-9415-124a3afda412", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:51.228784 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1dcfcadd-9670-451a-990d-e76031986308 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:51.229360 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb06e675-f213-417c-af7c-abb6eb10ac7b', 'tag': '0f6f283a-e58e-4fda-9415-124a3afda412', 'status': 'completed', 'code': 200} Jul 13 07:31:51.440276 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06017134-036f-439d-b0b0-7cf038e633e9 req-df05ac94-afc2-4713-9fb1-ac98f2917475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:51.442002 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-06017134-036f-439d-b0b0-7cf038e633e9 req-df05ac94-afc2-4713-9fb1-ac98f2917475 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f479963551e4752848e4380eebe58cf&device_id=bb06e675-f213-417c-af7c-abb6eb10ac7b HTTP/1.1" status: 200 len: 1095 time: 0.2117095 Jul 13 07:31:51.449331 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d659b-23c2-43e8-85ae-c62fee2daa52 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Pushing event updated for resources: {'Subnet': ['ID=b08d736c-12db-43b1-93c5-2d5fe9bdc128,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:51.450632 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7b3bee10-5b9b-4391-bc2b-289f8992cb72 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:51.458801 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e8dfe8f9-f571-49fc-9097-f9d04aee065a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:51.470625 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7b3bee10-5b9b-4391-bc2b-289f8992cb72 None None] Transition to ACTIVE for port object 4912b06d-f7e5-43e5-8243-7aa20a2597a1 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:51.493795 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-bfac3715-c487-453e-a15a-300f8abaaa78 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:51.496633 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7b3bee10-5b9b-4391-bc2b-289f8992cb72 None None] Transition to ACTIVE for port object 4912b06d-f7e5-43e5-8243-7aa20a2597a1 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:51.497278 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1d659b-23c2-43e8-85ae-c62fee2daa52 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Checking segment: {'id': 'dc0261d2-d193-4360-b745-68fe27b67cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '79814064-af17-4f0e-86af-f9fe279b2504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:51.498214 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1d659b-23c2-43e8-85ae-c62fee2daa52 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Network hostable DHCP agents. Network: 79814064-af17-4f0e-86af-f9fe279b2504, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:31:51.504160 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-06017134-036f-439d-b0b0-7cf038e633e9 req-b5b00b59-e7d9-4a9f-b2c1-86e3c501f6fa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f6f283a-e58e-4fda-9415-124a3afda412 HTTP/1.1" status: 200 len: 217 time: 0.0532820 Jul 13 07:31:51.509971 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-bfac3715-c487-453e-a15a-300f8abaaa78 None None] Transition to ACTIVE for port object 61883458-893e-4ec5-b66b-0d6f79ea449b will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:51.511011 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7b3bee10-5b9b-4391-bc2b-289f8992cb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:51.519640 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-bfac3715-c487-453e-a15a-300f8abaaa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:51.572959 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac426023-93f5-4d18-8de1-ff6255fe4e91 req-df730496-f8a1-4983-8c59-0c3dcdc46232 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:51.574950 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ac426023-93f5-4d18-8de1-ff6255fe4e91 req-df730496-f8a1-4983-8c59-0c3dcdc46232 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb06e675-f213-417c-af7c-abb6eb10ac7b HTTP/1.1" status: 200 len: 943 time: 0.3738396 Jul 13 07:31:51.612551 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3bee10-5b9b-4391-bc2b-289f8992cb72 None None] Network f7d035ef-a444-4882-94ab-108b1a1d2dc9 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:51.616623 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1d659b-23c2-43e8-85ae-c62fee2daa52 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Network 79814064-af17-4f0e-86af-f9fe279b2504 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:31:51.621561 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-7b3bee10-5b9b-4391-bc2b-289f8992cb72 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:51.627563 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1aec960a-dba6-4844-a051-b998562d3b03 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] 10.222.0.23 "GET /v2.0/routers/3c2d53a0-def1-48dd-9457-70b72b3eb3f3 HTTP/1.1" status: 200 len: 923 time: 1.0141094 Jul 13 07:31:51.628556 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33644) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:51.632174 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f5d2e8-a7a5-4ac5-a1d9-e517e43bc698 None None] Pushing event updated for resources: {'Port': ['ID=61883458-893e-4ec5-b66b-0d6f79ea449b,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:51.638111 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3bee10-5b9b-4391-bc2b-289f8992cb72 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:51.669444 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06017134-036f-439d-b0b0-7cf038e633e9 req-85993ce0-66ef-42ab-a91f-335b9c5bea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:51.670997 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-06017134-036f-439d-b0b0-7cf038e633e9 req-85993ce0-66ef-42ab-a91f-335b9c5bea59 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5b417da6-f0a7-4a6d-b28c-2dd98c361dbc HTTP/1.1" status: 200 len: 852 time: 0.1592412 Jul 13 07:31:51.674498 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-bfac3715-c487-453e-a15a-300f8abaaa78 None None] Attempting to bind port 61883458-893e-4ec5-b66b-0d6f79ea449b on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:51.677337 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bee10-5b9b-4391-bc2b-289f8992cb72 None None] Pushing event updated for resources: {'Port': ['ID=4912b06d-f7e5-43e5-8243-7aa20a2597a1,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:51.677966 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-bfac3715-c487-453e-a15a-300f8abaaa78 None None] Attempting to bind port 61883458-893e-4ec5-b66b-0d6f79ea449b by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:51.678584 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfac3715-c487-453e-a15a-300f8abaaa78 None None] Attempting to bind port 61883458-893e-4ec5-b66b-0d6f79ea449b on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:51.693058 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfac3715-c487-453e-a15a-300f8abaaa78 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:51.693281 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfac3715-c487-453e-a15a-300f8abaaa78 None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:51.693806 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-bfac3715-c487-453e-a15a-300f8abaaa78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:51.694363 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfac3715-c487-453e-a15a-300f8abaaa78 None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:51.694905 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-bfac3715-c487-453e-a15a-300f8abaaa78 None None] Bound port: 61883458-893e-4ec5-b66b-0d6f79ea449b, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:51.695302 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-bfac3715-c487-453e-a15a-300f8abaaa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:51.713125 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-7f1d659b-23c2-43e8-85ae-c62fee2daa52 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 79814064-af17-4f0e-86af-f9fe279b2504) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:51.731651 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1d659b-23c2-43e8-85ae-c62fee2daa52 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:51.732325 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1d659b-23c2-43e8-85ae-c62fee2daa52 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:51.733031 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7f1d659b-23c2-43e8-85ae-c62fee2daa52 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:51.743432 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-06017134-036f-439d-b0b0-7cf038e633e9 req-839b2db9-7288-482c-8f6b-2d50d4bec28a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=324cb62a-283f-4998-ab58-61f8ca597760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645294 Jul 13 07:31:51.777510 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ac426023-93f5-4d18-8de1-ff6255fe4e91 req-7f79f1bf-b894-48f3-8ab6-328534d00ee2 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875331 Jul 13 07:31:51.784908 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7f1d659b-23c2-43e8-85ae-c62fee2daa52 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.6528318 Jul 13 07:31:51.792305 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33646) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:51.827067 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cc4dc6-949e-4af2-b5cb-9e51915f881c tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:51.831878 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b1cc4dc6-949e-4af2-b5cb-9e51915f881c tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=099fd220-496e-4556-906a-9ab228a05c02&device_id=3c2d53a0-def1-48dd-9457-70b72b3eb3f3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1935472 Jul 13 07:31:51.838170 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-bfac3715-c487-453e-a15a-300f8abaaa78 None None] For port 61883458-893e-4ec5-b66b-0d6f79ea449b, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:51.845271 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-bfac3715-c487-453e-a15a-300f8abaaa78 None None] For port 61883458-893e-4ec5-b66b-0d6f79ea449b, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=61883458-893e-4ec5-b66b-0d6f79ea449b,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:51.857806 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33648) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:51.858825 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-bfac3715-c487-453e-a15a-300f8abaaa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:51.932803 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeba32f8-50d0-4d9b-b916-32672d0cb541 None None] Network 79814064-af17-4f0e-86af-f9fe279b2504 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:51.937670 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-06017134-036f-439d-b0b0-7cf038e633e9 req-f6e60cd5-a998-48b4-bc74-4142f5c851c0 service neutron] 10.222.0.42 "GET /v2.0/networks/324cb62a-283f-4998-ab58-61f8ca597760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867607 Jul 13 07:31:51.995795 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edddb26-bc38-41a0-98b5-df91e184b99e tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:51.998169 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edddb26-bc38-41a0-98b5-df91e184b99e tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:52.000813 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dd277dd4-d7a7-4f6e-a582-ff722a01fce8 req-ff96adc0-9073-4833-9747-153369e52c06 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 210 time: 0.0592363 Jul 13 07:31:52.004205 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfac3715-c487-453e-a15a-300f8abaaa78 None None] Routers {'4d760e0b-0024-47a3-abfb-03eaa3faaeba'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:52.004508 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edddb26-bc38-41a0-98b5-df91e184b99e tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:52.009865 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0edddb26-bc38-41a0-98b5-df91e184b99e tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2062209 Jul 13 07:31:52.010269 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-bfac3715-c487-453e-a15a-300f8abaaa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:31:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['4d760e0b-0024-47a3-abfb-03eaa3faaeba'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:52.013525 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f5d2e8-a7a5-4ac5-a1d9-e517e43bc698 None None] Pushing event updated for resources: {'Port': ['ID=61883458-893e-4ec5-b66b-0d6f79ea449b,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:52.034373 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33650) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:52.084372 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-7b3bee10-5b9b-4391-bc2b-289f8992cb72 None None] Attempting to bind port 4912b06d-f7e5-43e5-8243-7aa20a2597a1 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:52.084726 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-7b3bee10-5b9b-4391-bc2b-289f8992cb72 None None] Attempting to bind port 4912b06d-f7e5-43e5-8243-7aa20a2597a1 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '8bb51356-960c-40e4-ba1e-4a42a4905f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f7d035ef-a444-4882-94ab-108b1a1d2dc9'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:52.085077 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3bee10-5b9b-4391-bc2b-289f8992cb72 None None] Attempting to bind port 4912b06d-f7e5-43e5-8243-7aa20a2597a1 on network f7d035ef-a444-4882-94ab-108b1a1d2dc9 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:52.095862 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3bee10-5b9b-4391-bc2b-289f8992cb72 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:52.096242 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3bee10-5b9b-4391-bc2b-289f8992cb72 None None] Checking segment: {'id': '8bb51356-960c-40e4-ba1e-4a42a4905f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f7d035ef-a444-4882-94ab-108b1a1d2dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:52.096640 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7b3bee10-5b9b-4391-bc2b-289f8992cb72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:52.097201 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3bee10-5b9b-4391-bc2b-289f8992cb72 None None] Bound using segment: {'id': '8bb51356-960c-40e4-ba1e-4a42a4905f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f7d035ef-a444-4882-94ab-108b1a1d2dc9'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:52.097965 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-7b3bee10-5b9b-4391-bc2b-289f8992cb72 None None] Bound port: 4912b06d-f7e5-43e5-8243-7aa20a2597a1, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb51356-960c-40e4-ba1e-4a42a4905f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f7d035ef-a444-4882-94ab-108b1a1d2dc9'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:52.098134 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7b3bee10-5b9b-4391-bc2b-289f8992cb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:52.123347 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9416fc8-aeae-4b10-a4e6-3410b8cf215e tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:52.132090 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b9416fc8-aeae-4b10-a4e6-3410b8cf215e tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] 10.222.0.23 "GET /v2.0/networks/099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 881 time: 0.2729490 Jul 13 07:31:52.134627 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33652) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:52.145750 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-e8dfe8f9-f571-49fc-9097-f9d04aee065a admin admin] Allocated IP 172.20.0.1 (675a4bd8-c216-4ff7-85f6-a501734f8413/82005969-545f-4e2a-bfa2-f70bad7873ae/888a64e0-459e-4ce3-9094-7830d9552ea8) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:52.181121 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a9ef00a-84dc-4c5d-ad79-62952f801528 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Deleting subnet 5287cd0e-63d4-428d-bf70-d68be93697ea {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:31:52.191413 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1a9ef00a-84dc-4c5d-ad79-62952f801528 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:52.198135 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-61671775-6aaf-49cf-b8d6-107cacead09b tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c2d53a0-def1-48dd-9457-70b72b3eb3f3 HTTP/1.1" status: 200 len: 205 time: 0.0618615 Jul 13 07:31:52.200725 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33654) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:52.201231 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-7b3bee10-5b9b-4391-bc2b-289f8992cb72 None None] For port 4912b06d-f7e5-43e5-8243-7aa20a2597a1, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:52.205955 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-7b3bee10-5b9b-4391-bc2b-289f8992cb72 None None] For port 4912b06d-f7e5-43e5-8243-7aa20a2597a1, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=4912b06d-f7e5-43e5-8243-7aa20a2597a1,segment=NetworkSegment(8bb51356-960c-40e4-ba1e-4a42a4905f14),segment_id=8bb51356-960c-40e4-ba1e-4a42a4905f14)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:52.215383 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7b3bee10-5b9b-4391-bc2b-289f8992cb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:52.230565 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-06017134-036f-439d-b0b0-7cf038e633e9 req-0fa65425-f5c7-46cf-a303-15eee51021c6 service neutron] 10.222.0.42 "GET /v2.0/networks/324cb62a-283f-4998-ab58-61f8ca597760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847059 Jul 13 07:31:52.269090 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-bfac3715-c487-453e-a15a-300f8abaaa78 None None] Set router 4d760e0b-0024-47a3-abfb-03eaa3faaeba gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:52.303639 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bee10-5b9b-4391-bc2b-289f8992cb72 None None] Pushing event updated for resources: {'Port': ['ID=4912b06d-f7e5-43e5-8243-7aa20a2597a1,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:52.325485 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1a9ef00a-84dc-4c5d-ad79-62952f801528 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:52.351458 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80ec0c4-ce02-47b2-a383-1ff4542428cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-79814064-af17-4f0e-86af-f9fe279b2504', 'network_id': '79814064-af17-4f0e-86af-f9fe279b2504', 'tenant_id': '0d29223b4a88426e864628891414a48f', 'fixed_ips': [{'subnet_id': 'b08d736c-12db-43b1-93c5-2d5fe9bdc128'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:31:52.352761 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c80ec0c4-ce02-47b2-a383-1ff4542428cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:52.485133 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1820623e-07a9-4ece-937c-3db2c0031c12 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:52.552966 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-bfac3715-c487-453e-a15a-300f8abaaa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d760e0b-0024-47a3-abfb-03eaa3faaeba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1562705467-router', 'tenant_id': '8f095698c72c459eb677dcbc568ab1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '61883458-893e-4ec5-b66b-0d6f79ea449b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:47Z', 'updated_at': '2021-07-13T07:31:49Z', 'revision_number': 3, 'project_id': '8f095698c72c459eb677dcbc568ab1ae', 'gw_port': {'id': '61883458-893e-4ec5-b66b-0d6f79ea449b', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ab:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d760e0b-0024-47a3-abfb-03eaa3faaeba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:48Z', 'updated_at': '2021-07-13T07:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:52.626174 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfac3715-c487-453e-a15a-300f8abaaa78 None None] The sync data for ids ['4d760e0b-0024-47a3-abfb-03eaa3faaeba'] in n-d-771363-34 is: [{'id': '4d760e0b-0024-47a3-abfb-03eaa3faaeba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1562705467-router', 'tenant_id': '8f095698c72c459eb677dcbc568ab1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '61883458-893e-4ec5-b66b-0d6f79ea449b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:47Z', 'updated_at': '2021-07-13T07:31:49Z', 'revision_number': 3, 'project_id': '8f095698c72c459eb677dcbc568ab1ae', 'gw_port': {'id': '61883458-893e-4ec5-b66b-0d6f79ea449b', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ab:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d760e0b-0024-47a3-abfb-03eaa3faaeba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:48Z', 'updated_at': '2021-07-13T07:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:52.683290 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-c80ec0c4-ce02-47b2-a383-1ff4542428cf None None] Allocated IP 172.20.0.18 (79814064-af17-4f0e-86af-f9fe279b2504/b08d736c-12db-43b1-93c5-2d5fe9bdc128/4f17a89f-29fc-4f69-ae25-22e51c65ae82) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:52.765136 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1820623e-07a9-4ece-937c-3db2c0031c12 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:52.864517 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-1820623e-07a9-4ece-937c-3db2c0031c12 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Deleting port 37661084-a256-4ec8-ba9c-576e09443861 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:52.864924 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1820623e-07a9-4ece-937c-3db2c0031c12 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:53.081042 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c80ec0c4-ce02-47b2-a383-1ff4542428cf None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:53.105021 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c80ec0c4-ce02-47b2-a383-1ff4542428cf None None] Transition to ACTIVE for port object 4f17a89f-29fc-4f69-ae25-22e51c65ae82 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:53.107476 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e8dfe8f9-f571-49fc-9097-f9d04aee065a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:53.155656 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c80ec0c4-ce02-47b2-a383-1ff4542428cf None None] Transition to ACTIVE for port object 4f17a89f-29fc-4f69-ae25-22e51c65ae82 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:53.162414 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1820623e-07a9-4ece-937c-3db2c0031c12 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:53.169535 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c80ec0c4-ce02-47b2-a383-1ff4542428cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:53.193135 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-1820623e-07a9-4ece-937c-3db2c0031c12 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Calling delete_port for 37661084-a256-4ec8-ba9c-576e09443861 owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:53.200959 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26991d3e-13de-4213-beeb-6e0e59422a5b req-7bc5f1cb-484f-4baa-aa10-ffa0f7ee105e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:53.204841 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-26991d3e-13de-4213-beeb-6e0e59422a5b req-7bc5f1cb-484f-4baa-aa10-ffa0f7ee105e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f479963551e4752848e4380eebe58cf&device_id=bb06e675-f213-417c-af7c-abb6eb10ac7b HTTP/1.1" status: 200 len: 1095 time: 0.8997498 Jul 13 07:31:53.227562 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e77a90-a92a-459d-ba97-3cbd2c5958e2 req-f9072f1f-8d58-4055-89fd-6cc417f55d82 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:53.237053 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a7e77a90-a92a-459d-ba97-3cbd2c5958e2 req-f9072f1f-8d58-4055-89fd-6cc417f55d82 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb06e675-f213-417c-af7c-abb6eb10ac7b HTTP/1.1" status: 200 len: 943 time: 0.2295721 Jul 13 07:31:53.239518 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1a9ef00a-84dc-4c5d-ad79-62952f801528 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:53.268428 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80ec0c4-ce02-47b2-a383-1ff4542428cf None None] Network 79814064-af17-4f0e-86af-f9fe279b2504 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:53.272623 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:53.273733 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-c80ec0c4-ce02-47b2-a383-1ff4542428cf None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:53.295587 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ec0c4-ce02-47b2-a383-1ff4542428cf None None] Pushing event updated for resources: {'Port': ['ID=4f17a89f-29fc-4f69-ae25-22e51c65ae82,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:53.305631 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80ec0c4-ce02-47b2-a383-1ff4542428cf None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:53.386659 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a7e77a90-a92a-459d-ba97-3cbd2c5958e2 req-3e75e876-0605-4e6d-b9f1-13535d23add1 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483040 Jul 13 07:31:53.487261 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-c80ec0c4-ce02-47b2-a383-1ff4542428cf None None] Attempting to bind port 4f17a89f-29fc-4f69-ae25-22e51c65ae82 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:53.487261 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-c80ec0c4-ce02-47b2-a383-1ff4542428cf None None] Attempting to bind port 4f17a89f-29fc-4f69-ae25-22e51c65ae82 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'dc0261d2-d193-4360-b745-68fe27b67cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '79814064-af17-4f0e-86af-f9fe279b2504'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:53.487656 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80ec0c4-ce02-47b2-a383-1ff4542428cf None None] Attempting to bind port 4f17a89f-29fc-4f69-ae25-22e51c65ae82 on network 79814064-af17-4f0e-86af-f9fe279b2504 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:53.503493 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80ec0c4-ce02-47b2-a383-1ff4542428cf None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:53.504187 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80ec0c4-ce02-47b2-a383-1ff4542428cf None None] Checking segment: {'id': 'dc0261d2-d193-4360-b745-68fe27b67cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '79814064-af17-4f0e-86af-f9fe279b2504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:53.504573 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c80ec0c4-ce02-47b2-a383-1ff4542428cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:53.504962 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80ec0c4-ce02-47b2-a383-1ff4542428cf None None] Bound using segment: {'id': 'dc0261d2-d193-4360-b745-68fe27b67cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '79814064-af17-4f0e-86af-f9fe279b2504'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:53.505441 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-c80ec0c4-ce02-47b2-a383-1ff4542428cf None None] Bound port: 4f17a89f-29fc-4f69-ae25-22e51c65ae82, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0261d2-d193-4360-b745-68fe27b67cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '79814064-af17-4f0e-86af-f9fe279b2504'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:53.505816 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c80ec0c4-ce02-47b2-a383-1ff4542428cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:53.533416 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-171d5e7c-9e2b-4106-93d3-a8fae7b1ea62 req-26330166-1cb0-4587-a2c6-97c8bf11d7c3 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 210 time: 0.2238429 Jul 13 07:31:53.574291 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1a9ef00a-84dc-4c5d-ad79-62952f801528 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:53.638036 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-c80ec0c4-ce02-47b2-a383-1ff4542428cf None None] For port 4f17a89f-29fc-4f69-ae25-22e51c65ae82, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:53.644137 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-c80ec0c4-ce02-47b2-a383-1ff4542428cf None None] For port 4f17a89f-29fc-4f69-ae25-22e51c65ae82, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=4f17a89f-29fc-4f69-ae25-22e51c65ae82,segment=NetworkSegment(dc0261d2-d193-4360-b745-68fe27b67cdd),segment_id=dc0261d2-d193-4360-b745-68fe27b67cdd)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:53.649953 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c80ec0c4-ce02-47b2-a383-1ff4542428cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:53.665432 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 61883458-893e-4ec5-b66b-0d6f79ea449b up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:53.738793 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1820623e-07a9-4ece-937c-3db2c0031c12 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:53.758431 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e8dfe8f9-f571-49fc-9097-f9d04aee065a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:53.765778 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ef00a-84dc-4c5d-ad79-62952f801528 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Pushing event deleted for resources: {'Subnet': ['ID=5287cd0e-63d4-428d-bf70-d68be93697ea,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:53.817305 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1a9ef00a-84dc-4c5d-ad79-62952f801528 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:53.823023 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1a9ef00a-84dc-4c5d-ad79-62952f801528 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] 10.222.0.23 "DELETE /v2.0/subnets/5287cd0e-63d4-428d-bf70-d68be93697ea HTTP/1.1" status: 204 len: 168 time: 1.7874274 Jul 13 07:31:53.828190 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33660) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:53.877862 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:53.918342 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820623e-07a9-4ece-937c-3db2c0031c12 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Pushing event deleted for resources: {'Port': ['ID=37661084-a256-4ec8-ba9c-576e09443861,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:53.944827 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 0f6f283a-e58e-4fda-9415-124a3afda412 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:31:53.959919 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dfe8f9-f571-49fc-9097-f9d04aee065a admin admin] Pushing event updated for resources: {'Port': ['ID=888a64e0-459e-4ce3-9094-7830d9552ea8,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:53.987155 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1820623e-07a9-4ece-937c-3db2c0031c12 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:54.006407 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 61883458-893e-4ec5-b66b-0d6f79ea449b completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:54.013117 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ec0c4-ce02-47b2-a383-1ff4542428cf None None] Pushing event updated for resources: {'Port': ['ID=4f17a89f-29fc-4f69-ae25-22e51c65ae82,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:54.025659 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 61883458-893e-4ec5-b66b-0d6f79ea449b triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:54.027054 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:54.136441 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dfe8f9-f571-49fc-9097-f9d04aee065a admin admin] Network 675a4bd8-c216-4ff7-85f6-a501734f8413 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:54.161138 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-e8dfe8f9-f571-49fc-9097-f9d04aee065a admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:54.170110 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dfe8f9-f571-49fc-9097-f9d04aee065a admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:54.273720 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26991d3e-13de-4213-beeb-6e0e59422a5b req-1ee5b7a3-ce9c-4e08-a8bb-15ebc880ce40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:54.276711 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-26991d3e-13de-4213-beeb-6e0e59422a5b req-1ee5b7a3-ce9c-4e08-a8bb-15ebc880ce40 service neutron] 10.222.0.42 "GET /v2.0/networks?id=324cb62a-283f-4998-ab58-61f8ca597760 HTTP/1.1" status: 200 len: 913 time: 1.0463691 Jul 13 07:31:54.290059 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551a8d37-9a77-4873-bcb8-11cb6e3dc07c None None] Network f7d035ef-a444-4882-94ab-108b1a1d2dc9 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:54.297047 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-a163028d-dd98-46eb-8d33-889648957175 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Deleting subnet b08d736c-12db-43b1-93c5-2d5fe9bdc128 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:31:54.304200 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1820623e-07a9-4ece-937c-3db2c0031c12 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:54.307274 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1820623e-07a9-4ece-937c-3db2c0031c12 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:54.339321 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a163028d-dd98-46eb-8d33-889648957175 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:54.376436 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1820623e-07a9-4ece-937c-3db2c0031c12 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:54.376984 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1820623e-07a9-4ece-937c-3db2c0031c12 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Fanout notify agent at l3_agent the message router_deleted on router 3c2d53a0-def1-48dd-9457-70b72b3eb3f3 {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:31:54.384130 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1820623e-07a9-4ece-937c-3db2c0031c12 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:54.389069 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1820623e-07a9-4ece-937c-3db2c0031c12 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] 10.222.0.23 "DELETE /v2.0/routers/3c2d53a0-def1-48dd-9457-70b72b3eb3f3 HTTP/1.1" status: 204 len: 168 time: 2.1855295 Jul 13 07:31:54.396532 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33662) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:54.409676 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-fd346893-daeb-4359-8fdc-9c1b960824af tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1991637625', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:54.446730 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fd346893-daeb-4359-8fdc-9c1b960824af tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:54.447899 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fd346893-daeb-4359-8fdc-9c1b960824af tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:54.497254 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-26991d3e-13de-4213-beeb-6e0e59422a5b req-56ebe7b9-6fae-4714-9a96-3f06a7c88359 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f6f283a-e58e-4fda-9415-124a3afda412 HTTP/1.1" status: 200 len: 217 time: 0.1962407 Jul 13 07:31:54.542558 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fd346893-daeb-4359-8fdc-9c1b960824af tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:54.554545 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fd346893-daeb-4359-8fdc-9c1b960824af tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:54.589376 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e8dfe8f9-f571-49fc-9097-f9d04aee065a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:54.623279 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fd346893-daeb-4359-8fdc-9c1b960824af tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:54.627084 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-fd346893-daeb-4359-8fdc-9c1b960824af tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2294421 Jul 13 07:31:54.630282 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33668) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:54.637690 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-69d6bca8-429e-460f-be8f-97f099a217a0 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'enable_snat': True}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:31:54.677409 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:54.697247 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 0f6f283a-e58e-4fda-9415-124a3afda412, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=0f6f283a-e58e-4fda-9415-124a3afda412,segment=NetworkSegment(5a5e32fa-d1a7-44e2-b088-49b4ede36727),segment_id=5a5e32fa-d1a7-44e2-b088-49b4ede36727)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:54.701439 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-33d1db4f-64aa-4e86-baba-2d8383205b12 None None] Provisioning for port 4912b06d-f7e5-43e5-8243-7aa20a2597a1 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:54.795038 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a163028d-dd98-46eb-8d33-889648957175 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:54.811643 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '0f6f283a-e58e-4fda-9415-124a3afda412', 'network_id': '324cb62a-283f-4998-ab58-61f8ca597760', 'port_id': '0f6f283a-e58e-4fda-9415-124a3afda412', 'mac_address': 'fa:16:3e:7f:bf:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b417da6-f0a7-4a6d-b28c-2dd98c361dbc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:31:54.818293 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 61883458-893e-4ec5-b66b-0d6f79ea449b, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=61883458-893e-4ec5-b66b-0d6f79ea449b,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:54.870325 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:54.878655 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:54.910953 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d41c8-078f-4c3f-9ddd-12080cd5c149 req-273e8627-2c14-4dd9-bb5d-5f6fbf8e4a51 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:54.912904 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fc3d41c8-078f-4c3f-9ddd-12080cd5c149 req-273e8627-2c14-4dd9-bb5d-5f6fbf8e4a51 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb06e675-f213-417c-af7c-abb6eb10ac7b HTTP/1.1" status: 200 len: 943 time: 0.3453014 Jul 13 07:31:54.929220 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26991d3e-13de-4213-beeb-6e0e59422a5b req-40831a02-98d4-4dbb-bfbf-7cffabf236d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:54.931162 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-26991d3e-13de-4213-beeb-6e0e59422a5b req-40831a02-98d4-4dbb-bfbf-7cffabf236d0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5b417da6-f0a7-4a6d-b28c-2dd98c361dbc HTTP/1.1" status: 200 len: 852 time: 0.4104598 Jul 13 07:31:54.951478 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4edc213f-e8a5-4a6a-ae39-0356e6324228 req-a36d589a-d81a-4e07-9ff3-5bc916f73fed tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 210 time: 0.1077907 Jul 13 07:31:54.995867 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 4912b06d-f7e5-43e5-8243-7aa20a2597a1 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:55.004851 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f6f283a-e58e-4fda-9415-124a3afda412 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:31:55.081912 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-26991d3e-13de-4213-beeb-6e0e59422a5b req-39bccb29-3a3e-4e99-a594-b019a4905276 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=324cb62a-283f-4998-ab58-61f8ca597760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168239 Jul 13 07:31:55.167747 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fc3d41c8-078f-4c3f-9ddd-12080cd5c149 req-60a2240c-d5cf-4dc9-9adb-c7f6b73fec36 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891177 Jul 13 07:31:55.169884 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-69d6bca8-429e-460f-be8f-97f099a217a0 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.179995 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 0f6f283a-e58e-4fda-9415-124a3afda412, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=0f6f283a-e58e-4fda-9415-124a3afda412,segment=NetworkSegment(5a5e32fa-d1a7-44e2-b088-49b4ede36727),segment_id=5a5e32fa-d1a7-44e2-b088-49b4ede36727)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:55.205431 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=61883458-893e-4ec5-b66b-0d6f79ea449b,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:55.230493 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.353693 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 4912b06d-f7e5-43e5-8243-7aa20a2597a1 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:55.365305 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 4912b06d-f7e5-43e5-8243-7aa20a2597a1 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:55.365683 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.488185 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0375611b-3ad7-4536-abb6-ea0ea1ec770a None None] DHCP port deletion for f7d035ef-a444-4882-94ab-108b1a1d2dc9 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:31:55.494550 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=0f6f283a-e58e-4fda-9415-124a3afda412,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:55.531928 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a163028d-dd98-46eb-8d33-889648957175 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.535011 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6819b43-728e-416b-a9ac-fe1246cb12cb None None] Network 79814064-af17-4f0e-86af-f9fe279b2504 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:31:55.616145 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-69d6bca8-429e-460f-be8f-97f099a217a0 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.637094 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-69d6bca8-429e-460f-be8f-97f099a217a0 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.656384 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-26991d3e-13de-4213-beeb-6e0e59422a5b req-b12e3c1d-8c0e-4244-8de0-e508aa7cde7d service neutron] 10.222.0.42 "GET /v2.0/networks/324cb62a-283f-4998-ab58-61f8ca597760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4980192 Jul 13 07:31:55.662475 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a163028d-dd98-46eb-8d33-889648957175 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.665379 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['0f6f283a-e58e-4fda-9415-124a3afda412'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:31:55.774512 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-69d6bca8-429e-460f-be8f-97f099a217a0 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Allocated IP 172.25.3.57 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/a1e9ee52-a9c0-461b-b921-b2f59f56fec5) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:31:55.809565 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a163028d-dd98-46eb-8d33-889648957175 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.814879 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a163028d-dd98-46eb-8d33-889648957175 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] 10.222.0.23 "DELETE /v2.0/subnets/b08d736c-12db-43b1-93c5-2d5fe9bdc128 HTTP/1.1" status: 204 len: 168 time: 1.9697056 Jul 13 07:31:55.814879 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-26991d3e-13de-4213-beeb-6e0e59422a5b req-354136ee-c7f1-4b3a-b1ef-e79cd378ad76 service neutron] 10.222.0.42 "GET /v2.0/networks/324cb62a-283f-4998-ab58-61f8ca597760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414859 Jul 13 07:31:55.815811 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33670) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:55.840798 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3ae5258f-37bb-49f6-9dfa-37cc4deca883 None None] Provisioning for port 4f17a89f-29fc-4f69-ae25-22e51c65ae82 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:55.859031 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e8dfe8f9-f571-49fc-9097-f9d04aee065a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.882591 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163028d-dd98-46eb-8d33-889648957175 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Pushing event deleted for resources: {'Subnet': ['ID=b08d736c-12db-43b1-93c5-2d5fe9bdc128,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:55.911385 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-0375611b-3ad7-4536-abb6-ea0ea1ec770a None None] Deleting port 4912b06d-f7e5-43e5-8243-7aa20a2597a1 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:55.911868 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0375611b-3ad7-4536-abb6-ea0ea1ec770a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.918661 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:55.950699 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-69d6bca8-429e-460f-be8f-97f099a217a0 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.030453 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-69d6bca8-429e-460f-be8f-97f099a217a0 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.096795 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d6bca8-429e-460f-be8f-97f099a217a0 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:56.097628 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6bca8-429e-460f-be8f-97f099a217a0 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Pushing event updated for resources: {'Port': ['ID=a1e9ee52-a9c0-461b-b921-b2f59f56fec5,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:56.108203 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-69d6bca8-429e-460f-be8f-97f099a217a0 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:56.112015 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d6bca8-429e-460f-be8f-97f099a217a0 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:31:56.161590 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e8dfe8f9-f571-49fc-9097-f9d04aee065a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.229756 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 4912b06d-f7e5-43e5-8243-7aa20a2597a1, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=4912b06d-f7e5-43e5-8243-7aa20a2597a1,segment=NetworkSegment(8bb51356-960c-40e4-ba1e-4a42a4905f14),segment_id=8bb51356-960c-40e4-ba1e-4a42a4905f14)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:56.243688 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1d8e5e-b28a-497b-97f3-6f0bb0828fc2 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:56.247537 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-0375611b-3ad7-4536-abb6-ea0ea1ec770a None None] For port 4912b06d-f7e5-43e5-8243-7aa20a2597a1, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=4912b06d-f7e5-43e5-8243-7aa20a2597a1,segment=NetworkSegment(8bb51356-960c-40e4-ba1e-4a42a4905f14),segment_id=8bb51356-960c-40e4-ba1e-4a42a4905f14)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:56.248248 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0375611b-3ad7-4536-abb6-ea0ea1ec770a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.250174 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9a1d8e5e-b28a-497b-97f3-6f0bb0828fc2 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4319026 Jul 13 07:31:56.251437 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.251894 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33678) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:56.264075 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e8dfe8f9-f571-49fc-9097-f9d04aee065a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.319861 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8732510a-8caa-4414-9eb5-a9471d6e625b req-4b85f2c9-64f2-4ca2-a283-33e914470055 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 210 time: 0.1553018 Jul 13 07:31:56.337760 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=4912b06d-f7e5-43e5-8243-7aa20a2597a1,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:56.349163 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6553aa07-55f2-4c97-b90f-151c52bf5a99 None None] DHCP port deletion for 79814064-af17-4f0e-86af-f9fe279b2504 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:31:56.366276 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-0375611b-3ad7-4536-abb6-ea0ea1ec770a None None] Calling delete_port for 4912b06d-f7e5-43e5-8243-7aa20a2597a1 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:56.481892 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c8d2f374-f6c8-4f8e-8fe6-1ac1b0fd0172 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.486661 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dfe8f9-f571-49fc-9097-f9d04aee065a admin admin] Pushing event updated for resources: {'Port': ['ID=888a64e0-459e-4ce3-9094-7830d9552ea8,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:56.501861 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e8dfe8f9-f571-49fc-9097-f9d04aee065a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.533682 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-69d6bca8-429e-460f-be8f-97f099a217a0 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.572449 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 61883458-893e-4ec5-b66b-0d6f79ea449b up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:56.584024 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-6553aa07-55f2-4c97-b90f-151c52bf5a99 None None] Deleting port 4f17a89f-29fc-4f69-ae25-22e51c65ae82 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:56.584349 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6553aa07-55f2-4c97-b90f-151c52bf5a99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.649905 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dfe8f9-f571-49fc-9097-f9d04aee065a admin admin] Network 675a4bd8-c216-4ff7-85f6-a501734f8413 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:31:56.650473 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-6553aa07-55f2-4c97-b90f-151c52bf5a99 None None] For port 4f17a89f-29fc-4f69-ae25-22e51c65ae82, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=4f17a89f-29fc-4f69-ae25-22e51c65ae82,segment=NetworkSegment(dc0261d2-d193-4360-b745-68fe27b67cdd),segment_id=dc0261d2-d193-4360-b745-68fe27b67cdd)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:56.650759 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6553aa07-55f2-4c97-b90f-151c52bf5a99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.655226 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-e8dfe8f9-f571-49fc-9097-f9d04aee065a admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:31:56.669904 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-6553aa07-55f2-4c97-b90f-151c52bf5a99 None None] Calling delete_port for 4f17a89f-29fc-4f69-ae25-22e51c65ae82 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:56.769388 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6553aa07-55f2-4c97-b90f-151c52bf5a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.781662 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-c8d2f374-f6c8-4f8e-8fe6-1ac1b0fd0172 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Deleting port 4f17a89f-29fc-4f69-ae25-22e51c65ae82 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:56.782026 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c8d2f374-f6c8-4f8e-8fe6-1ac1b0fd0172 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.799069 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8dfe8f9-f571-49fc-9097-f9d04aee065a admin admin] Router 4d760e0b-0024-47a3-abfb-03eaa3faaeba has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:31:56.813484 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6553aa07-55f2-4c97-b90f-151c52bf5a99 None None] Pushing event deleted for resources: {'Port': ['ID=4f17a89f-29fc-4f69-ae25-22e51c65ae82,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:56.815442 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0375611b-3ad7-4536-abb6-ea0ea1ec770a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.818510 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6553aa07-55f2-4c97-b90f-151c52bf5a99 None None] No DVR routers for this DVR port 4f17a89f-29fc-4f69-ae25-22e51c65ae82 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:56.861353 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0375611b-3ad7-4536-abb6-ea0ea1ec770a None None] Pushing event deleted for resources: {'Port': ['ID=4912b06d-f7e5-43e5-8243-7aa20a2597a1,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:56.867604 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0375611b-3ad7-4536-abb6-ea0ea1ec770a None None] No DVR routers for this DVR port 4912b06d-f7e5-43e5-8243-7aa20a2597a1 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:56.881318 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 61883458-893e-4ec5-b66b-0d6f79ea449b triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:56.881892 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:56.967297 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8dfe8f9-f571-49fc-9097-f9d04aee065a admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:56.985856 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e8dfe8f9-f571-49fc-9097-f9d04aee065a admin admin] 10.222.0.23 "PUT /v2.0/routers/4d760e0b-0024-47a3-abfb-03eaa3faaeba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4112165 Jul 13 07:31:56.989343 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35f8201-d350-4e0c-9ee5-5c993a9b252d None None] Sync routers for ids ['4d760e0b-0024-47a3-abfb-03eaa3faaeba'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:56.992371 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-c8d2f374-f6c8-4f8e-8fe6-1ac1b0fd0172 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] For port 4f17a89f-29fc-4f69-ae25-22e51c65ae82, host n-d-771363-34, got binding levels [] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:56.993370 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c8d2f374-f6c8-4f8e-8fe6-1ac1b0fd0172 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:57.009685 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35f8201-d350-4e0c-9ee5-5c993a9b252d None None] Routers {'4d760e0b-0024-47a3-abfb-03eaa3faaeba'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:57.010521 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-f35f8201-d350-4e0c-9ee5-5c993a9b252d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:31:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['4d760e0b-0024-47a3-abfb-03eaa3faaeba'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:57.023064 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-c8d2f374-f6c8-4f8e-8fe6-1ac1b0fd0172 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Calling delete_port for 4f17a89f-29fc-4f69-ae25-22e51c65ae82 owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:57.036809 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.ipam_backend_mixin [None req-c8d2f374-f6c8-4f8e-8fe6-1ac1b0fd0172 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Port 4f17a89f-29fc-4f69-ae25-22e51c65ae82 was not found and therefore no delete operation was performed {{(pid=94017) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:31:57.045556 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c8d2f374-f6c8-4f8e-8fe6-1ac1b0fd0172 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:57.075089 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 4912b06d-f7e5-43e5-8243-7aa20a2597a1 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:31:57.107926 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2f374-f6c8-4f8e-8fe6-1ac1b0fd0172 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Pushing event deleted for resources: {'Port': ['ID=4f17a89f-29fc-4f69-ae25-22e51c65ae82,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:57.109908 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 4912b06d-f7e5-43e5-8243-7aa20a2597a1 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:31:57.114689 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 4912b06d-f7e5-43e5-8243-7aa20a2597a1 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:31:57.126497 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d2f374-f6c8-4f8e-8fe6-1ac1b0fd0172 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] No DVR routers for this DVR port 4f17a89f-29fc-4f69-ae25-22e51c65ae82 on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:31:57.271643 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c8d2f374-f6c8-4f8e-8fe6-1ac1b0fd0172 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:57.282169 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82946d1-af56-4692-a059-887df9bc7c4d req-034bacc0-54c0-4445-8835-6e32743b7d3c tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:57.283627 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-c8d2f374-f6c8-4f8e-8fe6-1ac1b0fd0172 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79814064-af17-4f0e-86af-f9fe279b2504']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:57.284709 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c82946d1-af56-4692-a059-887df9bc7c4d req-034bacc0-54c0-4445-8835-6e32743b7d3c tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb06e675-f213-417c-af7c-abb6eb10ac7b HTTP/1.1" status: 200 len: 944 time: 0.3073134 Jul 13 07:31:57.293847 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-f35f8201-d350-4e0c-9ee5-5c993a9b252d None None] Set router 4d760e0b-0024-47a3-abfb-03eaa3faaeba gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:57.301142 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-c8d2f374-f6c8-4f8e-8fe6-1ac1b0fd0172 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc0261d2-d193-4360-b745-68fe27b67cdd') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:57.301446 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-c8d2f374-f6c8-4f8e-8fe6-1ac1b0fd0172 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc0261d2-d193-4360-b745-68fe27b67cdd') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:57.311684 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c8d2f374-f6c8-4f8e-8fe6-1ac1b0fd0172 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:57.330279 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c8d2f374-f6c8-4f8e-8fe6-1ac1b0fd0172 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:57.338085 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d2f374-f6c8-4f8e-8fe6-1ac1b0fd0172 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:31:57.339039 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c8d2f374-f6c8-4f8e-8fe6-1ac1b0fd0172 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:57.342716 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:57.342716 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:57.342716 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:57.342716 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:57.342716 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:57.342716 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:57.342716 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:31:57.342716 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:31:57.342716 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:31:57.342716 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:31:57.342716 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:31:57.342716 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:31:57.342716 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:31:57.342716 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:31:57.342716 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:31:57.342716 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:31:57.342716 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:31:57.342716 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:31:57.342716 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:31:57.342716 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:31:57.342716 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:31:57.342716 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:31:57.342716 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:31:57.342716 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:31:57.342716 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:31:57.342716 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:31:57.342716 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:31:57.342716 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:31:57.342716 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:31:57.342716 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:31:57.342716 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:31:57.342716 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:31:57.342716 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:31:57.342716 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:31:57.342716 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:31:57.342716 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:31:57.342716 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:31:57.342716 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:31:57.350874 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-69d6bca8-429e-460f-be8f-97f099a217a0 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:57.359101 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c82946d1-af56-4692-a059-887df9bc7c4d req-29cbea08-c376-4653-9e95-01efdc3863bb tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584381 Jul 13 07:31:57.360932 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-69d6bca8-429e-460f-be8f-97f099a217a0 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-409024'] for router, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:57.626302 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-72104ff5-aaa5-4ba6-ab96-b15a5b2d7238 req-a30b00b1-2733-4a49-9b0f-442881d23e76 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 210 time: 0.0477316 Jul 13 07:31:57.627983 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-f35f8201-d350-4e0c-9ee5-5c993a9b252d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d760e0b-0024-47a3-abfb-03eaa3faaeba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1562705467-router', 'tenant_id': '8f095698c72c459eb677dcbc568ab1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '61883458-893e-4ec5-b66b-0d6f79ea449b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:47Z', 'updated_at': '2021-07-13T07:31:55Z', 'revision_number': 4, 'project_id': '8f095698c72c459eb677dcbc568ab1ae', 'gw_port': {'id': '61883458-893e-4ec5-b66b-0d6f79ea449b', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ab:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d760e0b-0024-47a3-abfb-03eaa3faaeba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:48Z', 'updated_at': '2021-07-13T07:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '888a64e0-459e-4ce3-9094-7830d9552ea8', 'name': '', 'network_id': '675a4bd8-c216-4ff7-85f6-a501734f8413', 'tenant_id': '8f095698c72c459eb677dcbc568ab1ae', 'mac_address': 'fa:16:3e:a5:68:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d760e0b-0024-47a3-abfb-03eaa3faaeba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '82005969-545f-4e2a-bfa2-f70bad7873ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:51Z', 'updated_at': '2021-07-13T07:31:55Z', 'revision_number': 2, 'project_id': '8f095698c72c459eb677dcbc568ab1ae', 'subnets': [{'id': '82005969-545f-4e2a-bfa2-f70bad7873ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:57.671229 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35f8201-d350-4e0c-9ee5-5c993a9b252d None None] Checking router: 4d760e0b-0024-47a3-abfb-03eaa3faaeba for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:31:57.671575 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35f8201-d350-4e0c-9ee5-5c993a9b252d None None] Updating router 4d760e0b-0024-47a3-abfb-03eaa3faaeba port 888a64e0-459e-4ce3-9094-7830d9552ea8 binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:31:57.692202 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d6bca8-429e-460f-be8f-97f099a217a0 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Router 499694be-0681-4b5f-a1a0-efa3d10e08f0 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:31:57.715118 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f35f8201-d350-4e0c-9ee5-5c993a9b252d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:57.828126 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c8d2f374-f6c8-4f8e-8fe6-1ac1b0fd0172 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:57.830093 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d6bca8-429e-460f-be8f-97f099a217a0 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:31:57.835339 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c8d2f374-f6c8-4f8e-8fe6-1ac1b0fd0172 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:57.837365 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c8d2f374-f6c8-4f8e-8fe6-1ac1b0fd0172 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] 10.222.0.23 "DELETE /v2.0/networks/79814064-af17-4f0e-86af-f9fe279b2504 HTTP/1.1" status: 204 len: 168 time: 1.5821939 Jul 13 07:31:57.841285 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b1bd1e-65f1-4ad1-917e-0e531aa9e22b None None] Sync routers for ids ['499694be-0681-4b5f-a1a0-efa3d10e08f0'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:31:57.842574 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-69d6bca8-429e-460f-be8f-97f099a217a0 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:57.844090 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-69d6bca8-429e-460f-be8f-97f099a217a0 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] 10.222.0.23 "PUT /v2.0/routers/499694be-0681-4b5f-a1a0-efa3d10e08f0 HTTP/1.1" status: 200 len: 918 time: 3.2126727 Jul 13 07:31:57.845732 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33700) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:57.852473 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33702) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:57.856071 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b1bd1e-65f1-4ad1-917e-0e531aa9e22b None None] Routers {'499694be-0681-4b5f-a1a0-efa3d10e08f0'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:57.856729 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-58b1bd1e-65f1-4ad1-917e-0e531aa9e22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:31:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['499694be-0681-4b5f-a1a0-efa3d10e08f0'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:57.911454 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2f374-f6c8-4f8e-8fe6-1ac1b0fd0172 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Pushing event deleted for resources: {'Network': ['ID=79814064-af17-4f0e-86af-f9fe279b2504,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:57.934540 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-58b1bd1e-65f1-4ad1-917e-0e531aa9e22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:57.953067 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d58ab0ce-2b53-467b-9881-5c4fbeae87c7 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:57.960168 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b1bd1e-65f1-4ad1-917e-0e531aa9e22b None None] Routers {'499694be-0681-4b5f-a1a0-efa3d10e08f0'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:57.960836 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-58b1bd1e-65f1-4ad1-917e-0e531aa9e22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:31:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['499694be-0681-4b5f-a1a0-efa3d10e08f0'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:58.011624 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-58b1bd1e-65f1-4ad1-917e-0e531aa9e22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:58.012523 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b1bd1e-65f1-4ad1-917e-0e531aa9e22b None None] The sync data for ids ['499694be-0681-4b5f-a1a0-efa3d10e08f0'] in n-d-771363-34 is: [] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:58.016065 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 0f6f283a-e58e-4fda-9415-124a3afda412 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:31:58.053592 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-c2da2156-293f-48f7-96ee-d706297ff15f tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:58.055264 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-c2da2156-293f-48f7-96ee-d706297ff15f tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/networks?id=675a4bd8-c216-4ff7-85f6-a501734f8413 HTTP/1.1" status: 200 len: 820 time: 0.2631981 Jul 13 07:31:58.080837 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-48e0a7dc-ac3b-4128-9ee1-63dbd1b1d8c5 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] 10.222.0.23 "GET /v2.0/routers/499694be-0681-4b5f-a1a0-efa3d10e08f0 HTTP/1.1" status: 200 len: 924 time: 0.2239861 Jul 13 07:31:58.081525 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33704) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:58.092093 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 0f6f283a-e58e-4fda-9415-124a3afda412 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:31:58.100402 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 0f6f283a-e58e-4fda-9415-124a3afda412 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:31:58.100402 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.108017 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d58ab0ce-2b53-467b-9881-5c4fbeae87c7 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.115139 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-e35613d7-d537-4d91-9fef-bbd3deca2608 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/quotas/8f095698c72c459eb677dcbc568ab1ae HTTP/1.1" status: 200 len: 375 time: 0.0500488 Jul 13 07:31:58.133010 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-d58ab0ce-2b53-467b-9881-5c4fbeae87c7 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7d035ef-a444-4882-94ab-108b1a1d2dc9']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:58.170778 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-d58ab0ce-2b53-467b-9881-5c4fbeae87c7 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb51356-960c-40e4-ba1e-4a42a4905f14') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:58.171234 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-d58ab0ce-2b53-467b-9881-5c4fbeae87c7 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb51356-960c-40e4-ba1e-4a42a4905f14') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:58.179092 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92d1d44-659b-4874-9b58-fc6ece7d9ffa tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:58.185053 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d92d1d44-659b-4874-9b58-fc6ece7d9ffa tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=099fd220-496e-4556-906a-9ab228a05c02&device_id=499694be-0681-4b5f-a1a0-efa3d10e08f0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1012020 Jul 13 07:31:58.186848 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33706) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:58.201166 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d58ab0ce-2b53-467b-9881-5c4fbeae87c7 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.211277 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f35f8201-d350-4e0c-9ee5-5c993a9b252d None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.226276 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d58ab0ce-2b53-467b-9881-5c4fbeae87c7 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.241137 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d58ab0ce-2b53-467b-9881-5c4fbeae87c7 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:31:58.246503 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d58ab0ce-2b53-467b-9881-5c4fbeae87c7 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.250885 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:58.250885 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:58.250885 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:31:58.250885 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:31:58.250885 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:31:58.250885 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:31:58.250885 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:31:58.250885 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:31:58.250885 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:31:58.250885 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:31:58.250885 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:31:58.250885 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:31:58.250885 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:31:58.250885 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:31:58.250885 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:31:58.250885 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:31:58.250885 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:31:58.250885 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:31:58.250885 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:31:58.250885 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:31:58.250885 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:31:58.250885 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:31:58.250885 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:31:58.250885 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:31:58.250885 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:31:58.250885 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:31:58.250885 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:31:58.250885 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:31:58.250885 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:31:58.250885 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:31:58.250885 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:31:58.250885 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:31:58.250885 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:31:58.250885 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:31:58.250885 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:31:58.250885 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:31:58.257547 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.280040 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-81ddfab4-4a95-4a2d-80ff-39263adf5b67 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f095698c72c459eb677dcbc568ab1ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1546750 Jul 13 07:31:58.297618 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb06e675-f213-417c-af7c-abb6eb10ac7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f6f283a-e58e-4fda-9415-124a3afda412'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:31:58.300648 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6108cd8-ae67-418b-936f-fa8175c703a4" -d '{"events": [{"server_uuid": "bb06e675-f213-417c-af7c-abb6eb10ac7b", "name": "network-vif-plugged", "status": "completed", "tag": "0f6f283a-e58e-4fda-9415-124a3afda412"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:31:58.320640 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 0f6f283a-e58e-4fda-9415-124a3afda412, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=0f6f283a-e58e-4fda-9415-124a3afda412,segment=NetworkSegment(5a5e32fa-d1a7-44e2-b088-49b4ede36727),segment_id=5a5e32fa-d1a7-44e2-b088-49b4ede36727)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:31:58.327409 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112d4b4b-2af7-4476-9576-3bcc9f485394 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:58.330316 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-112d4b4b-2af7-4476-9576-3bcc9f485394 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] 10.222.0.23 "GET /v2.0/networks/099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 881 time: 0.1405890 Jul 13 07:31:58.332573 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.337652 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33714) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:58.362256 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-f35f8201-d350-4e0c-9ee5-5c993a9b252d None None] Transition to ACTIVE for port object 888a64e0-459e-4ce3-9094-7830d9552ea8 will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:31:58.362772 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d58ab0ce-2b53-467b-9881-5c4fbeae87c7 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.372362 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d58ab0ce-2b53-467b-9881-5c4fbeae87c7 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.375866 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f35f8201-d350-4e0c-9ee5-5c993a9b252d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.381174 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d58ab0ce-2b53-467b-9881-5c4fbeae87c7 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] 10.222.0.23 "DELETE /v2.0/networks/f7d035ef-a444-4882-94ab-108b1a1d2dc9 HTTP/1.1" status: 204 len: 168 time: 0.5338593 Jul 13 07:31:58.383594 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33716) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:58.453571 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5a9266fe-a1fc-47ec-a758-4ca598a3007f tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] 10.222.0.23 "GET /v2.0/ports?device_id=499694be-0681-4b5f-a1a0-efa3d10e08f0 HTTP/1.1" status: 200 len: 205 time: 0.1147065 Jul 13 07:31:58.453721 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33720) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:58.456246 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ab0ce-2b53-467b-9881-5c4fbeae87c7 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Pushing event deleted for resources: {'Network': ['ID=f7d035ef-a444-4882-94ab-108b1a1d2dc9,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:58.465458 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=0f6f283a-e58e-4fda-9415-124a3afda412,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:58.542564 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1e2ddb-e2cd-4135-bf88-5c0f5da65057 x-openstack-request-id: req-3b1e2ddb-e2cd-4135-bf88-5c0f5da65057 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:31:58.543020 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb06e675-f213-417c-af7c-abb6eb10ac7b", "name": "network-vif-plugged", "status": "completed", "tag": "0f6f283a-e58e-4fda-9415-124a3afda412", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:31:58.543803 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3b1e2ddb-e2cd-4135-bf88-5c0f5da65057 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:31:58.544857 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb06e675-f213-417c-af7c-abb6eb10ac7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f6f283a-e58e-4fda-9415-124a3afda412', 'code': 200} Jul 13 07:31:58.547092 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd287292-0c7e-4ee6-89bb-035cfee81565 None None] Pushing event updated for resources: {'Port': ['ID=888a64e0-459e-4ce3-9094-7830d9552ea8,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:58.561562 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-f35f8201-d350-4e0c-9ee5-5c993a9b252d None None] Attempting to bind port 888a64e0-459e-4ce3-9094-7830d9552ea8 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:31:58.561932 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-f35f8201-d350-4e0c-9ee5-5c993a9b252d None None] Attempting to bind port 888a64e0-459e-4ce3-9094-7830d9552ea8 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '28da2d9a-9cd2-47af-9ebd-220c5d6d98d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '675a4bd8-c216-4ff7-85f6-a501734f8413'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:31:58.562283 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35f8201-d350-4e0c-9ee5-5c993a9b252d None None] Attempting to bind port 888a64e0-459e-4ce3-9094-7830d9552ea8 on network 675a4bd8-c216-4ff7-85f6-a501734f8413 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:31:58.581317 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35f8201-d350-4e0c-9ee5-5c993a9b252d None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:31:58.581676 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35f8201-d350-4e0c-9ee5-5c993a9b252d None None] Checking segment: {'id': '28da2d9a-9cd2-47af-9ebd-220c5d6d98d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '675a4bd8-c216-4ff7-85f6-a501734f8413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:31:58.582019 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f35f8201-d350-4e0c-9ee5-5c993a9b252d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.582409 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35f8201-d350-4e0c-9ee5-5c993a9b252d None None] Bound using segment: {'id': '28da2d9a-9cd2-47af-9ebd-220c5d6d98d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '675a4bd8-c216-4ff7-85f6-a501734f8413'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:31:58.582880 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-f35f8201-d350-4e0c-9ee5-5c993a9b252d None None] Bound port: 888a64e0-459e-4ce3-9094-7830d9552ea8, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28da2d9a-9cd2-47af-9ebd-220c5d6d98d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '675a4bd8-c216-4ff7-85f6-a501734f8413'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:31:58.583274 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f35f8201-d350-4e0c-9ee5-5c993a9b252d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.620046 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-6889b8a9-b468-4447-a2e8-e73be18c8b17 service neutron] 10.222.0.23 "GET /v2.0/networks/675a4bd8-c216-4ff7-85f6-a501734f8413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222725 Jul 13 07:31:58.643832 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-669792d5-5ae1-4bcc-93bb-1f9803eb1943 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.656668 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-f35f8201-d350-4e0c-9ee5-5c993a9b252d None None] For port 888a64e0-459e-4ce3-9094-7830d9552ea8, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:31:58.660603 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-f35f8201-d350-4e0c-9ee5-5c993a9b252d None None] For port 888a64e0-459e-4ce3-9094-7830d9552ea8, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=888a64e0-459e-4ce3-9094-7830d9552ea8,segment=NetworkSegment(28da2d9a-9cd2-47af-9ebd-220c5d6d98d2),segment_id=28da2d9a-9cd2-47af-9ebd-220c5d6d98d2)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:31:58.671259 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f35f8201-d350-4e0c-9ee5-5c993a9b252d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.731710 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35f8201-d350-4e0c-9ee5-5c993a9b252d None None] Routers {'4d760e0b-0024-47a3-abfb-03eaa3faaeba'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:31:58.732473 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-f35f8201-d350-4e0c-9ee5-5c993a9b252d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:31:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['4d760e0b-0024-47a3-abfb-03eaa3faaeba'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:58.736634 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd287292-0c7e-4ee6-89bb-035cfee81565 None None] Pushing event updated for resources: {'Port': ['ID=888a64e0-459e-4ce3-9094-7830d9552ea8,revision_number=4']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:58.749013 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575e718-64c2-4fc3-86b2-f29fa3205877 req-7d67422c-af41-4ccc-bc03-9f6ceebf56f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:58.751471 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f575e718-64c2-4fc3-86b2-f29fa3205877 req-7d67422c-af41-4ccc-bc03-9f6ceebf56f4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bb06e675-f213-417c-af7c-abb6eb10ac7b HTTP/1.1" status: 200 len: 1097 time: 0.1296718 Jul 13 07:31:58.766242 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c332e837-27c1-41cf-90c3-69dccf000bb7 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:58.803355 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-b01ed824-7b6b-4d67-a7f6-448c546e6d71 service neutron] 10.222.0.23 "GET /v2.0/networks/675a4bd8-c216-4ff7-85f6-a501734f8413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735499 Jul 13 07:31:58.809656 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f575e718-64c2-4fc3-86b2-f29fa3205877 req-d3bd4981-aed6-476f-b9ad-f0fb8c69d82f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515029 Jul 13 07:31:58.853132 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-f35f8201-d350-4e0c-9ee5-5c993a9b252d None None] Set router 4d760e0b-0024-47a3-abfb-03eaa3faaeba gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:31:59.042178 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-669792d5-5ae1-4bcc-93bb-1f9803eb1943 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.072137 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-669792d5-5ae1-4bcc-93bb-1f9803eb1943 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57c2b56e-8cd9-4577-9859-ceb2bc6df7d5']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:59.103379 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-669792d5-5ae1-4bcc-93bb-1f9803eb1943 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62e76860-a092-452b-869c-4210bdb4ec70') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:59.103656 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-669792d5-5ae1-4bcc-93bb-1f9803eb1943 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62e76860-a092-452b-869c-4210bdb4ec70') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:59.143369 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0266e-45d0-4de5-a83e-1c8854894287 req-0d9f2dab-3660-47d0-931c-451fe1256d8d tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:31:59.144978 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e7d0266e-45d0-4de5-a83e-1c8854894287 req-0d9f2dab-3660-47d0-931c-451fe1256d8d tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb06e675-f213-417c-af7c-abb6eb10ac7b HTTP/1.1" status: 200 len: 945 time: 0.3754585 Jul 13 07:31:59.156594 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-669792d5-5ae1-4bcc-93bb-1f9803eb1943 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.160340 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-62da08a1-5f43-46a7-ad70-dca2267efcea req-2efd1b32-4670-47a4-a7cf-be81653309bc tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 210 time: 0.0569217 Jul 13 07:31:59.197659 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-669792d5-5ae1-4bcc-93bb-1f9803eb1943 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.201111 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c332e837-27c1-41cf-90c3-69dccf000bb7 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.211630 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-f35f8201-d350-4e0c-9ee5-5c993a9b252d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d760e0b-0024-47a3-abfb-03eaa3faaeba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1562705467-router', 'tenant_id': '8f095698c72c459eb677dcbc568ab1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '61883458-893e-4ec5-b66b-0d6f79ea449b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:47Z', 'updated_at': '2021-07-13T07:31:55Z', 'revision_number': 4, 'project_id': '8f095698c72c459eb677dcbc568ab1ae', 'gw_port': {'id': '61883458-893e-4ec5-b66b-0d6f79ea449b', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ab:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d760e0b-0024-47a3-abfb-03eaa3faaeba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:48Z', 'updated_at': '2021-07-13T07:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '888a64e0-459e-4ce3-9094-7830d9552ea8', 'name': '', 'network_id': '675a4bd8-c216-4ff7-85f6-a501734f8413', 'tenant_id': '8f095698c72c459eb677dcbc568ab1ae', 'mac_address': 'fa:16:3e:a5:68:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d760e0b-0024-47a3-abfb-03eaa3faaeba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '82005969-545f-4e2a-bfa2-f70bad7873ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:51Z', 'updated_at': '2021-07-13T07:31:58Z', 'revision_number': 4, 'project_id': '8f095698c72c459eb677dcbc568ab1ae', 'subnets': [{'id': '82005969-545f-4e2a-bfa2-f70bad7873ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:59.219117 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-669792d5-5ae1-4bcc-93bb-1f9803eb1943 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:31:59.220323 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-669792d5-5ae1-4bcc-93bb-1f9803eb1943 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.225195 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:31:59.225195 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:31:59.225195 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:31:59.225195 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:31:59.225195 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:31:59.225195 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:31:59.225195 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:31:59.225195 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:31:59.225195 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:31:59.225195 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:31:59.225195 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:31:59.225195 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:31:59.225195 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:31:59.225195 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:31:59.225195 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:31:59.225195 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:31:59.225195 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:31:59.225195 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:31:59.225195 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:31:59.225195 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:31:59.225195 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:31:59.225195 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:31:59.225195 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:31:59.225195 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:31:59.225195 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:31:59.225195 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:31:59.225195 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:31:59.225195 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:31:59.225195 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:31:59.225195 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:31:59.225195 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:31:59.225195 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:31:59.266922 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35f8201-d350-4e0c-9ee5-5c993a9b252d None None] The sync data for ids ['4d760e0b-0024-47a3-abfb-03eaa3faaeba'] in n-d-771363-34 is: [{'id': '4d760e0b-0024-47a3-abfb-03eaa3faaeba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1562705467-router', 'tenant_id': '8f095698c72c459eb677dcbc568ab1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '61883458-893e-4ec5-b66b-0d6f79ea449b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:47Z', 'updated_at': '2021-07-13T07:31:55Z', 'revision_number': 4, 'project_id': '8f095698c72c459eb677dcbc568ab1ae', 'gw_port': {'id': '61883458-893e-4ec5-b66b-0d6f79ea449b', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ab:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d760e0b-0024-47a3-abfb-03eaa3faaeba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:48Z', 'updated_at': '2021-07-13T07:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '888a64e0-459e-4ce3-9094-7830d9552ea8', 'name': '', 'network_id': '675a4bd8-c216-4ff7-85f6-a501734f8413', 'tenant_id': '8f095698c72c459eb677dcbc568ab1ae', 'mac_address': 'fa:16:3e:a5:68:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d760e0b-0024-47a3-abfb-03eaa3faaeba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '82005969-545f-4e2a-bfa2-f70bad7873ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:51Z', 'updated_at': '2021-07-13T07:31:58Z', 'revision_number': 4, 'project_id': '8f095698c72c459eb677dcbc568ab1ae', 'subnets': [{'id': '82005969-545f-4e2a-bfa2-f70bad7873ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:31:59.290345 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e7d0266e-45d0-4de5-a83e-1c8854894287 req-4e006694-fe28-42e2-99e6-47b80faff17f tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309652 Jul 13 07:31:59.316055 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b32bbb38-824b-4ea5-9794-1475d7fb346a req-72467e6d-b1a2-473f-a4ae-16f81769b20f tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1310c9b-82a5-4272-a5c1-0837e3741142 HTTP/1.1" status: 200 len: 210 time: 0.0839045 Jul 13 07:31:59.411467 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-669792d5-5ae1-4bcc-93bb-1f9803eb1943 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.440201 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-669792d5-5ae1-4bcc-93bb-1f9803eb1943 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.445561 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33732) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:31:59.455706 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-669792d5-5ae1-4bcc-93bb-1f9803eb1943 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] 10.222.0.23 "DELETE /v2.0/networks/57c2b56e-8cd9-4577-9859-ceb2bc6df7d5 HTTP/1.1" status: 204 len: 168 time: 1.0707786 Jul 13 07:31:59.458719 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669792d5-5ae1-4bcc-93bb-1f9803eb1943 tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Pushing event deleted for resources: {'Network': ['ID=57c2b56e-8cd9-4577-9859-ceb2bc6df7d5,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:59.468808 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-c332e837-27c1-41cf-90c3-69dccf000bb7 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Deleting port a1e9ee52-a9c0-461b-b921-b2f59f56fec5 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:31:59.469254 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c332e837-27c1-41cf-90c3-69dccf000bb7 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.597934 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-940c2c40-b713-4916-928f-543ea483d80d tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.663666 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c332e837-27c1-41cf-90c3-69dccf000bb7 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.678529 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-c332e837-27c1-41cf-90c3-69dccf000bb7 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Calling delete_port for a1e9ee52-a9c0-461b-b921-b2f59f56fec5 owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:31:59.770670 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-940c2c40-b713-4916-928f-543ea483d80d tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.796614 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-940c2c40-b713-4916-928f-543ea483d80d tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8049f137-2085-414d-9dd3-40743ecd58bc']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:59.827136 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-940c2c40-b713-4916-928f-543ea483d80d tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b631b3f-565e-435f-add0-bb7a3ce83b77') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:59.827878 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-940c2c40-b713-4916-928f-543ea483d80d tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b631b3f-565e-435f-add0-bb7a3ce83b77') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:31:59.847938 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-940c2c40-b713-4916-928f-543ea483d80d tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.868919 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-940c2c40-b713-4916-928f-543ea483d80d tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.879879 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-940c2c40-b713-4916-928f-543ea483d80d tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:31:59.882880 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-940c2c40-b713-4916-928f-543ea483d80d tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.900129 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c332e837-27c1-41cf-90c3-69dccf000bb7 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.930730 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c332e837-27c1-41cf-90c3-69dccf000bb7 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Pushing event deleted for resources: {'Port': ['ID=a1e9ee52-a9c0-461b-b921-b2f59f56fec5,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:31:59.970570 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:31:59.970570 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:31:59.970570 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:31:59.970570 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:31:59.970570 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:31:59.970570 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:31:59.970570 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:31:59.970570 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:31:59.970570 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:31:59.970570 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:31:59.970570 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:31:59.970570 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:31:59.970570 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:31:59.970570 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:31:59.970570 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:31:59.970570 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:31:59.970570 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:31:59.970570 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:31:59.970570 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:31:59.970570 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:31:59.970570 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:31:59.970570 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:31:59.970570 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:31:59.970570 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:31:59.970570 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:31:59.970570 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:31:59.970570 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:31:59.970570 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:31:59.970570 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:31:59.970570 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:31:59.970570 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:31:59.970570 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:31:59.974910 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-940c2c40-b713-4916-928f-543ea483d80d tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.991476 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-940c2c40-b713-4916-928f-543ea483d80d tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:31:59.997077 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-940c2c40-b713-4916-928f-543ea483d80d tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] 10.222.0.23 "DELETE /v2.0/networks/8049f137-2085-414d-9dd3-40743ecd58bc HTTP/1.1" status: 204 len: 168 time: 0.5480101 Jul 13 07:32:00.010310 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c2c40-b713-4916-928f-543ea483d80d tempest-BulkNetworkOpsTest-1527764146 tempest-BulkNetworkOpsTest-1527764146-project] Pushing event deleted for resources: {'Network': ['ID=8049f137-2085-414d-9dd3-40743ecd58bc,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:00.036903 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c332e837-27c1-41cf-90c3-69dccf000bb7 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:00.175302 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-26713b1a-ba49-4ae8-b3ae-d74fbdca7bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:00.201430 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c332e837-27c1-41cf-90c3-69dccf000bb7 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:00.204194 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c332e837-27c1-41cf-90c3-69dccf000bb7 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:00.263276 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c332e837-27c1-41cf-90c3-69dccf000bb7 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:00.264325 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c332e837-27c1-41cf-90c3-69dccf000bb7 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Fanout notify agent at l3_agent the message router_deleted on router 499694be-0681-4b5f-a1a0-efa3d10e08f0 {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:32:00.284358 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c332e837-27c1-41cf-90c3-69dccf000bb7 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:00.288667 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c332e837-27c1-41cf-90c3-69dccf000bb7 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] 10.222.0.23 "DELETE /v2.0/routers/499694be-0681-4b5f-a1a0-efa3d10e08f0 HTTP/1.1" status: 204 len: 168 time: 1.8224726 Jul 13 07:32:00.291807 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33742) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:00.297922 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-aa6565ab-b162-4250-ae08-e7314146b16a tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-914935935', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:00.328517 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33744) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:00.349708 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-aa6565ab-b162-4250-ae08-e7314146b16a tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:00.351795 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-aa6565ab-b162-4250-ae08-e7314146b16a tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:00.461862 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-aa6565ab-b162-4250-ae08-e7314146b16a tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:00.471955 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-aa6565ab-b162-4250-ae08-e7314146b16a tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:00.499743 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-aa6565ab-b162-4250-ae08-e7314146b16a tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:00.501391 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-aa6565ab-b162-4250-ae08-e7314146b16a tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2077250 Jul 13 07:32:00.506716 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33752) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:00.519076 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-ab91f1c3-b7da-4eac-b25d-9059e96089c6 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'enable_snat': False}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:00.527481 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-41b6f4aa-b086-436b-8fe9-143cb6082ec7 req-32d16495-c52f-4c44-aef8-821cd9a6e9e7 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 210 time: 0.1074286 Jul 13 07:32:00.632758 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf761a-0e0e-4a42-b456-0fd955f21033 req-6a1a13df-7868-4b51-ad13-7474de969b60 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:00.634693 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c5bf761a-0e0e-4a42-b456-0fd955f21033 req-6a1a13df-7868-4b51-ad13-7474de969b60 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb06e675-f213-417c-af7c-abb6eb10ac7b HTTP/1.1" status: 200 len: 945 time: 0.1123328 Jul 13 07:32:00.653290 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 888a64e0-459e-4ce3-9094-7830d9552ea8 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:00.748872 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c5bf761a-0e0e-4a42-b456-0fd955f21033 req-b6e5f7af-ecf7-4568-9962-347b32565d1c tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043866 Jul 13 07:32:00.761223 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 888a64e0-459e-4ce3-9094-7830d9552ea8 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:00.765582 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 888a64e0-459e-4ce3-9094-7830d9552ea8 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:00.766294 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:00.911256 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:00.961654 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 888a64e0-459e-4ce3-9094-7830d9552ea8, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=888a64e0-459e-4ce3-9094-7830d9552ea8,segment=NetworkSegment(28da2d9a-9cd2-47af-9ebd-220c5d6d98d2),segment_id=28da2d9a-9cd2-47af-9ebd-220c5d6d98d2)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:00.968281 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.014940 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a89f1440-aec2-4aa0-8a7b-05ab607a4608 req-cd17009b-a999-46fe-bfda-5efafd020230 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1310c9b-82a5-4272-a5c1-0837e3741142 HTTP/1.1" status: 200 len: 210 time: 0.1331334 Jul 13 07:32:01.135939 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=888a64e0-459e-4ce3-9094-7830d9552ea8,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:01.189716 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-847a214f-0416-4cf7-857b-294209861593 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:01.192038 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-847a214f-0416-4cf7-857b-294209861593 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.25 "GET /v2.0/networks?id=675a4bd8-c216-4ff7-85f6-a501734f8413 HTTP/1.1" status: 200 len: 820 time: 0.2931037 Jul 13 07:32:01.217609 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-36ac43e6-02c1-40e6-b885-7a1758870b79 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Request body: {'port': {'device_id': 'e1310c9b-82a5-4272-a5c1-0837e3741142', 'network_id': '675a4bd8-c216-4ff7-85f6-a501734f8413', 'admin_state_up': True, 'tenant_id': '8f095698c72c459eb677dcbc568ab1ae'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:01.257529 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-cbbce779-b0ed-4b03-9f23-edd5296a5ad5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d29223b4a88426e864628891414a48f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9266374 Jul 13 07:32:01.260652 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33758) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:01.264132 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ab91f1c3-b7da-4eac-b25d-9059e96089c6 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.373102 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-36ac43e6-02c1-40e6-b885-7a1758870b79 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Made reservation on behalf of 8f095698c72c459eb677dcbc568ab1ae for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:01.378912 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-36ac43e6-02c1-40e6-b885-7a1758870b79 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.478376 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1e891-9fce-4046-aafd-fbe2bff95b43 req-5c58d076-943d-42dd-8907-f959ff418c45 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:01.480182 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-57a1e891-9fce-4046-aafd-fbe2bff95b43 req-5c58d076-943d-42dd-8907-f959ff418c45 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb06e675-f213-417c-af7c-abb6eb10ac7b HTTP/1.1" status: 200 len: 945 time: 0.1770995 Jul 13 07:32:01.481258 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-df2f0f62-8e20-47a2-8346-26babf9f33fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.537505 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-df2f0f62-8e20-47a2-8346-26babf9f33fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.555956 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-57a1e891-9fce-4046-aafd-fbe2bff95b43 req-ea5915c3-8953-4b1d-bdc6-efe59052316a tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627706 Jul 13 07:32:01.569899 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-36ac43e6-02c1-40e6-b885-7a1758870b79 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Allocated IP 172.20.0.5 (675a4bd8-c216-4ff7-85f6-a501734f8413/82005969-545f-4e2a-bfa2-f70bad7873ae/e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:01.672719 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-df2f0f62-8e20-47a2-8346-26babf9f33fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.675929 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-df2f0f62-8e20-47a2-8346-26babf9f33fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.678466 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-df2f0f62-8e20-47a2-8346-26babf9f33fc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4b4b206b-fc64-4a0f-a9a0-09e5ec0d4897 HTTP/1.1" status: 204 len: 168 time: 0.4167693 Jul 13 07:32:01.693468 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f0f62-8e20-47a2-8346-26babf9f33fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4b206b-fc64-4a0f-a9a0-09e5ec0d4897,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:01.849943 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b0f77117-2621-4f70-a830-6d88f4bebeec req-b0ac138f-4b41-482a-8f3a-d429993d03d5 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 210 time: 0.0411878 Jul 13 07:32:01.889992 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-36ac43e6-02c1-40e6-b885-7a1758870b79 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.902047 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ab91f1c3-b7da-4eac-b25d-9059e96089c6 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.946871 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ab91f1c3-b7da-4eac-b25d-9059e96089c6 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:01.965215 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-36ac43e6-02c1-40e6-b885-7a1758870b79 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:02.036609 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac43e6-02c1-40e6-b885-7a1758870b79 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Pushing event updated for resources: {'Port': ['ID=e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:02.060427 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-36ac43e6-02c1-40e6-b885-7a1758870b79 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Network 675a4bd8-c216-4ff7-85f6-a501734f8413 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:02.062158 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-36ac43e6-02c1-40e6-b885-7a1758870b79 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:02.069817 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-36ac43e6-02c1-40e6-b885-7a1758870b79 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:02.086065 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-ab91f1c3-b7da-4eac-b25d-9059e96089c6 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Allocated IP 172.25.3.90 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/bdd53be0-61df-4539-bf6b-c9af4f19cd9f) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:02.151739 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-36ac43e6-02c1-40e6-b885-7a1758870b79 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:02.152389 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-36ac43e6-02c1-40e6-b885-7a1758870b79 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:02.176312 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-36ac43e6-02c1-40e6-b885-7a1758870b79 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9756031 Jul 13 07:32:02.192134 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-73c3b2aa-3698-4a7e-b16e-b2e9909c2ce5 service neutron] Request body: {'port': {'device_id': 'e1310c9b-82a5-4272-a5c1-0837e3741142', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:02.297138 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ab91f1c3-b7da-4eac-b25d-9059e96089c6 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:02.307004 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-73c3b2aa-3698-4a7e-b16e-b2e9909c2ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:02.373848 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfbfe24-f577-4484-8bf1-4f5506271125 req-5392ba1c-37a6-4307-aa07-2cb801557b83 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:02.382911 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3cfbfe24-f577-4484-8bf1-4f5506271125 req-5392ba1c-37a6-4307-aa07-2cb801557b83 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1310c9b-82a5-4272-a5c1-0837e3741142 HTTP/1.1" status: 200 len: 931 time: 0.1503916 Jul 13 07:32:02.430372 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3cfbfe24-f577-4484-8bf1-4f5506271125 req-8d576111-9697-4333-adbc-061a41f8e485 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/security-groups?id=e00d98ca-3e1f-4912-8214-2f6d520c8e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468416 Jul 13 07:32:02.431839 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ab91f1c3-b7da-4eac-b25d-9059e96089c6 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:02.500326 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab91f1c3-b7da-4eac-b25d-9059e96089c6 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:02.504942 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-ab91f1c3-b7da-4eac-b25d-9059e96089c6 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:02.507660 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab91f1c3-b7da-4eac-b25d-9059e96089c6 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:02.592361 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 888a64e0-459e-4ce3-9094-7830d9552ea8 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:02.706600 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 888a64e0-459e-4ce3-9094-7830d9552ea8 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:02.706970 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:02.720291 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-73c3b2aa-3698-4a7e-b16e-b2e9909c2ce5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:02.730545 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-73c3b2aa-3698-4a7e-b16e-b2e9909c2ce5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:02.749819 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-73c3b2aa-3698-4a7e-b16e-b2e9909c2ce5 service neutron] Transition to ACTIVE for port object e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:02.757947 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-73c3b2aa-3698-4a7e-b16e-b2e9909c2ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:02.844596 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33790) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:03.002188 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-73c3b2aa-3698-4a7e-b16e-b2e9909c2ce5 service neutron] Attempting to bind port e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:03.002654 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-73c3b2aa-3698-4a7e-b16e-b2e9909c2ce5 service neutron] Attempting to bind port e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '28da2d9a-9cd2-47af-9ebd-220c5d6d98d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '675a4bd8-c216-4ff7-85f6-a501734f8413'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:03.003007 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-73c3b2aa-3698-4a7e-b16e-b2e9909c2ce5 service neutron] Attempting to bind port e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63 on network 675a4bd8-c216-4ff7-85f6-a501734f8413 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:03.036710 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3b2aa-3698-4a7e-b16e-b2e9909c2ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:03.036710 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-73c3b2aa-3698-4a7e-b16e-b2e9909c2ce5 service neutron] Port e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63 on network 675a4bd8-c216-4ff7-85f6-a501734f8413 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:32:03.036710 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-73c3b2aa-3698-4a7e-b16e-b2e9909c2ce5 service neutron] Attempting to bind port e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63 on network 675a4bd8-c216-4ff7-85f6-a501734f8413 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:03.043255 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-73c3b2aa-3698-4a7e-b16e-b2e9909c2ce5 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:03.043665 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-73c3b2aa-3698-4a7e-b16e-b2e9909c2ce5 service neutron] Checking segment: {'id': '28da2d9a-9cd2-47af-9ebd-220c5d6d98d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '675a4bd8-c216-4ff7-85f6-a501734f8413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:03.044066 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-73c3b2aa-3698-4a7e-b16e-b2e9909c2ce5 service neutron] Bound using segment: {'id': '28da2d9a-9cd2-47af-9ebd-220c5d6d98d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '675a4bd8-c216-4ff7-85f6-a501734f8413'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:03.044570 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-73c3b2aa-3698-4a7e-b16e-b2e9909c2ce5 service neutron] Bound port: e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28da2d9a-9cd2-47af-9ebd-220c5d6d98d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '675a4bd8-c216-4ff7-85f6-a501734f8413'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:03.044781 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-73c3b2aa-3698-4a7e-b16e-b2e9909c2ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.100297 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-65d572a6-32b2-45f5-8aa9-01c4115d6d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.108751 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.116057 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f0135-aee7-414f-a8ab-7ebb2a287263 req-1ae2ad39-be09-4eec-8b45-943063cabbba tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:03.122815 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-722f0135-aee7-414f-a8ab-7ebb2a287263 req-1ae2ad39-be09-4eec-8b45-943063cabbba tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb06e675-f213-417c-af7c-abb6eb10ac7b HTTP/1.1" status: 200 len: 945 time: 0.3507764 Jul 13 07:32:03.129055 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-fd64b28d-c5a2-4e33-9e7f-b845eb5f0e82 tempest-NetworksNegativeTestJSON-272409884 tempest-NetworksNegativeTestJSON-272409884-project] Request body: {'port': {'network_id': 'c9284a5c-3dad-4032-a60c-3c91ce90a501', 'name': 'tempest-NetworksNegativeTestJSON-920101354'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:03.142236 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91f1c3-b7da-4eac-b25d-9059e96089c6 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Pushing event updated for resources: {'Port': ['ID=bdd53be0-61df-4539-bf6b-c9af4f19cd9f,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:03.176980 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd64b28d-c5a2-4e33-9e7f-b845eb5f0e82 tempest-NetworksNegativeTestJSON-272409884 tempest-NetworksNegativeTestJSON-272409884-project] POST failed (client error): The resource could not be found. Jul 13 07:32:03.177586 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd64b28d-c5a2-4e33-9e7f-b845eb5f0e82 tempest-NetworksNegativeTestJSON-272409884 tempest-NetworksNegativeTestJSON-272409884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:32:03.183064 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-fd64b28d-c5a2-4e33-9e7f-b845eb5f0e82 tempest-NetworksNegativeTestJSON-272409884 tempest-NetworksNegativeTestJSON-272409884-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3297997 Jul 13 07:32:03.184401 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33800) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:03.195826 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0c35c1ba-a111-4fa4-b0b3-4aa3470cbad5 req-df5abfa6-fa08-446b-8a60-ccb1e6fe2af1 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 210 time: 0.0409966 Jul 13 07:32:03.234293 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-73c3b2aa-3698-4a7e-b16e-b2e9909c2ce5 service neutron] For port e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:03.239051 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c5c3b5-5e88-459f-ba44-4a3f5c3d209c tempest-NetworksNegativeTestJSON-272409884 tempest-NetworksNegativeTestJSON-272409884-project] DELETE failed (client error): The resource could not be found. Jul 13 07:32:03.240770 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3c5c3b5-5e88-459f-ba44-4a3f5c3d209c tempest-NetworksNegativeTestJSON-272409884 tempest-NetworksNegativeTestJSON-272409884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:32:03.243139 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d3c5c3b5-5e88-459f-ba44-4a3f5c3d209c tempest-NetworksNegativeTestJSON-272409884 tempest-NetworksNegativeTestJSON-272409884-project] 10.222.0.23 "DELETE /v2.0/networks/98103d88-a902-4729-be05-1b8bdb6a93f7 HTTP/1.1" status: 404 len: 339 time: 0.0578976 Jul 13 07:32:03.246859 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33802) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:03.263740 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-722f0135-aee7-414f-a8ab-7ebb2a287263 req-11a32eb9-a541-4c4e-8285-254687f5d149 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265266 Jul 13 07:32:03.318005 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8e46291-3c6d-45f8-9890-0fb60ca7159e tempest-NetworksNegativeTestJSON-272409884 tempest-NetworksNegativeTestJSON-272409884-project] DELETE failed (client error): The resource could not be found. Jul 13 07:32:03.319123 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8e46291-3c6d-45f8-9890-0fb60ca7159e tempest-NetworksNegativeTestJSON-272409884 tempest-NetworksNegativeTestJSON-272409884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:32:03.325108 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b8e46291-3c6d-45f8-9890-0fb60ca7159e tempest-NetworksNegativeTestJSON-272409884 tempest-NetworksNegativeTestJSON-272409884-project] 10.222.0.23 "DELETE /v2.0/ports/e5a104e5-3fb8-4739-8e8a-bc716b1b28b5 HTTP/1.1" status: 404 len: 333 time: 0.0771167 Jul 13 07:32:03.325740 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33808) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:03.328409 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-73c3b2aa-3698-4a7e-b16e-b2e9909c2ce5 service neutron] For port e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63,segment=NetworkSegment(28da2d9a-9cd2-47af-9ebd-220c5d6d98d2),segment_id=28da2d9a-9cd2-47af-9ebd-220c5d6d98d2)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:03.344214 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-73c3b2aa-3698-4a7e-b16e-b2e9909c2ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.409677 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-afcc11dc-4fad-4439-a861-87d8bd09f376 tempest-NetworksNegativeTestJSON-272409884 tempest-NetworksNegativeTestJSON-272409884-project] DELETE failed (client error): The resource could not be found. Jul 13 07:32:03.410136 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afcc11dc-4fad-4439-a861-87d8bd09f376 tempest-NetworksNegativeTestJSON-272409884 tempest-NetworksNegativeTestJSON-272409884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:32:03.416449 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-afcc11dc-4fad-4439-a861-87d8bd09f376 tempest-NetworksNegativeTestJSON-272409884 tempest-NetworksNegativeTestJSON-272409884-project] 10.222.0.23 "DELETE /v2.0/subnets/17ea95e8-ac7b-4f7e-966a-827faa660571 HTTP/1.1" status: 404 len: 337 time: 0.0851376 Jul 13 07:32:03.418817 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33810) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:03.478340 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-73c3b2aa-3698-4a7e-b16e-b2e9909c2ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:03.478979 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-73c3b2aa-3698-4a7e-b16e-b2e9909c2ce5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.480603 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-73c3b2aa-3698-4a7e-b16e-b2e9909c2ce5 service neutron] 10.222.0.25 "PUT /v2.0/ports/e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63 HTTP/1.1" status: 200 len: 1092 time: 1.2941027 Jul 13 07:32:03.483262 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1310c9b-82a5-4272-a5c1-0837e3741142', 'tag': 'e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:03.493716 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59cce28-663d-4a34-b365-0b7fe9ede140" -d '{"events": [{"name": "network-changed", "server_uuid": "e1310c9b-82a5-4272-a5c1-0837e3741142", "tag": "e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:03.499945 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-79819183-664d-4094-a208-4d82f61209c6 tempest-NetworksNegativeTestJSON-272409884 tempest-NetworksNegativeTestJSON-272409884-project] GET failed (client error): The resource could not be found. Jul 13 07:32:03.509855 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-79819183-664d-4094-a208-4d82f61209c6 tempest-NetworksNegativeTestJSON-272409884 tempest-NetworksNegativeTestJSON-272409884-project] 10.222.0.23 "GET /v2.0/networks/c172bab2-b569-4cc3-8a60-52bc9f4f2b7d HTTP/1.1" status: 404 len: 339 time: 0.0883849 Jul 13 07:32:03.510486 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33816) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:03.568410 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ab91f1c3-b7da-4eac-b25d-9059e96089c6 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:03.644097 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-251c57ff-c31e-490d-91b7-25adcff18d59 tempest-NetworksNegativeTestJSON-272409884 tempest-NetworksNegativeTestJSON-272409884-project] GET failed (client error): The resource could not be found. Jul 13 07:32:03.646409 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-251c57ff-c31e-490d-91b7-25adcff18d59 tempest-NetworksNegativeTestJSON-272409884 tempest-NetworksNegativeTestJSON-272409884-project] 10.222.0.23 "GET /v2.0/ports/c8927743-7088-4ad9-8989-e64eb5b50857 HTTP/1.1" status: 404 len: 333 time: 0.1304817 Jul 13 07:32:03.650199 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33818) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:03.680167 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3b2aa-3698-4a7e-b16e-b2e9909c2ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:03.735871 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-64fed10e-f043-4360-8844-8018251f136b tempest-NetworksNegativeTestJSON-272409884 tempest-NetworksNegativeTestJSON-272409884-project] GET failed (client error): The resource could not be found. Jul 13 07:32:03.737245 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-64fed10e-f043-4360-8844-8018251f136b tempest-NetworksNegativeTestJSON-272409884 tempest-NetworksNegativeTestJSON-272409884-project] 10.222.0.23 "GET /v2.0/subnets/c68cc1aa-acf1-476e-84fb-45443e7adfe9 HTTP/1.1" status: 404 len: 337 time: 0.0840042 Jul 13 07:32:03.742313 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33822) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:03.751111 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-c2598606-d564-4a4f-9414-bbcb6725b50f tempest-NetworksNegativeTestJSON-272409884 tempest-NetworksNegativeTestJSON-272409884-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:03.761454 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675616c0-1d48-4696-bd5e-e34d94317b6c x-openstack-request-id: req-675616c0-1d48-4696-bd5e-e34d94317b6c {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:03.761454 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1310c9b-82a5-4272-a5c1-0837e3741142", "tag": "e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:03.761454 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-675616c0-1d48-4696-bd5e-e34d94317b6c {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:03.761454 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1310c9b-82a5-4272-a5c1-0837e3741142', 'tag': 'e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63', 'status': 'completed', 'code': 200} Jul 13 07:32:03.772996 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-35edb548-4aa5-4e7c-8dbf-151f8fc87879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:03.774776 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-35edb548-4aa5-4e7c-8dbf-151f8fc87879 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8f095698c72c459eb677dcbc568ab1ae&device_id=e1310c9b-82a5-4272-a5c1-0837e3741142 HTTP/1.1" status: 200 len: 1095 time: 0.2398105 Jul 13 07:32:03.789800 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2598606-d564-4a4f-9414-bbcb6725b50f tempest-NetworksNegativeTestJSON-272409884 tempest-NetworksNegativeTestJSON-272409884-project] PUT failed (client error): The resource could not be found. Jul 13 07:32:03.790563 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2598606-d564-4a4f-9414-bbcb6725b50f tempest-NetworksNegativeTestJSON-272409884 tempest-NetworksNegativeTestJSON-272409884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:32:03.791844 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c2598606-d564-4a4f-9414-bbcb6725b50f tempest-NetworksNegativeTestJSON-272409884 tempest-NetworksNegativeTestJSON-272409884-project] 10.222.0.23 "PUT /v2.0/networks/804480ad-5509-45d0-bb94-9e9130207cff HTTP/1.1" status: 404 len: 339 time: 0.0475044 Jul 13 07:32:03.796128 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33824) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:03.802247 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-3e174fc0-fc85-4a46-8a6b-ebc31f763578 tempest-NetworksNegativeTestJSON-272409884 tempest-NetworksNegativeTestJSON-272409884-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:03.829616 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-34c4aff1-8071-4c5a-98b1-aeac12218cad service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63 HTTP/1.1" status: 200 len: 217 time: 0.0460796 Jul 13 07:32:03.831590 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e174fc0-fc85-4a46-8a6b-ebc31f763578 tempest-NetworksNegativeTestJSON-272409884 tempest-NetworksNegativeTestJSON-272409884-project] PUT failed (client error): The resource could not be found. Jul 13 07:32:03.832452 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e174fc0-fc85-4a46-8a6b-ebc31f763578 tempest-NetworksNegativeTestJSON-272409884 tempest-NetworksNegativeTestJSON-272409884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:32:03.833870 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3e174fc0-fc85-4a46-8a6b-ebc31f763578 tempest-NetworksNegativeTestJSON-272409884 tempest-NetworksNegativeTestJSON-272409884-project] 10.222.0.23 "PUT /v2.0/ports/411eddd0-805c-4d11-b4a9-fe0c4b79c438 HTTP/1.1" status: 404 len: 333 time: 0.0365441 Jul 13 07:32:03.842462 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33826) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:03.900473 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-5a24d061-33c6-415e-af2a-9687f3b116e7 tempest-NetworksNegativeTestJSON-272409884 tempest-NetworksNegativeTestJSON-272409884-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:03.906694 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-1b21672f-7583-4e1a-8e79-3821b1aa3a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:03.908852 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-1b21672f-7583-4e1a-8e79-3821b1aa3a6d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=82005969-545f-4e2a-bfa2-f70bad7873ae HTTP/1.1" status: 200 len: 860 time: 0.0735765 Jul 13 07:32:03.939054 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a24d061-33c6-415e-af2a-9687f3b116e7 tempest-NetworksNegativeTestJSON-272409884 tempest-NetworksNegativeTestJSON-272409884-project] PUT failed (client error): The resource could not be found. Jul 13 07:32:03.939574 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a24d061-33c6-415e-af2a-9687f3b116e7 tempest-NetworksNegativeTestJSON-272409884 tempest-NetworksNegativeTestJSON-272409884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:32:03.944608 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5a24d061-33c6-415e-af2a-9687f3b116e7 tempest-NetworksNegativeTestJSON-272409884 tempest-NetworksNegativeTestJSON-272409884-project] 10.222.0.23 "PUT /v2.0/subnets/26ad2c8f-d8c1-4014-bdb4-977b03132904 HTTP/1.1" status: 404 len: 337 time: 0.0468280 Jul 13 07:32:03.979027 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc08f58-5dbe-4187-8ea5-86c32f642244 req-7e4b3b98-ae64-49b5-a939-6f5a289447b4 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:03.987815 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5bc08f58-5dbe-4187-8ea5-86c32f642244 req-7e4b3b98-ae64-49b5-a939-6f5a289447b4 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1310c9b-82a5-4272-a5c1-0837e3741142 HTTP/1.1" status: 200 len: 943 time: 0.2917020 Jul 13 07:32:03.992845 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-6a475f31-f754-4929-93fc-cd3c33b363c6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=675a4bd8-c216-4ff7-85f6-a501734f8413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636468 Jul 13 07:32:04.004226 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.013635 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ab91f1c3-b7da-4eac-b25d-9059e96089c6 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.020536 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ab91f1c3-b7da-4eac-b25d-9059e96089c6 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-409024'] for router, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.045409 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bde949-6911-49eb-9919-7c263c516bad req-ecb8ddf3-6130-4f08-a627-0670bd88c9e5 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:04.071911 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-82bde949-6911-49eb-9919-7c263c516bad req-ecb8ddf3-6130-4f08-a627-0670bd88c9e5 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb06e675-f213-417c-af7c-abb6eb10ac7b HTTP/1.1" status: 200 len: 945 time: 0.1827695 Jul 13 07:32:04.091043 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5bc08f58-5dbe-4187-8ea5-86c32f642244 req-a38e9c8a-8e2e-4c0f-9ca9-617ee9fd5985 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/security-groups?id=e00d98ca-3e1f-4912-8214-2f6d520c8e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018379 Jul 13 07:32:04.205725 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-13e4d490-6d5a-438d-a9b0-39d58b17c53a service neutron] 10.222.0.25 "GET /v2.0/networks/675a4bd8-c216-4ff7-85f6-a501734f8413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948071 Jul 13 07:32:04.210649 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-82bde949-6911-49eb-9919-7c263c516bad req-5bb94f62-f9f8-4e08-9637-1a058a70d798 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378906 Jul 13 07:32:04.331657 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab91f1c3-b7da-4eac-b25d-9059e96089c6 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Router 492c2331-6d71-4dfb-b8b1-36797d2fba5b is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:32:04.416958 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33838) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:04.574529 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab91f1c3-b7da-4eac-b25d-9059e96089c6 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:32:04.587506 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ab91f1c3-b7da-4eac-b25d-9059e96089c6 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.591344 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ab91f1c3-b7da-4eac-b25d-9059e96089c6 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] 10.222.0.23 "PUT /v2.0/routers/492c2331-6d71-4dfb-b8b1-36797d2fba5b HTTP/1.1" status: 200 len: 918 time: 4.0786712 Jul 13 07:32:04.599837 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33842) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:04.604498 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639d41cc-54f4-478f-b492-a7a0f82800a3 None None] Sync routers for ids ['492c2331-6d71-4dfb-b8b1-36797d2fba5b'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:32:04.619364 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639d41cc-54f4-478f-b492-a7a0f82800a3 None None] Routers {'492c2331-6d71-4dfb-b8b1-36797d2fba5b'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:04.622064 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-639d41cc-54f4-478f-b492-a7a0f82800a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:32:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['492c2331-6d71-4dfb-b8b1-36797d2fba5b'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:04.690948 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fc1837f1-6c6b-4d9f-9f3d-fa37e5234f5a req-e5787f30-bcd3-41c4-a92b-9f53efb10747 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 210 time: 0.0480232 Jul 13 07:32:04.699172 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-639d41cc-54f4-478f-b492-a7a0f82800a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:04.718194 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-72ad234b-36e6-4ee8-a943-c54e1251de6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:04.723311 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639d41cc-54f4-478f-b492-a7a0f82800a3 None None] Routers {'492c2331-6d71-4dfb-b8b1-36797d2fba5b'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:04.725090 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-639d41cc-54f4-478f-b492-a7a0f82800a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:32:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['492c2331-6d71-4dfb-b8b1-36797d2fba5b'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:04.748252 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ce56b3c1-f735-47eb-986c-8e5a90aa0544 req-f0c6a634-dac3-411f-9c41-2d0c2b7a4c92 service neutron] 10.222.0.25 "GET /v2.0/networks/675a4bd8-c216-4ff7-85f6-a501734f8413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5355048 Jul 13 07:32:04.782639 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-639d41cc-54f4-478f-b492-a7a0f82800a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:04.783511 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639d41cc-54f4-478f-b492-a7a0f82800a3 None None] The sync data for ids ['492c2331-6d71-4dfb-b8b1-36797d2fba5b'] in n-d-771363-34 is: [] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:32:04.898727 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0264daae-bc86-48c4-998f-f5f43fe991b8 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] 10.222.0.23 "GET /v2.0/routers/492c2331-6d71-4dfb-b8b1-36797d2fba5b HTTP/1.1" status: 200 len: 924 time: 0.2976439 Jul 13 07:32:04.902136 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33844) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:04.911137 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59cce28-663d-4a34-b365-0b7fe9ede140 req-327546c5-bedb-49e7-9a3e-b79bb6d45797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:04.913109 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e59cce28-663d-4a34-b365-0b7fe9ede140 req-327546c5-bedb-49e7-9a3e-b79bb6d45797 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8f095698c72c459eb677dcbc568ab1ae&device_id=e1310c9b-82a5-4272-a5c1-0837e3741142 HTTP/1.1" status: 200 len: 1095 time: 0.0938125 Jul 13 07:32:04.999439 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-72ad234b-36e6-4ee8-a943-c54e1251de6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:05.009274 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-72ad234b-36e6-4ee8-a943-c54e1251de6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:05.017199 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f08a8a-0f61-4e7d-af9a-b25558852f69 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:05.018879 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-19f08a8a-0f61-4e7d-af9a-b25558852f69 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=099fd220-496e-4556-906a-9ab228a05c02&device_id=492c2331-6d71-4dfb-b8b1-36797d2fba5b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1156831 Jul 13 07:32:05.025488 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33846) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:05.124141 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59cce28-663d-4a34-b365-0b7fe9ede140 req-66afb5ff-f133-4534-8c0f-d0e9ed8a4ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:05.127948 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e59cce28-663d-4a34-b365-0b7fe9ede140 req-66afb5ff-f133-4534-8c0f-d0e9ed8a4ace service neutron] 10.222.0.25 "GET /v2.0/networks?id=675a4bd8-c216-4ff7-85f6-a501734f8413 HTTP/1.1" status: 200 len: 921 time: 0.2060432 Jul 13 07:32:05.143806 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-72ad234b-36e6-4ee8-a943-c54e1251de6a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86bbedd0c9954bf08ad6cd5008a091d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7224817 Jul 13 07:32:05.149072 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad234b-36e6-4ee8-a943-c54e1251de6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d931f394-ff7e-4c62-8a3f-9f85b1ba46d8,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:05.151878 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33860) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:05.171812 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9d1e18-eaf7-44e7-9948-77cec80fab0c tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:05.173313 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7b9d1e18-eaf7-44e7-9948-77cec80fab0c tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] 10.222.0.23 "GET /v2.0/networks/099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 881 time: 0.1398804 Jul 13 07:32:05.180441 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33864) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:05.268216 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c4d1b596-6fcf-423a-b05f-855d4e92e302 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] 10.222.0.23 "GET /v2.0/ports?device_id=492c2331-6d71-4dfb-b8b1-36797d2fba5b HTTP/1.1" status: 200 len: 205 time: 0.0840809 Jul 13 07:32:05.269867 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33868) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:05.294680 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e59cce28-663d-4a34-b365-0b7fe9ede140 req-5a35768f-0474-4df2-9f00-2df7555abb57 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63 HTTP/1.1" status: 200 len: 217 time: 0.1588767 Jul 13 07:32:05.349773 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833c441-a616-4094-b217-d30c37070c34 req-7a46262d-a164-4337-ad41-21c541d7d971 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:05.352903 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c833c441-a616-4094-b217-d30c37070c34 req-7a46262d-a164-4337-ad41-21c541d7d971 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb06e675-f213-417c-af7c-abb6eb10ac7b HTTP/1.1" status: 200 len: 945 time: 0.3004389 Jul 13 07:32:05.414568 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59cce28-663d-4a34-b365-0b7fe9ede140 req-c35e134a-5b9f-4d7d-b0e7-bc973d00b59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:05.416836 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e59cce28-663d-4a34-b365-0b7fe9ede140 req-c35e134a-5b9f-4d7d-b0e7-bc973d00b59b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=82005969-545f-4e2a-bfa2-f70bad7873ae HTTP/1.1" status: 200 len: 860 time: 0.1144772 Jul 13 07:32:05.449773 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-66435e7a-c543-4c6a-9dc4-f47fe31cb409 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:05.489501 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e59cce28-663d-4a34-b365-0b7fe9ede140 req-adacdcab-cdcb-4ec0-9707-e7b9c5c1b9d2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=675a4bd8-c216-4ff7-85f6-a501734f8413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644677 Jul 13 07:32:05.686567 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8b36cca6-9aca-4e94-b573-df0e7769e34d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:05.734256 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd45f8-f6e5-4179-8ec2-98e14a01781f req-7d65a383-1def-4cbc-a628-45640c804e57 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:05.742658 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eccd45f8-f6e5-4179-8ec2-98e14a01781f req-7d65a383-1def-4cbc-a628-45640c804e57 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb06e675-f213-417c-af7c-abb6eb10ac7b HTTP/1.1" status: 200 len: 945 time: 0.2702441 Jul 13 07:32:05.753457 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e59cce28-663d-4a34-b365-0b7fe9ede140 req-c3240e60-1f6d-455e-81c8-3a79ceb93bab service neutron] 10.222.0.25 "GET /v2.0/networks/675a4bd8-c216-4ff7-85f6-a501734f8413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481434 Jul 13 07:32:05.756120 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-c833c441-a616-4094-b217-d30c37070c34 req-d81d405f-6715-497a-8fbb-4d3bf03f4062 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Deleting port 0f6f283a-e58e-4fda-9415-124a3afda412 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:05.756460 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-c833c441-a616-4094-b217-d30c37070c34 req-d81d405f-6715-497a-8fbb-4d3bf03f4062 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:05.768793 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293015bb-bce4-4784-956d-182683200ac8 req-154db3ea-325c-4831-81ef-698ac38a84c9 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:05.784311 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-293015bb-bce4-4784-956d-182683200ac8 req-154db3ea-325c-4831-81ef-698ac38a84c9 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1310c9b-82a5-4272-a5c1-0837e3741142 HTTP/1.1" status: 200 len: 943 time: 0.3500369 Jul 13 07:32:05.804429 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:05.834746 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8b36cca6-9aca-4e94-b573-df0e7769e34d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:05.902412 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eccd45f8-f6e5-4179-8ec2-98e14a01781f req-c028dc7f-e13b-4c54-841c-aba986b0d963 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587219 Jul 13 07:32:05.906057 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-66435e7a-c543-4c6a-9dc4-f47fe31cb409 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:05.943394 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8b36cca6-9aca-4e94-b573-df0e7769e34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:05.948408 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8b36cca6-9aca-4e94-b573-df0e7769e34d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:05.950049 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8b36cca6-9aca-4e94-b573-df0e7769e34d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d931f394-ff7e-4c62-8a3f-9f85b1ba46d8 HTTP/1.1" status: 204 len: 168 time: 0.7945163 Jul 13 07:32:06.001651 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-293015bb-bce4-4784-956d-182683200ac8 req-f29ec075-99b3-4921-88c1-d2e37f579ad4 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/security-groups?id=e00d98ca-3e1f-4912-8214-2f6d520c8e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159946 Jul 13 07:32:06.003323 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36cca6-9aca-4e94-b573-df0e7769e34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d931f394-ff7e-4c62-8a3f-9f85b1ba46d8,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:06.040167 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-c833c441-a616-4094-b217-d30c37070c34 req-d81d405f-6715-497a-8fbb-4d3bf03f4062 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] For port 0f6f283a-e58e-4fda-9415-124a3afda412, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=0f6f283a-e58e-4fda-9415-124a3afda412,segment=NetworkSegment(5a5e32fa-d1a7-44e2-b088-49b4ede36727),segment_id=5a5e32fa-d1a7-44e2-b088-49b4ede36727)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:06.040386 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-c833c441-a616-4094-b217-d30c37070c34 req-d81d405f-6715-497a-8fbb-4d3bf03f4062 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:06.069591 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e59cce28-663d-4a34-b365-0b7fe9ede140 req-f96ebc87-f2f8-4437-bf8a-9833b08b7d1a service neutron] 10.222.0.25 "GET /v2.0/networks/675a4bd8-c216-4ff7-85f6-a501734f8413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023379 Jul 13 07:32:06.070550 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-c833c441-a616-4094-b217-d30c37070c34 req-d81d405f-6715-497a-8fbb-4d3bf03f4062 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Calling delete_port for 0f6f283a-e58e-4fda-9415-124a3afda412 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:06.091047 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-66435e7a-c543-4c6a-9dc4-f47fe31cb409 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Deleting port bdd53be0-61df-4539-bf6b-c9af4f19cd9f {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:06.091417 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-66435e7a-c543-4c6a-9dc4-f47fe31cb409 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:06.239482 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-66435e7a-c543-4c6a-9dc4-f47fe31cb409 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:06.253021 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-05ba1d64-5767-4bf3-bfcf-eb4924b3f8c9 req-60bc8c42-18cb-4c5d-9d62-ea6fea7ce977 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 210 time: 0.0494699 Jul 13 07:32:06.285906 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-66435e7a-c543-4c6a-9dc4-f47fe31cb409 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Calling delete_port for bdd53be0-61df-4539-bf6b-c9af4f19cd9f owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:06.432695 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-c833c441-a616-4094-b217-d30c37070c34 req-d81d405f-6715-497a-8fbb-4d3bf03f4062 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:06.452418 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['0f6f283a-e58e-4fda-9415-124a3afda412'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:06.516634 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d405f-6715-497a-8fbb-4d3bf03f4062 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Pushing event deleted for resources: {'Port': ['ID=0f6f283a-e58e-4fda-9415-124a3afda412,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:06.692461 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-c833c441-a616-4094-b217-d30c37070c34 req-d81d405f-6715-497a-8fbb-4d3bf03f4062 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] No DVR routers for this DVR port 0f6f283a-e58e-4fda-9415-124a3afda412 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:06.699616 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-c833c441-a616-4094-b217-d30c37070c34 req-d81d405f-6715-497a-8fbb-4d3bf03f4062 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:06.705459 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c833c441-a616-4094-b217-d30c37070c34 req-d81d405f-6715-497a-8fbb-4d3bf03f4062 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.42 "DELETE /v2.0/ports/0f6f283a-e58e-4fda-9415-124a3afda412 HTTP/1.1" status: 204 len: 173 time: 1.3421876 Jul 13 07:32:06.708033 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb06e675-f213-417c-af7c-abb6eb10ac7b', 'name': 'network-vif-deleted', 'tag': '0f6f283a-e58e-4fda-9415-124a3afda412'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:06.714707 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1121c4a-c72a-4044-8a62-360533188303" -d '{"events": [{"server_uuid": "bb06e675-f213-417c-af7c-abb6eb10ac7b", "name": "network-vif-deleted", "tag": "0f6f283a-e58e-4fda-9415-124a3afda412"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:06.783571 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-66435e7a-c543-4c6a-9dc4-f47fe31cb409 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:06.799033 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4866d24e-4c3f-407b-812d-e5bca7004988 x-openstack-request-id: req-4866d24e-4c3f-407b-812d-e5bca7004988 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:06.799580 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb06e675-f213-417c-af7c-abb6eb10ac7b", "name": "network-vif-deleted", "tag": "0f6f283a-e58e-4fda-9415-124a3afda412", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:06.799580 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4866d24e-4c3f-407b-812d-e5bca7004988 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:06.800001 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb06e675-f213-417c-af7c-abb6eb10ac7b', 'name': 'network-vif-deleted', 'tag': '0f6f283a-e58e-4fda-9415-124a3afda412', 'status': 'completed', 'code': 200} Jul 13 07:32:06.869983 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66435e7a-c543-4c6a-9dc4-f47fe31cb409 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Pushing event deleted for resources: {'Port': ['ID=bdd53be0-61df-4539-bf6b-c9af4f19cd9f,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:06.975023 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-66435e7a-c543-4c6a-9dc4-f47fe31cb409 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:07.085360 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-66435e7a-c543-4c6a-9dc4-f47fe31cb409 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:07.088478 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-66435e7a-c543-4c6a-9dc4-f47fe31cb409 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:07.147940 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-66435e7a-c543-4c6a-9dc4-f47fe31cb409 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:07.148388 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66435e7a-c543-4c6a-9dc4-f47fe31cb409 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Fanout notify agent at l3_agent the message router_deleted on router 492c2331-6d71-4dfb-b8b1-36797d2fba5b {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:32:07.165557 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-66435e7a-c543-4c6a-9dc4-f47fe31cb409 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:07.170881 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33926) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:07.171123 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-66435e7a-c543-4c6a-9dc4-f47fe31cb409 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] 10.222.0.23 "DELETE /v2.0/routers/492c2331-6d71-4dfb-b8b1-36797d2fba5b HTTP/1.1" status: 204 len: 168 time: 1.8990996 Jul 13 07:32:07.177779 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-409493d7-175f-4778-bf3f-1979d6dbc8af tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2049204697', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}, 'admin_state_up': False}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:07.214988 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1c02fdab-2dbc-4f34-937f-7e0c6d7301e0 req-1a8c5044-3961-4403-8f2f-0ae07d0c4ecd tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb06e675-f213-417c-af7c-abb6eb10ac7b HTTP/1.1" status: 200 len: 210 time: 0.0423875 Jul 13 07:32:07.248928 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-409493d7-175f-4778-bf3f-1979d6dbc8af tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:07.250237 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-409493d7-175f-4778-bf3f-1979d6dbc8af tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:07.281026 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:32:07.395465 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-409493d7-175f-4778-bf3f-1979d6dbc8af tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:07.656037 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-409493d7-175f-4778-bf3f-1979d6dbc8af tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:07.693214 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63,segment=NetworkSegment(28da2d9a-9cd2-47af-9ebd-220c5d6d98d2),segment_id=28da2d9a-9cd2-47af-9ebd-220c5d6d98d2)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:07.709382 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65e90e-f0a8-4d24-ab23-61816e478575 req-d95a6121-feb2-4b21-ab14-6a689e367590 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:07.712990 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2f65e90e-f0a8-4d24-ab23-61816e478575 req-d95a6121-feb2-4b21-ab14-6a689e367590 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1310c9b-82a5-4272-a5c1-0837e3741142 HTTP/1.1" status: 200 len: 943 time: 0.3292997 Jul 13 07:32:07.727222 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': 'e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63', 'network_id': '675a4bd8-c216-4ff7-85f6-a501734f8413', 'port_id': 'e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63', 'mac_address': 'fa:16:3e:e9:a5:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82005969-545f-4e2a-bfa2-f70bad7873ae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:32:07.856366 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33944) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:07.883651 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2f65e90e-f0a8-4d24-ab23-61816e478575 req-6deb115c-ec51-4ccb-a6e2-7d31d84a5509 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/security-groups?id=e00d98ca-3e1f-4912-8214-2f6d520c8e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598158 Jul 13 07:32:07.892322 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:07.915755 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:07.951168 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:32:07.954905 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63,segment=NetworkSegment(28da2d9a-9cd2-47af-9ebd-220c5d6d98d2),segment_id=28da2d9a-9cd2-47af-9ebd-220c5d6d98d2)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:07.961132 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:08.078364 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:08.087951 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:08.088626 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:08.089154 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:08.089801 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:08.090538 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:08.091539 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:08.092074 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:08.093004 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:08.093554 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:08.094070 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:08.095714 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:08.096226 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:08.116329 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-24599bb3-d8d0-4a05-849c-9b49989b4ee6 tempest-ServiceProvidersTest-992511273 tempest-ServiceProvidersTest-992511273-project] 10.222.0.23 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2586381 Jul 13 07:32:08.158336 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d9314036-3c3b-4d6e-89be-2d83ade9ea34 req-517749d1-976b-4052-b6fb-539a3beafb32 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 210 time: 0.0953870 Jul 13 07:32:08.187577 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-409493d7-175f-4778-bf3f-1979d6dbc8af tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:08.225345 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-409493d7-175f-4778-bf3f-1979d6dbc8af tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:08.302961 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:08.353777 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-409493d7-175f-4778-bf3f-1979d6dbc8af tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Allocated IP 172.25.3.210 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/ef56b3e3-530b-4e57-800b-6bfc0cf477de) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:08.571041 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-409493d7-175f-4778-bf3f-1979d6dbc8af tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:08.583708 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33964) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:08.740504 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-409493d7-175f-4778-bf3f-1979d6dbc8af tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:08.838286 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6f60b9f2-1bfc-4502-aa79-5bca85714bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:08.857478 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409493d7-175f-4778-bf3f-1979d6dbc8af tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:08.869373 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409493d7-175f-4778-bf3f-1979d6dbc8af tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Pushing event updated for resources: {'Port': ['ID=ef56b3e3-530b-4e57-800b-6bfc0cf477de,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:08.889682 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-409493d7-175f-4778-bf3f-1979d6dbc8af tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:08.903743 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-50b2289f-94d8-40c8-8c18-0299b0024480 req-7938bf31-6105-4fe7-bef0-67aacd71d761 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=86cd76d0-655b-4fe7-b5ba-67ac99ebcf63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2850499 Jul 13 07:32:08.908117 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409493d7-175f-4778-bf3f-1979d6dbc8af tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:09.017487 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6f60b9f2-1bfc-4502-aa79-5bca85714bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.024066 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6f60b9f2-1bfc-4502-aa79-5bca85714bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.045868 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-1fc91807-644b-4af5-8991-85e4220c18ae tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:09.057320 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-1fc91807-644b-4af5-8991-85e4220c18ae tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/networks?id=324cb62a-283f-4998-ab58-61f8ca597760 HTTP/1.1" status: 200 len: 812 time: 0.2592719 Jul 13 07:32:09.075777 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6f60b9f2-1bfc-4502-aa79-5bca85714bd7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e3a166860b9c41bf9eccfdd506ab179e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4905624 Jul 13 07:32:09.077627 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f60b9f2-1bfc-4502-aa79-5bca85714bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13aa6ae1-cb6d-49aa-a284-51948590a5eb,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:09.081191 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33988) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:09.128551 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-f4b09181-6946-4914-93e5-aa52055532a3 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/quotas/9f479963551e4752848e4380eebe58cf HTTP/1.1" status: 200 len: 375 time: 0.0696347 Jul 13 07:32:09.184210 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-754efc85-5128-4d91-a721-b1da67e58e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.232233 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-f132482a-4f49-4b45-be03-23170e084bd8 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9f479963551e4752848e4380eebe58cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0961895 Jul 13 07:32:09.233966 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-754efc85-5128-4d91-a721-b1da67e58e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.265307 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198236c-360d-4eac-8b6e-16e56e35d5da req-2bde5811-1624-495f-b63c-e7ba53eb4072 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:09.267723 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c198236c-360d-4eac-8b6e-16e56e35d5da req-2bde5811-1624-495f-b63c-e7ba53eb4072 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1310c9b-82a5-4272-a5c1-0837e3741142 HTTP/1.1" status: 200 len: 944 time: 0.1527822 Jul 13 07:32:09.283830 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:09.405914 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:09.424304 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:09.424680 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.450159 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c198236c-360d-4eac-8b6e-16e56e35d5da req-ed4f4c59-12c2-4f51-b023-8346563dabce tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/security-groups?id=e00d98ca-3e1f-4912-8214-2f6d520c8e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667254 Jul 13 07:32:09.455170 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2289f-94d8-40c8-8c18-0299b0024480 req-86171f98-c165-4f58-8571-b37a7e212b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:09.456912 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-50b2289f-94d8-40c8-8c18-0299b0024480 req-86171f98-c165-4f58-8571-b37a7e212b18 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0aeb803a03a140849d8f3025c4e8d6d6&device_id=86cd76d0-655b-4fe7-b5ba-67ac99ebcf63 HTTP/1.1" status: 200 len: 1098 time: 0.3631296 Jul 13 07:32:09.470249 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-754efc85-5128-4d91-a721-b1da67e58e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.477764 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-754efc85-5128-4d91-a721-b1da67e58e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.483406 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-754efc85-5128-4d91-a721-b1da67e58e62 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/13aa6ae1-cb6d-49aa-a284-51948590a5eb HTTP/1.1" status: 204 len: 168 time: 0.3967335 Jul 13 07:32:09.520601 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754efc85-5128-4d91-a721-b1da67e58e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13aa6ae1-cb6d-49aa-a284-51948590a5eb,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:09.738495 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-e052999c-abbf-4b6b-b7a7-4e1b8e668176 service neutron] 10.222.0.23 "GET /v2.0/networks/324cb62a-283f-4998-ab58-61f8ca597760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5052965 Jul 13 07:32:09.761206 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:09.817526 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-19fe2585-12ed-4c43-abaf-8fd1b9f8f36f req-3e36600b-1a27-4a85-b459-c465e48f6442 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/ports?device_id=351c2f2b-30ec-4054-9581-49a23e86278a HTTP/1.1" status: 200 len: 210 time: 0.0780845 Jul 13 07:32:09.831387 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1310c9b-82a5-4272-a5c1-0837e3741142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:09.838595 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a082daf4-13b0-439c-9222-e2d5f1fd3114" -d '{"events": [{"server_uuid": "e1310c9b-82a5-4272-a5c1-0837e3741142", "name": "network-vif-plugged", "status": "completed", "tag": "e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:09.870457 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63,segment=NetworkSegment(28da2d9a-9cd2-47af-9ebd-220c5d6d98d2),segment_id=28da2d9a-9cd2-47af-9ebd-220c5d6d98d2)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:09.880860 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:10.004313 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb1dfb4-2106-4caa-8a68-8aa453ce5189 x-openstack-request-id: req-1bb1dfb4-2106-4caa-8a68-8aa453ce5189 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:10.004688 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1310c9b-82a5-4272-a5c1-0837e3741142", "name": "network-vif-plugged", "status": "completed", "tag": "e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:10.004947 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1bb1dfb4-2106-4caa-8a68-8aa453ce5189 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:10.005400 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1310c9b-82a5-4272-a5c1-0837e3741142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63', 'code': 200} Jul 13 07:32:10.007092 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:10.015339 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 0f6f283a-e58e-4fda-9415-124a3afda412 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:10.134194 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 0f6f283a-e58e-4fda-9415-124a3afda412 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:32:10.140008 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 0f6f283a-e58e-4fda-9415-124a3afda412 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:10.154774 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ac5a5-ed2f-4b78-bf7a-a6a35156bd25 req-3aa4e286-585f-420a-9a35-4a6516544f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:10.157947 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0d4ac5a5-ed2f-4b78-bf7a-a6a35156bd25 req-3aa4e286-585f-420a-9a35-4a6516544f1a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e1310c9b-82a5-4272-a5c1-0837e3741142 HTTP/1.1" status: 200 len: 1097 time: 0.1263545 Jul 13 07:32:10.222011 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0d4ac5a5-ed2f-4b78-bf7a-a6a35156bd25 req-53e5ccaa-72b8-4cef-b8d3-09ce6c89a8a2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e00d98ca-3e1f-4912-8214-2f6d520c8e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556509 Jul 13 07:32:10.546464 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2289f-94d8-40c8-8c18-0299b0024480 req-348d8e9b-be3e-4198-9ff6-bd8ad1b6b581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:10.548939 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-50b2289f-94d8-40c8-8c18-0299b0024480 req-348d8e9b-be3e-4198-9ff6-bd8ad1b6b581 service neutron] 10.222.0.25 "GET /v2.0/networks?id=158edf72-c971-4025-88f3-f50ab4847245 HTTP/1.1" status: 200 len: 915 time: 0.8679471 Jul 13 07:32:10.635397 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-409493d7-175f-4778-bf3f-1979d6dbc8af tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:10.635397 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-50b2289f-94d8-40c8-8c18-0299b0024480 req-74a90834-1b41-49d9-80cd-e8cf963951ae service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d26eb3b8-fca3-44f8-a91c-d4c917077993 HTTP/1.1" status: 200 len: 217 time: 0.0701807 Jul 13 07:32:10.657982 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-dbad429e-e34f-428d-ad44-42323fae320d service neutron] 10.222.0.23 "GET /v2.0/networks/324cb62a-283f-4998-ab58-61f8ca597760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9180963 Jul 13 07:32:10.884102 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50ef62-94e4-4ded-ba96-ebd4d245cdbf req-9f571eed-7260-416f-986e-69596f225091 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:10.892005 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2e50ef62-94e4-4ded-ba96-ebd4d245cdbf req-9f571eed-7260-416f-986e-69596f225091 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1310c9b-82a5-4272-a5c1-0837e3741142 HTTP/1.1" status: 200 len: 945 time: 0.1263802 Jul 13 07:32:11.119381 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2289f-94d8-40c8-8c18-0299b0024480 req-80cbc7ec-74e1-4783-87e3-ee1b46f7ef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:11.119381 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-50b2289f-94d8-40c8-8c18-0299b0024480 req-80cbc7ec-74e1-4783-87e3-ee1b46f7ef9e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b02e565c-ba96-4ecf-ad5f-fee613096d8b HTTP/1.1" status: 200 len: 854 time: 0.3758731 Jul 13 07:32:11.126749 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2e50ef62-94e4-4ded-ba96-ebd4d245cdbf req-e6263b9c-faf7-4d3e-871d-397d2ffc53fb tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/security-groups?id=e00d98ca-3e1f-4912-8214-2f6d520c8e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337942 Jul 13 07:32:11.271836 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-50b2289f-94d8-40c8-8c18-0299b0024480 req-3a6e918e-db8e-4c86-946e-343d75a0a529 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=158edf72-c971-4025-88f3-f50ab4847245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1134446 Jul 13 07:32:11.373653 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34046) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:11.382710 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d95a99df-f851-4561-a2a9-47ce8367f76a req-60573c60-e8be-4259-a23e-d1d2803cee35 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 210 time: 0.1104274 Jul 13 07:32:11.473086 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-409493d7-175f-4778-bf3f-1979d6dbc8af tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:11.483413 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-02b7f220-4060-46d9-a328-68c7275ea1af req-9038b830-75d7-4729-97f4-d6c3fc0e31a1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4231150 Jul 13 07:32:11.490589 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2c17ea9f-ff02-4d04-aea8-a82b098bef04 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:11.493687 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-50b2289f-94d8-40c8-8c18-0299b0024480 req-0848b85e-4334-496e-8573-d63d18bb076a service neutron] 10.222.0.25 "GET /v2.0/networks/158edf72-c971-4025-88f3-f50ab4847245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112052 Jul 13 07:32:11.534252 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2c17ea9f-ff02-4d04-aea8-a82b098bef04 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:11.640277 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2c17ea9f-ff02-4d04-aea8-a82b098bef04 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:11.644018 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2c17ea9f-ff02-4d04-aea8-a82b098bef04 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:11.647836 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2c17ea9f-ff02-4d04-aea8-a82b098bef04 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "DELETE /v2.0/security-groups/4b298572-65fa-498a-ba3d-67c8f2b7d207 HTTP/1.1" status: 204 len: 168 time: 0.2674375 Jul 13 07:32:11.649773 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34058) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:11.710196 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-4580e0d1-55af-4efb-b9d8-b5eaee330305 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] show failed (client error): The resource could not be found. Jul 13 07:32:11.715787 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4580e0d1-55af-4efb-b9d8-b5eaee330305 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "GET /v2.0/security-groups/4b298572-65fa-498a-ba3d-67c8f2b7d207 HTTP/1.1" status: 404 len: 347 time: 0.0634687 Jul 13 07:32:11.716924 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17ea9f-ff02-4d04-aea8-a82b098bef04 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b298572-65fa-498a-ba3d-67c8f2b7d207,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:11.719978 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34066) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:11.927282 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-50b2289f-94d8-40c8-8c18-0299b0024480 req-51450507-d33b-4b63-981f-a01f2ba163c0 service neutron] 10.222.0.25 "GET /v2.0/networks/158edf72-c971-4025-88f3-f50ab4847245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088489 Jul 13 07:32:11.949360 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-409493d7-175f-4778-bf3f-1979d6dbc8af tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Router 3e3169e1-417e-4e1a-985c-22d9c40c608e is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:32:11.976497 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7f220-4060-46d9-a328-68c7275ea1af req-e53e3c23-7d0a-493e-b638-1cccb1615a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:11.977355 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7f220-4060-46d9-a328-68c7275ea1af req-e53e3c23-7d0a-493e-b638-1cccb1615a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:11.978029 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7f220-4060-46d9-a328-68c7275ea1af req-e53e3c23-7d0a-493e-b638-1cccb1615a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:11.978739 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7f220-4060-46d9-a328-68c7275ea1af req-e53e3c23-7d0a-493e-b638-1cccb1615a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:11.979555 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7f220-4060-46d9-a328-68c7275ea1af req-e53e3c23-7d0a-493e-b638-1cccb1615a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:11.980192 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7f220-4060-46d9-a328-68c7275ea1af req-e53e3c23-7d0a-493e-b638-1cccb1615a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:11.981158 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7f220-4060-46d9-a328-68c7275ea1af req-e53e3c23-7d0a-493e-b638-1cccb1615a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:11.984021 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-02b7f220-4060-46d9-a328-68c7275ea1af req-e53e3c23-7d0a-493e-b638-1cccb1615a61 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f675b11333fa441fa8eddc3498c6fd35&device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 6509 time: 0.3745110 Jul 13 07:32:12.002426 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-93424a0a-5333-433c-88f5-aa2a16580480 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Deleting port 0df20397-3922-4477-99ed-6d0ad0a665bf {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:12.003029 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-93424a0a-5333-433c-88f5-aa2a16580480 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.144059 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-93424a0a-5333-433c-88f5-aa2a16580480 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.144896 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-93424a0a-5333-433c-88f5-aa2a16580480 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.164648 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-93424a0a-5333-433c-88f5-aa2a16580480 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Calling delete_port for 0df20397-3922-4477-99ed-6d0ad0a665bf owned by network:floatingip {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:12.361290 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-93424a0a-5333-433c-88f5-aa2a16580480 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.393351 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93424a0a-5333-433c-88f5-aa2a16580480 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Pushing event deleted for resources: {'Port': ['ID=0df20397-3922-4477-99ed-6d0ad0a665bf,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:12.457715 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409493d7-175f-4778-bf3f-1979d6dbc8af tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:32:12.460203 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7f220-4060-46d9-a328-68c7275ea1af req-24a88808-6ccb-4d9c-b234-7274199a1eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:12.461009 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7f220-4060-46d9-a328-68c7275ea1af req-24a88808-6ccb-4d9c-b234-7274199a1eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:12.461638 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7f220-4060-46d9-a328-68c7275ea1af req-24a88808-6ccb-4d9c-b234-7274199a1eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:12.464150 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-02b7f220-4060-46d9-a328-68c7275ea1af req-24a88808-6ccb-4d9c-b234-7274199a1eac service neutron] 10.222.0.42 "GET /v2.0/networks?id=dd8dd7e8-74b0-43ac-8795-6b3850b9caf1&id=429c5271-60ed-4dd8-b05d-2fc0729d6432&id=429c5271-60ed-4dd8-b05d-2fc0729d6432&id=429c5271-60ed-4dd8-b05d-2fc0729d6432&id=429c5271-60ed-4dd8-b05d-2fc0729d6432&id=c585a6c0-7b73-4536-a692-dae61cbdb028&id=c585a6c0-7b73-4536-a692-dae61cbdb028 HTTP/1.1" status: 200 len: 2297 time: 0.4015286 Jul 13 07:32:12.470399 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6319efdf-1803-4b19-8709-1b08be785c02 None None] Sync routers for ids ['3e3169e1-417e-4e1a-985c-22d9c40c608e'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:32:12.490922 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6319efdf-1803-4b19-8709-1b08be785c02 None None] Routers {'3e3169e1-417e-4e1a-985c-22d9c40c608e'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:12.492210 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-6319efdf-1803-4b19-8709-1b08be785c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:32:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['3e3169e1-417e-4e1a-985c-22d9c40c608e'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:12.551055 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-93424a0a-5333-433c-88f5-aa2a16580480 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks [] for floatingip, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.557795 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-93424a0a-5333-433c-88f5-aa2a16580480 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.560724 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-93424a0a-5333-433c-88f5-aa2a16580480 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "DELETE /v2.0/floatingips/8ebc441f-76b6-42d1-abbc-2b75398d44d6 HTTP/1.1" status: 204 len: 168 time: 0.8355470 Jul 13 07:32:12.564709 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34088) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:12.567276 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8c960-2f49-4afb-8ca1-65e5ac0dc044 req-ae939f63-f539-4734-b6ac-cb4c5c45845f tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:12.569017 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-daa8c960-2f49-4afb-8ca1-65e5ac0dc044 req-ae939f63-f539-4734-b6ac-cb4c5c45845f tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1310c9b-82a5-4272-a5c1-0837e3741142 HTTP/1.1" status: 200 len: 945 time: 0.2348011 Jul 13 07:32:12.572305 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-409493d7-175f-4778-bf3f-1979d6dbc8af tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.573626 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-409493d7-175f-4778-bf3f-1979d6dbc8af tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.4010725 Jul 13 07:32:12.595865 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 34090) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:12.598977 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-6319efdf-1803-4b19-8709-1b08be785c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:12.603268 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-23819f9b-85cc-45de-ab5a-f8a6756d48ba tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:12.620241 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6319efdf-1803-4b19-8709-1b08be785c02 None None] Routers {'3e3169e1-417e-4e1a-985c-22d9c40c608e'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:12.621142 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-6319efdf-1803-4b19-8709-1b08be785c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:32:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['3e3169e1-417e-4e1a-985c-22d9c40c608e'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:12.712615 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-02b7f220-4060-46d9-a328-68c7275ea1af req-a60de9fe-53f6-410c-8b6b-ccf0c80aecd6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24ca5f58-cab9-40b0-81e3-6853229cf3a9 HTTP/1.1" status: 200 len: 1000 time: 0.2302380 Jul 13 07:32:12.716270 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-6319efdf-1803-4b19-8709-1b08be785c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:12.716925 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6319efdf-1803-4b19-8709-1b08be785c02 None None] The sync data for ids ['3e3169e1-417e-4e1a-985c-22d9c40c608e'] in n-d-771363-34 is: [] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:32:12.758217 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8ea703ea-3d1b-41ef-8049-ce9bfa13006e req-90c77fa1-4641-4f6a-aea4-2ce624ff5008 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 210 time: 0.0725927 Jul 13 07:32:12.873042 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-f6d96f20-60bc-4b73-8558-d44a7658c8d6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Deleting port c6c5062b-ad9b-461a-b443-cecd55db988a {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:12.873386 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f6d96f20-60bc-4b73-8558-d44a7658c8d6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:12.915599 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-daa8c960-2f49-4afb-8ca1-65e5ac0dc044 req-8cf17ce6-9e8b-4ccc-a643-92385c20b71b tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/security-groups?id=e00d98ca-3e1f-4912-8214-2f6d520c8e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312223 Jul 13 07:32:13.218163 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-185650ed-2da8-4186-8c4b-80ac129db59e tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:13.220932 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-185650ed-2da8-4186-8c4b-80ac129db59e tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.42 "GET /v2.0/networks?id=324cb62a-283f-4998-ab58-61f8ca597760 HTTP/1.1" status: 200 len: 812 time: 0.2716682 Jul 13 07:32:13.223393 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7f220-4060-46d9-a328-68c7275ea1af req-ce2fa44e-89cc-41ce-8b79-2fa313e05e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:13.225500 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-02b7f220-4060-46d9-a328-68c7275ea1af req-ce2fa44e-89cc-41ce-8b79-2fa313e05e10 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7f0633d-db4a-44fe-b1ba-90fb0badcb6d HTTP/1.1" status: 200 len: 855 time: 0.5115092 Jul 13 07:32:13.359943 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-d56da7f2-d0b8-4b8b-acee-5d7bcc2a3387 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Request body: {'port': {'device_id': '6a05e7ee-4acd-42ef-891f-aa3bfb0532ac', 'network_id': '324cb62a-283f-4998-ab58-61f8ca597760', 'admin_state_up': True, 'tenant_id': '9f479963551e4752848e4380eebe58cf'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:13.716936 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-23819f9b-85cc-45de-ab5a-f8a6756d48ba tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:13.755001 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f6d96f20-60bc-4b73-8558-d44a7658c8d6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:13.770061 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-f6d96f20-60bc-4b73-8558-d44a7658c8d6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Calling delete_port for c6c5062b-ad9b-461a-b443-cecd55db988a owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:13.842133 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-23819f9b-85cc-45de-ab5a-f8a6756d48ba tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:13.869304 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7f220-4060-46d9-a328-68c7275ea1af req-8f685026-1d37-425a-9e79-421a84c2b065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:13.871668 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-02b7f220-4060-46d9-a328-68c7275ea1af req-8f685026-1d37-425a-9e79-421a84c2b065 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dd8dd7e8-74b0-43ac-8795-6b3850b9caf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5255792 Jul 13 07:32:14.020799 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-535ccc90-1f0a-4b56-b1fb-cf0420caca5e req-a4f39dcb-9cea-44b4-af1a-59398d1f5391 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 210 time: 0.0471439 Jul 13 07:32:14.023762 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f6d96f20-60bc-4b73-8558-d44a7658c8d6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.075715 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4faaac5-aa69-4a4e-9a0c-01cb2b5a6c59 req-38e3046d-720c-4574-aa41-78d5af47b597 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:14.083445 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a4faaac5-aa69-4a4e-9a0c-01cb2b5a6c59 req-38e3046d-720c-4574-aa41-78d5af47b597 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1310c9b-82a5-4272-a5c1-0837e3741142 HTTP/1.1" status: 200 len: 945 time: 0.3701091 Jul 13 07:32:14.111117 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e0628-d8b7-432d-9db9-33e02fd57ee5 req-51535429-4a9e-4582-b23a-fa405180fb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:14.113217 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-553e0628-d8b7-432d-9db9-33e02fd57ee5 req-51535429-4a9e-4582-b23a-fa405180fb0b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8f095698c72c459eb677dcbc568ab1ae&device_id=e1310c9b-82a5-4272-a5c1-0837e3741142 HTTP/1.1" status: 200 len: 1097 time: 0.5701981 Jul 13 07:32:14.120101 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-d56da7f2-d0b8-4b8b-acee-5d7bcc2a3387 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Made reservation on behalf of 9f479963551e4752848e4380eebe58cf for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:14.123592 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-d56da7f2-d0b8-4b8b-acee-5d7bcc2a3387 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.190030 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d96f20-60bc-4b73-8558-d44a7658c8d6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Pushing event deleted for resources: {'Port': ['ID=c6c5062b-ad9b-461a-b443-cecd55db988a,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:14.243326 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f6d96f20-60bc-4b73-8558-d44a7658c8d6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.248054 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f6d96f20-60bc-4b73-8558-d44a7658c8d6 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "DELETE /v2.0/ports/c6c5062b-ad9b-461a-b443-cecd55db988a HTTP/1.1" status: 204 len: 168 time: 1.6820598 Jul 13 07:32:14.248892 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34134) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:14.289728 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-02b7f220-4060-46d9-a328-68c7275ea1af req-75daf88a-63d8-43a3-88c8-3064bf8d80ef service neutron] 10.222.0.42 "GET /v2.0/networks/dd8dd7e8-74b0-43ac-8795-6b3850b9caf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061968 Jul 13 07:32:14.302300 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e0628-d8b7-432d-9db9-33e02fd57ee5 req-e0cfb34e-3ddf-4a07-8c53-3e5db8cea181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:14.303926 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-553e0628-d8b7-432d-9db9-33e02fd57ee5 req-e0cfb34e-3ddf-4a07-8c53-3e5db8cea181 service neutron] 10.222.0.25 "GET /v2.0/networks?id=675a4bd8-c216-4ff7-85f6-a501734f8413 HTTP/1.1" status: 200 len: 921 time: 0.1634259 Jul 13 07:32:14.313626 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-23819f9b-85cc-45de-ab5a-f8a6756d48ba tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Deleting port ef56b3e3-530b-4e57-800b-6bfc0cf477de {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:14.314071 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-23819f9b-85cc-45de-ab5a-f8a6756d48ba tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.374039 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-ac970121-daa7-441f-99e9-32c49f0af4f4 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Deleting port 3f89b889-ffbb-4db5-b1ee-44cea0069805 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:14.374305 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ac970121-daa7-441f-99e9-32c49f0af4f4 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.490192 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ac970121-daa7-441f-99e9-32c49f0af4f4 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.510225 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-ac970121-daa7-441f-99e9-32c49f0af4f4 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Calling delete_port for 3f89b889-ffbb-4db5-b1ee-44cea0069805 owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:14.709365 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ac970121-daa7-441f-99e9-32c49f0af4f4 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.802438 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac970121-daa7-441f-99e9-32c49f0af4f4 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Pushing event deleted for resources: {'Port': ['ID=3f89b889-ffbb-4db5-b1ee-44cea0069805,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:14.861544 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a4faaac5-aa69-4a4e-9a0c-01cb2b5a6c59 req-ef34f32d-7f72-4950-9f39-d736cc2c4951 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/security-groups?id=e00d98ca-3e1f-4912-8214-2f6d520c8e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7768650 Jul 13 07:32:14.991269 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-553e0628-d8b7-432d-9db9-33e02fd57ee5 req-65e5d650-3889-4364-b591-93d61908ccbe service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63 HTTP/1.1" status: 200 len: 217 time: 0.6664181 Jul 13 07:32:14.991549 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ac970121-daa7-441f-99e9-32c49f0af4f4 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:14.994384 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ac970121-daa7-441f-99e9-32c49f0af4f4 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "DELETE /v2.0/ports/3f89b889-ffbb-4db5-b1ee-44cea0069805 HTTP/1.1" status: 204 len: 168 time: 0.7443190 Jul 13 07:32:14.996920 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34150) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:15.061924 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fd563ee-57d3-41be-bbf5-4b2e7900ec6d tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Deleting subnet 9c2506db-6f43-4e89-9c37-79407431b682 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:32:15.065991 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2fd563ee-57d3-41be-bbf5-4b2e7900ec6d tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.120717 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2fd563ee-57d3-41be-bbf5-4b2e7900ec6d tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.274274 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-23819f9b-85cc-45de-ab5a-f8a6756d48ba tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.279005 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e0628-d8b7-432d-9db9-33e02fd57ee5 req-5fa8823f-a336-45ae-b6db-5e064dfa226d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:15.280826 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-553e0628-d8b7-432d-9db9-33e02fd57ee5 req-5fa8823f-a336-45ae-b6db-5e064dfa226d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=82005969-545f-4e2a-bfa2-f70bad7873ae HTTP/1.1" status: 200 len: 860 time: 0.2828133 Jul 13 07:32:15.295475 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2fd563ee-57d3-41be-bbf5-4b2e7900ec6d tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.343589 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-23819f9b-85cc-45de-ab5a-f8a6756d48ba tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Calling delete_port for ef56b3e3-530b-4e57-800b-6bfc0cf477de owned by network:router_gateway {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:15.349266 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-02b7f220-4060-46d9-a328-68c7275ea1af req-1d348622-eb71-4c85-87e1-2f2d06ec8b9d service neutron] 10.222.0.42 "GET /v2.0/networks/dd8dd7e8-74b0-43ac-8795-6b3850b9caf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0392110 Jul 13 07:32:15.400866 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-553e0628-d8b7-432d-9db9-33e02fd57ee5 req-c17a729a-8367-41ad-8e97-93f419f4448d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=675a4bd8-c216-4ff7-85f6-a501734f8413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036792 Jul 13 07:32:15.402548 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2fd563ee-57d3-41be-bbf5-4b2e7900ec6d tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.439560 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1f03b5fc-5e48-4d12-a74c-aa6b52c173a9 req-debb62f8-9c72-4901-97ff-ebcc72b911d2 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 210 time: 0.0512033 Jul 13 07:32:15.456584 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-02b7f220-4060-46d9-a328-68c7275ea1af req-98e46636-fe16-4b6c-a2d8-293868961d45 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=1d1d6f8c-4810-439b-a2c4-1b8759e55cea HTTP/1.1" status: 200 len: 217 time: 0.0590518 Jul 13 07:32:15.473929 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-d56da7f2-d0b8-4b8b-acee-5d7bcc2a3387 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Allocated IP 172.20.0.14 (324cb62a-283f-4998-ab58-61f8ca597760/5b417da6-f0a7-4a6d-b28c-2dd98c361dbc/9bd27889-3727-4ca0-b72d-f427a43accfe) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:15.483976 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f999c40-ec9a-45ba-99ec-80b0b1682aef None None] Network d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:15.487539 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2fd563ee-57d3-41be-bbf5-4b2e7900ec6d tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.489651 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2fd563ee-57d3-41be-bbf5-4b2e7900ec6d tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "DELETE /v2.0/subnets/9c2506db-6f43-4e89-9c37-79407431b682 HTTP/1.1" status: 204 len: 168 time: 0.4907014 Jul 13 07:32:15.492690 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34162) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:15.513676 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd563ee-57d3-41be-bbf5-4b2e7900ec6d tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Pushing event deleted for resources: {'Subnet': ['ID=9c2506db-6f43-4e89-9c37-79407431b682,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:15.611938 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-91192add-d9d2-4d35-a462-9a281e4e8ce0 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Deleting subnet fbf3360f-363f-4965-bf44-461a187b579f {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:32:15.615479 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-91192add-d9d2-4d35-a462-9a281e4e8ce0 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.701400 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-91192add-d9d2-4d35-a462-9a281e4e8ce0 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.769287 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7f220-4060-46d9-a328-68c7275ea1af req-09dd2790-33b4-4c47-b53a-4c463a9090c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:15.769870 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-02b7f220-4060-46d9-a328-68c7275ea1af req-09dd2790-33b4-4c47-b53a-4c463a9090c3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=61e9bb2d-d334-46ee-a94c-dc384201b119 HTTP/1.1" status: 200 len: 797 time: 0.2995484 Jul 13 07:32:15.794360 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d976be-c5e3-413d-aa1a-b17070fc8713 None None] DHCP port deletion for d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:32:15.820006 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-91192add-d9d2-4d35-a462-9a281e4e8ce0 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.867864 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-d2d976be-c5e3-413d-aa1a-b17070fc8713 None None] Deleting port f17e18e5-bc0d-4074-bbf6-140a4608454d {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:15.868229 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d2d976be-c5e3-413d-aa1a-b17070fc8713 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.894103 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-553e0628-d8b7-432d-9db9-33e02fd57ee5 req-339a4a80-8b93-462b-888b-db82ae02f79a service neutron] 10.222.0.25 "GET /v2.0/networks/675a4bd8-c216-4ff7-85f6-a501734f8413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362028 Jul 13 07:32:15.895793 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-91192add-d9d2-4d35-a462-9a281e4e8ce0 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.955082 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-d2d976be-c5e3-413d-aa1a-b17070fc8713 None None] For port f17e18e5-bc0d-4074-bbf6-140a4608454d, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=f17e18e5-bc0d-4074-bbf6-140a4608454d,segment=NetworkSegment(a22ed18f-1ae7-4f42-8ca5-e45559afe92b),segment_id=a22ed18f-1ae7-4f42-8ca5-e45559afe92b)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:15.955643 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d2d976be-c5e3-413d-aa1a-b17070fc8713 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.975047 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-91192add-d9d2-4d35-a462-9a281e4e8ce0 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:15.976181 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38901058-c86d-4c8d-904d-d73f509e7000 None None] Network 8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:15.991761 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-91192add-d9d2-4d35-a462-9a281e4e8ce0 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "DELETE /v2.0/subnets/fbf3360f-363f-4965-bf44-461a187b579f HTTP/1.1" status: 204 len: 168 time: 0.4875433 Jul 13 07:32:15.991761 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91192add-d9d2-4d35-a462-9a281e4e8ce0 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Pushing event deleted for resources: {'Subnet': ['ID=fbf3360f-363f-4965-bf44-461a187b579f,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:15.991761 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34172) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:16.003490 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-d2d976be-c5e3-413d-aa1a-b17070fc8713 None None] Calling delete_port for f17e18e5-bc0d-4074-bbf6-140a4608454d owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:16.173889 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-44443d53-f411-45e8-8091-dc15d5c2894a tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:16.246669 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-44443d53-f411-45e8-8091-dc15d5c2894a tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Deleting port f17e18e5-bc0d-4074-bbf6-140a4608454d {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:16.247252 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-44443d53-f411-45e8-8091-dc15d5c2894a tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:16.352147 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-44443d53-f411-45e8-8091-dc15d5c2894a tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] For port f17e18e5-bc0d-4074-bbf6-140a4608454d, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=f17e18e5-bc0d-4074-bbf6-140a4608454d,segment=NetworkSegment(a22ed18f-1ae7-4f42-8ca5-e45559afe92b),segment_id=a22ed18f-1ae7-4f42-8ca5-e45559afe92b)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:16.352829 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-44443d53-f411-45e8-8091-dc15d5c2894a tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:16.369802 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7f220-4060-46d9-a328-68c7275ea1af req-49cd3e09-225a-4ed7-99dc-d6d3a9f269c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:16.371557 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-02b7f220-4060-46d9-a328-68c7275ea1af req-49cd3e09-225a-4ed7-99dc-d6d3a9f269c8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=429c5271-60ed-4dd8-b05d-2fc0729d6432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5358176 Jul 13 07:32:16.400485 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-44443d53-f411-45e8-8091-dc15d5c2894a tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Calling delete_port for f17e18e5-bc0d-4074-bbf6-140a4608454d owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:16.412158 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d2d976be-c5e3-413d-aa1a-b17070fc8713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:16.504513 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d976be-c5e3-413d-aa1a-b17070fc8713 None None] Pushing event deleted for resources: {'Port': ['ID=f17e18e5-bc0d-4074-bbf6-140a4608454d,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:16.515764 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d976be-c5e3-413d-aa1a-b17070fc8713 None None] No DVR routers for this DVR port f17e18e5-bc0d-4074-bbf6-140a4608454d on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:16.540562 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c57e41-ac8d-4d8c-9508-f6d05b0db45a None None] DHCP port deletion for 8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:32:16.638270 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f17e18e5-bc0d-4074-bbf6-140a4608454d no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:16.652300 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-02b7f220-4060-46d9-a328-68c7275ea1af req-3983b2f8-8552-431f-abfb-7c2e8d21ef78 service neutron] 10.222.0.42 "GET /v2.0/networks/429c5271-60ed-4dd8-b05d-2fc0729d6432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566655 Jul 13 07:32:16.666193 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-553e0628-d8b7-432d-9db9-33e02fd57ee5 req-053ca5a8-10a0-495b-ba56-038b37abea34 service neutron] 10.222.0.25 "GET /v2.0/networks/675a4bd8-c216-4ff7-85f6-a501734f8413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7080638 Jul 13 07:32:16.684674 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-23819f9b-85cc-45de-ab5a-f8a6756d48ba tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:16.736127 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-44443d53-f411-45e8-8091-dc15d5c2894a tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:16.740106 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23819f9b-85cc-45de-ab5a-f8a6756d48ba tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Pushing event deleted for resources: {'Port': ['ID=ef56b3e3-530b-4e57-800b-6bfc0cf477de,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:16.756970 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44443d53-f411-45e8-8091-dc15d5c2894a tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] No DVR routers for this DVR port f17e18e5-bc0d-4074-bbf6-140a4608454d on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:16.777573 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-d56da7f2-d0b8-4b8b-acee-5d7bcc2a3387 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:16.778287 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: f17e18e5-bc0d-4074-bbf6-140a4608454d {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:32:16.778855 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f17e18e5-bc0d-4074-bbf6-140a4608454d not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:16.810139 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-70c57e41-ac8d-4d8c-9508-f6d05b0db45a None None] Deleting port fa4e2b90-bba4-4bd7-90f4-e50bec95a45b {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:16.810511 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-70c57e41-ac8d-4d8c-9508-f6d05b0db45a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:16.823100 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44443d53-f411-45e8-8091-dc15d5c2894a tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Pushing event deleted for resources: {'Port': ['ID=f17e18e5-bc0d-4074-bbf6-140a4608454d,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:16.897254 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-70c57e41-ac8d-4d8c-9508-f6d05b0db45a None None] For port fa4e2b90-bba4-4bd7-90f4-e50bec95a45b, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=fa4e2b90-bba4-4bd7-90f4-e50bec95a45b,segment=NetworkSegment(40301528-fcc8-4ec6-a613-b476f71525be),segment_id=40301528-fcc8-4ec6-a613-b476f71525be)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:16.897669 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-70c57e41-ac8d-4d8c-9508-f6d05b0db45a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:16.910774 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-70c57e41-ac8d-4d8c-9508-f6d05b0db45a None None] Calling delete_port for fa4e2b90-bba4-4bd7-90f4-e50bec95a45b owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:16.961355 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca09d16-61f3-4efe-9a1a-57926cf21221 req-d8b9fb25-40d5-4587-8ad9-02f658664649 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:16.965063 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bca09d16-61f3-4efe-9a1a-57926cf21221 req-d8b9fb25-40d5-4587-8ad9-02f658664649 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1310c9b-82a5-4272-a5c1-0837e3741142 HTTP/1.1" status: 200 len: 945 time: 0.8462186 Jul 13 07:32:17.031164 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-44443d53-f411-45e8-8091-dc15d5c2894a tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.046668 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-44443d53-f411-45e8-8091-dc15d5c2894a tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:17.059965 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-00f1d1f2-3108-4e9d-ab6c-ab4e835d469d req-d24ddde5-53c8-4c01-9f11-1da13f3576a2 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 210 time: 0.2486827 Jul 13 07:32:17.067172 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-44443d53-f411-45e8-8091-dc15d5c2894a tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a22ed18f-1ae7-4f42-8ca5-e45559afe92b') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:17.067510 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-44443d53-f411-45e8-8091-dc15d5c2894a tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a22ed18f-1ae7-4f42-8ca5-e45559afe92b') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:17.075184 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-02b7f220-4060-46d9-a328-68c7275ea1af req-acc69b0f-59d7-4157-ad47-7035cf5eaec7 service neutron] 10.222.0.42 "GET /v2.0/networks/429c5271-60ed-4dd8-b05d-2fc0729d6432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117165 Jul 13 07:32:17.077489 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-44443d53-f411-45e8-8091-dc15d5c2894a tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.100693 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-44443d53-f411-45e8-8091-dc15d5c2894a tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.111022 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44443d53-f411-45e8-8091-dc15d5c2894a tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:32:17.111491 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-44443d53-f411-45e8-8091-dc15d5c2894a tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.114918 n-d-771363-34 neutron-server[94018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:32:17.114918 n-d-771363-34 neutron-server[94018]: self.session.flush() Jul 13 07:32:17.114918 n-d-771363-34 neutron-server[94018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:32:17.114918 n-d-771363-34 neutron-server[94018]: self.session.flush() Jul 13 07:32:17.114918 n-d-771363-34 neutron-server[94018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:32:17.114918 n-d-771363-34 neutron-server[94018]: self.session.flush() Jul 13 07:32:17.114918 n-d-771363-34 neutron-server[94018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:32:17.114918 n-d-771363-34 neutron-server[94018]: self.session.flush() Jul 13 07:32:17.114918 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:32:17.114918 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:32:17.114918 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:32:17.114918 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:32:17.114918 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:32:17.114918 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:32:17.114918 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:32:17.114918 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:32:17.114918 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:32:17.114918 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:32:17.114918 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:32:17.114918 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:32:17.114918 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:32:17.114918 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:32:17.114918 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:32:17.114918 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:32:17.114918 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:32:17.114918 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:32:17.114918 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:32:17.114918 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:32:17.114918 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:32:17.114918 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:32:17.114918 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:32:17.114918 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:32:17.114918 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:32:17.114918 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:32:17.114918 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:32:17.114918 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:32:17.114918 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:32:17.114918 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:32:17.114918 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:32:17.114918 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:32:17.120241 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-70c57e41-ac8d-4d8c-9508-f6d05b0db45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.123240 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-23819f9b-85cc-45de-ab5a-f8a6756d48ba tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.154285 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c57e41-ac8d-4d8c-9508-f6d05b0db45a None None] Pushing event deleted for resources: {'Port': ['ID=fa4e2b90-bba4-4bd7-90f4-e50bec95a45b,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:17.156703 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c57e41-ac8d-4d8c-9508-f6d05b0db45a None None] No DVR routers for this DVR port fa4e2b90-bba4-4bd7-90f4-e50bec95a45b on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:17.215328 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-44443d53-f411-45e8-8091-dc15d5c2894a tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.231890 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-44443d53-f411-45e8-8091-dc15d5c2894a tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.239560 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-44443d53-f411-45e8-8091-dc15d5c2894a tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "DELETE /v2.0/networks/d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f HTTP/1.1" status: 204 len: 168 time: 1.2466488 Jul 13 07:32:17.241652 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34214) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:17.265666 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bca09d16-61f3-4efe-9a1a-57926cf21221 req-3a6acacc-24ba-4fb7-830d-bf40e2a3b8b4 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/security-groups?id=e00d98ca-3e1f-4912-8214-2f6d520c8e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836912 Jul 13 07:32:17.307911 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44443d53-f411-45e8-8091-dc15d5c2894a tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Pushing event deleted for resources: {'Network': ['ID=d3e56d8a-fb9b-4f02-81fb-4e08aa4a9a1f,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:17.369053 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-02b7f220-4060-46d9-a328-68c7275ea1af req-abb352ee-31cf-43eb-aee8-4cf46b07a0b1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=ede38759-df2e-4913-a839-5c8f2fc992f8 HTTP/1.1" status: 200 len: 217 time: 0.2479422 Jul 13 07:32:17.383676 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6edfc55d-875f-4ddd-bc25-95e36af3e200 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.420577 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-d56da7f2-d0b8-4b8b-acee-5d7bcc2a3387 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.510541 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6edfc55d-875f-4ddd-bc25-95e36af3e200 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.525279 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-6edfc55d-875f-4ddd-bc25-95e36af3e200 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:17.542297 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-6edfc55d-875f-4ddd-bc25-95e36af3e200 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40301528-fcc8-4ec6-a613-b476f71525be') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:17.542669 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-6edfc55d-875f-4ddd-bc25-95e36af3e200 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40301528-fcc8-4ec6-a613-b476f71525be') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:17.572786 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-d56da7f2-d0b8-4b8b-acee-5d7bcc2a3387 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Network 324cb62a-283f-4998-ab58-61f8ca597760 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:17.588113 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-d56da7f2-d0b8-4b8b-acee-5d7bcc2a3387 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:17.593060 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6edfc55d-875f-4ddd-bc25-95e36af3e200 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.643235 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6edfc55d-875f-4ddd-bc25-95e36af3e200 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.651465 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6edfc55d-875f-4ddd-bc25-95e36af3e200 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:32:17.651990 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6edfc55d-875f-4ddd-bc25-95e36af3e200 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.670638 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:32:17.670638 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:32:17.670638 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:32:17.670638 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:32:17.670638 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:32:17.670638 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:32:17.670638 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:32:17.670638 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:32:17.670638 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:32:17.670638 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:32:17.670638 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:32:17.670638 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:32:17.670638 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:32:17.670638 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:32:17.670638 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:32:17.670638 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:32:17.670638 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:32:17.670638 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:32:17.670638 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:32:17.670638 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:32:17.670638 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:32:17.670638 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:32:17.670638 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:32:17.670638 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:32:17.670638 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:32:17.670638 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:32:17.670638 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:32:17.670638 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:32:17.670638 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:32:17.670638 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:32:17.670638 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:32:17.670638 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:32:17.775491 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-d56da7f2-d0b8-4b8b-acee-5d7bcc2a3387 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:17.815937 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6edfc55d-875f-4ddd-bc25-95e36af3e200 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.822891 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6edfc55d-875f-4ddd-bc25-95e36af3e200 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:17.824728 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6edfc55d-875f-4ddd-bc25-95e36af3e200 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] 10.222.0.23 "DELETE /v2.0/networks/8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb HTTP/1.1" status: 204 len: 168 time: 0.5820312 Jul 13 07:32:17.827023 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56da7f2-d0b8-4b8b-acee-5d7bcc2a3387 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Pushing event updated for resources: {'Port': ['ID=9bd27889-3727-4ca0-b72d-f427a43accfe,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:17.837568 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7f220-4060-46d9-a328-68c7275ea1af req-c87a30ed-c33d-41dd-a34c-5ad113ed3513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:17.846662 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-02b7f220-4060-46d9-a328-68c7275ea1af req-c87a30ed-c33d-41dd-a34c-5ad113ed3513 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=61e9bb2d-d334-46ee-a94c-dc384201b119 HTTP/1.1" status: 200 len: 797 time: 0.4209287 Jul 13 07:32:17.879454 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edfc55d-875f-4ddd-bc25-95e36af3e200 tempest-TaggedBootDevicesTest-1920037670 tempest-TaggedBootDevicesTest-1920037670-project] Pushing event deleted for resources: {'Network': ['ID=8d0e99a4-ea33-44ad-8d8a-ed04cf45cfdb,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:18.011949 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-d56da7f2-d0b8-4b8b-acee-5d7bcc2a3387 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:18.012620 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-d56da7f2-d0b8-4b8b-acee-5d7bcc2a3387 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:18.066847 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-23819f9b-85cc-45de-ab5a-f8a6756d48ba tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:18.074816 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-23819f9b-85cc-45de-ab5a-f8a6756d48ba tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-409024'] for router, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:18.091868 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-d56da7f2-d0b8-4b8b-acee-5d7bcc2a3387 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7479088 Jul 13 07:32:18.191515 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-e8c2f17e-e67a-4d79-aa7a-d38379bd90a0 service neutron] Request body: {'port': {'device_id': '6a05e7ee-4acd-42ef-891f-aa3bfb0532ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:18.572594 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device fa4e2b90-bba4-4bd7-90f4-e50bec95a45b no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:18.602724 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6c794-a38c-4e2b-839b-2087cba07f77 req-483993f5-4139-49ba-82bd-ffe50fe081e3 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:18.604283 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8da6c794-a38c-4e2b-839b-2087cba07f77 req-483993f5-4139-49ba-82bd-ffe50fe081e3 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1310c9b-82a5-4272-a5c1-0837e3741142 HTTP/1.1" status: 200 len: 945 time: 0.1268046 Jul 13 07:32:18.612713 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: fa4e2b90-bba4-4bd7-90f4-e50bec95a45b {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:32:18.613058 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device fa4e2b90-bba4-4bd7-90f4-e50bec95a45b not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:18.658096 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8da6c794-a38c-4e2b-839b-2087cba07f77 req-a845a95b-7e2b-4e38-bc4a-44022bb413cc tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/security-groups?id=e00d98ca-3e1f-4912-8214-2f6d520c8e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418587 Jul 13 07:32:18.703008 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7f220-4060-46d9-a328-68c7275ea1af req-5ac691a9-0704-459b-a501-27140769a3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:18.705711 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-02b7f220-4060-46d9-a328-68c7275ea1af req-5ac691a9-0704-459b-a501-27140769a3e3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=429c5271-60ed-4dd8-b05d-2fc0729d6432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8404043 Jul 13 07:32:18.790798 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23819f9b-85cc-45de-ab5a-f8a6756d48ba tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Router 3e3169e1-417e-4e1a-985c-22d9c40c608e has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:32:19.097821 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23819f9b-85cc-45de-ab5a-f8a6756d48ba tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:32:19.108210 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9272c49-e4c3-4f8f-9d9f-effc852312df None None] Sync routers for ids ['3e3169e1-417e-4e1a-985c-22d9c40c608e'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:32:19.108711 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-23819f9b-85cc-45de-ab5a-f8a6756d48ba tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:19.112681 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34266) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:19.113757 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-23819f9b-85cc-45de-ab5a-f8a6756d48ba tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] 10.222.0.23 "PUT /v2.0/routers/3e3169e1-417e-4e1a-985c-22d9c40c608e HTTP/1.1" status: 200 len: 710 time: 6.5164726 Jul 13 07:32:19.137452 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-e8c2f17e-e67a-4d79-aa7a-d38379bd90a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:19.140713 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9272c49-e4c3-4f8f-9d9f-effc852312df None None] Routers {'3e3169e1-417e-4e1a-985c-22d9c40c608e'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:19.142847 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-b9272c49-e4c3-4f8f-9d9f-effc852312df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:32:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['3e3169e1-417e-4e1a-985c-22d9c40c608e'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:19.196549 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-b9272c49-e4c3-4f8f-9d9f-effc852312df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:19.216357 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8764dc8-e002-4710-96a5-50b7f5b2c3e5 req-45e7669d-7881-4c03-b449-4b04b72a2490 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:19.217891 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9272c49-e4c3-4f8f-9d9f-effc852312df None None] Routers {'3e3169e1-417e-4e1a-985c-22d9c40c608e'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:19.218538 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-b9272c49-e4c3-4f8f-9d9f-effc852312df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:32:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['3e3169e1-417e-4e1a-985c-22d9c40c608e'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:19.225223 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b8764dc8-e002-4710-96a5-50b7f5b2c3e5 req-45e7669d-7881-4c03-b449-4b04b72a2490 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 932 time: 0.5583041 Jul 13 07:32:19.251584 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-02b7f220-4060-46d9-a328-68c7275ea1af req-3ee91b42-036d-4f3c-ae05-affd0e72cf16 service neutron] 10.222.0.42 "GET /v2.0/networks/429c5271-60ed-4dd8-b05d-2fc0729d6432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5352118 Jul 13 07:32:19.273748 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-b9272c49-e4c3-4f8f-9d9f-effc852312df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:19.274431 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9272c49-e4c3-4f8f-9d9f-effc852312df None None] The sync data for ids ['3e3169e1-417e-4e1a-985c-22d9c40c608e'] in n-d-771363-34 is: [] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:32:19.296962 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-75960014-750e-4501-b05d-63213bd018c8 tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] 10.222.0.23 "GET /v2.0/routers/3e3169e1-417e-4e1a-985c-22d9c40c608e HTTP/1.1" status: 200 len: 745 time: 0.1821027 Jul 13 07:32:19.300084 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34276) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:19.362079 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c1cc1a7c-4c0e-4798-b1bb-d9ad8381ce7b tempest-RoutersIpV6AdminTest-557154365 tempest-RoutersIpV6AdminTest-557154365-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=099fd220-496e-4556-906a-9ab228a05c02&device_id=3e3169e1-417e-4e1a-985c-22d9c40c608e HTTP/1.1" status: 200 len: 205 time: 0.0608540 Jul 13 07:32:19.363321 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b8764dc8-e002-4710-96a5-50b7f5b2c3e5 req-72c6a773-9e1f-407a-ab8b-29d4c2592fea tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288533 Jul 13 07:32:19.365845 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34280) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:19.435664 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d328cb49-a2c2-4903-8671-575fba5ccbbd tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e3169e1-417e-4e1a-985c-22d9c40c608e HTTP/1.1" status: 200 len: 205 time: 0.0683751 Jul 13 07:32:19.441175 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34282) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:19.621199 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-67eccec2-6230-46f9-8529-66b73496ab18 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:19.909733 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-e8c2f17e-e67a-4d79-aa7a-d38379bd90a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bd27889-3727-4ca0-b72d-f427a43accfe {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:19.919282 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-67eccec2-6230-46f9-8529-66b73496ab18 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:19.923190 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-67eccec2-6230-46f9-8529-66b73496ab18 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:19.943323 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-e8c2f17e-e67a-4d79-aa7a-d38379bd90a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:19.988531 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-67eccec2-6230-46f9-8529-66b73496ab18 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:19.989127 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67eccec2-6230-46f9-8529-66b73496ab18 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Fanout notify agent at l3_agent the message router_deleted on router 3e3169e1-417e-4e1a-985c-22d9c40c608e {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:32:19.992258 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-e8c2f17e-e67a-4d79-aa7a-d38379bd90a0 service neutron] Transition to ACTIVE for port object 9bd27889-3727-4ca0-b72d-f427a43accfe will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:19.999681 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-67eccec2-6230-46f9-8529-66b73496ab18 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:20.012901 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-67eccec2-6230-46f9-8529-66b73496ab18 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] 10.222.0.23 "DELETE /v2.0/routers/3e3169e1-417e-4e1a-985c-22d9c40c608e HTTP/1.1" status: 204 len: 168 time: 0.5702651 Jul 13 07:32:20.014081 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34306) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:20.099232 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0a800e32-699f-4774-8bc0-dbb8f507f0f5 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e3169e1-417e-4e1a-985c-22d9c40c608e HTTP/1.1" status: 200 len: 205 time: 0.0701990 Jul 13 07:32:20.099997 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34310) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:20.121810 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-e8c2f17e-e67a-4d79-aa7a-d38379bd90a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:20.148353 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-8b6fcea2-e840-4f46-ad77-07e1ffd643a7 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] delete failed (client error): The resource could not be found. Jul 13 07:32:20.152095 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8b6fcea2-e840-4f46-ad77-07e1ffd643a7 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] 10.222.0.23 "DELETE /v2.0/routers/3e3169e1-417e-4e1a-985c-22d9c40c608e HTTP/1.1" status: 404 len: 336 time: 0.0509148 Jul 13 07:32:20.153776 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34312) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:20.206261 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-cba3df8a-a7dc-4437-a4bb-ff6894f84810 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] 10.222.0.23 "GET /v2.0/ports?device_id=492c2331-6d71-4dfb-b8b1-36797d2fba5b HTTP/1.1" status: 200 len: 205 time: 0.0513041 Jul 13 07:32:20.208834 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34314) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:20.228293 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-02b7f220-4060-46d9-a328-68c7275ea1af req-e741ea09-3525-44a7-bef3-1f86999b8c32 service neutron] 10.222.0.42 "GET /v2.0/networks/429c5271-60ed-4dd8-b05d-2fc0729d6432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9673059 Jul 13 07:32:20.228910 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2f17e-e67a-4d79-aa7a-d38379bd90a0 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd27889-3727-4ca0-b72d-f427a43accfe,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:20.293665 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-02b7f220-4060-46d9-a328-68c7275ea1af req-212e831e-046f-4552-a6c9-3f25efcc6690 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=ca22fb29-1ea5-4f90-9571-5df06a832806 HTTP/1.1" status: 200 len: 217 time: 0.0498374 Jul 13 07:32:20.303870 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-d5227d4b-53de-4e04-8e38-1a6649b690a9 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] delete failed (client error): The resource could not be found. Jul 13 07:32:20.305128 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d5227d4b-53de-4e04-8e38-1a6649b690a9 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] 10.222.0.23 "DELETE /v2.0/routers/492c2331-6d71-4dfb-b8b1-36797d2fba5b HTTP/1.1" status: 404 len: 336 time: 0.0953116 Jul 13 07:32:20.307615 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34316) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:20.361170 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-dab89d57-e4be-4271-b28a-7dacd697d1c8 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] 10.222.0.23 "GET /v2.0/ports?device_id=499694be-0681-4b5f-a1a0-efa3d10e08f0 HTTP/1.1" status: 200 len: 205 time: 0.0522976 Jul 13 07:32:20.362791 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34318) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:20.405205 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7f220-4060-46d9-a328-68c7275ea1af req-8644ea1a-0c17-44cb-80a7-1161b468a927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:20.407357 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-02b7f220-4060-46d9-a328-68c7275ea1af req-8644ea1a-0c17-44cb-80a7-1161b468a927 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=61e9bb2d-d334-46ee-a94c-dc384201b119 HTTP/1.1" status: 200 len: 797 time: 0.1059344 Jul 13 07:32:20.467022 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-2de35936-b30a-4059-b5a1-0610fc7a39f9 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] delete failed (client error): The resource could not be found. Jul 13 07:32:20.468148 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2de35936-b30a-4059-b5a1-0610fc7a39f9 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] 10.222.0.23 "DELETE /v2.0/routers/499694be-0681-4b5f-a1a0-efa3d10e08f0 HTTP/1.1" status: 404 len: 336 time: 0.0957272 Jul 13 07:32:20.473616 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34326) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:20.537728 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-e8c2f17e-e67a-4d79-aa7a-d38379bd90a0 service neutron] Attempting to bind port 9bd27889-3727-4ca0-b72d-f427a43accfe on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:20.538155 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-e8c2f17e-e67a-4d79-aa7a-d38379bd90a0 service neutron] Attempting to bind port 9bd27889-3727-4ca0-b72d-f427a43accfe by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '5a5e32fa-d1a7-44e2-b088-49b4ede36727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '324cb62a-283f-4998-ab58-61f8ca597760'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:20.538591 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-e8c2f17e-e67a-4d79-aa7a-d38379bd90a0 service neutron] Attempting to bind port 9bd27889-3727-4ca0-b72d-f427a43accfe on network 324cb62a-283f-4998-ab58-61f8ca597760 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:20.550363 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b30f3-0441-4d4f-8890-3a3026541ea3 req-92e0413b-fc24-4c35-8401-28010353b145 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:20.556277 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-e8c2f17e-e67a-4d79-aa7a-d38379bd90a0 service neutron] Port 9bd27889-3727-4ca0-b72d-f427a43accfe on network 324cb62a-283f-4998-ab58-61f8ca597760 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:32:20.556728 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-e8c2f17e-e67a-4d79-aa7a-d38379bd90a0 service neutron] Attempting to bind port 9bd27889-3727-4ca0-b72d-f427a43accfe on network 324cb62a-283f-4998-ab58-61f8ca597760 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:20.569837 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-e8c2f17e-e67a-4d79-aa7a-d38379bd90a0 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:20.570129 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8a1b30f3-0441-4d4f-8890-3a3026541ea3 req-92e0413b-fc24-4c35-8401-28010353b145 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1310c9b-82a5-4272-a5c1-0837e3741142 HTTP/1.1" status: 200 len: 945 time: 0.5847411 Jul 13 07:32:20.570441 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-e8c2f17e-e67a-4d79-aa7a-d38379bd90a0 service neutron] Checking segment: {'id': '5a5e32fa-d1a7-44e2-b088-49b4ede36727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '324cb62a-283f-4998-ab58-61f8ca597760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:20.570933 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-e8c2f17e-e67a-4d79-aa7a-d38379bd90a0 service neutron] Bound using segment: {'id': '5a5e32fa-d1a7-44e2-b088-49b4ede36727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '324cb62a-283f-4998-ab58-61f8ca597760'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:20.571497 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-e8c2f17e-e67a-4d79-aa7a-d38379bd90a0 service neutron] Bound port: 9bd27889-3727-4ca0-b72d-f427a43accfe, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a5e32fa-d1a7-44e2-b088-49b4ede36727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '324cb62a-283f-4998-ab58-61f8ca597760'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:20.572103 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-e8c2f17e-e67a-4d79-aa7a-d38379bd90a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:20.583343 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ade57302-772f-4400-86f7-d51a899907e1 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c2d53a0-def1-48dd-9457-70b72b3eb3f3 HTTP/1.1" status: 200 len: 205 time: 0.1070528 Jul 13 07:32:20.590440 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 34328) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:20.655473 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8a1b30f3-0441-4d4f-8890-3a3026541ea3 req-f5f88b10-e4e9-409c-9d29-bec4d8605104 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/security-groups?id=e00d98ca-3e1f-4912-8214-2f6d520c8e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845146 Jul 13 07:32:20.695029 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7f220-4060-46d9-a328-68c7275ea1af req-7eb971d2-bb3a-43a6-893f-a8d47c5dc240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:20.697129 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-02b7f220-4060-46d9-a328-68c7275ea1af req-7eb971d2-bb3a-43a6-893f-a8d47c5dc240 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=429c5271-60ed-4dd8-b05d-2fc0729d6432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2823906 Jul 13 07:32:20.747040 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-c960853f-2594-4372-ab1a-59e7a8623054 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] delete failed (client error): The resource could not be found. Jul 13 07:32:20.748187 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c960853f-2594-4372-ab1a-59e7a8623054 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] 10.222.0.23 "DELETE /v2.0/routers/3c2d53a0-def1-48dd-9457-70b72b3eb3f3 HTTP/1.1" status: 404 len: 336 time: 0.1550591 Jul 13 07:32:20.751132 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34334) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:20.830953 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2e3de8c3-51b0-4871-b419-d9e8f227b589 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] 10.222.0.23 "GET /v2.0/ports?device_id=714c9f91-dd31-4e60-ae10-2122ad3daddd HTTP/1.1" status: 200 len: 205 time: 0.0784721 Jul 13 07:32:20.831582 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34336) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:20.917929 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-061a0156-5d5b-4c70-bba7-a7456c5cb515 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] delete failed (client error): The resource could not be found. Jul 13 07:32:20.921624 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-061a0156-5d5b-4c70-bba7-a7456c5cb515 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] 10.222.0.23 "DELETE /v2.0/routers/714c9f91-dd31-4e60-ae10-2122ad3daddd HTTP/1.1" status: 404 len: 336 time: 0.0890646 Jul 13 07:32:20.922230 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34342) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:21.003259 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-e8c2f17e-e67a-4d79-aa7a-d38379bd90a0 service neutron] For port 9bd27889-3727-4ca0-b72d-f427a43accfe, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:21.014881 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-e8c2f17e-e67a-4d79-aa7a-d38379bd90a0 service neutron] For port 9bd27889-3727-4ca0-b72d-f427a43accfe, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=9bd27889-3727-4ca0-b72d-f427a43accfe,segment=NetworkSegment(5a5e32fa-d1a7-44e2-b088-49b4ede36727),segment_id=5a5e32fa-d1a7-44e2-b088-49b4ede36727)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:21.041846 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-e8c2f17e-e67a-4d79-aa7a-d38379bd90a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:21.046332 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-de3996d0-eec0-461b-8df2-f311271269d5 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7b47797-7ab8-4763-994a-5ca3876f5ba8 HTTP/1.1" status: 200 len: 205 time: 0.1226041 Jul 13 07:32:21.049831 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34346) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:21.136789 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-02b7f220-4060-46d9-a328-68c7275ea1af req-316e462f-c5f5-44c0-9c6e-cfa59dac9e34 service neutron] 10.222.0.42 "GET /v2.0/networks/429c5271-60ed-4dd8-b05d-2fc0729d6432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806322 Jul 13 07:32:21.146756 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-d4afd83e-982a-4c65-a81e-701ac5d1bbf3 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] delete failed (client error): The resource could not be found. Jul 13 07:32:21.147939 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d4afd83e-982a-4c65-a81e-701ac5d1bbf3 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] 10.222.0.23 "DELETE /v2.0/routers/e7b47797-7ab8-4763-994a-5ca3876f5ba8 HTTP/1.1" status: 404 len: 336 time: 0.0966480 Jul 13 07:32:21.152466 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34350) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:21.204753 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2f17e-e67a-4d79-aa7a-d38379bd90a0 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd27889-3727-4ca0-b72d-f427a43accfe,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:21.226869 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfa51e0c-97ae-4921-9f0c-331f18e6bcd0 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] DELETE failed (client error): The resource could not be found. Jul 13 07:32:21.227644 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfa51e0c-97ae-4921-9f0c-331f18e6bcd0 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:32:21.230746 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-bfa51e0c-97ae-4921-9f0c-331f18e6bcd0 tempest-RoutersIpV6AdminTest-599617647 tempest-RoutersIpV6AdminTest-599617647-project] 10.222.0.23 "DELETE /v2.0/subnets/6fb2c7b2-8548-4472-803e-ebb4575150ff HTTP/1.1" status: 404 len: 337 time: 0.0767424 Jul 13 07:32:21.234145 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d6998-ee30-4ca8-846e-e7295ac8504f req-dfabc2e8-eda1-41cf-b751-ef8247ac5ad4 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:21.256870 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-634d6998-ee30-4ca8-846e-e7295ac8504f req-dfabc2e8-eda1-41cf-b751-ef8247ac5ad4 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 944 time: 0.5054545 Jul 13 07:32:21.316874 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-e8c2f17e-e67a-4d79-aa7a-d38379bd90a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:21.317983 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-e8c2f17e-e67a-4d79-aa7a-d38379bd90a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:21.321321 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-e8c2f17e-e67a-4d79-aa7a-d38379bd90a0 service neutron] 10.222.0.42 "PUT /v2.0/ports/9bd27889-3727-4ca0-b72d-f427a43accfe HTTP/1.1" status: 200 len: 1093 time: 3.2181559 Jul 13 07:32:21.361840 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a05e7ee-4acd-42ef-891f-aa3bfb0532ac', 'tag': '9bd27889-3727-4ca0-b72d-f427a43accfe'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:21.367153 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d20206-0173-4f8a-9b08-f150374dbb13" -d '{"events": [{"name": "network-changed", "server_uuid": "6a05e7ee-4acd-42ef-891f-aa3bfb0532ac", "tag": "9bd27889-3727-4ca0-b72d-f427a43accfe"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:21.500927 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-634d6998-ee30-4ca8-846e-e7295ac8504f req-950c6bef-39d9-488a-8de5-4db8170d3a9d tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417283 Jul 13 07:32:21.647038 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98266b9c-1c39-4347-9795-dbab4419e0ea x-openstack-request-id: req-98266b9c-1c39-4347-9795-dbab4419e0ea {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:21.647533 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a05e7ee-4acd-42ef-891f-aa3bfb0532ac", "tag": "9bd27889-3727-4ca0-b72d-f427a43accfe", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:21.647904 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-98266b9c-1c39-4347-9795-dbab4419e0ea {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:21.648517 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a05e7ee-4acd-42ef-891f-aa3bfb0532ac', 'tag': '9bd27889-3727-4ca0-b72d-f427a43accfe', 'status': 'completed', 'code': 200} Jul 13 07:32:21.744217 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-6b4a92f1-b634-4e46-9151-c32df9617b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:21.747854 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-6b4a92f1-b634-4e46-9151-c32df9617b00 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f479963551e4752848e4380eebe58cf&device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 1096 time: 0.3483794 Jul 13 07:32:21.843820 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34374) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:21.886708 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-808a9ff2-7414-4590-b905-bd3a3bb6a0c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bd27889-3727-4ca0-b72d-f427a43accfe HTTP/1.1" status: 200 len: 217 time: 0.1229844 Jul 13 07:32:21.889484 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-02b7f220-4060-46d9-a328-68c7275ea1af req-f7ceb93c-cab8-4389-8d04-c4ad4fde7ce0 service neutron] 10.222.0.42 "GET /v2.0/networks/429c5271-60ed-4dd8-b05d-2fc0729d6432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6147256 Jul 13 07:32:22.003901 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-4e1c5a05-2a9e-465c-94b8-f17459aec549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:22.006804 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-4e1c5a05-2a9e-465c-94b8-f17459aec549 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5b417da6-f0a7-4a6d-b28c-2dd98c361dbc HTTP/1.1" status: 200 len: 852 time: 0.1088431 Jul 13 07:32:22.091489 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8a82f962-f0c1-413a-b7e6-e29168d118c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:22.129720 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-02b7f220-4060-46d9-a328-68c7275ea1af req-90038d23-7dc6-4b77-8d01-385c53155557 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=fe72de08-e56f-4e40-8d26-6142c436bbdc HTTP/1.1" status: 200 len: 217 time: 0.1404080 Jul 13 07:32:22.133243 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-35149cf2-8a59-46de-a376-0b133762def3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=324cb62a-283f-4998-ab58-61f8ca597760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997286 Jul 13 07:32:22.309396 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7f220-4060-46d9-a328-68c7275ea1af req-744d0e13-0169-4825-8ba4-0fb2eede8638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:22.318620 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-02b7f220-4060-46d9-a328-68c7275ea1af req-744d0e13-0169-4825-8ba4-0fb2eede8638 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=61e9bb2d-d334-46ee-a94c-dc384201b119 HTTP/1.1" status: 200 len: 797 time: 0.1519587 Jul 13 07:32:22.321272 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8a82f962-f0c1-413a-b7e6-e29168d118c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:22.347193 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8a82f962-f0c1-413a-b7e6-e29168d118c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:22.443276 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873e95f-3d06-4981-bdfd-c4303abc5933 req-defaf3a0-2652-4ef7-83b2-adea3a72564b tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:22.454352 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f873e95f-3d06-4981-bdfd-c4303abc5933 req-defaf3a0-2652-4ef7-83b2-adea3a72564b tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db1adf1-6fc0-41d3-8e69-3b96d098a181 HTTP/1.1" status: 200 len: 945 time: 0.4461381 Jul 13 07:32:22.541456 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598bbd9a-f7de-4860-94c6-dbf976168d75 req-32e29289-d82d-45df-b81c-c6b6b9f82a48 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:22.543081 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-598bbd9a-f7de-4860-94c6-dbf976168d75 req-32e29289-d82d-45df-b81c-c6b6b9f82a48 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1310c9b-82a5-4272-a5c1-0837e3741142 HTTP/1.1" status: 200 len: 945 time: 0.5341744 Jul 13 07:32:22.555446 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 34392) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:22.556743 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8a82f962-f0c1-413a-b7e6-e29168d118c0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=58b8556a3bb542b0a7707ca73cf5fc4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7107005 Jul 13 07:32:22.572526 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f873e95f-3d06-4981-bdfd-c4303abc5933 req-82c4d059-d64f-42cb-a7d9-dca61073157e tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138871 Jul 13 07:32:22.573570 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a82f962-f0c1-413a-b7e6-e29168d118c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83a5037-4e2a-4a56-aeed-c6610b0d39a1,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:22.586090 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-ebd1666b-d1bc-4764-8f70-59329a9c8aa4 service neutron] 10.222.0.42 "GET /v2.0/networks/324cb62a-283f-4998-ab58-61f8ca597760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855163 Jul 13 07:32:22.675822 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7f220-4060-46d9-a328-68c7275ea1af req-3c8c85c7-3ff5-423c-ad46-38a32c196823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:22.677874 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-02b7f220-4060-46d9-a328-68c7275ea1af req-3c8c85c7-3ff5-423c-ad46-38a32c196823 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=429c5271-60ed-4dd8-b05d-2fc0729d6432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3524852 Jul 13 07:32:22.837799 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-598bbd9a-f7de-4860-94c6-dbf976168d75 req-d664328c-db82-4048-9f4f-df17f4bce71a tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/security-groups?id=e00d98ca-3e1f-4912-8214-2f6d520c8e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837760 Jul 13 07:32:22.904699 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cd55012a-bd3d-4de5-a8d1-f01369c2aced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:22.955311 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cd55012a-bd3d-4de5-a8d1-f01369c2aced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:22.956398 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17146123-79be-4057-ada2-6a3dbaa028c9 req-ab5e5e98-eee1-4e27-b5fa-a28677a9502f tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:22.958396 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-17146123-79be-4057-ada2-6a3dbaa028c9 req-ab5e5e98-eee1-4e27-b5fa-a28677a9502f tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 944 time: 0.1498148 Jul 13 07:32:22.964584 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-286b5edb-9931-446f-8c57-1fe8a289b06b req-12ce9a4b-e087-4e88-ae7d-95ef2d7ecf15 service neutron] 10.222.0.42 "GET /v2.0/networks/324cb62a-283f-4998-ab58-61f8ca597760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641300 Jul 13 07:32:22.982030 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-02b7f220-4060-46d9-a328-68c7275ea1af req-782b0c72-b483-4ca2-9f30-9f1fdbda8d9a service neutron] 10.222.0.42 "GET /v2.0/networks/429c5271-60ed-4dd8-b05d-2fc0729d6432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880943 Jul 13 07:32:23.054260 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-17146123-79be-4057-ada2-6a3dbaa028c9 req-b5492895-2219-4add-8c57-cc7d588c1a8d tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830269 Jul 13 07:32:23.110435 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-02b7f220-4060-46d9-a328-68c7275ea1af req-d18e859c-d12f-4d3a-8ca5-bc30d8c3f95f service neutron] 10.222.0.42 "GET /v2.0/networks/429c5271-60ed-4dd8-b05d-2fc0729d6432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217680 Jul 13 07:32:23.217616 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-02b7f220-4060-46d9-a328-68c7275ea1af req-f9da273d-fd3a-4d8e-98cf-97b97acbda2c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=adb17561-3fe7-425b-86b9-6784366213c3 HTTP/1.1" status: 200 len: 217 time: 0.0983846 Jul 13 07:32:23.223907 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:23.358318 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cd55012a-bd3d-4de5-a8d1-f01369c2aced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:23.362193 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cd55012a-bd3d-4de5-a8d1-f01369c2aced admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:23.363757 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-cd55012a-bd3d-4de5-a8d1-f01369c2aced admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f83a5037-4e2a-4a56-aeed-c6610b0d39a1 HTTP/1.1" status: 204 len: 168 time: 0.8073220 Jul 13 07:32:23.419449 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d20206-0173-4f8a-9b08-f150374dbb13 req-be770317-4502-4d11-8cea-f5058fee5410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:23.426821 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a4d20206-0173-4f8a-9b08-f150374dbb13 req-be770317-4502-4d11-8cea-f5058fee5410 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f479963551e4752848e4380eebe58cf&device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 1096 time: 0.3086030 Jul 13 07:32:23.430100 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55012a-bd3d-4de5-a8d1-f01369c2aced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83a5037-4e2a-4a56-aeed-c6610b0d39a1,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:23.457390 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7f220-4060-46d9-a328-68c7275ea1af req-c2877a6f-2bd9-4cd0-843f-e711cb39b448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:23.459857 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-02b7f220-4060-46d9-a328-68c7275ea1af req-c2877a6f-2bd9-4cd0-843f-e711cb39b448 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7e41c5dd-84e8-4c1d-97eb-f8a340a2884d HTTP/1.1" status: 200 len: 797 time: 0.2329917 Jul 13 07:32:23.564236 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d20206-0173-4f8a-9b08-f150374dbb13 req-1ece19fa-4aab-4997-aee6-220cec105ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:23.565799 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a4d20206-0173-4f8a-9b08-f150374dbb13 req-1ece19fa-4aab-4997-aee6-220cec105ec3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=324cb62a-283f-4998-ab58-61f8ca597760 HTTP/1.1" status: 200 len: 913 time: 0.1292160 Jul 13 07:32:23.750890 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:23.755491 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b520b-2402-48f2-a3cd-175d0d24a65a req-8b05744f-9c98-4331-82ae-6a6cc4881ae2 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:23.758896 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3b6b520b-2402-48f2-a3cd-175d0d24a65a req-8b05744f-9c98-4331-82ae-6a6cc4881ae2 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.25 "GET /v2.0/ports?device_id=6db1adf1-6fc0-41d3-8e69-3b96d098a181 HTTP/1.1" status: 200 len: 945 time: 0.4992173 Jul 13 07:32:23.774841 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a4d20206-0173-4f8a-9b08-f150374dbb13 req-d673a7c0-d121-491a-9fe5-bf48863fee13 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bd27889-3727-4ca0-b72d-f427a43accfe HTTP/1.1" status: 200 len: 217 time: 0.1923699 Jul 13 07:32:23.905784 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34428) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:24.001011 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-776fd298-7f71-4a90-a2b4-876c4e0fd5f0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=40a491db53d842c1a37f850760b8e4f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0904560 Jul 13 07:32:24.002008 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34434) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:24.032427 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 9bd27889-3727-4ca0-b72d-f427a43accfe details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:32:24.292138 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818d41b-f962-4f3c-a7d4-4abdfd72699d req-7a5c6d85-4c07-4538-a3b8-d1a2e9d021eb tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:24.300318 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5818d41b-f962-4f3c-a7d4-4abdfd72699d req-7a5c6d85-4c07-4538-a3b8-d1a2e9d021eb tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1310c9b-82a5-4272-a5c1-0837e3741142 HTTP/1.1" status: 200 len: 945 time: 0.2188289 Jul 13 07:32:24.319673 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8d679f7b-9113-4a97-8745-653120eee62a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:24.346386 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8d679f7b-9113-4a97-8745-653120eee62a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:24.463594 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 9bd27889-3727-4ca0-b72d-f427a43accfe, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=9bd27889-3727-4ca0-b72d-f427a43accfe,segment=NetworkSegment(5a5e32fa-d1a7-44e2-b088-49b4ede36727),segment_id=5a5e32fa-d1a7-44e2-b088-49b4ede36727)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:24.480441 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '9bd27889-3727-4ca0-b72d-f427a43accfe', 'network_id': '324cb62a-283f-4998-ab58-61f8ca597760', 'port_id': '9bd27889-3727-4ca0-b72d-f427a43accfe', 'mac_address': 'fa:16:3e:6d:66:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b417da6-f0a7-4a6d-b28c-2dd98c361dbc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:32:24.534986 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5818d41b-f962-4f3c-a7d4-4abdfd72699d req-72f5a64e-833c-4a2b-8db7-02d8db13cdde tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/security-groups?id=e00d98ca-3e1f-4912-8214-2f6d520c8e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334838 Jul 13 07:32:24.538713 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8d679f7b-9113-4a97-8745-653120eee62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:24.543507 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8d679f7b-9113-4a97-8745-653120eee62a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:24.547741 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8d679f7b-9113-4a97-8745-653120eee62a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e3f9ab7f-ad87-4b02-9ba7-348b640bbea1 HTTP/1.1" status: 204 len: 168 time: 0.5438178 Jul 13 07:32:24.571666 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d679f7b-9113-4a97-8745-653120eee62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f9ab7f-ad87-4b02-9ba7-348b640bbea1,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:24.574168 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:24.592806 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bd27889-3727-4ca0-b72d-f427a43accfe {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:24.635770 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 9bd27889-3727-4ca0-b72d-f427a43accfe, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=9bd27889-3727-4ca0-b72d-f427a43accfe,segment=NetworkSegment(5a5e32fa-d1a7-44e2-b088-49b4ede36727),segment_id=5a5e32fa-d1a7-44e2-b088-49b4ede36727)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:24.644196 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:24.944629 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d20206-0173-4f8a-9b08-f150374dbb13 req-cf512527-0894-4f8f-98d2-482946af442a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:24.973965 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a4d20206-0173-4f8a-9b08-f150374dbb13 req-cf512527-0894-4f8f-98d2-482946af442a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5b417da6-f0a7-4a6d-b28c-2dd98c361dbc HTTP/1.1" status: 200 len: 852 time: 1.1040130 Jul 13 07:32:24.986798 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=9bd27889-3727-4ca0-b72d-f427a43accfe,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:25.084974 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c061f9-dd70-4481-aef5-a418c554f0ee req-a8a4793f-9ce6-461b-9200-423f1a7a7b60 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:25.096592 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-01c061f9-dd70-4481-aef5-a418c554f0ee req-a8a4793f-9ce6-461b-9200-423f1a7a7b60 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 945 time: 0.2641680 Jul 13 07:32:25.115056 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a4d20206-0173-4f8a-9b08-f150374dbb13 req-8c73c31f-b8c2-475b-b482-b07c9aa6075b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=324cb62a-283f-4998-ab58-61f8ca597760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115918 Jul 13 07:32:25.143374 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['9bd27889-3727-4ca0-b72d-f427a43accfe'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:25.219461 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7f220-4060-46d9-a328-68c7275ea1af req-ccf69fc9-ca16-4e52-98fd-f43d1839c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:25.221853 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-02b7f220-4060-46d9-a328-68c7275ea1af req-ccf69fc9-ca16-4e52-98fd-f43d1839c323 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c585a6c0-7b73-4536-a692-dae61cbdb028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.6547015 Jul 13 07:32:25.285053 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-01c061f9-dd70-4481-aef5-a418c554f0ee req-5a999b43-64fa-42d7-984e-51a5d7789627 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850951 Jul 13 07:32:25.435580 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804df6a-decd-4411-9570-7424516c65c1 req-3a345610-1809-4159-bc2d-f878994f5dc6 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:25.445244 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b804df6a-decd-4411-9570-7424516c65c1 req-3a345610-1809-4159-bc2d-f878994f5dc6 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db1adf1-6fc0-41d3-8e69-3b96d098a181 HTTP/1.1" status: 200 len: 945 time: 1.5821302 Jul 13 07:32:25.502914 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-3b6b520b-2402-48f2-a3cd-175d0d24a65a req-b16b21c0-254b-4705-b221-952ba9bf2e2f tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Deleting port 9c6af6a6-2a27-436c-9712-53fdefbe4fd7 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:25.503532 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3b6b520b-2402-48f2-a3cd-175d0d24a65a req-b16b21c0-254b-4705-b221-952ba9bf2e2f tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:25.738635 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-3b6b520b-2402-48f2-a3cd-175d0d24a65a req-b16b21c0-254b-4705-b221-952ba9bf2e2f tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] For port 9c6af6a6-2a27-436c-9712-53fdefbe4fd7, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=9c6af6a6-2a27-436c-9712-53fdefbe4fd7,segment=NetworkSegment(2b3909e7-f4e3-4173-abaa-757ac833a739),segment_id=2b3909e7-f4e3-4173-abaa-757ac833a739)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:25.739356 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3b6b520b-2402-48f2-a3cd-175d0d24a65a req-b16b21c0-254b-4705-b221-952ba9bf2e2f tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:25.760998 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-3b6b520b-2402-48f2-a3cd-175d0d24a65a req-b16b21c0-254b-4705-b221-952ba9bf2e2f tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Calling delete_port for 9c6af6a6-2a27-436c-9712-53fdefbe4fd7 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:26.050207 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc56aa3-2618-4cf5-94e3-0fca1e9216ec req-ee438456-e44f-4472-8e21-1b391996a4f2 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:26.062094 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3bc56aa3-2618-4cf5-94e3-0fca1e9216ec req-ee438456-e44f-4472-8e21-1b391996a4f2 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1310c9b-82a5-4272-a5c1-0837e3741142 HTTP/1.1" status: 200 len: 945 time: 0.2073433 Jul 13 07:32:26.113962 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3bc56aa3-2618-4cf5-94e3-0fca1e9216ec req-2bfc8c8c-73c4-4508-9df5-32f36677a57c tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/security-groups?id=e00d98ca-3e1f-4912-8214-2f6d520c8e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507154 Jul 13 07:32:26.127009 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3b6b520b-2402-48f2-a3cd-175d0d24a65a req-b16b21c0-254b-4705-b221-952ba9bf2e2f tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.131414 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['33425877-106d-4f8e-adf2-378b0c9f7ef3'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:26.133934 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['d26eb3b8-fca3-44f8-a91c-d4c917077993', 'ced72efb-5ca9-44ee-b255-bf8096fa08f2'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:26.277426 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b21c0-254b-4705-b221-952ba9bf2e2f tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Pushing event deleted for resources: {'Port': ['ID=9c6af6a6-2a27-436c-9712-53fdefbe4fd7,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:26.341878 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b804df6a-decd-4411-9570-7424516c65c1 req-f6bc5226-7d3e-4f2c-ad97-889548fd13b0 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8473992 Jul 13 07:32:26.371230 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16b21c0-254b-4705-b221-952ba9bf2e2f tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:26.371583 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16b21c0-254b-4705-b221-952ba9bf2e2f tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:26.371927 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16b21c0-254b-4705-b221-952ba9bf2e2f tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:26.375629 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16b21c0-254b-4705-b221-952ba9bf2e2f tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:26.375826 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16b21c0-254b-4705-b221-952ba9bf2e2f tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:26.376165 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16b21c0-254b-4705-b221-952ba9bf2e2f tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:26.376509 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16b21c0-254b-4705-b221-952ba9bf2e2f tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:26.376918 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16b21c0-254b-4705-b221-952ba9bf2e2f tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:26.379675 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16b21c0-254b-4705-b221-952ba9bf2e2f tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:26.380065 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16b21c0-254b-4705-b221-952ba9bf2e2f tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:26.381920 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16b21c0-254b-4705-b221-952ba9bf2e2f tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:26.382170 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16b21c0-254b-4705-b221-952ba9bf2e2f tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:26.419338 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a4d20206-0173-4f8a-9b08-f150374dbb13 req-42430dda-dd7b-4989-ac21-14362fd06a20 service neutron] 10.222.0.42 "GET /v2.0/networks/324cb62a-283f-4998-ab58-61f8ca597760?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2810254 Jul 13 07:32:26.454021 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6b520b-2402-48f2-a3cd-175d0d24a65a req-b16b21c0-254b-4705-b221-952ba9bf2e2f tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] No DVR routers for this DVR port 9c6af6a6-2a27-436c-9712-53fdefbe4fd7 on host n-h2-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:26.460611 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3b6b520b-2402-48f2-a3cd-175d0d24a65a req-b16b21c0-254b-4705-b221-952ba9bf2e2f tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.477806 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3b6b520b-2402-48f2-a3cd-175d0d24a65a req-b16b21c0-254b-4705-b221-952ba9bf2e2f tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.25 "DELETE /v2.0/ports/9c6af6a6-2a27-436c-9712-53fdefbe4fd7 HTTP/1.1" status: 204 len: 173 time: 2.7082436 Jul 13 07:32:26.511863 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-02b7f220-4060-46d9-a328-68c7275ea1af req-06e73dd8-348a-4100-9c46-eadcea5cef88 service neutron] 10.222.0.42 "GET /v2.0/networks/c585a6c0-7b73-4536-a692-dae61cbdb028?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2820632 Jul 13 07:32:26.512322 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db1adf1-6fc0-41d3-8e69-3b96d098a181', 'name': 'network-vif-deleted', 'tag': '9c6af6a6-2a27-436c-9712-53fdefbe4fd7'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:26.520142 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b324ec-670a-4f64-8a1f-3795809ae241" -d '{"events": [{"server_uuid": "6db1adf1-6fc0-41d3-8e69-3b96d098a181", "name": "network-vif-deleted", "tag": "9c6af6a6-2a27-436c-9712-53fdefbe4fd7"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:26.671722 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34512) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:26.684003 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307f3340-49e1-4565-8fd7-be3447e833f9 x-openstack-request-id: req-307f3340-49e1-4565-8fd7-be3447e833f9 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:26.684153 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db1adf1-6fc0-41d3-8e69-3b96d098a181", "name": "network-vif-deleted", "tag": "9c6af6a6-2a27-436c-9712-53fdefbe4fd7", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:26.684790 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-307f3340-49e1-4565-8fd7-be3447e833f9 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:26.694876 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db1adf1-6fc0-41d3-8e69-3b96d098a181', 'name': 'network-vif-deleted', 'tag': '9c6af6a6-2a27-436c-9712-53fdefbe4fd7', 'status': 'completed', 'code': 200} Jul 13 07:32:26.704144 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe01f3-8875-4103-b034-fc4665af04c8 req-d736548c-ea66-43ef-983c-312c6ba6698d tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:26.706241 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-60fe01f3-8875-4103-b034-fc4665af04c8 req-d736548c-ea66-43ef-983c-312c6ba6698d tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 945 time: 0.1646032 Jul 13 07:32:26.785614 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-60fe01f3-8875-4103-b034-fc4665af04c8 req-69b222a9-29be-4d94-9f54-e8095bd87a7c tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694144 Jul 13 07:32:26.880031 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-02b7f220-4060-46d9-a328-68c7275ea1af req-46ac6e87-d098-4977-b58f-cdbfaebb7cbf service neutron] 10.222.0.42 "GET /v2.0/networks/c585a6c0-7b73-4536-a692-dae61cbdb028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349428 Jul 13 07:32:26.887952 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a4d20206-0173-4f8a-9b08-f150374dbb13 req-a485a33e-b3a1-4fac-b6e5-175ad785e6c5 service neutron] 10.222.0.42 "GET /v2.0/networks/324cb62a-283f-4998-ab58-61f8ca597760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4465759 Jul 13 07:32:26.905167 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-c593f91a-5fd3-4c68-8e3b-af713c7c2719 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-618316676'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:26.959515 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c593f91a-5fd3-4c68-8e3b-af713c7c2719 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Made reservation on behalf of bb744c810394431eb57d6d613a4cd843 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:26.964916 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-02b7f220-4060-46d9-a328-68c7275ea1af req-9b1afebd-64af-4185-a20b-dac6f7af7fe1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c53c18b7-3053-4952-992c-e808e72481bd HTTP/1.1" status: 200 len: 217 time: 0.0760179 Jul 13 07:32:26.969922 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c593f91a-5fd3-4c68-8e3b-af713c7c2719 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:26.990515 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c593f91a-5fd3-4c68-8e3b-af713c7c2719 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.087390 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7f220-4060-46d9-a328-68c7275ea1af req-6001489a-574b-4b89-a52f-bfb11d9060c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:27.089783 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-02b7f220-4060-46d9-a328-68c7275ea1af req-6001489a-574b-4b89-a52f-bfb11d9060c1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7e41c5dd-84e8-4c1d-97eb-f8a340a2884d HTTP/1.1" status: 200 len: 797 time: 0.1171660 Jul 13 07:32:27.145384 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c593f91a-5fd3-4c68-8e3b-af713c7c2719 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.152725 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c593f91a-5fd3-4c68-8e3b-af713c7c2719 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.191565 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c593f91a-5fd3-4c68-8e3b-af713c7c2719 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:32:27.210096 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c593f91a-5fd3-4c68-8e3b-af713c7c2719 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.210451 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-c593f91a-5fd3-4c68-8e3b-af713c7c2719 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Added segment 39116f8a-2d4e-4efc-bb23-884a3b6011e8 of type vlan for network a6f3ca31-829c-4def-865f-0e9ddf18744d Jul 13 07:32:27.313782 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593f91a-5fd3-4c68-8e3b-af713c7c2719 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b17a66-b202-48ed-be03-9a404e9eb64f,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:27.344621 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 9c6af6a6-2a27-436c-9712-53fdefbe4fd7 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:27.358916 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7f220-4060-46d9-a328-68c7275ea1af req-be557380-290a-4c12-a5b1-85b428492935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:27.367465 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-02b7f220-4060-46d9-a328-68c7275ea1af req-be557380-290a-4c12-a5b1-85b428492935 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c585a6c0-7b73-4536-a692-dae61cbdb028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2706795 Jul 13 07:32:27.399166 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 9c6af6a6-2a27-436c-9712-53fdefbe4fd7 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:32:27.399532 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 9c6af6a6-2a27-436c-9712-53fdefbe4fd7 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:27.431912 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c593f91a-5fd3-4c68-8e3b-af713c7c2719 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.502534 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c593f91a-5fd3-4c68-8e3b-af713c7c2719 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.523272 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c593f91a-5fd3-4c68-8e3b-af713c7c2719 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:27.524164 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c593f91a-5fd3-4c68-8e3b-af713c7c2719 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:27.581000 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c593f91a-5fd3-4c68-8e3b-af713c7c2719 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9064057 Jul 13 07:32:27.823274 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593f91a-5fd3-4c68-8e3b-af713c7c2719 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Pushing event updated for resources: {'Network': ['ID=a6f3ca31-829c-4def-865f-0e9ddf18744d,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:27.843221 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network a6f3ca31-829c-4def-865f-0e9ddf18744d details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:32:27.901651 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-02b7f220-4060-46d9-a328-68c7275ea1af req-fa33ece3-ce4b-4df1-bddf-e872f99e825c service neutron] 10.222.0.42 "GET /v2.0/networks/c585a6c0-7b73-4536-a692-dae61cbdb028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5268581 Jul 13 07:32:27.985646 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce48a0a-8bcc-49c7-a1a0-b714ca2f3dde req-963ce4ce-4aaf-4561-ae37-d06899c10843 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:27.988326 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-29bdb7de-c733-485a-accf-57882dde150a req-819fd37f-d4f6-41c7-b6b7-738d9a818524 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db1adf1-6fc0-41d3-8e69-3b96d098a181 HTTP/1.1" status: 200 len: 210 time: 0.1660600 Jul 13 07:32:27.996983 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4ce48a0a-8bcc-49c7-a1a0-b714ca2f3dde req-963ce4ce-4aaf-4561-ae37-d06899c10843 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1310c9b-82a5-4272-a5c1-0837e3741142 HTTP/1.1" status: 200 len: 945 time: 0.5621953 Jul 13 07:32:28.080505 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 9bd27889-3727-4ca0-b72d-f427a43accfe up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:28.123974 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4ce48a0a-8bcc-49c7-a1a0-b714ca2f3dde req-ee9fb68b-8986-4545-a717-74df2b51a19c tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/security-groups?id=e00d98ca-3e1f-4912-8214-2f6d520c8e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847380 Jul 13 07:32:28.256015 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162fe9d-0138-48ba-a482-f07c25bce6c8 req-cd322f62-3909-49c6-b8ac-37aa27470209 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:28.267578 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 9bd27889-3727-4ca0-b72d-f427a43accfe completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:28.271322 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5162fe9d-0138-48ba-a482-f07c25bce6c8 req-cd322f62-3909-49c6-b8ac-37aa27470209 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 945 time: 0.1039772 Jul 13 07:32:28.274916 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 9bd27889-3727-4ca0-b72d-f427a43accfe triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:28.275320 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:28.299760 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-02b7f220-4060-46d9-a328-68c7275ea1af req-ba86fe1f-0f3f-4383-9850-2f48d3d9a2cc service neutron] 10.222.0.42 "GET /v2.0/networks/c585a6c0-7b73-4536-a692-dae61cbdb028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797283 Jul 13 07:32:28.334912 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5162fe9d-0138-48ba-a482-f07c25bce6c8 req-3e09acc3-ee2e-4df0-99d9-dc252e8b31d1 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618615 Jul 13 07:32:28.546537 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:28.600081 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a05e7ee-4acd-42ef-891f-aa3bfb0532ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd27889-3727-4ca0-b72d-f427a43accfe'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:28.602627 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5505e5b1-c9c2-432e-93e9-3036257822c2" -d '{"events": [{"server_uuid": "6a05e7ee-4acd-42ef-891f-aa3bfb0532ac", "name": "network-vif-plugged", "status": "completed", "tag": "9bd27889-3727-4ca0-b72d-f427a43accfe"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:28.659698 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 9bd27889-3727-4ca0-b72d-f427a43accfe, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=9bd27889-3727-4ca0-b72d-f427a43accfe,segment=NetworkSegment(5a5e32fa-d1a7-44e2-b088-49b4ede36727),segment_id=5a5e32fa-d1a7-44e2-b088-49b4ede36727)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:28.665868 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:28.745058 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b87393-71d7-4f0b-83b1-fac2e9fb8d2e x-openstack-request-id: req-a6b87393-71d7-4f0b-83b1-fac2e9fb8d2e {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:28.753078 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a05e7ee-4acd-42ef-891f-aa3bfb0532ac", "name": "network-vif-plugged", "status": "completed", "tag": "9bd27889-3727-4ca0-b72d-f427a43accfe", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:28.753543 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a6b87393-71d7-4f0b-83b1-fac2e9fb8d2e {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:28.754109 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a05e7ee-4acd-42ef-891f-aa3bfb0532ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd27889-3727-4ca0-b72d-f427a43accfe', 'code': 200} Jul 13 07:32:28.912867 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=9bd27889-3727-4ca0-b72d-f427a43accfe,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:28.980682 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a9915-bf2f-4020-9e6d-227a1aed1531 req-2e623362-7251-471a-bce9-a3219c6c0638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:28.981825 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b43a9915-bf2f-4020-9e6d-227a1aed1531 req-2e623362-7251-471a-bce9-a3219c6c0638 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 1098 time: 0.1905198 Jul 13 07:32:29.124330 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b43a9915-bf2f-4020-9e6d-227a1aed1531 req-9586cce0-d281-4422-adc9-c124cfea7194 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325836 Jul 13 07:32:29.543098 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1a630-03a5-4b16-996b-24962b8d8989 req-fc7be1b2-f8c5-48ea-9675-b03972ea85d7 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:29.555077 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-51c1a630-03a5-4b16-996b-24962b8d8989 req-fc7be1b2-f8c5-48ea-9675-b03972ea85d7 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1310c9b-82a5-4272-a5c1-0837e3741142 HTTP/1.1" status: 200 len: 945 time: 0.1952684 Jul 13 07:32:29.649520 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-51c1a630-03a5-4b16-996b-24962b8d8989 req-62cdee6b-911b-410f-969a-4b41c797fb9f tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/security-groups?id=e00d98ca-3e1f-4912-8214-2f6d520c8e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891862 Jul 13 07:32:29.777098 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9cf61-85ef-4aee-9dcc-a13c579c8b04 req-183cb755-8291-4b2d-b0b2-1a93b9d839dd tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:29.780123 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-04d9cf61-85ef-4aee-9dcc-a13c579c8b04 req-183cb755-8291-4b2d-b0b2-1a93b9d839dd tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 946 time: 0.1608627 Jul 13 07:32:29.846585 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-04d9cf61-85ef-4aee-9dcc-a13c579c8b04 req-4e8a6c6f-8cef-4b0b-a39b-8f6c41c4d9ea tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614374 Jul 13 07:32:30.192873 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-75270e5e-f4c4-428e-b509-c0f970aae4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:31.100227 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a63a55-75bb-4db1-8894-e9f13b474cc3 req-71956f11-1463-4585-a58a-1809a32d9ad1 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:31.113958 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d0a63a55-75bb-4db1-8894-e9f13b474cc3 req-71956f11-1463-4585-a58a-1809a32d9ad1 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1310c9b-82a5-4272-a5c1-0837e3741142 HTTP/1.1" status: 200 len: 945 time: 0.2404833 Jul 13 07:32:31.213611 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4bbf4-ae82-443c-9ee5-1db2bbb8a38b req-84e5e9d4-6738-4794-8754-903061abc582 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:31.223426 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9bc4bbf4-ae82-443c-9ee5-1db2bbb8a38b req-84e5e9d4-6738-4794-8754-903061abc582 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 946 time: 0.1566961 Jul 13 07:32:31.251905 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d0a63a55-75bb-4db1-8894-e9f13b474cc3 req-cc1abc45-8061-4361-82ed-bfe63af7aac3 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/security-groups?id=e00d98ca-3e1f-4912-8214-2f6d520c8e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327319 Jul 13 07:32:31.346978 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9bc4bbf4-ae82-443c-9ee5-1db2bbb8a38b req-92f3cb21-743f-4284-9f89-fd63c5e5f528 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215861 Jul 13 07:32:31.786113 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34650) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:31.792265 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-d3f81eb9-92e3-4a2f-823b-2a1c222642fe tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Request body: {'subnet': {'network_id': 'a6f3ca31-829c-4def-865f-0e9ddf18744d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:32.534404 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a1c55-436d-44a5-af3e-3977c1d165bd req-ddf3c632-f9ea-40e7-a2e3-327ce3c24470 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:32.536054 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e34a1c55-436d-44a5-af3e-3977c1d165bd req-ddf3c632-f9ea-40e7-a2e3-327ce3c24470 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1310c9b-82a5-4272-a5c1-0837e3741142 HTTP/1.1" status: 200 len: 945 time: 0.1144817 Jul 13 07:32:32.610588 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e34a1c55-436d-44a5-af3e-3977c1d165bd req-fb82a48a-c521-4320-afc5-fe301dc0d4d7 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/security-groups?id=e00d98ca-3e1f-4912-8214-2f6d520c8e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650585 Jul 13 07:32:32.630781 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f81eb9-92e3-4a2f-823b-2a1c222642fe tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Made reservation on behalf of bb744c810394431eb57d6d613a4cd843 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:32.636901 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d3f81eb9-92e3-4a2f-823b-2a1c222642fe tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:32.747021 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eef857-aa29-44cd-8889-f875d2f4c830 req-8e5a2db8-f27c-4c9d-bec9-25985a8b4557 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:32.753479 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-67eef857-aa29-44cd-8889-f875d2f4c830 req-8e5a2db8-f27c-4c9d-bec9-25985a8b4557 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 946 time: 0.2237892 Jul 13 07:32:32.824604 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-67eef857-aa29-44cd-8889-f875d2f4c830 req-0d5d0f11-225b-43e9-bc6f-a12c9bc5572a tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681632 Jul 13 07:32:33.089240 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d3f81eb9-92e3-4a2f-823b-2a1c222642fe tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:33.115880 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:33.127656 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ac2d50f0-438f-40d5-92bf-7709ef9eb6b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:33.232797 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda573c6-bcff-425b-b95c-bc0e91c2ca04 req-d96549b1-b5d1-4800-bf56-f7bc5730eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:33.244711 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bda573c6-bcff-425b-b95c-bc0e91c2ca04 req-d96549b1-b5d1-4800-bf56-f7bc5730eac8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e1310c9b-82a5-4272-a5c1-0837e3741142 HTTP/1.1" status: 200 len: 1097 time: 0.1060030 Jul 13 07:32:33.285987 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f81eb9-92e3-4a2f-823b-2a1c222642fe tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Pushing event updated for resources: {'Subnet': ['ID=c8af0b43-55b7-4067-950b-ffe7c61da6a2,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:33.301399 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f81eb9-92e3-4a2f-823b-2a1c222642fe tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Checking segment: {'id': '39116f8a-2d4e-4efc-bb23-884a3b6011e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a6f3ca31-829c-4def-865f-0e9ddf18744d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:33.304450 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f81eb9-92e3-4a2f-823b-2a1c222642fe tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Network hostable DHCP agents. Network: a6f3ca31-829c-4def-865f-0e9ddf18744d, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:32:33.341719 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f81eb9-92e3-4a2f-823b-2a1c222642fe tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:33.359661 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f81eb9-92e3-4a2f-823b-2a1c222642fe tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:33.360464 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f81eb9-92e3-4a2f-823b-2a1c222642fe tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:33.361692 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f81eb9-92e3-4a2f-823b-2a1c222642fe tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:33.361837 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bda573c6-bcff-425b-b95c-bc0e91c2ca04 req-26d3b24f-fb70-4642-bf9e-c73369f4f113 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e00d98ca-3e1f-4912-8214-2f6d520c8e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104543 Jul 13 07:32:33.362328 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f81eb9-92e3-4a2f-823b-2a1c222642fe tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:33.362834 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f81eb9-92e3-4a2f-823b-2a1c222642fe tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:33.364269 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f81eb9-92e3-4a2f-823b-2a1c222642fe tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:33.364815 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f81eb9-92e3-4a2f-823b-2a1c222642fe tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:33.365319 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f81eb9-92e3-4a2f-823b-2a1c222642fe tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:33.365818 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f81eb9-92e3-4a2f-823b-2a1c222642fe tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:33.366328 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f81eb9-92e3-4a2f-823b-2a1c222642fe tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:33.366954 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f81eb9-92e3-4a2f-823b-2a1c222642fe tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:32:33.393435 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f81eb9-92e3-4a2f-823b-2a1c222642fe tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Network a6f3ca31-829c-4def-865f-0e9ddf18744d is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:32:33.403974 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-d3f81eb9-92e3-4a2f-823b-2a1c222642fe tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, a6f3ca31-829c-4def-865f-0e9ddf18744d) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:33.410546 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f81eb9-92e3-4a2f-823b-2a1c222642fe tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:33.411911 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d3f81eb9-92e3-4a2f-823b-2a1c222642fe tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:33.414581 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1dd341-cea5-44fe-848b-72a96a8c61ed None None] Network a6f3ca31-829c-4def-865f-0e9ddf18744d requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:33.433687 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d3f81eb9-92e3-4a2f-823b-2a1c222642fe tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6418281 Jul 13 07:32:33.434148 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 34694) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:33.449016 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-9ced8006-b146-467f-83c3-b6a990998e84 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-455175443'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:33.508875 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ced8006-b146-467f-83c3-b6a990998e84 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Made reservation on behalf of bb744c810394431eb57d6d613a4cd843 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:33.513044 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9ced8006-b146-467f-83c3-b6a990998e84 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:33.542470 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ced8006-b146-467f-83c3-b6a990998e84 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:32:33.559751 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34698) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:33.563861 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9ced8006-b146-467f-83c3-b6a990998e84 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:33.564431 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-9ced8006-b146-467f-83c3-b6a990998e84 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Added segment 6af1cb7c-c0b0-481b-8380-d046abe948de of type vlan for network c785240b-92d1-4fab-bc6e-39b58159542c Jul 13 07:32:33.672040 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9ced8006-b146-467f-83c3-b6a990998e84 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:33.688467 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e87fbf-b668-4d37-8c95-109734433ed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-a6f3ca31-829c-4def-865f-0e9ddf18744d', 'network_id': 'a6f3ca31-829c-4def-865f-0e9ddf18744d', 'tenant_id': 'bb744c810394431eb57d6d613a4cd843', 'fixed_ips': [{'subnet_id': 'c8af0b43-55b7-4067-950b-ffe7c61da6a2'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:32:33.689797 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a1e87fbf-b668-4d37-8c95-109734433ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:33.737310 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9ced8006-b146-467f-83c3-b6a990998e84 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:33.752304 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ced8006-b146-467f-83c3-b6a990998e84 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:33.752969 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9ced8006-b146-467f-83c3-b6a990998e84 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:33.882548 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced8006-b146-467f-83c3-b6a990998e84 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Pushing event updated for resources: {'Network': ['ID=c785240b-92d1-4fab-bc6e-39b58159542c,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:33.924814 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network c785240b-92d1-4fab-bc6e-39b58159542c details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:32:33.957892 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9ced8006-b146-467f-83c3-b6a990998e84 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5224841 Jul 13 07:32:33.974015 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 34712) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:34.009924 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-421a9557-49f5-42f9-8fd9-44490094d682 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Request body: {'subnet': {'network_id': 'c785240b-92d1-4fab-bc6e-39b58159542c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:34.038058 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:34.181733 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-a1e87fbf-b668-4d37-8c95-109734433ed7 None None] Allocated IP 2001:db8:0:ffff::2 (a6f3ca31-829c-4def-865f-0e9ddf18744d/c8af0b43-55b7-4067-950b-ffe7c61da6a2/772d6450-33fd-47b2-b6e3-e1f3ec0def7b) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:34.283996 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef31de-2098-4284-838c-086c63352fd7 req-62fd258f-0bb6-4b7a-9e56-b697418dc530 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:34.287944 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d4ef31de-2098-4284-838c-086c63352fd7 req-62fd258f-0bb6-4b7a-9e56-b697418dc530 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1310c9b-82a5-4272-a5c1-0837e3741142 HTTP/1.1" status: 200 len: 945 time: 0.4021211 Jul 13 07:32:34.288849 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421a9557-49f5-42f9-8fd9-44490094d682 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Made reservation on behalf of bb744c810394431eb57d6d613a4cd843 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:34.294439 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-421a9557-49f5-42f9-8fd9-44490094d682 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:34.400007 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d4ef31de-2098-4284-838c-086c63352fd7 req-1ab8ccda-e9d5-4277-adf8-357c3a9357ea tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/security-groups?id=e00d98ca-3e1f-4912-8214-2f6d520c8e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987365 Jul 13 07:32:34.628170 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a1e87fbf-b668-4d37-8c95-109734433ed7 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:34.652596 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a1e87fbf-b668-4d37-8c95-109734433ed7 None None] Transition to ACTIVE for port object 772d6450-33fd-47b2-b6e3-e1f3ec0def7b will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:34.696846 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a1e87fbf-b668-4d37-8c95-109734433ed7 None None] Transition to ACTIVE for port object 772d6450-33fd-47b2-b6e3-e1f3ec0def7b will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:34.710781 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a1e87fbf-b668-4d37-8c95-109734433ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:34.786561 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e87fbf-b668-4d37-8c95-109734433ed7 None None] Network a6f3ca31-829c-4def-865f-0e9ddf18744d is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:34.791972 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-a1e87fbf-b668-4d37-8c95-109734433ed7 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:34.801247 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e87fbf-b668-4d37-8c95-109734433ed7 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:34.814860 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e87fbf-b668-4d37-8c95-109734433ed7 None None] Pushing event updated for resources: {'Port': ['ID=772d6450-33fd-47b2-b6e3-e1f3ec0def7b,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:34.821736 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d5ce5-9c45-42f7-9b7a-ea899c00ca95 req-3dcc4f7a-e716-475c-bb8e-f3325bd663df tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:34.833764 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-552d5ce5-9c45-42f7-9b7a-ea899c00ca95 req-3dcc4f7a-e716-475c-bb8e-f3325bd663df tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 946 time: 0.6088102 Jul 13 07:32:34.916207 n-d-771363-34 neutron-server[94017]: DEBUG neutron.objects.ports [None req-421a9557-49f5-42f9-8fd9-44490094d682 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94017) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:32:34.917831 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-421a9557-49f5-42f9-8fd9-44490094d682 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:34.980015 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a9557-49f5-42f9-8fd9-44490094d682 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Pushing event updated for resources: {'Subnet': ['ID=ca9b609f-9057-4f33-8952-2f719f67cf52,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:34.989121 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-a1e87fbf-b668-4d37-8c95-109734433ed7 None None] Attempting to bind port 772d6450-33fd-47b2-b6e3-e1f3ec0def7b on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:34.999747 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-a1e87fbf-b668-4d37-8c95-109734433ed7 None None] Attempting to bind port 772d6450-33fd-47b2-b6e3-e1f3ec0def7b by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '39116f8a-2d4e-4efc-bb23-884a3b6011e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a6f3ca31-829c-4def-865f-0e9ddf18744d'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:35.000443 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e87fbf-b668-4d37-8c95-109734433ed7 None None] Attempting to bind port 772d6450-33fd-47b2-b6e3-e1f3ec0def7b on network a6f3ca31-829c-4def-865f-0e9ddf18744d {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:35.006860 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e87fbf-b668-4d37-8c95-109734433ed7 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:35.007470 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e87fbf-b668-4d37-8c95-109734433ed7 None None] Checking segment: {'id': '39116f8a-2d4e-4efc-bb23-884a3b6011e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a6f3ca31-829c-4def-865f-0e9ddf18744d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:35.007968 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a1e87fbf-b668-4d37-8c95-109734433ed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:35.008458 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e87fbf-b668-4d37-8c95-109734433ed7 None None] Bound using segment: {'id': '39116f8a-2d4e-4efc-bb23-884a3b6011e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a6f3ca31-829c-4def-865f-0e9ddf18744d'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:35.009278 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-a1e87fbf-b668-4d37-8c95-109734433ed7 None None] Bound port: 772d6450-33fd-47b2-b6e3-e1f3ec0def7b, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39116f8a-2d4e-4efc-bb23-884a3b6011e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a6f3ca31-829c-4def-865f-0e9ddf18744d'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:35.009784 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a1e87fbf-b668-4d37-8c95-109734433ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:35.024193 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421a9557-49f5-42f9-8fd9-44490094d682 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Checking segment: {'id': '6af1cb7c-c0b0-481b-8380-d046abe948de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c785240b-92d1-4fab-bc6e-39b58159542c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:35.024612 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421a9557-49f5-42f9-8fd9-44490094d682 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Network hostable DHCP agents. Network: c785240b-92d1-4fab-bc6e-39b58159542c, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:32:35.050830 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421a9557-49f5-42f9-8fd9-44490094d682 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Network c785240b-92d1-4fab-bc6e-39b58159542c is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:32:35.061705 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-421a9557-49f5-42f9-8fd9-44490094d682 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, c785240b-92d1-4fab-bc6e-39b58159542c) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:35.071440 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421a9557-49f5-42f9-8fd9-44490094d682 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:35.072110 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-421a9557-49f5-42f9-8fd9-44490094d682 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:35.105483 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-421a9557-49f5-42f9-8fd9-44490094d682 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1277714 Jul 13 07:32:35.109695 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 34740) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:35.115442 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-49004e90-1ef3-42fd-bd49-c647505dd288 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Request body: {'port': {'network_id': 'c785240b-92d1-4fab-bc6e-39b58159542c', 'name': 'tempest-NetworksIpV6TestAttrs-1584494046'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:35.116525 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-552d5ce5-9c45-42f7-9b7a-ea899c00ca95 req-ea07134a-13d0-4b72-9b29-1f351a1f89a1 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777438 Jul 13 07:32:35.177593 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-a1e87fbf-b668-4d37-8c95-109734433ed7 None None] For port 772d6450-33fd-47b2-b6e3-e1f3ec0def7b, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:35.180958 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-a1e87fbf-b668-4d37-8c95-109734433ed7 None None] For port 772d6450-33fd-47b2-b6e3-e1f3ec0def7b, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=772d6450-33fd-47b2-b6e3-e1f3ec0def7b,segment=NetworkSegment(39116f8a-2d4e-4efc-bb23-884a3b6011e8),segment_id=39116f8a-2d4e-4efc-bb23-884a3b6011e8)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:35.188444 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbe6bc7-e212-4bdf-acfb-80771a6f7bed None None] Network c785240b-92d1-4fab-bc6e-39b58159542c requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:35.216816 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a1e87fbf-b668-4d37-8c95-109734433ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:35.263492 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e1897f85-f5be-4da4-8657-d4f4b034670d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:35.358978 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e87fbf-b668-4d37-8c95-109734433ed7 None None] Pushing event updated for resources: {'Port': ['ID=772d6450-33fd-47b2-b6e3-e1f3ec0def7b,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:35.374671 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49004e90-1ef3-42fd-bd49-c647505dd288 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Made reservation on behalf of bb744c810394431eb57d6d613a4cd843 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:35.391571 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-49004e90-1ef3-42fd-bd49-c647505dd288 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:35.400708 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [req-8a855df4-a183-49b9-9f18-a1646215472c req-ab967ea0-c1d0-4998-8a28-5712de6c9f72 service neutron] (94018) timed out ('10.222.0.42', 53680) {{(pid=94018) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 07:32:35.447479 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-49004e90-1ef3-42fd-bd49-c647505dd288 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] device_id is not set on port 5e3dd831-d92d-4811-a972-9bd54bb7adcf yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:32:35.576345 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3974eaed-0da0-4b8f-9d3f-e2a45f345db7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-c785240b-92d1-4fab-bc6e-39b58159542c', 'network_id': 'c785240b-92d1-4fab-bc6e-39b58159542c', 'tenant_id': 'bb744c810394431eb57d6d613a4cd843', 'fixed_ips': [{'subnet_id': 'ca9b609f-9057-4f33-8952-2f719f67cf52'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:32:35.577496 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3974eaed-0da0-4b8f-9d3f-e2a45f345db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:35.870060 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-49004e90-1ef3-42fd-bd49-c647505dd288 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Allocated IP 2001:db8::f816:3eff:fe0e:5ba1 (c785240b-92d1-4fab-bc6e-39b58159542c/ca9b609f-9057-4f33-8952-2f719f67cf52/5e3dd831-d92d-4811-a972-9bd54bb7adcf) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:35.882595 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:36.072094 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-49004e90-1ef3-42fd-bd49-c647505dd288 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:36.088630 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-49004e90-1ef3-42fd-bd49-c647505dd288 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Transition to ACTIVE for port object 5e3dd831-d92d-4811-a972-9bd54bb7adcf will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:36.103136 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a40d1-428e-41a2-bf1c-456013661336 req-0aa49056-b582-4ae5-84f2-de15f8e769df tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:36.110440 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-273a40d1-428e-41a2-bf1c-456013661336 req-0aa49056-b582-4ae5-84f2-de15f8e769df tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1310c9b-82a5-4272-a5c1-0837e3741142 HTTP/1.1" status: 200 len: 945 time: 0.2607617 Jul 13 07:32:36.132770 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-49004e90-1ef3-42fd-bd49-c647505dd288 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:36.190091 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-e1897f85-f5be-4da4-8657-d4f4b034670d admin admin] Deleting port a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:36.190928 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e1897f85-f5be-4da4-8657-d4f4b034670d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:36.196411 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-273a40d1-428e-41a2-bf1c-456013661336 req-b3b584f6-f27b-4166-a3e1-c4d82d6382b1 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/security-groups?id=e00d98ca-3e1f-4912-8214-2f6d520c8e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781679 Jul 13 07:32:36.288520 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-3974eaed-0da0-4b8f-9d3f-e2a45f345db7 None None] Allocated IP 2001:db8::f816:3eff:fe52:219c (c785240b-92d1-4fab-bc6e-39b58159542c/ca9b609f-9057-4f33-8952-2f719f67cf52/a967406f-30ce-41d1-ab3e-bbc64678759f) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:36.340534 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-e1897f85-f5be-4da4-8657-d4f4b034670d admin admin] For port a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876,segment=NetworkSegment(38f4848a-dd9b-4f5f-8385-52a36206fdde),segment_id=38f4848a-dd9b-4f5f-8385-52a36206fdde)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:36.341258 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e1897f85-f5be-4da4-8657-d4f4b034670d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:36.358103 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49004e90-1ef3-42fd-bd49-c647505dd288 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Pushing event updated for resources: {'Port': ['ID=5e3dd831-d92d-4811-a972-9bd54bb7adcf,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:36.373057 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49004e90-1ef3-42fd-bd49-c647505dd288 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Network c785240b-92d1-4fab-bc6e-39b58159542c is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:36.394698 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-e1897f85-f5be-4da4-8657-d4f4b034670d admin admin] Calling delete_port for a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876 owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:36.433835 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-49004e90-1ef3-42fd-bd49-c647505dd288 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:36.447600 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49004e90-1ef3-42fd-bd49-c647505dd288 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:36.454105 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49004e90-1ef3-42fd-bd49-c647505dd288 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:36.463498 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-49004e90-1ef3-42fd-bd49-c647505dd288 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:36.533904 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-49004e90-1ef3-42fd-bd49-c647505dd288 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.4227958 Jul 13 07:32:36.548996 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 34776) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:36.679313 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3b2c0-2d33-4c8a-8426-79421128a886 req-d72a801e-546e-40e3-8f26-25679885785c tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:36.690377 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-49f3b2c0-2d33-4c8a-8426-79421128a886 req-d72a801e-546e-40e3-8f26-25679885785c tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a89de49-a5ae-483a-bb59-4d99eff6b40a HTTP/1.1" status: 200 len: 946 time: 0.5616648 Jul 13 07:32:36.702845 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3974eaed-0da0-4b8f-9d3f-e2a45f345db7 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:36.753167 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 772d6450-33fd-47b2-b6e3-e1f3ec0def7b up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:36.777066 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3974eaed-0da0-4b8f-9d3f-e2a45f345db7 None None] Transition to ACTIVE for port object a967406f-30ce-41d1-ab3e-bbc64678759f will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:36.786092 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-72f8b0f0-72f1-4bf5-acbc-4af3d3c3e2e1 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Deleting subnet ca9b609f-9057-4f33-8952-2f719f67cf52 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:32:36.793903 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed613c88-5bc8-4776-963e-8108a94d5f3e req-c28fe356-1863-426f-8d07-8fd335728117 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:36.795975 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ed613c88-5bc8-4776-963e-8108a94d5f3e req-c28fe356-1863-426f-8d07-8fd335728117 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 946 time: 0.2979681 Jul 13 07:32:36.818345 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-49f3b2c0-2d33-4c8a-8426-79421128a886 req-94ee13e1-b074-47a8-92d1-a3b955a86d21 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277514 Jul 13 07:32:36.885491 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ed613c88-5bc8-4776-963e-8108a94d5f3e req-54292602-9aa0-47ee-933a-5899de819673 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672498 Jul 13 07:32:36.888902 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3974eaed-0da0-4b8f-9d3f-e2a45f345db7 None None] Transition to ACTIVE for port object a967406f-30ce-41d1-ab3e-bbc64678759f will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:36.904563 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-41e52b55-81c4-4eae-8ac3-7d40e3995b95 req-dc672fb9-b3f1-4678-9d06-d4c82a6ef05b tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2029008652', 'description': 'tempest-description-121763401'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:36.920157 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3974eaed-0da0-4b8f-9d3f-e2a45f345db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:36.921080 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-72f8b0f0-72f1-4bf5-acbc-4af3d3c3e2e1 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.054723 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3974eaed-0da0-4b8f-9d3f-e2a45f345db7 None None] Network c785240b-92d1-4fab-bc6e-39b58159542c is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:37.063558 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-3974eaed-0da0-4b8f-9d3f-e2a45f345db7 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:37.066601 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3974eaed-0da0-4b8f-9d3f-e2a45f345db7 None None] Pushing event updated for resources: {'Port': ['ID=a967406f-30ce-41d1-ab3e-bbc64678759f,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:37.069576 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e1897f85-f5be-4da4-8657-d4f4b034670d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.075774 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3974eaed-0da0-4b8f-9d3f-e2a45f345db7 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:37.128103 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 772d6450-33fd-47b2-b6e3-e1f3ec0def7b completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:37.140207 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1897f85-f5be-4da4-8657-d4f4b034670d admin admin] Pushing event deleted for resources: {'Port': ['ID=a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:37.193742 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-41e52b55-81c4-4eae-8ac3-7d40e3995b95 req-dc672fb9-b3f1-4678-9d06-d4c82a6ef05b tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.217069 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-72f8b0f0-72f1-4bf5-acbc-4af3d3c3e2e1 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.220010 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-3974eaed-0da0-4b8f-9d3f-e2a45f345db7 None None] Attempting to bind port a967406f-30ce-41d1-ab3e-bbc64678759f on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:37.220010 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-3974eaed-0da0-4b8f-9d3f-e2a45f345db7 None None] Attempting to bind port a967406f-30ce-41d1-ab3e-bbc64678759f by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '6af1cb7c-c0b0-481b-8380-d046abe948de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c785240b-92d1-4fab-bc6e-39b58159542c'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:37.220671 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3974eaed-0da0-4b8f-9d3f-e2a45f345db7 None None] Attempting to bind port a967406f-30ce-41d1-ab3e-bbc64678759f on network c785240b-92d1-4fab-bc6e-39b58159542c {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:37.226061 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3974eaed-0da0-4b8f-9d3f-e2a45f345db7 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:37.226815 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3974eaed-0da0-4b8f-9d3f-e2a45f345db7 None None] Checking segment: {'id': '6af1cb7c-c0b0-481b-8380-d046abe948de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c785240b-92d1-4fab-bc6e-39b58159542c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:37.232522 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3974eaed-0da0-4b8f-9d3f-e2a45f345db7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.233234 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3974eaed-0da0-4b8f-9d3f-e2a45f345db7 None None] Bound using segment: {'id': '6af1cb7c-c0b0-481b-8380-d046abe948de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c785240b-92d1-4fab-bc6e-39b58159542c'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:37.233937 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-3974eaed-0da0-4b8f-9d3f-e2a45f345db7 None None] Bound port: a967406f-30ce-41d1-ab3e-bbc64678759f, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af1cb7c-c0b0-481b-8380-d046abe948de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c785240b-92d1-4fab-bc6e-39b58159542c'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:37.234552 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3974eaed-0da0-4b8f-9d3f-e2a45f345db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.394875 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-3974eaed-0da0-4b8f-9d3f-e2a45f345db7 None None] For port a967406f-30ce-41d1-ab3e-bbc64678759f, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:37.401050 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-3974eaed-0da0-4b8f-9d3f-e2a45f345db7 None None] For port a967406f-30ce-41d1-ab3e-bbc64678759f, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=a967406f-30ce-41d1-ab3e-bbc64678759f,segment=NetworkSegment(6af1cb7c-c0b0-481b-8380-d046abe948de),segment_id=6af1cb7c-c0b0-481b-8380-d046abe948de)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:37.407697 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3974eaed-0da0-4b8f-9d3f-e2a45f345db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.491009 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3974eaed-0da0-4b8f-9d3f-e2a45f345db7 None None] Pushing event updated for resources: {'Port': ['ID=a967406f-30ce-41d1-ab3e-bbc64678759f,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:37.511003 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de47d130-6d08-4662-ab31-45888019c134 None None] Network a6f3ca31-829c-4def-865f-0e9ddf18744d requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:37.605306 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4c938-4a4e-463d-babe-0b909b085627 req-5a3a66a4-007b-4101-8b82-d6507004c94d tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:37.607363 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-08c4c938-4a4e-463d-babe-0b909b085627 req-5a3a66a4-007b-4101-8b82-d6507004c94d tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a89de49-a5ae-483a-bb59-4d99eff6b40a HTTP/1.1" status: 200 len: 946 time: 0.5766869 Jul 13 07:32:37.645024 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e1897f85-f5be-4da4-8657-d4f4b034670d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.678439 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5256eb9d-1473-4282-a58b-80275e313fa0 None None] Provisioning for port 772d6450-33fd-47b2-b6e3-e1f3ec0def7b completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:37.690428 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5256eb9d-1473-4282-a58b-80275e313fa0 None None] Provisioning complete for port 772d6450-33fd-47b2-b6e3-e1f3ec0def7b triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:37.690812 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5256eb9d-1473-4282-a58b-80275e313fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.825970 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-41e52b55-81c4-4eae-8ac3-7d40e3995b95 req-dc672fb9-b3f1-4678-9d06-d4c82a6ef05b tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.828726 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-72f8b0f0-72f1-4bf5-acbc-4af3d3c3e2e1 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.857823 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-41e52b55-81c4-4eae-8ac3-7d40e3995b95 req-dc672fb9-b3f1-4678-9d06-d4c82a6ef05b tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.868320 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5256eb9d-1473-4282-a58b-80275e313fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.924299 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-41e52b55-81c4-4eae-8ac3-7d40e3995b95 req-dc672fb9-b3f1-4678-9d06-d4c82a6ef05b tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:37.925704 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-41e52b55-81c4-4eae-8ac3-7d40e3995b95 req-dc672fb9-b3f1-4678-9d06-d4c82a6ef05b tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 1.0289414 Jul 13 07:32:37.965356 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc672fb9-b3f1-4678-9d06-d4c82a6ef05b tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be2a184a-3b2a-412c-825c-63c7b1613941,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:38.035743 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-08c4c938-4a4e-463d-babe-0b909b085627 req-f77dd1d2-3299-44bb-8f1a-238dae70befc tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Deleting port 33425877-106d-4f8e-adf2-378b0c9f7ef3 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:38.036092 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-08c4c938-4a4e-463d-babe-0b909b085627 req-f77dd1d2-3299-44bb-8f1a-238dae70befc tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.041419 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-72f8b0f0-72f1-4bf5-acbc-4af3d3c3e2e1 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.102321 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-5256eb9d-1473-4282-a58b-80275e313fa0 None None] For port 772d6450-33fd-47b2-b6e3-e1f3ec0def7b, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=772d6450-33fd-47b2-b6e3-e1f3ec0def7b,segment=NetworkSegment(39116f8a-2d4e-4efc-bb23-884a3b6011e8),segment_id=39116f8a-2d4e-4efc-bb23-884a3b6011e8)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:38.114939 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5256eb9d-1473-4282-a58b-80275e313fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.185081 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f8b0f0-72f1-4bf5-acbc-4af3d3c3e2e1 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Pushing event deleted for resources: {'Subnet': ['ID=ca9b609f-9057-4f33-8952-2f719f67cf52,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:38.232296 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-72f8b0f0-72f1-4bf5-acbc-4af3d3c3e2e1 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.241034 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-72f8b0f0-72f1-4bf5-acbc-4af3d3c3e2e1 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] 10.222.0.23 "DELETE /v2.0/subnets/ca9b609f-9057-4f33-8952-2f719f67cf52 HTTP/1.1" status: 204 len: 168 time: 1.6909461 Jul 13 07:32:38.271912 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 34806) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:38.284593 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5256eb9d-1473-4282-a58b-80275e313fa0 None None] Pushing event updated for resources: {'Port': ['ID=772d6450-33fd-47b2-b6e3-e1f3ec0def7b,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:38.463563 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f28566-dc7d-439b-9906-49bd25a80b6f tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:38.465095 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f28566-dc7d-439b-9906-49bd25a80b6f tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:38.470025 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1897f85-f5be-4da4-8657-d4f4b034670d admin admin] Router ba3601fd-e45c-4144-a44e-36d343c84d42 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:32:38.475997 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-68f28566-dc7d-439b-9906-49bd25a80b6f tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2030008 Jul 13 07:32:38.485431 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34814) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:38.507737 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-08c4c938-4a4e-463d-babe-0b909b085627 req-f77dd1d2-3299-44bb-8f1a-238dae70befc tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] For port 33425877-106d-4f8e-adf2-378b0c9f7ef3, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=33425877-106d-4f8e-adf2-378b0c9f7ef3,segment=NetworkSegment(2b3909e7-f4e3-4173-abaa-757ac833a739),segment_id=2b3909e7-f4e3-4173-abaa-757ac833a739)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:38.508061 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-08c4c938-4a4e-463d-babe-0b909b085627 req-f77dd1d2-3299-44bb-8f1a-238dae70befc tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.561162 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-08c4c938-4a4e-463d-babe-0b909b085627 req-f77dd1d2-3299-44bb-8f1a-238dae70befc tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Calling delete_port for 33425877-106d-4f8e-adf2-378b0c9f7ef3 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:38.702638 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82657471-2072-4dfe-9a2f-9a50cde99670 req-f81ff8d0-18cb-4f6e-bb74-6cef91a51a13 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:38.713018 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-82657471-2072-4dfe-9a2f-9a50cde99670 req-f81ff8d0-18cb-4f6e-bb74-6cef91a51a13 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a89de49-a5ae-483a-bb59-4d99eff6b40a HTTP/1.1" status: 200 len: 946 time: 0.5128276 Jul 13 07:32:38.771133 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40855081-0972-4a9c-aa49-e0cbf9a513a6 req-753490ed-2216-4bda-8982-1011ad0e74b9 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:38.785104 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-40855081-0972-4a9c-aa49-e0cbf9a513a6 req-753490ed-2216-4bda-8982-1011ad0e74b9 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 946 time: 0.5425777 Jul 13 07:32:38.808390 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-305569cb-db55-4aa8-b6c9-937ce7941389 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.857332 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-dafb0c9f-993e-45fc-9121-8d1f6ac321b3 None None] Provisioning complete for port 772d6450-33fd-47b2-b6e3-e1f3ec0def7b triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:38.857958 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-dafb0c9f-993e-45fc-9121-8d1f6ac321b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.876909 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-305569cb-db55-4aa8-b6c9-937ce7941389 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 13 07:32:38.878339 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-305569cb-db55-4aa8-b6c9-937ce7941389 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:32:38.881423 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-305569cb-db55-4aa8-b6c9-937ce7941389 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] 10.222.0.23 "DELETE /v2.0/networks/c785240b-92d1-4fab-bc6e-39b58159542c HTTP/1.1" status: 409 len: 405 time: 0.3893158 Jul 13 07:32:38.889547 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34822) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:38.899864 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-ddb0ee64-f1fe-417a-9e39-d51ac8212b64 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1561786220'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:38.915482 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1897f85-f5be-4da4-8657-d4f4b034670d admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:32:38.942237 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e1897f85-f5be-4da4-8657-d4f4b034670d admin admin] 10.222.0.23 "PUT /v2.0/routers/ba3601fd-e45c-4144-a44e-36d343c84d42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3808842 Jul 13 07:32:38.943651 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34824) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:38.953286 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-08c4c938-4a4e-463d-babe-0b909b085627 req-f77dd1d2-3299-44bb-8f1a-238dae70befc tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:38.956507 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 772d6450-33fd-47b2-b6e3-e1f3ec0def7b up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:39.021721 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['d26eb3b8-fca3-44f8-a91c-d4c917077993', 'ced72efb-5ca9-44ee-b255-bf8096fa08f2'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:39.024633 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['33425877-106d-4f8e-adf2-378b0c9f7ef3'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:39.090353 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77dd1d2-3299-44bb-8f1a-238dae70befc tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Pushing event deleted for resources: {'Port': ['ID=33425877-106d-4f8e-adf2-378b0c9f7ef3,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:39.128160 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-40855081-0972-4a9c-aa49-e0cbf9a513a6 req-84612e30-76c0-4859-804f-7bec770e5462 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413513 Jul 13 07:32:39.235007 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a2b6f1-9868-44f5-ab93-f8d25259d673 None None] Sync routers for ids ['ba3601fd-e45c-4144-a44e-36d343c84d42'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:32:39.252295 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c4c938-4a4e-463d-babe-0b909b085627 req-f77dd1d2-3299-44bb-8f1a-238dae70befc tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] No DVR routers for this DVR port 33425877-106d-4f8e-adf2-378b0c9f7ef3 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:39.256230 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-08c4c938-4a4e-463d-babe-0b909b085627 req-f77dd1d2-3299-44bb-8f1a-238dae70befc tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:39.269911 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-08c4c938-4a4e-463d-babe-0b909b085627 req-f77dd1d2-3299-44bb-8f1a-238dae70befc tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.42 "DELETE /v2.0/ports/33425877-106d-4f8e-adf2-378b0c9f7ef3 HTTP/1.1" status: 204 len: 173 time: 1.6538198 Jul 13 07:32:39.270390 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a89de49-a5ae-483a-bb59-4d99eff6b40a', 'name': 'network-vif-deleted', 'tag': '33425877-106d-4f8e-adf2-378b0c9f7ef3'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:39.273826 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8727bd7-9cee-4534-91fa-350dbf096e55" -d '{"events": [{"server_uuid": "5a89de49-a5ae-483a-bb59-4d99eff6b40a", "name": "network-vif-deleted", "tag": "33425877-106d-4f8e-adf2-378b0c9f7ef3"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:39.315183 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a2b6f1-9868-44f5-ab93-f8d25259d673 None None] Routers {'ba3601fd-e45c-4144-a44e-36d343c84d42'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:39.316310 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-d9a2b6f1-9868-44f5-ab93-f8d25259d673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:32:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['ba3601fd-e45c-4144-a44e-36d343c84d42'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:39.457627 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 772d6450-33fd-47b2-b6e3-e1f3ec0def7b triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:39.460577 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:39.543333 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-00b4f84d-ad33-4396-a79a-b22233570a01 req-8d7d60fc-37a4-46f5-9543-b6bc2a213b44 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2029008652&fields=id&tenant_id=8f095698c72c459eb677dcbc568ab1ae HTTP/1.1" status: 200 len: 267 time: 0.1645148 Jul 13 07:32:39.712199 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b482280c-f402-4e34-a10b-380171f2f5d5 None None] Network c785240b-92d1-4fab-bc6e-39b58159542c requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:39.733846 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4f84d-ad33-4396-a79a-b22233570a01 req-fd3e13dc-8952-450c-b9b7-c49fe96364dd tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:39.738117 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-00b4f84d-ad33-4396-a79a-b22233570a01 req-fd3e13dc-8952-450c-b9b7-c49fe96364dd tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1310c9b-82a5-4272-a5c1-0837e3741142 HTTP/1.1" status: 200 len: 945 time: 0.1934440 Jul 13 07:32:39.760461 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-00b4f84d-ad33-4396-a79a-b22233570a01 req-4cdc3dd6-a3da-4278-b7f5-41158c6ce4b8 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Request body: {'port': {'security_groups': ['e00d98ca-3e1f-4912-8214-2f6d520c8e93', 'be2a184a-3b2a-412c-825c-63c7b1613941']}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:39.812058 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-82657471-2072-4dfe-9a2f-9a50cde99670 req-fb5e5d03-762d-436c-8684-eec0d4bbbb27 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0975640 Jul 13 07:32:39.901388 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb0ee64-f1fe-417a-9e39-d51ac8212b64 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Made reservation on behalf of bb744c810394431eb57d6d613a4cd843 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:39.911720 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ddb0ee64-f1fe-417a-9e39-d51ac8212b64 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.015536 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-d9a2b6f1-9868-44f5-ab93-f8d25259d673 None None] Set router ba3601fd-e45c-4144-a44e-36d343c84d42 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:32:40.020969 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71022b54-3988-46ee-8792-32bf8759b36b x-openstack-request-id: req-71022b54-3988-46ee-8792-32bf8759b36b {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:40.021277 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a89de49-a5ae-483a-bb59-4d99eff6b40a", "name": "network-vif-deleted", "tag": "33425877-106d-4f8e-adf2-378b0c9f7ef3", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:40.021612 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-71022b54-3988-46ee-8792-32bf8759b36b {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:40.022239 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a89de49-a5ae-483a-bb59-4d99eff6b40a', 'name': 'network-vif-deleted', 'tag': '33425877-106d-4f8e-adf2-378b0c9f7ef3', 'status': 'completed', 'code': 200} Jul 13 07:32:40.032027 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb0ee64-f1fe-417a-9e39-d51ac8212b64 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:32:40.055702 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b2e2b03a-4cd2-4a49-8c36-0c55fac036be admin admin] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.181228 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ddb0ee64-f1fe-417a-9e39-d51ac8212b64 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.182354 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-ddb0ee64-f1fe-417a-9e39-d51ac8212b64 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Added segment d96b116d-5fa7-4e4d-bad2-d9e8764e4af7 of type vlan for network 3c738c79-35c8-4029-b520-5768719c0183 Jul 13 07:32:40.292976 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device a967406f-30ce-41d1-ab3e-bbc64678759f up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:40.406390 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ddb0ee64-f1fe-417a-9e39-d51ac8212b64 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.424748 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a07752dc-0c3b-41ed-a893-a15e82963679 None None] Provisioning for port a967406f-30ce-41d1-ab3e-bbc64678759f completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:40.474644 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ddb0ee64-f1fe-417a-9e39-d51ac8212b64 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.481607 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb0ee64-f1fe-417a-9e39-d51ac8212b64 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:40.481607 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ddb0ee64-f1fe-417a-9e39-d51ac8212b64 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.538256 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port a967406f-30ce-41d1-ab3e-bbc64678759f completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:40.538566 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ddb0ee64-f1fe-417a-9e39-d51ac8212b64 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6470633 Jul 13 07:32:40.543692 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b2e2b03a-4cd2-4a49-8c36-0c55fac036be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.546479 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34844) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:40.571692 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-00b4f84d-ad33-4396-a79a-b22233570a01 req-4cdc3dd6-a3da-4278-b7f5-41158c6ce4b8 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.581705 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port a967406f-30ce-41d1-ab3e-bbc64678759f triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:40.582697 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.582828 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-87dfb3f7-168e-49fc-b652-1d5e1af5569b tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Request body: {'subnet': {'network_id': '3c738c79-35c8-4029-b520-5768719c0183', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:40.852915 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3a98ea-a84a-41d5-9f2f-01968bedb299 None None] DHCP port deletion for c785240b-92d1-4fab-bc6e-39b58159542c request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:32:40.870206 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0ee64-f1fe-417a-9e39-d51ac8212b64 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Pushing event updated for resources: {'Network': ['ID=3c738c79-35c8-4029-b520-5768719c0183,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:40.889391 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 3c738c79-35c8-4029-b520-5768719c0183 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:32:40.914817 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87dfb3f7-168e-49fc-b652-1d5e1af5569b tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Made reservation on behalf of bb744c810394431eb57d6d613a4cd843 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:40.918921 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-87dfb3f7-168e-49fc-b652-1d5e1af5569b tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:40.997307 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d314c-ea54-4895-8dd7-092668cc4aee req-46f51428-cdb8-4572-acda-2dc1d5af0dc2 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:40.998903 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe7d314c-ea54-4895-8dd7-092668cc4aee req-46f51428-cdb8-4572-acda-2dc1d5af0dc2 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 946 time: 0.5304348 Jul 13 07:32:41.007053 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-00b4f84d-ad33-4396-a79a-b22233570a01 req-4cdc3dd6-a3da-4278-b7f5-41158c6ce4b8 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] For port e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63,segment=NetworkSegment(28da2d9a-9cd2-47af-9ebd-220c5d6d98d2),segment_id=28da2d9a-9cd2-47af-9ebd-220c5d6d98d2)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:41.058193 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-00b4f84d-ad33-4396-a79a-b22233570a01 req-4cdc3dd6-a3da-4278-b7f5-41158c6ce4b8 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.069011 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-00b4f84d-ad33-4396-a79a-b22233570a01 req-4cdc3dd6-a3da-4278-b7f5-41158c6ce4b8 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.098704 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-b2e2b03a-4cd2-4a49-8c36-0c55fac036be admin admin] Deleting port 07791831-303d-4471-882f-e232df1862c1 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:41.099080 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b2e2b03a-4cd2-4a49-8c36-0c55fac036be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.180790 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc3dd6-a3da-4278-b7f5-41158c6ce4b8 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Pushing event updated for resources: {'Port': ['ID=e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63,revision_number=6']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:41.182537 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.188013 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-d9a2b6f1-9868-44f5-ab93-f8d25259d673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3601fd-e45c-4144-a44e-36d343c84d42', 'name': 'tempest-TaggedBootDevicesTest-671632114-router', 'tenant_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '07791831-303d-4471-882f-e232df1862c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:28Z', 'updated_at': '2021-07-13T07:32:36Z', 'revision_number': 5, 'project_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'gw_port': {'id': '07791831-303d-4471-882f-e232df1862c1', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:92:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3601fd-e45c-4144-a44e-36d343c84d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:20:30Z', 'updated_at': '2021-07-13T07:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:41.204942 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4f84d-ad33-4396-a79a-b22233570a01 req-4cdc3dd6-a3da-4278-b7f5-41158c6ce4b8 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:41.205868 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-00b4f84d-ad33-4396-a79a-b22233570a01 req-4cdc3dd6-a3da-4278-b7f5-41158c6ce4b8 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.209126 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-00b4f84d-ad33-4396-a79a-b22233570a01 req-4cdc3dd6-a3da-4278-b7f5-41158c6ce4b8 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "PUT /v2.0/ports/e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63 HTTP/1.1" status: 200 len: 981 time: 1.4645014 Jul 13 07:32:41.219852 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe7d314c-ea54-4895-8dd7-092668cc4aee req-63b10dc6-7db4-41ae-be5e-ceeeb089625d tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800389 Jul 13 07:32:41.336232 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-8d3a98ea-a84a-41d5-9f2f-01968bedb299 None None] Deleting port a967406f-30ce-41d1-ab3e-bbc64678759f {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:41.336523 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8d3a98ea-a84a-41d5-9f2f-01968bedb299 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.344294 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-b2e2b03a-4cd2-4a49-8c36-0c55fac036be admin admin] For port 07791831-303d-4471-882f-e232df1862c1, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=07791831-303d-4471-882f-e232df1862c1,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:41.344976 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b2e2b03a-4cd2-4a49-8c36-0c55fac036be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.347028 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a2b6f1-9868-44f5-ab93-f8d25259d673 None None] Checking router: ba3601fd-e45c-4144-a44e-36d343c84d42 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:32:41.361559 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:41.401371 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:41.467774 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a2b6f1-9868-44f5-ab93-f8d25259d673 None None] Routers {'ba3601fd-e45c-4144-a44e-36d343c84d42'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:41.468486 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-d9a2b6f1-9868-44f5-ab93-f8d25259d673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:32:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['ba3601fd-e45c-4144-a44e-36d343c84d42'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:41.632234 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-b2e2b03a-4cd2-4a49-8c36-0c55fac036be admin admin] Calling delete_port for 07791831-303d-4471-882f-e232df1862c1 owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:41.653527 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port a967406f-30ce-41d1-ab3e-bbc64678759f, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=a967406f-30ce-41d1-ab3e-bbc64678759f,segment=NetworkSegment(6af1cb7c-c0b0-481b-8380-d046abe948de),segment_id=6af1cb7c-c0b0-481b-8380-d046abe948de)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:41.655988 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c44dcc8d-10a1-4fca-b922-114c921f8e3a req-73faa1b0-bc87-4d9c-938b-7de5cdf58ad3 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2029008652&fields=id&tenant_id=8f095698c72c459eb677dcbc568ab1ae HTTP/1.1" status: 200 len: 267 time: 0.1529915 Jul 13 07:32:41.795376 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.860782 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44dcc8d-10a1-4fca-b922-114c921f8e3a req-1d11f624-7f6e-4b27-8929-9b192ecbe585 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:41.868463 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c44dcc8d-10a1-4fca-b922-114c921f8e3a req-1d11f624-7f6e-4b27-8929-9b192ecbe585 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1310c9b-82a5-4272-a5c1-0837e3741142 HTTP/1.1" status: 200 len: 984 time: 0.2098558 Jul 13 07:32:41.874544 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-c44dcc8d-10a1-4fca-b922-114c921f8e3a req-45020144-d5dc-44f3-8287-8b24d94481be tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Request body: {'port': {'security_groups': ['e00d98ca-3e1f-4912-8214-2f6d520c8e93']}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:41.910686 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=a967406f-30ce-41d1-ab3e-bbc64678759f,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:41.919448 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-8d3a98ea-a84a-41d5-9f2f-01968bedb299 None None] For port a967406f-30ce-41d1-ab3e-bbc64678759f, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=a967406f-30ce-41d1-ab3e-bbc64678759f,segment=NetworkSegment(6af1cb7c-c0b0-481b-8380-d046abe948de),segment_id=6af1cb7c-c0b0-481b-8380-d046abe948de)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:41.920007 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8d3a98ea-a84a-41d5-9f2f-01968bedb299 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:41.953829 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-d9a2b6f1-9868-44f5-ab93-f8d25259d673 None None] Set router ba3601fd-e45c-4144-a44e-36d343c84d42 gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:32:41.968348 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-8d3a98ea-a84a-41d5-9f2f-01968bedb299 None None] Calling delete_port for a967406f-30ce-41d1-ab3e-bbc64678759f owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:42.023708 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1310c9b-82a5-4272-a5c1-0837e3741142', 'tag': 'e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:42.029872 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6980ebd-d54f-4736-a541-ec786b587179" -d '{"events": [{"name": "network-changed", "server_uuid": "e1310c9b-82a5-4272-a5c1-0837e3741142", "tag": "e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:42.056629 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c44dcc8d-10a1-4fca-b922-114c921f8e3a req-45020144-d5dc-44f3-8287-8b24d94481be tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.061925 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7d82b-0ac3-461b-8b58-ddaafd56c4f6 req-898515b6-0ef9-4d29-90a9-35b3d9ca8cdc tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:42.072129 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-76e7d82b-0ac3-461b-8b58-ddaafd56c4f6 req-898515b6-0ef9-4d29-90a9-35b3d9ca8cdc tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b6f20f8-18e2-4274-947a-6fbeba5c8394 HTTP/1.1" status: 200 len: 945 time: 0.2214181 Jul 13 07:32:42.114917 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-d9a2b6f1-9868-44f5-ab93-f8d25259d673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3601fd-e45c-4144-a44e-36d343c84d42', 'name': 'tempest-TaggedBootDevicesTest-671632114-router', 'tenant_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:28Z', 'updated_at': '2021-07-13T07:32:40Z', 'revision_number': 6, 'project_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:42.131964 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-76e7d82b-0ac3-461b-8b58-ddaafd56c4f6 req-00ac18b9-f634-41d4-980b-c4d5f71b1ef2 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578678 Jul 13 07:32:42.183351 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1ed9f5-9e20-4cfb-833c-7d9e3b0f091d x-openstack-request-id: req-1a1ed9f5-9e20-4cfb-833c-7d9e3b0f091d {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:42.184415 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1310c9b-82a5-4272-a5c1-0837e3741142", "tag": "e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:42.184653 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a1ed9f5-9e20-4cfb-833c-7d9e3b0f091d {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:42.185263 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1310c9b-82a5-4272-a5c1-0837e3741142', 'tag': 'e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63', 'status': 'completed', 'code': 200} Jul 13 07:32:42.189022 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 33425877-106d-4f8e-adf2-378b0c9f7ef3 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:42.190723 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a2b6f1-9868-44f5-ab93-f8d25259d673 None None] The sync data for ids ['ba3601fd-e45c-4144-a44e-36d343c84d42'] in n-d-771363-34 is: [{'id': 'ba3601fd-e45c-4144-a44e-36d343c84d42', 'name': 'tempest-TaggedBootDevicesTest-671632114-router', 'tenant_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:20:28Z', 'updated_at': '2021-07-13T07:32:40Z', 'revision_number': 6, 'project_id': '9f21aa0b310c4cd09c2f6eea1ac67069', 'gw_port_host': None}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:32:42.235249 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device a967406f-30ce-41d1-ab3e-bbc64678759f no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:42.309829 n-d-771363-34 neutron-server[94018]: DEBUG neutron.objects.ports [None req-87dfb3f7-168e-49fc-b652-1d5e1af5569b tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94018) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:32:42.354343 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6980ebd-d54f-4736-a541-ec786b587179 req-bc70afda-ac86-4c11-a613-2992e1af0d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:42.358046 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-87dfb3f7-168e-49fc-b652-1d5e1af5569b tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.361113 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a6980ebd-d54f-4736-a541-ec786b587179 req-bc70afda-ac86-4c11-a613-2992e1af0d4b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8f095698c72c459eb677dcbc568ab1ae&device_id=e1310c9b-82a5-4272-a5c1-0837e3741142 HTTP/1.1" status: 200 len: 1136 time: 0.1324446 Jul 13 07:32:42.528493 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6980ebd-d54f-4736-a541-ec786b587179 req-b6d36187-14e1-4bb7-95cb-08c20fac6a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:42.533145 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a6980ebd-d54f-4736-a541-ec786b587179 req-b6d36187-14e1-4bb7-95cb-08c20fac6a28 service neutron] 10.222.0.25 "GET /v2.0/networks?id=675a4bd8-c216-4ff7-85f6-a501734f8413 HTTP/1.1" status: 200 len: 921 time: 0.1646535 Jul 13 07:32:42.566910 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 33425877-106d-4f8e-adf2-378b0c9f7ef3 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:32:42.567426 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 33425877-106d-4f8e-adf2-378b0c9f7ef3 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:42.607694 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-c44dcc8d-10a1-4fca-b922-114c921f8e3a req-45020144-d5dc-44f3-8287-8b24d94481be tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] For port e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63,segment=NetworkSegment(28da2d9a-9cd2-47af-9ebd-220c5d6d98d2),segment_id=28da2d9a-9cd2-47af-9ebd-220c5d6d98d2)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:42.715770 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c44dcc8d-10a1-4fca-b922-114c921f8e3a req-45020144-d5dc-44f3-8287-8b24d94481be tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.722968 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b2e2b03a-4cd2-4a49-8c36-0c55fac036be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.736950 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a6980ebd-d54f-4736-a541-ec786b587179 req-2ead770b-49e7-4236-a4b6-0528da5252c1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63 HTTP/1.1" status: 200 len: 217 time: 0.0843589 Jul 13 07:32:42.769957 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c44dcc8d-10a1-4fca-b922-114c921f8e3a req-45020144-d5dc-44f3-8287-8b24d94481be tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.824087 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2b03a-4cd2-4a49-8c36-0c55fac036be admin admin] Pushing event deleted for resources: {'Port': ['ID=07791831-303d-4471-882f-e232df1862c1,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:42.846004 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6980ebd-d54f-4736-a541-ec786b587179 req-f7fd75fc-40a7-46da-ae3a-e4a9dae39848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:42.847758 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a6980ebd-d54f-4736-a541-ec786b587179 req-f7fd75fc-40a7-46da-ae3a-e4a9dae39848 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=82005969-545f-4e2a-bfa2-f70bad7873ae HTTP/1.1" status: 200 len: 860 time: 0.1000931 Jul 13 07:32:42.895052 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701865fc-c5fd-4a37-9ecf-6374b16438c6 req-3b2a50d9-64f2-4464-ac36-658ec6d21ea9 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:42.897264 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-701865fc-c5fd-4a37-9ecf-6374b16438c6 req-3b2a50d9-64f2-4464-ac36-658ec6d21ea9 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 946 time: 0.3629248 Jul 13 07:32:42.927933 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a6980ebd-d54f-4736-a541-ec786b587179 req-23f43f7f-1cd4-4976-a811-ede1c404cb18 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=675a4bd8-c216-4ff7-85f6-a501734f8413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656927 Jul 13 07:32:42.938605 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45020144-d5dc-44f3-8287-8b24d94481be tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Pushing event updated for resources: {'Port': ['ID=e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63,revision_number=7']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:42.940243 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8d3a98ea-a84a-41d5-9f2f-01968bedb299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:42.978058 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a98ea-a84a-41d5-9f2f-01968bedb299 None None] Pushing event deleted for resources: {'Port': ['ID=a967406f-30ce-41d1-ab3e-bbc64678759f,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:42.982129 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:43.019444 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-701865fc-c5fd-4a37-9ecf-6374b16438c6 req-64e24538-e73d-4505-9e24-ddb988072509 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939043 Jul 13 07:32:43.055989 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3a98ea-a84a-41d5-9f2f-01968bedb299 None None] No DVR routers for this DVR port a967406f-30ce-41d1-ab3e-bbc64678759f on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:43.112305 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b2e2b03a-4cd2-4a49-8c36-0c55fac036be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:43.231916 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a6980ebd-d54f-4736-a541-ec786b587179 req-4073189a-f0a6-4248-bd04-ea3fb630476f service neutron] 10.222.0.25 "GET /v2.0/networks/675a4bd8-c216-4ff7-85f6-a501734f8413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778175 Jul 13 07:32:43.278698 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:43.379603 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44dcc8d-10a1-4fca-b922-114c921f8e3a req-45020144-d5dc-44f3-8287-8b24d94481be tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:43.382986 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c44dcc8d-10a1-4fca-b922-114c921f8e3a req-45020144-d5dc-44f3-8287-8b24d94481be tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:43.399962 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c44dcc8d-10a1-4fca-b922-114c921f8e3a req-45020144-d5dc-44f3-8287-8b24d94481be tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "PUT /v2.0/ports/e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63 HTTP/1.1" status: 200 len: 942 time: 1.5303695 Jul 13 07:32:43.400861 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dfb3f7-168e-49fc-b652-1d5e1af5569b tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Pushing event updated for resources: {'Subnet': ['ID=9ecce0af-efeb-4dc6-81cd-8b6f29e6547c,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:43.403993 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1310c9b-82a5-4272-a5c1-0837e3741142', 'tag': 'e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:43.429694 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b3ab1e-d1aa-4bde-b877-f057e83f64d0" -d '{"events": [{"name": "network-changed", "server_uuid": "e1310c9b-82a5-4272-a5c1-0837e3741142", "tag": "e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:43.447396 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:43.448122 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b2e2b03a-4cd2-4a49-8c36-0c55fac036be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:43.451408 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b2e2b03a-4cd2-4a49-8c36-0c55fac036be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:43.573313 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a6980ebd-d54f-4736-a541-ec786b587179 req-c5c0222b-8138-4b8d-8333-b282949f523a service neutron] 10.222.0.25 "GET /v2.0/networks/675a4bd8-c216-4ff7-85f6-a501734f8413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305330 Jul 13 07:32:43.725598 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3f651-6e3e-4c57-96e9-ebe92d7936b9 req-e76fcea1-2133-49d4-b2f6-bd912cde4cdc tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:43.728023 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-18d3f651-6e3e-4c57-96e9-ebe92d7936b9 req-e76fcea1-2133-49d4-b2f6-bd912cde4cdc tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b6f20f8-18e2-4274-947a-6fbeba5c8394 HTTP/1.1" status: 200 len: 945 time: 0.2316921 Jul 13 07:32:43.784613 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dfb3f7-168e-49fc-b652-1d5e1af5569b tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Checking segment: {'id': 'd96b116d-5fa7-4e4d-bad2-d9e8764e4af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3c738c79-35c8-4029-b520-5768719c0183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:43.785708 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dfb3f7-168e-49fc-b652-1d5e1af5569b tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Network hostable DHCP agents. Network: 3c738c79-35c8-4029-b520-5768719c0183, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:32:43.807941 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b2e2b03a-4cd2-4a49-8c36-0c55fac036be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:43.809198 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e2b03a-4cd2-4a49-8c36-0c55fac036be admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba3601fd-e45c-4144-a44e-36d343c84d42 {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:32:43.821606 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b2e2b03a-4cd2-4a49-8c36-0c55fac036be admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:43.826520 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b2e2b03a-4cd2-4a49-8c36-0c55fac036be admin admin] 10.222.0.23 "DELETE /v2.0/routers/ba3601fd-e45c-4144-a44e-36d343c84d42 HTTP/1.1" status: 204 len: 168 time: 4.8762579 Jul 13 07:32:43.827244 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34920) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:43.844645 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-18d3f651-6e3e-4c57-96e9-ebe92d7936b9 req-3babab61-18b6-4851-906e-1770173e81a4 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970273 Jul 13 07:32:44.007049 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d55be51-20b7-47e7-8eec-334cf9a57a16 admin admin] Deleting subnet 88ea993c-44dc-45dd-b8a5-b8f3f44e71bc {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:32:44.030002 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4d55be51-20b7-47e7-8eec-334cf9a57a16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:44.158646 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 07791831-303d-4471-882f-e232df1862c1 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:44.233505 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 07791831-303d-4471-882f-e232df1862c1 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:32:44.233935 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 07791831-303d-4471-882f-e232df1862c1 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:44.236935 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dfb3f7-168e-49fc-b652-1d5e1af5569b tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Network 3c738c79-35c8-4029-b520-5768719c0183 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:32:44.237227 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:44.282435 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4d55be51-20b7-47e7-8eec-334cf9a57a16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:44.305511 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:32:44.305974 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device a3dc58c6-c56c-4dd2-ae8d-5bc8f0595876 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:44.340637 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-87dfb3f7-168e-49fc-b652-1d5e1af5569b tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 3c738c79-35c8-4029-b520-5768719c0183) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:44.351286 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6313e8-fee7-4bcc-9b12-2487478e3a4a None None] Network 3c738c79-35c8-4029-b520-5768719c0183 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:44.388990 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87dfb3f7-168e-49fc-b652-1d5e1af5569b tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:44.389595 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-87dfb3f7-168e-49fc-b652-1d5e1af5569b tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:44.407421 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e8d6ce1a-03ce-4dad-b991-54eebe3f543b req-8eff511a-0824-4b74-9ada-9f2d490b4b1b tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8511703 Jul 13 07:32:44.458976 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71e3c2-383d-46f3-8503-f1390ce83af2 req-6f6f452c-8927-49f6-adb1-c7c0ac908a76 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:44.460640 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8e71e3c2-383d-46f3-8503-f1390ce83af2 req-6f6f452c-8927-49f6-adb1-c7c0ac908a76 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b6f20f8-18e2-4274-947a-6fbeba5c8394 HTTP/1.1" status: 200 len: 945 time: 1.4066525 Jul 13 07:32:44.486754 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-e8d6ce1a-03ce-4dad-b991-54eebe3f543b req-3de0fcf0-3dc8-4d8d-9105-64c54659f165 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:44.508028 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e333157a-9bf6-4432-a211-f2abd406ff29 x-openstack-request-id: req-e333157a-9bf6-4432-a211-f2abd406ff29 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:44.508439 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1310c9b-82a5-4272-a5c1-0837e3741142", "tag": "e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:44.508812 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e333157a-9bf6-4432-a211-f2abd406ff29 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:44.509625 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1310c9b-82a5-4272-a5c1-0837e3741142', 'tag': 'e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63', 'status': 'completed', 'code': 200} Jul 13 07:32:44.649215 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e8d6ce1a-03ce-4dad-b991-54eebe3f543b req-3de0fcf0-3dc8-4d8d-9105-64c54659f165 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks [] for floatingip, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:44.665252 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-87dfb3f7-168e-49fc-b652-1d5e1af5569b tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1062379 Jul 13 07:32:44.665931 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34942) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:44.693778 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 34944) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:44.698570 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3ab1e-d1aa-4bde-b877-f057e83f64d0 req-09b2da34-16e8-41af-9adb-d24f9e19b38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:44.700943 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a4b3ab1e-d1aa-4bde-b877-f057e83f64d0 req-09b2da34-16e8-41af-9adb-d24f9e19b38b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8f095698c72c459eb677dcbc568ab1ae&device_id=e1310c9b-82a5-4272-a5c1-0837e3741142 HTTP/1.1" status: 200 len: 1097 time: 0.2805305 Jul 13 07:32:44.721276 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-f85a8f19-063d-4717-9357-39766d8b1e58 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Request body: {'port': {'network_id': '3c738c79-35c8-4029-b520-5768719c0183', 'name': 'tempest-NetworksIpV6TestAttrs-1113554613'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:44.730742 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbc82c2-74bf-4723-b5b6-35e55e20e8d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-3c738c79-35c8-4029-b520-5768719c0183', 'network_id': '3c738c79-35c8-4029-b520-5768719c0183', 'tenant_id': 'bb744c810394431eb57d6d613a4cd843', 'fixed_ips': [{'subnet_id': '9ecce0af-efeb-4dc6-81cd-8b6f29e6547c'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:32:44.731647 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5bbc82c2-74bf-4723-b5b6-35e55e20e8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:44.923169 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4d55be51-20b7-47e7-8eec-334cf9a57a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:44.978278 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:32:44.990674 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601e8d0-cf4d-4b08-9429-8bdd1dabf713 req-d77263db-be54-4e72-9488-4262a59cc023 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:45.003947 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f601e8d0-cf4d-4b08-9429-8bdd1dabf713 req-d77263db-be54-4e72-9488-4262a59cc023 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 946 time: 0.4623072 Jul 13 07:32:45.050424 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3ab1e-d1aa-4bde-b877-f057e83f64d0 req-34cb8c16-a186-4f1a-9278-3ed010c032e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:45.052932 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a4b3ab1e-d1aa-4bde-b877-f057e83f64d0 req-34cb8c16-a186-4f1a-9278-3ed010c032e0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=675a4bd8-c216-4ff7-85f6-a501734f8413 HTTP/1.1" status: 200 len: 921 time: 0.3423626 Jul 13 07:32:45.122542 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-755b9769-3f8b-466a-8a63-66104f3d089c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:45.143238 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-5bbc82c2-74bf-4723-b5b6-35e55e20e8d7 None None] Allocated IP 2001:db8::f816:3eff:fe4d:17f (3c738c79-35c8-4029-b520-5768719c0183/9ecce0af-efeb-4dc6-81cd-8b6f29e6547c/0866f2a3-e256-4059-984c-a5c04906a9dc) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:45.159587 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f601e8d0-cf4d-4b08-9429-8bdd1dabf713 req-4a08dbba-9094-453c-92b0-e5dcbfed5692 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546001 Jul 13 07:32:45.162879 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a4b3ab1e-d1aa-4bde-b877-f057e83f64d0 req-d22d7efb-60d3-458f-bd2d-2c807cdc6045 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63 HTTP/1.1" status: 200 len: 217 time: 0.0956788 Jul 13 07:32:45.361993 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-755b9769-3f8b-466a-8a63-66104f3d089c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:45.384925 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-755b9769-3f8b-466a-8a63-66104f3d089c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:45.392978 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5bbc82c2-74bf-4723-b5b6-35e55e20e8d7 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:45.414889 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5bbc82c2-74bf-4723-b5b6-35e55e20e8d7 None None] Transition to ACTIVE for port object 0866f2a3-e256-4059-984c-a5c04906a9dc will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:45.446301 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-755b9769-3f8b-466a-8a63-66104f3d089c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a2318e2f6b964883909ff2548e4aa501&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7434206 Jul 13 07:32:45.448802 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5bbc82c2-74bf-4723-b5b6-35e55e20e8d7 None None] Transition to ACTIVE for port object 0866f2a3-e256-4059-984c-a5c04906a9dc will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:45.458954 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5bbc82c2-74bf-4723-b5b6-35e55e20e8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:45.477509 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 34960) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:45.556499 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b9769-3f8b-466a-8a63-66104f3d089c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1584bbc5-8335-4c20-9cf8-ec0ab0ec8735,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:45.573282 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc82c2-74bf-4723-b5b6-35e55e20e8d7 None None] Pushing event updated for resources: {'Port': ['ID=0866f2a3-e256-4059-984c-a5c04906a9dc,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:45.574336 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3ab1e-d1aa-4bde-b877-f057e83f64d0 req-ee817940-6b92-4973-9be2-75247d904604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:45.578470 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a4b3ab1e-d1aa-4bde-b877-f057e83f64d0 req-ee817940-6b92-4973-9be2-75247d904604 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=82005969-545f-4e2a-bfa2-f70bad7873ae HTTP/1.1" status: 200 len: 860 time: 0.4030316 Jul 13 07:32:45.587559 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbc82c2-74bf-4723-b5b6-35e55e20e8d7 None None] Network 3c738c79-35c8-4029-b520-5768719c0183 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:45.592246 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-5bbc82c2-74bf-4723-b5b6-35e55e20e8d7 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:45.596527 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbc82c2-74bf-4723-b5b6-35e55e20e8d7 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:45.643972 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a4b3ab1e-d1aa-4bde-b877-f057e83f64d0 req-ac66ae21-8a6c-41e3-a76a-a4509afa4f89 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=675a4bd8-c216-4ff7-85f6-a501734f8413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479264 Jul 13 07:32:45.649580 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-10561e92-8cf2-4f98-bdfe-353f09057574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:45.683082 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-5bbc82c2-74bf-4723-b5b6-35e55e20e8d7 None None] Attempting to bind port 0866f2a3-e256-4059-984c-a5c04906a9dc on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:45.683687 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-5bbc82c2-74bf-4723-b5b6-35e55e20e8d7 None None] Attempting to bind port 0866f2a3-e256-4059-984c-a5c04906a9dc by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'd96b116d-5fa7-4e4d-bad2-d9e8764e4af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3c738c79-35c8-4029-b520-5768719c0183'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:45.684262 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbc82c2-74bf-4723-b5b6-35e55e20e8d7 None None] Attempting to bind port 0866f2a3-e256-4059-984c-a5c04906a9dc on network 3c738c79-35c8-4029-b520-5768719c0183 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:45.692892 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbc82c2-74bf-4723-b5b6-35e55e20e8d7 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:45.694321 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbc82c2-74bf-4723-b5b6-35e55e20e8d7 None None] Checking segment: {'id': 'd96b116d-5fa7-4e4d-bad2-d9e8764e4af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3c738c79-35c8-4029-b520-5768719c0183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:45.695442 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5bbc82c2-74bf-4723-b5b6-35e55e20e8d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:45.697026 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbc82c2-74bf-4723-b5b6-35e55e20e8d7 None None] Bound using segment: {'id': 'd96b116d-5fa7-4e4d-bad2-d9e8764e4af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3c738c79-35c8-4029-b520-5768719c0183'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:45.697777 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-5bbc82c2-74bf-4723-b5b6-35e55e20e8d7 None None] Bound port: 0866f2a3-e256-4059-984c-a5c04906a9dc, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd96b116d-5fa7-4e4d-bad2-d9e8764e4af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3c738c79-35c8-4029-b520-5768719c0183'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:45.698486 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5bbc82c2-74bf-4723-b5b6-35e55e20e8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:45.703583 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-8e71e3c2-383d-46f3-8503-f1390ce83af2 req-f120a6d8-0390-4f63-b97b-3d0d323e819a tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Deleting port ced72efb-5ca9-44ee-b255-bf8096fa08f2 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:45.704210 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-8e71e3c2-383d-46f3-8503-f1390ce83af2 req-f120a6d8-0390-4f63-b97b-3d0d323e819a tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:45.704442 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94dd7d-1d1c-49da-ba50-bf8e22000393 req-c69767f0-37d4-4536-ad19-d27df986429a tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:45.706104 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-de94dd7d-1d1c-49da-ba50-bf8e22000393 req-c69767f0-37d4-4536-ad19-d27df986429a tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b6f20f8-18e2-4274-947a-6fbeba5c8394 HTTP/1.1" status: 200 len: 945 time: 0.3227143 Jul 13 07:32:45.710041 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4d55be51-20b7-47e7-8eec-334cf9a57a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:45.758543 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-10561e92-8cf2-4f98-bdfe-353f09057574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:45.786151 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55be51-20b7-47e7-8eec-334cf9a57a16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88ea993c-44dc-45dd-b8a5-b8f3f44e71bc,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:45.793254 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4d55be51-20b7-47e7-8eec-334cf9a57a16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:45.795319 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4d55be51-20b7-47e7-8eec-334cf9a57a16 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/88ea993c-44dc-45dd-b8a5-b8f3f44e71bc HTTP/1.1" status: 204 len: 168 time: 1.9536936 Jul 13 07:32:45.800592 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34962) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:45.807815 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85a8f19-063d-4717-9357-39766d8b1e58 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Made reservation on behalf of bb744c810394431eb57d6d613a4cd843 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:45.811573 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f85a8f19-063d-4717-9357-39766d8b1e58 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:45.817974 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-5bbc82c2-74bf-4723-b5b6-35e55e20e8d7 None None] For port 0866f2a3-e256-4059-984c-a5c04906a9dc, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:45.827768 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-5bbc82c2-74bf-4723-b5b6-35e55e20e8d7 None None] For port 0866f2a3-e256-4059-984c-a5c04906a9dc, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=0866f2a3-e256-4059-984c-a5c04906a9dc,segment=NetworkSegment(d96b116d-5fa7-4e4d-bad2-d9e8764e4af7),segment_id=d96b116d-5fa7-4e4d-bad2-d9e8764e4af7)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:45.833709 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cffcfa-82cb-4830-a192-2465c3f775aa None None] Network 9ef27b6b-d58a-4cc2-872f-1f2be062e420 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:45.844354 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-de94dd7d-1d1c-49da-ba50-bf8e22000393 req-80631253-2a00-4351-9360-b4bf1549c833 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183565 Jul 13 07:32:45.873658 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5bbc82c2-74bf-4723-b5b6-35e55e20e8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:45.941618 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a4b3ab1e-d1aa-4bde-b877-f057e83f64d0 req-248b1146-ab6b-4dc7-9acc-30032c15138b service neutron] 10.222.0.25 "GET /v2.0/networks/675a4bd8-c216-4ff7-85f6-a501734f8413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888520 Jul 13 07:32:45.969995 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-f85a8f19-063d-4717-9357-39766d8b1e58 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] device_id is not set on port 3fa5998b-a947-455c-8301-87963ddfce3d yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:32:46.010051 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-10561e92-8cf2-4f98-bdfe-353f09057574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.013477 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-10561e92-8cf2-4f98-bdfe-353f09057574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.014847 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-10561e92-8cf2-4f98-bdfe-353f09057574 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1584bbc5-8335-4c20-9cf8-ec0ab0ec8735 HTTP/1.1" status: 204 len: 168 time: 0.5282624 Jul 13 07:32:46.039968 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc82c2-74bf-4723-b5b6-35e55e20e8d7 None None] Pushing event updated for resources: {'Port': ['ID=0866f2a3-e256-4059-984c-a5c04906a9dc,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:46.053420 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e8d6ce1a-03ce-4dad-b991-54eebe3f543b req-3de0fcf0-3dc8-4d8d-9105-64c54659f165 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.077256 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10561e92-8cf2-4f98-bdfe-353f09057574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1584bbc5-8335-4c20-9cf8-ec0ab0ec8735,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:46.099950 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1afb469c-ccb4-4776-a4a9-6f9931436707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.114554 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-8e71e3c2-383d-46f3-8503-f1390ce83af2 req-f120a6d8-0390-4f63-b97b-3d0d323e819a tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] For port ced72efb-5ca9-44ee-b255-bf8096fa08f2, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=ced72efb-5ca9-44ee-b255-bf8096fa08f2,segment=NetworkSegment(2b3909e7-f4e3-4173-abaa-757ac833a739),segment_id=2b3909e7-f4e3-4173-abaa-757ac833a739)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:46.114927 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-8e71e3c2-383d-46f3-8503-f1390ce83af2 req-f120a6d8-0390-4f63-b97b-3d0d323e819a tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.162700 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a4b3ab1e-d1aa-4bde-b877-f057e83f64d0 req-f29f4054-438f-464c-ae43-e26a2f5d9389 service neutron] 10.222.0.25 "GET /v2.0/networks/675a4bd8-c216-4ff7-85f6-a501734f8413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107921 Jul 13 07:32:46.226154 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-8e71e3c2-383d-46f3-8503-f1390ce83af2 req-f120a6d8-0390-4f63-b97b-3d0d323e819a tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Calling delete_port for ced72efb-5ca9-44ee-b255-bf8096fa08f2 owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:46.314640 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4900da26-1ea4-41e6-ae15-d9f2c59f410e None None] DHCP port deletion for 9ef27b6b-d58a-4cc2-872f-1f2be062e420 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:32:46.441765 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-4900da26-1ea4-41e6-ae15-d9f2c59f410e None None] Deleting port 5c118df8-f23f-4190-8609-1761fc6ef938 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:46.442665 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4900da26-1ea4-41e6-ae15-d9f2c59f410e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.579124 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df995c3b-f460-4939-99b8-a5e222bd6cdf req-9eaa0f94-1057-4474-b1ae-bba5f1f2dcef tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:46.581313 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-df995c3b-f460-4939-99b8-a5e222bd6cdf req-9eaa0f94-1057-4474-b1ae-bba5f1f2dcef tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 946 time: 0.1976886 Jul 13 07:32:46.587588 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34982) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:46.637648 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-4900da26-1ea4-41e6-ae15-d9f2c59f410e None None] For port 5c118df8-f23f-4190-8609-1761fc6ef938, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=5c118df8-f23f-4190-8609-1761fc6ef938,segment=NetworkSegment(38f4848a-dd9b-4f5f-8385-52a36206fdde),segment_id=38f4848a-dd9b-4f5f-8385-52a36206fdde)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:46.638061 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4900da26-1ea4-41e6-ae15-d9f2c59f410e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.660211 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-df995c3b-f460-4939-99b8-a5e222bd6cdf req-fde882b9-c918-4ff7-aa7c-4488afef293f tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687466 Jul 13 07:32:46.661204 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-4900da26-1ea4-41e6-ae15-d9f2c59f410e None None] Calling delete_port for 5c118df8-f23f-4190-8609-1761fc6ef938 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:46.756320 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4900da26-1ea4-41e6-ae15-d9f2c59f410e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.757631 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-e8d6ce1a-03ce-4dad-b991-54eebe3f543b req-3de0fcf0-3dc8-4d8d-9105-64c54659f165 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Allocated IP 172.25.3.67 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/3c85e82c-0e7f-480a-9200-6c0d13c0c281) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:46.765846 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-082aa0d5-42a9-4f78-965c-47891a0fc6d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.783428 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4900da26-1ea4-41e6-ae15-d9f2c59f410e None None] Pushing event deleted for resources: {'Port': ['ID=5c118df8-f23f-4190-8609-1761fc6ef938,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:46.786800 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4900da26-1ea4-41e6-ae15-d9f2c59f410e None None] No DVR routers for this DVR port 5c118df8-f23f-4190-8609-1761fc6ef938 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:46.833317 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-f85a8f19-063d-4717-9357-39766d8b1e58 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Allocated IP 2001:db8::f816:3eff:fefd:e93d (3c738c79-35c8-4029-b520-5768719c0183/9ecce0af-efeb-4dc6-81cd-8b6f29e6547c/3fa5998b-a947-455c-8301-87963ddfce3d) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:46.861593 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-8e71e3c2-383d-46f3-8503-f1390ce83af2 req-f120a6d8-0390-4f63-b97b-3d0d323e819a tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:46.885943 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['d26eb3b8-fca3-44f8-a91c-d4c917077993'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:46.966362 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f120a6d8-0390-4f63-b97b-3d0d323e819a tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Pushing event deleted for resources: {'Port': ['ID=ced72efb-5ca9-44ee-b255-bf8096fa08f2,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:47.003262 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-1afb469c-ccb4-4776-a4a9-6f9931436707 admin admin] Deleting port 5c118df8-f23f-4190-8609-1761fc6ef938 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:47.003714 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1afb469c-ccb4-4776-a4a9-6f9931436707 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:47.071684 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d533290f-0552-429b-bf79-cd499e32044c req-91ac1f3b-7eb8-420b-bf2d-f9434fcc26d1 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b6f20f8-18e2-4274-947a-6fbeba5c8394 HTTP/1.1" status: 200 len: 210 time: 0.0689816 Jul 13 07:32:47.147547 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e71e3c2-383d-46f3-8503-f1390ce83af2 req-f120a6d8-0390-4f63-b97b-3d0d323e819a tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] No DVR routers for this DVR port ced72efb-5ca9-44ee-b255-bf8096fa08f2 on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:47.164625 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-8e71e3c2-383d-46f3-8503-f1390ce83af2 req-f120a6d8-0390-4f63-b97b-3d0d323e819a tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:47.166639 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8e71e3c2-383d-46f3-8503-f1390ce83af2 req-f120a6d8-0390-4f63-b97b-3d0d323e819a tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.25 "DELETE /v2.0/ports/ced72efb-5ca9-44ee-b255-bf8096fa08f2 HTTP/1.1" status: 204 len: 173 time: 2.6558034 Jul 13 07:32:47.167091 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6f20f8-18e2-4274-947a-6fbeba5c8394', 'name': 'network-vif-deleted', 'tag': 'ced72efb-5ca9-44ee-b255-bf8096fa08f2'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:47.169664 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c192fdb-eb4a-413e-b2e9-1e193035dda8" -d '{"events": [{"server_uuid": "3b6f20f8-18e2-4274-947a-6fbeba5c8394", "name": "network-vif-deleted", "tag": "ced72efb-5ca9-44ee-b255-bf8096fa08f2"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:47.302403 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10e932b-3361-4688-9f81-f31aa650dffa x-openstack-request-id: req-a10e932b-3361-4688-9f81-f31aa650dffa {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:47.303191 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b6f20f8-18e2-4274-947a-6fbeba5c8394", "name": "network-vif-deleted", "tag": "ced72efb-5ca9-44ee-b255-bf8096fa08f2", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:47.303821 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a10e932b-3361-4688-9f81-f31aa650dffa {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:47.304621 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b6f20f8-18e2-4274-947a-6fbeba5c8394', 'name': 'network-vif-deleted', 'tag': 'ced72efb-5ca9-44ee-b255-bf8096fa08f2', 'status': 'completed', 'code': 200} Jul 13 07:32:47.344897 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e8d6ce1a-03ce-4dad-b991-54eebe3f543b req-3de0fcf0-3dc8-4d8d-9105-64c54659f165 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:47.361574 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-1afb469c-ccb4-4776-a4a9-6f9931436707 admin admin] For port 5c118df8-f23f-4190-8609-1761fc6ef938, host n-d-771363-34, got binding levels [] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:47.361953 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1afb469c-ccb4-4776-a4a9-6f9931436707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:47.366469 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device ced72efb-5ca9-44ee-b255-bf8096fa08f2 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:47.397081 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-1afb469c-ccb4-4776-a4a9-6f9931436707 admin admin] Calling delete_port for 5c118df8-f23f-4190-8609-1761fc6ef938 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:47.397869 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: ced72efb-5ca9-44ee-b255-bf8096fa08f2 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:32:47.398478 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device ced72efb-5ca9-44ee-b255-bf8096fa08f2 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:47.400125 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-082aa0d5-42a9-4f78-965c-47891a0fc6d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:47.436502 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.ipam_backend_mixin [None req-1afb469c-ccb4-4776-a4a9-6f9931436707 admin admin] Port 5c118df8-f23f-4190-8609-1761fc6ef938 was not found and therefore no delete operation was performed {{(pid=94018) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:32:47.444645 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-082aa0d5-42a9-4f78-965c-47891a0fc6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:47.447038 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1afb469c-ccb4-4776-a4a9-6f9931436707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:47.537430 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb469c-ccb4-4776-a4a9-6f9931436707 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c118df8-f23f-4190-8609-1761fc6ef938,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:47.546407 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afb469c-ccb4-4776-a4a9-6f9931436707 admin admin] No DVR routers for this DVR port 5c118df8-f23f-4190-8609-1761fc6ef938 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:47.558920 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082aa0d5-42a9-4f78-965c-47891a0fc6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61420bba-157b-4209-8062-ea261255fcd9,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:47.602440 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-082aa0d5-42a9-4f78-965c-47891a0fc6d0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=de343fdf00da4eeb8698fd4fabbe8c96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8801899 Jul 13 07:32:47.607456 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 35002) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:47.640868 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f85a8f19-063d-4717-9357-39766d8b1e58 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:47.663369 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e8d6ce1a-03ce-4dad-b991-54eebe3f543b req-3de0fcf0-3dc8-4d8d-9105-64c54659f165 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:47.683265 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-f85a8f19-063d-4717-9357-39766d8b1e58 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Transition to ACTIVE for port object 3fa5998b-a947-455c-8301-87963ddfce3d will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:47.703914 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b41fab91-2ab2-4c58-9ea4-4cae0d5b4631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:47.709190 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb35ce4-66a7-4fae-945a-9b374c911af0 None None] Network 3c738c79-35c8-4029-b520-5768719c0183 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:47.741990 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b41fab91-2ab2-4c58-9ea4-4cae0d5b4631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:47.757628 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8d6ce1a-03ce-4dad-b991-54eebe3f543b req-3de0fcf0-3dc8-4d8d-9105-64c54659f165 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:47.772431 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-e8d6ce1a-03ce-4dad-b991-54eebe3f543b req-3de0fcf0-3dc8-4d8d-9105-64c54659f165 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:47.796604 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d6ce1a-03ce-4dad-b991-54eebe3f543b req-3de0fcf0-3dc8-4d8d-9105-64c54659f165 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:47.845978 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b41fab91-2ab2-4c58-9ea4-4cae0d5b4631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:47.851998 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b41fab91-2ab2-4c58-9ea4-4cae0d5b4631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:47.856639 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b41fab91-2ab2-4c58-9ea4-4cae0d5b4631 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/61420bba-157b-4209-8062-ea261255fcd9 HTTP/1.1" status: 204 len: 168 time: 0.2475660 Jul 13 07:32:47.873459 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41fab91-2ab2-4c58-9ea4-4cae0d5b4631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61420bba-157b-4209-8062-ea261255fcd9,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:47.913043 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-566f12ad-eec3-4ce1-94e1-d2d0e6db9a07 None None] Provisioning for port 0866f2a3-e256-4059-984c-a5c04906a9dc completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:47.922369 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1afb469c-ccb4-4776-a4a9-6f9931436707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:48.103501 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de0fcf0-3dc8-4d8d-9105-64c54659f165 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Pushing event updated for resources: {'Port': ['ID=3c85e82c-0e7f-480a-9200-6c0d13c0c281,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:48.110343 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-1afb469c-ccb4-4776-a4a9-6f9931436707 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ef27b6b-d58a-4cc2-872f-1f2be062e420']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:48.184040 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f85a8f19-063d-4717-9357-39766d8b1e58 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:48.189957 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-1afb469c-ccb4-4776-a4a9-6f9931436707 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f4848a-dd9b-4f5f-8385-52a36206fdde') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:48.190566 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-1afb469c-ccb4-4776-a4a9-6f9931436707 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f4848a-dd9b-4f5f-8385-52a36206fdde') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:48.266702 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a8f19-063d-4717-9357-39766d8b1e58 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Pushing event updated for resources: {'Port': ['ID=3fa5998b-a947-455c-8301-87963ddfce3d,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:48.279431 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1afb469c-ccb4-4776-a4a9-6f9931436707 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:48.359602 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae2cb2-f465-4f87-8983-8ea0caccdc99 req-18e89439-50f6-4fac-965f-23cbfdcc77b0 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:48.369694 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-70ae2cb2-f465-4f87-8983-8ea0caccdc99 req-18e89439-50f6-4fac-965f-23cbfdcc77b0 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 946 time: 0.2929220 Jul 13 07:32:48.372012 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 0866f2a3-e256-4059-984c-a5c04906a9dc up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:48.400395 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85a8f19-063d-4717-9357-39766d8b1e58 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Network 3c738c79-35c8-4029-b520-5768719c0183 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:48.409465 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-f85a8f19-063d-4717-9357-39766d8b1e58 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:48.415082 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e8d6ce1a-03ce-4dad-b991-54eebe3f543b req-3de0fcf0-3dc8-4d8d-9105-64c54659f165 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:48.421361 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85a8f19-063d-4717-9357-39766d8b1e58 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:48.426534 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85a8f19-063d-4717-9357-39766d8b1e58 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:48.427267 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f85a8f19-063d-4717-9357-39766d8b1e58 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:48.434543 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1afb469c-ccb4-4776-a4a9-6f9931436707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:48.477733 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-70ae2cb2-f465-4f87-8983-8ea0caccdc99 req-2aededbd-2956-4ec8-9f40-ae93c9d80fb0 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048543 Jul 13 07:32:48.517542 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1afb469c-ccb4-4776-a4a9-6f9931436707 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:32:48.518008 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1afb469c-ccb4-4776-a4a9-6f9931436707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:48.531634 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 0866f2a3-e256-4059-984c-a5c04906a9dc completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:48.539700 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 0866f2a3-e256-4059-984c-a5c04906a9dc triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:48.540554 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:48.640320 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e8d6ce1a-03ce-4dad-b991-54eebe3f543b req-3de0fcf0-3dc8-4d8d-9105-64c54659f165 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:48.643328 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:48.643328 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:48.643328 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:32:48.643328 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:32:48.643328 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:32:48.643328 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:32:48.643328 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:32:48.643328 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:32:48.643328 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:32:48.643328 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:32:48.643328 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:32:48.643328 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:32:48.643328 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:32:48.643328 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:32:48.643328 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:32:48.643328 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:32:48.643328 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:32:48.643328 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:32:48.643328 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:32:48.643328 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:32:48.643328 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:32:48.643328 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:32:48.643328 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:32:48.643328 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:32:48.643328 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:32:48.643328 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:32:48.643328 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:32:48.643328 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:32:48.643328 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:32:48.643328 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:32:48.643328 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:32:48.643328 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:32:48.643328 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:32:48.643328 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:32:48.708221 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 35024) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:48.710772 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f85a8f19-063d-4717-9357-39766d8b1e58 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.0122445 Jul 13 07:32:48.722945 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1afb469c-ccb4-4776-a4a9-6f9931436707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:48.734052 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1afb469c-ccb4-4776-a4a9-6f9931436707 admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:48.750183 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1afb469c-ccb4-4776-a4a9-6f9931436707 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9ef27b6b-d58a-4cc2-872f-1f2be062e420 HTTP/1.1" status: 204 len: 168 time: 2.9386456 Jul 13 07:32:48.798239 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb469c-ccb4-4776-a4a9-6f9931436707 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ef27b6b-d58a-4cc2-872f-1f2be062e420,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:48.811496 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:48.880655 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b699dca-929d-4d18-9f84-f4c56ab58aa6 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Deleting subnet 9ecce0af-efeb-4dc6-81cd-8b6f29e6547c {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:32:48.904474 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2b699dca-929d-4d18-9f84-f4c56ab58aa6 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:48.931798 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 0866f2a3-e256-4059-984c-a5c04906a9dc, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=0866f2a3-e256-4059-984c-a5c04906a9dc,segment=NetworkSegment(d96b116d-5fa7-4e4d-bad2-d9e8764e4af7),segment_id=d96b116d-5fa7-4e4d-bad2-d9e8764e4af7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:48.937874 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:49.073855 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2b699dca-929d-4d18-9f84-f4c56ab58aa6 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:49.134601 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 35042) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:49.189600 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 5c118df8-f23f-4190-8609-1761fc6ef938 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:49.215639 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=0866f2a3-e256-4059-984c-a5c04906a9dc,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:49.248035 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ed0f2ea9-d33d-4807-af74-6c063d4a6d2f None None] Provisioning for port 3fa5998b-a947-455c-8301-87963ddfce3d completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:32:49.255968 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ed0f2ea9-d33d-4807-af74-6c063d4a6d2f None None] Provisioning complete for port 3fa5998b-a947-455c-8301-87963ddfce3d triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:49.256635 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ed0f2ea9-d33d-4807-af74-6c063d4a6d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:49.258676 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 5c118df8-f23f-4190-8609-1761fc6ef938 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:32:49.259487 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 5c118df8-f23f-4190-8609-1761fc6ef938 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:49.275515 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e8d6ce1a-03ce-4dad-b991-54eebe3f543b req-3de0fcf0-3dc8-4d8d-9105-64c54659f165 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:49.285241 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e8d6ce1a-03ce-4dad-b991-54eebe3f543b req-3de0fcf0-3dc8-4d8d-9105-64c54659f165 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:49.333756 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-ed0f2ea9-d33d-4807-af74-6c063d4a6d2f None None] Port 3fa5998b-a947-455c-8301-87963ddfce3d cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:32:49.350316 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ed0f2ea9-d33d-4807-af74-6c063d4a6d2f None None] Provisioning complete for port 0866f2a3-e256-4059-984c-a5c04906a9dc triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:49.350688 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ed0f2ea9-d33d-4807-af74-6c063d4a6d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:49.382582 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-37d689ff-ada2-4e29-a593-18d8264d4b95 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9f21aa0b310c4cd09c2f6eea1ac67069&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2454205 Jul 13 07:32:49.388765 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 35046) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:49.450213 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e8d6ce1a-03ce-4dad-b991-54eebe3f543b req-3de0fcf0-3dc8-4d8d-9105-64c54659f165 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:49.474017 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de0fcf0-3dc8-4d8d-9105-64c54659f165 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Pushing event updated for resources: {'Port': ['ID=3c85e82c-0e7f-480a-9200-6c0d13c0c281,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:49.496374 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e8d6ce1a-03ce-4dad-b991-54eebe3f543b req-3de0fcf0-3dc8-4d8d-9105-64c54659f165 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:49.498819 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e8d6ce1a-03ce-4dad-b991-54eebe3f543b req-3de0fcf0-3dc8-4d8d-9105-64c54659f165 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.0342088 Jul 13 07:32:49.606273 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2b699dca-929d-4d18-9f84-f4c56ab58aa6 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:49.696840 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e8d6ce1a-03ce-4dad-b991-54eebe3f543b req-94ebaec8-9922-4d59-9221-de9c0d32d62b tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.67 HTTP/1.1" status: 200 len: 695 time: 0.1869628 Jul 13 07:32:49.705500 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7858ae23-4ee0-44df-b42b-e2f781f1c0b5 None None] Provisioning complete for port 3fa5998b-a947-455c-8301-87963ddfce3d triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:49.709915 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7858ae23-4ee0-44df-b42b-e2f781f1c0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:49.832009 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2b699dca-929d-4d18-9f84-f4c56ab58aa6 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:49.833710 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-7858ae23-4ee0-44df-b42b-e2f781f1c0b5 None None] Port 3fa5998b-a947-455c-8301-87963ddfce3d cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:32:49.919753 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b699dca-929d-4d18-9f84-f4c56ab58aa6 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Pushing event deleted for resources: {'Subnet': ['ID=9ecce0af-efeb-4dc6-81cd-8b6f29e6547c,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:49.929189 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62489f05-3b5a-4c2d-b36d-62a86f886be7 None None] Network 3c738c79-35c8-4029-b520-5768719c0183 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:49.938464 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2b699dca-929d-4d18-9f84-f4c56ab58aa6 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:49.950327 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2b699dca-929d-4d18-9f84-f4c56ab58aa6 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] 10.222.0.23 "DELETE /v2.0/subnets/9ecce0af-efeb-4dc6-81cd-8b6f29e6547c HTTP/1.1" status: 204 len: 168 time: 1.2408061 Jul 13 07:32:49.950861 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 35064) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:49.996545 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c22f0c14-1aa1-489c-b4f5-ed741f50bb0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:50.088025 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c22f0c14-1aa1-489c-b4f5-ed741f50bb0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:50.115506 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 0866f2a3-e256-4059-984c-a5c04906a9dc up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:32:50.138937 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6ce1a-03ce-4dad-b991-54eebe3f543b req-5d0a8478-b23d-4790-b90f-11cc90ddbcd2 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:50.141970 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e8d6ce1a-03ce-4dad-b991-54eebe3f543b req-5d0a8478-b23d-4790-b90f-11cc90ddbcd2 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/networks/099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 784 time: 0.4371657 Jul 13 07:32:50.159869 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [req-e8d6ce1a-03ce-4dad-b991-54eebe3f543b req-d8d91137-c5ec-4a65-91bb-4394d7942ff0 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:32:50.161759 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e8d6ce1a-03ce-4dad-b991-54eebe3f543b req-d8d91137-c5ec-4a65-91bb-4394d7942ff0 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100887 Jul 13 07:32:50.182053 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c22f0c14-1aa1-489c-b4f5-ed741f50bb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:50.182236 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd50b1c-cd90-4c5c-85b7-82769f70ac3e tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:50.184219 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd50b1c-cd90-4c5c-85b7-82769f70ac3e tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:50.185862 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0cd50b1c-cd90-4c5c-85b7-82769f70ac3e tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2190182 Jul 13 07:32:50.189150 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c22f0c14-1aa1-489c-b4f5-ed741f50bb0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:50.195524 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c22f0c14-1aa1-489c-b4f5-ed741f50bb0d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/afedc317-2eb3-4978-a3f5-50dbdb316361 HTTP/1.1" status: 204 len: 168 time: 0.7942202 Jul 13 07:32:50.196334 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 35074) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:50.402486 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67ca5a-170b-4639-9c33-fde58fadd3ea req-024b71c9-a291-4e8b-b483-69b3260bdb20 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:50.413797 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9c67ca5a-170b-4639-9c33-fde58fadd3ea req-024b71c9-a291-4e8b-b483-69b3260bdb20 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 946 time: 0.6471903 Jul 13 07:32:50.421063 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f0c14-1aa1-489c-b4f5-ed741f50bb0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afedc317-2eb3-4978-a3f5-50dbdb316361,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:50.431283 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b15e3ac3-66b7-4480-934a-8261d03e7288 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:50.474449 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-b15e3ac3-66b7-4480-934a-8261d03e7288 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 13 07:32:50.475076 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b15e3ac3-66b7-4480-934a-8261d03e7288 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:32:50.486097 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b15e3ac3-66b7-4480-934a-8261d03e7288 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] 10.222.0.23 "DELETE /v2.0/networks/3c738c79-35c8-4029-b520-5768719c0183 HTTP/1.1" status: 409 len: 405 time: 0.2783570 Jul 13 07:32:50.488207 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 35082) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:50.496391 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-d8e16312-8b43-4b1b-b719-4545229a4c58 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-207976501'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:50.535630 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9c67ca5a-170b-4639-9c33-fde58fadd3ea req-89b1bc07-8192-40f9-a154-84ec151f1dae tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169040 Jul 13 07:32:50.552008 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 0866f2a3-e256-4059-984c-a5c04906a9dc triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:32:50.552794 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:50.586211 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e16312-8b43-4b1b-b719-4545229a4c58 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Made reservation on behalf of bb744c810394431eb57d6d613a4cd843 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:50.590621 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d8e16312-8b43-4b1b-b719-4545229a4c58 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:50.652711 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e16312-8b43-4b1b-b719-4545229a4c58 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:32:50.665602 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d8e16312-8b43-4b1b-b719-4545229a4c58 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:50.666431 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-d8e16312-8b43-4b1b-b719-4545229a4c58 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Added segment 0bd8acef-3fe3-42c5-9b37-3bbb73adbc69 of type vlan for network 68886034-b2f3-4427-b195-ec3fff802dfa Jul 13 07:32:50.744861 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d623596-4ff6-42f2-8c53-0cdb891a1070 req-fe626818-cb5b-42f6-b479-3d5c1c4241db tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:50.752353 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0d623596-4ff6-42f2-8c53-0cdb891a1070 req-fe626818-cb5b-42f6-b479-3d5c1c4241db tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1310c9b-82a5-4272-a5c1-0837e3741142&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2907178 Jul 13 07:32:50.788973 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d8e16312-8b43-4b1b-b719-4545229a4c58 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:50.859998 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d8e16312-8b43-4b1b-b719-4545229a4c58 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:50.878546 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e16312-8b43-4b1b-b719-4545229a4c58 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:50.879234 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d8e16312-8b43-4b1b-b719-4545229a4c58 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:50.904479 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fd34e2-8c56-4a81-93ff-0a2c357c19a5 None None] DHCP port deletion for 3c738c79-35c8-4029-b520-5768719c0183 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:32:50.908437 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0d623596-4ff6-42f2-8c53-0cdb891a1070 req-c0be9b0e-c591-47e8-a11b-7201308caf76 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.67 HTTP/1.1" status: 200 len: 695 time: 0.1469758 Jul 13 07:32:50.944971 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-0d623596-4ff6-42f2-8c53-0cdb891a1070 req-c087983c-5883-49fd-b396-99a6bf6c1fc7 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Request body: {'floatingip': {'port_id': 'e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:51.041094 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-12fd34e2-8c56-4a81-93ff-0a2c357c19a5 None None] Deleting port 0866f2a3-e256-4059-984c-a5c04906a9dc {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:51.041603 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-12fd34e2-8c56-4a81-93ff-0a2c357c19a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:51.114051 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0d623596-4ff6-42f2-8c53-0cdb891a1070 req-c087983c-5883-49fd-b396-99a6bf6c1fc7 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks [] for floatingip, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:51.182307 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-12fd34e2-8c56-4a81-93ff-0a2c357c19a5 None None] For port 0866f2a3-e256-4059-984c-a5c04906a9dc, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=0866f2a3-e256-4059-984c-a5c04906a9dc,segment=NetworkSegment(d96b116d-5fa7-4e4d-bad2-d9e8764e4af7),segment_id=d96b116d-5fa7-4e4d-bad2-d9e8764e4af7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:51.182456 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-12fd34e2-8c56-4a81-93ff-0a2c357c19a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:51.205638 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-12fd34e2-8c56-4a81-93ff-0a2c357c19a5 None None] Calling delete_port for 0866f2a3-e256-4059-984c-a5c04906a9dc owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:51.214437 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e16312-8b43-4b1b-b719-4545229a4c58 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Pushing event updated for resources: {'Network': ['ID=68886034-b2f3-4427-b195-ec3fff802dfa,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:51.234360 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d8e16312-8b43-4b1b-b719-4545229a4c58 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7384398 Jul 13 07:32:51.238889 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 68886034-b2f3-4427-b195-ec3fff802dfa details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:32:51.239252 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 35106) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:51.256680 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-ee95560c-9ee9-47a6-bcd4-2f839aa3aea7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Request body: {'subnet': {'network_id': '68886034-b2f3-4427-b195-ec3fff802dfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:51.497864 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee95560c-9ee9-47a6-bcd4-2f839aa3aea7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Made reservation on behalf of bb744c810394431eb57d6d613a4cd843 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:51.503066 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ee95560c-9ee9-47a6-bcd4-2f839aa3aea7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:51.622037 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-12fd34e2-8c56-4a81-93ff-0a2c357c19a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:51.694365 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd34e2-8c56-4a81-93ff-0a2c357c19a5 None None] Pushing event deleted for resources: {'Port': ['ID=0866f2a3-e256-4059-984c-a5c04906a9dc,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:51.725502 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fd34e2-8c56-4a81-93ff-0a2c357c19a5 None None] No DVR routers for this DVR port 0866f2a3-e256-4059-984c-a5c04906a9dc on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:52.107707 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 0866f2a3-e256-4059-984c-a5c04906a9dc no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:32:52.159824 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 0866f2a3-e256-4059-984c-a5c04906a9dc {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:32:52.164573 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 0866f2a3-e256-4059-984c-a5c04906a9dc not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:32:52.240439 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35647d-0d13-49cd-a032-fd6dcfe9cb54 req-fcd2383a-07db-43c2-b89a-73af13ce65f6 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:52.242113 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8e35647d-0d13-49cd-a032-fd6dcfe9cb54 req-fcd2383a-07db-43c2-b89a-73af13ce65f6 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 946 time: 0.3241668 Jul 13 07:32:52.357444 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8e35647d-0d13-49cd-a032-fd6dcfe9cb54 req-e374175d-d297-417b-9867-6dd7e9187c00 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003554 Jul 13 07:32:52.396023 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 35142) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:52.458669 n-d-771363-34 neutron-server[94017]: DEBUG neutron.objects.ports [None req-ee95560c-9ee9-47a6-bcd4-2f839aa3aea7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94017) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:32:52.460409 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ee95560c-9ee9-47a6-bcd4-2f839aa3aea7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:52.595136 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee95560c-9ee9-47a6-bcd4-2f839aa3aea7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Pushing event updated for resources: {'Subnet': ['ID=548ca5f2-460f-42bd-a647-1ae57ec17891,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:52.648848 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee95560c-9ee9-47a6-bcd4-2f839aa3aea7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Checking segment: {'id': '0bd8acef-3fe3-42c5-9b37-3bbb73adbc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '68886034-b2f3-4427-b195-ec3fff802dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:52.650058 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee95560c-9ee9-47a6-bcd4-2f839aa3aea7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Network hostable DHCP agents. Network: 68886034-b2f3-4427-b195-ec3fff802dfa, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:32:52.679470 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-21e6d7aa-7692-4896-8e27-518f1db6d9c5 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1191694697-network', 'tenant_id': 'e84cc501e1a24f32bde9f93f221a4148'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:52.736436 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee95560c-9ee9-47a6-bcd4-2f839aa3aea7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Network 68886034-b2f3-4427-b195-ec3fff802dfa is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:32:52.771580 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e6d7aa-7692-4896-8e27-518f1db6d9c5 admin admin] Made reservation on behalf of e84cc501e1a24f32bde9f93f221a4148 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:52.775031 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-21e6d7aa-7692-4896-8e27-518f1db6d9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:52.779146 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-ee95560c-9ee9-47a6-bcd4-2f839aa3aea7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 68886034-b2f3-4427-b195-ec3fff802dfa) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:52.788393 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb5c048-9c31-40b1-93ac-05167ab1b642 None None] Network 68886034-b2f3-4427-b195-ec3fff802dfa requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:52.817143 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee95560c-9ee9-47a6-bcd4-2f839aa3aea7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:52.817755 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ee95560c-9ee9-47a6-bcd4-2f839aa3aea7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:52.823854 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-21e6d7aa-7692-4896-8e27-518f1db6d9c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:52.879318 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.db.resource_extend [req-0d623596-4ff6-42f2-8c53-0cdb891a1070 req-c087983c-5883-49fd-b396-99a6bf6c1fc7 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:32:52.924763 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ee95560c-9ee9-47a6-bcd4-2f839aa3aea7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6737812 Jul 13 07:32:52.928866 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 35156) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:53.148302 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0d623596-4ff6-42f2-8c53-0cdb891a1070 req-c087983c-5883-49fd-b396-99a6bf6c1fc7 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.154842 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0d623596-4ff6-42f2-8c53-0cdb891a1070 req-c087983c-5883-49fd-b396-99a6bf6c1fc7 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.268194 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b5498f78-790b-498c-8353-d560a4499bf7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.283564 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb71546a-92bd-4ac2-a6a7-47a875e076df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-68886034-b2f3-4427-b195-ec3fff802dfa', 'network_id': '68886034-b2f3-4427-b195-ec3fff802dfa', 'tenant_id': 'bb744c810394431eb57d6d613a4cd843', 'fixed_ips': [{'subnet_id': '548ca5f2-460f-42bd-a647-1ae57ec17891'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:32:53.284428 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cb71546a-92bd-4ac2-a6a7-47a875e076df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.313534 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.362461 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [req-0d623596-4ff6-42f2-8c53-0cdb891a1070 req-c087983c-5883-49fd-b396-99a6bf6c1fc7 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Floating IP f017222e-67bb-4f94-a993-76bd4728387a associated. External IP: 172.25.3.67, port: e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63. Jul 13 07:32:53.456058 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-21e6d7aa-7692-4896-8e27-518f1db6d9c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.473578 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-21e6d7aa-7692-4896-8e27-518f1db6d9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.491173 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21e6d7aa-7692-4896-8e27-518f1db6d9c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:32:53.503267 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-cb71546a-92bd-4ac2-a6a7-47a875e076df None None] Allocated IP 2001:db8::f816:3eff:fe7d:ea76 (68886034-b2f3-4427-b195-ec3fff802dfa/548ca5f2-460f-42bd-a647-1ae57ec17891/f00e0ed9-0fd2-4a9e-895b-fa096c2964e7) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:32:53.506355 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-21e6d7aa-7692-4896-8e27-518f1db6d9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.506688 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-21e6d7aa-7692-4896-8e27-518f1db6d9c5 admin admin] Added segment ef4c796e-f678-401c-adf0-31ca33595ec0 of type vlan for network 40335d95-674b-4394-9d11-8928a89693ae Jul 13 07:32:53.622332 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-21e6d7aa-7692-4896-8e27-518f1db6d9c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.697667 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-21e6d7aa-7692-4896-8e27-518f1db6d9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.698197 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e6d7aa-7692-4896-8e27-518f1db6d9c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:53.698790 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-21e6d7aa-7692-4896-8e27-518f1db6d9c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.748731 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b5498f78-790b-498c-8353-d560a4499bf7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.807184 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d623596-4ff6-42f2-8c53-0cdb891a1070 req-c087983c-5883-49fd-b396-99a6bf6c1fc7 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Router 4d760e0b-0024-47a3-abfb-03eaa3faaeba has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:32:53.816646 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-21e6d7aa-7692-4896-8e27-518f1db6d9c5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4154606 Jul 13 07:32:53.817157 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 35174) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:53.825271 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-944ac506-86f2-4a0f-95de-5f89a2ce15f7 admin admin] Request body: {'subnet': {'network_id': '40335d95-674b-4394-9d11-8928a89693ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1191694697-subnet', 'tenant_id': 'e84cc501e1a24f32bde9f93f221a4148', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:53.831805 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e6d7aa-7692-4896-8e27-518f1db6d9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0ef5d6-4ab6-4737-b9f1-28bbdd266fc1,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:53.904553 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e6d7aa-7692-4896-8e27-518f1db6d9c5 admin admin] Pushing event updated for resources: {'Network': ['ID=40335d95-674b-4394-9d11-8928a89693ae,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:53.915854 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944ac506-86f2-4a0f-95de-5f89a2ce15f7 admin admin] Made reservation on behalf of e84cc501e1a24f32bde9f93f221a4148 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:53.919144 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.920358 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-944ac506-86f2-4a0f-95de-5f89a2ce15f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:53.926621 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 40335d95-674b-4394-9d11-8928a89693ae details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:32:53.970145 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9060c-e1cb-43b0-a69d-79ce337805c4 req-5aeea6ae-e338-4095-8695-35173db8cfee tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:53.980992 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7dd9060c-e1cb-43b0-a69d-79ce337805c4 req-5aeea6ae-e338-4095-8695-35173db8cfee tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 946 time: 0.3062103 Jul 13 07:32:54.043730 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7dd9060c-e1cb-43b0-a69d-79ce337805c4 req-eba85de7-677e-47af-9307-6cca36f5e4da tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598667 Jul 13 07:32:54.082821 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cb71546a-92bd-4ac2-a6a7-47a875e076df None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.099471 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-cb71546a-92bd-4ac2-a6a7-47a875e076df None None] Transition to ACTIVE for port object f00e0ed9-0fd2-4a9e-895b-fa096c2964e7 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:54.147182 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-cb71546a-92bd-4ac2-a6a7-47a875e076df None None] Transition to ACTIVE for port object f00e0ed9-0fd2-4a9e-895b-fa096c2964e7 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:32:54.164624 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cb71546a-92bd-4ac2-a6a7-47a875e076df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.190610 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d623596-4ff6-42f2-8c53-0cdb891a1070 req-c087983c-5883-49fd-b396-99a6bf6c1fc7 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:32:54.206173 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3a51ea-4a31-4117-a150-91221297ac26 None None] Sync routers for ids ['4d760e0b-0024-47a3-abfb-03eaa3faaeba'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:32:54.218514 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0d623596-4ff6-42f2-8c53-0cdb891a1070 req-c087983c-5883-49fd-b396-99a6bf6c1fc7 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.222034 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b5498f78-790b-498c-8353-d560a4499bf7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.222968 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71546a-92bd-4ac2-a6a7-47a875e076df None None] Pushing event updated for resources: {'Port': ['ID=f00e0ed9-0fd2-4a9e-895b-fa096c2964e7,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:54.230838 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3a51ea-4a31-4117-a150-91221297ac26 None None] Routers {'4d760e0b-0024-47a3-abfb-03eaa3faaeba'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:54.232509 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-bf3a51ea-4a31-4117-a150-91221297ac26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:32:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['4d760e0b-0024-47a3-abfb-03eaa3faaeba'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:54.245777 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb71546a-92bd-4ac2-a6a7-47a875e076df None None] Network 68886034-b2f3-4427-b195-ec3fff802dfa is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:32:54.249026 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-cb71546a-92bd-4ac2-a6a7-47a875e076df None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:54.256042 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb71546a-92bd-4ac2-a6a7-47a875e076df None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:32:54.293271 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5498f78-790b-498c-8353-d560a4499bf7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Pushing event deleted for resources: {'Subnet': ['ID=548ca5f2-460f-42bd-a647-1ae57ec17891,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:54.370857 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-cb71546a-92bd-4ac2-a6a7-47a875e076df None None] Attempting to bind port f00e0ed9-0fd2-4a9e-895b-fa096c2964e7 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:32:54.374192 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-cb71546a-92bd-4ac2-a6a7-47a875e076df None None] Attempting to bind port f00e0ed9-0fd2-4a9e-895b-fa096c2964e7 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '0bd8acef-3fe3-42c5-9b37-3bbb73adbc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '68886034-b2f3-4427-b195-ec3fff802dfa'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:32:54.375827 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb71546a-92bd-4ac2-a6a7-47a875e076df None None] Attempting to bind port f00e0ed9-0fd2-4a9e-895b-fa096c2964e7 on network 68886034-b2f3-4427-b195-ec3fff802dfa {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:32:54.386903 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb71546a-92bd-4ac2-a6a7-47a875e076df None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:32:54.388048 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb71546a-92bd-4ac2-a6a7-47a875e076df None None] Checking segment: {'id': '0bd8acef-3fe3-42c5-9b37-3bbb73adbc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '68886034-b2f3-4427-b195-ec3fff802dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:54.388980 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cb71546a-92bd-4ac2-a6a7-47a875e076df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.389890 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb71546a-92bd-4ac2-a6a7-47a875e076df None None] Bound using segment: {'id': '0bd8acef-3fe3-42c5-9b37-3bbb73adbc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '68886034-b2f3-4427-b195-ec3fff802dfa'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:32:54.391539 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-cb71546a-92bd-4ac2-a6a7-47a875e076df None None] Bound port: f00e0ed9-0fd2-4a9e-895b-fa096c2964e7, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd8acef-3fe3-42c5-9b37-3bbb73adbc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '68886034-b2f3-4427-b195-ec3fff802dfa'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:32:54.393892 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cb71546a-92bd-4ac2-a6a7-47a875e076df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.430734 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0d623596-4ff6-42f2-8c53-0cdb891a1070 req-c087983c-5883-49fd-b396-99a6bf6c1fc7 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "PUT /v2.0/floatingips/f017222e-67bb-4f94-a993-76bd4728387a HTTP/1.1" status: 200 len: 995 time: 3.5007715 Jul 13 07:32:54.450193 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1310c9b-82a5-4272-a5c1-0837e3741142', 'tag': 'e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:54.454668 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1783681f-6ae2-41c0-97bb-0ff7dbb17562" -d '{"events": [{"name": "network-changed", "server_uuid": "e1310c9b-82a5-4272-a5c1-0837e3741142", "tag": "e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:54.497565 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b5498f78-790b-498c-8353-d560a4499bf7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.527923 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-b5498f78-790b-498c-8353-d560a4499bf7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68886034-b2f3-4427-b195-ec3fff802dfa']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:54.541342 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-cb71546a-92bd-4ac2-a6a7-47a875e076df None None] For port f00e0ed9-0fd2-4a9e-895b-fa096c2964e7, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:32:54.544439 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-b5498f78-790b-498c-8353-d560a4499bf7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd8acef-3fe3-42c5-9b37-3bbb73adbc69') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:54.544742 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-b5498f78-790b-498c-8353-d560a4499bf7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd8acef-3fe3-42c5-9b37-3bbb73adbc69') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:54.546232 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-cb71546a-92bd-4ac2-a6a7-47a875e076df None None] For port f00e0ed9-0fd2-4a9e-895b-fa096c2964e7, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=f00e0ed9-0fd2-4a9e-895b-fa096c2964e7,segment=NetworkSegment(0bd8acef-3fe3-42c5-9b37-3bbb73adbc69),segment_id=0bd8acef-3fe3-42c5-9b37-3bbb73adbc69)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:32:54.558505 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cb71546a-92bd-4ac2-a6a7-47a875e076df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.573235 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b5498f78-790b-498c-8353-d560a4499bf7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.664195 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-bf3a51ea-4a31-4117-a150-91221297ac26 None None] Set router 4d760e0b-0024-47a3-abfb-03eaa3faaeba gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:32:54.696632 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49e63ca-175c-4f05-8a71-fce2038dbdf1 x-openstack-request-id: req-a49e63ca-175c-4f05-8a71-fce2038dbdf1 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:54.697316 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b5498f78-790b-498c-8353-d560a4499bf7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.698106 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1310c9b-82a5-4272-a5c1-0837e3741142", "tag": "e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:54.698106 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a49e63ca-175c-4f05-8a71-fce2038dbdf1 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:54.698106 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1310c9b-82a5-4272-a5c1-0837e3741142', 'tag': 'e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63', 'status': 'completed', 'code': 200} Jul 13 07:32:54.742958 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5498f78-790b-498c-8353-d560a4499bf7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:32:54.744184 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b5498f78-790b-498c-8353-d560a4499bf7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.774398 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-944ac506-86f2-4a0f-95de-5f89a2ce15f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:54.872179 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7208c49c-1d2b-48a1-87e3-f472c14b10c6 None None] Network 68886034-b2f3-4427-b195-ec3fff802dfa requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:32:54.910375 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:32:54.921968 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.db.api [None req-b5498f78-790b-498c-8353-d560a4499bf7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 07:32:54.921968 n-d-771363-34 neutron-server[94017]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 07:32:54.921968 n-d-771363-34 neutron-server[94017]: [parameters: {'id': '68886034-b2f3-4427-b195-ec3fff802dfa'}] Jul 13 07:32:54.921968 n-d-771363-34 neutron-server[94017]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:32:54.925975 n-d-771363-34 neutron-server[94017]: DEBUG oslo_db.api [None req-b5498f78-790b-498c-8353-d560a4499bf7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:32:54.970835 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ac506-86f2-4a0f-95de-5f89a2ce15f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c2ca9e6-4627-4a12-8c41-4726f4cfef50,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:55.045817 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71546a-92bd-4ac2-a6a7-47a875e076df None None] Pushing event updated for resources: {'Port': ['ID=f00e0ed9-0fd2-4a9e-895b-fa096c2964e7,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:55.171837 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d623596-4ff6-42f2-8c53-0cdb891a1070 req-60726c70-8f25-41fa-a557-55a9a1e1db92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:55.179787 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0d623596-4ff6-42f2-8c53-0cdb891a1070 req-60726c70-8f25-41fa-a557-55a9a1e1db92 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f095698c72c459eb677dcbc568ab1ae&device_id=e1310c9b-82a5-4272-a5c1-0837e3741142 HTTP/1.1" status: 200 len: 1097 time: 0.7086632 Jul 13 07:32:55.183093 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca634113-dd9d-48e2-ac91-7bc2c9de0581 None None] get_active_networks_info from n-d-771363-34 {{(pid=94019) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:32:55.184644 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783681f-6ae2-41c0-97bb-0ff7dbb17562 req-ba636cbb-228b-492d-8c1c-44d6ab966c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:55.199456 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1783681f-6ae2-41c0-97bb-0ff7dbb17562 req-ba636cbb-228b-492d-8c1c-44d6ab966c59 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8f095698c72c459eb677dcbc568ab1ae&device_id=e1310c9b-82a5-4272-a5c1-0837e3741142 HTTP/1.1" status: 200 len: 1097 time: 0.4933815 Jul 13 07:32:55.221958 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944ac506-86f2-4a0f-95de-5f89a2ce15f7 admin admin] Checking segment: {'id': 'ef4c796e-f678-401c-adf0-31ca33595ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '40335d95-674b-4394-9d11-8928a89693ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:55.227794 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944ac506-86f2-4a0f-95de-5f89a2ce15f7 admin admin] Network hostable DHCP agents. Network: 40335d95-674b-4394-9d11-8928a89693ae, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:32:55.260795 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-bf3a51ea-4a31-4117-a150-91221297ac26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d760e0b-0024-47a3-abfb-03eaa3faaeba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1562705467-router', 'tenant_id': '8f095698c72c459eb677dcbc568ab1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '61883458-893e-4ec5-b66b-0d6f79ea449b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:47Z', 'updated_at': '2021-07-13T07:31:55Z', 'revision_number': 4, 'project_id': '8f095698c72c459eb677dcbc568ab1ae', 'gw_port': {'id': '61883458-893e-4ec5-b66b-0d6f79ea449b', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ab:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d760e0b-0024-47a3-abfb-03eaa3faaeba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:48Z', 'updated_at': '2021-07-13T07:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': 'f017222e-67bb-4f94-a993-76bd4728387a', 'tenant_id': '8f095698c72c459eb677dcbc568ab1ae', 'floating_ip_address': '172.25.3.67', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '4d760e0b-0024-47a3-abfb-03eaa3faaeba', 'port_id': 'e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '675a4bd8-c216-4ff7-85f6-a501734f8413', 'mac_address': 'fa:16:3e:e9:a5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1310c9b-82a5-4272-a5c1-0837e3741142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:32:48Z', 'updated_at': '2021-07-13T07:32:52Z', 'revision_number': 1, 'project_id': '8f095698c72c459eb677dcbc568ab1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '888a64e0-459e-4ce3-9094-7830d9552ea8', 'name': '', 'network_id': '675a4bd8-c216-4ff7-85f6-a501734f8413', 'tenant_id': '8f095698c72c459eb677dcbc568ab1ae', 'mac_address': 'fa:16:3e:a5:68:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d760e0b-0024-47a3-abfb-03eaa3faaeba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '82005969-545f-4e2a-bfa2-f70bad7873ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:51Z', 'updated_at': '2021-07-13T07:32:00Z', 'revision_number': 5, 'project_id': '8f095698c72c459eb677dcbc568ab1ae', 'subnets': [{'id': '82005969-545f-4e2a-bfa2-f70bad7873ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:55.331723 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3a51ea-4a31-4117-a150-91221297ac26 None None] Checking router: 4d760e0b-0024-47a3-abfb-03eaa3faaeba for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:32:55.351426 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3a51ea-4a31-4117-a150-91221297ac26 None None] Routers {'4d760e0b-0024-47a3-abfb-03eaa3faaeba'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:32:55.352577 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-bf3a51ea-4a31-4117-a150-91221297ac26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:32:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['4d760e0b-0024-47a3-abfb-03eaa3faaeba'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:55.428263 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b5498f78-790b-498c-8353-d560a4499bf7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:55.461165 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2fea01-5af6-4cdc-a267-e9826ca131fa req-b3e7d87c-5cbe-4369-9772-620b6a08eb83 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:55.470126 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0e2fea01-5af6-4cdc-a267-e9826ca131fa req-b3e7d87c-5cbe-4369-9772-620b6a08eb83 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 946 time: 0.1000154 Jul 13 07:32:55.492693 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca634113-dd9d-48e2-ac91-7bc2c9de0581 None None] Resources bound (agent type, host, resource id): {{(pid=94019) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:32:55.511993 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d623596-4ff6-42f2-8c53-0cdb891a1070 req-7ae12a84-a747-4295-b04c-7085db7eb134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:55.514328 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0d623596-4ff6-42f2-8c53-0cdb891a1070 req-7ae12a84-a747-4295-b04c-7085db7eb134 service neutron] 10.222.0.23 "GET /v2.0/networks?id=675a4bd8-c216-4ff7-85f6-a501734f8413 HTTP/1.1" status: 200 len: 921 time: 0.3115547 Jul 13 07:32:55.515144 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944ac506-86f2-4a0f-95de-5f89a2ce15f7 admin admin] Network 40335d95-674b-4394-9d11-8928a89693ae is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:32:55.572333 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0e2fea01-5af6-4cdc-a267-e9826ca131fa req-9a72e468-452c-420c-b23a-0a30d7f8acc6 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993974 Jul 13 07:32:55.623523 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-b5498f78-790b-498c-8353-d560a4499bf7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Deleting port f00e0ed9-0fd2-4a9e-895b-fa096c2964e7 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:55.625680 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b5498f78-790b-498c-8353-d560a4499bf7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:55.650351 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-944ac506-86f2-4a0f-95de-5f89a2ce15f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 40335d95-674b-4394-9d11-8928a89693ae) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:55.671190 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944ac506-86f2-4a0f-95de-5f89a2ce15f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:55.672912 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-944ac506-86f2-4a0f-95de-5f89a2ce15f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:55.725288 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783681f-6ae2-41c0-97bb-0ff7dbb17562 req-6fe87d78-e0b4-42fc-99e3-760726318228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:55.727108 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1783681f-6ae2-41c0-97bb-0ff7dbb17562 req-6fe87d78-e0b4-42fc-99e3-760726318228 service neutron] 10.222.0.25 "GET /v2.0/networks?id=675a4bd8-c216-4ff7-85f6-a501734f8413 HTTP/1.1" status: 200 len: 921 time: 0.4956536 Jul 13 07:32:55.729216 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-944ac506-86f2-4a0f-95de-5f89a2ce15f7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9108419 Jul 13 07:32:55.731553 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0d623596-4ff6-42f2-8c53-0cdb891a1070 req-7adec889-11ce-435a-b423-57d32707496e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63 HTTP/1.1" status: 200 len: 998 time: 0.1921313 Jul 13 07:32:55.778018 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-b5498f78-790b-498c-8353-d560a4499bf7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] For port f00e0ed9-0fd2-4a9e-895b-fa096c2964e7, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=f00e0ed9-0fd2-4a9e-895b-fa096c2964e7,segment=NetworkSegment(0bd8acef-3fe3-42c5-9b37-3bbb73adbc69),segment_id=0bd8acef-3fe3-42c5-9b37-3bbb73adbc69)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:55.778962 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b5498f78-790b-498c-8353-d560a4499bf7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:55.812690 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-b5498f78-790b-498c-8353-d560a4499bf7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Calling delete_port for f00e0ed9-0fd2-4a9e-895b-fa096c2964e7 owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:55.935995 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1783681f-6ae2-41c0-97bb-0ff7dbb17562 req-e55dc341-20a6-43a1-b6b2-11e2580baeb9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63 HTTP/1.1" status: 200 len: 998 time: 0.2004371 Jul 13 07:32:55.947194 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1f81e-ace3-4937-bd1b-6a2f572332e5 req-ea841c17-be19-49d8-90cd-205a50814728 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:55.955240 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e9d1f81e-ace3-4937-bd1b-6a2f572332e5 req-ea841c17-be19-49d8-90cd-205a50814728 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cd76d0-655b-4fe7-b5ba-67ac99ebcf63 HTTP/1.1" status: 200 len: 946 time: 0.1439571 Jul 13 07:32:55.957371 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-bf3a51ea-4a31-4117-a150-91221297ac26 None None] Set router 4d760e0b-0024-47a3-abfb-03eaa3faaeba gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:32:56.057476 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b5498f78-790b-498c-8353-d560a4499bf7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:56.185669 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e9d1f81e-ace3-4937-bd1b-6a2f572332e5 req-9c3e5c9c-9093-4292-a3bd-c4b9447b8c01 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce4550f-5332-4004-8f17-32f38eaef993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293119 Jul 13 07:32:56.190682 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5498f78-790b-498c-8353-d560a4499bf7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Pushing event deleted for resources: {'Port': ['ID=f00e0ed9-0fd2-4a9e-895b-fa096c2964e7,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:56.251781 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5498f78-790b-498c-8353-d560a4499bf7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] No DVR routers for this DVR port f00e0ed9-0fd2-4a9e-895b-fa096c2964e7 on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:56.556446 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b5498f78-790b-498c-8353-d560a4499bf7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:56.577188 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-b5498f78-790b-498c-8353-d560a4499bf7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68886034-b2f3-4427-b195-ec3fff802dfa']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:56.601624 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-b5498f78-790b-498c-8353-d560a4499bf7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd8acef-3fe3-42c5-9b37-3bbb73adbc69') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:56.601933 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-b5498f78-790b-498c-8353-d560a4499bf7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd8acef-3fe3-42c5-9b37-3bbb73adbc69') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:56.646820 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b5498f78-790b-498c-8353-d560a4499bf7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:56.666851 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-bf3a51ea-4a31-4117-a150-91221297ac26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d760e0b-0024-47a3-abfb-03eaa3faaeba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1562705467-router', 'tenant_id': '8f095698c72c459eb677dcbc568ab1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '61883458-893e-4ec5-b66b-0d6f79ea449b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:47Z', 'updated_at': '2021-07-13T07:31:55Z', 'revision_number': 4, 'project_id': '8f095698c72c459eb677dcbc568ab1ae', 'gw_port': {'id': '61883458-893e-4ec5-b66b-0d6f79ea449b', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ab:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d760e0b-0024-47a3-abfb-03eaa3faaeba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:48Z', 'updated_at': '2021-07-13T07:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': 'f017222e-67bb-4f94-a993-76bd4728387a', 'tenant_id': '8f095698c72c459eb677dcbc568ab1ae', 'floating_ip_address': '172.25.3.67', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '4d760e0b-0024-47a3-abfb-03eaa3faaeba', 'port_id': 'e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '675a4bd8-c216-4ff7-85f6-a501734f8413', 'mac_address': 'fa:16:3e:e9:a5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1310c9b-82a5-4272-a5c1-0837e3741142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:32:48Z', 'updated_at': '2021-07-13T07:32:52Z', 'revision_number': 1, 'project_id': '8f095698c72c459eb677dcbc568ab1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '888a64e0-459e-4ce3-9094-7830d9552ea8', 'name': '', 'network_id': '675a4bd8-c216-4ff7-85f6-a501734f8413', 'tenant_id': '8f095698c72c459eb677dcbc568ab1ae', 'mac_address': 'fa:16:3e:a5:68:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d760e0b-0024-47a3-abfb-03eaa3faaeba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '82005969-545f-4e2a-bfa2-f70bad7873ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:51Z', 'updated_at': '2021-07-13T07:32:00Z', 'revision_number': 5, 'project_id': '8f095698c72c459eb677dcbc568ab1ae', 'subnets': [{'id': '82005969-545f-4e2a-bfa2-f70bad7873ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:32:56.680553 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b5498f78-790b-498c-8353-d560a4499bf7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:56.725388 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e862ff8-4c8d-4a86-8a49-3fef7a9a90ec None None] Network 40335d95-674b-4394-9d11-8928a89693ae requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:56.740594 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3a51ea-4a31-4117-a150-91221297ac26 None None] The sync data for ids ['4d760e0b-0024-47a3-abfb-03eaa3faaeba'] in n-d-771363-34 is: [{'id': '4d760e0b-0024-47a3-abfb-03eaa3faaeba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1562705467-router', 'tenant_id': '8f095698c72c459eb677dcbc568ab1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '61883458-893e-4ec5-b66b-0d6f79ea449b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:47Z', 'updated_at': '2021-07-13T07:31:55Z', 'revision_number': 4, 'project_id': '8f095698c72c459eb677dcbc568ab1ae', 'gw_port': {'id': '61883458-893e-4ec5-b66b-0d6f79ea449b', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ab:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d760e0b-0024-47a3-abfb-03eaa3faaeba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:48Z', 'updated_at': '2021-07-13T07:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': 'f017222e-67bb-4f94-a993-76bd4728387a', 'tenant_id': '8f095698c72c459eb677dcbc568ab1ae', 'floating_ip_address': '172.25.3.67', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '4d760e0b-0024-47a3-abfb-03eaa3faaeba', 'port_id': 'e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '675a4bd8-c216-4ff7-85f6-a501734f8413', 'mac_address': 'fa:16:3e:e9:a5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1310c9b-82a5-4272-a5c1-0837e3741142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:32:48Z', 'updated_at': '2021-07-13T07:32:52Z', 'revision_number': 1, 'project_id': '8f095698c72c459eb677dcbc568ab1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '888a64e0-459e-4ce3-9094-7830d9552ea8', 'name': '', 'network_id': '675a4bd8-c216-4ff7-85f6-a501734f8413', 'tenant_id': '8f095698c72c459eb677dcbc568ab1ae', 'mac_address': 'fa:16:3e:a5:68:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d760e0b-0024-47a3-abfb-03eaa3faaeba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '82005969-545f-4e2a-bfa2-f70bad7873ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:51Z', 'updated_at': '2021-07-13T07:32:00Z', 'revision_number': 5, 'project_id': '8f095698c72c459eb677dcbc568ab1ae', 'subnets': [{'id': '82005969-545f-4e2a-bfa2-f70bad7873ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:32:56.755448 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5498f78-790b-498c-8353-d560a4499bf7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:32:56.758376 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b5498f78-790b-498c-8353-d560a4499bf7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:56.774105 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:32:56.774105 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:32:56.774105 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:32:56.774105 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:32:56.774105 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:32:56.774105 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:32:56.774105 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:32:56.774105 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:32:56.774105 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:32:56.774105 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:32:56.774105 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:32:56.774105 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:32:56.774105 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:32:56.774105 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:32:56.774105 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:32:56.774105 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:32:56.774105 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:32:56.774105 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:32:56.774105 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:32:56.774105 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:32:56.774105 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:32:56.774105 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:32:56.774105 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:32:56.774105 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:32:56.774105 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:32:56.774105 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:32:56.774105 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:32:56.774105 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:32:56.774105 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:32:56.774105 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:32:56.774105 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:32:56.774105 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:32:57.036391 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2202e650-599d-44c6-9b12-9c8ce6400571 None None] Network 40335d95-674b-4394-9d11-8928a89693ae requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:57.075662 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d623596-4ff6-42f2-8c53-0cdb891a1070 req-4e9e0f11-1dc0-479e-a99b-b73332cb06b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:57.081279 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0d623596-4ff6-42f2-8c53-0cdb891a1070 req-4e9e0f11-1dc0-479e-a99b-b73332cb06b8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=82005969-545f-4e2a-bfa2-f70bad7873ae HTTP/1.1" status: 200 len: 860 time: 1.1434770 Jul 13 07:32:57.082907 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 35266) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:57.204983 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783681f-6ae2-41c0-97bb-0ff7dbb17562 req-d801baf1-4e9b-4a4a-bbd5-57c546ba1b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:57.206005 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1783681f-6ae2-41c0-97bb-0ff7dbb17562 req-d801baf1-4e9b-4a4a-bbd5-57c546ba1b3f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=82005969-545f-4e2a-bfa2-f70bad7873ae HTTP/1.1" status: 200 len: 860 time: 1.2444072 Jul 13 07:32:57.225579 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0d623596-4ff6-42f2-8c53-0cdb891a1070 req-b8e42cb6-602a-45eb-bd0d-075bbfbbc711 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=675a4bd8-c216-4ff7-85f6-a501734f8413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1300819 Jul 13 07:32:57.314745 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72c90b7-7a97-48ff-b27c-57611662cccb None None] New status for floating IP f017222e-67bb-4f94-a993-76bd4728387a: ACTIVE {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:32:57.384609 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1783681f-6ae2-41c0-97bb-0ff7dbb17562 req-1aaabfc2-eca7-45e7-b643-154c2ad5fff3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=675a4bd8-c216-4ff7-85f6-a501734f8413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1567242 Jul 13 07:32:57.414431 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b5498f78-790b-498c-8353-d560a4499bf7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:57.426726 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b5498f78-790b-498c-8353-d560a4499bf7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:57.431920 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b5498f78-790b-498c-8353-d560a4499bf7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] 10.222.0.23 "DELETE /v2.0/networks/68886034-b2f3-4427-b195-ec3fff802dfa HTTP/1.1" status: 204 len: 168 time: 4.4821332 Jul 13 07:32:57.462887 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 35278) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:57.480907 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-6636f805-7d92-4298-9e98-648f7d241b5f tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1443994860'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:57.498374 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5498f78-790b-498c-8353-d560a4499bf7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Pushing event deleted for resources: {'Network': ['ID=68886034-b2f3-4427-b195-ec3fff802dfa,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:57.519507 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-88ee7787-a80d-465d-b09a-11dddc97b4c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:57.600499 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0da50-92a7-4957-8413-efefd1ac48a3 req-0bc9ccb5-df86-498c-8703-8eba8de97157 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:57.605591 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-59e0da50-92a7-4957-8413-efefd1ac48a3 req-0bc9ccb5-df86-498c-8703-8eba8de97157 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.25 "GET /v2.0/ports?device_id=86cd76d0-655b-4fe7-b5ba-67ac99ebcf63 HTTP/1.1" status: 200 len: 946 time: 0.9155498 Jul 13 07:32:57.616795 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-0f54c15b-79ad-43c5-975a-270c0847e150 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:57.618707 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-0f54c15b-79ad-43c5-975a-270c0847e150 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.23 "GET /v2.0/networks?id=40335d95-674b-4394-9d11-8928a89693ae HTTP/1.1" status: 200 len: 818 time: 0.8783603 Jul 13 07:32:57.621280 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6636f805-7d92-4298-9e98-648f7d241b5f tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Made reservation on behalf of bb744c810394431eb57d6d613a4cd843 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:57.633217 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6636f805-7d92-4298-9e98-648f7d241b5f tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:57.666778 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0d623596-4ff6-42f2-8c53-0cdb891a1070 req-10b90d60-0199-4639-a59d-5cad0233676c service neutron] 10.222.0.23 "GET /v2.0/networks/675a4bd8-c216-4ff7-85f6-a501734f8413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4403460 Jul 13 07:32:57.785309 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-4ccb37f4-d12a-4bba-89ee-c325c93dc76e tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.23 "GET /v2.0/quotas/e84cc501e1a24f32bde9f93f221a4148 HTTP/1.1" status: 200 len: 375 time: 0.1422591 Jul 13 07:32:57.798923 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6636f805-7d92-4298-9e98-648f7d241b5f tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:32:57.816438 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6636f805-7d92-4298-9e98-648f7d241b5f tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:57.816842 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-6636f805-7d92-4298-9e98-648f7d241b5f tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Added segment 58600ca6-bad0-488d-8005-432f2ae515bd of type vlan for network 21ccb7ca-47a0-4a42-adce-35c96216df73 Jul 13 07:32:57.841004 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1783681f-6ae2-41c0-97bb-0ff7dbb17562 req-71f9f9fa-15ee-4907-a64b-f12b70758ae3 service neutron] 10.222.0.25 "GET /v2.0/networks/675a4bd8-c216-4ff7-85f6-a501734f8413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393678 Jul 13 07:32:57.897490 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-9c46c35e-493d-4041-a543-7757c10e0b8b tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e84cc501e1a24f32bde9f93f221a4148&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718124 Jul 13 07:32:57.949599 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6636f805-7d92-4298-9e98-648f7d241b5f tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:57.959861 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0d623596-4ff6-42f2-8c53-0cdb891a1070 req-79521309-8eb1-46b5-9f16-a97177465594 service neutron] 10.222.0.23 "GET /v2.0/networks/675a4bd8-c216-4ff7-85f6-a501734f8413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760756 Jul 13 07:32:58.032910 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-88ee7787-a80d-465d-b09a-11dddc97b4c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:58.041814 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-88ee7787-a80d-465d-b09a-11dddc97b4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:58.065282 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-59e0da50-92a7-4957-8413-efefd1ac48a3 req-1ad21c7c-56ac-4188-ab99-e9f3040e66b0 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Deleting port d26eb3b8-fca3-44f8-a91c-d4c917077993 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:32:58.065830 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-59e0da50-92a7-4957-8413-efefd1ac48a3 req-1ad21c7c-56ac-4188-ab99-e9f3040e66b0 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:58.105525 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee7787-a80d-465d-b09a-11dddc97b4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b9b150-e73e-42a6-9508-bbbe10c02f93,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:58.110649 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-88ee7787-a80d-465d-b09a-11dddc97b4c5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ce954fc2cfb402ab5d8222c02aef4fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0260198 Jul 13 07:32:58.113370 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 35288) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:58.123166 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1783681f-6ae2-41c0-97bb-0ff7dbb17562 req-b4f3ef63-f47b-46ec-bab2-8672501b413b service neutron] 10.222.0.25 "GET /v2.0/networks/675a4bd8-c216-4ff7-85f6-a501734f8413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731457 Jul 13 07:32:58.156980 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6636f805-7d92-4298-9e98-648f7d241b5f tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:58.157747 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 9bd27889-3727-4ca0-b72d-f427a43accfe details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:32:58.166886 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6636f805-7d92-4298-9e98-648f7d241b5f tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:58.168051 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6636f805-7d92-4298-9e98-648f7d241b5f tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:58.252679 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013cb4d-a6e2-43a5-ae11-1951308f64c3 req-484327e3-5795-4ca1-97cd-935b3d61067e tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:58.253893 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-a0309cd5-483a-4ed5-921a-63c11105eb0e service neutron] 10.222.0.23 "GET /v2.0/networks/40335d95-674b-4394-9d11-8928a89693ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552063 Jul 13 07:32:58.260164 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e013cb4d-a6e2-43a5-ae11-1951308f64c3 req-484327e3-5795-4ca1-97cd-935b3d61067e tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 946 time: 0.1404471 Jul 13 07:32:58.270997 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-73a630ea-40df-4e92-9b8c-c935219ff990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:58.304367 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-73a630ea-40df-4e92-9b8c-c935219ff990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:58.339319 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e013cb4d-a6e2-43a5-ae11-1951308f64c3 req-bc147151-e3bd-4c73-b9df-bf3ccd4e9905 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763881 Jul 13 07:32:58.370287 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 9bd27889-3727-4ca0-b72d-f427a43accfe, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=9bd27889-3727-4ca0-b72d-f427a43accfe,segment=NetworkSegment(5a5e32fa-d1a7-44e2-b088-49b4ede36727),segment_id=5a5e32fa-d1a7-44e2-b088-49b4ede36727)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:58.379186 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6636f805-7d92-4298-9e98-648f7d241b5f tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9056439 Jul 13 07:32:58.380275 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 35298) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:58.400911 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '9bd27889-3727-4ca0-b72d-f427a43accfe', 'network_id': '324cb62a-283f-4998-ab58-61f8ca597760', 'port_id': '9bd27889-3727-4ca0-b72d-f427a43accfe', 'mac_address': 'fa:16:3e:6d:66:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b417da6-f0a7-4a6d-b28c-2dd98c361dbc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:32:58.446166 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-73a630ea-40df-4e92-9b8c-c935219ff990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:58.451280 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-73a630ea-40df-4e92-9b8c-c935219ff990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:58.454412 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-73a630ea-40df-4e92-9b8c-c935219ff990 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/04b9b150-e73e-42a6-9508-bbbe10c02f93 HTTP/1.1" status: 204 len: 168 time: 0.3397141 Jul 13 07:32:58.456948 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-e311e23d-686b-46d5-a539-22d6961ab044 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Request body: {'subnet': {'network_id': '21ccb7ca-47a0-4a42-adce-35c96216df73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:32:58.472124 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636f805-7d92-4298-9e98-648f7d241b5f tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Pushing event updated for resources: {'Network': ['ID=21ccb7ca-47a0-4a42-adce-35c96216df73,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:58.494209 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a630ea-40df-4e92-9b8c-c935219ff990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b9b150-e73e-42a6-9508-bbbe10c02f93,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:58.536650 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-59e0da50-92a7-4957-8413-efefd1ac48a3 req-1ad21c7c-56ac-4188-ab99-e9f3040e66b0 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] For port d26eb3b8-fca3-44f8-a91c-d4c917077993, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=d26eb3b8-fca3-44f8-a91c-d4c917077993,segment=NetworkSegment(2b3909e7-f4e3-4173-abaa-757ac833a739),segment_id=2b3909e7-f4e3-4173-abaa-757ac833a739)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:58.537274 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-59e0da50-92a7-4957-8413-efefd1ac48a3 req-1ad21c7c-56ac-4188-ab99-e9f3040e66b0 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:58.580463 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-59e0da50-92a7-4957-8413-efefd1ac48a3 req-1ad21c7c-56ac-4188-ab99-e9f3040e66b0 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Calling delete_port for d26eb3b8-fca3-44f8-a91c-d4c917077993 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:32:58.648385 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-174c4e5d-33b2-4c39-b7f9-13475f8f0d12 service neutron] 10.222.0.23 "GET /v2.0/networks/40335d95-674b-4394-9d11-8928a89693ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711863 Jul 13 07:32:58.701062 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 21ccb7ca-47a0-4a42-adce-35c96216df73 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:32:58.752901 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:58.797957 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e311e23d-686b-46d5-a539-22d6961ab044 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Made reservation on behalf of bb744c810394431eb57d6d613a4cd843 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:32:58.813840 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e311e23d-686b-46d5-a539-22d6961ab044 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:58.814929 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9bd27889-3727-4ca0-b72d-f427a43accfe {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:32:58.850971 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 9bd27889-3727-4ca0-b72d-f427a43accfe, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=9bd27889-3727-4ca0-b72d-f427a43accfe,segment=NetworkSegment(5a5e32fa-d1a7-44e2-b088-49b4ede36727),segment_id=5a5e32fa-d1a7-44e2-b088-49b4ede36727)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:32:58.856674 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:59.004500 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=9bd27889-3727-4ca0-b72d-f427a43accfe,revision_number=6']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:59.043851 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-59e0da50-92a7-4957-8413-efefd1ac48a3 req-1ad21c7c-56ac-4188-ab99-e9f3040e66b0 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:59.060119 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['d26eb3b8-fca3-44f8-a91c-d4c917077993'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:59.064425 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['9bd27889-3727-4ca0-b72d-f427a43accfe'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:32:59.082043 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad21c7c-56ac-4188-ab99-e9f3040e66b0 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Pushing event deleted for resources: {'Port': ['ID=d26eb3b8-fca3-44f8-a91c-d4c917077993,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:59.139177 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-14f2e4a1-44ac-4743-94d5-0e9467dddf69 req-22f52422-7842-4d1f-8665-9c168ac29d56 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cd76d0-655b-4fe7-b5ba-67ac99ebcf63 HTTP/1.1" status: 200 len: 210 time: 0.0684299 Jul 13 07:32:59.183585 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e0da50-92a7-4957-8413-efefd1ac48a3 req-1ad21c7c-56ac-4188-ab99-e9f3040e66b0 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] No DVR routers for this DVR port d26eb3b8-fca3-44f8-a91c-d4c917077993 on host n-h2-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:32:59.209680 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-59e0da50-92a7-4957-8413-efefd1ac48a3 req-1ad21c7c-56ac-4188-ab99-e9f3040e66b0 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:59.211936 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-59e0da50-92a7-4957-8413-efefd1ac48a3 req-1ad21c7c-56ac-4188-ab99-e9f3040e66b0 tempest-AttachVolumeNegativeTest-1213949978 tempest-AttachVolumeNegativeTest-1213949978-project] 10.222.0.25 "DELETE /v2.0/ports/d26eb3b8-fca3-44f8-a91c-d4c917077993 HTTP/1.1" status: 204 len: 173 time: 1.5918019 Jul 13 07:32:59.217787 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86cd76d0-655b-4fe7-b5ba-67ac99ebcf63', 'name': 'network-vif-deleted', 'tag': 'd26eb3b8-fca3-44f8-a91c-d4c917077993'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:32:59.221337 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77a88c4-b3f2-4dc3-a913-966636963461" -d '{"events": [{"server_uuid": "86cd76d0-655b-4fe7-b5ba-67ac99ebcf63", "name": "network-vif-deleted", "tag": "d26eb3b8-fca3-44f8-a91c-d4c917077993"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:32:59.279993 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 35320) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:59.321302 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e13bdad0-8201-402a-9201-22a06c595638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:59.346722 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e311e23d-686b-46d5-a539-22d6961ab044 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:59.543477 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7d128522-ad30-4662-9570-122010ceaa7c req-a1ac6bea-2555-469e-8a3b-15729603e359 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.67 HTTP/1.1" status: 200 len: 1000 time: 0.3359146 Jul 13 07:32:59.559826 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e39d6f5-cdce-4acc-a3a1-760f51fb464a x-openstack-request-id: req-1e39d6f5-cdce-4acc-a3a1-760f51fb464a {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:32:59.560412 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86cd76d0-655b-4fe7-b5ba-67ac99ebcf63", "name": "network-vif-deleted", "tag": "d26eb3b8-fca3-44f8-a91c-d4c917077993", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:32:59.560850 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e39d6f5-cdce-4acc-a3a1-760f51fb464a {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:32:59.561428 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86cd76d0-655b-4fe7-b5ba-67ac99ebcf63', 'name': 'network-vif-deleted', 'tag': 'd26eb3b8-fca3-44f8-a91c-d4c917077993', 'status': 'completed', 'code': 200} Jul 13 07:32:59.577506 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e13bdad0-8201-402a-9201-22a06c595638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:59.601906 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e13bdad0-8201-402a-9201-22a06c595638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:59.665740 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e13bdad0-8201-402a-9201-22a06c595638 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bf3fd98b61b44e33948377e3d11a46fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3835616 Jul 13 07:32:59.679384 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 35334) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:32:59.711268 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311e23d-686b-46d5-a539-22d6961ab044 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Pushing event updated for resources: {'Subnet': ['ID=4c66ffc6-a7cf-474d-989d-df0bb039c900,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:59.738862 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13bdad0-8201-402a-9201-22a06c595638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086f59fa-3a3e-4dbd-b405-8d336a533c8e,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:32:59.778726 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d128522-ad30-4662-9570-122010ceaa7c req-cfa3c86d-8acb-4f11-a3e1-45b02fad3091 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:59.783643 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6fee80ea-4ec0-489c-936f-11bad90c3bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:59.789012 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7d128522-ad30-4662-9570-122010ceaa7c req-cfa3c86d-8acb-4f11-a3e1-45b02fad3091 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/ports/e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63 HTTP/1.1" status: 200 len: 942 time: 0.2225335 Jul 13 07:32:59.814299 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e311e23d-686b-46d5-a539-22d6961ab044 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Checking segment: {'id': '58600ca6-bad0-488d-8005-432f2ae515bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '21ccb7ca-47a0-4a42-adce-35c96216df73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:32:59.815004 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e311e23d-686b-46d5-a539-22d6961ab044 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Network hostable DHCP agents. Network: 21ccb7ca-47a0-4a42-adce-35c96216df73, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:32:59.833210 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6fee80ea-4ec0-489c-936f-11bad90c3bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:59.866416 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e311e23d-686b-46d5-a539-22d6961ab044 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Network 21ccb7ca-47a0-4a42-adce-35c96216df73 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:32:59.878509 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-e311e23d-686b-46d5-a539-22d6961ab044 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 21ccb7ca-47a0-4a42-adce-35c96216df73) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:32:59.884904 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e311e23d-686b-46d5-a539-22d6961ab044 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:32:59.885722 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e311e23d-686b-46d5-a539-22d6961ab044 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:32:59.919687 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e311e23d-686b-46d5-a539-22d6961ab044 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5255632 Jul 13 07:32:59.919935 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67c614f-a95f-4302-9bdc-9e55ea0489df None None] Network 21ccb7ca-47a0-4a42-adce-35c96216df73 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:32:59.920446 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 35350) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:00.076955 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6fee80ea-4ec0-489c-936f-11bad90c3bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:00.081982 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6fee80ea-4ec0-489c-936f-11bad90c3bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:00.089584 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6fee80ea-4ec0-489c-936f-11bad90c3bf7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/086f59fa-3a3e-4dbd-b405-8d336a533c8e HTTP/1.1" status: 204 len: 168 time: 0.3842151 Jul 13 07:33:00.105943 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee80ea-4ec0-489c-936f-11bad90c3bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086f59fa-3a3e-4dbd-b405-8d336a533c8e,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:00.132569 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d6045-38df-4237-ab6d-a8805df4726d req-963c2d4a-a5d1-4c62-b751-cc925c5303a7 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:00.140636 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a55d6045-38df-4237-ab6d-a8805df4726d req-963c2d4a-a5d1-4c62-b751-cc925c5303a7 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 945 time: 0.2860405 Jul 13 07:33:00.178913 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 9bd27889-3727-4ca0-b72d-f427a43accfe up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:00.248618 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a55d6045-38df-4237-ab6d-a8805df4726d req-f883b651-3b73-48a7-a105-80fc06061b74 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995104 Jul 13 07:33:00.290872 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d81615dc-af5f-46fd-ae07-7dab0f342c01 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:00.368937 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5ee51cae-593a-43e5-8395-d15347e288f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:00.393156 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7d128522-ad30-4662-9570-122010ceaa7c req-68dc37f2-f9d7-4a2c-8ed3-005b7e3dbc48 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.67 HTTP/1.1" status: 200 len: 1000 time: 0.2929151 Jul 13 07:33:00.463153 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-02a31e19-6985-4f0a-9295-08fa1633c898 req-4d4591b4-21f6-4d6d-81b3-67a4eb370bc2 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53b9561-ecfc-47cb-869e-b6f3f7192d8e HTTP/1.1" status: 200 len: 210 time: 0.0879393 Jul 13 07:33:00.478534 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 9bd27889-3727-4ca0-b72d-f427a43accfe triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:00.481577 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:00.633349 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab3b2b5-e048-4061-bb6c-349d38960817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-21ccb7ca-47a0-4a42-adce-35c96216df73', 'network_id': '21ccb7ca-47a0-4a42-adce-35c96216df73', 'tenant_id': 'bb744c810394431eb57d6d613a4cd843', 'fixed_ips': [{'subnet_id': '4c66ffc6-a7cf-474d-989d-df0bb039c900'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:33:00.635190 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9ab3b2b5-e048-4061-bb6c-349d38960817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:00.653499 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 35374) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:00.713403 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d81615dc-af5f-46fd-ae07-7dab0f342c01 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:00.748067 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-89317158-2dcd-4984-9a24-aef7fd51f3d6 admin admin] Deleting subnet b02e565c-ba96-4ecf-ad5f-fee613096d8b {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:33:00.759673 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-89317158-2dcd-4984-9a24-aef7fd51f3d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:00.876648 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-89317158-2dcd-4984-9a24-aef7fd51f3d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:00.938669 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d128522-ad30-4662-9570-122010ceaa7c req-1b552c2c-68e6-4885-961f-640d4c240353 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:00.955962 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7d128522-ad30-4662-9570-122010ceaa7c req-1b552c2c-68e6-4885-961f-640d4c240353 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/networks/099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 784 time: 0.5617120 Jul 13 07:33:01.021539 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-89317158-2dcd-4984-9a24-aef7fd51f3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:01.072059 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:01.128795 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a05e7ee-4acd-42ef-891f-aa3bfb0532ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd27889-3727-4ca0-b72d-f427a43accfe'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:01.148418 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234b8d02-2fb6-452f-8caa-6ae252f0379c" -d '{"events": [{"server_uuid": "6a05e7ee-4acd-42ef-891f-aa3bfb0532ac", "name": "network-vif-plugged", "status": "completed", "tag": "9bd27889-3727-4ca0-b72d-f427a43accfe"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:01.180475 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7d128522-ad30-4662-9570-122010ceaa7c req-77ee3193-46d3-4c17-93c6-0a9e5ba6617d tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.67 HTTP/1.1" status: 200 len: 1000 time: 0.2233844 Jul 13 07:33:01.184720 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-89317158-2dcd-4984-9a24-aef7fd51f3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:01.197483 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 9bd27889-3727-4ca0-b72d-f427a43accfe, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=9bd27889-3727-4ca0-b72d-f427a43accfe,segment=NetworkSegment(5a5e32fa-d1a7-44e2-b088-49b4ede36727),segment_id=5a5e32fa-d1a7-44e2-b088-49b4ede36727)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:01.201142 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-7d128522-ad30-4662-9570-122010ceaa7c req-dc18af4b-e8b9-4a56-b2f4-2f67423a6dd0 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:01.205092 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:01.301295 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0ccf5c-b2a0-45b2-99b3-1f0f7d4c6297 x-openstack-request-id: req-4e0ccf5c-b2a0-45b2-99b3-1f0f7d4c6297 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:01.302019 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a05e7ee-4acd-42ef-891f-aa3bfb0532ac", "name": "network-vif-plugged", "status": "completed", "tag": "9bd27889-3727-4ca0-b72d-f427a43accfe", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:01.303869 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4e0ccf5c-b2a0-45b2-99b3-1f0f7d4c6297 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:01.306092 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a05e7ee-4acd-42ef-891f-aa3bfb0532ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd27889-3727-4ca0-b72d-f427a43accfe', 'code': 200} Jul 13 07:33:01.332205 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d81615dc-af5f-46fd-ae07-7dab0f342c01 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:01.334044 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-89317158-2dcd-4984-9a24-aef7fd51f3d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:01.349368 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-89317158-2dcd-4984-9a24-aef7fd51f3d6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b02e565c-ba96-4ecf-ad5f-fee613096d8b HTTP/1.1" status: 204 len: 168 time: 0.6881778 Jul 13 07:33:01.352857 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 35396) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:01.357380 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89317158-2dcd-4984-9a24-aef7fd51f3d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b02e565c-ba96-4ecf-ad5f-fee613096d8b,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:01.424975 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81615dc-af5f-46fd-ae07-7dab0f342c01 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Pushing event deleted for resources: {'Subnet': ['ID=4c66ffc6-a7cf-474d-989d-df0bb039c900,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server [None req-9ab3b2b5-e048-4061-bb6c-349d38960817 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4c66ffc6-a7cf-474d-989d-df0bb039c900: This subnet is being modified by another concurrent operation. Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:33:01.449160 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:33:01.454796 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:33:01.454796 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:33:01.454796 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:33:01.454796 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:33:01.454796 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:33:01.454796 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:33:01.454796 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:33:01.454796 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:33:01.454796 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:33:01.454796 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:33:01.454796 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:33:01.454796 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:33:01.454796 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:33:01.454796 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:33:01.454796 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:33:01.454796 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:33:01.454796 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 13 07:33:01.454796 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 13 07:33:01.454796 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 13 07:33:01.454796 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 13 07:33:01.454796 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 13 07:33:01.454796 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 13 07:33:01.454796 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 13 07:33:01.454796 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 13 07:33:01.454796 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:33:01.454796 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:33:01.454796 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:33:01.454796 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:33:01.454796 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 13 07:33:01.454796 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 13 07:33:01.454796 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 13 07:33:01.454796 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 13 07:33:01.454796 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 13 07:33:01.454796 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 13 07:33:01.454796 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 13 07:33:01.454796 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise exception Jul 13 07:33:01.454796 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4c66ffc6-a7cf-474d-989d-df0bb039c900: This subnet is being modified by another concurrent operation. Jul 13 07:33:01.454796 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server Jul 13 07:33:01.465531 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device d26eb3b8-fca3-44f8-a91c-d4c917077993 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:01.543830 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: d26eb3b8-fca3-44f8-a91c-d4c917077993 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:33:01.544174 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device d26eb3b8-fca3-44f8-a91c-d4c917077993 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:33:01.548409 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c26e27-777d-4540-b50a-8354ea5a74c2 None None] Network 21ccb7ca-47a0-4a42-adce-35c96216df73 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:01.613212 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=9bd27889-3727-4ca0-b72d-f427a43accfe,revision_number=7']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:01.738361 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d81615dc-af5f-46fd-ae07-7dab0f342c01 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:01.746647 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7d128522-ad30-4662-9570-122010ceaa7c req-dc18af4b-e8b9-4a56-b2f4-2f67423a6dd0 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks [] for floatingip, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:01.775706 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0af39f6c-ae33-4766-b7d8-506a5be716d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:01.868599 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-d81615dc-af5f-46fd-ae07-7dab0f342c01 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ccb7ca-47a0-4a42-adce-35c96216df73']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:01.882680 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-d81615dc-af5f-46fd-ae07-7dab0f342c01 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58600ca6-bad0-488d-8005-432f2ae515bd') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:01.883398 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-d81615dc-af5f-46fd-ae07-7dab0f342c01 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58600ca6-bad0-488d-8005-432f2ae515bd') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:01.895314 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d81615dc-af5f-46fd-ae07-7dab0f342c01 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:01.920064 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d81615dc-af5f-46fd-ae07-7dab0f342c01 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:01.929313 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d81615dc-af5f-46fd-ae07-7dab0f342c01 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:33:01.930557 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d81615dc-af5f-46fd-ae07-7dab0f342c01 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:01.957508 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cbb15b-fe92-47b7-9c4a-8efe7569e344 None None] get_active_networks_info from n-d-771363-34 {{(pid=94019) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:33:01.961344 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9fd3f-2386-474c-a471-13d674ae1940 req-538f8b7f-0256-41f9-a8ef-6731a0802fd8 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:01.980045 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5dd9fd3f-2386-474c-a471-13d674ae1940 req-538f8b7f-0256-41f9-a8ef-6731a0802fd8 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 946 time: 0.3340578 Jul 13 07:33:02.022018 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:33:02.022018 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:33:02.022018 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:33:02.022018 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:33:02.022018 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:33:02.022018 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:33:02.022018 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:33:02.022018 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:33:02.022018 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:33:02.022018 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:33:02.022018 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:33:02.022018 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:33:02.022018 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:33:02.022018 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:33:02.022018 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:33:02.022018 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:33:02.022018 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:33:02.022018 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:33:02.022018 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:33:02.022018 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:33:02.022018 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:33:02.022018 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:33:02.022018 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:33:02.022018 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:33:02.022018 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:33:02.022018 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:33:02.022018 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:33:02.022018 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:33:02.022018 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:33:02.022018 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:33:02.022018 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:33:02.022018 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:33:02.110485 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0af39f6c-ae33-4766-b7d8-506a5be716d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:02.179670 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-0af39f6c-ae33-4766-b7d8-506a5be716d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['158edf72-c971-4025-88f3-f50ab4847245']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:02.209229 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7d128522-ad30-4662-9570-122010ceaa7c req-dc18af4b-e8b9-4a56-b2f4-2f67423a6dd0 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:02.210926 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d81615dc-af5f-46fd-ae07-7dab0f342c01 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:02.227519 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cbb15b-fe92-47b7-9c4a-8efe7569e344 None None] Resources bound (agent type, host, resource id): {{(pid=94019) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:33:02.231767 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-0af39f6c-ae33-4766-b7d8-506a5be716d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b3909e7-f4e3-4173-abaa-757ac833a739') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:02.234447 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-0af39f6c-ae33-4766-b7d8-506a5be716d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b3909e7-f4e3-4173-abaa-757ac833a739') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:02.238701 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7d128522-ad30-4662-9570-122010ceaa7c req-dc18af4b-e8b9-4a56-b2f4-2f67423a6dd0 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:02.239024 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [req-7d128522-ad30-4662-9570-122010ceaa7c req-dc18af4b-e8b9-4a56-b2f4-2f67423a6dd0 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Floating IP f017222e-67bb-4f94-a993-76bd4728387a disassociated. External IP: 172.25.3.67, port: e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63. Jul 13 07:33:02.289304 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5dd9fd3f-2386-474c-a471-13d674ae1940 req-e57093c3-b4b2-4c6d-ba6f-9287c5ad2b54 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943766 Jul 13 07:33:02.303832 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0af39f6c-ae33-4766-b7d8-506a5be716d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:02.346365 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0af39f6c-ae33-4766-b7d8-506a5be716d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:02.368852 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0af39f6c-ae33-4766-b7d8-506a5be716d4 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:33:02.371682 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0af39f6c-ae33-4766-b7d8-506a5be716d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:02.515825 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:02.515825 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:02.515825 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:33:02.515825 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:33:02.515825 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:33:02.515825 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:33:02.515825 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:33:02.515825 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:33:02.515825 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:33:02.515825 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:33:02.515825 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:33:02.515825 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:33:02.515825 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:33:02.515825 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:33:02.515825 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:33:02.515825 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:33:02.515825 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:33:02.515825 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:33:02.515825 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:33:02.515825 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:33:02.515825 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:33:02.515825 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:33:02.515825 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:33:02.515825 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:33:02.515825 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:33:02.515825 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:33:02.515825 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:33:02.515825 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:33:02.515825 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:33:02.515825 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:33:02.515825 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:33:02.515825 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:33:02.515825 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:33:02.515825 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:33:02.524337 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0af39f6c-ae33-4766-b7d8-506a5be716d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:02.527823 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d81615dc-af5f-46fd-ae07-7dab0f342c01 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:02.532503 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0af39f6c-ae33-4766-b7d8-506a5be716d4 admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:02.540130 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0af39f6c-ae33-4766-b7d8-506a5be716d4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/158edf72-c971-4025-88f3-f50ab4847245 HTTP/1.1" status: 204 len: 168 time: 1.1680710 Jul 13 07:33:02.541020 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d81615dc-af5f-46fd-ae07-7dab0f342c01 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] 10.222.0.23 "DELETE /v2.0/networks/21ccb7ca-47a0-4a42-adce-35c96216df73 HTTP/1.1" status: 204 len: 168 time: 2.6195278 Jul 13 07:33:02.541754 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 35416) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:02.573439 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81615dc-af5f-46fd-ae07-7dab0f342c01 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Pushing event deleted for resources: {'Network': ['ID=21ccb7ca-47a0-4a42-adce-35c96216df73,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:02.607473 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-5a85dc32-c314-4a1d-b362-841a9f59adf8 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1973675710'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:02.618546 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af39f6c-ae33-4766-b7d8-506a5be716d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=158edf72-c971-4025-88f3-f50ab4847245,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:02.665167 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a85dc32-c314-4a1d-b362-841a9f59adf8 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Made reservation on behalf of bb744c810394431eb57d6d613a4cd843 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:02.677398 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5a85dc32-c314-4a1d-b362-841a9f59adf8 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:02.806593 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a85dc32-c314-4a1d-b362-841a9f59adf8 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:33:02.928910 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-14fa74c1-0143-4657-a135-49769d2f4941 req-0ea6edfd-7a9e-4bad-b171-a48e5cd0c356 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53b9561-ecfc-47cb-869e-b6f3f7192d8e HTTP/1.1" status: 200 len: 210 time: 0.1500218 Jul 13 07:33:02.947599 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5a85dc32-c314-4a1d-b362-841a9f59adf8 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:02.948764 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-5a85dc32-c314-4a1d-b362-841a9f59adf8 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Added segment 4214a4af-0701-46cd-b704-9c68b577438d of type vlan for network 506976c8-c5ee-45bc-890b-1717174e2274 Jul 13 07:33:03.017062 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 35428) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:03.076327 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5a85dc32-c314-4a1d-b362-841a9f59adf8 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:03.162503 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-10744688-6c27-4012-8611-149a3ca6cd8c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0aeb803a03a140849d8f3025c4e8d6d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1416287 Jul 13 07:33:03.168524 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 35430) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:03.197654 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.db.resource_extend [None req-5a85dc32-c314-4a1d-b362-841a9f59adf8 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:33:03.213224 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:03.229326 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0a7a080f-dc62-415d-a0eb-941809cfb524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:03.364600 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5a85dc32-c314-4a1d-b362-841a9f59adf8 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:03.384471 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a85dc32-c314-4a1d-b362-841a9f59adf8 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:03.402469 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5a85dc32-c314-4a1d-b362-841a9f59adf8 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:03.606428 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a85dc32-c314-4a1d-b362-841a9f59adf8 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Pushing event updated for resources: {'Network': ['ID=506976c8-c5ee-45bc-890b-1717174e2274,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:03.618426 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 506976c8-c5ee-45bc-890b-1717174e2274 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:33:03.662682 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5a85dc32-c314-4a1d-b362-841a9f59adf8 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1038711 Jul 13 07:33:03.668447 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-02d26a4b-31d8-4954-a830-ea99951a3048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:03.676697 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 35438) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:03.775066 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-fd36d26d-904b-4c7f-a617-dc05cd340b07 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:03.776663 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-fd36d26d-904b-4c7f-a617-dc05cd340b07 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.42 "GET /v2.0/networks?id=40335d95-674b-4394-9d11-8928a89693ae HTTP/1.1" status: 200 len: 818 time: 0.1996415 Jul 13 07:33:03.798909 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-5ec8fc37-785b-4a2e-9a25-b2f105fe1e22 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Request body: {'subnet': {'network_id': '506976c8-c5ee-45bc-890b-1717174e2274', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:03.822698 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-6199442f-66b6-448a-a811-b2a5a0e95385 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Request body: {'port': {'device_id': '49628e0a-b346-4eb9-ac60-2fb2786f6d8e', 'network_id': '40335d95-674b-4394-9d11-8928a89693ae', 'admin_state_up': True, 'tenant_id': 'e84cc501e1a24f32bde9f93f221a4148'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:03.944457 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d128522-ad30-4662-9570-122010ceaa7c req-dc18af4b-e8b9-4a56-b2f4-2f67423a6dd0 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Router 4d760e0b-0024-47a3-abfb-03eaa3faaeba has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:33:04.003803 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:04.108165 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-02d26a4b-31d8-4954-a830-ea99951a3048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:04.294982 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d128522-ad30-4662-9570-122010ceaa7c req-dc18af4b-e8b9-4a56-b2f4-2f67423a6dd0 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:33:04.308606 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6810ccee-a88a-420d-8b50-954493c15823 None None] Sync routers for ids ['4d760e0b-0024-47a3-abfb-03eaa3faaeba'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:33:04.309758 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7d128522-ad30-4662-9570-122010ceaa7c req-dc18af4b-e8b9-4a56-b2f4-2f67423a6dd0 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:04.326282 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6810ccee-a88a-420d-8b50-954493c15823 None None] Routers {'4d760e0b-0024-47a3-abfb-03eaa3faaeba'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:33:04.330156 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-6810ccee-a88a-420d-8b50-954493c15823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:33:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['4d760e0b-0024-47a3-abfb-03eaa3faaeba'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:04.345046 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec8fc37-785b-4a2e-9a25-b2f105fe1e22 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Made reservation on behalf of bb744c810394431eb57d6d613a4cd843 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:04.350795 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5ec8fc37-785b-4a2e-9a25-b2f105fe1e22 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:04.365064 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4543e0-6a0e-49cf-a8a7-3496247037d5 req-41dbc9c7-c6f2-40b3-8d0a-a2219e83158f tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:04.372580 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7d128522-ad30-4662-9570-122010ceaa7c req-dc18af4b-e8b9-4a56-b2f4-2f67423a6dd0 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "PUT /v2.0/floatingips/f017222e-67bb-4f94-a993-76bd4728387a HTTP/1.1" status: 200 len: 694 time: 3.1911526 Jul 13 07:33:04.373869 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4f4543e0-6a0e-49cf-a8a7-3496247037d5 req-41dbc9c7-c6f2-40b3-8d0a-a2219e83158f tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 946 time: 0.7079048 Jul 13 07:33:04.380759 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-5db8a960-9f18-408e-ad99-f2ab469dcab1 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:04.382630 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-5db8a960-9f18-408e-ad99-f2ab469dcab1 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.25 "GET /v2.0/networks?id=40335d95-674b-4394-9d11-8928a89693ae HTTP/1.1" status: 200 len: 818 time: 0.8139429 Jul 13 07:33:04.410376 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1310c9b-82a5-4272-a5c1-0837e3741142', 'tag': 'e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:04.425417 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94522902-b2c1-4619-924e-b043ea60f1df" -d '{"events": [{"name": "network-changed", "server_uuid": "e1310c9b-82a5-4272-a5c1-0837e3741142", "tag": "e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:04.431693 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-02d26a4b-31d8-4954-a830-ea99951a3048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:04.441911 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-02d26a4b-31d8-4954-a830-ea99951a3048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:04.449032 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-02d26a4b-31d8-4954-a830-ea99951a3048 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dce4550f-5332-4004-8f17-32f38eaef993 HTTP/1.1" status: 204 len: 168 time: 1.2755582 Jul 13 07:33:04.538890 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d26a4b-31d8-4954-a830-ea99951a3048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce4550f-5332-4004-8f17-32f38eaef993,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:04.565304 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4f4543e0-6a0e-49cf-a8a7-3496247037d5 req-c1002826-7dd6-46ce-89a5-ef18fefd736a tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902459 Jul 13 07:33:04.605415 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-6810ccee-a88a-420d-8b50-954493c15823 None None] Set router 4d760e0b-0024-47a3-abfb-03eaa3faaeba gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:33:04.642309 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-d7026649-6237-404a-bee0-2138a3a90a01 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Request body: {'port': {'device_id': 'cb5f6e0b-4f6c-4187-b8df-74a7b8925783', 'network_id': '40335d95-674b-4394-9d11-8928a89693ae', 'admin_state_up': True, 'tenant_id': 'e84cc501e1a24f32bde9f93f221a4148'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:04.712552 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-6199442f-66b6-448a-a811-b2a5a0e95385 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Made reservation on behalf of e84cc501e1a24f32bde9f93f221a4148 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:04.738128 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-6199442f-66b6-448a-a811-b2a5a0e95385 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:04.889044 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f7f5d444-f467-42b8-b51d-a5a382749192 req-b2772d32-f046-471e-a3cd-fb52c4ac1ed1 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53b9561-ecfc-47cb-869e-b6f3f7192d8e HTTP/1.1" status: 200 len: 210 time: 0.1174634 Jul 13 07:33:05.045446 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-7f219d8e-37fd-49e3-9e83-ad9a6b067752 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:05.048479 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-7f219d8e-37fd-49e3-9e83-ad9a6b067752 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.42 "GET /v2.0/networks?id=40335d95-674b-4394-9d11-8928a89693ae HTTP/1.1" status: 200 len: 818 time: 1.0159469 Jul 13 07:33:05.146163 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-6810ccee-a88a-420d-8b50-954493c15823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d760e0b-0024-47a3-abfb-03eaa3faaeba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1562705467-router', 'tenant_id': '8f095698c72c459eb677dcbc568ab1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '61883458-893e-4ec5-b66b-0d6f79ea449b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:47Z', 'updated_at': '2021-07-13T07:31:55Z', 'revision_number': 4, 'project_id': '8f095698c72c459eb677dcbc568ab1ae', 'gw_port': {'id': '61883458-893e-4ec5-b66b-0d6f79ea449b', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ab:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d760e0b-0024-47a3-abfb-03eaa3faaeba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:48Z', 'updated_at': '2021-07-13T07:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '888a64e0-459e-4ce3-9094-7830d9552ea8', 'name': '', 'network_id': '675a4bd8-c216-4ff7-85f6-a501734f8413', 'tenant_id': '8f095698c72c459eb677dcbc568ab1ae', 'mac_address': 'fa:16:3e:a5:68:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d760e0b-0024-47a3-abfb-03eaa3faaeba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '82005969-545f-4e2a-bfa2-f70bad7873ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:51Z', 'updated_at': '2021-07-13T07:32:00Z', 'revision_number': 5, 'project_id': '8f095698c72c459eb677dcbc568ab1ae', 'subnets': [{'id': '82005969-545f-4e2a-bfa2-f70bad7873ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:05.185752 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6810ccee-a88a-420d-8b50-954493c15823 None None] Checking router: 4d760e0b-0024-47a3-abfb-03eaa3faaeba for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:33:05.196458 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6810ccee-a88a-420d-8b50-954493c15823 None None] Routers {'4d760e0b-0024-47a3-abfb-03eaa3faaeba'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:33:05.197139 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-6810ccee-a88a-420d-8b50-954493c15823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:33:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['4d760e0b-0024-47a3-abfb-03eaa3faaeba'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:05.213453 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-ff57ed5e-47d1-404d-a0a2-f068ac7b5476 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Request body: {'port': {'device_id': 'e53b9561-ecfc-47cb-869e-b6f3f7192d8e', 'network_id': '40335d95-674b-4394-9d11-8928a89693ae', 'admin_state_up': True, 'tenant_id': 'e84cc501e1a24f32bde9f93f221a4148'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:05.228339 n-d-771363-34 neutron-server[94018]: DEBUG neutron.objects.ports [None req-5ec8fc37-785b-4a2e-9a25-b2f105fe1e22 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94018) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:33:05.253206 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573ddcba-b97c-40ee-8196-e250ac8d2863 x-openstack-request-id: req-573ddcba-b97c-40ee-8196-e250ac8d2863 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:05.253489 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1310c9b-82a5-4272-a5c1-0837e3741142", "tag": "e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:05.253732 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-573ddcba-b97c-40ee-8196-e250ac8d2863 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:05.254130 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1310c9b-82a5-4272-a5c1-0837e3741142', 'tag': 'e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63', 'status': 'completed', 'code': 200} Jul 13 07:33:05.263512 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5ec8fc37-785b-4a2e-9a25-b2f105fe1e22 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:05.387242 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-6810ccee-a88a-420d-8b50-954493c15823 None None] Set router 4d760e0b-0024-47a3-abfb-03eaa3faaeba gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:33:05.391902 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8fc37-785b-4a2e-9a25-b2f105fe1e22 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Pushing event updated for resources: {'Subnet': ['ID=158e8803-0b0e-4dda-81c3-8a3ef9728c84,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:05.435764 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d128522-ad30-4662-9570-122010ceaa7c req-11cf6d44-dda6-4dc9-80ad-11c339539a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:05.438525 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7d128522-ad30-4662-9570-122010ceaa7c req-11cf6d44-dda6-4dc9-80ad-11c339539a42 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f095698c72c459eb677dcbc568ab1ae&device_id=e1310c9b-82a5-4272-a5c1-0837e3741142 HTTP/1.1" status: 200 len: 1097 time: 0.9476204 Jul 13 07:33:05.455072 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec8fc37-785b-4a2e-9a25-b2f105fe1e22 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Checking segment: {'id': '4214a4af-0701-46cd-b704-9c68b577438d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '506976c8-c5ee-45bc-890b-1717174e2274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:05.455811 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec8fc37-785b-4a2e-9a25-b2f105fe1e22 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Network hostable DHCP agents. Network: 506976c8-c5ee-45bc-890b-1717174e2274, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:33:05.498989 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94522902-b2c1-4619-924e-b043ea60f1df req-2e99dc2c-55fb-4534-89c4-97ea0e63537d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:05.501625 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-94522902-b2c1-4619-924e-b043ea60f1df req-2e99dc2c-55fb-4534-89c4-97ea0e63537d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8f095698c72c459eb677dcbc568ab1ae&device_id=e1310c9b-82a5-4272-a5c1-0837e3741142 HTTP/1.1" status: 200 len: 1097 time: 0.2690661 Jul 13 07:33:05.507685 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec8fc37-785b-4a2e-9a25-b2f105fe1e22 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Network 506976c8-c5ee-45bc-890b-1717174e2274 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:33:05.573274 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-5ec8fc37-785b-4a2e-9a25-b2f105fe1e22 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 506976c8-c5ee-45bc-890b-1717174e2274) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:05.587627 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84907166-493f-4d2c-acb4-3af7da017fbe None None] Network 506976c8-c5ee-45bc-890b-1717174e2274 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:05.591372 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec8fc37-785b-4a2e-9a25-b2f105fe1e22 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:05.591972 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5ec8fc37-785b-4a2e-9a25-b2f105fe1e22 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:05.641929 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d128522-ad30-4662-9570-122010ceaa7c req-abddf3ae-aff4-4dc5-a4a2-71352f70d41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:05.643499 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7d128522-ad30-4662-9570-122010ceaa7c req-abddf3ae-aff4-4dc5-a4a2-71352f70d41d service neutron] 10.222.0.23 "GET /v2.0/networks?id=675a4bd8-c216-4ff7-85f6-a501734f8413 HTTP/1.1" status: 200 len: 921 time: 0.1150496 Jul 13 07:33:05.750939 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7d128522-ad30-4662-9570-122010ceaa7c req-02a6bf0d-3ae0-4f32-be97-05a66829ceb3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63 HTTP/1.1" status: 200 len: 217 time: 0.0986123 Jul 13 07:33:05.775122 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5ec8fc37-785b-4a2e-9a25-b2f105fe1e22 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.0914071 Jul 13 07:33:05.780435 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 35472) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:06.020904 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-d7026649-6237-404a-bee0-2138a3a90a01 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Made reservation on behalf of e84cc501e1a24f32bde9f93f221a4148 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:06.024948 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-d7026649-6237-404a-bee0-2138a3a90a01 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:06.048164 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-ff57ed5e-47d1-404d-a0a2-f068ac7b5476 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Made reservation on behalf of e84cc501e1a24f32bde9f93f221a4148 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:06.051849 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-ff57ed5e-47d1-404d-a0a2-f068ac7b5476 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:06.095692 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-6199442f-66b6-448a-a811-b2a5a0e95385 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Allocated IP 172.20.0.8 (40335d95-674b-4394-9d11-8928a89693ae/5c2ca9e6-4627-4a12-8c41-4726f4cfef50/900c4d86-aff0-4f9c-bfb4-64f62b87a9a0) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:06.112339 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-6810ccee-a88a-420d-8b50-954493c15823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d760e0b-0024-47a3-abfb-03eaa3faaeba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1562705467-router', 'tenant_id': '8f095698c72c459eb677dcbc568ab1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '61883458-893e-4ec5-b66b-0d6f79ea449b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:47Z', 'updated_at': '2021-07-13T07:31:55Z', 'revision_number': 4, 'project_id': '8f095698c72c459eb677dcbc568ab1ae', 'gw_port': {'id': '61883458-893e-4ec5-b66b-0d6f79ea449b', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ab:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d760e0b-0024-47a3-abfb-03eaa3faaeba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:48Z', 'updated_at': '2021-07-13T07:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '888a64e0-459e-4ce3-9094-7830d9552ea8', 'name': '', 'network_id': '675a4bd8-c216-4ff7-85f6-a501734f8413', 'tenant_id': '8f095698c72c459eb677dcbc568ab1ae', 'mac_address': 'fa:16:3e:a5:68:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d760e0b-0024-47a3-abfb-03eaa3faaeba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '82005969-545f-4e2a-bfa2-f70bad7873ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:51Z', 'updated_at': '2021-07-13T07:32:00Z', 'revision_number': 5, 'project_id': '8f095698c72c459eb677dcbc568ab1ae', 'subnets': [{'id': '82005969-545f-4e2a-bfa2-f70bad7873ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:06.114311 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d128522-ad30-4662-9570-122010ceaa7c req-dfa578ce-7c6b-4736-898b-eea800fa6e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:06.119615 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7d128522-ad30-4662-9570-122010ceaa7c req-dfa578ce-7c6b-4736-898b-eea800fa6e20 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=82005969-545f-4e2a-bfa2-f70bad7873ae HTTP/1.1" status: 200 len: 860 time: 0.3418107 Jul 13 07:33:06.205817 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:06.242921 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7d128522-ad30-4662-9570-122010ceaa7c req-f42e7476-c5ff-4142-a23d-5303a4d2dd38 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=675a4bd8-c216-4ff7-85f6-a501734f8413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013532 Jul 13 07:33:06.292658 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6810ccee-a88a-420d-8b50-954493c15823 None None] The sync data for ids ['4d760e0b-0024-47a3-abfb-03eaa3faaeba'] in n-d-771363-34 is: [{'id': '4d760e0b-0024-47a3-abfb-03eaa3faaeba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1562705467-router', 'tenant_id': '8f095698c72c459eb677dcbc568ab1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '61883458-893e-4ec5-b66b-0d6f79ea449b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:47Z', 'updated_at': '2021-07-13T07:31:55Z', 'revision_number': 4, 'project_id': '8f095698c72c459eb677dcbc568ab1ae', 'gw_port': {'id': '61883458-893e-4ec5-b66b-0d6f79ea449b', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ab:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d760e0b-0024-47a3-abfb-03eaa3faaeba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:48Z', 'updated_at': '2021-07-13T07:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '888a64e0-459e-4ce3-9094-7830d9552ea8', 'name': '', 'network_id': '675a4bd8-c216-4ff7-85f6-a501734f8413', 'tenant_id': '8f095698c72c459eb677dcbc568ab1ae', 'mac_address': 'fa:16:3e:a5:68:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d760e0b-0024-47a3-abfb-03eaa3faaeba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '82005969-545f-4e2a-bfa2-f70bad7873ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:51Z', 'updated_at': '2021-07-13T07:32:00Z', 'revision_number': 5, 'project_id': '8f095698c72c459eb677dcbc568ab1ae', 'subnets': [{'id': '82005969-545f-4e2a-bfa2-f70bad7873ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:33:06.332689 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a592fed-6d0a-467c-b1df-8745a247915e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-506976c8-c5ee-45bc-890b-1717174e2274', 'network_id': '506976c8-c5ee-45bc-890b-1717174e2274', 'tenant_id': 'bb744c810394431eb57d6d613a4cd843', 'fixed_ips': [{'subnet_id': '158e8803-0b0e-4dda-81c3-8a3ef9728c84'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:33:06.333561 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1a592fed-6d0a-467c-b1df-8745a247915e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:06.340893 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94522902-b2c1-4619-924e-b043ea60f1df req-5bd94c8d-e73f-4009-a471-8989cd65727d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:06.342435 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-94522902-b2c1-4619-924e-b043ea60f1df req-5bd94c8d-e73f-4009-a471-8989cd65727d service neutron] 10.222.0.25 "GET /v2.0/networks?id=675a4bd8-c216-4ff7-85f6-a501734f8413 HTTP/1.1" status: 200 len: 921 time: 0.8302193 Jul 13 07:33:06.495971 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-94522902-b2c1-4619-924e-b043ea60f1df req-912ac9f6-e70c-44d3-bd28-2db30578ff68 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63 HTTP/1.1" status: 200 len: 217 time: 0.1406207 Jul 13 07:33:06.693995 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94522902-b2c1-4619-924e-b043ea60f1df req-8012ebae-b80e-4523-92c6-614c298d0176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:06.696163 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-94522902-b2c1-4619-924e-b043ea60f1df req-8012ebae-b80e-4523-92c6-614c298d0176 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=82005969-545f-4e2a-bfa2-f70bad7873ae HTTP/1.1" status: 200 len: 860 time: 0.1840148 Jul 13 07:33:06.824069 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-1a592fed-6d0a-467c-b1df-8745a247915e None None] Allocated IP 2001:db8::f816:3eff:fe0c:bfed (506976c8-c5ee-45bc-890b-1717174e2274/158e8803-0b0e-4dda-81c3-8a3ef9728c84/fd5d064b-19a1-497e-8d7f-070d883f6591) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:06.869462 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-94522902-b2c1-4619-924e-b043ea60f1df req-40a83916-f841-4465-a266-40c386d319a0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=675a4bd8-c216-4ff7-85f6-a501734f8413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705254 Jul 13 07:33:06.958180 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7d128522-ad30-4662-9570-122010ceaa7c req-cac530c8-b209-4377-aff6-9c7a8acf51a7 service neutron] 10.222.0.23 "GET /v2.0/networks/675a4bd8-c216-4ff7-85f6-a501734f8413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6782174 Jul 13 07:33:07.057200 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1bc30c-8b10-444e-b3fc-8ed89c31bb53 None None] New status for floating IP f017222e-67bb-4f94-a993-76bd4728387a: DOWN {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:33:07.166446 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573b9c2-0ddc-4a24-a7e3-425f362ef408 req-1b458827-a332-446e-9691-64cfd8b0e58d tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:07.168069 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1573b9c2-0ddc-4a24-a7e3-425f362ef408 req-1b458827-a332-446e-9691-64cfd8b0e58d tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 946 time: 1.2237568 Jul 13 07:33:07.262238 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-083de5f2-04b9-4fef-b4bf-12b431b8b9cb tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:07.326144 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-94522902-b2c1-4619-924e-b043ea60f1df req-eda91474-54fe-4356-a814-281e46051fb5 service neutron] 10.222.0.25 "GET /v2.0/networks/675a4bd8-c216-4ff7-85f6-a501734f8413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352205 Jul 13 07:33:07.333096 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-6199442f-66b6-448a-a811-b2a5a0e95385 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:07.468143 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7d128522-ad30-4662-9570-122010ceaa7c req-c336aab7-7372-461c-bf31-ec5e8ad07294 service neutron] 10.222.0.23 "GET /v2.0/networks/675a4bd8-c216-4ff7-85f6-a501734f8413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4981642 Jul 13 07:33:07.629122 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1573b9c2-0ddc-4a24-a7e3-425f362ef408 req-7fe36b81-8693-48e4-b177-31d620fbc5f8 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4380727 Jul 13 07:33:07.699974 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1a592fed-6d0a-467c-b1df-8745a247915e None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:07.720986 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1a592fed-6d0a-467c-b1df-8745a247915e None None] Transition to ACTIVE for port object fd5d064b-19a1-497e-8d7f-070d883f6591 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:07.740649 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-6199442f-66b6-448a-a811-b2a5a0e95385 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:07.772193 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1a592fed-6d0a-467c-b1df-8745a247915e None None] Transition to ACTIVE for port object fd5d064b-19a1-497e-8d7f-070d883f6591 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:07.799101 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1a592fed-6d0a-467c-b1df-8745a247915e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:07.876351 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-083de5f2-04b9-4fef-b4bf-12b431b8b9cb tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:07.912734 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a592fed-6d0a-467c-b1df-8745a247915e None None] Pushing event updated for resources: {'Port': ['ID=fd5d064b-19a1-497e-8d7f-070d883f6591,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:07.927437 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a592fed-6d0a-467c-b1df-8745a247915e None None] Network 506976c8-c5ee-45bc-890b-1717174e2274 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:07.931019 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-1a592fed-6d0a-467c-b1df-8745a247915e None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:07.934133 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a592fed-6d0a-467c-b1df-8745a247915e None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:07.981200 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-083de5f2-04b9-4fef-b4bf-12b431b8b9cb tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:07.997487 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-d7026649-6237-404a-bee0-2138a3a90a01 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Allocated IP 172.20.0.9 (40335d95-674b-4394-9d11-8928a89693ae/5c2ca9e6-4627-4a12-8c41-4726f4cfef50/9152eb6f-bde3-440c-9c34-594a9f2eec7f) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:08.037527 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-1a592fed-6d0a-467c-b1df-8745a247915e None None] Attempting to bind port fd5d064b-19a1-497e-8d7f-070d883f6591 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:08.037907 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-1a592fed-6d0a-467c-b1df-8745a247915e None None] Attempting to bind port fd5d064b-19a1-497e-8d7f-070d883f6591 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '4214a4af-0701-46cd-b704-9c68b577438d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '506976c8-c5ee-45bc-890b-1717174e2274'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:08.039293 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a592fed-6d0a-467c-b1df-8745a247915e None None] Attempting to bind port fd5d064b-19a1-497e-8d7f-070d883f6591 on network 506976c8-c5ee-45bc-890b-1717174e2274 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:08.053749 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a592fed-6d0a-467c-b1df-8745a247915e None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:08.054125 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a592fed-6d0a-467c-b1df-8745a247915e None None] Checking segment: {'id': '4214a4af-0701-46cd-b704-9c68b577438d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '506976c8-c5ee-45bc-890b-1717174e2274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:08.054525 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1a592fed-6d0a-467c-b1df-8745a247915e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:08.054919 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a592fed-6d0a-467c-b1df-8745a247915e None None] Bound using segment: {'id': '4214a4af-0701-46cd-b704-9c68b577438d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '506976c8-c5ee-45bc-890b-1717174e2274'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:08.055420 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-1a592fed-6d0a-467c-b1df-8745a247915e None None] Bound port: fd5d064b-19a1-497e-8d7f-070d883f6591, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4214a4af-0701-46cd-b704-9c68b577438d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '506976c8-c5ee-45bc-890b-1717174e2274'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:08.060039 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1a592fed-6d0a-467c-b1df-8745a247915e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:08.066586 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-94522902-b2c1-4619-924e-b043ea60f1df req-bcb99d1a-ea20-46a6-99be-3627e92fd77b service neutron] 10.222.0.25 "GET /v2.0/networks/675a4bd8-c216-4ff7-85f6-a501734f8413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7110193 Jul 13 07:33:08.116133 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-6199442f-66b6-448a-a811-b2a5a0e95385 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Network 40335d95-674b-4394-9d11-8928a89693ae is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:08.190912 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083de5f2-04b9-4fef-b4bf-12b431b8b9cb tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Pushing event deleted for resources: {'Subnet': ['ID=158e8803-0b0e-4dda-81c3-8a3ef9728c84,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:08.207298 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-6199442f-66b6-448a-a811-b2a5a0e95385 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:08.217368 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-72a5b087-b76f-4b89-81ed-03ef5f4c396e req-62119882-c6ca-4e22-920b-4ba7031d2628 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/floatingips/f017222e-67bb-4f94-a993-76bd4728387a HTTP/1.1" status: 200 len: 692 time: 0.3967884 Jul 13 07:33:08.245218 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5353b4c9-9b8a-4c50-b0c0-ef914340706a req-92592d8e-ce17-40d8-817a-adce1693e586 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53b9561-ecfc-47cb-869e-b6f3f7192d8e HTTP/1.1" status: 200 len: 210 time: 0.3714614 Jul 13 07:33:08.275573 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-6199442f-66b6-448a-a811-b2a5a0e95385 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:08.417960 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-1a592fed-6d0a-467c-b1df-8745a247915e None None] For port fd5d064b-19a1-497e-8d7f-070d883f6591, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:08.422571 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-1a592fed-6d0a-467c-b1df-8745a247915e None None] For port fd5d064b-19a1-497e-8d7f-070d883f6591, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=fd5d064b-19a1-497e-8d7f-070d883f6591,segment=NetworkSegment(4214a4af-0701-46cd-b704-9c68b577438d),segment_id=4214a4af-0701-46cd-b704-9c68b577438d)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:08.429118 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1a592fed-6d0a-467c-b1df-8745a247915e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:08.464037 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199442f-66b6-448a-a811-b2a5a0e95385 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Pushing event updated for resources: {'Port': ['ID=900c4d86-aff0-4f9c-bfb4-64f62b87a9a0,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:08.514255 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a592fed-6d0a-467c-b1df-8745a247915e None None] Pushing event updated for resources: {'Port': ['ID=fd5d064b-19a1-497e-8d7f-070d883f6591,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:08.533085 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-083de5f2-04b9-4fef-b4bf-12b431b8b9cb tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:08.533607 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a592fed-6d0a-467c-b1df-8745a247915e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:08.534322 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a592fed-6d0a-467c-b1df-8745a247915e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:08.534883 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a592fed-6d0a-467c-b1df-8745a247915e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:08.535563 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a592fed-6d0a-467c-b1df-8745a247915e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:08.537191 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a592fed-6d0a-467c-b1df-8745a247915e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:08.538002 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a592fed-6d0a-467c-b1df-8745a247915e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:08.538691 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a592fed-6d0a-467c-b1df-8745a247915e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:08.540999 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a592fed-6d0a-467c-b1df-8745a247915e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:08.541621 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a592fed-6d0a-467c-b1df-8745a247915e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:08.542238 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a592fed-6d0a-467c-b1df-8745a247915e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:08.542821 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a592fed-6d0a-467c-b1df-8745a247915e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:08.548352 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a592fed-6d0a-467c-b1df-8745a247915e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:08.590075 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-083de5f2-04b9-4fef-b4bf-12b431b8b9cb tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506976c8-c5ee-45bc-890b-1717174e2274']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:08.622139 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-083de5f2-04b9-4fef-b4bf-12b431b8b9cb tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4214a4af-0701-46cd-b704-9c68b577438d') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:08.622456 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-083de5f2-04b9-4fef-b4bf-12b431b8b9cb tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4214a4af-0701-46cd-b704-9c68b577438d') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:08.651292 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ca93ae-9755-4fce-988b-3e74968805fc None None] Network 506976c8-c5ee-45bc-890b-1717174e2274 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:08.656385 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-6199442f-66b6-448a-a811-b2a5a0e95385 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:08.664143 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-6199442f-66b6-448a-a811-b2a5a0e95385 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:08.664434 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-083de5f2-04b9-4fef-b4bf-12b431b8b9cb tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:08.796320 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-6199442f-66b6-448a-a811-b2a5a0e95385 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0017035 Jul 13 07:33:08.817004 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-083de5f2-04b9-4fef-b4bf-12b431b8b9cb tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:08.848135 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-a453427d-e2c6-4157-928d-7579ec05849f service neutron] Request body: {'port': {'device_id': '49628e0a-b346-4eb9-ac60-2fb2786f6d8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:08.909520 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-083de5f2-04b9-4fef-b4bf-12b431b8b9cb tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:33:08.911486 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-083de5f2-04b9-4fef-b4bf-12b431b8b9cb tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:08.923805 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:33:08.923805 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:33:08.923805 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:33:08.923805 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:33:08.923805 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:33:08.923805 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:33:08.923805 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:33:08.923805 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:33:08.923805 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:33:08.923805 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:33:08.923805 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:33:08.923805 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:33:08.923805 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:33:08.923805 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:33:08.923805 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:33:08.923805 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:33:08.923805 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:33:08.923805 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:33:08.923805 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:33:08.923805 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:33:08.923805 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:33:08.923805 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:33:08.923805 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:33:08.923805 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:33:08.923805 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:33:08.923805 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:33:08.923805 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:33:08.923805 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:33:08.923805 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:33:08.923805 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:33:08.923805 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:33:08.923805 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:33:08.965823 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-d7026649-6237-404a-bee0-2138a3a90a01 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:09.067465 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-a453427d-e2c6-4157-928d-7579ec05849f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:09.123429 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5b087-b76f-4b89-81ed-03ef5f4c396e req-34e74c6b-f4b4-442b-aafa-62f67483b4c9 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:09.130263 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-72a5b087-b76f-4b89-81ed-03ef5f4c396e req-34e74c6b-f4b4-442b-aafa-62f67483b4c9 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/networks/099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 784 time: 0.8679421 Jul 13 07:33:09.170714 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [req-72a5b087-b76f-4b89-81ed-03ef5f4c396e req-87903996-dc94-435d-84f9-59059926363e tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:33:09.172109 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-72a5b087-b76f-4b89-81ed-03ef5f4c396e req-87903996-dc94-435d-84f9-59059926363e tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0328319 Jul 13 07:33:09.174254 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.db.api [None req-083de5f2-04b9-4fef-b4bf-12b431b8b9cb tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 07:33:09.174254 n-d-771363-34 neutron-server[94018]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 07:33:09.174254 n-d-771363-34 neutron-server[94018]: [parameters: {'id': '506976c8-c5ee-45bc-890b-1717174e2274'}] Jul 13 07:33:09.174254 n-d-771363-34 neutron-server[94018]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:33:09.180842 n-d-771363-34 neutron-server[94018]: DEBUG oslo_db.api [None req-083de5f2-04b9-4fef-b4bf-12b431b8b9cb tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:33:09.253334 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-d7026649-6237-404a-bee0-2138a3a90a01 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:09.289156 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653c5c2a-7f67-48be-b4d0-f304f3a92d58 None None] get_active_networks_info from n-d-771363-34 {{(pid=94019) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:33:09.339556 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-72a5b087-b76f-4b89-81ed-03ef5f4c396e req-ecde1a0b-0bc6-433d-a21c-de989688c96c tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.67 HTTP/1.1" status: 200 len: 695 time: 0.1575975 Jul 13 07:33:09.448101 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-72a5b087-b76f-4b89-81ed-03ef5f4c396e req-e3476ff6-706f-4db8-8f92-a3abbbb3f634 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.67 HTTP/1.1" status: 200 len: 695 time: 0.0978889 Jul 13 07:33:09.496526 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653c5c2a-7f67-48be-b4d0-f304f3a92d58 None None] Resources bound (agent type, host, resource id): {{(pid=94019) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:33:10.405943 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-ff57ed5e-47d1-404d-a0a2-f068ac7b5476 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Allocated IP 172.20.0.11 (40335d95-674b-4394-9d11-8928a89693ae/5c2ca9e6-4627-4a12-8c41-4726f4cfef50/7949b68e-c57c-4501-b306-b467dd31dcd6) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:10.556063 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b8302-61f0-4d9e-881b-b8ec99751074 req-919e0454-f6f5-4ae4-adb6-5276a6e6fa79 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:10.563721 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-028b8302-61f0-4d9e-881b-b8ec99751074 req-919e0454-f6f5-4ae4-adb6-5276a6e6fa79 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 946 time: 1.4331155 Jul 13 07:33:10.604581 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-d7026649-6237-404a-bee0-2138a3a90a01 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Network 40335d95-674b-4394-9d11-8928a89693ae is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:10.619776 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-d7026649-6237-404a-bee0-2138a3a90a01 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:10.631910 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-d7026649-6237-404a-bee0-2138a3a90a01 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:10.645671 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-083de5f2-04b9-4fef-b4bf-12b431b8b9cb tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:10.706271 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7026649-6237-404a-bee0-2138a3a90a01 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Pushing event updated for resources: {'Port': ['ID=9152eb6f-bde3-440c-9c34-594a9f2eec7f,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:10.714478 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-d7026649-6237-404a-bee0-2138a3a90a01 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:10.726433 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-d7026649-6237-404a-bee0-2138a3a90a01 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:10.831336 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-028b8302-61f0-4d9e-881b-b8ec99751074 req-697590d3-e50f-44dc-89c9-ead5cd6f3963 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628849 Jul 13 07:33:10.834630 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-d7026649-6237-404a-bee0-2138a3a90a01 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3533170 Jul 13 07:33:10.903454 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-5a645b3a-a92d-42e9-8964-0ef85906846e service neutron] Request body: {'port': {'device_id': 'cb5f6e0b-4f6c-4187-b8df-74a7b8925783', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:10.909354 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-083de5f2-04b9-4fef-b4bf-12b431b8b9cb tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Deleting port fd5d064b-19a1-497e-8d7f-070d883f6591 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:10.910505 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-083de5f2-04b9-4fef-b4bf-12b431b8b9cb tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:10.931351 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-72a5b087-b76f-4b89-81ed-03ef5f4c396e req-4b1f747c-42fc-4002-a39a-0133b0abc380 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Deleting port 3c85e82c-0e7f-480a-9200-6c0d13c0c281 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:10.932178 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-72a5b087-b76f-4b89-81ed-03ef5f4c396e req-4b1f747c-42fc-4002-a39a-0133b0abc380 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.088079 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-083de5f2-04b9-4fef-b4bf-12b431b8b9cb tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] For port fd5d064b-19a1-497e-8d7f-070d883f6591, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=fd5d064b-19a1-497e-8d7f-070d883f6591,segment=NetworkSegment(4214a4af-0701-46cd-b704-9c68b577438d),segment_id=4214a4af-0701-46cd-b704-9c68b577438d)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:11.088881 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-083de5f2-04b9-4fef-b4bf-12b431b8b9cb tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.117265 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-083de5f2-04b9-4fef-b4bf-12b431b8b9cb tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Calling delete_port for fd5d064b-19a1-497e-8d7f-070d883f6591 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:11.148214 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-72a5b087-b76f-4b89-81ed-03ef5f4c396e req-4b1f747c-42fc-4002-a39a-0133b0abc380 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.148734 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-72a5b087-b76f-4b89-81ed-03ef5f4c396e req-4b1f747c-42fc-4002-a39a-0133b0abc380 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.205287 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-72a5b087-b76f-4b89-81ed-03ef5f4c396e req-4b1f747c-42fc-4002-a39a-0133b0abc380 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Calling delete_port for 3c85e82c-0e7f-480a-9200-6c0d13c0c281 owned by network:floatingip {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:11.238563 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-ff57ed5e-47d1-404d-a0a2-f068ac7b5476 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.298823 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cf65d1ea-dc9f-4b17-afcf-4d35dceb85b4 req-ede39754-79d4-443b-9c95-0f5efa7674cc tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53b9561-ecfc-47cb-869e-b6f3f7192d8e HTTP/1.1" status: 200 len: 210 time: 0.2056789 Jul 13 07:33:11.305013 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-ff57ed5e-47d1-404d-a0a2-f068ac7b5476 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.495938 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff57ed5e-47d1-404d-a0a2-f068ac7b5476 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Pushing event updated for resources: {'Port': ['ID=7949b68e-c57c-4501-b306-b467dd31dcd6,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:11.551715 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-ff57ed5e-47d1-404d-a0a2-f068ac7b5476 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Network 40335d95-674b-4394-9d11-8928a89693ae is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:11.636277 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-72a5b087-b76f-4b89-81ed-03ef5f4c396e req-4b1f747c-42fc-4002-a39a-0133b0abc380 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.677568 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f747c-42fc-4002-a39a-0133b0abc380 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Pushing event deleted for resources: {'Port': ['ID=3c85e82c-0e7f-480a-9200-6c0d13c0c281,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:11.712719 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-083de5f2-04b9-4fef-b4bf-12b431b8b9cb tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.724962 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-ff57ed5e-47d1-404d-a0a2-f068ac7b5476 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:11.752129 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-5a645b3a-a92d-42e9-8964-0ef85906846e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.825236 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083de5f2-04b9-4fef-b4bf-12b431b8b9cb tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Pushing event deleted for resources: {'Port': ['ID=fd5d064b-19a1-497e-8d7f-070d883f6591,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:11.850495 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083de5f2-04b9-4fef-b4bf-12b431b8b9cb tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] No DVR routers for this DVR port fd5d064b-19a1-497e-8d7f-070d883f6591 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:11.890688 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-72a5b087-b76f-4b89-81ed-03ef5f4c396e req-4b1f747c-42fc-4002-a39a-0133b0abc380 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks [] for floatingip, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.893430 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-72a5b087-b76f-4b89-81ed-03ef5f4c396e req-4b1f747c-42fc-4002-a39a-0133b0abc380 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:11.894457 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-72a5b087-b76f-4b89-81ed-03ef5f4c396e req-4b1f747c-42fc-4002-a39a-0133b0abc380 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "DELETE /v2.0/floatingips/f017222e-67bb-4f94-a993-76bd4728387a HTTP/1.1" status: 204 len: 173 time: 2.4374914 Jul 13 07:33:12.012074 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-ff57ed5e-47d1-404d-a0a2-f068ac7b5476 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:12.024983 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 35658) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:12.112749 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-ff57ed5e-47d1-404d-a0a2-f068ac7b5476 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:12.114153 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-ff57ed5e-47d1-404d-a0a2-f068ac7b5476 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.140420 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-ff57ed5e-47d1-404d-a0a2-f068ac7b5476 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.0515449 Jul 13 07:33:12.168073 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-96e882ce-b3df-46c6-8148-32b99e8c7c9b service neutron] Request body: {'port': {'device_id': 'e53b9561-ecfc-47cb-869e-b6f3f7192d8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:12.225685 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-083de5f2-04b9-4fef-b4bf-12b431b8b9cb tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.242123 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16416d0a-516d-421e-9865-e3968852f382 req-9a73e7f0-48b7-4e5b-87ed-eac12c85961b tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/security-groups/be2a184a-3b2a-412c-825c-63c7b1613941 HTTP/1.1" status: 200 len: 1809 time: 0.2948856 Jul 13 07:33:12.244253 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-083de5f2-04b9-4fef-b4bf-12b431b8b9cb tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506976c8-c5ee-45bc-890b-1717174e2274']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:12.288413 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-083de5f2-04b9-4fef-b4bf-12b431b8b9cb tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4214a4af-0701-46cd-b704-9c68b577438d') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:12.289084 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-083de5f2-04b9-4fef-b4bf-12b431b8b9cb tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4214a4af-0701-46cd-b704-9c68b577438d') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:12.325310 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-083de5f2-04b9-4fef-b4bf-12b431b8b9cb tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.357255 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-083de5f2-04b9-4fef-b4bf-12b431b8b9cb tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.378823 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-083de5f2-04b9-4fef-b4bf-12b431b8b9cb tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:33:12.380882 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-083de5f2-04b9-4fef-b4bf-12b431b8b9cb tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.467425 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:33:12.467425 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:33:12.467425 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:33:12.467425 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:33:12.467425 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:33:12.467425 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:33:12.467425 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:33:12.467425 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:33:12.467425 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:33:12.467425 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:33:12.467425 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:33:12.467425 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:33:12.467425 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:33:12.467425 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:33:12.467425 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:33:12.467425 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:33:12.467425 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:33:12.467425 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:33:12.467425 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:33:12.467425 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:33:12.467425 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:33:12.467425 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:33:12.467425 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:33:12.467425 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:33:12.467425 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:33:12.467425 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:33:12.467425 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:33:12.467425 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:33:12.467425 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:33:12.467425 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:33:12.467425 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:33:12.467425 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:33:12.484844 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-083de5f2-04b9-4fef-b4bf-12b431b8b9cb tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.509209 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b130ab07-0820-4457-bbe4-340e42cfe003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.543083 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-083de5f2-04b9-4fef-b4bf-12b431b8b9cb tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.546245 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-083de5f2-04b9-4fef-b4bf-12b431b8b9cb tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] 10.222.0.23 "DELETE /v2.0/networks/506976c8-c5ee-45bc-890b-1717174e2274 HTTP/1.1" status: 204 len: 168 time: 6.7641885 Jul 13 07:33:12.597933 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 35704) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:12.622957 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083de5f2-04b9-4fef-b4bf-12b431b8b9cb tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Pushing event deleted for resources: {'Network': ['ID=506976c8-c5ee-45bc-890b-1717174e2274,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:12.658750 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-97c5776f-c1cb-458d-99ba-c4d3077119e6 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] DELETE failed (client error): The resource could not be found. Jul 13 07:33:12.659534 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97c5776f-c1cb-458d-99ba-c4d3077119e6 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:33:12.665701 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-97c5776f-c1cb-458d-99ba-c4d3077119e6 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] 10.222.0.23 "DELETE /v2.0/subnets/158e8803-0b0e-4dda-81c3-8a3ef9728c84 HTTP/1.1" status: 404 len: 337 time: 0.0663910 Jul 13 07:33:12.670315 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 35714) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:12.689453 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-a453427d-e2c6-4157-928d-7579ec05849f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 900c4d86-aff0-4f9c-bfb4-64f62b87a9a0 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:12.709470 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-a453427d-e2c6-4157-928d-7579ec05849f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.759887 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-988add71-51e0-4da0-ac11-c119f2a1e242 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] DELETE failed (client error): The resource could not be found. Jul 13 07:33:12.760692 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-988add71-51e0-4da0-ac11-c119f2a1e242 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:33:12.767533 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-988add71-51e0-4da0-ac11-c119f2a1e242 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] 10.222.0.23 "DELETE /v2.0/networks/506976c8-c5ee-45bc-890b-1717174e2274 HTTP/1.1" status: 404 len: 339 time: 0.0935147 Jul 13 07:33:12.774206 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 35724) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:12.799549 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-16416d0a-516d-421e-9865-e3968852f382 req-bd6a1582-3080-4e29-a6b8-61ee2d4cd028 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.836198 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-a453427d-e2c6-4157-928d-7579ec05849f service neutron] Transition to ACTIVE for port object 900c4d86-aff0-4f9c-bfb4-64f62b87a9a0 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:12.871171 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f224d00-ea97-4a1a-9079-ed2516dd8919 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] DELETE failed (client error): The resource could not be found. Jul 13 07:33:12.876447 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f224d00-ea97-4a1a-9079-ed2516dd8919 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:33:12.882291 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2f224d00-ea97-4a1a-9079-ed2516dd8919 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] 10.222.0.23 "DELETE /v2.0/subnets/4c66ffc6-a7cf-474d-989d-df0bb039c900 HTTP/1.1" status: 404 len: 337 time: 0.1056006 Jul 13 07:33:12.882994 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 35732) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:12.903915 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-a453427d-e2c6-4157-928d-7579ec05849f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.941891 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-96e882ce-b3df-46c6-8148-32b99e8c7c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:12.958688 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-16416d0a-516d-421e-9865-e3968852f382 req-bd6a1582-3080-4e29-a6b8-61ee2d4cd028 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:13.003619 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-23ce7e71-edb3-4d34-8cc4-78944796727c tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] DELETE failed (client error): The resource could not be found. Jul 13 07:33:13.011937 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23ce7e71-edb3-4d34-8cc4-78944796727c tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:33:13.017540 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-23ce7e71-edb3-4d34-8cc4-78944796727c tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] 10.222.0.23 "DELETE /v2.0/networks/21ccb7ca-47a0-4a42-adce-35c96216df73 HTTP/1.1" status: 404 len: 339 time: 0.1288643 Jul 13 07:33:13.020627 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 35736) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:13.237779 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-5a645b3a-a92d-42e9-8964-0ef85906846e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9152eb6f-bde3-440c-9c34-594a9f2eec7f {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:13.255115 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b8767d-f8bc-4b8d-9b45-94394597a3c7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] DELETE failed (client error): The resource could not be found. Jul 13 07:33:13.256042 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16b8767d-f8bc-4b8d-9b45-94394597a3c7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:33:13.258753 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-16b8767d-f8bc-4b8d-9b45-94394597a3c7 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] 10.222.0.23 "DELETE /v2.0/subnets/548ca5f2-460f-42bd-a647-1ae57ec17891 HTTP/1.1" status: 404 len: 337 time: 0.2248774 Jul 13 07:33:13.262561 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-16416d0a-516d-421e-9865-e3968852f382 req-bd6a1582-3080-4e29-a6b8-61ee2d4cd028 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:13.267864 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-16416d0a-516d-421e-9865-e3968852f382 req-bd6a1582-3080-4e29-a6b8-61ee2d4cd028 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:13.273205 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-5a645b3a-a92d-42e9-8964-0ef85906846e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:13.283548 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16416d0a-516d-421e-9865-e3968852f382 req-bd6a1582-3080-4e29-a6b8-61ee2d4cd028 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "DELETE /v2.0/security-groups/be2a184a-3b2a-412c-825c-63c7b1613941 HTTP/1.1" status: 204 len: 173 time: 1.0348814 Jul 13 07:33:13.288077 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 35756) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:13.392939 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a1582-3080-4e29-a6b8-61ee2d4cd028 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2a184a-3b2a-412c-825c-63c7b1613941,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:13.400795 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd53c50c-a95b-4fa5-9e89-f379b37c0b15 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] DELETE failed (client error): The resource could not be found. Jul 13 07:33:13.403234 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd53c50c-a95b-4fa5-9e89-f379b37c0b15 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:33:13.406994 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-bd53c50c-a95b-4fa5-9e89-f379b37c0b15 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] 10.222.0.23 "DELETE /v2.0/networks/68886034-b2f3-4427-b195-ec3fff802dfa HTTP/1.1" status: 404 len: 339 time: 0.0817835 Jul 13 07:33:13.410151 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 35762) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:13.493429 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-5a645b3a-a92d-42e9-8964-0ef85906846e service neutron] Transition to ACTIVE for port object 9152eb6f-bde3-440c-9c34-594a9f2eec7f will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:13.586862 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a453427d-e2c6-4157-928d-7579ec05849f service neutron] Pushing event updated for resources: {'Port': ['ID=900c4d86-aff0-4f9c-bfb4-64f62b87a9a0,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:13.615286 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-5a645b3a-a92d-42e9-8964-0ef85906846e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:13.807437 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b130ab07-0820-4457-bbe4-340e42cfe003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:13.825477 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823d3b2-6129-4c5f-8a6f-405758b1c49b req-bd166db6-e3d1-49ec-87be-fdebbde24076 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:13.827787 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d823d3b2-6129-4c5f-8a6f-405758b1c49b req-bd166db6-e3d1-49ec-87be-fdebbde24076 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 946 time: 1.5513492 Jul 13 07:33:13.878601 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b130ab07-0820-4457-bbe4-340e42cfe003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:13.992940 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b130ab07-0820-4457-bbe4-340e42cfe003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce75165-6b0f-4445-9dda-c4e1bd6634fa,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:14.043544 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b130ab07-0820-4457-bbe4-340e42cfe003 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2cc4c365a6634553833cb2a2a3494525&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0140326 Jul 13 07:33:14.045033 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 35794) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:14.089323 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256b44f-eea1-4117-b63a-e04cb415d17c req-2ab92601-3290-46a6-8756-f82ac7c7140b tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:14.097292 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d256b44f-eea1-4117-b63a-e04cb415d17c req-2ab92601-3290-46a6-8756-f82ac7c7140b tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53b9561-ecfc-47cb-869e-b6f3f7192d8e HTTP/1.1" status: 200 len: 932 time: 0.4482019 Jul 13 07:33:14.232725 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-59465540-590a-4db9-99cb-b733379813f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:14.254270 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d256b44f-eea1-4117-b63a-e04cb415d17c req-24fe6f86-5b18-400b-91d0-b40b9cc9f12a tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.23 "GET /v2.0/security-groups?id=df0ef5d6-4ab6-4737-b9f1-28bbdd266fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557534 Jul 13 07:33:14.284763 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a645b3a-a92d-42e9-8964-0ef85906846e service neutron] Pushing event updated for resources: {'Port': ['ID=9152eb6f-bde3-440c-9c34-594a9f2eec7f,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:14.310437 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-f34fd786-595f-481a-a298-d8824d7e344e tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Deleting port 3fa5998b-a947-455c-8301-87963ddfce3d {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:14.311253 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f34fd786-595f-481a-a298-d8824d7e344e tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:14.410626 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-a453427d-e2c6-4157-928d-7579ec05849f service neutron] Attempting to bind port 900c4d86-aff0-4f9c-bfb4-64f62b87a9a0 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:14.411115 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-a453427d-e2c6-4157-928d-7579ec05849f service neutron] Attempting to bind port 900c4d86-aff0-4f9c-bfb4-64f62b87a9a0 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'ef4c796e-f678-401c-adf0-31ca33595ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '40335d95-674b-4394-9d11-8928a89693ae'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:14.411635 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-a453427d-e2c6-4157-928d-7579ec05849f service neutron] Attempting to bind port 900c4d86-aff0-4f9c-bfb4-64f62b87a9a0 on network 40335d95-674b-4394-9d11-8928a89693ae {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:14.419698 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d823d3b2-6129-4c5f-8a6f-405758b1c49b req-fcf526a3-8b5b-45bc-beba-a7a2165e88a4 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5754550 Jul 13 07:33:14.439601 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-59465540-590a-4db9-99cb-b733379813f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:14.477603 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-a453427d-e2c6-4157-928d-7579ec05849f service neutron] Port 900c4d86-aff0-4f9c-bfb4-64f62b87a9a0 on network 40335d95-674b-4394-9d11-8928a89693ae not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:33:14.478071 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-a453427d-e2c6-4157-928d-7579ec05849f service neutron] Attempting to bind port 900c4d86-aff0-4f9c-bfb4-64f62b87a9a0 on network 40335d95-674b-4394-9d11-8928a89693ae {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:14.515098 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-a453427d-e2c6-4157-928d-7579ec05849f service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:14.526616 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-a453427d-e2c6-4157-928d-7579ec05849f service neutron] Checking segment: {'id': 'ef4c796e-f678-401c-adf0-31ca33595ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '40335d95-674b-4394-9d11-8928a89693ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:14.526970 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-a453427d-e2c6-4157-928d-7579ec05849f service neutron] Bound using segment: {'id': 'ef4c796e-f678-401c-adf0-31ca33595ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '40335d95-674b-4394-9d11-8928a89693ae'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:14.527520 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-a453427d-e2c6-4157-928d-7579ec05849f service neutron] Bound port: 900c4d86-aff0-4f9c-bfb4-64f62b87a9a0, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef4c796e-f678-401c-adf0-31ca33595ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '40335d95-674b-4394-9d11-8928a89693ae'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:14.527896 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-a453427d-e2c6-4157-928d-7579ec05849f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:14.532919 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-5a645b3a-a92d-42e9-8964-0ef85906846e service neutron] Attempting to bind port 9152eb6f-bde3-440c-9c34-594a9f2eec7f on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:14.533252 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-5a645b3a-a92d-42e9-8964-0ef85906846e service neutron] Attempting to bind port 9152eb6f-bde3-440c-9c34-594a9f2eec7f by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'ef4c796e-f678-401c-adf0-31ca33595ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '40335d95-674b-4394-9d11-8928a89693ae'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:14.533573 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-5a645b3a-a92d-42e9-8964-0ef85906846e service neutron] Attempting to bind port 9152eb6f-bde3-440c-9c34-594a9f2eec7f on network 40335d95-674b-4394-9d11-8928a89693ae {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:14.635982 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f34fd786-595f-481a-a298-d8824d7e344e tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:14.659257 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-5a645b3a-a92d-42e9-8964-0ef85906846e service neutron] Port 9152eb6f-bde3-440c-9c34-594a9f2eec7f on network 40335d95-674b-4394-9d11-8928a89693ae not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:33:14.659257 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-5a645b3a-a92d-42e9-8964-0ef85906846e service neutron] Attempting to bind port 9152eb6f-bde3-440c-9c34-594a9f2eec7f on network 40335d95-674b-4394-9d11-8928a89693ae {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:14.694911 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-f34fd786-595f-481a-a298-d8824d7e344e tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Calling delete_port for 3fa5998b-a947-455c-8301-87963ddfce3d owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:14.763195 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-5a645b3a-a92d-42e9-8964-0ef85906846e service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:14.765186 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-5a645b3a-a92d-42e9-8964-0ef85906846e service neutron] Checking segment: {'id': 'ef4c796e-f678-401c-adf0-31ca33595ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '40335d95-674b-4394-9d11-8928a89693ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:14.766672 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-5a645b3a-a92d-42e9-8964-0ef85906846e service neutron] Bound using segment: {'id': 'ef4c796e-f678-401c-adf0-31ca33595ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '40335d95-674b-4394-9d11-8928a89693ae'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:14.768542 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-5a645b3a-a92d-42e9-8964-0ef85906846e service neutron] Bound port: 9152eb6f-bde3-440c-9c34-594a9f2eec7f, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef4c796e-f678-401c-adf0-31ca33595ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '40335d95-674b-4394-9d11-8928a89693ae'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:14.769127 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-5a645b3a-a92d-42e9-8964-0ef85906846e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:14.910029 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-59465540-590a-4db9-99cb-b733379813f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:14.920053 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-59465540-590a-4db9-99cb-b733379813f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:14.939106 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-59465540-590a-4db9-99cb-b733379813f6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ce75165-6b0f-4445-9dda-c4e1bd6634fa HTTP/1.1" status: 204 len: 168 time: 0.8763518 Jul 13 07:33:15.028618 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-5a645b3a-a92d-42e9-8964-0ef85906846e service neutron] For port 9152eb6f-bde3-440c-9c34-594a9f2eec7f, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:15.029802 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59465540-590a-4db9-99cb-b733379813f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce75165-6b0f-4445-9dda-c4e1bd6634fa,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:15.037033 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-5a645b3a-a92d-42e9-8964-0ef85906846e service neutron] For port 9152eb6f-bde3-440c-9c34-594a9f2eec7f, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=9152eb6f-bde3-440c-9c34-594a9f2eec7f,segment=NetworkSegment(ef4c796e-f678-401c-adf0-31ca33595ec0),segment_id=ef4c796e-f678-401c-adf0-31ca33595ec0)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:15.158561 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f34fd786-595f-481a-a298-d8824d7e344e tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:15.197297 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-5a645b3a-a92d-42e9-8964-0ef85906846e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:15.227979 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34fd786-595f-481a-a298-d8824d7e344e tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Pushing event deleted for resources: {'Port': ['ID=3fa5998b-a947-455c-8301-87963ddfce3d,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:15.240418 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f34fd786-595f-481a-a298-d8824d7e344e tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:15.243020 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f34fd786-595f-481a-a298-d8824d7e344e tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] 10.222.0.23 "DELETE /v2.0/ports/3fa5998b-a947-455c-8301-87963ddfce3d HTTP/1.1" status: 204 len: 168 time: 1.8242543 Jul 13 07:33:15.246389 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 35844) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:15.304937 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aa1adf1-ae01-4c4e-9dda-3ba3d672ea70 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] DELETE failed (client error): The resource could not be found. Jul 13 07:33:15.305646 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aa1adf1-ae01-4c4e-9dda-3ba3d672ea70 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:33:15.315466 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8aa1adf1-ae01-4c4e-9dda-3ba3d672ea70 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] 10.222.0.23 "DELETE /v2.0/subnets/9ecce0af-efeb-4dc6-81cd-8b6f29e6547c HTTP/1.1" status: 404 len: 337 time: 0.0679266 Jul 13 07:33:15.316313 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 35852) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:15.334814 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-5a645b3a-a92d-42e9-8964-0ef85906846e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:15.335965 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-5a645b3a-a92d-42e9-8964-0ef85906846e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:15.338547 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-5a645b3a-a92d-42e9-8964-0ef85906846e service neutron] 10.222.0.25 "PUT /v2.0/ports/9152eb6f-bde3-440c-9c34-594a9f2eec7f HTTP/1.1" status: 200 len: 1092 time: 4.4582331 Jul 13 07:33:15.402148 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5f6e0b-4f6c-4187-b8df-74a7b8925783', 'tag': '9152eb6f-bde3-440c-9c34-594a9f2eec7f'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:15.404781 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a864f7d-9f0d-449e-a05f-59be52936669" -d '{"events": [{"name": "network-changed", "server_uuid": "cb5f6e0b-4f6c-4187-b8df-74a7b8925783", "tag": "9152eb6f-bde3-440c-9c34-594a9f2eec7f"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:15.542243 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8cb40da0-25cd-4ab2-aa0c-3afc6d1c6529 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:15.771522 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-a453427d-e2c6-4157-928d-7579ec05849f service neutron] For port 900c4d86-aff0-4f9c-bfb4-64f62b87a9a0, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:15.773836 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a645b3a-a92d-42e9-8964-0ef85906846e service neutron] Pushing event updated for resources: {'Port': ['ID=9152eb6f-bde3-440c-9c34-594a9f2eec7f,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:15.797931 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 35884) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:15.826906 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8cb40da0-25cd-4ab2-aa0c-3afc6d1c6529 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:15.838833 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0edd9ca9-445b-4d82-99c3-5d474f3e97ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:15.862878 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-8cb40da0-25cd-4ab2-aa0c-3afc6d1c6529 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c738c79-35c8-4029-b520-5768719c0183']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:15.877923 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-8cb40da0-25cd-4ab2-aa0c-3afc6d1c6529 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd96b116d-5fa7-4e4d-bad2-d9e8764e4af7') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:15.878623 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-8cb40da0-25cd-4ab2-aa0c-3afc6d1c6529 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd96b116d-5fa7-4e4d-bad2-d9e8764e4af7') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:15.879055 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-a453427d-e2c6-4157-928d-7579ec05849f service neutron] For port 900c4d86-aff0-4f9c-bfb4-64f62b87a9a0, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=900c4d86-aff0-4f9c-bfb4-64f62b87a9a0,segment=NetworkSegment(ef4c796e-f678-401c-adf0-31ca33595ec0),segment_id=ef4c796e-f678-401c-adf0-31ca33595ec0)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:15.918455 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8cb40da0-25cd-4ab2-aa0c-3afc6d1c6529 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:15.929627 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-a453427d-e2c6-4157-928d-7579ec05849f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:15.978750 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163253e-1fb1-46ef-8844-79423ea5f50c req-9bbf3a93-023a-455a-8aa2-36be24d217fd tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:16.002107 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8163253e-1fb1-46ef-8844-79423ea5f50c req-9bbf3a93-023a-455a-8aa2-36be24d217fd tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53b9561-ecfc-47cb-869e-b6f3f7192d8e HTTP/1.1" status: 200 len: 932 time: 0.3469388 Jul 13 07:33:16.017330 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d53692-f61c-423b-9bfe-fda66b6c6a72 req-0ecc264c-a832-4f52-8cae-603d104876d1 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:16.024761 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-67d53692-f61c-423b-9bfe-fda66b6c6a72 req-0ecc264c-a832-4f52-8cae-603d104876d1 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1310c9b-82a5-4272-a5c1-0837e3741142 HTTP/1.1" status: 200 len: 945 time: 0.8756115 Jul 13 07:33:16.029315 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8cb40da0-25cd-4ab2-aa0c-3afc6d1c6529 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:16.088414 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb40da0-25cd-4ab2-aa0c-3afc6d1c6529 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:33:16.089183 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8cb40da0-25cd-4ab2-aa0c-3afc6d1c6529 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:16.106637 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-a453427d-e2c6-4157-928d-7579ec05849f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:16.107574 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-a453427d-e2c6-4157-928d-7579ec05849f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:16.109347 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-a453427d-e2c6-4157-928d-7579ec05849f service neutron] 10.222.0.42 "PUT /v2.0/ports/900c4d86-aff0-4f9c-bfb4-64f62b87a9a0 HTTP/1.1" status: 200 len: 1092 time: 7.2972836 Jul 13 07:33:16.122794 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-3f9bc79a-a76e-427e-a746-2d1be37fb7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:16.138914 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-3f9bc79a-a76e-427e-a746-2d1be37fb7e4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e84cc501e1a24f32bde9f93f221a4148&device_id=cb5f6e0b-4f6c-4187-b8df-74a7b8925783 HTTP/1.1" status: 200 len: 1095 time: 0.7200468 Jul 13 07:33:16.175661 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:33:16.175661 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:33:16.175661 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:33:16.175661 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:33:16.175661 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:33:16.175661 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:33:16.175661 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:33:16.175661 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:33:16.175661 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:33:16.175661 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:33:16.175661 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:33:16.175661 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:33:16.175661 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:33:16.175661 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:33:16.175661 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:33:16.175661 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:33:16.175661 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:33:16.175661 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:33:16.175661 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:33:16.175661 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:33:16.175661 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:33:16.175661 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:33:16.175661 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:33:16.175661 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:33:16.175661 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:33:16.175661 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:33:16.175661 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:33:16.175661 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:33:16.175661 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:33:16.175661 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:33:16.175661 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:33:16.175661 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:33:16.215599 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8163253e-1fb1-46ef-8844-79423ea5f50c req-b8181e0c-d53b-4b25-81ed-6482833ddc00 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.23 "GET /v2.0/security-groups?id=df0ef5d6-4ab6-4737-b9f1-28bbdd266fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117689 Jul 13 07:33:16.216407 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8cb40da0-25cd-4ab2-aa0c-3afc6d1c6529 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:16.226708 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8cb40da0-25cd-4ab2-aa0c-3afc6d1c6529 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:16.232330 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8cb40da0-25cd-4ab2-aa0c-3afc6d1c6529 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] 10.222.0.23 "DELETE /v2.0/networks/3c738c79-35c8-4029-b520-5768719c0183 HTTP/1.1" status: 204 len: 168 time: 0.9114313 Jul 13 07:33:16.259168 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 35904) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:16.267244 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb40da0-25cd-4ab2-aa0c-3afc6d1c6529 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Pushing event deleted for resources: {'Network': ['ID=3c738c79-35c8-4029-b520-5768719c0183,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:16.344749 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-96e882ce-b3df-46c6-8148-32b99e8c7c9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7949b68e-c57c-4501-b306-b467dd31dcd6 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:16.350405 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d1b1a4-5171-42c2-ae73-edc79cfd4c08 x-openstack-request-id: req-c2d1b1a4-5171-42c2-ae73-edc79cfd4c08 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:16.350694 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb5f6e0b-4f6c-4187-b8df-74a7b8925783", "tag": "9152eb6f-bde3-440c-9c34-594a9f2eec7f", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:16.350942 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c2d1b1a4-5171-42c2-ae73-edc79cfd4c08 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:16.351369 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5f6e0b-4f6c-4187-b8df-74a7b8925783', 'tag': '9152eb6f-bde3-440c-9c34-594a9f2eec7f', 'status': 'completed', 'code': 200} Jul 13 07:33:16.428495 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-96e882ce-b3df-46c6-8148-32b99e8c7c9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:16.460155 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-f73e87c1-581f-4a71-affd-26e8f8040de8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9152eb6f-bde3-440c-9c34-594a9f2eec7f HTTP/1.1" status: 200 len: 217 time: 0.2239714 Jul 13 07:33:16.525338 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-67d53692-f61c-423b-9bfe-fda66b6c6a72 req-b7703c3e-079f-4c92-baba-15bddd4b883f tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/security-groups?id=e00d98ca-3e1f-4912-8214-2f6d520c8e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4994450 Jul 13 07:33:16.526167 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a453427d-e2c6-4157-928d-7579ec05849f service neutron] Pushing event updated for resources: {'Port': ['ID=900c4d86-aff0-4f9c-bfb4-64f62b87a9a0,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:16.614107 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4fc59c-320f-418b-a314-640deb25f499 req-a98db13e-5b2b-4bb1-8893-fce713e264d4 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:16.622059 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ef4fc59c-320f-418b-a314-640deb25f499 req-a98db13e-5b2b-4bb1-8893-fce713e264d4 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 946 time: 0.1496367 Jul 13 07:33:16.673265 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-96e882ce-b3df-46c6-8148-32b99e8c7c9b service neutron] Transition to ACTIVE for port object 7949b68e-c57c-4501-b306-b467dd31dcd6 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:16.700332 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ef4fc59c-320f-418b-a314-640deb25f499 req-fa434ea4-0a9e-4dea-8abb-3f433aaef22a tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766411 Jul 13 07:33:16.713707 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-96e882ce-b3df-46c6-8148-32b99e8c7c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:16.790169 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-aa1135ae-b8f0-4af2-9b57-1fab9237032e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:16.791731 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-aa1135ae-b8f0-4af2-9b57-1fab9237032e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e84cc501e1a24f32bde9f93f221a4148&device_id=49628e0a-b346-4eb9-ac60-2fb2786f6d8e HTTP/1.1" status: 200 len: 1095 time: 0.6345112 Jul 13 07:33:16.845843 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-0acae30e-6bd9-4548-825c-c6cc50cf807f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:16.849061 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-0acae30e-6bd9-4548-825c-c6cc50cf807f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c2ca9e6-4627-4a12-8c41-4726f4cfef50 HTTP/1.1" status: 200 len: 858 time: 0.3721066 Jul 13 07:33:17.033524 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-79bd3470-fc15-46c1-9f8d-5ad193799bb3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=900c4d86-aff0-4f9c-bfb4-64f62b87a9a0 HTTP/1.1" status: 200 len: 217 time: 0.1413774 Jul 13 07:33:17.056727 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3781d6-8fa9-4bfc-be37-a9244fbf3a7f req-285c73d5-a21e-4df7-b7d3-ff54faed01e7 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:17.060517 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2c3781d6-8fa9-4bfc-be37-a9244fbf3a7f req-285c73d5-a21e-4df7-b7d3-ff54faed01e7 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1310c9b-82a5-4272-a5c1-0837e3741142 HTTP/1.1" status: 200 len: 945 time: 0.1227245 Jul 13 07:33:17.074387 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0edd9ca9-445b-4d82-99c3-5d474f3e97ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:17.094828 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-1ecc344f-6877-47a0-856b-4acdc40ac979 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=40335d95-674b-4394-9d11-8928a89693ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1934702 Jul 13 07:33:17.127980 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0edd9ca9-445b-4d82-99c3-5d474f3e97ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:17.285006 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0edd9ca9-445b-4d82-99c3-5d474f3e97ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=24144ae922954de68822b6b15dce7bb8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4261754 Jul 13 07:33:17.285006 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e882ce-b3df-46c6-8148-32b99e8c7c9b service neutron] Pushing event updated for resources: {'Port': ['ID=7949b68e-c57c-4501-b306-b467dd31dcd6,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:17.285243 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 35962) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:17.427761 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-2c3781d6-8fa9-4bfc-be37-a9244fbf3a7f req-71d7206c-7330-401d-9e69-898d3ce8285e tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Deleting port e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:17.428452 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2c3781d6-8fa9-4bfc-be37-a9244fbf3a7f req-71d7206c-7330-401d-9e69-898d3ce8285e tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:17.449554 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2f43f830-d042-4783-a2b3-d77c5ef66117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:17.663045 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-2c3781d6-8fa9-4bfc-be37-a9244fbf3a7f req-71d7206c-7330-401d-9e69-898d3ce8285e tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] For port e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63,segment=NetworkSegment(28da2d9a-9cd2-47af-9ebd-220c5d6d98d2),segment_id=28da2d9a-9cd2-47af-9ebd-220c5d6d98d2)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:17.666398 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2c3781d6-8fa9-4bfc-be37-a9244fbf3a7f req-71d7206c-7330-401d-9e69-898d3ce8285e tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:17.712678 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-2c3781d6-8fa9-4bfc-be37-a9244fbf3a7f req-71d7206c-7330-401d-9e69-898d3ce8285e tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Calling delete_port for e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63 owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:17.953189 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2f43f830-d042-4783-a2b3-d77c5ef66117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:18.083016 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2c3781d6-8fa9-4bfc-be37-a9244fbf3a7f req-71d7206c-7330-401d-9e69-898d3ce8285e tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:18.103036 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:18.128147 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-85f082c9-c1fa-4565-9d81-9750ab432301 req-23f35716-86f3-4299-b3e7-6645a5e7bc06 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1310c9b-82a5-4272-a5c1-0837e3741142 HTTP/1.1" status: 200 len: 210 time: 0.1796479 Jul 13 07:33:18.245565 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7206c-7330-401d-9e69-898d3ce8285e tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Pushing event deleted for resources: {'Port': ['ID=e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:18.289400 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2f43f830-d042-4783-a2b3-d77c5ef66117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:18.304658 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2f43f830-d042-4783-a2b3-d77c5ef66117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:18.314586 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2f43f830-d042-4783-a2b3-d77c5ef66117 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d1aef6cf-d25f-4aca-ab88-310c49a8ca64 HTTP/1.1" status: 204 len: 168 time: 1.0532522 Jul 13 07:33:18.375153 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49628e0a-b346-4eb9-ac60-2fb2786f6d8e', 'tag': '900c4d86-aff0-4f9c-bfb4-64f62b87a9a0'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:18.380401 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3e5279-09d6-4e19-885a-daf23adf7550" -d '{"events": [{"name": "network-changed", "server_uuid": "49628e0a-b346-4eb9-ac60-2fb2786f6d8e", "tag": "900c4d86-aff0-4f9c-bfb4-64f62b87a9a0"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:18.502076 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f43f830-d042-4783-a2b3-d77c5ef66117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1aef6cf-d25f-4aca-ab88-310c49a8ca64,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:18.509219 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3781d6-8fa9-4bfc-be37-a9244fbf3a7f req-71d7206c-7330-401d-9e69-898d3ce8285e tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] No DVR routers for this DVR port e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63 on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:18.520078 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2c3781d6-8fa9-4bfc-be37-a9244fbf3a7f req-71d7206c-7330-401d-9e69-898d3ce8285e tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:18.528540 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2c3781d6-8fa9-4bfc-be37-a9244fbf3a7f req-71d7206c-7330-401d-9e69-898d3ce8285e tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.25 "DELETE /v2.0/ports/e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63 HTTP/1.1" status: 204 len: 173 time: 1.4580898 Jul 13 07:33:18.530058 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1310c9b-82a5-4272-a5c1-0837e3741142', 'name': 'network-vif-deleted', 'tag': 'e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:18.570558 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d9bc99-5d11-4209-8c78-46dc3367a19c" -d '{"events": [{"server_uuid": "e1310c9b-82a5-4272-a5c1-0837e3741142", "name": "network-vif-deleted", "tag": "e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:18.630081 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-5ae30454-1a4c-4227-b0e5-4c5a7aacce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:18.637350 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-5ae30454-1a4c-4227-b0e5-4c5a7aacce61 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5c2ca9e6-4627-4a12-8c41-4726f4cfef50 HTTP/1.1" status: 200 len: 858 time: 1.5335498 Jul 13 07:33:18.804051 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-3d899fb7-a809-4d18-86f0-abf1a55555ea service neutron] 10.222.0.25 "GET /v2.0/networks/40335d95-674b-4394-9d11-8928a89693ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6218424 Jul 13 07:33:18.819376 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60871644-ceda-48ab-876f-7257d1562890 req-7c48fa04-cbf5-4dfe-894d-de5594fbace4 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:18.830323 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-60871644-ceda-48ab-876f-7257d1562890 req-7c48fa04-cbf5-4dfe-894d-de5594fbace4 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 946 time: 0.3368218 Jul 13 07:33:18.901941 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-60871644-ceda-48ab-876f-7257d1562890 req-1d2dc884-d565-4e7a-9927-a3a2b757b2e1 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668201 Jul 13 07:33:18.953365 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd9ca9-445b-4d82-99c3-5d474f3e97ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1aef6cf-d25f-4aca-ab88-310c49a8ca64,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:18.961667 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-96e882ce-b3df-46c6-8148-32b99e8c7c9b service neutron] Attempting to bind port 7949b68e-c57c-4501-b306-b467dd31dcd6 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:18.962002 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-96e882ce-b3df-46c6-8148-32b99e8c7c9b service neutron] Attempting to bind port 7949b68e-c57c-4501-b306-b467dd31dcd6 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'ef4c796e-f678-401c-adf0-31ca33595ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '40335d95-674b-4394-9d11-8928a89693ae'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:18.962341 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-96e882ce-b3df-46c6-8148-32b99e8c7c9b service neutron] Attempting to bind port 7949b68e-c57c-4501-b306-b467dd31dcd6 on network 40335d95-674b-4394-9d11-8928a89693ae {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:18.966043 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-c6f8d5d1-f14e-4ba8-b953-26146ed06c08 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=40335d95-674b-4394-9d11-8928a89693ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3073874 Jul 13 07:33:18.998724 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-2c0c3bc7-fc8d-4394-bb2b-e4ed45787cba tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Deleting port 5e3dd831-d92d-4811-a972-9bd54bb7adcf {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:19.004507 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2c0c3bc7-fc8d-4394-bb2b-e4ed45787cba tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:19.059616 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958b92a3-9afc-4df8-b8e3-054721a627ba x-openstack-request-id: req-958b92a3-9afc-4df8-b8e3-054721a627ba {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:19.063556 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1310c9b-82a5-4272-a5c1-0837e3741142", "name": "network-vif-deleted", "tag": "e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:19.063810 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-958b92a3-9afc-4df8-b8e3-054721a627ba {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:19.064228 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1310c9b-82a5-4272-a5c1-0837e3741142', 'name': 'network-vif-deleted', 'tag': 'e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63', 'status': 'completed', 'code': 200} Jul 13 07:33:19.186433 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ddbaed-35d6-4083-9e41-3d69d84cc01f x-openstack-request-id: req-82ddbaed-35d6-4083-9e41-3d69d84cc01f {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:19.193853 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49628e0a-b346-4eb9-ac60-2fb2786f6d8e", "tag": "900c4d86-aff0-4f9c-bfb4-64f62b87a9a0", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:19.194180 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-82ddbaed-35d6-4083-9e41-3d69d84cc01f {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:19.194736 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49628e0a-b346-4eb9-ac60-2fb2786f6d8e', 'tag': '900c4d86-aff0-4f9c-bfb4-64f62b87a9a0', 'status': 'completed', 'code': 200} Jul 13 07:33:19.255258 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2c0c3bc7-fc8d-4394-bb2b-e4ed45787cba tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:19.269162 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-2c0c3bc7-fc8d-4394-bb2b-e4ed45787cba tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Calling delete_port for 5e3dd831-d92d-4811-a972-9bd54bb7adcf owned by {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:19.302016 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-96e882ce-b3df-46c6-8148-32b99e8c7c9b service neutron] Port 7949b68e-c57c-4501-b306-b467dd31dcd6 on network 40335d95-674b-4394-9d11-8928a89693ae not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:33:19.302339 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-96e882ce-b3df-46c6-8148-32b99e8c7c9b service neutron] Attempting to bind port 7949b68e-c57c-4501-b306-b467dd31dcd6 on network 40335d95-674b-4394-9d11-8928a89693ae {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:19.417225 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-96e882ce-b3df-46c6-8148-32b99e8c7c9b service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:19.418074 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-96e882ce-b3df-46c6-8148-32b99e8c7c9b service neutron] Checking segment: {'id': 'ef4c796e-f678-401c-adf0-31ca33595ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '40335d95-674b-4394-9d11-8928a89693ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:19.419003 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-96e882ce-b3df-46c6-8148-32b99e8c7c9b service neutron] Bound using segment: {'id': 'ef4c796e-f678-401c-adf0-31ca33595ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '40335d95-674b-4394-9d11-8928a89693ae'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:19.419633 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-96e882ce-b3df-46c6-8148-32b99e8c7c9b service neutron] Bound port: 7949b68e-c57c-4501-b306-b467dd31dcd6, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef4c796e-f678-401c-adf0-31ca33595ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '40335d95-674b-4394-9d11-8928a89693ae'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:19.420428 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-96e882ce-b3df-46c6-8148-32b99e8c7c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:19.453610 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af1a0d-d812-4f48-9dde-52322394cd6f req-e2705907-0fab-4053-8f35-5b058939bcd4 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:19.455226 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-87af1a0d-d812-4f48-9dde-52322394cd6f req-e2705907-0fab-4053-8f35-5b058939bcd4 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53b9561-ecfc-47cb-869e-b6f3f7192d8e HTTP/1.1" status: 200 len: 944 time: 1.2333834 Jul 13 07:33:19.601715 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5edd35eb-1d29-4c8c-8cf4-2e8919f03d32 req-b5012aff-3b17-4454-9254-0e6b0cf955a7 tempest-ServerRescueTestJSONUnderV235-1269963218 tempest-ServerRescueTestJSONUnderV235-1269963218-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1310c9b-82a5-4272-a5c1-0837e3741142 HTTP/1.1" status: 200 len: 210 time: 0.1278522 Jul 13 07:33:19.705142 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-0b4c902d-e3f6-4535-978d-7339373ea097 service neutron] 10.222.0.25 "GET /v2.0/networks/40335d95-674b-4394-9d11-8928a89693ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7458906 Jul 13 07:33:19.729969 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-96e882ce-b3df-46c6-8148-32b99e8c7c9b service neutron] For port 7949b68e-c57c-4501-b306-b467dd31dcd6, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:19.738981 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-96e882ce-b3df-46c6-8148-32b99e8c7c9b service neutron] For port 7949b68e-c57c-4501-b306-b467dd31dcd6, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=7949b68e-c57c-4501-b306-b467dd31dcd6,segment=NetworkSegment(ef4c796e-f678-401c-adf0-31ca33595ec0),segment_id=ef4c796e-f678-401c-adf0-31ca33595ec0)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:19.749448 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-cc31492d-6846-4a00-9473-470daee9c5db service neutron] 10.222.0.42 "GET /v2.0/networks/40335d95-674b-4394-9d11-8928a89693ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5538871 Jul 13 07:33:19.765440 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2c0c3bc7-fc8d-4394-bb2b-e4ed45787cba tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:19.777430 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-96e882ce-b3df-46c6-8148-32b99e8c7c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:19.884026 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e882ce-b3df-46c6-8148-32b99e8c7c9b service neutron] Pushing event updated for resources: {'Port': ['ID=7949b68e-c57c-4501-b306-b467dd31dcd6,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:19.899835 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-87af1a0d-d812-4f48-9dde-52322394cd6f req-ed681744-44b1-48eb-8a3f-da7c623a64c6 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.23 "GET /v2.0/security-groups?id=df0ef5d6-4ab6-4737-b9f1-28bbdd266fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037435 Jul 13 07:33:20.083348 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c3bc7-fc8d-4394-bb2b-e4ed45787cba tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Pushing event deleted for resources: {'Port': ['ID=5e3dd831-d92d-4811-a972-9bd54bb7adcf,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:20.097952 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2c0c3bc7-fc8d-4394-bb2b-e4ed45787cba tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:20.100586 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2c0c3bc7-fc8d-4394-bb2b-e4ed45787cba tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] 10.222.0.23 "DELETE /v2.0/ports/5e3dd831-d92d-4811-a972-9bd54bb7adcf HTTP/1.1" status: 204 len: 168 time: 3.8268878 Jul 13 07:33:20.103509 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36122) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:20.137795 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-96e882ce-b3df-46c6-8148-32b99e8c7c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:20.138888 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-96e882ce-b3df-46c6-8148-32b99e8c7c9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:20.143849 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-96e882ce-b3df-46c6-8148-32b99e8c7c9b service neutron] 10.222.0.42 "PUT /v2.0/ports/7949b68e-c57c-4501-b306-b467dd31dcd6 HTTP/1.1" status: 200 len: 1093 time: 7.9905725 Jul 13 07:33:20.201887 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a864f7d-9f0d-449e-a05f-59be52936669 req-c7f0edb5-8889-4598-aeb0-26ee62d1d549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:20.204721 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5a864f7d-9f0d-449e-a05f-59be52936669 req-c7f0edb5-8889-4598-aeb0-26ee62d1d549 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e84cc501e1a24f32bde9f93f221a4148&device_id=cb5f6e0b-4f6c-4187-b8df-74a7b8925783 HTTP/1.1" status: 200 len: 1095 time: 0.3232827 Jul 13 07:33:20.207909 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-0589c618-16ca-4e47-ad31-c29a79baf58d service neutron] 10.222.0.42 "GET /v2.0/networks/40335d95-674b-4394-9d11-8928a89693ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246581 Jul 13 07:33:20.308919 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-79376f52-e7f1-4b1c-8300-669538ddd2c0 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] DELETE failed (client error): The resource could not be found. Jul 13 07:33:20.313737 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79376f52-e7f1-4b1c-8300-669538ddd2c0 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:33:20.330000 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-79376f52-e7f1-4b1c-8300-669538ddd2c0 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] 10.222.0.23 "DELETE /v2.0/subnets/ca9b609f-9057-4f33-8952-2f719f67cf52 HTTP/1.1" status: 404 len: 337 time: 0.2225270 Jul 13 07:33:20.335681 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36138) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:20.681853 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-32267522-7f29-4aa2-9287-dabec1178ced tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:20.769351 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a864f7d-9f0d-449e-a05f-59be52936669 req-329e1167-f1f8-4612-aa3a-ba2befdb2ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:20.772925 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5a864f7d-9f0d-449e-a05f-59be52936669 req-329e1167-f1f8-4612-aa3a-ba2befdb2ba1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=40335d95-674b-4394-9d11-8928a89693ae HTTP/1.1" status: 200 len: 919 time: 0.5580597 Jul 13 07:33:20.880004 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 36156) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:20.899586 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5a864f7d-9f0d-449e-a05f-59be52936669 req-df60790a-1139-436c-a57b-e18e863d5e77 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9152eb6f-bde3-440c-9c34-594a9f2eec7f HTTP/1.1" status: 200 len: 217 time: 0.1146324 Jul 13 07:33:20.907482 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-d227ec51-a3f2-4050-9291-f9b819d8cfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:20.911354 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-d227ec51-a3f2-4050-9291-f9b819d8cfe2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e84cc501e1a24f32bde9f93f221a4148&device_id=e53b9561-ecfc-47cb-869e-b6f3f7192d8e HTTP/1.1" status: 200 len: 1096 time: 0.6334476 Jul 13 07:33:20.912723 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-32267522-7f29-4aa2-9287-dabec1178ced tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:20.932137 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-32267522-7f29-4aa2-9287-dabec1178ced tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c785240b-92d1-4fab-bc6e-39b58159542c']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:20.961331 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-32267522-7f29-4aa2-9287-dabec1178ced tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6af1cb7c-c0b0-481b-8380-d046abe948de') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:20.961770 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-32267522-7f29-4aa2-9287-dabec1178ced tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6af1cb7c-c0b0-481b-8380-d046abe948de') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:20.983369 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-32267522-7f29-4aa2-9287-dabec1178ced tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.008843 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-32267522-7f29-4aa2-9287-dabec1178ced tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.019647 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32267522-7f29-4aa2-9287-dabec1178ced tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:33:21.021392 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-32267522-7f29-4aa2-9287-dabec1178ced tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.132154 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:33:21.132154 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:33:21.132154 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:33:21.132154 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:33:21.132154 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:33:21.132154 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:33:21.132154 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:33:21.132154 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:33:21.132154 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:33:21.132154 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:33:21.132154 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:33:21.132154 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:33:21.132154 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:33:21.132154 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:33:21.132154 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:33:21.132154 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:33:21.132154 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:33:21.132154 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:33:21.132154 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:33:21.132154 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:33:21.132154 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:33:21.132154 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:33:21.132154 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:33:21.132154 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:33:21.132154 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:33:21.132154 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:33:21.132154 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:33:21.132154 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:33:21.132154 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:33:21.132154 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:33:21.132154 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:33:21.132154 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:33:21.138607 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-32267522-7f29-4aa2-9287-dabec1178ced tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.153208 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-32267522-7f29-4aa2-9287-dabec1178ced tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.159989 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-32267522-7f29-4aa2-9287-dabec1178ced tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] 10.222.0.23 "DELETE /v2.0/networks/c785240b-92d1-4fab-bc6e-39b58159542c HTTP/1.1" status: 204 len: 168 time: 0.8108649 Jul 13 07:33:21.166977 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e89cf-78e0-47be-9cf7-ffc367d158b7 req-93253558-5f67-4deb-b9dc-b5089e292099 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:21.177930 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-540e89cf-78e0-47be-9cf7-ffc367d158b7 req-93253558-5f67-4deb-b9dc-b5089e292099 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 946 time: 0.5842247 Jul 13 07:33:21.193221 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36168) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:21.286177 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e5279-09d6-4e19-885a-daf23adf7550 req-11843436-2ba7-4be3-91d6-ff5ff519c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:21.289113 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fb3e5279-09d6-4e19-885a-daf23adf7550 req-11843436-2ba7-4be3-91d6-ff5ff519c5a1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e84cc501e1a24f32bde9f93f221a4148&device_id=49628e0a-b346-4eb9-ac60-2fb2786f6d8e HTTP/1.1" status: 200 len: 1095 time: 0.9141238 Jul 13 07:33:21.290194 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53b9561-ecfc-47cb-869e-b6f3f7192d8e', 'tag': '7949b68e-c57c-4501-b306-b467dd31dcd6'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:21.295316 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef93d740-310b-4575-9917-b008111e2c94" -d '{"events": [{"name": "network-changed", "server_uuid": "e53b9561-ecfc-47cb-869e-b6f3f7192d8e", "tag": "7949b68e-c57c-4501-b306-b467dd31dcd6"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:21.315872 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-85263fc9-07a5-4d15-919e-0ba7c826e172 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Deleting subnet c8af0b43-55b7-4067-950b-ffe7c61da6a2 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:33:21.341024 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-85263fc9-07a5-4d15-919e-0ba7c826e172 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.352729 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32267522-7f29-4aa2-9287-dabec1178ced tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Pushing event deleted for resources: {'Network': ['ID=c785240b-92d1-4fab-bc6e-39b58159542c,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:21.436404 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-540e89cf-78e0-47be-9cf7-ffc367d158b7 req-04e49821-9009-4387-a4bb-d6c215d2bd96 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572830 Jul 13 07:33:21.469994 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-85263fc9-07a5-4d15-919e-0ba7c826e172 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.525609 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:21.596303 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-60e438a4-8689-4c16-93e9-3ac3c0b62aab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7949b68e-c57c-4501-b306-b467dd31dcd6 HTTP/1.1" status: 200 len: 217 time: 0.5896626 Jul 13 07:33:21.634765 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:33:21.655603 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device e9f65e4d-2e1a-4aa2-a5e9-8a9a4c743d63 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:33:21.721497 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-85263fc9-07a5-4d15-919e-0ba7c826e172 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.791690 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbe3872-27ff-4e61-8825-48c226eeb441 x-openstack-request-id: req-dbbe3872-27ff-4e61-8825-48c226eeb441 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:21.793026 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53b9561-ecfc-47cb-869e-b6f3f7192d8e", "tag": "7949b68e-c57c-4501-b306-b467dd31dcd6", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:21.793646 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dbbe3872-27ff-4e61-8825-48c226eeb441 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:21.796934 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53b9561-ecfc-47cb-869e-b6f3f7192d8e', 'tag': '7949b68e-c57c-4501-b306-b467dd31dcd6', 'status': 'completed', 'code': 200} Jul 13 07:33:21.844744 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-85263fc9-07a5-4d15-919e-0ba7c826e172 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.889197 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-85263fc9-07a5-4d15-919e-0ba7c826e172 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:21.892519 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070193b3-65ca-426d-8e37-8081b4083c3e None None] Network a6f3ca31-829c-4def-865f-0e9ddf18744d requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:21.894852 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-85263fc9-07a5-4d15-919e-0ba7c826e172 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] 10.222.0.23 "DELETE /v2.0/subnets/c8af0b43-55b7-4067-950b-ffe7c61da6a2 HTTP/1.1" status: 204 len: 168 time: 0.6993544 Jul 13 07:33:21.896325 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36184) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:21.974058 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:33:22.055485 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e5279-09d6-4e19-885a-daf23adf7550 req-814679d2-9291-482c-9649-9d24d4d76ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:22.060661 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fb3e5279-09d6-4e19-885a-daf23adf7550 req-814679d2-9291-482c-9649-9d24d4d76ffb service neutron] 10.222.0.42 "GET /v2.0/networks?id=40335d95-674b-4394-9d11-8928a89693ae HTTP/1.1" status: 200 len: 919 time: 0.7535310 Jul 13 07:33:22.085445 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85263fc9-07a5-4d15-919e-0ba7c826e172 tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Pushing event deleted for resources: {'Subnet': ['ID=c8af0b43-55b7-4067-950b-ffe7c61da6a2,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:22.137286 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1006e50e-e696-46e4-bef3-f4a4811cab8e tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:22.199008 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a864f7d-9f0d-449e-a05f-59be52936669 req-319becc8-c814-41b4-b1c0-8c5cf46121cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:22.204371 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5a864f7d-9f0d-449e-a05f-59be52936669 req-319becc8-c814-41b4-b1c0-8c5cf46121cb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5c2ca9e6-4627-4a12-8c41-4726f4cfef50 HTTP/1.1" status: 200 len: 858 time: 1.2873275 Jul 13 07:33:22.280049 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fb3e5279-09d6-4e19-885a-daf23adf7550 req-f1d9c1ca-41bd-4498-9fb3-60eaff6b7a28 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=900c4d86-aff0-4f9c-bfb4-64f62b87a9a0 HTTP/1.1" status: 200 len: 217 time: 0.1742594 Jul 13 07:33:22.310655 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-1006e50e-e696-46e4-bef3-f4a4811cab8e tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Deleting port 772d6450-33fd-47b2-b6e3-e1f3ec0def7b {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:22.311241 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1006e50e-e696-46e4-bef3-f4a4811cab8e tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:22.394436 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bf2109-e683-434b-99e9-805b4043e81c None None] DHCP port deletion for a6f3ca31-829c-4def-865f-0e9ddf18744d request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:33:22.517189 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-0557c01c-d850-4302-990c-fb44a0bc9411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:22.543773 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-0557c01c-d850-4302-990c-fb44a0bc9411 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5c2ca9e6-4627-4a12-8c41-4726f4cfef50 HTTP/1.1" status: 200 len: 858 time: 0.9347739 Jul 13 07:33:22.575757 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-a2bf2109-e683-434b-99e9-805b4043e81c None None] Deleting port 772d6450-33fd-47b2-b6e3-e1f3ec0def7b {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:22.578367 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a2bf2109-e683-434b-99e9-805b4043e81c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:22.594974 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-1006e50e-e696-46e4-bef3-f4a4811cab8e tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] For port 772d6450-33fd-47b2-b6e3-e1f3ec0def7b, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=772d6450-33fd-47b2-b6e3-e1f3ec0def7b,segment=NetworkSegment(39116f8a-2d4e-4efc-bb23-884a3b6011e8),segment_id=39116f8a-2d4e-4efc-bb23-884a3b6011e8)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:22.600903 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1006e50e-e696-46e4-bef3-f4a4811cab8e tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:22.654772 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5a864f7d-9f0d-449e-a05f-59be52936669 req-18dff0e4-0401-4b08-928d-895606e5e826 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=40335d95-674b-4394-9d11-8928a89693ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4378538 Jul 13 07:33:22.659696 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-1006e50e-e696-46e4-bef3-f4a4811cab8e tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Calling delete_port for 772d6450-33fd-47b2-b6e3-e1f3ec0def7b owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:22.728759 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-a2bf2109-e683-434b-99e9-805b4043e81c None None] For port 772d6450-33fd-47b2-b6e3-e1f3ec0def7b, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=772d6450-33fd-47b2-b6e3-e1f3ec0def7b,segment=NetworkSegment(39116f8a-2d4e-4efc-bb23-884a3b6011e8),segment_id=39116f8a-2d4e-4efc-bb23-884a3b6011e8)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:22.729406 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a2bf2109-e683-434b-99e9-805b4043e81c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:22.758331 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-a2bf2109-e683-434b-99e9-805b4043e81c None None] Calling delete_port for 772d6450-33fd-47b2-b6e3-e1f3ec0def7b owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:22.927375 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a2bf2109-e683-434b-99e9-805b4043e81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:22.940852 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-6ab22743-a38c-4ca2-bec1-8ff88b9153f2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=40335d95-674b-4394-9d11-8928a89693ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3590770 Jul 13 07:33:22.971509 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528fa83-6a2d-4f4a-9064-532984c6d3ff req-9656461a-11e6-4c7d-bcfa-97dd770c59a8 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:22.990361 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf2109-e683-434b-99e9-805b4043e81c None None] Pushing event deleted for resources: {'Port': ['ID=772d6450-33fd-47b2-b6e3-e1f3ec0def7b,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:22.991472 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b528fa83-6a2d-4f4a-9064-532984c6d3ff req-9656461a-11e6-4c7d-bcfa-97dd770c59a8 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53b9561-ecfc-47cb-869e-b6f3f7192d8e HTTP/1.1" status: 200 len: 944 time: 1.3919687 Jul 13 07:33:23.030390 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bf2109-e683-434b-99e9-805b4043e81c None None] No DVR routers for this DVR port 772d6450-33fd-47b2-b6e3-e1f3ec0def7b on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:23.121078 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1006e50e-e696-46e4-bef3-f4a4811cab8e tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:23.143610 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3767d-f577-4f35-9d90-23433a75027d req-cfee9e8b-e2da-4fec-a6ae-7ee93f897a2d tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:23.154584 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-38f3767d-f577-4f35-9d90-23433a75027d req-cfee9e8b-e2da-4fec-a6ae-7ee93f897a2d tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 946 time: 0.3129771 Jul 13 07:33:23.286118 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:23.306966 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006e50e-e696-46e4-bef3-f4a4811cab8e tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Pushing event deleted for resources: {'Port': ['ID=772d6450-33fd-47b2-b6e3-e1f3ec0def7b,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:23.327877 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e5279-09d6-4e19-885a-daf23adf7550 req-d4de81a9-53b9-42ee-8ca0-8ef413cd88e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:23.330622 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fb3e5279-09d6-4e19-885a-daf23adf7550 req-d4de81a9-53b9-42ee-8ca0-8ef413cd88e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5c2ca9e6-4627-4a12-8c41-4726f4cfef50 HTTP/1.1" status: 200 len: 858 time: 1.0253084 Jul 13 07:33:23.336173 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1006e50e-e696-46e4-bef3-f4a4811cab8e tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] No DVR routers for this DVR port 772d6450-33fd-47b2-b6e3-e1f3ec0def7b on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:23.523493 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 9152eb6f-bde3-440c-9c34-594a9f2eec7f details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:33:23.609403 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-38f3767d-f577-4f35-9d90-23433a75027d req-a0ff1434-62ea-4da4-8fdf-9babbe568036 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4524822 Jul 13 07:33:23.772218 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1006e50e-e696-46e4-bef3-f4a4811cab8e tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:23.801913 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-1006e50e-e696-46e4-bef3-f4a4811cab8e tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6f3ca31-829c-4def-865f-0e9ddf18744d']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:23.828132 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-1006e50e-e696-46e4-bef3-f4a4811cab8e tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39116f8a-2d4e-4efc-bb23-884a3b6011e8') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:23.828700 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-1006e50e-e696-46e4-bef3-f4a4811cab8e tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39116f8a-2d4e-4efc-bb23-884a3b6011e8') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:23.849780 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1006e50e-e696-46e4-bef3-f4a4811cab8e tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:23.879972 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1006e50e-e696-46e4-bef3-f4a4811cab8e tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:23.901067 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1006e50e-e696-46e4-bef3-f4a4811cab8e tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:33:23.902832 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1006e50e-e696-46e4-bef3-f4a4811cab8e tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:23.940419 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:23.955176 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 9152eb6f-bde3-440c-9c34-594a9f2eec7f, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=9152eb6f-bde3-440c-9c34-594a9f2eec7f,segment=NetworkSegment(ef4c796e-f678-401c-adf0-31ca33595ec0),segment_id=ef4c796e-f678-401c-adf0-31ca33595ec0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:23.978138 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '9152eb6f-bde3-440c-9c34-594a9f2eec7f', 'network_id': '40335d95-674b-4394-9d11-8928a89693ae', 'port_id': '9152eb6f-bde3-440c-9c34-594a9f2eec7f', 'mac_address': 'fa:16:3e:af:88:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c2ca9e6-4627-4a12-8c41-4726f4cfef50', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:33:24.056485 n-d-771363-34 neutron-server[94018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:33:24.056485 n-d-771363-34 neutron-server[94018]: self.session.flush() Jul 13 07:33:24.056485 n-d-771363-34 neutron-server[94018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:33:24.056485 n-d-771363-34 neutron-server[94018]: self.session.flush() Jul 13 07:33:24.056485 n-d-771363-34 neutron-server[94018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:33:24.056485 n-d-771363-34 neutron-server[94018]: self.session.flush() Jul 13 07:33:24.056485 n-d-771363-34 neutron-server[94018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:33:24.056485 n-d-771363-34 neutron-server[94018]: self.session.flush() Jul 13 07:33:24.056485 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:33:24.056485 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:33:24.056485 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:33:24.056485 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:33:24.056485 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:33:24.056485 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:33:24.056485 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:33:24.056485 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:33:24.056485 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:33:24.056485 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:33:24.056485 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:33:24.056485 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:33:24.056485 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:33:24.056485 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:33:24.056485 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:33:24.056485 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:33:24.056485 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:33:24.056485 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:33:24.056485 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:33:24.056485 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:33:24.056485 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:33:24.056485 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:33:24.056485 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:33:24.056485 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:33:24.056485 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:33:24.056485 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:33:24.056485 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:33:24.056485 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:33:24.056485 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:33:24.056485 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:33:24.056485 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:33:24.056485 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:33:24.060196 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1006e50e-e696-46e4-bef3-f4a4811cab8e tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:24.067388 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:24.075703 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1006e50e-e696-46e4-bef3-f4a4811cab8e tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:24.075703 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1006e50e-e696-46e4-bef3-f4a4811cab8e tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] 10.222.0.23 "DELETE /v2.0/networks/a6f3ca31-829c-4def-865f-0e9ddf18744d HTTP/1.1" status: 204 len: 168 time: 2.1338403 Jul 13 07:33:24.087686 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9152eb6f-bde3-440c-9c34-594a9f2eec7f {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:24.117105 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006e50e-e696-46e4-bef3-f4a4811cab8e tempest-NetworksIpV6TestAttrs-636818466 tempest-NetworksIpV6TestAttrs-636818466-project] Pushing event deleted for resources: {'Network': ['ID=a6f3ca31-829c-4def-865f-0e9ddf18744d,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:24.124569 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 9152eb6f-bde3-440c-9c34-594a9f2eec7f, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=9152eb6f-bde3-440c-9c34-594a9f2eec7f,segment=NetworkSegment(ef4c796e-f678-401c-adf0-31ca33595ec0),segment_id=ef4c796e-f678-401c-adf0-31ca33595ec0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:24.131921 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:24.218706 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=9152eb6f-bde3-440c-9c34-594a9f2eec7f,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:24.224131 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 772d6450-33fd-47b2-b6e3-e1f3ec0def7b no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:24.264649 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 772d6450-33fd-47b2-b6e3-e1f3ec0def7b {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:33:24.265216 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 772d6450-33fd-47b2-b6e3-e1f3ec0def7b not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:33:24.296881 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 900c4d86-aff0-4f9c-bfb4-64f62b87a9a0 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:33:24.404567 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fb3e5279-09d6-4e19-885a-daf23adf7550 req-f5c884ba-0467-4b89-b7f5-f76fce2066d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=40335d95-674b-4394-9d11-8928a89693ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9186811 Jul 13 07:33:24.414473 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-d983525d-1d7d-4683-8e5c-2012f56b7a3b tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:24.421370 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-d983525d-1d7d-4683-8e5c-2012f56b7a3b tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/networks?id=fa4f1ed0-796d-49c1-a252-4afd480b8892 HTTP/1.1" status: 200 len: 814 time: 0.3625960 Jul 13 07:33:24.447155 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b528fa83-6a2d-4f4a-9064-532984c6d3ff req-0a779344-fe19-45be-9a20-058a6344e0a3 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.23 "GET /v2.0/security-groups?id=df0ef5d6-4ab6-4737-b9f1-28bbdd266fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4536927 Jul 13 07:33:24.471072 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-b8de5d7e-c869-449b-9625-3dbd0d1c431a tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/quotas/d6942d3506e24fbf8b1e759d03152ce4 HTTP/1.1" status: 200 len: 375 time: 0.0349696 Jul 13 07:33:24.497569 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 900c4d86-aff0-4f9c-bfb4-64f62b87a9a0, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=900c4d86-aff0-4f9c-bfb4-64f62b87a9a0,segment=NetworkSegment(ef4c796e-f678-401c-adf0-31ca33595ec0),segment_id=ef4c796e-f678-401c-adf0-31ca33595ec0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:24.500899 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['9152eb6f-bde3-440c-9c34-594a9f2eec7f'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:24.566393 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '900c4d86-aff0-4f9c-bfb4-64f62b87a9a0', 'network_id': '40335d95-674b-4394-9d11-8928a89693ae', 'port_id': '900c4d86-aff0-4f9c-bfb4-64f62b87a9a0', 'mac_address': 'fa:16:3e:8d:6a:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c2ca9e6-4627-4a12-8c41-4726f4cfef50', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:33:24.604952 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-65ff9cd3-f849-4a88-80bc-59ea9292e7df tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d6942d3506e24fbf8b1e759d03152ce4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1245565 Jul 13 07:33:24.657518 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:24.681472 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-3bd3d409-0e69-4f11-8adb-86df810e9fe1 service neutron] 10.222.0.42 "GET /v2.0/networks/40335d95-674b-4394-9d11-8928a89693ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6697097 Jul 13 07:33:24.687833 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 900c4d86-aff0-4f9c-bfb4-64f62b87a9a0 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:24.688733 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5a864f7d-9f0d-449e-a05f-59be52936669 req-abe7e4e4-fed5-492a-90af-371492c69027 service neutron] 10.222.0.25 "GET /v2.0/networks/40335d95-674b-4394-9d11-8928a89693ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0265954 Jul 13 07:33:24.740340 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 900c4d86-aff0-4f9c-bfb4-64f62b87a9a0, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=900c4d86-aff0-4f9c-bfb4-64f62b87a9a0,segment=NetworkSegment(ef4c796e-f678-401c-adf0-31ca33595ec0),segment_id=ef4c796e-f678-401c-adf0-31ca33595ec0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:24.748694 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:24.852765 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=900c4d86-aff0-4f9c-bfb4-64f62b87a9a0,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:25.100898 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5a864f7d-9f0d-449e-a05f-59be52936669 req-d321ceb7-fb8d-44d1-830b-8771898f9b42 service neutron] 10.222.0.25 "GET /v2.0/networks/40335d95-674b-4394-9d11-8928a89693ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838568 Jul 13 07:33:25.149510 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['900c4d86-aff0-4f9c-bfb4-64f62b87a9a0'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:25.379682 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 36244) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:25.437245 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fb3e5279-09d6-4e19-885a-daf23adf7550 req-470b89f1-3454-4e3c-9fc1-5d9210347089 service neutron] 10.222.0.42 "GET /v2.0/networks/40335d95-674b-4394-9d11-8928a89693ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9510622 Jul 13 07:33:25.574857 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-352a274d-0fd8-40d1-a005-b4ebfe6bb11b service neutron] 10.222.0.23 "GET /v2.0/networks/fa4f1ed0-796d-49c1-a252-4afd480b8892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9689667 Jul 13 07:33:25.597237 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 9152eb6f-bde3-440c-9c34-594a9f2eec7f up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:25.793152 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f458d62-8588-4ecb-b700-6b0f73c97ebd req-d5c24308-4b53-4eb9-a805-01c29fa4cc99 service neutron] 10.222.0.42 "GET /v2.0/networks/40335d95-674b-4394-9d11-8928a89693ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1006114 Jul 13 07:33:25.793976 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fb3e5279-09d6-4e19-885a-daf23adf7550 req-e5cc9864-4534-496c-a551-c5e215678b15 service neutron] 10.222.0.42 "GET /v2.0/networks/40335d95-674b-4394-9d11-8928a89693ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326182 Jul 13 07:33:25.820340 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 9152eb6f-bde3-440c-9c34-594a9f2eec7f completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:25.845262 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde140d-4188-41ba-b69e-a7f98a51e0f3 req-df895414-eb84-4052-99e9-e19ca01f616c tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:25.851613 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-8857cc84-cc33-4ce1-8a97-e44d285d65d3 service neutron] 10.222.0.23 "GET /v2.0/networks/fa4f1ed0-796d-49c1-a252-4afd480b8892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641170 Jul 13 07:33:25.853844 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7fde140d-4188-41ba-b69e-a7f98a51e0f3 req-df895414-eb84-4052-99e9-e19ca01f616c tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 946 time: 0.6779504 Jul 13 07:33:25.863291 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 9152eb6f-bde3-440c-9c34-594a9f2eec7f triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:25.863699 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:25.926791 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7fde140d-4188-41ba-b69e-a7f98a51e0f3 req-d09b89c9-dbc8-43c7-acb9-b9037803f77e tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719526 Jul 13 07:33:26.015432 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36256) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:26.144817 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7ee3ed53-454a-4bde-8f36-c9a022886224 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bb744c810394431eb57d6d613a4cd843&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7604690 Jul 13 07:33:26.149759 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36260) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:26.176136 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:26.284107 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a9e3f9f-3cf2-45fc-96a7-3831dac82d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:26.355461 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 9152eb6f-bde3-440c-9c34-594a9f2eec7f, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=9152eb6f-bde3-440c-9c34-594a9f2eec7f,segment=NetworkSegment(ef4c796e-f678-401c-adf0-31ca33595ec0),segment_id=ef4c796e-f678-401c-adf0-31ca33595ec0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:26.358971 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5f6e0b-4f6c-4187-b8df-74a7b8925783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9152eb6f-bde3-440c-9c34-594a9f2eec7f'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:26.370941 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a9e3f9f-3cf2-45fc-96a7-3831dac82d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:26.372151 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e1d34f-0bf1-4635-8058-acfc7a65961d" -d '{"events": [{"server_uuid": "cb5f6e0b-4f6c-4187-b8df-74a7b8925783", "name": "network-vif-plugged", "status": "completed", "tag": "9152eb6f-bde3-440c-9c34-594a9f2eec7f"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:26.377300 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93d740-310b-4575-9917-b008111e2c94 req-0703437b-95f7-475c-aceb-e2deecd50c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:26.392341 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ef93d740-310b-4575-9917-b008111e2c94 req-0703437b-95f7-475c-aceb-e2deecd50c62 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e84cc501e1a24f32bde9f93f221a4148&device_id=e53b9561-ecfc-47cb-869e-b6f3f7192d8e HTTP/1.1" status: 200 len: 1096 time: 0.5350091 Jul 13 07:33:26.399376 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:26.506962 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-04744d3d-d7e5-4844-a0d4-38bafaf68e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:26.526828 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a9e3f9f-3cf2-45fc-96a7-3831dac82d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:26.531254 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a9e3f9f-3cf2-45fc-96a7-3831dac82d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:26.536739 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3a9e3f9f-3cf2-45fc-96a7-3831dac82d26 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c5b17a66-b202-48ed-be03-9a404e9eb64f HTTP/1.1" status: 204 len: 168 time: 0.3832428 Jul 13 07:33:26.651083 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=9152eb6f-bde3-440c-9c34-594a9f2eec7f,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:26.667105 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-73dd7a55-1549-4c36-8353-e9d49521c816 req-cde0ce67-776b-4540-a8a0-a51ff0a8b5a7 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6451df-a503-49d1-ac22-c66bf78a2f9c HTTP/1.1" status: 200 len: 210 time: 0.1797335 Jul 13 07:33:26.695062 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9e3f9f-3cf2-45fc-96a7-3831dac82d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b17a66-b202-48ed-be03-9a404e9eb64f,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:26.828247 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-547bb141-1558-4c8b-9578-772d7d208932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:26.842826 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ce8b82-bc52-486f-8a10-0f4ea82b1d0d x-openstack-request-id: req-75ce8b82-bc52-486f-8a10-0f4ea82b1d0d {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:26.845087 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5f6e0b-4f6c-4187-b8df-74a7b8925783", "name": "network-vif-plugged", "status": "completed", "tag": "9152eb6f-bde3-440c-9c34-594a9f2eec7f", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:26.845621 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-75ce8b82-bc52-486f-8a10-0f4ea82b1d0d {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:26.846813 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5f6e0b-4f6c-4187-b8df-74a7b8925783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9152eb6f-bde3-440c-9c34-594a9f2eec7f', 'code': 200} Jul 13 07:33:26.864680 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380873b4-9d9f-4c38-a550-742248372394 req-677443d0-4068-42c5-85a7-6062c72d06b3 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:26.879978 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-380873b4-9d9f-4c38-a550-742248372394 req-677443d0-4068-42c5-85a7-6062c72d06b3 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53b9561-ecfc-47cb-869e-b6f3f7192d8e HTTP/1.1" status: 200 len: 944 time: 0.7318947 Jul 13 07:33:26.934588 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-04744d3d-d7e5-4844-a0d4-38bafaf68e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:26.942125 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-04744d3d-d7e5-4844-a0d4-38bafaf68e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:26.989647 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93d740-310b-4575-9917-b008111e2c94 req-6040a6ec-cdd8-4665-a0b5-1e6c31ee945a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:26.995173 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ef93d740-310b-4575-9917-b008111e2c94 req-6040a6ec-cdd8-4665-a0b5-1e6c31ee945a service neutron] 10.222.0.42 "GET /v2.0/networks?id=40335d95-674b-4394-9d11-8928a89693ae HTTP/1.1" status: 200 len: 919 time: 0.5871017 Jul 13 07:33:27.056259 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-04744d3d-d7e5-4844-a0d4-38bafaf68e71 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=35071266f0394f838e8f3ec833825ab6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0261993 Jul 13 07:33:27.070188 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36278) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:27.214015 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744d3d-d7e5-4844-a0d4-38bafaf68e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921ea74c-1a99-489a-8d29-85894e9369a4,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:27.272928 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1554adf5-1944-426e-8072-0651a9914a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:27.373803 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ef93d740-310b-4575-9917-b008111e2c94 req-86dab911-f307-453e-b3c8-62f2e2d6e17f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7949b68e-c57c-4501-b306-b467dd31dcd6 HTTP/1.1" status: 200 len: 217 time: 0.3591123 Jul 13 07:33:27.411837 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1554adf5-1944-426e-8072-0651a9914a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:27.661528 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1554adf5-1944-426e-8072-0651a9914a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:27.685802 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1554adf5-1944-426e-8072-0651a9914a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:27.691011 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1554adf5-1944-426e-8072-0651a9914a02 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/921ea74c-1a99-489a-8d29-85894e9369a4 HTTP/1.1" status: 204 len: 168 time: 0.6162179 Jul 13 07:33:27.732595 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1554adf5-1944-426e-8072-0651a9914a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921ea74c-1a99-489a-8d29-85894e9369a4,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:27.769281 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f97ea3-4028-4c60-a48f-cb0f156a10bc req-fcd1b505-6bd1-4c2b-b16e-4e3ea91e7f16 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:27.779774 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93d740-310b-4575-9917-b008111e2c94 req-cdab873d-a223-4a9f-b4ea-7f0aef83ef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:27.781770 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-04f97ea3-4028-4c60-a48f-cb0f156a10bc req-fcd1b505-6bd1-4c2b-b16e-4e3ea91e7f16 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 946 time: 0.3285141 Jul 13 07:33:27.783714 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ef93d740-310b-4575-9917-b008111e2c94 req-cdab873d-a223-4a9f-b4ea-7f0aef83ef1b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5c2ca9e6-4627-4a12-8c41-4726f4cfef50 HTTP/1.1" status: 200 len: 858 time: 0.3907294 Jul 13 07:33:27.915561 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-04f97ea3-4028-4c60-a48f-cb0f156a10bc req-1d992f85-e5d8-49a9-82e1-2364f42eff5a tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327758 Jul 13 07:33:27.965227 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-380873b4-9d9f-4c38-a550-742248372394 req-3d72ddbb-6df9-4e65-b7fe-7dadd63225ee tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.23 "GET /v2.0/security-groups?id=df0ef5d6-4ab6-4737-b9f1-28bbdd266fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9639342 Jul 13 07:33:27.970981 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ef93d740-310b-4575-9917-b008111e2c94 req-b1a4e182-a0a4-4e55-a0cb-a46b1f090fd6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=40335d95-674b-4394-9d11-8928a89693ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180475 Jul 13 07:33:28.068607 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e740621-24f5-4154-b13f-fac795b9e270 req-49c6b529-fbf0-455b-805d-963502098c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:28.070637 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0e740621-24f5-4154-b13f-fac795b9e270 req-49c6b529-fbf0-455b-805d-963502098c28 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cb5f6e0b-4f6c-4187-b8df-74a7b8925783 HTTP/1.1" status: 200 len: 1097 time: 1.0720291 Jul 13 07:33:28.199497 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0e740621-24f5-4154-b13f-fac795b9e270 req-8e48ef3f-72e0-455a-b250-6d90f15e476d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=df0ef5d6-4ab6-4737-b9f1-28bbdd266fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194086 Jul 13 07:33:28.223043 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ef93d740-310b-4575-9917-b008111e2c94 req-78ba795d-8cab-4211-8ce1-edc568774617 service neutron] 10.222.0.42 "GET /v2.0/networks/40335d95-674b-4394-9d11-8928a89693ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415845 Jul 13 07:33:28.262546 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d633d078-8e64-4096-b340-169af51164c8 req-537198aa-c79d-4130-b930-bba51a298b3d tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6451df-a503-49d1-ac22-c66bf78a2f9c HTTP/1.1" status: 200 len: 210 time: 0.0794983 Jul 13 07:33:28.328908 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 900c4d86-aff0-4f9c-bfb4-64f62b87a9a0 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:28.396216 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ef93d740-310b-4575-9917-b008111e2c94 req-3d99ebf2-198b-458c-a07c-21b63c0e12eb service neutron] 10.222.0.42 "GET /v2.0/networks/40335d95-674b-4394-9d11-8928a89693ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662323 Jul 13 07:33:28.410782 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 900c4d86-aff0-4f9c-bfb4-64f62b87a9a0 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:28.415896 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 900c4d86-aff0-4f9c-bfb4-64f62b87a9a0 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:28.416804 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:28.438303 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-547bb141-1558-4c8b-9578-772d7d208932 admin admin] Deleting port 888a64e0-459e-4ce3-9094-7830d9552ea8 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:28.438697 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-547bb141-1558-4c8b-9578-772d7d208932 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:28.454667 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36320) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:28.479518 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8b50a678-00c5-4d7c-b445-946c516dbec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:28.540057 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:28.572183 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36324) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:28.614426 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 900c4d86-aff0-4f9c-bfb4-64f62b87a9a0, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=900c4d86-aff0-4f9c-bfb4-64f62b87a9a0,segment=NetworkSegment(ef4c796e-f678-401c-adf0-31ca33595ec0),segment_id=ef4c796e-f678-401c-adf0-31ca33595ec0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:28.622164 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:28.683000 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-547bb141-1558-4c8b-9578-772d7d208932 admin admin] For port 888a64e0-459e-4ce3-9094-7830d9552ea8, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=888a64e0-459e-4ce3-9094-7830d9552ea8,segment=NetworkSegment(28da2d9a-9cd2-47af-9ebd-220c5d6d98d2),segment_id=28da2d9a-9cd2-47af-9ebd-220c5d6d98d2)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:28.683401 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-547bb141-1558-4c8b-9578-772d7d208932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:28.720686 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-547bb141-1558-4c8b-9578-772d7d208932 admin admin] Calling delete_port for 888a64e0-459e-4ce3-9094-7830d9552ea8 owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:28.739811 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=900c4d86-aff0-4f9c-bfb4-64f62b87a9a0,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:28.763510 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8b50a678-00c5-4d7c-b445-946c516dbec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:28.770228 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8b50a678-00c5-4d7c-b445-946c516dbec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:28.848749 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49628e0a-b346-4eb9-ac60-2fb2786f6d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900c4d86-aff0-4f9c-bfb4-64f62b87a9a0'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:28.853337 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8daf652-6b88-4e85-8c6b-8c2bd41495ac" -d '{"events": [{"server_uuid": "49628e0a-b346-4eb9-ac60-2fb2786f6d8e", "name": "network-vif-plugged", "status": "completed", "tag": "900c4d86-aff0-4f9c-bfb4-64f62b87a9a0"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:28.906417 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b50a678-00c5-4d7c-b445-946c516dbec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b975f9-c1ad-48b2-ae54-88ec58663492,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:28.932374 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 36334) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:28.932848 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8b50a678-00c5-4d7c-b445-946c516dbec4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d44ee99ac7bd4565acfc0a4f880ddc77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4808095 Jul 13 07:33:28.981469 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722d229f-a93a-4f4d-8a04-840f2a6705ad x-openstack-request-id: req-722d229f-a93a-4f4d-8a04-840f2a6705ad {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:28.981968 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49628e0a-b346-4eb9-ac60-2fb2786f6d8e", "name": "network-vif-plugged", "status": "completed", "tag": "900c4d86-aff0-4f9c-bfb4-64f62b87a9a0", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:28.982317 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-722d229f-a93a-4f4d-8a04-840f2a6705ad {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:28.982826 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49628e0a-b346-4eb9-ac60-2fb2786f6d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900c4d86-aff0-4f9c-bfb4-64f62b87a9a0', 'code': 200} Jul 13 07:33:29.074939 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-59570323-7df7-4cf2-b096-082bd8ffa866 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1771856068'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:29.113898 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59570323-7df7-4cf2-b096-082bd8ffa866 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Made reservation on behalf of 71f928143c3f4a60bafd545bee5481d1 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:29.124634 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-59570323-7df7-4cf2-b096-082bd8ffa866 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.191263 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-59570323-7df7-4cf2-b096-082bd8ffa866 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.330256 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-59570323-7df7-4cf2-b096-082bd8ffa866 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.341690 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-59570323-7df7-4cf2-b096-082bd8ffa866 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.352284 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-32201dea-61a2-4bcf-98c7-f4fb4c119e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.366833 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59570323-7df7-4cf2-b096-082bd8ffa866 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:33:29.378534 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-32201dea-61a2-4bcf-98c7-f4fb4c119e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.383599 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-59570323-7df7-4cf2-b096-082bd8ffa866 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.384676 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-59570323-7df7-4cf2-b096-082bd8ffa866 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Added segment 7eb38e68-075c-431a-9d2b-117f73f4b229 of type vlan for network 7186c72c-0f19-47b1-b7a4-85133ffea6fc Jul 13 07:33:29.443755 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-59570323-7df7-4cf2-b096-082bd8ffa866 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.489988 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-59570323-7df7-4cf2-b096-082bd8ffa866 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.496318 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59570323-7df7-4cf2-b096-082bd8ffa866 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:29.497011 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-59570323-7df7-4cf2-b096-082bd8ffa866 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.530923 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d0371-a298-47ff-a785-e369295a64cc req-e8a43079-c13c-4d01-846b-998104e6a7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:29.532545 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4a2d0371-a298-47ff-a785-e369295a64cc req-e8a43079-c13c-4d01-846b-998104e6a7c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f479963551e4752848e4380eebe58cf&device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 1098 time: 0.4955497 Jul 13 07:33:29.577315 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-32201dea-61a2-4bcf-98c7-f4fb4c119e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.580149 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-32201dea-61a2-4bcf-98c7-f4fb4c119e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.584760 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-32201dea-61a2-4bcf-98c7-f4fb4c119e0a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/46b975f9-c1ad-48b2-ae54-88ec58663492 HTTP/1.1" status: 204 len: 168 time: 0.6471660 Jul 13 07:33:29.606471 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-59570323-7df7-4cf2-b096-082bd8ffa866 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0326173 Jul 13 07:33:29.614034 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59570323-7df7-4cf2-b096-082bd8ffa866 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b53619e9-16d3-4169-a287-593d1249509b,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:29.617830 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36346) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:29.626102 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32201dea-61a2-4bcf-98c7-f4fb4c119e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b975f9-c1ad-48b2-ae54-88ec58663492,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:29.628769 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-86a396fd-b921-4f74-bcb5-406e3613f525 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'port': {'network_id': '7186c72c-0f19-47b1-b7a4-85133ffea6fc', 'name': 'tempest-PortsTestJSON-1331646445'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:29.669578 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-547bb141-1558-4c8b-9578-772d7d208932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:29.680441 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b4e28-8db1-4f60-a6a4-8c7386c64bbd req-3b9bbc6d-2ff0-4b5d-97a3-ddd6c16f67ea tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:29.682315 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-002b4e28-8db1-4f60-a6a4-8c7386c64bbd req-3b9bbc6d-2ff0-4b5d-97a3-ddd6c16f67ea tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 946 time: 0.5530984 Jul 13 07:33:29.714306 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59570323-7df7-4cf2-b096-082bd8ffa866 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'Network': ['ID=7186c72c-0f19-47b1-b7a4-85133ffea6fc,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:29.729482 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 7186c72c-0f19-47b1-b7a4-85133ffea6fc details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:33:29.742987 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547bb141-1558-4c8b-9578-772d7d208932 admin admin] Pushing event deleted for resources: {'Port': ['ID=888a64e0-459e-4ce3-9094-7830d9552ea8,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:29.755503 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32201dea-61a2-4bcf-98c7-f4fb4c119e0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:29.756075 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32201dea-61a2-4bcf-98c7-f4fb4c119e0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:29.756648 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32201dea-61a2-4bcf-98c7-f4fb4c119e0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:29.757166 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32201dea-61a2-4bcf-98c7-f4fb4c119e0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:29.757722 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32201dea-61a2-4bcf-98c7-f4fb4c119e0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:29.758293 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32201dea-61a2-4bcf-98c7-f4fb4c119e0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:29.758875 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32201dea-61a2-4bcf-98c7-f4fb4c119e0a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:29.760352 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32201dea-61a2-4bcf-98c7-f4fb4c119e0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:29.760352 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32201dea-61a2-4bcf-98c7-f4fb4c119e0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:29.760814 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32201dea-61a2-4bcf-98c7-f4fb4c119e0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:29.761328 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32201dea-61a2-4bcf-98c7-f4fb4c119e0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:29.761882 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32201dea-61a2-4bcf-98c7-f4fb4c119e0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:29.778291 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-e56b1943-aab7-44e1-a007-d3c153c7b651 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:29.780780 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-e56b1943-aab7-44e1-a007-d3c153c7b651 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.25 "GET /v2.0/networks?id=fa4f1ed0-796d-49c1-a252-4afd480b8892 HTTP/1.1" status: 200 len: 814 time: 0.6629734 Jul 13 07:33:29.815287 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-002b4e28-8db1-4f60-a6a4-8c7386c64bbd req-facde342-9c27-443e-a441-a97bd99405d4 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121204 Jul 13 07:33:29.872580 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff75e5-c02e-4777-a302-f60edbce95c4 req-841ae33c-22f2-4a82-8cfa-d14606a8f40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:29.881290 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-30ff75e5-c02e-4777-a302-f60edbce95c4 req-841ae33c-22f2-4a82-8cfa-d14606a8f40a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=49628e0a-b346-4eb9-ac60-2fb2786f6d8e HTTP/1.1" status: 200 len: 1097 time: 0.6685302 Jul 13 07:33:29.930002 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-094156fe-737c-4746-bfd0-d45298c07f94 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Request body: {'port': {'device_id': '6c6451df-a503-49d1-ac22-c66bf78a2f9c', 'network_id': 'fa4f1ed0-796d-49c1-a252-4afd480b8892', 'admin_state_up': True, 'tenant_id': 'd6942d3506e24fbf8b1e759d03152ce4'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:29.978016 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a396fd-b921-4f74-bcb5-406e3613f525 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Made reservation on behalf of 71f928143c3f4a60bafd545bee5481d1 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:29.982879 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-86a396fd-b921-4f74-bcb5-406e3613f525 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.004577 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547bb141-1558-4c8b-9578-772d7d208932 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:30.005187 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547bb141-1558-4c8b-9578-772d7d208932 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:30.005528 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547bb141-1558-4c8b-9578-772d7d208932 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:30.005864 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547bb141-1558-4c8b-9578-772d7d208932 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:30.006201 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547bb141-1558-4c8b-9578-772d7d208932 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:30.006535 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547bb141-1558-4c8b-9578-772d7d208932 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:30.006867 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547bb141-1558-4c8b-9578-772d7d208932 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:30.007192 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547bb141-1558-4c8b-9578-772d7d208932 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:30.009639 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547bb141-1558-4c8b-9578-772d7d208932 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:30.011256 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547bb141-1558-4c8b-9578-772d7d208932 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:30.011811 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547bb141-1558-4c8b-9578-772d7d208932 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:30.012157 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547bb141-1558-4c8b-9578-772d7d208932 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:30.034864 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-86a396fd-b921-4f74-bcb5-406e3613f525 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] device_id is not set on port 980cc0bd-bc4b-4590-8dc0-4637f701fde1 yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:33:30.049601 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58bc09-7ea1-4419-b49a-d128d4a4bbf4 req-0f4ebcc2-a738-4574-a9dd-a85b89752b1c tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:30.051042 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6d58bc09-7ea1-4419-b49a-d128d4a4bbf4 req-0f4ebcc2-a738-4574-a9dd-a85b89752b1c tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53b9561-ecfc-47cb-869e-b6f3f7192d8e HTTP/1.1" status: 200 len: 944 time: 0.7898409 Jul 13 07:33:30.192341 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4831ec11-8999-42a3-98c9-b56a473a98b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.328065 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 7949b68e-c57c-4501-b306-b467dd31dcd6 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:33:30.522499 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 7949b68e-c57c-4501-b306-b467dd31dcd6, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=7949b68e-c57c-4501-b306-b467dd31dcd6,segment=NetworkSegment(ef4c796e-f678-401c-adf0-31ca33595ec0),segment_id=ef4c796e-f678-401c-adf0-31ca33595ec0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:30.539086 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '7949b68e-c57c-4501-b306-b467dd31dcd6', 'network_id': '40335d95-674b-4394-9d11-8928a89693ae', 'port_id': '7949b68e-c57c-4501-b306-b467dd31dcd6', 'mac_address': 'fa:16:3e:fd:80:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c2ca9e6-4627-4a12-8c41-4726f4cfef50', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:33:30.629410 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.675005 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7949b68e-c57c-4501-b306-b467dd31dcd6 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:30.738525 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 7949b68e-c57c-4501-b306-b467dd31dcd6, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=7949b68e-c57c-4501-b306-b467dd31dcd6,segment=NetworkSegment(ef4c796e-f678-401c-adf0-31ca33595ec0),segment_id=ef4c796e-f678-401c-adf0-31ca33595ec0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:30.740620 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-30ff75e5-c02e-4777-a302-f60edbce95c4 req-d54bfd89-6724-4473-b67c-422d5cb8c261 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=df0ef5d6-4ab6-4737-b9f1-28bbdd266fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8519218 Jul 13 07:33:30.746499 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:30.763036 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d0371-a298-47ff-a785-e369295a64cc req-878e47ec-246b-4416-8d72-04ec4e547ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:30.768666 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4a2d0371-a298-47ff-a785-e369295a64cc req-878e47ec-246b-4416-8d72-04ec4e547ffb service neutron] 10.222.0.42 "GET /v2.0/networks?id=324cb62a-283f-4998-ab58-61f8ca597760 HTTP/1.1" status: 200 len: 913 time: 1.2193346 Jul 13 07:33:30.852033 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ee658a1b-17db-43ec-8930-6354f718ba91 req-f6bfa64e-8aa7-498a-a6bb-d05b9e83cbd3 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6451df-a503-49d1-ac22-c66bf78a2f9c HTTP/1.1" status: 200 len: 210 time: 0.6994579 Jul 13 07:33:30.909424 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=7949b68e-c57c-4501-b306-b467dd31dcd6,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:31.026028 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6d58bc09-7ea1-4419-b49a-d128d4a4bbf4 req-77cf774e-701d-420a-9792-285936ddf6a8 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.23 "GET /v2.0/security-groups?id=df0ef5d6-4ab6-4737-b9f1-28bbdd266fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9451995 Jul 13 07:33:31.033775 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4a2d0371-a298-47ff-a785-e369295a64cc req-1d63806d-4b9d-493b-817f-cf3f444232f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bd27889-3727-4ca0-b72d-f427a43accfe HTTP/1.1" status: 200 len: 217 time: 0.1705346 Jul 13 07:33:31.058257 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['7949b68e-c57c-4501-b306-b467dd31dcd6'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:31.248864 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-86a396fd-b921-4f74-bcb5-406e3613f525 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.318553 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-86a396fd-b921-4f74-bcb5-406e3613f525 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.360079 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d0371-a298-47ff-a785-e369295a64cc req-28535c12-d9c4-45a1-95b4-c5890e159b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:31.362301 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4a2d0371-a298-47ff-a785-e369295a64cc req-28535c12-d9c4-45a1-95b4-c5890e159b41 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5b417da6-f0a7-4a6d-b28c-2dd98c361dbc HTTP/1.1" status: 200 len: 852 time: 0.3155794 Jul 13 07:33:31.414108 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-094156fe-737c-4746-bfd0-d45298c07f94 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Made reservation on behalf of d6942d3506e24fbf8b1e759d03152ce4 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:31.423536 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-094156fe-737c-4746-bfd0-d45298c07f94 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.445737 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a396fd-b921-4f74-bcb5-406e3613f525 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'Port': ['ID=980cc0bd-bc4b-4590-8dc0-4637f701fde1,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:31.457994 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a396fd-b921-4f74-bcb5-406e3613f525 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Checking segment: {'id': '7eb38e68-075c-431a-9d2b-117f73f4b229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7186c72c-0f19-47b1-b7a4-85133ffea6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:31.458622 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a396fd-b921-4f74-bcb5-406e3613f525 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Network hostable DHCP agents. Network: 7186c72c-0f19-47b1-b7a4-85133ffea6fc, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:33:31.489370 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a396fd-b921-4f74-bcb5-406e3613f525 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Network 7186c72c-0f19-47b1-b7a4-85133ffea6fc is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:33:31.490251 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4a2d0371-a298-47ff-a785-e369295a64cc req-c15ec4f2-7e70-4003-a5b9-79253434a3b2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=324cb62a-283f-4998-ab58-61f8ca597760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077881 Jul 13 07:33:31.510187 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-86a396fd-b921-4f74-bcb5-406e3613f525 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 7186c72c-0f19-47b1-b7a4-85133ffea6fc) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:31.533980 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d134166-2b37-490e-a4bb-9fd7db76ec07 None None] Network 7186c72c-0f19-47b1-b7a4-85133ffea6fc requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:31.534961 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a396fd-b921-4f74-bcb5-406e3613f525 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:31.553786 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a396fd-b921-4f74-bcb5-406e3613f525 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:31.555003 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-86a396fd-b921-4f74-bcb5-406e3613f525 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.602015 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-86a396fd-b921-4f74-bcb5-406e3613f525 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9792318 Jul 13 07:33:31.605177 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36378) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:31.620493 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-c802f45a-b6c0-4a19-8e4a-9f3c59d0b2a5 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-902028923'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:31.671786 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c802f45a-b6c0-4a19-8e4a-9f3c59d0b2a5 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Made reservation on behalf of 71f928143c3f4a60bafd545bee5481d1 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:31.680696 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c802f45a-b6c0-4a19-8e4a-9f3c59d0b2a5 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.704356 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4a2d0371-a298-47ff-a785-e369295a64cc req-8d39bc39-6c81-4865-acc8-f12f662b3b24 service neutron] 10.222.0.42 "GET /v2.0/networks/324cb62a-283f-4998-ab58-61f8ca597760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983323 Jul 13 07:33:31.709355 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-547bb141-1558-4c8b-9578-772d7d208932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.723954 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c802f45a-b6c0-4a19-8e4a-9f3c59d0b2a5 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:33:31.738789 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c802f45a-b6c0-4a19-8e4a-9f3c59d0b2a5 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.739153 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-c802f45a-b6c0-4a19-8e4a-9f3c59d0b2a5 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Added segment 1af72c31-3ee3-4c78-ac1b-99bf27a89d3e of type vlan for network 0ef4bb61-b90e-429e-932b-470d13add4ec Jul 13 07:33:31.815244 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c802f45a-b6c0-4a19-8e4a-9f3c59d0b2a5 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.873057 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c802f45a-b6c0-4a19-8e4a-9f3c59d0b2a5 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.883163 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c802f45a-b6c0-4a19-8e4a-9f3c59d0b2a5 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:31.883882 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c802f45a-b6c0-4a19-8e4a-9f3c59d0b2a5 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:31.913894 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c802f45a-b6c0-4a19-8e4a-9f3c59d0b2a5 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3070149 Jul 13 07:33:31.927157 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 36388) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:31.954123 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-8ffd1066-eaa5-4918-a10d-b422a6be679f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'ports': [{'network_id': '7186c72c-0f19-47b1-b7a4-85133ffea6fc'}, {'network_id': '0ef4bb61-b90e-429e-932b-470d13add4ec'}]} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:31.954641 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-8ffd1066-eaa5-4918-a10d-b422a6be679f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'port': {'network_id': '7186c72c-0f19-47b1-b7a4-85133ffea6fc'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:31.955513 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-8ffd1066-eaa5-4918-a10d-b422a6be679f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'port': {'network_id': '0ef4bb61-b90e-429e-932b-470d13add4ec'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:32.056581 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c802f45a-b6c0-4a19-8e4a-9f3c59d0b2a5 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'Network': ['ID=0ef4bb61-b90e-429e-932b-470d13add4ec,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:32.075277 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb45bb3-4b10-4bad-8720-9750e4c21646 req-c2ba2569-09bf-4239-b425-01cbd8c56e72 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:32.075899 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 0ef4bb61-b90e-429e-932b-470d13add4ec details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:33:32.077006 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bdb45bb3-4b10-4bad-8720-9750e4c21646 req-c2ba2569-09bf-4239-b425-01cbd8c56e72 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 946 time: 0.7228653 Jul 13 07:33:32.348723 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 7949b68e-c57c-4501-b306-b467dd31dcd6 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:32.408786 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-41c91561-7d29-4eb5-9184-8999577234cd req-c0c1d1c9-5d45-4035-ae24-32f3285bb055 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6451df-a503-49d1-ac22-c66bf78a2f9c HTTP/1.1" status: 200 len: 210 time: 0.0724025 Jul 13 07:33:32.472153 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 7949b68e-c57c-4501-b306-b467dd31dcd6 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:32.480930 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 7949b68e-c57c-4501-b306-b467dd31dcd6 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:32.482199 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:32.526539 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-094156fe-737c-4746-bfd0-d45298c07f94 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Allocated IP 172.20.0.4 (fa4f1ed0-796d-49c1-a252-4afd480b8892/2df3ee09-23c6-4609-848d-5109b67374a1/a6decb26-9157-4b94-ba02-fa70adbe77fe) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:32.560017 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffd1066-eaa5-4918-a10d-b422a6be679f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Made reservation on behalf of 71f928143c3f4a60bafd545bee5481d1 for: {'port': 2} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:32.560017 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8ffd1066-eaa5-4918-a10d-b422a6be679f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:32.683173 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bdb45bb3-4b10-4bad-8720-9750e4c21646 req-f825fdaa-2b81-493e-8efc-bed7c8991729 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4700606 Jul 13 07:33:32.687685 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4a2d0371-a298-47ff-a785-e369295a64cc req-186d61df-f3e6-4bc8-854d-2b5b13e259c2 service neutron] 10.222.0.42 "GET /v2.0/networks/324cb62a-283f-4998-ab58-61f8ca597760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9718144 Jul 13 07:33:32.695428 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8ffd1066-eaa5-4918-a10d-b422a6be679f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:32.707789 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:32.775894 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53b9561-ecfc-47cb-869e-b6f3f7192d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7949b68e-c57c-4501-b306-b467dd31dcd6'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:32.778826 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3e4162-2c3a-4d5b-8f89-5107438d9d0d" -d '{"events": [{"server_uuid": "e53b9561-ecfc-47cb-869e-b6f3f7192d8e", "name": "network-vif-plugged", "status": "completed", "tag": "7949b68e-c57c-4501-b306-b467dd31dcd6"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:32.802602 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 7949b68e-c57c-4501-b306-b467dd31dcd6, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=7949b68e-c57c-4501-b306-b467dd31dcd6,segment=NetworkSegment(ef4c796e-f678-401c-adf0-31ca33595ec0),segment_id=ef4c796e-f678-401c-adf0-31ca33595ec0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:32.804107 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96efae2-1f92-46d4-be32-031aead3fe1b req-6fd7a415-3f41-4894-ad3f-e74a500044e6 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:32.808675 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:32.816594 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d96efae2-1f92-46d4-be32-031aead3fe1b req-6fd7a415-3f41-4894-ad3f-e74a500044e6 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53b9561-ecfc-47cb-869e-b6f3f7192d8e HTTP/1.1" status: 200 len: 945 time: 0.1721783 Jul 13 07:33:32.887636 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 9bd27889-3727-4ca0-b72d-f427a43accfe no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:32.910941 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d96efae2-1f92-46d4-be32-031aead3fe1b req-dc0d715f-ebbf-420d-9f64-7f04778b4b9c tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.23 "GET /v2.0/security-groups?id=df0ef5d6-4ab6-4737-b9f1-28bbdd266fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929403 Jul 13 07:33:33.019706 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29fb7b3-28eb-41e8-8628-669d8411f927 x-openstack-request-id: req-d29fb7b3-28eb-41e8-8628-669d8411f927 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:33.020167 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53b9561-ecfc-47cb-869e-b6f3f7192d8e", "name": "network-vif-plugged", "status": "completed", "tag": "7949b68e-c57c-4501-b306-b467dd31dcd6", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:33.020846 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d29fb7b3-28eb-41e8-8628-669d8411f927 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:33.021514 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-094156fe-737c-4746-bfd0-d45298c07f94 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:33.022809 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53b9561-ecfc-47cb-869e-b6f3f7192d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7949b68e-c57c-4501-b306-b467dd31dcd6', 'code': 200} Jul 13 07:33:33.028895 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=7949b68e-c57c-4501-b306-b467dd31dcd6,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:33.153535 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:33.235533 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 9bd27889-3727-4ca0-b72d-f427a43accfe, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=9bd27889-3727-4ca0-b72d-f427a43accfe,segment=NetworkSegment(5a5e32fa-d1a7-44e2-b088-49b4ede36727),segment_id=5a5e32fa-d1a7-44e2-b088-49b4ede36727)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:33.237567 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-64ce7884-c080-4de3-8d46-188755cb880b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:33.240504 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:33.244826 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:33.330577 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-8ffd1066-eaa5-4918-a10d-b422a6be679f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] device_id is not set on port df062521-750f-4a36-a8de-96e76c874945 yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:33:33.345314 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=9bd27889-3727-4ca0-b72d-f427a43accfe,revision_number=8']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:33.431331 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-094156fe-737c-4746-bfd0-d45298c07f94 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:33.637342 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-094156fe-737c-4746-bfd0-d45298c07f94 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Network fa4f1ed0-796d-49c1-a252-4afd480b8892 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:33.667363 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-094156fe-737c-4746-bfd0-d45298c07f94 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:33.673453 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-094156fe-737c-4746-bfd0-d45298c07f94 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:33.680410 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094156fe-737c-4746-bfd0-d45298c07f94 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Pushing event updated for resources: {'Port': ['ID=a6decb26-9157-4b94-ba02-fa70adbe77fe,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:33.798935 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a87f48-de67-434d-badf-5fda619560d1 req-ba2776b2-dfd1-41e6-aeb7-a8693e08029c tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:33.810070 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-95a87f48-de67-434d-badf-5fda619560d1 req-ba2776b2-dfd1-41e6-aeb7-a8693e08029c tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6451df-a503-49d1-ac22-c66bf78a2f9c HTTP/1.1" status: 200 len: 931 time: 0.1395624 Jul 13 07:33:33.841049 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47e372-0181-4635-a2eb-f40cefa9ffe8 req-a3451a5c-744c-4954-8721-bfae4561bf93 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:33.850778 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47e372-0181-4635-a2eb-f40cefa9ffe8 req-a3451a5c-744c-4954-8721-bfae4561bf93 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:33.863812 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47e372-0181-4635-a2eb-f40cefa9ffe8 req-a3451a5c-744c-4954-8721-bfae4561bf93 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:33.874299 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-95a87f48-de67-434d-badf-5fda619560d1 req-0cccc3c0-c1f4-441a-a061-0b585cf95be8 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/security-groups?id=133b69b7-9808-43be-96a2-0537049d3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631294 Jul 13 07:33:33.877336 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47e372-0181-4635-a2eb-f40cefa9ffe8 req-a3451a5c-744c-4954-8721-bfae4561bf93 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:33.885796 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47e372-0181-4635-a2eb-f40cefa9ffe8 req-a3451a5c-744c-4954-8721-bfae4561bf93 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:33.906291 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47e372-0181-4635-a2eb-f40cefa9ffe8 req-a3451a5c-744c-4954-8721-bfae4561bf93 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:33.911667 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47e372-0181-4635-a2eb-f40cefa9ffe8 req-a3451a5c-744c-4954-8721-bfae4561bf93 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:33.914711 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9e47e372-0181-4635-a2eb-f40cefa9ffe8 req-a3451a5c-744c-4954-8721-bfae4561bf93 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 5445 time: 0.8052933 Jul 13 07:33:33.918094 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c492f0-acd4-46b3-bdee-f62532178a29 req-d69633e5-35f9-4257-9f1d-75ed10323d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:33.920356 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d0c492f0-acd4-46b3-bdee-f62532178a29 req-d69633e5-35f9-4257-9f1d-75ed10323d91 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e53b9561-ecfc-47cb-869e-b6f3f7192d8e HTTP/1.1" status: 200 len: 1098 time: 0.6702793 Jul 13 07:33:33.923657 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547bb141-1558-4c8b-9578-772d7d208932 admin admin] Router 4d760e0b-0024-47a3-abfb-03eaa3faaeba has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:33:33.993335 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-de5e0b9c-1057-448f-998f-3d8eeaf2f4d9 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:33.996071 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:34.002975 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-de5e0b9c-1057-448f-998f-3d8eeaf2f4d9 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:34.009885 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-de5e0b9c-1057-448f-998f-3d8eeaf2f4d9 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:34.016909 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-de5e0b9c-1057-448f-998f-3d8eeaf2f4d9 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:34.032956 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-de5e0b9c-1057-448f-998f-3d8eeaf2f4d9 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:34.050373 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-de5e0b9c-1057-448f-998f-3d8eeaf2f4d9 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:34.059557 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-de5e0b9c-1057-448f-998f-3d8eeaf2f4d9 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:34.080930 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-de5e0b9c-1057-448f-998f-3d8eeaf2f4d9 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.42 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 5445 time: 0.8494625 Jul 13 07:33:34.136730 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-094156fe-737c-4746-bfd0-d45298c07f94 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:34.138051 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-094156fe-737c-4746-bfd0-d45298c07f94 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:34.298963 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9945a5c-b505-42cf-af52-a43c6a83725d req-b9900a78-90f7-4472-b2bf-6829b1fae354 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:34.312613 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e9945a5c-b505-42cf-af52-a43c6a83725d req-b9900a78-90f7-4472-b2bf-6829b1fae354 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 944 time: 0.2514622 Jul 13 07:33:34.340046 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-fcb77cb6-87d3-42d8-be50-a6c8697d4a93 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:34.342186 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-fcb77cb6-87d3-42d8-be50-a6c8697d4a93 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.42 "GET /v2.0/ports/1d1d6f8c-4810-439b-a2c4-1b8759e55cea?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2219234 Jul 13 07:33:34.395633 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e9945a5c-b505-42cf-af52-a43c6a83725d req-79b87650-16fc-4b71-8394-4c1565cd1a7f tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811527 Jul 13 07:33:34.448669 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9e47e372-0181-4635-a2eb-f40cefa9ffe8 req-c291e469-53e4-428c-85ea-3f8c10c1dac1 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&id=fb0080f5-be08-4cd8-97f3-6cc751e87d59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3547375 Jul 13 07:33:34.940178 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acb944-041d-4df8-80c7-a8d94f1ae59a req-a3887a9b-a698-400b-a695-3ab7ec9e1ed4 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:34.943228 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-17acb944-041d-4df8-80c7-a8d94f1ae59a req-a3887a9b-a698-400b-a695-3ab7ec9e1ed4 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53b9561-ecfc-47cb-869e-b6f3f7192d8e HTTP/1.1" status: 200 len: 946 time: 0.1371224 Jul 13 07:33:34.953413 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36454) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:35.010337 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-094156fe-737c-4746-bfd0-d45298c07f94 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2134011 Jul 13 07:33:35.024945 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a05e7ee-4acd-42ef-891f-aa3bfb0532ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bd27889-3727-4ca0-b72d-f427a43accfe'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:35.033467 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b0759a-f9ee-4a26-a842-19b69ff97780" -d '{"events": [{"server_uuid": "6a05e7ee-4acd-42ef-891f-aa3bfb0532ac", "name": "network-vif-unplugged", "status": "completed", "tag": "9bd27889-3727-4ca0-b72d-f427a43accfe"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:35.053529 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-59cc245c-218e-4cc9-b3cd-adf4b38e4827 service neutron] Request body: {'port': {'device_id': '6c6451df-a503-49d1-ac22-c66bf78a2f9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:35.068121 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-17acb944-041d-4df8-80c7-a8d94f1ae59a req-c959ed2e-fc07-449e-b704-86ef09868656 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.23 "GET /v2.0/security-groups?id=df0ef5d6-4ab6-4737-b9f1-28bbdd266fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930040 Jul 13 07:33:35.070479 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d0c492f0-acd4-46b3-bdee-f62532178a29 req-291dcc35-5222-43da-a68a-2fb5ad0f25e1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=df0ef5d6-4ab6-4737-b9f1-28bbdd266fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9832408 Jul 13 07:33:35.234155 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e2cd09f5-3d59-4b9f-a989-07265f7ce599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:35.236320 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6019211-f0cc-489c-82c0-656ea8f1b172 x-openstack-request-id: req-e6019211-f0cc-489c-82c0-656ea8f1b172 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:35.236769 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a05e7ee-4acd-42ef-891f-aa3bfb0532ac", "name": "network-vif-unplugged", "status": "completed", "tag": "9bd27889-3727-4ca0-b72d-f427a43accfe", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:35.237357 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e6019211-f0cc-489c-82c0-656ea8f1b172 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:35.238041 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a05e7ee-4acd-42ef-891f-aa3bfb0532ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bd27889-3727-4ca0-b72d-f427a43accfe', 'code': 200} Jul 13 07:33:35.266116 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8ffd1066-eaa5-4918-a10d-b422a6be679f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:35.367180 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547bb141-1558-4c8b-9578-772d7d208932 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:33:35.388103 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b516e3c-29e4-41b5-b036-0286b5b49d29 None None] Sync routers for ids ['4d760e0b-0024-47a3-abfb-03eaa3faaeba'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:33:35.389410 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-547bb141-1558-4c8b-9578-772d7d208932 admin admin] 10.222.0.23 "PUT /v2.0/routers/4d760e0b-0024-47a3-abfb-03eaa3faaeba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5038879 Jul 13 07:33:35.397533 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36462) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:35.413466 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b516e3c-29e4-41b5-b036-0286b5b49d29 None None] Routers {'4d760e0b-0024-47a3-abfb-03eaa3faaeba'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:33:35.414821 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-2b516e3c-29e4-41b5-b036-0286b5b49d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:33:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['4d760e0b-0024-47a3-abfb-03eaa3faaeba'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:35.554607 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e2cd09f5-3d59-4b9f-a989-07265f7ce599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:35.593853 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-2b516e3c-29e4-41b5-b036-0286b5b49d29 None None] Set router 4d760e0b-0024-47a3-abfb-03eaa3faaeba gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:33:35.616067 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e2cd09f5-3d59-4b9f-a989-07265f7ce599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:35.679928 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-8ffd1066-eaa5-4918-a10d-b422a6be679f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] device_id is not set on port 42656488-3369-4df2-813e-f6941bdcee26 yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:33:35.725131 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1672dcdf-2d30-4a4f-9b52-470ea058a427 admin admin] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:35.807182 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:35.812500 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-23e123ef-1ad5-44d8-a23d-28eef35991bb tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.42 "GET /v2.0/networks/429c5271-60ed-4dd8-b05d-2fc0729d6432?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.4506121 Jul 13 07:33:35.894066 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-501ed505-eff3-4b57-a4a1-788ed923ce00 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:35.917977 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd09f5-3d59-4b9f-a989-07265f7ce599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296a4be6-417f-4aec-a7b5-bfc62ac73a76,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:35.925625 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e2cd09f5-3d59-4b9f-a989-07265f7ce599 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dd513c3ffdd74a9396558da0fa47b1d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9705985 Jul 13 07:33:35.962214 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 36468) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:35.987421 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d316e-40c1-4d5d-a88a-a19ed233b02c req-98022c5b-ae72-40ca-ab5b-1c5846f3a655 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:35.989251 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-872d316e-40c1-4d5d-a88a-a19ed233b02c req-98022c5b-ae72-40ca-ab5b-1c5846f3a655 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6451df-a503-49d1-ac22-c66bf78a2f9c HTTP/1.1" status: 200 len: 931 time: 0.8338969 Jul 13 07:33:36.003740 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cd09f5-3d59-4b9f-a989-07265f7ce599 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:36.004267 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cd09f5-3d59-4b9f-a989-07265f7ce599 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:36.004869 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cd09f5-3d59-4b9f-a989-07265f7ce599 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:36.005380 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cd09f5-3d59-4b9f-a989-07265f7ce599 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:36.005863 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cd09f5-3d59-4b9f-a989-07265f7ce599 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:36.006348 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cd09f5-3d59-4b9f-a989-07265f7ce599 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:36.006916 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cd09f5-3d59-4b9f-a989-07265f7ce599 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:36.007770 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cd09f5-3d59-4b9f-a989-07265f7ce599 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:36.008286 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cd09f5-3d59-4b9f-a989-07265f7ce599 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:36.008833 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cd09f5-3d59-4b9f-a989-07265f7ce599 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:36.009342 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cd09f5-3d59-4b9f-a989-07265f7ce599 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:36.010079 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cd09f5-3d59-4b9f-a989-07265f7ce599 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:33:36.028932 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-59cc245c-218e-4cc9-b3cd-adf4b38e4827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.119155 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1672dcdf-2d30-4a4f-9b52-470ea058a427 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.134728 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b53c2-9760-45cf-bef6-ac8ee029b4d0 req-95bc7f39-7c62-4d26-8784-9a1a3eae3095 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:36.136721 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dc4b53c2-9760-45cf-bef6-ac8ee029b4d0 req-95bc7f39-7c62-4d26-8784-9a1a3eae3095 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 944 time: 0.2626889 Jul 13 07:33:36.184380 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-2b516e3c-29e4-41b5-b036-0286b5b49d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d760e0b-0024-47a3-abfb-03eaa3faaeba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1562705467-router', 'tenant_id': '8f095698c72c459eb677dcbc568ab1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '61883458-893e-4ec5-b66b-0d6f79ea449b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:47Z', 'updated_at': '2021-07-13T07:33:29Z', 'revision_number': 5, 'project_id': '8f095698c72c459eb677dcbc568ab1ae', 'gw_port': {'id': '61883458-893e-4ec5-b66b-0d6f79ea449b', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ab:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d760e0b-0024-47a3-abfb-03eaa3faaeba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:31:48Z', 'updated_at': '2021-07-13T07:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:36.230975 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b516e3c-29e4-41b5-b036-0286b5b49d29 None None] Checking router: 4d760e0b-0024-47a3-abfb-03eaa3faaeba for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:33:36.245032 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b516e3c-29e4-41b5-b036-0286b5b49d29 None None] Routers {'4d760e0b-0024-47a3-abfb-03eaa3faaeba'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:33:36.245705 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dc4b53c2-9760-45cf-bef6-ac8ee029b4d0 req-060d6684-a80d-4b50-9df2-4f6a567d29d8 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715914 Jul 13 07:33:36.246227 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-2b516e3c-29e4-41b5-b036-0286b5b49d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:33:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['4d760e0b-0024-47a3-abfb-03eaa3faaeba'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:36.268806 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-1672dcdf-2d30-4a4f-9b52-470ea058a427 admin admin] Deleting port 61883458-893e-4ec5-b66b-0d6f79ea449b {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:36.269169 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1672dcdf-2d30-4a4f-9b52-470ea058a427 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.313387 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8ffd1066-eaa5-4918-a10d-b422a6be679f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.320946 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-872d316e-40c1-4d5d-a88a-a19ed233b02c req-b40aacb3-420c-44c7-9bfa-ad102b0119f5 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/security-groups?id=133b69b7-9808-43be-96a2-0537049d3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145547 Jul 13 07:33:36.359179 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-501ed505-eff3-4b57-a4a1-788ed923ce00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.360274 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device ca22fb29-1ea5-4f90-9571-5df06a832806 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:36.481259 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-2b516e3c-29e4-41b5-b036-0286b5b49d29 None None] Set router 4d760e0b-0024-47a3-abfb-03eaa3faaeba gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:33:36.494839 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-1672dcdf-2d30-4a4f-9b52-470ea058a427 admin admin] For port 61883458-893e-4ec5-b66b-0d6f79ea449b, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=61883458-893e-4ec5-b66b-0d6f79ea449b,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:36.495615 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1672dcdf-2d30-4a4f-9b52-470ea058a427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.527392 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e52cecad-9c47-4885-80a6-34eed3f2fe95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.544141 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.573990 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-2b516e3c-29e4-41b5-b036-0286b5b49d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d760e0b-0024-47a3-abfb-03eaa3faaeba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1562705467-router', 'tenant_id': '8f095698c72c459eb677dcbc568ab1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:47Z', 'updated_at': '2021-07-13T07:33:36Z', 'revision_number': 6, 'project_id': '8f095698c72c459eb677dcbc568ab1ae', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:36.588603 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port ca22fb29-1ea5-4f90-9571-5df06a832806, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=ca22fb29-1ea5-4f90-9571-5df06a832806,segment=NetworkSegment(8ed6da62-daf9-496c-b1a4-984cc4d0a038),segment_id=8ed6da62-daf9-496c-b1a4-984cc4d0a038)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:36.598413 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.625520 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b516e3c-29e4-41b5-b036-0286b5b49d29 None None] The sync data for ids ['4d760e0b-0024-47a3-abfb-03eaa3faaeba'] in n-d-771363-34 is: [{'id': '4d760e0b-0024-47a3-abfb-03eaa3faaeba', 'name': 'tempest-ServerRescueTestJSONUnderV235-1562705467-router', 'tenant_id': '8f095698c72c459eb677dcbc568ab1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:31:47Z', 'updated_at': '2021-07-13T07:33:36Z', 'revision_number': 6, 'project_id': '8f095698c72c459eb677dcbc568ab1ae', 'gw_port_host': None}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:33:36.632983 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-1672dcdf-2d30-4a4f-9b52-470ea058a427 admin admin] Calling delete_port for 61883458-893e-4ec5-b66b-0d6f79ea449b owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:36.708890 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 9bd27889-3727-4ca0-b72d-f427a43accfe no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:36.909698 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e52cecad-9c47-4885-80a6-34eed3f2fe95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.963243 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8ffd1066-eaa5-4918-a10d-b422a6be679f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:36.978987 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a5644-7d3b-4af5-9261-0e04e2699031 req-d97255e2-1221-4c11-9f1b-0ebf451415b2 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:37.003991 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a5644-7d3b-4af5-9261-0e04e2699031 req-d97255e2-1221-4c11-9f1b-0ebf451415b2 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:37.015137 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a5644-7d3b-4af5-9261-0e04e2699031 req-d97255e2-1221-4c11-9f1b-0ebf451415b2 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:37.024195 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a5644-7d3b-4af5-9261-0e04e2699031 req-d97255e2-1221-4c11-9f1b-0ebf451415b2 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:37.033772 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a5644-7d3b-4af5-9261-0e04e2699031 req-d97255e2-1221-4c11-9f1b-0ebf451415b2 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:37.041967 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a5644-7d3b-4af5-9261-0e04e2699031 req-d97255e2-1221-4c11-9f1b-0ebf451415b2 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:37.049434 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a5644-7d3b-4af5-9261-0e04e2699031 req-d97255e2-1221-4c11-9f1b-0ebf451415b2 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:37.057447 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-718a5644-7d3b-4af5-9261-0e04e2699031 req-d97255e2-1221-4c11-9f1b-0ebf451415b2 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 5445 time: 0.5754428 Jul 13 07:33:37.187865 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-718a5644-7d3b-4af5-9261-0e04e2699031 req-9086823e-9729-4e07-add3-cb7099019744 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&id=fb0080f5-be08-4cd8-97f3-6cc751e87d59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1245024 Jul 13 07:33:37.247705 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca22fb29-1ea5-4f90-9571-5df06a832806'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:37.258819 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa336ec1-7fdb-42d6-abc4-3ca303a06858" -d '{"events": [{"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-unplugged", "status": "completed", "tag": "ca22fb29-1ea5-4f90-9571-5df06a832806"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:37.321819 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=ca22fb29-1ea5-4f90-9571-5df06a832806,revision_number=6']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:37.344026 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1672dcdf-2d30-4a4f-9b52-470ea058a427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:37.351495 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-78b653cb-dfe2-49de-9709-2a260162ae73 None None] Provisioning complete for port ca22fb29-1ea5-4f90-9571-5df06a832806 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:37.352023 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-78b653cb-dfe2-49de-9709-2a260162ae73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:37.390958 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672dcdf-2d30-4a4f-9b52-470ea058a427 admin admin] Pushing event deleted for resources: {'Port': ['ID=61883458-893e-4ec5-b66b-0d6f79ea449b,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:37.401957 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd1066-eaa5-4918-a10d-b422a6be679f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'Port': ['ID=df062521-750f-4a36-a8de-96e76c874945,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:37.496683 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffd1066-eaa5-4918-a10d-b422a6be679f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Network 7186c72c-0f19-47b1-b7a4-85133ffea6fc is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:37.507598 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device c53c18b7-3053-4952-992c-e808e72481bd no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:37.522155 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-8ffd1066-eaa5-4918-a10d-b422a6be679f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:37.535608 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffd1066-eaa5-4918-a10d-b422a6be679f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:37.536503 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8ffd1066-eaa5-4918-a10d-b422a6be679f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:37.561107 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66eb9a-2473-4032-90b7-0006b69dcee2 req-026ffc29-8cd7-49cb-8f8c-44c3a84ab53a tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:37.563379 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ac66eb9a-2473-4032-90b7-0006b69dcee2 req-026ffc29-8cd7-49cb-8f8c-44c3a84ab53a tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53b9561-ecfc-47cb-869e-b6f3f7192d8e HTTP/1.1" status: 200 len: 946 time: 0.8944416 Jul 13 07:33:37.639314 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-78b653cb-dfe2-49de-9709-2a260162ae73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:37.655271 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1672dcdf-2d30-4a4f-9b52-470ea058a427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:37.728665 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:37.747302 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-78b653cb-dfe2-49de-9709-2a260162ae73 None None] For port ca22fb29-1ea5-4f90-9571-5df06a832806, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=ca22fb29-1ea5-4f90-9571-5df06a832806,segment=NetworkSegment(8ed6da62-daf9-496c-b1a4-984cc4d0a038),segment_id=8ed6da62-daf9-496c-b1a4-984cc4d0a038)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:37.758101 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-78b653cb-dfe2-49de-9709-2a260162ae73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:37.828691 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e52cecad-9c47-4885-80a6-34eed3f2fe95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:37.835273 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e52cecad-9c47-4885-80a6-34eed3f2fe95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:37.837093 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e52cecad-9c47-4885-80a6-34eed3f2fe95 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/296a4be6-417f-4aec-a7b5-bfc62ac73a76 HTTP/1.1" status: 204 len: 168 time: 1.8703258 Jul 13 07:33:37.841801 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ac66eb9a-2473-4032-90b7-0006b69dcee2 req-d04b4418-47e2-4791-bdcb-035bcadd624a tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.23 "GET /v2.0/security-groups?id=df0ef5d6-4ab6-4737-b9f1-28bbdd266fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665107 Jul 13 07:33:37.849944 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-501ed505-eff3-4b57-a4a1-788ed923ce00 service neutron] For port 1d1d6f8c-4810-439b-a2c4-1b8759e55cea, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=1d1d6f8c-4810-439b-a2c4-1b8759e55cea,segment=NetworkSegment(8ed6da62-daf9-496c-b1a4-984cc4d0a038),segment_id=8ed6da62-daf9-496c-b1a4-984cc4d0a038)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:37.880306 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd1066-eaa5-4918-a10d-b422a6be679f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'Port': ['ID=42656488-3369-4df2-813e-f6941bdcee26,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:37.910126 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52cecad-9c47-4885-80a6-34eed3f2fe95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296a4be6-417f-4aec-a7b5-bfc62ac73a76,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:37.932987 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffd1066-eaa5-4918-a10d-b422a6be679f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Checking segment: {'id': '1af72c31-3ee3-4c78-ac1b-99bf27a89d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0ef4bb61-b90e-429e-932b-470d13add4ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:37.933520 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffd1066-eaa5-4918-a10d-b422a6be679f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Network hostable DHCP agents. Network: 0ef4bb61-b90e-429e-932b-470d13add4ec, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:33:37.944899 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1672dcdf-2d30-4a4f-9b52-470ea058a427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:37.947918 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1672dcdf-2d30-4a4f-9b52-470ea058a427 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:37.990996 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port c53c18b7-3053-4952-992c-e808e72481bd, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=c53c18b7-3053-4952-992c-e808e72481bd,segment=NetworkSegment(b7bb93bc-cbf8-4d9d-81a8-4428e0baa434),segment_id=b7bb93bc-cbf8-4d9d-81a8-4428e0baa434)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:38.015027 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-501ed505-eff3-4b57-a4a1-788ed923ce00 service neutron] For port 1d1d6f8c-4810-439b-a2c4-1b8759e55cea, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:38.020867 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-59cc245c-218e-4cc9-b3cd-adf4b38e4827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6decb26-9157-4b94-ba02-fa70adbe77fe {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:38.027646 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1672dcdf-2d30-4a4f-9b52-470ea058a427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:38.029094 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1672dcdf-2d30-4a4f-9b52-470ea058a427 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d760e0b-0024-47a3-abfb-03eaa3faaeba {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:33:38.030353 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:38.046632 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1672dcdf-2d30-4a4f-9b52-470ea058a427 admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:38.049815 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1672dcdf-2d30-4a4f-9b52-470ea058a427 admin admin] 10.222.0.23 "DELETE /v2.0/routers/4d760e0b-0024-47a3-abfb-03eaa3faaeba HTTP/1.1" status: 204 len: 168 time: 2.6490934 Jul 13 07:33:38.052298 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36492) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:38.082673 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea30d47c-31c8-4616-a09c-788a14c1e743 x-openstack-request-id: req-ea30d47c-31c8-4616-a09c-788a14c1e743 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:38.083490 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-unplugged", "status": "completed", "tag": "ca22fb29-1ea5-4f90-9571-5df06a832806", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:38.085518 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ea30d47c-31c8-4616-a09c-788a14c1e743 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:38.090303 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca22fb29-1ea5-4f90-9571-5df06a832806', 'code': 200} Jul 13 07:33:38.091696 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-59cc245c-218e-4cc9-b3cd-adf4b38e4827 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:38.097254 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffd1066-eaa5-4918-a10d-b422a6be679f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Network 0ef4bb61-b90e-429e-932b-470d13add4ec is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:33:38.129920 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device adb17561-3fe7-425b-86b9-6784366213c3 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:38.182215 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-501ed505-eff3-4b57-a4a1-788ed923ce00 service neutron] device_id is not set on port 1d1d6f8c-4810-439b-a2c4-1b8759e55cea yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:33:38.192381 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-8ffd1066-eaa5-4918-a10d-b422a6be679f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 0ef4bb61-b90e-429e-932b-470d13add4ec) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:38.210933 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-59cc245c-218e-4cc9-b3cd-adf4b38e4827 service neutron] Transition to ACTIVE for port object a6decb26-9157-4b94-ba02-fa70adbe77fe will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:38.228427 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-59cc245c-218e-4cc9-b3cd-adf4b38e4827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:38.238511 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-501ed505-eff3-4b57-a4a1-788ed923ce00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:38.241121 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffd1066-eaa5-4918-a10d-b422a6be679f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:38.253307 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffd1066-eaa5-4918-a10d-b422a6be679f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:38.270120 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffd1066-eaa5-4918-a10d-b422a6be679f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:38.272398 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8ffd1066-eaa5-4918-a10d-b422a6be679f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:38.275118 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae1d397-0d24-4faf-9c4c-b896f18a2897 None None] Network 0ef4bb61-b90e-429e-932b-470d13add4ec requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:38.279099 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 61883458-893e-4ec5-b66b-0d6f79ea449b no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:38.288713 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-d84367ba-531d-4f27-8bfb-a2e90786b2ed admin admin] Deleting subnet 82005969-545f-4e2a-bfa2-f70bad7873ae {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:33:38.291006 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b653cb-dfe2-49de-9709-2a260162ae73 None None] Pushing event updated for resources: {'Port': ['ID=ca22fb29-1ea5-4f90-9571-5df06a832806,revision_number=7']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:38.303955 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d84367ba-531d-4f27-8bfb-a2e90786b2ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:38.413073 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d84367ba-531d-4f27-8bfb-a2e90786b2ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:38.497724 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-501ed505-eff3-4b57-a4a1-788ed923ce00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:38.586254 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8ffd1066-eaa5-4918-a10d-b422a6be679f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.6490541 Jul 13 07:33:38.589983 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36508) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:38.674058 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d84367ba-531d-4f27-8bfb-a2e90786b2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:38.691509 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 61883458-893e-4ec5-b66b-0d6f79ea449b {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:33:38.692105 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 61883458-893e-4ec5-b66b-0d6f79ea449b not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:33:38.692578 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 888a64e0-459e-4ce3-9094-7830d9552ea8 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:38.762761 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc245c-218e-4cc9-b3cd-adf4b38e4827 service neutron] Pushing event updated for resources: {'Port': ['ID=a6decb26-9157-4b94-ba02-fa70adbe77fe,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:38.870931 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d84367ba-531d-4f27-8bfb-a2e90786b2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:38.873321 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 888a64e0-459e-4ce3-9094-7830d9552ea8 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:33:38.874443 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 888a64e0-459e-4ce3-9094-7830d9552ea8 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:33:38.948065 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84367ba-531d-4f27-8bfb-a2e90786b2ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82005969-545f-4e2a-bfa2-f70bad7873ae,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:38.958971 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d84367ba-531d-4f27-8bfb-a2e90786b2ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:38.963332 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ed505-eff3-4b57-a4a1-788ed923ce00 service neutron] Pushing event updated for resources: {'Port': ['ID=1d1d6f8c-4810-439b-a2c4-1b8759e55cea,revision_number=6']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:38.965763 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d84367ba-531d-4f27-8bfb-a2e90786b2ed admin admin] 10.222.0.23 "DELETE /v2.0/subnets/82005969-545f-4e2a-bfa2-f70bad7873ae HTTP/1.1" status: 204 len: 168 time: 0.9114082 Jul 13 07:33:38.967809 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36514) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:39.021267 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-501ed505-eff3-4b57-a4a1-788ed923ce00 service neutron] No DVR routers for this DVR port 1d1d6f8c-4810-439b-a2c4-1b8759e55cea on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:39.038080 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-ee4a3fc7-37e2-4be5-8dea-229e6813129c tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Deleting port 42656488-3369-4df2-813e-f6941bdcee26 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:39.038477 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ee4a3fc7-37e2-4be5-8dea-229e6813129c tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.066862 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36516) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:39.136711 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-163e2584-d494-4f04-9247-f0eead6ed4ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.152424 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-cc83415d-5484-46f1-9a17-a0cdacca2c93 None None] Provisioning complete for port ca22fb29-1ea5-4f90-9571-5df06a832806 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:39.153289 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cc83415d-5484-46f1-9a17-a0cdacca2c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.234338 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-59cc245c-218e-4cc9-b3cd-adf4b38e4827 service neutron] Attempting to bind port a6decb26-9157-4b94-ba02-fa70adbe77fe on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:39.235234 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-59cc245c-218e-4cc9-b3cd-adf4b38e4827 service neutron] Attempting to bind port a6decb26-9157-4b94-ba02-fa70adbe77fe by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '0d52d58c-894c-45ff-99ef-ef32b835be4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fa4f1ed0-796d-49c1-a252-4afd480b8892'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:39.236039 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-59cc245c-218e-4cc9-b3cd-adf4b38e4827 service neutron] Attempting to bind port a6decb26-9157-4b94-ba02-fa70adbe77fe on network fa4f1ed0-796d-49c1-a252-4afd480b8892 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:39.254923 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=c53c18b7-3053-4952-992c-e808e72481bd,revision_number=6']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:39.267863 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-59cc245c-218e-4cc9-b3cd-adf4b38e4827 service neutron] Port a6decb26-9157-4b94-ba02-fa70adbe77fe on network fa4f1ed0-796d-49c1-a252-4afd480b8892 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:33:39.268553 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-59cc245c-218e-4cc9-b3cd-adf4b38e4827 service neutron] Attempting to bind port a6decb26-9157-4b94-ba02-fa70adbe77fe on network fa4f1ed0-796d-49c1-a252-4afd480b8892 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:39.286478 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5c880-9f31-4284-a614-388a81b19889 req-97d4bd4d-87dd-4a92-9512-a71a8bb0877e tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:39.289705 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.302112 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3ca5c880-9f31-4284-a614-388a81b19889 req-97d4bd4d-87dd-4a92-9512-a71a8bb0877e tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6451df-a503-49d1-ac22-c66bf78a2f9c HTTP/1.1" status: 200 len: 943 time: 0.7977488 Jul 13 07:33:39.304726 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-947fb772-4474-412e-9e65-273ce6011633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.339589 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-59cc245c-218e-4cc9-b3cd-adf4b38e4827 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:39.340879 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-59cc245c-218e-4cc9-b3cd-adf4b38e4827 service neutron] Checking segment: {'id': '0d52d58c-894c-45ff-99ef-ef32b835be4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fa4f1ed0-796d-49c1-a252-4afd480b8892'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:39.341721 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-59cc245c-218e-4cc9-b3cd-adf4b38e4827 service neutron] Bound using segment: {'id': '0d52d58c-894c-45ff-99ef-ef32b835be4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fa4f1ed0-796d-49c1-a252-4afd480b8892'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:39.342482 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-59cc245c-218e-4cc9-b3cd-adf4b38e4827 service neutron] Bound port: a6decb26-9157-4b94-ba02-fa70adbe77fe, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d52d58c-894c-45ff-99ef-ef32b835be4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fa4f1ed0-796d-49c1-a252-4afd480b8892'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:39.343146 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-59cc245c-218e-4cc9-b3cd-adf4b38e4827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.347275 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ee4a3fc7-37e2-4be5-8dea-229e6813129c tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.380620 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port adb17561-3fe7-425b-86b9-6784366213c3, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=adb17561-3fe7-425b-86b9-6784366213c3,segment=NetworkSegment(b7bb93bc-cbf8-4d9d-81a8-4428e0baa434),segment_id=b7bb93bc-cbf8-4d9d-81a8-4428e0baa434)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:39.390372 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.409307 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-ee4a3fc7-37e2-4be5-8dea-229e6813129c tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Calling delete_port for 42656488-3369-4df2-813e-f6941bdcee26 owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:39.429075 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-501ed505-eff3-4b57-a4a1-788ed923ce00 service neutron] In _notify_port_updated(), no bound segment for port 1d1d6f8c-4810-439b-a2c4-1b8759e55cea on network 429c5271-60ed-4dd8-b05d-2fc0729d6432 {{(pid=94017) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:33:39.430000 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-501ed505-eff3-4b57-a4a1-788ed923ce00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:39.430652 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-501ed505-eff3-4b57-a4a1-788ed923ce00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.432076 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-501ed505-eff3-4b57-a4a1-788ed923ce00 service neutron] 10.222.0.42 "PUT /v2.0/ports/1d1d6f8c-4810-439b-a2c4-1b8759e55cea HTTP/1.1" status: 200 len: 1033 time: 3.6032991 Jul 13 07:33:39.476871 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3ca5c880-9f31-4284-a614-388a81b19889 req-a5f4b2b6-ff34-406f-a392-589c76982585 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/security-groups?id=133b69b7-9808-43be-96a2-0537049d3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732230 Jul 13 07:33:39.558875 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 24ca5f58-cab9-40b0-81e3-6853229cf3a9 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:39.652181 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-31fd3227-8aca-4a02-83ee-bd5934fe6846 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:39.653656 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-31fd3227-8aca-4a02-83ee-bd5934fe6846 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.42 "GET /v2.0/ports/ede38759-df2e-4913-a839-5c8f2fc992f8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2090456 Jul 13 07:33:39.662960 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=adb17561-3fe7-425b-86b9-6784366213c3,revision_number=6']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:39.685183 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-94097d01-d42d-4d86-9e06-ef81e127b173 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:39.687846 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d9f51981-ac86-45ed-9cec-33bfe756dad2 None None] Provisioning complete for port c53c18b7-3053-4952-992c-e808e72481bd triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:39.688219 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d9f51981-ac86-45ed-9cec-33bfe756dad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.721567 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-947fb772-4474-412e-9e65-273ce6011633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.794812 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-947fb772-4474-412e-9e65-273ce6011633 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['675a4bd8-c216-4ff7-85f6-a501734f8413']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:39.818123 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-947fb772-4474-412e-9e65-273ce6011633 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28da2d9a-9cd2-47af-9ebd-220c5d6d98d2') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:39.818626 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-947fb772-4474-412e-9e65-273ce6011633 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28da2d9a-9cd2-47af-9ebd-220c5d6d98d2') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:39.859011 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.871514 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-947fb772-4474-412e-9e65-273ce6011633 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.875980 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-59cc245c-218e-4cc9-b3cd-adf4b38e4827 service neutron] For port a6decb26-9157-4b94-ba02-fa70adbe77fe, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:39.912678 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-59cc245c-218e-4cc9-b3cd-adf4b38e4827 service neutron] For port a6decb26-9157-4b94-ba02-fa70adbe77fe, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=a6decb26-9157-4b94-ba02-fa70adbe77fe,segment=NetworkSegment(0d52d58c-894c-45ff-99ef-ef32b835be4a),segment_id=0d52d58c-894c-45ff-99ef-ef32b835be4a)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:39.928622 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-59cc245c-218e-4cc9-b3cd-adf4b38e4827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.943594 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ee4a3fc7-37e2-4be5-8dea-229e6813129c tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:39.994780 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-947fb772-4474-412e-9e65-273ce6011633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.005128 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a3fc7-37e2-4be5-8dea-229e6813129c tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'Port': ['ID=42656488-3369-4df2-813e-f6941bdcee26,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:40.006149 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 24ca5f58-cab9-40b0-81e3-6853229cf3a9, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=24ca5f58-cab9-40b0-81e3-6853229cf3a9,segment=NetworkSegment(2db94155-b4d5-4a71-9c76-b900867aaa59),segment_id=2db94155-b4d5-4a71-9c76-b900867aaa59)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:40.020157 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.025081 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-163e2584-d494-4f04-9247-f0eead6ed4ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.036265 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-163e2584-d494-4f04-9247-f0eead6ed4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.047469 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d9f51981-ac86-45ed-9cec-33bfe756dad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.052446 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-947fb772-4474-412e-9e65-273ce6011633 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:33:40.053152 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-947fb772-4474-412e-9e65-273ce6011633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.060782 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:33:40.060782 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:33:40.060782 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:33:40.060782 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:33:40.060782 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:33:40.060782 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:33:40.060782 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:33:40.060782 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:33:40.060782 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:33:40.060782 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:33:40.060782 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:33:40.060782 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:33:40.060782 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:33:40.060782 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:33:40.060782 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:33:40.060782 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:33:40.060782 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:33:40.060782 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:33:40.060782 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:33:40.060782 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:33:40.060782 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:33:40.060782 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:33:40.060782 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:33:40.060782 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:33:40.060782 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:33:40.060782 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:33:40.060782 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:33:40.060782 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:33:40.060782 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:33:40.060782 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:33:40.060782 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:33:40.060782 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:33:40.060782 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:33:40.060782 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:33:40.089000 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-94097d01-d42d-4d86-9e06-ef81e127b173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.104731 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ee4a3fc7-37e2-4be5-8dea-229e6813129c tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.107632 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ee4a3fc7-37e2-4be5-8dea-229e6813129c tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/ports/42656488-3369-4df2-813e-f6941bdcee26 HTTP/1.1" status: 204 len: 168 time: 1.5163612 Jul 13 07:33:40.108604 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-59cc245c-218e-4cc9-b3cd-adf4b38e4827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:40.109718 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-59cc245c-218e-4cc9-b3cd-adf4b38e4827 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.112798 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-59cc245c-218e-4cc9-b3cd-adf4b38e4827 service neutron] 10.222.0.25 "PUT /v2.0/ports/a6decb26-9157-4b94-ba02-fa70adbe77fe HTTP/1.1" status: 200 len: 1092 time: 5.0685647 Jul 13 07:33:40.122807 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca22fb29-1ea5-4f90-9571-5df06a832806'}, {'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c53c18b7-3053-4952-992c-e808e72481bd'}, {'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adb17561-3fe7-425b-86b9-6784366213c3'}, {'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24ca5f58-cab9-40b0-81e3-6853229cf3a9'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:40.127278 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1c315e-abc2-4a6c-8222-65454a86d371" -d '{"events": [{"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-plugged", "status": "completed", "tag": "ca22fb29-1ea5-4f90-9571-5df06a832806"}, {"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-unplugged", "status": "completed", "tag": "c53c18b7-3053-4952-992c-e808e72481bd"}, {"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-unplugged", "status": "completed", "tag": "adb17561-3fe7-425b-86b9-6784366213c3"}, {"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-unplugged", "status": "completed", "tag": "24ca5f58-cab9-40b0-81e3-6853229cf3a9"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:40.129159 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 36546) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:40.147596 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c6451df-a503-49d1-ac22-c66bf78a2f9c', 'tag': 'a6decb26-9157-4b94-ba02-fa70adbe77fe'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:40.154415 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a45b1e-0ec2-41e1-aee5-ddbd6b495658" -d '{"events": [{"name": "network-changed", "server_uuid": "6c6451df-a503-49d1-ac22-c66bf78a2f9c", "tag": "a6decb26-9157-4b94-ba02-fa70adbe77fe"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:40.183628 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-d9f51981-ac86-45ed-9cec-33bfe756dad2 None None] For port c53c18b7-3053-4952-992c-e808e72481bd, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=c53c18b7-3053-4952-992c-e808e72481bd,segment=NetworkSegment(b7bb93bc-cbf8-4d9d-81a8-4428e0baa434),segment_id=b7bb93bc-cbf8-4d9d-81a8-4428e0baa434)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:40.185778 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device fe72de08-e56f-4e40-8d26-6142c436bbdc no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:40.287302 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d9f51981-ac86-45ed-9cec-33bfe756dad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.309878 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e2584-d494-4f04-9247-f0eead6ed4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8b59de-1876-4570-98d4-4ad0c00f14c0,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:40.344764 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-163e2584-d494-4f04-9247-f0eead6ed4ee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c1c3ffbc256f407c8cd0491f7d78c72d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2764030 Jul 13 07:33:40.348465 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36552) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:40.387526 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-947fb772-4474-412e-9e65-273ce6011633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.405599 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-947fb772-4474-412e-9e65-273ce6011633 admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.410916 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-947fb772-4474-412e-9e65-273ce6011633 admin admin] 10.222.0.23 "DELETE /v2.0/networks/675a4bd8-c216-4ff7-85f6-a501734f8413 HTTP/1.1" status: 204 len: 168 time: 1.4414923 Jul 13 07:33:40.456996 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=24ca5f58-cab9-40b0-81e3-6853229cf3a9,revision_number=6']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:40.526040 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947fb772-4474-412e-9e65-273ce6011633 admin admin] Pushing event deleted for resources: {'Network': ['ID=675a4bd8-c216-4ff7-85f6-a501734f8413,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:40.560690 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f51981-ac86-45ed-9cec-33bfe756dad2 None None] Pushing event updated for resources: {'Port': ['ID=c53c18b7-3053-4952-992c-e808e72481bd,revision_number=7']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:40.564618 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d9f51981-ac86-45ed-9cec-33bfe756dad2 None None] Provisioning complete for port 1d1d6f8c-4810-439b-a2c4-1b8759e55cea triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:40.565154 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d9f51981-ac86-45ed-9cec-33bfe756dad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.644767 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.650907 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f79f4-b31d-42b3-9e7e-7ac0502fa174 req-6db7a404-e5c4-41ec-8ac7-c781c4494758 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:40.666017 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-d9f51981-ac86-45ed-9cec-33bfe756dad2 None None] Port 1d1d6f8c-4810-439b-a2c4-1b8759e55cea cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:33:40.668364 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d11f79f4-b31d-42b3-9e7e-7ac0502fa174 req-6db7a404-e5c4-41ec-8ac7-c781c4494758 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a05e7ee-4acd-42ef-891f-aa3bfb0532ac HTTP/1.1" status: 200 len: 944 time: 0.5741367 Jul 13 07:33:40.715389 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-94097d01-d42d-4d86-9e06-ef81e127b173 service neutron] For port ede38759-df2e-4913-a839-5c8f2fc992f8, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=ede38759-df2e-4913-a839-5c8f2fc992f8,segment=NetworkSegment(8ed6da62-daf9-496c-b1a4-984cc4d0a038),segment_id=8ed6da62-daf9-496c-b1a4-984cc4d0a038)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:40.760509 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port fe72de08-e56f-4e40-8d26-6142c436bbdc, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=fe72de08-e56f-4e40-8d26-6142c436bbdc,segment=NetworkSegment(8ed6da62-daf9-496c-b1a4-984cc4d0a038),segment_id=8ed6da62-daf9-496c-b1a4-984cc4d0a038)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:40.775239 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.788847 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aa6db236-d0ea-45c2-86f8-25c9c5bbe9a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.840774 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af84dac-4586-48cf-afd7-52d8951d1984 req-17050353-23f6-487b-822c-a2d134642f03 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:40.854939 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7af84dac-4586-48cf-afd7-52d8951d1984 req-17050353-23f6-487b-822c-a2d134642f03 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb5f6e0b-4f6c-4187-b8df-74a7b8925783 HTTP/1.1" status: 200 len: 945 time: 1.1026781 Jul 13 07:33:40.862388 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device ede38759-df2e-4913-a839-5c8f2fc992f8 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:40.883569 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc245c-218e-4cc9-b3cd-adf4b38e4827 service neutron] Pushing event updated for resources: {'Port': ['ID=a6decb26-9157-4b94-ba02-fa70adbe77fe,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:40.908177 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 36558) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:40.934057 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9de5d0cb-f2ab-4ba7-8ed0-d237432b83e5 None None] Provisioning complete for port 24ca5f58-cab9-40b0-81e3-6853229cf3a9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:40.934575 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9de5d0cb-f2ab-4ba7-8ed0-d237432b83e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:40.941101 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aa6db236-d0ea-45c2-86f8-25c9c5bbe9a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.017025 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=fe72de08-e56f-4e40-8d26-6142c436bbdc,revision_number=6']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:41.079629 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aa6db236-d0ea-45c2-86f8-25c9c5bbe9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.082945 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aa6db236-d0ea-45c2-86f8-25c9c5bbe9a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.084273 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-aa6db236-d0ea-45c2-86f8-25c9c5bbe9a2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ed8b59de-1876-4570-98d4-4ad0c00f14c0 HTTP/1.1" status: 204 len: 168 time: 0.7316852 Jul 13 07:33:41.101297 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6db236-d0ea-45c2-86f8-25c9c5bbe9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8b59de-1876-4570-98d4-4ad0c00f14c0,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:41.137019 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-d11f79f4-b31d-42b3-9e7e-7ac0502fa174 req-d4ece1e8-c778-4d8c-9228-1c1bf8faf6d5 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Deleting port 9bd27889-3727-4ca0-b72d-f427a43accfe {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:41.137812 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d11f79f4-b31d-42b3-9e7e-7ac0502fa174 req-d4ece1e8-c778-4d8c-9228-1c1bf8faf6d5 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.195133 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-94097d01-d42d-4d86-9e06-ef81e127b173 service neutron] For port ede38759-df2e-4913-a839-5c8f2fc992f8, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:41.256169 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.272737 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9de5d0cb-f2ab-4ba7-8ed0-d237432b83e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.289323 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8a3731-61fd-43a7-b782-a6aaac1886d8 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:41.308272 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8a3731-61fd-43a7-b782-a6aaac1886d8 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:41.311639 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8e8a3731-61fd-43a7-b782-a6aaac1886d8 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 1.1475933 Jul 13 07:33:41.317341 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36564) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:41.334436 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-3f0a003e-52fd-4f01-ab88-1f06ac669fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:41.340855 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-3f0a003e-52fd-4f01-ab88-1f06ac669fbd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6942d3506e24fbf8b1e759d03152ce4&device_id=6c6451df-a503-49d1-ac22-c66bf78a2f9c HTTP/1.1" status: 200 len: 1095 time: 1.1383510 Jul 13 07:33:41.348618 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-9de5d0cb-f2ab-4ba7-8ed0-d237432b83e5 None None] For port 24ca5f58-cab9-40b0-81e3-6853229cf3a9, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=24ca5f58-cab9-40b0-81e3-6853229cf3a9,segment=NetworkSegment(2db94155-b4d5-4a71-9c76-b900867aaa59),segment_id=2db94155-b4d5-4a71-9c76-b900867aaa59)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:41.359343 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9de5d0cb-f2ab-4ba7-8ed0-d237432b83e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.363027 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7af84dac-4586-48cf-afd7-52d8951d1984 req-a811b7fa-f33a-41b5-800f-377d009174ff tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.23 "GET /v2.0/security-groups?id=df0ef5d6-4ab6-4737-b9f1-28bbdd266fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5063796 Jul 13 07:33:41.394747 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-659c33c0-fe11-4a6a-bc1f-5191c5dae6e2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8f095698c72c459eb677dcbc568ab1ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4767740 Jul 13 07:33:41.396890 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36568) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:41.508115 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-744deb16-d493-43d4-9922-c6d5d88d07e8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6decb26-9157-4b94-ba02-fa70adbe77fe HTTP/1.1" status: 200 len: 217 time: 0.1416743 Jul 13 07:33:41.519693 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-94097d01-d42d-4d86-9e06-ef81e127b173 service neutron] device_id is not set on port ede38759-df2e-4913-a839-5c8f2fc992f8 yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:33:41.533274 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-94097d01-d42d-4d86-9e06-ef81e127b173 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.533897 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-d11f79f4-b31d-42b3-9e7e-7ac0502fa174 req-d4ece1e8-c778-4d8c-9228-1c1bf8faf6d5 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] For port 9bd27889-3727-4ca0-b72d-f427a43accfe, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=9bd27889-3727-4ca0-b72d-f427a43accfe,segment=NetworkSegment(5a5e32fa-d1a7-44e2-b088-49b4ede36727),segment_id=5a5e32fa-d1a7-44e2-b088-49b4ede36727)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:41.534479 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d11f79f4-b31d-42b3-9e7e-7ac0502fa174 req-d4ece1e8-c778-4d8c-9228-1c1bf8faf6d5 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.559323 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-94097d01-d42d-4d86-9e06-ef81e127b173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.616882 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-d11f79f4-b31d-42b3-9e7e-7ac0502fa174 req-d4ece1e8-c778-4d8c-9228-1c1bf8faf6d5 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Calling delete_port for 9bd27889-3727-4ca0-b72d-f427a43accfe owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:41.666450 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4362951c-3811-4f9b-9e6c-80dfd400ff60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.681828 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9de5d0cb-f2ab-4ba7-8ed0-d237432b83e5 None None] Provisioning complete for port adb17561-3fe7-425b-86b9-6784366213c3 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:41.688526 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9de5d0cb-f2ab-4ba7-8ed0-d237432b83e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.743848 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de5d0cb-f2ab-4ba7-8ed0-d237432b83e5 None None] Pushing event updated for resources: {'Port': ['ID=24ca5f58-cab9-40b0-81e3-6853229cf3a9,revision_number=7']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:41.748506 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94097d01-d42d-4d86-9e06-ef81e127b173 service neutron] Pushing event updated for resources: {'Port': ['ID=ede38759-df2e-4913-a839-5c8f2fc992f8,revision_number=6']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:41.794973 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4362951c-3811-4f9b-9e6c-80dfd400ff60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.800577 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.db.api [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:33:41.802979 n-d-771363-34 neutron-server[94019]: DEBUG oslo_db.api [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:33:41.858999 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-e95aab91-dab7-49bd-9259-094bbdfb6411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:41.860919 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-e95aab91-dab7-49bd-9259-094bbdfb6411 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2df3ee09-23c6-4609-848d-5109b67374a1 HTTP/1.1" status: 200 len: 854 time: 0.3218102 Jul 13 07:33:41.887123 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-94097d01-d42d-4d86-9e06-ef81e127b173 service neutron] No DVR routers for this DVR port ede38759-df2e-4913-a839-5c8f2fc992f8 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:41.935752 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9de5d0cb-f2ab-4ba7-8ed0-d237432b83e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.969612 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-d46b60ff-3909-4384-8db8-ac0b4fd6d312 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Deleting port df062521-750f-4a36-a8de-96e76c874945 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:41.970329 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d46b60ff-3909-4384-8db8-ac0b4fd6d312 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:41.993789 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-9de5d0cb-f2ab-4ba7-8ed0-d237432b83e5 None None] For port adb17561-3fe7-425b-86b9-6784366213c3, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=adb17561-3fe7-425b-86b9-6784366213c3,segment=NetworkSegment(b7bb93bc-cbf8-4d9d-81a8-4428e0baa434),segment_id=b7bb93bc-cbf8-4d9d-81a8-4428e0baa434)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:42.065429 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-94097d01-d42d-4d86-9e06-ef81e127b173 service neutron] In _notify_port_updated(), no bound segment for port ede38759-df2e-4913-a839-5c8f2fc992f8 on network 429c5271-60ed-4dd8-b05d-2fc0729d6432 {{(pid=94017) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:33:42.065932 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9de5d0cb-f2ab-4ba7-8ed0-d237432b83e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:42.066497 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-94097d01-d42d-4d86-9e06-ef81e127b173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:42.067429 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-94097d01-d42d-4d86-9e06-ef81e127b173 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:42.069040 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-94097d01-d42d-4d86-9e06-ef81e127b173 service neutron] 10.222.0.42 "PUT /v2.0/ports/ede38759-df2e-4913-a839-5c8f2fc992f8 HTTP/1.1" status: 200 len: 1032 time: 2.3949854 Jul 13 07:33:42.069668 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d46b60ff-3909-4384-8db8-ac0b4fd6d312 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:42.072130 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-c40ea583-063d-4466-86de-51b6566fc3e2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fa4f1ed0-796d-49c1-a252-4afd480b8892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1884251 Jul 13 07:33:42.091077 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-d46b60ff-3909-4384-8db8-ac0b4fd6d312 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Calling delete_port for df062521-750f-4a36-a8de-96e76c874945 owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:42.168856 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d11f79f4-b31d-42b3-9e7e-7ac0502fa174 req-d4ece1e8-c778-4d8c-9228-1c1bf8faf6d5 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:42.255709 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de5d0cb-f2ab-4ba7-8ed0-d237432b83e5 None None] Pushing event updated for resources: {'Port': ['ID=adb17561-3fe7-425b-86b9-6784366213c3,revision_number=7']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:42.267263 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8f2e2-f770-4f85-b47d-9d7b99cdbaa4 req-c0bcdb89-04b1-4de6-a987-1c2fa4870c39 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:42.280827 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8f2e2-f770-4f85-b47d-9d7b99cdbaa4 req-c0bcdb89-04b1-4de6-a987-1c2fa4870c39 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:42.295326 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8f2e2-f770-4f85-b47d-9d7b99cdbaa4 req-c0bcdb89-04b1-4de6-a987-1c2fa4870c39 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:42.308129 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8f2e2-f770-4f85-b47d-9d7b99cdbaa4 req-c0bcdb89-04b1-4de6-a987-1c2fa4870c39 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:42.317601 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8f2e2-f770-4f85-b47d-9d7b99cdbaa4 req-c0bcdb89-04b1-4de6-a987-1c2fa4870c39 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:42.325513 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-45a8f2e2-f770-4f85-b47d-9d7b99cdbaa4 req-c0bcdb89-04b1-4de6-a987-1c2fa4870c39 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 3882 time: 0.6959760 Jul 13 07:33:42.423154 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ece1e8-c778-4d8c-9228-1c1bf8faf6d5 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Pushing event deleted for resources: {'Port': ['ID=9bd27889-3727-4ca0-b72d-f427a43accfe,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:42.445602 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 1d1d6f8c-4810-439b-a2c4-1b8759e55cea no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:42.450932 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-abf71419-bf7f-4e69-b8be-074e4e30becd None None] Provisioning complete for port 24ca5f58-cab9-40b0-81e3-6853229cf3a9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:42.451973 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-abf71419-bf7f-4e69-b8be-074e4e30becd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:42.474939 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11f79f4-b31d-42b3-9e7e-7ac0502fa174 req-d4ece1e8-c778-4d8c-9228-1c1bf8faf6d5 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] No DVR routers for this DVR port 9bd27889-3727-4ca0-b72d-f427a43accfe on host n-h1-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:42.478301 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d11f79f4-b31d-42b3-9e7e-7ac0502fa174 req-d4ece1e8-c778-4d8c-9228-1c1bf8faf6d5 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:42.482338 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d11f79f4-b31d-42b3-9e7e-7ac0502fa174 req-d4ece1e8-c778-4d8c-9228-1c1bf8faf6d5 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "DELETE /v2.0/ports/9bd27889-3727-4ca0-b72d-f427a43accfe HTTP/1.1" status: 204 len: 173 time: 1.8113501 Jul 13 07:33:42.483520 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a05e7ee-4acd-42ef-891f-aa3bfb0532ac', 'name': 'network-vif-deleted', 'tag': '9bd27889-3727-4ca0-b72d-f427a43accfe'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:42.486155 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6be44a-9380-4319-b8b8-5a857c1621aa" -d '{"events": [{"server_uuid": "6a05e7ee-4acd-42ef-891f-aa3bfb0532ac", "name": "network-vif-deleted", "tag": "9bd27889-3727-4ca0-b72d-f427a43accfe"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:42.511634 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-45a8f2e2-f770-4f85-b47d-9d7b99cdbaa4 req-d25ba776-188e-4a86-a058-a09253c145f7 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848524 Jul 13 07:33:42.512544 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d46b60ff-3909-4384-8db8-ac0b4fd6d312 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:42.557954 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b60ff-3909-4384-8db8-ac0b4fd6d312 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'Port': ['ID=df062521-750f-4a36-a8de-96e76c874945,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:42.570423 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4362951c-3811-4f9b-9e6c-80dfd400ff60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:42.573571 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4362951c-3811-4f9b-9e6c-80dfd400ff60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:42.575104 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4362951c-3811-4f9b-9e6c-80dfd400ff60 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e00d98ca-3e1f-4912-8214-2f6d520c8e93 HTTP/1.1" status: 204 len: 168 time: 1.1488771 Jul 13 07:33:42.588842 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d46b60ff-3909-4384-8db8-ac0b4fd6d312 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:42.591458 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d46b60ff-3909-4384-8db8-ac0b4fd6d312 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/ports/df062521-750f-4a36-a8de-96e76c874945 HTTP/1.1" status: 204 len: 168 time: 1.2718949 Jul 13 07:33:42.597891 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36594) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:42.617605 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4362951c-3811-4f9b-9e6c-80dfd400ff60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00d98ca-3e1f-4912-8214-2f6d520c8e93,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:42.627755 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-acfa9c38-b6fe-43ea-9ad9-bc80f73a7c86 service neutron] 10.222.0.25 "GET /v2.0/networks/fa4f1ed0-796d-49c1-a252-4afd480b8892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5435336 Jul 13 07:33:42.710266 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 702 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd8737b-78cb-4313-81e9-e174c618ad58 x-openstack-request-id: req-0bd8737b-78cb-4313-81e9-e174c618ad58 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:42.710520 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-plugged", "status": "completed", "tag": "ca22fb29-1ea5-4f90-9571-5df06a832806", "code": 200}, {"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-unplugged", "status": "completed", "tag": "c53c18b7-3053-4952-992c-e808e72481bd", "code": 200}, {"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-unplugged", "status": "completed", "tag": "adb17561-3fe7-425b-86b9-6784366213c3", "code": 200}, {"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-unplugged", "status": "completed", "tag": "24ca5f58-cab9-40b0-81e3-6853229cf3a9", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:42.710835 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0bd8737b-78cb-4313-81e9-e174c618ad58 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:42.719777 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca22fb29-1ea5-4f90-9571-5df06a832806', 'code': 200} Jul 13 07:33:42.720589 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c53c18b7-3053-4952-992c-e808e72481bd', 'code': 200} Jul 13 07:33:42.721140 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adb17561-3fe7-425b-86b9-6784366213c3', 'code': 200} Jul 13 07:33:42.721716 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24ca5f58-cab9-40b0-81e3-6853229cf3a9', 'code': 200} Jul 13 07:33:42.765630 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f06eace-b765-46fa-a039-f02123d05f7a tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:42.773165 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8f06eace-b765-46fa-a039-f02123d05f7a tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1690662 Jul 13 07:33:42.774166 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36604) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:42.785871 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-f51baca9-c044-4a36-8f87-695a31d08f87 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Deleting port adb17561-3fe7-425b-86b9-6784366213c3 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:42.789139 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-f51baca9-c044-4a36-8f87-695a31d08f87 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:42.807071 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bcccf2-169b-4125-a846-1f11d2aa0d2f x-openstack-request-id: req-76bcccf2-169b-4125-a846-1f11d2aa0d2f {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:42.807486 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c6451df-a503-49d1-ac22-c66bf78a2f9c", "tag": "a6decb26-9157-4b94-ba02-fa70adbe77fe", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:42.807691 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-76bcccf2-169b-4125-a846-1f11d2aa0d2f {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:42.808236 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c6451df-a503-49d1-ac22-c66bf78a2f9c', 'tag': 'a6decb26-9157-4b94-ba02-fa70adbe77fe', 'status': 'completed', 'code': 200} Jul 13 07:33:42.831855 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-481749be-aa58-417a-9e39-d7d01a1c6d1c tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] GET failed (client error): The resource could not be found. Jul 13 07:33:42.841134 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-481749be-aa58-417a-9e39-d7d01a1c6d1c tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "GET /v2.0/ports/42656488-3369-4df2-813e-f6941bdcee26 HTTP/1.1" status: 404 len: 333 time: 0.0648811 Jul 13 07:33:42.845517 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36610) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:42.933899 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 1d1d6f8c-4810-439b-a2c4-1b8759e55cea not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:33:42.958722 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9559a8b-6aa7-49c8-8fe7-ae24738e254a tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] GET failed (client error): The resource could not be found. Jul 13 07:33:42.971482 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c9559a8b-6aa7-49c8-8fe7-ae24738e254a tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "GET /v2.0/ports/df062521-750f-4a36-a8de-96e76c874945 HTTP/1.1" status: 404 len: 333 time: 0.1195784 Jul 13 07:33:42.980079 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36616) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:43.033037 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-abf71419-bf7f-4e69-b8be-074e4e30becd None None] Provisioning complete for port c53c18b7-3053-4952-992c-e808e72481bd triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:43.033703 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-abf71419-bf7f-4e69-b8be-074e4e30becd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.224747 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9160cf6f-7745-42cd-9935-a4a86093a373 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.339465 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-abf71419-bf7f-4e69-b8be-074e4e30becd None None] Provisioning complete for port fe72de08-e56f-4e40-8d26-6142c436bbdc triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:43.340051 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-abf71419-bf7f-4e69-b8be-074e4e30becd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.429655 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9160cf6f-7745-42cd-9935-a4a86093a373 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.447956 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-9160cf6f-7745-42cd-9935-a4a86093a373 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef4bb61-b90e-429e-932b-470d13add4ec']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:43.462059 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-9160cf6f-7745-42cd-9935-a4a86093a373 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af72c31-3ee3-4c78-ac1b-99bf27a89d3e') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:43.462676 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-9160cf6f-7745-42cd-9935-a4a86093a373 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af72c31-3ee3-4c78-ac1b-99bf27a89d3e') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:43.479610 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9160cf6f-7745-42cd-9935-a4a86093a373 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.510594 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9160cf6f-7745-42cd-9935-a4a86093a373 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.520241 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9160cf6f-7745-42cd-9935-a4a86093a373 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:33:43.521038 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9160cf6f-7745-42cd-9935-a4a86093a373 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.524860 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:33:43.524860 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:33:43.524860 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:33:43.524860 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:33:43.524860 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:33:43.524860 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:33:43.524860 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:33:43.524860 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:33:43.524860 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:33:43.524860 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:33:43.524860 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:33:43.524860 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:33:43.524860 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:33:43.524860 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:33:43.524860 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:33:43.524860 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:33:43.524860 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:33:43.524860 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:33:43.524860 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:33:43.524860 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:33:43.524860 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:33:43.524860 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:33:43.524860 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:33:43.524860 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:33:43.524860 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:33:43.524860 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:33:43.524860 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:33:43.524860 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:33:43.524860 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:33:43.524860 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:33:43.524860 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:33:43.524860 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:33:43.615871 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-f51baca9-c044-4a36-8f87-695a31d08f87 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] For port adb17561-3fe7-425b-86b9-6784366213c3, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=adb17561-3fe7-425b-86b9-6784366213c3,segment=NetworkSegment(b7bb93bc-cbf8-4d9d-81a8-4428e0baa434),segment_id=b7bb93bc-cbf8-4d9d-81a8-4428e0baa434)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:43.616305 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-f51baca9-c044-4a36-8f87-695a31d08f87 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.655729 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9160cf6f-7745-42cd-9935-a4a86093a373 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.662508 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-abf71419-bf7f-4e69-b8be-074e4e30becd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.667409 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9160cf6f-7745-42cd-9935-a4a86093a373 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.668882 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9160cf6f-7745-42cd-9935-a4a86093a373 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/networks/0ef4bb61-b90e-429e-932b-470d13add4ec HTTP/1.1" status: 204 len: 168 time: 0.6943278 Jul 13 07:33:43.738581 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-66c59e23-0e49-4fd7-8b45-0b7b14bbf09c req-2dd9137e-5d5c-4336-9c55-1a594a8f2595 service neutron] 10.222.0.25 "GET /v2.0/networks/fa4f1ed0-796d-49c1-a252-4afd480b8892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1019695 Jul 13 07:33:43.745020 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36646) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:43.747893 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9160cf6f-7745-42cd-9935-a4a86093a373 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'Network': ['ID=0ef4bb61-b90e-429e-932b-470d13add4ec,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:43.755374 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-abf71419-bf7f-4e69-b8be-074e4e30becd None None] For port fe72de08-e56f-4e40-8d26-6142c436bbdc, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=fe72de08-e56f-4e40-8d26-6142c436bbdc,segment=NetworkSegment(8ed6da62-daf9-496c-b1a4-984cc4d0a038),segment_id=8ed6da62-daf9-496c-b1a4-984cc4d0a038)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:43.763438 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-abf71419-bf7f-4e69-b8be-074e4e30becd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.779090 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-ebecd8e3-56c7-49f0-843d-76b63af8e0b3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1415194'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:43.791124 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-f51baca9-c044-4a36-8f87-695a31d08f87 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Calling delete_port for adb17561-3fe7-425b-86b9-6784366213c3 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:43.850372 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebecd8e3-56c7-49f0-843d-76b63af8e0b3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Made reservation on behalf of 71f928143c3f4a60bafd545bee5481d1 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:43.865436 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ebecd8e3-56c7-49f0-843d-76b63af8e0b3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:43.946997 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebecd8e3-56c7-49f0-843d-76b63af8e0b3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:33:44.008170 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ebecd8e3-56c7-49f0-843d-76b63af8e0b3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:44.008752 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-ebecd8e3-56c7-49f0-843d-76b63af8e0b3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Added segment 56bd2d8b-83fa-4ac3-a97d-b123d60e644a of type vlan for network bbaf9b59-ad3c-41fa-a042-87891dbbea23 Jul 13 07:33:44.011415 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf71419-bf7f-4e69-b8be-074e4e30becd None None] Pushing event updated for resources: {'Port': ['ID=fe72de08-e56f-4e40-8d26-6142c436bbdc,revision_number=7']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:44.031369 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-abf71419-bf7f-4e69-b8be-074e4e30becd None None] Provisioning complete for port ede38759-df2e-4913-a839-5c8f2fc992f8 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:44.032143 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-abf71419-bf7f-4e69-b8be-074e4e30becd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:44.153908 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1860244-2933-495c-96af-367fafd70a13 req-2d6eb4b7-6a78-4c5d-87e0-161f6f625a9b tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:44.161828 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ebecd8e3-56c7-49f0-843d-76b63af8e0b3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:44.162700 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d1860244-2933-495c-96af-367fafd70a13 req-2d6eb4b7-6a78-4c5d-87e0-161f6f625a9b tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6451df-a503-49d1-ac22-c66bf78a2f9c HTTP/1.1" status: 200 len: 943 time: 0.6146591 Jul 13 07:33:44.195898 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-abf71419-bf7f-4e69-b8be-074e4e30becd None None] Port ede38759-df2e-4913-a839-5c8f2fc992f8 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:33:44.250994 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ebecd8e3-56c7-49f0-843d-76b63af8e0b3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:44.275257 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebecd8e3-56c7-49f0-843d-76b63af8e0b3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:44.278370 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ebecd8e3-56c7-49f0-843d-76b63af8e0b3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:44.326849 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a45b1e-0ec2-41e1-aee5-ddbd6b495658 req-7bdad5f4-fd42-42d2-90de-98e691e9ee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:44.329678 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-11a45b1e-0ec2-41e1-aee5-ddbd6b495658 req-7bdad5f4-fd42-42d2-90de-98e691e9ee04 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6942d3506e24fbf8b1e759d03152ce4&device_id=6c6451df-a503-49d1-ac22-c66bf78a2f9c HTTP/1.1" status: 200 len: 1095 time: 0.5096784 Jul 13 07:33:44.358327 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6318203a-f5d2-448e-a79b-dea2fcc0bbbc None None] Provisioning complete for port adb17561-3fe7-425b-86b9-6784366213c3 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:44.359376 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6318203a-f5d2-448e-a79b-dea2fcc0bbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:44.436582 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ebecd8e3-56c7-49f0-843d-76b63af8e0b3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6794703 Jul 13 07:33:44.441062 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36662) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:44.450124 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-6531b050-d54d-4bd6-98ef-c8a1bfe49418 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'subnet': {'network_id': 'bbaf9b59-ad3c-41fa-a042-87891dbbea23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:44.661716 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a45b1e-0ec2-41e1-aee5-ddbd6b495658 req-bda22769-4921-471e-904c-7ce8375f96c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:44.665057 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-11a45b1e-0ec2-41e1-aee5-ddbd6b495658 req-bda22769-4921-471e-904c-7ce8375f96c1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fa4f1ed0-796d-49c1-a252-4afd480b8892 HTTP/1.1" status: 200 len: 915 time: 0.3145394 Jul 13 07:33:44.696189 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d1860244-2933-495c-96af-367fafd70a13 req-700a68d0-aa0c-4499-85d8-c6001200ac6a tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/security-groups?id=133b69b7-9808-43be-96a2-0537049d3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5320351 Jul 13 07:33:44.723489 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53c18b7-3053-4952-992c-e808e72481bd'}, {'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe72de08-e56f-4e40-8d26-6142c436bbdc'}, {'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ca5f58-cab9-40b0-81e3-6853229cf3a9'}, {'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb17561-3fe7-425b-86b9-6784366213c3'}, {'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe72de08-e56f-4e40-8d26-6142c436bbdc'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:44.728596 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aca534b-4fdc-4694-93a0-efbaa8ece4e2" -d '{"events": [{"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-plugged", "status": "completed", "tag": "c53c18b7-3053-4952-992c-e808e72481bd"}, {"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-unplugged", "status": "completed", "tag": "fe72de08-e56f-4e40-8d26-6142c436bbdc"}, {"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-plugged", "status": "completed", "tag": "24ca5f58-cab9-40b0-81e3-6853229cf3a9"}, {"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-plugged", "status": "completed", "tag": "adb17561-3fe7-425b-86b9-6784366213c3"}, {"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-plugged", "status": "completed", "tag": "fe72de08-e56f-4e40-8d26-6142c436bbdc"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:44.806468 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3b0d7b82-6ef5-4404-a9c1-fc5ead7ffdee None None] Provisioning complete for port fe72de08-e56f-4e40-8d26-6142c436bbdc triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:44.807099 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3b0d7b82-6ef5-4404-a9c1-fc5ead7ffdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:44.960217 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-11a45b1e-0ec2-41e1-aee5-ddbd6b495658 req-54c4f0fa-26b7-424d-aa59-ca4d3316e134 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6decb26-9157-4b94-ba02-fa70adbe77fe HTTP/1.1" status: 200 len: 217 time: 0.2568595 Jul 13 07:33:45.108758 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-f51baca9-c044-4a36-8f87-695a31d08f87 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:45.211469 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a45b1e-0ec2-41e1-aee5-ddbd6b495658 req-bd1620d0-3c78-4af6-b974-dff7303864ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:45.213742 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-11a45b1e-0ec2-41e1-aee5-ddbd6b495658 req-bd1620d0-3c78-4af6-b974-dff7303864ec service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2df3ee09-23c6-4609-848d-5109b67374a1 HTTP/1.1" status: 200 len: 854 time: 0.2515402 Jul 13 07:33:45.216528 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51baca9-c044-4a36-8f87-695a31d08f87 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Pushing event deleted for resources: {'Port': ['ID=adb17561-3fe7-425b-86b9-6784366213c3,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:45.317604 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-11a45b1e-0ec2-41e1-aee5-ddbd6b495658 req-3320bd2d-01d5-4aae-be75-dd43a49229e2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fa4f1ed0-796d-49c1-a252-4afd480b8892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972853 Jul 13 07:33:45.347398 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b566b53f-26e9-4bf3-b482-0080bd7bae1e x-openstack-request-id: req-b566b53f-26e9-4bf3-b482-0080bd7bae1e {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:45.348138 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a05e7ee-4acd-42ef-891f-aa3bfb0532ac", "name": "network-vif-deleted", "tag": "9bd27889-3727-4ca0-b72d-f427a43accfe", "status": "failed", "code": 422}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:45.348281 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b566b53f-26e9-4bf3-b482-0080bd7bae1e {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:45.348864 n-d-771363-34 neutron-server[94018]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6a05e7ee-4acd-42ef-891f-aa3bfb0532ac', 'name': 'network-vif-deleted', 'tag': '9bd27889-3727-4ca0-b72d-f427a43accfe', 'status': 'failed', 'code': 422} returned with failed status Jul 13 07:33:45.357458 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-f51baca9-c044-4a36-8f87-695a31d08f87 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] No DVR routers for this DVR port adb17561-3fe7-425b-86b9-6784366213c3 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:45.362502 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-f51baca9-c044-4a36-8f87-695a31d08f87 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:45.364588 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-f51baca9-c044-4a36-8f87-695a31d08f87 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.42 "DELETE /v2.0/ports/adb17561-3fe7-425b-86b9-6784366213c3 HTTP/1.1" status: 204 len: 173 time: 3.2828205 Jul 13 07:33:45.371745 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebecd8e3-56c7-49f0-843d-76b63af8e0b3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'Network': ['ID=bbaf9b59-ad3c-41fa-a042-87891dbbea23,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:45.376587 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-deleted', 'tag': 'adb17561-3fe7-425b-86b9-6784366213c3'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:45.381341 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6f4f3f-294c-4fad-beb1-4dcf162d417b" -d '{"events": [{"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-deleted", "tag": "adb17561-3fe7-425b-86b9-6784366213c3"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:45.399716 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network bbaf9b59-ad3c-41fa-a042-87891dbbea23 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:33:45.486287 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6531b050-d54d-4bd6-98ef-c8a1bfe49418 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Made reservation on behalf of 71f928143c3f4a60bafd545bee5481d1 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:45.497495 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6531b050-d54d-4bd6-98ef-c8a1bfe49418 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:45.629009 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816784a5-d2bd-4cd9-895f-c0194c5895b4 req-9d1a7595-337b-4dda-ab37-ac620aa0f191 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:45.659796 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816784a5-d2bd-4cd9-895f-c0194c5895b4 req-9d1a7595-337b-4dda-ab37-ac620aa0f191 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:45.667893 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816784a5-d2bd-4cd9-895f-c0194c5895b4 req-9d1a7595-337b-4dda-ab37-ac620aa0f191 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:45.678240 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816784a5-d2bd-4cd9-895f-c0194c5895b4 req-9d1a7595-337b-4dda-ab37-ac620aa0f191 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:45.693286 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-816784a5-d2bd-4cd9-895f-c0194c5895b4 req-9d1a7595-337b-4dda-ab37-ac620aa0f191 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 3151 time: 0.5736659 Jul 13 07:33:45.746977 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31010070-3486-489a-82da-f2c86f25b379 req-0484d65a-52fc-45c7-b4d9-175e030470d9 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:45.751657 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-31010070-3486-489a-82da-f2c86f25b379 req-0484d65a-52fc-45c7-b4d9-175e030470d9 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.23 "GET /v2.0/ports?device_id=49628e0a-b346-4eb9-ac60-2fb2786f6d8e HTTP/1.1" status: 200 len: 945 time: 0.4072826 Jul 13 07:33:45.842768 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-11a45b1e-0ec2-41e1-aee5-ddbd6b495658 req-d3a4bb1a-66d8-40a0-b344-6a3e18f98fa5 service neutron] 10.222.0.25 "GET /v2.0/networks/fa4f1ed0-796d-49c1-a252-4afd480b8892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976616 Jul 13 07:33:45.849511 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-816784a5-d2bd-4cd9-895f-c0194c5895b4 req-a2b4d0e1-2e23-4d32-9ac5-e06c6b1d9f47 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484249 Jul 13 07:33:45.980534 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-31010070-3486-489a-82da-f2c86f25b379 req-6ef89676-db2c-4c60-8b89-a93ccaefd249 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.23 "GET /v2.0/security-groups?id=df0ef5d6-4ab6-4737-b9f1-28bbdd266fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108130 Jul 13 07:33:46.062969 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-75ff650f-e79d-461b-ad93-f21e01c14c69 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Deleting port fe72de08-e56f-4e40-8d26-6142c436bbdc {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:46.063613 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-75ff650f-e79d-461b-ad93-f21e01c14c69 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.097391 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-11a45b1e-0ec2-41e1-aee5-ddbd6b495658 req-7081af6a-424e-4898-b541-c44aefcffaf7 service neutron] 10.222.0.25 "GET /v2.0/networks/fa4f1ed0-796d-49c1-a252-4afd480b8892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464008 Jul 13 07:33:46.188548 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 869 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344359eb-5380-4b82-8b93-c9f2e1844c74 x-openstack-request-id: req-344359eb-5380-4b82-8b93-c9f2e1844c74 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:46.189078 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-plugged", "status": "completed", "tag": "c53c18b7-3053-4952-992c-e808e72481bd", "code": 200}, {"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-unplugged", "status": "completed", "tag": "fe72de08-e56f-4e40-8d26-6142c436bbdc", "code": 200}, {"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-plugged", "status": "completed", "tag": "24ca5f58-cab9-40b0-81e3-6853229cf3a9", "code": 200}, {"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-plugged", "status": "completed", "tag": "adb17561-3fe7-425b-86b9-6784366213c3", "code": 200}, {"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-plugged", "status": "completed", "tag": "fe72de08-e56f-4e40-8d26-6142c436bbdc", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:46.189589 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-344359eb-5380-4b82-8b93-c9f2e1844c74 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:46.190513 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53c18b7-3053-4952-992c-e808e72481bd', 'code': 200} Jul 13 07:33:46.190997 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe72de08-e56f-4e40-8d26-6142c436bbdc', 'code': 200} Jul 13 07:33:46.191525 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ca5f58-cab9-40b0-81e3-6853229cf3a9', 'code': 200} Jul 13 07:33:46.192420 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb17561-3fe7-425b-86b9-6784366213c3', 'code': 200} Jul 13 07:33:46.193779 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe72de08-e56f-4e40-8d26-6142c436bbdc', 'code': 200} Jul 13 07:33:46.226393 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6531b050-d54d-4bd6-98ef-c8a1bfe49418 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.281719 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df77a32d-24c4-45cb-90f5-d282a6bf4090 x-openstack-request-id: req-df77a32d-24c4-45cb-90f5-d282a6bf4090 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:46.282538 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-deleted", "tag": "adb17561-3fe7-425b-86b9-6784366213c3", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:46.282964 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-df77a32d-24c4-45cb-90f5-d282a6bf4090 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:46.283591 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-deleted', 'tag': 'adb17561-3fe7-425b-86b9-6784366213c3', 'status': 'completed', 'code': 200} Jul 13 07:33:46.315653 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-75ff650f-e79d-461b-ad93-f21e01c14c69 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] For port fe72de08-e56f-4e40-8d26-6142c436bbdc, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=fe72de08-e56f-4e40-8d26-6142c436bbdc,segment=NetworkSegment(8ed6da62-daf9-496c-b1a4-984cc4d0a038),segment_id=8ed6da62-daf9-496c-b1a4-984cc4d0a038)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:46.316230 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-75ff650f-e79d-461b-ad93-f21e01c14c69 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.361551 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-75ff650f-e79d-461b-ad93-f21e01c14c69 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Calling delete_port for fe72de08-e56f-4e40-8d26-6142c436bbdc owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:46.400052 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6531b050-d54d-4bd6-98ef-c8a1bfe49418 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'Subnet': ['ID=1c42113f-72d9-44c4-81ce-3d77e74f1f87,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:46.474559 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6531b050-d54d-4bd6-98ef-c8a1bfe49418 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Checking segment: {'id': '56bd2d8b-83fa-4ac3-a97d-b123d60e644a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bbaf9b59-ad3c-41fa-a042-87891dbbea23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:46.475148 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6531b050-d54d-4bd6-98ef-c8a1bfe49418 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Network hostable DHCP agents. Network: bbaf9b59-ad3c-41fa-a042-87891dbbea23, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:33:46.511412 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6531b050-d54d-4bd6-98ef-c8a1bfe49418 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Network bbaf9b59-ad3c-41fa-a042-87891dbbea23 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:33:46.526850 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-6531b050-d54d-4bd6-98ef-c8a1bfe49418 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, bbaf9b59-ad3c-41fa-a042-87891dbbea23) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:46.535878 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6531b050-d54d-4bd6-98ef-c8a1bfe49418 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:46.536210 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6531b050-d54d-4bd6-98ef-c8a1bfe49418 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.541019 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22691d6f-d490-4da6-99b3-b9fd9e678b42 None None] Network bbaf9b59-ad3c-41fa-a042-87891dbbea23 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:46.628315 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6531b050-d54d-4bd6-98ef-c8a1bfe49418 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1789601 Jul 13 07:33:46.628564 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 36716) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:46.637688 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-1e5a2566-d758-4173-b8b7-28803113a5a3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'port': {'network_id': 'bbaf9b59-ad3c-41fa-a042-87891dbbea23', 'name': 'tempest-PortsTestJSON-156732714'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:46.761434 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ffef2-4e61-40f8-bd0e-6a4aee22a500 req-d1ffe200-014b-487f-b560-dd0f1d40b02a tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:46.766336 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5e2ffef2-4e61-40f8-bd0e-6a4aee22a500 req-d1ffe200-014b-487f-b560-dd0f1d40b02a tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6451df-a503-49d1-ac22-c66bf78a2f9c HTTP/1.1" status: 200 len: 943 time: 0.2329397 Jul 13 07:33:46.831184 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-75ff650f-e79d-461b-ad93-f21e01c14c69 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.847498 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5e2ffef2-4e61-40f8-bd0e-6a4aee22a500 req-45e2d768-300f-4247-93e3-fe84e3303ee4 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/security-groups?id=133b69b7-9808-43be-96a2-0537049d3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737548 Jul 13 07:33:46.877775 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff650f-e79d-461b-ad93-f21e01c14c69 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Pushing event deleted for resources: {'Port': ['ID=fe72de08-e56f-4e40-8d26-6142c436bbdc,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:46.979869 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5be3d0-820b-4ac3-91a2-a41c1a53a460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-bbaf9b59-ad3c-41fa-a042-87891dbbea23', 'network_id': 'bbaf9b59-ad3c-41fa-a042-87891dbbea23', 'tenant_id': '71f928143c3f4a60bafd545bee5481d1', 'fixed_ips': [{'subnet_id': '1c42113f-72d9-44c4-81ce-3d77e74f1f87'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:33:46.981529 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-bb5be3d0-820b-4ac3-91a2-a41c1a53a460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.985581 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-75ff650f-e79d-461b-ad93-f21e01c14c69 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] No DVR routers for this DVR port fe72de08-e56f-4e40-8d26-6142c436bbdc on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:46.988696 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-75ff650f-e79d-461b-ad93-f21e01c14c69 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:46.991336 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-75ff650f-e79d-461b-ad93-f21e01c14c69 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.42 "DELETE /v2.0/ports/fe72de08-e56f-4e40-8d26-6142c436bbdc HTTP/1.1" status: 204 len: 173 time: 1.6054220 Jul 13 07:33:47.152664 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5a2566-d758-4173-b8b7-28803113a5a3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Made reservation on behalf of 71f928143c3f4a60bafd545bee5481d1 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:47.157633 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1e5a2566-d758-4173-b8b7-28803113a5a3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:47.199883 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-1e5a2566-d758-4173-b8b7-28803113a5a3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] device_id is not set on port c6d9931a-1af7-407a-9ac6-2465f8b60ad3 yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:33:47.390531 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-1e5a2566-d758-4173-b8b7-28803113a5a3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Allocated IP 172.20.0.14 (bbaf9b59-ad3c-41fa-a042-87891dbbea23/1c42113f-72d9-44c4-81ce-3d77e74f1f87/c6d9931a-1af7-407a-9ac6-2465f8b60ad3) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:47.433694 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-1b164e54-fa1b-4580-99db-0c59f01f3294 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Deleting port ca22fb29-1ea5-4f90-9571-5df06a832806 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:47.435569 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-1b164e54-fa1b-4580-99db-0c59f01f3294 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:47.651834 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device a6decb26-9157-4b94-ba02-fa70adbe77fe details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:33:47.750991 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-1b164e54-fa1b-4580-99db-0c59f01f3294 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] For port ca22fb29-1ea5-4f90-9571-5df06a832806, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=ca22fb29-1ea5-4f90-9571-5df06a832806,segment=NetworkSegment(8ed6da62-daf9-496c-b1a4-984cc4d0a038),segment_id=8ed6da62-daf9-496c-b1a4-984cc4d0a038)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:47.751492 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-1b164e54-fa1b-4580-99db-0c59f01f3294 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:47.817350 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-1b164e54-fa1b-4580-99db-0c59f01f3294 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Calling delete_port for ca22fb29-1ea5-4f90-9571-5df06a832806 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:47.990243 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port a6decb26-9157-4b94-ba02-fa70adbe77fe, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=a6decb26-9157-4b94-ba02-fa70adbe77fe,segment=NetworkSegment(0d52d58c-894c-45ff-99ef-ef32b835be4a),segment_id=0d52d58c-894c-45ff-99ef-ef32b835be4a)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:48.008198 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1e5a2566-d758-4173-b8b7-28803113a5a3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.013224 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': 'a6decb26-9157-4b94-ba02-fa70adbe77fe', 'network_id': 'fa4f1ed0-796d-49c1-a252-4afd480b8892', 'port_id': 'a6decb26-9157-4b94-ba02-fa70adbe77fe', 'mac_address': 'fa:16:3e:b0:4a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2df3ee09-23c6-4609-848d-5109b67374a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:33:48.027089 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-1e5a2566-d758-4173-b8b7-28803113a5a3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Transition to ACTIVE for port object c6d9931a-1af7-407a-9ac6-2465f8b60ad3 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:48.104499 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1e5a2566-d758-4173-b8b7-28803113a5a3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.177380 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5a2566-d758-4173-b8b7-28803113a5a3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Network bbaf9b59-ad3c-41fa-a042-87891dbbea23 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:48.189709 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-1e5a2566-d758-4173-b8b7-28803113a5a3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:48.196796 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5a2566-d758-4173-b8b7-28803113a5a3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:48.258705 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-bb5be3d0-820b-4ac3-91a2-a41c1a53a460 None None] Allocated IP 172.20.0.2 (bbaf9b59-ad3c-41fa-a042-87891dbbea23/1c42113f-72d9-44c4-81ce-3d77e74f1f87/73419a12-a188-458f-8074-ff01f2282439) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:48.269546 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5a2566-d758-4173-b8b7-28803113a5a3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:48.270058 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1e5a2566-d758-4173-b8b7-28803113a5a3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.292285 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-deleted', 'tag': 'fe72de08-e56f-4e40-8d26-6142c436bbdc'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:48.294822 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f540686f-38a6-4896-9b99-23f4a04c0c1b" -d '{"events": [{"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-deleted", "tag": "fe72de08-e56f-4e40-8d26-6142c436bbdc"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:48.324747 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110cd156-b23c-4ab6-a842-22fa54ee38f3 req-f783cacf-4729-4d0a-9966-2b1ff6810504 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:48.327428 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a2566-d758-4173-b8b7-28803113a5a3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'Port': ['ID=c6d9931a-1af7-407a-9ac6-2465f8b60ad3,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:48.341654 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28c83a-7a17-4519-a185-0907b7982372 req-30738d7e-8519-44d5-acfc-a5e4caef94cc tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:48.349523 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d28c83a-7a17-4519-a185-0907b7982372 req-30738d7e-8519-44d5-acfc-a5e4caef94cc tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/networks?id=324cb62a-283f-4998-ab58-61f8ca597760 HTTP/1.1" status: 200 len: 812 time: 0.5681956 Jul 13 07:33:48.356791 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110cd156-b23c-4ab6-a842-22fa54ee38f3 req-f783cacf-4729-4d0a-9966-2b1ff6810504 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:48.361283 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1e5a2566-d758-4173-b8b7-28803113a5a3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7315896 Jul 13 07:33:48.385045 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d28c83a-7a17-4519-a185-0907b7982372 req-dfc2b8c1-6dcf-4746-bab6-4ca26f574abd tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/quotas/9f479963551e4752848e4380eebe58cf HTTP/1.1" status: 200 len: 375 time: 0.0340538 Jul 13 07:33:48.386795 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110cd156-b23c-4ab6-a842-22fa54ee38f3 req-f783cacf-4729-4d0a-9966-2b1ff6810504 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:48.389917 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 36756) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:48.392568 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:48.406550 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-110cd156-b23c-4ab6-a842-22fa54ee38f3 req-f783cacf-4729-4d0a-9966-2b1ff6810504 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 2416 time: 0.2741926 Jul 13 07:33:48.468031 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d28c83a-7a17-4519-a185-0907b7982372 req-00529fac-0f70-450d-997d-673fc13eb9ad tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9f479963551e4752848e4380eebe58cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0820889 Jul 13 07:33:48.510891 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6decb26-9157-4b94-ba02-fa70adbe77fe {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:33:48.532120 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-110cd156-b23c-4ab6-a842-22fa54ee38f3 req-d7244955-6be3-4bcc-bd92-239c1847577e tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238582 Jul 13 07:33:48.641817 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 36760) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:48.924913 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-1b164e54-fa1b-4580-99db-0c59f01f3294 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.089098 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-0fcbd2b1-f1c7-454b-8b28-180844347365 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Deleting port c6d9931a-1af7-407a-9ac6-2465f8b60ad3 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:49.089539 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0fcbd2b1-f1c7-454b-8b28-180844347365 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.137714 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-bb5be3d0-820b-4ac3-91a2-a41c1a53a460 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.170429 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-bb5be3d0-820b-4ac3-91a2-a41c1a53a460 None None] Transition to ACTIVE for port object 73419a12-a188-458f-8074-ff01f2282439 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:49.180555 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port a6decb26-9157-4b94-ba02-fa70adbe77fe, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=a6decb26-9157-4b94-ba02-fa70adbe77fe,segment=NetworkSegment(0d52d58c-894c-45ff-99ef-ef32b835be4a),segment_id=0d52d58c-894c-45ff-99ef-ef32b835be4a)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:49.191029 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.197256 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0fcbd2b1-f1c7-454b-8b28-180844347365 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.212363 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-0fcbd2b1-f1c7-454b-8b28-180844347365 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Calling delete_port for c6d9931a-1af7-407a-9ac6-2465f8b60ad3 owned by {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:49.285914 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=a6decb26-9157-4b94-ba02-fa70adbe77fe,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:49.296174 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-bb5be3d0-820b-4ac3-91a2-a41c1a53a460 None None] Transition to ACTIVE for port object 73419a12-a188-458f-8074-ff01f2282439 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:49.302206 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b164e54-fa1b-4580-99db-0c59f01f3294 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Pushing event deleted for resources: {'Port': ['ID=ca22fb29-1ea5-4f90-9571-5df06a832806,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:49.306708 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-bb5be3d0-820b-4ac3-91a2-a41c1a53a460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.357333 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9c7e39c2-74fa-4a10-a65e-00e5b9befd1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.381061 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5be3d0-820b-4ac3-91a2-a41c1a53a460 None None] Pushing event updated for resources: {'Port': ['ID=73419a12-a188-458f-8074-ff01f2282439,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:49.392961 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a74333-d7af-4717-978a-ea8b643f321a req-9c603963-6524-4990-a766-9cc6e045b333 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:49.397555 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-66a74333-d7af-4717-978a-ea8b643f321a req-9c603963-6524-4990-a766-9cc6e045b333 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.23 "GET /v2.0/ports?device_id=49628e0a-b346-4eb9-ac60-2fb2786f6d8e HTTP/1.1" status: 200 len: 945 time: 0.1448252 Jul 13 07:33:49.407864 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5be3d0-820b-4ac3-91a2-a41c1a53a460 None None] Network bbaf9b59-ad3c-41fa-a042-87891dbbea23 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:49.411136 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-bb5be3d0-820b-4ac3-91a2-a41c1a53a460 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:49.419363 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5be3d0-820b-4ac3-91a2-a41c1a53a460 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:49.477783 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-1b164e54-fa1b-4580-99db-0c59f01f3294 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] No DVR routers for this DVR port ca22fb29-1ea5-4f90-9571-5df06a832806 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:49.481105 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-1b164e54-fa1b-4580-99db-0c59f01f3294 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.484340 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-1b164e54-fa1b-4580-99db-0c59f01f3294 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.42 "DELETE /v2.0/ports/ca22fb29-1ea5-4f90-9571-5df06a832806 HTTP/1.1" status: 204 len: 173 time: 2.4854071 Jul 13 07:33:49.490916 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-66a74333-d7af-4717-978a-ea8b643f321a req-4543ea65-e841-4a4b-8e7c-d32c168925ab tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.23 "GET /v2.0/security-groups?id=df0ef5d6-4ab6-4737-b9f1-28bbdd266fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828586 Jul 13 07:33:49.492715 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d28c83a-7a17-4519-a185-0907b7982372 req-b1029b08-fe1a-4bcb-9f41-d4a588e9b76a service neutron] 10.222.0.23 "GET /v2.0/networks/324cb62a-283f-4998-ab58-61f8ca597760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8517172 Jul 13 07:33:49.516345 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['a6decb26-9157-4b94-ba02-fa70adbe77fe'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:49.548030 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-bb5be3d0-820b-4ac3-91a2-a41c1a53a460 None None] Attempting to bind port 73419a12-a188-458f-8074-ff01f2282439 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:33:49.548815 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-bb5be3d0-820b-4ac3-91a2-a41c1a53a460 None None] Attempting to bind port 73419a12-a188-458f-8074-ff01f2282439 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '56bd2d8b-83fa-4ac3-a97d-b123d60e644a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bbaf9b59-ad3c-41fa-a042-87891dbbea23'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:33:49.549993 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5be3d0-820b-4ac3-91a2-a41c1a53a460 None None] Attempting to bind port 73419a12-a188-458f-8074-ff01f2282439 on network bbaf9b59-ad3c-41fa-a042-87891dbbea23 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:33:49.575044 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0fcbd2b1-f1c7-454b-8b28-180844347365 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.590715 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5be3d0-820b-4ac3-91a2-a41c1a53a460 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:33:49.591735 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5be3d0-820b-4ac3-91a2-a41c1a53a460 None None] Checking segment: {'id': '56bd2d8b-83fa-4ac3-a97d-b123d60e644a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bbaf9b59-ad3c-41fa-a042-87891dbbea23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:49.592970 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-bb5be3d0-820b-4ac3-91a2-a41c1a53a460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.593528 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5be3d0-820b-4ac3-91a2-a41c1a53a460 None None] Bound using segment: {'id': '56bd2d8b-83fa-4ac3-a97d-b123d60e644a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bbaf9b59-ad3c-41fa-a042-87891dbbea23'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:33:49.594197 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-bb5be3d0-820b-4ac3-91a2-a41c1a53a460 None None] Bound port: 73419a12-a188-458f-8074-ff01f2282439, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56bd2d8b-83fa-4ac3-a97d-b123d60e644a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bbaf9b59-ad3c-41fa-a042-87891dbbea23'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:33:49.594653 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-bb5be3d0-820b-4ac3-91a2-a41c1a53a460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.627474 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcbd2b1-f1c7-454b-8b28-180844347365 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'Port': ['ID=c6d9931a-1af7-407a-9ac6-2465f8b60ad3,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:49.748090 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-bb5be3d0-820b-4ac3-91a2-a41c1a53a460 None None] For port 73419a12-a188-458f-8074-ff01f2282439, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:33:49.749331 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4c256-9f9b-4e2e-83c0-a77f06606db3 req-3e04e837-374f-4a80-b189-f84cad6c92c7 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:49.751228 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f6c4c256-9f9b-4e2e-83c0-a77f06606db3 req-3e04e837-374f-4a80-b189-f84cad6c92c7 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.42 "GET /v2.0/ports?device_id=49628e0a-b346-4eb9-ac60-2fb2786f6d8e HTTP/1.1" status: 200 len: 945 time: 0.4453919 Jul 13 07:33:49.765687 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-bb5be3d0-820b-4ac3-91a2-a41c1a53a460 None None] For port 73419a12-a188-458f-8074-ff01f2282439, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=73419a12-a188-458f-8074-ff01f2282439,segment=NetworkSegment(56bd2d8b-83fa-4ac3-a97d-b123d60e644a),segment_id=56bd2d8b-83fa-4ac3-a97d-b123d60e644a)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:33:49.787289 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-bb5be3d0-820b-4ac3-91a2-a41c1a53a460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:49.931379 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f5612-5eb9-4afa-b34b-45b0e8473f12 req-f04c6138-fec9-48cb-9550-44c7c8f2676d tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:49.934372 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-200f5612-5eb9-4afa-b34b-45b0e8473f12 req-f04c6138-fec9-48cb-9550-44c7c8f2676d tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6451df-a503-49d1-ac22-c66bf78a2f9c HTTP/1.1" status: 200 len: 944 time: 0.2224343 Jul 13 07:33:50.037669 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-200f5612-5eb9-4afa-b34b-45b0e8473f12 req-8a098ae7-6287-491f-abe1-8cd8b6b17e13 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/security-groups?id=133b69b7-9808-43be-96a2-0537049d3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902500 Jul 13 07:33:50.086287 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5be3d0-820b-4ac3-91a2-a41c1a53a460 None None] Pushing event updated for resources: {'Port': ['ID=73419a12-a188-458f-8074-ff01f2282439,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:50.383565 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386118f6-9161-4717-9242-fe914966751a x-openstack-request-id: req-386118f6-9161-4717-9242-fe914966751a {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:50.384339 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-deleted", "tag": "fe72de08-e56f-4e40-8d26-6142c436bbdc", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:50.384339 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-386118f6-9161-4717-9242-fe914966751a {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:50.384339 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-deleted', 'tag': 'fe72de08-e56f-4e40-8d26-6142c436bbdc', 'status': 'completed', 'code': 200} Jul 13 07:33:50.632623 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9c7e39c2-74fa-4a10-a65e-00e5b9befd1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:50.647902 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105e097-340b-4067-b45c-21c9a7a2d077 req-4e6c69de-8d24-46e6-828a-6487aa1ce083 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:50.656656 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105e097-340b-4067-b45c-21c9a7a2d077 req-4e6c69de-8d24-46e6-828a-6487aa1ce083 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:50.658621 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9105e097-340b-4067-b45c-21c9a7a2d077 req-4e6c69de-8d24-46e6-828a-6487aa1ce083 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 1681 time: 0.1993787 Jul 13 07:33:50.660643 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d28c83a-7a17-4519-a185-0907b7982372 req-1716e0dc-fffe-4605-9f18-dff85f9d4978 service neutron] 10.222.0.23 "GET /v2.0/networks/324cb62a-283f-4998-ab58-61f8ca597760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1479294 Jul 13 07:33:50.668056 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9c7e39c2-74fa-4a10-a65e-00e5b9befd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:50.773907 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0fcbd2b1-f1c7-454b-8b28-180844347365 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:50.780143 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0fcbd2b1-f1c7-454b-8b28-180844347365 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/ports/c6d9931a-1af7-407a-9ac6-2465f8b60ad3 HTTP/1.1" status: 204 len: 168 time: 2.3735893 Jul 13 07:33:50.780557 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9105e097-340b-4067-b45c-21c9a7a2d077 req-21cb5d7a-c6a3-4e36-86a8-fba14bc97c2c tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019773 Jul 13 07:33:50.788169 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36776) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:50.817737 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9c7e39c2-74fa-4a10-a65e-00e5b9befd1b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c6bcd3be1ec64ffb8ab6e1ddab155ef3&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1731873 Jul 13 07:33:50.822287 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e39c2-74fa-4a10-a65e-00e5b9befd1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d116b98a-32bf-4935-baa5-9820c8ef1f25,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:50.829240 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 36778) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:50.853456 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-c91f714e-78f3-4f1f-8464-d609ba9f728d tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Deleting port 24ca5f58-cab9-40b0-81e3-6853229cf3a9 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:50.853995 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-c91f714e-78f3-4f1f-8464-d609ba9f728d tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:50.922658 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-54f0855f-78ba-4128-bc5c-7a1c3a3d4812 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] DELETE failed (client error): The resource could not be found. Jul 13 07:33:50.928556 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54f0855f-78ba-4128-bc5c-7a1c3a3d4812 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:33:50.932494 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-54f0855f-78ba-4128-bc5c-7a1c3a3d4812 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/ports/c6d9931a-1af7-407a-9ac6-2465f8b60ad3 HTTP/1.1" status: 404 len: 333 time: 0.1427753 Jul 13 07:33:50.940772 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36784) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:51.041109 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c495360-fecf-4635-acd4-2a4ad8cb3279 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] GET failed (client error): The resource could not be found. Jul 13 07:33:51.050141 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3c495360-fecf-4635-acd4-2a4ad8cb3279 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "GET /v2.0/ports/c6d9931a-1af7-407a-9ac6-2465f8b60ad3 HTTP/1.1" status: 404 len: 333 time: 0.1074805 Jul 13 07:33:51.051330 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36788) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:51.169468 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-c91f714e-78f3-4f1f-8464-d609ba9f728d tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] For port 24ca5f58-cab9-40b0-81e3-6853229cf3a9, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=24ca5f58-cab9-40b0-81e3-6853229cf3a9,segment=NetworkSegment(2db94155-b4d5-4a71-9c76-b900867aaa59),segment_id=2db94155-b4d5-4a71-9c76-b900867aaa59)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:51.169777 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-c91f714e-78f3-4f1f-8464-d609ba9f728d tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:51.191036 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-47430529-bad3-412e-8b06-be7ea17cddc5 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Deleting subnet 1c42113f-72d9-44c4-81ce-3d77e74f1f87 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:33:51.220612 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-47430529-bad3-412e-8b06-be7ea17cddc5 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:51.326108 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-25bd21a6-7814-4a6a-9800-a59f9b8f028e req-07e5f7c8-9da4-4d0f-b21c-1b085b3bbac3 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=f333e7de-7083-401d-9bde-7d33d211c1d3 HTTP/1.1" status: 200 len: 210 time: 0.1264107 Jul 13 07:33:51.386267 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-47430529-bad3-412e-8b06-be7ea17cddc5 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:51.596557 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9fbdb46e-d7c6-449b-95fd-e0144487f2d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:51.659721 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-47430529-bad3-412e-8b06-be7ea17cddc5 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:51.673254 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device a6decb26-9157-4b94-ba02-fa70adbe77fe up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:51.767314 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9fbdb46e-d7c6-449b-95fd-e0144487f2d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:51.896528 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-f6c4c256-9f9b-4e2e-83c0-a77f06606db3 req-94aced9e-378a-40f7-8278-5697a9e96b89 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Deleting port 900c4d86-aff0-4f9c-bfb4-64f62b87a9a0 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:51.897107 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port a6decb26-9157-4b94-ba02-fa70adbe77fe completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:51.898355 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-f6c4c256-9f9b-4e2e-83c0-a77f06606db3 req-94aced9e-378a-40f7-8278-5697a9e96b89 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:51.907372 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-47430529-bad3-412e-8b06-be7ea17cddc5 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:51.915251 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port a6decb26-9157-4b94-ba02-fa70adbe77fe triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:51.915634 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:51.938667 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36812) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:51.994514 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-47430529-bad3-412e-8b06-be7ea17cddc5 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:52.005376 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-47430529-bad3-412e-8b06-be7ea17cddc5 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/subnets/1c42113f-72d9-44c4-81ce-3d77e74f1f87 HTTP/1.1" status: 204 len: 168 time: 0.9524910 Jul 13 07:33:52.007906 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36816) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:52.035721 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47430529-bad3-412e-8b06-be7ea17cddc5 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'Subnet': ['ID=1c42113f-72d9-44c4-81ce-3d77e74f1f87,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:52.190903 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8c89eb-67ee-4251-bddf-fed967dfa14b None None] Network bbaf9b59-ad3c-41fa-a042-87891dbbea23 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:52.232190 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-71a8f50a-0607-4255-a8f5-f6c3a00b27be tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:52.251050 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:52.371165 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533e942-a556-4adf-9b00-12bdb0fff094 req-06880d7d-e5ce-4275-b9b6-23d443c19f6a tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:52.383501 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b533e942-a556-4adf-9b00-12bdb0fff094 req-06880d7d-e5ce-4275-b9b6-23d443c19f6a tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.23 "GET /v2.0/ports?device_id=49628e0a-b346-4eb9-ac60-2fb2786f6d8e HTTP/1.1" status: 200 len: 945 time: 0.9970758 Jul 13 07:33:52.418768 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-deleted', 'tag': 'ca22fb29-1ea5-4f90-9571-5df06a832806'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:52.438060 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158a7a8b-9d43-4323-a00d-5e261edeb8b4" -d '{"events": [{"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-deleted", "tag": "ca22fb29-1ea5-4f90-9571-5df06a832806"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:52.455937 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 900c4d86-aff0-4f9c-bfb4-64f62b87a9a0 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:52.459765 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-c91f714e-78f3-4f1f-8464-d609ba9f728d tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:52.460579 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-c91f714e-78f3-4f1f-8464-d609ba9f728d tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:52.465069 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-c91f714e-78f3-4f1f-8464-d609ba9f728d tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Floating IP 27e8a8db-9d61-4a87-a3f3-4489fc6f9164 disassociated. External IP: 172.25.3.14, port: 24ca5f58-cab9-40b0-81e3-6853229cf3a9. Jul 13 07:33:52.466126 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-c91f714e-78f3-4f1f-8464-d609ba9f728d tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Calling delete_port for 24ca5f58-cab9-40b0-81e3-6853229cf3a9 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:52.500833 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 73419a12-a188-458f-8074-ff01f2282439 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:33:52.579337 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b604d73a-dc28-48ea-be32-e28df24f4e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:52.664776 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-573631f8-4f9c-4e79-8d73-fd794337a44f None None] Provisioning for port 73419a12-a188-458f-8074-ff01f2282439 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:52.697665 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9fbdb46e-d7c6-449b-95fd-e0144487f2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:52.709973 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9fbdb46e-d7c6-449b-95fd-e0144487f2d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:52.718102 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9fbdb46e-d7c6-449b-95fd-e0144487f2d5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d116b98a-32bf-4935-baa5-9820c8ef1f25 HTTP/1.1" status: 204 len: 168 time: 1.8856931 Jul 13 07:33:52.774172 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b604d73a-dc28-48ea-be32-e28df24f4e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:52.776473 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port a6decb26-9157-4b94-ba02-fa70adbe77fe, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=a6decb26-9157-4b94-ba02-fa70adbe77fe,segment=NetworkSegment(0d52d58c-894c-45ff-99ef-ef32b835be4a),segment_id=0d52d58c-894c-45ff-99ef-ef32b835be4a)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:52.779006 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-71a8f50a-0607-4255-a8f5-f6c3a00b27be tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Deleting port 73419a12-a188-458f-8074-ff01f2282439 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:52.780493 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-71a8f50a-0607-4255-a8f5-f6c3a00b27be tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:52.790169 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b604d73a-dc28-48ea-be32-e28df24f4e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:52.814639 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbdb46e-d7c6-449b-95fd-e0144487f2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d116b98a-32bf-4935-baa5-9820c8ef1f25,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:52.887599 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6451df-a503-49d1-ac22-c66bf78a2f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6decb26-9157-4b94-ba02-fa70adbe77fe'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:52.898685 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2651f645-0894-450e-80cd-9d22e8476a2a" -d '{"events": [{"server_uuid": "6c6451df-a503-49d1-ac22-c66bf78a2f9c", "name": "network-vif-plugged", "status": "completed", "tag": "a6decb26-9157-4b94-ba02-fa70adbe77fe"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:52.908457 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604d73a-dc28-48ea-be32-e28df24f4e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ade02b-5626-42a6-b39a-d8895b0c604d,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:52.946847 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:52.983294 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-f6c4c256-9f9b-4e2e-83c0-a77f06606db3 req-94aced9e-378a-40f7-8278-5697a9e96b89 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] For port 900c4d86-aff0-4f9c-bfb4-64f62b87a9a0, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=900c4d86-aff0-4f9c-bfb4-64f62b87a9a0,segment=NetworkSegment(ef4c796e-f678-401c-adf0-31ca33595ec0),segment_id=ef4c796e-f678-401c-adf0-31ca33595ec0)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:52.985058 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-f6c4c256-9f9b-4e2e-83c0-a77f06606db3 req-94aced9e-378a-40f7-8278-5697a9e96b89 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.024769 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b533e942-a556-4adf-9b00-12bdb0fff094 req-af96c414-9f6d-42e4-8bc6-13777eb834fe tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.23 "GET /v2.0/security-groups?id=df0ef5d6-4ab6-4737-b9f1-28bbdd266fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4506292 Jul 13 07:33:53.030329 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-f6c4c256-9f9b-4e2e-83c0-a77f06606db3 req-94aced9e-378a-40f7-8278-5697a9e96b89 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Calling delete_port for 900c4d86-aff0-4f9c-bfb4-64f62b87a9a0 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:53.113697 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21fd5c3-56b1-41b3-88d6-fade277c8b0c req-32cde7ae-3a00-4e8e-b318-30564f3e0b15 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:53.133012 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d21fd5c3-56b1-41b3-88d6-fade277c8b0c req-32cde7ae-3a00-4e8e-b318-30564f3e0b15 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6451df-a503-49d1-ac22-c66bf78a2f9c HTTP/1.1" status: 200 len: 944 time: 0.7584784 Jul 13 07:33:53.167058 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=a6decb26-9157-4b94-ba02-fa70adbe77fe,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:53.200094 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 73419a12-a188-458f-8074-ff01f2282439 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:33:53.251442 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.266804 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 73419a12-a188-458f-8074-ff01f2282439 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:33:53.267418 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.301214 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b604d73a-dc28-48ea-be32-e28df24f4e2b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f83ba8d751964019ba4fb3331b9dccc2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3583078 Jul 13 07:33:53.327649 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36832) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:53.400122 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.506548 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc932f0c-8c67-4c65-ba1e-0fbbd2a73da4 None None] DHCP port deletion for bbaf9b59-ad3c-41fa-a042-87891dbbea23 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:33:53.537062 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-71a8f50a-0607-4255-a8f5-f6c3a00b27be tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] For port 73419a12-a188-458f-8074-ff01f2282439, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=73419a12-a188-458f-8074-ff01f2282439,segment=NetworkSegment(56bd2d8b-83fa-4ac3-a97d-b123d60e644a),segment_id=56bd2d8b-83fa-4ac3-a97d-b123d60e644a)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:53.544731 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-71a8f50a-0607-4255-a8f5-f6c3a00b27be tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.582645 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 900c4d86-aff0-4f9c-bfb4-64f62b87a9a0, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=900c4d86-aff0-4f9c-bfb4-64f62b87a9a0,segment=NetworkSegment(ef4c796e-f678-401c-adf0-31ca33595ec0),segment_id=ef4c796e-f678-401c-adf0-31ca33595ec0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:53.583320 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d21fd5c3-56b1-41b3-88d6-fade277c8b0c req-69af8679-acb8-4d36-99a7-5a8a65819d95 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/security-groups?id=133b69b7-9808-43be-96a2-0537049d3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466662 Jul 13 07:33:53.601430 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-c91f714e-78f3-4f1f-8464-d609ba9f728d tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.631848 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-71a8f50a-0607-4255-a8f5-f6c3a00b27be tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Calling delete_port for 73419a12-a188-458f-8074-ff01f2282439 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:53.656637 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.703790 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f33efaf7-c524-417b-a565-111e4c66cb2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.814203 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.903933 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.905336 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 36834) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:53.963676 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=900c4d86-aff0-4f9c-bfb4-64f62b87a9a0,revision_number=6']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:53.981831 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f714e-78f3-4f1f-8464-d609ba9f728d tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Pushing event deleted for resources: {'Port': ['ID=24ca5f58-cab9-40b0-81e3-6853229cf3a9,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:53.982344 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 73419a12-a188-458f-8074-ff01f2282439, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=73419a12-a188-458f-8074-ff01f2282439,segment=NetworkSegment(56bd2d8b-83fa-4ac3-a97d-b123d60e644a),segment_id=56bd2d8b-83fa-4ac3-a97d-b123d60e644a)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:53.986655 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-bc932f0c-8c67-4c65-ba1e-0fbbd2a73da4 None None] Deleting port 73419a12-a188-458f-8074-ff01f2282439 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:53.986988 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b80e6f4f-1de1-4864-b12e-c08e49a6a2d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.987221 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-bc932f0c-8c67-4c65-ba1e-0fbbd2a73da4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:53.993412 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.066104 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f33efaf7-c524-417b-a565-111e4c66cb2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.195756 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f33efaf7-c524-417b-a565-111e4c66cb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.202058 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f33efaf7-c524-417b-a565-111e4c66cb2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.206529 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f33efaf7-c524-417b-a565-111e4c66cb2c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/15ade02b-5626-42a6-b39a-d8895b0c604d HTTP/1.1" status: 204 len: 168 time: 0.8749785 Jul 13 07:33:54.248899 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-71a8f50a-0607-4255-a8f5-f6c3a00b27be tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.249430 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a6d7b5ee-e779-4119-b789-9c5af924a047 req-9462e332-79bd-4581-91b5-e2406665c3f4 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=f333e7de-7083-401d-9bde-7d33d211c1d3 HTTP/1.1" status: 200 len: 210 time: 0.0836422 Jul 13 07:33:54.332348 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 73419a12-a188-458f-8074-ff01f2282439 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:33:54.351688 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33efaf7-c524-417b-a565-111e4c66cb2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ade02b-5626-42a6-b39a-d8895b0c604d,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:54.375387 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a8f50a-0607-4255-a8f5-f6c3a00b27be tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] No DVR routers for this DVR port 73419a12-a188-458f-8074-ff01f2282439 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:54.381434 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8f50a-0607-4255-a8f5-f6c3a00b27be tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'Port': ['ID=73419a12-a188-458f-8074-ff01f2282439,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:54.507109 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 73419a12-a188-458f-8074-ff01f2282439 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:33:54.508315 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 73419a12-a188-458f-8074-ff01f2282439 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:33:54.628706 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-bc932f0c-8c67-4c65-ba1e-0fbbd2a73da4 None None] For port 73419a12-a188-458f-8074-ff01f2282439, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=73419a12-a188-458f-8074-ff01f2282439,segment=NetworkSegment(56bd2d8b-83fa-4ac3-a97d-b123d60e644a),segment_id=56bd2d8b-83fa-4ac3-a97d-b123d60e644a)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:54.629314 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-bc932f0c-8c67-4c65-ba1e-0fbbd2a73da4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.653097 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=73419a12-a188-458f-8074-ff01f2282439,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:54.714452 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-71a8f50a-0607-4255-a8f5-f6c3a00b27be tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.756864 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-bc932f0c-8c67-4c65-ba1e-0fbbd2a73da4 None None] Calling delete_port for 73419a12-a188-458f-8074-ff01f2282439 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:54.820007 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-71a8f50a-0607-4255-a8f5-f6c3a00b27be tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbaf9b59-ad3c-41fa-a042-87891dbbea23']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:54.883767 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28c83a-7a17-4519-a185-0907b7982372 req-9e50a7a1-45a2-4ab4-808b-f86906dbf380 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:54.888308 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d28c83a-7a17-4519-a185-0907b7982372 req-9e50a7a1-45a2-4ab4-808b-f86906dbf380 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.25 "GET /v2.0/networks?id=324cb62a-283f-4998-ab58-61f8ca597760 HTTP/1.1" status: 200 len: 812 time: 0.5669043 Jul 13 07:33:54.899980 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-71a8f50a-0607-4255-a8f5-f6c3a00b27be tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56bd2d8b-83fa-4ac3-a97d-b123d60e644a') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:54.905292 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-71a8f50a-0607-4255-a8f5-f6c3a00b27be tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56bd2d8b-83fa-4ac3-a97d-b123d60e644a') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:54.908219 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1235fbf0-a3e3-445f-bbec-2a5482f7013b x-openstack-request-id: req-1235fbf0-a3e3-445f-bbec-2a5482f7013b {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:54.914067 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-deleted", "tag": "ca22fb29-1ea5-4f90-9571-5df06a832806", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:54.915056 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1235fbf0-a3e3-445f-bbec-2a5482f7013b {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:54.915781 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-deleted', 'tag': 'ca22fb29-1ea5-4f90-9571-5df06a832806', 'status': 'completed', 'code': 200} Jul 13 07:33:54.935157 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e98fed-4837-448a-93d3-42f0b12e46d3 x-openstack-request-id: req-40e98fed-4837-448a-93d3-42f0b12e46d3 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:54.936392 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6451df-a503-49d1-ac22-c66bf78a2f9c", "name": "network-vif-plugged", "status": "completed", "tag": "a6decb26-9157-4b94-ba02-fa70adbe77fe", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:54.936627 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-40e98fed-4837-448a-93d3-42f0b12e46d3 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:54.937722 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6451df-a503-49d1-ac22-c66bf78a2f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6decb26-9157-4b94-ba02-fa70adbe77fe', 'code': 200} Jul 13 07:33:54.942108 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-bc932f0c-8c67-4c65-ba1e-0fbbd2a73da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:54.946793 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-0d28c83a-7a17-4519-a185-0907b7982372 req-50f976aa-90ab-4004-9526-45dabdb02dcf tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Request body: {'port': {'device_id': 'f333e7de-7083-401d-9bde-7d33d211c1d3', 'network_id': '324cb62a-283f-4998-ab58-61f8ca597760', 'admin_state_up': True, 'tenant_id': '9f479963551e4752848e4380eebe58cf'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:54.973105 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84d0b6-cf6d-4512-b531-9054cbc2a9e7 req-fe287c2a-621f-43cc-84e8-8d6bc15186f3 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:54.992925 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84d0b6-cf6d-4512-b531-9054cbc2a9e7 req-fe287c2a-621f-43cc-84e8-8d6bc15186f3 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:55.002511 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5a84d0b6-cf6d-4512-b531-9054cbc2a9e7 req-fe287c2a-621f-43cc-84e8-8d6bc15186f3 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 1603 time: 1.5841920 Jul 13 07:33:55.006665 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b80e6f4f-1de1-4864-b12e-c08e49a6a2d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.028286 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc932f0c-8c67-4c65-ba1e-0fbbd2a73da4 None None] No DVR routers for this DVR port 73419a12-a188-458f-8074-ff01f2282439 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:55.069777 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc932f0c-8c67-4c65-ba1e-0fbbd2a73da4 None None] Pushing event deleted for resources: {'Port': ['ID=73419a12-a188-458f-8074-ff01f2282439,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:55.095248 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b80e6f4f-1de1-4864-b12e-c08e49a6a2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.138917 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-71a8f50a-0607-4255-a8f5-f6c3a00b27be tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.179741 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-71a8f50a-0607-4255-a8f5-f6c3a00b27be tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.210077 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-414c5de1-5bec-4100-8883-82e32719c9c9 req-b8f17536-5b37-4af9-9e1b-26d8cdfe8114 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.23 "GET /v2.0/ports?device_id=49628e0a-b346-4eb9-ac60-2fb2786f6d8e HTTP/1.1" status: 200 len: 210 time: 0.1155272 Jul 13 07:33:55.219730 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a8f50a-0607-4255-a8f5-f6c3a00b27be tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:33:55.220347 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-71a8f50a-0607-4255-a8f5-f6c3a00b27be tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.222451 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b80e6f4f-1de1-4864-b12e-c08e49a6a2d9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=caa5bd9e74fd4a2aa7f4b2104a7bd8a4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3033290 Jul 13 07:33:55.239483 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:33:55.239483 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:33:55.239483 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:33:55.239483 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:33:55.239483 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:33:55.239483 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:33:55.239483 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:33:55.239483 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:33:55.239483 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:33:55.239483 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:33:55.239483 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:33:55.239483 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:33:55.239483 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:33:55.239483 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:33:55.239483 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:33:55.239483 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:33:55.239483 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:33:55.239483 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:33:55.239483 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:33:55.239483 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:33:55.239483 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:33:55.239483 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:33:55.239483 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:33:55.239483 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:33:55.239483 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:33:55.239483 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:33:55.239483 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:33:55.239483 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:33:55.239483 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:33:55.239483 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:33:55.239483 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:33:55.239483 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:33:55.251564 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 36848) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:55.254785 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-f6c4c256-9f9b-4e2e-83c0-a77f06606db3 req-94aced9e-378a-40f7-8278-5697a9e96b89 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.272972 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['9152eb6f-bde3-440c-9c34-594a9f2eec7f'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:55.275461 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['7949b68e-c57c-4501-b306-b467dd31dcd6'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:33:55.353870 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aced9e-378a-40f7-8278-5697a9e96b89 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Pushing event deleted for resources: {'Port': ['ID=900c4d86-aff0-4f9c-bfb4-64f62b87a9a0,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:55.357472 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c37d6-2581-46da-bb63-24c130c76105 req-e3bdb66e-ea10-4a7b-a3de-8a89772c3c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:55.360691 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-212c37d6-2581-46da-bb63-24c130c76105 req-e3bdb66e-ea10-4a7b-a3de-8a89772c3c46 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6c6451df-a503-49d1-ac22-c66bf78a2f9c HTTP/1.1" status: 200 len: 1097 time: 0.4820523 Jul 13 07:33:55.373513 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-71a8f50a-0607-4255-a8f5-f6c3a00b27be tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.387170 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5a84d0b6-cf6d-4512-b531-9054cbc2a9e7 req-429229dc-5d81-43c3-94f4-65790b8e953b tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3829205 Jul 13 07:33:55.437662 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-71a8f50a-0607-4255-a8f5-f6c3a00b27be tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.439920 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-71a8f50a-0607-4255-a8f5-f6c3a00b27be tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/networks/bbaf9b59-ad3c-41fa-a042-87891dbbea23 HTTP/1.1" status: 204 len: 168 time: 3.4307644 Jul 13 07:33:55.441345 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8f50a-0607-4255-a8f5-f6c3a00b27be tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'Network': ['ID=bbaf9b59-ad3c-41fa-a042-87891dbbea23,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:55.443992 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36852) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:55.462567 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-f9ccf535-536e-4099-ad58-8be5d07732af tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-180733574'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:55.497752 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ccf535-536e-4099-ad58-8be5d07732af tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Made reservation on behalf of 71f928143c3f4a60bafd545bee5481d1 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:55.504183 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f9ccf535-536e-4099-ad58-8be5d07732af tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.585035 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 36858) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:55.613699 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e6f4f-1de1-4864-b12e-c08e49a6a2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e73ac4d-8586-4ce3-92ca-48fea56e216b,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:55.629346 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c4c256-9f9b-4e2e-83c0-a77f06606db3 req-94aced9e-378a-40f7-8278-5697a9e96b89 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] No DVR routers for this DVR port 900c4d86-aff0-4f9c-bfb4-64f62b87a9a0 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:55.648502 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-212c37d6-2581-46da-bb63-24c130c76105 req-8e4379c9-2b8c-4d76-afb9-d976448f3916 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=133b69b7-9808-43be-96a2-0537049d3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730737 Jul 13 07:33:55.653819 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-f6c4c256-9f9b-4e2e-83c0-a77f06606db3 req-94aced9e-378a-40f7-8278-5697a9e96b89 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.657126 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f6c4c256-9f9b-4e2e-83c0-a77f06606db3 req-94aced9e-378a-40f7-8278-5697a9e96b89 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.42 "DELETE /v2.0/ports/900c4d86-aff0-4f9c-bfb4-64f62b87a9a0 HTTP/1.1" status: 204 len: 173 time: 5.8991926 Jul 13 07:33:55.673628 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cb870d06-4bf4-4dd4-b637-c1e89aeb8c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.684371 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ccf535-536e-4099-ad58-8be5d07732af tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:33:55.710123 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f9ccf535-536e-4099-ad58-8be5d07732af tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.710744 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-f9ccf535-536e-4099-ad58-8be5d07732af tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Added segment 7b527e35-9f6c-4417-9b00-c21f22b0d109 of type vlan for network 9621ce4d-7b53-4d18-8ead-a69dfa507759 Jul 13 07:33:55.719219 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d28c83a-7a17-4519-a185-0907b7982372 req-50f976aa-90ab-4004-9526-45dabdb02dcf tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Made reservation on behalf of 9f479963551e4752848e4380eebe58cf for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:55.723261 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0d28c83a-7a17-4519-a185-0907b7982372 req-50f976aa-90ab-4004-9526-45dabdb02dcf tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.728278 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2bc4bd4c-a8bd-475d-9be8-d9cab780fc8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.758076 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-c91f714e-78f3-4f1f-8464-d609ba9f728d tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Router 462398f2-6cd6-48e8-8826-5da0d9ac6a91 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:33:55.776027 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66269691-dba0-45a8-a489-f21e52bf7ede req-44b2f756-ea23-4293-b3d8-b5252fae3efd tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:55.789373 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-66269691-dba0-45a8-a489-f21e52bf7ede req-44b2f756-ea23-4293-b3d8-b5252fae3efd tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6451df-a503-49d1-ac22-c66bf78a2f9c HTTP/1.1" status: 200 len: 945 time: 0.2138896 Jul 13 07:33:55.845912 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3eb6d047-2a5a-4b9e-8b30-22f34d9d92fe req-c3405807-f282-4979-a26c-6e4b2f2c6ebf tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=f333e7de-7083-401d-9bde-7d33d211c1d3 HTTP/1.1" status: 200 len: 210 time: 0.0862803 Jul 13 07:33:55.850537 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2bc4bd4c-a8bd-475d-9be8-d9cab780fc8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.864175 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-66269691-dba0-45a8-a489-f21e52bf7ede req-613df4e6-e31e-4a88-ab97-671da581a2a3 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/security-groups?id=133b69b7-9808-43be-96a2-0537049d3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732508 Jul 13 07:33:55.894996 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f9ccf535-536e-4099-ad58-8be5d07732af tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.947923 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f9ccf535-536e-4099-ad58-8be5d07732af tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:55.967965 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ccf535-536e-4099-ad58-8be5d07732af tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:55.969751 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f9ccf535-536e-4099-ad58-8be5d07732af tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:56.100875 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ccf535-536e-4099-ad58-8be5d07732af tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'Network': ['ID=9621ce4d-7b53-4d18-8ead-a69dfa507759,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:56.118459 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 9621ce4d-7b53-4d18-8ead-a69dfa507759 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:33:56.241201 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-0d28c83a-7a17-4519-a185-0907b7982372 req-50f976aa-90ab-4004-9526-45dabdb02dcf tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Allocated IP 172.20.0.7 (324cb62a-283f-4998-ab58-61f8ca597760/5b417da6-f0a7-4a6d-b28c-2dd98c361dbc/344c4451-161d-4a77-8bc9-e36b8da002cb) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:56.294467 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-c91f714e-78f3-4f1f-8464-d609ba9f728d tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:33:56.306187 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862c76af-6744-48d7-abb6-bc26f4446be4 None None] Sync routers for ids ['462398f2-6cd6-48e8-8826-5da0d9ac6a91'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:33:56.332402 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862c76af-6744-48d7-abb6-bc26f4446be4 None None] Routers {'462398f2-6cd6-48e8-8826-5da0d9ac6a91'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:33:56.333045 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-862c76af-6744-48d7-abb6-bc26f4446be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:33:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['462398f2-6cd6-48e8-8826-5da0d9ac6a91'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:56.351148 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2bc4bd4c-a8bd-475d-9be8-d9cab780fc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:56.356188 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2bc4bd4c-a8bd-475d-9be8-d9cab780fc8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:56.358700 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2bc4bd4c-a8bd-475d-9be8-d9cab780fc8e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2e73ac4d-8586-4ce3-92ca-48fea56e216b HTTP/1.1" status: 204 len: 168 time: 1.1049724 Jul 13 07:33:56.468637 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-c91f714e-78f3-4f1f-8464-d609ba9f728d tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] No DVR routers for this DVR port 24ca5f58-cab9-40b0-81e3-6853229cf3a9 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:33:56.483615 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-c91f714e-78f3-4f1f-8464-d609ba9f728d tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:56.490315 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-c91f714e-78f3-4f1f-8464-d609ba9f728d tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.42 "DELETE /v2.0/ports/24ca5f58-cab9-40b0-81e3-6853229cf3a9 HTTP/1.1" status: 204 len: 173 time: 6.9919231 Jul 13 07:33:56.500447 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cb870d06-4bf4-4dd4-b637-c1e89aeb8c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:56.529689 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc4bd4c-a8bd-475d-9be8-d9cab780fc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e73ac4d-8586-4ce3-92ca-48fea56e216b,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:56.536380 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e42c0b34-cff4-4e78-9146-4cc303474dd0 req-596c9462-97f7-4773-9c20-e96e77365e19 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.23 "GET /v2.0/ports?device_id=49628e0a-b346-4eb9-ac60-2fb2786f6d8e HTTP/1.1" status: 200 len: 210 time: 0.0797172 Jul 13 07:33:56.546864 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f9ccf535-536e-4099-ad58-8be5d07732af tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0934820 Jul 13 07:33:56.551752 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36872) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:56.563852 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-95fd6684-50f0-44d7-a88a-166b4106f941 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'subnet': {'network_id': '9621ce4d-7b53-4d18-8ead-a69dfa507759', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:56.587977 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cb870d06-4bf4-4dd4-b637-c1e89aeb8c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:56.616795 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-862c76af-6744-48d7-abb6-bc26f4446be4 None None] Set router 462398f2-6cd6-48e8-8826-5da0d9ac6a91 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:33:56.788570 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fd6684-50f0-44d7-a88a-166b4106f941 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Made reservation on behalf of 71f928143c3f4a60bafd545bee5481d1 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:56.792322 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95fd6684-50f0-44d7-a88a-166b4106f941 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:56.937384 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49628e0a-b346-4eb9-ac60-2fb2786f6d8e', 'name': 'network-vif-deleted', 'tag': '900c4d86-aff0-4f9c-bfb4-64f62b87a9a0'}, {'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-deleted', 'tag': '24ca5f58-cab9-40b0-81e3-6853229cf3a9'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:56.941289 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d31fe0-9b61-441d-8d77-24729b05c454" -d '{"events": [{"server_uuid": "49628e0a-b346-4eb9-ac60-2fb2786f6d8e", "name": "network-vif-deleted", "tag": "900c4d86-aff0-4f9c-bfb4-64f62b87a9a0"}, {"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-deleted", "tag": "24ca5f58-cab9-40b0-81e3-6853229cf3a9"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:56.943773 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49628e0a-b346-4eb9-ac60-2fb2786f6d8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '900c4d86-aff0-4f9c-bfb4-64f62b87a9a0'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:33:56.946138 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e64c3c7-c5db-4c21-a890-a348e68c3dbe" -d '{"events": [{"server_uuid": "49628e0a-b346-4eb9-ac60-2fb2786f6d8e", "name": "network-vif-unplugged", "status": "completed", "tag": "900c4d86-aff0-4f9c-bfb4-64f62b87a9a0"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:33:57.007862 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-cb870d06-4bf4-4dd4-b637-c1e89aeb8c4d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3810f7b4d0ad4dd4bf69ada5154f72d7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3946493 Jul 13 07:33:57.009148 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 36884) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:57.033374 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb870d06-4bf4-4dd4-b637-c1e89aeb8c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d155e622-d249-4ea8-b088-c48ab1b68f24,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:57.250542 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-862c76af-6744-48d7-abb6-bc26f4446be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462398f2-6cd6-48e8-8826-5da0d9ac6a91', 'name': 'tempest-TaggedBootDevicesTest_v242-426877740-router', 'tenant_id': 'f675b11333fa441fa8eddc3498c6fd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '926192b5-d818-49da-8583-80512e79d35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:28Z', 'updated_at': '2021-07-13T07:22:40Z', 'revision_number': 4, 'project_id': 'f675b11333fa441fa8eddc3498c6fd35', 'gw_port': {'id': '926192b5-d818-49da-8583-80512e79d35e', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462398f2-6cd6-48e8-8826-5da0d9ac6a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:29Z', 'updated_at': '2021-07-13T07:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '496f5fe6-45ad-4c57-b3f9-5a7978cb76a4', 'name': '', 'network_id': 'dd8dd7e8-74b0-43ac-8795-6b3850b9caf1', 'tenant_id': 'f675b11333fa441fa8eddc3498c6fd35', 'mac_address': 'fa:16:3e:d5:4f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462398f2-6cd6-48e8-8826-5da0d9ac6a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'f7f0633d-db4a-44fe-b1ba-90fb0badcb6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:36Z', 'updated_at': '2021-07-13T07:22:55Z', 'revision_number': 5, 'project_id': 'f675b11333fa441fa8eddc3498c6fd35', 'subnets': [{'id': 'f7f0633d-db4a-44fe-b1ba-90fb0badcb6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:57.293208 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95fd6684-50f0-44d7-a88a-166b4106f941 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:57.345485 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862c76af-6744-48d7-abb6-bc26f4446be4 None None] Checking router: 462398f2-6cd6-48e8-8826-5da0d9ac6a91 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:33:57.358708 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862c76af-6744-48d7-abb6-bc26f4446be4 None None] Routers {'462398f2-6cd6-48e8-8826-5da0d9ac6a91'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:33:57.359689 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-862c76af-6744-48d7-abb6-bc26f4446be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:33:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['462398f2-6cd6-48e8-8826-5da0d9ac6a91'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:57.492714 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd6684-50f0-44d7-a88a-166b4106f941 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'Subnet': ['ID=9e654b6c-9b3a-4a92-b0e6-237435614f85,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:57.497304 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fd6684-50f0-44d7-a88a-166b4106f941 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Checking segment: {'id': '7b527e35-9f6c-4417-9b00-c21f22b0d109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9621ce4d-7b53-4d18-8ead-a69dfa507759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:33:57.498046 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fd6684-50f0-44d7-a88a-166b4106f941 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Network hostable DHCP agents. Network: 9621ce4d-7b53-4d18-8ead-a69dfa507759, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:33:57.549666 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d96b1-f99d-4e33-89ee-d460fb006d72 req-51aba1a7-5cd3-4f6f-83bc-ba7f9890af75 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:57.572423 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4f3d96b1-f99d-4e33-89ee-d460fb006d72 req-51aba1a7-5cd3-4f6f-83bc-ba7f9890af75 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6451df-a503-49d1-ac22-c66bf78a2f9c HTTP/1.1" status: 200 len: 945 time: 0.2991738 Jul 13 07:33:57.593732 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fd6684-50f0-44d7-a88a-166b4106f941 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Network 9621ce4d-7b53-4d18-8ead-a69dfa507759 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:33:57.631595 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-95fd6684-50f0-44d7-a88a-166b4106f941 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 9621ce4d-7b53-4d18-8ead-a69dfa507759) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:57.641928 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fd6684-50f0-44d7-a88a-166b4106f941 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:57.642996 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95fd6684-50f0-44d7-a88a-166b4106f941 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:57.707579 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4f3d96b1-f99d-4e33-89ee-d460fb006d72 req-fc658d29-99a4-4b2c-8d71-91a92e4ae28c tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/security-groups?id=133b69b7-9808-43be-96a2-0537049d3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330535 Jul 13 07:33:57.712894 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-95fd6684-50f0-44d7-a88a-166b4106f941 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1592491 Jul 13 07:33:57.718745 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36900) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:57.754782 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-95538f3f-d456-4649-a502-b548608ef378 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'port': {'network_id': '9621ce4d-7b53-4d18-8ead-a69dfa507759', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2135002235'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:57.758203 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21adc9cc-e226-40da-9807-64aad961935c None None] Network 9621ce4d-7b53-4d18-8ead-a69dfa507759 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:33:57.923393 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-862c76af-6744-48d7-abb6-bc26f4446be4 None None] Set router 462398f2-6cd6-48e8-8826-5da0d9ac6a91 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:33:58.041924 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0d28c83a-7a17-4519-a185-0907b7982372 req-50f976aa-90ab-4004-9526-45dabdb02dcf tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:58.085105 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8f7ceb92-bb12-41f1-8fa6-72e84ac3ca9e req-e03ba382-d107-42c5-a4e6-188c5b63ec03 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=f333e7de-7083-401d-9bde-7d33d211c1d3 HTTP/1.1" status: 200 len: 210 time: 0.0532799 Jul 13 07:33:58.156020 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95538f3f-d456-4649-a502-b548608ef378 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Made reservation on behalf of 71f928143c3f4a60bafd545bee5481d1 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:33:58.160180 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95538f3f-d456-4649-a502-b548608ef378 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:58.218215 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-95538f3f-d456-4649-a502-b548608ef378 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] device_id is not set on port 93952c59-5b42-45bb-8307-ffd39f25c8cb yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:33:58.368039 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d149d562-b170-4419-92dd-d8691127dd06 x-openstack-request-id: req-d149d562-b170-4419-92dd-d8691127dd06 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:58.383503 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49628e0a-b346-4eb9-ac60-2fb2786f6d8e", "name": "network-vif-deleted", "tag": "900c4d86-aff0-4f9c-bfb4-64f62b87a9a0", "status": "completed", "code": 200}, {"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-deleted", "tag": "24ca5f58-cab9-40b0-81e3-6853229cf3a9", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:58.385851 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d149d562-b170-4419-92dd-d8691127dd06 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:58.386190 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49628e0a-b346-4eb9-ac60-2fb2786f6d8e', 'name': 'network-vif-deleted', 'tag': '900c4d86-aff0-4f9c-bfb4-64f62b87a9a0', 'status': 'completed', 'code': 200} Jul 13 07:33:58.386510 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-deleted', 'tag': '24ca5f58-cab9-40b0-81e3-6853229cf3a9', 'status': 'completed', 'code': 200} Jul 13 07:33:58.425918 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090fa58c-2c8a-4cf4-a3e3-2ed7301fe7e8 x-openstack-request-id: req-090fa58c-2c8a-4cf4-a3e3-2ed7301fe7e8 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:33:58.426769 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49628e0a-b346-4eb9-ac60-2fb2786f6d8e", "name": "network-vif-unplugged", "status": "completed", "tag": "900c4d86-aff0-4f9c-bfb4-64f62b87a9a0", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:33:58.428922 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-090fa58c-2c8a-4cf4-a3e3-2ed7301fe7e8 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:33:58.429633 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49628e0a-b346-4eb9-ac60-2fb2786f6d8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '900c4d86-aff0-4f9c-bfb4-64f62b87a9a0', 'code': 200} Jul 13 07:33:58.444648 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-75c1a13f-26e9-4db7-ad0f-3cd3dffa989a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:58.465294 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-44f8614f-e265-4bb1-ae5e-a23d0ddf40a3 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Deleting port c53c18b7-3053-4952-992c-e808e72481bd {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:33:58.465647 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-44f8614f-e265-4bb1-ae5e-a23d0ddf40a3 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:58.526935 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191384d-9017-468b-880f-c00350fa6bad req-0254d4bc-45bc-4bc3-881b-e0663f19498b tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:58.537113 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d191384d-9017-468b-880f-c00350fa6bad req-0254d4bc-45bc-4bc3-881b-e0663f19498b tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 945 time: 1.6436310 Jul 13 07:33:58.588357 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-95538f3f-d456-4649-a502-b548608ef378 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Allocated IP 172.20.0.5 (9621ce4d-7b53-4d18-8ead-a69dfa507759/9e654b6c-9b3a-4a92-b0e6-237435614f85/93952c59-5b42-45bb-8307-ffd39f25c8cb) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:58.615376 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a8165c-ec84-453b-8395-9d77ff6b9574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-9621ce4d-7b53-4d18-8ead-a69dfa507759', 'network_id': '9621ce4d-7b53-4d18-8ead-a69dfa507759', 'tenant_id': '71f928143c3f4a60bafd545bee5481d1', 'fixed_ips': [{'subnet_id': '9e654b6c-9b3a-4a92-b0e6-237435614f85'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:33:58.621782 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-64a8165c-ec84-453b-8395-9d77ff6b9574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:58.653692 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-75c1a13f-26e9-4db7-ad0f-3cd3dffa989a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:58.736918 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0d28c83a-7a17-4519-a185-0907b7982372 req-50f976aa-90ab-4004-9526-45dabdb02dcf tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:58.872164 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d191384d-9017-468b-880f-c00350fa6bad req-9db68102-65c8-4919-9d2a-5c351a5c6eaf tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3235536 Jul 13 07:33:58.956264 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d28c83a-7a17-4519-a185-0907b7982372 req-50f976aa-90ab-4004-9526-45dabdb02dcf tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Network 324cb62a-283f-4998-ab58-61f8ca597760 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:58.962498 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:33:58.968903 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-44f8614f-e265-4bb1-ae5e-a23d0ddf40a3 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] For port c53c18b7-3053-4952-992c-e808e72481bd, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=c53c18b7-3053-4952-992c-e808e72481bd,segment=NetworkSegment(b7bb93bc-cbf8-4d9d-81a8-4428e0baa434),segment_id=b7bb93bc-cbf8-4d9d-81a8-4428e0baa434)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:33:58.969526 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-44f8614f-e265-4bb1-ae5e-a23d0ddf40a3 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:58.974961 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-0d28c83a-7a17-4519-a185-0907b7982372 req-50f976aa-90ab-4004-9526-45dabdb02dcf tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:58.996852 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d28c83a-7a17-4519-a185-0907b7982372 req-50f976aa-90ab-4004-9526-45dabdb02dcf tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:59.098670 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-44f8614f-e265-4bb1-ae5e-a23d0ddf40a3 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Calling delete_port for c53c18b7-3053-4952-992c-e808e72481bd owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:33:59.132402 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f976aa-90ab-4004-9526-45dabdb02dcf tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Pushing event updated for resources: {'Port': ['ID=344c4451-161d-4a77-8bc9-e36b8da002cb,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:59.251176 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-75c1a13f-26e9-4db7-ad0f-3cd3dffa989a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:59.257450 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-75c1a13f-26e9-4db7-ad0f-3cd3dffa989a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:59.260207 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-75c1a13f-26e9-4db7-ad0f-3cd3dffa989a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d155e622-d249-4ea8-b088-c48ab1b68f24 HTTP/1.1" status: 204 len: 168 time: 2.2310429 Jul 13 07:33:59.291733 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28c83a-7a17-4519-a185-0907b7982372 req-50f976aa-90ab-4004-9526-45dabdb02dcf tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:59.293070 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0d28c83a-7a17-4519-a185-0907b7982372 req-50f976aa-90ab-4004-9526-45dabdb02dcf tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:59.303833 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95538f3f-d456-4649-a502-b548608ef378 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:59.335419 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c1a13f-26e9-4db7-ad0f-3cd3dffa989a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d155e622-d249-4ea8-b088-c48ab1b68f24,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:59.354007 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 36982) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:33:59.363819 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-95538f3f-d456-4649-a502-b548608ef378 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Transition to ACTIVE for port object 93952c59-5b42-45bb-8307-ffd39f25c8cb will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:33:59.418952 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d28c83a-7a17-4519-a185-0907b7982372 req-50f976aa-90ab-4004-9526-45dabdb02dcf tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4841247 Jul 13 07:33:59.453427 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-0d28c83a-7a17-4519-a185-0907b7982372 req-051e75fd-bb82-453c-b447-51bb56d14b70 service neutron] Request body: {'port': {'device_id': 'f333e7de-7083-401d-9bde-7d33d211c1d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:33:59.460689 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-862c76af-6744-48d7-abb6-bc26f4446be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462398f2-6cd6-48e8-8826-5da0d9ac6a91', 'name': 'tempest-TaggedBootDevicesTest_v242-426877740-router', 'tenant_id': 'f675b11333fa441fa8eddc3498c6fd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '926192b5-d818-49da-8583-80512e79d35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:28Z', 'updated_at': '2021-07-13T07:22:40Z', 'revision_number': 4, 'project_id': 'f675b11333fa441fa8eddc3498c6fd35', 'gw_port': {'id': '926192b5-d818-49da-8583-80512e79d35e', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462398f2-6cd6-48e8-8826-5da0d9ac6a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:29Z', 'updated_at': '2021-07-13T07:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '496f5fe6-45ad-4c57-b3f9-5a7978cb76a4', 'name': '', 'network_id': 'dd8dd7e8-74b0-43ac-8795-6b3850b9caf1', 'tenant_id': 'f675b11333fa441fa8eddc3498c6fd35', 'mac_address': 'fa:16:3e:d5:4f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462398f2-6cd6-48e8-8826-5da0d9ac6a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'f7f0633d-db4a-44fe-b1ba-90fb0badcb6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:36Z', 'updated_at': '2021-07-13T07:22:55Z', 'revision_number': 5, 'project_id': 'f675b11333fa441fa8eddc3498c6fd35', 'subnets': [{'id': 'f7f0633d-db4a-44fe-b1ba-90fb0badcb6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:33:59.512344 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95538f3f-d456-4649-a502-b548608ef378 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:59.700407 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95538f3f-d456-4649-a502-b548608ef378 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Network 9621ce4d-7b53-4d18-8ead-a69dfa507759 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:33:59.711593 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-95538f3f-d456-4649-a502-b548608ef378 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:33:59.730948 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95538f3f-d456-4649-a502-b548608ef378 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:33:59.805143 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95538f3f-d456-4649-a502-b548608ef378 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'Port': ['ID=93952c59-5b42-45bb-8307-ffd39f25c8cb,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:33:59.842183 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-44f8614f-e265-4bb1-ae5e-a23d0ddf40a3 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:59.903542 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95538f3f-d456-4649-a502-b548608ef378 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:33:59.908679 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-64a8165c-ec84-453b-8395-9d77ff6b9574 None None] Allocated IP 172.20.0.2 (9621ce4d-7b53-4d18-8ead-a69dfa507759/9e654b6c-9b3a-4a92-b0e6-237435614f85/993d411f-cba2-4d70-917d-9e3824d2f49e) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:33:59.909018 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-95538f3f-d456-4649-a502-b548608ef378 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:33:59.974956 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-95538f3f-d456-4649-a502-b548608ef378 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.2541580 Jul 13 07:33:59.980345 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37026) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:00.153574 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f8614f-e265-4bb1-ae5e-a23d0ddf40a3 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Pushing event deleted for resources: {'Port': ['ID=c53c18b7-3053-4952-992c-e808e72481bd,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:00.187297 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862c76af-6744-48d7-abb6-bc26f4446be4 None None] The sync data for ids ['462398f2-6cd6-48e8-8826-5da0d9ac6a91'] in n-d-771363-34 is: [{'id': '462398f2-6cd6-48e8-8826-5da0d9ac6a91', 'name': 'tempest-TaggedBootDevicesTest_v242-426877740-router', 'tenant_id': 'f675b11333fa441fa8eddc3498c6fd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '926192b5-d818-49da-8583-80512e79d35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:28Z', 'updated_at': '2021-07-13T07:22:40Z', 'revision_number': 4, 'project_id': 'f675b11333fa441fa8eddc3498c6fd35', 'gw_port': {'id': '926192b5-d818-49da-8583-80512e79d35e', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462398f2-6cd6-48e8-8826-5da0d9ac6a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:29Z', 'updated_at': '2021-07-13T07:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '496f5fe6-45ad-4c57-b3f9-5a7978cb76a4', 'name': '', 'network_id': 'dd8dd7e8-74b0-43ac-8795-6b3850b9caf1', 'tenant_id': 'f675b11333fa441fa8eddc3498c6fd35', 'mac_address': 'fa:16:3e:d5:4f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462398f2-6cd6-48e8-8826-5da0d9ac6a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'f7f0633d-db4a-44fe-b1ba-90fb0badcb6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:36Z', 'updated_at': '2021-07-13T07:22:55Z', 'revision_number': 5, 'project_id': 'f675b11333fa441fa8eddc3498c6fd35', 'subnets': [{'id': 'f7f0633d-db4a-44fe-b1ba-90fb0badcb6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:34:00.192016 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0d28c83a-7a17-4519-a185-0907b7982372 req-051e75fd-bb82-453c-b447-51bb56d14b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:00.201390 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-07afd27f-24eb-4e2a-8168-df67a74a992e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:00.256257 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-44f8614f-e265-4bb1-ae5e-a23d0ddf40a3 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] No DVR routers for this DVR port c53c18b7-3053-4952-992c-e808e72481bd on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:00.269288 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-44f8614f-e265-4bb1-ae5e-a23d0ddf40a3 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:00.272567 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ffb61c57-b8e7-48ce-84ea-e6cc8f5aa18f req-44f8614f-e265-4bb1-ae5e-a23d0ddf40a3 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.42 "DELETE /v2.0/ports/c53c18b7-3053-4952-992c-e808e72481bd HTTP/1.1" status: 204 len: 173 time: 3.7218809 Jul 13 07:34:00.394852 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-deleted', 'tag': 'c53c18b7-3053-4952-992c-e808e72481bd'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:00.401764 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e466d35c-c99c-473c-8001-aba52128bb8f" -d '{"events": [{"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-deleted", "tag": "c53c18b7-3053-4952-992c-e808e72481bd"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:00.510599 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a54a5d-7467-4529-aaa1-880fea0b4769 req-bf560c00-928d-499e-a3b7-5657428d163a tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:00.513179 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-40db3a3e-ddac-4e89-a867-f98dbf2ee4bb tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Deleting port 93952c59-5b42-45bb-8307-ffd39f25c8cb {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:00.514551 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-40db3a3e-ddac-4e89-a867-f98dbf2ee4bb tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:00.531036 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f0a54a5d-7467-4529-aaa1-880fea0b4769 req-bf560c00-928d-499e-a3b7-5657428d163a tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=f333e7de-7083-401d-9bde-7d33d211c1d3 HTTP/1.1" status: 200 len: 931 time: 0.6537418 Jul 13 07:34:00.666890 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-64a8165c-ec84-453b-8395-9d77ff6b9574 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:00.698896 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-64a8165c-ec84-453b-8395-9d77ff6b9574 None None] Transition to ACTIVE for port object 993d411f-cba2-4d70-917d-9e3824d2f49e will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:00.752186 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cceca82b-ff0b-4e87-a6de-0901408f664b req-2dc0781c-a9f0-417b-85f8-e5042475bffd tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 210 time: 0.1297247 Jul 13 07:34:00.779766 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-64a8165c-ec84-453b-8395-9d77ff6b9574 None None] Transition to ACTIVE for port object 993d411f-cba2-4d70-917d-9e3824d2f49e will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:00.802209 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-da2f7ae5-20be-4f71-b93b-edbc22576f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:00.814537 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-64a8165c-ec84-453b-8395-9d77ff6b9574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:00.824268 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f0a54a5d-7467-4529-aaa1-880fea0b4769 req-134625b1-1a4d-4632-8d73-1cc7fd84c985 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873671 Jul 13 07:34:01.008255 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04371d3-049a-4a47-b23a-78e6a3f15c69 None None] New status for floating IP 27e8a8db-9d61-4a87-a3f3-4489fc6f9164: DOWN {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:34:01.012387 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a8165c-ec84-453b-8395-9d77ff6b9574 None None] Network 9621ce4d-7b53-4d18-8ead-a69dfa507759 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:01.018342 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-64a8165c-ec84-453b-8395-9d77ff6b9574 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:01.031615 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a8165c-ec84-453b-8395-9d77ff6b9574 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:01.051672 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-40db3a3e-ddac-4e89-a867-f98dbf2ee4bb tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:01.094120 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-40db3a3e-ddac-4e89-a867-f98dbf2ee4bb tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Calling delete_port for 93952c59-5b42-45bb-8307-ffd39f25c8cb owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:01.314867 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688a3c83-eadc-4e7c-8a7e-12b1e33e4168 x-openstack-request-id: req-688a3c83-eadc-4e7c-8a7e-12b1e33e4168 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:01.315864 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8758dd87-1dc4-4f96-83da-c2795ec84dbb", "name": "network-vif-deleted", "tag": "c53c18b7-3053-4952-992c-e808e72481bd", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:01.317444 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-688a3c83-eadc-4e7c-8a7e-12b1e33e4168 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:01.320165 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8758dd87-1dc4-4f96-83da-c2795ec84dbb', 'name': 'network-vif-deleted', 'tag': 'c53c18b7-3053-4952-992c-e808e72481bd', 'status': 'completed', 'code': 200} Jul 13 07:34:01.330865 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8165c-ec84-453b-8395-9d77ff6b9574 None None] Pushing event updated for resources: {'Port': ['ID=993d411f-cba2-4d70-917d-9e3824d2f49e,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:01.372988 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-64a8165c-ec84-453b-8395-9d77ff6b9574 None None] Attempting to bind port 993d411f-cba2-4d70-917d-9e3824d2f49e on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:34:01.374059 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-64a8165c-ec84-453b-8395-9d77ff6b9574 None None] Attempting to bind port 993d411f-cba2-4d70-917d-9e3824d2f49e by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '7b527e35-9f6c-4417-9b00-c21f22b0d109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9621ce4d-7b53-4d18-8ead-a69dfa507759'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:34:01.374894 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a8165c-ec84-453b-8395-9d77ff6b9574 None None] Attempting to bind port 993d411f-cba2-4d70-917d-9e3824d2f49e on network 9621ce4d-7b53-4d18-8ead-a69dfa507759 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:01.386149 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a8165c-ec84-453b-8395-9d77ff6b9574 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:34:01.387944 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a8165c-ec84-453b-8395-9d77ff6b9574 None None] Checking segment: {'id': '7b527e35-9f6c-4417-9b00-c21f22b0d109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9621ce4d-7b53-4d18-8ead-a69dfa507759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:01.388617 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-64a8165c-ec84-453b-8395-9d77ff6b9574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:01.389408 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a8165c-ec84-453b-8395-9d77ff6b9574 None None] Bound using segment: {'id': '7b527e35-9f6c-4417-9b00-c21f22b0d109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9621ce4d-7b53-4d18-8ead-a69dfa507759'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:34:01.390333 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-64a8165c-ec84-453b-8395-9d77ff6b9574 None None] Bound port: 993d411f-cba2-4d70-917d-9e3824d2f49e, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b527e35-9f6c-4417-9b00-c21f22b0d109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9621ce4d-7b53-4d18-8ead-a69dfa507759'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:34:01.391752 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-64a8165c-ec84-453b-8395-9d77ff6b9574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:01.523927 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-07afd27f-24eb-4e2a-8168-df67a74a992e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:01.552836 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-07afd27f-24eb-4e2a-8168-df67a74a992e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:01.640355 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-64a8165c-ec84-453b-8395-9d77ff6b9574 None None] For port 993d411f-cba2-4d70-917d-9e3824d2f49e, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:01.675598 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-07afd27f-24eb-4e2a-8168-df67a74a992e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f1d93754f65642659d988f489327e351&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3075719 Jul 13 07:34:01.681472 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37058) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:01.691297 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-64a8165c-ec84-453b-8395-9d77ff6b9574 None None] For port 993d411f-cba2-4d70-917d-9e3824d2f49e, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=993d411f-cba2-4d70-917d-9e3824d2f49e,segment=NetworkSegment(7b527e35-9f6c-4417-9b00-c21f22b0d109),segment_id=7b527e35-9f6c-4417-9b00-c21f22b0d109)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:34:01.699191 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-64a8165c-ec84-453b-8395-9d77ff6b9574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:01.703992 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-40db3a3e-ddac-4e89-a867-f98dbf2ee4bb tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:01.728780 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07afd27f-24eb-4e2a-8168-df67a74a992e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbecc9d-c060-4ccb-a3b5-49ec467ff0fe,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:01.906833 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-0d28c83a-7a17-4519-a185-0907b7982372 req-051e75fd-bb82-453c-b447-51bb56d14b70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 344c4451-161d-4a77-8bc9-e36b8da002cb {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:01.910353 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db3a3e-ddac-4e89-a867-f98dbf2ee4bb tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'Port': ['ID=93952c59-5b42-45bb-8307-ffd39f25c8cb,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:01.952661 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0d28c83a-7a17-4519-a185-0907b7982372 req-051e75fd-bb82-453c-b447-51bb56d14b70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:01.982489 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8165c-ec84-453b-8395-9d77ff6b9574 None None] Pushing event updated for resources: {'Port': ['ID=993d411f-cba2-4d70-917d-9e3824d2f49e,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:02.015144 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-75d17612-e7bf-4e23-ad83-40b3426fe548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.050161 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-40db3a3e-ddac-4e89-a867-f98dbf2ee4bb tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.054451 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-40db3a3e-ddac-4e89-a867-f98dbf2ee4bb tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/ports/93952c59-5b42-45bb-8307-ffd39f25c8cb HTTP/1.1" status: 204 len: 168 time: 2.0650396 Jul 13 07:34:02.055297 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37068) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:02.093603 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-75d17612-e7bf-4e23-ad83-40b3426fe548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.141997 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-03db799a-e73d-44f3-aa9e-74915d9bc9b4 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] GET failed (client error): The resource could not be found. Jul 13 07:34:02.145950 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-03db799a-e73d-44f3-aa9e-74915d9bc9b4 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "GET /v2.0/ports/93952c59-5b42-45bb-8307-ffd39f25c8cb HTTP/1.1" status: 404 len: 333 time: 0.0892491 Jul 13 07:34:02.151272 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37072) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:02.260908 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-75d17612-e7bf-4e23-ad83-40b3426fe548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.274939 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-75d17612-e7bf-4e23-ad83-40b3426fe548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.296048 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-75d17612-e7bf-4e23-ad83-40b3426fe548 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bbbecc9d-c060-4ccb-a3b5-49ec467ff0fe HTTP/1.1" status: 204 len: 168 time: 0.6098566 Jul 13 07:34:02.298149 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-0d28c83a-7a17-4519-a185-0907b7982372 req-051e75fd-bb82-453c-b447-51bb56d14b70 service neutron] Transition to ACTIVE for port object 344c4451-161d-4a77-8bc9-e36b8da002cb will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:02.310804 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0d28c83a-7a17-4519-a185-0907b7982372 req-051e75fd-bb82-453c-b447-51bb56d14b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.403162 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-c21219bd-de3d-48ba-a692-2d3e36c3075e tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Deleting subnet 9e654b6c-9b3a-4a92-b0e6-237435614f85 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:34:02.426135 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c21219bd-de3d-48ba-a692-2d3e36c3075e tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.656151 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c21219bd-de3d-48ba-a692-2d3e36c3075e tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:02.665773 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d17612-e7bf-4e23-ad83-40b3426fe548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbecc9d-c060-4ccb-a3b5-49ec467ff0fe,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:02.694280 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e75fd-bb82-453c-b447-51bb56d14b70 service neutron] Pushing event updated for resources: {'Port': ['ID=344c4451-161d-4a77-8bc9-e36b8da002cb,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:02.932826 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e20b31-cf1b-449a-a844-ae932056d6af req-d4f64987-d2f0-4460-980f-e26b10ab23f9 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:02.946705 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-11e20b31-cf1b-449a-a844-ae932056d6af req-d4f64987-d2f0-4460-980f-e26b10ab23f9 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=f333e7de-7083-401d-9bde-7d33d211c1d3 HTTP/1.1" status: 200 len: 943 time: 0.6395450 Jul 13 07:34:03.032917 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c21219bd-de3d-48ba-a692-2d3e36c3075e tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:03.046146 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-0d28c83a-7a17-4519-a185-0907b7982372 req-051e75fd-bb82-453c-b447-51bb56d14b70 service neutron] Attempting to bind port 344c4451-161d-4a77-8bc9-e36b8da002cb on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:34:03.047007 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-0d28c83a-7a17-4519-a185-0907b7982372 req-051e75fd-bb82-453c-b447-51bb56d14b70 service neutron] Attempting to bind port 344c4451-161d-4a77-8bc9-e36b8da002cb by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '5a5e32fa-d1a7-44e2-b088-49b4ede36727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '324cb62a-283f-4998-ab58-61f8ca597760'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:34:03.048126 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d28c83a-7a17-4519-a185-0907b7982372 req-051e75fd-bb82-453c-b447-51bb56d14b70 service neutron] Attempting to bind port 344c4451-161d-4a77-8bc9-e36b8da002cb on network 324cb62a-283f-4998-ab58-61f8ca597760 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:03.094481 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d28c83a-7a17-4519-a185-0907b7982372 req-051e75fd-bb82-453c-b447-51bb56d14b70 service neutron] Port 344c4451-161d-4a77-8bc9-e36b8da002cb on network 324cb62a-283f-4998-ab58-61f8ca597760 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:34:03.094481 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d28c83a-7a17-4519-a185-0907b7982372 req-051e75fd-bb82-453c-b447-51bb56d14b70 service neutron] Attempting to bind port 344c4451-161d-4a77-8bc9-e36b8da002cb on network 324cb62a-283f-4998-ab58-61f8ca597760 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:03.120034 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-62b8cd7a-c78e-42e9-9b25-a253e24cdab1 req-d1b1d7ee-d22a-4c18-a00e-1eb02a91fac7 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 210 time: 0.2920058 Jul 13 07:34:03.128326 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d28c83a-7a17-4519-a185-0907b7982372 req-051e75fd-bb82-453c-b447-51bb56d14b70 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:34:03.129195 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d28c83a-7a17-4519-a185-0907b7982372 req-051e75fd-bb82-453c-b447-51bb56d14b70 service neutron] Checking segment: {'id': '5a5e32fa-d1a7-44e2-b088-49b4ede36727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '324cb62a-283f-4998-ab58-61f8ca597760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:03.130103 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d28c83a-7a17-4519-a185-0907b7982372 req-051e75fd-bb82-453c-b447-51bb56d14b70 service neutron] Bound using segment: {'id': '5a5e32fa-d1a7-44e2-b088-49b4ede36727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '324cb62a-283f-4998-ab58-61f8ca597760'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:34:03.133399 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-0d28c83a-7a17-4519-a185-0907b7982372 req-051e75fd-bb82-453c-b447-51bb56d14b70 service neutron] Bound port: 344c4451-161d-4a77-8bc9-e36b8da002cb, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a5e32fa-d1a7-44e2-b088-49b4ede36727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '324cb62a-283f-4998-ab58-61f8ca597760'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:34:03.134454 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0d28c83a-7a17-4519-a185-0907b7982372 req-051e75fd-bb82-453c-b447-51bb56d14b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:03.152436 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-06384c30-b046-4b6c-88b0-4c2cd297b08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:03.162002 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:03.204691 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c21219bd-de3d-48ba-a692-2d3e36c3075e tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:03.256108 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-11e20b31-cf1b-449a-a844-ae932056d6af req-1b189711-e900-4a5f-97cf-123b7ea07169 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079512 Jul 13 07:34:03.308367 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21219bd-de3d-48ba-a692-2d3e36c3075e tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'Subnet': ['ID=9e654b6c-9b3a-4a92-b0e6-237435614f85,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:03.321340 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c21219bd-de3d-48ba-a692-2d3e36c3075e tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:03.324799 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c21219bd-de3d-48ba-a692-2d3e36c3075e tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/subnets/9e654b6c-9b3a-4a92-b0e6-237435614f85 HTTP/1.1" status: 204 len: 168 time: 1.1700954 Jul 13 07:34:03.330116 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37094) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:03.541239 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-0d28c83a-7a17-4519-a185-0907b7982372 req-051e75fd-bb82-453c-b447-51bb56d14b70 service neutron] For port 344c4451-161d-4a77-8bc9-e36b8da002cb, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:03.566451 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-0d28c83a-7a17-4519-a185-0907b7982372 req-051e75fd-bb82-453c-b447-51bb56d14b70 service neutron] For port 344c4451-161d-4a77-8bc9-e36b8da002cb, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=344c4451-161d-4a77-8bc9-e36b8da002cb,segment=NetworkSegment(5a5e32fa-d1a7-44e2-b088-49b4ede36727),segment_id=5a5e32fa-d1a7-44e2-b088-49b4ede36727)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:34:03.574350 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0d28c83a-7a17-4519-a185-0907b7982372 req-051e75fd-bb82-453c-b447-51bb56d14b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:03.738370 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c0387c55-89e3-4c40-b2b8-a3276cd0df16 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:03.747803 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e75fd-bb82-453c-b447-51bb56d14b70 service neutron] Pushing event updated for resources: {'Port': ['ID=344c4451-161d-4a77-8bc9-e36b8da002cb,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:03.825536 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28c83a-7a17-4519-a185-0907b7982372 req-051e75fd-bb82-453c-b447-51bb56d14b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:03.828417 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0d28c83a-7a17-4519-a185-0907b7982372 req-051e75fd-bb82-453c-b447-51bb56d14b70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:03.838549 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d28c83a-7a17-4519-a185-0907b7982372 req-051e75fd-bb82-453c-b447-51bb56d14b70 service neutron] 10.222.0.25 "PUT /v2.0/ports/344c4451-161d-4a77-8bc9-e36b8da002cb HTTP/1.1" status: 200 len: 1092 time: 4.4101965 Jul 13 07:34:03.840933 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f333e7de-7083-401d-9bde-7d33d211c1d3', 'tag': '344c4451-161d-4a77-8bc9-e36b8da002cb'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:03.847979 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db99edd1-315d-4713-8306-8d2837314dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "f333e7de-7083-401d-9bde-7d33d211c1d3", "tag": "344c4451-161d-4a77-8bc9-e36b8da002cb"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:03.942072 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-c0387c55-89e3-4c40-b2b8-a3276cd0df16 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Deleting port 993d411f-cba2-4d70-917d-9e3824d2f49e {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:03.942474 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c0387c55-89e3-4c40-b2b8-a3276cd0df16 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:04.037436 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:04.104325 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0289a30f-f960-4b4f-ac6e-6f263550c103 x-openstack-request-id: req-0289a30f-f960-4b4f-ac6e-6f263550c103 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:04.104840 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f333e7de-7083-401d-9bde-7d33d211c1d3", "tag": "344c4451-161d-4a77-8bc9-e36b8da002cb", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:04.105173 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0289a30f-f960-4b4f-ac6e-6f263550c103 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:04.108235 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f333e7de-7083-401d-9bde-7d33d211c1d3', 'tag': '344c4451-161d-4a77-8bc9-e36b8da002cb', 'status': 'completed', 'code': 200} Jul 13 07:34:04.203024 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-c0387c55-89e3-4c40-b2b8-a3276cd0df16 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] For port 993d411f-cba2-4d70-917d-9e3824d2f49e, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=993d411f-cba2-4d70-917d-9e3824d2f49e,segment=NetworkSegment(7b527e35-9f6c-4417-9b00-c21f22b0d109),segment_id=7b527e35-9f6c-4417-9b00-c21f22b0d109)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:04.203872 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c0387c55-89e3-4c40-b2b8-a3276cd0df16 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:04.307793 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-c0387c55-89e3-4c40-b2b8-a3276cd0df16 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Calling delete_port for 993d411f-cba2-4d70-917d-9e3824d2f49e owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:04.323901 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28c83a-7a17-4519-a185-0907b7982372 req-a497fc49-76af-4bd1-8f8a-d59d0d4586fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:04.326528 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d28c83a-7a17-4519-a185-0907b7982372 req-a497fc49-76af-4bd1-8f8a-d59d0d4586fc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9f479963551e4752848e4380eebe58cf&device_id=f333e7de-7083-401d-9bde-7d33d211c1d3 HTTP/1.1" status: 200 len: 1095 time: 0.4202590 Jul 13 07:34:04.603523 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d28c83a-7a17-4519-a185-0907b7982372 req-3d758156-31c4-46e8-8777-04b1c9c3956b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=344c4451-161d-4a77-8bc9-e36b8da002cb HTTP/1.1" status: 200 len: 217 time: 0.2636023 Jul 13 07:34:04.618476 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 993d411f-cba2-4d70-917d-9e3824d2f49e up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:34:04.793025 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c32873-4238-4727-aee3-24ecb46fe38f None None] Network 9621ce4d-7b53-4d18-8ead-a69dfa507759 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:04.823262 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c0387c55-89e3-4c40-b2b8-a3276cd0df16 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:04.846566 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-efdfb2ba-50f1-4330-b60e-55daf7f6dfd1 req-c06777b2-33ae-4e3a-998f-604714627e1b tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 210 time: 0.0859821 Jul 13 07:34:04.866621 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Could not find standard attr ID for object 993d411f-cba2-4d70-917d-9e3824d2f49e. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:34:04.869917 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28c83a-7a17-4519-a185-0907b7982372 req-c4ac574b-cda5-412e-8c33-0d381e2e2269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:04.874342 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d28c83a-7a17-4519-a185-0907b7982372 req-c4ac574b-cda5-412e-8c33-0d381e2e2269 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5b417da6-f0a7-4a6d-b28c-2dd98c361dbc HTTP/1.1" status: 200 len: 852 time: 0.2646334 Jul 13 07:34:04.917324 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a4e90b7e-7d5b-4dd1-8275-c22aae6ee20f None None] Could not find standard attr ID for object 993d411f-cba2-4d70-917d-9e3824d2f49e. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:34:04.996721 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d28c83a-7a17-4519-a185-0907b7982372 req-863019f3-4975-4286-92bf-da533bae01eb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=324cb62a-283f-4998-ab58-61f8ca597760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1148179 Jul 13 07:34:05.114038 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0387c55-89e3-4c40-b2b8-a3276cd0df16 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'Port': ['ID=993d411f-cba2-4d70-917d-9e3824d2f49e,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:05.143977 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0387c55-89e3-4c40-b2b8-a3276cd0df16 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] No DVR routers for this DVR port 993d411f-cba2-4d70-917d-9e3824d2f49e on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:05.419308 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c0387c55-89e3-4c40-b2b8-a3276cd0df16 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:05.432462 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73940ca8-7ba7-4bee-85ea-0b75eb95db8f None None] DHCP port deletion for 9621ce4d-7b53-4d18-8ead-a69dfa507759 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:34:05.453241 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-c0387c55-89e3-4c40-b2b8-a3276cd0df16 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9621ce4d-7b53-4d18-8ead-a69dfa507759']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:05.476338 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-c0387c55-89e3-4c40-b2b8-a3276cd0df16 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b527e35-9f6c-4417-9b00-c21f22b0d109') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:05.476634 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-c0387c55-89e3-4c40-b2b8-a3276cd0df16 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b527e35-9f6c-4417-9b00-c21f22b0d109') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:05.503310 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c0387c55-89e3-4c40-b2b8-a3276cd0df16 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:05.506095 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d28c83a-7a17-4519-a185-0907b7982372 req-0ab990fe-fb44-4354-ba60-b54a54ed11ff service neutron] 10.222.0.25 "GET /v2.0/networks/324cb62a-283f-4998-ab58-61f8ca597760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5023265 Jul 13 07:34:05.534473 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c0387c55-89e3-4c40-b2b8-a3276cd0df16 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:05.551263 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0387c55-89e3-4c40-b2b8-a3276cd0df16 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:34:05.551923 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c0387c55-89e3-4c40-b2b8-a3276cd0df16 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:05.647526 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:34:05.647526 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:34:05.647526 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:34:05.647526 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:34:05.647526 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:34:05.647526 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:34:05.647526 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:34:05.647526 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:34:05.647526 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:34:05.647526 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:34:05.647526 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:34:05.647526 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:34:05.647526 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:34:05.647526 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:34:05.647526 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:34:05.647526 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:34:05.647526 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:34:05.647526 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:34:05.647526 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:34:05.647526 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:34:05.647526 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:34:05.647526 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:34:05.647526 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:34:05.647526 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:34:05.647526 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:34:05.647526 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:34:05.647526 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:34:05.647526 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:34:05.647526 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:34:05.647526 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:34:05.647526 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:34:05.647526 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:34:05.667751 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf47318-3639-402f-be67-d3efe337bbb7 req-fbfd5209-cc4e-4eb6-a75a-5075c280a16d tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:05.675603 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf47318-3639-402f-be67-d3efe337bbb7 req-fbfd5209-cc4e-4eb6-a75a-5075c280a16d tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:05.684308 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8bf47318-3639-402f-be67-d3efe337bbb7 req-fbfd5209-cc4e-4eb6-a75a-5075c280a16d tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb5f6e0b-4f6c-4187-b8df-74a7b8925783&device_id=e53b9561-ecfc-47cb-869e-b6f3f7192d8e HTTP/1.1" status: 200 len: 1682 time: 1.0902414 Jul 13 07:34:05.687709 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c0387c55-89e3-4c40-b2b8-a3276cd0df16 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:05.709939 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c0387c55-89e3-4c40-b2b8-a3276cd0df16 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:05.719246 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee5678-8abc-46dc-8619-863e2e3e94de req-687939f6-3956-4e28-a33e-a5703f2b8708 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:05.720456 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c0387c55-89e3-4c40-b2b8-a3276cd0df16 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/networks/9621ce4d-7b53-4d18-8ead-a69dfa507759 HTTP/1.1" status: 204 len: 168 time: 2.3876157 Jul 13 07:34:05.725154 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d3ee5678-8abc-46dc-8619-863e2e3e94de req-687939f6-3956-4e28-a33e-a5703f2b8708 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=f333e7de-7083-401d-9bde-7d33d211c1d3 HTTP/1.1" status: 200 len: 943 time: 0.3986776 Jul 13 07:34:05.729651 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37134) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:05.738447 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-526dc478-0873-4dd3-92ff-8ad50aaa3a0e tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'port': {'network_id': '7186c72c-0f19-47b1-b7a4-85133ffea6fc', 'name': 'tempest-PortsTestJSON-681668150'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:05.747751 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0387c55-89e3-4c40-b2b8-a3276cd0df16 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'Network': ['ID=9621ce4d-7b53-4d18-8ead-a69dfa507759,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:05.799808 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:05.837215 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8bf47318-3639-402f-be67-d3efe337bbb7 req-2416f6dd-2591-48a1-a0d9-aa8c09853c3d tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.23 "GET /v2.0/security-groups?id=df0ef5d6-4ab6-4737-b9f1-28bbdd266fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513329 Jul 13 07:34:06.019579 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d28c83a-7a17-4519-a185-0907b7982372 req-093188da-323f-42ce-816e-4512b311bc36 service neutron] 10.222.0.25 "GET /v2.0/networks/324cb62a-283f-4998-ab58-61f8ca597760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4978127 Jul 13 07:34:06.415791 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d3ee5678-8abc-46dc-8619-863e2e3e94de req-8312a353-06d2-4644-a92f-80520ec5cf7f tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6654365 Jul 13 07:34:06.419935 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 993d411f-cba2-4d70-917d-9e3824d2f49e no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:06.495041 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 993d411f-cba2-4d70-917d-9e3824d2f49e {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:34:06.495723 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 993d411f-cba2-4d70-917d-9e3824d2f49e not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:34:06.544388 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526dc478-0873-4dd3-92ff-8ad50aaa3a0e tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Made reservation on behalf of 71f928143c3f4a60bafd545bee5481d1 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:06.551442 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-526dc478-0873-4dd3-92ff-8ad50aaa3a0e tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:06.624836 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99edd1-315d-4713-8306-8d2837314dd5 req-4dba2e23-71d4-4120-87c3-7d5a2c84cbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:06.627649 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-db99edd1-315d-4713-8306-8d2837314dd5 req-4dba2e23-71d4-4120-87c3-7d5a2c84cbf1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9f479963551e4752848e4380eebe58cf&device_id=f333e7de-7083-401d-9bde-7d33d211c1d3 HTTP/1.1" status: 200 len: 1095 time: 0.3655899 Jul 13 07:34:06.633919 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-526dc478-0873-4dd3-92ff-8ad50aaa3a0e tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] device_id is not set on port 6d65cb3b-b6bb-49b9-a370-a714c4688ac8 yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:34:06.896859 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-45f6d094-0913-4896-821a-65a83c3c9c7b req-4e79e1e8-18c6-4c6d-9821-5ab5ea050494 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 210 time: 0.1155870 Jul 13 07:34:07.114752 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99edd1-315d-4713-8306-8d2837314dd5 req-0070acc8-7734-469a-961e-218e8c538c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:07.116798 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-db99edd1-315d-4713-8306-8d2837314dd5 req-0070acc8-7734-469a-961e-218e8c538c51 service neutron] 10.222.0.25 "GET /v2.0/networks?id=324cb62a-283f-4998-ab58-61f8ca597760 HTTP/1.1" status: 200 len: 913 time: 0.4736781 Jul 13 07:34:07.187464 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-db99edd1-315d-4713-8306-8d2837314dd5 req-f7eb40e0-8cc4-4b30-865c-da4df661ecf4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=344c4451-161d-4a77-8bc9-e36b8da002cb HTTP/1.1" status: 200 len: 217 time: 0.0576570 Jul 13 07:34:07.383720 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-526dc478-0873-4dd3-92ff-8ad50aaa3a0e tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:07.475009 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99edd1-315d-4713-8306-8d2837314dd5 req-5941f60b-2530-49ce-ae04-b25e33d8cdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:07.483096 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-db99edd1-315d-4713-8306-8d2837314dd5 req-5941f60b-2530-49ce-ae04-b25e33d8cdbf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5b417da6-f0a7-4a6d-b28c-2dd98c361dbc HTTP/1.1" status: 200 len: 852 time: 0.2863040 Jul 13 07:34:07.669194 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-db99edd1-315d-4713-8306-8d2837314dd5 req-7b56532f-b9d6-4cd1-add7-92b737ec78da service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=324cb62a-283f-4998-ab58-61f8ca597760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1750159 Jul 13 07:34:07.963559 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37190) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:08.017710 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-526dc478-0873-4dd3-92ff-8ad50aaa3a0e tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:08.142969 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526dc478-0873-4dd3-92ff-8ad50aaa3a0e tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Network 7186c72c-0f19-47b1-b7a4-85133ffea6fc is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:08.151875 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-526dc478-0873-4dd3-92ff-8ad50aaa3a0e tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:08.169082 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-db99edd1-315d-4713-8306-8d2837314dd5 req-6f272b39-f172-4468-8633-d77a06c396d9 service neutron] 10.222.0.25 "GET /v2.0/networks/324cb62a-283f-4998-ab58-61f8ca597760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4859192 Jul 13 07:34:08.171990 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526dc478-0873-4dd3-92ff-8ad50aaa3a0e tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:08.180989 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526dc478-0873-4dd3-92ff-8ad50aaa3a0e tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:08.182059 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-526dc478-0873-4dd3-92ff-8ad50aaa3a0e tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:08.213730 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-526dc478-0873-4dd3-92ff-8ad50aaa3a0e tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.4824276 Jul 13 07:34:08.231806 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37194) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:08.283409 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2f7c9-6bab-4804-b8cf-85ef0acad000 req-727e7735-fc52-4ec0-b421-92690191e0e2 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:08.293760 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cdb2f7c9-6bab-4804-b8cf-85ef0acad000 req-727e7735-fc52-4ec0-b421-92690191e0e2 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=f333e7de-7083-401d-9bde-7d33d211c1d3 HTTP/1.1" status: 200 len: 943 time: 0.3913438 Jul 13 07:34:08.299363 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526dc478-0873-4dd3-92ff-8ad50aaa3a0e tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'Port': ['ID=6d65cb3b-b6bb-49b9-a370-a714c4688ac8,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:08.335558 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2bbfb962-f3ff-4437-af09-1888f2d6be77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:08.514246 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2bbfb962-f3ff-4437-af09-1888f2d6be77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:08.521862 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2bbfb962-f3ff-4437-af09-1888f2d6be77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:08.597602 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2bbfb962-f3ff-4437-af09-1888f2d6be77 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8574d65a572b4d03a725672d612d632c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6321614 Jul 13 07:34:08.608577 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37200) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:08.717609 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbfb962-f3ff-4437-af09-1888f2d6be77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbdec60-41d7-4906-9d13-1c7fccf1ca18,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:08.769561 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b4de4-728d-48af-990b-cecef5cb8e88 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Deleting port 6d65cb3b-b6bb-49b9-a370-a714c4688ac8 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:08.770243 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0a7b4de4-728d-48af-990b-cecef5cb8e88 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:08.887355 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cdb2f7c9-6bab-4804-b8cf-85ef0acad000 req-73d795c9-d88a-4609-a810-dab858e5c6dd tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5923574 Jul 13 07:34:08.906072 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-db99edd1-315d-4713-8306-8d2837314dd5 req-fc375f15-6455-4168-95fa-e2803566f69d service neutron] 10.222.0.25 "GET /v2.0/networks/324cb62a-283f-4998-ab58-61f8ca597760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6993330 Jul 13 07:34:08.965251 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-17e85d44-6235-4d06-931b-34195d0dfc4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:09.079138 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-17e85d44-6235-4d06-931b-34195d0dfc4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:09.330511 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-17e85d44-6235-4d06-931b-34195d0dfc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:09.335772 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-17e85d44-6235-4d06-931b-34195d0dfc4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:09.348515 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-17e85d44-6235-4d06-931b-34195d0dfc4e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/afbdec60-41d7-4906-9d13-1c7fccf1ca18 HTTP/1.1" status: 204 len: 168 time: 0.7272282 Jul 13 07:34:09.392815 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e85d44-6235-4d06-931b-34195d0dfc4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbdec60-41d7-4906-9d13-1c7fccf1ca18,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:09.745446 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 344c4451-161d-4a77-8bc9-e36b8da002cb details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:34:09.916820 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ac30d2c6-0090-48c7-a93d-8d64bbc75e65 req-50e5ed18-7797-43b5-9c2c-2cd4419f1e63 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6c6451df-a503-49d1-ac22-c66bf78a2f9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2230532 Jul 13 07:34:10.176621 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 344c4451-161d-4a77-8bc9-e36b8da002cb, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=344c4451-161d-4a77-8bc9-e36b8da002cb,segment=NetworkSegment(5a5e32fa-d1a7-44e2-b088-49b4ede36727),segment_id=5a5e32fa-d1a7-44e2-b088-49b4ede36727)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:10.265371 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '344c4451-161d-4a77-8bc9-e36b8da002cb', 'network_id': '324cb62a-283f-4998-ab58-61f8ca597760', 'port_id': '344c4451-161d-4a77-8bc9-e36b8da002cb', 'mac_address': 'fa:16:3e:11:66:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b417da6-f0a7-4a6d-b28c-2dd98c361dbc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:34:10.288299 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30d2c6-0090-48c7-a93d-8d64bbc75e65 req-4ebdeb3a-313c-4955-8e91-2fadd7a2e96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:10.304139 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ac30d2c6-0090-48c7-a93d-8d64bbc75e65 req-4ebdeb3a-313c-4955-8e91-2fadd7a2e96d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6942d3506e24fbf8b1e759d03152ce4&device_id=6c6451df-a503-49d1-ac22-c66bf78a2f9c HTTP/1.1" status: 200 len: 1097 time: 0.2754078 Jul 13 07:34:10.350752 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0a7b4de4-728d-48af-990b-cecef5cb8e88 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:10.440279 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4cff2a84-67cd-4bf4-8175-8d0a9fee91b9 req-6c535d08-99d1-4550-b0be-536d5c80bb49 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 210 time: 1.5403008 Jul 13 07:34:10.471893 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:10.625855 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b4de4-728d-48af-990b-cecef5cb8e88 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Calling delete_port for 6d65cb3b-b6bb-49b9-a370-a714c4688ac8 owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:10.629447 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 344c4451-161d-4a77-8bc9-e36b8da002cb {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:34:10.766900 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 344c4451-161d-4a77-8bc9-e36b8da002cb, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=344c4451-161d-4a77-8bc9-e36b8da002cb,segment=NetworkSegment(5a5e32fa-d1a7-44e2-b088-49b4ede36727),segment_id=5a5e32fa-d1a7-44e2-b088-49b4ede36727)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:10.777395 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:10.823234 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30d2c6-0090-48c7-a93d-8d64bbc75e65 req-7c7be2a4-3d03-416f-a7a0-4d78d3eb16f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:10.831130 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ac30d2c6-0090-48c7-a93d-8d64bbc75e65 req-7c7be2a4-3d03-416f-a7a0-4d78d3eb16f8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fa4f1ed0-796d-49c1-a252-4afd480b8892 HTTP/1.1" status: 200 len: 915 time: 0.5028052 Jul 13 07:34:11.045920 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=344c4451-161d-4a77-8bc9-e36b8da002cb,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:11.055109 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ac30d2c6-0090-48c7-a93d-8d64bbc75e65 req-16adf402-6a1b-490d-920d-31c7da588f88 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6decb26-9157-4b94-ba02-fa70adbe77fe HTTP/1.1" status: 200 len: 217 time: 0.1998947 Jul 13 07:34:11.061021 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d896816-61d9-4c9d-a3d2-5913367c48bf req-89d75d50-9033-43e0-b0d0-e723f0380689 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:11.073096 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0d896816-61d9-4c9d-a3d2-5913367c48bf req-89d75d50-9033-43e0-b0d0-e723f0380689 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb5f6e0b-4f6c-4187-b8df-74a7b8925783 HTTP/1.1" status: 200 len: 945 time: 0.8224609 Jul 13 07:34:11.109988 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:11.111612 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:11.112181 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:11.112780 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:11.113334 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:11.113882 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:11.114442 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:11.114996 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:11.115594 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:11.116248 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:11.116801 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:11.117365 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:11.148818 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['344c4451-161d-4a77-8bc9-e36b8da002cb'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:34:11.365825 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32871132-058b-401d-a215-3d34e10e74d4 req-2621f3ef-bfa2-45b4-a2ae-96973ead7d2d tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:11.374851 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-32871132-058b-401d-a215-3d34e10e74d4 req-2621f3ef-bfa2-45b4-a2ae-96973ead7d2d tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=f333e7de-7083-401d-9bde-7d33d211c1d3 HTTP/1.1" status: 200 len: 943 time: 0.7691693 Jul 13 07:34:11.454540 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30d2c6-0090-48c7-a93d-8d64bbc75e65 req-03c72eef-2936-4a18-8ba8-4ec6f664a97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:11.459819 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ac30d2c6-0090-48c7-a93d-8d64bbc75e65 req-03c72eef-2936-4a18-8ba8-4ec6f664a97d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2df3ee09-23c6-4609-848d-5109b67374a1 HTTP/1.1" status: 200 len: 854 time: 0.3898685 Jul 13 07:34:11.566136 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0a7b4de4-728d-48af-990b-cecef5cb8e88 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:11.684989 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4b8eb-5378-4e15-b778-fb0d9b464d96 req-c88cece7-cc6f-41d2-b8d6-7f64de8a9bf3 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:11.689780 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-35c4b8eb-5378-4e15-b778-fb0d9b464d96 req-c88cece7-cc6f-41d2-b8d6-7f64de8a9bf3 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb5f6e0b-4f6c-4187-b8df-74a7b8925783 HTTP/1.1" status: 200 len: 945 time: 0.5466394 Jul 13 07:34:11.741663 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-32871132-058b-401d-a215-3d34e10e74d4 req-005aa604-8bce-4c4f-8f21-fd3b8bfa3ce6 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637118 Jul 13 07:34:11.754595 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ac30d2c6-0090-48c7-a93d-8d64bbc75e65 req-df21e7e9-24c4-4b56-9e6b-580b7f13ed45 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fa4f1ed0-796d-49c1-a252-4afd480b8892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2365508 Jul 13 07:34:11.758042 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 9152eb6f-bde3-440c-9c34-594a9f2eec7f no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:11.846925 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0a7b4de4-728d-48af-990b-cecef5cb8e88 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:11.855683 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0a7b4de4-728d-48af-990b-cecef5cb8e88 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/ports/6d65cb3b-b6bb-49b9-a370-a714c4688ac8 HTTP/1.1" status: 204 len: 168 time: 3.6172302 Jul 13 07:34:11.890659 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37266) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:11.917774 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-c5e71651-824d-4010-a76e-c44e0d525340 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'port': {'network_id': '7186c72c-0f19-47b1-b7a4-85133ffea6fc', 'mac_address': 'fa:16:3e:1c:49:a0', 'name': 'tempest-PortsTestJSON-821290539'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:12.091256 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243495d4-817c-4bf6-bda9-1a85aca0ae6d req-398af71a-a6fd-449f-8c5f-51692f4d88cb tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:12.098769 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-243495d4-817c-4bf6-bda9-1a85aca0ae6d req-398af71a-a6fd-449f-8c5f-51692f4d88cb tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.42 "GET /v2.0/ports?device_id=e53b9561-ecfc-47cb-869e-b6f3f7192d8e HTTP/1.1" status: 200 len: 946 time: 1.0420425 Jul 13 07:34:12.103054 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:12.115224 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b4de4-728d-48af-990b-cecef5cb8e88 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'Port': ['ID=6d65cb3b-b6bb-49b9-a370-a714c4688ac8,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:12.193070 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5f6e0b-4f6c-4187-b8df-74a7b8925783', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9152eb6f-bde3-440c-9c34-594a9f2eec7f'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:12.197510 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274dee24-2afc-4d07-bbee-273e5f3e0f2b" -d '{"events": [{"server_uuid": "cb5f6e0b-4f6c-4187-b8df-74a7b8925783", "name": "network-vif-unplugged", "status": "completed", "tag": "9152eb6f-bde3-440c-9c34-594a9f2eec7f"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:12.243363 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-35c4b8eb-5378-4e15-b778-fb0d9b464d96 req-008a75b2-614d-4331-b62e-ed7f82e1888f tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.23 "GET /v2.0/security-groups?id=df0ef5d6-4ab6-4737-b9f1-28bbdd266fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848603 Jul 13 07:34:12.249838 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-0d896816-61d9-4c9d-a3d2-5913367c48bf req-2261d975-e933-4e35-a846-62ce9cf04d0c tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Deleting port 9152eb6f-bde3-440c-9c34-594a9f2eec7f {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:12.250668 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0d896816-61d9-4c9d-a3d2-5913367c48bf req-2261d975-e933-4e35-a846-62ce9cf04d0c tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:12.257570 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 9152eb6f-bde3-440c-9c34-594a9f2eec7f, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=9152eb6f-bde3-440c-9c34-594a9f2eec7f,segment=NetworkSegment(ef4c796e-f678-401c-adf0-31ca33595ec0),segment_id=ef4c796e-f678-401c-adf0-31ca33595ec0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:12.262432 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37274) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:12.266231 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:12.437880 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ac30d2c6-0090-48c7-a93d-8d64bbc75e65 req-1cbe310d-79fb-49df-a060-90e344c772b6 service neutron] 10.222.0.25 "GET /v2.0/networks/fa4f1ed0-796d-49c1-a252-4afd480b8892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6738029 Jul 13 07:34:12.528826 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=9152eb6f-bde3-440c-9c34-594a9f2eec7f,revision_number=6']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:12.531238 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9bc23db3-a7c2-4c7d-90df-f4c03e519090 req-cef7ecad-c26c-4f26-b9ac-db706db1e95d tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 210 time: 0.2537684 Jul 13 07:34:12.660151 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-0d896816-61d9-4c9d-a3d2-5913367c48bf req-2261d975-e933-4e35-a846-62ce9cf04d0c tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] For port 9152eb6f-bde3-440c-9c34-594a9f2eec7f, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=9152eb6f-bde3-440c-9c34-594a9f2eec7f,segment=NetworkSegment(ef4c796e-f678-401c-adf0-31ca33595ec0),segment_id=ef4c796e-f678-401c-adf0-31ca33595ec0)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:12.660151 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0d896816-61d9-4c9d-a3d2-5913367c48bf req-2261d975-e933-4e35-a846-62ce9cf04d0c tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:12.684689 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-0d896816-61d9-4c9d-a3d2-5913367c48bf req-2261d975-e933-4e35-a846-62ce9cf04d0c tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Calling delete_port for 9152eb6f-bde3-440c-9c34-594a9f2eec7f owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:12.745543 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2326ae9-c929-4910-9e86-3831ef0d1bad x-openstack-request-id: req-f2326ae9-c929-4910-9e86-3831ef0d1bad {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:12.746417 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5f6e0b-4f6c-4187-b8df-74a7b8925783", "name": "network-vif-unplugged", "status": "completed", "tag": "9152eb6f-bde3-440c-9c34-594a9f2eec7f", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:12.747150 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f2326ae9-c929-4910-9e86-3831ef0d1bad {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:12.748455 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5f6e0b-4f6c-4187-b8df-74a7b8925783', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9152eb6f-bde3-440c-9c34-594a9f2eec7f', 'code': 200} Jul 13 07:34:12.767599 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e71651-824d-4010-a76e-c44e0d525340 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Made reservation on behalf of 71f928143c3f4a60bafd545bee5481d1 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:12.887668 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1d138cba-699e-47ec-97c9-a68a496d0325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:13.036625 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c5e71651-824d-4010-a76e-c44e0d525340 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:13.115854 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-c5e71651-824d-4010-a76e-c44e0d525340 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] device_id is not set on port 7a07fe07-0c10-4f51-bc0b-d62c49861cc9 yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:34:13.148080 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1d138cba-699e-47ec-97c9-a68a496d0325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:13.162066 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1d138cba-699e-47ec-97c9-a68a496d0325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:13.216320 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ac30d2c6-0090-48c7-a93d-8d64bbc75e65 req-e4cae269-8045-482c-b6f9-f72c93e62240 service neutron] 10.222.0.25 "GET /v2.0/networks/fa4f1ed0-796d-49c1-a252-4afd480b8892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7680609 Jul 13 07:34:13.364551 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-243495d4-817c-4bf6-bda9-1a85aca0ae6d req-5f1b495a-74f3-4b6d-9fb9-0998e7037acc tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Deleting port 7949b68e-c57c-4501-b306-b467dd31dcd6 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:13.365332 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-243495d4-817c-4bf6-bda9-1a85aca0ae6d req-5f1b495a-74f3-4b6d-9fb9-0998e7037acc tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:13.373077 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d138cba-699e-47ec-97c9-a68a496d0325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c836f593-b9fe-4072-b14f-72396c384a9e,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:13.477826 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0d896816-61d9-4c9d-a3d2-5913367c48bf req-2261d975-e933-4e35-a846-62ce9cf04d0c tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:13.567503 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2261d975-e933-4e35-a846-62ce9cf04d0c tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Pushing event deleted for resources: {'Port': ['ID=9152eb6f-bde3-440c-9c34-594a9f2eec7f,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:13.649641 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d896816-61d9-4c9d-a3d2-5913367c48bf req-2261d975-e933-4e35-a846-62ce9cf04d0c tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] No DVR routers for this DVR port 9152eb6f-bde3-440c-9c34-594a9f2eec7f on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:13.653617 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0d896816-61d9-4c9d-a3d2-5913367c48bf req-2261d975-e933-4e35-a846-62ce9cf04d0c tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:13.656141 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0d896816-61d9-4c9d-a3d2-5913367c48bf req-2261d975-e933-4e35-a846-62ce9cf04d0c tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.25 "DELETE /v2.0/ports/9152eb6f-bde3-440c-9c34-594a9f2eec7f HTTP/1.1" status: 204 len: 173 time: 2.5573065 Jul 13 07:34:13.656617 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5f6e0b-4f6c-4187-b8df-74a7b8925783', 'name': 'network-vif-deleted', 'tag': '9152eb6f-bde3-440c-9c34-594a9f2eec7f'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:13.658986 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef12f1b-2fbf-42ba-a007-eba031cdd1ba" -d '{"events": [{"server_uuid": "cb5f6e0b-4f6c-4187-b8df-74a7b8925783", "name": "network-vif-deleted", "tag": "9152eb6f-bde3-440c-9c34-594a9f2eec7f"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:13.743157 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c5e71651-824d-4010-a76e-c44e0d525340 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:13.757651 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 344c4451-161d-4a77-8bc9-e36b8da002cb up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:34:13.845630 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c5e71651-824d-4010-a76e-c44e0d525340 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:13.998052 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 344c4451-161d-4a77-8bc9-e36b8da002cb completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:14.022802 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 344c4451-161d-4a77-8bc9-e36b8da002cb triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:14.027360 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:14.088933 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e71651-824d-4010-a76e-c44e0d525340 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Network 7186c72c-0f19-47b1-b7a4-85133ffea6fc is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:14.111569 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-c5e71651-824d-4010-a76e-c44e0d525340 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:14.118217 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-243495d4-817c-4bf6-bda9-1a85aca0ae6d req-5f1b495a-74f3-4b6d-9fb9-0998e7037acc tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] For port 7949b68e-c57c-4501-b306-b467dd31dcd6, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=7949b68e-c57c-4501-b306-b467dd31dcd6,segment=NetworkSegment(ef4c796e-f678-401c-adf0-31ca33595ec0),segment_id=ef4c796e-f678-401c-adf0-31ca33595ec0)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:14.118530 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-243495d4-817c-4bf6-bda9-1a85aca0ae6d req-5f1b495a-74f3-4b6d-9fb9-0998e7037acc tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:14.133609 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e71651-824d-4010-a76e-c44e0d525340 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:14.133932 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-243495d4-817c-4bf6-bda9-1a85aca0ae6d req-5f1b495a-74f3-4b6d-9fb9-0998e7037acc tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Calling delete_port for 7949b68e-c57c-4501-b306-b467dd31dcd6 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:14.177963 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e71651-824d-4010-a76e-c44e0d525340 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:14.182629 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c5e71651-824d-4010-a76e-c44e0d525340 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:14.206638 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e71651-824d-4010-a76e-c44e0d525340 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'Port': ['ID=7a07fe07-0c10-4f51-bc0b-d62c49861cc9,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:14.254602 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c5e71651-824d-4010-a76e-c44e0d525340 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.3514998 Jul 13 07:34:14.258100 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37304) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:14.350386 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1d138cba-699e-47ec-97c9-a68a496d0325 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=28473a4a2d244357a57346aeb1223215&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0846980 Jul 13 07:34:14.352169 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37312) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:14.356275 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-243495d4-817c-4bf6-bda9-1a85aca0ae6d req-5f1b495a-74f3-4b6d-9fb9-0998e7037acc tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:14.441881 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:14.442707 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b495a-74f3-4b6d-9fb9-0998e7037acc tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Pushing event deleted for resources: {'Port': ['ID=7949b68e-c57c-4501-b306-b467dd31dcd6,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:14.479574 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13e190b-72c6-45b0-af98-53668ba881da tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:14.487168 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b13e190b-72c6-45b0-af98-53668ba881da tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "GET /v2.0/ports/7a07fe07-0c10-4f51-bc0b-d62c49861cc9 HTTP/1.1" status: 200 len: 840 time: 0.2219131 Jul 13 07:34:14.488750 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37314) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:14.541293 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 344c4451-161d-4a77-8bc9-e36b8da002cb, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=344c4451-161d-4a77-8bc9-e36b8da002cb,segment=NetworkSegment(5a5e32fa-d1a7-44e2-b088-49b4ede36727),segment_id=5a5e32fa-d1a7-44e2-b088-49b4ede36727)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:14.562385 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 7949b68e-c57c-4501-b306-b467dd31dcd6 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:14.565507 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:14.715105 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 7949b68e-c57c-4501-b306-b467dd31dcd6 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:34:14.717663 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 7949b68e-c57c-4501-b306-b467dd31dcd6 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:34:14.753988 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f333e7de-7083-401d-9bde-7d33d211c1d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344c4451-161d-4a77-8bc9-e36b8da002cb'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:14.756323 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4adeda8-ee24-4c2c-ac96-371a7fb1bd8a" -d '{"events": [{"server_uuid": "f333e7de-7083-401d-9bde-7d33d211c1d3", "name": "network-vif-plugged", "status": "completed", "tag": "344c4451-161d-4a77-8bc9-e36b8da002cb"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:14.767179 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ea4c870c-49da-4906-b039-849103d244f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:14.779761 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=344c4451-161d-4a77-8bc9-e36b8da002cb,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:14.790904 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-243495d4-817c-4bf6-bda9-1a85aca0ae6d req-5f1b495a-74f3-4b6d-9fb9-0998e7037acc tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] No DVR routers for this DVR port 7949b68e-c57c-4501-b306-b467dd31dcd6 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:14.799237 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-243495d4-817c-4bf6-bda9-1a85aca0ae6d req-5f1b495a-74f3-4b6d-9fb9-0998e7037acc tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:14.802863 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-243495d4-817c-4bf6-bda9-1a85aca0ae6d req-5f1b495a-74f3-4b6d-9fb9-0998e7037acc tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.42 "DELETE /v2.0/ports/7949b68e-c57c-4501-b306-b467dd31dcd6 HTTP/1.1" status: 204 len: 173 time: 2.6884873 Jul 13 07:34:14.813421 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53b9561-ecfc-47cb-869e-b6f3f7192d8e', 'name': 'network-vif-deleted', 'tag': '7949b68e-c57c-4501-b306-b467dd31dcd6'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:14.818124 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d47729-0614-4e4a-9027-e32e7a34f5cd" -d '{"events": [{"server_uuid": "e53b9561-ecfc-47cb-869e-b6f3f7192d8e", "name": "network-vif-deleted", "tag": "7949b68e-c57c-4501-b306-b467dd31dcd6"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:14.867991 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76072d2c-458c-49b2-bdb6-53c1bae4b633 req-a24da46c-ef61-4cdc-b801-28c84d60164f tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:14.881793 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-76072d2c-458c-49b2-bdb6-53c1bae4b633 req-a24da46c-ef61-4cdc-b801-28c84d60164f tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=f333e7de-7083-401d-9bde-7d33d211c1d3 HTTP/1.1" status: 200 len: 944 time: 1.6431544 Jul 13 07:34:14.901662 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ea4c870c-49da-4906-b039-849103d244f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:14.979475 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-890a31a3-3959-4e1f-9c35-54901ab634be req-05d9be7c-8063-499f-8453-f157f950fc8b tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb5f6e0b-4f6c-4187-b8df-74a7b8925783 HTTP/1.1" status: 200 len: 210 time: 0.1125295 Jul 13 07:34:14.992667 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5478f-9d40-4b08-8b4d-81f1444ad116 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Deleting port 7a07fe07-0c10-4f51-bc0b-d62c49861cc9 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:14.997161 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ca5478f-9d40-4b08-8b4d-81f1444ad116 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:15.144340 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ea4c870c-49da-4906-b039-849103d244f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:15.162069 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ea4c870c-49da-4906-b039-849103d244f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:15.163578 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ea4c870c-49da-4906-b039-849103d244f6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c836f593-b9fe-4072-b14f-72396c384a9e HTTP/1.1" status: 204 len: 168 time: 0.8091669 Jul 13 07:34:15.215732 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c870c-49da-4906-b039-849103d244f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c836f593-b9fe-4072-b14f-72396c384a9e,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:15.240832 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-76072d2c-458c-49b2-bdb6-53c1bae4b633 req-b393781a-5607-43e9-b62b-836b80927201 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502011 Jul 13 07:34:15.486256 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ca5478f-9d40-4b08-8b4d-81f1444ad116 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:15.625128 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da421abb-0314-4f61-bfa2-ef189a536589 x-openstack-request-id: req-da421abb-0314-4f61-bfa2-ef189a536589 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:15.625448 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5f6e0b-4f6c-4187-b8df-74a7b8925783", "name": "network-vif-deleted", "tag": "9152eb6f-bde3-440c-9c34-594a9f2eec7f", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:15.625675 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-da421abb-0314-4f61-bfa2-ef189a536589 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:15.626065 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5f6e0b-4f6c-4187-b8df-74a7b8925783', 'name': 'network-vif-deleted', 'tag': '9152eb6f-bde3-440c-9c34-594a9f2eec7f', 'status': 'completed', 'code': 200} Jul 13 07:34:15.656064 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-25410d81-4c91-42fc-b8e4-a8eda1b46d1d req-abcd216a-f298-49ff-893e-ba78649c1be1 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 210 time: 0.2446570 Jul 13 07:34:15.664422 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5478f-9d40-4b08-8b4d-81f1444ad116 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Calling delete_port for 7a07fe07-0c10-4f51-bc0b-d62c49861cc9 owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:15.917179 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35eb1ac6-9002-4205-b8cb-4eee59412bbf x-openstack-request-id: req-35eb1ac6-9002-4205-b8cb-4eee59412bbf {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:15.918571 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f333e7de-7083-401d-9bde-7d33d211c1d3", "name": "network-vif-plugged", "status": "completed", "tag": "344c4451-161d-4a77-8bc9-e36b8da002cb", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:15.919254 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-35eb1ac6-9002-4205-b8cb-4eee59412bbf {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:15.920433 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f333e7de-7083-401d-9bde-7d33d211c1d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344c4451-161d-4a77-8bc9-e36b8da002cb', 'code': 200} Jul 13 07:34:15.976481 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac040b5b-d941-4266-a9c9-cc8f999b1111 x-openstack-request-id: req-ac040b5b-d941-4266-a9c9-cc8f999b1111 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:15.977684 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53b9561-ecfc-47cb-869e-b6f3f7192d8e", "name": "network-vif-deleted", "tag": "7949b68e-c57c-4501-b306-b467dd31dcd6", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:15.978436 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac040b5b-d941-4266-a9c9-cc8f999b1111 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:15.981191 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53b9561-ecfc-47cb-869e-b6f3f7192d8e', 'name': 'network-vif-deleted', 'tag': '7949b68e-c57c-4501-b306-b467dd31dcd6', 'status': 'completed', 'code': 200} Jul 13 07:34:15.983381 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ca5478f-9d40-4b08-8b4d-81f1444ad116 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:16.038408 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5478f-9d40-4b08-8b4d-81f1444ad116 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'Port': ['ID=7a07fe07-0c10-4f51-bc0b-d62c49861cc9,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:16.063504 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ca5478f-9d40-4b08-8b4d-81f1444ad116 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:16.069675 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0ca5478f-9d40-4b08-8b4d-81f1444ad116 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/ports/7a07fe07-0c10-4f51-bc0b-d62c49861cc9 HTTP/1.1" status: 204 len: 168 time: 1.5745454 Jul 13 07:34:16.071654 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37336) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:16.211598 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-e79ba996-1ef7-42fa-ab11-f945d0913be8 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] GET failed (client error): The resource could not be found. Jul 13 07:34:16.220511 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37340) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:16.226591 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e79ba996-1ef7-42fa-ab11-f945d0913be8 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "GET /v2.0/ports/7a07fe07-0c10-4f51-bc0b-d62c49861cc9 HTTP/1.1" status: 404 len: 333 time: 0.1527359 Jul 13 07:34:16.233352 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-289da423-7d90-4a81-95ca-15e1dcf47c99 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'port': {'network_id': '7186c72c-0f19-47b1-b7a4-85133ffea6fc', 'name': 'tempest-PortsTestJSON-1040790149'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:16.691664 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558b7d8-4e9f-4307-984b-4855a242859a req-c2a42a85-5f72-4f09-9077-0ccd463f6e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:16.696316 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6558b7d8-4e9f-4307-984b-4855a242859a req-c2a42a85-5f72-4f09-9077-0ccd463f6e7f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f333e7de-7083-401d-9bde-7d33d211c1d3 HTTP/1.1" status: 200 len: 1097 time: 0.5308437 Jul 13 07:34:16.833003 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4230cee-0ff2-4188-81e3-a6b58f685ba2 req-eba271e1-b7f9-4b36-8089-7603c6d4e5c9 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:16.837651 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c4230cee-0ff2-4188-81e3-a6b58f685ba2 req-eba271e1-b7f9-4b36-8089-7603c6d4e5c9 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=f333e7de-7083-401d-9bde-7d33d211c1d3 HTTP/1.1" status: 200 len: 945 time: 0.1645362 Jul 13 07:34:16.874751 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6558b7d8-4e9f-4307-984b-4855a242859a req-a7b9eceb-35a3-445f-b302-8068e05f144c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686096 Jul 13 07:34:16.892576 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6ed3f89c-1f0b-48a6-9952-ba936f50bf1b req-12c48bbd-6d24-4974-9b7b-e5c0102ad4d4 tempest-ListServersNegativeTestJSON-945241701 tempest-ListServersNegativeTestJSON-945241701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53b9561-ecfc-47cb-869e-b6f3f7192d8e HTTP/1.1" status: 200 len: 210 time: 0.1167192 Jul 13 07:34:16.903028 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289da423-7d90-4a81-95ca-15e1dcf47c99 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Made reservation on behalf of 71f928143c3f4a60bafd545bee5481d1 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:16.910820 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-289da423-7d90-4a81-95ca-15e1dcf47c99 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:16.940856 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-289da423-7d90-4a81-95ca-15e1dcf47c99 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] device_id is not set on port dd428a4e-c3b8-404c-82fe-66d551923e23 yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:34:16.960096 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c4230cee-0ff2-4188-81e3-a6b58f685ba2 req-0d966688-d979-4954-8a46-a70a42a36628 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116998 Jul 13 07:34:17.218266 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7b178ec9-9594-4260-b49f-c8a85f231b29 req-7624fcd0-17bd-4976-8b8b-e830d11a9b68 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 210 time: 0.0381458 Jul 13 07:34:17.318619 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-289da423-7d90-4a81-95ca-15e1dcf47c99 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:17.391907 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-289da423-7d90-4a81-95ca-15e1dcf47c99 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:17.452081 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289da423-7d90-4a81-95ca-15e1dcf47c99 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Network 7186c72c-0f19-47b1-b7a4-85133ffea6fc is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:17.458978 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-289da423-7d90-4a81-95ca-15e1dcf47c99 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:17.463945 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289da423-7d90-4a81-95ca-15e1dcf47c99 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:17.470153 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289da423-7d90-4a81-95ca-15e1dcf47c99 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:17.470944 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-289da423-7d90-4a81-95ca-15e1dcf47c99 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:17.487505 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289da423-7d90-4a81-95ca-15e1dcf47c99 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'Port': ['ID=dd428a4e-c3b8-404c-82fe-66d551923e23,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:17.505021 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-289da423-7d90-4a81-95ca-15e1dcf47c99 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2810297 Jul 13 07:34:17.505253 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37386) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:17.515376 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-af3c1e7e-0db7-442b-a6f7-c8a954a834f0 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:17.730634 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-af3c1e7e-0db7-442b-a6f7-c8a954a834f0 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:18.139588 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37404) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:18.143376 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-af3c1e7e-0db7-442b-a6f7-c8a954a834f0 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:18.151625 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-af3c1e7e-0db7-442b-a6f7-c8a954a834f0 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:18.277901 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-af3c1e7e-0db7-442b-a6f7-c8a954a834f0 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] In _notify_port_updated(), no bound segment for port dd428a4e-c3b8-404c-82fe-66d551923e23 on network 7186c72c-0f19-47b1-b7a4-85133ffea6fc {{(pid=94017) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:34:18.291957 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3c1e7e-0db7-442b-a6f7-c8a954a834f0 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:18.293677 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-af3c1e7e-0db7-442b-a6f7-c8a954a834f0 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:18.301800 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-af3c1e7e-0db7-442b-a6f7-c8a954a834f0 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "PUT /v2.0/ports/dd428a4e-c3b8-404c-82fe-66d551923e23 HTTP/1.1" status: 200 len: 818 time: 0.7953598 Jul 13 07:34:18.307516 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37410) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:18.398450 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b22b2e4-7049-4e58-a617-d6365da2b45e admin admin] Deleting subnet 5c2ca9e6-4627-4a12-8c41-4726f4cfef50 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:34:18.419100 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0b22b2e4-7049-4e58-a617-d6365da2b45e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:18.498492 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c1e7e-0db7-442b-a6f7-c8a954a834f0 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'Port': ['ID=dd428a4e-c3b8-404c-82fe-66d551923e23,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:18.542868 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0b22b2e4-7049-4e58-a617-d6365da2b45e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:18.593879 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed43e5e-8fae-4524-b79b-b0b75e0d1962 req-daaa944f-341f-4c8e-96d2-8c0b24fc60e7 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:18.603811 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bed43e5e-8fae-4524-b79b-b0b75e0d1962 req-daaa944f-341f-4c8e-96d2-8c0b24fc60e7 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=f333e7de-7083-401d-9bde-7d33d211c1d3 HTTP/1.1" status: 200 len: 945 time: 0.3573296 Jul 13 07:34:18.693772 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bed43e5e-8fae-4524-b79b-b0b75e0d1962 req-c810fa25-78e9-4d35-a9c8-2eba685c1a89 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887713 Jul 13 07:34:18.695746 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7802edd9-578b-438c-957b-efda6a994386 req-50633f0b-eb4e-48a4-94ce-5d33ecd47026 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 210 time: 0.1031187 Jul 13 07:34:18.716827 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0b22b2e4-7049-4e58-a617-d6365da2b45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:18.910870 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0b22b2e4-7049-4e58-a617-d6365da2b45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:18.911690 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-fd989bfb-71da-45f1-a644-3a013cc76824 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Deleting port dd428a4e-c3b8-404c-82fe-66d551923e23 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:18.912770 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fd989bfb-71da-45f1-a644-3a013cc76824 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:18.967291 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22b2e4-7049-4e58-a617-d6365da2b45e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c2ca9e6-4627-4a12-8c41-4726f4cfef50,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:18.977478 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0b22b2e4-7049-4e58-a617-d6365da2b45e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:18.986011 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0b22b2e4-7049-4e58-a617-d6365da2b45e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5c2ca9e6-4627-4a12-8c41-4726f4cfef50 HTTP/1.1" status: 204 len: 168 time: 0.8446383 Jul 13 07:34:18.987171 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37436) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:19.174159 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9854b701-afcc-44cf-890c-5d359536d71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:19.251175 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fd989bfb-71da-45f1-a644-3a013cc76824 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:19.305392 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-fd989bfb-71da-45f1-a644-3a013cc76824 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Calling delete_port for dd428a4e-c3b8-404c-82fe-66d551923e23 owned by {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:19.536935 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9854b701-afcc-44cf-890c-5d359536d71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:19.604501 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-9854b701-afcc-44cf-890c-5d359536d71d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40335d95-674b-4394-9d11-8928a89693ae']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:19.615113 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fd989bfb-71da-45f1-a644-3a013cc76824 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:19.642056 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-9854b701-afcc-44cf-890c-5d359536d71d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef4c796e-f678-401c-adf0-31ca33595ec0') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:19.642346 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-9854b701-afcc-44cf-890c-5d359536d71d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef4c796e-f678-401c-adf0-31ca33595ec0') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:19.681844 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37442) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:19.682265 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9854b701-afcc-44cf-890c-5d359536d71d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:19.691463 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd989bfb-71da-45f1-a644-3a013cc76824 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'Port': ['ID=dd428a4e-c3b8-404c-82fe-66d551923e23,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:19.707485 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fd989bfb-71da-45f1-a644-3a013cc76824 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:19.710353 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-fd989bfb-71da-45f1-a644-3a013cc76824 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/ports/dd428a4e-c3b8-404c-82fe-66d551923e23 HTTP/1.1" status: 204 len: 168 time: 1.3994915 Jul 13 07:34:19.713893 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37446) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:19.739278 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9854b701-afcc-44cf-890c-5d359536d71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:19.761419 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9854b701-afcc-44cf-890c-5d359536d71d admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:34:19.762065 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9854b701-afcc-44cf-890c-5d359536d71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:19.773361 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:19.773361 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:19.773361 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:19.773361 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:19.773361 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:34:19.773361 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:34:19.773361 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:34:19.773361 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:34:19.773361 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:34:19.773361 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:34:19.773361 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:34:19.773361 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:34:19.773361 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:34:19.773361 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:34:19.773361 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:34:19.773361 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:34:19.773361 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:34:19.773361 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:34:19.773361 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:34:19.773361 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:34:19.773361 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:34:19.773361 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:34:19.773361 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:34:19.773361 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:34:19.773361 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:34:19.773361 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:34:19.773361 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:34:19.773361 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:34:19.773361 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:34:19.773361 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:34:19.773361 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:34:19.773361 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:34:19.773361 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:34:19.773361 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:34:19.773361 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:34:19.773361 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:34:19.915490 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e18eb39-6518-4617-b095-676184052151 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:19.917921 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2e18eb39-6518-4617-b095-676184052151 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2044916 Jul 13 07:34:19.922303 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37452) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:20.035173 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9854b701-afcc-44cf-890c-5d359536d71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:20.047660 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9854b701-afcc-44cf-890c-5d359536d71d admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:20.054087 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9854b701-afcc-44cf-890c-5d359536d71d admin admin] 10.222.0.23 "DELETE /v2.0/networks/40335d95-674b-4394-9d11-8928a89693ae HTTP/1.1" status: 204 len: 168 time: 1.0620921 Jul 13 07:34:20.057965 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-513cea6f-7b5f-4085-84f4-ba5cb84066e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:20.069299 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-039ab65f-bf19-47dd-82e5-000ad2b72ab3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] GET failed (client error): The resource could not be found. Jul 13 07:34:20.084337 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-039ab65f-bf19-47dd-82e5-000ad2b72ab3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "GET /v2.0/ports/dd428a4e-c3b8-404c-82fe-66d551923e23 HTTP/1.1" status: 404 len: 333 time: 0.1564441 Jul 13 07:34:20.085228 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9854b701-afcc-44cf-890c-5d359536d71d admin admin] Pushing event deleted for resources: {'Network': ['ID=40335d95-674b-4394-9d11-8928a89693ae,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:20.089484 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37460) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:20.111636 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-abf336f0-3adb-475d-a778-71029d9b8c7e tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-303055793'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:20.171422 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0544de-9ae4-4ece-8aed-6a5b892253fb req-e0e519e8-294f-4c2c-9cd9-a55bf64cb52f tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:20.186061 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-df0544de-9ae4-4ece-8aed-6a5b892253fb req-e0e519e8-294f-4c2c-9cd9-a55bf64cb52f tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=f333e7de-7083-401d-9bde-7d33d211c1d3 HTTP/1.1" status: 200 len: 945 time: 0.3523526 Jul 13 07:34:20.193660 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.db.api [None req-513cea6f-7b5f-4085-84f4-ba5cb84066e7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:34:20.193660 n-d-771363-34 neutron-server[94017]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 07:34:20.193660 n-d-771363-34 neutron-server[94017]: [parameters: {'project_id': 'b187751df07d43aa8cf6762424d210cb', 'id': 'a2e857de-f155-4cee-aa2b-83d2de80c272', 'expiration': datetime.datetime(2021, 7, 13, 7, 36, 20, 148837)}] Jul 13 07:34:20.193660 n-d-771363-34 neutron-server[94017]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:34:20.194724 n-d-771363-34 neutron-server[94017]: DEBUG oslo_db.api [None req-513cea6f-7b5f-4085-84f4-ba5cb84066e7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:34:20.246012 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf336f0-3adb-475d-a778-71029d9b8c7e tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Made reservation on behalf of 71f928143c3f4a60bafd545bee5481d1 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:20.253445 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-abf336f0-3adb-475d-a778-71029d9b8c7e tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:20.313705 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d902136b-7683-4541-a0a4-7c49bda6916b req-e7ae40fd-d7ee-4619-81ed-38ce32cd9b03 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 210 time: 0.2009530 Jul 13 07:34:20.333176 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-df0544de-9ae4-4ece-8aed-6a5b892253fb req-386eb9d0-e997-46e8-b03a-d1e4cdf2d7a5 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453848 Jul 13 07:34:20.394537 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abf336f0-3adb-475d-a778-71029d9b8c7e tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:34:20.433539 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-abf336f0-3adb-475d-a778-71029d9b8c7e tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:20.434258 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-abf336f0-3adb-475d-a778-71029d9b8c7e tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Added segment ee8bfd7f-ea98-4d50-b719-305831c55bca of type vlan for network f4870ead-f43a-4248-8ff8-a440bd207c0c Jul 13 07:34:20.458152 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37464) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:20.488801 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-abf336f0-3adb-475d-a778-71029d9b8c7e tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:20.556742 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-abf336f0-3adb-475d-a778-71029d9b8c7e tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:20.586861 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf336f0-3adb-475d-a778-71029d9b8c7e tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:20.588988 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-abf336f0-3adb-475d-a778-71029d9b8c7e tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:20.663744 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c4f5c744-0416-49db-a36f-9be17b55a108 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e84cc501e1a24f32bde9f93f221a4148&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1900072 Jul 13 07:34:20.663744 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37466) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:20.697884 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-513cea6f-7b5f-4085-84f4-ba5cb84066e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:20.758362 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf336f0-3adb-475d-a778-71029d9b8c7e tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'Network': ['ID=f4870ead-f43a-4248-8ff8-a440bd207c0c,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:20.775623 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network f4870ead-f43a-4248-8ff8-a440bd207c0c details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:34:20.787322 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-abf336f0-3adb-475d-a778-71029d9b8c7e tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6838424 Jul 13 07:34:20.788776 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37468) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:20.799919 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-8576c08b-433d-450e-adac-e61beb81779d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'subnet': {'network_id': 'f4870ead-f43a-4248-8ff8-a440bd207c0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:20.834150 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-76b3b11a-3519-4915-8f8c-b451c4036d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:20.874757 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-76b3b11a-3519-4915-8f8c-b451c4036d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:21.026601 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-76b3b11a-3519-4915-8f8c-b451c4036d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:21.030806 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-76b3b11a-3519-4915-8f8c-b451c4036d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:21.032604 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-76b3b11a-3519-4915-8f8c-b451c4036d43 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/df0ef5d6-4ab6-4737-b9f1-28bbdd266fc1 HTTP/1.1" status: 204 len: 168 time: 0.3691127 Jul 13 07:34:21.072837 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b11a-3519-4915-8f8c-b451c4036d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0ef5d6-4ab6-4737-b9f1-28bbdd266fc1,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:21.086815 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-513cea6f-7b5f-4085-84f4-ba5cb84066e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:21.102570 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-513cea6f-7b5f-4085-84f4-ba5cb84066e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:21.153627 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8576c08b-433d-450e-adac-e61beb81779d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Made reservation on behalf of 71f928143c3f4a60bafd545bee5481d1 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:21.167092 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8576c08b-433d-450e-adac-e61beb81779d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:21.168293 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-513cea6f-7b5f-4085-84f4-ba5cb84066e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b187751df07d43aa8cf6762424d210cb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4848416 Jul 13 07:34:21.179582 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37472) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:21.293906 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513cea6f-7b5f-4085-84f4-ba5cb84066e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de16448-514b-4f6f-bdc1-10edb9c1d4db,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:21.352267 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-61b5446a-afd1-4a7f-8847-c8e7ca5b41ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:21.423684 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-61b5446a-afd1-4a7f-8847-c8e7ca5b41ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:21.557533 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-61b5446a-afd1-4a7f-8847-c8e7ca5b41ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:21.560455 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-61b5446a-afd1-4a7f-8847-c8e7ca5b41ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:21.561955 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-61b5446a-afd1-4a7f-8847-c8e7ca5b41ec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2de16448-514b-4f6f-bdc1-10edb9c1d4db HTTP/1.1" status: 204 len: 168 time: 0.3810568 Jul 13 07:34:21.594620 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b5446a-afd1-4a7f-8847-c8e7ca5b41ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de16448-514b-4f6f-bdc1-10edb9c1d4db,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:21.779635 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8576c08b-433d-450e-adac-e61beb81779d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:21.984862 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-44f709f6-fd1d-45f8-bbb0-7db42f3e3f90 req-d5168bd7-9102-4a84-af63-8570e4d2ca58 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 210 time: 0.1771224 Jul 13 07:34:21.989982 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63458a65-5fbc-4d01-9c01-d7743a08bac0 req-7b5a76b8-e88e-47e3-a81f-50238e09556c tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:21.992543 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-63458a65-5fbc-4d01-9c01-d7743a08bac0 req-7b5a76b8-e88e-47e3-a81f-50238e09556c tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=f333e7de-7083-401d-9bde-7d33d211c1d3 HTTP/1.1" status: 200 len: 945 time: 0.2228875 Jul 13 07:34:22.079082 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8576c08b-433d-450e-adac-e61beb81779d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Checking segment: {'id': 'ee8bfd7f-ea98-4d50-b719-305831c55bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f4870ead-f43a-4248-8ff8-a440bd207c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:22.079994 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8576c08b-433d-450e-adac-e61beb81779d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Network hostable DHCP agents. Network: f4870ead-f43a-4248-8ff8-a440bd207c0c, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:34:22.127076 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-63458a65-5fbc-4d01-9c01-d7743a08bac0 req-f3618e7a-a145-4fdd-90d8-777b4e7266e3 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192272 Jul 13 07:34:22.193628 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8576c08b-433d-450e-adac-e61beb81779d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'Subnet': ['ID=695cb8d3-ac66-4ab9-bd67-ff0c46f57a93,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:22.217140 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8576c08b-433d-450e-adac-e61beb81779d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Network f4870ead-f43a-4248-8ff8-a440bd207c0c is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:34:22.246379 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-8576c08b-433d-450e-adac-e61beb81779d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, f4870ead-f43a-4248-8ff8-a440bd207c0c) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:22.264264 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e87dbb-c0f2-4ee2-9d53-ea065fae4cd1 None None] Network f4870ead-f43a-4248-8ff8-a440bd207c0c requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:22.277791 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8576c08b-433d-450e-adac-e61beb81779d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:22.279945 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8576c08b-433d-450e-adac-e61beb81779d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:22.309446 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8576c08b-433d-450e-adac-e61beb81779d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5187151 Jul 13 07:34:22.312434 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37502) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:22.319255 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-94bc4871-7fc5-4722-8702-2d2ed23b26de tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'subnet': {'network_id': 'f4870ead-f43a-4248-8ff8-a440bd207c0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:22.704648 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663b3ab1-db1b-4ffa-aeba-9bdee4bd0e3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-f4870ead-f43a-4248-8ff8-a440bd207c0c', 'network_id': 'f4870ead-f43a-4248-8ff8-a440bd207c0c', 'tenant_id': '71f928143c3f4a60bafd545bee5481d1', 'fixed_ips': [{'subnet_id': '695cb8d3-ac66-4ab9-bd67-ff0c46f57a93'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:34:22.705731 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-663b3ab1-db1b-4ffa-aeba-9bdee4bd0e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:22.751061 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bc4871-7fc5-4722-8702-2d2ed23b26de tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Made reservation on behalf of 71f928143c3f4a60bafd545bee5481d1 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:22.770648 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-94bc4871-7fc5-4722-8702-2d2ed23b26de tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:22.874438 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37514) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:23.147076 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-663b3ab1-db1b-4ffa-aeba-9bdee4bd0e3f None None] Allocated IP 172.20.0.2 (f4870ead-f43a-4248-8ff8-a440bd207c0c/695cb8d3-ac66-4ab9-bd67-ff0c46f57a93/35a0b057-a0bd-43b8-af36-8d8cf6e90fba) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:23.208481 n-d-771363-34 neutron-server[94017]: INFO neutron.db.ipam_backend_mixin [None req-94bc4871-7fc5-4722-8702-2d2ed23b26de tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 695cb8d3-ac66-4ab9-bd67-ff0c46f57a93 (CIDR: 172.20.0.0/28) Jul 13 07:34:23.224061 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-94bc4871-7fc5-4722-8702-2d2ed23b26de tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:34:23.224933 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94bc4871-7fc5-4722-8702-2d2ed23b26de tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:34:23.265025 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:23.298547 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-94bc4871-7fc5-4722-8702-2d2ed23b26de tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9808629 Jul 13 07:34:23.298673 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37528) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:23.312202 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-efbd6ac0-622c-4980-9374-89cf2e5ddbdc tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'subnet': {'network_id': 'f4870ead-f43a-4248-8ff8-a440bd207c0c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:23.474090 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-48cca0b8-5d87-4d99-9bc9-a68955364267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:23.614043 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-663b3ab1-db1b-4ffa-aeba-9bdee4bd0e3f None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:23.625282 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ce8d9c7c-e558-4bf6-b982-682bc25a04ee req-61872603-6311-45a2-b1b8-d7478f2161bd tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 210 time: 0.1136861 Jul 13 07:34:23.672634 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-663b3ab1-db1b-4ffa-aeba-9bdee4bd0e3f None None] Transition to ACTIVE for port object 35a0b057-a0bd-43b8-af36-8d8cf6e90fba will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:23.757138 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-663b3ab1-db1b-4ffa-aeba-9bdee4bd0e3f None None] Transition to ACTIVE for port object 35a0b057-a0bd-43b8-af36-8d8cf6e90fba will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:23.776297 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-663b3ab1-db1b-4ffa-aeba-9bdee4bd0e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:23.845113 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-48cca0b8-5d87-4d99-9bc9-a68955364267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:23.862923 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1589b0-3f82-438a-80ed-4c7297da1e95 req-c90bcfe0-0f7e-42b3-af52-2a2a96fd7605 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:23.870787 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cd1589b0-3f82-438a-80ed-4c7297da1e95 req-c90bcfe0-0f7e-42b3-af52-2a2a96fd7605 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=f333e7de-7083-401d-9bde-7d33d211c1d3 HTTP/1.1" status: 200 len: 945 time: 0.2334919 Jul 13 07:34:23.898008 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-48cca0b8-5d87-4d99-9bc9-a68955364267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:23.914953 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbd6ac0-622c-4980-9374-89cf2e5ddbdc tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Made reservation on behalf of 71f928143c3f4a60bafd545bee5481d1 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:23.919156 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-efbd6ac0-622c-4980-9374-89cf2e5ddbdc tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:23.922953 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663b3ab1-db1b-4ffa-aeba-9bdee4bd0e3f None None] Network f4870ead-f43a-4248-8ff8-a440bd207c0c is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:23.925810 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-663b3ab1-db1b-4ffa-aeba-9bdee4bd0e3f None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:23.956992 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663b3ab1-db1b-4ffa-aeba-9bdee4bd0e3f None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:24.012221 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:24.020164 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b3ab1-db1b-4ffa-aeba-9bdee4bd0e3f None None] Pushing event updated for resources: {'Port': ['ID=35a0b057-a0bd-43b8-af36-8d8cf6e90fba,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:24.077412 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-48cca0b8-5d87-4d99-9bc9-a68955364267 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=98a26ef4493e4770af57933adffc56b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2007372 Jul 13 07:34:24.083080 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37544) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:24.137319 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cca0b8-5d87-4d99-9bc9-a68955364267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57189ee0-29c3-43e9-a1e4-d0a96c5427af,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:24.253970 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cd1589b0-3f82-438a-80ed-4c7297da1e95 req-0d67fa49-326d-4438-8fba-a7e2dbb533e6 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807006 Jul 13 07:34:24.268710 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-663b3ab1-db1b-4ffa-aeba-9bdee4bd0e3f None None] Attempting to bind port 35a0b057-a0bd-43b8-af36-8d8cf6e90fba on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:34:24.269796 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-663b3ab1-db1b-4ffa-aeba-9bdee4bd0e3f None None] Attempting to bind port 35a0b057-a0bd-43b8-af36-8d8cf6e90fba by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'ee8bfd7f-ea98-4d50-b719-305831c55bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f4870ead-f43a-4248-8ff8-a440bd207c0c'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:34:24.270015 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663b3ab1-db1b-4ffa-aeba-9bdee4bd0e3f None None] Attempting to bind port 35a0b057-a0bd-43b8-af36-8d8cf6e90fba on network f4870ead-f43a-4248-8ff8-a440bd207c0c {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:24.324990 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663b3ab1-db1b-4ffa-aeba-9bdee4bd0e3f None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:34:24.326086 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663b3ab1-db1b-4ffa-aeba-9bdee4bd0e3f None None] Checking segment: {'id': 'ee8bfd7f-ea98-4d50-b719-305831c55bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f4870ead-f43a-4248-8ff8-a440bd207c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:24.326755 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-663b3ab1-db1b-4ffa-aeba-9bdee4bd0e3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:24.327427 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663b3ab1-db1b-4ffa-aeba-9bdee4bd0e3f None None] Bound using segment: {'id': 'ee8bfd7f-ea98-4d50-b719-305831c55bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f4870ead-f43a-4248-8ff8-a440bd207c0c'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:34:24.328222 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-663b3ab1-db1b-4ffa-aeba-9bdee4bd0e3f None None] Bound port: 35a0b057-a0bd-43b8-af36-8d8cf6e90fba, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee8bfd7f-ea98-4d50-b719-305831c55bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f4870ead-f43a-4248-8ff8-a440bd207c0c'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:34:24.328860 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-663b3ab1-db1b-4ffa-aeba-9bdee4bd0e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:24.369569 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-de4e47b1-cc61-4b5e-8d4e-b0e4d4888328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:24.494462 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-de4e47b1-cc61-4b5e-8d4e-b0e4d4888328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:24.631812 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-663b3ab1-db1b-4ffa-aeba-9bdee4bd0e3f None None] For port 35a0b057-a0bd-43b8-af36-8d8cf6e90fba, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:24.642920 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-663b3ab1-db1b-4ffa-aeba-9bdee4bd0e3f None None] For port 35a0b057-a0bd-43b8-af36-8d8cf6e90fba, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=35a0b057-a0bd-43b8-af36-8d8cf6e90fba,segment=NetworkSegment(ee8bfd7f-ea98-4d50-b719-305831c55bca),segment_id=ee8bfd7f-ea98-4d50-b719-305831c55bca)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:34:24.647800 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-de4e47b1-cc61-4b5e-8d4e-b0e4d4888328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:24.651032 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-663b3ab1-db1b-4ffa-aeba-9bdee4bd0e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:24.658197 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-de4e47b1-cc61-4b5e-8d4e-b0e4d4888328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:24.666329 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-de4e47b1-cc61-4b5e-8d4e-b0e4d4888328 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/57189ee0-29c3-43e9-a1e4-d0a96c5427af HTTP/1.1" status: 204 len: 168 time: 0.5809674 Jul 13 07:34:24.704489 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e47b1-cc61-4b5e-8d4e-b0e4d4888328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57189ee0-29c3-43e9-a1e4-d0a96c5427af,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:24.792268 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b3ab1-db1b-4ffa-aeba-9bdee4bd0e3f None None] Pushing event updated for resources: {'Port': ['ID=35a0b057-a0bd-43b8-af36-8d8cf6e90fba,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:24.896417 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-efbd6ac0-622c-4980-9374-89cf2e5ddbdc tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:25.128463 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-667ab68d-0649-4df1-a85b-62506e21c6bc req-5cd262e7-b066-48d8-9e37-4e8532e2691e tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 210 time: 0.0617292 Jul 13 07:34:25.139626 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbd6ac0-622c-4980-9374-89cf2e5ddbdc tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Network f4870ead-f43a-4248-8ff8-a440bd207c0c is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:25.162716 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-efbd6ac0-622c-4980-9374-89cf2e5ddbdc tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:25.191269 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbd6ac0-622c-4980-9374-89cf2e5ddbdc tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:25.192094 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-efbd6ac0-622c-4980-9374-89cf2e5ddbdc tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:25.199410 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd6ac0-622c-4980-9374-89cf2e5ddbdc tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'Subnet': ['ID=f401da03-661e-46aa-a491-2189c059cbcb,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:25.232852 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-efbd6ac0-622c-4980-9374-89cf2e5ddbdc tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9329658 Jul 13 07:34:25.236755 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37568) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:25.265923 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-3f7ef9f7-50b6-4360-a6cd-02fda184f09f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'port': {'network_id': 'f4870ead-f43a-4248-8ff8-a440bd207c0c', 'fixed_ips': [{'subnet_id': '695cb8d3-ac66-4ab9-bd67-ff0c46f57a93'}, {'subnet_id': 'f401da03-661e-46aa-a491-2189c059cbcb'}], 'name': 'tempest-PortsTestJSON-1341029429'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:25.665624 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7ef9f7-50b6-4360-a6cd-02fda184f09f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Made reservation on behalf of 71f928143c3f4a60bafd545bee5481d1 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:25.800520 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4d6f2-403b-4465-8a74-2428d56c78ec req-1e1f5cda-4572-4510-9f4f-3d1896198bc7 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:25.802448 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eba4d6f2-403b-4465-8a74-2428d56c78ec req-1e1f5cda-4572-4510-9f4f-3d1896198bc7 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=f333e7de-7083-401d-9bde-7d33d211c1d3 HTTP/1.1" status: 200 len: 945 time: 0.1658680 Jul 13 07:34:25.965239 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef9f7-50b6-4360-a6cd-02fda184f09f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:25.999446 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eba4d6f2-403b-4465-8a74-2428d56c78ec req-03678077-733d-4ecc-884a-f95d129bd951 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809361 Jul 13 07:34:26.059801 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-3f7ef9f7-50b6-4360-a6cd-02fda184f09f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] device_id is not set on port 34565183-ed41-4f21-aae8-cfaefe8e185c yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:34:26.563060 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 35a0b057-a0bd-43b8-af36-8d8cf6e90fba up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:34:26.692938 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b5c3975b-9d3b-4c01-87fb-19e4879a05c9 req-88cfb601-c377-49e4-9f7b-5e3fb055b9ed tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 210 time: 0.0594122 Jul 13 07:34:26.760415 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 35a0b057-a0bd-43b8-af36-8d8cf6e90fba completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:26.923543 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a67be496-ca41-4f77-bd83-2e352bef45e6 req-9eb6377c-ef4e-4b1b-957c-b7210367aca9 tempest-ServerShowV247Test-89495918 tempest-ServerShowV247Test-89495918-project] 10.222.0.23 "GET /v2.0/ports?device_id=94ea9118-eb82-4043-8ea4-9153f44ea648 HTTP/1.1" status: 200 len: 210 time: 0.1589024 Jul 13 07:34:27.069008 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb81bde-3a2a-4500-9149-6309ec88e672 None None] Network f4870ead-f43a-4248-8ff8-a440bd207c0c requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:27.208623 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37628) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:27.741231 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-9881b8e9-1b49-46a5-92b8-0b56349df065 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2125154766', 'router:external': True}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:27.821417 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9881b8e9-1b49-46a5-92b8-0b56349df065 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Made reservation on behalf of dc7d1493802649fda88449804d951c19 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:27.827028 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9881b8e9-1b49-46a5-92b8-0b56349df065 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:27.851028 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-3f7ef9f7-50b6-4360-a6cd-02fda184f09f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Allocated IP 172.20.0.9 (f4870ead-f43a-4248-8ff8-a440bd207c0c/695cb8d3-ac66-4ab9-bd67-ff0c46f57a93/34565183-ed41-4f21-aae8-cfaefe8e185c) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:27.861252 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9881b8e9-1b49-46a5-92b8-0b56349df065 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:27.872139 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-3f7ef9f7-50b6-4360-a6cd-02fda184f09f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Allocated IP 172.20.0.24 (f4870ead-f43a-4248-8ff8-a440bd207c0c/f401da03-661e-46aa-a491-2189c059cbcb/34565183-ed41-4f21-aae8-cfaefe8e185c) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:27.952767 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f8c6af74-c732-4976-bd84-1464ab50d6d6 None None] Provisioning for port 35a0b057-a0bd-43b8-af36-8d8cf6e90fba completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:28.002895 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f8c6af74-c732-4976-bd84-1464ab50d6d6 None None] Provisioning complete for port 35a0b057-a0bd-43b8-af36-8d8cf6e90fba triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:28.006288 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f8c6af74-c732-4976-bd84-1464ab50d6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:28.094966 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a30883-cc38-45be-a504-94d05fe6b5cd req-0fc15383-2db3-4196-a3c3-9998743addfc tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:28.097959 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-56a30883-cc38-45be-a504-94d05fe6b5cd req-0fc15383-2db3-4196-a3c3-9998743addfc tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=f333e7de-7083-401d-9bde-7d33d211c1d3 HTTP/1.1" status: 200 len: 945 time: 0.4926672 Jul 13 07:34:28.349472 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-56a30883-cc38-45be-a504-94d05fe6b5cd req-e10b7555-7752-490d-87e4-b7808f5d75b8 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347450 Jul 13 07:34:28.484820 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef9f7-50b6-4360-a6cd-02fda184f09f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:28.501221 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9881b8e9-1b49-46a5-92b8-0b56349df065 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:28.507048 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9881b8e9-1b49-46a5-92b8-0b56349df065 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:28.517192 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f8c6af74-c732-4976-bd84-1464ab50d6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:28.596957 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-3f7ef9f7-50b6-4360-a6cd-02fda184f09f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Transition to ACTIVE for port object 34565183-ed41-4f21-aae8-cfaefe8e185c will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:28.734951 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9881b8e9-1b49-46a5-92b8-0b56349df065 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:34:28.764816 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f8c6af74-c732-4976-bd84-1464ab50d6d6 None None] For port 35a0b057-a0bd-43b8-af36-8d8cf6e90fba, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=35a0b057-a0bd-43b8-af36-8d8cf6e90fba,segment=NetworkSegment(ee8bfd7f-ea98-4d50-b719-305831c55bca),segment_id=ee8bfd7f-ea98-4d50-b719-305831c55bca)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:28.776897 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f8c6af74-c732-4976-bd84-1464ab50d6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:28.783463 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881b8e9-1b49-46a5-92b8-0b56349df065 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0fbb3b-ab1f-49ce-b8f7-2b08177cd7eb,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:28.802304 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef9f7-50b6-4360-a6cd-02fda184f09f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:28.835272 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9881b8e9-1b49-46a5-92b8-0b56349df065 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:28.837681 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-9881b8e9-1b49-46a5-92b8-0b56349df065 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Added segment b14f2c05-88ba-4c45-8aed-360b060b4bf7 of type vlan for network 171d02c7-2dfe-4414-8506-1e210609cf6b Jul 13 07:34:28.942394 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5588753b-3a10-4f06-98e2-5d57a1776864 req-0ac12832-0d0f-411d-99ec-b503062327fa tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 210 time: 0.1179783 Jul 13 07:34:28.999048 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7ef9f7-50b6-4360-a6cd-02fda184f09f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Network f4870ead-f43a-4248-8ff8-a440bd207c0c is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:29.026674 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-3f7ef9f7-50b6-4360-a6cd-02fda184f09f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:29.030627 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9881b8e9-1b49-46a5-92b8-0b56349df065 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:29.035672 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ef9f7-50b6-4360-a6cd-02fda184f09f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'Port': ['ID=34565183-ed41-4f21-aae8-cfaefe8e185c,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:29.046477 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7ef9f7-50b6-4360-a6cd-02fda184f09f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:29.060058 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-87cb77b2-13cc-496a-9987-f0c3925e3837 req-7141d24c-da69-420d-8bf8-770a09f45847 tempest-ServerShowV247Test-89495918 tempest-ServerShowV247Test-89495918-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98f3de0-9063-40c6-a29d-457ffa0b69e8 HTTP/1.1" status: 200 len: 210 time: 0.2440796 Jul 13 07:34:29.141711 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6af74-c732-4976-bd84-1464ab50d6d6 None None] Pushing event updated for resources: {'Port': ['ID=35a0b057-a0bd-43b8-af36-8d8cf6e90fba,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:29.154957 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd9b406-818a-434d-a3a6-9ff28ee2ce0d None None] Update dhcp port {'port': {'network_id': 'f4870ead-f43a-4248-8ff8-a440bd207c0c', 'fixed_ips': [{'subnet_id': '695cb8d3-ac66-4ab9-bd67-ff0c46f57a93', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f401da03-661e-46aa-a491-2189c059cbcb'}], 'binding:host_id': 'n-d-771363-34'}, 'id': '35a0b057-a0bd-43b8-af36-8d8cf6e90fba'} from n-d-771363-34. {{(pid=94019) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:34:29.249541 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9881b8e9-1b49-46a5-92b8-0b56349df065 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:29.254120 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9881b8e9-1b49-46a5-92b8-0b56349df065 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:29.255701 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9881b8e9-1b49-46a5-92b8-0b56349df065 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:29.302902 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9881b8e9-1b49-46a5-92b8-0b56349df065 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.0884030 Jul 13 07:34:29.305307 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37670) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:29.307251 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7ef9f7-50b6-4360-a6cd-02fda184f09f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:29.308416 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef9f7-50b6-4360-a6cd-02fda184f09f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:29.312169 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-1435b423-920c-4949-8552-245cb0fa1f51 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Request body: {'subnet': {'network_id': '171d02c7-2dfe-4414-8506-1e210609cf6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:29.377369 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1435b423-920c-4949-8552-245cb0fa1f51 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Made reservation on behalf of dc7d1493802649fda88449804d951c19 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:29.381120 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1435b423-920c-4949-8552-245cb0fa1f51 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:29.414007 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-3f7ef9f7-50b6-4360-a6cd-02fda184f09f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 4.1741571 Jul 13 07:34:29.423775 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37674) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:29.446521 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-781f7869-4232-4ea5-a186-47d5ca7a0104 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '695cb8d3-ac66-4ab9-bd67-ff0c46f57a93'}]}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:29.460216 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5fd9b406-818a-434d-a3a6-9ff28ee2ce0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:29.460565 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881b8e9-1b49-46a5-92b8-0b56349df065 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Pushing event updated for resources: {'Network': ['ID=171d02c7-2dfe-4414-8506-1e210609cf6b,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:29.503065 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 171d02c7-2dfe-4414-8506-1e210609cf6b details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:34:29.791872 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-781f7869-4232-4ea5-a186-47d5ca7a0104 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:30.542024 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-5fd9b406-818a-434d-a3a6-9ff28ee2ce0d None None] Allocated IP 172.20.0.18 (f4870ead-f43a-4248-8ff8-a440bd207c0c/f401da03-661e-46aa-a491-2189c059cbcb/35a0b057-a0bd-43b8-af36-8d8cf6e90fba) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:30.648330 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 35a0b057-a0bd-43b8-af36-8d8cf6e90fba up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:34:30.725414 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8829ac04-d97f-4d7f-a23c-981335567511 req-6d59aba8-6d57-43b7-ac64-a2dd4d813180 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 210 time: 0.1238759 Jul 13 07:34:30.930898 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ce2a70b0-fa9f-498f-ab7e-53a249b9e5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:30.937403 n-d-771363-34 neutron-server[94018]: DEBUG neutron.objects.ports [None req-1435b423-920c-4949-8552-245cb0fa1f51 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94018) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:34:30.938096 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1435b423-920c-4949-8552-245cb0fa1f51 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:31.041261 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa4ad0-561e-464d-bf67-0b6e27ba2af4 req-0740f847-2437-47f2-90e4-05755771abec tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:31.054926 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fcaa4ad0-561e-464d-bf67-0b6e27ba2af4 req-0740f847-2437-47f2-90e4-05755771abec tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=f333e7de-7083-401d-9bde-7d33d211c1d3 HTTP/1.1" status: 200 len: 945 time: 1.0947080 Jul 13 07:34:31.151803 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1435b423-920c-4949-8552-245cb0fa1f51 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7d59d33c-9a9f-4d1f-b406-aabbfaf2e490,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:31.215763 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 35a0b057-a0bd-43b8-af36-8d8cf6e90fba triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:31.216849 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:31.262522 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1435b423-920c-4949-8552-245cb0fa1f51 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Checking segment: {'id': 'b14f2c05-88ba-4c45-8aed-360b060b4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '171d02c7-2dfe-4414-8506-1e210609cf6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:31.263527 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1435b423-920c-4949-8552-245cb0fa1f51 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Network hostable DHCP agents. Network: 171d02c7-2dfe-4414-8506-1e210609cf6b, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:34:31.279955 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-5fd9b406-818a-434d-a3a6-9ff28ee2ce0d None None] For port 35a0b057-a0bd-43b8-af36-8d8cf6e90fba, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=35a0b057-a0bd-43b8-af36-8d8cf6e90fba,segment=NetworkSegment(ee8bfd7f-ea98-4d50-b719-305831c55bca),segment_id=ee8bfd7f-ea98-4d50-b719-305831c55bca)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:31.303277 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fcaa4ad0-561e-464d-bf67-0b6e27ba2af4 req-0da3d459-a691-4653-ae75-86983aec4056 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465396 Jul 13 07:34:31.316537 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1435b423-920c-4949-8552-245cb0fa1f51 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Network 171d02c7-2dfe-4414-8506-1e210609cf6b is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:34:31.383307 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-1435b423-920c-4949-8552-245cb0fa1f51 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 171d02c7-2dfe-4414-8506-1e210609cf6b) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:31.390349 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dcf11c47-18a6-41b6-bf53-9a0c91e5039a req-5cee4111-04e6-441c-80c6-e753e7ba5b05 tempest-ServerShowV247Test-89495918 tempest-ServerShowV247Test-89495918-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98f3de0-9063-40c6-a29d-457ffa0b69e8 HTTP/1.1" status: 200 len: 210 time: 0.0538862 Jul 13 07:34:31.395952 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1435b423-920c-4949-8552-245cb0fa1f51 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:31.396868 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1435b423-920c-4949-8552-245cb0fa1f51 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:31.403502 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1328a2-fcd7-42ed-84fd-76decf029e8b None None] Network 171d02c7-2dfe-4414-8506-1e210609cf6b requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:31.421528 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1435b423-920c-4949-8552-245cb0fa1f51 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1105845 Jul 13 07:34:31.422241 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37694) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:31.424882 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5fd9b406-818a-434d-a3a6-9ff28ee2ce0d None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:31.430730 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-e171aca0-ae22-470b-9b1f-187d1347afbe tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-823959137', 'network_id': '171d02c7-2dfe-4414-8506-1e210609cf6b'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:31.472266 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e171aca0-ae22-470b-9b1f-187d1347afbe tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Made reservation on behalf of dc7d1493802649fda88449804d951c19 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:31.489120 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e171aca0-ae22-470b-9b1f-187d1347afbe tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:31.520103 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-e171aca0-ae22-470b-9b1f-187d1347afbe tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] device_id is not set on port e94da1a6-d4d4-4ab6-b031-8d04ff372233 yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:34:31.594049 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5fd9b406-818a-434d-a3a6-9ff28ee2ce0d None None] Transition to ACTIVE for port object 35a0b057-a0bd-43b8-af36-8d8cf6e90fba will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:31.604982 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5fd9b406-818a-434d-a3a6-9ff28ee2ce0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:31.811325 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-781f7869-4232-4ea5-a186-47d5ca7a0104 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Delete allocated IP 172.20.0.24 (f4870ead-f43a-4248-8ff8-a440bd207c0c/f401da03-661e-46aa-a491-2189c059cbcb) {{(pid=94017) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 13 07:34:31.850308 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-e171aca0-ae22-470b-9b1f-187d1347afbe tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Allocated IP 172.20.0.13 (171d02c7-2dfe-4414-8506-1e210609cf6b/7d59d33c-9a9f-4d1f-b406-aabbfaf2e490/e94da1a6-d4d4-4ab6-b031-8d04ff372233) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:31.927597 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ee643522-6f67-45b9-9c17-2bccfb68513a req-a91dc332-fa25-4324-b466-f6dc67473f7e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=94ea9118-eb82-4043-8ea4-9153f44ea648 HTTP/1.1" status: 200 len: 210 time: 0.0840490 Jul 13 07:34:32.070467 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd9b406-818a-434d-a3a6-9ff28ee2ce0d None None] Pushing event updated for resources: {'Port': ['ID=35a0b057-a0bd-43b8-af36-8d8cf6e90fba,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:32.218056 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b052e9-7fe6-414e-bbe6-3a5e0e77d671 None None] Network 171d02c7-2dfe-4414-8506-1e210609cf6b requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:32.262253 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-781f7869-4232-4ea5-a186-47d5ca7a0104 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:32.295211 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-781f7869-4232-4ea5-a186-47d5ca7a0104 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Ignored duplicate provisioning block setup for port 34565183-ed41-4f21-aae8-cfaefe8e185c by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 13 07:34:32.395378 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-03f6b081-635a-4824-81d0-c8dae2df2506 req-2c5e5dda-507f-4813-8c53-0432ee714c2b tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 210 time: 0.0971153 Jul 13 07:34:32.396413 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-781f7869-4232-4ea5-a186-47d5ca7a0104 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:32.556266 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 35a0b057-a0bd-43b8-af36-8d8cf6e90fba up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:34:32.966190 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13cf5b-0029-425c-96e3-f14292e067b5 req-b900befa-6d22-4b3f-867f-3c15175c5c4a tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:32.974543 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bf13cf5b-0029-425c-96e3-f14292e067b5 req-b900befa-6d22-4b3f-867f-3c15175c5c4a tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=f333e7de-7083-401d-9bde-7d33d211c1d3 HTTP/1.1" status: 200 len: 945 time: 0.1740336 Jul 13 07:34:33.031483 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bf13cf5b-0029-425c-96e3-f14292e067b5 req-a369cf55-0483-4726-aac9-f803f42e4279 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554047 Jul 13 07:34:33.103353 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f7869-4232-4ea5-a186-47d5ca7a0104 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'Port': ['ID=34565183-ed41-4f21-aae8-cfaefe8e185c,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:33.126731 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-621bd730-2153-4b50-aa0e-e1a95fa8698b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:33.128930 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:33.131008 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781f7869-4232-4ea5-a186-47d5ca7a0104 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:33.133445 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781f7869-4232-4ea5-a186-47d5ca7a0104 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:33.133892 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781f7869-4232-4ea5-a186-47d5ca7a0104 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:33.134301 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781f7869-4232-4ea5-a186-47d5ca7a0104 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:33.134954 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781f7869-4232-4ea5-a186-47d5ca7a0104 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:33.135415 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781f7869-4232-4ea5-a186-47d5ca7a0104 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:33.135814 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781f7869-4232-4ea5-a186-47d5ca7a0104 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:33.136213 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781f7869-4232-4ea5-a186-47d5ca7a0104 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:33.136633 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781f7869-4232-4ea5-a186-47d5ca7a0104 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:33.137045 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781f7869-4232-4ea5-a186-47d5ca7a0104 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:33.137446 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781f7869-4232-4ea5-a186-47d5ca7a0104 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:33.138751 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781f7869-4232-4ea5-a186-47d5ca7a0104 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:33.153312 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6c58d68a-96f4-49d0-91e4-30fa6bf3c7fe req-1a64fc77-5327-4952-90d0-1b42142e2fd4 tempest-ServerShowV247Test-89495918 tempest-ServerShowV247Test-89495918-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98f3de0-9063-40c6-a29d-457ffa0b69e8 HTTP/1.1" status: 200 len: 210 time: 0.2328589 Jul 13 07:34:33.242360 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-781f7869-4232-4ea5-a186-47d5ca7a0104 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] In _notify_port_updated(), no bound segment for port 34565183-ed41-4f21-aae8-cfaefe8e185c on network f4870ead-f43a-4248-8ff8-a440bd207c0c {{(pid=94017) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:34:33.257283 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781f7869-4232-4ea5-a186-47d5ca7a0104 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:33.258487 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-781f7869-4232-4ea5-a186-47d5ca7a0104 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:33.260978 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-781f7869-4232-4ea5-a186-47d5ca7a0104 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "PUT /v2.0/ports/34565183-ed41-4f21-aae8-cfaefe8e185c HTTP/1.1" status: 200 len: 919 time: 3.8356633 Jul 13 07:34:33.265754 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37726) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:33.272856 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-87d5a6ca-4c41-47d6-88b9-6257940a8fbe tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '695cb8d3-ac66-4ab9-bd67-ff0c46f57a93'}, {'subnet_id': 'f401da03-661e-46aa-a491-2189c059cbcb'}]}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:33.293594 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e171aca0-ae22-470b-9b1f-187d1347afbe tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:33.412420 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e171aca0-ae22-470b-9b1f-187d1347afbe tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:33.529130 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e171aca0-ae22-470b-9b1f-187d1347afbe tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Network 171d02c7-2dfe-4414-8506-1e210609cf6b is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:33.531039 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e171aca0-ae22-470b-9b1f-187d1347afbe tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Pushing event updated for resources: {'Port': ['ID=e94da1a6-d4d4-4ab6-b031-8d04ff372233,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:33.544441 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-e171aca0-ae22-470b-9b1f-187d1347afbe tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:33.558484 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e171aca0-ae22-470b-9b1f-187d1347afbe tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:33.672414 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e171aca0-ae22-470b-9b1f-187d1347afbe tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:33.673446 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e171aca0-ae22-470b-9b1f-187d1347afbe tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:33.698765 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d875d082-7a64-4451-996b-b0f75975121e None None] Network f4870ead-f43a-4248-8ff8-a440bd207c0c requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:33.712086 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e171aca0-ae22-470b-9b1f-187d1347afbe tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.2873061 Jul 13 07:34:33.715173 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37732) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:33.768823 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1bed7c94-6ce1-4ccd-ad28-62adbbab32ce None None] Provisioning for port 35a0b057-a0bd-43b8-af36-8d8cf6e90fba completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:33.831405 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1bed7c94-6ce1-4ccd-ad28-62adbbab32ce None None] Provisioning complete for port 35a0b057-a0bd-43b8-af36-8d8cf6e90fba triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:33.831779 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1bed7c94-6ce1-4ccd-ad28-62adbbab32ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:33.872914 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d0bece54-856b-440f-986b-2ec4d5b8fca9 req-9b27b25d-5d77-4b02-9438-d0e0a0a50a70 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 210 time: 0.1393509 Jul 13 07:34:34.069184 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-9e28f7ee-e4eb-4b37-8449-a05c97af167f tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Deleting port e94da1a6-d4d4-4ab6-b031-8d04ff372233 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:34.071775 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9e28f7ee-e4eb-4b37-8449-a05c97af167f tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:34.271182 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9e28f7ee-e4eb-4b37-8449-a05c97af167f tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:34.301829 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:34.306122 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-9e28f7ee-e4eb-4b37-8449-a05c97af167f tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Calling delete_port for e94da1a6-d4d4-4ab6-b031-8d04ff372233 owned by {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:34.488288 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2c603d1a-59e2-4179-be98-6c1d58116669 req-35b57455-c2ab-48d4-a113-190e495af99e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b98f3de0-9063-40c6-a29d-457ffa0b69e8 HTTP/1.1" status: 200 len: 210 time: 1.0544691 Jul 13 07:34:34.613409 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99cc47-8b49-48a2-848a-cebc7c8f41fa req-8bfae311-89a3-4b06-a0d7-c3722ba98e12 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:34.615376 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cb99cc47-8b49-48a2-848a-cebc7c8f41fa req-8bfae311-89a3-4b06-a0d7-c3722ba98e12 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=f333e7de-7083-401d-9bde-7d33d211c1d3 HTTP/1.1" status: 200 len: 945 time: 0.2083905 Jul 13 07:34:34.625022 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-87d5a6ca-4c41-47d6-88b9-6257940a8fbe tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:34.696570 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cb99cc47-8b49-48a2-848a-cebc7c8f41fa req-2b08bc9b-b791-48d9-ae93-a1165269c30f tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581181 Jul 13 07:34:34.731846 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5ce98ca8-52f2-46bc-9aeb-b0b101813229 req-397c9770-d52c-4b05-a1d8-5ac71b6452a1 tempest-ServerShowV247Test-89495918 tempest-ServerShowV247Test-89495918-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98f3de0-9063-40c6-a29d-457ffa0b69e8 HTTP/1.1" status: 200 len: 210 time: 0.1042955 Jul 13 07:34:34.806771 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b6a7d237-d7e0-4e0c-ae0a-79e1fe66d053 None None] Provisioning for port 34565183-ed41-4f21-aae8-cfaefe8e185c completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:34.815257 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b6a7d237-d7e0-4e0c-ae0a-79e1fe66d053 None None] Provisioning complete for port 34565183-ed41-4f21-aae8-cfaefe8e185c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:34.816456 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b6a7d237-d7e0-4e0c-ae0a-79e1fe66d053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:34.818580 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9e28f7ee-e4eb-4b37-8449-a05c97af167f tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:34.979431 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-b6a7d237-d7e0-4e0c-ae0a-79e1fe66d053 None None] Port 34565183-ed41-4f21-aae8-cfaefe8e185c cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:34:35.025697 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b6a7d237-d7e0-4e0c-ae0a-79e1fe66d053 None None] Provisioning complete for port 35a0b057-a0bd-43b8-af36-8d8cf6e90fba triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:35.026315 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b6a7d237-d7e0-4e0c-ae0a-79e1fe66d053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:35.469655 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2da22ee6-8a87-469a-bf82-cbdcd66ffcf9 None None] Provisioning complete for port 34565183-ed41-4f21-aae8-cfaefe8e185c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:35.470447 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2da22ee6-8a87-469a-bf82-cbdcd66ffcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:35.557326 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2da22ee6-8a87-469a-bf82-cbdcd66ffcf9 None None] Port 34565183-ed41-4f21-aae8-cfaefe8e185c cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:34:35.672415 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e28f7ee-e4eb-4b37-8449-a05c97af167f tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Pushing event deleted for resources: {'Port': ['ID=e94da1a6-d4d4-4ab6-b031-8d04ff372233,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:35.678763 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-203ac29a-f7e4-4f21-a620-abb30dc65f4c req-682e108c-e45a-457b-bbb7-8e295eb800bd tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 210 time: 0.2189739 Jul 13 07:34:35.818008 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:35.853682 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9e28f7ee-e4eb-4b37-8449-a05c97af167f tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:35.858693 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9e28f7ee-e4eb-4b37-8449-a05c97af167f tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] 10.222.0.23 "DELETE /v2.0/ports/e94da1a6-d4d4-4ab6-b031-8d04ff372233 HTTP/1.1" status: 204 len: 168 time: 2.1422164 Jul 13 07:34:35.862428 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37772) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:35.893230 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-0c8d9c8f-1b43-4ad3-bde1-3cfd10ac859a tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '171d02c7-2dfe-4414-8506-1e210609cf6b', 'external_fixed_ips': [{'subnet_id': '7d59d33c-9a9f-4d1f-b406-aabbfaf2e490', 'ip_address': '172.20.0.13'}]}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:35.907335 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-87d5a6ca-4c41-47d6-88b9-6257940a8fbe tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Allocated IP 172.20.0.25 (f4870ead-f43a-4248-8ff8-a440bd207c0c/f401da03-661e-46aa-a491-2189c059cbcb/34565183-ed41-4f21-aae8-cfaefe8e185c) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:35.960486 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0c8d9c8f-1b43-4ad3-bde1-3cfd10ac859a tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:35.961903 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0c8d9c8f-1b43-4ad3-bde1-3cfd10ac859a tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:35.994707 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:34:36.043734 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a4a47350-9ec3-4561-bfa0-9c990c5d641b None None] Provisioning complete for port 34565183-ed41-4f21-aae8-cfaefe8e185c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:36.047188 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a4a47350-9ec3-4561-bfa0-9c990c5d641b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:36.081797 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0c8d9c8f-1b43-4ad3-bde1-3cfd10ac859a tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:36.096841 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-a4a47350-9ec3-4561-bfa0-9c990c5d641b None None] Port 34565183-ed41-4f21-aae8-cfaefe8e185c cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:34:36.187164 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5a76bee5-2e8d-41b0-aea0-24c061c56ac9 req-d47d8fe0-6dae-44fd-8e09-6df3915e1466 tempest-ServerShowV247Test-89495918 tempest-ServerShowV247Test-89495918-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98f3de0-9063-40c6-a29d-457ffa0b69e8 HTTP/1.1" status: 200 len: 210 time: 0.0825167 Jul 13 07:34:36.347123 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-87d5a6ca-4c41-47d6-88b9-6257940a8fbe tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:36.378600 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-87d5a6ca-4c41-47d6-88b9-6257940a8fbe tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Ignored duplicate provisioning block setup for port 34565183-ed41-4f21-aae8-cfaefe8e185c by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 13 07:34:36.386029 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-87d5a6ca-4c41-47d6-88b9-6257940a8fbe tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:36.432135 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0c8d9c8f-1b43-4ad3-bde1-3cfd10ac859a tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:36.480250 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb590589-568f-4c44-bf9d-87ad1f019636 req-9ef472ef-b291-4426-be26-a32b9b7fe516 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:36.482930 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bb590589-568f-4c44-bf9d-87ad1f019636 req-9ef472ef-b291-4426-be26-a32b9b7fe516 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=f333e7de-7083-401d-9bde-7d33d211c1d3 HTTP/1.1" status: 200 len: 945 time: 0.3985593 Jul 13 07:34:36.573440 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d5a6ca-4c41-47d6-88b9-6257940a8fbe tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'Port': ['ID=34565183-ed41-4f21-aae8-cfaefe8e185c,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:36.602122 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bb590589-568f-4c44-bf9d-87ad1f019636 req-09e39ae7-937b-41cc-8e7d-49bc9f62eb0c tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886068 Jul 13 07:34:36.717039 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d5a6ca-4c41-47d6-88b9-6257940a8fbe tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:36.718056 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d5a6ca-4c41-47d6-88b9-6257940a8fbe tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:36.718570 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d5a6ca-4c41-47d6-88b9-6257940a8fbe tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:36.720335 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d5a6ca-4c41-47d6-88b9-6257940a8fbe tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:36.721089 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d5a6ca-4c41-47d6-88b9-6257940a8fbe tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:36.721619 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d5a6ca-4c41-47d6-88b9-6257940a8fbe tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:36.726276 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d5a6ca-4c41-47d6-88b9-6257940a8fbe tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:36.726874 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d5a6ca-4c41-47d6-88b9-6257940a8fbe tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:36.727522 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d5a6ca-4c41-47d6-88b9-6257940a8fbe tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:36.728135 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d5a6ca-4c41-47d6-88b9-6257940a8fbe tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:36.728831 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d5a6ca-4c41-47d6-88b9-6257940a8fbe tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:36.729376 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d5a6ca-4c41-47d6-88b9-6257940a8fbe tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:34:36.824080 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-87d5a6ca-4c41-47d6-88b9-6257940a8fbe tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] In _notify_port_updated(), no bound segment for port 34565183-ed41-4f21-aae8-cfaefe8e185c on network f4870ead-f43a-4248-8ff8-a440bd207c0c {{(pid=94018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:34:36.843525 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d5a6ca-4c41-47d6-88b9-6257940a8fbe tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:36.847156 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-87d5a6ca-4c41-47d6-88b9-6257940a8fbe tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:36.854033 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-87d5a6ca-4c41-47d6-88b9-6257940a8fbe tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "PUT /v2.0/ports/34565183-ed41-4f21-aae8-cfaefe8e185c HTTP/1.1" status: 200 len: 999 time: 3.5862982 Jul 13 07:34:36.857259 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37798) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:36.941709 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-939a76a8-a16a-491f-83a0-77095fb05fd6 None None] Provisioning complete for port 34565183-ed41-4f21-aae8-cfaefe8e185c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:36.942496 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-939a76a8-a16a-491f-83a0-77095fb05fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:37.098165 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-939a76a8-a16a-491f-83a0-77095fb05fd6 None None] Port 34565183-ed41-4f21-aae8-cfaefe8e185c cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:34:37.153955 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-17a93863-352d-45a5-ac64-72692db6f99f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Deleting port 34565183-ed41-4f21-aae8-cfaefe8e185c {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:37.154823 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-17a93863-352d-45a5-ac64-72692db6f99f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:37.273236 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f9a067da-c8ba-4063-b038-337a7b18bf7d req-9f94cae8-d5a7-49cd-bd2b-dc1546cda443 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 210 time: 0.1117418 Jul 13 07:34:37.301402 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0c8d9c8f-1b43-4ad3-bde1-3cfd10ac859a tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:37.357786 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0c8d9c8f-1b43-4ad3-bde1-3cfd10ac859a tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:37.477314 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9dee2e5a-58ff-4e04-bae2-72d981795c4a req-d8b5f071-9d3f-4f83-8e9b-72e7c560330f tempest-ServerShowV247Test-89495918 tempest-ServerShowV247Test-89495918-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98f3de0-9063-40c6-a29d-457ffa0b69e8 HTTP/1.1" status: 200 len: 210 time: 0.1137652 Jul 13 07:34:37.584539 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-17a93863-352d-45a5-ac64-72692db6f99f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:37.620893 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-17a93863-352d-45a5-ac64-72692db6f99f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Calling delete_port for 34565183-ed41-4f21-aae8-cfaefe8e185c owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:37.930944 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-0c8d9c8f-1b43-4ad3-bde1-3cfd10ac859a tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Allocated IP 172.20.0.13 (171d02c7-2dfe-4414-8506-1e210609cf6b/7d59d33c-9a9f-4d1f-b406-aabbfaf2e490/a6f9164a-1328-4843-9f93-9125785a6bf1) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:38.051664 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-17a93863-352d-45a5-ac64-72692db6f99f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:38.104340 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a93863-352d-45a5-ac64-72692db6f99f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'Port': ['ID=34565183-ed41-4f21-aae8-cfaefe8e185c,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:38.141091 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0c8d9c8f-1b43-4ad3-bde1-3cfd10ac859a tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:38.270681 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0c8d9c8f-1b43-4ad3-bde1-3cfd10ac859a tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:38.391122 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-17a93863-352d-45a5-ac64-72692db6f99f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:38.400377 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-17a93863-352d-45a5-ac64-72692db6f99f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/ports/34565183-ed41-4f21-aae8-cfaefe8e185c HTTP/1.1" status: 204 len: 168 time: 1.5402427 Jul 13 07:34:38.401080 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37846) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:38.497935 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f2425b1-fe38-4d34-a37a-fdd008552040 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] GET failed (client error): The resource could not be found. Jul 13 07:34:38.512893 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3f2425b1-fe38-4d34-a37a-fdd008552040 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "GET /v2.0/ports/34565183-ed41-4f21-aae8-cfaefe8e185c HTTP/1.1" status: 404 len: 333 time: 0.1104417 Jul 13 07:34:38.524974 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37852) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:38.563738 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8d9c8f-1b43-4ad3-bde1-3cfd10ac859a tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Network 171d02c7-2dfe-4414-8506-1e210609cf6b is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:38.655686 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-0c8d9c8f-1b43-4ad3-bde1-3cfd10ac859a tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:38.683278 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8d9c8f-1b43-4ad3-bde1-3cfd10ac859a tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:38.720233 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d9c8f-1b43-4ad3-bde1-3cfd10ac859a tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Pushing event updated for resources: {'Port': ['ID=a6f9164a-1328-4843-9f93-9125785a6bf1,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:38.801833 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-54a50eda-d539-4491-805c-45b421637767 req-38e954a6-3569-4bdb-9334-0fbbb5cf24b6 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 210 time: 0.1054735 Jul 13 07:34:38.811710 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e04245f-e4a1-4a00-9e59-48fbef5104f2 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Deleting subnet f401da03-661e-46aa-a491-2189c059cbcb {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:34:38.828701 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0e04245f-e4a1-4a00-9e59-48fbef5104f2 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:39.041982 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0e04245f-e4a1-4a00-9e59-48fbef5104f2 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:39.180114 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0e04245f-e4a1-4a00-9e59-48fbef5104f2 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:39.202193 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-08b69b3d-aeea-4a48-8f55-46aeab4e5bae req-62a28804-ad51-45e7-893f-bfb2681a83ac tempest-ServerShowV247Test-89495918 tempest-ServerShowV247Test-89495918-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98f3de0-9063-40c6-a29d-457ffa0b69e8 HTTP/1.1" status: 200 len: 210 time: 0.0500157 Jul 13 07:34:39.278665 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc46f9c-c0d1-4a1e-9289-991475f73842 req-a081a46b-1275-42e1-9587-26ba61cdda85 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:39.280271 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ccc46f9c-c0d1-4a1e-9289-991475f73842 req-a081a46b-1275-42e1-9587-26ba61cdda85 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=f333e7de-7083-401d-9bde-7d33d211c1d3 HTTP/1.1" status: 200 len: 945 time: 1.0510857 Jul 13 07:34:39.427879 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ccc46f9c-c0d1-4a1e-9289-991475f73842 req-8a1e83ff-40f7-42c5-bbaf-b88c91c2f2d4 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405060 Jul 13 07:34:39.431412 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0e04245f-e4a1-4a00-9e59-48fbef5104f2 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:39.479646 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04245f-e4a1-4a00-9e59-48fbef5104f2 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'Subnet': ['ID=f401da03-661e-46aa-a491-2189c059cbcb,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:39.484394 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0e04245f-e4a1-4a00-9e59-48fbef5104f2 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:39.488243 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0e04245f-e4a1-4a00-9e59-48fbef5104f2 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/subnets/f401da03-661e-46aa-a491-2189c059cbcb HTTP/1.1" status: 204 len: 168 time: 0.9576027 Jul 13 07:34:39.490929 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37868) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:39.495560 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a989ecd3-f30c-4ebd-a48e-41ef70939a91 None None] Network f4870ead-f43a-4248-8ff8-a440bd207c0c requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:39.621707 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-30497d49-d4d1-4742-8ed7-3bc772f126eb tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Deleting subnet 695cb8d3-ac66-4ab9-bd67-ff0c46f57a93 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:34:39.626974 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-30497d49-d4d1-4742-8ed7-3bc772f126eb tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:39.708972 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0c8d9c8f-1b43-4ad3-bde1-3cfd10ac859a tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:39.759322 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-30497d49-d4d1-4742-8ed7-3bc772f126eb tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:40.064508 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-30497d49-d4d1-4742-8ed7-3bc772f126eb tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:40.067538 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0c8d9c8f-1b43-4ad3-bde1-3cfd10ac859a tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:40.154935 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-30497d49-d4d1-4742-8ed7-3bc772f126eb tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:40.257134 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-30497d49-d4d1-4742-8ed7-3bc772f126eb tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:40.282412 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-30497d49-d4d1-4742-8ed7-3bc772f126eb tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/subnets/695cb8d3-ac66-4ab9-bd67-ff0c46f57a93 HTTP/1.1" status: 204 len: 168 time: 0.7897277 Jul 13 07:34:40.283840 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30497d49-d4d1-4742-8ed7-3bc772f126eb tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'Subnet': ['ID=695cb8d3-ac66-4ab9-bd67-ff0c46f57a93,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:40.286897 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37896) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:40.355338 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16e8e6bc-b226-448a-9959-aa64764826e0 req-9cd8cbc1-d4b7-4556-a9b5-b6f9b82afa46 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 210 time: 0.0634902 Jul 13 07:34:40.427316 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6193625a-2f5c-4b4c-a388-a5b4f1fa3180 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:40.631084 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-6193625a-2f5c-4b4c-a388-a5b4f1fa3180 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Deleting port 35a0b057-a0bd-43b8-af36-8d8cf6e90fba {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:40.631586 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6193625a-2f5c-4b4c-a388-a5b4f1fa3180 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:40.683344 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d668c84b-ba3b-426e-bc6c-9e0e95325058 req-d5efdd1d-869f-44b8-a02f-29ecaf61077f tempest-ServerShowV247Test-89495918 tempest-ServerShowV247Test-89495918-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98f3de0-9063-40c6-a29d-457ffa0b69e8 HTTP/1.1" status: 200 len: 210 time: 0.0787404 Jul 13 07:34:40.800136 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8d9c8f-1b43-4ad3-bde1-3cfd10ac859a tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Router 5abad0fa-8060-4217-9f39-82662867fefa is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:34:40.850774 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-6193625a-2f5c-4b4c-a388-a5b4f1fa3180 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] For port 35a0b057-a0bd-43b8-af36-8d8cf6e90fba, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=35a0b057-a0bd-43b8-af36-8d8cf6e90fba,segment=NetworkSegment(ee8bfd7f-ea98-4d50-b719-305831c55bca),segment_id=ee8bfd7f-ea98-4d50-b719-305831c55bca)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:40.851349 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6193625a-2f5c-4b4c-a388-a5b4f1fa3180 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:40.897177 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-6193625a-2f5c-4b4c-a388-a5b4f1fa3180 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Calling delete_port for 35a0b057-a0bd-43b8-af36-8d8cf6e90fba owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:41.073498 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f30eb9-a06d-49b7-adcf-86a70609bf13 None None] Network f4870ead-f43a-4248-8ff8-a440bd207c0c requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:41.144777 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d0cc4-6da8-45e0-b283-f0f477991b2c req-4137bd77-1e4e-41f5-810e-4b1aa655247d tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:41.146775 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-213d0cc4-6da8-45e0-b283-f0f477991b2c req-4137bd77-1e4e-41f5-810e-4b1aa655247d tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=f333e7de-7083-401d-9bde-7d33d211c1d3 HTTP/1.1" status: 200 len: 945 time: 0.3631306 Jul 13 07:34:41.289185 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-213d0cc4-6da8-45e0-b283-f0f477991b2c req-36ba8999-0380-4ee7-a110-9d9e42a67d07 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820994 Jul 13 07:34:41.337423 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8d9c8f-1b43-4ad3-bde1-3cfd10ac859a tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:34:41.382984 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6193625a-2f5c-4b4c-a388-a5b4f1fa3180 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:41.383838 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221b276b-c7ac-47b6-bc50-bb612df82666 None None] Sync routers for ids ['5abad0fa-8060-4217-9f39-82662867fefa'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:34:41.404674 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ea0fc4e1-b4b3-4084-a0df-789a551c8843 None None] Could not find standard attr ID for object 35a0b057-a0bd-43b8-af36-8d8cf6e90fba. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:34:41.419688 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0c8d9c8f-1b43-4ad3-bde1-3cfd10ac859a tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:41.428730 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0c8d9c8f-1b43-4ad3-bde1-3cfd10ac859a tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.5595551 Jul 13 07:34:41.428936 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37924) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:41.458841 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221b276b-c7ac-47b6-bc50-bb612df82666 None None] Routers {'5abad0fa-8060-4217-9f39-82662867fefa'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:34:41.460283 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-221b276b-c7ac-47b6-bc50-bb612df82666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:34:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['5abad0fa-8060-4217-9f39-82662867fefa'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:41.550158 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193625a-2f5c-4b4c-a388-a5b4f1fa3180 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'Port': ['ID=35a0b057-a0bd-43b8-af36-8d8cf6e90fba,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:41.614842 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6193625a-2f5c-4b4c-a388-a5b4f1fa3180 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] No DVR routers for this DVR port 35a0b057-a0bd-43b8-af36-8d8cf6e90fba on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:41.665296 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-221b276b-c7ac-47b6-bc50-bb612df82666 None None] Set router 5abad0fa-8060-4217-9f39-82662867fefa gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:34:41.862422 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-71f24c84-570a-481a-8996-f4c25001585f tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:41.905394 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6193625a-2f5c-4b4c-a388-a5b4f1fa3180 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:42.041052 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-6193625a-2f5c-4b4c-a388-a5b4f1fa3180 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4870ead-f43a-4248-8ff8-a440bd207c0c']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:42.065396 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-6193625a-2f5c-4b4c-a388-a5b4f1fa3180 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee8bfd7f-ea98-4d50-b719-305831c55bca') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:42.065999 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-6193625a-2f5c-4b4c-a388-a5b4f1fa3180 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee8bfd7f-ea98-4d50-b719-305831c55bca') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:42.078229 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6193625a-2f5c-4b4c-a388-a5b4f1fa3180 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:42.099109 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6193625a-2f5c-4b4c-a388-a5b4f1fa3180 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:42.105773 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-221b276b-c7ac-47b6-bc50-bb612df82666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abad0fa-8060-4217-9f39-82662867fefa', 'name': '', 'tenant_id': 'dc7d1493802649fda88449804d951c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '171d02c7-2dfe-4414-8506-1e210609cf6b', 'external_fixed_ips': [{'subnet_id': '7d59d33c-9a9f-4d1f-b406-aabbfaf2e490', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': 'a6f9164a-1328-4843-9f93-9125785a6bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:34:35Z', 'updated_at': '2021-07-13T07:34:39Z', 'revision_number': 3, 'project_id': 'dc7d1493802649fda88449804d951c19', 'gw_port': {'id': 'a6f9164a-1328-4843-9f93-9125785a6bf1', 'name': '', 'network_id': '171d02c7-2dfe-4414-8506-1e210609cf6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:61:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abad0fa-8060-4217-9f39-82662867fefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '7d59d33c-9a9f-4d1f-b406-aabbfaf2e490', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:34:37Z', 'updated_at': '2021-07-13T07:34:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d59d33c-9a9f-4d1f-b406-aabbfaf2e490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:42.112064 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6193625a-2f5c-4b4c-a388-a5b4f1fa3180 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:34:42.114035 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6193625a-2f5c-4b4c-a388-a5b4f1fa3180 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:42.138906 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bfe8d13d-e67e-4bde-9d62-2a685993b7f5 req-b783ab3b-6922-4f9c-b927-041492eff196 tempest-ServerShowV247Test-89495918 tempest-ServerShowV247Test-89495918-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98f3de0-9063-40c6-a29d-457ffa0b69e8 HTTP/1.1" status: 200 len: 210 time: 0.0515902 Jul 13 07:34:42.222961 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-71f24c84-570a-481a-8996-f4c25001585f tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:42.236264 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221b276b-c7ac-47b6-bc50-bb612df82666 None None] Checking router: 5abad0fa-8060-4217-9f39-82662867fefa for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:34:42.237549 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221b276b-c7ac-47b6-bc50-bb612df82666 None None] Updating router 5abad0fa-8060-4217-9f39-82662867fefa port a6f9164a-1328-4843-9f93-9125785a6bf1 binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:34:42.312400 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e75131-6988-49ec-8ca7-9eac2cff9e62 None None] DHCP port deletion for f4870ead-f43a-4248-8ff8-a440bd207c0c request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:34:42.320528 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-221b276b-c7ac-47b6-bc50-bb612df82666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:34:42.336778 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:34:42.347072 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:34:42.347072 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:34:42.347072 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:34:42.347072 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:34:42.347072 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:34:42.369192 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-74ed31f6-5817-49a1-9668-a1843e493267 req-952d96a7-1526-44fc-8b05-ecf57cbbb2a2 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 210 time: 0.4507167 Jul 13 07:34:42.370342 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6193625a-2f5c-4b4c-a388-a5b4f1fa3180 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:42.380887 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6193625a-2f5c-4b4c-a388-a5b4f1fa3180 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:42.384596 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-71f24c84-570a-481a-8996-f4c25001585f tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Deleting port a6f9164a-1328-4843-9f93-9125785a6bf1 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:42.387323 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-71f24c84-570a-481a-8996-f4c25001585f tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:42.393932 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6193625a-2f5c-4b4c-a388-a5b4f1fa3180 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/networks/f4870ead-f43a-4248-8ff8-a440bd207c0c HTTP/1.1" status: 204 len: 168 time: 2.0944085 Jul 13 07:34:42.397839 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37940) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:42.463235 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193625a-2f5c-4b4c-a388-a5b4f1fa3180 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'Network': ['ID=f4870ead-f43a-4248-8ff8-a440bd207c0c,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:42.679133 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-71f24c84-570a-481a-8996-f4c25001585f tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:42.704150 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-71f24c84-570a-481a-8996-f4c25001585f tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Calling delete_port for a6f9164a-1328-4843-9f93-9125785a6bf1 owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:42.704893 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af9fd50-7f50-4c99-8f90-b4f83c9213d8 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:42.717293 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8af9fd50-7f50-4c99-8f90-b4f83c9213d8 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3071861 Jul 13 07:34:42.717929 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37954) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:42.962372 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db9697-5739-4182-85b2-fbbb7492cc48 req-b1b71da8-974c-4d9c-b8d1-e45f36a15826 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:42.982540 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a1db9697-5739-4182-85b2-fbbb7492cc48 req-b1b71da8-974c-4d9c-b8d1-e45f36a15826 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=f333e7de-7083-401d-9bde-7d33d211c1d3 HTTP/1.1" status: 200 len: 945 time: 0.2632618 Jul 13 07:34:43.122709 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d5155d99-c658-4664-9e61-c3140d6cbc4a tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4026358 Jul 13 07:34:43.128576 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37958) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:43.146088 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a1db9697-5739-4182-85b2-fbbb7492cc48 req-7853db19-1121-41c2-b4a6-50224ede91a4 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556299 Jul 13 07:34:43.153695 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-80ab00de-3509-4b4d-805d-6fdb56e0e67d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1326463720'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:43.316721 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ab00de-3509-4b4d-805d-6fdb56e0e67d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Made reservation on behalf of 71f928143c3f4a60bafd545bee5481d1 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:43.333825 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-80ab00de-3509-4b4d-805d-6fdb56e0e67d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:43.375013 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 35a0b057-a0bd-43b8-af36-8d8cf6e90fba no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:43.406001 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 35a0b057-a0bd-43b8-af36-8d8cf6e90fba {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:34:43.406607 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 35a0b057-a0bd-43b8-af36-8d8cf6e90fba not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:34:43.408231 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.db.api [None req-221b276b-c7ac-47b6-bc50-bb612df82666 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:34:43.408809 n-d-771363-34 neutron-server[94019]: DEBUG oslo_db.api [None req-221b276b-c7ac-47b6-bc50-bb612df82666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:34:43.412246 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-71f24c84-570a-481a-8996-f4c25001585f tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:43.502490 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ab00de-3509-4b4d-805d-6fdb56e0e67d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:34:43.505999 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f24c84-570a-481a-8996-f4c25001585f tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6f9164a-1328-4843-9f93-9125785a6bf1,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:43.609640 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-80ab00de-3509-4b4d-805d-6fdb56e0e67d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:43.610603 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-80ab00de-3509-4b4d-805d-6fdb56e0e67d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Added segment fe45371b-ae1c-4d76-989c-724be1310ac6 of type vlan for network ede29bb5-3b36-4de0-9871-ad3ba864b9c5 Jul 13 07:34:43.668433 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-864490e8-9210-438a-acc0-b21360f53ced req-9b9e5b31-63c2-4c20-8c89-1149870d8fc1 tempest-ServerShowV247Test-89495918 tempest-ServerShowV247Test-89495918-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98f3de0-9063-40c6-a29d-457ffa0b69e8 HTTP/1.1" status: 200 len: 210 time: 0.0793791 Jul 13 07:34:43.698194 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-71f24c84-570a-481a-8996-f4c25001585f tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:43.910478 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-71f24c84-570a-481a-8996-f4c25001585f tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:43.913210 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-71f24c84-570a-481a-8996-f4c25001585f tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:43.972203 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221b276b-c7ac-47b6-bc50-bb612df82666 None None] Port a6f9164a-1328-4843-9f93-9125785a6bf1 not found while updating agent binding for router 5abad0fa-8060-4217-9f39-82662867fefa. {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 13 07:34:43.989229 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221b276b-c7ac-47b6-bc50-bb612df82666 None None] Routers {'5abad0fa-8060-4217-9f39-82662867fefa'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:34:43.991550 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-221b276b-c7ac-47b6-bc50-bb612df82666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:34:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['5abad0fa-8060-4217-9f39-82662867fefa'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:44.023033 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-80ab00de-3509-4b4d-805d-6fdb56e0e67d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:44.066556 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-221b276b-c7ac-47b6-bc50-bb612df82666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:44.068054 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221b276b-c7ac-47b6-bc50-bb612df82666 None None] The sync data for ids ['5abad0fa-8060-4217-9f39-82662867fefa'] in n-d-771363-34 is: [] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:34:44.099142 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-71f24c84-570a-481a-8996-f4c25001585f tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:44.100005 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f24c84-570a-481a-8996-f4c25001585f tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5abad0fa-8060-4217-9f39-82662867fefa {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:34:44.128472 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f07dc4df-3201-4384-b6af-40070573dfd1 req-a36abf5f-6b82-4ee1-8413-c101cb160287 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/ports?device_id=8758dd87-1dc4-4f96-83da-c2795ec84dbb HTTP/1.1" status: 200 len: 210 time: 0.1335785 Jul 13 07:34:44.133162 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-71f24c84-570a-481a-8996-f4c25001585f tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:44.134168 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-71f24c84-570a-481a-8996-f4c25001585f tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] 10.222.0.23 "DELETE /v2.0/routers/5abad0fa-8060-4217-9f39-82662867fefa HTTP/1.1" status: 204 len: 168 time: 2.7055743 Jul 13 07:34:44.138769 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37984) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:44.143241 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-80ab00de-3509-4b4d-805d-6fdb56e0e67d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:44.155336 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ab00de-3509-4b4d-805d-6fdb56e0e67d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:44.157396 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-80ab00de-3509-4b4d-805d-6fdb56e0e67d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:44.192874 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37986) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:44.193692 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-80ab00de-3509-4b4d-805d-6fdb56e0e67d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0626276 Jul 13 07:34:44.233126 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-db636099-e902-4a9d-bece-5f08cfa2e51a tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'subnet': {'network_id': 'ede29bb5-3b36-4de0-9871-ad3ba864b9c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:44.239757 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-28616f43-3fbb-457b-885c-29ab45da9b62 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Deleting subnet 7d59d33c-9a9f-4d1f-b406-aabbfaf2e490 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:34:44.246139 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-28616f43-3fbb-457b-885c-29ab45da9b62 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:44.367570 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab00de-3509-4b4d-805d-6fdb56e0e67d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'Network': ['ID=ede29bb5-3b36-4de0-9871-ad3ba864b9c5,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:44.370123 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-28616f43-3fbb-457b-885c-29ab45da9b62 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:44.382655 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network ede29bb5-3b36-4de0-9871-ad3ba864b9c5 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:34:44.491845 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-28616f43-3fbb-457b-885c-29ab45da9b62 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:44.566466 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db636099-e902-4a9d-bece-5f08cfa2e51a tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Made reservation on behalf of 71f928143c3f4a60bafd545bee5481d1 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:44.570961 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-db636099-e902-4a9d-bece-5f08cfa2e51a tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:44.629563 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e650f5-ddf3-4848-a828-920f3162cbc5 req-2e9e0ce0-6b04-42f5-8f40-739e3fd8cfea tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:44.631327 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-95e650f5-ddf3-4848-a828-920f3162cbc5 req-2e9e0ce0-6b04-42f5-8f40-739e3fd8cfea tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=f333e7de-7083-401d-9bde-7d33d211c1d3 HTTP/1.1" status: 200 len: 945 time: 0.2108481 Jul 13 07:34:45.176917 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-730af5e4-f245-441a-a691-5ccf589d27cf req-f8e3234b-2e7c-4bd4-86ac-10cefe548091 tempest-ServerShowV247Test-89495918 tempest-ServerShowV247Test-89495918-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98f3de0-9063-40c6-a29d-457ffa0b69e8 HTTP/1.1" status: 200 len: 210 time: 0.0983796 Jul 13 07:34:45.177439 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-28616f43-3fbb-457b-885c-29ab45da9b62 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:45.248359 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-95e650f5-ddf3-4848-a828-920f3162cbc5 req-046c8b42-2d93-4b4f-93bb-46b7f8fbf8e1 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5962372 Jul 13 07:34:45.255012 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28616f43-3fbb-457b-885c-29ab45da9b62 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7d59d33c-9a9f-4d1f-b406-aabbfaf2e490,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:45.271971 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-28616f43-3fbb-457b-885c-29ab45da9b62 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:45.276587 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38010) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:45.276755 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-28616f43-3fbb-457b-885c-29ab45da9b62 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/7d59d33c-9a9f-4d1f-b406-aabbfaf2e490 HTTP/1.1" status: 204 len: 168 time: 1.1374199 Jul 13 07:34:45.423682 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-db636099-e902-4a9d-bece-5f08cfa2e51a tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:45.432367 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9fc9e002-3c43-4f6d-9701-647305ec0f19 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:45.536765 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38018) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:45.621382 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db636099-e902-4a9d-bece-5f08cfa2e51a tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'Subnet': ['ID=22179879-7840-4d7e-be19-f2f1072a4dc7,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:45.693717 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db636099-e902-4a9d-bece-5f08cfa2e51a tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Checking segment: {'id': 'fe45371b-ae1c-4d76-989c-724be1310ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ede29bb5-3b36-4de0-9871-ad3ba864b9c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:45.694048 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db636099-e902-4a9d-bece-5f08cfa2e51a tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Network hostable DHCP agents. Network: ede29bb5-3b36-4de0-9871-ad3ba864b9c5, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:34:45.696076 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9fc9e002-3c43-4f6d-9701-647305ec0f19 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:45.746022 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-9fc9e002-3c43-4f6d-9701-647305ec0f19 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['171d02c7-2dfe-4414-8506-1e210609cf6b']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:45.770299 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1d831ed2-4389-4579-b928-a5a8356adf2b tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:45.795702 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-9fc9e002-3c43-4f6d-9701-647305ec0f19 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b14f2c05-88ba-4c45-8aed-360b060b4bf7') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:45.795988 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-9fc9e002-3c43-4f6d-9701-647305ec0f19 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b14f2c05-88ba-4c45-8aed-360b060b4bf7') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:45.806840 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db636099-e902-4a9d-bece-5f08cfa2e51a tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Network ede29bb5-3b36-4de0-9871-ad3ba864b9c5 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:34:45.829003 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9fc9e002-3c43-4f6d-9701-647305ec0f19 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:45.838322 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1d831ed2-4389-4579-b928-a5a8356adf2b tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:45.844975 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-db636099-e902-4a9d-bece-5f08cfa2e51a tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, ede29bb5-3b36-4de0-9871-ad3ba864b9c5) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:45.862134 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4b48e7-cb5f-4e11-ada2-704e2f9160d1 None None] Network ede29bb5-3b36-4de0-9871-ad3ba864b9c5 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:45.862722 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db636099-e902-4a9d-bece-5f08cfa2e51a tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:45.863040 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-db636099-e902-4a9d-bece-5f08cfa2e51a tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:45.873923 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9fc9e002-3c43-4f6d-9701-647305ec0f19 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:45.887664 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fc9e002-3c43-4f6d-9701-647305ec0f19 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:34:45.888232 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9fc9e002-3c43-4f6d-9701-647305ec0f19 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:45.890801 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:34:45.890801 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:34:45.890801 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:34:45.890801 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:34:45.890801 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:34:45.890801 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:34:45.890801 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:34:45.890801 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:34:45.890801 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:34:45.890801 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:34:45.890801 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:34:45.890801 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:34:45.890801 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:34:45.890801 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:34:45.890801 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:34:45.890801 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:34:45.890801 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:34:45.890801 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:34:45.890801 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:34:45.890801 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:34:45.890801 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:34:45.890801 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:34:45.890801 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:34:45.890801 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:34:45.890801 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:34:45.890801 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:34:45.890801 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:34:45.890801 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:34:45.890801 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:34:45.890801 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:34:45.890801 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:34:45.890801 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:34:45.890801 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:34:45.890801 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:34:45.955568 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-db636099-e902-4a9d-bece-5f08cfa2e51a tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7286177 Jul 13 07:34:45.960235 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38030) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:45.975719 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-57183990-0dd9-4a87-8558-171b30c0f521 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'port': {'network_id': 'ede29bb5-3b36-4de0-9871-ad3ba864b9c5', 'name': 'tempest-PortsTestJSON-1196468820'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:46.047162 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1d831ed2-4389-4579-b928-a5a8356adf2b tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:46.052285 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1d831ed2-4389-4579-b928-a5a8356adf2b tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:46.057866 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1d831ed2-4389-4579-b928-a5a8356adf2b tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "DELETE /v2.0/security-groups/d97c9fa5-b7bc-4a1d-a845-9d454b5d8413 HTTP/1.1" status: 204 len: 168 time: 0.5158839 Jul 13 07:34:46.087743 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38036) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:46.089080 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d831ed2-4389-4579-b928-a5a8356adf2b tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97c9fa5-b7bc-4a1d-a845-9d454b5d8413,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:46.147161 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-c60e7266-b5c4-4918-86c7-a97fcf358058 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] show failed (client error): The resource could not be found. Jul 13 07:34:46.155590 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c60e7266-b5c4-4918-86c7-a97fcf358058 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "GET /v2.0/security-groups/d97c9fa5-b7bc-4a1d-a845-9d454b5d8413 HTTP/1.1" status: 404 len: 347 time: 0.0506020 Jul 13 07:34:46.156750 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38040) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:46.208701 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9fc9e002-3c43-4f6d-9701-647305ec0f19 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:46.256120 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc9e002-3c43-4f6d-9701-647305ec0f19 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 171d02c7-2dfe-4414-8506-1e210609cf6b {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 13 07:34:46.277053 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9fc9e002-3c43-4f6d-9701-647305ec0f19 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:46.280092 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9fc9e002-3c43-4f6d-9701-647305ec0f19 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] 10.222.0.23 "DELETE /v2.0/networks/171d02c7-2dfe-4414-8506-1e210609cf6b HTTP/1.1" status: 204 len: 168 time: 1.0020764 Jul 13 07:34:46.351402 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9e002-3c43-4f6d-9701-647305ec0f19 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Pushing event deleted for resources: {'Network': ['ID=171d02c7-2dfe-4414-8506-1e210609cf6b,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:46.455900 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acde8d44-ffbe-4103-8075-03337ef9eca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-ede29bb5-3b36-4de0-9871-ad3ba864b9c5', 'network_id': 'ede29bb5-3b36-4de0-9871-ad3ba864b9c5', 'tenant_id': '71f928143c3f4a60bafd545bee5481d1', 'fixed_ips': [{'subnet_id': '22179879-7840-4d7e-be19-f2f1072a4dc7'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:34:46.457280 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-acde8d44-ffbe-4103-8075-03337ef9eca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:46.572127 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57183990-0dd9-4a87-8558-171b30c0f521 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Made reservation on behalf of 71f928143c3f4a60bafd545bee5481d1 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:46.595860 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-57183990-0dd9-4a87-8558-171b30c0f521 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:46.631782 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-5e051309-e719-4788-936e-1619f8eb73ac tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Deleting port 06f52591-e1d7-438a-8f95-d7e453711a4e {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:46.638464 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5e051309-e719-4788-936e-1619f8eb73ac tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:46.674865 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-57183990-0dd9-4a87-8558-171b30c0f521 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] device_id is not set on port c1b2b9b0-9c82-4861-a9ba-2ca48b8b9f13 yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:34:46.977614 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-acde8d44-ffbe-4103-8075-03337ef9eca9 None None] Allocated IP 172.20.0.2 (ede29bb5-3b36-4de0-9871-ad3ba864b9c5/22179879-7840-4d7e-be19-f2f1072a4dc7/a417b609-8c82-4e59-8077-a73fbe04d071) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:47.188043 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-72837868-1c1d-4fec-869c-2b63af1ced0c req-8d669fe3-f184-4ff0-8f46-e709080b72e7 tempest-ServerShowV247Test-89495918 tempest-ServerShowV247Test-89495918-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98f3de0-9063-40c6-a29d-457ffa0b69e8 HTTP/1.1" status: 200 len: 210 time: 0.1993306 Jul 13 07:34:47.314438 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5e051309-e719-4788-936e-1619f8eb73ac tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:47.314955 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5e051309-e719-4788-936e-1619f8eb73ac tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:47.366606 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-5e051309-e719-4788-936e-1619f8eb73ac tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Calling delete_port for 06f52591-e1d7-438a-8f95-d7e453711a4e owned by network:floatingip {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:47.408864 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767224fe-92bc-4961-9894-ca648a53ebdd req-1e6c1263-c8ec-42b1-b012-127306096cf1 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:47.411698 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-767224fe-92bc-4961-9894-ca648a53ebdd req-1e6c1263-c8ec-42b1-b012-127306096cf1 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=f333e7de-7083-401d-9bde-7d33d211c1d3 HTTP/1.1" status: 200 len: 945 time: 0.3872614 Jul 13 07:34:47.480402 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38068) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:47.492256 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-dc817b49-d408-4f18-ab7c-fee7041145d9 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Request body: {'router': {'name': 'tempest-router--1125821282', 'project_id': 'fe8548cc488c4c71a6a9f320d14d7df1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:47.580483 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-767224fe-92bc-4961-9894-ca648a53ebdd req-0ab21eb8-e455-409e-874f-a5e349ddb809 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559389 Jul 13 07:34:47.639541 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-acde8d44-ffbe-4103-8075-03337ef9eca9 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:47.660479 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-acde8d44-ffbe-4103-8075-03337ef9eca9 None None] Transition to ACTIVE for port object a417b609-8c82-4e59-8077-a73fbe04d071 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:47.694358 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dc817b49-d408-4f18-ab7c-fee7041145d9 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:47.699575 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dc817b49-d408-4f18-ab7c-fee7041145d9 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:47.728684 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-acde8d44-ffbe-4103-8075-03337ef9eca9 None None] Transition to ACTIVE for port object a417b609-8c82-4e59-8077-a73fbe04d071 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:47.740775 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-acde8d44-ffbe-4103-8075-03337ef9eca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:47.797610 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acde8d44-ffbe-4103-8075-03337ef9eca9 None None] Network ede29bb5-3b36-4de0-9871-ad3ba864b9c5 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:47.821988 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-acde8d44-ffbe-4103-8075-03337ef9eca9 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:47.828235 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acde8d44-ffbe-4103-8075-03337ef9eca9 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:47.929847 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-acde8d44-ffbe-4103-8075-03337ef9eca9 None None] Attempting to bind port a417b609-8c82-4e59-8077-a73fbe04d071 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:34:47.930544 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-acde8d44-ffbe-4103-8075-03337ef9eca9 None None] Attempting to bind port a417b609-8c82-4e59-8077-a73fbe04d071 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'fe45371b-ae1c-4d76-989c-724be1310ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ede29bb5-3b36-4de0-9871-ad3ba864b9c5'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:34:47.931150 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acde8d44-ffbe-4103-8075-03337ef9eca9 None None] Attempting to bind port a417b609-8c82-4e59-8077-a73fbe04d071 on network ede29bb5-3b36-4de0-9871-ad3ba864b9c5 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:34:47.931522 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5e051309-e719-4788-936e-1619f8eb73ac tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:47.946070 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acde8d44-ffbe-4103-8075-03337ef9eca9 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:34:47.946785 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acde8d44-ffbe-4103-8075-03337ef9eca9 None None] Checking segment: {'id': 'fe45371b-ae1c-4d76-989c-724be1310ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ede29bb5-3b36-4de0-9871-ad3ba864b9c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:34:47.947656 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-acde8d44-ffbe-4103-8075-03337ef9eca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:47.948223 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acde8d44-ffbe-4103-8075-03337ef9eca9 None None] Bound using segment: {'id': 'fe45371b-ae1c-4d76-989c-724be1310ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ede29bb5-3b36-4de0-9871-ad3ba864b9c5'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:34:47.948893 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-acde8d44-ffbe-4103-8075-03337ef9eca9 None None] Bound port: a417b609-8c82-4e59-8077-a73fbe04d071, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe45371b-ae1c-4d76-989c-724be1310ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ede29bb5-3b36-4de0-9871-ad3ba864b9c5'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:34:47.949481 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-acde8d44-ffbe-4103-8075-03337ef9eca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:47.952367 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde8d44-ffbe-4103-8075-03337ef9eca9 None None] Pushing event updated for resources: {'Port': ['ID=a417b609-8c82-4e59-8077-a73fbe04d071,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:48.009673 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dc817b49-d408-4f18-ab7c-fee7041145d9 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:48.024567 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e051309-e719-4788-936e-1619f8eb73ac tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Pushing event deleted for resources: {'Port': ['ID=06f52591-e1d7-438a-8f95-d7e453711a4e,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:48.067501 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dc817b49-d408-4f18-ab7c-fee7041145d9 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:48.092820 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-acde8d44-ffbe-4103-8075-03337ef9eca9 None None] For port a417b609-8c82-4e59-8077-a73fbe04d071, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:34:48.097457 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-acde8d44-ffbe-4103-8075-03337ef9eca9 None None] For port a417b609-8c82-4e59-8077-a73fbe04d071, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=a417b609-8c82-4e59-8077-a73fbe04d071,segment=NetworkSegment(fe45371b-ae1c-4d76-989c-724be1310ac6),segment_id=fe45371b-ae1c-4d76-989c-724be1310ac6)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:34:48.119695 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-acde8d44-ffbe-4103-8075-03337ef9eca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:48.288955 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dc817b49-d408-4f18-ab7c-fee7041145d9 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:48.302123 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-dc817b49-d408-4f18-ab7c-fee7041145d9 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8199208 Jul 13 07:34:48.309322 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38086) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:48.323628 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde8d44-ffbe-4103-8075-03337ef9eca9 None None] Pushing event updated for resources: {'Port': ['ID=a417b609-8c82-4e59-8077-a73fbe04d071,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:48.392787 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5e051309-e719-4788-936e-1619f8eb73ac tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks [] for floatingip, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:48.405675 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5e051309-e719-4788-936e-1619f8eb73ac tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:48.429542 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5e051309-e719-4788-936e-1619f8eb73ac tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "DELETE /v2.0/floatingips/27e8a8db-9d61-4a87-a3f3-4489fc6f9164 HTTP/1.1" status: 204 len: 168 time: 2.2497714 Jul 13 07:34:48.430537 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38088) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:48.668180 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-57183990-0dd9-4a87-8558-171b30c0f521 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Allocated IP 172.20.0.3 (ede29bb5-3b36-4de0-9871-ad3ba864b9c5/22179879-7840-4d7e-be19-f2f1072a4dc7/c1b2b9b0-9c82-4861-a9ba-2ca48b8b9f13) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:48.674232 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d8b84f49-df5e-4c35-824d-f78645f7d9b2 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:48.783676 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-b899558c-42b6-4860-bd86-7b6cd037dc7f tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Deleting port ede38759-df2e-4913-a839-5c8f2fc992f8 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:48.784397 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b899558c-42b6-4860-bd86-7b6cd037dc7f tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:48.924173 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-758e0ce0-43ad-4ffb-ac5d-5f60452c9757 req-59c0b6f6-f868-4839-82ac-f76c7a083812 tempest-ServerShowV247Test-89495918 tempest-ServerShowV247Test-89495918-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98f3de0-9063-40c6-a29d-457ffa0b69e8 HTTP/1.1" status: 200 len: 210 time: 0.1152611 Jul 13 07:34:49.227042 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b899558c-42b6-4860-bd86-7b6cd037dc7f tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:49.303982 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-b899558c-42b6-4860-bd86-7b6cd037dc7f tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Calling delete_port for ede38759-df2e-4913-a839-5c8f2fc992f8 owned by {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:50.046679 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b899558c-42b6-4860-bd86-7b6cd037dc7f tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:50.132897 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b899558c-42b6-4860-bd86-7b6cd037dc7f tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Pushing event deleted for resources: {'Port': ['ID=ede38759-df2e-4913-a839-5c8f2fc992f8,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:50.292538 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b899558c-42b6-4860-bd86-7b6cd037dc7f tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:50.301306 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b899558c-42b6-4860-bd86-7b6cd037dc7f tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "DELETE /v2.0/ports/ede38759-df2e-4913-a839-5c8f2fc992f8 HTTP/1.1" status: 204 len: 168 time: 1.8676493 Jul 13 07:34:50.304555 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38114) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:50.489049 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device a417b609-8c82-4e59-8077-a73fbe04d071 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:34:50.747631 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1016093-5f52-49f7-bedf-b9efaed3af36 None None] Network ede29bb5-3b36-4de0-9871-ad3ba864b9c5 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:50.831556 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7fc74d44-0fdf-4fb0-b731-3183fefd6dcb req-8b60ce4c-12ee-4262-865f-ca4fc61be651 tempest-ServerShowV247Test-89495918 tempest-ServerShowV247Test-89495918-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98f3de0-9063-40c6-a29d-457ffa0b69e8 HTTP/1.1" status: 200 len: 210 time: 0.1813035 Jul 13 07:34:50.841105 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e52b8ded-ccab-47b7-9aca-d8be6633e52b None None] Provisioning for port a417b609-8c82-4e59-8077-a73fbe04d071 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:50.860736 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-428ee373-e8f9-4ec1-8a67-44efc0bd97a0 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Deleting port 1d1d6f8c-4810-439b-a2c4-1b8759e55cea {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:50.863554 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-428ee373-e8f9-4ec1-8a67-44efc0bd97a0 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:50.957830 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-57183990-0dd9-4a87-8558-171b30c0f521 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:51.016816 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-57183990-0dd9-4a87-8558-171b30c0f521 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Transition to ACTIVE for port object c1b2b9b0-9c82-4861-a9ba-2ca48b8b9f13 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:51.087290 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port a417b609-8c82-4e59-8077-a73fbe04d071 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:51.165000 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port a417b609-8c82-4e59-8077-a73fbe04d071 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:51.165588 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:51.203350 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-428ee373-e8f9-4ec1-8a67-44efc0bd97a0 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:51.207934 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-57183990-0dd9-4a87-8558-171b30c0f521 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:51.249548 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d8b84f49-df5e-4c35-824d-f78645f7d9b2 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:51.257044 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d8b84f49-df5e-4c35-824d-f78645f7d9b2 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:51.261401 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-428ee373-e8f9-4ec1-8a67-44efc0bd97a0 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Calling delete_port for 1d1d6f8c-4810-439b-a2c4-1b8759e55cea owned by {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:51.428345 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:51.452951 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57183990-0dd9-4a87-8558-171b30c0f521 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'Port': ['ID=c1b2b9b0-9c82-4861-a9ba-2ca48b8b9f13,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:51.486813 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d8b84f49-df5e-4c35-824d-f78645f7d9b2 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:51.489085 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b84f49-df5e-4c35-824d-f78645f7d9b2 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ab0a235b-79be-40a3-9d10-40409146cf4d {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:34:51.501222 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d8b84f49-df5e-4c35-824d-f78645f7d9b2 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:51.507118 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d8b84f49-df5e-4c35-824d-f78645f7d9b2 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] 10.222.0.23 "DELETE /v2.0/routers/ab0a235b-79be-40a3-9d10-40409146cf4d HTTP/1.1" status: 204 len: 168 time: 3.1733029 Jul 13 07:34:51.524218 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57183990-0dd9-4a87-8558-171b30c0f521 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Network ede29bb5-3b36-4de0-9871-ad3ba864b9c5 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:51.528289 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-57183990-0dd9-4a87-8558-171b30c0f521 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:51.536530 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57183990-0dd9-4a87-8558-171b30c0f521 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:51.636564 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port a417b609-8c82-4e59-8077-a73fbe04d071, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=a417b609-8c82-4e59-8077-a73fbe04d071,segment=NetworkSegment(fe45371b-ae1c-4d76-989c-724be1310ac6),segment_id=fe45371b-ae1c-4d76-989c-724be1310ac6)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:51.643411 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:51.648508 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d354d2-f996-41b9-b759-7d6f82ec8a9b req-70a65e1a-99e7-4af3-a7b5-c2bb48394861 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:51.651537 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d5d354d2-f996-41b9-b759-7d6f82ec8a9b req-70a65e1a-99e7-4af3-a7b5-c2bb48394861 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.25 "GET /v2.0/ports?device_id=f333e7de-7083-401d-9bde-7d33d211c1d3 HTTP/1.1" status: 200 len: 945 time: 1.1303144 Jul 13 07:34:51.690089 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ced06c-b8ca-4ca3-93e1-4f38313b1e32 req-22427145-0874-49a2-b5a1-166d04b0bbce tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:51.701705 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-24ced06c-b8ca-4ca3-93e1-4f38313b1e32 req-22427145-0874-49a2-b5a1-166d04b0bbce tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=f333e7de-7083-401d-9bde-7d33d211c1d3 HTTP/1.1" status: 200 len: 945 time: 1.1204443 Jul 13 07:34:51.701974 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-428ee373-e8f9-4ec1-8a67-44efc0bd97a0 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:51.794477 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=a417b609-8c82-4e59-8077-a73fbe04d071,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:51.822259 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428ee373-e8f9-4ec1-8a67-44efc0bd97a0 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Pushing event deleted for resources: {'Port': ['ID=1d1d6f8c-4810-439b-a2c4-1b8759e55cea,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:51.909159 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57183990-0dd9-4a87-8558-171b30c0f521 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:51.909835 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-57183990-0dd9-4a87-8558-171b30c0f521 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:51.922980 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-24ced06c-b8ca-4ca3-93e1-4f38313b1e32 req-c3e33541-1e0c-4256-a696-80fb36a1445d tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196558 Jul 13 07:34:51.995673 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-57183990-0dd9-4a87-8558-171b30c0f521 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 6.0340254 Jul 13 07:34:51.998302 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38142) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:52.035504 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-a57fd3f8-57b6-4bf6-aca3-5c38847542dc tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'port': {'network_id': 'ede29bb5-3b36-4de0-9871-ad3ba864b9c5', 'name': 'tempest-PortsTestJSON-1806719657'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:52.068015 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38146) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:52.069065 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-d5d354d2-f996-41b9-b759-7d6f82ec8a9b req-ad883573-370b-444e-ba83-5530aaeb3883 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Deleting port 344c4451-161d-4a77-8bc9-e36b8da002cb {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:52.069429 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d5d354d2-f996-41b9-b759-7d6f82ec8a9b req-ad883573-370b-444e-ba83-5530aaeb3883 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:52.194000 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-428ee373-e8f9-4ec1-8a67-44efc0bd97a0 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:52.208004 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-428ee373-e8f9-4ec1-8a67-44efc0bd97a0 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "DELETE /v2.0/ports/1d1d6f8c-4810-439b-a2c4-1b8759e55cea HTTP/1.1" status: 204 len: 168 time: 1.9010239 Jul 13 07:34:52.216625 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38150) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:52.260070 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5c82fec8-3d76-4ab9-9a61-e1bf28e4a37e None None] Provisioning complete for port a417b609-8c82-4e59-8077-a73fbe04d071 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:52.260456 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5c82fec8-3d76-4ab9-9a61-e1bf28e4a37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:52.465519 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-11141a52-77d8-4388-96ef-1e60ff40b533 req-58b93d16-b587-4f84-9ae9-183693adb168 tempest-ServerShowV247Test-89495918 tempest-ServerShowV247Test-89495918-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98f3de0-9063-40c6-a29d-457ffa0b69e8 HTTP/1.1" status: 200 len: 210 time: 0.1518717 Jul 13 07:34:52.488693 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device a417b609-8c82-4e59-8077-a73fbe04d071 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:34:52.495945 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b377a22-5c49-4cf9-ac21-01fa1be23978 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Deleting subnet 7e41c5dd-84e8-4c1d-97eb-f8a340a2884d {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:34:52.514079 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b377a22-5c49-4cf9-ac21-01fa1be23978 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:52.554993 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-d5d354d2-f996-41b9-b759-7d6f82ec8a9b req-ad883573-370b-444e-ba83-5530aaeb3883 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] For port 344c4451-161d-4a77-8bc9-e36b8da002cb, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=344c4451-161d-4a77-8bc9-e36b8da002cb,segment=NetworkSegment(5a5e32fa-d1a7-44e2-b088-49b4ede36727),segment_id=5a5e32fa-d1a7-44e2-b088-49b4ede36727)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:52.555628 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d5d354d2-f996-41b9-b759-7d6f82ec8a9b req-ad883573-370b-444e-ba83-5530aaeb3883 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:52.634103 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b377a22-5c49-4cf9-ac21-01fa1be23978 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:52.709508 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-d5d354d2-f996-41b9-b759-7d6f82ec8a9b req-ad883573-370b-444e-ba83-5530aaeb3883 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Calling delete_port for 344c4451-161d-4a77-8bc9-e36b8da002cb owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:52.828850 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port a417b609-8c82-4e59-8077-a73fbe04d071 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:52.829882 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:52.864088 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5c82fec8-3d76-4ab9-9a61-e1bf28e4a37e None None] Provisioning for port c1b2b9b0-9c82-4861-a9ba-2ca48b8b9f13 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:52.873281 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b377a22-5c49-4cf9-ac21-01fa1be23978 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:52.878647 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5c82fec8-3d76-4ab9-9a61-e1bf28e4a37e None None] Provisioning complete for port c1b2b9b0-9c82-4861-a9ba-2ca48b8b9f13 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:52.879021 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5c82fec8-3d76-4ab9-9a61-e1bf28e4a37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:52.922056 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-5c82fec8-3d76-4ab9-9a61-e1bf28e4a37e None None] Port c1b2b9b0-9c82-4861-a9ba-2ca48b8b9f13 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:34:52.948271 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b377a22-5c49-4cf9-ac21-01fa1be23978 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:53.059802 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57fd3f8-57b6-4bf6-aca3-5c38847542dc tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Made reservation on behalf of 71f928143c3f4a60bafd545bee5481d1 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:34:53.060703 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b377a22-5c49-4cf9-ac21-01fa1be23978 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Pushing event deleted for resources: {'Subnet': ['ID=7e41c5dd-84e8-4c1d-97eb-f8a340a2884d,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:53.067552 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a57fd3f8-57b6-4bf6-aca3-5c38847542dc tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:53.069310 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b377a22-5c49-4cf9-ac21-01fa1be23978 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:53.075675 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8b377a22-5c49-4cf9-ac21-01fa1be23978 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "DELETE /v2.0/subnets/7e41c5dd-84e8-4c1d-97eb-f8a340a2884d HTTP/1.1" status: 204 len: 168 time: 0.8528492 Jul 13 07:34:53.076310 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38162) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:53.083731 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a751251e-1d34-4e06-bade-dfa107d45d5a None None] Provisioning complete for port c1b2b9b0-9c82-4861-a9ba-2ca48b8b9f13 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:53.084034 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a751251e-1d34-4e06-bade-dfa107d45d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:53.088041 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cf9ef3-6646-4807-9c9c-db09d13609df None None] Network c585a6c0-7b73-4536-a692-dae61cbdb028 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:53.142827 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-a57fd3f8-57b6-4bf6-aca3-5c38847542dc tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] device_id is not set on port 070ced43-facd-45ee-bc6c-051395fb05db yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:34:53.222051 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-56d59811-43cd-474e-b71e-f5bf21ab9d90 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Deleting subnet 61e9bb2d-d334-46ee-a94c-dc384201b119 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:34:53.226280 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-56d59811-43cd-474e-b71e-f5bf21ab9d90 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:53.296112 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-56d59811-43cd-474e-b71e-f5bf21ab9d90 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:53.426476 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-0d798a42-0a24-4b42-85a1-29fd5127a445 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-266769057', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}, 'admin_state_up': False}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:34:53.455089 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-56d59811-43cd-474e-b71e-f5bf21ab9d90 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:53.488991 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-a751251e-1d34-4e06-bade-dfa107d45d5a None None] Port c1b2b9b0-9c82-4861-a9ba-2ca48b8b9f13 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:34:53.533800 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:53.697349 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-56d59811-43cd-474e-b71e-f5bf21ab9d90 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:53.744211 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-56d59811-43cd-474e-b71e-f5bf21ab9d90 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:53.747318 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-56d59811-43cd-474e-b71e-f5bf21ab9d90 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "DELETE /v2.0/subnets/61e9bb2d-d334-46ee-a94c-dc384201b119 HTTP/1.1" status: 204 len: 168 time: 0.6696839 Jul 13 07:34:53.764375 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c485eee9-9e95-4346-b532-83a4adeb1929 None None] Network 429c5271-60ed-4dd8-b05d-2fc0729d6432 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:34:53.796637 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38176) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:53.832601 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d59811-43cd-474e-b71e-f5bf21ab9d90 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Pushing event deleted for resources: {'Subnet': ['ID=61e9bb2d-d334-46ee-a94c-dc384201b119,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:53.870300 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:53.901575 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eeb303f-f382-432f-a73a-f5e234c43cb2 None None] DHCP port deletion for c585a6c0-7b73-4536-a692-dae61cbdb028 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:34:53.931131 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 344c4451-161d-4a77-8bc9-e36b8da002cb no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:53.978245 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14167b4a-b041-4dd1-8fb7-22db745ff8e4 req-d29337e8-3ec7-4947-8e14-dcbf207bd45b tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:53.984918 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-14167b4a-b041-4dd1-8fb7-22db745ff8e4 req-d29337e8-3ec7-4947-8e14-dcbf207bd45b tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=f333e7de-7083-401d-9bde-7d33d211c1d3 HTTP/1.1" status: 200 len: 945 time: 0.7699161 Jul 13 07:34:53.989377 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0d798a42-0a24-4b42-85a1-29fd5127a445 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:53.994424 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0d798a42-0a24-4b42-85a1-29fd5127a445 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:54.084379 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c5dd0af0-cf00-410c-92d5-b4cb5a0d040a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:54.174637 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c3460118-5cc1-4bd3-bbcd-b29d8739a51c req-747581dc-ec95-46a7-a0bf-64c13dcf6cee tempest-ServerShowV247Test-89495918 tempest-ServerShowV247Test-89495918-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98f3de0-9063-40c6-a29d-457ffa0b69e8 HTTP/1.1" status: 200 len: 210 time: 0.0861712 Jul 13 07:34:54.209733 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:54.347438 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-9eeb303f-f382-432f-a73a-f5e234c43cb2 None None] Deleting port 35c1684b-4176-4fdc-9ba3-746c6333ae57 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:54.348188 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9eeb303f-f382-432f-a73a-f5e234c43cb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:54.438805 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 35c1684b-4176-4fdc-9ba3-746c6333ae57 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:54.472388 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-c5dd0af0-cf00-410c-92d5-b4cb5a0d040a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Deleting port 35c1684b-4176-4fdc-9ba3-746c6333ae57 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:54.474718 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c5dd0af0-cf00-410c-92d5-b4cb5a0d040a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:54.480461 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0d798a42-0a24-4b42-85a1-29fd5127a445 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:54.484470 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d5d354d2-f996-41b9-b759-7d6f82ec8a9b req-ad883573-370b-444e-ba83-5530aaeb3883 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:54.569609 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a605c6af-afc3-4092-baf8-d2f2ab2e870a None None] DHCP port deletion for 429c5271-60ed-4dd8-b05d-2fc0729d6432 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:34:54.741310 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-14167b4a-b041-4dd1-8fb7-22db745ff8e4 req-80f8ed1a-4607-489f-a69c-ac2f2f880bf2 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7091124 Jul 13 07:34:54.754923 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-a57fd3f8-57b6-4bf6-aca3-5c38847542dc tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Allocated IP 172.20.0.14 (ede29bb5-3b36-4de0-9871-ad3ba864b9c5/22179879-7840-4d7e-be19-f2f1072a4dc7/070ced43-facd-45ee-bc6c-051395fb05db) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:54.839151 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-c5dd0af0-cf00-410c-92d5-b4cb5a0d040a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] For port 35c1684b-4176-4fdc-9ba3-746c6333ae57, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=35c1684b-4176-4fdc-9ba3-746c6333ae57,segment=NetworkSegment(b7bb93bc-cbf8-4d9d-81a8-4428e0baa434),segment_id=b7bb93bc-cbf8-4d9d-81a8-4428e0baa434)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:54.846571 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c5dd0af0-cf00-410c-92d5-b4cb5a0d040a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:54.847061 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-9eeb303f-f382-432f-a73a-f5e234c43cb2 None None] For port 35c1684b-4176-4fdc-9ba3-746c6333ae57, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=35c1684b-4176-4fdc-9ba3-746c6333ae57,segment=NetworkSegment(b7bb93bc-cbf8-4d9d-81a8-4428e0baa434),segment_id=b7bb93bc-cbf8-4d9d-81a8-4428e0baa434)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:54.847493 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9eeb303f-f382-432f-a73a-f5e234c43cb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:54.849403 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad883573-370b-444e-ba83-5530aaeb3883 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Pushing event deleted for resources: {'Port': ['ID=344c4451-161d-4a77-8bc9-e36b8da002cb,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:54.884425 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-9eeb303f-f382-432f-a73a-f5e234c43cb2 None None] Calling delete_port for 35c1684b-4176-4fdc-9ba3-746c6333ae57 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:54.890590 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-c5dd0af0-cf00-410c-92d5-b4cb5a0d040a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Calling delete_port for 35c1684b-4176-4fdc-9ba3-746c6333ae57 owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:55.112566 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c5dd0af0-cf00-410c-92d5-b4cb5a0d040a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.157955 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd0af0-cf00-410c-92d5-b4cb5a0d040a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Pushing event deleted for resources: {'Port': ['ID=35c1684b-4176-4fdc-9ba3-746c6333ae57,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:55.173145 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dd0af0-cf00-410c-92d5-b4cb5a0d040a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] No DVR routers for this DVR port 35c1684b-4176-4fdc-9ba3-746c6333ae57 on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:55.367070 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.411632 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c5dd0af0-cf00-410c-92d5-b4cb5a0d040a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.425345 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0d798a42-0a24-4b42-85a1-29fd5127a445 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.436037 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-c5dd0af0-cf00-410c-92d5-b4cb5a0d040a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c585a6c0-7b73-4536-a692-dae61cbdb028']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:55.466829 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-c5dd0af0-cf00-410c-92d5-b4cb5a0d040a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7bb93bc-cbf8-4d9d-81a8-4428e0baa434') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:55.468405 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d354d2-f996-41b9-b759-7d6f82ec8a9b req-ad883573-370b-444e-ba83-5530aaeb3883 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] No DVR routers for this DVR port 344c4451-161d-4a77-8bc9-e36b8da002cb on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:55.471380 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-c5dd0af0-cf00-410c-92d5-b4cb5a0d040a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7bb93bc-cbf8-4d9d-81a8-4428e0baa434') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:55.472219 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d5d354d2-f996-41b9-b759-7d6f82ec8a9b req-ad883573-370b-444e-ba83-5530aaeb3883 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.474577 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-a605c6af-afc3-4092-baf8-d2f2ab2e870a None None] Deleting port b181b380-8c19-403e-a15c-5bf4ef410769 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:55.475578 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a605c6af-afc3-4092-baf8-d2f2ab2e870a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.477352 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d5d354d2-f996-41b9-b759-7d6f82ec8a9b req-ad883573-370b-444e-ba83-5530aaeb3883 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.25 "DELETE /v2.0/ports/344c4451-161d-4a77-8bc9-e36b8da002cb HTTP/1.1" status: 204 len: 173 time: 3.8167765 Jul 13 07:34:55.499468 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c5dd0af0-cf00-410c-92d5-b4cb5a0d040a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.516573 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f333e7de-7083-401d-9bde-7d33d211c1d3', 'name': 'network-vif-deleted', 'tag': '344c4451-161d-4a77-8bc9-e36b8da002cb'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:34:55.528712 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6eddfa4-8c61-463a-bfe5-e79c6ae704d4" -d '{"events": [{"server_uuid": "f333e7de-7083-401d-9bde-7d33d211c1d3", "name": "network-vif-deleted", "tag": "344c4451-161d-4a77-8bc9-e36b8da002cb"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:34:55.530986 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c5dd0af0-cf00-410c-92d5-b4cb5a0d040a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.551624 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5dd0af0-cf00-410c-92d5-b4cb5a0d040a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:34:55.552295 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c5dd0af0-cf00-410c-92d5-b4cb5a0d040a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.566508 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:34:55.566508 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:34:55.566508 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:34:55.566508 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:34:55.566508 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:34:55.566508 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:34:55.566508 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:34:55.566508 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:34:55.566508 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:34:55.566508 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:34:55.566508 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:34:55.566508 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:34:55.566508 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:34:55.566508 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:34:55.566508 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:34:55.566508 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:34:55.566508 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:34:55.566508 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:34:55.566508 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:34:55.566508 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:34:55.566508 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:34:55.566508 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:34:55.566508 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:34:55.566508 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:34:55.566508 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:34:55.566508 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:34:55.566508 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:34:55.566508 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:34:55.566508 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:34:55.566508 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:34:55.566508 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:34:55.566508 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:34:55.634291 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9eeb303f-f382-432f-a73a-f5e234c43cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.697777 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed395a0-e8f9-42b9-933e-814135f074b1 x-openstack-request-id: req-9ed395a0-e8f9-42b9-933e-814135f074b1 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:34:55.698230 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f333e7de-7083-401d-9bde-7d33d211c1d3", "name": "network-vif-deleted", "tag": "344c4451-161d-4a77-8bc9-e36b8da002cb", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:34:55.698627 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9ed395a0-e8f9-42b9-933e-814135f074b1 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:34:55.699266 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f333e7de-7083-401d-9bde-7d33d211c1d3', 'name': 'network-vif-deleted', 'tag': '344c4451-161d-4a77-8bc9-e36b8da002cb', 'status': 'completed', 'code': 200} Jul 13 07:34:55.882091 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-a605c6af-afc3-4092-baf8-d2f2ab2e870a None None] For port b181b380-8c19-403e-a15c-5bf4ef410769, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=b181b380-8c19-403e-a15c-5bf4ef410769,segment=NetworkSegment(8ed6da62-daf9-496c-b1a4-984cc4d0a038),segment_id=8ed6da62-daf9-496c-b1a4-984cc4d0a038)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:55.882874 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a605c6af-afc3-4092-baf8-d2f2ab2e870a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:55.943171 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-a605c6af-afc3-4092-baf8-d2f2ab2e870a None None] Calling delete_port for b181b380-8c19-403e-a15c-5bf4ef410769 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:56.009042 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fe9171c1-3d13-4960-bff2-5805c2b6d075 req-440a3f2a-958a-41e8-a1e9-f4c798b0ca52 tempest-ServerShowV247Test-89495918 tempest-ServerShowV247Test-89495918-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98f3de0-9063-40c6-a29d-457ffa0b69e8 HTTP/1.1" status: 200 len: 210 time: 0.3723485 Jul 13 07:34:56.025723 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c5dd0af0-cf00-410c-92d5-b4cb5a0d040a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:56.033004 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c5dd0af0-cf00-410c-92d5-b4cb5a0d040a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:56.038782 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c5dd0af0-cf00-410c-92d5-b4cb5a0d040a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "DELETE /v2.0/networks/c585a6c0-7b73-4536-a692-dae61cbdb028 HTTP/1.1" status: 204 len: 168 time: 2.2339160 Jul 13 07:34:56.040253 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38220) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:56.073858 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd0af0-cf00-410c-92d5-b4cb5a0d040a tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Pushing event deleted for resources: {'Network': ['ID=c585a6c0-7b73-4536-a692-dae61cbdb028,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:56.214760 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6512b06b-d950-474a-ab07-4b7d4a639804 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:56.406794 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4521b21e-3ada-42b3-8c60-442193e00d90 req-4a277804-6a9f-44b8-9a81-65400fb44357 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=f333e7de-7083-401d-9bde-7d33d211c1d3 HTTP/1.1" status: 200 len: 210 time: 0.1842644 Jul 13 07:34:56.431869 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-6512b06b-d950-474a-ab07-4b7d4a639804 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Deleting port b181b380-8c19-403e-a15c-5bf4ef410769 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:56.439886 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6512b06b-d950-474a-ab07-4b7d4a639804 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:56.599021 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb303f-f382-432f-a73a-f5e234c43cb2 None None] Pushing event deleted for resources: {'Port': ['ID=35c1684b-4176-4fdc-9ba3-746c6333ae57,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:56.625251 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a57fd3f8-57b6-4bf6-aca3-5c38847542dc tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:56.649777 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-6512b06b-d950-474a-ab07-4b7d4a639804 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] For port b181b380-8c19-403e-a15c-5bf4ef410769, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=b181b380-8c19-403e-a15c-5bf4ef410769,segment=NetworkSegment(8ed6da62-daf9-496c-b1a4-984cc4d0a038),segment_id=8ed6da62-daf9-496c-b1a4-984cc4d0a038)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:34:56.650296 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6512b06b-d950-474a-ab07-4b7d4a639804 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:56.671638 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9eeb303f-f382-432f-a73a-f5e234c43cb2 None None] Network c585a6c0-7b73-4536-a692-dae61cbdb028 is not hosted by any dhcp agent {{(pid=94019) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 07:34:56.677005 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eeb303f-f382-432f-a73a-f5e234c43cb2 None None] No DVR routers for this DVR port 35c1684b-4176-4fdc-9ba3-746c6333ae57 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:56.731277 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-6512b06b-d950-474a-ab07-4b7d4a639804 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Calling delete_port for b181b380-8c19-403e-a15c-5bf4ef410769 owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:34:56.766138 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-a57fd3f8-57b6-4bf6-aca3-5c38847542dc tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Transition to ACTIVE for port object 070ced43-facd-45ee-bc6c-051395fb05db will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:34:56.818825 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0d798a42-0a24-4b42-85a1-29fd5127a445 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router_gateway, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:56.849217 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a605c6af-afc3-4092-baf8-d2f2ab2e870a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:56.849533 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0d798a42-0a24-4b42-85a1-29fd5127a445 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:56.869697 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a605c6af-afc3-4092-baf8-d2f2ab2e870a None None] No DVR routers for this DVR port b181b380-8c19-403e-a15c-5bf4ef410769 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:56.910808 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b181b380-8c19-403e-a15c-5bf4ef410769 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:34:56.915478 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605c6af-afc3-4092-baf8-d2f2ab2e870a None None] Pushing event deleted for resources: {'Port': ['ID=b181b380-8c19-403e-a15c-5bf4ef410769,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:56.975737 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: b181b380-8c19-403e-a15c-5bf4ef410769 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:34:56.976740 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b181b380-8c19-403e-a15c-5bf4ef410769 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:34:57.019978 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6512b06b-d950-474a-ab07-4b7d4a639804 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:57.021589 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-0d798a42-0a24-4b42-85a1-29fd5127a445 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Allocated IP 172.25.3.54 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/dded6a16-fc01-4023-a26c-46d00cbea3c5) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:34:57.057383 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6512b06b-d950-474a-ab07-4b7d4a639804 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] No DVR routers for this DVR port b181b380-8c19-403e-a15c-5bf4ef410769 on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:34:57.210037 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512b06b-d950-474a-ab07-4b7d4a639804 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Pushing event deleted for resources: {'Port': ['ID=b181b380-8c19-403e-a15c-5bf4ef410769,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:57.214917 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0d798a42-0a24-4b42-85a1-29fd5127a445 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:57.295034 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0d798a42-0a24-4b42-85a1-29fd5127a445 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:57.320854 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6512b06b-d950-474a-ab07-4b7d4a639804 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:57.342876 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-6512b06b-d950-474a-ab07-4b7d4a639804 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['429c5271-60ed-4dd8-b05d-2fc0729d6432']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:57.364005 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-6512b06b-d950-474a-ab07-4b7d4a639804 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ed6da62-daf9-496c-b1a4-984cc4d0a038') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:57.364517 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-6512b06b-d950-474a-ab07-4b7d4a639804 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ed6da62-daf9-496c-b1a4-984cc4d0a038') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:34:57.383749 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6512b06b-d950-474a-ab07-4b7d4a639804 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:57.413887 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6512b06b-d950-474a-ab07-4b7d4a639804 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:57.425824 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6512b06b-d950-474a-ab07-4b7d4a639804 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:34:57.426371 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6512b06b-d950-474a-ab07-4b7d4a639804 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:57.432971 n-d-771363-34 neutron-server[94017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:34:57.432971 n-d-771363-34 neutron-server[94017]: self.session.flush() Jul 13 07:34:57.432971 n-d-771363-34 neutron-server[94017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:34:57.432971 n-d-771363-34 neutron-server[94017]: self.session.flush() Jul 13 07:34:57.432971 n-d-771363-34 neutron-server[94017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:34:57.432971 n-d-771363-34 neutron-server[94017]: self.session.flush() Jul 13 07:34:57.432971 n-d-771363-34 neutron-server[94017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:34:57.432971 n-d-771363-34 neutron-server[94017]: self.session.flush() Jul 13 07:34:57.432971 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:34:57.432971 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:34:57.432971 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:34:57.432971 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:34:57.432971 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:34:57.432971 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:34:57.432971 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:34:57.432971 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:34:57.432971 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:34:57.432971 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:34:57.432971 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:34:57.432971 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:34:57.432971 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:34:57.432971 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:34:57.432971 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:34:57.432971 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:34:57.432971 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:34:57.432971 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:34:57.432971 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:34:57.432971 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:34:57.432971 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:34:57.432971 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:34:57.432971 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:34:57.432971 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:34:57.432971 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:34:57.432971 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:34:57.432971 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:34:57.432971 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:34:57.432971 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:34:57.432971 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:34:57.432971 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:34:57.432971 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:34:57.448104 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d798a42-0a24-4b42-85a1-29fd5127a445 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:57.455078 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-0d798a42-0a24-4b42-85a1-29fd5127a445 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:57.472711 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d798a42-0a24-4b42-85a1-29fd5127a445 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Pushing event updated for resources: {'Port': ['ID=dded6a16-fc01-4023-a26c-46d00cbea3c5,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:57.477915 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d798a42-0a24-4b42-85a1-29fd5127a445 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:57.498597 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-11b7c03c-6955-4a76-b70d-336bff245780 req-0d4eca51-ab89-487f-8c17-e012b582c22e tempest-ServerShowV247Test-89495918 tempest-ServerShowV247Test-89495918-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98f3de0-9063-40c6-a29d-457ffa0b69e8 HTTP/1.1" status: 200 len: 210 time: 0.0892310 Jul 13 07:34:57.546382 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a57fd3f8-57b6-4bf6-aca3-5c38847542dc tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:57.658998 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6512b06b-d950-474a-ab07-4b7d4a639804 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:57.675080 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6512b06b-d950-474a-ab07-4b7d4a639804 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:57.686763 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57fd3f8-57b6-4bf6-aca3-5c38847542dc tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Network ede29bb5-3b36-4de0-9871-ad3ba864b9c5 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:34:57.705195 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6512b06b-d950-474a-ab07-4b7d4a639804 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] 10.222.0.23 "DELETE /v2.0/networks/429c5271-60ed-4dd8-b05d-2fc0729d6432 HTTP/1.1" status: 204 len: 168 time: 1.6581271 Jul 13 07:34:57.705488 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-a57fd3f8-57b6-4bf6-aca3-5c38847542dc tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:34:57.764672 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512b06b-d950-474a-ab07-4b7d4a639804 tempest-TaggedBootDevicesTest_v242-1268254443 tempest-TaggedBootDevicesTest_v242-1268254443-project] Pushing event deleted for resources: {'Network': ['ID=429c5271-60ed-4dd8-b05d-2fc0729d6432,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:57.831722 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57fd3f8-57b6-4bf6-aca3-5c38847542dc tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'Port': ['ID=070ced43-facd-45ee-bc6c-051395fb05db,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:34:57.868465 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57fd3f8-57b6-4bf6-aca3-5c38847542dc tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:34:58.284887 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57fd3f8-57b6-4bf6-aca3-5c38847542dc tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:58.286008 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a57fd3f8-57b6-4bf6-aca3-5c38847542dc tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:58.330770 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a57fd3f8-57b6-4bf6-aca3-5c38847542dc tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 6.3015378 Jul 13 07:34:58.333782 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38262) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:58.390711 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6339a265-6686-49b7-b29d-4a847844115c None None] Provisioning for port 070ced43-facd-45ee-bc6c-051395fb05db completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:34:58.412886 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6339a265-6686-49b7-b29d-4a847844115c None None] Provisioning complete for port 070ced43-facd-45ee-bc6c-051395fb05db triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:34:58.413877 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6339a265-6686-49b7-b29d-4a847844115c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:58.546085 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-146380fd-1dff-48d2-af3c-8307aa283525 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:58.548778 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-146380fd-1dff-48d2-af3c-8307aa283525 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/networks?id=324cb62a-283f-4998-ab58-61f8ca597760 HTTP/1.1" status: 200 len: 812 time: 0.2905869 Jul 13 07:34:58.577137 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-29a20d28-da30-4b47-904a-fbbf2d8542e8 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/quotas/9f479963551e4752848e4380eebe58cf HTTP/1.1" status: 200 len: 375 time: 0.0192103 Jul 13 07:34:58.587735 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-6339a265-6686-49b7-b29d-4a847844115c None None] Port 070ced43-facd-45ee-bc6c-051395fb05db cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:34:58.678272 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-759cbe33-24f2-486b-88b1-9ea4c29cf6ff tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9f479963551e4752848e4380eebe58cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0912733 Jul 13 07:34:58.996186 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-8a57fef8-15a8-4d00-997e-8d69bc8ba4c6 service neutron] 10.222.0.23 "GET /v2.0/networks/324cb62a-283f-4998-ab58-61f8ca597760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134358 Jul 13 07:34:59.046305 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-179dee56-3be6-4a9e-9539-7790534ca713 req-b1dce1d2-90f9-4293-8bd2-b918bd466eff tempest-ServerShowV247Test-89495918 tempest-ServerShowV247Test-89495918-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98f3de0-9063-40c6-a29d-457ffa0b69e8 HTTP/1.1" status: 200 len: 210 time: 0.0920863 Jul 13 07:34:59.124154 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96127f1-db2b-4f7f-9087-6e3eb4717baa tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:34:59.128094 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c96127f1-db2b-4f7f-9087-6e3eb4717baa tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.7928588 Jul 13 07:34:59.129140 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38278) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:34:59.258597 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0d798a42-0a24-4b42-85a1-29fd5127a445 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router_gateway, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:59.277735 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-4a25b2bb-dd34-4815-b2f9-cec3364ed682 service neutron] 10.222.0.23 "GET /v2.0/networks/324cb62a-283f-4998-ab58-61f8ca597760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708035 Jul 13 07:34:59.687194 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6da998d0-66a1-43df-95dc-96af53551695 req-8ad6df04-4cea-4f69-8d9b-5157c6f0be4c tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6b5f05c-76ad-44b3-a8b1-71d985bb5b9a HTTP/1.1" status: 200 len: 210 time: 0.0798073 Jul 13 07:34:59.700696 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-3cc777c8-8e53-425b-be3d-66fdf81c23a9 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Deleting port 070ced43-facd-45ee-bc6c-051395fb05db {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:34:59.701065 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3cc777c8-8e53-425b-be3d-66fdf81c23a9 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:34:59.923931 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0d798a42-0a24-4b42-85a1-29fd5127a445 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:00.150388 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3cc777c8-8e53-425b-be3d-66fdf81c23a9 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:00.204553 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-331421fb-c947-410e-9c54-542c78f180ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:00.209418 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-3cc777c8-8e53-425b-be3d-66fdf81c23a9 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Calling delete_port for 070ced43-facd-45ee-bc6c-051395fb05db owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:00.493826 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8aad465a-9391-4b48-9cd8-0eaad17209bf req-d83de6cc-5197-4d55-8c3c-e26bf9ac7015 tempest-ServerShowV247Test-89495918 tempest-ServerShowV247Test-89495918-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98f3de0-9063-40c6-a29d-457ffa0b69e8 HTTP/1.1" status: 200 len: 210 time: 0.1151516 Jul 13 07:35:00.494700 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38316) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:00.931293 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d08f957a-c419-4e93-83f7-963cb2d6d639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:01.261602 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d08f957a-c419-4e93-83f7-963cb2d6d639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:01.269538 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d08f957a-c419-4e93-83f7-963cb2d6d639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:01.288839 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d36f1cd1-c572-4304-9b75-c47c89e2ec62 req-2c551173-e159-4dc0-86fe-5ed7aa70da52 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6b5f05c-76ad-44b3-a8b1-71d985bb5b9a HTTP/1.1" status: 200 len: 210 time: 0.1074362 Jul 13 07:35:01.392262 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d08f957a-c419-4e93-83f7-963cb2d6d639 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1529e9c2aeff48cda13c3d9faa8e1b4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8959260 Jul 13 07:35:01.395556 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38332) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:01.406765 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f957a-c419-4e93-83f7-963cb2d6d639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89eff048-ad2e-4dbb-818e-799563572f00,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:01.519779 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d798a42-0a24-4b42-85a1-29fd5127a445 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Router 91a6d856-8326-45e3-97ab-3280cfa2505d is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:35:01.522100 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9b7b3085-67ba-493b-af62-bfecbab13b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:01.552811 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9b7b3085-67ba-493b-af62-bfecbab13b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:01.633085 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9b7b3085-67ba-493b-af62-bfecbab13b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:01.636524 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9b7b3085-67ba-493b-af62-bfecbab13b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:01.640355 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9b7b3085-67ba-493b-af62-bfecbab13b53 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/89eff048-ad2e-4dbb-818e-799563572f00 HTTP/1.1" status: 204 len: 168 time: 0.2427685 Jul 13 07:35:01.676360 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b3085-67ba-493b-af62-bfecbab13b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89eff048-ad2e-4dbb-818e-799563572f00,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:01.677451 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3cc777c8-8e53-425b-be3d-66fdf81c23a9 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:01.829861 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc777c8-8e53-425b-be3d-66fdf81c23a9 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'Port': ['ID=070ced43-facd-45ee-bc6c-051395fb05db,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:01.833777 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d798a42-0a24-4b42-85a1-29fd5127a445 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:35:01.848725 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec07f45-861b-45bb-9083-4255175df4c7 None None] Sync routers for ids ['91a6d856-8326-45e3-97ab-3280cfa2505d'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:35:01.863921 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec07f45-861b-45bb-9083-4255175df4c7 None None] Routers {'91a6d856-8326-45e3-97ab-3280cfa2505d'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:01.870691 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-6ec07f45-861b-45bb-9083-4255175df4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:34:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['91a6d856-8326-45e3-97ab-3280cfa2505d'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:02.018430 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-6ec07f45-861b-45bb-9083-4255175df4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:02.019823 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-00c59247-4d36-4826-a589-5552c29fc984 req-909d1224-1381-447f-bc5d-aa538c38e3aa tempest-ServerShowV247Test-89495918 tempest-ServerShowV247Test-89495918-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98f3de0-9063-40c6-a29d-457ffa0b69e8 HTTP/1.1" status: 200 len: 210 time: 0.1606181 Jul 13 07:35:02.058208 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec07f45-861b-45bb-9083-4255175df4c7 None None] Routers {'91a6d856-8326-45e3-97ab-3280cfa2505d'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:02.058525 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0d798a42-0a24-4b42-85a1-29fd5127a445 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:02.060602 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-6ec07f45-861b-45bb-9083-4255175df4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:34:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['91a6d856-8326-45e3-97ab-3280cfa2505d'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:02.075638 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0d798a42-0a24-4b42-85a1-29fd5127a445 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.8810925 Jul 13 07:35:02.087385 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38348) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:02.237979 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-6ec07f45-861b-45bb-9083-4255175df4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:02.241230 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec07f45-861b-45bb-9083-4255175df4c7 None None] The sync data for ids ['91a6d856-8326-45e3-97ab-3280cfa2505d'] in n-d-771363-34 is: [] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:35:02.345529 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3cc777c8-8e53-425b-be3d-66fdf81c23a9 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:02.363099 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3cc777c8-8e53-425b-be3d-66fdf81c23a9 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/ports/070ced43-facd-45ee-bc6c-051395fb05db HTTP/1.1" status: 204 len: 168 time: 3.2290652 Jul 13 07:35:02.384745 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38360) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:02.528222 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-c98f4236-1b83-494e-918e-dfc6d1f9dd8d tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:02.530695 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-c98f4236-1b83-494e-918e-dfc6d1f9dd8d tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.42 "GET /v2.0/networks?id=324cb62a-283f-4998-ab58-61f8ca597760 HTTP/1.1" status: 200 len: 812 time: 0.4116745 Jul 13 07:35:02.534473 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-56872a32-5e9c-40b5-aa32-078a805097ee tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] GET failed (client error): The resource could not be found. Jul 13 07:35:02.539471 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-56872a32-5e9c-40b5-aa32-078a805097ee tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "GET /v2.0/ports/070ced43-facd-45ee-bc6c-051395fb05db HTTP/1.1" status: 404 len: 333 time: 0.1484821 Jul 13 07:35:02.544906 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38366) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:02.596686 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a83c35e8-3360-4b98-ab24-26772a48fb68 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] 10.222.0.23 "GET /v2.0/routers/91a6d856-8326-45e3-97ab-3280cfa2505d HTTP/1.1" status: 200 len: 919 time: 0.4802318 Jul 13 07:35:02.601674 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38368) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:02.713989 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-3c0e0202-82b6-4c7e-823b-f998a8de4d43 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Request body: {'port': {'device_id': 'd6b5f05c-76ad-44b3-a8b1-71d985bb5b9a', 'network_id': '324cb62a-283f-4998-ab58-61f8ca597760', 'admin_state_up': True, 'tenant_id': '9f479963551e4752848e4380eebe58cf'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:02.723169 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-86e9b4e8-d6a9-49fb-9634-26372ba5edf1 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] 10.222.0.23 "GET /v2.0/ports?device_id=91a6d856-8326-45e3-97ab-3280cfa2505d HTTP/1.1" status: 200 len: 205 time: 0.1191316 Jul 13 07:35:02.724072 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38372) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:02.992272 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-02b55f36-1b88-40c8-985f-a8e7df26d456 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Deleting port c1b2b9b0-9c82-4861-a9ba-2ca48b8b9f13 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:02.992665 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-02b55f36-1b88-40c8-985f-a8e7df26d456 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.007687 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e0e68d3a-5f8c-4347-8204-78b605595ccf req-550eec14-2263-41e6-94ac-7b4efb52306a tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6b5f05c-76ad-44b3-a8b1-71d985bb5b9a HTTP/1.1" status: 200 len: 210 time: 0.2902479 Jul 13 07:35:03.086591 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-3c0e0202-82b6-4c7e-823b-f998a8de4d43 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Made reservation on behalf of 9f479963551e4752848e4380eebe58cf for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:03.093103 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-3c0e0202-82b6-4c7e-823b-f998a8de4d43 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.157454 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e699f528-1ab0-47f8-b43a-0256db1be740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.163190 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.283585 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0eff5bbe-0ba9-432b-a92c-a56f4848d109 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.395142 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-02b55f36-1b88-40c8-985f-a8e7df26d456 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.464995 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-02b55f36-1b88-40c8-985f-a8e7df26d456 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Calling delete_port for c1b2b9b0-9c82-4861-a9ba-2ca48b8b9f13 owned by {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:03.547310 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0eff5bbe-0ba9-432b-a92c-a56f4848d109 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.566570 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-53db9c41-2a3d-43cc-b8fd-dee401d587fc req-a63e1732-1493-46ae-8e58-8d3b08f99bd2 tempest-ServerShowV247Test-89495918 tempest-ServerShowV247Test-89495918-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98f3de0-9063-40c6-a29d-457ffa0b69e8 HTTP/1.1" status: 200 len: 210 time: 0.0973129 Jul 13 07:35:03.730271 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-0eff5bbe-0ba9-432b-a92c-a56f4848d109 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Deleting port dded6a16-fc01-4023-a26c-46d00cbea3c5 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:03.731464 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0eff5bbe-0ba9-432b-a92c-a56f4848d109 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.834433 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-3c0e0202-82b6-4c7e-823b-f998a8de4d43 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Allocated IP 172.20.0.6 (324cb62a-283f-4998-ab58-61f8ca597760/5b417da6-f0a7-4a6d-b28c-2dd98c361dbc/38bb6224-32be-4508-993c-e88650ffddc0) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:03.911825 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0eff5bbe-0ba9-432b-a92c-a56f4848d109 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:03.932992 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-0eff5bbe-0ba9-432b-a92c-a56f4848d109 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Calling delete_port for dded6a16-fc01-4023-a26c-46d00cbea3c5 owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:04.071742 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:04.458071 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-3c0e0202-82b6-4c7e-823b-f998a8de4d43 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:04.464646 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-02b55f36-1b88-40c8-985f-a8e7df26d456 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:04.607953 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f8e93eb9-53b3-40cf-8b42-f7ec98ce5fe8 req-8dc3daec-882a-4e31-acb9-bf18b5533168 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6b5f05c-76ad-44b3-a8b1-71d985bb5b9a HTTP/1.1" status: 200 len: 210 time: 0.1408441 Jul 13 07:35:04.837993 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0eff5bbe-0ba9-432b-a92c-a56f4848d109 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:04.903892 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff5bbe-0ba9-432b-a92c-a56f4848d109 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Pushing event deleted for resources: {'Port': ['ID=dded6a16-fc01-4023-a26c-46d00cbea3c5,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:05.114884 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0eff5bbe-0ba9-432b-a92c-a56f4848d109 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:05.193909 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38448) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:05.229343 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b55f36-1b88-40c8-985f-a8e7df26d456 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'Port': ['ID=c1b2b9b0-9c82-4861-a9ba-2ca48b8b9f13,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:05.303923 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-87226a69-2190-4dc9-949b-6d9d97280aeb req-ad3b37f6-3063-4152-86f6-9fe82ba83baf tempest-ServerShowV247Test-89495918 tempest-ServerShowV247Test-89495918-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98f3de0-9063-40c6-a29d-457ffa0b69e8 HTTP/1.1" status: 200 len: 210 time: 0.0920568 Jul 13 07:35:05.369875 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0eff5bbe-0ba9-432b-a92c-a56f4848d109 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:05.386852 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0eff5bbe-0ba9-432b-a92c-a56f4848d109 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:05.493887 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-3c0e0202-82b6-4c7e-823b-f998a8de4d43 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:05.650550 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0eff5bbe-0ba9-432b-a92c-a56f4848d109 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:05.653176 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eff5bbe-0ba9-432b-a92c-a56f4848d109 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Fanout notify agent at l3_agent the message router_deleted on router 91a6d856-8326-45e3-97ab-3280cfa2505d {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:35:05.653380 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-02b55f36-1b88-40c8-985f-a8e7df26d456 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:05.660929 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-02b55f36-1b88-40c8-985f-a8e7df26d456 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/ports/c1b2b9b0-9c82-4861-a9ba-2ca48b8b9f13 HTTP/1.1" status: 204 len: 168 time: 3.1139703 Jul 13 07:35:05.663676 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38460) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:05.674515 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-3c0e0202-82b6-4c7e-823b-f998a8de4d43 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Network 324cb62a-283f-4998-ab58-61f8ca597760 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:05.676562 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-3c0e0202-82b6-4c7e-823b-f998a8de4d43 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:05.680203 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-3c0e0202-82b6-4c7e-823b-f998a8de4d43 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:05.698380 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0eff5bbe-0ba9-432b-a92c-a56f4848d109 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:05.704402 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0eff5bbe-0ba9-432b-a92c-a56f4848d109 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] 10.222.0.23 "DELETE /v2.0/routers/91a6d856-8326-45e3-97ab-3280cfa2505d HTTP/1.1" status: 204 len: 168 time: 2.9672003 Jul 13 07:35:05.745934 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38464) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:05.800768 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-707fd2d6-3c04-4b20-beb2-0997cd44dc09 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Request body: {'router': {'name': 'tempest-snat-router-4898585', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'enable_snat': False}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:05.821973 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:05.868143 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e0202-82b6-4c7e-823b-f998a8de4d43 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Pushing event updated for resources: {'Port': ['ID=38bb6224-32be-4508-993c-e88650ffddc0,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:05.912884 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-3c0e0202-82b6-4c7e-823b-f998a8de4d43 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:05.913721 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-3c0e0202-82b6-4c7e-823b-f998a8de4d43 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:05.927699 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-707fd2d6-3c04-4b20-beb2-0997cd44dc09 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:05.929719 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-707fd2d6-3c04-4b20-beb2-0997cd44dc09 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:05.932248 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-77e109a4-187c-4a0a-bf21-e32ce916a5b3 req-cc88992d-ef02-4aa2-a9ca-9b5cd7ad1c88 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b98f3de0-9063-40c6-a29d-457ffa0b69e8 HTTP/1.1" status: 200 len: 210 time: 0.1743314 Jul 13 07:35:05.948699 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-165aa0cf-261a-4727-9d3a-5023aaf6f6f2 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] GET failed (client error): The resource could not be found. Jul 13 07:35:05.958189 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38472) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:05.958920 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-165aa0cf-261a-4727-9d3a-5023aaf6f6f2 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "GET /v2.0/ports/c1b2b9b0-9c82-4861-a9ba-2ca48b8b9f13 HTTP/1.1" status: 404 len: 333 time: 0.2904947 Jul 13 07:35:05.971562 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7b773022-71dd-4da2-8dcd-082d304dd616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:06.004115 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-3c0e0202-82b6-4c7e-823b-f998a8de4d43 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3096364 Jul 13 07:35:06.037507 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-c0a68fa8-1ed6-4522-b969-3f9c6e62d745 service neutron] Request body: {'port': {'device_id': 'd6b5f05c-76ad-44b3-a8b1-71d985bb5b9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:06.229105 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-e201822f-dbef-4668-9327-83ecd9d58d06 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Deleting subnet 22179879-7840-4d7e-be19-f2f1072a4dc7 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:35:06.241631 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e201822f-dbef-4668-9327-83ecd9d58d06 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:06.258637 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-707fd2d6-3c04-4b20-beb2-0997cd44dc09 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:06.305917 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-c0a68fa8-1ed6-4522-b969-3f9c6e62d745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:06.309381 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb970f-5a10-426d-8c5b-65c337dbc88e req-eabac8e2-21aa-4494-b7df-420b79568de7 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:06.330140 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6ffb970f-5a10-426d-8c5b-65c337dbc88e req-eabac8e2-21aa-4494-b7df-420b79568de7 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6b5f05c-76ad-44b3-a8b1-71d985bb5b9a HTTP/1.1" status: 200 len: 931 time: 0.3868365 Jul 13 07:35:06.503018 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7b773022-71dd-4da2-8dcd-082d304dd616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:06.517729 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7b773022-71dd-4da2-8dcd-082d304dd616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:06.596392 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e201822f-dbef-4668-9327-83ecd9d58d06 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:06.640241 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6ffb970f-5a10-426d-8c5b-65c337dbc88e req-dfeba044-7031-4d8e-8b1e-caad79f69bec tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956431 Jul 13 07:35:06.762923 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b773022-71dd-4da2-8dcd-082d304dd616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d26a2b-b325-4cb2-977a-9ca12c856325,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:06.794383 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7b773022-71dd-4da2-8dcd-082d304dd616 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5554ecc8eacc4c92a8ab11c2965940a4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5904655 Jul 13 07:35:06.796692 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38488) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:06.956913 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-76f78f38-9ff1-4f34-a5cf-189f402fcef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:06.989034 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a8681fdd-56c5-4181-b3b0-f451338d47d0 req-188cf735-47c6-4693-9be5-d0ce8ee0e75d tempest-ServerShowV247Test-89495918 tempest-ServerShowV247Test-89495918-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98f3de0-9063-40c6-a29d-457ffa0b69e8 HTTP/1.1" status: 200 len: 210 time: 0.0955245 Jul 13 07:35:07.006268 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-707fd2d6-3c04-4b20-beb2-0997cd44dc09 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:07.015093 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-76f78f38-9ff1-4f34-a5cf-189f402fcef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:07.131272 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-76f78f38-9ff1-4f34-a5cf-189f402fcef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:07.136153 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-76f78f38-9ff1-4f34-a5cf-189f402fcef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:07.138089 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-76f78f38-9ff1-4f34-a5cf-189f402fcef7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/15d26a2b-b325-4cb2-977a-9ca12c856325 HTTP/1.1" status: 204 len: 168 time: 0.3358097 Jul 13 07:35:07.151976 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f78f38-9ff1-4f34-a5cf-189f402fcef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d26a2b-b325-4cb2-977a-9ca12c856325,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:07.711186 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e201822f-dbef-4668-9327-83ecd9d58d06 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:08.218728 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-c0a68fa8-1ed6-4522-b969-3f9c6e62d745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38bb6224-32be-4508-993c-e88650ffddc0 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:35:08.264907 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-c0a68fa8-1ed6-4522-b969-3f9c6e62d745 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:08.307278 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-c0a68fa8-1ed6-4522-b969-3f9c6e62d745 service neutron] Transition to ACTIVE for port object 38bb6224-32be-4508-993c-e88650ffddc0 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:08.336070 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e201822f-dbef-4668-9327-83ecd9d58d06 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:08.351882 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-c0a68fa8-1ed6-4522-b969-3f9c6e62d745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:08.355335 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487977c-814d-4c2b-9971-f2130f54095f req-7c940701-dd7f-441e-8742-0b4d7c206cca tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:08.362887 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d487977c-814d-4c2b-9971-f2130f54095f req-7c940701-dd7f-441e-8742-0b4d7c206cca tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6b5f05c-76ad-44b3-a8b1-71d985bb5b9a HTTP/1.1" status: 200 len: 931 time: 0.2530394 Jul 13 07:35:08.484358 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-707fd2d6-3c04-4b20-beb2-0997cd44dc09 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:08.488942 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201822f-dbef-4668-9327-83ecd9d58d06 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'Subnet': ['ID=22179879-7840-4d7e-be19-f2f1072a4dc7,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:08.520624 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38de2006-24a0-4597-ab20-e86b33d7743a None None] Network ede29bb5-3b36-4de0-9871-ad3ba864b9c5 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:35:08.523862 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d487977c-814d-4c2b-9971-f2130f54095f req-8c4c9573-615c-48d4-a8e0-186314efab65 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473436 Jul 13 07:35:08.600499 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e201822f-dbef-4668-9327-83ecd9d58d06 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:08.604805 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e201822f-dbef-4668-9327-83ecd9d58d06 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/subnets/22179879-7840-4d7e-be19-f2f1072a4dc7 HTTP/1.1" status: 204 len: 168 time: 2.6454546 Jul 13 07:35:08.609050 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38528) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:08.628773 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-707fd2d6-3c04-4b20-beb2-0997cd44dc09 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:08.799390 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d231a0ac-2bf9-4a87-8c19-6a27ed1101e1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:08.858783 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a68fa8-1ed6-4522-b969-3f9c6e62d745 service neutron] Pushing event updated for resources: {'Port': ['ID=38bb6224-32be-4508-993c-e88650ffddc0,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:08.949284 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a59be82c-347e-403a-a457-73515f540840 req-f4d727e5-493e-418e-9fa5-8550b51791ad tempest-ServerShowV247Test-89495918 tempest-ServerShowV247Test-89495918-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98f3de0-9063-40c6-a29d-457ffa0b69e8 HTTP/1.1" status: 200 len: 210 time: 0.4148488 Jul 13 07:35:09.004311 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-707fd2d6-3c04-4b20-beb2-0997cd44dc09 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Allocated IP 172.25.3.248 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/130bfb7d-e7f2-450a-9568-6048b19d2f1a) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:09.016885 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-d231a0ac-2bf9-4a87-8c19-6a27ed1101e1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Deleting port a417b609-8c82-4e59-8077-a73fbe04d071 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:09.017514 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d231a0ac-2bf9-4a87-8c19-6a27ed1101e1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:09.163361 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0608854c-46bb-4059-a66d-d356ec7126d2 None None] DHCP port deletion for ede29bb5-3b36-4de0-9871-ad3ba864b9c5 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:35:09.214828 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-d231a0ac-2bf9-4a87-8c19-6a27ed1101e1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] For port a417b609-8c82-4e59-8077-a73fbe04d071, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=a417b609-8c82-4e59-8077-a73fbe04d071,segment=NetworkSegment(fe45371b-ae1c-4d76-989c-724be1310ac6),segment_id=fe45371b-ae1c-4d76-989c-724be1310ac6)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:09.218269 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d231a0ac-2bf9-4a87-8c19-6a27ed1101e1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:09.230177 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-c0a68fa8-1ed6-4522-b969-3f9c6e62d745 service neutron] Attempting to bind port 38bb6224-32be-4508-993c-e88650ffddc0 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:35:09.230507 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-c0a68fa8-1ed6-4522-b969-3f9c6e62d745 service neutron] Attempting to bind port 38bb6224-32be-4508-993c-e88650ffddc0 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '5a5e32fa-d1a7-44e2-b088-49b4ede36727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '324cb62a-283f-4998-ab58-61f8ca597760'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:35:09.231596 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-c0a68fa8-1ed6-4522-b969-3f9c6e62d745 service neutron] Attempting to bind port 38bb6224-32be-4508-993c-e88650ffddc0 on network 324cb62a-283f-4998-ab58-61f8ca597760 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:09.244728 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-707fd2d6-3c04-4b20-beb2-0997cd44dc09 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:09.256593 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-c0a68fa8-1ed6-4522-b969-3f9c6e62d745 service neutron] Port 38bb6224-32be-4508-993c-e88650ffddc0 on network 324cb62a-283f-4998-ab58-61f8ca597760 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:35:09.257000 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-c0a68fa8-1ed6-4522-b969-3f9c6e62d745 service neutron] Attempting to bind port 38bb6224-32be-4508-993c-e88650ffddc0 on network 324cb62a-283f-4998-ab58-61f8ca597760 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:09.259234 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-d231a0ac-2bf9-4a87-8c19-6a27ed1101e1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Calling delete_port for a417b609-8c82-4e59-8077-a73fbe04d071 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:09.301510 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-0608854c-46bb-4059-a66d-d356ec7126d2 None None] Deleting port a417b609-8c82-4e59-8077-a73fbe04d071 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:09.303484 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0608854c-46bb-4059-a66d-d356ec7126d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:09.305675 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-c0a68fa8-1ed6-4522-b969-3f9c6e62d745 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:35:09.306170 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-c0a68fa8-1ed6-4522-b969-3f9c6e62d745 service neutron] Checking segment: {'id': '5a5e32fa-d1a7-44e2-b088-49b4ede36727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '324cb62a-283f-4998-ab58-61f8ca597760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:09.306718 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-c0a68fa8-1ed6-4522-b969-3f9c6e62d745 service neutron] Bound using segment: {'id': '5a5e32fa-d1a7-44e2-b088-49b4ede36727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '324cb62a-283f-4998-ab58-61f8ca597760'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:35:09.307419 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-c0a68fa8-1ed6-4522-b969-3f9c6e62d745 service neutron] Bound port: 38bb6224-32be-4508-993c-e88650ffddc0, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a5e32fa-d1a7-44e2-b088-49b4ede36727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '324cb62a-283f-4998-ab58-61f8ca597760'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:35:09.307927 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-c0a68fa8-1ed6-4522-b969-3f9c6e62d745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:09.497784 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-0608854c-46bb-4059-a66d-d356ec7126d2 None None] For port a417b609-8c82-4e59-8077-a73fbe04d071, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=a417b609-8c82-4e59-8077-a73fbe04d071,segment=NetworkSegment(fe45371b-ae1c-4d76-989c-724be1310ac6),segment_id=fe45371b-ae1c-4d76-989c-724be1310ac6)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:09.498102 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0608854c-46bb-4059-a66d-d356ec7126d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:09.532511 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-0608854c-46bb-4059-a66d-d356ec7126d2 None None] Calling delete_port for a417b609-8c82-4e59-8077-a73fbe04d071 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:09.578667 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d231a0ac-2bf9-4a87-8c19-6a27ed1101e1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:09.676695 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231a0ac-2bf9-4a87-8c19-6a27ed1101e1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'Port': ['ID=a417b609-8c82-4e59-8077-a73fbe04d071,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:09.706928 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d231a0ac-2bf9-4a87-8c19-6a27ed1101e1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] No DVR routers for this DVR port a417b609-8c82-4e59-8077-a73fbe04d071 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:35:09.709007 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-c0a68fa8-1ed6-4522-b969-3f9c6e62d745 service neutron] For port 38bb6224-32be-4508-993c-e88650ffddc0, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:09.716744 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-707fd2d6-3c04-4b20-beb2-0997cd44dc09 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:09.727909 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-c0a68fa8-1ed6-4522-b969-3f9c6e62d745 service neutron] For port 38bb6224-32be-4508-993c-e88650ffddc0, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=38bb6224-32be-4508-993c-e88650ffddc0,segment=NetworkSegment(5a5e32fa-d1a7-44e2-b088-49b4ede36727),segment_id=5a5e32fa-d1a7-44e2-b088-49b4ede36727)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:35:09.748476 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-c0a68fa8-1ed6-4522-b969-3f9c6e62d745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:09.886117 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0608854c-46bb-4059-a66d-d356ec7126d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:10.000395 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0608854c-46bb-4059-a66d-d356ec7126d2 None None] No DVR routers for this DVR port a417b609-8c82-4e59-8077-a73fbe04d071 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:35:10.018240 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0608854c-46bb-4059-a66d-d356ec7126d2 None None] Pushing event deleted for resources: {'Port': ['ID=a417b609-8c82-4e59-8077-a73fbe04d071,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:10.037982 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707fd2d6-3c04-4b20-beb2-0997cd44dc09 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:10.093032 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-707fd2d6-3c04-4b20-beb2-0997cd44dc09 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:10.100488 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d231a0ac-2bf9-4a87-8c19-6a27ed1101e1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:10.107112 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707fd2d6-3c04-4b20-beb2-0997cd44dc09 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:10.110558 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-c0a68fa8-1ed6-4522-b969-3f9c6e62d745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:10.111225 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-c0a68fa8-1ed6-4522-b969-3f9c6e62d745 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:10.112853 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-c0a68fa8-1ed6-4522-b969-3f9c6e62d745 service neutron] 10.222.0.42 "PUT /v2.0/ports/38bb6224-32be-4508-993c-e88650ffddc0 HTTP/1.1" status: 200 len: 1092 time: 4.0818119 Jul 13 07:35:10.121396 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707fd2d6-3c04-4b20-beb2-0997cd44dc09 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Pushing event updated for resources: {'Port': ['ID=130bfb7d-e7f2-450a-9568-6048b19d2f1a,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:10.140050 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-d231a0ac-2bf9-4a87-8c19-6a27ed1101e1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede29bb5-3b36-4de0-9871-ad3ba864b9c5']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:10.146589 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b5f05c-76ad-44b3-a8b1-71d985bb5b9a', 'tag': '38bb6224-32be-4508-993c-e88650ffddc0'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:10.154969 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7060a057-e6fc-43d3-9f8f-79e57b44caa4" -d '{"events": [{"name": "network-changed", "server_uuid": "d6b5f05c-76ad-44b3-a8b1-71d985bb5b9a", "tag": "38bb6224-32be-4508-993c-e88650ffddc0"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:10.179820 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-d231a0ac-2bf9-4a87-8c19-6a27ed1101e1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe45371b-ae1c-4d76-989c-724be1310ac6') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:10.180109 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-d231a0ac-2bf9-4a87-8c19-6a27ed1101e1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe45371b-ae1c-4d76-989c-724be1310ac6') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:10.210357 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d231a0ac-2bf9-4a87-8c19-6a27ed1101e1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:10.240755 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d231a0ac-2bf9-4a87-8c19-6a27ed1101e1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:10.265506 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d231a0ac-2bf9-4a87-8c19-6a27ed1101e1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:35:10.266519 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d231a0ac-2bf9-4a87-8c19-6a27ed1101e1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:10.281624 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:10.281624 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:10.281624 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:10.281624 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:10.281624 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:35:10.281624 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:35:10.281624 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:35:10.281624 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:35:10.281624 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:35:10.281624 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:35:10.281624 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:35:10.281624 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:35:10.281624 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:35:10.281624 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:35:10.281624 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:35:10.281624 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:35:10.281624 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:35:10.281624 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:35:10.281624 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:35:10.281624 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:35:10.281624 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:35:10.281624 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:35:10.281624 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:35:10.281624 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:35:10.281624 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:35:10.281624 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:35:10.281624 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:35:10.281624 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:35:10.281624 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:35:10.281624 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:35:10.281624 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:35:10.281624 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:35:10.281624 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:35:10.281624 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:35:10.281624 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:35:10.281624 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:35:10.390718 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e11865f2-aa4b-423d-a310-44635acbcf53 req-528d8322-170b-43f0-8062-402b4b65c805 tempest-ServerShowV247Test-89495918 tempest-ServerShowV247Test-89495918-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98f3de0-9063-40c6-a29d-457ffa0b69e8&device_id=94ea9118-eb82-4043-8ea4-9153f44ea648 HTTP/1.1" status: 200 len: 210 time: 0.1016169 Jul 13 07:35:10.436969 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a68fa8-1ed6-4522-b969-3f9c6e62d745 service neutron] Pushing event updated for resources: {'Port': ['ID=38bb6224-32be-4508-993c-e88650ffddc0,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:10.583234 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d231a0ac-2bf9-4a87-8c19-6a27ed1101e1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:10.603410 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d231a0ac-2bf9-4a87-8c19-6a27ed1101e1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:10.613637 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d231a0ac-2bf9-4a87-8c19-6a27ed1101e1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/networks/ede29bb5-3b36-4de0-9871-ad3ba864b9c5 HTTP/1.1" status: 204 len: 168 time: 2.0032809 Jul 13 07:35:10.691488 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38572) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:10.732392 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-e3db7977-a43d-45ff-b2f4-c7f7097716b7 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1800331188'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:10.813610 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231a0ac-2bf9-4a87-8c19-6a27ed1101e1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'Network': ['ID=ede29bb5-3b36-4de0-9871-ad3ba864b9c5,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:10.893823 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f0f741-6edf-4b33-8fcd-e6f4187f93af x-openstack-request-id: req-05f0f741-6edf-4b33-8fcd-e6f4187f93af {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:10.894154 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6b5f05c-76ad-44b3-a8b1-71d985bb5b9a", "tag": "38bb6224-32be-4508-993c-e88650ffddc0", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:10.900802 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-05f0f741-6edf-4b33-8fcd-e6f4187f93af {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:10.908476 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6b5f05c-76ad-44b3-a8b1-71d985bb5b9a', 'tag': '38bb6224-32be-4508-993c-e88650ffddc0', 'status': 'completed', 'code': 200} Jul 13 07:35:10.911187 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3db7977-a43d-45ff-b2f4-c7f7097716b7 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Made reservation on behalf of 71f928143c3f4a60bafd545bee5481d1 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:10.927359 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e3db7977-a43d-45ff-b2f4-c7f7097716b7 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:10.954260 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device a417b609-8c82-4e59-8077-a73fbe04d071 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:35:11.060448 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: a417b609-8c82-4e59-8077-a73fbe04d071 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:35:11.063635 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device a417b609-8c82-4e59-8077-a73fbe04d071 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:35:11.102338 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3db7977-a43d-45ff-b2f4-c7f7097716b7 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:35:11.152058 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e3db7977-a43d-45ff-b2f4-c7f7097716b7 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:11.153007 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-e3db7977-a43d-45ff-b2f4-c7f7097716b7 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Added segment 5a4ac50d-4ebd-48da-974a-7869b493bb7d of type vlan for network f7b4d7bb-1220-4d11-91b3-612b89cf8bb4 Jul 13 07:35:11.173641 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c3ef7e4d-6d2e-4465-8e31-de2f41d941e5 req-45a479f8-bf49-4e82-9930-9f19e5c3afcc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6c6451df-a503-49d1-ac22-c66bf78a2f9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3817062 Jul 13 07:35:11.334537 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e3db7977-a43d-45ff-b2f4-c7f7097716b7 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:11.377686 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-92e6b883-7bcd-4356-a6a1-e4ebe33647aa req-59cd615f-7ee4-4815-bf92-1ac01296c0d1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea17570b8636463e884b470b50721211&device_id=b98f3de0-9063-40c6-a29d-457ffa0b69e8 HTTP/1.1" status: 200 len: 210 time: 0.0468483 Jul 13 07:35:11.400276 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-e9152735-0338-4ad3-8f00-b8b52367f772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:11.402665 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-e9152735-0338-4ad3-8f00-b8b52367f772 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f479963551e4752848e4380eebe58cf&device_id=d6b5f05c-76ad-44b3-a8b1-71d985bb5b9a HTTP/1.1" status: 200 len: 1095 time: 1.1472569 Jul 13 07:35:11.412272 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1300c26-7184-4bbb-8f05-223ab119553a req-a99dec8f-427d-483a-8fed-ff735c9c28a5 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:11.421591 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d1300c26-7184-4bbb-8f05-223ab119553a req-a99dec8f-427d-483a-8fed-ff735c9c28a5 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6b5f05c-76ad-44b3-a8b1-71d985bb5b9a HTTP/1.1" status: 200 len: 943 time: 1.4040399 Jul 13 07:35:11.434600 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e3db7977-a43d-45ff-b2f4-c7f7097716b7 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:11.452179 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3db7977-a43d-45ff-b2f4-c7f7097716b7 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:11.452998 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e3db7977-a43d-45ff-b2f4-c7f7097716b7 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:11.463645 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-92e6b883-7bcd-4356-a6a1-e4ebe33647aa req-dc6cf736-662c-4b82-a35c-b6b225edf655 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=ea17570b8636463e884b470b50721211&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0689647 Jul 13 07:35:11.593890 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e3db7977-a43d-45ff-b2f4-c7f7097716b7 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8999403 Jul 13 07:35:11.603143 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38598) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:11.616110 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-b792dad2-ca18-4c0f-aac0-61b034d6a248 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'subnet': {'network_id': 'f7b4d7bb-1220-4d11-91b3-612b89cf8bb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:11.723149 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-c64dd8c2-2233-4e15-a078-219dcf3e2f7a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38bb6224-32be-4508-993c-e88650ffddc0 HTTP/1.1" status: 200 len: 217 time: 0.2627287 Jul 13 07:35:11.725685 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db7977-a43d-45ff-b2f4-c7f7097716b7 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'Network': ['ID=f7b4d7bb-1220-4d11-91b3-612b89cf8bb4,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:11.745463 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network f7b4d7bb-1220-4d11-91b3-612b89cf8bb4 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:35:11.839611 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef7e4d-6d2e-4465-8e31-de2f41d941e5 req-6dc7952d-e33d-40de-aa80-96393acac1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:11.842720 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c3ef7e4d-6d2e-4465-8e31-de2f41d941e5 req-6dc7952d-e33d-40de-aa80-96393acac1e8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6942d3506e24fbf8b1e759d03152ce4&device_id=6c6451df-a503-49d1-ac22-c66bf78a2f9c HTTP/1.1" status: 200 len: 1097 time: 0.5986941 Jul 13 07:35:12.008794 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-211babed-adc2-453a-98f3-59e2c5b35640 req-ffd9c3ed-d0de-45a3-9efc-e3b9847e9829 tempest-ServerShowV247Test-89495918 tempest-ServerShowV247Test-89495918-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98f3de0-9063-40c6-a29d-457ffa0b69e8 HTTP/1.1" status: 200 len: 210 time: 0.3017123 Jul 13 07:35:12.383844 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b792dad2-ca18-4c0f-aac0-61b034d6a248 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Made reservation on behalf of 71f928143c3f4a60bafd545bee5481d1 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:12.397855 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b792dad2-ca18-4c0f-aac0-61b034d6a248 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:12.650654 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef7e4d-6d2e-4465-8e31-de2f41d941e5 req-64b95ec4-932b-40db-9a98-5e708b51421a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:12.654172 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c3ef7e4d-6d2e-4465-8e31-de2f41d941e5 req-64b95ec4-932b-40db-9a98-5e708b51421a service neutron] 10.222.0.25 "GET /v2.0/networks?id=fa4f1ed0-796d-49c1-a252-4afd480b8892 HTTP/1.1" status: 200 len: 915 time: 0.6691215 Jul 13 07:35:12.828341 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-707fd2d6-3c04-4b20-beb2-0997cd44dc09 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:12.984346 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c3ef7e4d-6d2e-4465-8e31-de2f41d941e5 req-c280e3dc-b143-4678-b827-defd36ba5fd4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6decb26-9157-4b94-ba02-fa70adbe77fe HTTP/1.1" status: 200 len: 217 time: 0.1837096 Jul 13 07:35:12.996244 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:35:13.067987 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b792dad2-ca18-4c0f-aac0-61b034d6a248 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:13.195149 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b792dad2-ca18-4c0f-aac0-61b034d6a248 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Checking segment: {'id': '5a4ac50d-4ebd-48da-974a-7869b493bb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f7b4d7bb-1220-4d11-91b3-612b89cf8bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:13.195535 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b792dad2-ca18-4c0f-aac0-61b034d6a248 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Network hostable DHCP agents. Network: f7b4d7bb-1220-4d11-91b3-612b89cf8bb4, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:35:13.229831 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-927eb744-63d0-4e37-a78d-2e72caff7198 req-6ec869d8-a0b0-4944-95c8-fa144c180f16 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=94ea9118-eb82-4043-8ea4-9153f44ea648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.3688288 Jul 13 07:35:13.238274 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef7e4d-6d2e-4465-8e31-de2f41d941e5 req-1342d419-2213-4d0c-ae8c-0c98eef54ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:13.242519 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c3ef7e4d-6d2e-4465-8e31-de2f41d941e5 req-1342d419-2213-4d0c-ae8c-0c98eef54ae2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2df3ee09-23c6-4609-848d-5109b67374a1 HTTP/1.1" status: 200 len: 854 time: 0.1853344 Jul 13 07:35:13.244363 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792dad2-ca18-4c0f-aac0-61b034d6a248 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'Subnet': ['ID=7006a222-cfa0-4ca2-8ca7-c2bb4b6c0c98,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:13.306060 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d1300c26-7184-4bbb-8f05-223ab119553a req-9151ea16-c64c-43ee-bc99-a729ddf642e4 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8833330 Jul 13 07:35:13.307955 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6b883-7bcd-4356-a6a1-e4ebe33647aa req-27b08f17-9b77-4dfb-8347-4b2fc6a4b55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:13.317712 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c3ef7e4d-6d2e-4465-8e31-de2f41d941e5 req-0d259fdb-bac4-43bb-a063-627509d15f2b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fa4f1ed0-796d-49c1-a252-4afd480b8892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660422 Jul 13 07:35:13.319824 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-92e6b883-7bcd-4356-a6a1-e4ebe33647aa req-27b08f17-9b77-4dfb-8347-4b2fc6a4b55d service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.8330448 Jul 13 07:35:13.375458 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-85bc4853-8d5f-4be1-8d82-b73407563832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:13.378165 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-85bc4853-8d5f-4be1-8d82-b73407563832 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5b417da6-f0a7-4a6d-b28c-2dd98c361dbc HTTP/1.1" status: 200 len: 852 time: 0.5147414 Jul 13 07:35:13.453577 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b792dad2-ca18-4c0f-aac0-61b034d6a248 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Network f7b4d7bb-1220-4d11-91b3-612b89cf8bb4 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:35:13.556737 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-927eb744-63d0-4e37-a78d-2e72caff7198 req-69f377d4-80e9-4f0e-989b-cb460a56aae9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea17570b8636463e884b470b50721211&device_id=94ea9118-eb82-4043-8ea4-9153f44ea648 HTTP/1.1" status: 200 len: 210 time: 0.2208471 Jul 13 07:35:13.560514 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-b792dad2-ca18-4c0f-aac0-61b034d6a248 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, f7b4d7bb-1220-4d11-91b3-612b89cf8bb4) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:13.567107 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b792dad2-ca18-4c0f-aac0-61b034d6a248 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:13.567405 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b792dad2-ca18-4c0f-aac0-61b034d6a248 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:13.572948 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ca0a0e-e88d-4a09-b1e5-73153c44cbda None None] Network f7b4d7bb-1220-4d11-91b3-612b89cf8bb4 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:35:13.620314 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c3ef7e4d-6d2e-4465-8e31-de2f41d941e5 req-93bb9b95-720a-48d5-b620-bdb24028093e service neutron] 10.222.0.25 "GET /v2.0/networks/fa4f1ed0-796d-49c1-a252-4afd480b8892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808113 Jul 13 07:35:13.652120 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b792dad2-ca18-4c0f-aac0-61b034d6a248 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0455112 Jul 13 07:35:13.669756 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38656) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:13.677434 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-8ffa6a1f-2725-407a-8829-179ef816ab41 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'port': {'network_id': 'f7b4d7bb-1220-4d11-91b3-612b89cf8bb4', 'name': 'tempest-PortsTestJSON-1847591708', 'fixed_ips': [{'subnet_id': '7006a222-cfa0-4ca2-8ca7-c2bb4b6c0c98', 'ip_address': '172.20.0.10'}]}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:13.878440 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7deabad4-273a-4e57-9ec6-a3cc311a0b8b req-516c6a28-3e93-48d9-8fd2-34338196646e tempest-ServerShowV247Test-89495918 tempest-ServerShowV247Test-89495918-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98f3de0-9063-40c6-a29d-457ffa0b69e8 HTTP/1.1" status: 200 len: 210 time: 0.1076758 Jul 13 07:35:13.933592 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-ca8d5517-6e9c-4a11-b3ea-7f4729e0376a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=324cb62a-283f-4998-ab58-61f8ca597760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4575205 Jul 13 07:35:14.001845 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36289564-2d72-4198-98a4-aa1dd04fa6e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-f7b4d7bb-1220-4d11-91b3-612b89cf8bb4', 'network_id': 'f7b4d7bb-1220-4d11-91b3-612b89cf8bb4', 'tenant_id': '71f928143c3f4a60bafd545bee5481d1', 'fixed_ips': [{'subnet_id': '7006a222-cfa0-4ca2-8ca7-c2bb4b6c0c98'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:35:14.002879 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-36289564-2d72-4198-98a4-aa1dd04fa6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:14.024058 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-927eb744-63d0-4e37-a78d-2e72caff7198 req-993bcf44-251c-47b4-a9a0-b70a92e0b8b3 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=ea17570b8636463e884b470b50721211&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0933261 Jul 13 07:35:14.291162 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c3ef7e4d-6d2e-4465-8e31-de2f41d941e5 req-7a35c6d6-72f6-4e52-bd3a-69383e87afc3 service neutron] 10.222.0.25 "GET /v2.0/networks/fa4f1ed0-796d-49c1-a252-4afd480b8892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6495156 Jul 13 07:35:14.360387 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffa6a1f-2725-407a-8829-179ef816ab41 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Made reservation on behalf of 71f928143c3f4a60bafd545bee5481d1 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:14.571473 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-36289564-2d72-4198-98a4-aa1dd04fa6e5 None None] Allocated IP 172.20.0.2 (f7b4d7bb-1220-4d11-91b3-612b89cf8bb4/7006a222-cfa0-4ca2-8ca7-c2bb4b6c0c98/cf09c3f8-bbed-43d4-ad15-a480e33b2c60) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:14.785821 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-52bf15f0-b247-4517-bb0f-b98766aaebba service neutron] 10.222.0.42 "GET /v2.0/networks/324cb62a-283f-4998-ab58-61f8ca597760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7552326 Jul 13 07:35:15.031353 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-36289564-2d72-4198-98a4-aa1dd04fa6e5 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.063666 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-36289564-2d72-4198-98a4-aa1dd04fa6e5 None None] Transition to ACTIVE for port object cf09c3f8-bbed-43d4-ad15-a480e33b2c60 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:15.129292 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-36289564-2d72-4198-98a4-aa1dd04fa6e5 None None] Transition to ACTIVE for port object cf09c3f8-bbed-43d4-ad15-a480e33b2c60 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:15.141501 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-36289564-2d72-4198-98a4-aa1dd04fa6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.150389 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [req-8a058b34-675b-4217-ba2f-90cb2c0484a3 req-33bf79ac-a160-4c31-b7f7-1ed364c5a6df service neutron] (94017) timed out ('10.222.0.23', 39036) {{(pid=94017) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 07:35:15.176926 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-30fec5f4-89e4-46db-9a48-89b9d841968e req-1c249bee-f1bb-4de4-8b17-cc71385cf200 service neutron] 10.222.0.42 "GET /v2.0/networks/324cb62a-283f-4998-ab58-61f8ca597760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352711 Jul 13 07:35:15.245005 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36289564-2d72-4198-98a4-aa1dd04fa6e5 None None] Pushing event updated for resources: {'Port': ['ID=cf09c3f8-bbed-43d4-ad15-a480e33b2c60,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:15.282087 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36289564-2d72-4198-98a4-aa1dd04fa6e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:15.282379 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36289564-2d72-4198-98a4-aa1dd04fa6e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:15.282625 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36289564-2d72-4198-98a4-aa1dd04fa6e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:15.287012 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36289564-2d72-4198-98a4-aa1dd04fa6e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:15.287614 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36289564-2d72-4198-98a4-aa1dd04fa6e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:15.288193 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36289564-2d72-4198-98a4-aa1dd04fa6e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:15.288688 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36289564-2d72-4198-98a4-aa1dd04fa6e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:15.289180 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36289564-2d72-4198-98a4-aa1dd04fa6e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:15.289682 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36289564-2d72-4198-98a4-aa1dd04fa6e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:15.290171 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36289564-2d72-4198-98a4-aa1dd04fa6e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:15.291980 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36289564-2d72-4198-98a4-aa1dd04fa6e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:15.292500 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36289564-2d72-4198-98a4-aa1dd04fa6e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:15.330388 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36289564-2d72-4198-98a4-aa1dd04fa6e5 None None] Network f7b4d7bb-1220-4d11-91b3-612b89cf8bb4 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:15.332298 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-36289564-2d72-4198-98a4-aa1dd04fa6e5 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:15.342506 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36289564-2d72-4198-98a4-aa1dd04fa6e5 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:15.451225 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927eb744-63d0-4e37-a78d-2e72caff7198 req-a72fc636-1b2a-4e6c-861e-0d51f300253b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:15.462167 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-927eb744-63d0-4e37-a78d-2e72caff7198 req-a72fc636-1b2a-4e6c-861e-0d51f300253b service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4212513 Jul 13 07:35:15.556148 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-36289564-2d72-4198-98a4-aa1dd04fa6e5 None None] Attempting to bind port cf09c3f8-bbed-43d4-ad15-a480e33b2c60 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:35:15.556148 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-36289564-2d72-4198-98a4-aa1dd04fa6e5 None None] Attempting to bind port cf09c3f8-bbed-43d4-ad15-a480e33b2c60 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '5a4ac50d-4ebd-48da-974a-7869b493bb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f7b4d7bb-1220-4d11-91b3-612b89cf8bb4'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:35:15.556148 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36289564-2d72-4198-98a4-aa1dd04fa6e5 None None] Attempting to bind port cf09c3f8-bbed-43d4-ad15-a480e33b2c60 on network f7b4d7bb-1220-4d11-91b3-612b89cf8bb4 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:15.565101 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36289564-2d72-4198-98a4-aa1dd04fa6e5 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:35:15.565485 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36289564-2d72-4198-98a4-aa1dd04fa6e5 None None] Checking segment: {'id': '5a4ac50d-4ebd-48da-974a-7869b493bb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f7b4d7bb-1220-4d11-91b3-612b89cf8bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:15.565894 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-36289564-2d72-4198-98a4-aa1dd04fa6e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.566291 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36289564-2d72-4198-98a4-aa1dd04fa6e5 None None] Bound using segment: {'id': '5a4ac50d-4ebd-48da-974a-7869b493bb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f7b4d7bb-1220-4d11-91b3-612b89cf8bb4'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:35:15.566888 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-36289564-2d72-4198-98a4-aa1dd04fa6e5 None None] Bound port: cf09c3f8-bbed-43d4-ad15-a480e33b2c60, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a4ac50d-4ebd-48da-974a-7869b493bb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f7b4d7bb-1220-4d11-91b3-612b89cf8bb4'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:35:15.567305 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-36289564-2d72-4198-98a4-aa1dd04fa6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.780975 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-36289564-2d72-4198-98a4-aa1dd04fa6e5 None None] For port cf09c3f8-bbed-43d4-ad15-a480e33b2c60, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:15.791530 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-36289564-2d72-4198-98a4-aa1dd04fa6e5 None None] For port cf09c3f8-bbed-43d4-ad15-a480e33b2c60, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=cf09c3f8-bbed-43d4-ad15-a480e33b2c60,segment=NetworkSegment(5a4ac50d-4ebd-48da-974a-7869b493bb7d),segment_id=5a4ac50d-4ebd-48da-974a-7869b493bb7d)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:35:15.800863 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-36289564-2d72-4198-98a4-aa1dd04fa6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.822108 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-707fd2d6-3c04-4b20-beb2-0997cd44dc09 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:15.842307 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-92e6b883-7bcd-4356-a6a1-e4ebe33647aa req-2b33886f-2536-4491-b229-3595b496db08 tempest-ServerShowV247Test-89495918 tempest-ServerShowV247Test-89495918-project] 10.222.0.25 "GET /v2.0/ports?device_id=b98f3de0-9063-40c6-a29d-457ffa0b69e8 HTTP/1.1" status: 200 len: 210 time: 1.2685778 Jul 13 07:35:16.127542 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8ffa6a1f-2725-407a-8829-179ef816ab41 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:16.163416 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36289564-2d72-4198-98a4-aa1dd04fa6e5 None None] Pushing event updated for resources: {'Port': ['ID=cf09c3f8-bbed-43d4-ad15-a480e33b2c60,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:16.342776 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b0554894-2170-45b2-a9ba-bee38ec8f8b1 req-72f48b60-f75d-483c-bf0f-4919887e5ad6 tempest-ServerShowV247Test-89495918 tempest-ServerShowV247Test-89495918-project] 10.222.0.23 "GET /v2.0/ports?device_id=b98f3de0-9063-40c6-a29d-457ffa0b69e8 HTTP/1.1" status: 200 len: 210 time: 0.5157516 Jul 13 07:35:16.418084 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-8ffa6a1f-2725-407a-8829-179ef816ab41 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] device_id is not set on port e3ecfa41-7ad8-46fd-81f9-c718130ee8f3 yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:35:16.535372 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38698) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:16.659642 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060a057-e6fc-43d3-9f8f-79e57b44caa4 req-9dc460cd-4717-431c-b088-4d9578952d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:16.662847 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7060a057-e6fc-43d3-9f8f-79e57b44caa4 req-9dc460cd-4717-431c-b088-4d9578952d3a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f479963551e4752848e4380eebe58cf&device_id=d6b5f05c-76ad-44b3-a8b1-71d985bb5b9a HTTP/1.1" status: 200 len: 1095 time: 1.2357633 Jul 13 07:35:16.916886 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060a057-e6fc-43d3-9f8f-79e57b44caa4 req-25719910-7245-4cae-bc67-7c53bea18740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:16.918931 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7060a057-e6fc-43d3-9f8f-79e57b44caa4 req-25719910-7245-4cae-bc67-7c53bea18740 service neutron] 10.222.0.42 "GET /v2.0/networks?id=324cb62a-283f-4998-ab58-61f8ca597760 HTTP/1.1" status: 200 len: 913 time: 0.2444196 Jul 13 07:35:17.003737 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device cf09c3f8-bbed-43d4-ad15-a480e33b2c60 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:17.020245 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7060a057-e6fc-43d3-9f8f-79e57b44caa4 req-c63ed6fe-982a-421d-8972-68b1e28b5d31 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38bb6224-32be-4508-993c-e88650ffddc0 HTTP/1.1" status: 200 len: 217 time: 0.0933099 Jul 13 07:35:17.039858 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c190dc-0500-43cd-87bd-67b3f119fdc1 req-e5d1312a-31b9-4fe0-8f2e-b6738aa82e84 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:17.047967 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-69c190dc-0500-43cd-87bd-67b3f119fdc1 req-e5d1312a-31b9-4fe0-8f2e-b6738aa82e84 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6b5f05c-76ad-44b3-a8b1-71d985bb5b9a HTTP/1.1" status: 200 len: 943 time: 1.6153674 Jul 13 07:35:17.080198 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port cf09c3f8-bbed-43d4-ad15-a480e33b2c60 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:17.121238 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-8ffa6a1f-2725-407a-8829-179ef816ab41 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Allocated IP 172.20.0.10 (f7b4d7bb-1220-4d11-91b3-612b89cf8bb4/7006a222-cfa0-4ca2-8ca7-c2bb4b6c0c98/e3ecfa41-7ad8-46fd-81f9-c718130ee8f3) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:17.154155 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707fd2d6-3c04-4b20-beb2-0997cd44dc09 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Router 9be7ef88-0ca0-492b-ab03-8eb41f2094d7 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:35:17.166748 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1e6e033d-69ca-486a-b94d-c49fdd3bbbd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:17.172373 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-69c190dc-0500-43cd-87bd-67b3f119fdc1 req-4e1b99a0-fde9-4678-8e50-9c1ae34df956 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232872 Jul 13 07:35:17.252850 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060a057-e6fc-43d3-9f8f-79e57b44caa4 req-96d627b9-23f4-4a3d-b146-42a045a45e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:17.257753 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7060a057-e6fc-43d3-9f8f-79e57b44caa4 req-96d627b9-23f4-4a3d-b146-42a045a45e13 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5b417da6-f0a7-4a6d-b28c-2dd98c361dbc HTTP/1.1" status: 200 len: 852 time: 0.2304881 Jul 13 07:35:17.388919 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7060a057-e6fc-43d3-9f8f-79e57b44caa4 req-51cb7f3e-12ee-4b2b-bdd4-d957985d13ee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=324cb62a-283f-4998-ab58-61f8ca597760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143587 Jul 13 07:35:17.635674 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8ffa6a1f-2725-407a-8829-179ef816ab41 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:17.700608 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-8ffa6a1f-2725-407a-8829-179ef816ab41 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Transition to ACTIVE for port object e3ecfa41-7ad8-46fd-81f9-c718130ee8f3 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:17.760982 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8ffa6a1f-2725-407a-8829-179ef816ab41 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:17.867886 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffa6a1f-2725-407a-8829-179ef816ab41 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Network f7b4d7bb-1220-4d11-91b3-612b89cf8bb4 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:17.879510 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-8ffa6a1f-2725-407a-8829-179ef816ab41 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:17.890458 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffa6a1f-2725-407a-8829-179ef816ab41 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:17.966935 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707fd2d6-3c04-4b20-beb2-0997cd44dc09 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:35:17.972237 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa6a1f-2725-407a-8829-179ef816ab41 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'Port': ['ID=e3ecfa41-7ad8-46fd-81f9-c718130ee8f3,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:18.001974 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36a4511-3324-4087-9a48-5b8f6a55d564 None None] Sync routers for ids ['9be7ef88-0ca0-492b-ab03-8eb41f2094d7'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:35:18.040240 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffa6a1f-2725-407a-8829-179ef816ab41 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:18.045316 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8ffa6a1f-2725-407a-8829-179ef816ab41 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:18.051299 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36a4511-3324-4087-9a48-5b8f6a55d564 None None] Routers {'9be7ef88-0ca0-492b-ab03-8eb41f2094d7'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:18.053371 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7060a057-e6fc-43d3-9f8f-79e57b44caa4 req-51df254b-b49e-49b6-8bb3-58f7ed0234fd service neutron] 10.222.0.42 "GET /v2.0/networks/324cb62a-283f-4998-ab58-61f8ca597760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6272664 Jul 13 07:35:18.055120 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-b36a4511-3324-4087-9a48-5b8f6a55d564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:35:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['9be7ef88-0ca0-492b-ab03-8eb41f2094d7'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:18.294797 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-71d59d61-e566-4bf5-b4a1-ce15b1f1dea4 req-e71c101e-b5a3-4789-959e-6b50cdff6a20 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea17570b8636463e884b470b50721211&device_id=94ea9118-eb82-4043-8ea4-9153f44ea648 HTTP/1.1" status: 200 len: 210 time: 0.1083548 Jul 13 07:35:18.352781 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-71d59d61-e566-4bf5-b4a1-ce15b1f1dea4 req-46bbad4b-c861-4b4b-a0b3-204507e0825d service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=ea17570b8636463e884b470b50721211&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419784 Jul 13 07:35:18.495314 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-b36a4511-3324-4087-9a48-5b8f6a55d564 None None] Set router 9be7ef88-0ca0-492b-ab03-8eb41f2094d7 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:35:18.604557 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-202335c0-e0a7-431e-9466-729dac0fc784 req-1b00a945-2611-4c0b-8047-595328d44212 tempest-ServerShowV247Test-89495918 tempest-ServerShowV247Test-89495918-project] 10.222.0.23 "GET /v2.0/ports?device_id=94ea9118-eb82-4043-8ea4-9153f44ea648 HTTP/1.1" status: 200 len: 210 time: 0.0836673 Jul 13 07:35:18.620176 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7060a057-e6fc-43d3-9f8f-79e57b44caa4 req-f556a559-b29a-432f-9d7d-26cba798dc8d service neutron] 10.222.0.42 "GET /v2.0/networks/324cb62a-283f-4998-ab58-61f8ca597760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5156307 Jul 13 07:35:18.648258 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89708299-d653-41b8-90f7-4f3c85c9a558 None None] Network f7b4d7bb-1220-4d11-91b3-612b89cf8bb4 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:35:18.847466 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d59d61-e566-4bf5-b4a1-ce15b1f1dea4 req-30bc29f0-3446-4ab2-b706-8637443b2147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:18.850385 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-71d59d61-e566-4bf5-b4a1-ce15b1f1dea4 req-30bc29f0-3446-4ab2-b706-8637443b2147 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4273255 Jul 13 07:35:18.854109 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1e6e033d-69ca-486a-b94d-c49fdd3bbbd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:18.867321 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8ffa6a1f-2725-407a-8829-179ef816ab41 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.1959555 Jul 13 07:35:18.868191 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1e6e033d-69ca-486a-b94d-c49fdd3bbbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:18.870835 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38742) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:18.891479 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-68c61cf2-f41f-4e91-a16a-19153b8eaadc tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'port': {'network_id': 'f7b4d7bb-1220-4d11-91b3-612b89cf8bb4', 'name': 'tempest-PortsTestJSON-1498889588', 'fixed_ips': [{'subnet_id': '7006a222-cfa0-4ca2-8ca7-c2bb4b6c0c98', 'ip_address': '172.20.0.9'}]}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:18.892935 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 38bb6224-32be-4508-993c-e88650ffddc0 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:35:18.913412 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-707fd2d6-3c04-4b20-beb2-0997cd44dc09 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:18.915912 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-707fd2d6-3c04-4b20-beb2-0997cd44dc09 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 13.1487172 Jul 13 07:35:18.927437 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38744) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:19.064940 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 38bb6224-32be-4508-993c-e88650ffddc0, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=38bb6224-32be-4508-993c-e88650ffddc0,segment=NetworkSegment(5a5e32fa-d1a7-44e2-b088-49b4ede36727),segment_id=5a5e32fa-d1a7-44e2-b088-49b4ede36727)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:19.106836 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '38bb6224-32be-4508-993c-e88650ffddc0', 'network_id': '324cb62a-283f-4998-ab58-61f8ca597760', 'port_id': '38bb6224-32be-4508-993c-e88650ffddc0', 'mac_address': 'fa:16:3e:13:57:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b417da6-f0a7-4a6d-b28c-2dd98c361dbc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:35:19.128341 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599e84f-00cc-4643-9719-42dde52e9614 req-fd374e51-eb24-4000-9908-006bcbee1677 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:19.132287 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d599e84f-00cc-4643-9719-42dde52e9614 req-fd374e51-eb24-4000-9908-006bcbee1677 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6b5f05c-76ad-44b3-a8b1-71d985bb5b9a HTTP/1.1" status: 200 len: 943 time: 0.4772444 Jul 13 07:35:19.145445 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1e6e033d-69ca-486a-b94d-c49fdd3bbbd4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5ed7384c773645539cd64d315727a6a6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6053531 Jul 13 07:35:19.148101 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e033d-69ca-486a-b94d-c49fdd3bbbd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869e5355-648e-4aeb-bbfb-9790a2e2493f,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:19.152628 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38750) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:19.345905 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c61cf2-f41f-4e91-a16a-19153b8eaadc tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Made reservation on behalf of 71f928143c3f4a60bafd545bee5481d1 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:19.354727 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e678fb39-4361-4d08-b812-1256b81e90d4 None None] Provisioning for port cf09c3f8-bbed-43d4-ad15-a480e33b2c60 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:19.359479 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d599e84f-00cc-4643-9719-42dde52e9614 req-dec5f048-2ffc-484c-8f9d-889f42bb5b8c tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006650 Jul 13 07:35:19.360079 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-68c61cf2-f41f-4e91-a16a-19153b8eaadc tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.424460 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-041e02a9-9802-49cc-ae8a-c6ca85752997 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] 10.222.0.23 "GET /v2.0/routers/9be7ef88-0ca0-492b-ab03-8eb41f2094d7 HTTP/1.1" status: 200 len: 906 time: 0.4868646 Jul 13 07:35:19.431456 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c166536a-5184-40d4-998e-3cc1f6fb5f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.435533 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38754) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:19.458935 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-f4713e45-a5f7-438b-aeaf-ba8d3635fa58 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Request body: {'router': {'name': 'tempest-snat-router-4898585', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'enable_snat': True}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:19.466387 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-68c61cf2-f41f-4e91-a16a-19153b8eaadc tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] device_id is not set on port f078428a-135b-4365-89b2-618530d325ec yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:35:19.524280 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f4713e45-a5f7-438b-aeaf-ba8d3635fa58 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.525765 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f4713e45-a5f7-438b-aeaf-ba8d3635fa58 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.537028 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e678fb39-4361-4d08-b812-1256b81e90d4 None None] Provisioning complete for port cf09c3f8-bbed-43d4-ad15-a480e33b2c60 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:19.541059 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e678fb39-4361-4d08-b812-1256b81e90d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.663585 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f4713e45-a5f7-438b-aeaf-ba8d3635fa58 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.700955 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:19.813780 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38bb6224-32be-4508-993c-e88650ffddc0 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:35:19.848381 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 38bb6224-32be-4508-993c-e88650ffddc0, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=38bb6224-32be-4508-993c-e88650ffddc0,segment=NetworkSegment(5a5e32fa-d1a7-44e2-b088-49b4ede36727),segment_id=5a5e32fa-d1a7-44e2-b088-49b4ede36727)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:19.880177 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:20.037945 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=38bb6224-32be-4508-993c-e88650ffddc0,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:20.040097 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c166536a-5184-40d4-998e-3cc1f6fb5f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:20.202849 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e0b485bc-0099-4e73-9431-3d8cff5de93e req-d006e774-6bb2-4fc1-ae47-4eb2aa7b9861 tempest-ServerShowV247Test-89495918 tempest-ServerShowV247Test-89495918-project] 10.222.0.23 "GET /v2.0/ports?device_id=94ea9118-eb82-4043-8ea4-9153f44ea648 HTTP/1.1" status: 200 len: 210 time: 0.1710348 Jul 13 07:35:20.238910 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-68c61cf2-f41f-4e91-a16a-19153b8eaadc tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Allocated IP 172.20.0.9 (f7b4d7bb-1220-4d11-91b3-612b89cf8bb4/7006a222-cfa0-4ca2-8ca7-c2bb4b6c0c98/f078428a-135b-4365-89b2-618530d325ec) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:20.376484 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c166536a-5184-40d4-998e-3cc1f6fb5f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:20.381637 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c166536a-5184-40d4-998e-3cc1f6fb5f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:20.386849 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c166536a-5184-40d4-998e-3cc1f6fb5f99 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/869e5355-648e-4aeb-bbfb-9790a2e2493f HTTP/1.1" status: 204 len: 168 time: 1.2289221 Jul 13 07:35:20.387064 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['38bb6224-32be-4508-993c-e88650ffddc0'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:35:20.405353 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166536a-5184-40d4-998e-3cc1f6fb5f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869e5355-648e-4aeb-bbfb-9790a2e2493f,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:20.567881 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-b36a4511-3324-4087-9a48-5b8f6a55d564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be7ef88-0ca0-492b-ab03-8eb41f2094d7', 'name': 'tempest-snat-router-4898585', 'tenant_id': 'dc7d1493802649fda88449804d951c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248'}], 'enable_snat': False}, 'gw_port_id': '130bfb7d-e7f2-450a-9568-6048b19d2f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:05Z', 'updated_at': '2021-07-13T07:35:10Z', 'revision_number': 3, 'project_id': 'dc7d1493802649fda88449804d951c19', 'gw_port': {'id': '130bfb7d-e7f2-450a-9568-6048b19d2f1a', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be7ef88-0ca0-492b-ab03-8eb41f2094d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:08Z', 'updated_at': '2021-07-13T07:35:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:20.615940 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-71d59d61-e566-4bf5-b4a1-ce15b1f1dea4 req-04de0de1-3555-4fa8-83fd-2cadb13bf2d0 tempest-ServerShowV247Test-89495918 tempest-ServerShowV247Test-89495918-project] 10.222.0.42 "GET /v2.0/ports?device_id=94ea9118-eb82-4043-8ea4-9153f44ea648 HTTP/1.1" status: 200 len: 210 time: 0.4421961 Jul 13 07:35:20.632111 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f4713e45-a5f7-438b-aeaf-ba8d3635fa58 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:20.691490 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36a4511-3324-4087-9a48-5b8f6a55d564 None None] Checking router: 9be7ef88-0ca0-492b-ab03-8eb41f2094d7 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:35:20.691972 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36a4511-3324-4087-9a48-5b8f6a55d564 None None] Updating router 9be7ef88-0ca0-492b-ab03-8eb41f2094d7 port 130bfb7d-e7f2-450a-9568-6048b19d2f1a binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:35:20.694337 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e678fb39-4361-4d08-b812-1256b81e90d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:20.833389 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-68c61cf2-f41f-4e91-a16a-19153b8eaadc tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:20.872233 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-68c61cf2-f41f-4e91-a16a-19153b8eaadc tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Transition to ACTIVE for port object f078428a-135b-4365-89b2-618530d325ec will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:20.913989 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-68c61cf2-f41f-4e91-a16a-19153b8eaadc tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.059037 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c61cf2-f41f-4e91-a16a-19153b8eaadc tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'Port': ['ID=f078428a-135b-4365-89b2-618530d325ec,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:21.074975 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38782) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:21.089725 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-e678fb39-4361-4d08-b812-1256b81e90d4 None None] For port cf09c3f8-bbed-43d4-ad15-a480e33b2c60, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=cf09c3f8-bbed-43d4-ad15-a480e33b2c60,segment=NetworkSegment(5a4ac50d-4ebd-48da-974a-7869b493bb7d),segment_id=5a4ac50d-4ebd-48da-974a-7869b493bb7d)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:21.092098 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c61cf2-f41f-4e91-a16a-19153b8eaadc tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Network f7b4d7bb-1220-4d11-91b3-612b89cf8bb4 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:21.098221 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-68c61cf2-f41f-4e91-a16a-19153b8eaadc tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:21.102976 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b36a4511-3324-4087-9a48-5b8f6a55d564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.105313 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c61cf2-f41f-4e91-a16a-19153b8eaadc tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:21.188799 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e678fb39-4361-4d08-b812-1256b81e90d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.296699 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c61cf2-f41f-4e91-a16a-19153b8eaadc tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:21.300314 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-68c61cf2-f41f-4e91-a16a-19153b8eaadc tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:21.349626 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-68c61cf2-f41f-4e91-a16a-19153b8eaadc tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4769280 Jul 13 07:35:21.353305 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38788) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:21.794502 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-14ea7a51-cc0a-425b-b4c6-bf5f9b20a01b req-77951efd-42fb-4afd-8a7d-f03cdffcdc31 tempest-ServerShowV247Test-89495918 tempest-ServerShowV247Test-89495918-project] 10.222.0.23 "GET /v2.0/ports?device_id=94ea9118-eb82-4043-8ea4-9153f44ea648 HTTP/1.1" status: 200 len: 210 time: 0.1717715 Jul 13 07:35:21.859144 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e678fb39-4361-4d08-b812-1256b81e90d4 None None] Pushing event updated for resources: {'Port': ['ID=cf09c3f8-bbed-43d4-ad15-a480e33b2c60,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:21.970393 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38800) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:22.034192 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4961b146-9666-4c71-a6ee-37c568adf7c5 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:22.036314 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4961b146-9666-4c71-a6ee-37c568adf7c5 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.6771517 Jul 13 07:35:22.040169 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38806) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:22.043850 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-52a80b7f-1d4d-456b-962e-4d5bf5a210fc None None] Provisioning complete for port cf09c3f8-bbed-43d4-ad15-a480e33b2c60 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:22.046545 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-52a80b7f-1d4d-456b-962e-4d5bf5a210fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.093581 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c2404162-41b7-491d-8cef-7a6d4b38d958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.142552 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f4713e45-a5f7-438b-aeaf-ba8d3635fa58 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.160426 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f8314a-0406-489a-a722-3dafdfa50ba9 req-eacae86b-2e8a-49eb-80f1-71790739332e tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:22.170889 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-81f8314a-0406-489a-a722-3dafdfa50ba9 req-eacae86b-2e8a-49eb-80f1-71790739332e tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6b5f05c-76ad-44b3-a8b1-71d985bb5b9a HTTP/1.1" status: 200 len: 944 time: 1.2111251 Jul 13 07:35:22.200750 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f4713e45-a5f7-438b-aeaf-ba8d3635fa58 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.362464 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-81f8314a-0406-489a-a722-3dafdfa50ba9 req-f9255f96-a871-46de-8493-d7c5465e0fc7 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905291 Jul 13 07:35:22.547000 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269bae93-4fff-4198-811e-9445ad1ced8f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:22.558355 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269bae93-4fff-4198-811e-9445ad1ced8f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:22.570753 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269bae93-4fff-4198-811e-9445ad1ced8f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:22.572274 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-269bae93-4fff-4198-811e-9445ad1ced8f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.5309196 Jul 13 07:35:22.576355 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38814) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:22.808852 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-52a80b7f-1d4d-456b-962e-4d5bf5a210fc None None] Provisioning for port e3ecfa41-7ad8-46fd-81f9-c718130ee8f3 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:22.820233 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-52a80b7f-1d4d-456b-962e-4d5bf5a210fc None None] Provisioning complete for port e3ecfa41-7ad8-46fd-81f9-c718130ee8f3 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:22.821713 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-52a80b7f-1d4d-456b-962e-4d5bf5a210fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.875043 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-1d8425c0-a95e-4686-9dfb-5a8ef9ebf772 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Deleting port f078428a-135b-4365-89b2-618530d325ec {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:22.879651 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1d8425c0-a95e-4686-9dfb-5a8ef9ebf772 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.960996 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c2404162-41b7-491d-8cef-7a6d4b38d958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:22.968416 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device cf09c3f8-bbed-43d4-ad15-a480e33b2c60 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:23.040944 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c2404162-41b7-491d-8cef-7a6d4b38d958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:23.076960 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c2404162-41b7-491d-8cef-7a6d4b38d958 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cebbd61f474740f594dfb5baa1dc3371&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0962467 Jul 13 07:35:23.079661 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38826) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:23.165354 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b36a4511-3324-4087-9a48-5b8f6a55d564 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:23.182528 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1d8425c0-a95e-4686-9dfb-5a8ef9ebf772 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:23.204177 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-52a80b7f-1d4d-456b-962e-4d5bf5a210fc None None] Port e3ecfa41-7ad8-46fd-81f9-c718130ee8f3 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:35:23.209581 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-1d8425c0-a95e-4686-9dfb-5a8ef9ebf772 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Calling delete_port for f078428a-135b-4365-89b2-618530d325ec owned by {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:23.217843 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b36a4511-3324-4087-9a48-5b8f6a55d564 None None] Transition to ACTIVE for port object 130bfb7d-e7f2-450a-9568-6048b19d2f1a will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:23.239272 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2404162-41b7-491d-8cef-7a6d4b38d958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff69a10-99f3-499c-82bb-2cfade7b205c,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:23.277043 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b36a4511-3324-4087-9a48-5b8f6a55d564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:23.312014 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-33694c72-66fa-4975-9a16-8ccb2e66b26e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:23.403943 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:23.406014 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-33694c72-66fa-4975-9a16-8ccb2e66b26e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:23.453378 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-b36a4511-3324-4087-9a48-5b8f6a55d564 None None] Attempting to bind port 130bfb7d-e7f2-450a-9568-6048b19d2f1a on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:35:23.454143 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-b36a4511-3324-4087-9a48-5b8f6a55d564 None None] Attempting to bind port 130bfb7d-e7f2-450a-9568-6048b19d2f1a by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:35:23.454731 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36a4511-3324-4087-9a48-5b8f6a55d564 None None] Attempting to bind port 130bfb7d-e7f2-450a-9568-6048b19d2f1a on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:23.457450 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f8cdd682-2d46-4d90-8ffb-c283c7c69e2a None None] Provisioning for port f078428a-135b-4365-89b2-618530d325ec completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:23.473717 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f8cdd682-2d46-4d90-8ffb-c283c7c69e2a None None] Provisioning complete for port f078428a-135b-4365-89b2-618530d325ec triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:23.480000 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f8cdd682-2d46-4d90-8ffb-c283c7c69e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:23.519665 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port cf09c3f8-bbed-43d4-ad15-a480e33b2c60 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:23.520393 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:23.522810 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36a4511-3324-4087-9a48-5b8f6a55d564 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:35:23.523538 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36a4511-3324-4087-9a48-5b8f6a55d564 None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:23.524160 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b36a4511-3324-4087-9a48-5b8f6a55d564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:23.524761 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36a4511-3324-4087-9a48-5b8f6a55d564 None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:35:23.525485 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-b36a4511-3324-4087-9a48-5b8f6a55d564 None None] Bound port: 130bfb7d-e7f2-450a-9568-6048b19d2f1a, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:35:23.526096 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b36a4511-3324-4087-9a48-5b8f6a55d564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:23.537588 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8feeafdc-3879-4591-9742-e5cb85921fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:23.552058 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997e926-fad7-4ea5-bd41-614147c7c575 None None] Pushing event updated for resources: {'Port': ['ID=130bfb7d-e7f2-450a-9568-6048b19d2f1a,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:23.600099 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1d8425c0-a95e-4686-9dfb-5a8ef9ebf772 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:23.650514 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f8cdd682-2d46-4d90-8ffb-c283c7c69e2a None None] Port f078428a-135b-4365-89b2-618530d325ec cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:35:23.703978 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-33694c72-66fa-4975-9a16-8ccb2e66b26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:23.709897 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-33694c72-66fa-4975-9a16-8ccb2e66b26e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:23.713159 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-33694c72-66fa-4975-9a16-8ccb2e66b26e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dff69a10-99f3-499c-82bb-2cfade7b205c HTTP/1.1" status: 204 len: 168 time: 0.6312618 Jul 13 07:35:23.730062 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8425c0-a95e-4686-9dfb-5a8ef9ebf772 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'Port': ['ID=f078428a-135b-4365-89b2-618530d325ec,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:23.742405 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-f4713e45-a5f7-438b-aeaf-ba8d3635fa58 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Allocated IP 172.25.3.24 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/6228cc04-4ef8-4a44-a963-c732db72fcf0) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:23.795283 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-b36a4511-3324-4087-9a48-5b8f6a55d564 None None] For port 130bfb7d-e7f2-450a-9568-6048b19d2f1a, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:23.852219 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33694c72-66fa-4975-9a16-8ccb2e66b26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff69a10-99f3-499c-82bb-2cfade7b205c,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:23.904531 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38842) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:24.051390 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-b36a4511-3324-4087-9a48-5b8f6a55d564 None None] For port 130bfb7d-e7f2-450a-9568-6048b19d2f1a, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=130bfb7d-e7f2-450a-9568-6048b19d2f1a,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:35:24.069484 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:24.133261 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b36a4511-3324-4087-9a48-5b8f6a55d564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:24.200503 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1d8425c0-a95e-4686-9dfb-5a8ef9ebf772 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:24.202601 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1d8425c0-a95e-4686-9dfb-5a8ef9ebf772 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/ports/f078428a-135b-4365-89b2-618530d325ec HTTP/1.1" status: 204 len: 168 time: 1.6248624 Jul 13 07:35:24.212918 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38848) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:24.365335 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49dd210-38c7-42a8-ac03-3cf35548a485 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] GET failed (client error): The resource could not be found. Jul 13 07:35:24.369922 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e49dd210-38c7-42a8-ac03-3cf35548a485 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "GET /v2.0/ports/f078428a-135b-4365-89b2-618530d325ec HTTP/1.1" status: 404 len: 333 time: 0.1490753 Jul 13 07:35:24.371900 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38852) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:24.405775 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36a4511-3324-4087-9a48-5b8f6a55d564 None None] Routers {'9be7ef88-0ca0-492b-ab03-8eb41f2094d7'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:24.407793 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-b36a4511-3324-4087-9a48-5b8f6a55d564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:35:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['9be7ef88-0ca0-492b-ab03-8eb41f2094d7'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:24.488068 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f4713e45-a5f7-438b-aeaf-ba8d3635fa58 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:24.567430 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997e926-fad7-4ea5-bd41-614147c7c575 None None] Pushing event updated for resources: {'Port': ['ID=130bfb7d-e7f2-450a-9568-6048b19d2f1a,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:24.643996 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba4486-9151-430d-aea8-8087a1bf6d0f req-f6a77300-70bd-45be-8eb1-95a4db5f6fda tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:24.657377 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4fba4486-9151-430d-aea8-8087a1bf6d0f req-f6a77300-70bd-45be-8eb1-95a4db5f6fda tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6b5f05c-76ad-44b3-a8b1-71d985bb5b9a HTTP/1.1" status: 200 len: 944 time: 0.7258356 Jul 13 07:35:24.743254 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4fba4486-9151-430d-aea8-8087a1bf6d0f req-08505f20-2585-4e79-9be4-25a33ddc8b7d tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849309 Jul 13 07:35:24.782726 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f4713e45-a5f7-438b-aeaf-ba8d3635fa58 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:24.812997 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-27aa98e8-988d-4377-9253-65e5f164bca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:24.830343 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 38bb6224-32be-4508-993c-e88650ffddc0 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:24.853001 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-b36a4511-3324-4087-9a48-5b8f6a55d564 None None] Set router 9be7ef88-0ca0-492b-ab03-8eb41f2094d7 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:35:24.898049 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-8feeafdc-3879-4591-9742-e5cb85921fb7 admin admin] Deleting port 496f5fe6-45ad-4c57-b3f9-5a7978cb76a4 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:24.898471 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8feeafdc-3879-4591-9742-e5cb85921fb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:24.909887 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-9efc3854-2a39-4e7c-92dd-890e43f18b2a tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Deleting port e3ecfa41-7ad8-46fd-81f9-c718130ee8f3 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:24.910131 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9efc3854-2a39-4e7c-92dd-890e43f18b2a tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:24.981605 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4713e45-a5f7-438b-aeaf-ba8d3635fa58 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Pushing event updated for resources: {'Port': ['ID=6228cc04-4ef8-4a44-a963-c732db72fcf0,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:25.023225 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9efc3854-2a39-4e7c-92dd-890e43f18b2a tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:25.037631 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-9efc3854-2a39-4e7c-92dd-890e43f18b2a tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Calling delete_port for e3ecfa41-7ad8-46fd-81f9-c718130ee8f3 owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:25.039187 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4713e45-a5f7-438b-aeaf-ba8d3635fa58 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:25.045238 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-f4713e45-a5f7-438b-aeaf-ba8d3635fa58 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:25.060025 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4713e45-a5f7-438b-aeaf-ba8d3635fa58 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:25.258776 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9efc3854-2a39-4e7c-92dd-890e43f18b2a tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:25.294712 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 38bb6224-32be-4508-993c-e88650ffddc0 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:25.316294 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 38bb6224-32be-4508-993c-e88650ffddc0 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:25.316294 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:25.339340 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc3854-2a39-4e7c-92dd-890e43f18b2a tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'Port': ['ID=e3ecfa41-7ad8-46fd-81f9-c718130ee8f3,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:25.578388 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-b36a4511-3324-4087-9a48-5b8f6a55d564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be7ef88-0ca0-492b-ab03-8eb41f2094d7', 'name': 'tempest-snat-router-4898585', 'tenant_id': 'dc7d1493802649fda88449804d951c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248'}], 'enable_snat': False}, 'gw_port_id': '130bfb7d-e7f2-450a-9568-6048b19d2f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:05Z', 'updated_at': '2021-07-13T07:35:10Z', 'revision_number': 3, 'project_id': 'dc7d1493802649fda88449804d951c19', 'gw_port': {'id': '130bfb7d-e7f2-450a-9568-6048b19d2f1a', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be7ef88-0ca0-492b-ab03-8eb41f2094d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:08Z', 'updated_at': '2021-07-13T07:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:25.684571 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36a4511-3324-4087-9a48-5b8f6a55d564 None None] The sync data for ids ['9be7ef88-0ca0-492b-ab03-8eb41f2094d7'] in n-d-771363-34 is: [{'id': '9be7ef88-0ca0-492b-ab03-8eb41f2094d7', 'name': 'tempest-snat-router-4898585', 'tenant_id': 'dc7d1493802649fda88449804d951c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248'}], 'enable_snat': False}, 'gw_port_id': '130bfb7d-e7f2-450a-9568-6048b19d2f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:05Z', 'updated_at': '2021-07-13T07:35:10Z', 'revision_number': 3, 'project_id': 'dc7d1493802649fda88449804d951c19', 'gw_port': {'id': '130bfb7d-e7f2-450a-9568-6048b19d2f1a', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be7ef88-0ca0-492b-ab03-8eb41f2094d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:08Z', 'updated_at': '2021-07-13T07:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:35:25.752722 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:25.765103 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-27aa98e8-988d-4377-9253-65e5f164bca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:25.828913 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b5f05c-76ad-44b3-a8b1-71d985bb5b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38bb6224-32be-4508-993c-e88650ffddc0'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:25.831384 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad440593-34f8-47e1-a336-04694de6b3be" -d '{"events": [{"server_uuid": "d6b5f05c-76ad-44b3-a8b1-71d985bb5b9a", "name": "network-vif-plugged", "status": "completed", "tag": "38bb6224-32be-4508-993c-e88650ffddc0"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:25.876372 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 38bb6224-32be-4508-993c-e88650ffddc0, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=38bb6224-32be-4508-993c-e88650ffddc0,segment=NetworkSegment(5a5e32fa-d1a7-44e2-b088-49b4ede36727),segment_id=5a5e32fa-d1a7-44e2-b088-49b4ede36727)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:25.876548 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-27aa98e8-988d-4377-9253-65e5f164bca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:25.894791 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:25.932244 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f4713e45-a5f7-438b-aeaf-ba8d3635fa58 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:25.974227 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9efc3854-2a39-4e7c-92dd-890e43f18b2a tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:25.993870 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9efc3854-2a39-4e7c-92dd-890e43f18b2a tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/ports/e3ecfa41-7ad8-46fd-81f9-c718130ee8f3 HTTP/1.1" status: 204 len: 168 time: 1.6205575 Jul 13 07:35:26.026353 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c5d414-d6f2-44d8-8a58-9ed070b24b42 x-openstack-request-id: req-27c5d414-d6f2-44d8-8a58-9ed070b24b42 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:26.028247 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b5f05c-76ad-44b3-a8b1-71d985bb5b9a", "name": "network-vif-plugged", "status": "completed", "tag": "38bb6224-32be-4508-993c-e88650ffddc0", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:26.028628 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-27c5d414-d6f2-44d8-8a58-9ed070b24b42 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:26.029155 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b5f05c-76ad-44b3-a8b1-71d985bb5b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38bb6224-32be-4508-993c-e88650ffddc0', 'code': 200} Jul 13 07:35:26.030955 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=38bb6224-32be-4508-993c-e88650ffddc0,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:26.033047 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38896) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:26.190867 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-d790ee06-e30b-4e2e-88c6-c3c089a009da tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] GET failed (client error): The resource could not be found. Jul 13 07:35:26.195670 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d790ee06-e30b-4e2e-88c6-c3c089a009da tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "GET /v2.0/ports/e3ecfa41-7ad8-46fd-81f9-c718130ee8f3 HTTP/1.1" status: 404 len: 333 time: 0.1572063 Jul 13 07:35:26.196293 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38898) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:26.199956 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-8feeafdc-3879-4591-9742-e5cb85921fb7 admin admin] For port 496f5fe6-45ad-4c57-b3f9-5a7978cb76a4, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=496f5fe6-45ad-4c57-b3f9-5a7978cb76a4,segment=NetworkSegment(2db94155-b4d5-4a71-9c76-b900867aaa59),segment_id=2db94155-b4d5-4a71-9c76-b900867aaa59)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:26.200515 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8feeafdc-3879-4591-9742-e5cb85921fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:26.221543 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38902) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:26.223939 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-27aa98e8-988d-4377-9253-65e5f164bca6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ea17570b8636463e884b470b50721211&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3121560 Jul 13 07:35:26.238911 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa98e8-988d-4377-9253-65e5f164bca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7500aa7e-97c3-46c3-9cd7-6125f5f96421,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:26.317026 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-56b0fe49-41eb-429c-a2a6-f27b109a61d7 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Deleting subnet 7006a222-cfa0-4ca2-8ca7-c2bb4b6c0c98 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:35:26.320895 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-8feeafdc-3879-4591-9742-e5cb85921fb7 admin admin] Calling delete_port for 496f5fe6-45ad-4c57-b3f9-5a7978cb76a4 owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:26.324830 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-56b0fe49-41eb-429c-a2a6-f27b109a61d7 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:26.601725 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be19550-5b25-4a03-9930-55e33633ca0f req-adfda1f4-5758-4a88-945d-27e7605fda30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:26.603834 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5be19550-5b25-4a03-9930-55e33633ca0f req-adfda1f4-5758-4a88-945d-27e7605fda30 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d6b5f05c-76ad-44b3-a8b1-71d985bb5b9a HTTP/1.1" status: 200 len: 1097 time: 0.4783018 Jul 13 07:35:26.605076 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-56b0fe49-41eb-429c-a2a6-f27b109a61d7 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:26.737298 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-37b73e5b-cae2-4206-8382-4b075d438a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:26.772345 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5be19550-5b25-4a03-9930-55e33633ca0f req-e0213973-fff7-4f6f-90da-bcdf32d1581e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209352 Jul 13 07:35:26.773333 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f4713e45-a5f7-438b-aeaf-ba8d3635fa58 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:26.775506 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f839cb-3420-4b62-945b-e23dde012783 req-4522efc5-bd44-4ef0-a535-3292a542965e tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:26.786426 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-71f839cb-3420-4b62-945b-e23dde012783 req-4522efc5-bd44-4ef0-a535-3292a542965e tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6b5f05c-76ad-44b3-a8b1-71d985bb5b9a HTTP/1.1" status: 200 len: 945 time: 0.4629240 Jul 13 07:35:26.830897 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-37b73e5b-cae2-4206-8382-4b075d438a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:26.934617 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-71f839cb-3420-4b62-945b-e23dde012783 req-aab59119-0f26-4644-be40-b22ab04df7f3 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457560 Jul 13 07:35:27.062776 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 130bfb7d-e7f2-450a-9568-6048b19d2f1a up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:27.094450 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-37b73e5b-cae2-4206-8382-4b075d438a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:27.101644 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-37b73e5b-cae2-4206-8382-4b075d438a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:27.109949 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-37b73e5b-cae2-4206-8382-4b075d438a6c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7500aa7e-97c3-46c3-9cd7-6125f5f96421 HTTP/1.1" status: 204 len: 168 time: 0.8797786 Jul 13 07:35:27.186667 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b73e5b-cae2-4206-8382-4b075d438a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7500aa7e-97c3-46c3-9cd7-6125f5f96421,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:27.278970 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-56b0fe49-41eb-429c-a2a6-f27b109a61d7 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:27.383381 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 130bfb7d-e7f2-450a-9568-6048b19d2f1a completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:27.394229 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 130bfb7d-e7f2-450a-9568-6048b19d2f1a triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:27.398087 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:27.605180 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-56b0fe49-41eb-429c-a2a6-f27b109a61d7 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:27.629484 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4713e45-a5f7-438b-aeaf-ba8d3635fa58 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Router 60f4615b-727e-474d-96d2-17e9d9f3d6c4 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:35:27.668969 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:27.714024 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b0fe49-41eb-429c-a2a6-f27b109a61d7 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'Subnet': ['ID=7006a222-cfa0-4ca2-8ca7-c2bb4b6c0c98,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:27.762681 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-56b0fe49-41eb-429c-a2a6-f27b109a61d7 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:27.765712 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-56b0fe49-41eb-429c-a2a6-f27b109a61d7 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/subnets/7006a222-cfa0-4ca2-8ca7-c2bb4b6c0c98 HTTP/1.1" status: 204 len: 168 time: 1.5582225 Jul 13 07:35:27.773179 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38926) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:27.783746 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ebd878-06c6-4eb5-959a-73f7539f2f74 None None] Network f7b4d7bb-1220-4d11-91b3-612b89cf8bb4 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:35:27.805674 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 130bfb7d-e7f2-450a-9568-6048b19d2f1a, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=130bfb7d-e7f2-450a-9568-6048b19d2f1a,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:27.861724 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:28.005445 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=130bfb7d-e7f2-450a-9568-6048b19d2f1a,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:28.009227 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8feeafdc-3879-4591-9742-e5cb85921fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:28.105020 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4713e45-a5f7-438b-aeaf-ba8d3635fa58 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:35:28.124590 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8a2b84-57cb-4448-8fd1-905febbaf032 None None] Sync routers for ids ['60f4615b-727e-474d-96d2-17e9d9f3d6c4'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:35:28.139801 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8a2b84-57cb-4448-8fd1-905febbaf032 None None] Routers {'60f4615b-727e-474d-96d2-17e9d9f3d6c4'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:28.142245 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-4a8a2b84-57cb-4448-8fd1-905febbaf032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:35:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['60f4615b-727e-474d-96d2-17e9d9f3d6c4'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:28.143078 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9c7d72b1-ce2b-4086-9fcf-bf9d5e3031b1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:28.149023 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f4713e45-a5f7-438b-aeaf-ba8d3635fa58 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:28.153897 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f4713e45-a5f7-438b-aeaf-ba8d3635fa58 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 903 time: 8.7095041 Jul 13 07:35:28.154311 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38942) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:28.156929 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feeafdc-3879-4591-9742-e5cb85921fb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=496f5fe6-45ad-4c57-b3f9-5a7978cb76a4,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:28.643282 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b3450495-1cc5-4b1b-8360-a9a5380d0e5e tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] 10.222.0.23 "GET /v2.0/routers/60f4615b-727e-474d-96d2-17e9d9f3d6c4 HTTP/1.1" status: 200 len: 904 time: 0.4837923 Jul 13 07:35:28.644505 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38958) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:28.720117 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d72b1-ce2b-4086-9fcf-bf9d5e3031b1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Deleting port cf09c3f8-bbed-43d4-ad15-a480e33b2c60 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:28.732420 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-4a8a2b84-57cb-4448-8fd1-905febbaf032 None None] Set router 60f4615b-727e-474d-96d2-17e9d9f3d6c4 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:35:28.748418 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9c7d72b1-ce2b-4086-9fcf-bf9d5e3031b1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:28.816300 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de99bf2-c37b-4aba-b04a-0a9e8617886d None None] DHCP port deletion for f7b4d7bb-1220-4d11-91b3-612b89cf8bb4 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:35:29.125709 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-3de99bf2-c37b-4aba-b04a-0a9e8617886d None None] Deleting port cf09c3f8-bbed-43d4-ad15-a480e33b2c60 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:29.128801 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3de99bf2-c37b-4aba-b04a-0a9e8617886d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:29.242682 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eb465c13-7c5e-46bf-97c8-f31c511f4619 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:29.260568 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 130bfb7d-e7f2-450a-9568-6048b19d2f1a up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:29.528687 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-4a8a2b84-57cb-4448-8fd1-905febbaf032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f4615b-727e-474d-96d2-17e9d9f3d6c4', 'name': 'tempest-snat-router-4898585', 'tenant_id': 'dc7d1493802649fda88449804d951c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '6228cc04-4ef8-4a44-a963-c732db72fcf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:19Z', 'updated_at': '2021-07-13T07:35:25Z', 'revision_number': 3, 'project_id': 'dc7d1493802649fda88449804d951c19', 'gw_port': {'id': '6228cc04-4ef8-4a44-a963-c732db72fcf0', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:8c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f4615b-727e-474d-96d2-17e9d9f3d6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:35:22Z', 'updated_at': '2021-07-13T07:35:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:29.616427 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8a2b84-57cb-4448-8fd1-905febbaf032 None None] Checking router: 60f4615b-727e-474d-96d2-17e9d9f3d6c4 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:35:29.617344 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8a2b84-57cb-4448-8fd1-905febbaf032 None None] Updating router 60f4615b-727e-474d-96d2-17e9d9f3d6c4 port 6228cc04-4ef8-4a44-a963-c732db72fcf0 binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:35:29.680777 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-3de99bf2-c37b-4aba-b04a-0a9e8617886d None None] For port cf09c3f8-bbed-43d4-ad15-a480e33b2c60, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=cf09c3f8-bbed-43d4-ad15-a480e33b2c60,segment=NetworkSegment(5a4ac50d-4ebd-48da-974a-7869b493bb7d),segment_id=5a4ac50d-4ebd-48da-974a-7869b493bb7d)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:29.681176 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3de99bf2-c37b-4aba-b04a-0a9e8617886d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:29.709856 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a51b8-cdaf-4a2b-bba8-3b847b189f18 req-e48e0962-cdcf-4c4d-8817-a490492cbc94 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:29.716453 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9e1a51b8-cdaf-4a2b-bba8-3b847b189f18 req-e48e0962-cdcf-4c4d-8817-a490492cbc94 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6b5f05c-76ad-44b3-a8b1-71d985bb5b9a HTTP/1.1" status: 200 len: 945 time: 1.0746529 Jul 13 07:35:29.725848 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-3de99bf2-c37b-4aba-b04a-0a9e8617886d None None] Calling delete_port for cf09c3f8-bbed-43d4-ad15-a480e33b2c60 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:29.793216 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4a8a2b84-57cb-4448-8fd1-905febbaf032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:29.806932 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eb465c13-7c5e-46bf-97c8-f31c511f4619 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:29.941343 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-9c7d72b1-ce2b-4086-9fcf-bf9d5e3031b1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] For port cf09c3f8-bbed-43d4-ad15-a480e33b2c60, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=cf09c3f8-bbed-43d4-ad15-a480e33b2c60,segment=NetworkSegment(5a4ac50d-4ebd-48da-974a-7869b493bb7d),segment_id=5a4ac50d-4ebd-48da-974a-7869b493bb7d)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:29.942703 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9c7d72b1-ce2b-4086-9fcf-bf9d5e3031b1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:29.946050 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8feeafdc-3879-4591-9742-e5cb85921fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.004810 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d72b1-ce2b-4086-9fcf-bf9d5e3031b1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Calling delete_port for cf09c3f8-bbed-43d4-ad15-a480e33b2c60 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:30.030266 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-eb465c13-7c5e-46bf-97c8-f31c511f4619 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Deleting port 6228cc04-4ef8-4a44-a963-c732db72fcf0 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:30.030696 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eb465c13-7c5e-46bf-97c8-f31c511f4619 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.055013 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3de99bf2-c37b-4aba-b04a-0a9e8617886d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.108753 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de99bf2-c37b-4aba-b04a-0a9e8617886d None None] No DVR routers for this DVR port cf09c3f8-bbed-43d4-ad15-a480e33b2c60 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:35:30.118095 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de99bf2-c37b-4aba-b04a-0a9e8617886d None None] Pushing event deleted for resources: {'Port': ['ID=cf09c3f8-bbed-43d4-ad15-a480e33b2c60,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:30.162528 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 130bfb7d-e7f2-450a-9568-6048b19d2f1a triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:30.162962 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.284649 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eb465c13-7c5e-46bf-97c8-f31c511f4619 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.288264 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-bc70d07e-578e-4e91-b103-99872540cb65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.326239 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-eb465c13-7c5e-46bf-97c8-f31c511f4619 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Calling delete_port for 6228cc04-4ef8-4a44-a963-c732db72fcf0 owned by network:router_gateway {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:30.637719 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4a8a2b84-57cb-4448-8fd1-905febbaf032 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.688762 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-4a8a2b84-57cb-4448-8fd1-905febbaf032 None None] Transition to ACTIVE for port object 6228cc04-4ef8-4a44-a963-c732db72fcf0 will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:30.691778 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9c7d72b1-ce2b-4086-9fcf-bf9d5e3031b1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.702635 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4a8a2b84-57cb-4448-8fd1-905febbaf032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.784431 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d72b1-ce2b-4086-9fcf-bf9d5e3031b1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'Port': ['ID=cf09c3f8-bbed-43d4-ad15-a480e33b2c60,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:30.822444 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7d72b1-ce2b-4086-9fcf-bf9d5e3031b1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] No DVR routers for this DVR port cf09c3f8-bbed-43d4-ad15-a480e33b2c60 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:35:30.829292 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af189984-1386-4b89-bf74-b59b6787da4e None None] Pushing event updated for resources: {'Port': ['ID=6228cc04-4ef8-4a44-a963-c732db72fcf0,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:30.863487 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af189984-1386-4b89-bf74-b59b6787da4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:30.864223 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af189984-1386-4b89-bf74-b59b6787da4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:30.864884 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af189984-1386-4b89-bf74-b59b6787da4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:30.865429 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af189984-1386-4b89-bf74-b59b6787da4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:30.865964 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af189984-1386-4b89-bf74-b59b6787da4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:30.866497 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af189984-1386-4b89-bf74-b59b6787da4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:30.867024 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af189984-1386-4b89-bf74-b59b6787da4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:30.867643 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af189984-1386-4b89-bf74-b59b6787da4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:30.868173 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af189984-1386-4b89-bf74-b59b6787da4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:30.868695 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af189984-1386-4b89-bf74-b59b6787da4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:30.869215 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af189984-1386-4b89-bf74-b59b6787da4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:30.879923 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af189984-1386-4b89-bf74-b59b6787da4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:30.924667 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-4a8a2b84-57cb-4448-8fd1-905febbaf032 None None] Attempting to bind port 6228cc04-4ef8-4a44-a963-c732db72fcf0 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:35:30.929872 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-4a8a2b84-57cb-4448-8fd1-905febbaf032 None None] Attempting to bind port 6228cc04-4ef8-4a44-a963-c732db72fcf0 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:35:30.930716 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8a2b84-57cb-4448-8fd1-905febbaf032 None None] Attempting to bind port 6228cc04-4ef8-4a44-a963-c732db72fcf0 on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:30.938969 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8feeafdc-3879-4591-9742-e5cb85921fb7 admin admin] Router 462398f2-6cd6-48e8-8826-5da0d9ac6a91 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:35:30.973844 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8a2b84-57cb-4448-8fd1-905febbaf032 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:35:30.974596 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8a2b84-57cb-4448-8fd1-905febbaf032 None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:30.977286 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4a8a2b84-57cb-4448-8fd1-905febbaf032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.981299 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8a2b84-57cb-4448-8fd1-905febbaf032 None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:35:30.984513 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-4a8a2b84-57cb-4448-8fd1-905febbaf032 None None] Bound port: 6228cc04-4ef8-4a44-a963-c732db72fcf0, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:35:30.985190 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4a8a2b84-57cb-4448-8fd1-905febbaf032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:30.990862 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device cf09c3f8-bbed-43d4-ad15-a480e33b2c60 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:35:31.092346 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: cf09c3f8-bbed-43d4-ad15-a480e33b2c60 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:35:31.096069 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device cf09c3f8-bbed-43d4-ad15-a480e33b2c60 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:35:31.182403 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9c7d72b1-ce2b-4086-9fcf-bf9d5e3031b1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:31.208372 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9e1a51b8-cdaf-4a2b-bba8-3b847b189f18 req-6ecb4452-14fb-49ee-a08f-dd049c60c978 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4779892 Jul 13 07:35:31.218100 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.db.api [None req-4a8a2b84-57cb-4448-8fd1-905febbaf032 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:35:31.218791 n-d-771363-34 neutron-server[94020]: DEBUG oslo_db.api [None req-4a8a2b84-57cb-4448-8fd1-905febbaf032 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:35:31.220138 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eb465c13-7c5e-46bf-97c8-f31c511f4619 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:31.323556 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb465c13-7c5e-46bf-97c8-f31c511f4619 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Pushing event deleted for resources: {'Port': ['ID=6228cc04-4ef8-4a44-a963-c732db72fcf0,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:31.428298 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8feeafdc-3879-4591-9742-e5cb85921fb7 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:35:31.444552 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8feeafdc-3879-4591-9742-e5cb85921fb7 admin admin] 10.222.0.23 "PUT /v2.0/routers/462398f2-6cd6-48e8-8826-5da0d9ac6a91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3614175 Jul 13 07:35:31.444739 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4689b7-926a-4555-a15a-310b94c633f8 None None] Sync routers for ids ['462398f2-6cd6-48e8-8826-5da0d9ac6a91'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:35:31.461059 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39022) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:31.465604 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-9c7d72b1-ce2b-4086-9fcf-bf9d5e3031b1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b4d7bb-1220-4d11-91b3-612b89cf8bb4']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:31.485974 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4689b7-926a-4555-a15a-310b94c633f8 None None] Routers {'462398f2-6cd6-48e8-8826-5da0d9ac6a91'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:31.491694 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-9b4689b7-926a-4555-a15a-310b94c633f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:35:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['462398f2-6cd6-48e8-8826-5da0d9ac6a91'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:31.557098 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eb465c13-7c5e-46bf-97c8-f31c511f4619 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:31.710834 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-9c7d72b1-ce2b-4086-9fcf-bf9d5e3031b1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a4ac50d-4ebd-48da-974a-7869b493bb7d') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:31.712916 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-9c7d72b1-ce2b-4086-9fcf-bf9d5e3031b1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a4ac50d-4ebd-48da-974a-7869b493bb7d') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:31.745379 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9c7d72b1-ce2b-4086-9fcf-bf9d5e3031b1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:31.820497 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-4a8a2b84-57cb-4448-8fd1-905febbaf032 None None] Attempting to bind port 6228cc04-4ef8-4a44-a963-c732db72fcf0 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:35:31.826602 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-4a8a2b84-57cb-4448-8fd1-905febbaf032 None None] Attempting to bind port 6228cc04-4ef8-4a44-a963-c732db72fcf0 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:35:31.827180 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8a2b84-57cb-4448-8fd1-905febbaf032 None None] Attempting to bind port 6228cc04-4ef8-4a44-a963-c732db72fcf0 on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:31.850612 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8a2b84-57cb-4448-8fd1-905febbaf032 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:35:31.851157 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8a2b84-57cb-4448-8fd1-905febbaf032 None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:31.868947 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4a8a2b84-57cb-4448-8fd1-905febbaf032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:31.869470 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8a2b84-57cb-4448-8fd1-905febbaf032 None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:35:31.870055 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-4a8a2b84-57cb-4448-8fd1-905febbaf032 None None] Bound port: 6228cc04-4ef8-4a44-a963-c732db72fcf0, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:35:31.870597 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4a8a2b84-57cb-4448-8fd1-905febbaf032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:31.970779 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9c7d72b1-ce2b-4086-9fcf-bf9d5e3031b1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:31.984423 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.plugin [None req-4a8a2b84-57cb-4448-8fd1-905febbaf032 None None] Port 6228cc04-4ef8-4a44-a963-c732db72fcf0 has been deleted concurrently {{(pid=94020) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 13 07:35:31.994003 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eb465c13-7c5e-46bf-97c8-f31c511f4619 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:32.008403 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eb465c13-7c5e-46bf-97c8-f31c511f4619 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:32.057178 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8a2b84-57cb-4448-8fd1-905febbaf032 None None] Routers {'60f4615b-727e-474d-96d2-17e9d9f3d6c4'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:32.060837 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c7d72b1-ce2b-4086-9fcf-bf9d5e3031b1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:35:32.061526 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9c7d72b1-ce2b-4086-9fcf-bf9d5e3031b1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:32.066515 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-4a8a2b84-57cb-4448-8fd1-905febbaf032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:35:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['60f4615b-727e-474d-96d2-17e9d9f3d6c4'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: self.session.flush() Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: self.session.flush() Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: self.session.flush() Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: self.session.flush() Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:35:32.080153 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:35:32.238300 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eb465c13-7c5e-46bf-97c8-f31c511f4619 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:32.238300 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb465c13-7c5e-46bf-97c8-f31c511f4619 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 60f4615b-727e-474d-96d2-17e9d9f3d6c4 {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:35:32.243121 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eb465c13-7c5e-46bf-97c8-f31c511f4619 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:32.244467 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-eb465c13-7c5e-46bf-97c8-f31c511f4619 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] 10.222.0.23 "DELETE /v2.0/routers/60f4615b-727e-474d-96d2-17e9d9f3d6c4 HTTP/1.1" status: 204 len: 168 time: 3.5981791 Jul 13 07:35:32.248157 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39038) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:32.384526 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-9b4689b7-926a-4555-a15a-310b94c633f8 None None] Set router 462398f2-6cd6-48e8-8826-5da0d9ac6a91 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:35:32.404262 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ef892a9e-e1b5-4769-9d44-88c8d4612699 admin admin] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:32.411259 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9c7d72b1-ce2b-4086-9fcf-bf9d5e3031b1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:32.426423 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-4a8a2b84-57cb-4448-8fd1-905febbaf032 None None] Set router 60f4615b-727e-474d-96d2-17e9d9f3d6c4 gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:35:32.496574 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9c7d72b1-ce2b-4086-9fcf-bf9d5e3031b1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:32.505949 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9c7d72b1-ce2b-4086-9fcf-bf9d5e3031b1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/networks/f7b4d7bb-1220-4d11-91b3-612b89cf8bb4 HTTP/1.1" status: 204 len: 168 time: 4.7203217 Jul 13 07:35:32.513985 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39042) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:32.545091 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-27401a77-0fb8-4808-8e15-8a91787f6ad3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-107446277'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:32.555233 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d72b1-ce2b-4086-9fcf-bf9d5e3031b1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'Network': ['ID=f7b4d7bb-1220-4d11-91b3-612b89cf8bb4,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:32.597841 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-377e98a8-61ce-4fc2-ab0c-e9c23e39fd98 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:32.636052 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-4a8a2b84-57cb-4448-8fd1-905febbaf032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f4615b-727e-474d-96d2-17e9d9f3d6c4', 'name': 'tempest-snat-router-4898585', 'tenant_id': 'dc7d1493802649fda88449804d951c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:19Z', 'updated_at': '2021-07-13T07:35:30Z', 'revision_number': 5, 'project_id': 'dc7d1493802649fda88449804d951c19', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:32.706893 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8a2b84-57cb-4448-8fd1-905febbaf032 None None] The sync data for ids ['60f4615b-727e-474d-96d2-17e9d9f3d6c4'] in n-d-771363-34 is: [{'id': '60f4615b-727e-474d-96d2-17e9d9f3d6c4', 'name': 'tempest-snat-router-4898585', 'tenant_id': 'dc7d1493802649fda88449804d951c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:35:19Z', 'updated_at': '2021-07-13T07:35:30Z', 'revision_number': 5, 'project_id': 'dc7d1493802649fda88449804d951c19', 'gw_port_host': None}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:35:32.875747 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27401a77-0fb8-4808-8e15-8a91787f6ad3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Made reservation on behalf of 71f928143c3f4a60bafd545bee5481d1 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:32.886108 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-27401a77-0fb8-4808-8e15-8a91787f6ad3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:32.940982 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-9b4689b7-926a-4555-a15a-310b94c633f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462398f2-6cd6-48e8-8826-5da0d9ac6a91', 'name': 'tempest-TaggedBootDevicesTest_v242-426877740-router', 'tenant_id': 'f675b11333fa441fa8eddc3498c6fd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '926192b5-d818-49da-8583-80512e79d35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:28Z', 'updated_at': '2021-07-13T07:35:27Z', 'revision_number': 5, 'project_id': 'f675b11333fa441fa8eddc3498c6fd35', 'gw_port': {'id': '926192b5-d818-49da-8583-80512e79d35e', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462398f2-6cd6-48e8-8826-5da0d9ac6a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:22:29Z', 'updated_at': '2021-07-13T07:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:33.036870 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27401a77-0fb8-4808-8e15-8a91787f6ad3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:35:33.049118 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4689b7-926a-4555-a15a-310b94c633f8 None None] Checking router: 462398f2-6cd6-48e8-8826-5da0d9ac6a91 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:35:33.056038 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ef892a9e-e1b5-4769-9d44-88c8d4612699 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:33.112768 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5c1a00ee-bd85-4198-82ef-39320cebe84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:33.123657 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-27401a77-0fb8-4808-8e15-8a91787f6ad3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:33.124574 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-27401a77-0fb8-4808-8e15-8a91787f6ad3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Added segment 81c6571e-bbb8-4d55-9b90-7fa493c68e82 of type vlan for network a71ff566-aeb7-462f-a6cf-79ab5c08af62 Jul 13 07:35:33.128470 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4689b7-926a-4555-a15a-310b94c633f8 None None] Routers {'462398f2-6cd6-48e8-8826-5da0d9ac6a91'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:33.129321 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-9b4689b7-926a-4555-a15a-310b94c633f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:35:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['462398f2-6cd6-48e8-8826-5da0d9ac6a91'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:33.141470 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:33.280944 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-27401a77-0fb8-4808-8e15-8a91787f6ad3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:33.327524 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bbce1-2d1e-4420-ba44-1e0ed111d5e9 req-541b747e-7a5e-4a12-a45e-35e1a020b7af tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:33.339126 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8b2bbce1-2d1e-4420-ba44-1e0ed111d5e9 req-541b747e-7a5e-4a12-a45e-35e1a020b7af tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6b5f05c-76ad-44b3-a8b1-71d985bb5b9a HTTP/1.1" status: 200 len: 945 time: 0.4072733 Jul 13 07:35:33.388678 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-9b4689b7-926a-4555-a15a-310b94c633f8 None None] Set router 462398f2-6cd6-48e8-8826-5da0d9ac6a91 gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:35:33.564917 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8b2bbce1-2d1e-4420-ba44-1e0ed111d5e9 req-28db630a-c356-4e1f-aaf0-a95721186929 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906550 Jul 13 07:35:33.611713 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-9b4689b7-926a-4555-a15a-310b94c633f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462398f2-6cd6-48e8-8826-5da0d9ac6a91', 'name': 'tempest-TaggedBootDevicesTest_v242-426877740-router', 'tenant_id': 'f675b11333fa441fa8eddc3498c6fd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:28Z', 'updated_at': '2021-07-13T07:35:33Z', 'revision_number': 6, 'project_id': 'f675b11333fa441fa8eddc3498c6fd35', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:33.624502 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-ef892a9e-e1b5-4769-9d44-88c8d4612699 admin admin] Deleting port 926192b5-d818-49da-8583-80512e79d35e {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:33.627761 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ef892a9e-e1b5-4769-9d44-88c8d4612699 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:33.676578 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-27401a77-0fb8-4808-8e15-8a91787f6ad3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:33.686912 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4689b7-926a-4555-a15a-310b94c633f8 None None] The sync data for ids ['462398f2-6cd6-48e8-8826-5da0d9ac6a91'] in n-d-771363-34 is: [{'id': '462398f2-6cd6-48e8-8826-5da0d9ac6a91', 'name': 'tempest-TaggedBootDevicesTest_v242-426877740-router', 'tenant_id': 'f675b11333fa441fa8eddc3498c6fd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:22:28Z', 'updated_at': '2021-07-13T07:35:33Z', 'revision_number': 6, 'project_id': 'f675b11333fa441fa8eddc3498c6fd35', 'gw_port_host': None}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:35:33.691972 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27401a77-0fb8-4808-8e15-8a91787f6ad3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:33.700836 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-27401a77-0fb8-4808-8e15-8a91787f6ad3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:33.785042 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-377e98a8-61ce-4fc2-ab0c-e9c23e39fd98 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:33.978385 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-377e98a8-61ce-4fc2-ab0c-e9c23e39fd98 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Deleting port 130bfb7d-e7f2-450a-9568-6048b19d2f1a {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:33.978765 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-377e98a8-61ce-4fc2-ab0c-e9c23e39fd98 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:34.108257 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:34.126982 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-27401a77-0fb8-4808-8e15-8a91787f6ad3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5945563 Jul 13 07:35:34.169927 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1658ed07-3f58-4e31-99ef-c159fb8a1651 req-f50d2b42-a5a4-4991-a273-2a3647a7a2d1 tempest-ServerShowV254Test-324896187 tempest-ServerShowV254Test-324896187-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9058e94-6347-4294-afc4-726c5b82ab47 HTTP/1.1" status: 200 len: 210 time: 0.3442278 Jul 13 07:35:34.182841 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-377e98a8-61ce-4fc2-ab0c-e9c23e39fd98 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] For port 130bfb7d-e7f2-450a-9568-6048b19d2f1a, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=130bfb7d-e7f2-450a-9568-6048b19d2f1a,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:34.186197 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-377e98a8-61ce-4fc2-ab0c-e9c23e39fd98 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:34.252857 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-377e98a8-61ce-4fc2-ab0c-e9c23e39fd98 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Calling delete_port for 130bfb7d-e7f2-450a-9568-6048b19d2f1a owned by network:router_gateway {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:34.402184 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39090) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:34.403566 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27401a77-0fb8-4808-8e15-8a91787f6ad3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'Network': ['ID=a71ff566-aeb7-462f-a6cf-79ab5c08af62,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:34.417062 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-ff60507f-e921-4636-999e-bcfd3cb96255 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'subnet': {'network_id': 'a71ff566-aeb7-462f-a6cf-79ab5c08af62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:34.425197 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network a71ff566-aeb7-462f-a6cf-79ab5c08af62 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:35:34.470488 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-ef892a9e-e1b5-4769-9d44-88c8d4612699 admin admin] For port 926192b5-d818-49da-8583-80512e79d35e, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=926192b5-d818-49da-8583-80512e79d35e,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:34.470955 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ef892a9e-e1b5-4769-9d44-88c8d4612699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:34.637685 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-ef892a9e-e1b5-4769-9d44-88c8d4612699 admin admin] Calling delete_port for 926192b5-d818-49da-8583-80512e79d35e owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:34.699331 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-377e98a8-61ce-4fc2-ab0c-e9c23e39fd98 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:34.786022 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e98a8-61ce-4fc2-ab0c-e9c23e39fd98 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Pushing event deleted for resources: {'Port': ['ID=130bfb7d-e7f2-450a-9568-6048b19d2f1a,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:34.825215 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e98a8-61ce-4fc2-ab0c-e9c23e39fd98 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:34.826084 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e98a8-61ce-4fc2-ab0c-e9c23e39fd98 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:34.826847 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e98a8-61ce-4fc2-ab0c-e9c23e39fd98 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:34.827617 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e98a8-61ce-4fc2-ab0c-e9c23e39fd98 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:34.828341 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e98a8-61ce-4fc2-ab0c-e9c23e39fd98 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:34.829085 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e98a8-61ce-4fc2-ab0c-e9c23e39fd98 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:34.829801 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e98a8-61ce-4fc2-ab0c-e9c23e39fd98 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:34.830485 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e98a8-61ce-4fc2-ab0c-e9c23e39fd98 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:34.831169 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e98a8-61ce-4fc2-ab0c-e9c23e39fd98 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:34.850714 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e98a8-61ce-4fc2-ab0c-e9c23e39fd98 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:34.851648 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e98a8-61ce-4fc2-ab0c-e9c23e39fd98 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:34.852424 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e98a8-61ce-4fc2-ab0c-e9c23e39fd98 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:34.913643 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 496f5fe6-45ad-4c57-b3f9-5a7978cb76a4 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:35:34.972011 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 496f5fe6-45ad-4c57-b3f9-5a7978cb76a4 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:35:34.972358 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 496f5fe6-45ad-4c57-b3f9-5a7978cb76a4 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:35:34.972781 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 926192b5-d818-49da-8583-80512e79d35e no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:35:35.062942 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff60507f-e921-4636-999e-bcfd3cb96255 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Made reservation on behalf of 71f928143c3f4a60bafd545bee5481d1 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:35.085636 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ff60507f-e921-4636-999e-bcfd3cb96255 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:35.177679 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:35.205880 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-377e98a8-61ce-4fc2-ab0c-e9c23e39fd98 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:35.254800 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 926192b5-d818-49da-8583-80512e79d35e, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=926192b5-d818-49da-8583-80512e79d35e,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:35.276589 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:35.528622 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=926192b5-d818-49da-8583-80512e79d35e,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:35.634379 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-377e98a8-61ce-4fc2-ab0c-e9c23e39fd98 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:35.639687 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-377e98a8-61ce-4fc2-ab0c-e9c23e39fd98 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:35.723038 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-377e98a8-61ce-4fc2-ab0c-e9c23e39fd98 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:35.724110 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377e98a8-61ce-4fc2-ab0c-e9c23e39fd98 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9be7ef88-0ca0-492b-ab03-8eb41f2094d7 {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:35:35.736995 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-377e98a8-61ce-4fc2-ab0c-e9c23e39fd98 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:35.739276 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-377e98a8-61ce-4fc2-ab0c-e9c23e39fd98 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] 10.222.0.23 "DELETE /v2.0/routers/9be7ef88-0ca0-492b-ab03-8eb41f2094d7 HTTP/1.1" status: 204 len: 168 time: 3.4897835 Jul 13 07:35:35.744320 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ef892a9e-e1b5-4769-9d44-88c8d4612699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:35.750341 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39128) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:35.790870 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ff60507f-e921-4636-999e-bcfd3cb96255 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:35.816821 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-2b65f8cd-da3f-4491-b999-f93e92f16ea1 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1650520989', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}, 'admin_state_up': False}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:35.858739 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef892a9e-e1b5-4769-9d44-88c8d4612699 admin admin] Pushing event deleted for resources: {'Port': ['ID=926192b5-d818-49da-8583-80512e79d35e,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:35.859044 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:35.909391 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4eb8d-774c-4a43-ac8b-213bab35a9a1 req-55cd5ff5-2a9b-4011-b82f-d751f342cebb tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:35.938168 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-32e4eb8d-774c-4a43-ac8b-213bab35a9a1 req-55cd5ff5-2a9b-4011-b82f-d751f342cebb tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6b5f05c-76ad-44b3-a8b1-71d985bb5b9a HTTP/1.1" status: 200 len: 945 time: 0.8183844 Jul 13 07:35:35.992159 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff60507f-e921-4636-999e-bcfd3cb96255 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'Subnet': ['ID=6a5740f7-6ce6-4918-a8b2-e79751859476,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:36.022966 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-986afddc-62c4-485c-8a57-0f483f061586 req-050c63b3-2154-4a48-9acd-8c1c75560661 tempest-ServerShowV254Test-324896187 tempest-ServerShowV254Test-324896187-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9058e94-6347-4294-afc4-726c5b82ab47 HTTP/1.1" status: 200 len: 210 time: 0.2838435 Jul 13 07:35:36.071769 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-32e4eb8d-774c-4a43-ac8b-213bab35a9a1 req-5c1deeb6-802e-4e2f-a522-2aa9f661fb6b tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292932 Jul 13 07:35:36.106730 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b65f8cd-da3f-4491-b999-f93e92f16ea1 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:36.106730 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b65f8cd-da3f-4491-b999-f93e92f16ea1 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:36.234888 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b65f8cd-da3f-4491-b999-f93e92f16ea1 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:36.236608 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff60507f-e921-4636-999e-bcfd3cb96255 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Checking segment: {'id': '81c6571e-bbb8-4d55-9b90-7fa493c68e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a71ff566-aeb7-462f-a6cf-79ab5c08af62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:36.237024 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff60507f-e921-4636-999e-bcfd3cb96255 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Network hostable DHCP agents. Network: a71ff566-aeb7-462f-a6cf-79ab5c08af62, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:35:36.376285 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff60507f-e921-4636-999e-bcfd3cb96255 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Network a71ff566-aeb7-462f-a6cf-79ab5c08af62 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:35:36.504621 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b65f8cd-da3f-4491-b999-f93e92f16ea1 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:36.518309 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-ff60507f-e921-4636-999e-bcfd3cb96255 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, a71ff566-aeb7-462f-a6cf-79ab5c08af62) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:36.520036 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ef892a9e-e1b5-4769-9d44-88c8d4612699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:36.528884 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896059f1-ebdd-4e51-98fb-0f171558049f None None] Network a71ff566-aeb7-462f-a6cf-79ab5c08af62 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:35:36.544982 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff60507f-e921-4636-999e-bcfd3cb96255 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:36.545559 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ff60507f-e921-4636-999e-bcfd3cb96255 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:36.783521 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ff60507f-e921-4636-999e-bcfd3cb96255 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3747911 Jul 13 07:35:36.787736 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39144) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:36.793082 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-591eacb1-8b98-4f97-a6cc-5196d98654ef tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-491034569', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:36.798093 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ef892a9e-e1b5-4769-9d44-88c8d4612699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:36.809808 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ef892a9e-e1b5-4769-9d44-88c8d4612699 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:36.894915 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-591eacb1-8b98-4f97-a6cc-5196d98654ef tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:36.896734 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-591eacb1-8b98-4f97-a6cc-5196d98654ef tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:36.984760 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 130bfb7d-e7f2-450a-9568-6048b19d2f1a no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:35:37.056504 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 130bfb7d-e7f2-450a-9568-6048b19d2f1a {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:35:37.057592 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 130bfb7d-e7f2-450a-9568-6048b19d2f1a not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:35:37.065609 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ef892a9e-e1b5-4769-9d44-88c8d4612699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:37.066269 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef892a9e-e1b5-4769-9d44-88c8d4612699 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 462398f2-6cd6-48e8-8826-5da0d9ac6a91 {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:35:37.094245 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9115e0a-6b7a-40d9-9cea-815db65425e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-a71ff566-aeb7-462f-a6cf-79ab5c08af62', 'network_id': 'a71ff566-aeb7-462f-a6cf-79ab5c08af62', 'tenant_id': '71f928143c3f4a60bafd545bee5481d1', 'fixed_ips': [{'subnet_id': '6a5740f7-6ce6-4918-a8b2-e79751859476'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:35:37.094951 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ef892a9e-e1b5-4769-9d44-88c8d4612699 admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:37.096206 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ef892a9e-e1b5-4769-9d44-88c8d4612699 admin admin] 10.222.0.23 "DELETE /v2.0/routers/462398f2-6cd6-48e8-8826-5da0d9ac6a91 HTTP/1.1" status: 204 len: 168 time: 5.6338422 Jul 13 07:35:37.100862 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c9115e0a-6b7a-40d9-9cea-815db65425e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:37.102091 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39156) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:37.122494 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e3004-cca6-41c1-b7f6-323473fea1b4 req-f3ea3a8b-f081-4f12-944b-c10a02c7079c tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:37.127388 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c49e3004-cca6-41c1-b7f6-323473fea1b4 req-f3ea3a8b-f081-4f12-944b-c10a02c7079c tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6b5f05c-76ad-44b3-a8b1-71d985bb5b9a HTTP/1.1" status: 200 len: 945 time: 0.3403122 Jul 13 07:35:37.280452 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae43b90-680f-4541-b59c-7351cd56bb4e admin admin] Deleting subnet f7f0633d-db4a-44fe-b1ba-90fb0badcb6d {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:35:37.307250 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2ae43b90-680f-4541-b59c-7351cd56bb4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:37.325728 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-591eacb1-8b98-4f97-a6cc-5196d98654ef tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:37.353814 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-591eacb1-8b98-4f97-a6cc-5196d98654ef tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:37.410004 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0534be8f-94f4-4280-8157-c2dd3c3fdab5 req-7945e626-7a84-4cac-a412-e956a0abb6c2 tempest-ServerShowV254Test-324896187 tempest-ServerShowV254Test-324896187-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9058e94-6347-4294-afc4-726c5b82ab47 HTTP/1.1" status: 200 len: 210 time: 0.1048646 Jul 13 07:35:37.445561 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-591eacb1-8b98-4f97-a6cc-5196d98654ef tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:37.454588 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-591eacb1-8b98-4f97-a6cc-5196d98654ef tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.6657312 Jul 13 07:35:37.457608 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39162) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:37.459567 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-c9115e0a-6b7a-40d9-9cea-815db65425e0 None None] Allocated IP 172.20.0.2 (a71ff566-aeb7-462f-a6cf-79ab5c08af62/6a5740f7-6ce6-4918-a8b2-e79751859476/e4cce78e-63b4-4121-a44a-ab53766b3e89) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:37.491886 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-b2ed16fa-b1da-4c15-b670-89b2bc49dea0 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'port': {'network_id': 'a71ff566-aeb7-462f-a6cf-79ab5c08af62', 'name': 'tempest-PortsTestJSON-522644493'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:37.505924 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c49e3004-cca6-41c1-b7f6-323473fea1b4 req-f8ba284c-846e-4019-9ce8-02ee0bfbab9e tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785755 Jul 13 07:35:37.526817 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2ae43b90-680f-4541-b59c-7351cd56bb4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:37.649493 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b65f8cd-da3f-4491-b999-f93e92f16ea1 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router_gateway, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:37.654182 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dac7cde0-7876-4722-9403-c2fd3fd29e08 req-07b94c6e-13e3-4e2e-a28a-f4bcabdc967d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c9058e94-6347-4294-afc4-726c5b82ab47 HTTP/1.1" status: 200 len: 210 time: 0.0685503 Jul 13 07:35:37.881549 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ed16fa-b1da-4c15-b670-89b2bc49dea0 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Made reservation on behalf of 71f928143c3f4a60bafd545bee5481d1 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:37.887685 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b2ed16fa-b1da-4c15-b670-89b2bc49dea0 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:37.897144 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c9115e0a-6b7a-40d9-9cea-815db65425e0 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:37.913812 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-b2ed16fa-b1da-4c15-b670-89b2bc49dea0 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] device_id is not set on port abd6adc9-3321-48f4-acfe-a13acbee3ff5 yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:35:37.914076 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c9115e0a-6b7a-40d9-9cea-815db65425e0 None None] Transition to ACTIVE for port object e4cce78e-63b4-4121-a44a-ab53766b3e89 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:37.941505 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c9115e0a-6b7a-40d9-9cea-815db65425e0 None None] Transition to ACTIVE for port object e4cce78e-63b4-4121-a44a-ab53766b3e89 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:37.950722 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c9115e0a-6b7a-40d9-9cea-815db65425e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:38.079843 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9115e0a-6b7a-40d9-9cea-815db65425e0 None None] Pushing event updated for resources: {'Port': ['ID=e4cce78e-63b4-4121-a44a-ab53766b3e89,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:38.124120 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9115e0a-6b7a-40d9-9cea-815db65425e0 None None] Network a71ff566-aeb7-462f-a6cf-79ab5c08af62 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:38.140334 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-c9115e0a-6b7a-40d9-9cea-815db65425e0 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:38.144158 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9115e0a-6b7a-40d9-9cea-815db65425e0 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:38.258131 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-c9115e0a-6b7a-40d9-9cea-815db65425e0 None None] Attempting to bind port e4cce78e-63b4-4121-a44a-ab53766b3e89 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:35:38.258584 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-c9115e0a-6b7a-40d9-9cea-815db65425e0 None None] Attempting to bind port e4cce78e-63b4-4121-a44a-ab53766b3e89 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '81c6571e-bbb8-4d55-9b90-7fa493c68e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a71ff566-aeb7-462f-a6cf-79ab5c08af62'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:35:38.259129 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9115e0a-6b7a-40d9-9cea-815db65425e0 None None] Attempting to bind port e4cce78e-63b4-4121-a44a-ab53766b3e89 on network a71ff566-aeb7-462f-a6cf-79ab5c08af62 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:35:38.267849 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9115e0a-6b7a-40d9-9cea-815db65425e0 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:35:38.268342 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9115e0a-6b7a-40d9-9cea-815db65425e0 None None] Checking segment: {'id': '81c6571e-bbb8-4d55-9b90-7fa493c68e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a71ff566-aeb7-462f-a6cf-79ab5c08af62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:38.268757 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c9115e0a-6b7a-40d9-9cea-815db65425e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:38.269154 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9115e0a-6b7a-40d9-9cea-815db65425e0 None None] Bound using segment: {'id': '81c6571e-bbb8-4d55-9b90-7fa493c68e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a71ff566-aeb7-462f-a6cf-79ab5c08af62'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:35:38.269734 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-c9115e0a-6b7a-40d9-9cea-815db65425e0 None None] Bound port: e4cce78e-63b4-4121-a44a-ab53766b3e89, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81c6571e-bbb8-4d55-9b90-7fa493c68e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a71ff566-aeb7-462f-a6cf-79ab5c08af62'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:35:38.270194 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c9115e0a-6b7a-40d9-9cea-815db65425e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:38.346781 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-b2ed16fa-b1da-4c15-b670-89b2bc49dea0 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Allocated IP 172.20.0.3 (a71ff566-aeb7-462f-a6cf-79ab5c08af62/6a5740f7-6ce6-4918-a8b2-e79751859476/abd6adc9-3321-48f4-acfe-a13acbee3ff5) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:38.384020 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cddfb36-a63b-4839-b4f6-5cce02e7f65a req-81976293-0b16-4265-9699-daacc3f93782 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:38.388098 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3cddfb36-a63b-4839-b4f6-5cce02e7f65a req-81976293-0b16-4265-9699-daacc3f93782 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6b5f05c-76ad-44b3-a8b1-71d985bb5b9a HTTP/1.1" status: 200 len: 945 time: 0.3786592 Jul 13 07:35:38.430148 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-c9115e0a-6b7a-40d9-9cea-815db65425e0 None None] For port e4cce78e-63b4-4121-a44a-ab53766b3e89, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:35:38.434538 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-c9115e0a-6b7a-40d9-9cea-815db65425e0 None None] For port e4cce78e-63b4-4121-a44a-ab53766b3e89, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=e4cce78e-63b4-4121-a44a-ab53766b3e89,segment=NetworkSegment(81c6571e-bbb8-4d55-9b90-7fa493c68e82),segment_id=81c6571e-bbb8-4d55-9b90-7fa493c68e82)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:35:38.441112 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c9115e0a-6b7a-40d9-9cea-815db65425e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:38.697217 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b65f8cd-da3f-4491-b999-f93e92f16ea1 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:38.712735 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9115e0a-6b7a-40d9-9cea-815db65425e0 None None] Pushing event updated for resources: {'Port': ['ID=e4cce78e-63b4-4121-a44a-ab53766b3e89,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:38.798925 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2ae43b90-680f-4541-b59c-7351cd56bb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:39.004041 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-3cddfb36-a63b-4839-b4f6-5cce02e7f65a req-8b61e4b6-1aaa-4bbb-9098-978dfcc1b930 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Deleting port 38bb6224-32be-4508-993c-e88650ffddc0 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:39.004714 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3cddfb36-a63b-4839-b4f6-5cce02e7f65a req-8b61e4b6-1aaa-4bbb-9098-978dfcc1b930 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:39.021923 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8d4a7b38-84b3-49ee-9968-2f82298f0f03 req-ae2e91fb-1a08-4016-9b77-f5c62dfed12b tempest-ServerShowV254Test-324896187 tempest-ServerShowV254Test-324896187-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9058e94-6347-4294-afc4-726c5b82ab47 HTTP/1.1" status: 200 len: 210 time: 0.0612392 Jul 13 07:35:39.048057 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b2ed16fa-b1da-4c15-b670-89b2bc49dea0 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:39.139417 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-b2ed16fa-b1da-4c15-b670-89b2bc49dea0 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Transition to ACTIVE for port object abd6adc9-3321-48f4-acfe-a13acbee3ff5 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:35:39.182319 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2ae43b90-680f-4541-b59c-7351cd56bb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:39.327105 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2ae43b90-680f-4541-b59c-7351cd56bb4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:39.331474 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bd2310-5847-4c6a-951e-1eacad7373b1 None None] Network dd8dd7e8-74b0-43ac-8795-6b3850b9caf1 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:35:39.332385 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2ae43b90-680f-4541-b59c-7351cd56bb4e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f7f0633d-db4a-44fe-b1ba-90fb0badcb6d HTTP/1.1" status: 204 len: 168 time: 2.2289948 Jul 13 07:35:39.348313 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae43b90-680f-4541-b59c-7351cd56bb4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7f0633d-db4a-44fe-b1ba-90fb0badcb6d,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:39.353695 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39210) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:39.375289 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae43b90-680f-4541-b59c-7351cd56bb4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:39.375289 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae43b90-680f-4541-b59c-7351cd56bb4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:39.375569 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae43b90-680f-4541-b59c-7351cd56bb4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:39.375915 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae43b90-680f-4541-b59c-7351cd56bb4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:39.376250 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae43b90-680f-4541-b59c-7351cd56bb4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:39.376602 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae43b90-680f-4541-b59c-7351cd56bb4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:39.377028 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae43b90-680f-4541-b59c-7351cd56bb4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:39.377520 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae43b90-680f-4541-b59c-7351cd56bb4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:39.378054 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae43b90-680f-4541-b59c-7351cd56bb4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:39.378670 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae43b90-680f-4541-b59c-7351cd56bb4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:39.379099 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae43b90-680f-4541-b59c-7351cd56bb4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:39.391970 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae43b90-680f-4541-b59c-7351cd56bb4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:35:39.415909 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-2b65f8cd-da3f-4491-b999-f93e92f16ea1 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Allocated IP 172.25.3.230 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/57ea126c-0465-4946-84fb-3b877d3f547d) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:39.741093 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b65f8cd-da3f-4491-b999-f93e92f16ea1 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:39.751902 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b2ed16fa-b1da-4c15-b670-89b2bc49dea0 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:39.775865 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-3cddfb36-a63b-4839-b4f6-5cce02e7f65a req-8b61e4b6-1aaa-4bbb-9098-978dfcc1b930 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] For port 38bb6224-32be-4508-993c-e88650ffddc0, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=38bb6224-32be-4508-993c-e88650ffddc0,segment=NetworkSegment(5a5e32fa-d1a7-44e2-b088-49b4ede36727),segment_id=5a5e32fa-d1a7-44e2-b088-49b4ede36727)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:39.778256 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3cddfb36-a63b-4839-b4f6-5cce02e7f65a req-8b61e4b6-1aaa-4bbb-9098-978dfcc1b930 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:39.807124 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ed9fe7ab-710f-4a90-9b7d-f1cb46d4e562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:39.828065 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056dce3-725b-4522-a3fa-5c01e53688dd req-b9b8acf1-aa5b-486d-9dbd-7564e7b5c70d tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:39.836155 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e47fbd1-b056-4e36-b73e-cc519439cb3b None None] DHCP port deletion for dd8dd7e8-74b0-43ac-8795-6b3850b9caf1 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:35:39.838542 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7056dce3-725b-4522-a3fa-5c01e53688dd req-b9b8acf1-aa5b-486d-9dbd-7564e7b5c70d tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6b5f05c-76ad-44b3-a8b1-71d985bb5b9a HTTP/1.1" status: 200 len: 945 time: 0.8598866 Jul 13 07:35:39.858426 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b65f8cd-da3f-4491-b999-f93e92f16ea1 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:40.022409 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-3cddfb36-a63b-4839-b4f6-5cce02e7f65a req-8b61e4b6-1aaa-4bbb-9098-978dfcc1b930 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Calling delete_port for 38bb6224-32be-4508-993c-e88650ffddc0 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:40.024579 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b65f8cd-da3f-4491-b999-f93e92f16ea1 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:40.057859 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-2b65f8cd-da3f-4491-b999-f93e92f16ea1 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:40.071974 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-4e47fbd1-b056-4e36-b73e-cc519439cb3b None None] Deleting port 2d3f6e6c-4e4c-4526-a7e5-eb7662fb30ad {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:40.073965 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4e47fbd1-b056-4e36-b73e-cc519439cb3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:40.075707 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ed16fa-b1da-4c15-b670-89b2bc49dea0 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Network a71ff566-aeb7-462f-a6cf-79ab5c08af62 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:40.078954 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b65f8cd-da3f-4491-b999-f93e92f16ea1 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:40.086069 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65f8cd-da3f-4491-b999-f93e92f16ea1 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Pushing event updated for resources: {'Port': ['ID=57ea126c-0465-4946-84fb-3b877d3f547d,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:40.118098 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-b2ed16fa-b1da-4c15-b670-89b2bc49dea0 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:40.146449 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ed16fa-b1da-4c15-b670-89b2bc49dea0 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:40.259831 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-4e47fbd1-b056-4e36-b73e-cc519439cb3b None None] For port 2d3f6e6c-4e4c-4526-a7e5-eb7662fb30ad, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=2d3f6e6c-4e4c-4526-a7e5-eb7662fb30ad,segment=NetworkSegment(2db94155-b4d5-4a71-9c76-b900867aaa59),segment_id=2db94155-b4d5-4a71-9c76-b900867aaa59)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:40.261937 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4e47fbd1-b056-4e36-b73e-cc519439cb3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:40.313285 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-4e47fbd1-b056-4e36-b73e-cc519439cb3b None None] Calling delete_port for 2d3f6e6c-4e4c-4526-a7e5-eb7662fb30ad owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:40.403843 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ed16fa-b1da-4c15-b670-89b2bc49dea0 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'Port': ['ID=abd6adc9-3321-48f4-acfe-a13acbee3ff5,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:40.468126 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7056dce3-725b-4522-a3fa-5c01e53688dd req-21556703-c100-4913-b5b9-7fcf83c379c7 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/security-groups?id=a20d0aa5-9cc7-4689-aa86-74e83ac3623a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6282492 Jul 13 07:35:40.552890 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4e47fbd1-b056-4e36-b73e-cc519439cb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:40.657717 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ed16fa-b1da-4c15-b670-89b2bc49dea0 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:40.660573 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b2ed16fa-b1da-4c15-b670-89b2bc49dea0 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:40.671707 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e47fbd1-b056-4e36-b73e-cc519439cb3b None None] No DVR routers for this DVR port 2d3f6e6c-4e4c-4526-a7e5-eb7662fb30ad on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:35:40.684995 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e47fbd1-b056-4e36-b73e-cc519439cb3b None None] Pushing event deleted for resources: {'Port': ['ID=2d3f6e6c-4e4c-4526-a7e5-eb7662fb30ad,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:40.711336 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b2ed16fa-b1da-4c15-b670-89b2bc49dea0 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2524819 Jul 13 07:35:40.730131 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39238) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:40.894148 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f8e453-e004-485a-90a4-871703d2d0b1 None None] Network a71ff566-aeb7-462f-a6cf-79ab5c08af62 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:35:41.095073 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b65f8cd-da3f-4491-b999-f93e92f16ea1 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router_gateway, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:41.128592 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device e4cce78e-63b4-4121-a44a-ab53766b3e89 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:41.143975 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d6d59089-08e6-499a-b022-c41df9a3ac8c None None] Provisioning for port e4cce78e-63b4-4121-a44a-ab53766b3e89 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:41.161890 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-ed9fe7ab-710f-4a90-9b7d-f1cb46d4e562 admin admin] Deleting port 2d3f6e6c-4e4c-4526-a7e5-eb7662fb30ad {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:41.162576 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ed9fe7ab-710f-4a90-9b7d-f1cb46d4e562 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:41.508970 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3cddfb36-a63b-4839-b4f6-5cce02e7f65a req-8b61e4b6-1aaa-4bbb-9098-978dfcc1b930 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:41.546344 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-ed9fe7ab-710f-4a90-9b7d-f1cb46d4e562 admin admin] For port 2d3f6e6c-4e4c-4526-a7e5-eb7662fb30ad, host n-d-771363-34, got binding levels [] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:41.548358 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ed9fe7ab-710f-4a90-9b7d-f1cb46d4e562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:41.731792 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port e4cce78e-63b4-4121-a44a-ab53766b3e89 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:41.760318 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port e4cce78e-63b4-4121-a44a-ab53766b3e89 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:41.761407 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:41.860092 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-ed9fe7ab-710f-4a90-9b7d-f1cb46d4e562 admin admin] Calling delete_port for 2d3f6e6c-4e4c-4526-a7e5-eb7662fb30ad owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:41.872628 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61e4b6-1aaa-4bbb-9098-978dfcc1b930 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Pushing event deleted for resources: {'Port': ['ID=38bb6224-32be-4508-993c-e88650ffddc0,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:41.895438 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.ipam_backend_mixin [None req-ed9fe7ab-710f-4a90-9b7d-f1cb46d4e562 admin admin] Port 2d3f6e6c-4e4c-4526-a7e5-eb7662fb30ad was not found and therefore no delete operation was performed {{(pid=94017) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:35:41.914414 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b65f8cd-da3f-4491-b999-f93e92f16ea1 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:41.966059 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-17e61251-5288-4397-b7e2-e1097400d669 req-3811b5ca-8aa9-476b-beed-b06556bdcebc tempest-ServerShowV254Test-324896187 tempest-ServerShowV254Test-324896187-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9058e94-6347-4294-afc4-726c5b82ab47 HTTP/1.1" status: 200 len: 210 time: 0.1555521 Jul 13 07:35:41.968932 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ed9fe7ab-710f-4a90-9b7d-f1cb46d4e562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:41.974941 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-afed804d-2480-41c4-952e-30ba348cf29f req-d47a74eb-3326-45c0-a50d-e9fbf129f982 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6b5f05c-76ad-44b3-a8b1-71d985bb5b9a HTTP/1.1" status: 200 len: 210 time: 0.1285295 Jul 13 07:35:42.045087 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:42.106340 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port e4cce78e-63b4-4121-a44a-ab53766b3e89, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=e4cce78e-63b4-4121-a44a-ab53766b3e89,segment=NetworkSegment(81c6571e-bbb8-4d55-9b90-7fa493c68e82),segment_id=81c6571e-bbb8-4d55-9b90-7fa493c68e82)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:42.113880 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:42.116926 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9fe7ab-710f-4a90-9b7d-f1cb46d4e562 admin admin] No DVR routers for this DVR port 2d3f6e6c-4e4c-4526-a7e5-eb7662fb30ad on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:35:42.251829 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9fe7ab-710f-4a90-9b7d-f1cb46d4e562 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d3f6e6c-4e4c-4526-a7e5-eb7662fb30ad,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:42.256369 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=e4cce78e-63b4-4121-a44a-ab53766b3e89,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:42.389659 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 2d3f6e6c-4e4c-4526-a7e5-eb7662fb30ad no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:35:42.450873 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cddfb36-a63b-4839-b4f6-5cce02e7f65a req-8b61e4b6-1aaa-4bbb-9098-978dfcc1b930 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] No DVR routers for this DVR port 38bb6224-32be-4508-993c-e88650ffddc0 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:35:42.451801 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 2d3f6e6c-4e4c-4526-a7e5-eb7662fb30ad {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:35:42.452643 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 2d3f6e6c-4e4c-4526-a7e5-eb7662fb30ad not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:35:42.453312 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b65f8cd-da3f-4491-b999-f93e92f16ea1 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Router 85cec759-eed0-4058-927f-c0b4419cca39 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:35:42.461877 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3cddfb36-a63b-4839-b4f6-5cce02e7f65a req-8b61e4b6-1aaa-4bbb-9098-978dfcc1b930 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:42.466638 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3cddfb36-a63b-4839-b4f6-5cce02e7f65a req-8b61e4b6-1aaa-4bbb-9098-978dfcc1b930 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.42 "DELETE /v2.0/ports/38bb6224-32be-4508-993c-e88650ffddc0 HTTP/1.1" status: 204 len: 173 time: 4.0675805 Jul 13 07:35:42.486193 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b5f05c-76ad-44b3-a8b1-71d985bb5b9a', 'name': 'network-vif-deleted', 'tag': '38bb6224-32be-4508-993c-e88650ffddc0'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:42.492807 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a45eb2-6a02-46c2-b452-2b0469b4c833" -d '{"events": [{"server_uuid": "d6b5f05c-76ad-44b3-a8b1-71d985bb5b9a", "name": "network-vif-deleted", "tag": "38bb6224-32be-4508-993c-e88650ffddc0"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:42.610982 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ed9fe7ab-710f-4a90-9b7d-f1cb46d4e562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:42.615771 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b354a306-2765-450d-a334-b7535ae87d1b x-openstack-request-id: req-b354a306-2765-450d-a334-b7535ae87d1b {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:42.616285 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b5f05c-76ad-44b3-a8b1-71d985bb5b9a", "name": "network-vif-deleted", "tag": "38bb6224-32be-4508-993c-e88650ffddc0", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:42.616681 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b354a306-2765-450d-a334-b7535ae87d1b {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:42.617228 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b5f05c-76ad-44b3-a8b1-71d985bb5b9a', 'name': 'network-vif-deleted', 'tag': '38bb6224-32be-4508-993c-e88650ffddc0', 'status': 'completed', 'code': 200} Jul 13 07:35:42.632084 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-ed9fe7ab-710f-4a90-9b7d-f1cb46d4e562 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd8dd7e8-74b0-43ac-8795-6b3850b9caf1']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:42.635485 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-87d93c39-f348-4345-ae86-30925b814460 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:42.693854 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-ed9fe7ab-710f-4a90-9b7d-f1cb46d4e562 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db94155-b4d5-4a71-9c76-b900867aaa59') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:42.694731 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-ed9fe7ab-710f-4a90-9b7d-f1cb46d4e562 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db94155-b4d5-4a71-9c76-b900867aaa59') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:42.762060 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b65f8cd-da3f-4491-b999-f93e92f16ea1 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:35:42.777408 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079fdd53-0a26-4820-a404-2006e8b50b40 None None] Sync routers for ids ['85cec759-eed0-4058-927f-c0b4419cca39'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:35:42.805272 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b65f8cd-da3f-4491-b999-f93e92f16ea1 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:42.814858 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2b65f8cd-da3f-4491-b999-f93e92f16ea1 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.0091684 Jul 13 07:35:42.816000 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39276) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:42.823217 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079fdd53-0a26-4820-a404-2006e8b50b40 None None] Routers {'85cec759-eed0-4058-927f-c0b4419cca39'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:42.826600 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-079fdd53-0a26-4820-a404-2006e8b50b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:35:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['85cec759-eed0-4058-927f-c0b4419cca39'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:42.830168 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-6b087df7-89af-4c1e-929f-0d3b13ed6009 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'enable_snat': False}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:42.875989 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3072d7aa-ff80-4545-86f2-3b11e80e5392 None None] Provisioning complete for port e4cce78e-63b4-4121-a44a-ab53766b3e89 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:42.876554 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3072d7aa-ff80-4545-86f2-3b11e80e5392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:42.895046 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39282) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:42.928708 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ed9fe7ab-710f-4a90-9b7d-f1cb46d4e562 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:42.960165 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 38bb6224-32be-4508-993c-e88650ffddc0 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:35:42.973118 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-079fdd53-0a26-4820-a404-2006e8b50b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:43.000904 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079fdd53-0a26-4820-a404-2006e8b50b40 None None] Routers {'85cec759-eed0-4058-927f-c0b4419cca39'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:43.001867 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-079fdd53-0a26-4820-a404-2006e8b50b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:35:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['85cec759-eed0-4058-927f-c0b4419cca39'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:43.031313 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device e4cce78e-63b4-4121-a44a-ab53766b3e89 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:35:43.036069 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 38bb6224-32be-4508-993c-e88650ffddc0 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:35:43.036411 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 38bb6224-32be-4508-993c-e88650ffddc0 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:35:43.136655 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-079fdd53-0a26-4820-a404-2006e8b50b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:43.137332 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079fdd53-0a26-4820-a404-2006e8b50b40 None None] The sync data for ids ['85cec759-eed0-4058-927f-c0b4419cca39'] in n-d-771363-34 is: [] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:35:43.332904 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3072d7aa-ff80-4545-86f2-3b11e80e5392 None None] Provisioning for port abd6adc9-3321-48f4-acfe-a13acbee3ff5 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:35:43.345705 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3072d7aa-ff80-4545-86f2-3b11e80e5392 None None] Provisioning complete for port abd6adc9-3321-48f4-acfe-a13acbee3ff5 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:43.346744 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3072d7aa-ff80-4545-86f2-3b11e80e5392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:43.437041 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port e4cce78e-63b4-4121-a44a-ab53766b3e89 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:43.437449 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:43.443359 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-3072d7aa-ff80-4545-86f2-3b11e80e5392 None None] Port abd6adc9-3321-48f4-acfe-a13acbee3ff5 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:35:43.501039 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-efa7e1dd-1a3f-4d83-b45e-b104c3e4be44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:43.508164 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5eab52ec-4842-4d3d-9a87-9276a7946495 req-37deba95-9d9c-4fab-b60c-367fed1e0454 tempest-ServerShowV254Test-324896187 tempest-ServerShowV254Test-324896187-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9058e94-6347-4294-afc4-726c5b82ab47 HTTP/1.1" status: 200 len: 210 time: 0.0914092 Jul 13 07:35:43.623577 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-27beff1b-15d1-4de6-8587-ee7efe0bb81d None None] Provisioning complete for port abd6adc9-3321-48f4-acfe-a13acbee3ff5 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:43.623849 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-27beff1b-15d1-4de6-8587-ee7efe0bb81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:43.719991 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-27beff1b-15d1-4de6-8587-ee7efe0bb81d None None] Port abd6adc9-3321-48f4-acfe-a13acbee3ff5 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:35:43.781618 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6b087df7-89af-4c1e-929f-0d3b13ed6009 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:43.935855 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-efa7e1dd-1a3f-4d83-b45e-b104c3e4be44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:43.946052 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-efa7e1dd-1a3f-4d83-b45e-b104c3e4be44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:43.977125 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9d8bcf4e-1278-4f23-bbbf-e07117f7255b req-c50d3ba7-5429-4857-9c2b-f8a8a66614c2 tempest-DeleteServersTestJSON-688348414 tempest-DeleteServersTestJSON-688348414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6b5f05c-76ad-44b3-a8b1-71d985bb5b9a HTTP/1.1" status: 200 len: 210 time: 0.0549548 Jul 13 07:35:43.978350 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ed9fe7ab-710f-4a90-9b7d-f1cb46d4e562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:43.996414 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed9fe7ab-710f-4a90-9b7d-f1cb46d4e562 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:35:43.996899 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ed9fe7ab-710f-4a90-9b7d-f1cb46d4e562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:43.998923 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:43.998923 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:43.998923 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:43.998923 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:43.998923 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:43.998923 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:43.998923 n-d-771363-34 neutron-server[94017]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:35:43.998923 n-d-771363-34 neutron-server[94017]: items = [ Jul 13 07:35:43.998923 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:43.998923 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:43.998923 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:35:43.998923 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:35:43.998923 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:35:43.998923 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:35:43.998923 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:35:43.998923 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:35:43.998923 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:35:43.998923 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:35:43.998923 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:35:43.998923 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:35:43.998923 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:35:43.998923 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:35:43.998923 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:35:43.998923 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:35:43.998923 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:35:43.998923 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:35:43.998923 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:35:43.998923 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:35:43.998923 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:35:43.998923 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:35:43.998923 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:35:43.998923 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:35:43.998923 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:35:43.998923 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:35:43.998923 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:35:43.998923 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:35:43.998923 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:35:43.998923 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:35:43.998923 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:35:43.998923 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:35:43.998923 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:35:43.998923 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:35:44.020858 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7e1dd-1a3f-4d83-b45e-b104c3e4be44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8f2db2-f54b-4d62-aecc-0012cbceccea,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:44.041016 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-efa7e1dd-1a3f-4d83-b45e-b104c3e4be44 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d85eaafb693b41a0aabc951fa058d464&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1433637 Jul 13 07:35:44.041794 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39302) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:44.174372 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ed9fe7ab-710f-4a90-9b7d-f1cb46d4e562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:44.182448 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ed9fe7ab-710f-4a90-9b7d-f1cb46d4e562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:44.195840 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2573c2cd-ca2f-47e2-a806-199450a41afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:44.199941 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ed9fe7ab-710f-4a90-9b7d-f1cb46d4e562 admin admin] 10.222.0.23 "DELETE /v2.0/networks/dd8dd7e8-74b0-43ac-8795-6b3850b9caf1 HTTP/1.1" status: 204 len: 168 time: 4.8253043 Jul 13 07:35:44.231641 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9fe7ab-710f-4a90-9b7d-f1cb46d4e562 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd8dd7e8-74b0-43ac-8795-6b3850b9caf1,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:44.247993 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2573c2cd-ca2f-47e2-a806-199450a41afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:44.347739 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-87d93c39-f348-4345-ae86-30925b814460 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:44.364299 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-87d93c39-f348-4345-ae86-30925b814460 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:44.423786 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39310) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:44.452611 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2573c2cd-ca2f-47e2-a806-199450a41afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:44.455383 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2573c2cd-ca2f-47e2-a806-199450a41afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:44.459727 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2573c2cd-ca2f-47e2-a806-199450a41afc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8a8f2db2-f54b-4d62-aecc-0012cbceccea HTTP/1.1" status: 204 len: 168 time: 0.4143252 Jul 13 07:35:44.530069 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573c2cd-ca2f-47e2-a806-199450a41afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8f2db2-f54b-4d62-aecc-0012cbceccea,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:44.594376 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6b087df7-89af-4c1e-929f-0d3b13ed6009 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:44.596133 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d93c39-f348-4345-ae86-30925b814460 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'Port': ['ID=abd6adc9-3321-48f4-acfe-a13acbee3ff5,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:44.603803 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6b087df7-89af-4c1e-929f-0d3b13ed6009 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-409024'] for router, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:44.720542 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2ee50c43-2e43-4fd4-a4fd-d9a76858f445 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f675b11333fa441fa8eddc3498c6fd35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2675090 Jul 13 07:35:44.726280 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39322) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:44.849802 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b087df7-89af-4c1e-929f-0d3b13ed6009 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Router 85cec759-eed0-4058-927f-c0b4419cca39 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:35:44.958497 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-42f8d9f2-025c-4c84-afa3-015569f9d8a4 None None] Provisioning complete for port abd6adc9-3321-48f4-acfe-a13acbee3ff5 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:44.966591 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-42f8d9f2-025c-4c84-afa3-015569f9d8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:44.996519 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8fa7cd77-e958-4ed3-a2f6-ac4affe0d7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:44.997816 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-87d93c39-f348-4345-ae86-30925b814460 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:45.026331 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f6c3e1eb-d185-4cf3-8cc4-ec4aa4ed5a77 req-ae66fca1-88f0-413f-a018-a05f5b2c750b tempest-ServerShowV254Test-324896187 tempest-ServerShowV254Test-324896187-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9058e94-6347-4294-afc4-726c5b82ab47 HTTP/1.1" status: 200 len: 210 time: 0.0779889 Jul 13 07:35:45.079240 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-42f8d9f2-025c-4c84-afa3-015569f9d8a4 None None] Port abd6adc9-3321-48f4-acfe-a13acbee3ff5 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:35:45.173984 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b087df7-89af-4c1e-929f-0d3b13ed6009 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:35:45.190378 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ae981b-2faf-444b-8a9a-47948ace1745 None None] Sync routers for ids ['85cec759-eed0-4058-927f-c0b4419cca39'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:35:45.195918 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6b087df7-89af-4c1e-929f-0d3b13ed6009 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:45.205150 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ae981b-2faf-444b-8a9a-47948ace1745 None None] Routers {'85cec759-eed0-4058-927f-c0b4419cca39'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:45.205796 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6b087df7-89af-4c1e-929f-0d3b13ed6009 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] 10.222.0.23 "PUT /v2.0/routers/85cec759-eed0-4058-927f-c0b4419cca39 HTTP/1.1" status: 200 len: 922 time: 2.3849361 Jul 13 07:35:45.207945 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39340) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:45.210983 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-76ae981b-2faf-444b-8a9a-47948ace1745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:35:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['85cec759-eed0-4058-927f-c0b4419cca39'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:45.216007 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8fa7cd77-e958-4ed3-a2f6-ac4affe0d7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:45.295974 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-76ae981b-2faf-444b-8a9a-47948ace1745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:45.299243 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39348) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:45.307608 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ae981b-2faf-444b-8a9a-47948ace1745 None None] Routers {'85cec759-eed0-4058-927f-c0b4419cca39'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:45.309099 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-76ae981b-2faf-444b-8a9a-47948ace1745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:35:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['85cec759-eed0-4058-927f-c0b4419cca39'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:45.336590 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-01533513-5776-4479-9a46-49b8db9d70d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:45.344946 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-76ae981b-2faf-444b-8a9a-47948ace1745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:45.345741 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ae981b-2faf-444b-8a9a-47948ace1745 None None] The sync data for ids ['85cec759-eed0-4058-927f-c0b4419cca39'] in n-d-771363-34 is: [] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:35:45.434142 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3a1b53e9-992d-4c6a-9aab-0dba62132b93 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] 10.222.0.23 "GET /v2.0/routers/85cec759-eed0-4058-927f-c0b4419cca39 HTTP/1.1" status: 200 len: 922 time: 0.2225549 Jul 13 07:35:45.435318 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39354) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:45.516665 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935fa0c3-91f3-466a-b689-ca40d59ef05d tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:45.522835 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-935fa0c3-91f3-466a-b689-ca40d59ef05d tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=099fd220-496e-4556-906a-9ab228a05c02&device_id=85cec759-eed0-4058-927f-c0b4419cca39&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0861773 Jul 13 07:35:45.523910 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39356) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:45.546800 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8fa7cd77-e958-4ed3-a2f6-ac4affe0d7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:45.550530 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8fa7cd77-e958-4ed3-a2f6-ac4affe0d7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:45.552181 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8fa7cd77-e958-4ed3-a2f6-ac4affe0d7f7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fb0080f5-be08-4cd8-97f3-6cc751e87d59 HTTP/1.1" status: 204 len: 168 time: 0.8223040 Jul 13 07:35:45.591606 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7cd77-e958-4ed3-a2f6-ac4affe0d7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0080f5-be08-4cd8-97f3-6cc751e87d59,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:45.593615 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-87d93c39-f348-4345-ae86-30925b814460 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:45.666645 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79b1b70-66b8-46e6-bfea-c1fa9edb934d tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:45.671742 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a79b1b70-66b8-46e6-bfea-c1fa9edb934d tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] 10.222.0.23 "GET /v2.0/networks/099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 881 time: 0.1466837 Jul 13 07:35:45.673082 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39364) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:45.727076 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e1e4572d-a9f3-48b4-a22b-67cd11453b51 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] 10.222.0.23 "GET /v2.0/ports?device_id=85cec759-eed0-4058-927f-c0b4419cca39 HTTP/1.1" status: 200 len: 205 time: 0.0517333 Jul 13 07:35:45.727843 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39366) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:45.732494 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-01533513-5776-4479-9a46-49b8db9d70d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:45.745106 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8eff2-c27c-4f6b-bba0-09eceafd5db3 req-598cd070-11b8-4397-9f0a-b91d572483b0 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:45.746921 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6ee8eff2-c27c-4f6b-bba0-09eceafd5db3 req-598cd070-11b8-4397-9f0a-b91d572483b0 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6451df-a503-49d1-ac22-c66bf78a2f9c HTTP/1.1" status: 200 len: 945 time: 0.2650664 Jul 13 07:35:45.827229 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-01533513-5776-4479-9a46-49b8db9d70d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:45.898109 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-01533513-5776-4479-9a46-49b8db9d70d7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ef421a3004e449af91a97481a19bc4fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5948503 Jul 13 07:35:45.898532 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39376) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:45.995353 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01533513-5776-4479-9a46-49b8db9d70d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b2fe6c-a575-45d7-aa02-bedfefa7d6df,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:46.016853 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-054a28f8-c1d5-4080-bddb-1553cae21b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:46.050731 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6ee8eff2-c27c-4f6b-bba0-09eceafd5db3 req-2e232ab9-920c-4308-a570-f50fc230d071 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/security-groups?id=133b69b7-9808-43be-96a2-0537049d3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550139 Jul 13 07:35:46.052905 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-054a28f8-c1d5-4080-bddb-1553cae21b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:46.163317 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-054a28f8-c1d5-4080-bddb-1553cae21b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:46.174198 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-054a28f8-c1d5-4080-bddb-1553cae21b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:46.180839 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-202845ac-a103-44bd-9938-8e36cd84e611 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:46.185122 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-054a28f8-c1d5-4080-bddb-1553cae21b0b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b3b2fe6c-a575-45d7-aa02-bedfefa7d6df HTTP/1.1" status: 204 len: 168 time: 0.2832861 Jul 13 07:35:46.211365 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a28f8-c1d5-4080-bddb-1553cae21b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b2fe6c-a575-45d7-aa02-bedfefa7d6df,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:46.364578 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a7d08367-c48b-484a-9f93-09e8701a066a req-abfa7491-5136-4e08-9010-7da0f6780f1f tempest-ServerShowV254Test-324896187 tempest-ServerShowV254Test-324896187-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9058e94-6347-4294-afc4-726c5b82ab47 HTTP/1.1" status: 200 len: 210 time: 0.0596933 Jul 13 07:35:46.479140 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-87d93c39-f348-4345-ae86-30925b814460 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:46.482418 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-202845ac-a103-44bd-9938-8e36cd84e611 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:46.489547 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-87d93c39-f348-4345-ae86-30925b814460 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:46.693592 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d93c39-f348-4345-ae86-30925b814460 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'Port': ['ID=abd6adc9-3321-48f4-acfe-a13acbee3ff5,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:46.748827 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-87d93c39-f348-4345-ae86-30925b814460 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:46.838763 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6c2a4-b356-4ed3-a6e5-848eacf54aa5 req-74f66d77-5f85-4a42-b7df-e81029dd940a tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:46.841660 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-45e6c2a4-b356-4ed3-a6e5-848eacf54aa5 req-74f66d77-5f85-4a42-b7df-e81029dd940a tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c6451df-a503-49d1-ac22-c66bf78a2f9c HTTP/1.1" status: 200 len: 945 time: 0.1413255 Jul 13 07:35:46.848211 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-202845ac-a103-44bd-9938-8e36cd84e611 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Deleting port 57ea126c-0465-4946-84fb-3b877d3f547d {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:46.848773 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-202845ac-a103-44bd-9938-8e36cd84e611 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:47.022954 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-202845ac-a103-44bd-9938-8e36cd84e611 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:47.040981 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-202845ac-a103-44bd-9938-8e36cd84e611 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Calling delete_port for 57ea126c-0465-4946-84fb-3b877d3f547d owned by network:router_gateway {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:47.046395 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-af469a7a-b1d4-4ab7-91a7-86ad680becdc None None] Provisioning complete for port abd6adc9-3321-48f4-acfe-a13acbee3ff5 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:47.047129 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-af469a7a-b1d4-4ab7-91a7-86ad680becdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:47.214243 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39424) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:47.220705 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-af469a7a-b1d4-4ab7-91a7-86ad680becdc None None] Port abd6adc9-3321-48f4-acfe-a13acbee3ff5 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:35:47.409732 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-7fafb656-d786-43fe-88b0-888da9274d1b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-579738025-network', 'tenant_id': '4ef97baa7fae4c759d55ea06fc231436'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:47.443828 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d93c39-f348-4345-ae86-30925b814460 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Network a71ff566-aeb7-462f-a6cf-79ab5c08af62 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:47.450820 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-87d93c39-f348-4345-ae86-30925b814460 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:47.466507 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fafb656-d786-43fe-88b0-888da9274d1b admin admin] Made reservation on behalf of 4ef97baa7fae4c759d55ea06fc231436 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:47.468876 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7fafb656-d786-43fe-88b0-888da9274d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:47.526614 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-202845ac-a103-44bd-9938-8e36cd84e611 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:47.535595 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7fafb656-d786-43fe-88b0-888da9274d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:47.782042 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202845ac-a103-44bd-9938-8e36cd84e611 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Pushing event deleted for resources: {'Port': ['ID=57ea126c-0465-4946-84fb-3b877d3f547d,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:47.825279 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-79c0d0e1-a090-402c-ad40-193c71e263df req-bc560154-8a92-4620-aff7-960beb674947 tempest-ServerShowV254Test-324896187 tempest-ServerShowV254Test-324896187-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9058e94-6347-4294-afc4-726c5b82ab47 HTTP/1.1" status: 200 len: 210 time: 0.0816741 Jul 13 07:35:47.836031 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049ad41-57c6-4764-975c-ee89b05dc6b1 req-df419f64-4d0e-4d3a-8392-3afe4f394e93 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:47.854329 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4049ad41-57c6-4764-975c-ee89b05dc6b1 req-df419f64-4d0e-4d3a-8392-3afe4f394e93 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6451df-a503-49d1-ac22-c66bf78a2f9c HTTP/1.1" status: 200 len: 945 time: 0.2611666 Jul 13 07:35:47.929429 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-45e6c2a4-b356-4ed3-a6e5-848eacf54aa5 req-4d3f989e-4687-4548-a816-844f418188d1 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Deleting port a6decb26-9157-4b94-ba02-fa70adbe77fe {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:47.930529 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-45e6c2a4-b356-4ed3-a6e5-848eacf54aa5 req-4d3f989e-4687-4548-a816-844f418188d1 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:47.962824 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-281fa380-9f26-44f2-8ac4-4f55123d6440 None None] Provisioning complete for port abd6adc9-3321-48f4-acfe-a13acbee3ff5 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:35:47.963217 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-281fa380-9f26-44f2-8ac4-4f55123d6440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:47.975928 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7fafb656-d786-43fe-88b0-888da9274d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:47.990864 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-202845ac-a103-44bd-9938-8e36cd84e611 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:47.994261 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d93c39-f348-4345-ae86-30925b814460 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Router 091c060a-059e-47b4-929c-99705faa7b86 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:35:47.997134 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7fafb656-d786-43fe-88b0-888da9274d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:48.034702 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-281fa380-9f26-44f2-8ac4-4f55123d6440 None None] Port abd6adc9-3321-48f4-acfe-a13acbee3ff5 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:35:48.044223 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4049ad41-57c6-4764-975c-ee89b05dc6b1 req-3dfbe397-8324-4a16-93b0-b36ecad4d131 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/security-groups?id=133b69b7-9808-43be-96a2-0537049d3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864645 Jul 13 07:35:48.102206 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fafb656-d786-43fe-88b0-888da9274d1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:35:48.115307 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7fafb656-d786-43fe-88b0-888da9274d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:48.115861 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-7fafb656-d786-43fe-88b0-888da9274d1b admin admin] Added segment f56d09f9-06ea-4aa3-a14d-f5688ec18c53 of type vlan for network 13e2b310-c19a-4b9d-abcb-aba16349850c Jul 13 07:35:48.181195 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-45e6c2a4-b356-4ed3-a6e5-848eacf54aa5 req-4d3f989e-4687-4548-a816-844f418188d1 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] For port a6decb26-9157-4b94-ba02-fa70adbe77fe, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=a6decb26-9157-4b94-ba02-fa70adbe77fe,segment=NetworkSegment(0d52d58c-894c-45ff-99ef-ef32b835be4a),segment_id=0d52d58c-894c-45ff-99ef-ef32b835be4a)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:48.182087 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-45e6c2a4-b356-4ed3-a6e5-848eacf54aa5 req-4d3f989e-4687-4548-a816-844f418188d1 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:48.202245 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-45e6c2a4-b356-4ed3-a6e5-848eacf54aa5 req-4d3f989e-4687-4548-a816-844f418188d1 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Calling delete_port for a6decb26-9157-4b94-ba02-fa70adbe77fe owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:48.224487 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7fafb656-d786-43fe-88b0-888da9274d1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:48.353082 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7fafb656-d786-43fe-88b0-888da9274d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:48.354528 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fafb656-d786-43fe-88b0-888da9274d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:48.355119 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7fafb656-d786-43fe-88b0-888da9274d1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:48.407028 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-202845ac-a103-44bd-9938-8e36cd84e611 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:48.421650 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-45e6c2a4-b356-4ed3-a6e5-848eacf54aa5 req-4d3f989e-4687-4548-a816-844f418188d1 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:48.425018 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-202845ac-a103-44bd-9938-8e36cd84e611 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:48.463972 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f989e-4687-4548-a816-844f418188d1 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Pushing event deleted for resources: {'Port': ['ID=a6decb26-9157-4b94-ba02-fa70adbe77fe,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:48.476775 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fafb656-d786-43fe-88b0-888da9274d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feea320b-10aa-41ea-a037-040c6c50b92f,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:48.583299 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e6c2a4-b356-4ed3-a6e5-848eacf54aa5 req-4d3f989e-4687-4548-a816-844f418188d1 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] No DVR routers for this DVR port a6decb26-9157-4b94-ba02-fa70adbe77fe on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:35:48.587588 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-45e6c2a4-b356-4ed3-a6e5-848eacf54aa5 req-4d3f989e-4687-4548-a816-844f418188d1 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:48.592029 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-45e6c2a4-b356-4ed3-a6e5-848eacf54aa5 req-4d3f989e-4687-4548-a816-844f418188d1 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.25 "DELETE /v2.0/ports/a6decb26-9157-4b94-ba02-fa70adbe77fe HTTP/1.1" status: 204 len: 173 time: 1.7434547 Jul 13 07:35:48.592977 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6451df-a503-49d1-ac22-c66bf78a2f9c', 'name': 'network-vif-deleted', 'tag': 'a6decb26-9157-4b94-ba02-fa70adbe77fe'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:35:48.596283 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1806d41-048e-4d19-8e9d-f817a62d6928" -d '{"events": [{"server_uuid": "6c6451df-a503-49d1-ac22-c66bf78a2f9c", "name": "network-vif-deleted", "tag": "a6decb26-9157-4b94-ba02-fa70adbe77fe"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:35:48.656812 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d371d52d-386f-43df-bb58-bc4d26f508c0 x-openstack-request-id: req-d371d52d-386f-43df-bb58-bc4d26f508c0 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:35:48.657105 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6451df-a503-49d1-ac22-c66bf78a2f9c", "name": "network-vif-deleted", "tag": "a6decb26-9157-4b94-ba02-fa70adbe77fe", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:35:48.657352 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d371d52d-386f-43df-bb58-bc4d26f508c0 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:35:48.658886 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6451df-a503-49d1-ac22-c66bf78a2f9c', 'name': 'network-vif-deleted', 'tag': 'a6decb26-9157-4b94-ba02-fa70adbe77fe', 'status': 'completed', 'code': 200} Jul 13 07:35:48.716299 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d93c39-f348-4345-ae86-30925b814460 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:35:48.718375 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fafb656-d786-43fe-88b0-888da9274d1b admin admin] Pushing event updated for resources: {'Network': ['ID=13e2b310-c19a-4b9d-abcb-aba16349850c,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:48.725428 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39462) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:48.730832 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-e04cd303-063a-4d91-a8fd-21065368e6c6 admin admin] Request body: {'subnet': {'network_id': '13e2b310-c19a-4b9d-abcb-aba16349850c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-579738025-subnet', 'tenant_id': '4ef97baa7fae4c759d55ea06fc231436', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:48.731353 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7499feb3-c649-4c04-a9af-94786d5f9f49 None None] Sync routers for ids ['091c060a-059e-47b4-929c-99705faa7b86'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:35:48.732781 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 13e2b310-c19a-4b9d-abcb-aba16349850c details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:35:48.736281 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7fafb656-d786-43fe-88b0-888da9274d1b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5181308 Jul 13 07:35:48.754767 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-87d93c39-f348-4345-ae86-30925b814460 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "PUT /v2.0/routers/091c060a-059e-47b4-929c-99705faa7b86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9992352 Jul 13 07:35:48.754992 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7499feb3-c649-4c04-a9af-94786d5f9f49 None None] Routers {'091c060a-059e-47b4-929c-99705faa7b86'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:48.754992 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-7499feb3-c649-4c04-a9af-94786d5f9f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:35:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['091c060a-059e-47b4-929c-99705faa7b86'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:48.755176 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39464) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:48.765877 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-202845ac-a103-44bd-9938-8e36cd84e611 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:48.766687 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202845ac-a103-44bd-9938-8e36cd84e611 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Fanout notify agent at l3_agent the message router_deleted on router 85cec759-eed0-4058-927f-c0b4419cca39 {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:35:48.782068 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-202845ac-a103-44bd-9938-8e36cd84e611 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:48.790270 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-202845ac-a103-44bd-9938-8e36cd84e611 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] 10.222.0.23 "DELETE /v2.0/routers/85cec759-eed0-4058-927f-c0b4419cca39 HTTP/1.1" status: 204 len: 168 time: 3.0371661 Jul 13 07:35:48.790270 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39466) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:48.798321 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-531c6a4f-470c-4912-acc2-6b9745a7a473 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1825654842', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:48.889804 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04cd303-063a-4d91-a8fd-21065368e6c6 admin admin] Made reservation on behalf of 4ef97baa7fae4c759d55ea06fc231436 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:48.896446 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e04cd303-063a-4d91-a8fd-21065368e6c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:48.899476 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-7499feb3-c649-4c04-a9af-94786d5f9f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:48.939390 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-531c6a4f-470c-4912-acc2-6b9745a7a473 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:48.941818 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-531c6a4f-470c-4912-acc2-6b9745a7a473 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:48.951518 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7499feb3-c649-4c04-a9af-94786d5f9f49 None None] Routers {'091c060a-059e-47b4-929c-99705faa7b86'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:48.955137 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-7499feb3-c649-4c04-a9af-94786d5f9f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:35:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['091c060a-059e-47b4-929c-99705faa7b86'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:49.035512 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-7499feb3-c649-4c04-a9af-94786d5f9f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:49.036162 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7499feb3-c649-4c04-a9af-94786d5f9f49 None None] The sync data for ids ['091c060a-059e-47b4-929c-99705faa7b86'] in n-d-771363-34 is: [] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:35:49.049429 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-531c6a4f-470c-4912-acc2-6b9745a7a473 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:49.055726 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-531c6a4f-470c-4912-acc2-6b9745a7a473 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:49.091303 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-531c6a4f-470c-4912-acc2-6b9745a7a473 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:49.096617 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39478) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:49.096798 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-531c6a4f-470c-4912-acc2-6b9745a7a473 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3069983 Jul 13 07:35:49.105967 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-babed09d-92cd-4bb9-8961-b61ca2f6f456 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Request body: {'router': {'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:49.229345 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800d82b0-3a66-48e4-8d1a-acfff7e502b2 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:49.232047 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-800d82b0-3a66-48e4-8d1a-acfff7e502b2 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "GET /v2.0/ports?device_id=091c060a-059e-47b4-929c-99705faa7b86 HTTP/1.1" status: 200 len: 981 time: 0.4752448 Jul 13 07:35:49.235498 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39482) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:49.307675 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bc0cfd15-fe6a-44fa-92e0-447700ef43f2 req-739b8724-fe62-4076-b782-c3ddb838572b tempest-ServerShowV254Test-324896187 tempest-ServerShowV254Test-324896187-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9058e94-6347-4294-afc4-726c5b82ab47 HTTP/1.1" status: 200 len: 210 time: 0.1023133 Jul 13 07:35:49.596610 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-babed09d-92cd-4bb9-8961-b61ca2f6f456 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:49.761454 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e04cd303-063a-4d91-a8fd-21065368e6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:49.884977 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04cd303-063a-4d91-a8fd-21065368e6c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a421f459-af67-4d0e-9229-075018b4ea00,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:49.899547 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04cd303-063a-4d91-a8fd-21065368e6c6 admin admin] Checking segment: {'id': 'f56d09f9-06ea-4aa3-a14d-f5688ec18c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '13e2b310-c19a-4b9d-abcb-aba16349850c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:35:49.901206 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04cd303-063a-4d91-a8fd-21065368e6c6 admin admin] Network hostable DHCP agents. Network: 13e2b310-c19a-4b9d-abcb-aba16349850c, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:35:49.930519 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04cd303-063a-4d91-a8fd-21065368e6c6 admin admin] Network 13e2b310-c19a-4b9d-abcb-aba16349850c is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:35:49.988746 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:35:50.018711 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-15300c98-5e4d-4d6c-9a01-bec27d5fe755 req-f93b83d5-1851-42f9-8de5-49469b6bd5ff tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6451df-a503-49d1-ac22-c66bf78a2f9c HTTP/1.1" status: 200 len: 210 time: 0.6575718 Jul 13 07:35:50.110858 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-e04cd303-063a-4d91-a8fd-21065368e6c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 13e2b310-c19a-4b9d-abcb-aba16349850c) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:50.122109 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04cd303-063a-4d91-a8fd-21065368e6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:50.122702 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e04cd303-063a-4d91-a8fd-21065368e6c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:50.127727 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b585317-e3a3-47b9-a149-a0dfb9b17114 None None] Network 13e2b310-c19a-4b9d-abcb-aba16349850c requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:35:50.170983 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-babed09d-92cd-4bb9-8961-b61ca2f6f456 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router_gateway, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:50.229220 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-babed09d-92cd-4bb9-8961-b61ca2f6f456 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:50.238454 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e04cd303-063a-4d91-a8fd-21065368e6c6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5103269 Jul 13 07:35:50.357324 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device a6decb26-9157-4b94-ba02-fa70adbe77fe no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:35:50.545109 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: a6decb26-9157-4b94-ba02-fa70adbe77fe {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:35:50.546146 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device a6decb26-9157-4b94-ba02-fa70adbe77fe not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:35:50.723358 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496525b2-b4d0-4957-ad6e-d3a04172ee24 None None] Network 13e2b310-c19a-4b9d-abcb-aba16349850c requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:35:50.752590 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-babed09d-92cd-4bb9-8961-b61ca2f6f456 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Allocated IP 172.25.3.11 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/31a11354-9518-4286-9ff2-cfbeab71b634) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:51.097663 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8929f8c2-d175-4860-9087-2d1b66631b1b req-6c761860-0103-4cc3-8f90-1ec237deff64 tempest-ServerShowV254Test-324896187 tempest-ServerShowV254Test-324896187-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9058e94-6347-4294-afc4-726c5b82ab47 HTTP/1.1" status: 200 len: 210 time: 0.1920087 Jul 13 07:35:51.196817 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-babed09d-92cd-4bb9-8961-b61ca2f6f456 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:51.201504 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-838ffb68-003e-4a3a-b9c6-ba72a1268f7d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:51.304315 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-babed09d-92cd-4bb9-8961-b61ca2f6f456 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:51.403931 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babed09d-92cd-4bb9-8961-b61ca2f6f456 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Pushing event updated for resources: {'Port': ['ID=31a11354-9518-4286-9ff2-cfbeab71b634,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:51.442413 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babed09d-92cd-4bb9-8961-b61ca2f6f456 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:35:51.446218 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-babed09d-92cd-4bb9-8961-b61ca2f6f456 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:35:51.454104 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babed09d-92cd-4bb9-8961-b61ca2f6f456 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:35:52.004973 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-838ffb68-003e-4a3a-b9c6-ba72a1268f7d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Deleting port abd6adc9-3321-48f4-acfe-a13acbee3ff5 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:52.007133 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-838ffb68-003e-4a3a-b9c6-ba72a1268f7d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:52.238142 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39564) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:52.306084 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-babed09d-92cd-4bb9-8961-b61ca2f6f456 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router_gateway, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:52.366331 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-8d1f217d-bf2a-4f33-b716-92f63ace7f45 tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:52.377804 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-8d1f217d-bf2a-4f33-b716-92f63ace7f45 tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] 10.222.0.23 "GET /v2.0/networks?id=13e2b310-c19a-4b9d-abcb-aba16349850c HTTP/1.1" status: 200 len: 813 time: 0.3631163 Jul 13 07:35:52.465910 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-5fd106ed-b791-43d6-8ac3-006423e3672e tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] 10.222.0.23 "GET /v2.0/quotas/4ef97baa7fae4c759d55ea06fc231436 HTTP/1.1" status: 200 len: 375 time: 0.0863094 Jul 13 07:35:52.618712 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-fbacc441-2770-47f9-bf2e-3a7ef31475fd tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4ef97baa7fae4c759d55ea06fc231436&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1461034 Jul 13 07:35:52.758157 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2f88b1cd-d172-4c1a-bf7b-8f397215defb req-757cad89-c00b-4622-9805-a4f557616472 tempest-ServerShowV254Test-324896187 tempest-ServerShowV254Test-324896187-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9058e94-6347-4294-afc4-726c5b82ab47 HTTP/1.1" status: 200 len: 210 time: 0.1740685 Jul 13 07:35:53.062489 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-838ffb68-003e-4a3a-b9c6-ba72a1268f7d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:53.087319 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-838ffb68-003e-4a3a-b9c6-ba72a1268f7d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Calling delete_port for abd6adc9-3321-48f4-acfe-a13acbee3ff5 owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:53.214892 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-18ba11b5-3b5a-4f6a-baaf-cca4d1f5bc17 admin admin] Deleting subnet 5b417da6-f0a7-4a6d-b28c-2dd98c361dbc {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:35:53.225990 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:53.231670 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-18ba11b5-3b5a-4f6a-baaf-cca4d1f5bc17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:53.331323 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-d5591ef3-3444-4e02-adec-1fccc1623fba service neutron] 10.222.0.23 "GET /v2.0/networks/13e2b310-c19a-4b9d-abcb-aba16349850c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7088909 Jul 13 07:35:53.486889 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-18ba11b5-3b5a-4f6a-baaf-cca4d1f5bc17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:53.522786 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-838ffb68-003e-4a3a-b9c6-ba72a1268f7d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:53.562899 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-babed09d-92cd-4bb9-8961-b61ca2f6f456 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:53.568172 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-18ba11b5-3b5a-4f6a-baaf-cca4d1f5bc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:53.591641 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ffb68-003e-4a3a-b9c6-ba72a1268f7d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'Port': ['ID=abd6adc9-3321-48f4-acfe-a13acbee3ff5,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:53.614796 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-babed09d-92cd-4bb9-8961-b61ca2f6f456 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-409024'] for router, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:53.616081 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-48537053-10a8-4853-9ab4-61e418f35899 service neutron] 10.222.0.23 "GET /v2.0/networks/13e2b310-c19a-4b9d-abcb-aba16349850c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835391 Jul 13 07:35:53.830821 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:53.949710 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-18ba11b5-3b5a-4f6a-baaf-cca4d1f5bc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:54.068921 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7b8e663a-28ec-4e74-a669-9290ccbcf73d req-47cbff18-1937-4ffa-85db-bb0090680f23 tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] 10.222.0.23 "GET /v2.0/ports?device_id=46c522f8-6c2d-4550-b2e2-a5c5341dbb06 HTTP/1.1" status: 200 len: 210 time: 0.0833321 Jul 13 07:35:54.070314 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-838ffb68-003e-4a3a-b9c6-ba72a1268f7d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:54.156185 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-18ba11b5-3b5a-4f6a-baaf-cca4d1f5bc17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:54.159153 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-18ba11b5-3b5a-4f6a-baaf-cca4d1f5bc17 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5b417da6-f0a7-4a6d-b28c-2dd98c361dbc HTTP/1.1" status: 204 len: 168 time: 1.9193001 Jul 13 07:35:54.163016 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39592) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:54.164087 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba11b5-3b5a-4f6a-baaf-cca4d1f5bc17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b417da6-f0a7-4a6d-b28c-2dd98c361dbc,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:54.336202 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9568aeb9-f8e1-492d-b7c8-882fe9254230 req-7baa350c-b225-426b-b18e-4df4a8592236 tempest-ServerShowV254Test-324896187 tempest-ServerShowV254Test-324896187-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9058e94-6347-4294-afc4-726c5b82ab47 HTTP/1.1" status: 200 len: 210 time: 0.0893190 Jul 13 07:35:54.451009 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e46f658c-47f6-4b20-938f-eeb1e3020f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:54.458561 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-babed09d-92cd-4bb9-8961-b61ca2f6f456 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Router c5e89dea-3215-4888-9bd6-19cd973b9c68 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:35:54.478720 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838ffb68-003e-4a3a-b9c6-ba72a1268f7d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Router 091c060a-059e-47b4-929c-99705faa7b86 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:35:54.608592 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838ffb68-003e-4a3a-b9c6-ba72a1268f7d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:35:54.628879 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-838ffb68-003e-4a3a-b9c6-ba72a1268f7d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "PUT /v2.0/routers/091c060a-059e-47b4-929c-99705faa7b86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3921456 Jul 13 07:35:54.637422 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39606) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:54.645741 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750670c9-f7a5-4837-bd1c-d0e57eac9cce None None] Sync routers for ids ['091c060a-059e-47b4-929c-99705faa7b86'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:35:54.766837 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e46f658c-47f6-4b20-938f-eeb1e3020f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:54.799361 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-291b6400-e1a6-47ac-b72e-3a25bafcca55 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] GET failed (client error): The resource could not be found. Jul 13 07:35:54.805948 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-291b6400-e1a6-47ac-b72e-3a25bafcca55 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "GET /v2.0/ports/abd6adc9-3321-48f4-acfe-a13acbee3ff5 HTTP/1.1" status: 404 len: 333 time: 0.1667721 Jul 13 07:35:54.811776 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-e46f658c-47f6-4b20-938f-eeb1e3020f02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['324cb62a-283f-4998-ab58-61f8ca597760']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:54.814976 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39610) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:54.830620 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750670c9-f7a5-4837-bd1c-d0e57eac9cce None None] Routers {'091c060a-059e-47b4-929c-99705faa7b86'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:54.837393 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-750670c9-f7a5-4837-bd1c-d0e57eac9cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:35:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['091c060a-059e-47b4-929c-99705faa7b86'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:54.849882 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-e46f658c-47f6-4b20-938f-eeb1e3020f02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a5e32fa-d1a7-44e2-b088-49b4ede36727') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:54.851592 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-e46f658c-47f6-4b20-938f-eeb1e3020f02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a5e32fa-d1a7-44e2-b088-49b4ede36727') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:54.883424 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e46f658c-47f6-4b20-938f-eeb1e3020f02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:54.923051 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e46f658c-47f6-4b20-938f-eeb1e3020f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:54.940692 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e46f658c-47f6-4b20-938f-eeb1e3020f02 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:35:54.943832 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e46f658c-47f6-4b20-938f-eeb1e3020f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:54.999750 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-750670c9-f7a5-4837-bd1c-d0e57eac9cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:55.022814 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750670c9-f7a5-4837-bd1c-d0e57eac9cce None None] Routers {'091c060a-059e-47b4-929c-99705faa7b86'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:55.023620 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-750670c9-f7a5-4837-bd1c-d0e57eac9cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:35:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['091c060a-059e-47b4-929c-99705faa7b86'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:55.117212 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:35:55.117212 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:35:55.117212 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:35:55.117212 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:35:55.117212 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:35:55.117212 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:35:55.117212 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:35:55.117212 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:35:55.117212 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:35:55.117212 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:35:55.117212 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:35:55.117212 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:35:55.117212 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:35:55.117212 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:35:55.117212 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:35:55.117212 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:35:55.117212 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:35:55.117212 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:35:55.117212 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:35:55.117212 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:35:55.117212 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:35:55.117212 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:35:55.117212 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:35:55.117212 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:35:55.117212 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:35:55.117212 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:35:55.117212 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:35:55.117212 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:35:55.117212 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:35:55.117212 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:35:55.117212 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:35:55.117212 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:35:55.143737 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-750670c9-f7a5-4837-bd1c-d0e57eac9cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:55.144460 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0f60bbb4-89cd-406b-a750-1641ad1067c4 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:55.144715 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750670c9-f7a5-4837-bd1c-d0e57eac9cce None None] The sync data for ids ['091c060a-059e-47b4-929c-99705faa7b86'] in n-d-771363-34 is: [] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:35:55.388887 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-760f72e8-924f-4128-bb29-934eb30de55d req-ab6cbf46-1672-406f-8153-b0628c977abf tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] 10.222.0.23 "GET /v2.0/ports?device_id=46c522f8-6c2d-4550-b2e2-a5c5341dbb06 HTTP/1.1" status: 200 len: 210 time: 0.2269497 Jul 13 07:35:55.391002 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e46f658c-47f6-4b20-938f-eeb1e3020f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:55.428521 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e46f658c-47f6-4b20-938f-eeb1e3020f02 admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:55.436317 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e46f658c-47f6-4b20-938f-eeb1e3020f02 admin admin] 10.222.0.23 "DELETE /v2.0/networks/324cb62a-283f-4998-ab58-61f8ca597760 HTTP/1.1" status: 204 len: 168 time: 1.2510750 Jul 13 07:35:55.513462 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f658c-47f6-4b20-938f-eeb1e3020f02 admin admin] Pushing event deleted for resources: {'Network': ['ID=324cb62a-283f-4998-ab58-61f8ca597760,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:55.582914 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babed09d-92cd-4bb9-8961-b61ca2f6f456 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:35:55.598761 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121a3970-5ba3-4521-a052-ee4981c6db93 None None] Sync routers for ids ['c5e89dea-3215-4888-9bd6-19cd973b9c68'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:35:55.601723 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-babed09d-92cd-4bb9-8961-b61ca2f6f456 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:55.611952 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-babed09d-92cd-4bb9-8961-b61ca2f6f456 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] 10.222.0.23 "PUT /v2.0/routers/c5e89dea-3215-4888-9bd6-19cd973b9c68 HTTP/1.1" status: 200 len: 879 time: 6.5124588 Jul 13 07:35:55.614422 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39630) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:55.623274 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121a3970-5ba3-4521-a052-ee4981c6db93 None None] Routers {'c5e89dea-3215-4888-9bd6-19cd973b9c68'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:55.624138 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-121a3970-5ba3-4521-a052-ee4981c6db93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:35:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['c5e89dea-3215-4888-9bd6-19cd973b9c68'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:55.709572 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-121a3970-5ba3-4521-a052-ee4981c6db93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:55.735326 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121a3970-5ba3-4521-a052-ee4981c6db93 None None] Routers {'c5e89dea-3215-4888-9bd6-19cd973b9c68'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:35:55.737341 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0f60bbb4-89cd-406b-a750-1641ad1067c4 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:55.738054 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-121a3970-5ba3-4521-a052-ee4981c6db93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:35:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['c5e89dea-3215-4888-9bd6-19cd973b9c68'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:55.749266 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0f60bbb4-89cd-406b-a750-1641ad1067c4 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:55.801317 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-121a3970-5ba3-4521-a052-ee4981c6db93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:55.802567 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121a3970-5ba3-4521-a052-ee4981c6db93 None None] The sync data for ids ['c5e89dea-3215-4888-9bd6-19cd973b9c68'] in n-d-771363-34 is: [] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:35:55.838123 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0f60bbb4-89cd-406b-a750-1641ad1067c4 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:55.838673 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f60bbb4-89cd-406b-a750-1641ad1067c4 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Fanout notify agent at l3_agent the message router_deleted on router 091c060a-059e-47b4-929c-99705faa7b86 {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:35:55.867786 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0f60bbb4-89cd-406b-a750-1641ad1067c4 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:55.872789 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0f60bbb4-89cd-406b-a750-1641ad1067c4 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/routers/091c060a-059e-47b4-929c-99705faa7b86 HTTP/1.1" status: 204 len: 168 time: 1.0514195 Jul 13 07:35:55.880004 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39636) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:55.899064 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39638) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:55.930736 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fecc48ef-191a-4100-8de1-dba6a45461d4 req-18073931-20a0-4e41-b080-ddb601d5ad25 tempest-ServerShowV254Test-324896187 tempest-ServerShowV254Test-324896187-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9058e94-6347-4294-afc4-726c5b82ab47 HTTP/1.1" status: 200 len: 210 time: 0.1721756 Jul 13 07:35:55.970816 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7ba97efb-a9da-4889-9d40-7043350bf7b0 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] 10.222.0.23 "GET /v2.0/routers/c5e89dea-3215-4888-9bd6-19cd973b9c68 HTTP/1.1" status: 200 len: 920 time: 0.3546634 Jul 13 07:35:55.971695 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39640) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:56.000395 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c99af2c-7c92-4fb4-9b89-68188049747d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Deleting subnet 6a5740f7-6ce6-4918-a8b2-e79751859476 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:35:56.010517 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8c99af2c-7c92-4fb4-9b89-68188049747d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:56.041669 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30eec16-b4aa-47ad-b142-f095aabadcd4 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:56.043628 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a30eec16-b4aa-47ad-b142-f095aabadcd4 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=099fd220-496e-4556-906a-9ab228a05c02&device_id=c5e89dea-3215-4888-9bd6-19cd973b9c68&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0708323 Jul 13 07:35:56.047806 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39642) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:56.091046 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b6dc4ea2-ee3d-48d6-9e44-b7036745cc1e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9f479963551e4752848e4380eebe58cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1885178 Jul 13 07:35:56.095476 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39644) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:56.098971 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8c99af2c-7c92-4fb4-9b89-68188049747d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:56.175508 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f94d2be-8ce8-44e2-8c65-3b0e8ac8d241 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:56.179922 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5f94d2be-8ce8-44e2-8c65-3b0e8ac8d241 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] 10.222.0.23 "GET /v2.0/networks/099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 881 time: 0.1309602 Jul 13 07:35:56.180714 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39650) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:56.239004 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2ff27c29-b2a9-46ff-afcc-04cc04d91223 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5e89dea-3215-4888-9bd6-19cd973b9c68 HTTP/1.1" status: 200 len: 205 time: 0.0565684 Jul 13 07:35:56.239923 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39658) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:56.250224 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-22b87959-2463-48f2-92ac-c3ba99374b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:56.293482 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-22b87959-2463-48f2-92ac-c3ba99374b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:56.444908 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dde25f64-f866-4d26-b33b-55533a586ba7 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:56.656323 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-22b87959-2463-48f2-92ac-c3ba99374b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:56.666882 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-22b87959-2463-48f2-92ac-c3ba99374b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:56.672907 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-22b87959-2463-48f2-92ac-c3ba99374b5a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a20d0aa5-9cc7-4689-aa86-74e83ac3623a HTTP/1.1" status: 204 len: 168 time: 0.5729847 Jul 13 07:35:56.877516 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b87959-2463-48f2-92ac-c3ba99374b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20d0aa5-9cc7-4689-aa86-74e83ac3623a,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:56.926654 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fd007617-9a1d-464a-8822-40b75d0b73fe req-2cb31ff5-1793-4ba8-b67d-d7f0eaa255e0 tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] 10.222.0.23 "GET /v2.0/ports?device_id=46c522f8-6c2d-4550-b2e2-a5c5341dbb06 HTTP/1.1" status: 200 len: 210 time: 0.2502697 Jul 13 07:35:56.959822 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8c99af2c-7c92-4fb4-9b89-68188049747d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.065954 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8c99af2c-7c92-4fb4-9b89-68188049747d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.140754 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-c695cca9-ce94-483c-971a-d0f0bdda8969 tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:57.146409 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-c695cca9-ce94-483c-971a-d0f0bdda8969 tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] 10.222.0.42 "GET /v2.0/networks?id=13e2b310-c19a-4b9d-abcb-aba16349850c HTTP/1.1" status: 200 len: 813 time: 0.7952178 Jul 13 07:35:57.148233 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99af2c-7c92-4fb4-9b89-68188049747d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'Subnet': ['ID=6a5740f7-6ce6-4918-a8b2-e79751859476,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:57.163822 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8c99af2c-7c92-4fb4-9b89-68188049747d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.169953 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8c99af2c-7c92-4fb4-9b89-68188049747d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/subnets/6a5740f7-6ce6-4918-a8b2-e79751859476 HTTP/1.1" status: 204 len: 168 time: 1.2870548 Jul 13 07:35:57.174464 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dde25f64-f866-4d26-b33b-55533a586ba7 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.174976 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36590f0c-2a40-4f1a-a7ce-fb1775864372 None None] Network a71ff566-aeb7-462f-a6cf-79ab5c08af62 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:35:57.175969 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39692) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:57.189934 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-6d66cafc-6370-4c46-91da-d683d6804deb tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] Request body: {'port': {'device_id': '46c522f8-6c2d-4550-b2e2-a5c5341dbb06', 'network_id': '13e2b310-c19a-4b9d-abcb-aba16349850c', 'admin_state_up': True, 'tenant_id': '4ef97baa7fae4c759d55ea06fc231436'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:57.312598 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a62dec86-ceb9-492e-87f4-2f2a63c06955 req-889690cb-f964-4fcc-b3b5-87f34ecb2b6a tempest-ServerShowV254Test-324896187 tempest-ServerShowV254Test-324896187-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9058e94-6347-4294-afc4-726c5b82ab47 HTTP/1.1" status: 200 len: 210 time: 0.0546794 Jul 13 07:35:57.336790 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-dde25f64-f866-4d26-b33b-55533a586ba7 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Deleting port 31a11354-9518-4286-9ff2-cfbeab71b634 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:57.338751 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dde25f64-f866-4d26-b33b-55533a586ba7 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.484030 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dde25f64-f866-4d26-b33b-55533a586ba7 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.502517 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-dde25f64-f866-4d26-b33b-55533a586ba7 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Calling delete_port for 31a11354-9518-4286-9ff2-cfbeab71b634 owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:57.585288 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-499d1ac6-d5df-486f-8980-1103247cefbd tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.720840 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de08fc2-32a9-44ed-be6f-5fbdd107a809 None None] DHCP port deletion for a71ff566-aeb7-462f-a6cf-79ab5c08af62 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:35:57.736319 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-6d66cafc-6370-4c46-91da-d683d6804deb tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] Made reservation on behalf of 4ef97baa7fae4c759d55ea06fc231436 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:57.741075 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-6d66cafc-6370-4c46-91da-d683d6804deb tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.811947 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-499d1ac6-d5df-486f-8980-1103247cefbd tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Deleting port e4cce78e-63b4-4121-a44a-ab53766b3e89 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:57.814611 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-499d1ac6-d5df-486f-8980-1103247cefbd tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.881017 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-6de08fc2-32a9-44ed-be6f-5fbdd107a809 None None] Deleting port e4cce78e-63b4-4121-a44a-ab53766b3e89 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:35:57.881387 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6de08fc2-32a9-44ed-be6f-5fbdd107a809 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.924614 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dde25f64-f866-4d26-b33b-55533a586ba7 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.933313 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-499d1ac6-d5df-486f-8980-1103247cefbd tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] For port e4cce78e-63b4-4121-a44a-ab53766b3e89, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=e4cce78e-63b4-4121-a44a-ab53766b3e89,segment=NetworkSegment(81c6571e-bbb8-4d55-9b90-7fa493c68e82),segment_id=81c6571e-bbb8-4d55-9b90-7fa493c68e82)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:57.934526 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-499d1ac6-d5df-486f-8980-1103247cefbd tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:57.967755 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde25f64-f866-4d26-b33b-55533a586ba7 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Pushing event deleted for resources: {'Port': ['ID=31a11354-9518-4286-9ff2-cfbeab71b634,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:57.992239 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-499d1ac6-d5df-486f-8980-1103247cefbd tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Calling delete_port for e4cce78e-63b4-4121-a44a-ab53766b3e89 owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:58.123465 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-6d66cafc-6370-4c46-91da-d683d6804deb tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] Allocated IP 172.20.0.2 (13e2b310-c19a-4b9d-abcb-aba16349850c/a421f459-af67-4d0e-9229-075018b4ea00/c572294b-97b4-4e50-80aa-b6cc6fb1d8a6) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:35:58.183275 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-6de08fc2-32a9-44ed-be6f-5fbdd107a809 None None] For port e4cce78e-63b4-4121-a44a-ab53766b3e89, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=e4cce78e-63b4-4121-a44a-ab53766b3e89,segment=NetworkSegment(81c6571e-bbb8-4d55-9b90-7fa493c68e82),segment_id=81c6571e-bbb8-4d55-9b90-7fa493c68e82)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:35:58.183872 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6de08fc2-32a9-44ed-be6f-5fbdd107a809 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.199866 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-499d1ac6-d5df-486f-8980-1103247cefbd tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.234372 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dde25f64-f866-4d26-b33b-55533a586ba7 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.241824 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-6de08fc2-32a9-44ed-be6f-5fbdd107a809 None None] Calling delete_port for e4cce78e-63b4-4121-a44a-ab53766b3e89 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:35:58.257437 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d1ac6-d5df-486f-8980-1103247cefbd tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'Port': ['ID=e4cce78e-63b4-4121-a44a-ab53766b3e89,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:58.262450 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499d1ac6-d5df-486f-8980-1103247cefbd tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] No DVR routers for this DVR port e4cce78e-63b4-4121-a44a-ab53766b3e89 on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:35:58.513143 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6de08fc2-32a9-44ed-be6f-5fbdd107a809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.581863 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de08fc2-32a9-44ed-be6f-5fbdd107a809 None None] No DVR routers for this DVR port e4cce78e-63b4-4121-a44a-ab53766b3e89 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:35:58.589093 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de08fc2-32a9-44ed-be6f-5fbdd107a809 None None] Pushing event deleted for resources: {'Port': ['ID=e4cce78e-63b4-4121-a44a-ab53766b3e89,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:58.658112 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dde25f64-f866-4d26-b33b-55533a586ba7 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.718301 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dde25f64-f866-4d26-b33b-55533a586ba7 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.737801 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8a6d7107-1273-4e4d-8848-17a1985ab4d4 req-8a1a4ba0-35d3-4169-a360-947005231762 tempest-ServerShowV254Test-324896187 tempest-ServerShowV254Test-324896187-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9058e94-6347-4294-afc4-726c5b82ab47 HTTP/1.1" status: 200 len: 210 time: 0.1141677 Jul 13 07:35:58.752186 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39734) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:58.908508 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39740) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:58.925797 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dde25f64-f866-4d26-b33b-55533a586ba7 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.926809 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde25f64-f866-4d26-b33b-55533a586ba7 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Fanout notify agent at l3_agent the message router_deleted on router c5e89dea-3215-4888-9bd6-19cd973b9c68 {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:35:58.945715 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dde25f64-f866-4d26-b33b-55533a586ba7 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:58.961694 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-dde25f64-f866-4d26-b33b-55533a586ba7 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] 10.222.0.23 "DELETE /v2.0/routers/c5e89dea-3215-4888-9bd6-19cd973b9c68 HTTP/1.1" status: 204 len: 168 time: 2.7201488 Jul 13 07:35:58.964672 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device e4cce78e-63b4-4121-a44a-ab53766b3e89 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:35:58.966798 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39746) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:58.976577 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-d82478e4-11f5-410e-a379-a8b02d3bc7e9 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-824303953', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:59.007072 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: e4cce78e-63b4-4121-a44a-ab53766b3e89 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:35:59.007576 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device e4cce78e-63b4-4121-a44a-ab53766b3e89 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:35:59.052648 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d82478e4-11f5-410e-a379-a8b02d3bc7e9 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.054781 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d82478e4-11f5-410e-a379-a8b02d3bc7e9 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.180057 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-4bba7be5-887a-4839-b46c-83812fe578a7 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1375544515-network', 'tenant_id': '9c810d7c789b47038f0e4c69e077ced6'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:59.189520 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d82478e4-11f5-410e-a379-a8b02d3bc7e9 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.192166 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9a9cf820-cecc-420e-b1b7-98e2c8b0d8d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.207873 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d82478e4-11f5-410e-a379-a8b02d3bc7e9 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.237261 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bba7be5-887a-4839-b46c-83812fe578a7 admin admin] Made reservation on behalf of 9c810d7c789b47038f0e4c69e077ced6 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:35:59.239738 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4bba7be5-887a-4839-b46c-83812fe578a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.257331 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4bba7be5-887a-4839-b46c-83812fe578a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.317704 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-499d1ac6-d5df-486f-8980-1103247cefbd tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.369232 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-499d1ac6-d5df-486f-8980-1103247cefbd tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a71ff566-aeb7-462f-a6cf-79ab5c08af62']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:59.379132 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7215232a-e26f-41da-a368-f466410748e3 req-e3a86504-306a-46c1-9624-1fb5cfd310a2 tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] 10.222.0.23 "GET /v2.0/ports?device_id=46c522f8-6c2d-4550-b2e2-a5c5341dbb06 HTTP/1.1" status: 200 len: 210 time: 0.1248841 Jul 13 07:35:59.380795 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9a9cf820-cecc-420e-b1b7-98e2c8b0d8d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.394131 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9a9cf820-cecc-420e-b1b7-98e2c8b0d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.399643 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-499d1ac6-d5df-486f-8980-1103247cefbd tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81c6571e-bbb8-4d55-9b90-7fa493c68e82') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:59.400424 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-499d1ac6-d5df-486f-8980-1103247cefbd tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81c6571e-bbb8-4d55-9b90-7fa493c68e82') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:35:59.425120 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-499d1ac6-d5df-486f-8980-1103247cefbd tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.443167 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d82478e4-11f5-410e-a379-a8b02d3bc7e9 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.445154 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d82478e4-11f5-410e-a379-a8b02d3bc7e9 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4750316 Jul 13 07:35:59.449884 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39750) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:59.459032 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-d5981a46-0bc7-41b3-a229-1a1295a77cbe tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'enable_snat': True}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:35:59.464174 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-6d66cafc-6370-4c46-91da-d683d6804deb tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.469929 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-499d1ac6-d5df-486f-8980-1103247cefbd tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.476128 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9a9cf820-cecc-420e-b1b7-98e2c8b0d8d5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c996f0cfd3a447bba7c28addfd8be79a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5658500 Jul 13 07:35:59.487240 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39752) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:59.510558 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-499d1ac6-d5df-486f-8980-1103247cefbd tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:35:59.510870 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-499d1ac6-d5df-486f-8980-1103247cefbd tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.516890 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:59.516890 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:59.516890 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:59.516890 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:59.516890 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:35:59.516890 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:35:59.516890 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:35:59.516890 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:35:59.516890 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:35:59.516890 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:35:59.516890 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:35:59.516890 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:35:59.516890 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:35:59.516890 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:35:59.516890 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:35:59.516890 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:35:59.516890 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:35:59.516890 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:35:59.516890 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:35:59.516890 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:35:59.516890 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:35:59.516890 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:35:59.516890 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:35:59.516890 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:35:59.516890 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:35:59.516890 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:35:59.516890 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:35:59.516890 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:35:59.516890 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:35:59.516890 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:35:59.516890 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:35:59.516890 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:35:59.516890 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:35:59.516890 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:35:59.516890 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:35:59.516890 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:35:59.516890 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:35:59.516890 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:35:59.539492 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9cf820-cecc-420e-b1b7-98e2c8b0d8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8377397-e484-4ff5-a291-2b0cac2a311f,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:59.638761 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-28ffeba2-c5ea-4968-a628-f2d195a9953b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.685362 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-28ffeba2-c5ea-4968-a628-f2d195a9953b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.708309 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-499d1ac6-d5df-486f-8980-1103247cefbd tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.708676 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4bba7be5-887a-4839-b46c-83812fe578a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.722112 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-499d1ac6-d5df-486f-8980-1103247cefbd tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.724375 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-499d1ac6-d5df-486f-8980-1103247cefbd tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/networks/a71ff566-aeb7-462f-a6cf-79ab5c08af62 HTTP/1.1" status: 204 len: 168 time: 2.5289152 Jul 13 07:35:59.730472 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4bba7be5-887a-4839-b46c-83812fe578a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.731933 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39754) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:35:59.788400 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bba7be5-887a-4839-b46c-83812fe578a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:35:59.809473 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4bba7be5-887a-4839-b46c-83812fe578a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.809829 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-4bba7be5-887a-4839-b46c-83812fe578a7 admin admin] Added segment cd9aaace-dd86-4d07-b2da-557f00b03dc5 of type vlan for network f19befd9-3bbc-45fe-a145-8403107507b4 Jul 13 07:35:59.811430 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba7be5-887a-4839-b46c-83812fe578a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a704db38-0053-4d5a-8639-e4a1f5b69968,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:59.846386 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d1ac6-d5df-486f-8980-1103247cefbd tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'Network': ['ID=a71ff566-aeb7-462f-a6cf-79ab5c08af62,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:59.890575 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4bba7be5-887a-4839-b46c-83812fe578a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.904472 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-28ffeba2-c5ea-4968-a628-f2d195a9953b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.909781 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-28ffeba2-c5ea-4968-a628-f2d195a9953b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.914323 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-28ffeba2-c5ea-4968-a628-f2d195a9953b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a8377397-e484-4ff5-a291-2b0cac2a311f HTTP/1.1" status: 204 len: 168 time: 0.4209280 Jul 13 07:35:59.937083 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ffeba2-c5ea-4968-a628-f2d195a9953b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8377397-e484-4ff5-a291-2b0cac2a311f,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:35:59.981730 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4bba7be5-887a-4839-b46c-83812fe578a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:35:59.982925 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bba7be5-887a-4839-b46c-83812fe578a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:35:59.983676 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4bba7be5-887a-4839-b46c-83812fe578a7 admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:00.105705 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-6d66cafc-6370-4c46-91da-d683d6804deb tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:00.124589 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f9eafff1-0714-42af-b12a-921969204256 req-f10420b2-b120-4f4f-bc64-b39a3c7bc3ad tempest-ServerShowV254Test-324896187 tempest-ServerShowV254Test-324896187-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9058e94-6347-4294-afc4-726c5b82ab47 HTTP/1.1" status: 200 len: 210 time: 0.0797105 Jul 13 07:36:00.125975 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba7be5-887a-4839-b46c-83812fe578a7 admin admin] Pushing event updated for resources: {'Network': ['ID=f19befd9-3bbc-45fe-a145-8403107507b4,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:00.129135 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d5981a46-0bc7-41b3-a229-1a1295a77cbe tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:00.139385 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network f19befd9-3bbc-45fe-a145-8403107507b4 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:36:00.148326 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4bba7be5-887a-4839-b46c-83812fe578a7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3940122 Jul 13 07:36:00.151013 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39764) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:00.162691 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-10f263fd-4407-471a-863b-ab206fd98d64 admin admin] Request body: {'subnet': {'network_id': 'f19befd9-3bbc-45fe-a145-8403107507b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1375544515-subnet', 'tenant_id': '9c810d7c789b47038f0e4c69e077ced6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:00.210935 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f263fd-4407-471a-863b-ab206fd98d64 admin admin] Made reservation on behalf of 9c810d7c789b47038f0e4c69e077ced6 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:00.213034 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-10f263fd-4407-471a-863b-ab206fd98d64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:00.344198 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed18f9e-9b5f-4ee3-9b6e-9d4637d2a4f3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:00.346718 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-aed18f9e-9b5f-4ee3-9b6e-9d4637d2a4f3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "GET /v2.0/ports/980cc0bd-bc4b-4590-8dc0-4637f701fde1 HTTP/1.1" status: 200 len: 841 time: 0.6125886 Jul 13 07:36:00.350342 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-6d66cafc-6370-4c46-91da-d683d6804deb tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] Network 13e2b310-c19a-4b9d-abcb-aba16349850c is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:00.355505 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39770) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:00.362453 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c6325c5a-2cd9-402c-a039-ebb004732395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:00.392663 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-6d66cafc-6370-4c46-91da-d683d6804deb tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:00.409380 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-6d66cafc-6370-4c46-91da-d683d6804deb tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:00.423745 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d66cafc-6370-4c46-91da-d683d6804deb tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] Pushing event updated for resources: {'Port': ['ID=c572294b-97b4-4e50-80aa-b6cc6fb1d8a6,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:00.525460 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-6d66cafc-6370-4c46-91da-d683d6804deb tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:00.526941 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-6d66cafc-6370-4c46-91da-d683d6804deb tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:00.548486 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-6d66cafc-6370-4c46-91da-d683d6804deb tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3761787 Jul 13 07:36:00.558506 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2f8a31d3-9c08-431e-abe7-2e404f010ed1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "GET /v2.0/ports/980cc0bd-bc4b-4590-8dc0-4637f701fde1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1957405 Jul 13 07:36:00.559095 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39774) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:00.571611 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-73030bb6-8f92-48d6-8e75-34e4830ab82c service neutron] Request body: {'port': {'device_id': '46c522f8-6c2d-4550-b2e2-a5c5341dbb06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:00.621895 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39776) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:00.638022 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-179e035e-37b3-4b3b-b5ec-dec6b5c1ac07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:00.654688 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-8d4a1993-1c7c-4ab7-a052-18b01c485242 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'subnet': {'network_id': '7186c72c-0f19-47b1-b7a4-85133ffea6fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:00.663682 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-10f263fd-4407-471a-863b-ab206fd98d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:00.757289 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-179e035e-37b3-4b3b-b5ec-dec6b5c1ac07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:00.790789 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-179e035e-37b3-4b3b-b5ec-dec6b5c1ac07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:00.823631 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-179e035e-37b3-4b3b-b5ec-dec6b5c1ac07 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=14d27f6cf8a04f35827932ee93ba9a89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1999338 Jul 13 07:36:00.827400 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39778) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:00.830001 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f263fd-4407-471a-863b-ab206fd98d64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13ed50c9-8c75-4ed4-a111-3f0bb851cc25,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:00.873143 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f263fd-4407-471a-863b-ab206fd98d64 admin admin] Checking segment: {'id': 'cd9aaace-dd86-4d07-b2da-557f00b03dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f19befd9-3bbc-45fe-a145-8403107507b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:00.873849 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f263fd-4407-471a-863b-ab206fd98d64 admin admin] Network hostable DHCP agents. Network: f19befd9-3bbc-45fe-a145-8403107507b4, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:36:00.879325 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4a1993-1c7c-4ab7-a052-18b01c485242 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Made reservation on behalf of 71f928143c3f4a60bafd545bee5481d1 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:00.883271 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8d4a1993-1c7c-4ab7-a052-18b01c485242 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:00.929928 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f263fd-4407-471a-863b-ab206fd98d64 admin admin] Network f19befd9-3bbc-45fe-a145-8403107507b4 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:36:01.028996 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e035e-37b3-4b3b-b5ec-dec6b5c1ac07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725b93d1-3206-4e0f-8bed-33d0dcd19a49,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:01.038430 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-10f263fd-4407-471a-863b-ab206fd98d64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, f19befd9-3bbc-45fe-a145-8403107507b4) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:01.047624 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c2cbaa-02d5-41e1-b986-e20fd2d0bf11 None None] Network f19befd9-3bbc-45fe-a145-8403107507b4 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:01.052702 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-73030bb6-8f92-48d6-8e75-34e4830ab82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:01.074079 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f263fd-4407-471a-863b-ab206fd98d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:01.074762 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-10f263fd-4407-471a-863b-ab206fd98d64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:01.140829 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-10f263fd-4407-471a-863b-ab206fd98d64 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9854591 Jul 13 07:36:01.150770 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d5981a46-0bc7-41b3-a229-1a1295a77cbe tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:01.231867 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8d4a1993-1c7c-4ab7-a052-18b01c485242 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:01.244885 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d5981a46-0bc7-41b3-a229-1a1295a77cbe tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:01.256462 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f971b3d-2e70-47b0-ac6e-7a6bd45481a4 None None] Network f19befd9-3bbc-45fe-a145-8403107507b4 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:01.283553 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4a1993-1c7c-4ab7-a052-18b01c485242 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Network 7186c72c-0f19-47b1-b7a4-85133ffea6fc is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:01.293603 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-8d4a1993-1c7c-4ab7-a052-18b01c485242 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:01.369853 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4a1993-1c7c-4ab7-a052-18b01c485242 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:01.372676 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8d4a1993-1c7c-4ab7-a052-18b01c485242 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:01.454712 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181ae8c4-465c-4c25-8506-aa54979c6c03 None None] Network 7186c72c-0f19-47b1-b7a4-85133ffea6fc requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:01.455074 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8d4a1993-1c7c-4ab7-a052-18b01c485242 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8034563 Jul 13 07:36:01.455435 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144013f-a2cf-46c9-8c6a-57799aeb9464 req-3c922541-55e6-4413-b4e8-39ea0eaa70fe tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:01.456177 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39792) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:01.457149 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e144013f-a2cf-46c9-8c6a-57799aeb9464 req-3c922541-55e6-4413-b4e8-39ea0eaa70fe tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] 10.222.0.23 "GET /v2.0/ports?device_id=46c522f8-6c2d-4550-b2e2-a5c5341dbb06 HTTP/1.1" status: 200 len: 931 time: 0.5324516 Jul 13 07:36:01.469870 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-494c14a7-9dd6-4548-8b96-9d3bb2c97589 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'security_group': {'name': 'tempest-secgroup-341198365'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:01.486309 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a1993-1c7c-4ab7-a052-18b01c485242 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'Subnet': ['ID=9174a4c0-c50c-4415-9d83-3f8b78bf8873,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:01.506675 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-101e0e11-c8c3-41a4-9ba6-d7f311f7557b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:01.562694 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1155d9fa-0607-44c1-8177-6ec789bee1ac req-84e1c893-1628-4111-857a-2e194cd80312 tempest-ServerShowV254Test-324896187 tempest-ServerShowV254Test-324896187-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9058e94-6347-4294-afc4-726c5b82ab47 HTTP/1.1" status: 200 len: 210 time: 0.0841737 Jul 13 07:36:01.606685 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-494c14a7-9dd6-4548-8b96-9d3bb2c97589 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:01.722945 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-101e0e11-c8c3-41a4-9ba6-d7f311f7557b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:01.801828 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-494c14a7-9dd6-4548-8b96-9d3bb2c97589 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:01.808238 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-494c14a7-9dd6-4548-8b96-9d3bb2c97589 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:01.853476 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c14a7-9dd6-4548-8b96-9d3bb2c97589 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1f3559-5bc1-4c94-9414-1fac265fbe8a,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:01.868977 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e144013f-a2cf-46c9-8c6a-57799aeb9464 req-ae37a7b8-15a3-4dc1-bdfe-e21a9612c2cd tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] 10.222.0.23 "GET /v2.0/security-groups?id=feea320b-10aa-41ea-a037-040c6c50b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915694 Jul 13 07:36:01.888840 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-d5981a46-0bc7-41b3-a229-1a1295a77cbe tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Allocated IP 172.25.3.140 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/3a8662d2-5ebb-4ae6-9db9-46791b01a5b3) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:01.929227 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-101e0e11-c8c3-41a4-9ba6-d7f311f7557b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:01.931866 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-101e0e11-c8c3-41a4-9ba6-d7f311f7557b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:01.934113 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-101e0e11-c8c3-41a4-9ba6-d7f311f7557b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/725b93d1-3206-4e0f-8bed-33d0dcd19a49 HTTP/1.1" status: 204 len: 168 time: 1.0195622 Jul 13 07:36:01.939992 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-494c14a7-9dd6-4548-8b96-9d3bb2c97589 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:01.955047 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e0e11-c8c3-41a4-9ba6-d7f311f7557b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725b93d1-3206-4e0f-8bed-33d0dcd19a49,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:01.958775 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-494c14a7-9dd6-4548-8b96-9d3bb2c97589 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4988358 Jul 13 07:36:01.962149 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39802) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:01.972929 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-384a948b-dc00-459c-a395-6e5623c2f36d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'security_group': {'name': 'tempest-secgroup-1487370690'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:01.983957 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfee22b-f65b-45dc-8847-d413e5ca0128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-7186c72c-0f19-47b1-b7a4-85133ffea6fc', 'network_id': '7186c72c-0f19-47b1-b7a4-85133ffea6fc', 'tenant_id': '71f928143c3f4a60bafd545bee5481d1', 'fixed_ips': [{'subnet_id': '9174a4c0-c50c-4415-9d83-3f8b78bf8873'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:36:01.985674 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8cfee22b-f65b-45dc-8847-d413e5ca0128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:02.046177 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-384a948b-dc00-459c-a395-6e5623c2f36d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:02.255278 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-8cfee22b-f65b-45dc-8847-d413e5ca0128 None None] Allocated IP 172.20.0.2 (7186c72c-0f19-47b1-b7a4-85133ffea6fc/9174a4c0-c50c-4415-9d83-3f8b78bf8873/c2d7613f-759f-4af3-85ac-c4f424044730) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:02.264015 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-73030bb6-8f92-48d6-8e75-34e4830ab82c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c572294b-97b4-4e50-80aa-b6cc6fb1d8a6 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:02.309560 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-73030bb6-8f92-48d6-8e75-34e4830ab82c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:02.316849 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d5981a46-0bc7-41b3-a229-1a1295a77cbe tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:02.371575 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-b5359ebb-a298-403c-9551-c32dc2b7d69c tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:02.371994 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-73030bb6-8f92-48d6-8e75-34e4830ab82c service neutron] Transition to ACTIVE for port object c572294b-97b4-4e50-80aa-b6cc6fb1d8a6 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:02.373463 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-b5359ebb-a298-403c-9551-c32dc2b7d69c tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/networks?id=f19befd9-3bbc-45fe-a145-8403107507b4 HTTP/1.1" status: 200 len: 815 time: 0.2786314 Jul 13 07:36:02.378796 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-73030bb6-8f92-48d6-8e75-34e4830ab82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:02.472361 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-60a4f4b7-5d52-4a92-b3b4-85ce99907a46 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/quotas/9c810d7c789b47038f0e4c69e077ced6 HTTP/1.1" status: 200 len: 375 time: 0.0754006 Jul 13 07:36:02.680462 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73030bb6-8f92-48d6-8e75-34e4830ab82c service neutron] Pushing event updated for resources: {'Port': ['ID=c572294b-97b4-4e50-80aa-b6cc6fb1d8a6,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:02.696480 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d5981a46-0bc7-41b3-a229-1a1295a77cbe tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:02.703500 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8cfee22b-f65b-45dc-8847-d413e5ca0128 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:02.725621 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8cfee22b-f65b-45dc-8847-d413e5ca0128 None None] Transition to ACTIVE for port object c2d7613f-759f-4af3-85ac-c4f424044730 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:02.735137 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-7ef4c15e-8616-4e8b-935a-26372bc24efa tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9c810d7c789b47038f0e4c69e077ced6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2520204 Jul 13 07:36:02.776791 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8cfee22b-f65b-45dc-8847-d413e5ca0128 None None] Transition to ACTIVE for port object c2d7613f-759f-4af3-85ac-c4f424044730 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:02.796250 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8cfee22b-f65b-45dc-8847-d413e5ca0128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:02.797616 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-384a948b-dc00-459c-a395-6e5623c2f36d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:02.821541 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-384a948b-dc00-459c-a395-6e5623c2f36d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:02.894537 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfee22b-f65b-45dc-8847-d413e5ca0128 None None] Network 7186c72c-0f19-47b1-b7a4-85133ffea6fc is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:02.897812 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-8cfee22b-f65b-45dc-8847-d413e5ca0128 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:02.900496 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfee22b-f65b-45dc-8847-d413e5ca0128 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:02.921980 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-384a948b-dc00-459c-a395-6e5623c2f36d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:02.923246 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-384a948b-dc00-459c-a395-6e5623c2f36d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9597082 Jul 13 07:36:02.927514 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39820) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:02.933788 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-88630267-eaad-4728-90c2-1bf355f8a4c6 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-501889255', 'security_groups': ['8a683925-40d6-4084-999c-d777a0d02d32'], 'network_id': '7186c72c-0f19-47b1-b7a4-85133ffea6fc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9174a4c0-c50c-4415-9d83-3f8b78bf8873'}]}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:02.947826 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5981a46-0bc7-41b3-a229-1a1295a77cbe tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:02.953323 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a948b-dc00-459c-a395-6e5623c2f36d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a683925-40d6-4084-999c-d777a0d02d32,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:02.995717 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-8cfee22b-f65b-45dc-8847-d413e5ca0128 None None] Attempting to bind port c2d7613f-759f-4af3-85ac-c4f424044730 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:02.995981 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-8cfee22b-f65b-45dc-8847-d413e5ca0128 None None] Attempting to bind port c2d7613f-759f-4af3-85ac-c4f424044730 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '7eb38e68-075c-431a-9d2b-117f73f4b229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7186c72c-0f19-47b1-b7a4-85133ffea6fc'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:02.996723 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dacdb54e-7391-40d0-83f4-e7171b231e2d req-9de8a95f-0b95-41ec-9836-068c71693a31 tempest-ServerShowV254Test-324896187 tempest-ServerShowV254Test-324896187-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9058e94-6347-4294-afc4-726c5b82ab47 HTTP/1.1" status: 200 len: 210 time: 0.0927942 Jul 13 07:36:02.997856 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfee22b-f65b-45dc-8847-d413e5ca0128 None None] Attempting to bind port c2d7613f-759f-4af3-85ac-c4f424044730 on network 7186c72c-0f19-47b1-b7a4-85133ffea6fc {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:03.003772 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfee22b-f65b-45dc-8847-d413e5ca0128 None None] Pushing event updated for resources: {'Port': ['ID=c2d7613f-759f-4af3-85ac-c4f424044730,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:03.018992 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-d5981a46-0bc7-41b3-a229-1a1295a77cbe tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:03.023538 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfee22b-f65b-45dc-8847-d413e5ca0128 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:03.023965 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfee22b-f65b-45dc-8847-d413e5ca0128 None None] Checking segment: {'id': '7eb38e68-075c-431a-9d2b-117f73f4b229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7186c72c-0f19-47b1-b7a4-85133ffea6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:03.025365 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8cfee22b-f65b-45dc-8847-d413e5ca0128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:03.029376 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfee22b-f65b-45dc-8847-d413e5ca0128 None None] Bound using segment: {'id': '7eb38e68-075c-431a-9d2b-117f73f4b229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7186c72c-0f19-47b1-b7a4-85133ffea6fc'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:03.029835 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-8cfee22b-f65b-45dc-8847-d413e5ca0128 None None] Bound port: c2d7613f-759f-4af3-85ac-c4f424044730, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb38e68-075c-431a-9d2b-117f73f4b229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7186c72c-0f19-47b1-b7a4-85133ffea6fc'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:03.032924 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8cfee22b-f65b-45dc-8847-d413e5ca0128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:03.041480 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5981a46-0bc7-41b3-a229-1a1295a77cbe tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:03.068668 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5981a46-0bc7-41b3-a229-1a1295a77cbe tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Pushing event updated for resources: {'Port': ['ID=3a8662d2-5ebb-4ae6-9db9-46791b01a5b3,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:03.088729 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-7e6d1992-719f-40f6-af3e-05f1bd5563e7 service neutron] 10.222.0.23 "GET /v2.0/networks/f19befd9-3bbc-45fe-a145-8403107507b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402112 Jul 13 07:36:03.132463 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-8cfee22b-f65b-45dc-8847-d413e5ca0128 None None] For port c2d7613f-759f-4af3-85ac-c4f424044730, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:03.143844 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-8cfee22b-f65b-45dc-8847-d413e5ca0128 None None] For port c2d7613f-759f-4af3-85ac-c4f424044730, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=c2d7613f-759f-4af3-85ac-c4f424044730,segment=NetworkSegment(7eb38e68-075c-431a-9d2b-117f73f4b229),segment_id=7eb38e68-075c-431a-9d2b-117f73f4b229)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:03.191888 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8cfee22b-f65b-45dc-8847-d413e5ca0128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:03.237712 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-73030bb6-8f92-48d6-8e75-34e4830ab82c service neutron] Attempting to bind port c572294b-97b4-4e50-80aa-b6cc6fb1d8a6 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:03.238224 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-73030bb6-8f92-48d6-8e75-34e4830ab82c service neutron] Attempting to bind port c572294b-97b4-4e50-80aa-b6cc6fb1d8a6 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'f56d09f9-06ea-4aa3-a14d-f5688ec18c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '13e2b310-c19a-4b9d-abcb-aba16349850c'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:03.238737 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-73030bb6-8f92-48d6-8e75-34e4830ab82c service neutron] Attempting to bind port c572294b-97b4-4e50-80aa-b6cc6fb1d8a6 on network 13e2b310-c19a-4b9d-abcb-aba16349850c {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:03.261719 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-73030bb6-8f92-48d6-8e75-34e4830ab82c service neutron] Port c572294b-97b4-4e50-80aa-b6cc6fb1d8a6 on network 13e2b310-c19a-4b9d-abcb-aba16349850c not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:36:03.262237 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-73030bb6-8f92-48d6-8e75-34e4830ab82c service neutron] Attempting to bind port c572294b-97b4-4e50-80aa-b6cc6fb1d8a6 on network 13e2b310-c19a-4b9d-abcb-aba16349850c {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:03.273274 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-af61afe7-90d8-48ed-b998-6d159b877f7a service neutron] 10.222.0.23 "GET /v2.0/networks/f19befd9-3bbc-45fe-a145-8403107507b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828029 Jul 13 07:36:03.275284 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0a4ac2e6-e1e1-473e-be1a-c96f30100cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:03.277974 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88630267-eaad-4728-90c2-1bf355f8a4c6 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Made reservation on behalf of 71f928143c3f4a60bafd545bee5481d1 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:03.280418 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:03.285054 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-73030bb6-8f92-48d6-8e75-34e4830ab82c service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:03.285597 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-73030bb6-8f92-48d6-8e75-34e4830ab82c service neutron] Checking segment: {'id': 'f56d09f9-06ea-4aa3-a14d-f5688ec18c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '13e2b310-c19a-4b9d-abcb-aba16349850c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:03.296177 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-73030bb6-8f92-48d6-8e75-34e4830ab82c service neutron] Bound using segment: {'id': 'f56d09f9-06ea-4aa3-a14d-f5688ec18c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '13e2b310-c19a-4b9d-abcb-aba16349850c'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:03.297101 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-73030bb6-8f92-48d6-8e75-34e4830ab82c service neutron] Bound port: c572294b-97b4-4e50-80aa-b6cc6fb1d8a6, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f56d09f9-06ea-4aa3-a14d-f5688ec18c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '13e2b310-c19a-4b9d-abcb-aba16349850c'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:03.297664 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-73030bb6-8f92-48d6-8e75-34e4830ab82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:03.315864 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfee22b-f65b-45dc-8847-d413e5ca0128 None None] Pushing event updated for resources: {'Port': ['ID=c2d7613f-759f-4af3-85ac-c4f424044730,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:03.511359 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-88630267-eaad-4728-90c2-1bf355f8a4c6 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:03.543791 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-88630267-eaad-4728-90c2-1bf355f8a4c6 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] device_id is not set on port 5d9c5a70-a8f3-4796-b253-97f7b5eed33b yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:36:03.762587 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7fd9e5ad-703f-42d6-a2ac-c57495cf74f9 req-06cc33cd-36cb-4c77-b159-294e28c65de9 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de92cfd-cbe1-454b-9422-0d74372cb482 HTTP/1.1" status: 200 len: 210 time: 0.1406186 Jul 13 07:36:03.802659 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-73030bb6-8f92-48d6-8e75-34e4830ab82c service neutron] For port c572294b-97b4-4e50-80aa-b6cc6fb1d8a6, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:03.815594 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-73030bb6-8f92-48d6-8e75-34e4830ab82c service neutron] For port c572294b-97b4-4e50-80aa-b6cc6fb1d8a6, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=c572294b-97b4-4e50-80aa-b6cc6fb1d8a6,segment=NetworkSegment(f56d09f9-06ea-4aa3-a14d-f5688ec18c53),segment_id=f56d09f9-06ea-4aa3-a14d-f5688ec18c53)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:03.899045 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-73030bb6-8f92-48d6-8e75-34e4830ab82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:04.027665 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:04.165910 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-73030bb6-8f92-48d6-8e75-34e4830ab82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:04.167443 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-73030bb6-8f92-48d6-8e75-34e4830ab82c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:04.172103 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-73030bb6-8f92-48d6-8e75-34e4830ab82c service neutron] 10.222.0.42 "PUT /v2.0/ports/c572294b-97b4-4e50-80aa-b6cc6fb1d8a6 HTTP/1.1" status: 200 len: 1092 time: 3.6098850 Jul 13 07:36:04.172946 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c522f8-6c2d-4550-b2e2-a5c5341dbb06', 'tag': 'c572294b-97b4-4e50-80aa-b6cc6fb1d8a6'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:04.187779 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-88630267-eaad-4728-90c2-1bf355f8a4c6 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Allocated IP 172.20.0.3 (7186c72c-0f19-47b1-b7a4-85133ffea6fc/9174a4c0-c50c-4415-9d83-3f8b78bf8873/5d9c5a70-a8f3-4796-b253-97f7b5eed33b) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:04.191013 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeee3bd8-90b4-4ec1-9dde-b70c832e3504" -d '{"events": [{"name": "network-changed", "server_uuid": "46c522f8-6c2d-4550-b2e2-a5c5341dbb06", "tag": "c572294b-97b4-4e50-80aa-b6cc6fb1d8a6"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:04.348812 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73030bb6-8f92-48d6-8e75-34e4830ab82c service neutron] Pushing event updated for resources: {'Port': ['ID=c572294b-97b4-4e50-80aa-b6cc6fb1d8a6,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:04.393681 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d5981a46-0bc7-41b3-a229-1a1295a77cbe tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:04.534435 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f0c2c22b-613a-42ef-911a-572abb6d5b68 req-f8b8abb3-76af-4a72-9341-8d8b2a462fba tempest-ServerShowV254Test-324896187 tempest-ServerShowV254Test-324896187-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9058e94-6347-4294-afc4-726c5b82ab47 HTTP/1.1" status: 200 len: 210 time: 0.0792942 Jul 13 07:36:04.625540 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-88630267-eaad-4728-90c2-1bf355f8a4c6 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:04.644604 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-88630267-eaad-4728-90c2-1bf355f8a4c6 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Transition to ACTIVE for port object 5d9c5a70-a8f3-4796-b253-97f7b5eed33b will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:04.687570 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-62645827-eaaf-480e-bf35-1f4d81132424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:04.689311 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-62645827-eaaf-480e-bf35-1f4d81132424 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4ef97baa7fae4c759d55ea06fc231436&device_id=46c522f8-6c2d-4550-b2e2-a5c5341dbb06 HTTP/1.1" status: 200 len: 1095 time: 0.4402623 Jul 13 07:36:04.690605 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-88630267-eaad-4728-90c2-1bf355f8a4c6 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:04.709730 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6aaeca-8e07-46d4-9da3-fb53552e458c req-8911adf8-4a9d-4be6-8a51-9b952c0ccb8a tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:04.723971 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cd6aaeca-8e07-46d4-9da3-fb53552e458c req-8911adf8-4a9d-4be6-8a51-9b952c0ccb8a tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] 10.222.0.23 "GET /v2.0/ports?device_id=46c522f8-6c2d-4550-b2e2-a5c5341dbb06 HTTP/1.1" status: 200 len: 943 time: 1.2567749 Jul 13 07:36:04.812210 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88630267-eaad-4728-90c2-1bf355f8a4c6 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Network 7186c72c-0f19-47b1-b7a4-85133ffea6fc is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:04.824755 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-88630267-eaad-4728-90c2-1bf355f8a4c6 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:04.834048 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88630267-eaad-4728-90c2-1bf355f8a4c6 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:04.875547 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-f67fb1e5-f80e-4801-b115-d4d391c4920d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c572294b-97b4-4e50-80aa-b6cc6fb1d8a6 HTTP/1.1" status: 200 len: 217 time: 0.1453946 Jul 13 07:36:04.920800 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88630267-eaad-4728-90c2-1bf355f8a4c6 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'Port': ['ID=5d9c5a70-a8f3-4796-b253-97f7b5eed33b,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:04.965092 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88630267-eaad-4728-90c2-1bf355f8a4c6 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:04.966313 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-88630267-eaad-4728-90c2-1bf355f8a4c6 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:05.005413 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c2d7613f-759f-4af3-85ac-c4f424044730 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:05.020886 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-88630267-eaad-4728-90c2-1bf355f8a4c6 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0913236 Jul 13 07:36:05.023238 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39882) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:05.031736 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-568a090c-107c-4735-b9c4-abbe32a30c0f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'subnet': {'network_id': '7186c72c-0f19-47b1-b7a4-85133ffea6fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:05.216302 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port c2d7613f-759f-4af3-85ac-c4f424044730 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:05.351662 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-69cdee7c-6554-470c-b978-8f17b95bffab None None] Provisioning complete for port 980cc0bd-bc4b-4590-8dc0-4637f701fde1 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:05.352055 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-69cdee7c-6554-470c-b978-8f17b95bffab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:05.445882 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568a090c-107c-4735-b9c4-abbe32a30c0f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Made reservation on behalf of 71f928143c3f4a60bafd545bee5481d1 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:05.452886 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-568a090c-107c-4735-b9c4-abbe32a30c0f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:05.457938 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-69cdee7c-6554-470c-b978-8f17b95bffab None None] Port 980cc0bd-bc4b-4590-8dc0-4637f701fde1 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:05.484919 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-69cdee7c-6554-470c-b978-8f17b95bffab None None] Provisioning for port c2d7613f-759f-4af3-85ac-c4f424044730 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:05.489165 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-69cdee7c-6554-470c-b978-8f17b95bffab None None] Provisioning complete for port c2d7613f-759f-4af3-85ac-c4f424044730 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:05.489465 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-69cdee7c-6554-470c-b978-8f17b95bffab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:05.658613 n-d-771363-34 neutron-server[94018]: INFO neutron.db.ipam_backend_mixin [None req-568a090c-107c-4735-b9c4-abbe32a30c0f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9174a4c0-c50c-4415-9d83-3f8b78bf8873 (CIDR: 172.20.0.0/28) Jul 13 07:36:05.665768 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-69cdee7c-6554-470c-b978-8f17b95bffab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:05.670218 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-568a090c-107c-4735-b9c4-abbe32a30c0f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:36:05.672837 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-568a090c-107c-4735-b9c4-abbe32a30c0f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:36:05.696716 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-5749d5f9-1102-4990-86c3-70da2ce4f2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:05.699083 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-5749d5f9-1102-4990-86c3-70da2ce4f2ea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a421f459-af67-4d0e-9229-075018b4ea00 HTTP/1.1" status: 200 len: 853 time: 0.7957854 Jul 13 07:36:05.710604 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-69cdee7c-6554-470c-b978-8f17b95bffab None None] For port c2d7613f-759f-4af3-85ac-c4f424044730, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=c2d7613f-759f-4af3-85ac-c4f424044730,segment=NetworkSegment(7eb38e68-075c-431a-9d2b-117f73f4b229),segment_id=7eb38e68-075c-431a-9d2b-117f73f4b229)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:05.720252 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-69cdee7c-6554-470c-b978-8f17b95bffab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:05.736140 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cd6aaeca-8e07-46d4-9da3-fb53552e458c req-827dcbca-660b-4cbd-b56a-1485b49f97f9 tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] 10.222.0.23 "GET /v2.0/security-groups?id=feea320b-10aa-41ea-a037-040c6c50b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0108356 Jul 13 07:36:05.764115 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-9914ac23-6824-494e-9596-184bd54433c3 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:05.792728 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-9914ac23-6824-494e-9596-184bd54433c3 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/networks?id=fa4f1ed0-796d-49c1-a252-4afd480b8892 HTTP/1.1" status: 200 len: 814 time: 0.5616195 Jul 13 07:36:05.797328 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-568a090c-107c-4735-b9c4-abbe32a30c0f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7702944 Jul 13 07:36:05.810755 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39904) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:05.816919 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-99d978b5-b789-4645-9d93-87e512dd6312 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'subnet': {'network_id': '7186c72c-0f19-47b1-b7a4-85133ffea6fc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:05.832424 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cdee7c-6554-470c-b978-8f17b95bffab None None] Pushing event updated for resources: {'Port': ['ID=c2d7613f-759f-4af3-85ac-c4f424044730,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:05.846407 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-b6a7864e-36bc-4730-9a8d-eedfb24ed384 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/quotas/d6942d3506e24fbf8b1e759d03152ce4 HTTP/1.1" status: 200 len: 375 time: 0.0493546 Jul 13 07:36:05.894407 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-4ec74711-e377-499f-b746-5c977041a197 None None] Provisioning for port 5d9c5a70-a8f3-4796-b253-97f7b5eed33b completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:05.904788 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-4ec74711-e377-499f-b746-5c977041a197 None None] Provisioning complete for port 5d9c5a70-a8f3-4796-b253-97f7b5eed33b triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:05.905438 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4ec74711-e377-499f-b746-5c977041a197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:05.931964 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-3248826c-42ca-48cf-af5e-1b11fbd2e7ea tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d6942d3506e24fbf8b1e759d03152ce4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704880 Jul 13 07:36:05.968062 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-ed1d9111-fe17-42c8-ae1e-39e87340de3f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=13e2b310-c19a-4b9d-abcb-aba16349850c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2587416 Jul 13 07:36:05.969502 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9692a8-49f6-4aa6-b2b1-8e7237874caf x-openstack-request-id: req-8a9692a8-49f6-4aa6-b2b1-8e7237874caf {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:05.969783 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c522f8-6c2d-4550-b2e2-a5c5341dbb06", "tag": "c572294b-97b4-4e50-80aa-b6cc6fb1d8a6", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:05.970027 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8a9692a8-49f6-4aa6-b2b1-8e7237874caf {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:05.970412 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46c522f8-6c2d-4550-b2e2-a5c5341dbb06', 'tag': 'c572294b-97b4-4e50-80aa-b6cc6fb1d8a6', 'status': 'completed', 'code': 200} Jul 13 07:36:05.986098 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:05.990939 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-4ec74711-e377-499f-b746-5c977041a197 None None] Port 5d9c5a70-a8f3-4796-b253-97f7b5eed33b cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:06.027938 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d5981a46-0bc7-41b3-a229-1a1295a77cbe tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:06.042164 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d5981a46-0bc7-41b3-a229-1a1295a77cbe tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-409024'] for router, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:06.220312 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-defb4854-e6d0-4940-a702-a5967ccec5b7 service neutron] 10.222.0.23 "GET /v2.0/networks/fa4f1ed0-796d-49c1-a252-4afd480b8892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777727 Jul 13 07:36:06.221736 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d978b5-b789-4645-9d93-87e512dd6312 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Made reservation on behalf of 71f928143c3f4a60bafd545bee5481d1 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:06.229365 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-99d978b5-b789-4645-9d93-87e512dd6312 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:06.368255 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-1be73e9f-3f26-450b-ab80-19a4518202f2 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:06.370538 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-1be73e9f-3f26-450b-ab80-19a4518202f2 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.42 "GET /v2.0/networks?id=f19befd9-3bbc-45fe-a145-8403107507b4 HTTP/1.1" status: 200 len: 815 time: 0.3316648 Jul 13 07:36:06.428855 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-7327dc9e-d2d7-4c84-83a0-b3676e45e8fb tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Request body: {'port': {'device_id': '6de92cfd-cbe1-454b-9422-0d74372cb482', 'network_id': 'f19befd9-3bbc-45fe-a145-8403107507b4', 'admin_state_up': True, 'tenant_id': '9c810d7c789b47038f0e4c69e077ced6'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:06.451596 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5a61b2de-00f3-4a95-bf72-fd407af5ee8b req-c8592438-2517-410f-a033-43666fdd6db8 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de92cfd-cbe1-454b-9422-0d74372cb482 HTTP/1.1" status: 200 len: 210 time: 0.1822906 Jul 13 07:36:06.616622 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5981a46-0bc7-41b3-a229-1a1295a77cbe tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Router 8fe83735-0577-4575-b969-6c4a3b84a9f4 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:36:06.725380 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-ca43c291-93d1-45e8-9d96-079ae8e3af09 service neutron] 10.222.0.42 "GET /v2.0/networks/13e2b310-c19a-4b9d-abcb-aba16349850c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5751913 Jul 13 07:36:06.740276 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-23425dda-278a-4bca-81cd-0b01e8dacbed req-b2ca3f4c-b8f3-441d-8697-07c39ea11263 tempest-ServerShowV254Test-324896187 tempest-ServerShowV254Test-324896187-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9058e94-6347-4294-afc4-726c5b82ab47 HTTP/1.1" status: 200 len: 210 time: 0.0845234 Jul 13 07:36:06.844804 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-1c3c703a-ad7b-4ee9-9022-b9b3e6dc3d1a service neutron] 10.222.0.23 "GET /v2.0/networks/fa4f1ed0-796d-49c1-a252-4afd480b8892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6079035 Jul 13 07:36:06.952130 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c2d7613f-759f-4af3-85ac-c4f424044730 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:07.123655 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-99d978b5-b789-4645-9d93-87e512dd6312 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:07.189389 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b10b08e8-68a0-430c-a911-c17975e69df0 req-248caba0-0866-4ce1-8e73-52a9cf7514a2 service neutron] 10.222.0.42 "GET /v2.0/networks/13e2b310-c19a-4b9d-abcb-aba16349850c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367106 Jul 13 07:36:07.193005 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port c2d7613f-759f-4af3-85ac-c4f424044730 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:07.193392 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:07.218408 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8861c138-83a5-4ed9-85ab-8d2f55c22138 req-a7d63df1-0876-466f-9db5-0ba4c0fff5c5 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ec32436-f970-4351-9701-275172ed2be0 HTTP/1.1" status: 200 len: 210 time: 0.0855947 Jul 13 07:36:07.222603 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d978b5-b789-4645-9d93-87e512dd6312 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Network 7186c72c-0f19-47b1-b7a4-85133ffea6fc is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:07.274068 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-99d978b5-b789-4645-9d93-87e512dd6312 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:07.278395 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d978b5-b789-4645-9d93-87e512dd6312 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:07.279194 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-99d978b5-b789-4645-9d93-87e512dd6312 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:07.295654 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3521238a-8ba1-41ba-8e36-798ec12b3b97 None None] Network 7186c72c-0f19-47b1-b7a4-85133ffea6fc requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:07.340001 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d978b5-b789-4645-9d93-87e512dd6312 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'Subnet': ['ID=a4393dc4-0e4b-4c7e-8c8a-3f8d5378f899,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:07.445564 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5981a46-0bc7-41b3-a229-1a1295a77cbe tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:36:07.456742 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d5981a46-0bc7-41b3-a229-1a1295a77cbe tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:07.461683 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d5981a46-0bc7-41b3-a229-1a1295a77cbe tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] 10.222.0.23 "PUT /v2.0/routers/8fe83735-0577-4575-b969-6c4a3b84a9f4 HTTP/1.1" status: 200 len: 914 time: 8.0069292 Jul 13 07:36:07.462779 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39948) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:07.476279 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac62b57-2015-4fae-9a3c-182dd12c4faa None None] Sync routers for ids ['8fe83735-0577-4575-b969-6c4a3b84a9f4'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:36:07.527934 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac62b57-2015-4fae-9a3c-182dd12c4faa None None] Routers {'8fe83735-0577-4575-b969-6c4a3b84a9f4'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:07.529599 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-9ac62b57-2015-4fae-9a3c-182dd12c4faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:36:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['8fe83735-0577-4575-b969-6c4a3b84a9f4'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:07.599612 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-7327dc9e-d2d7-4c84-83a0-b3676e45e8fb tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Made reservation on behalf of 9c810d7c789b47038f0e4c69e077ced6 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:07.602523 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-9ac62b57-2015-4fae-9a3c-182dd12c4faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:07.603190 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-7327dc9e-d2d7-4c84-83a0-b3676e45e8fb tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:07.613468 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-99d978b5-b789-4645-9d93-87e512dd6312 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8012013 Jul 13 07:36:07.614086 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39954) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:07.622383 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-423156b7-4fb4-453e-94c5-ee8480a9e743 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-231185327', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a4393dc4-0e4b-4c7e-8c8a-3f8d5378f899'}], 'security_groups': ['ea1f3559-5bc1-4c94-9414-1fac265fbe8a']}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:07.624910 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac62b57-2015-4fae-9a3c-182dd12c4faa None None] Routers {'8fe83735-0577-4575-b969-6c4a3b84a9f4'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:07.626161 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-9ac62b57-2015-4fae-9a3c-182dd12c4faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:36:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['8fe83735-0577-4575-b969-6c4a3b84a9f4'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:07.682900 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee3bd8-90b4-4ec1-9dde-b70c832e3504 req-992d55d0-01ec-4aac-b89e-8de9662bbb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:07.684552 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aeee3bd8-90b4-4ec1-9dde-b70c832e3504 req-992d55d0-01ec-4aac-b89e-8de9662bbb5e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4ef97baa7fae4c759d55ea06fc231436&device_id=46c522f8-6c2d-4550-b2e2-a5c5341dbb06 HTTP/1.1" status: 200 len: 1095 time: 0.4212272 Jul 13 07:36:07.735698 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39956) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:07.756182 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-9ac62b57-2015-4fae-9a3c-182dd12c4faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:07.756916 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac62b57-2015-4fae-9a3c-182dd12c4faa None None] The sync data for ids ['8fe83735-0577-4575-b969-6c4a3b84a9f4'] in n-d-771363-34 is: [] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:36:07.821805 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287d667-dbe5-4cbc-b07a-e81ebc3314f0 req-f6d1510d-831d-4810-97a3-4c6749511c4f tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:07.831565 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c287d667-dbe5-4cbc-b07a-e81ebc3314f0 req-f6d1510d-831d-4810-97a3-4c6749511c4f tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] 10.222.0.23 "GET /v2.0/ports?device_id=46c522f8-6c2d-4550-b2e2-a5c5341dbb06 HTTP/1.1" status: 200 len: 943 time: 0.3722806 Jul 13 07:36:07.842377 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0a449c50-2026-429b-9b50-2f7f498716e2 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] 10.222.0.23 "GET /v2.0/routers/8fe83735-0577-4575-b969-6c4a3b84a9f4 HTTP/1.1" status: 200 len: 920 time: 0.3730483 Jul 13 07:36:07.847656 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39964) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:08.028211 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c287d667-dbe5-4cbc-b07a-e81ebc3314f0 req-5e86ae01-984a-4551-b470-03436a305e0e tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] 10.222.0.23 "GET /v2.0/security-groups?id=feea320b-10aa-41ea-a037-040c6c50b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883881 Jul 13 07:36:08.038576 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd219b2a-5110-4620-810a-2a10de6cbeaa None None] Update dhcp port {'port': {'network_id': '7186c72c-0f19-47b1-b7a4-85133ffea6fc', 'fixed_ips': [{'subnet_id': '9174a4c0-c50c-4415-9d83-3f8b78bf8873', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a4393dc4-0e4b-4c7e-8c8a-3f8d5378f899'}], 'binding:host_id': 'n-d-771363-34'}, 'id': 'c2d7613f-759f-4af3-85ac-c4f424044730'} from n-d-771363-34. {{(pid=94019) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:36:08.080327 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-7327dc9e-d2d7-4c84-83a0-b3676e45e8fb tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Allocated IP 172.20.0.5 (f19befd9-3bbc-45fe-a145-8403107507b4/13ed50c9-8c75-4ed4-a111-3f0bb851cc25/0793abce-fb19-475d-83bc-e44a4b834587) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:08.096310 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee3bd8-90b4-4ec1-9dde-b70c832e3504 req-7c627f3f-5682-4f3b-94a9-dd7d4862dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:08.109718 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cd219b2a-5110-4620-810a-2a10de6cbeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:08.110177 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aeee3bd8-90b4-4ec1-9dde-b70c832e3504 req-7c627f3f-5682-4f3b-94a9-dd7d4862dfb2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=13e2b310-c19a-4b9d-abcb-aba16349850c HTTP/1.1" status: 200 len: 914 time: 0.4175041 Jul 13 07:36:08.203757 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a3cbf3dc-7057-45a6-96ad-72904a10732b req-fae0a858-0242-4c91-bee5-17ee982181db tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de92cfd-cbe1-454b-9422-0d74372cb482 HTTP/1.1" status: 200 len: 210 time: 0.3591444 Jul 13 07:36:08.353506 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aeee3bd8-90b4-4ec1-9dde-b70c832e3504 req-3651e8dc-16a1-40cd-90d7-f3a7705a7d55 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c572294b-97b4-4e50-80aa-b6cc6fb1d8a6 HTTP/1.1" status: 200 len: 217 time: 0.2292261 Jul 13 07:36:08.410092 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-423156b7-4fb4-453e-94c5-ee8480a9e743 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:08.474091 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e94f0d-0ef2-4249-94d5-3da4ad98e893 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:08.483720 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-77e94f0d-0ef2-4249-94d5-3da4ad98e893 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=099fd220-496e-4556-906a-9ab228a05c02&device_id=8fe83735-0577-4575-b969-6c4a3b84a9f4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6247306 Jul 13 07:36:08.486562 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39970) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:08.559771 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-7327dc9e-d2d7-4c84-83a0-b3676e45e8fb tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:08.606267 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-61877c6f-1795-444a-94c0-92e9e7232ee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:08.629096 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-cd219b2a-5110-4620-810a-2a10de6cbeaa None None] Allocated IP 172.20.0.18 (7186c72c-0f19-47b1-b7a4-85133ffea6fc/a4393dc4-0e4b-4c7e-8c8a-3f8d5378f899/c2d7613f-759f-4af3-85ac-c4f424044730) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:08.638633 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-7327dc9e-d2d7-4c84-83a0-b3676e45e8fb tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:08.761285 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-cd219b2a-5110-4620-810a-2a10de6cbeaa None None] For port c2d7613f-759f-4af3-85ac-c4f424044730, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=c2d7613f-759f-4af3-85ac-c4f424044730,segment=NetworkSegment(7eb38e68-075c-431a-9d2b-117f73f4b229),segment_id=7eb38e68-075c-431a-9d2b-117f73f4b229)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:08.801812 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cd219b2a-5110-4620-810a-2a10de6cbeaa None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:08.802817 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7327dc9e-d2d7-4c84-83a0-b3676e45e8fb tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Pushing event updated for resources: {'Port': ['ID=0793abce-fb19-475d-83bc-e44a4b834587,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:08.827709 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-549db639-9e27-4be7-a7d2-afe2cbed6c3f req-11d2b5f9-a023-4d63-b42c-fbad280984cd tempest-ServerShowV254Test-324896187 tempest-ServerShowV254Test-324896187-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9058e94-6347-4294-afc4-726c5b82ab47 HTTP/1.1" status: 200 len: 210 time: 0.4760590 Jul 13 07:36:08.831943 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2a6f8ba7-deb8-43ec-ac87-7dfc1f8ce2d5 req-354fc6ea-0bd7-4307-8d94-daf7ec977e98 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ec32436-f970-4351-9701-275172ed2be0 HTTP/1.1" status: 200 len: 210 time: 0.0752819 Jul 13 07:36:08.841205 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-cd219b2a-5110-4620-810a-2a10de6cbeaa None None] Transition to ACTIVE for port object c2d7613f-759f-4af3-85ac-c4f424044730 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:08.862215 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cd219b2a-5110-4620-810a-2a10de6cbeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:08.907924 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-7327dc9e-d2d7-4c84-83a0-b3676e45e8fb tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Network f19befd9-3bbc-45fe-a145-8403107507b4 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:08.910903 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c138eb89-3246-4966-993e-0376eb156c06 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:08.912497 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c138eb89-3246-4966-993e-0376eb156c06 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] 10.222.0.23 "GET /v2.0/networks/099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 881 time: 0.4235187 Jul 13 07:36:08.917991 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39972) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:08.938070 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-7327dc9e-d2d7-4c84-83a0-b3676e45e8fb tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:08.941230 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-7327dc9e-d2d7-4c84-83a0-b3676e45e8fb tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:09.008248 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-57b8af10-8c49-4dcf-988c-aed7c749ea03 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe83735-0577-4575-b969-6c4a3b84a9f4 HTTP/1.1" status: 200 len: 205 time: 0.0883224 Jul 13 07:36:09.014598 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee3bd8-90b4-4ec1-9dde-b70c832e3504 req-e6df6b8f-ae7c-4e74-8017-6b5ab678b407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:09.016051 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aeee3bd8-90b4-4ec1-9dde-b70c832e3504 req-e6df6b8f-ae7c-4e74-8017-6b5ab678b407 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a421f459-af67-4d0e-9229-075018b4ea00 HTTP/1.1" status: 200 len: 853 time: 0.3953314 Jul 13 07:36:09.016535 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39974) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:09.058027 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd219b2a-5110-4620-810a-2a10de6cbeaa None None] Pushing event updated for resources: {'Port': ['ID=c2d7613f-759f-4af3-85ac-c4f424044730,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:09.087290 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aeee3bd8-90b4-4ec1-9dde-b70c832e3504 req-89b82355-90dd-436b-b0d2-529a42ecd807 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=13e2b310-c19a-4b9d-abcb-aba16349850c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521016 Jul 13 07:36:09.272199 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-7327dc9e-d2d7-4c84-83a0-b3676e45e8fb tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:09.275138 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-423156b7-4fb4-453e-94c5-ee8480a9e743 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Delete allocated IP 172.20.0.3 (7186c72c-0f19-47b1-b7a4-85133ffea6fc/9174a4c0-c50c-4415-9d83-3f8b78bf8873) {{(pid=94018) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 13 07:36:09.276024 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-7327dc9e-d2d7-4c84-83a0-b3676e45e8fb tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:09.294664 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-423156b7-4fb4-453e-94c5-ee8480a9e743 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Allocated IP 172.20.0.20 (7186c72c-0f19-47b1-b7a4-85133ffea6fc/a4393dc4-0e4b-4c7e-8c8a-3f8d5378f899/5d9c5a70-a8f3-4796-b253-97f7b5eed33b) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:09.572433 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aeee3bd8-90b4-4ec1-9dde-b70c832e3504 req-cc2439af-0b75-4da4-9126-e6e58329166b service neutron] 10.222.0.42 "GET /v2.0/networks/13e2b310-c19a-4b9d-abcb-aba16349850c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117134 Jul 13 07:36:09.581219 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-61877c6f-1795-444a-94c0-92e9e7232ee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:09.620162 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-423156b7-4fb4-453e-94c5-ee8480a9e743 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:09.644535 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-61877c6f-1795-444a-94c0-92e9e7232ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:09.679453 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-953a1067-e42c-437f-ab32-f9c950316987 req-3aa08424-022a-4fc4-af80-b7dd6ff5a62c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c9058e94-6347-4294-afc4-726c5b82ab47 HTTP/1.1" status: 200 len: 210 time: 0.1008472 Jul 13 07:36:09.682096 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-7327dc9e-d2d7-4c84-83a0-b3676e45e8fb tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2580442 Jul 13 07:36:09.691848 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-14805fbf-471d-46af-9929-188ea798bf75 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:09.692067 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61877c6f-1795-444a-94c0-92e9e7232ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3095e2-5323-4102-a807-9a245df10d95,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:09.693432 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-14805fbf-471d-46af-9929-188ea798bf75 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.25 "GET /v2.0/networks?id=fa4f1ed0-796d-49c1-a252-4afd480b8892 HTTP/1.1" status: 200 len: 814 time: 0.5947702 Jul 13 07:36:09.708820 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-649a8fba-c07b-42f2-a3ed-e02ab7765662 service neutron] Request body: {'port': {'device_id': '6de92cfd-cbe1-454b-9422-0d74372cb482', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:09.714709 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f89aef27-0407-430f-b506-12d2ade2da04 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:09.741693 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-079f7916-aa41-4d57-9c60-34698d4ef3f0 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Request body: {'port': {'device_id': '1ec32436-f970-4351-9701-275172ed2be0', 'network_id': 'fa4f1ed0-796d-49c1-a252-4afd480b8892', 'admin_state_up': True, 'tenant_id': 'd6942d3506e24fbf8b1e759d03152ce4'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:09.746528 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-423156b7-4fb4-453e-94c5-ee8480a9e743 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Transition to ACTIVE for port object 5d9c5a70-a8f3-4796-b253-97f7b5eed33b will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:09.770324 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-423156b7-4fb4-453e-94c5-ee8480a9e743 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:09.867749 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-61877c6f-1795-444a-94c0-92e9e7232ee9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=452b6478966f43e683fdf95b9389f1ee&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1308212 Jul 13 07:36:09.879699 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39986) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:09.905674 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21bd07-e508-422a-a0e6-f46b4a82d61d req-dad1ae93-8761-4114-8ff6-1acc4c837b2d tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:09.907276 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cc21bd07-e508-422a-a0e6-f46b4a82d61d req-dad1ae93-8761-4114-8ff6-1acc4c837b2d tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de92cfd-cbe1-454b-9422-0d74372cb482 HTTP/1.1" status: 200 len: 931 time: 0.4564266 Jul 13 07:36:09.909974 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423156b7-4fb4-453e-94c5-ee8480a9e743 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'Port': ['ID=5d9c5a70-a8f3-4796-b253-97f7b5eed33b,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:09.969794 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5982954d-96cf-4147-9f2c-c4ec10ade387 req-7e21ed7b-34f4-49ce-b951-565376c86b4e tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:09.971426 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5982954d-96cf-4147-9f2c-c4ec10ade387 req-7e21ed7b-34f4-49ce-b951-565376c86b4e tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] 10.222.0.23 "GET /v2.0/ports?device_id=46c522f8-6c2d-4550-b2e2-a5c5341dbb06 HTTP/1.1" status: 200 len: 943 time: 0.7444792 Jul 13 07:36:10.040086 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aeee3bd8-90b4-4ec1-9dde-b70c832e3504 req-802ed027-1d08-44d0-89f4-f86a2bf8a433 service neutron] 10.222.0.42 "GET /v2.0/networks/13e2b310-c19a-4b9d-abcb-aba16349850c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4440200 Jul 13 07:36:10.069643 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b873bdee-fac7-41ad-be40-4184a52d15cd None None] Provisioning complete for port 980cc0bd-bc4b-4590-8dc0-4637f701fde1 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:10.071415 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b873bdee-fac7-41ad-be40-4184a52d15cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:10.094247 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-649a8fba-c07b-42f2-a3ed-e02ab7765662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:10.119602 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-b873bdee-fac7-41ad-be40-4184a52d15cd None None] Port 980cc0bd-bc4b-4590-8dc0-4637f701fde1 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:10.131222 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6005f940-f58c-497c-90c6-930662165e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:10.132889 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b873bdee-fac7-41ad-be40-4184a52d15cd None None] Provisioning for port 5d9c5a70-a8f3-4796-b253-97f7b5eed33b completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:10.137711 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b873bdee-fac7-41ad-be40-4184a52d15cd None None] Provisioning complete for port 5d9c5a70-a8f3-4796-b253-97f7b5eed33b triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:10.138364 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b873bdee-fac7-41ad-be40-4184a52d15cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:10.165104 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5982954d-96cf-4147-9f2c-c4ec10ade387 req-a29954b0-9ef6-4263-af0d-dfea3e4f93ec tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] 10.222.0.23 "GET /v2.0/security-groups?id=feea320b-10aa-41ea-a037-040c6c50b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476812 Jul 13 07:36:10.182616 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-423156b7-4fb4-453e-94c5-ee8480a9e743 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] In _notify_port_updated(), no bound segment for port 5d9c5a70-a8f3-4796-b253-97f7b5eed33b on network 7186c72c-0f19-47b1-b7a4-85133ffea6fc {{(pid=94018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:36:10.199098 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423156b7-4fb4-453e-94c5-ee8480a9e743 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:10.200169 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-423156b7-4fb4-453e-94c5-ee8480a9e743 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:10.202547 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-423156b7-4fb4-453e-94c5-ee8480a9e743 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "PUT /v2.0/ports/5d9c5a70-a8f3-4796-b253-97f7b5eed33b HTTP/1.1" status: 200 len: 920 time: 2.5852191 Jul 13 07:36:10.208252 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39990) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:10.242599 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-b873bdee-fac7-41ad-be40-4184a52d15cd None None] Port 5d9c5a70-a8f3-4796-b253-97f7b5eed33b cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:10.259333 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b873bdee-fac7-41ad-be40-4184a52d15cd None None] Provisioning for port c2d7613f-759f-4af3-85ac-c4f424044730 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:10.269645 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b873bdee-fac7-41ad-be40-4184a52d15cd None None] Provisioning complete for port c2d7613f-759f-4af3-85ac-c4f424044730 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:10.270014 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b873bdee-fac7-41ad-be40-4184a52d15cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:10.283070 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-079f7916-aa41-4d57-9c60-34698d4ef3f0 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Made reservation on behalf of d6942d3506e24fbf8b1e759d03152ce4 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:10.289467 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-079f7916-aa41-4d57-9c60-34698d4ef3f0 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:10.407461 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1b95d65c-cedb-43e9-b34b-169bab917dd5 req-2cd9203a-e195-4ec1-9c1e-71a0c76dea57 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ec32436-f970-4351-9701-275172ed2be0 HTTP/1.1" status: 200 len: 210 time: 0.0744057 Jul 13 07:36:10.676266 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-28775f59-4730-4c42-88fb-9d70468cff64 req-1c15c242-7fb9-46c2-999b-5cf69e18e1ff tempest-ServerShowV254Test-324896187 tempest-ServerShowV254Test-324896187-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9058e94-6347-4294-afc4-726c5b82ab47 HTTP/1.1" status: 200 len: 210 time: 0.0576079 Jul 13 07:36:10.697585 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-079f7916-aa41-4d57-9c60-34698d4ef3f0 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Allocated IP 172.20.0.8 (fa4f1ed0-796d-49c1-a252-4afd480b8892/2df3ee09-23c6-4609-848d-5109b67374a1/bbd80782-46b4-40ad-8790-0ee5cca78a78) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:10.705350 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-64eef75f-1733-4568-a23a-fa0da54e74c8 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Deleting port 5d9c5a70-a8f3-4796-b253-97f7b5eed33b {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:36:10.705873 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-64eef75f-1733-4568-a23a-fa0da54e74c8 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:10.710483 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6e008b76-78b1-4c17-ae68-5b38bfa752d1 None None] Provisioning complete for port 5d9c5a70-a8f3-4796-b253-97f7b5eed33b triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:10.710869 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6e008b76-78b1-4c17-ae68-5b38bfa752d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:10.779414 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f89aef27-0407-430f-b506-12d2ade2da04 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:10.781246 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-6e008b76-78b1-4c17-ae68-5b38bfa752d1 None None] Port 5d9c5a70-a8f3-4796-b253-97f7b5eed33b cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:10.806139 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cc21bd07-e508-422a-a0e6-f46b4a82d61d req-2c1fcb3a-3818-404e-9e50-436b593761ee tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8252022 Jul 13 07:36:10.848008 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6005f940-f58c-497c-90c6-930662165e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:10.883438 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c2d7613f-759f-4af3-85ac-c4f424044730 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:10.952791 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port c2d7613f-759f-4af3-85ac-c4f424044730 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:10.953472 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:10.969588 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-64eef75f-1733-4568-a23a-fa0da54e74c8 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:10.992017 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-64eef75f-1733-4568-a23a-fa0da54e74c8 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Calling delete_port for 5d9c5a70-a8f3-4796-b253-97f7b5eed33b owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:36:11.049819 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6005f940-f58c-497c-90c6-930662165e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:11.052730 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6005f940-f58c-497c-90c6-930662165e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:11.053934 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6005f940-f58c-497c-90c6-930662165e10 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a3095e2-5323-4102-a807-9a245df10d95 HTTP/1.1" status: 204 len: 168 time: 1.1732781 Jul 13 07:36:11.082112 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-079f7916-aa41-4d57-9c60-34698d4ef3f0 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:11.135734 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device c572294b-97b4-4e50-80aa-b6cc6fb1d8a6 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:36:11.227360 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-079f7916-aa41-4d57-9c60-34698d4ef3f0 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:11.243685 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-f89aef27-0407-430f-b506-12d2ade2da04 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Deleting port 3a8662d2-5ebb-4ae6-9db9-46791b01a5b3 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:36:11.247382 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f89aef27-0407-430f-b506-12d2ade2da04 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:11.323473 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f7916-aa41-4d57-9c60-34698d4ef3f0 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Pushing event updated for resources: {'Port': ['ID=bbd80782-46b4-40ad-8790-0ee5cca78a78,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:11.356114 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-079f7916-aa41-4d57-9c60-34698d4ef3f0 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Network fa4f1ed0-796d-49c1-a252-4afd480b8892 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:11.360571 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-079f7916-aa41-4d57-9c60-34698d4ef3f0 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:11.365315 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-079f7916-aa41-4d57-9c60-34698d4ef3f0 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:11.400171 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005f940-f58c-497c-90c6-930662165e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3095e2-5323-4102-a807-9a245df10d95,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:11.419397 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-616fdc81-4de7-491a-a1d9-4dcff1ef01c3 req-5fae4ead-3c6c-40b0-b2a4-a856eb6b7ca6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=df65c2e4c7164649953df5bcc2c5722b&device_id=c9058e94-6347-4294-afc4-726c5b82ab47 HTTP/1.1" status: 200 len: 210 time: 0.1651983 Jul 13 07:36:11.422925 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-079f7916-aa41-4d57-9c60-34698d4ef3f0 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:11.423928 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-079f7916-aa41-4d57-9c60-34698d4ef3f0 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:11.457246 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-64eef75f-1733-4568-a23a-fa0da54e74c8 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:11.486594 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-079f7916-aa41-4d57-9c60-34698d4ef3f0 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7513130 Jul 13 07:36:11.624292 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-4e482997-cf08-4f36-b306-74a5ce11dccb tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:36:11.629558 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-4e482997-cf08-4f36-b306-74a5ce11dccb tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1259758 Jul 13 07:36:11.653560 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1f0fc171-a7cf-46c9-aae2-df17f698b3a6 req-93770bba-5041-4f46-8630-4d32912c1331 tempest-ServerShowV254Test-324896187 tempest-ServerShowV254Test-324896187-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9058e94-6347-4294-afc4-726c5b82ab47 HTTP/1.1" status: 200 len: 210 time: 0.2097919 Jul 13 07:36:11.659400 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-616fdc81-4de7-491a-a1d9-4dcff1ef01c3 req-77047503-09ec-47cb-89c6-1d0e272bd3e8 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=df65c2e4c7164649953df5bcc2c5722b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2221200 Jul 13 07:36:11.699144 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eef75f-1733-4568-a23a-fa0da54e74c8 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'Port': ['ID=5d9c5a70-a8f3-4796-b253-97f7b5eed33b,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:11.732734 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40010) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:11.743123 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-203a2ac3-f072-4c29-b38c-2f1f1f31c9ce service neutron] Request body: {'port': {'device_id': '1ec32436-f970-4351-9701-275172ed2be0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:11.852831 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port c572294b-97b4-4e50-80aa-b6cc6fb1d8a6, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=c572294b-97b4-4e50-80aa-b6cc6fb1d8a6,segment=NetworkSegment(f56d09f9-06ea-4aa3-a14d-f5688ec18c53),segment_id=f56d09f9-06ea-4aa3-a14d-f5688ec18c53)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:11.855098 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-64eef75f-1733-4568-a23a-fa0da54e74c8 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:11.858171 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-64eef75f-1733-4568-a23a-fa0da54e74c8 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/ports/5d9c5a70-a8f3-4796-b253-97f7b5eed33b HTTP/1.1" status: 204 len: 168 time: 1.6483693 Jul 13 07:36:11.862867 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40014) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:11.877478 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': 'c572294b-97b4-4e50-80aa-b6cc6fb1d8a6', 'network_id': '13e2b310-c19a-4b9d-abcb-aba16349850c', 'port_id': 'c572294b-97b4-4e50-80aa-b6cc6fb1d8a6', 'mac_address': 'fa:16:3e:24:18:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a421f459-af67-4d0e-9229-075018b4ea00', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:36:11.912370 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616fdc81-4de7-491a-a1d9-4dcff1ef01c3 req-dbd7679e-af14-478d-9046-f7802dc9665d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:11.913835 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-616fdc81-4de7-491a-a1d9-4dcff1ef01c3 req-dbd7679e-af14-478d-9046-f7802dc9665d service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1967301 Jul 13 07:36:11.926035 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48c019-20a2-4ee3-a957-1d227cf1e0a0 req-a2a03a9c-9c39-43ea-aa5c-9377822e3f1c tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:11.931570 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ed1821ed-bc79-4343-8adc-ebc465ee2e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:11.937443 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dd48c019-20a2-4ee3-a957-1d227cf1e0a0 req-a2a03a9c-9c39-43ea-aa5c-9377822e3f1c tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] 10.222.0.23 "GET /v2.0/ports?device_id=46c522f8-6c2d-4550-b2e2-a5c5341dbb06 HTTP/1.1" status: 200 len: 943 time: 0.5011282 Jul 13 07:36:11.940724 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:11.958814 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c572294b-97b4-4e50-80aa-b6cc6fb1d8a6 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:11.973933 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f89aef27-0407-430f-b506-12d2ade2da04 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:11.977673 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5c27ce2-d365-4b1b-b2b2-d159a3c0f409 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] GET failed (client error): The resource could not be found. Jul 13 07:36:11.979899 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b5c27ce2-d365-4b1b-b2b2-d159a3c0f409 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "GET /v2.0/ports/5d9c5a70-a8f3-4796-b253-97f7b5eed33b HTTP/1.1" status: 404 len: 333 time: 0.1100841 Jul 13 07:36:11.990696 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port c572294b-97b4-4e50-80aa-b6cc6fb1d8a6, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=c572294b-97b4-4e50-80aa-b6cc6fb1d8a6,segment=NetworkSegment(f56d09f9-06ea-4aa3-a14d-f5688ec18c53),segment_id=f56d09f9-06ea-4aa3-a14d-f5688ec18c53)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:11.995497 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40016) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:11.996792 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:12.004188 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-649a8fba-c07b-42f2-a3ed-e02ab7765662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0793abce-fb19-475d-83bc-e44a4b834587 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:12.034508 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-f89aef27-0407-430f-b506-12d2ade2da04 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Calling delete_port for 3a8662d2-5ebb-4ae6-9db9-46791b01a5b3 owned by network:router_gateway {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:36:12.038470 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-649a8fba-c07b-42f2-a3ed-e02ab7765662 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:12.343793 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-203a2ac3-f072-4c29-b38c-2f1f1f31c9ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:12.356361 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=c572294b-97b4-4e50-80aa-b6cc6fb1d8a6,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:12.358065 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-649a8fba-c07b-42f2-a3ed-e02ab7765662 service neutron] Transition to ACTIVE for port object 0793abce-fb19-475d-83bc-e44a4b834587 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:12.358341 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dd48c019-20a2-4ee3-a957-1d227cf1e0a0 req-7c70e762-d9b7-4b32-bb04-78366596e3a4 tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] 10.222.0.23 "GET /v2.0/security-groups?id=feea320b-10aa-41ea-a037-040c6c50b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202082 Jul 13 07:36:12.358731 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-649a8fba-c07b-42f2-a3ed-e02ab7765662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:12.359130 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['c572294b-97b4-4e50-80aa-b6cc6fb1d8a6'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:36:12.359442 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1ae83c57-758e-43c5-8f65-4ea55b9248cf tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:12.437430 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1ae83c57-758e-43c5-8f65-4ea55b9248cf tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:12.444848 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a49442-7aea-44f8-8b6c-1d5820e16346 req-e1eaa27d-54ef-4dab-ab5d-113f3078da43 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:12.447952 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-77a49442-7aea-44f8-8b6c-1d5820e16346 req-e1eaa27d-54ef-4dab-ab5d-113f3078da43 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ec32436-f970-4351-9701-275172ed2be0 HTTP/1.1" status: 200 len: 931 time: 0.5331285 Jul 13 07:36:12.598542 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a8fba-c07b-42f2-a3ed-e02ab7765662 service neutron] Pushing event updated for resources: {'Port': ['ID=0793abce-fb19-475d-83bc-e44a4b834587,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:12.679969 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-77a49442-7aea-44f8-8b6c-1d5820e16346 req-bdc86e39-76c5-46bf-bdc2-af29d80ca66b tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/security-groups?id=133b69b7-9808-43be-96a2-0537049d3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136967 Jul 13 07:36:12.689094 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1ae83c57-758e-43c5-8f65-4ea55b9248cf tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:12.699754 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1ae83c57-758e-43c5-8f65-4ea55b9248cf tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:12.703649 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1ae83c57-758e-43c5-8f65-4ea55b9248cf tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/security-groups/8a683925-40d6-4084-999c-d777a0d02d32 HTTP/1.1" status: 204 len: 168 time: 0.7034090 Jul 13 07:36:12.705736 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40040) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:12.709843 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f89aef27-0407-430f-b506-12d2ade2da04 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:12.742818 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af4499-dde3-407d-bae3-d3224ba07dbf req-db48b62a-2770-4fac-9f4f-b8f640c3ed9a tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:12.744474 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d4af4499-dde3-407d-bae3-d3224ba07dbf req-db48b62a-2770-4fac-9f4f-b8f640c3ed9a tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de92cfd-cbe1-454b-9422-0d74372cb482 HTTP/1.1" status: 200 len: 943 time: 0.3388579 Jul 13 07:36:12.746040 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae83c57-758e-43c5-8f65-4ea55b9248cf tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a683925-40d6-4084-999c-d777a0d02d32,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:12.768359 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ed1821ed-bc79-4343-8adc-ebc465ee2e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:12.780178 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-649a8fba-c07b-42f2-a3ed-e02ab7765662 service neutron] Attempting to bind port 0793abce-fb19-475d-83bc-e44a4b834587 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:12.780530 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-649a8fba-c07b-42f2-a3ed-e02ab7765662 service neutron] Attempting to bind port 0793abce-fb19-475d-83bc-e44a4b834587 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'cd9aaace-dd86-4d07-b2da-557f00b03dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f19befd9-3bbc-45fe-a145-8403107507b4'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:12.780943 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-649a8fba-c07b-42f2-a3ed-e02ab7765662 service neutron] Attempting to bind port 0793abce-fb19-475d-83bc-e44a4b834587 on network f19befd9-3bbc-45fe-a145-8403107507b4 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:12.814045 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89aef27-0407-430f-b506-12d2ade2da04 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Pushing event deleted for resources: {'Port': ['ID=3a8662d2-5ebb-4ae6-9db9-46791b01a5b3,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:12.821345 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ed1821ed-bc79-4343-8adc-ebc465ee2e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:12.859865 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d4af4499-dde3-407d-bae3-d3224ba07dbf req-b5f25452-09d0-46e0-8cdb-d0d276d025db tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698621 Jul 13 07:36:12.890649 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-649a8fba-c07b-42f2-a3ed-e02ab7765662 service neutron] Port 0793abce-fb19-475d-83bc-e44a4b834587 on network f19befd9-3bbc-45fe-a145-8403107507b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:36:12.891405 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-649a8fba-c07b-42f2-a3ed-e02ab7765662 service neutron] Attempting to bind port 0793abce-fb19-475d-83bc-e44a4b834587 on network f19befd9-3bbc-45fe-a145-8403107507b4 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:12.921800 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-203a2ac3-f072-4c29-b38c-2f1f1f31c9ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbd80782-46b4-40ad-8790-0ee5cca78a78 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:12.928803 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-203a2ac3-f072-4c29-b38c-2f1f1f31c9ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:12.945394 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-203a2ac3-f072-4c29-b38c-2f1f1f31c9ce service neutron] Transition to ACTIVE for port object bbd80782-46b4-40ad-8790-0ee5cca78a78 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:12.951074 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-203a2ac3-f072-4c29-b38c-2f1f1f31c9ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:12.967444 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dc0de8b9-89fc-4050-9fb9-a8d97309ce2d req-a82cddb8-bf5b-45d3-bc3a-4584e6ecbc7b tempest-ServerShowV254Test-324896187 tempest-ServerShowV254Test-324896187-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9058e94-6347-4294-afc4-726c5b82ab47 HTTP/1.1" status: 200 len: 210 time: 0.0962257 Jul 13 07:36:12.986566 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-649a8fba-c07b-42f2-a3ed-e02ab7765662 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:12.986953 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-649a8fba-c07b-42f2-a3ed-e02ab7765662 service neutron] Checking segment: {'id': 'cd9aaace-dd86-4d07-b2da-557f00b03dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f19befd9-3bbc-45fe-a145-8403107507b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:12.987323 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-649a8fba-c07b-42f2-a3ed-e02ab7765662 service neutron] Bound using segment: {'id': 'cd9aaace-dd86-4d07-b2da-557f00b03dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f19befd9-3bbc-45fe-a145-8403107507b4'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:12.987778 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-649a8fba-c07b-42f2-a3ed-e02ab7765662 service neutron] Bound port: 0793abce-fb19-475d-83bc-e44a4b834587, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd9aaace-dd86-4d07-b2da-557f00b03dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f19befd9-3bbc-45fe-a145-8403107507b4'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:12.988145 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-649a8fba-c07b-42f2-a3ed-e02ab7765662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.035401 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ed1821ed-bc79-4343-8adc-ebc465ee2e12 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f64bb968c4c145639a956c680693ae8a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1245213 Jul 13 07:36:13.038285 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40046) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:13.041544 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1821ed-bc79-4343-8adc-ebc465ee2e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e041d254-a4e3-4cfa-9f29-c456b1fbd09f,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:13.103620 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f89aef27-0407-430f-b506-12d2ade2da04 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.114416 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a0e09677-31a2-4879-8ca6-91fea1eb3009 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.127287 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a2ac3-f072-4c29-b38c-2f1f1f31c9ce service neutron] Pushing event updated for resources: {'Port': ['ID=bbd80782-46b4-40ad-8790-0ee5cca78a78,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:13.131736 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device c572294b-97b4-4e50-80aa-b6cc6fb1d8a6 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:13.193361 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6f8ab34e-bb40-42c4-8cfc-9e9ddac6f38d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.268467 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6f8ab34e-bb40-42c4-8cfc-9e9ddac6f38d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.273429 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-616fdc81-4de7-491a-a1d9-4dcff1ef01c3 req-85feceec-73a1-4833-a761-9e00b518b91c tempest-ServerShowV254Test-324896187 tempest-ServerShowV254Test-324896187-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9058e94-6347-4294-afc4-726c5b82ab47 HTTP/1.1" status: 200 len: 210 time: 0.1626685 Jul 13 07:36:13.294191 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port c572294b-97b4-4e50-80aa-b6cc6fb1d8a6 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:13.298574 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port c572294b-97b4-4e50-80aa-b6cc6fb1d8a6 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:13.298956 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.336238 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f89aef27-0407-430f-b506-12d2ade2da04 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.344369 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f89aef27-0407-430f-b506-12d2ade2da04 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.349092 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a0e09677-31a2-4879-8ca6-91fea1eb3009 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.353027 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-649a8fba-c07b-42f2-a3ed-e02ab7765662 service neutron] For port 0793abce-fb19-475d-83bc-e44a4b834587, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:13.365128 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-649a8fba-c07b-42f2-a3ed-e02ab7765662 service neutron] For port 0793abce-fb19-475d-83bc-e44a4b834587, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=0793abce-fb19-475d-83bc-e44a4b834587,segment=NetworkSegment(cd9aaace-dd86-4d07-b2da-557f00b03dc5),segment_id=cd9aaace-dd86-4d07-b2da-557f00b03dc5)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:13.448711 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-649a8fba-c07b-42f2-a3ed-e02ab7765662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.453009 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6f8ab34e-bb40-42c4-8cfc-9e9ddac6f38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.458153 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6f8ab34e-bb40-42c4-8cfc-9e9ddac6f38d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.459347 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6f8ab34e-bb40-42c4-8cfc-9e9ddac6f38d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e041d254-a4e3-4cfa-9f29-c456b1fbd09f HTTP/1.1" status: 204 len: 168 time: 0.4167132 Jul 13 07:36:13.471481 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ab34e-bb40-42c4-8cfc-9e9ddac6f38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e041d254-a4e3-4cfa-9f29-c456b1fbd09f,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:13.475031 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-203a2ac3-f072-4c29-b38c-2f1f1f31c9ce service neutron] Attempting to bind port bbd80782-46b4-40ad-8790-0ee5cca78a78 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:13.475410 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-203a2ac3-f072-4c29-b38c-2f1f1f31c9ce service neutron] Attempting to bind port bbd80782-46b4-40ad-8790-0ee5cca78a78 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '0d52d58c-894c-45ff-99ef-ef32b835be4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fa4f1ed0-796d-49c1-a252-4afd480b8892'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:13.475705 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-203a2ac3-f072-4c29-b38c-2f1f1f31c9ce service neutron] Attempting to bind port bbd80782-46b4-40ad-8790-0ee5cca78a78 on network fa4f1ed0-796d-49c1-a252-4afd480b8892 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:13.483713 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-203a2ac3-f072-4c29-b38c-2f1f1f31c9ce service neutron] Port bbd80782-46b4-40ad-8790-0ee5cca78a78 on network fa4f1ed0-796d-49c1-a252-4afd480b8892 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:36:13.484040 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-203a2ac3-f072-4c29-b38c-2f1f1f31c9ce service neutron] Attempting to bind port bbd80782-46b4-40ad-8790-0ee5cca78a78 on network fa4f1ed0-796d-49c1-a252-4afd480b8892 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:13.493452 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-203a2ac3-f072-4c29-b38c-2f1f1f31c9ce service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:13.493790 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-203a2ac3-f072-4c29-b38c-2f1f1f31c9ce service neutron] Checking segment: {'id': '0d52d58c-894c-45ff-99ef-ef32b835be4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fa4f1ed0-796d-49c1-a252-4afd480b8892'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:13.494281 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-203a2ac3-f072-4c29-b38c-2f1f1f31c9ce service neutron] Bound using segment: {'id': '0d52d58c-894c-45ff-99ef-ef32b835be4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fa4f1ed0-796d-49c1-a252-4afd480b8892'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:13.494631 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-203a2ac3-f072-4c29-b38c-2f1f1f31c9ce service neutron] Bound port: bbd80782-46b4-40ad-8790-0ee5cca78a78, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d52d58c-894c-45ff-99ef-ef32b835be4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fa4f1ed0-796d-49c1-a252-4afd480b8892'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:13.495873 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-203a2ac3-f072-4c29-b38c-2f1f1f31c9ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.500640 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.562767 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-649a8fba-c07b-42f2-a3ed-e02ab7765662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:13.563567 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-649a8fba-c07b-42f2-a3ed-e02ab7765662 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.565349 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-649a8fba-c07b-42f2-a3ed-e02ab7765662 service neutron] 10.222.0.42 "PUT /v2.0/ports/0793abce-fb19-475d-83bc-e44a4b834587 HTTP/1.1" status: 200 len: 1092 time: 3.8691247 Jul 13 07:36:13.566814 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de92cfd-cbe1-454b-9422-0d74372cb482', 'tag': '0793abce-fb19-475d-83bc-e44a4b834587'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:13.580865 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddef0401-82c4-45d3-a524-5387ac079080" -d '{"events": [{"name": "network-changed", "server_uuid": "6de92cfd-cbe1-454b-9422-0d74372cb482", "tag": "0793abce-fb19-475d-83bc-e44a4b834587"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:13.596955 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f89aef27-0407-430f-b506-12d2ade2da04 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.597803 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89aef27-0407-430f-b506-12d2ade2da04 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Fanout notify agent at l3_agent the message router_deleted on router 8fe83735-0577-4575-b969-6c4a3b84a9f4 {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:36:13.617524 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f89aef27-0407-430f-b506-12d2ade2da04 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.619435 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f89aef27-0407-430f-b506-12d2ade2da04 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] 10.222.0.23 "DELETE /v2.0/routers/8fe83735-0577-4575-b969-6c4a3b84a9f4 HTTP/1.1" status: 204 len: 168 time: 4.5950608 Jul 13 07:36:13.623252 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40062) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:13.628221 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-ca70647f-2d34-46a4-b519-bc10b59d1fe4 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1060850788', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:13.639117 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c522f8-6c2d-4550-b2e2-a5c5341dbb06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c572294b-97b4-4e50-80aa-b6cc6fb1d8a6'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:13.643958 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a0e09677-31a2-4879-8ca6-91fea1eb3009 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.648085 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a0e09677-31a2-4879-8ca6-91fea1eb3009 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.649771 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a0e09677-31a2-4879-8ca6-91fea1eb3009 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/security-groups/ea1f3559-5bc1-4c94-9414-1fac265fbe8a HTTP/1.1" status: 204 len: 168 time: 0.9407108 Jul 13 07:36:13.654321 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e3884b-1fc7-403e-83e9-b4a2eb75e282" -d '{"events": [{"server_uuid": "46c522f8-6c2d-4550-b2e2-a5c5341dbb06", "name": "network-vif-plugged", "status": "completed", "tag": "c572294b-97b4-4e50-80aa-b6cc6fb1d8a6"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:13.665244 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40064) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:13.695360 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e09677-31a2-4879-8ca6-91fea1eb3009 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1f3559-5bc1-4c94-9414-1fac265fbe8a,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:13.700749 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a8fba-c07b-42f2-a3ed-e02ab7765662 service neutron] Pushing event updated for resources: {'Port': ['ID=0793abce-fb19-475d-83bc-e44a4b834587,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:13.709392 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port c572294b-97b4-4e50-80aa-b6cc6fb1d8a6, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=c572294b-97b4-4e50-80aa-b6cc6fb1d8a6,segment=NetworkSegment(f56d09f9-06ea-4aa3-a14d-f5688ec18c53),segment_id=f56d09f9-06ea-4aa3-a14d-f5688ec18c53)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:13.743624 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.773128 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21614ed-f06f-4162-89ba-11aa200358a7 req-31ae45da-cc84-423f-87d8-6c7d9657455b tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:13.781841 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b21614ed-f06f-4162-89ba-11aa200358a7 req-31ae45da-cc84-423f-87d8-6c7d9657455b tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] 10.222.0.23 "GET /v2.0/ports?device_id=46c522f8-6c2d-4550-b2e2-a5c5341dbb06 HTTP/1.1" status: 200 len: 944 time: 0.4119623 Jul 13 07:36:13.788424 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a799ea2d-7367-467c-8a4b-4005c111c6d3 x-openstack-request-id: req-a799ea2d-7367-467c-8a4b-4005c111c6d3 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:13.788856 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6de92cfd-cbe1-454b-9422-0d74372cb482", "tag": "0793abce-fb19-475d-83bc-e44a4b834587", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:13.801646 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a799ea2d-7367-467c-8a4b-4005c111c6d3 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:13.802345 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6de92cfd-cbe1-454b-9422-0d74372cb482', 'tag': '0793abce-fb19-475d-83bc-e44a4b834587', 'status': 'completed', 'code': 200} Jul 13 07:36:13.833142 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-203a2ac3-f072-4c29-b38c-2f1f1f31c9ce service neutron] For port bbd80782-46b4-40ad-8790-0ee5cca78a78, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:13.843414 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-203a2ac3-f072-4c29-b38c-2f1f1f31c9ce service neutron] For port bbd80782-46b4-40ad-8790-0ee5cca78a78, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=bbd80782-46b4-40ad-8790-0ee5cca78a78,segment=NetworkSegment(0d52d58c-894c-45ff-99ef-ef32b835be4a),segment_id=0d52d58c-894c-45ff-99ef-ef32b835be4a)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:13.860468 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-203a2ac3-f072-4c29-b38c-2f1f1f31c9ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.864924 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ca70647f-2d34-46a4-b519-bc10b59d1fe4 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.866022 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ca70647f-2d34-46a4-b519-bc10b59d1fe4 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:13.887137 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=c572294b-97b4-4e50-80aa-b6cc6fb1d8a6,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:13.925905 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-76d81af6-4769-434e-8411-152c88493b85 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Deleting subnet 9174a4c0-c50c-4415-9d83-3f8b78bf8873 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:36:13.939035 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a23673-9f87-4851-9755-fc02937b6332 x-openstack-request-id: req-14a23673-9f87-4851-9755-fc02937b6332 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:13.939417 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c522f8-6c2d-4550-b2e2-a5c5341dbb06", "name": "network-vif-plugged", "status": "completed", "tag": "c572294b-97b4-4e50-80aa-b6cc6fb1d8a6", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:13.939682 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-14a23673-9f87-4851-9755-fc02937b6332 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:13.941949 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c522f8-6c2d-4550-b2e2-a5c5341dbb06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c572294b-97b4-4e50-80aa-b6cc6fb1d8a6', 'code': 200} Jul 13 07:36:13.956984 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-76d81af6-4769-434e-8411-152c88493b85 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:14.127911 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ca70647f-2d34-46a4-b519-bc10b59d1fe4 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:14.141354 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b21614ed-f06f-4162-89ba-11aa200358a7 req-eb09a212-5e24-4139-89b4-944dffc1778d tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] 10.222.0.23 "GET /v2.0/security-groups?id=feea320b-10aa-41ea-a037-040c6c50b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583026 Jul 13 07:36:14.164519 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-76d81af6-4769-434e-8411-152c88493b85 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:14.179250 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ca70647f-2d34-46a4-b519-bc10b59d1fe4 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:14.210118 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-89bf15e4-6a9a-455e-b1df-e34d243093fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:14.212609 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-89bf15e4-6a9a-455e-b1df-e34d243093fa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c810d7c789b47038f0e4c69e077ced6&device_id=6de92cfd-cbe1-454b-9422-0d74372cb482 HTTP/1.1" status: 200 len: 1095 time: 0.4584076 Jul 13 07:36:14.213841 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ca70647f-2d34-46a4-b519-bc10b59d1fe4 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:14.215833 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ca70647f-2d34-46a4-b519-bc10b59d1fe4 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5910749 Jul 13 07:36:14.220010 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40084) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:14.236051 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-d07567fe-2ecb-45ff-9883-4f397ba8aa68 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'enable_snat': False}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:14.267276 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-203a2ac3-f072-4c29-b38c-2f1f1f31c9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:14.270600 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-203a2ac3-f072-4c29-b38c-2f1f1f31c9ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:14.281501 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-203a2ac3-f072-4c29-b38c-2f1f1f31c9ce service neutron] 10.222.0.25 "PUT /v2.0/ports/bbd80782-46b4-40ad-8790-0ee5cca78a78 HTTP/1.1" status: 200 len: 1092 time: 2.5666208 Jul 13 07:36:14.282275 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec32436-f970-4351-9701-275172ed2be0', 'tag': 'bbd80782-46b4-40ad-8790-0ee5cca78a78'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:14.284925 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515d0b4d-b391-4550-95f0-bc1541e23e8b" -d '{"events": [{"name": "network-changed", "server_uuid": "1ec32436-f970-4351-9701-275172ed2be0", "tag": "bbd80782-46b4-40ad-8790-0ee5cca78a78"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:14.374164 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a2ac3-f072-4c29-b38c-2f1f1f31c9ce service neutron] Pushing event updated for resources: {'Port': ['ID=bbd80782-46b4-40ad-8790-0ee5cca78a78,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:14.418512 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-bb50a389-2551-4151-8a54-9569a85381d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0793abce-fb19-475d-83bc-e44a4b834587 HTTP/1.1" status: 200 len: 217 time: 0.1972222 Jul 13 07:36:14.514809 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c73ee-f321-438d-b3df-fc3431216f52 req-2f3a7734-7703-41ad-a641-41f25c6e0842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:14.518720 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ab4c73ee-f321-438d-b3df-fc3431216f52 req-2f3a7734-7703-41ad-a641-41f25c6e0842 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=46c522f8-6c2d-4550-b2e2-a5c5341dbb06 HTTP/1.1" status: 200 len: 1097 time: 0.4272170 Jul 13 07:36:14.583129 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-76d81af6-4769-434e-8411-152c88493b85 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:14.595591 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f690b8-4c17-4c4d-adff-e85b3a077669 req-10398906-d85b-426d-83eb-93cf568dc410 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:14.597518 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-52f690b8-4c17-4c4d-adff-e85b3a077669 req-10398906-d85b-426d-83eb-93cf568dc410 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de92cfd-cbe1-454b-9422-0d74372cb482 HTTP/1.1" status: 200 len: 943 time: 0.2166626 Jul 13 07:36:14.673132 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-4df982b1-328c-4d6f-b366-e57a282bcf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:14.679532 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-4df982b1-328c-4d6f-b366-e57a282bcf2d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=13ed50c9-8c75-4ed4-a111-3f0bb851cc25 HTTP/1.1" status: 200 len: 855 time: 0.2409711 Jul 13 07:36:14.795907 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d07567fe-2ecb-45ff-9883-4f397ba8aa68 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:14.805869 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-3d259433-d0a6-44ed-95af-c5a7d9738c24 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f19befd9-3bbc-45fe-a145-8403107507b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505083 Jul 13 07:36:14.928117 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ab4c73ee-f321-438d-b3df-fc3431216f52 req-56e0de0d-680e-4f41-95d2-fb561b2dba30 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=feea320b-10aa-41ea-a037-040c6c50b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707619 Jul 13 07:36:14.987044 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f5e81-fc40-4e40-9546-de15efba064a req-f1c2b050-60ca-437a-af72-b64b881b38a3 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:14.999135 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-365f5e81-fc40-4e40-9546-de15efba064a req-f1c2b050-60ca-437a-af72-b64b881b38a3 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ec32436-f970-4351-9701-275172ed2be0 HTTP/1.1" status: 200 len: 943 time: 0.5805588 Jul 13 07:36:15.065601 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-365f5e81-fc40-4e40-9546-de15efba064a req-97cb885d-5aca-4e26-ab4a-d29f1aea714e tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/security-groups?id=133b69b7-9808-43be-96a2-0537049d3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676854 Jul 13 07:36:15.136075 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-39388514-bb01-4239-930c-335d4ece1d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:15.138006 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-39388514-bb01-4239-930c-335d4ece1d9a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6942d3506e24fbf8b1e759d03152ce4&device_id=1ec32436-f970-4351-9701-275172ed2be0 HTTP/1.1" status: 200 len: 1095 time: 0.7163405 Jul 13 07:36:15.154243 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-03ed81ee-92eb-401f-bd7c-816c5dba5d4c service neutron] 10.222.0.42 "GET /v2.0/networks/f19befd9-3bbc-45fe-a145-8403107507b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395681 Jul 13 07:36:15.208976 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-aeb575a8-b72d-4153-8ca0-4ce8dcadfd3e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbd80782-46b4-40ad-8790-0ee5cca78a78 HTTP/1.1" status: 200 len: 217 time: 0.0584011 Jul 13 07:36:15.321386 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-52f690b8-4c17-4c4d-adff-e85b3a077669 req-b456e811-9799-4531-8758-e992633618f3 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316575 Jul 13 07:36:15.328832 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6184cdfb-fbc2-46df-8147-5e170b95beee x-openstack-request-id: req-6184cdfb-fbc2-46df-8147-5e170b95beee {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:15.329145 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ec32436-f970-4351-9701-275172ed2be0", "tag": "bbd80782-46b4-40ad-8790-0ee5cca78a78", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:15.329408 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6184cdfb-fbc2-46df-8147-5e170b95beee {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:15.329834 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec32436-f970-4351-9701-275172ed2be0', 'tag': 'bbd80782-46b4-40ad-8790-0ee5cca78a78', 'status': 'completed', 'code': 200} Jul 13 07:36:15.375740 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-76d81af6-4769-434e-8411-152c88493b85 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:15.429019 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-af30c8b5-5c7e-4382-bf57-c3872a0a3e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:15.430908 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-af30c8b5-5c7e-4382-bf57-c3872a0a3e8e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2df3ee09-23c6-4609-848d-5109b67374a1 HTTP/1.1" status: 200 len: 854 time: 0.2088645 Jul 13 07:36:15.441383 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d81af6-4769-434e-8411-152c88493b85 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'Subnet': ['ID=9174a4c0-c50c-4415-9d83-3f8b78bf8873,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:15.443031 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb68c76-0960-4bc8-b0b0-f41ba134920f None None] Network 7186c72c-0f19-47b1-b7a4-85133ffea6fc requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:15.449828 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-76d81af6-4769-434e-8411-152c88493b85 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:15.452072 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-76d81af6-4769-434e-8411-152c88493b85 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/subnets/9174a4c0-c50c-4415-9d83-3f8b78bf8873 HTTP/1.1" status: 204 len: 168 time: 1.7767804 Jul 13 07:36:15.462813 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40128) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:15.469401 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-03cccfe9-499c-4c76-92b3-48801dadcbd1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'subnet': {'network_id': '7186c72c-0f19-47b1-b7a4-85133ffea6fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:15.500172 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-568be1cb-318c-4024-a652-a13c42b65cb0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fa4f1ed0-796d-49c1-a252-4afd480b8892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535316 Jul 13 07:36:15.665437 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-55f18415-223c-4f6f-8a17-d3086e5b3fb4 req-17a49476-fc00-49f5-af7b-7788d7ce44fc service neutron] 10.222.0.42 "GET /v2.0/networks/f19befd9-3bbc-45fe-a145-8403107507b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5043774 Jul 13 07:36:15.857336 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7884e-d2fd-4a7a-b3f5-60f08889ab52 req-f7b6eec3-4ca6-4b8a-9f72-d0e252c34ace tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:15.858935 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-80f7884e-d2fd-4a7a-b3f5-60f08889ab52 req-f7b6eec3-4ca6-4b8a-9f72-d0e252c34ace tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] 10.222.0.23 "GET /v2.0/ports?device_id=46c522f8-6c2d-4550-b2e2-a5c5341dbb06 HTTP/1.1" status: 200 len: 945 time: 0.3994834 Jul 13 07:36:15.873660 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-c9056f90-3d31-4375-aa07-c427e1517ed7 service neutron] 10.222.0.25 "GET /v2.0/networks/fa4f1ed0-796d-49c1-a252-4afd480b8892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538699 Jul 13 07:36:15.879190 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d07567fe-2ecb-45ff-9883-4f397ba8aa68 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:15.936844 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cccfe9-499c-4c76-92b3-48801dadcbd1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Made reservation on behalf of 71f928143c3f4a60bafd545bee5481d1 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:15.951170 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-03cccfe9-499c-4c76-92b3-48801dadcbd1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:15.958157 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d07567fe-2ecb-45ff-9883-4f397ba8aa68 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:15.981930 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40144) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:16.291506 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-d07567fe-2ecb-45ff-9883-4f397ba8aa68 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Allocated IP 172.25.3.4 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/ac3eba17-3d5b-4f7d-ab1e-3e53396abf3b) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:16.331737 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-85c67139-1392-4ad5-b15d-f1f6dc80c2ae req-3170ed1d-0110-4f6f-901d-24034cfaf5ac service neutron] 10.222.0.25 "GET /v2.0/networks/fa4f1ed0-796d-49c1-a252-4afd480b8892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498439 Jul 13 07:36:16.374862 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-80f7884e-d2fd-4a7a-b3f5-60f08889ab52 req-7315e96a-f50b-4f43-8d16-2724346f48ca tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] 10.222.0.23 "GET /v2.0/security-groups?id=feea320b-10aa-41ea-a037-040c6c50b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4816940 Jul 13 07:36:16.709827 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef0401-82c4-45d3-a524-5387ac079080 req-13f53720-6b85-4154-8671-1476311e88f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:16.711774 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ddef0401-82c4-45d3-a524-5387ac079080 req-13f53720-6b85-4154-8671-1476311e88f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c810d7c789b47038f0e4c69e077ced6&device_id=6de92cfd-cbe1-454b-9422-0d74372cb482 HTTP/1.1" status: 200 len: 1095 time: 0.7562039 Jul 13 07:36:16.722549 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d07567fe-2ecb-45ff-9883-4f397ba8aa68 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:16.730992 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7da8639e-2cff-44da-9d4a-632a32ef3c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:16.841791 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d0b4d-b391-4550-95f0-bc1541e23e8b req-42437bb8-fba6-4ee7-8991-a0ab45dba239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:16.843222 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-515d0b4d-b391-4550-95f0-bc1541e23e8b req-42437bb8-fba6-4ee7-8991-a0ab45dba239 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6942d3506e24fbf8b1e759d03152ce4&device_id=1ec32436-f970-4351-9701-275172ed2be0 HTTP/1.1" status: 200 len: 1095 time: 0.3788223 Jul 13 07:36:16.866109 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5260f6-b3f9-4920-873e-6d85da4cf710 req-f49b8199-d9e7-406a-8430-1972ce1edad2 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:16.867714 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7d5260f6-b3f9-4920-873e-6d85da4cf710 req-f49b8199-d9e7-406a-8430-1972ce1edad2 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de92cfd-cbe1-454b-9422-0d74372cb482 HTTP/1.1" status: 200 len: 943 time: 0.2377644 Jul 13 07:36:16.879040 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a7a55-747f-4a32-9641-d6de51b9aa1d req-724e5d2c-8082-452a-b421-b3b874d5bb31 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:16.879388 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c01bfa3a-5f46-472d-99f0-9648c6b4180e None None] Provisioning complete for port 980cc0bd-bc4b-4590-8dc0-4637f701fde1 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:16.880750 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c01bfa3a-5f46-472d-99f0-9648c6b4180e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:16.882097 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e00a7a55-747f-4a32-9641-d6de51b9aa1d req-724e5d2c-8082-452a-b421-b3b874d5bb31 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ec32436-f970-4351-9701-275172ed2be0 HTTP/1.1" status: 200 len: 943 time: 0.4747171 Jul 13 07:36:16.922938 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef0401-82c4-45d3-a524-5387ac079080 req-71051884-a46f-439f-af97-4e6e3d532272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:16.924472 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ddef0401-82c4-45d3-a524-5387ac079080 req-71051884-a46f-439f-af97-4e6e3d532272 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f19befd9-3bbc-45fe-a145-8403107507b4 HTTP/1.1" status: 200 len: 916 time: 0.1980684 Jul 13 07:36:16.925841 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d07567fe-2ecb-45ff-9883-4f397ba8aa68 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:16.947506 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-c01bfa3a-5f46-472d-99f0-9648c6b4180e None None] Port 980cc0bd-bc4b-4590-8dc0-4637f701fde1 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:16.970386 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c01bfa3a-5f46-472d-99f0-9648c6b4180e None None] Provisioning complete for port c2d7613f-759f-4af3-85ac-c4f424044730 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:16.971726 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c01bfa3a-5f46-472d-99f0-9648c6b4180e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:17.007280 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ddef0401-82c4-45d3-a524-5387ac079080 req-52071097-7373-4784-bfbb-c49a69637db7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0793abce-fb19-475d-83bc-e44a4b834587 HTTP/1.1" status: 200 len: 217 time: 0.0734670 Jul 13 07:36:17.016155 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7d5260f6-b3f9-4920-873e-6d85da4cf710 req-e87ec358-59a0-4db1-a6d9-713829eff0ac tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365499 Jul 13 07:36:17.028357 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07567fe-2ecb-45ff-9883-4f397ba8aa68 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:17.031737 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d0b4d-b391-4550-95f0-bc1541e23e8b req-d9d88907-ef09-4ff9-a1f8-43020c8a8aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:17.033409 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-515d0b4d-b391-4550-95f0-bc1541e23e8b req-d9d88907-ef09-4ff9-a1f8-43020c8a8aac service neutron] 10.222.0.25 "GET /v2.0/networks?id=fa4f1ed0-796d-49c1-a252-4afd480b8892 HTTP/1.1" status: 200 len: 915 time: 0.1819344 Jul 13 07:36:17.076706 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-d07567fe-2ecb-45ff-9883-4f397ba8aa68 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:17.082413 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07567fe-2ecb-45ff-9883-4f397ba8aa68 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:17.108170 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e00a7a55-747f-4a32-9641-d6de51b9aa1d req-157ff77b-3341-46d6-85b3-1e3f4a71d2c1 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/security-groups?id=133b69b7-9808-43be-96a2-0537049d3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736799 Jul 13 07:36:17.217411 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-515d0b4d-b391-4550-95f0-bc1541e23e8b req-37ed21c3-ff0f-480d-87fa-a5b7db13fe97 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbd80782-46b4-40ad-8790-0ee5cca78a78 HTTP/1.1" status: 200 len: 217 time: 0.1751332 Jul 13 07:36:17.479865 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7da8639e-2cff-44da-9d4a-632a32ef3c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:17.492697 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7da8639e-2cff-44da-9d4a-632a32ef3c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:17.512988 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d0b4d-b391-4550-95f0-bc1541e23e8b req-9fc210eb-6aaf-43bd-ad71-600be143726c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:17.514686 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-515d0b4d-b391-4550-95f0-bc1541e23e8b req-9fc210eb-6aaf-43bd-ad71-600be143726c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2df3ee09-23c6-4609-848d-5109b67374a1 HTTP/1.1" status: 200 len: 854 time: 0.2873681 Jul 13 07:36:17.618985 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07567fe-2ecb-45ff-9883-4f397ba8aa68 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Pushing event updated for resources: {'Port': ['ID=ac3eba17-3d5b-4f7d-ab1e-3e53396abf3b,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:17.634295 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-515d0b4d-b391-4550-95f0-bc1541e23e8b req-a3368e01-fcc5-4d65-844a-29f740dd6587 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fa4f1ed0-796d-49c1-a252-4afd480b8892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1045604 Jul 13 07:36:17.637909 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7da8639e-2cff-44da-9d4a-632a32ef3c20 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df65c2e4c7164649953df5bcc2c5722b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6530395 Jul 13 07:36:17.645765 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40202) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:17.660486 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef0401-82c4-45d3-a524-5387ac079080 req-65a6568a-36a7-4898-b58a-fc0698802fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:17.662026 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ddef0401-82c4-45d3-a524-5387ac079080 req-65a6568a-36a7-4898-b58a-fc0698802fd2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=13ed50c9-8c75-4ed4-a111-3f0bb851cc25 HTTP/1.1" status: 200 len: 855 time: 0.6382501 Jul 13 07:36:17.680792 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-03cccfe9-499c-4c76-92b3-48801dadcbd1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:17.683586 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8639e-2cff-44da-9d4a-632a32ef3c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b8cb8b-2b22-42e1-a225-484c988ee581,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:17.763528 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ddef0401-82c4-45d3-a524-5387ac079080 req-27698aa1-b50b-4f68-a91f-d2b461085edf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f19befd9-3bbc-45fe-a145-8403107507b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720980 Jul 13 07:36:17.912579 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cccfe9-499c-4c76-92b3-48801dadcbd1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Network 7186c72c-0f19-47b1-b7a4-85133ffea6fc is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:17.935537 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9eaf8bc4-78a5-4834-a216-87f18d128496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:17.960875 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9eaf8bc4-78a5-4834-a216-87f18d128496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:18.001067 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-03cccfe9-499c-4c76-92b3-48801dadcbd1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:18.004226 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cccfe9-499c-4c76-92b3-48801dadcbd1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:18.004825 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-03cccfe9-499c-4c76-92b3-48801dadcbd1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:18.017082 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a65ad0a-ac8b-4f89-876e-b4e6bc46d482 None None] Network 7186c72c-0f19-47b1-b7a4-85133ffea6fc requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:18.050158 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cccfe9-499c-4c76-92b3-48801dadcbd1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'Subnet': ['ID=04a2c712-9aab-4194-a0e7-b638e8578813,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:18.059963 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-515d0b4d-b391-4550-95f0-bc1541e23e8b req-2cd1c707-4b75-4d1e-b8b5-78f3d5401f0f service neutron] 10.222.0.25 "GET /v2.0/networks/fa4f1ed0-796d-49c1-a252-4afd480b8892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127655 Jul 13 07:36:18.083164 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13c33d-92cb-4696-bd4f-09a900169804 req-cdcc4f64-2892-4806-88d3-9bb086c09898 tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:18.085888 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-03cccfe9-499c-4c76-92b3-48801dadcbd1 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6210699 Jul 13 07:36:18.087274 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fc13c33d-92cb-4696-bd4f-09a900169804 req-cdcc4f64-2892-4806-88d3-9bb086c09898 tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] 10.222.0.23 "GET /v2.0/ports?device_id=46c522f8-6c2d-4550-b2e2-a5c5341dbb06 HTTP/1.1" status: 200 len: 945 time: 0.4373286 Jul 13 07:36:18.091318 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40226) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:18.096000 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-936d6314-4cbb-42ec-a1ed-7815042298f3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'security_group': {'name': 'tempest-secgroup-1179876127'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:18.158952 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9eaf8bc4-78a5-4834-a216-87f18d128496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:18.164442 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9eaf8bc4-78a5-4834-a216-87f18d128496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:18.168549 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9eaf8bc4-78a5-4834-a216-87f18d128496 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c3b8cb8b-2b22-42e1-a225-484c988ee581 HTTP/1.1" status: 204 len: 168 time: 0.5198917 Jul 13 07:36:18.212274 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ddef0401-82c4-45d3-a524-5387ac079080 req-162a49d7-49bf-43a3-8dd2-f5f87c45c519 service neutron] 10.222.0.42 "GET /v2.0/networks/f19befd9-3bbc-45fe-a145-8403107507b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787618 Jul 13 07:36:18.358160 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ddef0401-82c4-45d3-a524-5387ac079080 req-d2967b6c-1d3f-46ac-b572-21b9badc4d67 service neutron] 10.222.0.42 "GET /v2.0/networks/f19befd9-3bbc-45fe-a145-8403107507b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283586 Jul 13 07:36:18.400061 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fc13c33d-92cb-4696-bd4f-09a900169804 req-9f678d7d-1f2c-4c61-b8c1-cd83a78f29e7 tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] 10.222.0.23 "GET /v2.0/security-groups?id=feea320b-10aa-41ea-a037-040c6c50b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905459 Jul 13 07:36:18.419374 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-515d0b4d-b391-4550-95f0-bc1541e23e8b req-5cf4cd24-00ae-45cc-95c2-37a19fabebce service neutron] 10.222.0.25 "GET /v2.0/networks/fa4f1ed0-796d-49c1-a252-4afd480b8892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523376 Jul 13 07:36:18.420607 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf8bc4-78a5-4834-a216-87f18d128496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b8cb8b-2b22-42e1-a225-484c988ee581,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:18.425002 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-936d6314-4cbb-42ec-a1ed-7815042298f3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:18.543607 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0940d4d-a63c-43ca-b981-46ac33fedfa9 None None] Update dhcp port {'port': {'network_id': '7186c72c-0f19-47b1-b7a4-85133ffea6fc', 'fixed_ips': [{'subnet_id': 'a4393dc4-0e4b-4c7e-8c8a-3f8d5378f899', 'ip_address': '172.20.0.18'}, {'subnet_id': '04a2c712-9aab-4194-a0e7-b638e8578813'}], 'binding:host_id': 'n-d-771363-34'}, 'id': 'c2d7613f-759f-4af3-85ac-c4f424044730'} from n-d-771363-34. {{(pid=94019) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:36:18.614572 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d07567fe-2ecb-45ff-9883-4f397ba8aa68 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:18.657657 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90c0be-6c14-41f3-a959-57c63fdb4644 req-6f381993-edfd-4054-8ea7-b045724c7496 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:18.665040 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ba90c0be-6c14-41f3-a959-57c63fdb4644 req-6f381993-edfd-4054-8ea7-b045724c7496 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de92cfd-cbe1-454b-9422-0d74372cb482 HTTP/1.1" status: 200 len: 943 time: 0.2295218 Jul 13 07:36:18.670459 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b0940d4d-a63c-43ca-b981-46ac33fedfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:18.722356 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ba90c0be-6c14-41f3-a959-57c63fdb4644 req-b059117f-b471-432c-82cd-bfabd2fce5a5 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563157 Jul 13 07:36:18.771882 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40246) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:19.066093 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-b0940d4d-a63c-43ca-b981-46ac33fedfa9 None None] Allocated IP 172.20.0.2 (7186c72c-0f19-47b1-b7a4-85133ffea6fc/04a2c712-9aab-4194-a0e7-b638e8578813/c2d7613f-759f-4af3-85ac-c4f424044730) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:19.113882 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-242e8c9c-516b-488d-b988-160d5f75b1b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:19.164377 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-936d6314-4cbb-42ec-a1ed-7815042298f3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:19.181157 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-936d6314-4cbb-42ec-a1ed-7815042298f3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:19.288712 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ae9df-ddd2-414a-b537-3c0fcdcb0daa req-782852fb-2ba8-4945-b602-5d30d5935b66 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:19.291279 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4b0ae9df-ddd2-414a-b537-3c0fcdcb0daa req-782852fb-2ba8-4945-b602-5d30d5935b66 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ec32436-f970-4351-9701-275172ed2be0 HTTP/1.1" status: 200 len: 943 time: 0.4519658 Jul 13 07:36:19.296587 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d6314-4cbb-42ec-a1ed-7815042298f3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ede90cfc-12b9-40f5-a6b9-6c1549729c4e,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:19.305099 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-b0940d4d-a63c-43ca-b981-46ac33fedfa9 None None] For port c2d7613f-759f-4af3-85ac-c4f424044730, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=c2d7613f-759f-4af3-85ac-c4f424044730,segment=NetworkSegment(7eb38e68-075c-431a-9d2b-117f73f4b229),segment_id=7eb38e68-075c-431a-9d2b-117f73f4b229)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:19.374061 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-242e8c9c-516b-488d-b988-160d5f75b1b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:19.380141 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-242e8c9c-516b-488d-b988-160d5f75b1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:19.399713 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b0940d4d-a63c-43ca-b981-46ac33fedfa9 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:19.408168 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4b0ae9df-ddd2-414a-b537-3c0fcdcb0daa req-f78ffb39-0da0-40c0-8e9d-56bae4c3a201 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/security-groups?id=133b69b7-9808-43be-96a2-0537049d3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950153 Jul 13 07:36:19.415282 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-936d6314-4cbb-42ec-a1ed-7815042298f3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:19.417465 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-936d6314-4cbb-42ec-a1ed-7815042298f3 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3245683 Jul 13 07:36:19.421827 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40274) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:19.434849 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b0940d4d-a63c-43ca-b981-46ac33fedfa9 None None] Transition to ACTIVE for port object c2d7613f-759f-4af3-85ac-c4f424044730 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:19.437469 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-c5632083-e075-4637-ace3-263831951504 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'security_group': {'name': 'tempest-secgroup-334511376'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:19.437683 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 0793abce-fb19-475d-83bc-e44a4b834587 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:36:19.500713 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c5632083-e075-4637-ace3-263831951504 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:19.503772 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e8c9c-516b-488d-b988-160d5f75b1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce1cc95-0559-4a69-afac-ed2a8f488008,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:19.534001 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-242e8c9c-516b-488d-b988-160d5f75b1b8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=610d05e523d54ed08379e0c5b2bd321a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7604260 Jul 13 07:36:19.534697 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40280) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:19.544096 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d07567fe-2ecb-45ff-9883-4f397ba8aa68 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:19.563024 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d07567fe-2ecb-45ff-9883-4f397ba8aa68 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-409024'] for router, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:19.600611 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b0940d4d-a63c-43ca-b981-46ac33fedfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:19.731647 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e761f938-af99-4d86-aa65-07fe24d42800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:19.842904 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c5632083-e075-4637-ace3-263831951504 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:19.870935 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c5632083-e075-4637-ace3-263831951504 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:19.904005 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e761f938-af99-4d86-aa65-07fe24d42800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:19.984094 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0940d4d-a63c-43ca-b981-46ac33fedfa9 None None] Pushing event updated for resources: {'Port': ['ID=c2d7613f-759f-4af3-85ac-c4f424044730,revision_number=6']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:20.009099 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 0793abce-fb19-475d-83bc-e44a4b834587, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=0793abce-fb19-475d-83bc-e44a4b834587,segment=NetworkSegment(cd9aaace-dd86-4d07-b2da-557f00b03dc5),segment_id=cd9aaace-dd86-4d07-b2da-557f00b03dc5)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:20.027367 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5632083-e075-4637-ace3-263831951504 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66193565-febb-419e-9c89-e12c9a2a4c9b,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:20.032763 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c5632083-e075-4637-ace3-263831951504 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:20.040968 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c5632083-e075-4637-ace3-263831951504 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6173623 Jul 13 07:36:20.042972 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40296) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:20.054385 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '0793abce-fb19-475d-83bc-e44a4b834587', 'network_id': 'f19befd9-3bbc-45fe-a145-8403107507b4', 'port_id': '0793abce-fb19-475d-83bc-e44a4b834587', 'mac_address': 'fa:16:3e:f2:68:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13ed50c9-8c75-4ed4-a111-3f0bb851cc25', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:36:20.064954 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0940d4d-a63c-43ca-b981-46ac33fedfa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:20.067579 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0940d4d-a63c-43ca-b981-46ac33fedfa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:20.072425 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0940d4d-a63c-43ca-b981-46ac33fedfa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:20.072959 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0940d4d-a63c-43ca-b981-46ac33fedfa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:20.075236 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-1e3ae3fb-16c0-4d63-8f9d-78918d08190b tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'security_group': {'name': 'tempest-secgroup-1412672142'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:20.080462 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0940d4d-a63c-43ca-b981-46ac33fedfa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:20.089709 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0940d4d-a63c-43ca-b981-46ac33fedfa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:20.090494 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0940d4d-a63c-43ca-b981-46ac33fedfa9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:20.091956 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0940d4d-a63c-43ca-b981-46ac33fedfa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:20.092543 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0940d4d-a63c-43ca-b981-46ac33fedfa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:20.093118 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0940d4d-a63c-43ca-b981-46ac33fedfa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:20.093675 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0940d4d-a63c-43ca-b981-46ac33fedfa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:20.094238 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0940d4d-a63c-43ca-b981-46ac33fedfa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:20.110903 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40298) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:20.157118 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1e3ae3fb-16c0-4d63-8f9d-78918d08190b tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:20.169997 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e761f938-af99-4d86-aa65-07fe24d42800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:20.172876 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e761f938-af99-4d86-aa65-07fe24d42800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:20.177335 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e761f938-af99-4d86-aa65-07fe24d42800 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ce1cc95-0559-4a69-afac-ed2a8f488008 HTTP/1.1" status: 204 len: 168 time: 0.6407750 Jul 13 07:36:20.193097 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:20.212133 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e51bd-b2b5-41c8-bc86-f79a2c8a2754 req-57c63561-429a-4cb6-bebd-8af4557db7bf tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:20.224921 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e97e51bd-b2b5-41c8-bc86-f79a2c8a2754 req-57c63561-429a-4cb6-bebd-8af4557db7bf tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] 10.222.0.23 "GET /v2.0/ports?device_id=46c522f8-6c2d-4550-b2e2-a5c5341dbb06 HTTP/1.1" status: 200 len: 945 time: 0.5020771 Jul 13 07:36:20.230756 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0793abce-fb19-475d-83bc-e44a4b834587 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:20.239141 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e761f938-af99-4d86-aa65-07fe24d42800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce1cc95-0559-4a69-afac-ed2a8f488008,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:20.333056 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e97e51bd-b2b5-41c8-bc86-f79a2c8a2754 req-281efb01-5866-44c3-bf6a-3012b26f237f tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] 10.222.0.23 "GET /v2.0/security-groups?id=feea320b-10aa-41ea-a037-040c6c50b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044078 Jul 13 07:36:20.369714 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 0793abce-fb19-475d-83bc-e44a4b834587, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=0793abce-fb19-475d-83bc-e44a4b834587,segment=NetworkSegment(cd9aaace-dd86-4d07-b2da-557f00b03dc5),segment_id=cd9aaace-dd86-4d07-b2da-557f00b03dc5)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:20.376183 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device bbd80782-46b4-40ad-8790-0ee5cca78a78 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:36:20.388453 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07567fe-2ecb-45ff-9883-4f397ba8aa68 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Router a6fa9722-5421-4084-b5d8-eefff94c921c is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:36:20.391483 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:20.560701 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-ed89f581-cd0e-4118-8ffe-2df932736db5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2132677675-network', 'tenant_id': '1d949e521db641e0a957c32596881dd2'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:20.637124 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acea5fc-6325-4e0d-b148-df7f493e04ae req-26440865-e595-4316-a2f9-eabe745c1fe7 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:20.650766 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5acea5fc-6325-4e0d-b148-df7f493e04ae req-26440865-e595-4316-a2f9-eabe745c1fe7 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de92cfd-cbe1-454b-9422-0d74372cb482 HTTP/1.1" status: 200 len: 943 time: 0.6258628 Jul 13 07:36:20.661273 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=0793abce-fb19-475d-83bc-e44a4b834587,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:20.732873 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad293927-9f4e-4167-9837-07b560245692 req-3e56bd82-563f-46f1-b401-e5a7fba4ddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:20.735523 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ad293927-9f4e-4167-9837-07b560245692 req-3e56bd82-563f-46f1-b401-e5a7fba4ddfa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4ef97baa7fae4c759d55ea06fc231436&device_id=46c522f8-6c2d-4550-b2e2-a5c5341dbb06 HTTP/1.1" status: 200 len: 1097 time: 1.0878115 Jul 13 07:36:20.748939 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['0793abce-fb19-475d-83bc-e44a4b834587'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:36:20.835872 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port bbd80782-46b4-40ad-8790-0ee5cca78a78, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=bbd80782-46b4-40ad-8790-0ee5cca78a78,segment=NetworkSegment(0d52d58c-894c-45ff-99ef-ef32b835be4a),segment_id=0d52d58c-894c-45ff-99ef-ef32b835be4a)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:20.839691 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07567fe-2ecb-45ff-9883-4f397ba8aa68 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:36:20.849555 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d07567fe-2ecb-45ff-9883-4f397ba8aa68 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:20.849555 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d07567fe-2ecb-45ff-9883-4f397ba8aa68 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] 10.222.0.23 "PUT /v2.0/routers/a6fa9722-5421-4084-b5d8-eefff94c921c HTTP/1.1" status: 200 len: 914 time: 6.6149650 Jul 13 07:36:20.850553 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40318) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:20.858519 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e612d2-b2b9-4947-bb9f-fe69d23f3436 None None] Sync routers for ids ['a6fa9722-5421-4084-b5d8-eefff94c921c'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:36:20.876300 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e612d2-b2b9-4947-bb9f-fe69d23f3436 None None] Routers {'a6fa9722-5421-4084-b5d8-eefff94c921c'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:20.876938 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-42e612d2-b2b9-4947-bb9f-fe69d23f3436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:36:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['a6fa9722-5421-4084-b5d8-eefff94c921c'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:20.904395 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': 'bbd80782-46b4-40ad-8790-0ee5cca78a78', 'network_id': 'fa4f1ed0-796d-49c1-a252-4afd480b8892', 'port_id': 'bbd80782-46b4-40ad-8790-0ee5cca78a78', 'mac_address': 'fa:16:3e:7f:da:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2df3ee09-23c6-4609-848d-5109b67374a1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:36:20.993523 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40322) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:21.002178 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-42e612d2-b2b9-4947-bb9f-fe69d23f3436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:21.024990 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e612d2-b2b9-4947-bb9f-fe69d23f3436 None None] Routers {'a6fa9722-5421-4084-b5d8-eefff94c921c'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:21.026418 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-42e612d2-b2b9-4947-bb9f-fe69d23f3436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:36:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['a6fa9722-5421-4084-b5d8-eefff94c921c'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:21.034854 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9a312946-4444-457b-9d89-dcd2a55d4863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:21.050334 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c2d7613f-759f-4af3-85ac-c4f424044730 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:21.143394 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad293927-9f4e-4167-9837-07b560245692 req-2b75b9d8-0492-48f0-9d3f-589d1a4f8026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:21.145072 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ad293927-9f4e-4167-9837-07b560245692 req-2b75b9d8-0492-48f0-9d3f-589d1a4f8026 service neutron] 10.222.0.42 "GET /v2.0/networks?id=13e2b310-c19a-4b9d-abcb-aba16349850c HTTP/1.1" status: 200 len: 914 time: 0.2983782 Jul 13 07:36:21.172654 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5acea5fc-6325-4e0d-b148-df7f493e04ae req-8797c2db-dc47-4967-b8b8-f66ce96df57b tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5205786 Jul 13 07:36:21.186255 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf2039e-97d4-4554-a94a-0ccdb1bcfc38 req-b19b5f82-8787-4f52-aa8a-f41170e1db5d tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:21.189671 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5bf2039e-97d4-4554-a94a-0ccdb1bcfc38 req-b19b5f82-8787-4f52-aa8a-f41170e1db5d tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ec32436-f970-4351-9701-275172ed2be0 HTTP/1.1" status: 200 len: 943 time: 0.4641626 Jul 13 07:36:21.220486 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c717e7a7-40a7-4626-9b77-06fc3f9d687e tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] 10.222.0.23 "GET /v2.0/routers/a6fa9722-5421-4084-b5d8-eefff94c921c HTTP/1.1" status: 200 len: 920 time: 0.3678567 Jul 13 07:36:21.238834 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40326) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:21.269022 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e6737345-1439-42f0-8614-e6f3750ccc18 None None] Provisioning complete for port 980cc0bd-bc4b-4590-8dc0-4637f701fde1 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:21.269595 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e6737345-1439-42f0-8614-e6f3750ccc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:21.282557 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ad293927-9f4e-4167-9837-07b560245692 req-fd1921eb-07a5-4fb3-9d62-4911b67ad751 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c572294b-97b4-4e50-80aa-b6cc6fb1d8a6 HTTP/1.1" status: 200 len: 217 time: 0.1158206 Jul 13 07:36:21.295889 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:21.330336 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1e3ae3fb-16c0-4d63-8f9d-78918d08190b tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:21.341601 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-42e612d2-b2b9-4947-bb9f-fe69d23f3436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:21.342841 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e612d2-b2b9-4947-bb9f-fe69d23f3436 None None] The sync data for ids ['a6fa9722-5421-4084-b5d8-eefff94c921c'] in n-d-771363-34 is: [] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:36:21.346812 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5bf2039e-97d4-4554-a94a-0ccdb1bcfc38 req-feeb519b-3b28-450d-a11d-071de9186803 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/security-groups?id=133b69b7-9808-43be-96a2-0537049d3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398318 Jul 13 07:36:21.411014 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1e3ae3fb-16c0-4d63-8f9d-78918d08190b tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:21.415391 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1e51bd-5d86-4290-99ac-50954194fe4a tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:21.423144 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3f1e51bd-5d86-4290-99ac-50954194fe4a tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=099fd220-496e-4556-906a-9ab228a05c02&device_id=a6fa9722-5421-4084-b5d8-eefff94c921c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1814110 Jul 13 07:36:21.424318 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40334) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:21.426032 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbd80782-46b4-40ad-8790-0ee5cca78a78 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:21.431887 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-e6737345-1439-42f0-8614-e6f3750ccc18 None None] Port 980cc0bd-bc4b-4590-8dc0-4637f701fde1 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:21.478608 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port bbd80782-46b4-40ad-8790-0ee5cca78a78, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=bbd80782-46b4-40ad-8790-0ee5cca78a78,segment=NetworkSegment(0d52d58c-894c-45ff-99ef-ef32b835be4a),segment_id=0d52d58c-894c-45ff-99ef-ef32b835be4a)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:21.485888 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e6737345-1439-42f0-8614-e6f3750ccc18 None None] Provisioning for port c2d7613f-759f-4af3-85ac-c4f424044730 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:21.502987 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed89f581-cd0e-4118-8ffe-2df932736db5 admin admin] Made reservation on behalf of 1d949e521db641e0a957c32596881dd2 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:21.505546 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e6737345-1439-42f0-8614-e6f3750ccc18 None None] Provisioning complete for port c2d7613f-759f-4af3-85ac-c4f424044730 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:21.506139 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ed89f581-cd0e-4118-8ffe-2df932736db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:21.506305 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e6737345-1439-42f0-8614-e6f3750ccc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:21.518560 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ed89f581-cd0e-4118-8ffe-2df932736db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:21.521807 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad293927-9f4e-4167-9837-07b560245692 req-7347ef7e-d92e-4f44-be52-721493786593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:21.524054 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ad293927-9f4e-4167-9837-07b560245692 req-7347ef7e-d92e-4f44-be52-721493786593 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a421f459-af67-4d0e-9229-075018b4ea00 HTTP/1.1" status: 200 len: 853 time: 0.2340484 Jul 13 07:36:21.526574 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ae3fb-16c0-4d63-8f9d-78918d08190b tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e45d875-f508-4e02-b1a8-7526f3ef7d0d,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:21.529688 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1e3ae3fb-16c0-4d63-8f9d-78918d08190b tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:21.531602 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1e3ae3fb-16c0-4d63-8f9d-78918d08190b tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4683573 Jul 13 07:36:21.540518 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40336) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:21.556564 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:21.570581 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-04200d8a-8bc3-47d9-b91e-1be615d6b80d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1992925853', 'security_groups': ['2e45d875-f508-4e02-b1a8-7526f3ef7d0d'], 'network_id': '7186c72c-0f19-47b1-b7a4-85133ffea6fc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '04a2c712-9aab-4194-a0e7-b638e8578813'}]}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:21.628740 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ad293927-9f4e-4167-9837-07b560245692 req-499fd005-161e-4a8b-b990-7949ec6c4c72 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=13e2b310-c19a-4b9d-abcb-aba16349850c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894961 Jul 13 07:36:21.654138 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [req-ad293927-9f4e-4167-9837-07b560245692 req-6ce20a81-5501-4860-aa20-a8bd6239b43f service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:36:21.655535 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ad293927-9f4e-4167-9837-07b560245692 req-6ce20a81-5501-4860-aa20-a8bd6239b43f service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101228 Jul 13 07:36:21.755981 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=bbd80782-46b4-40ad-8790-0ee5cca78a78,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:21.795645 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd7f477-bb3f-4df2-b125-4a2d1aaf3d9e tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:21.802394 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5dd7f477-bb3f-4df2-b125-4a2d1aaf3d9e tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] 10.222.0.23 "GET /v2.0/networks/099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 881 time: 0.3765283 Jul 13 07:36:21.807173 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40340) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:21.854175 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1e5eec8f-cd85-49cc-8ccd-dfc8018a9122 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6fa9722-5421-4084-b5d8-eefff94c921c HTTP/1.1" status: 200 len: 205 time: 0.0453041 Jul 13 07:36:21.856497 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40344) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:21.973121 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9a312946-4444-457b-9d89-dcd2a55d4863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:21.981011 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9a312946-4444-457b-9d89-dcd2a55d4863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:22.013965 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['bbd80782-46b4-40ad-8790-0ee5cca78a78'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:36:22.043760 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f9fe68ef-9354-485a-a0d2-f69c17038719 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:22.103365 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9a312946-4444-457b-9d89-dcd2a55d4863 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cec8cebd4e9a4001a9f2b669c2a8bf15&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1056423 Jul 13 07:36:22.105174 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a312946-4444-457b-9d89-dcd2a55d4863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b395759-7b70-4fe4-bd73-6b60cf86c9f2,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:22.109144 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40350) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:22.267714 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f9fe68ef-9354-485a-a0d2-f69c17038719 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:22.273791 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ad293927-9f4e-4167-9837-07b560245692 req-3bf4fcf3-cd3a-448c-829e-998abbcc1f44 service neutron] 10.222.0.42 "GET /v2.0/networks/13e2b310-c19a-4b9d-abcb-aba16349850c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6082988 Jul 13 07:36:22.274520 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dc7d3444-0cc6-42a8-9f76-44ac313af11e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:22.348998 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dc7d3444-0cc6-42a8-9f76-44ac313af11e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:22.396248 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ed89f581-cd0e-4118-8ffe-2df932736db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:22.414866 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-f9fe68ef-9354-485a-a0d2-f69c17038719 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Deleting port ac3eba17-3d5b-4f7d-ab1e-3e53396abf3b {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:36:22.415324 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f9fe68ef-9354-485a-a0d2-f69c17038719 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:22.442288 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ed89f581-cd0e-4118-8ffe-2df932736db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:22.567777 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dc7d3444-0cc6-42a8-9f76-44ac313af11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:22.569559 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dc7d3444-0cc6-42a8-9f76-44ac313af11e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:22.570845 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-dc7d3444-0cc6-42a8-9f76-44ac313af11e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0b395759-7b70-4fe4-bd73-6b60cf86c9f2 HTTP/1.1" status: 204 len: 168 time: 0.4606996 Jul 13 07:36:22.607643 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345cbdb-c331-487e-82a4-28b02fd41ba7 req-e3b06b1b-73fe-46f4-8c41-41f991cddd98 tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:22.610951 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e345cbdb-c331-487e-82a4-28b02fd41ba7 req-e3b06b1b-73fe-46f4-8c41-41f991cddd98 tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] 10.222.0.23 "GET /v2.0/ports?device_id=46c522f8-6c2d-4550-b2e2-a5c5341dbb06 HTTP/1.1" status: 200 len: 945 time: 0.6298749 Jul 13 07:36:22.619350 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed89f581-cd0e-4118-8ffe-2df932736db5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:36:22.638854 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f9fe68ef-9354-485a-a0d2-f69c17038719 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:22.643586 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ed89f581-cd0e-4118-8ffe-2df932736db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:22.644072 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-ed89f581-cd0e-4118-8ffe-2df932736db5 admin admin] Added segment 11955ddd-a8b9-470c-b670-fec4bab54b6d of type vlan for network c6c7368c-96bb-4e1d-964f-3969d7e167b4 Jul 13 07:36:22.665916 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-f9fe68ef-9354-485a-a0d2-f69c17038719 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Calling delete_port for ac3eba17-3d5b-4f7d-ab1e-3e53396abf3b owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:36:22.729915 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d3444-0cc6-42a8-9f76-44ac313af11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b395759-7b70-4fe4-bd73-6b60cf86c9f2,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:22.748200 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed89f581-cd0e-4118-8ffe-2df932736db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37617d99-6e03-4da3-85e2-618b4863c3c4,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:22.759736 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ed89f581-cd0e-4118-8ffe-2df932736db5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:22.772043 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04200d8a-8bc3-47d9-b91e-1be615d6b80d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Made reservation on behalf of 71f928143c3f4a60bafd545bee5481d1 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:22.795632 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4fa5e-ef6e-471b-b249-0de432c26e26 req-1f91bbab-771b-4298-8bc1-a0f5393a5daa tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:22.799262 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-19b4fa5e-ef6e-471b-b249-0de432c26e26 req-1f91bbab-771b-4298-8bc1-a0f5393a5daa tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de92cfd-cbe1-454b-9422-0d74372cb482 HTTP/1.1" status: 200 len: 944 time: 0.3578603 Jul 13 07:36:22.844463 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ad293927-9f4e-4167-9837-07b560245692 req-402da38e-c7c8-4085-9571-d5c8a1e35d32 service neutron] 10.222.0.42 "GET /v2.0/networks/13e2b310-c19a-4b9d-abcb-aba16349850c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5533004 Jul 13 07:36:22.940415 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.db.resource_extend [None req-ed89f581-cd0e-4118-8ffe-2df932736db5 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:36:22.981240 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e345cbdb-c331-487e-82a4-28b02fd41ba7 req-0f8d2e72-14bb-4c0e-bb53-a3612f85c0f2 tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] 10.222.0.23 "GET /v2.0/security-groups?id=feea320b-10aa-41ea-a037-040c6c50b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283926 Jul 13 07:36:23.032214 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-19b4fa5e-ef6e-471b-b249-0de432c26e26 req-c612675c-3a34-4165-9c2f-b9b523c61153 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398070 Jul 13 07:36:23.058248 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-04200d8a-8bc3-47d9-b91e-1be615d6b80d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:23.098431 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ed89f581-cd0e-4118-8ffe-2df932736db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:23.115499 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed89f581-cd0e-4118-8ffe-2df932736db5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:23.116114 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ed89f581-cd0e-4118-8ffe-2df932736db5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:23.158806 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f9fe68ef-9354-485a-a0d2-f69c17038719 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:23.163869 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 0793abce-fb19-475d-83bc-e44a4b834587 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:23.227600 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-04200d8a-8bc3-47d9-b91e-1be615d6b80d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] device_id is not set on port 5e3936f3-05ee-445b-9300-7c80b41db8b8 yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:36:23.228664 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe68ef-9354-485a-a0d2-f69c17038719 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Pushing event deleted for resources: {'Port': ['ID=ac3eba17-3d5b-4f7d-ab1e-3e53396abf3b,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:23.283966 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:23.318544 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 0793abce-fb19-475d-83bc-e44a4b834587 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:23.329685 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 0793abce-fb19-475d-83bc-e44a4b834587 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:23.330067 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:23.388405 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f9fe68ef-9354-485a-a0d2-f69c17038719 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:23.488778 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:23.550913 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f9fe68ef-9354-485a-a0d2-f69c17038719 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:23.555118 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f9fe68ef-9354-485a-a0d2-f69c17038719 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:23.615986 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 0793abce-fb19-475d-83bc-e44a4b834587, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=0793abce-fb19-475d-83bc-e44a4b834587,segment=NetworkSegment(cd9aaace-dd86-4d07-b2da-557f00b03dc5),segment_id=cd9aaace-dd86-4d07-b2da-557f00b03dc5)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:23.617158 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de92cfd-cbe1-454b-9422-0d74372cb482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0793abce-fb19-475d-83bc-e44a4b834587'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:23.629441 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540801ef-9ae6-424b-b853-9ff793824a9f" -d '{"events": [{"server_uuid": "6de92cfd-cbe1-454b-9422-0d74372cb482", "name": "network-vif-plugged", "status": "completed", "tag": "0793abce-fb19-475d-83bc-e44a4b834587"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:23.638265 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:23.648627 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-04200d8a-8bc3-47d9-b91e-1be615d6b80d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Allocated IP 172.20.0.7 (7186c72c-0f19-47b1-b7a4-85133ffea6fc/04a2c712-9aab-4194-a0e7-b638e8578813/5e3936f3-05ee-445b-9300-7c80b41db8b8) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:23.653442 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f9fe68ef-9354-485a-a0d2-f69c17038719 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:23.655123 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fe68ef-9354-485a-a0d2-f69c17038719 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Fanout notify agent at l3_agent the message router_deleted on router a6fa9722-5421-4084-b5d8-eefff94c921c {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:36:23.670022 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f9fe68ef-9354-485a-a0d2-f69c17038719 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:23.679392 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f9fe68ef-9354-485a-a0d2-f69c17038719 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] 10.222.0.23 "DELETE /v2.0/routers/a6fa9722-5421-4084-b5d8-eefff94c921c HTTP/1.1" status: 204 len: 168 time: 1.8213944 Jul 13 07:36:23.680235 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40392) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:23.699474 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-94658d72-b4cc-4f21-a6ac-01ff99f87c84 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1218824337', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}, 'admin_state_up': False}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:23.746003 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd04f99c-980e-4cc6-a103-eba636da659f x-openstack-request-id: req-fd04f99c-980e-4cc6-a103-eba636da659f {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:23.746291 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de92cfd-cbe1-454b-9422-0d74372cb482", "name": "network-vif-plugged", "status": "completed", "tag": "0793abce-fb19-475d-83bc-e44a4b834587", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:23.746568 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fd04f99c-980e-4cc6-a103-eba636da659f {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:23.746952 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de92cfd-cbe1-454b-9422-0d74372cb482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0793abce-fb19-475d-83bc-e44a4b834587', 'code': 200} Jul 13 07:36:23.751032 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-94658d72-b4cc-4f21-a6ac-01ff99f87c84 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:23.753406 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-94658d72-b4cc-4f21-a6ac-01ff99f87c84 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:23.757381 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed89f581-cd0e-4118-8ffe-2df932736db5 admin admin] Pushing event updated for resources: {'Network': ['ID=c6c7368c-96bb-4e1d-964f-3969d7e167b4,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:23.763711 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ed89f581-cd0e-4118-8ffe-2df932736db5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.6091876 Jul 13 07:36:23.784248 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40394) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:23.789399 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network c6c7368c-96bb-4e1d-964f-3969d7e167b4 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:36:23.804718 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-8df72900-2637-4f5b-bb31-fe00ee3d8938 admin admin] Request body: {'subnet': {'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2132677675-subnet', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:23.844595 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-94658d72-b4cc-4f21-a6ac-01ff99f87c84 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:24.004020 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df72900-2637-4f5b-bb31-fe00ee3d8938 admin admin] Made reservation on behalf of 1d949e521db641e0a957c32596881dd2 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:24.009804 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8df72900-2637-4f5b-bb31-fe00ee3d8938 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:24.045248 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12589c2f-111f-48c7-b77a-bce1ec27519e req-c1d88d73-4349-4731-b1e0-40d59a9f0546 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:24.047773 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-12589c2f-111f-48c7-b77a-bce1ec27519e req-c1d88d73-4349-4731-b1e0-40d59a9f0546 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ec32436-f970-4351-9701-275172ed2be0 HTTP/1.1" status: 200 len: 944 time: 0.8231297 Jul 13 07:36:24.102413 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=0793abce-fb19-475d-83bc-e44a4b834587,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:24.110245 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:24.271836 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-04200d8a-8bc3-47d9-b91e-1be615d6b80d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:24.311894 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-12589c2f-111f-48c7-b77a-bce1ec27519e req-64b2a87e-c4a3-4016-b4ae-3a5ed5c5f6aa tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/security-groups?id=133b69b7-9808-43be-96a2-0537049d3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374191 Jul 13 07:36:24.319304 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d71b4-2694-45b6-9440-c63d54cecdb1 req-326e9488-6870-41cb-8c41-c999766b34be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:24.321631 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-959d71b4-2694-45b6-9440-c63d54cecdb1 req-326e9488-6870-41cb-8c41-c999766b34be service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6de92cfd-cbe1-454b-9422-0d74372cb482 HTTP/1.1" status: 200 len: 1097 time: 0.4302046 Jul 13 07:36:24.341247 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-04200d8a-8bc3-47d9-b91e-1be615d6b80d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Transition to ACTIVE for port object 5e3936f3-05ee-445b-9300-7c80b41db8b8 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:24.393744 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device bbd80782-46b4-40ad-8790-0ee5cca78a78 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:24.472495 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-959d71b4-2694-45b6-9440-c63d54cecdb1 req-30c6302a-8528-467c-b1a5-15348169d021 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189015 Jul 13 07:36:24.512111 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port bbd80782-46b4-40ad-8790-0ee5cca78a78 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:24.520266 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port bbd80782-46b4-40ad-8790-0ee5cca78a78 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:24.521242 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:24.628586 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-94658d72-b4cc-4f21-a6ac-01ff99f87c84 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:24.706488 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:24.731620 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c52435-4b15-40a2-818f-a0279215a9c7 req-a33fda77-292a-4859-ab9e-cba724157c10 tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:24.733617 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a8c52435-4b15-40a2-818f-a0279215a9c7 req-a33fda77-292a-4859-ab9e-cba724157c10 tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] 10.222.0.23 "GET /v2.0/ports?device_id=46c522f8-6c2d-4550-b2e2-a5c5341dbb06 HTTP/1.1" status: 200 len: 945 time: 0.1587002 Jul 13 07:36:24.751443 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port bbd80782-46b4-40ad-8790-0ee5cca78a78, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=bbd80782-46b4-40ad-8790-0ee5cca78a78,segment=NetworkSegment(0d52d58c-894c-45ff-99ef-ef32b835be4a),segment_id=0d52d58c-894c-45ff-99ef-ef32b835be4a)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:24.758345 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:24.796538 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a8c52435-4b15-40a2-818f-a0279215a9c7 req-8496bcfc-8479-484d-ad5f-e26d82b63950 tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] 10.222.0.23 "GET /v2.0/security-groups?id=feea320b-10aa-41ea-a037-040c6c50b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531504 Jul 13 07:36:24.829762 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=bbd80782-46b4-40ad-8790-0ee5cca78a78,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:25.043131 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-94658d72-b4cc-4f21-a6ac-01ff99f87c84 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router_gateway, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:25.079664 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-94658d72-b4cc-4f21-a6ac-01ff99f87c84 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:25.143719 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-04200d8a-8bc3-47d9-b91e-1be615d6b80d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:25.222177 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8df72900-2637-4f5b-bb31-fe00ee3d8938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:25.247147 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04200d8a-8bc3-47d9-b91e-1be615d6b80d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Network 7186c72c-0f19-47b1-b7a4-85133ffea6fc is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:25.257847 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-04200d8a-8bc3-47d9-b91e-1be615d6b80d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:25.287551 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04200d8a-8bc3-47d9-b91e-1be615d6b80d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:25.316406 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f94304-16b1-4a3f-a741-3beacf067ebe req-61a4c8db-f099-44cb-9e06-d354c134a567 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:25.324191 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-93f94304-16b1-4a3f-a741-3beacf067ebe req-61a4c8db-f099-44cb-9e06-d354c134a567 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de92cfd-cbe1-454b-9422-0d74372cb482 HTTP/1.1" status: 200 len: 945 time: 0.8504293 Jul 13 07:36:25.349465 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-94658d72-b4cc-4f21-a6ac-01ff99f87c84 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Allocated IP 172.25.3.26 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/788612b2-e640-435c-8855-39736dc7726b) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:25.376695 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04200d8a-8bc3-47d9-b91e-1be615d6b80d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'Port': ['ID=5e3936f3-05ee-445b-9300-7c80b41db8b8,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:25.480800 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df72900-2637-4f5b-bb31-fe00ee3d8938 admin admin] Pushing event updated for resources: {'Subnet': ['ID=161fab74-9ca1-4ff2-9b41-082e2a13736e,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:25.523022 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-93f94304-16b1-4a3f-a741-3beacf067ebe req-028e3ee9-9813-421e-8eaf-12f434b2b3ee tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975071 Jul 13 07:36:25.533233 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04200d8a-8bc3-47d9-b91e-1be615d6b80d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:25.540457 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-04200d8a-8bc3-47d9-b91e-1be615d6b80d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:25.589957 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df72900-2637-4f5b-bb31-fe00ee3d8938 admin admin] Checking segment: {'id': '11955ddd-a8b9-470c-b670-fec4bab54b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:25.590321 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df72900-2637-4f5b-bb31-fe00ee3d8938 admin admin] Network hostable DHCP agents. Network: c6c7368c-96bb-4e1d-964f-3969d7e167b4, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:36:25.604578 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-04200d8a-8bc3-47d9-b91e-1be615d6b80d tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.0600405 Jul 13 07:36:25.605451 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40446) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:25.619087 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-ae15ef15-794e-4963-a91d-d259ba45d5cb tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'subnet': {'network_id': '7186c72c-0f19-47b1-b7a4-85133ffea6fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:25.641784 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-94658d72-b4cc-4f21-a6ac-01ff99f87c84 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:25.686407 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df72900-2637-4f5b-bb31-fe00ee3d8938 admin admin] Network c6c7368c-96bb-4e1d-964f-3969d7e167b4 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:36:25.703632 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-94658d72-b4cc-4f21-a6ac-01ff99f87c84 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:25.720550 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9faae2ee-9ded-4dc0-a1af-f94a993d4791 None None] Provisioning for port 5e3936f3-05ee-445b-9300-7c80b41db8b8 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:25.733156 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9faae2ee-9ded-4dc0-a1af-f94a993d4791 None None] Provisioning complete for port 5e3936f3-05ee-445b-9300-7c80b41db8b8 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:25.733682 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9faae2ee-9ded-4dc0-a1af-f94a993d4791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:25.765002 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec32436-f970-4351-9701-275172ed2be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd80782-46b4-40ad-8790-0ee5cca78a78'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:25.774495 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f401d283-e031-4bd3-a992-2244ae7012ab" -d '{"events": [{"server_uuid": "1ec32436-f970-4351-9701-275172ed2be0", "name": "network-vif-plugged", "status": "completed", "tag": "bbd80782-46b4-40ad-8790-0ee5cca78a78"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:25.797239 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-8df72900-2637-4f5b-bb31-fe00ee3d8938 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, c6c7368c-96bb-4e1d-964f-3969d7e167b4) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:25.819896 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94658d72-b4cc-4f21-a6ac-01ff99f87c84 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:25.826285 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62856773-d246-4d51-92f0-2bd6e2aee0c4 None None] Network c6c7368c-96bb-4e1d-964f-3969d7e167b4 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:25.829158 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-9faae2ee-9ded-4dc0-a1af-f94a993d4791 None None] Port 5e3936f3-05ee-445b-9300-7c80b41db8b8 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:25.834150 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df72900-2637-4f5b-bb31-fe00ee3d8938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:25.834766 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8df72900-2637-4f5b-bb31-fe00ee3d8938 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:25.837681 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-94658d72-b4cc-4f21-a6ac-01ff99f87c84 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:25.850954 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94658d72-b4cc-4f21-a6ac-01ff99f87c84 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:25.933948 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8df72900-2637-4f5b-bb31-fe00ee3d8938 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1388466 Jul 13 07:36:25.937866 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40460) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:25.942732 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-d2cf507f-cce1-4cc5-83bc-f1ec046c3c99 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2132677675-router', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:25.949916 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94658d72-b4cc-4f21-a6ac-01ff99f87c84 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Pushing event updated for resources: {'Port': ['ID=788612b2-e640-435c-8855-39736dc7726b,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:25.954911 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae15ef15-794e-4963-a91d-d259ba45d5cb tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Made reservation on behalf of 71f928143c3f4a60bafd545bee5481d1 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:25.958521 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ae15ef15-794e-4963-a91d-d259ba45d5cb tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:26.014157 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8cfa02-d248-48e8-beea-d0d8f2714474 req-7e864183-5938-49a8-807f-037b6675b8a3 tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:26.016081 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ff8cfa02-d248-48e8-beea-d0d8f2714474 req-7e864183-5938-49a8-807f-037b6675b8a3 tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] 10.222.0.23 "GET /v2.0/ports?device_id=46c522f8-6c2d-4550-b2e2-a5c5341dbb06 HTTP/1.1" status: 200 len: 945 time: 0.2281070 Jul 13 07:36:26.105629 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d2cf507f-cce1-4cc5-83bc-f1ec046c3c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:26.107155 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d2cf507f-cce1-4cc5-83bc-f1ec046c3c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:26.152417 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ff8cfa02-d248-48e8-beea-d0d8f2714474 req-70d3c2fd-d74c-49f6-97ac-c03c03fe9876 tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] 10.222.0.23 "GET /v2.0/security-groups?id=feea320b-10aa-41ea-a037-040c6c50b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966835 Jul 13 07:36:26.222686 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a6194e-245f-48f5-8ef0-2ffe9d0c9a02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-c6c7368c-96bb-4e1d-964f-3969d7e167b4', 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'fixed_ips': [{'subnet_id': '161fab74-9ca1-4ff2-9b41-082e2a13736e'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:36:26.223716 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e0a6194e-245f-48f5-8ef0-2ffe9d0c9a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:26.314037 n-d-771363-34 neutron-server[94017]: INFO neutron.db.ipam_backend_mixin [None req-ae15ef15-794e-4963-a91d-d259ba45d5cb tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 04a2c712-9aab-4194-a0e7-b638e8578813 (CIDR: 172.20.0.0/28) Jul 13 07:36:26.331994 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986c4318-a556-4c4a-9d6d-e347281adccc x-openstack-request-id: req-986c4318-a556-4c4a-9d6d-e347281adccc {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:26.332709 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec32436-f970-4351-9701-275172ed2be0", "name": "network-vif-plugged", "status": "completed", "tag": "bbd80782-46b4-40ad-8790-0ee5cca78a78", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:26.333169 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-986c4318-a556-4c4a-9d6d-e347281adccc {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:26.333790 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec32436-f970-4351-9701-275172ed2be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd80782-46b4-40ad-8790-0ee5cca78a78', 'code': 200} Jul 13 07:36:26.395330 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae15ef15-794e-4963-a91d-d259ba45d5cb tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:36:26.396663 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae15ef15-794e-4963-a91d-d259ba45d5cb tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:36:26.449988 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ae15ef15-794e-4963-a91d-d259ba45d5cb tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8424625 Jul 13 07:36:26.452318 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40476) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:26.461166 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-c8e6ac2b-caa8-4b39-ab46-318469bf3d11 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'subnet': {'network_id': '7186c72c-0f19-47b1-b7a4-85133ffea6fc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:26.466537 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d2cf507f-cce1-4cc5-83bc-f1ec046c3c99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:26.481271 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-e0a6194e-245f-48f5-8ef0-2ffe9d0c9a02 None None] Allocated IP 172.20.0.2 (c6c7368c-96bb-4e1d-964f-3969d7e167b4/161fab74-9ca1-4ff2-9b41-082e2a13736e/b72693ba-fe5a-454c-883a-04ae0feb9aa2) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:26.538424 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-94658d72-b4cc-4f21-a6ac-01ff99f87c84 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router_gateway, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:26.640455 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba77df0-29df-4ee6-a9a5-13cc5dfd5706 req-108bb1d8-4050-4451-8514-989930aa4f1e tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:26.642441 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dba77df0-29df-4ee6-a9a5-13cc5dfd5706 req-108bb1d8-4050-4451-8514-989930aa4f1e tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ec32436-f970-4351-9701-275172ed2be0 HTTP/1.1" status: 200 len: 945 time: 0.8263700 Jul 13 07:36:26.700122 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d2cf507f-cce1-4cc5-83bc-f1ec046c3c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:26.804978 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dba77df0-29df-4ee6-a9a5-13cc5dfd5706 req-b4ed9b05-7059-4ff2-a2cd-7a6c29bbbc0a tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/security-groups?id=133b69b7-9808-43be-96a2-0537049d3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779126 Jul 13 07:36:26.881016 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e6ac2b-caa8-4b39-ab46-318469bf3d11 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Made reservation on behalf of 71f928143c3f4a60bafd545bee5481d1 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:26.886203 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c8e6ac2b-caa8-4b39-ab46-318469bf3d11 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:26.988654 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:36:26.997080 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fdd617-1d14-423d-867b-18cd0bc5df19 req-8729aa66-5544-47aa-90e3-478c631a1ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:26.998112 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d270073-8e47-40b7-8ba9-0c4fffcf69ca req-5d4de31d-21d8-4058-9a95-c06f9875130e tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:26.999609 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-52fdd617-1d14-423d-867b-18cd0bc5df19 req-8729aa66-5544-47aa-90e3-478c631a1ef8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1ec32436-f970-4351-9701-275172ed2be0 HTTP/1.1" status: 200 len: 1097 time: 0.6154661 Jul 13 07:36:27.000611 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1d270073-8e47-40b7-8ba9-0c4fffcf69ca req-5d4de31d-21d8-4058-9a95-c06f9875130e tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de92cfd-cbe1-454b-9422-0d74372cb482 HTTP/1.1" status: 200 len: 945 time: 0.2512910 Jul 13 07:36:27.030092 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e0a6194e-245f-48f5-8ef0-2ffe9d0c9a02 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:27.040187 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e0a6194e-245f-48f5-8ef0-2ffe9d0c9a02 None None] Transition to ACTIVE for port object b72693ba-fe5a-454c-883a-04ae0feb9aa2 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:27.061970 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e0a6194e-245f-48f5-8ef0-2ffe9d0c9a02 None None] Transition to ACTIVE for port object b72693ba-fe5a-454c-883a-04ae0feb9aa2 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:27.070198 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e0a6194e-245f-48f5-8ef0-2ffe9d0c9a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:27.090867 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1d270073-8e47-40b7-8ba9-0c4fffcf69ca req-e79a2d99-d329-4ce5-ab9c-eec596323a5d tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735736 Jul 13 07:36:27.110503 n-d-771363-34 neutron-server[94018]: INFO neutron.db.ipam_backend_mixin [None req-c8e6ac2b-caa8-4b39-ab46-318469bf3d11 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet a4393dc4-0e4b-4c7e-8c8a-3f8d5378f899 (CIDR: 172.20.0.16/28) Jul 13 07:36:27.122352 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149f8d2-e8ff-46b5-a2d5-ba8b953e2a09 req-38392308-09f5-4eec-bd53-f1e525b0db0e tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:27.125000 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8149f8d2-e8ff-46b5-a2d5-ba8b953e2a09 req-38392308-09f5-4eec-bd53-f1e525b0db0e tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] 10.222.0.42 "GET /v2.0/ports?device_id=46c522f8-6c2d-4550-b2e2-a5c5341dbb06 HTTP/1.1" status: 200 len: 945 time: 0.2339096 Jul 13 07:36:27.140501 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6194e-245f-48f5-8ef0-2ffe9d0c9a02 None None] Pushing event updated for resources: {'Port': ['ID=b72693ba-fe5a-454c-883a-04ae0feb9aa2,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:27.148528 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a6194e-245f-48f5-8ef0-2ffe9d0c9a02 None None] Network c6c7368c-96bb-4e1d-964f-3969d7e167b4 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:27.150482 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-e0a6194e-245f-48f5-8ef0-2ffe9d0c9a02 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:27.152396 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8e6ac2b-caa8-4b39-ab46-318469bf3d11 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:36:27.152899 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8e6ac2b-caa8-4b39-ab46-318469bf3d11 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:36:27.156440 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-52fdd617-1d14-423d-867b-18cd0bc5df19 req-e13d730b-3fb6-4fa0-a1f5-0c45f6c9c80b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=133b69b7-9808-43be-96a2-0537049d3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442611 Jul 13 07:36:27.157606 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a6194e-245f-48f5-8ef0-2ffe9d0c9a02 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:27.215365 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c8e6ac2b-caa8-4b39-ab46-318469bf3d11 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7605729 Jul 13 07:36:27.216029 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40492) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:27.232857 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-a038ae97-9cdf-4504-9470-acaf361c0410 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'subnet': {'network_id': '7186c72c-0f19-47b1-b7a4-85133ffea6fc', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:27.247139 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-e0a6194e-245f-48f5-8ef0-2ffe9d0c9a02 None None] Attempting to bind port b72693ba-fe5a-454c-883a-04ae0feb9aa2 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:27.247638 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-e0a6194e-245f-48f5-8ef0-2ffe9d0c9a02 None None] Attempting to bind port b72693ba-fe5a-454c-883a-04ae0feb9aa2 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '11955ddd-a8b9-470c-b670-fec4bab54b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:27.248014 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a6194e-245f-48f5-8ef0-2ffe9d0c9a02 None None] Attempting to bind port b72693ba-fe5a-454c-883a-04ae0feb9aa2 on network c6c7368c-96bb-4e1d-964f-3969d7e167b4 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:27.254975 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a6194e-245f-48f5-8ef0-2ffe9d0c9a02 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:27.255484 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a6194e-245f-48f5-8ef0-2ffe9d0c9a02 None None] Checking segment: {'id': '11955ddd-a8b9-470c-b670-fec4bab54b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:27.255936 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e0a6194e-245f-48f5-8ef0-2ffe9d0c9a02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:27.256512 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a6194e-245f-48f5-8ef0-2ffe9d0c9a02 None None] Bound using segment: {'id': '11955ddd-a8b9-470c-b670-fec4bab54b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:27.257169 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-e0a6194e-245f-48f5-8ef0-2ffe9d0c9a02 None None] Bound port: b72693ba-fe5a-454c-883a-04ae0feb9aa2, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11955ddd-a8b9-470c-b670-fec4bab54b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:27.257642 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e0a6194e-245f-48f5-8ef0-2ffe9d0c9a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:27.362119 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-94658d72-b4cc-4f21-a6ac-01ff99f87c84 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:27.490081 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-e0a6194e-245f-48f5-8ef0-2ffe9d0c9a02 None None] For port b72693ba-fe5a-454c-883a-04ae0feb9aa2, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:27.497047 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-e0a6194e-245f-48f5-8ef0-2ffe9d0c9a02 None None] For port b72693ba-fe5a-454c-883a-04ae0feb9aa2, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=b72693ba-fe5a-454c-883a-04ae0feb9aa2,segment=NetworkSegment(11955ddd-a8b9-470c-b670-fec4bab54b6d),segment_id=11955ddd-a8b9-470c-b670-fec4bab54b6d)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:27.503699 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e0a6194e-245f-48f5-8ef0-2ffe9d0c9a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:27.609241 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d2cf507f-cce1-4cc5-83bc-f1ec046c3c99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:27.620317 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6194e-245f-48f5-8ef0-2ffe9d0c9a02 None None] Pushing event updated for resources: {'Port': ['ID=b72693ba-fe5a-454c-883a-04ae0feb9aa2,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:27.647926 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d2cf507f-cce1-4cc5-83bc-f1ec046c3c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:27.651265 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-8149f8d2-e8ff-46b5-a2d5-ba8b953e2a09 req-4775900f-2ae3-4263-b305-34e1b943f687 tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] Deleting port c572294b-97b4-4e50-80aa-b6cc6fb1d8a6 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:36:27.651755 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8149f8d2-e8ff-46b5-a2d5-ba8b953e2a09 req-4775900f-2ae3-4263-b305-34e1b943f687 tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:27.669907 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f141be-0a6d-429d-8f11-c3991f9057e7 req-0df0f431-cf07-44f5-bb2d-d40455c6ec2b tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:27.671872 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-81f141be-0a6d-429d-8f11-c3991f9057e7 req-0df0f431-cf07-44f5-bb2d-d40455c6ec2b tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de92cfd-cbe1-454b-9422-0d74372cb482 HTTP/1.1" status: 200 len: 945 time: 0.3396966 Jul 13 07:36:27.686909 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a038ae97-9cdf-4504-9470-acaf361c0410 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Made reservation on behalf of 71f928143c3f4a60bafd545bee5481d1 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:27.694108 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a038ae97-9cdf-4504-9470-acaf361c0410 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:27.732602 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744ef4d-c7c2-4044-86a0-9ef970e0cab0 req-93be7e9e-3710-4cb8-acc6-32e00a0bf3a9 tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:27.734354 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d744ef4d-c7c2-4044-86a0-9ef970e0cab0 req-93be7e9e-3710-4cb8-acc6-32e00a0bf3a9 tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] 10.222.0.23 "GET /v2.0/ports?device_id=46c522f8-6c2d-4550-b2e2-a5c5341dbb06 HTTP/1.1" status: 200 len: 945 time: 0.2980840 Jul 13 07:36:27.941907 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94658d72-b4cc-4f21-a6ac-01ff99f87c84 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Router 56a18593-8fdc-4e80-8138-c40cea88f8b1 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:36:27.974723 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d744ef4d-c7c2-4044-86a0-9ef970e0cab0 req-41802b52-5db1-4263-a130-16b669020c16 tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] 10.222.0.23 "GET /v2.0/security-groups?id=feea320b-10aa-41ea-a037-040c6c50b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298782 Jul 13 07:36:27.987960 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-8149f8d2-e8ff-46b5-a2d5-ba8b953e2a09 req-4775900f-2ae3-4263-b305-34e1b943f687 tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] For port c572294b-97b4-4e50-80aa-b6cc6fb1d8a6, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=c572294b-97b4-4e50-80aa-b6cc6fb1d8a6,segment=NetworkSegment(f56d09f9-06ea-4aa3-a14d-f5688ec18c53),segment_id=f56d09f9-06ea-4aa3-a14d-f5688ec18c53)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:28.007819 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8149f8d2-e8ff-46b5-a2d5-ba8b953e2a09 req-4775900f-2ae3-4263-b305-34e1b943f687 tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:28.012312 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-81f141be-0a6d-429d-8f11-c3991f9057e7 req-1331be9c-cd4c-4c95-b815-9cae0f73acbc tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113403 Jul 13 07:36:28.039554 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-d2cf507f-cce1-4cc5-83bc-f1ec046c3c99 admin admin] Allocated IP 172.25.3.117 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/8b160682-30de-473a-b9b0-61d7d4d8ba37) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:28.218968 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-8149f8d2-e8ff-46b5-a2d5-ba8b953e2a09 req-4775900f-2ae3-4263-b305-34e1b943f687 tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] Calling delete_port for c572294b-97b4-4e50-80aa-b6cc6fb1d8a6 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:36:28.289454 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94658d72-b4cc-4f21-a6ac-01ff99f87c84 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:36:28.302120 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d82e527-dd70-4c68-a3c6-24fba5c6b257 None None] Sync routers for ids ['56a18593-8fdc-4e80-8138-c40cea88f8b1'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:36:28.328231 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d82e527-dd70-4c68-a3c6-24fba5c6b257 None None] Routers {'56a18593-8fdc-4e80-8138-c40cea88f8b1'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:28.328466 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-1d82e527-dd70-4c68-a3c6-24fba5c6b257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:36:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['56a18593-8fdc-4e80-8138-c40cea88f8b1'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:28.368459 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-94658d72-b4cc-4f21-a6ac-01ff99f87c84 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:28.370089 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-94658d72-b4cc-4f21-a6ac-01ff99f87c84 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.6877954 Jul 13 07:36:28.374912 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40532) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:28.380488 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-4e7ab766-cea8-4d83-8bc3-5e750a6a66fa tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:28.476402 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-1d82e527-dd70-4c68-a3c6-24fba5c6b257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:28.488692 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d82e527-dd70-4c68-a3c6-24fba5c6b257 None None] Routers {'56a18593-8fdc-4e80-8138-c40cea88f8b1'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:28.512265 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d2cf507f-cce1-4cc5-83bc-f1ec046c3c99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:28.515616 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-1d82e527-dd70-4c68-a3c6-24fba5c6b257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:36:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['56a18593-8fdc-4e80-8138-c40cea88f8b1'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:28.662515 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a038ae97-9cdf-4504-9470-acaf361c0410 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:28.708130 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-1d82e527-dd70-4c68-a3c6-24fba5c6b257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:28.709515 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d82e527-dd70-4c68-a3c6-24fba5c6b257 None None] The sync data for ids ['56a18593-8fdc-4e80-8138-c40cea88f8b1'] in n-d-771363-34 is: [] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:36:28.798642 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a038ae97-9cdf-4504-9470-acaf361c0410 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Network 7186c72c-0f19-47b1-b7a4-85133ffea6fc is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:28.819610 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d2cf507f-cce1-4cc5-83bc-f1ec046c3c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:28.828908 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8149f8d2-e8ff-46b5-a2d5-ba8b953e2a09 req-4775900f-2ae3-4263-b305-34e1b943f687 tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:28.841770 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['c572294b-97b4-4e50-80aa-b6cc6fb1d8a6'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:36:28.899618 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cf507f-cce1-4cc5-83bc-f1ec046c3c99 admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:28.911167 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-d2cf507f-cce1-4cc5-83bc-f1ec046c3c99 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:28.932692 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dff699-05ed-42c0-b44c-57d068259802 req-c67dee5d-b70a-47da-848d-287679291148 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:28.934389 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-67dff699-05ed-42c0-b44c-57d068259802 req-c67dee5d-b70a-47da-848d-287679291148 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ec32436-f970-4351-9701-275172ed2be0 HTTP/1.1" status: 200 len: 945 time: 0.6725707 Jul 13 07:36:28.935287 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cf507f-cce1-4cc5-83bc-f1ec046c3c99 admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:29.036362 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-a038ae97-9cdf-4504-9470-acaf361c0410 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:29.049443 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b72693ba-fe5a-454c-883a-04ae0feb9aa2 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:29.063783 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a038ae97-9cdf-4504-9470-acaf361c0410 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:29.065657 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8b4177-3702-444a-b296-b4f4cc4008d1 None None] Network 7186c72c-0f19-47b1-b7a4-85133ffea6fc requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:29.066405 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a038ae97-9cdf-4504-9470-acaf361c0410 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:29.104118 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a038ae97-9cdf-4504-9470-acaf361c0410 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'Subnet': ['ID=916cdb07-c049-4fad-9b37-c4d14d70bd76,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:29.133954 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf507f-cce1-4cc5-83bc-f1ec046c3c99 admin admin] Pushing event updated for resources: {'Port': ['ID=8b160682-30de-473a-b9b0-61d7d4d8ba37,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:29.240674 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a038ae97-9cdf-4504-9470-acaf361c0410 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0215855 Jul 13 07:36:29.246085 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40556) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:29.253469 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-8149f8d2-e8ff-46b5-a2d5-ba8b953e2a09 req-4775900f-2ae3-4263-b305-34e1b943f687 tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] No DVR routers for this DVR port c572294b-97b4-4e50-80aa-b6cc6fb1d8a6 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:36:29.265682 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-04a90650-b205-491e-a81d-40392e48a158 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1142444209', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '916cdb07-c049-4fad-9b37-c4d14d70bd76'}], 'security_groups': ['ede90cfc-12b9-40f5-a6b9-6c1549729c4e', '66193565-febb-419e-9c89-e12c9a2a4c9b']}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:29.284440 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8149f8d2-e8ff-46b5-a2d5-ba8b953e2a09 req-4775900f-2ae3-4263-b305-34e1b943f687 tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:29.286674 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8149f8d2-e8ff-46b5-a2d5-ba8b953e2a09 req-4775900f-2ae3-4263-b305-34e1b943f687 tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] 10.222.0.42 "DELETE /v2.0/ports/c572294b-97b4-4e50-80aa-b6cc6fb1d8a6 HTTP/1.1" status: 204 len: 173 time: 2.1558428 Jul 13 07:36:29.319559 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port b72693ba-fe5a-454c-883a-04ae0feb9aa2 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:29.345777 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c522f8-6c2d-4550-b2e2-a5c5341dbb06', 'name': 'network-vif-deleted', 'tag': 'c572294b-97b4-4e50-80aa-b6cc6fb1d8a6'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:29.348811 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d4798b-d77b-4fd9-a626-09c89aaa30aa" -d '{"events": [{"server_uuid": "46c522f8-6c2d-4550-b2e2-a5c5341dbb06", "name": "network-vif-deleted", "tag": "c572294b-97b4-4e50-80aa-b6cc6fb1d8a6"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:29.422546 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4775900f-2ae3-4263-b305-34e1b943f687 tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] Pushing event deleted for resources: {'Port': ['ID=c572294b-97b4-4e50-80aa-b6cc6fb1d8a6,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:29.558085 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-67dff699-05ed-42c0-b44c-57d068259802 req-c70c8d68-44c7-4574-9595-311b81403f76 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/security-groups?id=133b69b7-9808-43be-96a2-0537049d3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5625827 Jul 13 07:36:29.705144 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3def6f-a130-4bc3-9476-1ba3392361e3 None None] Update dhcp port {'port': {'network_id': '7186c72c-0f19-47b1-b7a4-85133ffea6fc', 'fixed_ips': [{'subnet_id': 'a4393dc4-0e4b-4c7e-8c8a-3f8d5378f899', 'ip_address': '172.20.0.18'}, {'subnet_id': '04a2c712-9aab-4194-a0e7-b638e8578813', 'ip_address': '172.20.0.2'}, {'subnet_id': '916cdb07-c049-4fad-9b37-c4d14d70bd76'}], 'binding:host_id': 'n-d-771363-34'}, 'id': 'c2d7613f-759f-4af3-85ac-c4f424044730'} from n-d-771363-34. {{(pid=94019) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:36:29.761693 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3b3def6f-a130-4bc3-9476-1ba3392361e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:29.766699 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbaf50ed-0c7b-41cf-9450-210ae392beef None None] Network c6c7368c-96bb-4e1d-964f-3969d7e167b4 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:29.907914 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-4ec61a67-9c00-4cf0-b425-a78669e884b8 None None] Provisioning for port b72693ba-fe5a-454c-883a-04ae0feb9aa2 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:29.972561 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-4ec61a67-9c00-4cf0-b425-a78669e884b8 None None] Provisioning complete for port b72693ba-fe5a-454c-883a-04ae0feb9aa2 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:29.972561 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4ec61a67-9c00-4cf0-b425-a78669e884b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:30.078620 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d2cf507f-cce1-4cc5-83bc-f1ec046c3c99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:30.107374 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f95b91-1259-48d3-ae6f-2ac21e3fd0b5 req-21547949-2373-41b8-88ed-de47fe482e3f tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:30.110785 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-57f95b91-1259-48d3-ae6f-2ac21e3fd0b5 req-21547949-2373-41b8-88ed-de47fe482e3f tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de92cfd-cbe1-454b-9422-0d74372cb482 HTTP/1.1" status: 200 len: 945 time: 0.8200541 Jul 13 07:36:30.263956 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3804cb55-194a-42fb-9353-e3b278cf55fa req-56cf2714-cb95-4c4c-8860-1cdff6577dac tempest-InstanceActionsTestJSON-932998434 tempest-InstanceActionsTestJSON-932998434-project] 10.222.0.23 "GET /v2.0/ports?device_id=46c522f8-6c2d-4550-b2e2-a5c5341dbb06 HTTP/1.1" status: 200 len: 210 time: 0.1414027 Jul 13 07:36:30.317566 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cf36904c-711c-4d3b-b56b-6586a486f951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:30.413116 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e262039d-0587-4498-9783-890847e9d9d9 x-openstack-request-id: req-e262039d-0587-4498-9783-890847e9d9d9 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:30.413661 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c522f8-6c2d-4550-b2e2-a5c5341dbb06", "name": "network-vif-deleted", "tag": "c572294b-97b4-4e50-80aa-b6cc6fb1d8a6", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:30.414011 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e262039d-0587-4498-9783-890847e9d9d9 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:30.414504 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c522f8-6c2d-4550-b2e2-a5c5341dbb06', 'name': 'network-vif-deleted', 'tag': 'c572294b-97b4-4e50-80aa-b6cc6fb1d8a6', 'status': 'completed', 'code': 200} Jul 13 07:36:30.427821 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-3b3def6f-a130-4bc3-9476-1ba3392361e3 None None] Allocated IP 172.20.0.34 (7186c72c-0f19-47b1-b7a4-85133ffea6fc/916cdb07-c049-4fad-9b37-c4d14d70bd76/c2d7613f-759f-4af3-85ac-c4f424044730) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:30.568503 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4ec61a67-9c00-4cf0-b425-a78669e884b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:30.738887 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d2cf507f-cce1-4cc5-83bc-f1ec046c3c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:30.810265 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-4ec61a67-9c00-4cf0-b425-a78669e884b8 None None] For port b72693ba-fe5a-454c-883a-04ae0feb9aa2, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=b72693ba-fe5a-454c-883a-04ae0feb9aa2,segment=NetworkSegment(11955ddd-a8b9-470c-b670-fec4bab54b6d),segment_id=11955ddd-a8b9-470c-b670-fec4bab54b6d)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:30.820200 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4ec61a67-9c00-4cf0-b425-a78669e884b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:30.938331 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-3b3def6f-a130-4bc3-9476-1ba3392361e3 None None] For port c2d7613f-759f-4af3-85ac-c4f424044730, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=c2d7613f-759f-4af3-85ac-c4f424044730,segment=NetworkSegment(7eb38e68-075c-431a-9d2b-117f73f4b229),segment_id=7eb38e68-075c-431a-9d2b-117f73f4b229)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:31.066800 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec61a67-9c00-4cf0-b425-a78669e884b8 None None] Pushing event updated for resources: {'Port': ['ID=b72693ba-fe5a-454c-883a-04ae0feb9aa2,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:31.074512 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4e7ab766-cea8-4d83-8bc3-5e750a6a66fa tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:31.108577 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3b3def6f-a130-4bc3-9476-1ba3392361e3 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:31.123714 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-04a90650-b205-491e-a81d-40392e48a158 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:31.143007 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3b3def6f-a130-4bc3-9476-1ba3392361e3 None None] Transition to ACTIVE for port object c2d7613f-759f-4af3-85ac-c4f424044730 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:31.146948 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-57f95b91-1259-48d3-ae6f-2ac21e3fd0b5 req-be162535-9dd7-4721-88e0-e57ac5c3c4bf tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0039284 Jul 13 07:36:31.147187 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-fab0e210-687c-4278-be46-f58621678d2c None None] Provisioning complete for port b72693ba-fe5a-454c-883a-04ae0feb9aa2 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:31.147638 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fab0e210-687c-4278-be46-f58621678d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:31.176649 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4e7ab766-cea8-4d83-8bc3-5e750a6a66fa tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:31.187782 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3b3def6f-a130-4bc3-9476-1ba3392361e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:31.218105 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device c572294b-97b4-4e50-80aa-b6cc6fb1d8a6 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:36:31.323487 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: c572294b-97b4-4e50-80aa-b6cc6fb1d8a6 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:36:31.326371 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device c572294b-97b4-4e50-80aa-b6cc6fb1d8a6 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:36:31.538943 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40594) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:31.571403 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3def6f-a130-4bc3-9476-1ba3392361e3 None None] Pushing event updated for resources: {'Port': ['ID=c2d7613f-759f-4af3-85ac-c4f424044730,revision_number=7']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:31.683692 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb575a1b-b209-4b9d-8f01-c9ebb658f1fd admin admin] Deleting subnet a421f459-af67-4d0e-9229-075018b4ea00 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:36:31.692862 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-eb575a1b-b209-4b9d-8f01-c9ebb658f1fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:31.733584 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2cf507f-cce1-4cc5-83bc-f1ec046c3c99 admin admin] Router 22c527f4-252f-48a6-8240-5b7037b7bb83 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:36:31.796791 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-eb575a1b-b209-4b9d-8f01-c9ebb658f1fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:31.878136 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-4e7ab766-cea8-4d83-8bc3-5e750a6a66fa tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Deleting port 788612b2-e640-435c-8855-39736dc7726b {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:36:31.878485 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4e7ab766-cea8-4d83-8bc3-5e750a6a66fa tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:31.950097 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-eb575a1b-b209-4b9d-8f01-c9ebb658f1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:31.959306 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cf507f-cce1-4cc5-83bc-f1ec046c3c99 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:36:31.975800 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87fddd3-4227-476a-a661-5c89f6664f95 None None] Sync routers for ids ['22c527f4-252f-48a6-8240-5b7037b7bb83'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:36:31.992513 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87fddd3-4227-476a-a661-5c89f6664f95 None None] Routers {'22c527f4-252f-48a6-8240-5b7037b7bb83'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:31.993552 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-c87fddd3-4227-476a-a661-5c89f6664f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:36:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['22c527f4-252f-48a6-8240-5b7037b7bb83'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:31.999011 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d2cf507f-cce1-4cc5-83bc-f1ec046c3c99 admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:32.001465 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d2cf507f-cce1-4cc5-83bc-f1ec046c3c99 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0621672 Jul 13 07:36:32.008773 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40598) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:32.226436 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-c87fddd3-4227-476a-a661-5c89f6664f95 None None] Set router 22c527f4-252f-48a6-8240-5b7037b7bb83 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:36:32.354632 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-eb575a1b-b209-4b9d-8f01-c9ebb658f1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:32.358639 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4e7ab766-cea8-4d83-8bc3-5e750a6a66fa tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:32.453363 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-04a90650-b205-491e-a81d-40392e48a158 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Delete allocated IP 172.20.0.7 (7186c72c-0f19-47b1-b7a4-85133ffea6fc/04a2c712-9aab-4194-a0e7-b638e8578813) {{(pid=94018) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 13 07:36:32.466269 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-4e7ab766-cea8-4d83-8bc3-5e750a6a66fa tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Calling delete_port for 788612b2-e640-435c-8855-39736dc7726b owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:36:32.479910 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb575a1b-b209-4b9d-8f01-c9ebb658f1fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a421f459-af67-4d0e-9229-075018b4ea00,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:32.550025 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-eb575a1b-b209-4b9d-8f01-c9ebb658f1fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:32.564286 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-eb575a1b-b209-4b9d-8f01-c9ebb658f1fd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a421f459-af67-4d0e-9229-075018b4ea00 HTTP/1.1" status: 204 len: 168 time: 1.0240629 Jul 13 07:36:32.569000 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-04a90650-b205-491e-a81d-40392e48a158 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Allocated IP 172.20.0.39 (7186c72c-0f19-47b1-b7a4-85133ffea6fc/916cdb07-c049-4fad-9b37-c4d14d70bd76/5e3936f3-05ee-445b-9300-7c80b41db8b8) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:32.572455 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40608) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:32.711984 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-39701168-ecd0-4d4e-8863-fdd05c763851 None None] Provisioning complete for port 980cc0bd-bc4b-4590-8dc0-4637f701fde1 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:32.712933 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-39701168-ecd0-4d4e-8863-fdd05c763851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:32.763489 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-c87fddd3-4227-476a-a661-5c89f6664f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'name': 'tempest-AttachVolumeTestJSON-2132677675-router', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '8b160682-30de-473a-b9b0-61d7d4d8ba37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:26Z', 'updated_at': '2021-07-13T07:36:29Z', 'revision_number': 3, 'project_id': '1d949e521db641e0a957c32596881dd2', 'gw_port': {'id': '8b160682-30de-473a-b9b0-61d7d4d8ba37', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:17:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:27Z', 'updated_at': '2021-07-13T07:36:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:32.787078 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-39701168-ecd0-4d4e-8863-fdd05c763851 None None] Port 980cc0bd-bc4b-4590-8dc0-4637f701fde1 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:32.809680 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-39701168-ecd0-4d4e-8863-fdd05c763851 None None] Provisioning for port c2d7613f-759f-4af3-85ac-c4f424044730 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:32.815655 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-39701168-ecd0-4d4e-8863-fdd05c763851 None None] Provisioning complete for port c2d7613f-759f-4af3-85ac-c4f424044730 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:32.816277 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-39701168-ecd0-4d4e-8863-fdd05c763851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:32.840921 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fa29adbd-8565-42a9-bc5d-5b69b00d0989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:32.871548 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87fddd3-4227-476a-a661-5c89f6664f95 None None] Checking router: 22c527f4-252f-48a6-8240-5b7037b7bb83 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:36:32.872100 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87fddd3-4227-476a-a661-5c89f6664f95 None None] Updating router 22c527f4-252f-48a6-8240-5b7037b7bb83 port 8b160682-30de-473a-b9b0-61d7d4d8ba37 binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:36:32.971639 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c87fddd3-4227-476a-a661-5c89f6664f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:32.985355 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-39701168-ecd0-4d4e-8863-fdd05c763851 None None] Provisioning complete for port 5e3936f3-05ee-445b-9300-7c80b41db8b8 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:32.986101 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-39701168-ecd0-4d4e-8863-fdd05c763851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:33.035739 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-39701168-ecd0-4d4e-8863-fdd05c763851 None None] Port 5e3936f3-05ee-445b-9300-7c80b41db8b8 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:33.038255 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b72693ba-fe5a-454c-883a-04ae0feb9aa2 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:33.117099 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8486bdd0-7105-4597-81e5-56bb97a599f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:33.120603 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:33.158689 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port b72693ba-fe5a-454c-883a-04ae0feb9aa2 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:33.159162 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:33.166155 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a46c3d44-8082-4a3b-8246-5dfcb5da199d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:33.173362 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fa29adbd-8565-42a9-bc5d-5b69b00d0989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:33.293871 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c2d7613f-759f-4af3-85ac-c4f424044730 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:33.363402 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-fa29adbd-8565-42a9-bc5d-5b69b00d0989 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13e2b310-c19a-4b9d-abcb-aba16349850c']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:33.375977 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port c2d7613f-759f-4af3-85ac-c4f424044730 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:33.376528 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:33.399789 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-fa29adbd-8565-42a9-bc5d-5b69b00d0989 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f56d09f9-06ea-4aa3-a14d-f5688ec18c53') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:33.399789 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-fa29adbd-8565-42a9-bc5d-5b69b00d0989 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f56d09f9-06ea-4aa3-a14d-f5688ec18c53') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:33.468037 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fa29adbd-8565-42a9-bc5d-5b69b00d0989 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:33.512806 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fa29adbd-8565-42a9-bc5d-5b69b00d0989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:33.516268 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-04a90650-b205-491e-a81d-40392e48a158 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:33.528148 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55ce6d-8f3d-48fb-819f-6ffe927913e0 req-e1ae2de4-01b5-4cda-b884-1a6eca57b5a5 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:33.529855 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4d55ce6d-8f3d-48fb-819f-6ffe927913e0 req-e1ae2de4-01b5-4cda-b884-1a6eca57b5a5 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de92cfd-cbe1-454b-9422-0d74372cb482 HTTP/1.1" status: 200 len: 945 time: 0.9641948 Jul 13 07:36:33.541245 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa29adbd-8565-42a9-bc5d-5b69b00d0989 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:36:33.541717 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fa29adbd-8565-42a9-bc5d-5b69b00d0989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:33.544484 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:33.544484 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:33.544484 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:33.544484 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:33.544484 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:33.544484 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:33.544484 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:33.544484 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:33.544484 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:33.544484 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:33.544484 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:36:33.544484 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:36:33.544484 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:36:33.544484 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:36:33.544484 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:36:33.544484 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:36:33.544484 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:36:33.544484 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:36:33.544484 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:36:33.544484 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:36:33.544484 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:36:33.544484 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:36:33.544484 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:36:33.544484 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:36:33.544484 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:36:33.544484 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:36:33.544484 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:36:33.544484 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:36:33.544484 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:36:33.544484 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:36:33.544484 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:36:33.544484 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:36:33.544484 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:36:33.544484 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:36:33.544484 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:36:33.544484 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:36:33.544484 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:36:33.544484 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:36:33.544484 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:36:33.544484 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:36:33.544484 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:36:33.544484 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:36:33.600870 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-a46c3d44-8082-4a3b-8246-5dfcb5da199d admin admin] Allocated IP 172.20.0.1 (c6c7368c-96bb-4e1d-964f-3969d7e167b4/161fab74-9ca1-4ff2-9b41-082e2a13736e/46d9952a-4c0c-453a-8ecb-485f4362db7c) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:33.624126 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c87fddd3-4227-476a-a661-5c89f6664f95 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:33.777016 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-c87fddd3-4227-476a-a661-5c89f6664f95 None None] Transition to ACTIVE for port object 8b160682-30de-473a-b9b0-61d7d4d8ba37 will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:33.777530 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-04a90650-b205-491e-a81d-40392e48a158 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Transition to ACTIVE for port object 5e3936f3-05ee-445b-9300-7c80b41db8b8 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:33.785128 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4d55ce6d-8f3d-48fb-819f-6ffe927913e0 req-091274a9-4999-4248-81e3-fe848e2d30e9 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203841 Jul 13 07:36:33.789059 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4e7ab766-cea8-4d83-8bc3-5e750a6a66fa tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:33.796239 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c87fddd3-4227-476a-a661-5c89f6664f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:33.797809 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-04a90650-b205-491e-a81d-40392e48a158 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:33.807938 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fa29adbd-8565-42a9-bc5d-5b69b00d0989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:33.857515 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fa29adbd-8565-42a9-bc5d-5b69b00d0989 admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:33.860958 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-fa29adbd-8565-42a9-bc5d-5b69b00d0989 admin admin] 10.222.0.23 "DELETE /v2.0/networks/13e2b310-c19a-4b9d-abcb-aba16349850c HTTP/1.1" status: 204 len: 168 time: 1.2846231 Jul 13 07:36:33.870405 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ab766-cea8-4d83-8bc3-5e750a6a66fa tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Pushing event deleted for resources: {'Port': ['ID=788612b2-e640-435c-8855-39736dc7726b,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:33.884693 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a46c3d44-8082-4a3b-8246-5dfcb5da199d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:33.887746 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-c87fddd3-4227-476a-a661-5c89f6664f95 None None] Attempting to bind port 8b160682-30de-473a-b9b0-61d7d4d8ba37 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:33.888518 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-c87fddd3-4227-476a-a661-5c89f6664f95 None None] Attempting to bind port 8b160682-30de-473a-b9b0-61d7d4d8ba37 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:33.889040 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87fddd3-4227-476a-a661-5c89f6664f95 None None] Attempting to bind port 8b160682-30de-473a-b9b0-61d7d4d8ba37 on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:33.921891 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29adbd-8565-42a9-bc5d-5b69b00d0989 admin admin] Pushing event deleted for resources: {'Network': ['ID=13e2b310-c19a-4b9d-abcb-aba16349850c,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:33.925066 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-a46c3d44-8082-4a3b-8246-5dfcb5da199d admin admin] Transition to ACTIVE for port object 46d9952a-4c0c-453a-8ecb-485f4362db7c will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:33.933026 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87fddd3-4227-476a-a661-5c89f6664f95 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:33.934161 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87fddd3-4227-476a-a661-5c89f6664f95 None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:33.935530 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c87fddd3-4227-476a-a661-5c89f6664f95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:33.938730 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87fddd3-4227-476a-a661-5c89f6664f95 None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:33.939854 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-c87fddd3-4227-476a-a661-5c89f6664f95 None None] Bound port: 8b160682-30de-473a-b9b0-61d7d4d8ba37, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:33.943132 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c87fddd3-4227-476a-a661-5c89f6664f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:34.009421 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a46c3d44-8082-4a3b-8246-5dfcb5da199d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:34.052061 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:34.107546 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46c3d44-8082-4a3b-8246-5dfcb5da199d admin admin] Network c6c7368c-96bb-4e1d-964f-3969d7e167b4 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:34.109158 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-c87fddd3-4227-476a-a661-5c89f6664f95 None None] For port 8b160682-30de-473a-b9b0-61d7d4d8ba37, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:34.115316 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-c87fddd3-4227-476a-a661-5c89f6664f95 None None] For port 8b160682-30de-473a-b9b0-61d7d4d8ba37, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=8b160682-30de-473a-b9b0-61d7d4d8ba37,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:34.121366 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-a46c3d44-8082-4a3b-8246-5dfcb5da199d admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:34.124812 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c87fddd3-4227-476a-a661-5c89f6664f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:34.134242 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46c3d44-8082-4a3b-8246-5dfcb5da199d admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:34.139033 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c3d44-8082-4a3b-8246-5dfcb5da199d admin admin] Pushing event updated for resources: {'Port': ['ID=46d9952a-4c0c-453a-8ecb-485f4362db7c,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:34.171997 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a90650-b205-491e-a81d-40392e48a158 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event updated for resources: {'Port': ['ID=5e3936f3-05ee-445b-9300-7c80b41db8b8,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:34.226499 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-04a90650-b205-491e-a81d-40392e48a158 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] In _notify_port_updated(), no bound segment for port 5e3936f3-05ee-445b-9300-7c80b41db8b8 on network 7186c72c-0f19-47b1-b7a4-85133ffea6fc {{(pid=94018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:36:34.231025 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40624) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:34.233102 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87fddd3-4227-476a-a661-5c89f6664f95 None None] Routers {'22c527f4-252f-48a6-8240-5b7037b7bb83'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:34.234241 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-c87fddd3-4227-476a-a661-5c89f6664f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:36:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['22c527f4-252f-48a6-8240-5b7037b7bb83'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:34.237349 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a90650-b205-491e-a81d-40392e48a158 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:34.238442 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-04a90650-b205-491e-a81d-40392e48a158 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:34.245194 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-04a90650-b205-491e-a81d-40392e48a158 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "PUT /v2.0/ports/5e3936f3-05ee-445b-9300-7c80b41db8b8 HTTP/1.1" status: 200 len: 960 time: 4.9869304 Jul 13 07:36:34.246149 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40626) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:34.262419 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4e7ab766-cea8-4d83-8bc3-5e750a6a66fa tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:34.321462 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d38af324-6328-4a94-b1a9-fd116b7f7a05 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4ef97baa7fae4c759d55ea06fc231436&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0854278 Jul 13 07:36:34.323342 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a46c3d44-8082-4a3b-8246-5dfcb5da199d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:34.327333 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40628) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:34.431339 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-c87fddd3-4227-476a-a661-5c89f6664f95 None None] Set router 22c527f4-252f-48a6-8240-5b7037b7bb83 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:36:34.583486 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b3fa41dc-95bd-4188-aceb-04e301b93156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:34.630402 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9ab3e-44c6-4d11-82ac-5e87837bc7de None None] Pushing event updated for resources: {'Port': ['ID=8b160682-30de-473a-b9b0-61d7d4d8ba37,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:34.700453 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc9ab3e-44c6-4d11-82ac-5e87837bc7de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:34.700453 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc9ab3e-44c6-4d11-82ac-5e87837bc7de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:34.700779 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc9ab3e-44c6-4d11-82ac-5e87837bc7de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:34.702883 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc9ab3e-44c6-4d11-82ac-5e87837bc7de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:34.703291 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc9ab3e-44c6-4d11-82ac-5e87837bc7de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:34.703919 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc9ab3e-44c6-4d11-82ac-5e87837bc7de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:34.704252 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc9ab3e-44c6-4d11-82ac-5e87837bc7de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:34.704586 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc9ab3e-44c6-4d11-82ac-5e87837bc7de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:34.709704 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc9ab3e-44c6-4d11-82ac-5e87837bc7de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:34.710069 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc9ab3e-44c6-4d11-82ac-5e87837bc7de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:34.710403 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc9ab3e-44c6-4d11-82ac-5e87837bc7de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:34.710730 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc9ab3e-44c6-4d11-82ac-5e87837bc7de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:34.720178 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-253fd566-e6a9-40b5-a957-a61409f17d1e None None] Provisioning for port 46d9952a-4c0c-453a-8ecb-485f4362db7c completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:34.733685 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-253fd566-e6a9-40b5-a957-a61409f17d1e None None] Provisioning complete for port 46d9952a-4c0c-453a-8ecb-485f4362db7c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:34.736335 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-253fd566-e6a9-40b5-a957-a61409f17d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:34.740964 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b3fa41dc-95bd-4188-aceb-04e301b93156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:34.811958 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-253fd566-e6a9-40b5-a957-a61409f17d1e None None] Port 46d9952a-4c0c-453a-8ecb-485f4362db7c cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:34.840114 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9ab3e-44c6-4d11-82ac-5e87837bc7de None None] Pushing event updated for resources: {'Port': ['ID=8b160682-30de-473a-b9b0-61d7d4d8ba37,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:34.848492 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4e7ab766-cea8-4d83-8bc3-5e750a6a66fa tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:34.870298 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4e7ab766-cea8-4d83-8bc3-5e750a6a66fa tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-409024'] for router, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:34.955451 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-469479e5-616b-4581-8c11-7788f89a01ad None None] Provisioning for port 5e3936f3-05ee-445b-9300-7c80b41db8b8 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:34.957274 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-c87fddd3-4227-476a-a661-5c89f6664f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'name': 'tempest-AttachVolumeTestJSON-2132677675-router', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '8b160682-30de-473a-b9b0-61d7d4d8ba37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:26Z', 'updated_at': '2021-07-13T07:36:29Z', 'revision_number': 3, 'project_id': '1d949e521db641e0a957c32596881dd2', 'gw_port': {'id': '8b160682-30de-473a-b9b0-61d7d4d8ba37', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:17:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:27Z', 'updated_at': '2021-07-13T07:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:34.981162 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-469479e5-616b-4581-8c11-7788f89a01ad None None] Provisioning complete for port 5e3936f3-05ee-445b-9300-7c80b41db8b8 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:34.982406 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-469479e5-616b-4581-8c11-7788f89a01ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:35.001059 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87fddd3-4227-476a-a661-5c89f6664f95 None None] The sync data for ids ['22c527f4-252f-48a6-8240-5b7037b7bb83'] in n-d-771363-34 is: [{'id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'name': 'tempest-AttachVolumeTestJSON-2132677675-router', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '8b160682-30de-473a-b9b0-61d7d4d8ba37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:26Z', 'updated_at': '2021-07-13T07:36:29Z', 'revision_number': 3, 'project_id': '1d949e521db641e0a957c32596881dd2', 'gw_port': {'id': '8b160682-30de-473a-b9b0-61d7d4d8ba37', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:17:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:27Z', 'updated_at': '2021-07-13T07:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:36:35.083323 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-246d85f3-3684-49e0-a481-63c84408019f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Deleting port 5e3936f3-05ee-445b-9300-7c80b41db8b8 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:36:35.083600 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-246d85f3-3684-49e0-a481-63c84408019f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:35.093510 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a46c3d44-8082-4a3b-8246-5dfcb5da199d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:35.117806 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b3fa41dc-95bd-4188-aceb-04e301b93156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:35.119278 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-469479e5-616b-4581-8c11-7788f89a01ad None None] Port 5e3936f3-05ee-445b-9300-7c80b41db8b8 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:35.128113 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b3fa41dc-95bd-4188-aceb-04e301b93156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:35.132371 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7ab766-cea8-4d83-8bc3-5e750a6a66fa tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Router 56a18593-8fdc-4e80-8138-c40cea88f8b1 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:36:35.133408 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b3fa41dc-95bd-4188-aceb-04e301b93156 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/feea320b-10aa-41ea-a037-040c6c50b92f HTTP/1.1" status: 204 len: 168 time: 0.8011518 Jul 13 07:36:35.174027 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa41dc-95bd-4188-aceb-04e301b93156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feea320b-10aa-41ea-a037-040c6c50b92f,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:35.235244 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa41dc-95bd-4188-aceb-04e301b93156 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:35.236122 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa41dc-95bd-4188-aceb-04e301b93156 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:35.236122 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa41dc-95bd-4188-aceb-04e301b93156 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:35.236326 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa41dc-95bd-4188-aceb-04e301b93156 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:35.236932 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa41dc-95bd-4188-aceb-04e301b93156 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:35.236932 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa41dc-95bd-4188-aceb-04e301b93156 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:35.237404 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa41dc-95bd-4188-aceb-04e301b93156 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:35.237665 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa41dc-95bd-4188-aceb-04e301b93156 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:35.237992 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa41dc-95bd-4188-aceb-04e301b93156 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:35.238316 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa41dc-95bd-4188-aceb-04e301b93156 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:35.238642 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa41dc-95bd-4188-aceb-04e301b93156 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:35.239037 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa41dc-95bd-4188-aceb-04e301b93156 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:35.400926 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7ab766-cea8-4d83-8bc3-5e750a6a66fa tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:36:35.424043 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9eb5a50-1264-483e-8437-440745e7f146 None None] Sync routers for ids ['56a18593-8fdc-4e80-8138-c40cea88f8b1'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:36:35.438708 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4e7ab766-cea8-4d83-8bc3-5e750a6a66fa tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:35.443530 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9eb5a50-1264-483e-8437-440745e7f146 None None] Routers {'56a18593-8fdc-4e80-8138-c40cea88f8b1'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:35.444017 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a9eb5a50-1264-483e-8437-440745e7f146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:36:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['56a18593-8fdc-4e80-8138-c40cea88f8b1'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:35.449198 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25193c-3da2-4895-9c7f-1ddac207dbdd req-487efe82-a3af-4e34-afbf-173f1fcdfc61 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:35.450893 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4e7ab766-cea8-4d83-8bc3-5e750a6a66fa tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] 10.222.0.23 "PUT /v2.0/routers/56a18593-8fdc-4e80-8138-c40cea88f8b1 HTTP/1.1" status: 200 len: 706 time: 7.0743573 Jul 13 07:36:35.451905 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40640) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:35.453662 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fb25193c-3da2-4895-9c7f-1ddac207dbdd req-487efe82-a3af-4e34-afbf-173f1fcdfc61 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de92cfd-cbe1-454b-9422-0d74372cb482 HTTP/1.1" status: 200 len: 945 time: 0.2443106 Jul 13 07:36:35.511638 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-246d85f3-3684-49e0-a481-63c84408019f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:35.541586 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-246d85f3-3684-49e0-a481-63c84408019f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Calling delete_port for 5e3936f3-05ee-445b-9300-7c80b41db8b8 owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:36:35.575513 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a9eb5a50-1264-483e-8437-440745e7f146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:35.608213 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9eb5a50-1264-483e-8437-440745e7f146 None None] Routers {'56a18593-8fdc-4e80-8138-c40cea88f8b1'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:35.608862 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a9eb5a50-1264-483e-8437-440745e7f146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:36:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['56a18593-8fdc-4e80-8138-c40cea88f8b1'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:35.674055 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a9eb5a50-1264-483e-8437-440745e7f146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:35.675126 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9eb5a50-1264-483e-8437-440745e7f146 None None] The sync data for ids ['56a18593-8fdc-4e80-8138-c40cea88f8b1'] in n-d-771363-34 is: [] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:36:35.710727 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a46c3d44-8082-4a3b-8246-5dfcb5da199d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:35.719485 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a46c3d44-8082-4a3b-8246-5dfcb5da199d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:35.783473 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fb25193c-3da2-4895-9c7f-1ddac207dbdd req-4ab0ed75-36a3-47a5-aafb-d2528d37209c tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178663 Jul 13 07:36:35.787111 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f2fc7889-f81f-4cea-bc92-bd35e5ad61d0 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] 10.222.0.23 "GET /v2.0/routers/56a18593-8fdc-4e80-8138-c40cea88f8b1 HTTP/1.1" status: 200 len: 741 time: 0.3200324 Jul 13 07:36:35.788108 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40644) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:35.858730 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-49852d54-6617-4d27-b3be-8d6093b1aae9 tempest-RoutersAdminTest-444570952 tempest-RoutersAdminTest-444570952-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=099fd220-496e-4556-906a-9ab228a05c02&device_id=56a18593-8fdc-4e80-8138-c40cea88f8b1 HTTP/1.1" status: 200 len: 205 time: 0.0658178 Jul 13 07:36:35.859158 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40646) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:35.861161 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:35.982917 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-246d85f3-3684-49e0-a481-63c84408019f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:35.999037 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-233f481a-656b-40a6-ab4e-133b0ffdf1eb tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] 10.222.0.23 "GET /v2.0/ports?device_id=56a18593-8fdc-4e80-8138-c40cea88f8b1 HTTP/1.1" status: 200 len: 205 time: 0.1346598 Jul 13 07:36:36.004405 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c3d44-8082-4a3b-8246-5dfcb5da199d admin admin] Pushing event updated for resources: {'Port': ['ID=46d9952a-4c0c-453a-8ecb-485f4362db7c,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:36.015228 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40654) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:36.209612 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d85f3-3684-49e0-a481-63c84408019f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'Port': ['ID=5e3936f3-05ee-445b-9300-7c80b41db8b8,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:36.246819 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-89b2c257-8283-4b72-adf0-252510491b49 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:36.259134 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a46c3d44-8082-4a3b-8246-5dfcb5da199d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:36.308299 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-246d85f3-3684-49e0-a481-63c84408019f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:36.316649 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-246d85f3-3684-49e0-a481-63c84408019f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/ports/5e3936f3-05ee-445b-9300-7c80b41db8b8 HTTP/1.1" status: 204 len: 168 time: 2.0686169 Jul 13 07:36:36.317427 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40660) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:36.388862 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de9ddb4-4866-4923-b8a3-a1ab1d2e9c68 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] GET failed (client error): The resource could not be found. Jul 13 07:36:36.393900 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9de9ddb4-4866-4923-b8a3-a1ab1d2e9c68 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "GET /v2.0/ports/5e3936f3-05ee-445b-9300-7c80b41db8b8 HTTP/1.1" status: 404 len: 333 time: 0.0703254 Jul 13 07:36:36.394743 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40662) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:36.482206 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-26bc183a-7fa8-413f-90ad-c98be8569e24 None None] Provisioning complete for port 46d9952a-4c0c-453a-8ecb-485f4362db7c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:36.482761 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-26bc183a-7fa8-413f-90ad-c98be8569e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:36.540665 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2fc44cac-f2ce-4785-a407-965cc28d14b7 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:36.621206 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-26bc183a-7fa8-413f-90ad-c98be8569e24 None None] Port 46d9952a-4c0c-453a-8ecb-485f4362db7c cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:36.647860 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2fc44cac-f2ce-4785-a407-965cc28d14b7 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:36.753350 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2fc44cac-f2ce-4785-a407-965cc28d14b7 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:36.759631 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2fc44cac-f2ce-4785-a407-965cc28d14b7 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:36.764951 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2fc44cac-f2ce-4785-a407-965cc28d14b7 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/security-groups/2e45d875-f508-4e02-b1a8-7526f3ef7d0d HTTP/1.1" status: 204 len: 168 time: 0.3690763 Jul 13 07:36:36.765774 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40672) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:36.794312 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc44cac-f2ce-4785-a407-965cc28d14b7 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e45d875-f508-4e02-b1a8-7526f3ef7d0d,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:36.818844 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-89b2c257-8283-4b72-adf0-252510491b49 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:36.821750 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-89b2c257-8283-4b72-adf0-252510491b49 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:36.895484 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46c3d44-8082-4a3b-8246-5dfcb5da199d admin admin] Network c6c7368c-96bb-4e1d-964f-3969d7e167b4 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:36.899857 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-a46c3d44-8082-4a3b-8246-5dfcb5da199d admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:36.921678 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-89b2c257-8283-4b72-adf0-252510491b49 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:36.923324 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b2c257-8283-4b72-adf0-252510491b49 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Fanout notify agent at l3_agent the message router_deleted on router 56a18593-8fdc-4e80-8138-c40cea88f8b1 {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:36:36.939848 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-89b2c257-8283-4b72-adf0-252510491b49 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:36.945821 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-89b2c257-8283-4b72-adf0-252510491b49 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] 10.222.0.23 "DELETE /v2.0/routers/56a18593-8fdc-4e80-8138-c40cea88f8b1 HTTP/1.1" status: 204 len: 168 time: 0.9268279 Jul 13 07:36:36.957523 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40676) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:37.011393 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9f6cbc8f-be57-45d6-b387-01e3a262c257 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:37.022454 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40678) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:37.052393 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a9df6caf-1b01-47c6-95aa-257ce9fc014a tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] 10.222.0.23 "GET /v2.0/ports?device_id=56a18593-8fdc-4e80-8138-c40cea88f8b1 HTTP/1.1" status: 200 len: 205 time: 0.0938380 Jul 13 07:36:37.057578 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40682) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:37.105560 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 8b160682-30de-473a-b9b0-61d7d4d8ba37 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:37.179015 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-4c795913-d038-465d-8dae-47c84c0699ea tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] delete failed (client error): The resource could not be found. Jul 13 07:36:37.180830 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4c795913-d038-465d-8dae-47c84c0699ea tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] 10.222.0.23 "DELETE /v2.0/routers/56a18593-8fdc-4e80-8138-c40cea88f8b1 HTTP/1.1" status: 404 len: 336 time: 0.1176953 Jul 13 07:36:37.186497 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40688) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:37.223013 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 8b160682-30de-473a-b9b0-61d7d4d8ba37 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:37.230127 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 8b160682-30de-473a-b9b0-61d7d4d8ba37 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:37.230789 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:37.246995 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9f6cbc8f-be57-45d6-b387-01e3a262c257 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:37.315524 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-8c8b0ebe-4d95-4ba0-8e3b-3f620a801fd7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1317160608-network', 'tenant_id': 'ac97c04122a240b49d03d839e0a3d922'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:37.326261 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d31cacd3-2725-4d92-b176-59ce00d44ad8 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6fa9722-5421-4084-b5d8-eefff94c921c HTTP/1.1" status: 200 len: 205 time: 0.1387200 Jul 13 07:36:37.330345 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40690) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:37.378285 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfee730-4c33-4e42-98f3-7d5ea0a7cf33 req-bc9ca8d2-6f94-473d-9f33-92c3c7f7a865 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:37.380894 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0bfee730-4c33-4e42-98f3-7d5ea0a7cf33 req-bc9ca8d2-6f94-473d-9f33-92c3c7f7a865 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de92cfd-cbe1-454b-9422-0d74372cb482 HTTP/1.1" status: 200 len: 945 time: 0.2201819 Jul 13 07:36:37.390436 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9f6cbc8f-be57-45d6-b387-01e3a262c257 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:37.394036 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-8071f538-cf5a-4ebf-ae66-34bb23ef1ccb tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] delete failed (client error): The resource could not be found. Jul 13 07:36:37.397507 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8071f538-cf5a-4ebf-ae66-34bb23ef1ccb tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] 10.222.0.23 "DELETE /v2.0/routers/a6fa9722-5421-4084-b5d8-eefff94c921c HTTP/1.1" status: 404 len: 336 time: 0.0636387 Jul 13 07:36:37.397989 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a46c3d44-8082-4a3b-8246-5dfcb5da199d admin admin] Router 22c527f4-252f-48a6-8240-5b7037b7bb83 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:36:37.401218 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40692) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:37.404676 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9f6cbc8f-be57-45d6-b387-01e3a262c257 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:37.425766 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9f6cbc8f-be57-45d6-b387-01e3a262c257 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/security-groups/66193565-febb-419e-9c89-e12c9a2a4c9b HTTP/1.1" status: 204 len: 168 time: 0.6510088 Jul 13 07:36:37.431608 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40694) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:37.452001 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8b0ebe-4d95-4ba0-8e3b-3f620a801fd7 admin admin] Made reservation on behalf of ac97c04122a240b49d03d839e0a3d922 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:37.454429 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:37.455347 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8c8b0ebe-4d95-4ba0-8e3b-3f620a801fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:37.464281 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-436d60d6-f3d4-4097-90d3-1d8c6517d490 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fe83735-0577-4575-b969-6c4a3b84a9f4 HTTP/1.1" status: 200 len: 205 time: 0.0598533 Jul 13 07:36:37.468320 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40696) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:37.484095 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8c8b0ebe-4d95-4ba0-8e3b-3f620a801fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:37.504929 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cbc8f-be57-45d6-b387-01e3a262c257 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66193565-febb-419e-9c89-e12c9a2a4c9b,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:37.515194 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 8b160682-30de-473a-b9b0-61d7d4d8ba37, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=8b160682-30de-473a-b9b0-61d7d4d8ba37,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:37.572110 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-aee39638-7e9d-4f68-8b28-53be473e9933 None None] Provisioning complete for port 46d9952a-4c0c-453a-8ecb-485f4362db7c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:37.573188 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-aee39638-7e9d-4f68-8b28-53be473e9933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:37.598052 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:37.612374 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-857d43a5-b842-476e-aaea-df44d40b582b tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:37.628387 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0bfee730-4c33-4e42-98f3-7d5ea0a7cf33 req-7b21e3af-bf7f-43cf-8a55-5cd93ac5cba0 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991794 Jul 13 07:36:37.699277 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-857d43a5-b842-476e-aaea-df44d40b582b tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:37.739156 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8c8b0ebe-4d95-4ba0-8e3b-3f620a801fd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:37.745269 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-5676dc05-a0ac-46ee-a0ad-0f321d5f29a8 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] delete failed (client error): The resource could not be found. Jul 13 07:36:37.747024 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5676dc05-a0ac-46ee-a0ad-0f321d5f29a8 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] 10.222.0.23 "DELETE /v2.0/routers/8fe83735-0577-4575-b969-6c4a3b84a9f4 HTTP/1.1" status: 404 len: 336 time: 0.2696061 Jul 13 07:36:37.750220 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40698) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:37.751685 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8c8b0ebe-4d95-4ba0-8e3b-3f620a801fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:37.770787 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c8b0ebe-4d95-4ba0-8e3b-3f620a801fd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:36:37.785081 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8c8b0ebe-4d95-4ba0-8e3b-3f620a801fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:37.785639 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-8c8b0ebe-4d95-4ba0-8e3b-3f620a801fd7 admin admin] Added segment ab33aa14-001e-49a7-af16-8b72624a25cd of type vlan for network 0681fd2b-37fc-4953-9e6e-a8ad596aebac Jul 13 07:36:37.789749 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-aee39638-7e9d-4f68-8b28-53be473e9933 None None] Port 46d9952a-4c0c-453a-8ecb-485f4362db7c cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:37.855837 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6f979642-9c53-4a39-860a-2b3a36e2e1ab tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5e89dea-3215-4888-9bd6-19cd973b9c68 HTTP/1.1" status: 200 len: 205 time: 0.1023173 Jul 13 07:36:37.857753 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40700) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:37.887614 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8c8b0ebe-4d95-4ba0-8e3b-3f620a801fd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:37.905370 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=8b160682-30de-473a-b9b0-61d7d4d8ba37,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:37.946160 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-97e05305-a160-49e7-b701-b99e75c8d581 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] delete failed (client error): The resource could not be found. Jul 13 07:36:37.950283 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-97e05305-a160-49e7-b701-b99e75c8d581 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] 10.222.0.23 "DELETE /v2.0/routers/c5e89dea-3215-4888-9bd6-19cd973b9c68 HTTP/1.1" status: 404 len: 336 time: 0.0909045 Jul 13 07:36:37.951463 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40702) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:38.007659 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b0ebe-4d95-4ba0-8e3b-3f620a801fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356706eb-da9e-40d6-88f8-1424bf5f5566,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:38.047994 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46c3d44-8082-4a3b-8246-5dfcb5da199d admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:36:38.051822 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8c8b0ebe-4d95-4ba0-8e3b-3f620a801fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:38.053077 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8b0ebe-4d95-4ba0-8e3b-3f620a801fd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:38.053784 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8c8b0ebe-4d95-4ba0-8e3b-3f620a801fd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:38.071256 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a46c3d44-8082-4a3b-8246-5dfcb5da199d admin admin] 10.222.0.23 "PUT /v2.0/routers/22c527f4-252f-48a6-8240-5b7037b7bb83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0499861 Jul 13 07:36:38.112273 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8c8b0ebe-4d95-4ba0-8e3b-3f620a801fd7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0811915 Jul 13 07:36:38.113334 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40706) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:38.157785 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-b9a6d33b-c41c-4781-817e-a197f21f0379 admin admin] Request body: {'subnet': {'network_id': '0681fd2b-37fc-4953-9e6e-a8ad596aebac', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1317160608-subnet', 'tenant_id': 'ac97c04122a240b49d03d839e0a3d922', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:38.180139 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b0ebe-4d95-4ba0-8e3b-3f620a801fd7 admin admin] Pushing event updated for resources: {'Network': ['ID=0681fd2b-37fc-4953-9e6e-a8ad596aebac,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:38.186471 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a6d33b-c41c-4781-817e-a197f21f0379 admin admin] Made reservation on behalf of ac97c04122a240b49d03d839e0a3d922 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:38.189301 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b9a6d33b-c41c-4781-817e-a197f21f0379 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:38.199304 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 0681fd2b-37fc-4953-9e6e-a8ad596aebac details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:36:38.253517 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f4807b-5310-42cb-8bbe-65812e565469 None None] Sync routers for ids ['22c527f4-252f-48a6-8240-5b7037b7bb83'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:36:38.271112 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f4807b-5310-42cb-8bbe-65812e565469 None None] Routers {'22c527f4-252f-48a6-8240-5b7037b7bb83'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:38.272392 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-11f4807b-5310-42cb-8bbe-65812e565469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:36:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['22c527f4-252f-48a6-8240-5b7037b7bb83'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:38.519400 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-11f4807b-5310-42cb-8bbe-65812e565469 None None] Set router 22c527f4-252f-48a6-8240-5b7037b7bb83 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:36:38.587594 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4901ce0f-6208-4824-97a2-45c4e28a3464 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] 10.222.0.23 "GET /v2.0/ports?device_id=85cec759-eed0-4058-927f-c0b4419cca39 HTTP/1.1" status: 200 len: 205 time: 0.6343997 Jul 13 07:36:38.590370 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40716) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:38.590522 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-857d43a5-b842-476e-aaea-df44d40b582b tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:38.594660 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-857d43a5-b842-476e-aaea-df44d40b582b tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:38.598578 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-857d43a5-b842-476e-aaea-df44d40b582b tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/security-groups/ede90cfc-12b9-40f5-a6b9-6c1549729c4e HTTP/1.1" status: 204 len: 168 time: 1.1590302 Jul 13 07:36:38.612293 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40718) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:38.638729 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d43a5-b842-476e-aaea-df44d40b582b tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede90cfc-12b9-40f5-a6b9-6c1549729c4e,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:38.696556 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b9a6d33b-c41c-4781-817e-a197f21f0379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:38.754065 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-29da811d-b552-4f14-bb5a-f264e7833e2d tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] delete failed (client error): The resource could not be found. Jul 13 07:36:38.757907 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-29da811d-b552-4f14-bb5a-f264e7833e2d tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] 10.222.0.23 "DELETE /v2.0/routers/85cec759-eed0-4058-927f-c0b4419cca39 HTTP/1.1" status: 404 len: 336 time: 0.1559885 Jul 13 07:36:38.762298 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40722) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:38.785611 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6d33b-c41c-4781-817e-a197f21f0379 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e0d8f3e-d56e-40d1-8ad5-c5f4b4c52444,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:38.837641 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-164254c2-daca-4279-bec9-e31f792f7d27 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Deleting subnet 04a2c712-9aab-4194-a0e7-b638e8578813 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:36:38.879979 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a6d33b-c41c-4781-817e-a197f21f0379 admin admin] Checking segment: {'id': 'ab33aa14-001e-49a7-af16-8b72624a25cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0681fd2b-37fc-4953-9e6e-a8ad596aebac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:38.880596 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a6d33b-c41c-4781-817e-a197f21f0379 admin admin] Network hostable DHCP agents. Network: 0681fd2b-37fc-4953-9e6e-a8ad596aebac, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:36:38.887558 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b643d226-3116-4f41-a92c-0230e7d8a3cf tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] 10.222.0.23 "GET /v2.0/ports?device_id=91a6d856-8326-45e3-97ab-3280cfa2505d HTTP/1.1" status: 200 len: 205 time: 0.1197405 Jul 13 07:36:38.887558 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-164254c2-daca-4279-bec9-e31f792f7d27 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:38.888964 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40724) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:38.928454 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a6d33b-c41c-4781-817e-a197f21f0379 admin admin] Network 0681fd2b-37fc-4953-9e6e-a8ad596aebac is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:36:38.958189 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-b9a6d33b-c41c-4781-817e-a197f21f0379 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 0681fd2b-37fc-4953-9e6e-a8ad596aebac) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:38.966235 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a6d33b-c41c-4781-817e-a197f21f0379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:38.967853 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b9a6d33b-c41c-4781-817e-a197f21f0379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:38.971298 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6195c71a-e84e-4229-a298-380636ae7edc None None] Network 0681fd2b-37fc-4953-9e6e-a8ad596aebac requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:38.998331 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b9a6d33b-c41c-4781-817e-a197f21f0379 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8844354 Jul 13 07:36:39.020779 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 8b160682-30de-473a-b9b0-61d7d4d8ba37 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:39.030570 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-70dfa718-bebe-427f-b461-e54af44b29c2 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] delete failed (client error): The resource could not be found. Jul 13 07:36:39.035775 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40728) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:39.036109 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-70dfa718-bebe-427f-b461-e54af44b29c2 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] 10.222.0.23 "DELETE /v2.0/routers/91a6d856-8326-45e3-97ab-3280cfa2505d HTTP/1.1" status: 404 len: 336 time: 0.1459765 Jul 13 07:36:39.070645 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-164254c2-daca-4279-bec9-e31f792f7d27 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:39.082769 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-11f4807b-5310-42cb-8bbe-65812e565469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'name': 'tempest-AttachVolumeTestJSON-2132677675-router', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '8b160682-30de-473a-b9b0-61d7d4d8ba37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:26Z', 'updated_at': '2021-07-13T07:36:34Z', 'revision_number': 4, 'project_id': '1d949e521db641e0a957c32596881dd2', 'gw_port': {'id': '8b160682-30de-473a-b9b0-61d7d4d8ba37', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:17:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:27Z', 'updated_at': '2021-07-13T07:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '46d9952a-4c0c-453a-8ecb-485f4362db7c', 'name': '', 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'mac_address': 'fa:16:3e:4c:de:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '161fab74-9ca1-4ff2-9b41-082e2a13736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:33Z', 'updated_at': '2021-07-13T07:36:35Z', 'revision_number': 2, 'project_id': '1d949e521db641e0a957c32596881dd2', 'subnets': [{'id': '161fab74-9ca1-4ff2-9b41-082e2a13736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:39.091041 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40730) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:39.109697 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-9a619d27-404a-437e-9c3f-b8582d4c1324 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1378320496', 'description': 'tempest-description--2141225184'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:39.115741 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec2452bd-8413-444a-bc49-d5bf23aa83a7 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] DELETE failed (client error): The resource could not be found. Jul 13 07:36:39.116197 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec2452bd-8413-444a-bc49-d5bf23aa83a7 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:36:39.117937 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ec2452bd-8413-444a-bc49-d5bf23aa83a7 tempest-RoutersAdminTest-1688538547 tempest-RoutersAdminTest-1688538547-project] 10.222.0.23 "DELETE /v2.0/subnets/7d59d33c-9a9f-4d1f-b406-aabbfaf2e490 HTTP/1.1" status: 404 len: 337 time: 0.0810010 Jul 13 07:36:39.154035 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f4807b-5310-42cb-8bbe-65812e565469 None None] Checking router: 22c527f4-252f-48a6-8240-5b7037b7bb83 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:36:39.154762 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f4807b-5310-42cb-8bbe-65812e565469 None None] Updating router 22c527f4-252f-48a6-8240-5b7037b7bb83 port 46d9952a-4c0c-453a-8ecb-485f4362db7c binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:36:39.171158 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9a619d27-404a-437e-9c3f-b8582d4c1324 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:39.265416 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-164254c2-daca-4279-bec9-e31f792f7d27 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:39.371526 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-164254c2-daca-4279-bec9-e31f792f7d27 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:39.415176 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164254c2-daca-4279-bec9-e31f792f7d27 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'Subnet': ['ID=04a2c712-9aab-4194-a0e7-b638e8578813,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:39.424238 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1382bf-65e4-4259-b681-4c4cdb19eea9 None None] Network 0681fd2b-37fc-4953-9e6e-a8ad596aebac requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:39.434806 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-164254c2-daca-4279-bec9-e31f792f7d27 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:39.441485 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40738) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:39.444868 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-164254c2-daca-4279-bec9-e31f792f7d27 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/subnets/04a2c712-9aab-4194-a0e7-b638e8578813 HTTP/1.1" status: 204 len: 168 time: 0.8141053 Jul 13 07:36:39.447026 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164254c2-daca-4279-bec9-e31f792f7d27 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:39.448179 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164254c2-daca-4279-bec9-e31f792f7d27 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:39.449129 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164254c2-daca-4279-bec9-e31f792f7d27 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:39.449480 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164254c2-daca-4279-bec9-e31f792f7d27 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:39.449860 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164254c2-daca-4279-bec9-e31f792f7d27 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:39.450199 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164254c2-daca-4279-bec9-e31f792f7d27 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:39.450531 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164254c2-daca-4279-bec9-e31f792f7d27 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:39.450982 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164254c2-daca-4279-bec9-e31f792f7d27 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:39.451409 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164254c2-daca-4279-bec9-e31f792f7d27 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:39.451976 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164254c2-daca-4279-bec9-e31f792f7d27 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:39.452305 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164254c2-daca-4279-bec9-e31f792f7d27 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:39.452629 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164254c2-daca-4279-bec9-e31f792f7d27 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:36:39.524681 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd4a41-3c30-4d26-81fe-ecd5e2bfa870 req-f4abc513-76f7-48e4-b42a-8968e864394e tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:39.528782 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a5dd4a41-3c30-4d26-81fe-ecd5e2bfa870 req-f4abc513-76f7-48e4-b42a-8968e864394e tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de92cfd-cbe1-454b-9422-0d74372cb482 HTTP/1.1" status: 200 len: 945 time: 0.4912112 Jul 13 07:36:39.531105 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f789d12b-3286-49b3-9a67-38ae928d2428 None None] Network 7186c72c-0f19-47b1-b7a4-85133ffea6fc requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:39.531542 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40742) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:39.658332 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 8b160682-30de-473a-b9b0-61d7d4d8ba37 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:39.659643 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:39.683146 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a5dd4a41-3c30-4d26-81fe-ecd5e2bfa870 req-f3b82df9-345c-40e6-9426-17bf34c93cc3 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132638 Jul 13 07:36:39.695145 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-11f4807b-5310-42cb-8bbe-65812e565469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:39.753670 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9a619d27-404a-437e-9c3f-b8582d4c1324 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:39.804566 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-654b4fc2-e081-42eb-99e2-6af431192c4c tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Deleting subnet 916cdb07-c049-4fad-9b37-c4d14d70bd76 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:36:39.817662 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-654b4fc2-e081-42eb-99e2-6af431192c4c tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:39.825586 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9a619d27-404a-437e-9c3f-b8582d4c1324 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:39.875176 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-681ded82-8c48-4a86-bdd3-dd4fa6594845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:39.897816 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9a619d27-404a-437e-9c3f-b8582d4c1324 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:39.900456 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9a619d27-404a-437e-9c3f-b8582d4c1324 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8083394 Jul 13 07:36:39.904743 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40752) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:39.914299 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-7fad6fdd-24ae-400b-bd0f-44e7ac2c032b tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Request body: {'security_group_rule': {'security_group_id': '25c18a17-9cb1-4967-8794-129d946ca0e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:39.975067 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-654b4fc2-e081-42eb-99e2-6af431192c4c tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:40.048156 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-11f4807b-5310-42cb-8bbe-65812e565469 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:40.061323 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a619d27-404a-437e-9c3f-b8582d4c1324 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25c18a17-9cb1-4967-8794-129d946ca0e4,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:40.061953 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-11f4807b-5310-42cb-8bbe-65812e565469 None None] Transition to ACTIVE for port object 46d9952a-4c0c-453a-8ecb-485f4362db7c will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:40.071217 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-11f4807b-5310-42cb-8bbe-65812e565469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:40.182818 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06f02f-cc93-43fe-8674-24db738aa38f None None] Pushing event updated for resources: {'Port': ['ID=46d9952a-4c0c-453a-8ecb-485f4362db7c,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:40.194261 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-681ded82-8c48-4a86-bdd3-dd4fa6594845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:40.221332 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-681ded82-8c48-4a86-bdd3-dd4fa6594845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:40.262464 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-681ded82-8c48-4a86-bdd3-dd4fa6594845 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=af92644e619c457b867dce7ed6b3c72f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7291510 Jul 13 07:36:40.265478 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40762) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:40.278701 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7fad6fdd-24ae-400b-bd0f-44e7ac2c032b tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:40.313151 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-11f4807b-5310-42cb-8bbe-65812e565469 None None] Attempting to bind port 46d9952a-4c0c-453a-8ecb-485f4362db7c on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:40.313450 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ded82-8c48-4a86-bdd3-dd4fa6594845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4382dbf-ca9c-425d-a4f6-5bb9a951eb06,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:40.313570 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-11f4807b-5310-42cb-8bbe-65812e565469 None None] Attempting to bind port 46d9952a-4c0c-453a-8ecb-485f4362db7c by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '11955ddd-a8b9-470c-b670-fec4bab54b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:40.314558 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f4807b-5310-42cb-8bbe-65812e565469 None None] Attempting to bind port 46d9952a-4c0c-453a-8ecb-485f4362db7c on network c6c7368c-96bb-4e1d-964f-3969d7e167b4 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:40.322180 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f4807b-5310-42cb-8bbe-65812e565469 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:40.322826 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f4807b-5310-42cb-8bbe-65812e565469 None None] Checking segment: {'id': '11955ddd-a8b9-470c-b670-fec4bab54b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:40.323768 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-11f4807b-5310-42cb-8bbe-65812e565469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:40.323768 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f4807b-5310-42cb-8bbe-65812e565469 None None] Bound using segment: {'id': '11955ddd-a8b9-470c-b670-fec4bab54b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:40.326765 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-11f4807b-5310-42cb-8bbe-65812e565469 None None] Bound port: 46d9952a-4c0c-453a-8ecb-485f4362db7c, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11955ddd-a8b9-470c-b670-fec4bab54b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:40.326765 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-11f4807b-5310-42cb-8bbe-65812e565469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:40.414739 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7fad6fdd-24ae-400b-bd0f-44e7ac2c032b tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:40.421948 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7fad6fdd-24ae-400b-bd0f-44e7ac2c032b tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:40.473043 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad6fdd-24ae-400b-bd0f-44e7ac2c032b tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b8d519b-0ef0-41d4-91b4-9718feb98f62,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:40.503272 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7fad6fdd-24ae-400b-bd0f-44e7ac2c032b tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:40.505252 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7fad6fdd-24ae-400b-bd0f-44e7ac2c032b tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5954015 Jul 13 07:36:40.508331 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40764) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:40.518040 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-ea7849cf-e354-4b18-8cd3-f6d2caaa8657 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Request body: {'security_group_rule': {'security_group_id': '25c18a17-9cb1-4967-8794-129d946ca0e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:40.520491 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-11f4807b-5310-42cb-8bbe-65812e565469 None None] For port 46d9952a-4c0c-453a-8ecb-485f4362db7c, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:40.524685 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-11f4807b-5310-42cb-8bbe-65812e565469 None None] For port 46d9952a-4c0c-453a-8ecb-485f4362db7c, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=46d9952a-4c0c-453a-8ecb-485f4362db7c,segment=NetworkSegment(11955ddd-a8b9-470c-b670-fec4bab54b6d),segment_id=11955ddd-a8b9-470c-b670-fec4bab54b6d)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:40.527456 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-654b4fc2-e081-42eb-99e2-6af431192c4c tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:40.530200 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-11f4807b-5310-42cb-8bbe-65812e565469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:40.606765 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ea7849cf-e354-4b18-8cd3-f6d2caaa8657 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:40.671309 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06f02f-cc93-43fe-8674-24db738aa38f None None] Pushing event updated for resources: {'Port': ['ID=46d9952a-4c0c-453a-8ecb-485f4362db7c,revision_number=4']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:40.686130 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f4807b-5310-42cb-8bbe-65812e565469 None None] Routers {'22c527f4-252f-48a6-8240-5b7037b7bb83'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:36:40.687149 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-11f4807b-5310-42cb-8bbe-65812e565469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:36:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['22c527f4-252f-48a6-8240-5b7037b7bb83'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:40.770679 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-88dcebb5-a4f9-40d2-8155-740d98362cbb tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:40.794399 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-88dcebb5-a4f9-40d2-8155-740d98362cbb tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] 10.222.0.23 "GET /v2.0/networks?id=0681fd2b-37fc-4953-9e6e-a8ad596aebac HTTP/1.1" status: 200 len: 822 time: 0.6194620 Jul 13 07:36:40.803549 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6198460b-6594-489b-a029-cc5c87cc3154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:40.833281 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ea7849cf-e354-4b18-8cd3-f6d2caaa8657 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:40.839664 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ea7849cf-e354-4b18-8cd3-f6d2caaa8657 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:40.866337 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-84cd0c69-dabf-4510-8b56-d5e95fd00b69 tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] 10.222.0.23 "GET /v2.0/quotas/ac97c04122a240b49d03d839e0a3d922 HTTP/1.1" status: 200 len: 375 time: 0.0739005 Jul 13 07:36:40.910809 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7849cf-e354-4b18-8cd3-f6d2caaa8657 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aba698c0-37d3-4894-9cf0-d8d0a3a9e999,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:40.928904 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ea7849cf-e354-4b18-8cd3-f6d2caaa8657 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:40.932793 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ea7849cf-e354-4b18-8cd3-f6d2caaa8657 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4209466 Jul 13 07:36:40.936072 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40772) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:40.942311 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-20634edc-3fbc-4fd6-a77f-b615dd021533 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:40.976672 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-c066d607-ec26-478c-a183-c17156144c15 tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ac97c04122a240b49d03d839e0a3d922&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1091845 Jul 13 07:36:40.993861 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-20634edc-3fbc-4fd6-a77f-b615dd021533 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for floatingip, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:41.028423 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-9644ce05-09cd-4d73-97be-af5ab2d5fdea service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:36:41.032404 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-9644ce05-09cd-4d73-97be-af5ab2d5fdea service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0199158 Jul 13 07:36:41.046095 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-11f4807b-5310-42cb-8bbe-65812e565469 None None] Set router 22c527f4-252f-48a6-8240-5b7037b7bb83 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:36:41.102648 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6198460b-6594-489b-a029-cc5c87cc3154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:41.105800 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-654b4fc2-e081-42eb-99e2-6af431192c4c tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:41.212604 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b4fc2-e081-42eb-99e2-6af431192c4c tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'Subnet': ['ID=916cdb07-c049-4fad-9b37-c4d14d70bd76,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:41.238604 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-654b4fc2-e081-42eb-99e2-6af431192c4c tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:41.240648 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-654b4fc2-e081-42eb-99e2-6af431192c4c tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/subnets/916cdb07-c049-4fad-9b37-c4d14d70bd76 HTTP/1.1" status: 204 len: 168 time: 1.7977479 Jul 13 07:36:41.241407 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb04f3b-6b99-4354-95e9-a8fba4555ce6 req-6432aae2-7539-46c2-9c92-a8dd1e392d9d tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:41.249106 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6cb04f3b-6b99-4354-95e9-a8fba4555ce6 req-6432aae2-7539-46c2-9c92-a8dd1e392d9d tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de92cfd-cbe1-454b-9422-0d74372cb482 HTTP/1.1" status: 200 len: 945 time: 0.2098577 Jul 13 07:36:41.250400 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40774) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:41.363806 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-11f4807b-5310-42cb-8bbe-65812e565469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'name': 'tempest-AttachVolumeTestJSON-2132677675-router', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '8b160682-30de-473a-b9b0-61d7d4d8ba37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:26Z', 'updated_at': '2021-07-13T07:36:34Z', 'revision_number': 4, 'project_id': '1d949e521db641e0a957c32596881dd2', 'gw_port': {'id': '8b160682-30de-473a-b9b0-61d7d4d8ba37', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:17:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:27Z', 'updated_at': '2021-07-13T07:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '46d9952a-4c0c-453a-8ecb-485f4362db7c', 'name': '', 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'mac_address': 'fa:16:3e:4c:de:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '161fab74-9ca1-4ff2-9b41-082e2a13736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:33Z', 'updated_at': '2021-07-13T07:36:40Z', 'revision_number': 4, 'project_id': '1d949e521db641e0a957c32596881dd2', 'subnets': [{'id': '161fab74-9ca1-4ff2-9b41-082e2a13736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:41.383842 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6cb04f3b-6b99-4354-95e9-a8fba4555ce6 req-8e25be3f-4d9b-4e61-b8fb-6356b90d073b tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337321 Jul 13 07:36:41.394675 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f4807b-5310-42cb-8bbe-65812e565469 None None] The sync data for ids ['22c527f4-252f-48a6-8240-5b7037b7bb83'] in n-d-771363-34 is: [{'id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'name': 'tempest-AttachVolumeTestJSON-2132677675-router', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '8b160682-30de-473a-b9b0-61d7d4d8ba37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:26Z', 'updated_at': '2021-07-13T07:36:34Z', 'revision_number': 4, 'project_id': '1d949e521db641e0a957c32596881dd2', 'gw_port': {'id': '8b160682-30de-473a-b9b0-61d7d4d8ba37', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:17:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:27Z', 'updated_at': '2021-07-13T07:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '46d9952a-4c0c-453a-8ecb-485f4362db7c', 'name': '', 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'mac_address': 'fa:16:3e:4c:de:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '161fab74-9ca1-4ff2-9b41-082e2a13736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:33Z', 'updated_at': '2021-07-13T07:36:40Z', 'revision_number': 4, 'project_id': '1d949e521db641e0a957c32596881dd2', 'subnets': [{'id': '161fab74-9ca1-4ff2-9b41-082e2a13736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:36:41.415475 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-d78d67da-605b-42ce-8b14-31d7d3f140b4 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] DELETE failed (client error): The resource could not be found. Jul 13 07:36:41.415827 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d78d67da-605b-42ce-8b14-31d7d3f140b4 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:36:41.421462 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d78d67da-605b-42ce-8b14-31d7d3f140b4 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/subnets/04a2c712-9aab-4194-a0e7-b638e8578813 HTTP/1.1" status: 404 len: 337 time: 0.1616659 Jul 13 07:36:41.425089 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40776) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:41.448824 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-20634edc-3fbc-4fd6-a77f-b615dd021533 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:41.542725 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b8d456e-50d5-4d0e-97b3-c03d79986032 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Deleting subnet a4393dc4-0e4b-4c7e-8c8a-3f8d5378f899 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:36:41.546926 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2b8d456e-50d5-4d0e-97b3-c03d79986032 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:41.611295 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d05d7b-41c3-4017-b0b2-fc8bea8d6b91 None None] Network 7186c72c-0f19-47b1-b7a4-85133ffea6fc requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:41.639015 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6198460b-6594-489b-a029-cc5c87cc3154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:41.648923 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6198460b-6594-489b-a029-cc5c87cc3154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:41.656148 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6198460b-6594-489b-a029-cc5c87cc3154 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d4382dbf-ca9c-425d-a4f6-5bb9a951eb06 HTTP/1.1" status: 204 len: 168 time: 1.3890698 Jul 13 07:36:41.666547 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-8ade93db-bb48-4a0e-b432-1fc1676a6cff service neutron] 10.222.0.23 "GET /v2.0/networks/0681fd2b-37fc-4953-9e6e-a8ad596aebac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6048677 Jul 13 07:36:41.682874 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6198460b-6594-489b-a029-cc5c87cc3154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4382dbf-ca9c-425d-a4f6-5bb9a951eb06,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:41.721946 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2b8d456e-50d5-4d0e-97b3-c03d79986032 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:41.860722 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9429882c-b060-452e-9ad7-12ff25868c72 None None] Provisioning complete for port 980cc0bd-bc4b-4590-8dc0-4637f701fde1 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:41.861600 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9429882c-b060-452e-9ad7-12ff25868c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:41.881895 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-20634edc-3fbc-4fd6-a77f-b615dd021533 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Allocated IP 172.25.3.12 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/5c199d13-5dcd-42d6-92b5-d16d89aa4d30) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:41.976849 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-9429882c-b060-452e-9ad7-12ff25868c72 None None] Port 980cc0bd-bc4b-4590-8dc0-4637f701fde1 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:42.067550 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9429882c-b060-452e-9ad7-12ff25868c72 None None] Provisioning complete for port c2d7613f-759f-4af3-85ac-c4f424044730 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:42.067922 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9429882c-b060-452e-9ad7-12ff25868c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:42.146552 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-20634edc-3fbc-4fd6-a77f-b615dd021533 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:42.215937 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-20634edc-3fbc-4fd6-a77f-b615dd021533 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:42.267275 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20634edc-3fbc-4fd6-a77f-b615dd021533 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:42.304803 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-20634edc-3fbc-4fd6-a77f-b615dd021533 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:42.316884 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20634edc-3fbc-4fd6-a77f-b615dd021533 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:42.411036 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20634edc-3fbc-4fd6-a77f-b615dd021533 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Pushing event updated for resources: {'Port': ['ID=5c199d13-5dcd-42d6-92b5-d16d89aa4d30,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:42.472760 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40788) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:42.507862 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2b8d456e-50d5-4d0e-97b3-c03d79986032 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:42.547359 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-bcf1f86c-c5f9-4b0a-8554-47d083ee559d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dc7d1493802649fda88449804d951c19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0734277 Jul 13 07:36:42.566152 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40790) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:42.660012 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-20634edc-3fbc-4fd6-a77f-b615dd021533 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:42.780084 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-6c23d1d2-4b73-42dc-a778-78d3e1bacd85 service neutron] 10.222.0.23 "GET /v2.0/networks/0681fd2b-37fc-4953-9e6e-a8ad596aebac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0916483 Jul 13 07:36:42.796954 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2b8d456e-50d5-4d0e-97b3-c03d79986032 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:42.807289 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d738fb2f-0cf5-4b15-8a54-079b5f5e712c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:42.832822 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-20634edc-3fbc-4fd6-a77f-b615dd021533 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:42.904953 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d456e-50d5-4d0e-97b3-c03d79986032 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'Subnet': ['ID=a4393dc4-0e4b-4c7e-8c8a-3f8d5378f899,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:42.907474 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2b8d456e-50d5-4d0e-97b3-c03d79986032 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:42.911867 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2b8d456e-50d5-4d0e-97b3-c03d79986032 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/subnets/a4393dc4-0e4b-4c7e-8c8a-3f8d5378f899 HTTP/1.1" status: 204 len: 168 time: 1.4837694 Jul 13 07:36:42.919775 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40792) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:42.973577 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8b945d7-ecdf-435f-8ce4-6eb708dea381 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] DELETE failed (client error): The resource could not be found. Jul 13 07:36:42.974492 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8b945d7-ecdf-435f-8ce4-6eb708dea381 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:36:42.978334 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d8b945d7-ecdf-435f-8ce4-6eb708dea381 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/subnets/9174a4c0-c50c-4415-9d83-3f8b78bf8873 HTTP/1.1" status: 404 len: 337 time: 0.0572307 Jul 13 07:36:42.983736 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40796) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:43.116067 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 46d9952a-4c0c-453a-8ecb-485f4362db7c up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:43.123655 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9fc77e7e-58a1-4aeb-9495-7bb0da16e928 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "GET /v2.0/ports?device_id=091c060a-059e-47b4-929c-99705faa7b86 HTTP/1.1" status: 200 len: 205 time: 0.1382113 Jul 13 07:36:43.129152 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40806) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:43.159100 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d738fb2f-0cf5-4b15-8a54-079b5f5e712c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:43.240422 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-ebd8f872-2fb3-4f31-a8dd-c5a03db50e98 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] delete failed (client error): The resource could not be found. Jul 13 07:36:43.252702 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ebd8f872-2fb3-4f31-a8dd-c5a03db50e98 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/routers/091c060a-059e-47b4-929c-99705faa7b86 HTTP/1.1" status: 404 len: 336 time: 0.1211443 Jul 13 07:36:43.258471 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b567aae4-2345-411b-9d78-57a878c52383 None None] Network 7186c72c-0f19-47b1-b7a4-85133ffea6fc requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:43.262797 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40808) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:43.277535 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3a9282d6-25ef-423e-b719-4e66e8f47dd6 req-a687c1ae-b6f8-4120-aa86-bcdb4688c965 tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c9869c-2b61-46fa-a354-faa71483b6a9 HTTP/1.1" status: 200 len: 210 time: 0.1500621 Jul 13 07:36:43.284973 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 46d9952a-4c0c-453a-8ecb-485f4362db7c completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:43.302255 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d738fb2f-0cf5-4b15-8a54-079b5f5e712c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:43.305295 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d738fb2f-0cf5-4b15-8a54-079b5f5e712c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:43.308936 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d738fb2f-0cf5-4b15-8a54-079b5f5e712c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3f0fbb3b-ab1f-49ce-b8f7-2b08177cd7eb HTTP/1.1" status: 204 len: 168 time: 0.7395542 Jul 13 07:36:43.312041 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 46d9952a-4c0c-453a-8ecb-485f4362db7c triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:43.312486 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:43.376615 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-76237350-8ce8-49e3-8011-4ac57c97cddd tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] DELETE failed (client error): The resource could not be found. Jul 13 07:36:43.377362 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76237350-8ce8-49e3-8011-4ac57c97cddd tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:36:43.380249 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-76237350-8ce8-49e3-8011-4ac57c97cddd tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/subnets/6a5740f7-6ce6-4918-a8b2-e79751859476 HTTP/1.1" status: 404 len: 337 time: 0.1091700 Jul 13 07:36:43.385822 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40812) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:43.395142 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582c7df-465d-4f46-a7f1-d792bf9581a5 req-826ae47c-6d92-4ac9-8253-8f31dd06bdc4 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:43.403222 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e582c7df-465d-4f46-a7f1-d792bf9581a5 req-826ae47c-6d92-4ac9-8253-8f31dd06bdc4 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de92cfd-cbe1-454b-9422-0d74372cb482 HTTP/1.1" status: 200 len: 945 time: 0.6874549 Jul 13 07:36:43.405709 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738fb2f-0cf5-4b15-8a54-079b5f5e712c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0fbb3b-ab1f-49ce-b8f7-2b08177cd7eb,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:43.451628 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3123510-81bf-4624-b960-12a7358d4d27 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] DELETE failed (client error): The resource could not be found. Jul 13 07:36:43.452257 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3123510-81bf-4624-b960-12a7358d4d27 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:36:43.462145 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d3123510-81bf-4624-b960-12a7358d4d27 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/subnets/7006a222-cfa0-4ca2-8ca7-c2bb4b6c0c98 HTTP/1.1" status: 404 len: 337 time: 0.0748441 Jul 13 07:36:43.464458 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40814) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:43.561997 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-d054912c-6f48-435f-89d2-31fab103f9ca tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] DELETE failed (client error): The resource could not be found. Jul 13 07:36:43.562868 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d054912c-6f48-435f-89d2-31fab103f9ca tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:36:43.565893 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d054912c-6f48-435f-89d2-31fab103f9ca tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/subnets/22179879-7840-4d7e-be19-f2f1072a4dc7 HTTP/1.1" status: 404 len: 337 time: 0.1001408 Jul 13 07:36:43.568794 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40816) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:43.570844 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e582c7df-465d-4f46-a7f1-d792bf9581a5 req-756beb92-6220-4340-963e-a175dda5ffcb tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661031 Jul 13 07:36:43.593903 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-20634edc-3fbc-4fd6-a77f-b615dd021533 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:43.602451 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-20634edc-3fbc-4fd6-a77f-b615dd021533 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:43.683355 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e99dad65-7e65-4b71-9b1b-a41ea1d2623d None None] Provisioning complete for port 980cc0bd-bc4b-4590-8dc0-4637f701fde1 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:43.683818 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e99dad65-7e65-4b71-9b1b-a41ea1d2623d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:43.726904 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20634edc-3fbc-4fd6-a77f-b615dd021533 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Pushing event updated for resources: {'Port': ['ID=5c199d13-5dcd-42d6-92b5-d16d89aa4d30,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:43.729777 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-04b604a2-147d-42ab-aa40-c088fd5e1d7f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] DELETE failed (client error): The resource could not be found. Jul 13 07:36:43.731177 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04b604a2-147d-42ab-aa40-c088fd5e1d7f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:36:43.735254 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-04b604a2-147d-42ab-aa40-c088fd5e1d7f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/ports/34565183-ed41-4f21-aae8-cfaefe8e185c HTTP/1.1" status: 404 len: 333 time: 0.1637144 Jul 13 07:36:43.739734 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40818) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:43.805118 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0460717-e8ce-4964-a438-fac07d4d2d3f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] DELETE failed (client error): The resource could not be found. Jul 13 07:36:43.805562 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0460717-e8ce-4964-a438-fac07d4d2d3f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:36:43.808779 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d0460717-e8ce-4964-a438-fac07d4d2d3f tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/subnets/f401da03-661e-46aa-a491-2189c059cbcb HTTP/1.1" status: 404 len: 337 time: 0.0661919 Jul 13 07:36:43.815505 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40822) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:43.847633 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-d73d6358-a84f-4dd5-8aef-3cc392340746 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] DELETE failed (client error): The resource could not be found. Jul 13 07:36:43.848297 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d73d6358-a84f-4dd5-8aef-3cc392340746 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:36:43.850440 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d73d6358-a84f-4dd5-8aef-3cc392340746 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/subnets/695cb8d3-ac66-4ab9-bd67-ff0c46f57a93 HTTP/1.1" status: 404 len: 337 time: 0.0333865 Jul 13 07:36:43.854917 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40824) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:43.871415 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-20634edc-3fbc-4fd6-a77f-b615dd021533 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:43.900017 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-20634edc-3fbc-4fd6-a77f-b615dd021533 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:43.902051 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-20634edc-3fbc-4fd6-a77f-b615dd021533 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9647212 Jul 13 07:36:43.925351 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-547f146e-9c1a-40c2-adf8-7025a427e693 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] DELETE failed (client error): The resource could not be found. Jul 13 07:36:43.926341 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-547f146e-9c1a-40c2-adf8-7025a427e693 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:36:43.929165 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-547f146e-9c1a-40c2-adf8-7025a427e693 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/ports/93952c59-5b42-45bb-8307-ffd39f25c8cb HTTP/1.1" status: 404 len: 333 time: 0.0717056 Jul 13 07:36:43.930953 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40830) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:43.948535 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-e99dad65-7e65-4b71-9b1b-a41ea1d2623d None None] Port 980cc0bd-bc4b-4590-8dc0-4637f701fde1 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:43.960132 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-83cb7619-1d04-4b1c-9306-bad2e62e4e77 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] DELETE failed (client error): The resource could not be found. Jul 13 07:36:43.960789 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83cb7619-1d04-4b1c-9306-bad2e62e4e77 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:36:43.963490 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-83cb7619-1d04-4b1c-9306-bad2e62e4e77 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/subnets/9e654b6c-9b3a-4a92-b0e6-237435614f85 HTTP/1.1" status: 404 len: 337 time: 0.0307066 Jul 13 07:36:43.966222 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40832) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:44.000140 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-df46ad55-0c47-4fe4-988b-52419cdbd7cf tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] DELETE failed (client error): The resource could not be found. Jul 13 07:36:44.000984 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df46ad55-0c47-4fe4-988b-52419cdbd7cf tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:36:44.005858 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-df46ad55-0c47-4fe4-988b-52419cdbd7cf tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/subnets/1c42113f-72d9-44c4-81ce-3d77e74f1f87 HTTP/1.1" status: 404 len: 337 time: 0.0363719 Jul 13 07:36:44.006562 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40834) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:44.009327 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e99dad65-7e65-4b71-9b1b-a41ea1d2623d None None] Provisioning complete for port c2d7613f-759f-4af3-85ac-c4f424044730 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:44.010692 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e99dad65-7e65-4b71-9b1b-a41ea1d2623d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:44.020709 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:44.115903 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63446d0e-c50c-4216-8c65-cb03718ab3b8 None None] DHCP port deletion for 7186c72c-0f19-47b1-b7a4-85133ffea6fc request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:36:44.138579 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 46d9952a-4c0c-453a-8ecb-485f4362db7c, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=46d9952a-4c0c-453a-8ecb-485f4362db7c,segment=NetworkSegment(11955ddd-a8b9-470c-b670-fec4bab54b6d),segment_id=11955ddd-a8b9-470c-b670-fec4bab54b6d)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:44.148295 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:44.194323 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-fc36ae39-a408-4114-9f23-8d323c73cebd tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Deleting port 980cc0bd-bc4b-4590-8dc0-4637f701fde1 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:36:44.195168 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fc36ae39-a408-4114-9f23-8d323c73cebd tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:44.305047 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=46d9952a-4c0c-453a-8ecb-485f4362db7c,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:44.329161 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-63446d0e-c50c-4216-8c65-cb03718ab3b8 None None] Deleting port c2d7613f-759f-4af3-85ac-c4f424044730 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:36:44.329554 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-63446d0e-c50c-4216-8c65-cb03718ab3b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:44.457727 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fc36ae39-a408-4114-9f23-8d323c73cebd tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:44.506706 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0d544304-8ef4-4b86-a011-a52810e22e7c req-8e88c10a-18f0-462e-8288-94e7899c501e tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c9869c-2b61-46fa-a354-faa71483b6a9 HTTP/1.1" status: 200 len: 210 time: 0.0683904 Jul 13 07:36:44.525499 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-fc36ae39-a408-4114-9f23-8d323c73cebd tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Calling delete_port for 980cc0bd-bc4b-4590-8dc0-4637f701fde1 owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:36:44.614648 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-ad4c2764-1ab1-45a6-a546-0b30eca98b3b tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1378320496&fields=id&tenant_id=1d949e521db641e0a957c32596881dd2 HTTP/1.1" status: 200 len: 267 time: 0.1549516 Jul 13 07:36:44.719289 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-63446d0e-c50c-4216-8c65-cb03718ab3b8 None None] For port c2d7613f-759f-4af3-85ac-c4f424044730, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=c2d7613f-759f-4af3-85ac-c4f424044730,segment=NetworkSegment(7eb38e68-075c-431a-9d2b-117f73f4b229),segment_id=7eb38e68-075c-431a-9d2b-117f73f4b229)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:44.719700 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-63446d0e-c50c-4216-8c65-cb03718ab3b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:44.785518 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-63446d0e-c50c-4216-8c65-cb03718ab3b8 None None] Calling delete_port for c2d7613f-759f-4af3-85ac-c4f424044730 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:36:44.873050 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fc36ae39-a408-4114-9f23-8d323c73cebd tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:45.013285 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-6297773f-d15d-4804-bde6-38410381fb95 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:45.028840 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-6297773f-d15d-4804-bde6-38410381fb95 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/networks?id=c6c7368c-96bb-4e1d-964f-3969d7e167b4 HTTP/1.1" status: 200 len: 811 time: 0.4103322 Jul 13 07:36:45.078867 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-43eb30a8-c15f-4754-8378-ed5198a99943 None None] Provisioning complete for port 46d9952a-4c0c-453a-8ecb-485f4362db7c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:45.079869 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-43eb30a8-c15f-4754-8378-ed5198a99943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:45.084524 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-7a8f4481-1bf7-4418-b76c-83a688ed0fe2 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/quotas/1d949e521db641e0a957c32596881dd2 HTTP/1.1" status: 200 len: 375 time: 0.0542691 Jul 13 07:36:45.100228 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36ae39-a408-4114-9f23-8d323c73cebd tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'Port': ['ID=980cc0bd-bc4b-4590-8dc0-4637f701fde1,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:45.131022 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fc36ae39-a408-4114-9f23-8d323c73cebd tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:45.137140 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-fc36ae39-a408-4114-9f23-8d323c73cebd tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/ports/980cc0bd-bc4b-4590-8dc0-4637f701fde1 HTTP/1.1" status: 204 len: 168 time: 1.1252174 Jul 13 07:36:45.138226 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40874) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:45.197344 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 46d9952a-4c0c-453a-8ecb-485f4362db7c up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:45.311823 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-22d4b2fb-a503-45a2-8694-40929c5e2613 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d949e521db641e0a957c32596881dd2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2260597 Jul 13 07:36:45.457234 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e2cda584-aec6-49d8-8a4c-d6db6e1975e8 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:45.473220 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 46d9952a-4c0c-453a-8ecb-485f4362db7c triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:45.473842 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:45.494558 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30072344-f03b-4990-8859-42458f976ac5 req-83ebccb1-2359-49df-b26d-d8590bd7335b tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:45.505600 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-30072344-f03b-4990-8859-42458f976ac5 req-83ebccb1-2359-49df-b26d-d8590bd7335b tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de92cfd-cbe1-454b-9422-0d74372cb482 HTTP/1.1" status: 200 len: 945 time: 0.4607608 Jul 13 07:36:45.561485 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-f2b144b4-ff78-4b03-b724-f82e9904d065 service neutron] 10.222.0.23 "GET /v2.0/networks/c6c7368c-96bb-4e1d-964f-3969d7e167b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484026 Jul 13 07:36:45.593402 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-30072344-f03b-4990-8859-42458f976ac5 req-62b09a45-11f8-46f3-a852-58bf9f505e5c tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860450 Jul 13 07:36:45.637182 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-e2cda584-aec6-49d8-8a4c-d6db6e1975e8 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Deleting port c2d7613f-759f-4af3-85ac-c4f424044730 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:36:45.639636 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e2cda584-aec6-49d8-8a4c-d6db6e1975e8 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:45.813742 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-e7317787-102c-4cfb-9cbf-ef3dcd10c323 service neutron] 10.222.0.23 "GET /v2.0/networks/c6c7368c-96bb-4e1d-964f-3969d7e167b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512410 Jul 13 07:36:45.819290 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-63446d0e-c50c-4216-8c65-cb03718ab3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:45.819768 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-e2cda584-aec6-49d8-8a4c-d6db6e1975e8 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] For port c2d7613f-759f-4af3-85ac-c4f424044730, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=c2d7613f-759f-4af3-85ac-c4f424044730,segment=NetworkSegment(7eb38e68-075c-431a-9d2b-117f73f4b229),segment_id=7eb38e68-075c-431a-9d2b-117f73f4b229)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:45.820511 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e2cda584-aec6-49d8-8a4c-d6db6e1975e8 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:45.841306 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-e2cda584-aec6-49d8-8a4c-d6db6e1975e8 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Calling delete_port for c2d7613f-759f-4af3-85ac-c4f424044730 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:36:45.892009 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63446d0e-c50c-4216-8c65-cb03718ab3b8 None None] No DVR routers for this DVR port c2d7613f-759f-4af3-85ac-c4f424044730 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:36:46.016399 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e2cda584-aec6-49d8-8a4c-d6db6e1975e8 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:46.054390 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cda584-aec6-49d8-8a4c-d6db6e1975e8 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'Port': ['ID=c2d7613f-759f-4af3-85ac-c4f424044730,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:46.056667 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c2d7613f-759f-4af3-85ac-c4f424044730 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:36:46.060267 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63446d0e-c50c-4216-8c65-cb03718ab3b8 None None] Pushing event deleted for resources: {'Port': ['ID=c2d7613f-759f-4af3-85ac-c4f424044730,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:46.108918 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cda584-aec6-49d8-8a4c-d6db6e1975e8 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] No DVR routers for this DVR port c2d7613f-759f-4af3-85ac-c4f424044730 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:36:46.112229 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a112055b-6464-4467-b444-667affc09928 req-a02f1cec-1330-4c1b-8de4-c361631a51f5 tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c9869c-2b61-46fa-a354-faa71483b6a9 HTTP/1.1" status: 200 len: 210 time: 0.1106780 Jul 13 07:36:46.149374 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: c2d7613f-759f-4af3-85ac-c4f424044730 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:36:46.149925 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c2d7613f-759f-4af3-85ac-c4f424044730 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:36:46.397896 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e2cda584-aec6-49d8-8a4c-d6db6e1975e8 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:46.437914 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40922) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:46.459960 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-e2cda584-aec6-49d8-8a4c-d6db6e1975e8 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7186c72c-0f19-47b1-b7a4-85133ffea6fc']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:46.598523 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-e2cda584-aec6-49d8-8a4c-d6db6e1975e8 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb38e68-075c-431a-9d2b-117f73f4b229') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:46.599111 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-e2cda584-aec6-49d8-8a4c-d6db6e1975e8 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb38e68-075c-431a-9d2b-117f73f4b229') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:36:46.612927 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3398f391-8faf-4688-a60c-8985a6ea8a52 req-ee357f7b-463d-40b8-9584-4b7168fc7ffb tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 210 time: 0.1702306 Jul 13 07:36:46.643072 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-d0373234-b45b-4e17-b984-69527489efa0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1934844537'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:46.650797 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e2cda584-aec6-49d8-8a4c-d6db6e1975e8 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:46.683876 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e2cda584-aec6-49d8-8a4c-d6db6e1975e8 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:46.704818 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2cda584-aec6-49d8-8a4c-d6db6e1975e8 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:36:46.705731 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e2cda584-aec6-49d8-8a4c-d6db6e1975e8 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:46.728064 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:36:46.728064 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:36:46.728064 n-d-771363-34 neutron-server[94018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:36:46.728064 n-d-771363-34 neutron-server[94018]: self.session.flush() Jul 13 07:36:46.728064 n-d-771363-34 neutron-server[94018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:36:46.728064 n-d-771363-34 neutron-server[94018]: self.session.flush() Jul 13 07:36:46.728064 n-d-771363-34 neutron-server[94018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:36:46.728064 n-d-771363-34 neutron-server[94018]: self.session.flush() Jul 13 07:36:46.728064 n-d-771363-34 neutron-server[94018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:36:46.728064 n-d-771363-34 neutron-server[94018]: self.session.flush() Jul 13 07:36:46.728064 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:36:46.728064 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:36:46.728064 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:36:46.728064 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:36:46.728064 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:36:46.728064 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:36:46.728064 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:36:46.728064 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:36:46.728064 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:36:46.728064 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:36:46.728064 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:36:46.728064 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:36:46.728064 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:36:46.728064 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:36:46.728064 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:36:46.728064 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:36:46.728064 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:36:46.728064 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:36:46.728064 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:36:46.728064 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:36:46.728064 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:36:46.728064 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:36:46.728064 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:36:46.728064 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:36:46.728064 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:36:46.728064 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:36:46.728064 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:36:46.728064 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:36:46.728064 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:36:46.728064 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:36:46.728064 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:36:46.728064 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:36:46.732132 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0373234-b45b-4e17-b984-69527489efa0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Made reservation on behalf of 6664cd00d4894e6789a2133f8d78f61e for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:46.759594 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d0373234-b45b-4e17-b984-69527489efa0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:46.821261 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d0373234-b45b-4e17-b984-69527489efa0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:46.885705 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e2cda584-aec6-49d8-8a4c-d6db6e1975e8 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:46.919802 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e2cda584-aec6-49d8-8a4c-d6db6e1975e8 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:46.937383 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e2cda584-aec6-49d8-8a4c-d6db6e1975e8 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] 10.222.0.23 "DELETE /v2.0/networks/7186c72c-0f19-47b1-b7a4-85133ffea6fc HTTP/1.1" status: 204 len: 168 time: 1.7979929 Jul 13 07:36:46.976142 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cda584-aec6-49d8-8a4c-d6db6e1975e8 tempest-PortsTestJSON-189804637 tempest-PortsTestJSON-189804637-project] Pushing event deleted for resources: {'Network': ['ID=7186c72c-0f19-47b1-b7a4-85133ffea6fc,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:47.403477 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d0373234-b45b-4e17-b984-69527489efa0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:47.413794 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d0373234-b45b-4e17-b984-69527489efa0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:47.462223 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38473263-3839-433b-81fd-0a93825c77d1 req-ac2be3f3-dbe3-4324-bccb-212d5585d02b tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:47.470806 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-38473263-3839-433b-81fd-0a93825c77d1 req-ac2be3f3-dbe3-4324-bccb-212d5585d02b tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de92cfd-cbe1-454b-9422-0d74372cb482 HTTP/1.1" status: 200 len: 945 time: 0.5720203 Jul 13 07:36:47.482317 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0373234-b45b-4e17-b984-69527489efa0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:36:47.490394 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a1a486a5-d65c-48cf-8e16-b47ea1e16d1d req-49cd06ec-bc53-47cf-91b1-347e8e70f9f7 tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c9869c-2b61-46fa-a354-faa71483b6a9 HTTP/1.1" status: 200 len: 210 time: 0.1070459 Jul 13 07:36:47.537444 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-3f2fce45-afc8-496c-8280-44fa795da598 tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:47.539588 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-3f2fce45-afc8-496c-8280-44fa795da598 tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] 10.222.0.42 "GET /v2.0/networks?id=0681fd2b-37fc-4953-9e6e-a8ad596aebac HTTP/1.1" status: 200 len: 822 time: 0.6440146 Jul 13 07:36:47.540556 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 41034) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:47.552956 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0373234-b45b-4e17-b984-69527489efa0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0e2bef-066d-4359-89c8-7f898fc8bd3d,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:47.563468 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d0373234-b45b-4e17-b984-69527489efa0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:47.564299 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-d0373234-b45b-4e17-b984-69527489efa0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Added segment 3f032d73-46e4-4b1e-a561-382459df0385 of type vlan for network 09837388-02da-4934-8b50-d97c7770c8be Jul 13 07:36:47.594701 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-e1fa3bfc-e55b-4c93-84d8-0d3cd19b1e7e tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] Request body: {'port': {'device_id': 'b5c9869c-2b61-46fa-a354-faa71483b6a9', 'network_id': '0681fd2b-37fc-4953-9e6e-a8ad596aebac', 'admin_state_up': True, 'tenant_id': 'ac97c04122a240b49d03d839e0a3d922'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:47.780964 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d0373234-b45b-4e17-b984-69527489efa0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:47.930507 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-fb74e403-58a2-40b0-9e55-5e2dbdad5f17 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=71f928143c3f4a60bafd545bee5481d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3852296 Jul 13 07:36:47.935506 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 41088) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:48.006183 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-38473263-3839-433b-81fd-0a93825c77d1 req-edf33065-8184-4b4b-9638-359f221490f2 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5344617 Jul 13 07:36:48.078728 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d0373234-b45b-4e17-b984-69527489efa0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:48.082409 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9d498b4c-7c84-4a75-a397-2d8b24d4b3e5 req-8bf13131-abdf-4211-837c-24968e495812 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 210 time: 0.1458960 Jul 13 07:36:48.093962 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0373234-b45b-4e17-b984-69527489efa0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:48.096109 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d0373234-b45b-4e17-b984-69527489efa0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:48.102427 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f8621afa-b798-402a-a0ce-2c3a78c6279a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:48.137585 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 41112) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:48.138556 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d0373234-b45b-4e17-b984-69527489efa0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6994815 Jul 13 07:36:48.146574 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-e1fa3bfc-e55b-4c93-84d8-0d3cd19b1e7e tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] Made reservation on behalf of ac97c04122a240b49d03d839e0a3d922 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:48.148650 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-568e9899-3674-4823-8f18-2747bbba9139 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1407931376'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:48.151062 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-e1fa3bfc-e55b-4c93-84d8-0d3cd19b1e7e tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:48.154499 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f8621afa-b798-402a-a0ce-2c3a78c6279a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:48.217654 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568e9899-3674-4823-8f18-2747bbba9139 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Made reservation on behalf of 6664cd00d4894e6789a2133f8d78f61e for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:48.222502 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-568e9899-3674-4823-8f18-2747bbba9139 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:48.238353 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0373234-b45b-4e17-b984-69527489efa0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event updated for resources: {'Network': ['ID=09837388-02da-4934-8b50-d97c7770c8be,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:48.260344 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f8621afa-b798-402a-a0ce-2c3a78c6279a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:48.264770 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f8621afa-b798-402a-a0ce-2c3a78c6279a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:48.264943 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 09837388-02da-4934-8b50-d97c7770c8be details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:36:48.267326 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f8621afa-b798-402a-a0ce-2c3a78c6279a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b53619e9-16d3-4169-a287-593d1249509b HTTP/1.1" status: 204 len: 168 time: 0.3105350 Jul 13 07:36:48.293571 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-568e9899-3674-4823-8f18-2747bbba9139 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:36:48.317064 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8621afa-b798-402a-a0ce-2c3a78c6279a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53619e9-16d3-4169-a287-593d1249509b,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:48.340793 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-568e9899-3674-4823-8f18-2747bbba9139 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:48.341377 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-568e9899-3674-4823-8f18-2747bbba9139 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Added segment e90cd515-abe5-4ca8-9b0e-0c469dc1d212 of type vlan for network f2e92587-9e49-4d16-a710-fbaafbea482d Jul 13 07:36:48.439079 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-e1fa3bfc-e55b-4c93-84d8-0d3cd19b1e7e tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] Allocated IP 172.20.0.8 (0681fd2b-37fc-4953-9e6e-a8ad596aebac/3e0d8f3e-d56e-40d1-8ad5-c5f4b4c52444/e301811d-6a3a-4825-92b3-16032f6fae03) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:48.469072 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-568e9899-3674-4823-8f18-2747bbba9139 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:48.574487 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-568e9899-3674-4823-8f18-2747bbba9139 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:48.596100 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568e9899-3674-4823-8f18-2747bbba9139 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:48.597094 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-568e9899-3674-4823-8f18-2747bbba9139 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:48.632160 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-568e9899-3674-4823-8f18-2747bbba9139 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4933054 Jul 13 07:36:48.646784 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 41164) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:48.653686 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-18635d17-ce70-4ef6-a60b-21c761406aae tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Request body: {'subnet': {'network_id': '09837388-02da-4934-8b50-d97c7770c8be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:48.814709 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-e1fa3bfc-e55b-4c93-84d8-0d3cd19b1e7e tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:48.880663 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-e1fa3bfc-e55b-4c93-84d8-0d3cd19b1e7e tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:48.968032 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-e1fa3bfc-e55b-4c93-84d8-0d3cd19b1e7e tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] Network 0681fd2b-37fc-4953-9e6e-a8ad596aebac is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:49.005856 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-e1fa3bfc-e55b-4c93-84d8-0d3cd19b1e7e tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:49.014490 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-e1fa3bfc-e55b-4c93-84d8-0d3cd19b1e7e tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:49.058435 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa3bfc-e55b-4c93-84d8-0d3cd19b1e7e tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] Pushing event updated for resources: {'Port': ['ID=e301811d-6a3a-4825-92b3-16032f6fae03,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:49.115117 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1efe28-381c-4217-bb7f-785777fa0bc6 req-f8fd4b49-5923-4311-9e23-63cbdcb729d8 tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:49.127835 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be1efe28-381c-4217-bb7f-785777fa0bc6 req-f8fd4b49-5923-4311-9e23-63cbdcb729d8 tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c9869c-2b61-46fa-a354-faa71483b6a9 HTTP/1.1" status: 200 len: 931 time: 0.2529018 Jul 13 07:36:49.181438 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-e1fa3bfc-e55b-4c93-84d8-0d3cd19b1e7e tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:49.182731 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-e1fa3bfc-e55b-4c93-84d8-0d3cd19b1e7e tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:49.221143 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e9899-3674-4823-8f18-2747bbba9139 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event updated for resources: {'Network': ['ID=f2e92587-9e49-4d16-a710-fbaafbea482d,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:49.241183 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network f2e92587-9e49-4d16-a710-fbaafbea482d details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:36:49.257659 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18635d17-ce70-4ef6-a60b-21c761406aae tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Made reservation on behalf of 6664cd00d4894e6789a2133f8d78f61e for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:49.272368 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-18635d17-ce70-4ef6-a60b-21c761406aae tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:49.272830 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be1efe28-381c-4217-bb7f-785777fa0bc6 req-a88a20bf-323b-4f6b-9f84-2dd078d6d324 tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] 10.222.0.23 "GET /v2.0/security-groups?id=356706eb-da9e-40d6-88f8-1424bf5f5566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384964 Jul 13 07:36:49.281342 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-e1fa3bfc-e55b-4c93-84d8-0d3cd19b1e7e tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7324293 Jul 13 07:36:49.321866 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-df0d5f08-500a-4e43-a491-a0811ad930c2 service neutron] Request body: {'port': {'device_id': 'b5c9869c-2b61-46fa-a354-faa71483b6a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:49.492174 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-36bc4a67-ad10-4845-bc53-b966a71ec40f tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:49.496572 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-36bc4a67-ad10-4845-bc53-b966a71ec40f tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.25 "GET /v2.0/networks?id=c6c7368c-96bb-4e1d-964f-3969d7e167b4 HTTP/1.1" status: 200 len: 811 time: 0.4978077 Jul 13 07:36:49.599855 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-df0d5f08-500a-4e43-a491-a0811ad930c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:49.680274 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-8eacb804-0e10-4da2-ae6b-4c0ca3310d73 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d949e521db641e0a957c32596881dd2 HTTP/1.1" status: 200 len: 380 time: 0.1608272 Jul 13 07:36:49.744540 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-0a3dde39-947b-4b34-951a-b227e023bcbe tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Request body: {'port': {'device_id': '4342b9e2-2ab7-4e3b-b55d-554201fccaaa', 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4', 'admin_state_up': True, 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'security_groups': ['25c18a17-9cb1-4967-8794-129d946ca0e4']}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:49.812031 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d7ec7fca-ad26-4e18-8371-90d13bab05a9 req-9b4a7296-8d76-45ed-8373-831048300b58 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 210 time: 0.1676667 Jul 13 07:36:49.813186 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 41298) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:49.951168 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6dec8a-6867-408f-9380-ee84d40547be req-9b6a6ff1-6e3f-414b-8008-f5cac12219e3 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:49.953936 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ac6dec8a-6867-408f-9380-ee84d40547be req-9b6a6ff1-6e3f-414b-8008-f5cac12219e3 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de92cfd-cbe1-454b-9422-0d74372cb482 HTTP/1.1" status: 200 len: 945 time: 0.6057808 Jul 13 07:36:50.036029 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-895f6982-532a-4f01-b600-0d0e0f7ae4bb tempest-SubnetPoolsTestJSON-1940282206 tempest-SubnetPoolsTestJSON-1940282206-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-448386553', 'prefixes': ['172.20.0.0/16']}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:50.200732 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-18635d17-ce70-4ef6-a60b-21c761406aae tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:50.216468 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-0a3dde39-947b-4b34-951a-b227e023bcbe tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Made reservation on behalf of 1d949e521db641e0a957c32596881dd2 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:50.216468 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-0a3dde39-947b-4b34-951a-b227e023bcbe tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:50.393153 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-df0d5f08-500a-4e43-a491-a0811ad930c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e301811d-6a3a-4825-92b3-16032f6fae03 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:50.414805 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-df0d5f08-500a-4e43-a491-a0811ad930c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:50.424819 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ac6dec8a-6867-408f-9380-ee84d40547be req-8a7e40c8-f315-4e0b-83fd-280be48b510e tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4556842 Jul 13 07:36:50.439915 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-895f6982-532a-4f01-b600-0d0e0f7ae4bb tempest-SubnetPoolsTestJSON-1940282206 tempest-SubnetPoolsTestJSON-1940282206-project] Notify callbacks [] for subnetpool, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:50.442124 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-895f6982-532a-4f01-b600-0d0e0f7ae4bb tempest-SubnetPoolsTestJSON-1940282206 tempest-SubnetPoolsTestJSON-1940282206-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.6235728 Jul 13 07:36:50.446349 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 41366) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:50.451720 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-df0d5f08-500a-4e43-a491-a0811ad930c2 service neutron] Transition to ACTIVE for port object e301811d-6a3a-4825-92b3-16032f6fae03 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:50.469250 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18635d17-ce70-4ef6-a60b-21c761406aae tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event updated for resources: {'Subnet': ['ID=65238e42-bd16-4599-896f-d86e22273558,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:50.506019 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-df0d5f08-500a-4e43-a491-a0811ad930c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:50.518223 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18635d17-ce70-4ef6-a60b-21c761406aae tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Checking segment: {'id': '3f032d73-46e4-4b1e-a561-382459df0385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '09837388-02da-4934-8b50-d97c7770c8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:50.518853 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18635d17-ce70-4ef6-a60b-21c761406aae tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Network hostable DHCP agents. Network: 09837388-02da-4934-8b50-d97c7770c8be, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:36:50.580540 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18635d17-ce70-4ef6-a60b-21c761406aae tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Network 09837388-02da-4934-8b50-d97c7770c8be is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:36:50.583970 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-0a3dde39-947b-4b34-951a-b227e023bcbe tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Allocated IP 172.20.0.11 (c6c7368c-96bb-4e1d-964f-3969d7e167b4/161fab74-9ca1-4ff2-9b41-082e2a13736e/90a26624-e32b-47b0-9ae1-e663e374890a) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:50.674003 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-67107787-5c09-4064-bbb2-8be6a6419241 tempest-SubnetPoolsTestJSON-1940282206 tempest-SubnetPoolsTestJSON-1940282206-project] 10.222.0.23 "GET /v2.0/subnetpools/e12dbdd5-70ad-4eb6-a4de-4f03880c2e4f HTTP/1.1" status: 200 len: 731 time: 0.2250223 Jul 13 07:36:50.681231 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 41386) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:50.690042 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-18635d17-ce70-4ef6-a60b-21c761406aae tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 09837388-02da-4934-8b50-d97c7770c8be) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:50.700007 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-ef0f7389-5f08-45a6-8cc8-4ba057c7391a tempest-SubnetPoolsTestJSON-1940282206 tempest-SubnetPoolsTestJSON-1940282206-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1174726252'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:50.710359 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c97921-bd12-4283-ae4c-cd6f74fc2c7b None None] Network 09837388-02da-4934-8b50-d97c7770c8be requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:50.736834 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18635d17-ce70-4ef6-a60b-21c761406aae tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:50.737745 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-18635d17-ce70-4ef6-a60b-21c761406aae tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:50.898347 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-18635d17-ce70-4ef6-a60b-21c761406aae tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2500451 Jul 13 07:36:50.913681 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 41402) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:50.968376 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d5f08-500a-4e43-a491-a0811ad930c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e301811d-6a3a-4825-92b3-16032f6fae03,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:51.002939 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-ff603ed7-0d23-4b53-9500-a41af20c956f tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Request body: {'subnet': {'network_id': 'f2e92587-9e49-4d16-a710-fbaafbea482d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:51.067726 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-df0d5f08-500a-4e43-a491-a0811ad930c2 service neutron] Attempting to bind port e301811d-6a3a-4825-92b3-16032f6fae03 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:51.069608 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-df0d5f08-500a-4e43-a491-a0811ad930c2 service neutron] Attempting to bind port e301811d-6a3a-4825-92b3-16032f6fae03 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'ab33aa14-001e-49a7-af16-8b72624a25cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0681fd2b-37fc-4953-9e6e-a8ad596aebac'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:51.070651 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-df0d5f08-500a-4e43-a491-a0811ad930c2 service neutron] Attempting to bind port e301811d-6a3a-4825-92b3-16032f6fae03 on network 0681fd2b-37fc-4953-9e6e-a8ad596aebac {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:51.083307 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-df0d5f08-500a-4e43-a491-a0811ad930c2 service neutron] Port e301811d-6a3a-4825-92b3-16032f6fae03 on network 0681fd2b-37fc-4953-9e6e-a8ad596aebac not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:36:51.084207 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-df0d5f08-500a-4e43-a491-a0811ad930c2 service neutron] Attempting to bind port e301811d-6a3a-4825-92b3-16032f6fae03 on network 0681fd2b-37fc-4953-9e6e-a8ad596aebac {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:51.093221 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-0a3dde39-947b-4b34-951a-b227e023bcbe tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:51.132705 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-0a3dde39-947b-4b34-951a-b227e023bcbe tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Transition to ACTIVE for port object 90a26624-e32b-47b0-9ae1-e663e374890a will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:51.170479 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-df0d5f08-500a-4e43-a491-a0811ad930c2 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:51.171289 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-df0d5f08-500a-4e43-a491-a0811ad930c2 service neutron] Checking segment: {'id': 'ab33aa14-001e-49a7-af16-8b72624a25cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0681fd2b-37fc-4953-9e6e-a8ad596aebac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:51.171479 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-df0d5f08-500a-4e43-a491-a0811ad930c2 service neutron] Bound using segment: {'id': 'ab33aa14-001e-49a7-af16-8b72624a25cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0681fd2b-37fc-4953-9e6e-a8ad596aebac'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:51.171854 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-df0d5f08-500a-4e43-a491-a0811ad930c2 service neutron] Bound port: e301811d-6a3a-4825-92b3-16032f6fae03, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab33aa14-001e-49a7-af16-8b72624a25cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0681fd2b-37fc-4953-9e6e-a8ad596aebac'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:51.172451 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-df0d5f08-500a-4e43-a491-a0811ad930c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:51.259970 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639f574e-b5a4-4b88-a59b-3b448de688e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-09837388-02da-4934-8b50-d97c7770c8be', 'network_id': '09837388-02da-4934-8b50-d97c7770c8be', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'fixed_ips': [{'subnet_id': '65238e42-bd16-4599-896f-d86e22273558'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:36:51.261545 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-639f574e-b5a4-4b88-a59b-3b448de688e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:51.290459 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-0a3dde39-947b-4b34-951a-b227e023bcbe tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:51.301833 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f7620-c6b7-4d97-b36d-513ccedd3e86 req-62ec516e-a18a-456d-9173-fc2d2e04e445 tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:51.314274 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8e4f7620-c6b7-4d97-b36d-513ccedd3e86 req-62ec516e-a18a-456d-9173-fc2d2e04e445 tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c9869c-2b61-46fa-a354-faa71483b6a9 HTTP/1.1" status: 200 len: 943 time: 0.5485368 Jul 13 07:36:51.347660 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ef0f7389-5f08-45a6-8cc8-4ba057c7391a tempest-SubnetPoolsTestJSON-1940282206 tempest-SubnetPoolsTestJSON-1940282206-project] Notify callbacks [] for subnetpool, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:51.354387 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3dde39-947b-4b34-951a-b227e023bcbe tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Pushing event updated for resources: {'Port': ['ID=90a26624-e32b-47b0-9ae1-e663e374890a,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:51.355314 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ef0f7389-5f08-45a6-8cc8-4ba057c7391a tempest-SubnetPoolsTestJSON-1940282206 tempest-SubnetPoolsTestJSON-1940282206-project] 10.222.0.23 "PUT /v2.0/subnetpools/e12dbdd5-70ad-4eb6-a4de-4f03880c2e4f HTTP/1.1" status: 200 len: 684 time: 0.6694157 Jul 13 07:36:51.380491 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 41448) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:51.395787 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff603ed7-0d23-4b53-9500-a41af20c956f tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Made reservation on behalf of 6664cd00d4894e6789a2133f8d78f61e for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:36:51.399167 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-0a3dde39-947b-4b34-951a-b227e023bcbe tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Network c6c7368c-96bb-4e1d-964f-3969d7e167b4 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:51.399921 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ff603ed7-0d23-4b53-9500-a41af20c956f tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:51.402079 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-0a3dde39-947b-4b34-951a-b227e023bcbe tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:51.422597 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-0a3dde39-947b-4b34-951a-b227e023bcbe tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:51.491050 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-0a3dde39-947b-4b34-951a-b227e023bcbe tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:51.492004 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-0a3dde39-947b-4b34-951a-b227e023bcbe tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:51.505782 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-df0d5f08-500a-4e43-a491-a0811ad930c2 service neutron] For port e301811d-6a3a-4825-92b3-16032f6fae03, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:51.524134 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbbef9d-fb34-4d32-ba75-f1aa3d7788e0 req-54a15ab8-5bc7-4edc-adc9-398afab1ce96 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:51.534543 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6fbbef9d-fb34-4d32-ba75-f1aa3d7788e0 req-54a15ab8-5bc7-4edc-adc9-398afab1ce96 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 932 time: 0.3227227 Jul 13 07:36:51.564140 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-0a3dde39-947b-4b34-951a-b227e023bcbe tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8271172 Jul 13 07:36:51.597479 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-df0d5f08-500a-4e43-a491-a0811ad930c2 service neutron] For port e301811d-6a3a-4825-92b3-16032f6fae03, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=e301811d-6a3a-4825-92b3-16032f6fae03,segment=NetworkSegment(ab33aa14-001e-49a7-af16-8b72624a25cd),segment_id=ab33aa14-001e-49a7-af16-8b72624a25cd)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:51.609415 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8e4f7620-c6b7-4d97-b36d-513ccedd3e86 req-6903f192-04dd-42d1-b687-345f50a65861 tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] 10.222.0.23 "GET /v2.0/security-groups?id=356706eb-da9e-40d6-88f8-1424bf5f5566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938433 Jul 13 07:36:51.621601 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-7d7c2e1f-6656-40d1-9058-5631fc305b21 service neutron] Request body: {'port': {'device_id': '4342b9e2-2ab7-4e3b-b55d-554201fccaaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:51.648781 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6fbbef9d-fb34-4d32-ba75-f1aa3d7788e0 req-b9a318e4-eaff-4af1-a36a-53a833fb27b1 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?id=25c18a17-9cb1-4967-8794-129d946ca0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125758 Jul 13 07:36:51.700054 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-df0d5f08-500a-4e43-a491-a0811ad930c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:51.758163 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eedc3e63-da41-4ae3-9e14-90b5a7b4006d tempest-SubnetPoolsTestJSON-1940282206 tempest-SubnetPoolsTestJSON-1940282206-project] Notify callbacks [] for subnetpool, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:51.760012 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-eedc3e63-da41-4ae3-9e14-90b5a7b4006d tempest-SubnetPoolsTestJSON-1940282206 tempest-SubnetPoolsTestJSON-1940282206-project] 10.222.0.23 "DELETE /v2.0/subnetpools/e12dbdd5-70ad-4eb6-a4de-4f03880c2e4f HTTP/1.1" status: 204 len: 168 time: 0.3779337 Jul 13 07:36:51.765796 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-df0d5f08-500a-4e43-a491-a0811ad930c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:51.766413 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-df0d5f08-500a-4e43-a491-a0811ad930c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:51.766593 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 41462) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:51.768510 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-df0d5f08-500a-4e43-a491-a0811ad930c2 service neutron] 10.222.0.42 "PUT /v2.0/ports/e301811d-6a3a-4825-92b3-16032f6fae03 HTTP/1.1" status: 200 len: 1092 time: 2.4721200 Jul 13 07:36:51.769113 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c9869c-2b61-46fa-a354-faa71483b6a9', 'tag': 'e301811d-6a3a-4825-92b3-16032f6fae03'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:51.771543 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d839d06-a926-4f44-82db-593885bf8ac2" -d '{"events": [{"name": "network-changed", "server_uuid": "b5c9869c-2b61-46fa-a354-faa71483b6a9", "tag": "e301811d-6a3a-4825-92b3-16032f6fae03"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:51.812398 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d5f08-500a-4e43-a491-a0811ad930c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e301811d-6a3a-4825-92b3-16032f6fae03,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:51.869888 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-639f574e-b5a4-4b88-a59b-3b448de688e5 None None] Allocated IP 2001:db8::2 (09837388-02da-4934-8b50-d97c7770c8be/65238e42-bd16-4599-896f-d86e22273558/f4171766-3168-417f-93cd-4e7a13914f50) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:52.037253 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-7d7c2e1f-6656-40d1-9058-5631fc305b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:52.041950 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-cd2e1a40-2eae-43ee-8492-a8067dcd6c1e tempest-SubnetPoolsTestJSON-1940282206 tempest-SubnetPoolsTestJSON-1940282206-project] show failed (client error): The resource could not be found. Jul 13 07:36:52.050993 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-cd2e1a40-2eae-43ee-8492-a8067dcd6c1e tempest-SubnetPoolsTestJSON-1940282206 tempest-SubnetPoolsTestJSON-1940282206-project] 10.222.0.23 "GET /v2.0/subnetpools/e12dbdd5-70ad-4eb6-a4de-4f03880c2e4f HTTP/1.1" status: 404 len: 346 time: 0.2829788 Jul 13 07:36:52.063880 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 41474) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:52.099781 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-cfa491c9-3a1d-4eab-be72-b912df7cf4cc None None] Provisioning for port 90a26624-e32b-47b0-9ae1-e663e374890a completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:52.126208 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-cfa491c9-3a1d-4eab-be72-b912df7cf4cc None None] Provisioning complete for port 90a26624-e32b-47b0-9ae1-e663e374890a triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:52.127640 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cfa491c9-3a1d-4eab-be72-b912df7cf4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:52.129440 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-7343baab-9220-4ce6-861c-beb1ab8c7ed5 tempest-SubnetPoolsTestJSON-1940282206 tempest-SubnetPoolsTestJSON-1940282206-project] delete failed (client error): The resource could not be found. Jul 13 07:36:52.131403 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7343baab-9220-4ce6-861c-beb1ab8c7ed5 tempest-SubnetPoolsTestJSON-1940282206 tempest-SubnetPoolsTestJSON-1940282206-project] 10.222.0.23 "DELETE /v2.0/subnetpools/e12dbdd5-70ad-4eb6-a4de-4f03880c2e4f HTTP/1.1" status: 404 len: 346 time: 0.0538144 Jul 13 07:36:52.174128 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0bec22-9919-4771-b1de-99e85ae19ec0 x-openstack-request-id: req-2a0bec22-9919-4771-b1de-99e85ae19ec0 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:52.175029 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5c9869c-2b61-46fa-a354-faa71483b6a9", "tag": "e301811d-6a3a-4825-92b3-16032f6fae03", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:52.175459 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2a0bec22-9919-4771-b1de-99e85ae19ec0 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:52.176018 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5c9869c-2b61-46fa-a354-faa71483b6a9', 'tag': 'e301811d-6a3a-4825-92b3-16032f6fae03', 'status': 'completed', 'code': 200} Jul 13 07:36:52.177651 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ff603ed7-0d23-4b53-9500-a41af20c956f tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:52.193613 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-eab56ffe-a71b-438a-a689-f3e6709e4037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:52.195432 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-eab56ffe-a71b-438a-a689-f3e6709e4037 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac97c04122a240b49d03d839e0a3d922&device_id=b5c9869c-2b61-46fa-a354-faa71483b6a9 HTTP/1.1" status: 200 len: 1095 time: 0.3411784 Jul 13 07:36:52.209735 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a8608-3b49-4f30-b53a-f66455eefa50 req-5676fec2-954b-41b5-8fed-64a345138d4a tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:52.212429 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cb5a8608-3b49-4f30-b53a-f66455eefa50 req-5676fec2-954b-41b5-8fed-64a345138d4a tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de92cfd-cbe1-454b-9422-0d74372cb482 HTTP/1.1" status: 200 len: 945 time: 0.2981493 Jul 13 07:36:52.334089 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-8b8fcaa3-afe3-44cd-ac30-b2b350d4114c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e301811d-6a3a-4825-92b3-16032f6fae03 HTTP/1.1" status: 200 len: 217 time: 0.1199179 Jul 13 07:36:52.341498 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-cfa491c9-3a1d-4eab-be72-b912df7cf4cc None None] Port 90a26624-e32b-47b0-9ae1-e663e374890a cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:36:52.396624 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-639f574e-b5a4-4b88-a59b-3b448de688e5 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:52.418492 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-639f574e-b5a4-4b88-a59b-3b448de688e5 None None] Transition to ACTIVE for port object f4171766-3168-417f-93cd-4e7a13914f50 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:52.465932 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-639f574e-b5a4-4b88-a59b-3b448de688e5 None None] Transition to ACTIVE for port object f4171766-3168-417f-93cd-4e7a13914f50 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:52.477604 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-639f574e-b5a4-4b88-a59b-3b448de688e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:52.551237 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639f574e-b5a4-4b88-a59b-3b448de688e5 None None] Network 09837388-02da-4934-8b50-d97c7770c8be is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:52.563935 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-639f574e-b5a4-4b88-a59b-3b448de688e5 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:52.569398 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f574e-b5a4-4b88-a59b-3b448de688e5 None None] Pushing event updated for resources: {'Port': ['ID=f4171766-3168-417f-93cd-4e7a13914f50,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:52.572332 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639f574e-b5a4-4b88-a59b-3b448de688e5 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:52.697812 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-639f574e-b5a4-4b88-a59b-3b448de688e5 None None] Attempting to bind port f4171766-3168-417f-93cd-4e7a13914f50 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:52.698452 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-639f574e-b5a4-4b88-a59b-3b448de688e5 None None] Attempting to bind port f4171766-3168-417f-93cd-4e7a13914f50 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '3f032d73-46e4-4b1e-a561-382459df0385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '09837388-02da-4934-8b50-d97c7770c8be'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:52.699045 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639f574e-b5a4-4b88-a59b-3b448de688e5 None None] Attempting to bind port f4171766-3168-417f-93cd-4e7a13914f50 on network 09837388-02da-4934-8b50-d97c7770c8be {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:52.721320 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639f574e-b5a4-4b88-a59b-3b448de688e5 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:52.721320 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639f574e-b5a4-4b88-a59b-3b448de688e5 None None] Checking segment: {'id': '3f032d73-46e4-4b1e-a561-382459df0385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '09837388-02da-4934-8b50-d97c7770c8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:52.721626 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-639f574e-b5a4-4b88-a59b-3b448de688e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:52.722141 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639f574e-b5a4-4b88-a59b-3b448de688e5 None None] Bound using segment: {'id': '3f032d73-46e4-4b1e-a561-382459df0385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '09837388-02da-4934-8b50-d97c7770c8be'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:52.723234 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-639f574e-b5a4-4b88-a59b-3b448de688e5 None None] Bound port: f4171766-3168-417f-93cd-4e7a13914f50, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f032d73-46e4-4b1e-a561-382459df0385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '09837388-02da-4934-8b50-d97c7770c8be'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:52.724494 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-639f574e-b5a4-4b88-a59b-3b448de688e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:52.832110 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cb5a8608-3b49-4f30-b53a-f66455eefa50 req-5284ba35-5b20-40a5-bff9-34421503edc6 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5655911 Jul 13 07:36:52.870648 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 41494) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:52.883162 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff603ed7-0d23-4b53-9500-a41af20c956f tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event updated for resources: {'Subnet': ['ID=5a84b48a-ba27-4d14-b880-3c298294f896,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:52.903557 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 41496) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:52.906949 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff603ed7-0d23-4b53-9500-a41af20c956f tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Checking segment: {'id': 'e90cd515-abe5-4ca8-9b0e-0c469dc1d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f2e92587-9e49-4d16-a710-fbaafbea482d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:52.908041 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff603ed7-0d23-4b53-9500-a41af20c956f tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Network hostable DHCP agents. Network: f2e92587-9e49-4d16-a710-fbaafbea482d, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:36:52.961781 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-639f574e-b5a4-4b88-a59b-3b448de688e5 None None] For port f4171766-3168-417f-93cd-4e7a13914f50, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:52.976157 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-639f574e-b5a4-4b88-a59b-3b448de688e5 None None] For port f4171766-3168-417f-93cd-4e7a13914f50, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=f4171766-3168-417f-93cd-4e7a13914f50,segment=NetworkSegment(3f032d73-46e4-4b1e-a561-382459df0385),segment_id=3f032d73-46e4-4b1e-a561-382459df0385)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:52.987413 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-639f574e-b5a4-4b88-a59b-3b448de688e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:52.999901 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-75129fba-42c7-4412-a4a6-d90df73471f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:53.003420 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-75129fba-42c7-4412-a4a6-d90df73471f5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3e0d8f3e-d56e-40d1-8ad5-c5f4b4c52444 HTTP/1.1" status: 200 len: 862 time: 0.6552331 Jul 13 07:36:53.033164 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff603ed7-0d23-4b53-9500-a41af20c956f tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Network f2e92587-9e49-4d16-a710-fbaafbea482d is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:36:53.079415 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-ff603ed7-0d23-4b53-9500-a41af20c956f tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, f2e92587-9e49-4d16-a710-fbaafbea482d) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:53.085174 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-6ece1351-c881-42e1-82a2-574e3d26a831 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0681fd2b-37fc-4953-9e6e-a8ad596aebac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720279 Jul 13 07:36:53.092166 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff603ed7-0d23-4b53-9500-a41af20c956f tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:53.093433 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ff603ed7-0d23-4b53-9500-a41af20c956f tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:53.260258 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f574e-b5a4-4b88-a59b-3b448de688e5 None None] Pushing event updated for resources: {'Port': ['ID=f4171766-3168-417f-93cd-4e7a13914f50,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:53.272978 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dedd9e6-9eef-4592-9ae1-db089e7b9629 None None] Network f2e92587-9e49-4d16-a710-fbaafbea482d requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:53.339555 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:53.384490 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ff603ed7-0d23-4b53-9500-a41af20c956f tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4630799 Jul 13 07:36:53.474017 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 41506) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:53.611522 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-970fdece-dee9-4a42-bd19-19ad5d9509c1 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-261288416', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:36:53.765805 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-03da3bf1-2cec-453b-9836-c4a0b4fc7865 service neutron] 10.222.0.42 "GET /v2.0/networks/0681fd2b-37fc-4953-9e6e-a8ad596aebac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6624444 Jul 13 07:36:53.767099 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0a00ee-c8b6-45d9-bbbd-813b00289816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-f2e92587-9e49-4d16-a710-fbaafbea482d', 'network_id': 'f2e92587-9e49-4d16-a710-fbaafbea482d', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'fixed_ips': [{'subnet_id': '5a84b48a-ba27-4d14-b880-3c298294f896'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:36:53.768035 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1e0a00ee-c8b6-45d9-bbbd-813b00289816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:53.910233 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:53.998504 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59319510-59cd-437d-82f6-3819d8d768f4 req-ff569e23-6f15-4fb3-a1a4-b9b847842a0c tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:54.009962 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-59319510-59cd-437d-82f6-3819d8d768f4 req-ff569e23-6f15-4fb3-a1a4-b9b847842a0c tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 932 time: 0.7471132 Jul 13 07:36:54.014614 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-970fdece-dee9-4a42-bd19-19ad5d9509c1 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:54.028150 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-970fdece-dee9-4a42-bd19-19ad5d9509c1 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:54.224317 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-7d7c2e1f-6656-40d1-9058-5631fc305b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90a26624-e32b-47b0-9ae1-e663e374890a {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:54.234854 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-7d7c2e1f-6656-40d1-9058-5631fc305b21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:54.248194 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-7d7c2e1f-6656-40d1-9058-5631fc305b21 service neutron] Transition to ACTIVE for port object 90a26624-e32b-47b0-9ae1-e663e374890a will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:54.278208 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-7d7c2e1f-6656-40d1-9058-5631fc305b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:54.311289 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5e20faa8-d473-4fd9-8e26-7495832c3a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:54.318736 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-1e0a00ee-c8b6-45d9-bbbd-813b00289816 None None] Allocated IP 2001:db8:1::2 (f2e92587-9e49-4d16-a710-fbaafbea482d/5a84b48a-ba27-4d14-b880-3c298294f896/799ad9d3-820a-4d5c-b401-82653cf12a72) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:54.320601 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8d3eb742-0c29-4491-a7fe-c986b1cbab75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:54.446057 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-59319510-59cd-437d-82f6-3819d8d768f4 req-831685df-5cc1-414e-9bce-51c28d2dee78 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?id=25c18a17-9cb1-4967-8794-129d946ca0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4334979 Jul 13 07:36:54.454111 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-970fdece-dee9-4a42-bd19-19ad5d9509c1 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:54.467301 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-befc9ee5-f0e4-4772-9985-4a35b8a20cde req-e07e32e0-31de-4d5a-9aef-cca473977d31 service neutron] 10.222.0.42 "GET /v2.0/networks/0681fd2b-37fc-4953-9e6e-a8ad596aebac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6812010 Jul 13 07:36:54.473456 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-970fdece-dee9-4a42-bd19-19ad5d9509c1 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:54.479842 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1886d-f2b8-40ec-bc7c-04e9698e3e28 req-c0020c9c-4c19-4040-a69d-265ed09ae265 tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:54.491940 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-55d1886d-f2b8-40ec-bc7c-04e9698e3e28 req-c0020c9c-4c19-4040-a69d-265ed09ae265 tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c9869c-2b61-46fa-a354-faa71483b6a9 HTTP/1.1" status: 200 len: 943 time: 1.4930556 Jul 13 07:36:54.711926 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d839d06-a926-4f44-82db-593885bf8ac2 req-09c53465-38b7-46a0-b015-9dbcb6cb38d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:54.713610 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9d839d06-a926-4f44-82db-593885bf8ac2 req-09c53465-38b7-46a0-b015-9dbcb6cb38d1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac97c04122a240b49d03d839e0a3d922&device_id=b5c9869c-2b61-46fa-a354-faa71483b6a9 HTTP/1.1" status: 200 len: 1095 time: 0.1726522 Jul 13 07:36:54.786951 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1e0a00ee-c8b6-45d9-bbbd-813b00289816 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:54.812093 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c2e1f-6656-40d1-9058-5631fc305b21 service neutron] Pushing event updated for resources: {'Port': ['ID=90a26624-e32b-47b0-9ae1-e663e374890a,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:54.825855 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1e0a00ee-c8b6-45d9-bbbd-813b00289816 None None] Transition to ACTIVE for port object 799ad9d3-820a-4d5c-b401-82653cf12a72 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:54.885950 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1e0a00ee-c8b6-45d9-bbbd-813b00289816 None None] Transition to ACTIVE for port object 799ad9d3-820a-4d5c-b401-82653cf12a72 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:54.917516 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1e0a00ee-c8b6-45d9-bbbd-813b00289816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:55.027035 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-55d1886d-f2b8-40ec-bc7c-04e9698e3e28 req-11518cf1-1716-464f-901f-31e1268ed476 tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] 10.222.0.23 "GET /v2.0/security-groups?id=356706eb-da9e-40d6-88f8-1424bf5f5566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5337400 Jul 13 07:36:55.050865 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d839d06-a926-4f44-82db-593885bf8ac2 req-4d97bc8a-96cd-48dd-9739-c642115a2d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:55.054115 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9d839d06-a926-4f44-82db-593885bf8ac2 req-4d97bc8a-96cd-48dd-9739-c642115a2d72 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0681fd2b-37fc-4953-9e6e-a8ad596aebac HTTP/1.1" status: 200 len: 923 time: 0.3305399 Jul 13 07:36:55.121607 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a00ee-c8b6-45d9-bbbd-813b00289816 None None] Pushing event updated for resources: {'Port': ['ID=799ad9d3-820a-4d5c-b401-82653cf12a72,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:55.131969 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f4171766-3168-417f-93cd-4e7a13914f50 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:55.156211 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9d839d06-a926-4f44-82db-593885bf8ac2 req-05a9982c-2b59-46d1-b089-ffe3c8765603 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e301811d-6a3a-4825-92b3-16032f6fae03 HTTP/1.1" status: 200 len: 217 time: 0.0943563 Jul 13 07:36:55.246494 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-7d7c2e1f-6656-40d1-9058-5631fc305b21 service neutron] Attempting to bind port 90a26624-e32b-47b0-9ae1-e663e374890a on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:55.247386 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0a00ee-c8b6-45d9-bbbd-813b00289816 None None] Network f2e92587-9e49-4d16-a710-fbaafbea482d is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:55.248171 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-7d7c2e1f-6656-40d1-9058-5631fc305b21 service neutron] Attempting to bind port 90a26624-e32b-47b0-9ae1-e663e374890a by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '11955ddd-a8b9-470c-b670-fec4bab54b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:55.249160 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-7d7c2e1f-6656-40d1-9058-5631fc305b21 service neutron] Attempting to bind port 90a26624-e32b-47b0-9ae1-e663e374890a on network c6c7368c-96bb-4e1d-964f-3969d7e167b4 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:55.264859 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-7d7c2e1f-6656-40d1-9058-5631fc305b21 service neutron] Port 90a26624-e32b-47b0-9ae1-e663e374890a on network c6c7368c-96bb-4e1d-964f-3969d7e167b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:36:55.275687 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-1e0a00ee-c8b6-45d9-bbbd-813b00289816 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:55.276483 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-7d7c2e1f-6656-40d1-9058-5631fc305b21 service neutron] Attempting to bind port 90a26624-e32b-47b0-9ae1-e663e374890a on network c6c7368c-96bb-4e1d-964f-3969d7e167b4 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:55.276674 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab63988-55fd-4beb-9fb5-a4786b277e26 req-79ef8b7f-0ac3-423f-a306-faa5abe25b5d tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:55.279587 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dab63988-55fd-4beb-9fb5-a4786b277e26 req-79ef8b7f-0ac3-423f-a306-faa5abe25b5d tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de92cfd-cbe1-454b-9422-0d74372cb482 HTTP/1.1" status: 200 len: 945 time: 0.3775742 Jul 13 07:36:55.289085 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d839d06-a926-4f44-82db-593885bf8ac2 req-b1e795f1-9d0b-4839-bc33-bac9082c8c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:55.291508 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9d839d06-a926-4f44-82db-593885bf8ac2 req-b1e795f1-9d0b-4839-bc33-bac9082c8c67 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3e0d8f3e-d56e-40d1-8ad5-c5f4b4c52444 HTTP/1.1" status: 200 len: 862 time: 0.1208296 Jul 13 07:36:55.299778 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0a00ee-c8b6-45d9-bbbd-813b00289816 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:55.316743 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-7d7c2e1f-6656-40d1-9058-5631fc305b21 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:55.317306 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-7d7c2e1f-6656-40d1-9058-5631fc305b21 service neutron] Checking segment: {'id': '11955ddd-a8b9-470c-b670-fec4bab54b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:55.317949 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-7d7c2e1f-6656-40d1-9058-5631fc305b21 service neutron] Bound using segment: {'id': '11955ddd-a8b9-470c-b670-fec4bab54b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:55.319403 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-7d7c2e1f-6656-40d1-9058-5631fc305b21 service neutron] Bound port: 90a26624-e32b-47b0-9ae1-e663e374890a, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11955ddd-a8b9-470c-b670-fec4bab54b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:55.320015 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-7d7c2e1f-6656-40d1-9058-5631fc305b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:55.395423 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5e20faa8-d473-4fd9-8e26-7495832c3a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:55.430957 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5e20faa8-d473-4fd9-8e26-7495832c3a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:55.471256 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb88fe86-0728-4da4-9a93-20ae1d2449f9 None None] Network 09837388-02da-4934-8b50-d97c7770c8be requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:55.479669 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port f4171766-3168-417f-93cd-4e7a13914f50 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:55.507668 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5e20faa8-d473-4fd9-8e26-7495832c3a73 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ab07b800f2844af0bb27659493bda3f3&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6226785 Jul 13 07:36:55.512703 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 41526) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:55.515598 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e20faa8-d473-4fd9-8e26-7495832c3a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ff5570-b74e-4b03-aeba-dfdccb80f375,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:55.545310 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-7d7c2e1f-6656-40d1-9058-5631fc305b21 service neutron] For port 90a26624-e32b-47b0-9ae1-e663e374890a, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:55.609368 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-1e0a00ee-c8b6-45d9-bbbd-813b00289816 None None] Attempting to bind port 799ad9d3-820a-4d5c-b401-82653cf12a72 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:36:55.610010 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-1e0a00ee-c8b6-45d9-bbbd-813b00289816 None None] Attempting to bind port 799ad9d3-820a-4d5c-b401-82653cf12a72 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'e90cd515-abe5-4ca8-9b0e-0c469dc1d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f2e92587-9e49-4d16-a710-fbaafbea482d'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:36:55.613099 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0a00ee-c8b6-45d9-bbbd-813b00289816 None None] Attempting to bind port 799ad9d3-820a-4d5c-b401-82653cf12a72 on network f2e92587-9e49-4d16-a710-fbaafbea482d {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:36:55.616631 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-7d7c2e1f-6656-40d1-9058-5631fc305b21 service neutron] For port 90a26624-e32b-47b0-9ae1-e663e374890a, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=90a26624-e32b-47b0-9ae1-e663e374890a,segment=NetworkSegment(11955ddd-a8b9-470c-b670-fec4bab54b6d),segment_id=11955ddd-a8b9-470c-b670-fec4bab54b6d)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:55.636126 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-7d7c2e1f-6656-40d1-9058-5631fc305b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:55.731120 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-7d7c2e1f-6656-40d1-9058-5631fc305b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:55.735787 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-7d7c2e1f-6656-40d1-9058-5631fc305b21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:55.737982 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0a00ee-c8b6-45d9-bbbd-813b00289816 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:36:55.738630 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-7d7c2e1f-6656-40d1-9058-5631fc305b21 service neutron] 10.222.0.25 "PUT /v2.0/ports/90a26624-e32b-47b0-9ae1-e663e374890a HTTP/1.1" status: 200 len: 1093 time: 4.1436062 Jul 13 07:36:55.741230 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4342b9e2-2ab7-4e3b-b55d-554201fccaaa', 'tag': '90a26624-e32b-47b0-9ae1-e663e374890a'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:36:55.751263 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82b99b1-2239-4f1c-92b6-8eea9e1f17b8" -d '{"events": [{"name": "network-changed", "server_uuid": "4342b9e2-2ab7-4e3b-b55d-554201fccaaa", "tag": "90a26624-e32b-47b0-9ae1-e663e374890a"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:36:55.751626 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0a00ee-c8b6-45d9-bbbd-813b00289816 None None] Checking segment: {'id': 'e90cd515-abe5-4ca8-9b0e-0c469dc1d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f2e92587-9e49-4d16-a710-fbaafbea482d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:36:55.752321 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1e0a00ee-c8b6-45d9-bbbd-813b00289816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:55.756503 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0a00ee-c8b6-45d9-bbbd-813b00289816 None None] Bound using segment: {'id': 'e90cd515-abe5-4ca8-9b0e-0c469dc1d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f2e92587-9e49-4d16-a710-fbaafbea482d'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:36:55.760099 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-1e0a00ee-c8b6-45d9-bbbd-813b00289816 None None] Bound port: 799ad9d3-820a-4d5c-b401-82653cf12a72, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e90cd515-abe5-4ca8-9b0e-0c469dc1d212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f2e92587-9e49-4d16-a710-fbaafbea482d'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:36:55.764445 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1e0a00ee-c8b6-45d9-bbbd-813b00289816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:55.800671 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-628ab664-e9e8-4a2f-a9e5-a9bf8e7bfeda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:55.863578 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c2e1f-6656-40d1-9058-5631fc305b21 service neutron] Pushing event updated for resources: {'Port': ['ID=90a26624-e32b-47b0-9ae1-e663e374890a,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:55.899141 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-552387d3-cd87-4de8-af3a-cb20572d2cd6 None None] Provisioning for port f4171766-3168-417f-93cd-4e7a13914f50 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:55.932176 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-552387d3-cd87-4de8-af3a-cb20572d2cd6 None None] Provisioning complete for port f4171766-3168-417f-93cd-4e7a13914f50 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:55.932878 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-552387d3-cd87-4de8-af3a-cb20572d2cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:56.031532 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-628ab664-e9e8-4a2f-a9e5-a9bf8e7bfeda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:56.046339 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9d839d06-a926-4f44-82db-593885bf8ac2 req-cde1a8b6-fee6-4fd7-9d6a-5e3e34c03a88 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0681fd2b-37fc-4953-9e6e-a8ad596aebac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7470376 Jul 13 07:36:56.079959 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-970fdece-dee9-4a42-bd19-19ad5d9509c1 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:56.082703 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-970fdece-dee9-4a42-bd19-19ad5d9509c1 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 2.5977030 Jul 13 07:36:56.103880 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 41534) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:56.210502 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-1e0a00ee-c8b6-45d9-bbbd-813b00289816 None None] For port 799ad9d3-820a-4d5c-b401-82653cf12a72, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:36:56.230167 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dab63988-55fd-4beb-9fb5-a4786b277e26 req-40aea076-8e7d-4bcf-8409-c73c4a394cb5 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9429526 Jul 13 07:36:56.240580 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-1e0a00ee-c8b6-45d9-bbbd-813b00289816 None None] For port 799ad9d3-820a-4d5c-b401-82653cf12a72, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=799ad9d3-820a-4d5c-b401-82653cf12a72,segment=NetworkSegment(e90cd515-abe5-4ca8-9b0e-0c469dc1d212),segment_id=e90cd515-abe5-4ca8-9b0e-0c469dc1d212)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:36:56.265293 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1e0a00ee-c8b6-45d9-bbbd-813b00289816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:56.307778 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674e8aa1-3a6c-4aed-8ff2-fc3a96f52eda x-openstack-request-id: req-674e8aa1-3a6c-4aed-8ff2-fc3a96f52eda {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:36:56.308287 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4342b9e2-2ab7-4e3b-b55d-554201fccaaa", "tag": "90a26624-e32b-47b0-9ae1-e663e374890a", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:36:56.308287 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-674e8aa1-3a6c-4aed-8ff2-fc3a96f52eda {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:36:56.308634 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4342b9e2-2ab7-4e3b-b55d-554201fccaaa', 'tag': '90a26624-e32b-47b0-9ae1-e663e374890a', 'status': 'completed', 'code': 200} Jul 13 07:36:56.370935 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a00ee-c8b6-45d9-bbbd-813b00289816 None None] Pushing event updated for resources: {'Port': ['ID=799ad9d3-820a-4d5c-b401-82653cf12a72,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:56.372345 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9d839d06-a926-4f44-82db-593885bf8ac2 req-2918d863-190a-41d8-b61b-8485a26f99a5 service neutron] 10.222.0.42 "GET /v2.0/networks/0681fd2b-37fc-4953-9e6e-a8ad596aebac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728982 Jul 13 07:36:56.420911 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-2da816bd-c496-4389-b723-ff6770581ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:56.422516 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-2da816bd-c496-4389-b723-ff6770581ae6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d949e521db641e0a957c32596881dd2&device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 1096 time: 0.6050873 Jul 13 07:36:56.548171 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-552387d3-cd87-4de8-af3a-cb20572d2cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:56.662821 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee880d12-7bfc-4803-a6b7-297acaf49305 req-7571a004-3383-46b8-8ca5-032ff3b4d1fb tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:56.676153 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ee880d12-7bfc-4803-a6b7-297acaf49305 req-7571a004-3383-46b8-8ca5-032ff3b4d1fb tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 944 time: 0.8138423 Jul 13 07:36:56.692999 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-552387d3-cd87-4de8-af3a-cb20572d2cd6 None None] For port f4171766-3168-417f-93cd-4e7a13914f50, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=f4171766-3168-417f-93cd-4e7a13914f50,segment=NetworkSegment(3f032d73-46e4-4b1e-a561-382459df0385),segment_id=3f032d73-46e4-4b1e-a561-382459df0385)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:56.700428 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-552387d3-cd87-4de8-af3a-cb20572d2cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:56.783430 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8d3eb742-0c29-4491-a7fe-c986b1cbab75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:56.793503 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8d3eb742-0c29-4491-a7fe-c986b1cbab75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:56.803613 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-64aa0823-d24a-4446-a4db-6f694756a2a2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90a26624-e32b-47b0-9ae1-e663e374890a HTTP/1.1" status: 200 len: 217 time: 0.3193953 Jul 13 07:36:56.804222 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-628ab664-e9e8-4a2f-a9e5-a9bf8e7bfeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:56.805508 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9d839d06-a926-4f44-82db-593885bf8ac2 req-78fb1b9e-1bd3-49a5-9971-e86b5300e94a service neutron] 10.222.0.42 "GET /v2.0/networks/0681fd2b-37fc-4953-9e6e-a8ad596aebac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158025 Jul 13 07:36:56.808318 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-628ab664-e9e8-4a2f-a9e5-a9bf8e7bfeda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:56.813264 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-628ab664-e9e8-4a2f-a9e5-a9bf8e7bfeda admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/76ff5570-b74e-4b03-aeba-dfdccb80f375 HTTP/1.1" status: 204 len: 168 time: 1.2962053 Jul 13 07:36:56.860701 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552387d3-cd87-4de8-af3a-cb20572d2cd6 None None] Pushing event updated for resources: {'Port': ['ID=f4171766-3168-417f-93cd-4e7a13914f50,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:56.899575 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500c796-7d90-407f-9ea7-b7ed68f8e003 req-ea5b97e3-e24f-498c-b02c-5aad7c1feb4e tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:56.902452 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1500c796-7d90-407f-9ea7-b7ed68f8e003 req-ea5b97e3-e24f-498c-b02c-5aad7c1feb4e tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c9869c-2b61-46fa-a354-faa71483b6a9 HTTP/1.1" status: 200 len: 943 time: 0.3155901 Jul 13 07:36:56.984270 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1500c796-7d90-407f-9ea7-b7ed68f8e003 req-bee9e957-1db2-4ec0-8a96-2250b1d94e50 tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] 10.222.0.23 "GET /v2.0/security-groups?id=356706eb-da9e-40d6-88f8-1424bf5f5566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760589 Jul 13 07:36:57.139231 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3eb742-0c29-4491-a7fe-c986b1cbab75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21ec698-a4de-4881-b0c2-f61637fed2a8,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:57.157932 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-01449c2e-ccb7-4ca7-a1d7-48808219a219 None None] Provisioning complete for port f4171766-3168-417f-93cd-4e7a13914f50 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:57.158995 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-01449c2e-ccb7-4ca7-a1d7-48808219a219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:57.181942 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ab664-e9e8-4a2f-a9e5-a9bf8e7bfeda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ff5570-b74e-4b03-aeba-dfdccb80f375,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:57.214980 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 41544) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:36:57.215785 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8d3eb742-0c29-4491-a7fe-c986b1cbab75 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d59db79ce47423cbb3dd87c736b275a&name=default HTTP/1.1" status: 200 len: 2983 time: 4.2866664 Jul 13 07:36:57.315800 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-33571ae6-72de-4e33-99ca-f76247124bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:57.319245 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-33571ae6-72de-4e33-99ca-f76247124bcc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=161fab74-9ca1-4ff2-9b41-082e2a13736e HTTP/1.1" status: 200 len: 850 time: 0.5057242 Jul 13 07:36:57.336917 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device e301811d-6a3a-4825-92b3-16032f6fae03 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:36:57.368561 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ee880d12-7bfc-4803-a6b7-297acaf49305 req-3d738a14-3a83-4a98-b032-9c66cf3993bb tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?id=25c18a17-9cb1-4967-8794-129d946ca0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6905055 Jul 13 07:36:57.394273 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dc63075e-3964-4034-80f9-16d6c6205c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:57.449643 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dc63075e-3964-4034-80f9-16d6c6205c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:57.490784 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b8304550-a056-4dce-af1a-3cb15fe9637c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:57.625088 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f921304-f847-4c9a-8065-df24b74451d1 req-fef0048e-12ff-42fc-8f7e-e592054c6613 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:57.632394 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9f921304-f847-4c9a-8065-df24b74451d1 req-fef0048e-12ff-42fc-8f7e-e592054c6613 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de92cfd-cbe1-454b-9422-0d74372cb482 HTTP/1.1" status: 200 len: 945 time: 0.1035256 Jul 13 07:36:57.694477 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dc63075e-3964-4034-80f9-16d6c6205c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:57.694809 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port e301811d-6a3a-4825-92b3-16032f6fae03, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=e301811d-6a3a-4825-92b3-16032f6fae03,segment=NetworkSegment(ab33aa14-001e-49a7-af16-8b72624a25cd),segment_id=ab33aa14-001e-49a7-af16-8b72624a25cd)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:57.700902 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dc63075e-3964-4034-80f9-16d6c6205c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:57.708901 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-dc63075e-3964-4034-80f9-16d6c6205c87 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f21ec698-a4de-4881-b0c2-f61637fed2a8 HTTP/1.1" status: 204 len: 168 time: 0.4915040 Jul 13 07:36:57.734804 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': 'e301811d-6a3a-4825-92b3-16032f6fae03', 'network_id': '0681fd2b-37fc-4953-9e6e-a8ad596aebac', 'port_id': 'e301811d-6a3a-4825-92b3-16032f6fae03', 'mac_address': 'fa:16:3e:b2:2e:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0d8f3e-d56e-40d1-8ad5-c5f4b4c52444', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:36:57.752667 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63075e-3964-4034-80f9-16d6c6205c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21ec698-a4de-4881-b0c2-f61637fed2a8,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:57.787907 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9f921304-f847-4c9a-8065-df24b74451d1 req-43f2a764-43ad-4484-9cd6-43a5f4ef993e tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543665 Jul 13 07:36:57.841704 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:57.858458 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-1954717f-4604-4b8c-bd7e-410a9dbbd141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:57.862754 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e301811d-6a3a-4825-92b3-16032f6fae03 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:36:57.872375 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-1954717f-4604-4b8c-bd7e-410a9dbbd141 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c6c7368c-96bb-4e1d-964f-3969d7e167b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4768817 Jul 13 07:36:57.899663 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port e301811d-6a3a-4825-92b3-16032f6fae03, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=e301811d-6a3a-4825-92b3-16032f6fae03,segment=NetworkSegment(ab33aa14-001e-49a7-af16-8b72624a25cd),segment_id=ab33aa14-001e-49a7-af16-8b72624a25cd)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:57.906369 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:58.093605 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=e301811d-6a3a-4825-92b3-16032f6fae03,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:36:58.205831 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['e301811d-6a3a-4825-92b3-16032f6fae03'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:36:58.231985 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-42be4536-624a-4fb5-a57d-b19d90bd8b36 service neutron] 10.222.0.25 "GET /v2.0/networks/c6c7368c-96bb-4e1d-964f-3969d7e167b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512940 Jul 13 07:36:58.599141 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6814f3-d517-4982-9911-21eb56b67eee None None] Network f2e92587-9e49-4d16-a710-fbaafbea482d requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:36:58.680547 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-b8304550-a056-4dce-af1a-3cb15fe9637c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Allocated IP 2001:db8::1 (09837388-02da-4934-8b50-d97c7770c8be/65238e42-bd16-4599-896f-d86e22273558/12369b44-ad57-4feb-acba-4ac7a1817ba4) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:36:58.762921 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c2234735-76b5-41eb-8dd4-846b63cbeac7 req-85a17038-95e0-4651-80a2-858d36a7b204 service neutron] 10.222.0.25 "GET /v2.0/networks/c6c7368c-96bb-4e1d-964f-3969d7e167b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5209248 Jul 13 07:36:58.778322 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23688a0-7184-4168-80e4-1790a44e85f8 req-9e572fb6-2897-485c-a771-66c934cada74 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:58.781210 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e23688a0-7184-4168-80e4-1790a44e85f8 req-9e572fb6-2897-485c-a771-66c934cada74 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 944 time: 0.1618471 Jul 13 07:36:58.816040 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f378d-bfb1-4d13-9e84-6cbd3d173bff req-412646e1-7f75-4663-aa68-03218334b511 tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:58.824438 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-174f378d-bfb1-4d13-9e84-6cbd3d173bff req-412646e1-7f75-4663-aa68-03218334b511 tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c9869c-2b61-46fa-a354-faa71483b6a9 HTTP/1.1" status: 200 len: 944 time: 0.5175762 Jul 13 07:36:58.842739 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2340fd7c-6dd2-498a-bc5f-d94026da2875 None None] Provisioning for port 799ad9d3-820a-4d5c-b401-82653cf12a72 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:58.880786 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e23688a0-7184-4168-80e4-1790a44e85f8 req-1664fd86-da4c-4f92-b6a2-9694aeea2fb3 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?id=25c18a17-9cb1-4967-8794-129d946ca0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937939 Jul 13 07:36:59.145937 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-174f378d-bfb1-4d13-9e84-6cbd3d173bff req-ad97deec-6501-4d92-8c64-3f61aba1ed81 tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] 10.222.0.23 "GET /v2.0/security-groups?id=356706eb-da9e-40d6-88f8-1424bf5f5566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197129 Jul 13 07:36:59.251691 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79e828-ac8b-4443-9dd3-55fb98f168b2 req-760ed47e-3a52-48cc-ab24-0ed85946ef1d tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:59.262762 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 799ad9d3-820a-4d5c-b401-82653cf12a72 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:59.268054 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ed79e828-ac8b-4443-9dd3-55fb98f168b2 req-760ed47e-3a52-48cc-ab24-0ed85946ef1d tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de92cfd-cbe1-454b-9422-0d74372cb482 HTTP/1.1" status: 200 len: 945 time: 0.1451993 Jul 13 07:36:59.280466 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b8304550-a056-4dce-af1a-3cb15fe9637c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:59.308108 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-b8304550-a056-4dce-af1a-3cb15fe9637c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Transition to ACTIVE for port object 12369b44-ad57-4feb-acba-4ac7a1817ba4 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:36:59.339373 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ed79e828-ac8b-4443-9dd3-55fb98f168b2 req-d7e683bf-2e87-4a02-b12e-08b8cfc0915a tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686154 Jul 13 07:36:59.377399 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 0793abce-fb19-475d-83bc-e44a4b834587 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:36:59.385998 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device e301811d-6a3a-4825-92b3-16032f6fae03 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:36:59.395219 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b99b1-2239-4f1c-92b6-8eea9e1f17b8 req-6ca8e9d7-5b69-4a38-a7ab-909930d80fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:59.396804 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e82b99b1-2239-4f1c-92b6-8eea9e1f17b8 req-6ca8e9d7-5b69-4a38-a7ab-909930d80fd3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d949e521db641e0a957c32596881dd2&device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 1096 time: 0.4519231 Jul 13 07:36:59.671635 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b8304550-a056-4dce-af1a-3cb15fe9637c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:59.686926 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b99b1-2239-4f1c-92b6-8eea9e1f17b8 req-3cb35506-d010-4602-a1c3-f80eeb0ac460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:36:59.688672 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e82b99b1-2239-4f1c-92b6-8eea9e1f17b8 req-3cb35506-d010-4602-a1c3-f80eeb0ac460 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c6c7368c-96bb-4e1d-964f-3969d7e167b4 HTTP/1.1" status: 200 len: 912 time: 0.2831314 Jul 13 07:36:59.718552 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port e301811d-6a3a-4825-92b3-16032f6fae03 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:59.735683 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 799ad9d3-820a-4d5c-b401-82653cf12a72 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:36:59.754237 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port e301811d-6a3a-4825-92b3-16032f6fae03 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:59.755460 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:59.813111 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 799ad9d3-820a-4d5c-b401-82653cf12a72 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:36:59.813472 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:36:59.844915 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 0793abce-fb19-475d-83bc-e44a4b834587, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=0793abce-fb19-475d-83bc-e44a4b834587,segment=NetworkSegment(cd9aaace-dd86-4d07-b2da-557f00b03dc5),segment_id=cd9aaace-dd86-4d07-b2da-557f00b03dc5)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:36:59.858842 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e82b99b1-2239-4f1c-92b6-8eea9e1f17b8 req-aae4104c-12d5-4b13-bace-ec29c7f064c0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90a26624-e32b-47b0-9ae1-e663e374890a HTTP/1.1" status: 200 len: 217 time: 0.1565301 Jul 13 07:36:59.865295 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '0793abce-fb19-475d-83bc-e44a4b834587', 'network_id': 'f19befd9-3bbc-45fe-a145-8403107507b4', 'port_id': '0793abce-fb19-475d-83bc-e44a4b834587', 'mac_address': 'fa:16:3e:f2:68:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13ed50c9-8c75-4ed4-a111-3f0bb851cc25', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:36:59.895094 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8304550-a056-4dce-af1a-3cb15fe9637c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Network 09837388-02da-4934-8b50-d97c7770c8be is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:36:59.949330 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-b8304550-a056-4dce-af1a-3cb15fe9637c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:36:59.980234 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8304550-a056-4dce-af1a-3cb15fe9637c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:36:59.981078 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b8304550-a056-4dce-af1a-3cb15fe9637c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:00.146354 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8304550-a056-4dce-af1a-3cb15fe9637c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event updated for resources: {'Port': ['ID=12369b44-ad57-4feb-acba-4ac7a1817ba4,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:00.326735 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-65d17904-777a-4bf0-82db-dfae511dbdfc None None] Provisioning complete for port 799ad9d3-820a-4d5c-b401-82653cf12a72 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:00.339709 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-65d17904-777a-4bf0-82db-dfae511dbdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:00.403656 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b99b1-2239-4f1c-92b6-8eea9e1f17b8 req-285dd6c2-0dd8-4455-9d25-d6002c821f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:00.405997 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e82b99b1-2239-4f1c-92b6-8eea9e1f17b8 req-285dd6c2-0dd8-4455-9d25-d6002c821f1a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=161fab74-9ca1-4ff2-9b41-082e2a13736e HTTP/1.1" status: 200 len: 850 time: 0.5274603 Jul 13 07:37:00.473088 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:00.517370 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4e436362-68e8-4577-b154-ecb4bc43b784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:00.694152 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0793abce-fb19-475d-83bc-e44a4b834587 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:00.705879 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b8304550-a056-4dce-af1a-3cb15fe9637c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:00.723746 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46733170-36d4-45d4-8639-7d05be7dab23 req-887c1e9b-37f7-414f-8a81-6bdf3eea1817 tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:00.725958 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-46733170-36d4-45d4-8639-7d05be7dab23 req-887c1e9b-37f7-414f-8a81-6bdf3eea1817 tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c9869c-2b61-46fa-a354-faa71483b6a9 HTTP/1.1" status: 200 len: 944 time: 0.2138548 Jul 13 07:37:00.730613 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b99b1-2239-4f1c-92b6-8eea9e1f17b8 req-3ede106a-3aec-49fd-81db-32796e70165a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:00.732357 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e82b99b1-2239-4f1c-92b6-8eea9e1f17b8 req-3ede106a-3aec-49fd-81db-32796e70165a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c6c7368c-96bb-4e1d-964f-3969d7e167b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3086412 Jul 13 07:37:00.741179 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829c3e5-d16d-47bb-bf2f-6f105a50beb8 req-7ec475b2-429c-47a7-bf26-81db91247c57 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:00.742839 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2829c3e5-d16d-47bb-bf2f-6f105a50beb8 req-7ec475b2-429c-47a7-bf26-81db91247c57 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 944 time: 0.3464780 Jul 13 07:37:00.770798 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 0793abce-fb19-475d-83bc-e44a4b834587, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=0793abce-fb19-475d-83bc-e44a4b834587,segment=NetworkSegment(cd9aaace-dd86-4d07-b2da-557f00b03dc5),segment_id=cd9aaace-dd86-4d07-b2da-557f00b03dc5)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:00.805160 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:00.864792 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-46733170-36d4-45d4-8639-7d05be7dab23 req-81783257-603d-4116-be4b-0eccaaa1866f tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] 10.222.0.23 "GET /v2.0/security-groups?id=356706eb-da9e-40d6-88f8-1424bf5f5566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311083 Jul 13 07:37:00.953080 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=0793abce-fb19-475d-83bc-e44a4b834587,revision_number=6']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:00.990863 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:01.029204 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:01.174997 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port e301811d-6a3a-4825-92b3-16032f6fae03, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=e301811d-6a3a-4825-92b3-16032f6fae03,segment=NetworkSegment(ab33aa14-001e-49a7-af16-8b72624a25cd),segment_id=ab33aa14-001e-49a7-af16-8b72624a25cd)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:01.202608 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c9869c-2b61-46fa-a354-faa71483b6a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e301811d-6a3a-4825-92b3-16032f6fae03'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:01.209842 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6896870a-6bae-4425-ad29-23f2934b3edb" -d '{"events": [{"server_uuid": "b5c9869c-2b61-46fa-a354-faa71483b6a9", "name": "network-vif-plugged", "status": "completed", "tag": "e301811d-6a3a-4825-92b3-16032f6fae03"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:01.229819 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:01.239081 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 799ad9d3-820a-4d5c-b401-82653cf12a72, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=799ad9d3-820a-4d5c-b401-82653cf12a72,segment=NetworkSegment(e90cd515-abe5-4ca8-9b0e-0c469dc1d212),segment_id=e90cd515-abe5-4ca8-9b0e-0c469dc1d212)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:01.347807 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['0793abce-fb19-475d-83bc-e44a4b834587'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:01.374738 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:01.424810 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 0793abce-fb19-475d-83bc-e44a4b834587 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:01.440349 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3904f-24b2-48ce-acd2-681c3c3c02cd req-a3d6d9e7-b384-4ab8-96dd-b2ee842abe3b tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:01.451863 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ede3904f-24b2-48ce-acd2-681c3c3c02cd req-a3d6d9e7-b384-4ab8-96dd-b2ee842abe3b tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de92cfd-cbe1-454b-9422-0d74372cb482 HTTP/1.1" status: 200 len: 944 time: 0.2319353 Jul 13 07:37:01.553783 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ede3904f-24b2-48ce-acd2-681c3c3c02cd req-1bad8c64-ed4b-4a99-b45b-2f6e3f034384 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008160 Jul 13 07:37:01.668546 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f4171766-3168-417f-93cd-4e7a13914f50 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:01.851708 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a6363b05-0414-439a-8094-255f470a9025 None None] Provisioning for port 12369b44-ad57-4feb-acba-4ac7a1817ba4 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:01.869585 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=e301811d-6a3a-4825-92b3-16032f6fae03,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:01.932878 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a6363b05-0414-439a-8094-255f470a9025 None None] Provisioning complete for port 12369b44-ad57-4feb-acba-4ac7a1817ba4 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:01.933323 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a6363b05-0414-439a-8094-255f470a9025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:01.940181 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:02.007497 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ca2aa6-88b1-4195-9ba3-ca8b6474d17f x-openstack-request-id: req-98ca2aa6-88b1-4195-9ba3-ca8b6474d17f {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:02.008605 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c9869c-2b61-46fa-a354-faa71483b6a9", "name": "network-vif-plugged", "status": "completed", "tag": "e301811d-6a3a-4825-92b3-16032f6fae03", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:02.011866 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-98ca2aa6-88b1-4195-9ba3-ca8b6474d17f {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:02.012632 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c9869c-2b61-46fa-a354-faa71483b6a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e301811d-6a3a-4825-92b3-16032f6fae03', 'code': 200} Jul 13 07:37:02.084890 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port f4171766-3168-417f-93cd-4e7a13914f50 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:02.084890 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:02.090311 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0793abce-fb19-475d-83bc-e44a4b834587 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:02.120391 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 0793abce-fb19-475d-83bc-e44a4b834587, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=0793abce-fb19-475d-83bc-e44a4b834587,segment=NetworkSegment(cd9aaace-dd86-4d07-b2da-557f00b03dc5),segment_id=cd9aaace-dd86-4d07-b2da-557f00b03dc5)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:02.158841 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2829c3e5-d16d-47bb-bf2f-6f105a50beb8 req-859f0701-c733-4c89-8261-e4b403ec916d tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?id=25c18a17-9cb1-4967-8794-129d946ca0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4026828 Jul 13 07:37:02.160050 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:02.221606 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-a6363b05-0414-439a-8094-255f470a9025 None None] Port 12369b44-ad57-4feb-acba-4ac7a1817ba4 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:37:02.252657 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53474598-7167-48d2-b89c-c0c7c0c0751d req-2183dd79-17f3-4e2e-a233-906828e63fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:02.262577 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-53474598-7167-48d2-b89c-c0c7c0c0751d req-2183dd79-17f3-4e2e-a233-906828e63fda service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b5c9869c-2b61-46fa-a354-faa71483b6a9 HTTP/1.1" status: 200 len: 1097 time: 0.1786742 Jul 13 07:37:02.293230 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=799ad9d3-820a-4d5c-b401-82653cf12a72,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:02.333168 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e82b99b1-2239-4f1c-92b6-8eea9e1f17b8 req-3d666d6e-77e3-485b-a160-7609e31fb486 service neutron] 10.222.0.25 "GET /v2.0/networks/c6c7368c-96bb-4e1d-964f-3969d7e167b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5851409 Jul 13 07:37:02.375736 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-53474598-7167-48d2-b89c-c0c7c0c0751d req-ef8f1a6f-a860-45dc-afdf-8d3cf5e70b98 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=356706eb-da9e-40d6-88f8-1424bf5f5566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096504 Jul 13 07:37:02.550550 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b82137-b8ca-452f-9930-67d994c5920f req-b3e0ee89-0a38-43d2-9b54-0d713c6f8475 tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:02.560727 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-42b82137-b8ca-452f-9930-67d994c5920f req-b3e0ee89-0a38-43d2-9b54-0d713c6f8475 tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c9869c-2b61-46fa-a354-faa71483b6a9 HTTP/1.1" status: 200 len: 945 time: 0.1742251 Jul 13 07:37:02.564247 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 90a26624-e32b-47b0-9ae1-e663e374890a details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:37:02.679527 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-42b82137-b8ca-452f-9930-67d994c5920f req-1d3558a3-7c35-4c6f-9b95-5ae08c32817b tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] 10.222.0.23 "GET /v2.0/security-groups?id=356706eb-da9e-40d6-88f8-1424bf5f5566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112635 Jul 13 07:37:02.727777 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 41712) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:02.781145 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=0793abce-fb19-475d-83bc-e44a4b834587,revision_number=7']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:02.788083 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e82b99b1-2239-4f1c-92b6-8eea9e1f17b8 req-8f90c3eb-bf2f-46d5-8070-380c9534f881 service neutron] 10.222.0.25 "GET /v2.0/networks/c6c7368c-96bb-4e1d-964f-3969d7e167b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285562 Jul 13 07:37:02.877577 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b8304550-a056-4dce-af1a-3cb15fe9637c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:02.878361 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 41716) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:02.883924 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b8304550-a056-4dce-af1a-3cb15fe9637c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:02.918718 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 90a26624-e32b-47b0-9ae1-e663e374890a, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=90a26624-e32b-47b0-9ae1-e663e374890a,segment=NetworkSegment(11955ddd-a8b9-470c-b670-fec4bab54b6d),segment_id=11955ddd-a8b9-470c-b670-fec4bab54b6d)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:02.933964 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '90a26624-e32b-47b0-9ae1-e663e374890a', 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4', 'port_id': '90a26624-e32b-47b0-9ae1-e663e374890a', 'mac_address': 'fa:16:3e:83:9c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161fab74-9ca1-4ff2-9b41-082e2a13736e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:37:02.980374 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:02.984354 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b8304550-a056-4dce-af1a-3cb15fe9637c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:03.032133 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90a26624-e32b-47b0-9ae1-e663e374890a {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:03.177547 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 90a26624-e32b-47b0-9ae1-e663e374890a, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=90a26624-e32b-47b0-9ae1-e663e374890a,segment=NetworkSegment(11955ddd-a8b9-470c-b670-fec4bab54b6d),segment_id=11955ddd-a8b9-470c-b670-fec4bab54b6d)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:03.219740 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8304550-a056-4dce-af1a-3cb15fe9637c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event updated for resources: {'Port': ['ID=12369b44-ad57-4feb-acba-4ac7a1817ba4,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:03.297608 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f0660960-95cf-4c03-9702-8a348918de2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:03.325497 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b4c6b857-b44b-480a-83f7-8864d5008a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:03.383364 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 799ad9d3-820a-4d5c-b401-82653cf12a72 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:03.407414 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:03.464683 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f0660960-95cf-4c03-9702-8a348918de2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:03.484107 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bb3a863c-9e2b-4d25-9697-3ec47ef56423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:03.498052 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f0660960-95cf-4c03-9702-8a348918de2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:03.615307 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871eca7-09ed-4c26-a6b0-4e72c830a6b1 req-b0d6ed1a-02c7-49bf-8c76-b1fb2f9ee923 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:03.635092 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f0660960-95cf-4c03-9702-8a348918de2b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a53414e190324a4dace2a154a266cb92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9049299 Jul 13 07:37:03.644777 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 41726) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:03.645384 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e871eca7-09ed-4c26-a6b0-4e72c830a6b1 req-b0d6ed1a-02c7-49bf-8c76-b1fb2f9ee923 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de92cfd-cbe1-454b-9422-0d74372cb482 HTTP/1.1" status: 200 len: 943 time: 0.7017405 Jul 13 07:37:03.645531 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0660960-95cf-4c03-9702-8a348918de2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493cba28-26fc-4b82-9b49-fc29f51db604,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:03.716243 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:03.750263 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=90a26624-e32b-47b0-9ae1-e663e374890a,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:03.768085 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8304550-a056-4dce-af1a-3cb15fe9637c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Network 09837388-02da-4934-8b50-d97c7770c8be is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:03.785323 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-b8304550-a056-4dce-af1a-3cb15fe9637c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:03.828540 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e871eca7-09ed-4c26-a6b0-4e72c830a6b1 req-7576d7cc-ee9e-45ae-976b-0eea4ce46fe7 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797690 Jul 13 07:37:03.843906 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-dc9b2392-d9a6-4c9a-a641-7e5ee5dff6b9 None None] Provisioning complete for port 12369b44-ad57-4feb-acba-4ac7a1817ba4 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:03.844456 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-dc9b2392-d9a6-4c9a-a641-7e5ee5dff6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:03.869588 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dae4553b-3a03-41d5-af96-b796566217f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:03.910320 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298200cf-0158-4203-959b-40b5dfba52cf req-f8599c79-a2fc-476c-beb8-289a0266598f tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:03.912386 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['90a26624-e32b-47b0-9ae1-e663e374890a'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:03.927548 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-298200cf-0158-4203-959b-40b5dfba52cf req-f8599c79-a2fc-476c-beb8-289a0266598f tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 945 time: 0.2177701 Jul 13 07:37:03.990514 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:37:04.054453 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 799ad9d3-820a-4d5c-b401-82653cf12a72 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:04.055271 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:04.145621 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-dc9b2392-d9a6-4c9a-a641-7e5ee5dff6b9 None None] Port 12369b44-ad57-4feb-acba-4ac7a1817ba4 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:37:04.175334 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:04.177348 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-298200cf-0158-4203-959b-40b5dfba52cf req-d81fdab5-42ab-4b4e-8baa-816fbe6d9aec tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?id=25c18a17-9cb1-4967-8794-129d946ca0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2484264 Jul 13 07:37:04.292523 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dae4553b-3a03-41d5-af96-b796566217f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:04.364368 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8304550-a056-4dce-af1a-3cb15fe9637c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Router d2283a36-064f-414d-8a01-334a1f294876 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:37:04.428676 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bb3a863c-9e2b-4d25-9697-3ec47ef56423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:04.438652 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bb3a863c-9e2b-4d25-9697-3ec47ef56423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:04.467011 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-837b86af-8ca8-438e-9573-aec949a12bf5 None None] Provisioning complete for port 12369b44-ad57-4feb-acba-4ac7a1817ba4 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:04.467446 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-837b86af-8ca8-438e-9573-aec949a12bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:04.488590 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a863c-9e2b-4d25-9697-3ec47ef56423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e220218-d01d-4d8b-b785-d289ed78e4d0,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:04.495670 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dae4553b-3a03-41d5-af96-b796566217f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:04.498233 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dae4553b-3a03-41d5-af96-b796566217f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:04.510385 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-dae4553b-3a03-41d5-af96-b796566217f0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/493cba28-26fc-4b82-9b49-fc29f51db604 HTTP/1.1" status: 204 len: 168 time: 0.8479800 Jul 13 07:37:04.523787 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-837b86af-8ca8-438e-9573-aec949a12bf5 None None] Port 12369b44-ad57-4feb-acba-4ac7a1817ba4 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:37:04.547345 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4553b-3a03-41d5-af96-b796566217f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493cba28-26fc-4b82-9b49-fc29f51db604,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:04.571858 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-bb3a863c-9e2b-4d25-9697-3ec47ef56423 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d4a6d1b4977848fa8ef11846da9cbd32&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6922569 Jul 13 07:37:04.573125 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 41742) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:04.590517 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c55f45-f496-4546-85a5-f716514b3cc0 req-7533d677-7bb3-477c-956f-9d68fa95b201 tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:04.597985 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a9c55f45-f496-4546-85a5-f716514b3cc0 req-7533d677-7bb3-477c-956f-9d68fa95b201 tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c9869c-2b61-46fa-a354-faa71483b6a9 HTTP/1.1" status: 200 len: 945 time: 0.4183927 Jul 13 07:37:04.671139 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-61ab955b-8fd9-40ed-a753-8e4261b99b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:04.679424 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a9c55f45-f496-4546-85a5-f716514b3cc0 req-35ea20d5-f056-411e-b617-80f4444665c9 tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] 10.222.0.23 "GET /v2.0/security-groups?id=356706eb-da9e-40d6-88f8-1424bf5f5566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800800 Jul 13 07:37:04.681961 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8304550-a056-4dce-af1a-3cb15fe9637c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:37:04.709660 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b8304550-a056-4dce-af1a-3cb15fe9637c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "PUT /v2.0/routers/d2283a36-064f-414d-8a01-334a1f294876/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6042593 Jul 13 07:37:04.710616 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 41746) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:04.713148 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3ea7a7-bcd6-4bb3-b17d-5f57f672128e None None] Sync routers for ids ['d2283a36-064f-414d-8a01-334a1f294876'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:37:04.731571 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-61ab955b-8fd9-40ed-a753-8e4261b99b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:04.738379 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3ea7a7-bcd6-4bb3-b17d-5f57f672128e None None] Routers {'d2283a36-064f-414d-8a01-334a1f294876'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:04.739736 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-6f3ea7a7-bcd6-4bb3-b17d-5f57f672128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:37:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d2283a36-064f-414d-8a01-334a1f294876'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:04.849659 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef45b96f-d57d-4d92-802f-bd0a34c16986 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:04.851413 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-61ab955b-8fd9-40ed-a753-8e4261b99b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:04.855626 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-61ab955b-8fd9-40ed-a753-8e4261b99b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:04.857002 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-61ab955b-8fd9-40ed-a753-8e4261b99b68 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8e220218-d01d-4d8b-b785-d289ed78e4d0 HTTP/1.1" status: 204 len: 168 time: 0.2823873 Jul 13 07:37:04.874916 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ef45b96f-d57d-4d92-802f-bd0a34c16986 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "GET /v2.0/ports/12369b44-ad57-4feb-acba-4ac7a1817ba4 HTTP/1.1" status: 200 len: 911 time: 0.1627777 Jul 13 07:37:04.876536 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 41754) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:04.907977 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab955b-8fd9-40ed-a753-8e4261b99b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e220218-d01d-4d8b-b785-d289ed78e4d0,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:04.934648 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-6f3ea7a7-bcd6-4bb3-b17d-5f57f672128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:05.020740 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3ea7a7-bcd6-4bb3-b17d-5f57f672128e None None] Routers {'d2283a36-064f-414d-8a01-334a1f294876'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:05.021529 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-6f3ea7a7-bcd6-4bb3-b17d-5f57f672128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:37:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d2283a36-064f-414d-8a01-334a1f294876'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:05.151192 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-6f3ea7a7-bcd6-4bb3-b17d-5f57f672128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:05.156422 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3ea7a7-bcd6-4bb3-b17d-5f57f672128e None None] The sync data for ids ['d2283a36-064f-414d-8a01-334a1f294876'] in n-d-771363-34 is: [] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:37:05.188413 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 41762) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:05.222512 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4b892e28-f7cc-4fc8-8929-2fc065e0d4bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:05.364805 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 0793abce-fb19-475d-83bc-e44a4b834587 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:05.500317 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b802ec7-fcd2-4ce9-9f7f-18c46e5297d5 req-9d5781b9-2a30-41f3-b710-c20beee81ba1 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:05.504118 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0b802ec7-fcd2-4ce9-9f7f-18c46e5297d5 req-9d5781b9-2a30-41f3-b710-c20beee81ba1 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de92cfd-cbe1-454b-9422-0d74372cb482 HTTP/1.1" status: 200 len: 943 time: 0.2545846 Jul 13 07:37:05.509653 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4b892e28-f7cc-4fc8-8929-2fc065e0d4bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:05.518920 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4b892e28-f7cc-4fc8-8929-2fc065e0d4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:05.557966 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 0793abce-fb19-475d-83bc-e44a4b834587 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:05.558508 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:05.622921 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b892e28-f7cc-4fc8-8929-2fc065e0d4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929df217-2c04-452c-b321-0638d07d9b27,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:05.647403 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4b892e28-f7cc-4fc8-8929-2fc065e0d4bc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d7b6c97395124f1bad4bfb21a9f47556&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4480968 Jul 13 07:37:05.648195 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 41772) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:05.797894 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:05.858274 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0b802ec7-fcd2-4ce9-9f7f-18c46e5297d5 req-5cab46f1-431f-486f-8e66-d03e6c8e6827 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906585 Jul 13 07:37:05.883748 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c7f1f86e-e607-4faa-9514-256df20550ea tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:05.913530 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de92cfd-cbe1-454b-9422-0d74372cb482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0793abce-fb19-475d-83bc-e44a4b834587'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:05.924269 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b7e3f544-563b-4d8c-beb5-ff0f536f8240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:05.931837 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec7f8e2-e199-4571-9257-5e2bed2a69da" -d '{"events": [{"server_uuid": "6de92cfd-cbe1-454b-9422-0d74372cb482", "name": "network-vif-plugged", "status": "completed", "tag": "0793abce-fb19-475d-83bc-e44a4b834587"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:05.986670 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:05.991186 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 0793abce-fb19-475d-83bc-e44a4b834587, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=0793abce-fb19-475d-83bc-e44a4b834587,segment=NetworkSegment(cd9aaace-dd86-4d07-b2da-557f00b03dc5),segment_id=cd9aaace-dd86-4d07-b2da-557f00b03dc5)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:06.001070 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 41776) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:06.002355 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:06.009367 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93661b05-2c6f-4f13-bbea-d8e4bd0a585e req-1b164373-03d9-4b06-a9b9-b598feb552b7 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:06.017483 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-93661b05-2c6f-4f13-bbea-d8e4bd0a585e req-1b164373-03d9-4b06-a9b9-b598feb552b7 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 945 time: 0.2745783 Jul 13 07:37:06.021934 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b7e3f544-563b-4d8c-beb5-ff0f536f8240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:06.036964 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-74e0b8f7-def2-459d-8bd0-c1854dc87d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:06.109456 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=0793abce-fb19-475d-83bc-e44a4b834587,revision_number=8']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:06.141680 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-93661b05-2c6f-4f13-bbea-d8e4bd0a585e req-bb9f00ee-e8d0-4c7c-9731-95d66a614170 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?id=25c18a17-9cb1-4967-8794-129d946ca0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232531 Jul 13 07:37:06.170570 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b7e3f544-563b-4d8c-beb5-ff0f536f8240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:06.183817 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b7e3f544-563b-4d8c-beb5-ff0f536f8240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:06.189773 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b7e3f544-563b-4d8c-beb5-ff0f536f8240 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/929df217-2c04-452c-b321-0638d07d9b27 HTTP/1.1" status: 204 len: 168 time: 0.5398662 Jul 13 07:37:06.213096 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e3f544-563b-4d8c-beb5-ff0f536f8240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929df217-2c04-452c-b321-0638d07d9b27,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:06.253409 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61795264-c0bc-465b-9842-b92c246c626c x-openstack-request-id: req-61795264-c0bc-465b-9842-b92c246c626c {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:06.253929 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de92cfd-cbe1-454b-9422-0d74372cb482", "name": "network-vif-plugged", "status": "completed", "tag": "0793abce-fb19-475d-83bc-e44a4b834587", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:06.254154 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-61795264-c0bc-465b-9842-b92c246c626c {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:06.255128 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de92cfd-cbe1-454b-9422-0d74372cb482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0793abce-fb19-475d-83bc-e44a4b834587', 'code': 200} Jul 13 07:37:06.437758 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-74e0b8f7-def2-459d-8bd0-c1854dc87d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:06.443435 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-74e0b8f7-def2-459d-8bd0-c1854dc87d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:06.511728 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 90a26624-e32b-47b0-9ae1-e663e374890a up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:06.556479 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0b8f7-def2-459d-8bd0-c1854dc87d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99dd17e4-d590-4218-b928-29fdaf159843,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:06.562964 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-74e0b8f7-def2-459d-8bd0-c1854dc87d04 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fd1587e2da544efabfa32485dfce9620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5433383 Jul 13 07:37:06.566232 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 41786) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:06.624575 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 90a26624-e32b-47b0-9ae1-e663e374890a completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:06.631581 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 90a26624-e32b-47b0-9ae1-e663e374890a triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:06.631976 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:06.684595 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b4db2893-5e05-4356-908c-ae9f0f5d1a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:06.710708 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af9d96-210b-4212-97d3-a3cccf162e2d req-874bc83e-4a41-4074-9d40-78b8db90bf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:06.715392 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-12af9d96-210b-4212-97d3-a3cccf162e2d req-874bc83e-4a41-4074-9d40-78b8db90bf8f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6de92cfd-cbe1-454b-9422-0d74372cb482 HTTP/1.1" status: 200 len: 1097 time: 0.2263250 Jul 13 07:37:06.715674 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-c7f1f86e-e607-4faa-9514-256df20550ea tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Allocated IP 2001:db8:1::1 (f2e92587-9e49-4d16-a710-fbaafbea482d/5a84b48a-ba27-4d14-b880-3c298294f896/8cf4a7cb-b9d9-4ac6-a97f-b24405bafbc9) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:06.779419 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7aa9a-f96e-4221-84f6-74f1daedffc3 req-2beecf53-6882-403a-bb0a-8570a1b6a111 tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:06.781276 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-93f7aa9a-f96e-4221-84f6-74f1daedffc3 req-2beecf53-6882-403a-bb0a-8570a1b6a111 tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c9869c-2b61-46fa-a354-faa71483b6a9 HTTP/1.1" status: 200 len: 945 time: 0.3014138 Jul 13 07:37:06.796915 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b4db2893-5e05-4356-908c-ae9f0f5d1a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:06.856675 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:06.900574 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b4db2893-5e05-4356-908c-ae9f0f5d1a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:06.903448 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b4db2893-5e05-4356-908c-ae9f0f5d1a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:06.904958 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b4db2893-5e05-4356-908c-ae9f0f5d1a2e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/99dd17e4-d590-4218-b928-29fdaf159843 HTTP/1.1" status: 204 len: 168 time: 0.3363361 Jul 13 07:37:06.949621 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 90a26624-e32b-47b0-9ae1-e663e374890a, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=90a26624-e32b-47b0-9ae1-e663e374890a,segment=NetworkSegment(11955ddd-a8b9-470c-b670-fec4bab54b6d),segment_id=11955ddd-a8b9-470c-b670-fec4bab54b6d)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:06.958797 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-12af9d96-210b-4212-97d3-a3cccf162e2d req-6ff5955b-d4a0-45bf-965a-bbdc463c283f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072055 Jul 13 07:37:06.960717 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:06.971819 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db2893-5e05-4356-908c-ae9f0f5d1a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99dd17e4-d590-4218-b928-29fdaf159843,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:06.981695 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-93f7aa9a-f96e-4221-84f6-74f1daedffc3 req-c26a382e-8f93-4149-9394-e5c86f4f5ab0 tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] 10.222.0.23 "GET /v2.0/security-groups?id=356706eb-da9e-40d6-88f8-1424bf5f5566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849837 Jul 13 07:37:07.037344 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c7f1f86e-e607-4faa-9514-256df20550ea tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:07.056887 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-c7f1f86e-e607-4faa-9514-256df20550ea tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Transition to ACTIVE for port object 8cf4a7cb-b9d9-4ac6-a97f-b24405bafbc9 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:07.067754 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e16bf-5083-4a2f-8c3b-5b0b1ab1ca37 req-3a7c8b0e-30b1-4596-80b6-1f84396eee34 tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:07.079820 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c36e16bf-5083-4a2f-8c3b-5b0b1ab1ca37 req-3a7c8b0e-30b1-4596-80b6-1f84396eee34 tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5c9869c-2b61-46fa-a354-faa71483b6a9 HTTP/1.1" status: 200 len: 945 time: 0.2100670 Jul 13 07:37:07.141079 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c7f1f86e-e607-4faa-9514-256df20550ea tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:07.145577 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=90a26624-e32b-47b0-9ae1-e663e374890a,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:07.257568 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f1f86e-e607-4faa-9514-256df20550ea tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event updated for resources: {'Port': ['ID=8cf4a7cb-b9d9-4ac6-a97f-b24405bafbc9,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:07.269477 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f1f86e-e607-4faa-9514-256df20550ea tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Network f2e92587-9e49-4d16-a710-fbaafbea482d is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:07.272568 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-c7f1f86e-e607-4faa-9514-256df20550ea tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:07.275384 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f1f86e-e607-4faa-9514-256df20550ea tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:07.276263 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c7f1f86e-e607-4faa-9514-256df20550ea tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:07.461342 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba790e46-d2b9-4ae4-b47c-f4dcde9668ef req-2a915c8b-009c-4219-9875-c0e134996894 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:07.475274 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ba790e46-d2b9-4ae4-b47c-f4dcde9668ef req-2a915c8b-009c-4219-9875-c0e134996894 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de92cfd-cbe1-454b-9422-0d74372cb482 HTTP/1.1" status: 200 len: 945 time: 0.3929672 Jul 13 07:37:07.495477 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-56f6fd19-68d2-450c-b667-44097b80c0ad None None] Provisioning complete for port 90a26624-e32b-47b0-9ae1-e663e374890a triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:07.496437 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-56f6fd19-68d2-450c-b667-44097b80c0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:07.618879 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-c36e16bf-5083-4a2f-8c3b-5b0b1ab1ca37 req-4f2d7d79-e223-41bb-a9e6-3633fbec67c0 tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] Deleting port e301811d-6a3a-4825-92b3-16032f6fae03 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:07.619858 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-c36e16bf-5083-4a2f-8c3b-5b0b1ab1ca37 req-4f2d7d79-e223-41bb-a9e6-3633fbec67c0 tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:07.639527 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ba790e46-d2b9-4ae4-b47c-f4dcde9668ef req-83d0e66f-05bd-4c3d-9f39-7d0102c8eb66 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627750 Jul 13 07:37:07.678448 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c7f1f86e-e607-4faa-9514-256df20550ea tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:07.710352 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9231510-937f-46cc-b2a3-2462a310028c req-7f2bf3fd-0eb2-45d4-a7be-e84bde820bbc tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:07.713831 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a9231510-937f-46cc-b2a3-2462a310028c req-7f2bf3fd-0eb2-45d4-a7be-e84bde820bbc tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 946 time: 0.2879934 Jul 13 07:37:07.808484 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-c36e16bf-5083-4a2f-8c3b-5b0b1ab1ca37 req-4f2d7d79-e223-41bb-a9e6-3633fbec67c0 tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] For port e301811d-6a3a-4825-92b3-16032f6fae03, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=e301811d-6a3a-4825-92b3-16032f6fae03,segment=NetworkSegment(ab33aa14-001e-49a7-af16-8b72624a25cd),segment_id=ab33aa14-001e-49a7-af16-8b72624a25cd)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:07.808956 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-c36e16bf-5083-4a2f-8c3b-5b0b1ab1ca37 req-4f2d7d79-e223-41bb-a9e6-3633fbec67c0 tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:07.826913 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a9231510-937f-46cc-b2a3-2462a310028c req-166a20ac-d12d-4c2d-9a68-65e9ed672cfd tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?id=25c18a17-9cb1-4967-8794-129d946ca0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877833 Jul 13 07:37:07.829719 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-c36e16bf-5083-4a2f-8c3b-5b0b1ab1ca37 req-4f2d7d79-e223-41bb-a9e6-3633fbec67c0 tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] Calling delete_port for e301811d-6a3a-4825-92b3-16032f6fae03 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:07.954562 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d478fce0-6d4b-4299-aa59-26133ebb1081 None None] Provisioning for port 8cf4a7cb-b9d9-4ac6-a97f-b24405bafbc9 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:07.965451 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d478fce0-6d4b-4299-aa59-26133ebb1081 None None] Provisioning complete for port 8cf4a7cb-b9d9-4ac6-a97f-b24405bafbc9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:07.965821 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d478fce0-6d4b-4299-aa59-26133ebb1081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:08.100212 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-d478fce0-6d4b-4299-aa59-26133ebb1081 None None] Port 8cf4a7cb-b9d9-4ac6-a97f-b24405bafbc9 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:37:08.224827 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c7f1f86e-e607-4faa-9514-256df20550ea tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:08.227501 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-c36e16bf-5083-4a2f-8c3b-5b0b1ab1ca37 req-4f2d7d79-e223-41bb-a9e6-3633fbec67c0 tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:08.233659 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c7f1f86e-e607-4faa-9514-256df20550ea tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:08.240513 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['e301811d-6a3a-4825-92b3-16032f6fae03'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:08.286823 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4342b9e2-2ab7-4e3b-b55d-554201fccaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a26624-e32b-47b0-9ae1-e663e374890a'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:08.292519 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04048653-6462-4f42-9c95-1a700caa797f" -d '{"events": [{"server_uuid": "4342b9e2-2ab7-4e3b-b55d-554201fccaaa", "name": "network-vif-plugged", "status": "completed", "tag": "90a26624-e32b-47b0-9ae1-e663e374890a"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:08.317449 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c7f1f86e-e607-4faa-9514-256df20550ea tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:08.344071 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d7d79-e223-41bb-a9e6-3633fbec67c0 tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] Pushing event deleted for resources: {'Port': ['ID=e301811d-6a3a-4825-92b3-16032f6fae03,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:08.375363 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606a91cb-14f5-4520-a943-0c1dc576cb1a x-openstack-request-id: req-606a91cb-14f5-4520-a943-0c1dc576cb1a {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:08.376353 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4342b9e2-2ab7-4e3b-b55d-554201fccaaa", "name": "network-vif-plugged", "status": "completed", "tag": "90a26624-e32b-47b0-9ae1-e663e374890a", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:08.377043 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-606a91cb-14f5-4520-a943-0c1dc576cb1a {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:08.377897 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4342b9e2-2ab7-4e3b-b55d-554201fccaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a26624-e32b-47b0-9ae1-e663e374890a', 'code': 200} Jul 13 07:37:08.410895 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ea1876b6-d41b-4744-bdf1-0d902fe82ec5 req-e4e8051b-b345-41d4-837a-5e01936fef6b tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c9869c-2b61-46fa-a354-faa71483b6a9 HTTP/1.1" status: 200 len: 210 time: 0.1625967 Jul 13 07:37:08.484376 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f1f86e-e607-4faa-9514-256df20550ea tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event updated for resources: {'Port': ['ID=8cf4a7cb-b9d9-4ac6-a97f-b24405bafbc9,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:08.537002 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36e16bf-5083-4a2f-8c3b-5b0b1ab1ca37 req-4f2d7d79-e223-41bb-a9e6-3633fbec67c0 tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] No DVR routers for this DVR port e301811d-6a3a-4825-92b3-16032f6fae03 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:08.549684 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-c36e16bf-5083-4a2f-8c3b-5b0b1ab1ca37 req-4f2d7d79-e223-41bb-a9e6-3633fbec67c0 tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:08.552043 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c36e16bf-5083-4a2f-8c3b-5b0b1ab1ca37 req-4f2d7d79-e223-41bb-a9e6-3633fbec67c0 tempest-InstanceActionsNegativeTestJSON-513371027 tempest-InstanceActionsNegativeTestJSON-513371027-project] 10.222.0.42 "DELETE /v2.0/ports/e301811d-6a3a-4825-92b3-16032f6fae03 HTTP/1.1" status: 204 len: 173 time: 1.4600554 Jul 13 07:37:08.552620 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c9869c-2b61-46fa-a354-faa71483b6a9', 'name': 'network-vif-deleted', 'tag': 'e301811d-6a3a-4825-92b3-16032f6fae03'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:08.555440 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932f2afe-84ad-4ac1-8be8-e4695bfa9a61" -d '{"events": [{"server_uuid": "b5c9869c-2b61-46fa-a354-faa71483b6a9", "name": "network-vif-deleted", "tag": "e301811d-6a3a-4825-92b3-16032f6fae03"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:08.683605 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c21c18-8f66-4ab9-8f60-c4125bfa2255 x-openstack-request-id: req-49c21c18-8f66-4ab9-8f60-c4125bfa2255 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:08.684568 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c9869c-2b61-46fa-a354-faa71483b6a9", "name": "network-vif-deleted", "tag": "e301811d-6a3a-4825-92b3-16032f6fae03", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:08.684967 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-49c21c18-8f66-4ab9-8f60-c4125bfa2255 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:08.685537 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c9869c-2b61-46fa-a354-faa71483b6a9', 'name': 'network-vif-deleted', 'tag': 'e301811d-6a3a-4825-92b3-16032f6fae03', 'status': 'completed', 'code': 200} Jul 13 07:37:08.822197 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47deed-401c-4025-9745-b59a05d2747e req-a0eb3f39-ce76-4e20-a439-68aa47522ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:08.824528 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ba47deed-401c-4025-9745-b59a05d2747e req-a0eb3f39-ce76-4e20-a439-68aa47522ee1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 1098 time: 0.3710399 Jul 13 07:37:08.826925 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f1f86e-e607-4faa-9514-256df20550ea tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Network f2e92587-9e49-4d16-a710-fbaafbea482d is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:08.846170 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-c7f1f86e-e607-4faa-9514-256df20550ea tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:08.878269 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-568bc455-1868-4402-a3d0-303614f06a3e None None] Provisioning complete for port 8cf4a7cb-b9d9-4ac6-a97f-b24405bafbc9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:08.880308 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-568bc455-1868-4402-a3d0-303614f06a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:09.001773 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-568bc455-1868-4402-a3d0-303614f06a3e None None] Port 8cf4a7cb-b9d9-4ac6-a97f-b24405bafbc9 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:37:09.096867 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5459e5f-10fd-452d-a5f3-e5b605b67ae9 req-1e513f54-8e88-406b-987a-36f967e45023 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:09.100859 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c5459e5f-10fd-452d-a5f3-e5b605b67ae9 req-1e513f54-8e88-406b-987a-36f967e45023 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de92cfd-cbe1-454b-9422-0d74372cb482 HTTP/1.1" status: 200 len: 945 time: 0.1628377 Jul 13 07:37:09.217102 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c5459e5f-10fd-452d-a5f3-e5b605b67ae9 req-59403801-f3b2-4dd1-9207-709986e81674 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063969 Jul 13 07:37:09.267534 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f1f86e-e607-4faa-9514-256df20550ea tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Router d2283a36-064f-414d-8a01-334a1f294876 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:37:09.330675 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ba47deed-401c-4025-9745-b59a05d2747e req-7414c42a-4fd4-460b-9a79-3447064f7559 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=25c18a17-9cb1-4967-8794-129d946ca0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4431558 Jul 13 07:37:09.433872 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c111cf91-4071-43fa-877d-27620b13c6e1 None None] Provisioning complete for port 8cf4a7cb-b9d9-4ac6-a97f-b24405bafbc9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:09.434543 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c111cf91-4071-43fa-877d-27620b13c6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:09.529796 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-c111cf91-4071-43fa-877d-27620b13c6e1 None None] Port 8cf4a7cb-b9d9-4ac6-a97f-b24405bafbc9 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:37:09.587505 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314fb21-485d-46e3-b663-9cba67220d6b req-c16c26b8-be78-49f5-989d-b61393cf83d2 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:09.594730 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e314fb21-485d-46e3-b663-9cba67220d6b req-c16c26b8-be78-49f5-989d-b61393cf83d2 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de92cfd-cbe1-454b-9422-0d74372cb482 HTTP/1.1" status: 200 len: 945 time: 0.1579616 Jul 13 07:37:09.597573 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96219f-e535-4592-990c-8fc7d1c2f0c8 req-142126b1-4a3d-4058-8ae0-edb78f8ccdfd tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:09.610606 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7d96219f-e535-4592-990c-8fc7d1c2f0c8 req-142126b1-4a3d-4058-8ae0-edb78f8ccdfd tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 946 time: 0.4399173 Jul 13 07:37:09.629850 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f1f86e-e607-4faa-9514-256df20550ea tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:37:09.640552 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c7f1f86e-e607-4faa-9514-256df20550ea tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "PUT /v2.0/routers/d2283a36-064f-414d-8a01-334a1f294876/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7600894 Jul 13 07:37:09.642325 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 41888) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:09.643386 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc112d3-d384-4fd3-b611-449d3855335d None None] Sync routers for ids ['d2283a36-064f-414d-8a01-334a1f294876'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:37:09.670506 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc112d3-d384-4fd3-b611-449d3855335d None None] Routers {'d2283a36-064f-414d-8a01-334a1f294876'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:09.672690 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-1fc112d3-d384-4fd3-b611-449d3855335d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:37:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d2283a36-064f-414d-8a01-334a1f294876'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:09.706554 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7d96219f-e535-4592-990c-8fc7d1c2f0c8 req-22eb08ce-920e-479e-af7b-0b8eedec75f6 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?id=25c18a17-9cb1-4967-8794-129d946ca0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949378 Jul 13 07:37:09.782921 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7272a5-cc08-460f-a0ee-1a511886f751 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:09.785258 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1d7272a5-cc08-460f-a0ee-1a511886f751 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "GET /v2.0/ports/8cf4a7cb-b9d9-4ac6-a97f-b24405bafbc9 HTTP/1.1" status: 200 len: 913 time: 0.1416950 Jul 13 07:37:09.787753 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 41898) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:09.810133 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e314fb21-485d-46e3-b663-9cba67220d6b req-31a13fff-0387-4b78-88fe-d06e7f930239 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046473 Jul 13 07:37:09.910250 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-1fc112d3-d384-4fd3-b611-449d3855335d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:09.936065 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc112d3-d384-4fd3-b611-449d3855335d None None] Routers {'d2283a36-064f-414d-8a01-334a1f294876'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:09.936766 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-1fc112d3-d384-4fd3-b611-449d3855335d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:37:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d2283a36-064f-414d-8a01-334a1f294876'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:10.008164 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-1fc112d3-d384-4fd3-b611-449d3855335d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:10.009090 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc112d3-d384-4fd3-b611-449d3855335d None None] The sync data for ids ['d2283a36-064f-414d-8a01-334a1f294876'] in n-d-771363-34 is: [] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:37:10.031067 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 41908) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:10.169615 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-8546b59e-0231-4fdb-85d1-c98c5bd96daa admin admin] Deleting subnet 3e0d8f3e-d56e-40d1-8ad5-c5f4b4c52444 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:37:10.178601 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8546b59e-0231-4fdb-85d1-c98c5bd96daa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:10.267254 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8546b59e-0231-4fdb-85d1-c98c5bd96daa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:10.428061 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 41922) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:10.430763 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8546b59e-0231-4fdb-85d1-c98c5bd96daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:10.503476 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8546b59e-0231-4fdb-85d1-c98c5bd96daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:10.552565 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546b59e-0231-4fdb-85d1-c98c5bd96daa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e0d8f3e-d56e-40d1-8ad5-c5f4b4c52444,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:10.561709 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8546b59e-0231-4fdb-85d1-c98c5bd96daa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:10.566226 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8546b59e-0231-4fdb-85d1-c98c5bd96daa admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3e0d8f3e-d56e-40d1-8ad5-c5f4b4c52444 HTTP/1.1" status: 204 len: 168 time: 0.5321107 Jul 13 07:37:10.566961 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 41930) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:10.646325 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5bb0cb23-d42f-40f8-aedf-3c0714f94dee tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:10.650846 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-72a21d2b-aeb2-4040-950b-83fa0eec23d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:10.834223 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-72a21d2b-aeb2-4040-950b-83fa0eec23d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:10.852471 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-72a21d2b-aeb2-4040-950b-83fa0eec23d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0681fd2b-37fc-4953-9e6e-a8ad596aebac']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:10.872799 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-72a21d2b-aeb2-4040-950b-83fa0eec23d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab33aa14-001e-49a7-af16-8b72624a25cd') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:10.873369 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-72a21d2b-aeb2-4040-950b-83fa0eec23d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab33aa14-001e-49a7-af16-8b72624a25cd') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:10.907132 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-72a21d2b-aeb2-4040-950b-83fa0eec23d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:10.947572 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-72a21d2b-aeb2-4040-950b-83fa0eec23d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:10.988634 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a21d2b-aeb2-4040-950b-83fa0eec23d4 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:37:10.990480 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-72a21d2b-aeb2-4040-950b-83fa0eec23d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:37:10.993156 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:37:11.080936 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a6678-7492-4248-9edf-1f68709e78e8 req-f3944ebf-9d77-42cd-9ad4-5f9139695191 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:11.082973 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-945a6678-7492-4248-9edf-1f68709e78e8 req-f3944ebf-9d77-42cd-9ad4-5f9139695191 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 946 time: 0.1889153 Jul 13 07:37:11.084508 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-72a21d2b-aeb2-4040-950b-83fa0eec23d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:11.100453 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-72a21d2b-aeb2-4040-950b-83fa0eec23d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:11.102165 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-72a21d2b-aeb2-4040-950b-83fa0eec23d4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0681fd2b-37fc-4953-9e6e-a8ad596aebac HTTP/1.1" status: 204 len: 168 time: 0.5346215 Jul 13 07:37:11.129640 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a21d2b-aeb2-4040-950b-83fa0eec23d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0681fd2b-37fc-4953-9e6e-a8ad596aebac,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:11.159922 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-945a6678-7492-4248-9edf-1f68709e78e8 req-6d66eafd-d088-4e8c-ac29-200c5919709e tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?id=25c18a17-9cb1-4967-8794-129d946ca0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661771 Jul 13 07:37:11.268540 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-b15cda4b-7a79-4425-a097-6f4d1f0f8305 tempest-QuotasTest-772739574 tempest-QuotasTest-772739574-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:11.370167 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device e301811d-6a3a-4825-92b3-16032f6fae03 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:11.452282 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: e301811d-6a3a-4825-92b3-16032f6fae03 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:37:11.452629 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device e301811d-6a3a-4825-92b3-16032f6fae03 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:11.480273 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 41974) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:11.596880 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8ba625dd-a64e-48ff-8d99-e52dff2498e3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ac97c04122a240b49d03d839e0a3d922&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1151459 Jul 13 07:37:11.597581 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 41978) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:11.646006 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b15cda4b-7a79-4425-a097-6f4d1f0f8305 tempest-QuotasTest-772739574 tempest-QuotasTest-772739574-project-admin] 10.222.0.23 "PUT /v2.0/quotas/1291101d7566473c8d84ea07a5f85e8f HTTP/1.1" status: 200 len: 366 time: 1.2151849 Jul 13 07:37:11.662333 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-a236eed3-7a44-4380-9fb0-78aeeef1e61a tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:11.673896 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-a236eed3-7a44-4380-9fb0-78aeeef1e61a tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/networks?id=f19befd9-3bbc-45fe-a145-8403107507b4 HTTP/1.1" status: 200 len: 815 time: 0.4104290 Jul 13 07:37:11.680347 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 41980) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:11.697490 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-567fb5cf-6718-402d-8b8a-0baf3a147e8e tempest-QuotasTest-772739574 tempest-QuotasTest-772739574-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0126443 Jul 13 07:37:11.705632 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-073a0ed5-83e4-4853-afe0-84efb3986e9d tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/quotas/9c810d7c789b47038f0e4c69e077ced6 HTTP/1.1" status: 200 len: 375 time: 0.0301120 Jul 13 07:37:11.714424 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 41982) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:11.791322 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-88f70896-f07e-4586-890d-895f1d228c02 tempest-QuotasTest-772739574 tempest-QuotasTest-772739574-project-admin] 10.222.0.23 "GET /v2.0/quotas/1291101d7566473c8d84ea07a5f85e8f HTTP/1.1" status: 200 len: 366 time: 0.0678926 Jul 13 07:37:11.792498 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 41988) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:11.807836 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-5ca1cd18-bd8e-46cc-beb4-d26c1aaa3661 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9c810d7c789b47038f0e4c69e077ced6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0987444 Jul 13 07:37:11.815048 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-125bb85d-cf87-4046-9ebc-0130b755e530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:11.832791 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49232e-d235-4ba0-97b8-69ab94f6a86e req-5199b767-f064-48b5-8749-388c7e152458 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:11.834314 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1a49232e-d235-4ba0-97b8-69ab94f6a86e req-5199b767-f064-48b5-8749-388c7e152458 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.42 "GET /v2.0/ports?device_id=6de92cfd-cbe1-454b-9422-0d74372cb482 HTTP/1.1" status: 200 len: 945 time: 0.2336802 Jul 13 07:37:11.876721 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-47c4fa88-2787-47bc-9a60-188ffcbd4923 tempest-QuotasTest-772739574 tempest-QuotasTest-772739574-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/1291101d7566473c8d84ea07a5f85e8f HTTP/1.1" status: 204 len: 168 time: 0.0599620 Jul 13 07:37:11.881008 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 41990) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:11.915238 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-125bb85d-cf87-4046-9ebc-0130b755e530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:11.946049 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5745e46f-f25d-4f63-86fc-b0cd623c3809 tempest-QuotasTest-772739574 tempest-QuotasTest-772739574-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0595953 Jul 13 07:37:11.951150 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 41992) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:11.984086 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1d0ee-36a9-4d26-bab0-c331239dd1f1 req-bcd5e193-f66d-46cb-8877-ad3b5834d1ee tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:11.985624 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f6b1d0ee-36a9-4d26-bab0-c331239dd1f1 req-bcd5e193-f66d-46cb-8877-ad3b5834d1ee tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 946 time: 0.2654674 Jul 13 07:37:11.997496 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 41994) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:12.002042 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-876c76aa-de7d-40c7-a010-e4e76abf3301 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Request body: {'floatingip': {'port_id': '90a26624-e32b-47b0-9ae1-e663e374890a'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:12.022779 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-b949a9b9-c511-4a1e-a8dd-2276dbd623ff service neutron] 10.222.0.23 "GET /v2.0/networks/f19befd9-3bbc-45fe-a145-8403107507b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164495 Jul 13 07:37:12.023249 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-926d0bc7-8e5d-448f-bbf0-914fc85f89ab tempest-QuotasTest-772739574 tempest-QuotasTest-772739574-project-admin] 10.222.0.23 "GET /v2.0/quotas/1291101d7566473c8d84ea07a5f85e8f HTTP/1.1" status: 200 len: 370 time: 0.0659540 Jul 13 07:37:12.027290 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 41998) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:12.032184 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3931e3c5-e551-4290-8cd2-bed1d054b074 tempest-QuotasTest-772739574 tempest-QuotasTest-772739574-project-admin] 10.222.0.23 "GET /v2.0/quotas/1291101d7566473c8d84ea07a5f85e8f/default HTTP/1.1" status: 200 len: 370 time: 0.0045710 Jul 13 07:37:12.060495 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42000) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:12.082120 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-876c76aa-de7d-40c7-a010-e4e76abf3301 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for floatingip, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:12.089730 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-f724dd5c-e39c-4b2a-afb8-7092e9c40b10 tempest-QuotasTest-772739574 tempest-QuotasTest-772739574-project-admin] delete failed (client error): The resource could not be found. Jul 13 07:37:12.090772 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f724dd5c-e39c-4b2a-afb8-7092e9c40b10 tempest-QuotasTest-772739574 tempest-QuotasTest-772739574-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/1291101d7566473c8d84ea07a5f85e8f HTTP/1.1" status: 404 len: 348 time: 0.0294979 Jul 13 07:37:12.169255 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-125bb85d-cf87-4046-9ebc-0130b755e530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:12.171836 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-125bb85d-cf87-4046-9ebc-0130b755e530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:12.175371 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-125bb85d-cf87-4046-9ebc-0130b755e530 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/356706eb-da9e-40d6-88f8-1424bf5f5566 HTTP/1.1" status: 204 len: 168 time: 0.5711427 Jul 13 07:37:12.193479 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-5bb0cb23-d42f-40f8-aedf-3c0714f94dee tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Deleting port 8cf4a7cb-b9d9-4ac6-a97f-b24405bafbc9 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:12.193820 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5bb0cb23-d42f-40f8-aedf-3c0714f94dee tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:12.299043 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5bb0cb23-d42f-40f8-aedf-3c0714f94dee tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:12.313475 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-5bb0cb23-d42f-40f8-aedf-3c0714f94dee tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Calling delete_port for 8cf4a7cb-b9d9-4ac6-a97f-b24405bafbc9 owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:12.536129 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5bb0cb23-d42f-40f8-aedf-3c0714f94dee tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:12.577945 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb0cb23-d42f-40f8-aedf-3c0714f94dee tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event deleted for resources: {'Port': ['ID=8cf4a7cb-b9d9-4ac6-a97f-b24405bafbc9,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:12.611596 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42018) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:12.710485 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-1a49232e-d235-4ba0-97b8-69ab94f6a86e req-6446f596-3949-41a3-afce-d05f80af266e tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Deleting port 0793abce-fb19-475d-83bc-e44a4b834587 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:12.710870 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1a49232e-d235-4ba0-97b8-69ab94f6a86e req-6446f596-3949-41a3-afce-d05f80af266e tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:12.876458 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-1a49232e-d235-4ba0-97b8-69ab94f6a86e req-6446f596-3949-41a3-afce-d05f80af266e tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] For port 0793abce-fb19-475d-83bc-e44a4b834587, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=0793abce-fb19-475d-83bc-e44a4b834587,segment=NetworkSegment(cd9aaace-dd86-4d07-b2da-557f00b03dc5),segment_id=cd9aaace-dd86-4d07-b2da-557f00b03dc5)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:12.877131 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1a49232e-d235-4ba0-97b8-69ab94f6a86e req-6446f596-3949-41a3-afce-d05f80af266e tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:12.895623 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-1a49232e-d235-4ba0-97b8-69ab94f6a86e req-6446f596-3949-41a3-afce-d05f80af266e tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Calling delete_port for 0793abce-fb19-475d-83bc-e44a4b834587 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:12.902888 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-58420eec-032b-41bb-a56b-7d6345f90ccf service neutron] 10.222.0.23 "GET /v2.0/networks/f19befd9-3bbc-45fe-a145-8403107507b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8790965 Jul 13 07:37:12.976976 n-d-771363-34 neutron-server[94018]: DEBUG neutron.quota.resource [None req-b9b80a4f-56ad-4347-afae-99d49c0485e9 tempest-QuotasTest-772739574 tempest-QuotasTest-772739574-project-admin] Usage tracker for resource:network and tenant:bbd40d12148744a3b8ad796760e6702a is out of sync, need to count used quota {{(pid=94018) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 07:37:12.996334 n-d-771363-34 neutron-server[94018]: DEBUG neutron.quota.resource [None req-b9b80a4f-56ad-4347-afae-99d49c0485e9 tempest-QuotasTest-772739574 tempest-QuotasTest-772739574-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94018) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 07:37:13.027643 n-d-771363-34 neutron-server[94018]: DEBUG neutron.quota.resource [None req-b9b80a4f-56ad-4347-afae-99d49c0485e9 tempest-QuotasTest-772739574 tempest-QuotasTest-772739574-project-admin] Usage tracker for resource:subnet and tenant:bbd40d12148744a3b8ad796760e6702a is out of sync, need to count used quota {{(pid=94018) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 07:37:13.036939 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5bb0cb23-d42f-40f8-aedf-3c0714f94dee tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:13.049582 n-d-771363-34 neutron-server[94018]: DEBUG neutron.quota.resource [None req-b9b80a4f-56ad-4347-afae-99d49c0485e9 tempest-QuotasTest-772739574 tempest-QuotasTest-772739574-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94018) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 07:37:13.061255 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125bb85d-cf87-4046-9ebc-0130b755e530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356706eb-da9e-40d6-88f8-1424bf5f5566,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:13.078442 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1a49232e-d235-4ba0-97b8-69ab94f6a86e req-6446f596-3949-41a3-afce-d05f80af266e tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:13.096498 n-d-771363-34 neutron-server[94018]: DEBUG neutron.quota.resource [None req-b9b80a4f-56ad-4347-afae-99d49c0485e9 tempest-QuotasTest-772739574 tempest-QuotasTest-772739574-project-admin] Usage tracker for resource:subnetpool and tenant:bbd40d12148744a3b8ad796760e6702a is out of sync, need to count used quota {{(pid=94018) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 07:37:13.097287 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['0793abce-fb19-475d-83bc-e44a4b834587'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:13.115415 n-d-771363-34 neutron-server[94018]: DEBUG neutron.quota.resource [None req-b9b80a4f-56ad-4347-afae-99d49c0485e9 tempest-QuotasTest-772739574 tempest-QuotasTest-772739574-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94018) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 07:37:13.239760 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6446f596-3949-41a3-afce-d05f80af266e tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Pushing event deleted for resources: {'Port': ['ID=0793abce-fb19-475d-83bc-e44a4b834587,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:13.467091 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a49232e-d235-4ba0-97b8-69ab94f6a86e req-6446f596-3949-41a3-afce-d05f80af266e tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] No DVR routers for this DVR port 0793abce-fb19-475d-83bc-e44a4b834587 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:13.494766 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1a49232e-d235-4ba0-97b8-69ab94f6a86e req-6446f596-3949-41a3-afce-d05f80af266e tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:13.497177 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1a49232e-d235-4ba0-97b8-69ab94f6a86e req-6446f596-3949-41a3-afce-d05f80af266e tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.42 "DELETE /v2.0/ports/0793abce-fb19-475d-83bc-e44a4b834587 HTTP/1.1" status: 204 len: 173 time: 1.6525128 Jul 13 07:37:13.515002 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-54b2bfee-651d-4466-9ac1-8b03a6e8573a req-a672122d-feec-48b8-a924-b4c60fa6ea94 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1535430-9785-4df9-b583-bd8a2c7e2865 HTTP/1.1" status: 200 len: 210 time: 0.1657941 Jul 13 07:37:13.518699 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de92cfd-cbe1-454b-9422-0d74372cb482', 'name': 'network-vif-deleted', 'tag': '0793abce-fb19-475d-83bc-e44a4b834587'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:13.531155 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4b8581-aac3-45df-9a56-52bc0ee60668" -d '{"events": [{"server_uuid": "6de92cfd-cbe1-454b-9422-0d74372cb482", "name": "network-vif-deleted", "tag": "0793abce-fb19-475d-83bc-e44a4b834587"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:13.668409 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129486aa-ed1c-4af0-a85a-df4c5d05e933 x-openstack-request-id: req-129486aa-ed1c-4af0-a85a-df4c5d05e933 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:13.668822 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de92cfd-cbe1-454b-9422-0d74372cb482", "name": "network-vif-deleted", "tag": "0793abce-fb19-475d-83bc-e44a4b834587", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:13.669269 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-129486aa-ed1c-4af0-a85a-df4c5d05e933 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:13.669698 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de92cfd-cbe1-454b-9422-0d74372cb482', 'name': 'network-vif-deleted', 'tag': '0793abce-fb19-475d-83bc-e44a4b834587', 'status': 'completed', 'code': 200} Jul 13 07:37:13.683624 n-d-771363-34 neutron-server[94018]: DEBUG neutron.quota.resource [None req-b9b80a4f-56ad-4347-afae-99d49c0485e9 tempest-QuotasTest-772739574 tempest-QuotasTest-772739574-project-admin] Usage tracker for resource:port and tenant:bbd40d12148744a3b8ad796760e6702a is out of sync, need to count used quota {{(pid=94018) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 07:37:13.695975 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb0cb23-d42f-40f8-aedf-3c0714f94dee tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Router d2283a36-064f-414d-8a01-334a1f294876 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:37:13.696801 n-d-771363-34 neutron-server[94018]: DEBUG neutron.quota.resource [None req-b9b80a4f-56ad-4347-afae-99d49c0485e9 tempest-QuotasTest-772739574 tempest-QuotasTest-772739574-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94018) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 07:37:13.912930 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.db.resource_extend [None req-876c76aa-de7d-40c7-a010-e4e76abf3301 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:37:13.915746 n-d-771363-34 neutron-server[94018]: DEBUG neutron.quota.resource [None req-b9b80a4f-56ad-4347-afae-99d49c0485e9 tempest-QuotasTest-772739574 tempest-QuotasTest-772739574-project-admin] Usage tracker for resource:router and tenant:bbd40d12148744a3b8ad796760e6702a is out of sync, need to count used quota {{(pid=94018) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 07:37:13.930187 n-d-771363-34 neutron-server[94018]: DEBUG neutron.quota.resource [None req-b9b80a4f-56ad-4347-afae-99d49c0485e9 tempest-QuotasTest-772739574 tempest-QuotasTest-772739574-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94018) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 07:37:13.959099 n-d-771363-34 neutron-server[94018]: DEBUG neutron.quota.resource [None req-b9b80a4f-56ad-4347-afae-99d49c0485e9 tempest-QuotasTest-772739574 tempest-QuotasTest-772739574-project-admin] Usage tracker for resource:floatingip and tenant:bbd40d12148744a3b8ad796760e6702a is out of sync, need to count used quota {{(pid=94018) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 07:37:13.969654 n-d-771363-34 neutron-server[94018]: DEBUG neutron.quota.resource [None req-b9b80a4f-56ad-4347-afae-99d49c0485e9 tempest-QuotasTest-772739574 tempest-QuotasTest-772739574-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94018) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 07:37:13.974557 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb0cb23-d42f-40f8-aedf-3c0714f94dee tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:37:13.986522 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5bb0cb23-d42f-40f8-aedf-3c0714f94dee tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "PUT /v2.0/routers/d2283a36-064f-414d-8a01-334a1f294876/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1975710 Jul 13 07:37:13.988893 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b966ee-1369-4469-a0b1-848c081bbfea None None] Sync routers for ids ['d2283a36-064f-414d-8a01-334a1f294876'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:37:13.996906 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42068) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:14.003833 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b966ee-1369-4469-a0b1-848c081bbfea None None] Routers {'d2283a36-064f-414d-8a01-334a1f294876'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:14.004549 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42070) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:14.004683 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-c3b966ee-1369-4469-a0b1-848c081bbfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:37:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d2283a36-064f-414d-8a01-334a1f294876'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:14.089603 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-876c76aa-de7d-40c7-a010-e4e76abf3301 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:14.095233 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-876c76aa-de7d-40c7-a010-e4e76abf3301 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:14.109258 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-c3b966ee-1369-4469-a0b1-848c081bbfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:14.156999 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b966ee-1369-4469-a0b1-848c081bbfea None None] Routers {'d2283a36-064f-414d-8a01-334a1f294876'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:14.163525 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-c3b966ee-1369-4469-a0b1-848c081bbfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:37:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d2283a36-064f-414d-8a01-334a1f294876'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:14.248733 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-c3b966ee-1369-4469-a0b1-848c081bbfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:14.249651 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b966ee-1369-4469-a0b1-848c081bbfea None None] The sync data for ids ['d2283a36-064f-414d-8a01-334a1f294876'] in n-d-771363-34 is: [] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:37:14.468524 n-d-771363-34 neutron-server[94018]: DEBUG neutron.quota.resource [None req-b9b80a4f-56ad-4347-afae-99d49c0485e9 tempest-QuotasTest-772739574 tempest-QuotasTest-772739574-project-admin] Usage tracker for resource:security_group and tenant:bbd40d12148744a3b8ad796760e6702a is out of sync, need to count used quota {{(pid=94018) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 07:37:14.484279 n-d-771363-34 neutron-server[94018]: DEBUG neutron.quota.resource [None req-b9b80a4f-56ad-4347-afae-99d49c0485e9 tempest-QuotasTest-772739574 tempest-QuotasTest-772739574-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94018) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 07:37:14.525728 n-d-771363-34 neutron-server[94018]: DEBUG neutron.quota.resource [None req-b9b80a4f-56ad-4347-afae-99d49c0485e9 tempest-QuotasTest-772739574 tempest-QuotasTest-772739574-project-admin] Usage tracker for resource:security_group_rule and tenant:bbd40d12148744a3b8ad796760e6702a is out of sync, need to count used quota {{(pid=94018) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 13 07:37:14.578375 n-d-771363-34 neutron-server[94018]: DEBUG neutron.quota.resource [None req-b9b80a4f-56ad-4347-afae-99d49c0485e9 tempest-QuotasTest-772739574 tempest-QuotasTest-772739574-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94018) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 13 07:37:14.627536 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b9b80a4f-56ad-4347-afae-99d49c0485e9 tempest-QuotasTest-772739574 tempest-QuotasTest-772739574-project-admin] 10.222.0.23 "GET /v2.0/quotas/bbd40d12148744a3b8ad796760e6702a/details.json HTTP/1.1" status: 200 len: 703 time: 1.9366584 Jul 13 07:37:15.093647 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-df77c9cf-c27c-429c-a3ee-4e9649d83870 req-da669892-7e5a-41e4-9b4a-a494c59eec22 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1ec32436-f970-4351-9701-275172ed2be0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4645681 Jul 13 07:37:15.199974 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42094) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:15.226173 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-84ca8a15-e60c-4f1f-a89e-040514705d8d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:15.281881 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-aac3d691-4aed-4592-98d1-5a756ec0c49a admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1267816156-network', 'tenant_id': 'e04b8967d9294b5ab97c1d4f5d9e525c'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:15.326264 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-69873c6f-ab9f-4637-a461-59f17f22ba05 req-e9269e5f-840f-4dba-b0d5-dc6597111a0e tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1535430-9785-4df9-b583-bd8a2c7e2865 HTTP/1.1" status: 200 len: 210 time: 0.0762773 Jul 13 07:37:15.379384 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 0793abce-fb19-475d-83bc-e44a4b834587 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:15.383253 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [None req-876c76aa-de7d-40c7-a010-e4e76abf3301 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Floating IP cff428d9-453e-4e35-b10b-84d8861d1edb associated. External IP: 172.25.3.12, port: 90a26624-e32b-47b0-9ae1-e663e374890a. Jul 13 07:37:15.388507 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bad23b82-fedb-45db-b362-a667c0b5ca55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:15.420621 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 0793abce-fb19-475d-83bc-e44a4b834587 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:37:15.421163 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 0793abce-fb19-475d-83bc-e44a4b834587 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:15.441448 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77c9cf-c27c-429c-a3ee-4e9649d83870 req-1c3fac6e-1f9e-4852-82f5-241e89332997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:15.443024 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-df77c9cf-c27c-429c-a3ee-4e9649d83870 req-1c3fac6e-1f9e-4852-82f5-241e89332997 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6942d3506e24fbf8b1e759d03152ce4&device_id=1ec32436-f970-4351-9701-275172ed2be0 HTTP/1.1" status: 200 len: 1097 time: 0.2895937 Jul 13 07:37:15.630673 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac3d691-4aed-4592-98d1-5a756ec0c49a admin admin] Made reservation on behalf of e04b8967d9294b5ab97c1d4f5d9e525c for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:15.633060 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-aac3d691-4aed-4592-98d1-5a756ec0c49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:15.688959 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-aac3d691-4aed-4592-98d1-5a756ec0c49a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:15.823304 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bad23b82-fedb-45db-b362-a667c0b5ca55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:15.873907 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bad23b82-fedb-45db-b362-a667c0b5ca55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:15.898458 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876c76aa-de7d-40c7-a010-e4e76abf3301 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Router 22c527f4-252f-48a6-8240-5b7037b7bb83 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:37:15.988864 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-1a01c58f-058b-4a89-bff9-3542eceff243 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:16.004199 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77c9cf-c27c-429c-a3ee-4e9649d83870 req-b1f16ecb-c8ff-414b-b9ea-25ab5bd99dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:16.005040 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-1a01c58f-058b-4a89-bff9-3542eceff243 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.42 "GET /v2.0/networks?id=f19befd9-3bbc-45fe-a145-8403107507b4 HTTP/1.1" status: 200 len: 815 time: 0.4450357 Jul 13 07:37:16.007746 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-df77c9cf-c27c-429c-a3ee-4e9649d83870 req-b1f16ecb-c8ff-414b-b9ea-25ab5bd99dc4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fa4f1ed0-796d-49c1-a252-4afd480b8892 HTTP/1.1" status: 200 len: 915 time: 0.4520574 Jul 13 07:37:16.038185 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-aa100628-fa8b-4653-bbd1-c80ee2e82aef tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Request body: {'port': {'device_id': 'a1535430-9785-4df9-b583-bd8a2c7e2865', 'network_id': 'f19befd9-3bbc-45fe-a145-8403107507b4', 'admin_state_up': True, 'tenant_id': '9c810d7c789b47038f0e4c69e077ced6'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:16.107340 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad23b82-fedb-45db-b362-a667c0b5ca55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef01637-9cc6-4266-8dee-337bdade5104,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:16.172910 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-df77c9cf-c27c-429c-a3ee-4e9649d83870 req-304c75be-6183-447f-b2bf-78d20427e6c4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbd80782-46b4-40ad-8790-0ee5cca78a78 HTTP/1.1" status: 200 len: 217 time: 0.1073515 Jul 13 07:37:16.178210 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-bad23b82-fedb-45db-b362-a667c0b5ca55 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f3927100ea7c46dd99a9617eb67f96dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9707072 Jul 13 07:37:16.209807 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42118) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:16.430106 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-aac3d691-4aed-4592-98d1-5a756ec0c49a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:16.438423 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77c9cf-c27c-429c-a3ee-4e9649d83870 req-b2df84e2-aab2-413b-831f-b02f32eb075f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:16.440012 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-df77c9cf-c27c-429c-a3ee-4e9649d83870 req-b2df84e2-aab2-413b-831f-b02f32eb075f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2df3ee09-23c6-4609-848d-5109b67374a1 HTTP/1.1" status: 200 len: 854 time: 0.2293437 Jul 13 07:37:16.442665 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876c76aa-de7d-40c7-a010-e4e76abf3301 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:37:16.457917 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d44b25a-7dcd-402e-bc22-eea1fa304c62 None None] Sync routers for ids ['22c527f4-252f-48a6-8240-5b7037b7bb83'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:37:16.461420 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-84ca8a15-e60c-4f1f-a89e-040514705d8d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Deleting port 12369b44-ad57-4feb-acba-4ac7a1817ba4 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:16.461774 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-84ca8a15-e60c-4f1f-a89e-040514705d8d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:16.465404 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-524ab54b-84c0-465a-ac15-a93e591dd47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:16.475758 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d44b25a-7dcd-402e-bc22-eea1fa304c62 None None] Routers {'22c527f4-252f-48a6-8240-5b7037b7bb83'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:16.475968 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-876c76aa-de7d-40c7-a010-e4e76abf3301 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:16.476929 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-8d44b25a-7dcd-402e-bc22-eea1fa304c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:37:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['22c527f4-252f-48a6-8240-5b7037b7bb83'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:16.483702 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-aac3d691-4aed-4592-98d1-5a756ec0c49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:16.540992 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac3d691-4aed-4592-98d1-5a756ec0c49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e91fe1-b311-45b0-b5c0-417c48a037da,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:16.573609 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-df77c9cf-c27c-429c-a3ee-4e9649d83870 req-9e9f328a-fa71-42f5-9e80-c0215450bdd4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fa4f1ed0-796d-49c1-a252-4afd480b8892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095560 Jul 13 07:37:16.604178 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aac3d691-4aed-4592-98d1-5a756ec0c49a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:37:16.613613 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-aa100628-fa8b-4653-bbd1-c80ee2e82aef tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Made reservation on behalf of 9c810d7c789b47038f0e4c69e077ced6 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:16.620444 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-aa100628-fa8b-4653-bbd1-c80ee2e82aef tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:16.624489 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-8d44b25a-7dcd-402e-bc22-eea1fa304c62 None None] Set router 22c527f4-252f-48a6-8240-5b7037b7bb83 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:37:16.644303 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-876c76aa-de7d-40c7-a010-e4e76abf3301 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "PUT /v2.0/floatingips/cff428d9-453e-4e35-b10b-84d8861d1edb HTTP/1.1" status: 200 len: 991 time: 4.6457541 Jul 13 07:37:16.648204 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-aac3d691-4aed-4592-98d1-5a756ec0c49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:16.648568 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-aac3d691-4aed-4592-98d1-5a756ec0c49a admin admin] Added segment b894b440-a816-46c8-ae3c-1303b46a9b9c of type vlan for network 13195566-0792-436c-9281-03239ca5fcf3 Jul 13 07:37:16.653201 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4342b9e2-2ab7-4e3b-b55d-554201fccaaa', 'tag': '90a26624-e32b-47b0-9ae1-e663e374890a'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:16.655626 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bde65da-d164-45ca-9780-83980e9c583d" -d '{"events": [{"name": "network-changed", "server_uuid": "4342b9e2-2ab7-4e3b-b55d-554201fccaaa", "tag": "90a26624-e32b-47b0-9ae1-e663e374890a"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:16.690382 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e3915e39-b62e-4597-aab4-887aa973b154 req-d6e5d9ef-223c-4055-a451-8f10228d6571 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1535430-9785-4df9-b583-bd8a2c7e2865 HTTP/1.1" status: 200 len: 210 time: 0.1098268 Jul 13 07:37:16.706334 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-524ab54b-84c0-465a-ac15-a93e591dd47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:16.830133 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc98fc93-2bec-4209-adb5-4958f5e62f04 x-openstack-request-id: req-dc98fc93-2bec-4209-adb5-4958f5e62f04 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:16.830652 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4342b9e2-2ab7-4e3b-b55d-554201fccaaa", "tag": "90a26624-e32b-47b0-9ae1-e663e374890a", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:16.831326 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dc98fc93-2bec-4209-adb5-4958f5e62f04 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:16.831923 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4342b9e2-2ab7-4e3b-b55d-554201fccaaa', 'tag': '90a26624-e32b-47b0-9ae1-e663e374890a', 'status': 'completed', 'code': 200} Jul 13 07:37:16.834260 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-aac3d691-4aed-4592-98d1-5a756ec0c49a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:16.956127 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-aac3d691-4aed-4592-98d1-5a756ec0c49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:16.958362 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac3d691-4aed-4592-98d1-5a756ec0c49a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:16.959176 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-aac3d691-4aed-4592-98d1-5a756ec0c49a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:16.973314 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-84ca8a15-e60c-4f1f-a89e-040514705d8d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:17.004352 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-df77c9cf-c27c-429c-a3ee-4e9649d83870 req-5d141c13-427d-408f-a562-e159d6b5c6b5 service neutron] 10.222.0.25 "GET /v2.0/networks/fa4f1ed0-796d-49c1-a252-4afd480b8892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250410 Jul 13 07:37:17.036007 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-84ca8a15-e60c-4f1f-a89e-040514705d8d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Calling delete_port for 12369b44-ad57-4feb-acba-4ac7a1817ba4 owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:17.064360 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac3d691-4aed-4592-98d1-5a756ec0c49a admin admin] Pushing event updated for resources: {'Network': ['ID=13195566-0792-436c-9281-03239ca5fcf3,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:17.078135 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 13195566-0792-436c-9281-03239ca5fcf3 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:37:17.079681 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-524ab54b-84c0-465a-ac15-a93e591dd47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:17.083315 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-524ab54b-84c0-465a-ac15-a93e591dd47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:17.095093 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-524ab54b-84c0-465a-ac15-a93e591dd47d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ef01637-9cc6-4266-8dee-337bdade5104 HTTP/1.1" status: 204 len: 168 time: 0.8772340 Jul 13 07:37:17.176276 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-8d44b25a-7dcd-402e-bc22-eea1fa304c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'name': 'tempest-AttachVolumeTestJSON-2132677675-router', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '8b160682-30de-473a-b9b0-61d7d4d8ba37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:26Z', 'updated_at': '2021-07-13T07:36:34Z', 'revision_number': 4, 'project_id': '1d949e521db641e0a957c32596881dd2', 'gw_port': {'id': '8b160682-30de-473a-b9b0-61d7d4d8ba37', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:17:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:27Z', 'updated_at': '2021-07-13T07:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': 'cff428d9-453e-4e35-b10b-84d8861d1edb', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'floating_ip_address': '172.25.3.12', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'port_id': '90a26624-e32b-47b0-9ae1-e663e374890a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4', 'mac_address': 'fa:16:3e:83:9c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342b9e2-2ab7-4e3b-b55d-554201fccaaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:36:42Z', 'updated_at': '2021-07-13T07:37:13Z', 'revision_number': 1, 'project_id': '1d949e521db641e0a957c32596881dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d9952a-4c0c-453a-8ecb-485f4362db7c', 'name': '', 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'mac_address': 'fa:16:3e:4c:de:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '161fab74-9ca1-4ff2-9b41-082e2a13736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:33Z', 'updated_at': '2021-07-13T07:36:44Z', 'revision_number': 5, 'project_id': '1d949e521db641e0a957c32596881dd2', 'subnets': [{'id': '161fab74-9ca1-4ff2-9b41-082e2a13736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:17.186105 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-aac3d691-4aed-4592-98d1-5a756ec0c49a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.1804819 Jul 13 07:37:17.200066 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42142) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:17.207999 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-9157f1e4-e2fd-4e11-a544-73b8f8eb5f50 admin admin] Request body: {'subnet': {'network_id': '13195566-0792-436c-9281-03239ca5fcf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1267816156-subnet', 'tenant_id': 'e04b8967d9294b5ab97c1d4f5d9e525c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:17.226775 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde65da-d164-45ca-9780-83980e9c583d req-0c12d9f8-37dd-4ee3-9cc5-c876781089ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:17.228884 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6bde65da-d164-45ca-9780-83980e9c583d req-0c12d9f8-37dd-4ee3-9cc5-c876781089ca service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d949e521db641e0a957c32596881dd2&device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 1098 time: 0.3898265 Jul 13 07:37:17.253077 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d44b25a-7dcd-402e-bc22-eea1fa304c62 None None] Checking router: 22c527f4-252f-48a6-8240-5b7037b7bb83 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:37:17.278969 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d44b25a-7dcd-402e-bc22-eea1fa304c62 None None] Routers {'22c527f4-252f-48a6-8240-5b7037b7bb83'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:17.279624 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-8d44b25a-7dcd-402e-bc22-eea1fa304c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:37:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['22c527f4-252f-48a6-8240-5b7037b7bb83'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:17.335499 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde65da-d164-45ca-9780-83980e9c583d req-a6073a32-0bdd-4979-a7cd-0d03b0f6b4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:17.337063 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6bde65da-d164-45ca-9780-83980e9c583d req-a6073a32-0bdd-4979-a7cd-0d03b0f6b4f1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c6c7368c-96bb-4e1d-964f-3969d7e167b4 HTTP/1.1" status: 200 len: 912 time: 0.0995717 Jul 13 07:37:17.358935 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-aa100628-fa8b-4653-bbd1-c80ee2e82aef tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Allocated IP 172.20.0.5 (f19befd9-3bbc-45fe-a145-8403107507b4/13ed50c9-8c75-4ed4-a111-3f0bb851cc25/f81ea829-0048-4d06-b0a1-9d4ba6b14173) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:17.417819 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9157f1e4-e2fd-4e11-a544-73b8f8eb5f50 admin admin] Made reservation on behalf of e04b8967d9294b5ab97c1d4f5d9e525c for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:17.420227 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9157f1e4-e2fd-4e11-a544-73b8f8eb5f50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:17.532375 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6bde65da-d164-45ca-9780-83980e9c583d req-7b0733f8-1a15-4497-9d9d-434b6ea3f1b4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90a26624-e32b-47b0-9ae1-e663e374890a HTTP/1.1" status: 200 len: 999 time: 0.1877418 Jul 13 07:37:17.654550 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde65da-d164-45ca-9780-83980e9c583d req-f64e4161-30f2-4791-beb1-bb1f5ac39d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:17.656236 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6bde65da-d164-45ca-9780-83980e9c583d req-f64e4161-30f2-4791-beb1-bb1f5ac39d66 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=161fab74-9ca1-4ff2-9b41-082e2a13736e HTTP/1.1" status: 200 len: 850 time: 0.1114209 Jul 13 07:37:17.789159 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-8d44b25a-7dcd-402e-bc22-eea1fa304c62 None None] Set router 22c527f4-252f-48a6-8240-5b7037b7bb83 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:37:17.883565 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42162) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:17.989169 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-abfa4eb8-7c17-4c4d-8e1c-c54fa07c1b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:18.204715 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-aa100628-fa8b-4653-bbd1-c80ee2e82aef tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:18.221998 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9157f1e4-e2fd-4e11-a544-73b8f8eb5f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:18.232042 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde65da-d164-45ca-9780-83980e9c583d req-9235ba89-8f2b-4522-8a7a-6882b94e4723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:18.233772 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6bde65da-d164-45ca-9780-83980e9c583d req-9235ba89-8f2b-4522-8a7a-6882b94e4723 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c6c7368c-96bb-4e1d-964f-3969d7e167b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5673082 Jul 13 07:37:18.311281 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-8d44b25a-7dcd-402e-bc22-eea1fa304c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'name': 'tempest-AttachVolumeTestJSON-2132677675-router', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '8b160682-30de-473a-b9b0-61d7d4d8ba37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:26Z', 'updated_at': '2021-07-13T07:36:34Z', 'revision_number': 4, 'project_id': '1d949e521db641e0a957c32596881dd2', 'gw_port': {'id': '8b160682-30de-473a-b9b0-61d7d4d8ba37', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:17:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:27Z', 'updated_at': '2021-07-13T07:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': 'cff428d9-453e-4e35-b10b-84d8861d1edb', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'floating_ip_address': '172.25.3.12', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'port_id': '90a26624-e32b-47b0-9ae1-e663e374890a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4', 'mac_address': 'fa:16:3e:83:9c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342b9e2-2ab7-4e3b-b55d-554201fccaaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:36:42Z', 'updated_at': '2021-07-13T07:37:13Z', 'revision_number': 1, 'project_id': '1d949e521db641e0a957c32596881dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d9952a-4c0c-453a-8ecb-485f4362db7c', 'name': '', 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'mac_address': 'fa:16:3e:4c:de:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '161fab74-9ca1-4ff2-9b41-082e2a13736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:33Z', 'updated_at': '2021-07-13T07:36:44Z', 'revision_number': 5, 'project_id': '1d949e521db641e0a957c32596881dd2', 'subnets': [{'id': '161fab74-9ca1-4ff2-9b41-082e2a13736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:18.376526 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-abfa4eb8-7c17-4c4d-8e1c-c54fa07c1b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:18.412747 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d44b25a-7dcd-402e-bc22-eea1fa304c62 None None] The sync data for ids ['22c527f4-252f-48a6-8240-5b7037b7bb83'] in n-d-771363-34 is: [{'id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'name': 'tempest-AttachVolumeTestJSON-2132677675-router', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '8b160682-30de-473a-b9b0-61d7d4d8ba37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:26Z', 'updated_at': '2021-07-13T07:36:34Z', 'revision_number': 4, 'project_id': '1d949e521db641e0a957c32596881dd2', 'gw_port': {'id': '8b160682-30de-473a-b9b0-61d7d4d8ba37', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:17:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:27Z', 'updated_at': '2021-07-13T07:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': 'cff428d9-453e-4e35-b10b-84d8861d1edb', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'floating_ip_address': '172.25.3.12', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'port_id': '90a26624-e32b-47b0-9ae1-e663e374890a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4', 'mac_address': 'fa:16:3e:83:9c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342b9e2-2ab7-4e3b-b55d-554201fccaaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:36:42Z', 'updated_at': '2021-07-13T07:37:13Z', 'revision_number': 1, 'project_id': '1d949e521db641e0a957c32596881dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d9952a-4c0c-453a-8ecb-485f4362db7c', 'name': '', 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'mac_address': 'fa:16:3e:4c:de:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '161fab74-9ca1-4ff2-9b41-082e2a13736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:33Z', 'updated_at': '2021-07-13T07:36:44Z', 'revision_number': 5, 'project_id': '1d949e521db641e0a957c32596881dd2', 'subnets': [{'id': '161fab74-9ca1-4ff2-9b41-082e2a13736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:37:18.417323 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ab54b-84c0-465a-ac15-a93e591dd47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef01637-9cc6-4266-8dee-337bdade5104,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:18.462617 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-aa100628-fa8b-4653-bbd1-c80ee2e82aef tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:18.507987 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-abfa4eb8-7c17-4c4d-8e1c-c54fa07c1b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:18.567601 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-84ca8a15-e60c-4f1f-a89e-040514705d8d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:18.607035 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-df77c9cf-c27c-429c-a3ee-4e9649d83870 req-670c490a-bd7f-42e5-96b8-aa8735b02107 service neutron] 10.222.0.25 "GET /v2.0/networks/fa4f1ed0-796d-49c1-a252-4afd480b8892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5897326 Jul 13 07:37:18.656951 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-aa100628-fa8b-4653-bbd1-c80ee2e82aef tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Network f19befd9-3bbc-45fe-a145-8403107507b4 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:18.690045 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca8a15-e60c-4f1f-a89e-040514705d8d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event deleted for resources: {'Port': ['ID=12369b44-ad57-4feb-acba-4ac7a1817ba4,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:18.729010 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa100628-fa8b-4653-bbd1-c80ee2e82aef tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Pushing event updated for resources: {'Port': ['ID=f81ea829-0048-4d06-b0a1-9d4ba6b14173,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:18.734423 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971224d-61a1-4c87-a410-7d303ca47732 req-4e5f3636-3de7-49d7-8230-c00920c34038 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:18.739635 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-aa100628-fa8b-4653-bbd1-c80ee2e82aef tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:18.748504 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-aa100628-fa8b-4653-bbd1-c80ee2e82aef tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:18.750522 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b971224d-61a1-4c87-a410-7d303ca47732 req-4e5f3636-3de7-49d7-8230-c00920c34038 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1535430-9785-4df9-b583-bd8a2c7e2865 HTTP/1.1" status: 200 len: 931 time: 0.3422134 Jul 13 07:37:18.751426 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa4eb8-7c17-4c4d-8e1c-c54fa07c1b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9d46b0-617b-4bf5-965d-7871447b5a15,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:18.842133 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc42a6d-c6b5-4646-9911-c9e8180b5d0b None None] New status for floating IP cff428d9-453e-4e35-b10b-84d8861d1edb: ACTIVE {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:37:18.867783 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9157f1e4-e2fd-4e11-a544-73b8f8eb5f50 admin admin] Checking segment: {'id': 'b894b440-a816-46c8-ae3c-1303b46a9b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '13195566-0792-436c-9281-03239ca5fcf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:18.868295 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9157f1e4-e2fd-4e11-a544-73b8f8eb5f50 admin admin] Network hostable DHCP agents. Network: 13195566-0792-436c-9281-03239ca5fcf3, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:37:18.955823 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b971224d-61a1-4c87-a410-7d303ca47732 req-d365d3c8-3bf0-434b-94b0-3d45c32b0bec tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043104 Jul 13 07:37:18.960791 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157f1e4-e2fd-4e11-a544-73b8f8eb5f50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2eb5a2d-e36f-459f-b098-ad0763333bbf,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:18.985827 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-84ca8a15-e60c-4f1f-a89e-040514705d8d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:19.005755 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-abfa4eb8-7c17-4c4d-8e1c-c54fa07c1b40 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bbd40d12148744a3b8ad796760e6702a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0953541 Jul 13 07:37:19.009519 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42184) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:19.009841 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9157f1e4-e2fd-4e11-a544-73b8f8eb5f50 admin admin] Network 13195566-0792-436c-9281-03239ca5fcf3 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:37:19.033162 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-aa100628-fa8b-4653-bbd1-c80ee2e82aef tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:19.033790 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-aa100628-fa8b-4653-bbd1-c80ee2e82aef tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:19.083996 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-9157f1e4-e2fd-4e11-a544-73b8f8eb5f50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 13195566-0792-436c-9281-03239ca5fcf3) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:19.089366 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-aa100628-fa8b-4653-bbd1-c80ee2e82aef tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0660920 Jul 13 07:37:19.096386 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6bde65da-d164-45ca-9780-83980e9c583d req-b9873e52-0a37-4e33-b6de-ffaefc222312 service neutron] 10.222.0.25 "GET /v2.0/networks/c6c7368c-96bb-4e1d-964f-3969d7e167b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8312025 Jul 13 07:37:19.111860 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-4d4ae9b1-2e35-4c43-9893-70aa63e8cea7 service neutron] Request body: {'port': {'device_id': 'a1535430-9785-4df9-b583-bd8a2c7e2865', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:19.167732 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66e0e2c-6385-4f4e-86b7-ec6a48d6cbb2 None None] Network 13195566-0792-436c-9281-03239ca5fcf3 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:19.228887 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9157f1e4-e2fd-4e11-a544-73b8f8eb5f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:19.229776 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9157f1e4-e2fd-4e11-a544-73b8f8eb5f50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:19.269093 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9157f1e4-e2fd-4e11-a544-73b8f8eb5f50 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0644217 Jul 13 07:37:19.409112 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9c08a4a1-b920-47cf-a4d1-fdaf74251c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:19.417680 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ca8a15-e60c-4f1f-a89e-040514705d8d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Router d2283a36-064f-414d-8a01-334a1f294876 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:37:19.468757 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9c08a4a1-b920-47cf-a4d1-fdaf74251c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:19.502492 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-4d4ae9b1-2e35-4c43-9893-70aa63e8cea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:19.707709 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ca8a15-e60c-4f1f-a89e-040514705d8d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:37:19.722375 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-84ca8a15-e60c-4f1f-a89e-040514705d8d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "PUT /v2.0/routers/d2283a36-064f-414d-8a01-334a1f294876/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7233720 Jul 13 07:37:19.723457 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9c08a4a1-b920-47cf-a4d1-fdaf74251c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:19.723897 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9c9a1a-b5f3-4529-b8d2-3e1e610a24a5 None None] Sync routers for ids ['d2283a36-064f-414d-8a01-334a1f294876'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:37:19.727105 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9c08a4a1-b920-47cf-a4d1-fdaf74251c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:19.731421 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9c08a4a1-b920-47cf-a4d1-fdaf74251c1e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4b9d46b0-617b-4bf5-965d-7871447b5a15 HTTP/1.1" status: 204 len: 168 time: 0.7114706 Jul 13 07:37:19.731421 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42206) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:19.759476 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9c9a1a-b5f3-4529-b8d2-3e1e610a24a5 None None] Routers {'d2283a36-064f-414d-8a01-334a1f294876'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:19.760296 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-af9c9a1a-b5f3-4529-b8d2-3e1e610a24a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:37:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d2283a36-064f-414d-8a01-334a1f294876'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:19.781403 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3a54b6d2-e713-4aa1-9148-b3b9f0c82ba5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2283a36-064f-414d-8a01-334a1f294876 HTTP/1.1" status: 200 len: 205 time: 0.0482619 Jul 13 07:37:19.783558 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42210) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:19.840008 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-af9c9a1a-b5f3-4529-b8d2-3e1e610a24a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:19.842319 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ffcb49-1184-4bc0-89f1-c3bf6c6811a7 None None] Network 13195566-0792-436c-9281-03239ca5fcf3 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:19.855441 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6bde65da-d164-45ca-9780-83980e9c583d req-0eec90fd-f1b3-4ddd-b058-cad83f877ea0 service neutron] 10.222.0.25 "GET /v2.0/networks/c6c7368c-96bb-4e1d-964f-3969d7e167b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6396792 Jul 13 07:37:19.883651 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9c9a1a-b5f3-4529-b8d2-3e1e610a24a5 None None] Routers {'d2283a36-064f-414d-8a01-334a1f294876'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:19.886275 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-af9c9a1a-b5f3-4529-b8d2-3e1e610a24a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:37:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d2283a36-064f-414d-8a01-334a1f294876'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:19.981727 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-af9c9a1a-b5f3-4529-b8d2-3e1e610a24a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:19.984341 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9c9a1a-b5f3-4529-b8d2-3e1e610a24a5 None None] The sync data for ids ['d2283a36-064f-414d-8a01-334a1f294876'] in n-d-771363-34 is: [] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:37:20.034378 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-80943162-3e9c-4be4-b164-5712c3735e94 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:20.050877 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08a4a1-b920-47cf-a4d1-fdaf74251c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9d46b0-617b-4bf5-965d-7871447b5a15,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:20.297610 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-4d4ae9b1-2e35-4c43-9893-70aa63e8cea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f81ea829-0048-4d06-b0a1-9d4ba6b14173 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:20.316402 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-4d4ae9b1-2e35-4c43-9893-70aa63e8cea7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:20.331160 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-4d4ae9b1-2e35-4c43-9893-70aa63e8cea7 service neutron] Transition to ACTIVE for port object f81ea829-0048-4d06-b0a1-9d4ba6b14173 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:20.336245 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-4d4ae9b1-2e35-4c43-9893-70aa63e8cea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:20.404927 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-80943162-3e9c-4be4-b164-5712c3735e94 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:20.416574 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-80943162-3e9c-4be4-b164-5712c3735e94 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:20.449076 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-cbeee708-dc48-4da4-a616-a68dc4eaf568 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:20.457664 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-cbeee708-dc48-4da4-a616-a68dc4eaf568 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/networks?id=13195566-0792-436c-9281-03239ca5fcf3 HTTP/1.1" status: 200 len: 813 time: 0.4354112 Jul 13 07:37:20.508381 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ae9b1-2e35-4c43-9893-70aa63e8cea7 service neutron] Pushing event updated for resources: {'Port': ['ID=f81ea829-0048-4d06-b0a1-9d4ba6b14173,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:20.545014 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-a263736b-dcad-4c7d-9d0b-af9d993b42dc tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/quotas/e04b8967d9294b5ab97c1d4f5d9e525c HTTP/1.1" status: 200 len: 375 time: 0.0857327 Jul 13 07:37:20.565187 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-4d4ae9b1-2e35-4c43-9893-70aa63e8cea7 service neutron] Attempting to bind port f81ea829-0048-4d06-b0a1-9d4ba6b14173 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:37:20.565940 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-4d4ae9b1-2e35-4c43-9893-70aa63e8cea7 service neutron] Attempting to bind port f81ea829-0048-4d06-b0a1-9d4ba6b14173 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'cd9aaace-dd86-4d07-b2da-557f00b03dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f19befd9-3bbc-45fe-a145-8403107507b4'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:37:20.566449 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-4d4ae9b1-2e35-4c43-9893-70aa63e8cea7 service neutron] Attempting to bind port f81ea829-0048-4d06-b0a1-9d4ba6b14173 on network f19befd9-3bbc-45fe-a145-8403107507b4 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:20.578397 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-80943162-3e9c-4be4-b164-5712c3735e94 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:20.578969 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80943162-3e9c-4be4-b164-5712c3735e94 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Fanout notify agent at l3_agent the message router_deleted on router d2283a36-064f-414d-8a01-334a1f294876 {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:37:20.580092 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-4d4ae9b1-2e35-4c43-9893-70aa63e8cea7 service neutron] Port f81ea829-0048-4d06-b0a1-9d4ba6b14173 on network f19befd9-3bbc-45fe-a145-8403107507b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:37:20.580897 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-4d4ae9b1-2e35-4c43-9893-70aa63e8cea7 service neutron] Attempting to bind port f81ea829-0048-4d06-b0a1-9d4ba6b14173 on network f19befd9-3bbc-45fe-a145-8403107507b4 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:20.597293 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-4d4ae9b1-2e35-4c43-9893-70aa63e8cea7 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:37:20.598051 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-4d4ae9b1-2e35-4c43-9893-70aa63e8cea7 service neutron] Checking segment: {'id': 'cd9aaace-dd86-4d07-b2da-557f00b03dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f19befd9-3bbc-45fe-a145-8403107507b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:20.598696 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-4d4ae9b1-2e35-4c43-9893-70aa63e8cea7 service neutron] Bound using segment: {'id': 'cd9aaace-dd86-4d07-b2da-557f00b03dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f19befd9-3bbc-45fe-a145-8403107507b4'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:37:20.601420 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-4d4ae9b1-2e35-4c43-9893-70aa63e8cea7 service neutron] Bound port: f81ea829-0048-4d06-b0a1-9d4ba6b14173, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd9aaace-dd86-4d07-b2da-557f00b03dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f19befd9-3bbc-45fe-a145-8403107507b4'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:37:20.602092 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-4d4ae9b1-2e35-4c43-9893-70aa63e8cea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:20.611060 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-80943162-3e9c-4be4-b164-5712c3735e94 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:20.615056 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-80943162-3e9c-4be4-b164-5712c3735e94 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "DELETE /v2.0/routers/d2283a36-064f-414d-8a01-334a1f294876 HTTP/1.1" status: 204 len: 168 time: 0.8279181 Jul 13 07:37:20.615814 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42248) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:20.673254 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c9861-1cf2-415c-abe0-1dba1cdb33f5 req-6ca43f8d-9e99-4d67-a7d5-16dc461b5a60 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:20.675264 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2c1c9861-1cf2-415c-abe0-1dba1cdb33f5 req-6ca43f8d-9e99-4d67-a7d5-16dc461b5a60 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1535430-9785-4df9-b583-bd8a2c7e2865 HTTP/1.1" status: 200 len: 943 time: 0.2215950 Jul 13 07:37:20.694173 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-6a684770-318e-4f37-9641-c391f6900212 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e04b8967d9294b5ab97c1d4f5d9e525c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1433539 Jul 13 07:37:20.736970 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-4d4ae9b1-2e35-4c43-9893-70aa63e8cea7 service neutron] For port f81ea829-0048-4d06-b0a1-9d4ba6b14173, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:37:20.742507 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2c1c9861-1cf2-415c-abe0-1dba1cdb33f5 req-5f9e2647-f451-404a-99eb-95ae3cfb51e9 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583048 Jul 13 07:37:20.756963 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-4d4ae9b1-2e35-4c43-9893-70aa63e8cea7 service neutron] For port f81ea829-0048-4d06-b0a1-9d4ba6b14173, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=f81ea829-0048-4d06-b0a1-9d4ba6b14173,segment=NetworkSegment(cd9aaace-dd86-4d07-b2da-557f00b03dc5),segment_id=cd9aaace-dd86-4d07-b2da-557f00b03dc5)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:37:20.764375 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-4d4ae9b1-2e35-4c43-9893-70aa63e8cea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:20.792329 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-4d4ae9b1-2e35-4c43-9893-70aa63e8cea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:20.793189 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-4d4ae9b1-2e35-4c43-9893-70aa63e8cea7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:20.794813 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-4d4ae9b1-2e35-4c43-9893-70aa63e8cea7 service neutron] 10.222.0.42 "PUT /v2.0/ports/f81ea829-0048-4d06-b0a1-9d4ba6b14173 HTTP/1.1" status: 200 len: 1092 time: 1.6959884 Jul 13 07:37:20.796745 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1535430-9785-4df9-b583-bd8a2c7e2865', 'tag': 'f81ea829-0048-4d06-b0a1-9d4ba6b14173'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:20.807874 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bf8c78-00eb-49af-bc96-74113b1aff28" -d '{"events": [{"name": "network-changed", "server_uuid": "a1535430-9785-4df9-b583-bd8a2c7e2865", "tag": "f81ea829-0048-4d06-b0a1-9d4ba6b14173"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:20.903667 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce40eef-fe08-4671-93b1-9ab03f1fc9bc tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Deleting subnet 5a84b48a-ba27-4d14-b880-3c298294f896 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:37:20.907113 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5ce40eef-fe08-4671-93b1-9ab03f1fc9bc tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:20.956948 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ae9b1-2e35-4c43-9893-70aa63e8cea7 service neutron] Pushing event updated for resources: {'Port': ['ID=f81ea829-0048-4d06-b0a1-9d4ba6b14173,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:20.985495 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-19ad6d53-445a-4d50-b1ff-6e6f7e681c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:20.987310 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-19ad6d53-445a-4d50-b1ff-6e6f7e681c39 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c810d7c789b47038f0e4c69e077ced6&device_id=a1535430-9785-4df9-b583-bd8a2c7e2865 HTTP/1.1" status: 200 len: 1095 time: 0.1395772 Jul 13 07:37:21.080687 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-38703fdb-c8e8-4acf-93db-f6e1e0d9b390 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f81ea829-0048-4d06-b0a1-9d4ba6b14173 HTTP/1.1" status: 200 len: 217 time: 0.0843759 Jul 13 07:37:21.129679 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-bf437fdf-8d09-472c-9c86-4e1595f23be4 service neutron] 10.222.0.23 "GET /v2.0/networks/13195566-0792-436c-9281-03239ca5fcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154491 Jul 13 07:37:21.179115 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-2c797ba6-c652-4fba-856c-25191f6f8c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:21.182422 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-2c797ba6-c652-4fba-856c-25191f6f8c7b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=13ed50c9-8c75-4ed4-a111-3f0bb851cc25 HTTP/1.1" status: 200 len: 855 time: 0.0918651 Jul 13 07:37:21.188144 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5ce40eef-fe08-4671-93b1-9ab03f1fc9bc tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:21.250055 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-5755b464-4847-4fa3-89e2-abdd6e070ab0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f19befd9-3bbc-45fe-a145-8403107507b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596755 Jul 13 07:37:21.255617 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42268) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:21.266838 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9590b-dba7-4ce9-8d6e-0c1b7cc015f4 req-58ad03d3-5f3b-48c6-9df5-72ba9c223f17 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:21.269142 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2df9590b-dba7-4ce9-8d6e-0c1b7cc015f4 req-58ad03d3-5f3b-48c6-9df5-72ba9c223f17 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ec32436-f970-4351-9701-275172ed2be0 HTTP/1.1" status: 200 len: 945 time: 0.1914148 Jul 13 07:37:21.348748 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2df9590b-dba7-4ce9-8d6e-0c1b7cc015f4 req-afb40d67-5c16-4d25-9827-7f92f46af925 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/security-groups?id=133b69b7-9808-43be-96a2-0537049d3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702989 Jul 13 07:37:21.370924 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-d5e28910-2efa-4e50-9d03-2ed9949d388b service neutron] 10.222.0.23 "GET /v2.0/networks/13195566-0792-436c-9281-03239ca5fcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403450 Jul 13 07:37:21.380217 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5ce40eef-fe08-4671-93b1-9ab03f1fc9bc tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:21.484961 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-4aca5a94-cace-4007-a145-7f95d7b03984 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1709592255'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:21.490255 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-652998b1-e80c-4866-a1ef-bd91f67b7be1 service neutron] 10.222.0.42 "GET /v2.0/networks/f19befd9-3bbc-45fe-a145-8403107507b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199023 Jul 13 07:37:21.545748 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aca5a94-cace-4007-a145-7f95d7b03984 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Made reservation on behalf of 8317e2d242104b898ef732c6989e831a for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:21.562630 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4aca5a94-cace-4007-a145-7f95d7b03984 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:21.577682 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4aca5a94-cace-4007-a145-7f95d7b03984 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:21.580557 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5ce40eef-fe08-4671-93b1-9ab03f1fc9bc tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:21.604621 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e06510-f0dc-4616-84a7-f29ff5ebf066 x-openstack-request-id: req-21e06510-f0dc-4616-84a7-f29ff5ebf066 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:21.604621 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1535430-9785-4df9-b583-bd8a2c7e2865", "tag": "f81ea829-0048-4d06-b0a1-9d4ba6b14173", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:21.604911 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-21e06510-f0dc-4616-84a7-f29ff5ebf066 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:21.605175 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1535430-9785-4df9-b583-bd8a2c7e2865', 'tag': 'f81ea829-0048-4d06-b0a1-9d4ba6b14173', 'status': 'completed', 'code': 200} Jul 13 07:37:21.618873 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce40eef-fe08-4671-93b1-9ab03f1fc9bc tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event deleted for resources: {'Subnet': ['ID=5a84b48a-ba27-4d14-b880-3c298294f896,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:21.639608 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5ce40eef-fe08-4671-93b1-9ab03f1fc9bc tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:21.644880 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-55ee9173-958c-402b-aa1e-2f1bb086023f req-23393241-1616-446c-adb1-c0acb66a301e service neutron] 10.222.0.42 "GET /v2.0/networks/f19befd9-3bbc-45fe-a145-8403107507b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488078 Jul 13 07:37:21.645772 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42276) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:21.647607 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4626ed16-3157-40f0-8f34-0739db79bee4 None None] Network f2e92587-9e49-4d16-a710-fbaafbea482d requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:21.662895 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5ce40eef-fe08-4671-93b1-9ab03f1fc9bc tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "DELETE /v2.0/subnets/5a84b48a-ba27-4d14-b880-3c298294f896 HTTP/1.1" status: 204 len: 168 time: 1.0456982 Jul 13 07:37:21.796276 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe813ad-7a01-4205-937b-3558d4d9b053 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Deleting subnet 65238e42-bd16-4599-896f-d86e22273558 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:37:21.800869 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0fe813ad-7a01-4205-937b-3558d4d9b053 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:21.865099 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0fe813ad-7a01-4205-937b-3558d4d9b053 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:21.953574 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4aca5a94-cace-4007-a145-7f95d7b03984 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:21.979084 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4aca5a94-cace-4007-a145-7f95d7b03984 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:22.077256 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e6d0f5-9772-4e45-aba7-f41ef84a4321 None None] DHCP port deletion for f2e92587-9e49-4d16-a710-fbaafbea482d request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:37:22.114125 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aca5a94-cace-4007-a145-7f95d7b03984 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:37:22.133239 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca5a94-cace-4007-a145-7f95d7b03984 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89c2e108-3d74-4b47-99d9-6b66a5d295b4,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:22.160668 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-52e6d0f5-9772-4e45-aba7-f41ef84a4321 None None] Deleting port 799ad9d3-820a-4d5c-b401-82653cf12a72 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:22.162042 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4aca5a94-cace-4007-a145-7f95d7b03984 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:22.162606 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-52e6d0f5-9772-4e45-aba7-f41ef84a4321 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:22.165119 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-4aca5a94-cace-4007-a145-7f95d7b03984 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Added segment ac70557d-8146-4d33-97d5-26c272fc4c0e of type vlan for network 07eeecca-f782-4ebb-8207-5bc26ee82086 Jul 13 07:37:22.204055 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2bb43-3ef1-4a9d-8168-a2dbe306aca8 req-422468a2-bd6f-47e8-bfdb-8dbfbbdec464 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:22.205662 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-60c2bb43-3ef1-4a9d-8168-a2dbe306aca8 req-422468a2-bd6f-47e8-bfdb-8dbfbbdec464 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1535430-9785-4df9-b583-bd8a2c7e2865 HTTP/1.1" status: 200 len: 943 time: 0.2567072 Jul 13 07:37:22.210662 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7c4c2751-0fac-4901-8d4c-d3e8973cc177 req-f371eaed-89cd-4e34-acc1-d1205171c71c tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d4f5fc-1a04-4419-97c9-68bf0d6e47cc HTTP/1.1" status: 200 len: 210 time: 0.0869186 Jul 13 07:37:22.283187 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-52e6d0f5-9772-4e45-aba7-f41ef84a4321 None None] For port 799ad9d3-820a-4d5c-b401-82653cf12a72, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=799ad9d3-820a-4d5c-b401-82653cf12a72,segment=NetworkSegment(e90cd515-abe5-4ca8-9b0e-0c469dc1d212),segment_id=e90cd515-abe5-4ca8-9b0e-0c469dc1d212)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:22.283884 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-52e6d0f5-9772-4e45-aba7-f41ef84a4321 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:22.297448 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-52e6d0f5-9772-4e45-aba7-f41ef84a4321 None None] Calling delete_port for 799ad9d3-820a-4d5c-b401-82653cf12a72 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:22.338465 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4aca5a94-cace-4007-a145-7f95d7b03984 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:22.378067 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-60c2bb43-3ef1-4a9d-8168-a2dbe306aca8 req-60b52894-9d3b-40a6-aa04-509935fbc887 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632142 Jul 13 07:37:22.379510 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0fe813ad-7a01-4205-937b-3558d4d9b053 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:22.390424 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf8c78-00eb-49af-bc96-74113b1aff28 req-3d7ca94f-de22-405f-b5a0-0ed3c0b15252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:22.397011 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-13bf8c78-00eb-49af-bc96-74113b1aff28 req-3d7ca94f-de22-405f-b5a0-0ed3c0b15252 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c810d7c789b47038f0e4c69e077ced6&device_id=a1535430-9785-4df9-b583-bd8a2c7e2865 HTTP/1.1" status: 200 len: 1095 time: 0.6545341 Jul 13 07:37:22.409343 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7eafcc-960b-4783-99da-b1a86d54eb7a req-cbf11d40-ef09-4920-9aee-750fe5ae5e90 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:22.410886 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4e7eafcc-960b-4783-99da-b1a86d54eb7a req-cbf11d40-ef09-4920-9aee-750fe5ae5e90 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ec32436-f970-4351-9701-275172ed2be0 HTTP/1.1" status: 200 len: 945 time: 0.4624128 Jul 13 07:37:22.428084 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4aca5a94-cace-4007-a145-7f95d7b03984 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:22.435167 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aca5a94-cace-4007-a145-7f95d7b03984 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:22.435833 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4aca5a94-cace-4007-a145-7f95d7b03984 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:22.458905 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-52e6d0f5-9772-4e45-aba7-f41ef84a4321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:22.491759 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e6d0f5-9772-4e45-aba7-f41ef84a4321 None None] Pushing event deleted for resources: {'Port': ['ID=799ad9d3-820a-4d5c-b401-82653cf12a72,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:22.505929 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e6d0f5-9772-4e45-aba7-f41ef84a4321 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:22.506334 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e6d0f5-9772-4e45-aba7-f41ef84a4321 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:22.506676 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e6d0f5-9772-4e45-aba7-f41ef84a4321 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:22.507013 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e6d0f5-9772-4e45-aba7-f41ef84a4321 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:22.507422 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e6d0f5-9772-4e45-aba7-f41ef84a4321 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:22.507755 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e6d0f5-9772-4e45-aba7-f41ef84a4321 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:22.508132 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e6d0f5-9772-4e45-aba7-f41ef84a4321 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:22.509695 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e6d0f5-9772-4e45-aba7-f41ef84a4321 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:22.509695 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e6d0f5-9772-4e45-aba7-f41ef84a4321 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:22.509910 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e6d0f5-9772-4e45-aba7-f41ef84a4321 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:22.510124 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e6d0f5-9772-4e45-aba7-f41ef84a4321 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:22.510502 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e6d0f5-9772-4e45-aba7-f41ef84a4321 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:22.517206 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e6d0f5-9772-4e45-aba7-f41ef84a4321 None None] No DVR routers for this DVR port 799ad9d3-820a-4d5c-b401-82653cf12a72 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:22.565785 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4aca5a94-cace-4007-a145-7f95d7b03984 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.3089988 Jul 13 07:37:22.569220 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42310) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:22.583965 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-0fe43f05-74e7-4021-8433-59847565f454 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Request body: {'subnet': {'network_id': '07eeecca-f782-4ebb-8207-5bc26ee82086', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:22.652840 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca5a94-cace-4007-a145-7f95d7b03984 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Pushing event updated for resources: {'Network': ['ID=07eeecca-f782-4ebb-8207-5bc26ee82086,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:22.665623 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 07eeecca-f782-4ebb-8207-5bc26ee82086 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:37:22.847879 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe43f05-74e7-4021-8433-59847565f454 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Made reservation on behalf of 8317e2d242104b898ef732c6989e831a for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:22.852413 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0fe43f05-74e7-4021-8433-59847565f454 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:23.162999 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 799ad9d3-820a-4d5c-b401-82653cf12a72 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:23.178730 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0fe813ad-7a01-4205-937b-3558d4d9b053 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:23.196624 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 799ad9d3-820a-4d5c-b401-82653cf12a72 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:37:23.197321 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 799ad9d3-820a-4d5c-b401-82653cf12a72 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:23.203231 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0fe43f05-74e7-4021-8433-59847565f454 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:23.268959 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:23.293643 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe43f05-74e7-4021-8433-59847565f454 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Pushing event updated for resources: {'Subnet': ['ID=ddb9b9c8-6554-4d63-8287-6135875e94c2,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:23.303242 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe43f05-74e7-4021-8433-59847565f454 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Checking segment: {'id': 'ac70557d-8146-4d33-97d5-26c272fc4c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '07eeecca-f782-4ebb-8207-5bc26ee82086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:23.303640 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe43f05-74e7-4021-8433-59847565f454 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Network hostable DHCP agents. Network: 07eeecca-f782-4ebb-8207-5bc26ee82086, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:37:23.335101 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe43f05-74e7-4021-8433-59847565f454 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Network 07eeecca-f782-4ebb-8207-5bc26ee82086 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:37:23.351313 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-0fe43f05-74e7-4021-8433-59847565f454 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 07eeecca-f782-4ebb-8207-5bc26ee82086) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:23.356982 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe43f05-74e7-4021-8433-59847565f454 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:23.357877 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0fe43f05-74e7-4021-8433-59847565f454 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:23.362908 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d504c9e6-211b-440b-a0d0-9ed5a7d39308 None None] Network 07eeecca-f782-4ebb-8207-5bc26ee82086 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:23.414574 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0fe43f05-74e7-4021-8433-59847565f454 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8445053 Jul 13 07:37:23.417231 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42328) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:23.419995 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe813ad-7a01-4205-937b-3558d4d9b053 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event deleted for resources: {'Subnet': ['ID=65238e42-bd16-4599-896f-d86e22273558,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:23.428896 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-47fde453-84ba-4308-9f0c-315b7cf1f1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Request body: {'port': {'network_id': '07eeecca-f782-4ebb-8207-5bc26ee82086', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-458826277'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:23.442461 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0fe813ad-7a01-4205-937b-3558d4d9b053 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:23.450940 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8345cceb-ede9-4240-9502-aecf18ab2b86 None None] Network 09837388-02da-4934-8b50-d97c7770c8be requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:23.454819 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0fe813ad-7a01-4205-937b-3558d4d9b053 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "DELETE /v2.0/subnets/65238e42-bd16-4599-896f-d86e22273558 HTTP/1.1" status: 204 len: 168 time: 1.8053837 Jul 13 07:37:23.469973 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42332) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:23.611160 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-4e7eafcc-960b-4783-99da-b1a86d54eb7a req-d1d37eb1-d465-4181-847b-542227406959 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Deleting port bbd80782-46b4-40ad-8790-0ee5cca78a78 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:23.611582 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4e7eafcc-960b-4783-99da-b1a86d54eb7a req-d1d37eb1-d465-4181-847b-542227406959 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:23.678832 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f504fc18-e4a5-4d42-b041-6945dbfd1406 req-e0347449-6a8b-4abb-a821-523f44dd8fbd tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d4f5fc-1a04-4419-97c9-68bf0d6e47cc HTTP/1.1" status: 200 len: 210 time: 0.0339062 Jul 13 07:37:23.776121 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fde453-84ba-4308-9f0c-315b7cf1f1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Made reservation on behalf of 8317e2d242104b898ef732c6989e831a for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:23.785489 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-4e7eafcc-960b-4783-99da-b1a86d54eb7a req-d1d37eb1-d465-4181-847b-542227406959 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] For port bbd80782-46b4-40ad-8790-0ee5cca78a78, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=bbd80782-46b4-40ad-8790-0ee5cca78a78,segment=NetworkSegment(0d52d58c-894c-45ff-99ef-ef32b835be4a),segment_id=0d52d58c-894c-45ff-99ef-ef32b835be4a)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:23.786643 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-47fde453-84ba-4308-9f0c-315b7cf1f1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:23.791418 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4e7eafcc-960b-4783-99da-b1a86d54eb7a req-d1d37eb1-d465-4181-847b-542227406959 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:23.854370 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-47fde453-84ba-4308-9f0c-315b7cf1f1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] device_id is not set on port 9bb1f79c-bcea-49be-9700-70ac99425a87 yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:37:23.863402 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3b9238bd-6906-4567-a384-eaa8d8ad08a9 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:23.871642 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-4e7eafcc-960b-4783-99da-b1a86d54eb7a req-d1d37eb1-d465-4181-847b-542227406959 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Calling delete_port for bbd80782-46b4-40ad-8790-0ee5cca78a78 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:23.974294 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:23.977955 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf8c78-00eb-49af-bc96-74113b1aff28 req-8dcac547-addb-4814-aa8d-850df8bfe505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:23.979801 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-13bf8c78-00eb-49af-bc96-74113b1aff28 req-8dcac547-addb-4814-aa8d-850df8bfe505 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f19befd9-3bbc-45fe-a145-8403107507b4 HTTP/1.1" status: 200 len: 916 time: 1.5185633 Jul 13 07:37:24.019922 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ebce30-3e40-4675-b11a-9759fe9d344a req-5cefe736-5d1f-4cf9-93a3-e864d076555e tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:24.028524 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-49ebce30-3e40-4675-b11a-9759fe9d344a req-5cefe736-5d1f-4cf9-93a3-e864d076555e tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ec32436-f970-4351-9701-275172ed2be0 HTTP/1.1" status: 200 len: 945 time: 0.8814573 Jul 13 07:37:24.092554 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-13bf8c78-00eb-49af-bc96-74113b1aff28 req-0edf9d1d-93f7-495b-b28d-d917327c10af service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f81ea829-0048-4d06-b0a1-9d4ba6b14173 HTTP/1.1" status: 200 len: 217 time: 0.0896609 Jul 13 07:37:24.134778 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7893a012-0817-48ff-88a4-666f735b92a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-07eeecca-f782-4ebb-8207-5bc26ee82086', 'network_id': '07eeecca-f782-4ebb-8207-5bc26ee82086', 'tenant_id': '8317e2d242104b898ef732c6989e831a', 'fixed_ips': [{'subnet_id': 'ddb9b9c8-6554-4d63-8287-6135875e94c2'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:37:24.136085 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7893a012-0817-48ff-88a4-666f735b92a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.156192 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6f3b11-5225-4260-8d5c-8344c98f1f75 None None] DHCP port deletion for 09837388-02da-4934-8b50-d97c7770c8be request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:37:24.249387 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-49ebce30-3e40-4675-b11a-9759fe9d344a req-dc14866c-eb2b-4c01-b94e-a8c0f11d66bb tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/security-groups?id=133b69b7-9808-43be-96a2-0537049d3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192416 Jul 13 07:37:24.304993 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3b9238bd-6906-4567-a384-eaa8d8ad08a9 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.316964 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-3b9238bd-6906-4567-a384-eaa8d8ad08a9 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2e92587-9e49-4d16-a710-fbaafbea482d']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:24.329741 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-3b9238bd-6906-4567-a384-eaa8d8ad08a9 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e90cd515-abe5-4ca8-9b0e-0c469dc1d212') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:24.330092 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-3b9238bd-6906-4567-a384-eaa8d8ad08a9 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e90cd515-abe5-4ca8-9b0e-0c469dc1d212') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:24.342813 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3b9238bd-6906-4567-a384-eaa8d8ad08a9 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.357894 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-1e6f3b11-5225-4260-8d5c-8344c98f1f75 None None] Deleting port f4171766-3168-417f-93cd-4e7a13914f50 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:24.358270 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1e6f3b11-5225-4260-8d5c-8344c98f1f75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.374215 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3b9238bd-6906-4567-a384-eaa8d8ad08a9 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.382130 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-d746f2da-976f-4fe8-8dd7-2d89fcfe0984 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:24.384795 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-d746f2da-976f-4fe8-8dd7-2d89fcfe0984 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.25 "GET /v2.0/networks?id=13195566-0792-436c-9281-03239ca5fcf3 HTTP/1.1" status: 200 len: 813 time: 0.1831782 Jul 13 07:37:24.391480 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b9238bd-6906-4567-a384-eaa8d8ad08a9 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:37:24.393434 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3b9238bd-6906-4567-a384-eaa8d8ad08a9 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.402129 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4e7eafcc-960b-4783-99da-b1a86d54eb7a req-d1d37eb1-d465-4181-847b-542227406959 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.411235 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-7f68c0d6-18cd-4e89-9999-5e77ac97b641 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Request body: {'port': {'device_id': '65f24df3-052e-46f6-8c6f-09ae2517a35d', 'network_id': '13195566-0792-436c-9281-03239ca5fcf3', 'admin_state_up': True, 'tenant_id': 'e04b8967d9294b5ab97c1d4f5d9e525c'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:24.418794 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:24.418794 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:24.418794 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:24.418794 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:24.418794 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:37:24.418794 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:37:24.418794 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:37:24.418794 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:37:24.418794 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:37:24.418794 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:37:24.418794 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:37:24.418794 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:37:24.418794 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:37:24.418794 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:37:24.418794 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:37:24.418794 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:37:24.418794 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:37:24.418794 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:37:24.418794 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:37:24.418794 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:37:24.418794 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:37:24.418794 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:37:24.418794 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:37:24.418794 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:37:24.418794 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:37:24.418794 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:37:24.418794 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:37:24.418794 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:37:24.418794 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:37:24.418794 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:37:24.418794 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:37:24.418794 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:37:24.418794 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:37:24.418794 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:37:24.418794 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:37:24.418794 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:37:24.422065 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['bbd80782-46b4-40ad-8790-0ee5cca78a78'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:24.479445 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac9c04-2990-4ae1-85a4-cc7655ebdb92 req-ea57f455-2368-4ed2-a935-c5bf669d48b7 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:24.488167 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-62ac9c04-2990-4ae1-85a4-cc7655ebdb92 req-ea57f455-2368-4ed2-a935-c5bf669d48b7 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1535430-9785-4df9-b583-bd8a2c7e2865 HTTP/1.1" status: 200 len: 943 time: 0.4896095 Jul 13 07:37:24.503951 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d37eb1-d465-4181-847b-542227406959 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Pushing event deleted for resources: {'Port': ['ID=bbd80782-46b4-40ad-8790-0ee5cca78a78,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:24.518294 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-47fde453-84ba-4308-9f0c-315b7cf1f1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Allocated IP 2001:db8::26c (07eeecca-f782-4ebb-8207-5bc26ee82086/ddb9b9c8-6554-4d63-8287-6135875e94c2/9bb1f79c-bcea-49be-9700-70ac99425a87) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:24.597149 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-1e6f3b11-5225-4260-8d5c-8344c98f1f75 None None] For port f4171766-3168-417f-93cd-4e7a13914f50, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=f4171766-3168-417f-93cd-4e7a13914f50,segment=NetworkSegment(3f032d73-46e4-4b1e-a561-382459df0385),segment_id=3f032d73-46e4-4b1e-a561-382459df0385)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:24.599336 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1e6f3b11-5225-4260-8d5c-8344c98f1f75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.623473 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7eafcc-960b-4783-99da-b1a86d54eb7a req-d1d37eb1-d465-4181-847b-542227406959 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] No DVR routers for this DVR port bbd80782-46b4-40ad-8790-0ee5cca78a78 on host n-h2-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:24.628839 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-1e6f3b11-5225-4260-8d5c-8344c98f1f75 None None] Calling delete_port for f4171766-3168-417f-93cd-4e7a13914f50 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:24.629601 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf8c78-00eb-49af-bc96-74113b1aff28 req-124c7932-e705-40b8-9290-4f28c319671f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:24.632596 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-13bf8c78-00eb-49af-bc96-74113b1aff28 req-124c7932-e705-40b8-9290-4f28c319671f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=13ed50c9-8c75-4ed4-a111-3f0bb851cc25 HTTP/1.1" status: 200 len: 855 time: 0.5278358 Jul 13 07:37:24.635099 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4e7eafcc-960b-4783-99da-b1a86d54eb7a req-d1d37eb1-d465-4181-847b-542227406959 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.638001 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4e7eafcc-960b-4783-99da-b1a86d54eb7a req-d1d37eb1-d465-4181-847b-542227406959 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.25 "DELETE /v2.0/ports/bbd80782-46b4-40ad-8790-0ee5cca78a78 HTTP/1.1" status: 204 len: 173 time: 2.1173422 Jul 13 07:37:24.638762 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec32436-f970-4351-9701-275172ed2be0', 'name': 'network-vif-deleted', 'tag': 'bbd80782-46b4-40ad-8790-0ee5cca78a78'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:24.642941 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a062f0dc-8251-4e6c-bf6f-783121d16231" -d '{"events": [{"server_uuid": "1ec32436-f970-4351-9701-275172ed2be0", "name": "network-vif-deleted", "tag": "bbd80782-46b4-40ad-8790-0ee5cca78a78"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:24.686847 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-13bf8c78-00eb-49af-bc96-74113b1aff28 req-d351858b-233f-4848-80ef-a0f1db64587e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f19befd9-3bbc-45fe-a145-8403107507b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391068 Jul 13 07:37:24.694901 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3b9238bd-6906-4567-a384-eaa8d8ad08a9 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.716675 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3b9238bd-6906-4567-a384-eaa8d8ad08a9 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.725109 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-3b9238bd-6906-4567-a384-eaa8d8ad08a9 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "DELETE /v2.0/networks/f2e92587-9e49-4d16-a710-fbaafbea482d HTTP/1.1" status: 204 len: 168 time: 1.2496643 Jul 13 07:37:24.733225 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-62ac9c04-2990-4ae1-85a4-cc7655ebdb92 req-ccee85cd-5834-4367-b289-3ba3634a7b2b tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444780 Jul 13 07:37:24.738016 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42356) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:24.812191 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d67c6c-691e-4273-930f-312b18f5ac9f x-openstack-request-id: req-02d67c6c-691e-4273-930f-312b18f5ac9f {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:24.812510 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec32436-f970-4351-9701-275172ed2be0", "name": "network-vif-deleted", "tag": "bbd80782-46b4-40ad-8790-0ee5cca78a78", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:24.814917 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02d67c6c-691e-4273-930f-312b18f5ac9f {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:24.815324 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec32436-f970-4351-9701-275172ed2be0', 'name': 'network-vif-deleted', 'tag': 'bbd80782-46b4-40ad-8790-0ee5cca78a78', 'status': 'completed', 'code': 200} Jul 13 07:37:24.837131 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9238bd-6906-4567-a384-eaa8d8ad08a9 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event deleted for resources: {'Network': ['ID=f2e92587-9e49-4d16-a710-fbaafbea482d,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:24.876430 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1e6f3b11-5225-4260-8d5c-8344c98f1f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:24.948941 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f3b11-5225-4260-8d5c-8344c98f1f75 None None] Pushing event deleted for resources: {'Port': ['ID=f4171766-3168-417f-93cd-4e7a13914f50,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:24.957374 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6f3b11-5225-4260-8d5c-8344c98f1f75 None None] No DVR routers for this DVR port f4171766-3168-417f-93cd-4e7a13914f50 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:24.999279 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f110667d-7d58-4e65-b798-51707d341305 req-2dc44bdd-bc5a-4ae4-8d63-8acb60b0fcac tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d4f5fc-1a04-4419-97c9-68bf0d6e47cc HTTP/1.1" status: 200 len: 210 time: 0.0561304 Jul 13 07:37:25.017844 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-7f68c0d6-18cd-4e89-9999-5e77ac97b641 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Made reservation on behalf of e04b8967d9294b5ab97c1d4f5d9e525c for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:25.022315 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-7f68c0d6-18cd-4e89-9999-5e77ac97b641 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:25.117543 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b54f660-4c5a-4b5a-95dc-06d292e6de82 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:25.166728 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f4171766-3168-417f-93cd-4e7a13914f50 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:25.182225 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-13bf8c78-00eb-49af-bc96-74113b1aff28 req-15ddfbc6-864e-4114-8d8a-2258942d609a service neutron] 10.222.0.42 "GET /v2.0/networks/f19befd9-3bbc-45fe-a145-8403107507b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4553978 Jul 13 07:37:25.211474 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: f4171766-3168-417f-93cd-4e7a13914f50 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:37:25.213186 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f4171766-3168-417f-93cd-4e7a13914f50 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:25.217222 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-02e9823e-541c-4e16-a85c-1f87d2b95987 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:25.218812 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-02e9823e-541c-4e16-a85c-1f87d2b95987 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.42 "GET /v2.0/networks?id=13195566-0792-436c-9281-03239ca5fcf3 HTTP/1.1" status: 200 len: 813 time: 0.4026752 Jul 13 07:37:25.251944 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-a3e746d7-0fa8-47a6-b5b5-b60b78ef7004 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Request body: {'port': {'device_id': '71d4f5fc-1a04-4419-97c9-68bf0d6e47cc', 'network_id': '13195566-0792-436c-9281-03239ca5fcf3', 'admin_state_up': True, 'tenant_id': 'e04b8967d9294b5ab97c1d4f5d9e525c'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:25.357118 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-47fde453-84ba-4308-9f0c-315b7cf1f1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:25.402086 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-47fde453-84ba-4308-9f0c-315b7cf1f1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Transition to ACTIVE for port object 9bb1f79c-bcea-49be-9700-70ac99425a87 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:25.421315 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-7f68c0d6-18cd-4e89-9999-5e77ac97b641 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Allocated IP 172.20.0.7 (13195566-0792-436c-9281-03239ca5fcf3/a2eb5a2d-e36f-459f-b098-ad0763333bbf/a4401c88-e57c-42c6-8e3d-2c9bd51e1ade) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:25.426235 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device f81ea829-0048-4d06-b0a1-9d4ba6b14173 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:37:25.495888 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-13bf8c78-00eb-49af-bc96-74113b1aff28 req-524998af-98df-493a-8c55-cd39ea3a9e20 service neutron] 10.222.0.42 "GET /v2.0/networks/f19befd9-3bbc-45fe-a145-8403107507b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938099 Jul 13 07:37:25.633866 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b54f660-4c5a-4b5a-95dc-06d292e6de82 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:25.693040 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port f81ea829-0048-4d06-b0a1-9d4ba6b14173, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=f81ea829-0048-4d06-b0a1-9d4ba6b14173,segment=NetworkSegment(cd9aaace-dd86-4d07-b2da-557f00b03dc5),segment_id=cd9aaace-dd86-4d07-b2da-557f00b03dc5)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:25.710776 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-7893a012-0817-48ff-88a4-666f735b92a3 None None] Allocated IP 2001:db8::2 (07eeecca-f782-4ebb-8207-5bc26ee82086/ddb9b9c8-6554-4d63-8287-6135875e94c2/0ec649b6-af70-4f2b-9015-4af1a3e044eb) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:25.714726 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a6d9c9c3-3068-4e00-95f5-beb8cc3475dc req-d212e7a7-d223-4578-ade4-931c01d17446 tempest-VolumesSnapshotTestJSON-399344638 tempest-VolumesSnapshotTestJSON-399344638-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ec32436-f970-4351-9701-275172ed2be0 HTTP/1.1" status: 200 len: 210 time: 0.2184665 Jul 13 07:37:25.718173 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-8b54f660-4c5a-4b5a-95dc-06d292e6de82 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09837388-02da-4934-8b50-d97c7770c8be']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:25.750592 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': 'f81ea829-0048-4d06-b0a1-9d4ba6b14173', 'network_id': 'f19befd9-3bbc-45fe-a145-8403107507b4', 'port_id': 'f81ea829-0048-4d06-b0a1-9d4ba6b14173', 'mac_address': 'fa:16:3e:5b:a0:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13ed50c9-8c75-4ed4-a111-3f0bb851cc25', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:37:25.758155 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-7f68c0d6-18cd-4e89-9999-5e77ac97b641 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:25.805962 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-8b54f660-4c5a-4b5a-95dc-06d292e6de82 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f032d73-46e4-4b1e-a561-382459df0385') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:25.806263 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-8b54f660-4c5a-4b5a-95dc-06d292e6de82 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f032d73-46e4-4b1e-a561-382459df0385') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:25.819643 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-47fde453-84ba-4308-9f0c-315b7cf1f1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:25.836612 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b54f660-4c5a-4b5a-95dc-06d292e6de82 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:25.849247 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:25.876584 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b54f660-4c5a-4b5a-95dc-06d292e6de82 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:25.898181 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b54f660-4c5a-4b5a-95dc-06d292e6de82 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:37:25.898597 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b54f660-4c5a-4b5a-95dc-06d292e6de82 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:25.902832 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:37:25.902832 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:37:25.902832 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:37:25.902832 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:37:25.902832 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:37:25.902832 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:37:25.902832 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:37:25.902832 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:37:25.902832 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:37:25.902832 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:37:25.902832 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:37:25.902832 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:37:25.902832 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:37:25.902832 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:37:25.902832 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:37:25.902832 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:37:25.902832 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:37:25.902832 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:37:25.902832 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:37:25.902832 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:37:25.902832 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:37:25.902832 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:37:25.902832 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:37:25.902832 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:37:25.902832 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:37:25.902832 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:37:25.902832 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:37:25.902832 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:37:25.902832 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:37:25.902832 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:37:25.902832 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:37:25.902832 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:37:25.913066 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f81ea829-0048-4d06-b0a1-9d4ba6b14173 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:25.929289 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fde453-84ba-4308-9f0c-315b7cf1f1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Network 07eeecca-f782-4ebb-8207-5bc26ee82086 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:25.940331 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-47fde453-84ba-4308-9f0c-315b7cf1f1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:25.944247 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fde453-84ba-4308-9f0c-315b7cf1f1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:25.951031 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fde453-84ba-4308-9f0c-315b7cf1f1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:25.951780 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-47fde453-84ba-4308-9f0c-315b7cf1f1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:25.958639 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port f81ea829-0048-4d06-b0a1-9d4ba6b14173, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=f81ea829-0048-4d06-b0a1-9d4ba6b14173,segment=NetworkSegment(cd9aaace-dd86-4d07-b2da-557f00b03dc5),segment_id=cd9aaace-dd86-4d07-b2da-557f00b03dc5)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:25.970928 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-7f68c0d6-18cd-4e89-9999-5e77ac97b641 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:25.987479 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:25.990146 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fde453-84ba-4308-9f0c-315b7cf1f1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Pushing event updated for resources: {'Port': ['ID=9bb1f79c-bcea-49be-9700-70ac99425a87,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:26.011676 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-7f68c0d6-18cd-4e89-9999-5e77ac97b641 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Network 13195566-0792-436c-9281-03239ca5fcf3 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:26.013713 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-47fde453-84ba-4308-9f0c-315b7cf1f1e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.5947750 Jul 13 07:37:26.063572 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-7f68c0d6-18cd-4e89-9999-5e77ac97b641 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:26.071603 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-7f68c0d6-18cd-4e89-9999-5e77ac97b641 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:26.075318 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42378) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:26.095512 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=f81ea829-0048-4d06-b0a1-9d4ba6b14173,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:26.097146 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-ff3b6adc-cade-4023-b5a6-a72bf074630b tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Request body: {'port': {'network_id': '07eeecca-f782-4ebb-8207-5bc26ee82086', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1732793798', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:26.097660 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.api.validators [None req-ff3b6adc-cade-4023-b5a6-a72bf074630b tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] bootfile-name is not in valid_values {{(pid=94018) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 07:37:26.097982 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.api.validators [None req-ff3b6adc-cade-4023-b5a6-a72bf074630b tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] tftp-server is not in valid_values {{(pid=94018) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 07:37:26.098302 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.api.validators [None req-ff3b6adc-cade-4023-b5a6-a72bf074630b tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] server-ip-address is not in valid_values {{(pid=94018) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 07:37:26.149994 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-a3e746d7-0fa8-47a6-b5b5-b60b78ef7004 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Made reservation on behalf of e04b8967d9294b5ab97c1d4f5d9e525c for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:26.153981 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-a3e746d7-0fa8-47a6-b5b5-b60b78ef7004 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:26.180042 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7893a012-0817-48ff-88a4-666f735b92a3 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:26.192734 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b54f660-4c5a-4b5a-95dc-06d292e6de82 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:26.193081 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7893a012-0817-48ff-88a4-666f735b92a3 None None] Transition to ACTIVE for port object 0ec649b6-af70-4f2b-9015-4af1a3e044eb will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:26.210408 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b54f660-4c5a-4b5a-95dc-06d292e6de82 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:26.220232 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8b54f660-4c5a-4b5a-95dc-06d292e6de82 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "DELETE /v2.0/networks/09837388-02da-4934-8b50-d97c7770c8be HTTP/1.1" status: 204 len: 168 time: 1.4496365 Jul 13 07:37:26.220232 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42386) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:26.229291 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7893a012-0817-48ff-88a4-666f735b92a3 None None] Transition to ACTIVE for port object 0ec649b6-af70-4f2b-9015-4af1a3e044eb will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:26.229510 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-7ef9b076-a91f-4a29-9ec9-f161831a4a12 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1062599879'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:26.246693 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7893a012-0817-48ff-88a4-666f735b92a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:26.271504 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68c0d6-18cd-4e89-9999-5e77ac97b641 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Pushing event updated for resources: {'Port': ['ID=a4401c88-e57c-42c6-8e3d-2c9bd51e1ade,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:26.336376 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7893a012-0817-48ff-88a4-666f735b92a3 None None] Pushing event updated for resources: {'Port': ['ID=0ec649b6-af70-4f2b-9015-4af1a3e044eb,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:26.338490 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54f660-4c5a-4b5a-95dc-06d292e6de82 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event deleted for resources: {'Network': ['ID=09837388-02da-4934-8b50-d97c7770c8be,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:26.351932 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['f81ea829-0048-4d06-b0a1-9d4ba6b14173'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:26.372112 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27bc825-6822-4f01-8338-300141bccb15 req-ad4e0058-f783-44c4-a117-8c87389efb7b tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:26.373917 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f27bc825-6822-4f01-8338-300141bccb15 req-ad4e0058-f783-44c4-a117-8c87389efb7b tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1535430-9785-4df9-b583-bd8a2c7e2865 HTTP/1.1" status: 200 len: 944 time: 0.4291761 Jul 13 07:37:26.404428 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7893a012-0817-48ff-88a4-666f735b92a3 None None] Network 07eeecca-f782-4ebb-8207-5bc26ee82086 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:26.410155 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-7893a012-0817-48ff-88a4-666f735b92a3 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:26.413472 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7893a012-0817-48ff-88a4-666f735b92a3 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:26.457885 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef9b076-a91f-4a29-9ec9-f161831a4a12 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Made reservation on behalf of 6664cd00d4894e6789a2133f8d78f61e for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:26.463711 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7ef9b076-a91f-4a29-9ec9-f161831a4a12 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:26.564803 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device bbd80782-46b4-40ad-8790-0ee5cca78a78 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:26.594562 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-7893a012-0817-48ff-88a4-666f735b92a3 None None] Attempting to bind port 0ec649b6-af70-4f2b-9015-4af1a3e044eb on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:37:26.594562 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-7893a012-0817-48ff-88a4-666f735b92a3 None None] Attempting to bind port 0ec649b6-af70-4f2b-9015-4af1a3e044eb by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'ac70557d-8146-4d33-97d5-26c272fc4c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '07eeecca-f782-4ebb-8207-5bc26ee82086'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:37:26.594562 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7893a012-0817-48ff-88a4-666f735b92a3 None None] Attempting to bind port 0ec649b6-af70-4f2b-9015-4af1a3e044eb on network 07eeecca-f782-4ebb-8207-5bc26ee82086 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:26.605196 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef9b076-a91f-4a29-9ec9-f161831a4a12 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:37:26.620927 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: bbd80782-46b4-40ad-8790-0ee5cca78a78 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:37:26.621267 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device bbd80782-46b4-40ad-8790-0ee5cca78a78 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:26.624821 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7893a012-0817-48ff-88a4-666f735b92a3 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:37:26.625206 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7893a012-0817-48ff-88a4-666f735b92a3 None None] Checking segment: {'id': 'ac70557d-8146-4d33-97d5-26c272fc4c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '07eeecca-f782-4ebb-8207-5bc26ee82086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:26.625615 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7893a012-0817-48ff-88a4-666f735b92a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:26.626012 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7893a012-0817-48ff-88a4-666f735b92a3 None None] Bound using segment: {'id': 'ac70557d-8146-4d33-97d5-26c272fc4c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '07eeecca-f782-4ebb-8207-5bc26ee82086'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:37:26.626512 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-7893a012-0817-48ff-88a4-666f735b92a3 None None] Bound port: 0ec649b6-af70-4f2b-9015-4af1a3e044eb, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac70557d-8146-4d33-97d5-26c272fc4c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '07eeecca-f782-4ebb-8207-5bc26ee82086'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:37:26.626908 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7893a012-0817-48ff-88a4-666f735b92a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:26.635076 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7ef9b076-a91f-4a29-9ec9-f161831a4a12 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:26.636172 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-7ef9b076-a91f-4a29-9ec9-f161831a4a12 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Added segment cdb29fdb-3f59-47d8-970c-8f83502bc6a2 of type vlan for network 63d43f35-312f-48af-bf37-52c6dce87434 Jul 13 07:37:26.667166 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-a3e746d7-0fa8-47a6-b5b5-b60b78ef7004 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Allocated IP 172.20.0.5 (13195566-0792-436c-9281-03239ca5fcf3/a2eb5a2d-e36f-459f-b098-ad0763333bbf/e4aa0bc8-ec59-412d-9795-16f3c352c123) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:26.820727 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-7893a012-0817-48ff-88a4-666f735b92a3 None None] For port 0ec649b6-af70-4f2b-9015-4af1a3e044eb, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:37:26.824234 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-7893a012-0817-48ff-88a4-666f735b92a3 None None] For port 0ec649b6-af70-4f2b-9015-4af1a3e044eb, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=0ec649b6-af70-4f2b-9015-4af1a3e044eb,segment=NetworkSegment(ac70557d-8146-4d33-97d5-26c272fc4c0e),segment_id=ac70557d-8146-4d33-97d5-26c272fc4c0e)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:37:26.826220 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-45b1352b-9bef-4799-b54f-8f1e5a4eeba0 req-c6702b8b-57cc-40dd-a8ea-110f885c6bfe tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d4f5fc-1a04-4419-97c9-68bf0d6e47cc HTTP/1.1" status: 200 len: 210 time: 0.5855916 Jul 13 07:37:26.832917 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7893a012-0817-48ff-88a4-666f735b92a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:26.846149 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f27bc825-6822-4f01-8338-300141bccb15 req-d2044331-b2b1-41f9-9a11-e643dcdeba2e tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535632 Jul 13 07:37:26.861455 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-7f68c0d6-18cd-4e89-9999-5e77ac97b641 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:26.862134 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-7f68c0d6-18cd-4e89-9999-5e77ac97b641 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:26.932352 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7ef9b076-a91f-4a29-9ec9-f161831a4a12 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:26.942413 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-7f68c0d6-18cd-4e89-9999-5e77ac97b641 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5366073 Jul 13 07:37:26.960962 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-eaa357a7-d900-4125-9062-8376392b243b service neutron] Request body: {'port': {'device_id': '65f24df3-052e-46f6-8c6f-09ae2517a35d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:26.980609 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7893a012-0817-48ff-88a4-666f735b92a3 None None] Pushing event updated for resources: {'Port': ['ID=0ec649b6-af70-4f2b-9015-4af1a3e044eb,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:26.982394 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-a3e746d7-0fa8-47a6-b5b5-b60b78ef7004 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:27.088493 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-eaa357a7-d900-4125-9062-8376392b243b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:27.095598 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7ef9b076-a91f-4a29-9ec9-f161831a4a12 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:27.096885 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3b6adc-cade-4023-b5a6-a72bf074630b tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Made reservation on behalf of 8317e2d242104b898ef732c6989e831a for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:27.101832 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef9b076-a91f-4a29-9ec9-f161831a4a12 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:27.102892 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7ef9b076-a91f-4a29-9ec9-f161831a4a12 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:27.104543 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ff3b6adc-cade-4023-b5a6-a72bf074630b tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:27.138925 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7ef9b076-a91f-4a29-9ec9-f161831a4a12 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9190495 Jul 13 07:37:27.145054 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42406) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:27.159761 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-28f398b4-011d-47b3-a697-f1b004c642b3 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Request body: {'subnet': {'network_id': '63d43f35-312f-48af-bf37-52c6dce87434', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:27.227543 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-a3e746d7-0fa8-47a6-b5b5-b60b78ef7004 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:27.232171 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef9b076-a91f-4a29-9ec9-f161831a4a12 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event updated for resources: {'Network': ['ID=63d43f35-312f-48af-bf37-52c6dce87434,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:27.245923 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 63d43f35-312f-48af-bf37-52c6dce87434 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:37:27.282167 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-ff3b6adc-cade-4023-b5a6-a72bf074630b tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] device_id is not set on port ca8bcf01-5054-41a2-8e2c-7e0be511fc91 yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:37:27.422575 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-a3e746d7-0fa8-47a6-b5b5-b60b78ef7004 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Network 13195566-0792-436c-9281-03239ca5fcf3 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:27.431965 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-a3e746d7-0fa8-47a6-b5b5-b60b78ef7004 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:27.441988 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device f81ea829-0048-4d06-b0a1-9d4ba6b14173 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:27.445869 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-a3e746d7-0fa8-47a6-b5b5-b60b78ef7004 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:27.548462 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-a3e746d7-0fa8-47a6-b5b5-b60b78ef7004 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:27.549593 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-a3e746d7-0fa8-47a6-b5b5-b60b78ef7004 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:27.558550 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port f81ea829-0048-4d06-b0a1-9d4ba6b14173 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:27.566765 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port f81ea829-0048-4d06-b0a1-9d4ba6b14173 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:27.567141 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:27.569630 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f398b4-011d-47b3-a697-f1b004c642b3 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Made reservation on behalf of 6664cd00d4894e6789a2133f8d78f61e for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:27.575181 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-28f398b4-011d-47b3-a697-f1b004c642b3 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:27.580115 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e746d7-0fa8-47a6-b5b5-b60b78ef7004 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Pushing event updated for resources: {'Port': ['ID=e4aa0bc8-ec59-412d-9795-16f3c352c123,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:27.608346 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-a3e746d7-0fa8-47a6-b5b5-b60b78ef7004 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3628037 Jul 13 07:37:27.630364 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-23f3612f-4255-493d-8d95-dccc5adf9eb2 service neutron] Request body: {'port': {'device_id': '71d4f5fc-1a04-4419-97c9-68bf0d6e47cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:27.679266 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-ff3b6adc-cade-4023-b5a6-a72bf074630b tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Allocated IP 2001:db8::28c (07eeecca-f782-4ebb-8207-5bc26ee82086/ddb9b9c8-6554-4d63-8287-6135875e94c2/ca8bcf01-5054-41a2-8e2c-7e0be511fc91) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:27.797832 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:27.844822 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-23f3612f-4255-493d-8d95-dccc5adf9eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:27.902877 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port f81ea829-0048-4d06-b0a1-9d4ba6b14173, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=f81ea829-0048-4d06-b0a1-9d4ba6b14173,segment=NetworkSegment(cd9aaace-dd86-4d07-b2da-557f00b03dc5),segment_id=cd9aaace-dd86-4d07-b2da-557f00b03dc5)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:27.909484 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1535430-9785-4df9-b583-bd8a2c7e2865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81ea829-0048-4d06-b0a1-9d4ba6b14173'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:27.917357 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3c8bf1-12d6-4efe-8695-c2ea1a0e4247" -d '{"events": [{"server_uuid": "a1535430-9785-4df9-b583-bd8a2c7e2865", "name": "network-vif-plugged", "status": "completed", "tag": "f81ea829-0048-4d06-b0a1-9d4ba6b14173"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:27.925667 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:28.072940 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=f81ea829-0048-4d06-b0a1-9d4ba6b14173,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:28.337162 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-28f398b4-011d-47b3-a697-f1b004c642b3 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:28.346202 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ff3b6adc-cade-4023-b5a6-a72bf074630b tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:28.368463 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-eaa357a7-d900-4125-9062-8376392b243b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4401c88-e57c-42c6-8e3d-2c9bd51e1ade {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:28.394704 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-eaa357a7-d900-4125-9062-8376392b243b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:28.423232 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-ff3b6adc-cade-4023-b5a6-a72bf074630b tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Transition to ACTIVE for port object ca8bcf01-5054-41a2-8e2c-7e0be511fc91 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:28.463664 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae4eb0-d060-4794-a638-fc72f2982158 req-41bc4492-b61f-408a-8cce-b8e895dbc9b0 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:28.472204 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-63ae4eb0-d060-4794-a638-fc72f2982158 req-41bc4492-b61f-408a-8cce-b8e895dbc9b0 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1535430-9785-4df9-b583-bd8a2c7e2865 HTTP/1.1" status: 200 len: 945 time: 0.2772532 Jul 13 07:37:28.474234 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-eaa357a7-d900-4125-9062-8376392b243b service neutron] Transition to ACTIVE for port object a4401c88-e57c-42c6-8e3d-2c9bd51e1ade will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:28.475013 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f398b4-011d-47b3-a697-f1b004c642b3 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event updated for resources: {'Subnet': ['ID=a13013ef-9d9c-4e4c-8623-d855b960934e,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:28.492072 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f398b4-011d-47b3-a697-f1b004c642b3 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Checking segment: {'id': 'cdb29fdb-3f59-47d8-970c-8f83502bc6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '63d43f35-312f-48af-bf37-52c6dce87434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:28.492489 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f398b4-011d-47b3-a697-f1b004c642b3 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Network hostable DHCP agents. Network: 63d43f35-312f-48af-bf37-52c6dce87434, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:37:28.504986 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-eaa357a7-d900-4125-9062-8376392b243b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:28.528947 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66626c24-505b-450b-8d18-cabec9c3733a req-d500e45f-7ec4-4471-9a6f-c81dd83f1b25 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:28.530524 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-66626c24-505b-450b-8d18-cabec9c3733a req-d500e45f-7ec4-4471-9a6f-c81dd83f1b25 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d4f5fc-1a04-4419-97c9-68bf0d6e47cc HTTP/1.1" status: 200 len: 931 time: 0.4324844 Jul 13 07:37:28.680184 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f398b4-011d-47b3-a697-f1b004c642b3 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Network 63d43f35-312f-48af-bf37-52c6dce87434 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:37:28.713478 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ff3b6adc-cade-4023-b5a6-a72bf074630b tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:28.733731 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-63ae4eb0-d060-4794-a638-fc72f2982158 req-fc7e3d2a-7238-4b4f-a99f-42abe0d776a8 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351820 Jul 13 07:37:28.756135 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa357a7-d900-4125-9062-8376392b243b service neutron] Pushing event updated for resources: {'Port': ['ID=a4401c88-e57c-42c6-8e3d-2c9bd51e1ade,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:28.776929 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-28f398b4-011d-47b3-a697-f1b004c642b3 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 63d43f35-312f-48af-bf37-52c6dce87434) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:28.780453 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe68cfc-3dd0-4c31-ab8e-71ff3cf7bae8 None None] Network 07eeecca-f782-4ebb-8207-5bc26ee82086 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:28.808851 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f398b4-011d-47b3-a697-f1b004c642b3 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:28.809458 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-28f398b4-011d-47b3-a697-f1b004c642b3 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:28.877921 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3b6adc-cade-4023-b5a6-a72bf074630b tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Network 07eeecca-f782-4ebb-8207-5bc26ee82086 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:28.896820 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-66626c24-505b-450b-8d18-cabec9c3733a req-53f6b9be-f353-4f02-82d1-bd2a9581680e tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/security-groups?id=82e91fe1-b311-45b0-b5c0-417c48a037da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277054 Jul 13 07:37:28.929677 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-ff3b6adc-cade-4023-b5a6-a72bf074630b tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:28.948796 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3b6adc-cade-4023-b5a6-a72bf074630b tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:28.956377 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3b6adc-cade-4023-b5a6-a72bf074630b tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:28.957259 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ff3b6adc-cade-4023-b5a6-a72bf074630b tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:28.988127 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e45ded-0a54-4484-b57d-c5778e685fdb x-openstack-request-id: req-15e45ded-0a54-4484-b57d-c5778e685fdb {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:28.988330 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1535430-9785-4df9-b583-bd8a2c7e2865", "name": "network-vif-plugged", "status": "completed", "tag": "f81ea829-0048-4d06-b0a1-9d4ba6b14173", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:28.988588 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-15e45ded-0a54-4484-b57d-c5778e685fdb {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:28.988988 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1535430-9785-4df9-b583-bd8a2c7e2865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81ea829-0048-4d06-b0a1-9d4ba6b14173', 'code': 200} Jul 13 07:37:28.998236 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b3660c-e100-4fec-8e39-1888c28c07be None None] Network 63d43f35-312f-48af-bf37-52c6dce87434 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:28.998999 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b6adc-cade-4023-b5a6-a72bf074630b tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Pushing event updated for resources: {'Port': ['ID=ca8bcf01-5054-41a2-8e2c-7e0be511fc91,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:29.022732 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ff3b6adc-cade-4023-b5a6-a72bf074630b tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.9368145 Jul 13 07:37:29.034617 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42454) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:29.056545 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-28f398b4-011d-47b3-a697-f1b004c642b3 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9070389 Jul 13 07:37:29.064179 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42456) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:29.107876 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-23f3612f-4255-493d-8d95-dccc5adf9eb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4aa0bc8-ec59-412d-9795-16f3c352c123 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:29.141140 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-bf82f5d2-96c1-4a0b-93c7-1aed15d6f6c5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-156378328', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:29.153180 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-68a41e34-3ce4-4ad2-9aa1-78d9f2272276 None None] Provisioning for port 0ec649b6-af70-4f2b-9015-4af1a3e044eb completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:29.156320 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-23f3612f-4255-493d-8d95-dccc5adf9eb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.174808 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-23f3612f-4255-493d-8d95-dccc5adf9eb2 service neutron] Transition to ACTIVE for port object e4aa0bc8-ec59-412d-9795-16f3c352c123 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:29.190746 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-eaa357a7-d900-4125-9062-8376392b243b service neutron] Attempting to bind port a4401c88-e57c-42c6-8e3d-2c9bd51e1ade on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:37:29.191147 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-eaa357a7-d900-4125-9062-8376392b243b service neutron] Attempting to bind port a4401c88-e57c-42c6-8e3d-2c9bd51e1ade by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'b894b440-a816-46c8-ae3c-1303b46a9b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '13195566-0792-436c-9281-03239ca5fcf3'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:37:29.191457 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-eaa357a7-d900-4125-9062-8376392b243b service neutron] Attempting to bind port a4401c88-e57c-42c6-8e3d-2c9bd51e1ade on network 13195566-0792-436c-9281-03239ca5fcf3 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:29.198430 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-23f3612f-4255-493d-8d95-dccc5adf9eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.207101 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-eaa357a7-d900-4125-9062-8376392b243b service neutron] Port a4401c88-e57c-42c6-8e3d-2c9bd51e1ade on network 13195566-0792-436c-9281-03239ca5fcf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:37:29.210270 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-eaa357a7-d900-4125-9062-8376392b243b service neutron] Attempting to bind port a4401c88-e57c-42c6-8e3d-2c9bd51e1ade on network 13195566-0792-436c-9281-03239ca5fcf3 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:29.215708 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bf82f5d2-96c1-4a0b-93c7-1aed15d6f6c5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.218394 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bf82f5d2-96c1-4a0b-93c7-1aed15d6f6c5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.264825 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-eaa357a7-d900-4125-9062-8376392b243b service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:37:29.265054 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-eaa357a7-d900-4125-9062-8376392b243b service neutron] Checking segment: {'id': 'b894b440-a816-46c8-ae3c-1303b46a9b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '13195566-0792-436c-9281-03239ca5fcf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:29.265407 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-eaa357a7-d900-4125-9062-8376392b243b service neutron] Bound using segment: {'id': 'b894b440-a816-46c8-ae3c-1303b46a9b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '13195566-0792-436c-9281-03239ca5fcf3'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:37:29.265686 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-eaa357a7-d900-4125-9062-8376392b243b service neutron] Bound port: a4401c88-e57c-42c6-8e3d-2c9bd51e1ade, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b894b440-a816-46c8-ae3c-1303b46a9b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '13195566-0792-436c-9281-03239ca5fcf3'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:37:29.266044 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-eaa357a7-d900-4125-9062-8376392b243b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.301999 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078b658-4323-4d75-ac06-8375fa87627e req-ccd3a354-ad90-44e4-af42-ef14af25f78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:29.303680 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3078b658-4323-4d75-ac06-8375fa87627e req-ccd3a354-ad90-44e4-af42-ef14af25f78b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a1535430-9785-4df9-b583-bd8a2c7e2865 HTTP/1.1" status: 200 len: 1097 time: 0.2650216 Jul 13 07:37:29.334603 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bf82f5d2-96c1-4a0b-93c7-1aed15d6f6c5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.357845 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bf82f5d2-96c1-4a0b-93c7-1aed15d6f6c5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.365837 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3612f-4255-493d-8d95-dccc5adf9eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=e4aa0bc8-ec59-412d-9795-16f3c352c123,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:29.379368 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34aeb331-bf60-4d7e-b7f2-c8cc01ca0a80 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:29.385947 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34aeb331-bf60-4d7e-b7f2-c8cc01ca0a80 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:29.392258 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34aeb331-bf60-4d7e-b7f2-c8cc01ca0a80 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:29.394201 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-34aeb331-bf60-4d7e-b7f2-c8cc01ca0a80 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.3585858 Jul 13 07:37:29.402832 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42464) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:29.457547 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bf82f5d2-96c1-4a0b-93c7-1aed15d6f6c5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.459066 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-bf82f5d2-96c1-4a0b-93c7-1aed15d6f6c5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3937082 Jul 13 07:37:29.466620 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42466) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:29.475747 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-b6998ae2-874a-4789-bc6e-57a3695d303c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Request body: {'port': {'network_id': '63d43f35-312f-48af-bf37-52c6dce87434', 'name': 'tempest-RoutersIpV6Test-9310522'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:29.490087 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-eaa357a7-d900-4125-9062-8376392b243b service neutron] For port a4401c88-e57c-42c6-8e3d-2c9bd51e1ade, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:37:29.545384 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3078b658-4323-4d75-ac06-8375fa87627e req-78ae066d-70fd-41a8-aab4-6b1a1268682f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338576 Jul 13 07:37:29.547176 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-23f3612f-4255-493d-8d95-dccc5adf9eb2 service neutron] Attempting to bind port e4aa0bc8-ec59-412d-9795-16f3c352c123 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:37:29.547535 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-23f3612f-4255-493d-8d95-dccc5adf9eb2 service neutron] Attempting to bind port e4aa0bc8-ec59-412d-9795-16f3c352c123 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'b894b440-a816-46c8-ae3c-1303b46a9b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '13195566-0792-436c-9281-03239ca5fcf3'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:37:29.547861 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-23f3612f-4255-493d-8d95-dccc5adf9eb2 service neutron] Attempting to bind port e4aa0bc8-ec59-412d-9795-16f3c352c123 on network 13195566-0792-436c-9281-03239ca5fcf3 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:29.548593 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 0ec649b6-af70-4f2b-9015-4af1a3e044eb up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:29.555025 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-23f3612f-4255-493d-8d95-dccc5adf9eb2 service neutron] Port e4aa0bc8-ec59-412d-9795-16f3c352c123 on network 13195566-0792-436c-9281-03239ca5fcf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:37:29.556312 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-23f3612f-4255-493d-8d95-dccc5adf9eb2 service neutron] Attempting to bind port e4aa0bc8-ec59-412d-9795-16f3c352c123 on network 13195566-0792-436c-9281-03239ca5fcf3 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:29.572915 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-23f3612f-4255-493d-8d95-dccc5adf9eb2 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:37:29.573197 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-23f3612f-4255-493d-8d95-dccc5adf9eb2 service neutron] Checking segment: {'id': 'b894b440-a816-46c8-ae3c-1303b46a9b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '13195566-0792-436c-9281-03239ca5fcf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:29.573586 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-23f3612f-4255-493d-8d95-dccc5adf9eb2 service neutron] Bound using segment: {'id': 'b894b440-a816-46c8-ae3c-1303b46a9b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '13195566-0792-436c-9281-03239ca5fcf3'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:37:29.575404 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-23f3612f-4255-493d-8d95-dccc5adf9eb2 service neutron] Bound port: e4aa0bc8-ec59-412d-9795-16f3c352c123, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b894b440-a816-46c8-ae3c-1303b46a9b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '13195566-0792-436c-9281-03239ca5fcf3'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:37:29.575404 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-23f3612f-4255-493d-8d95-dccc5adf9eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.577973 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-eaa357a7-d900-4125-9062-8376392b243b service neutron] For port a4401c88-e57c-42c6-8e3d-2c9bd51e1ade, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=a4401c88-e57c-42c6-8e3d-2c9bd51e1ade,segment=NetworkSegment(b894b440-a816-46c8-ae3c-1303b46a9b9c),segment_id=b894b440-a816-46c8-ae3c-1303b46a9b9c)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:37:29.604325 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-eaa357a7-d900-4125-9062-8376392b243b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.685346 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-23f3612f-4255-493d-8d95-dccc5adf9eb2 service neutron] For port e4aa0bc8-ec59-412d-9795-16f3c352c123, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:37:29.697268 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-23f3612f-4255-493d-8d95-dccc5adf9eb2 service neutron] For port e4aa0bc8-ec59-412d-9795-16f3c352c123, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=e4aa0bc8-ec59-412d-9795-16f3c352c123,segment=NetworkSegment(b894b440-a816-46c8-ae3c-1303b46a9b9c),segment_id=b894b440-a816-46c8-ae3c-1303b46a9b9c)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:37:29.698264 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-eaa357a7-d900-4125-9062-8376392b243b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:29.698997 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-eaa357a7-d900-4125-9062-8376392b243b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.700576 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-eaa357a7-d900-4125-9062-8376392b243b service neutron] 10.222.0.25 "PUT /v2.0/ports/a4401c88-e57c-42c6-8e3d-2c9bd51e1ade HTTP/1.1" status: 200 len: 1092 time: 2.7441697 Jul 13 07:37:29.703427 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f24df3-052e-46f6-8c6f-09ae2517a35d', 'tag': 'a4401c88-e57c-42c6-8e3d-2c9bd51e1ade'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:29.705799 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb014bee-8965-4552-ae3a-a59d466ba380" -d '{"events": [{"name": "network-changed", "server_uuid": "65f24df3-052e-46f6-8c6f-09ae2517a35d", "tag": "a4401c88-e57c-42c6-8e3d-2c9bd51e1ade"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:29.719399 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-23f3612f-4255-493d-8d95-dccc5adf9eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.790381 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e3dbee-93fa-48d2-a8c3-7f2efb550b78 x-openstack-request-id: req-b6e3dbee-93fa-48d2-a8c3-7f2efb550b78 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:29.791491 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65f24df3-052e-46f6-8c6f-09ae2517a35d", "tag": "a4401c88-e57c-42c6-8e3d-2c9bd51e1ade", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:29.791958 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b6e3dbee-93fa-48d2-a8c3-7f2efb550b78 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:29.792811 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65f24df3-052e-46f6-8c6f-09ae2517a35d', 'tag': 'a4401c88-e57c-42c6-8e3d-2c9bd51e1ade', 'status': 'completed', 'code': 200} Jul 13 07:37:29.815248 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3612f-4255-493d-8d95-dccc5adf9eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=e4aa0bc8-ec59-412d-9795-16f3c352c123,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:29.823242 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-23f3612f-4255-493d-8d95-dccc5adf9eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:29.823866 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-23f3612f-4255-493d-8d95-dccc5adf9eb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.826152 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-23f3612f-4255-493d-8d95-dccc5adf9eb2 service neutron] 10.222.0.42 "PUT /v2.0/ports/e4aa0bc8-ec59-412d-9795-16f3c352c123 HTTP/1.1" status: 200 len: 1092 time: 2.2007067 Jul 13 07:37:29.826702 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d4f5fc-1a04-4419-97c9-68bf0d6e47cc', 'tag': 'e4aa0bc8-ec59-412d-9795-16f3c352c123'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:29.829975 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c665492-3f6a-44e3-8792-d66c5e69b854" -d '{"events": [{"name": "network-changed", "server_uuid": "71d4f5fc-1a04-4419-97c9-68bf0d6e47cc", "tag": "e4aa0bc8-ec59-412d-9795-16f3c352c123"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:29.839939 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa357a7-d900-4125-9062-8376392b243b service neutron] Pushing event updated for resources: {'Port': ['ID=a4401c88-e57c-42c6-8e3d-2c9bd51e1ade,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:29.863185 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08503e52-14e0-4f4e-9ef9-9e0f88b33788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-63d43f35-312f-48af-bf37-52c6dce87434', 'network_id': '63d43f35-312f-48af-bf37-52c6dce87434', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'fixed_ips': [{'subnet_id': 'a13013ef-9d9c-4e4c-8623-d855b960934e'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:37:29.864181 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-08503e52-14e0-4f4e-9ef9-9e0f88b33788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.924162 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-7fe87e5f-bf36-4189-bce8-5dd6814f5361 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Deleting port ca8bcf01-5054-41a2-8e2c-7e0be511fc91 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:29.924539 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7fe87e5f-bf36-4189-bce8-5dd6814f5361 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.959982 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 0ec649b6-af70-4f2b-9015-4af1a3e044eb completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:29.965963 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 0ec649b6-af70-4f2b-9015-4af1a3e044eb triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:29.966335 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:29.969493 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6998ae2-874a-4789-bc6e-57a3695d303c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Made reservation on behalf of 6664cd00d4894e6789a2133f8d78f61e for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:29.970565 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a69dc39-9801-45fe-a1b6-bceb032db070 x-openstack-request-id: req-3a69dc39-9801-45fe-a1b6-bceb032db070 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:29.970778 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d4f5fc-1a04-4419-97c9-68bf0d6e47cc", "tag": "e4aa0bc8-ec59-412d-9795-16f3c352c123", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:29.971027 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3a69dc39-9801-45fe-a1b6-bceb032db070 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:29.971449 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71d4f5fc-1a04-4419-97c9-68bf0d6e47cc', 'tag': 'e4aa0bc8-ec59-412d-9795-16f3c352c123', 'status': 'completed', 'code': 200} Jul 13 07:37:29.991888 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b6998ae2-874a-4789-bc6e-57a3695d303c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:30.065158 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-225c6d40-8edb-4bdf-9ceb-9e4da1948328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:30.068630 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-225c6d40-8edb-4bdf-9ceb-9e4da1948328 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e04b8967d9294b5ab97c1d4f5d9e525c&device_id=71d4f5fc-1a04-4419-97c9-68bf0d6e47cc HTTP/1.1" status: 200 len: 1095 time: 0.1889915 Jul 13 07:37:30.198785 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-b6998ae2-874a-4789-bc6e-57a3695d303c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] device_id is not set on port 741e5bdb-a33a-4e7f-b1e1-21ae211da20d yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:37:30.294481 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-a86545ab-4b67-4c72-9cb1-86b48fa87c51 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4aa0bc8-ec59-412d-9795-16f3c352c123 HTTP/1.1" status: 200 len: 217 time: 0.2114215 Jul 13 07:37:30.367535 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3105cb-e5d2-4900-a402-fa1cf14fec66 req-ec6e27c9-4b06-473c-892f-fb5d75db5f25 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:30.369882 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-af3105cb-e5d2-4900-a402-fa1cf14fec66 req-ec6e27c9-4b06-473c-892f-fb5d75db5f25 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1535430-9785-4df9-b583-bd8a2c7e2865 HTTP/1.1" status: 200 len: 945 time: 0.2978358 Jul 13 07:37:30.417131 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-24587b5f-7cf8-47c8-93b4-785638dea610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:30.418941 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-24587b5f-7cf8-47c8-93b4-785638dea610 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a2eb5a2d-e36f-459f-b098-ad0763333bbf HTTP/1.1" status: 200 len: 853 time: 0.1168892 Jul 13 07:37:30.457839 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ac14e515-7d74-46fa-91fc-0c1a0dab8204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:30.490580 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-ba3bd8d5-d049-44b2-9dae-6ad87deb75e3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=13195566-0792-436c-9281-03239ca5fcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639541 Jul 13 07:37:30.492541 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-08503e52-14e0-4f4e-9ef9-9e0f88b33788 None None] Allocated IP 2001:db8::2 (63d43f35-312f-48af-bf37-52c6dce87434/a13013ef-9d9c-4e4c-8623-d855b960934e/abce28c7-e116-4832-ae42-3e3a5924df2e) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:30.501766 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-af3105cb-e5d2-4900-a402-fa1cf14fec66 req-8522583f-2e39-460e-8025-86e7017ab8ba tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261103 Jul 13 07:37:30.507573 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7fe87e5f-bf36-4189-bce8-5dd6814f5361 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:30.548969 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-7fe87e5f-bf36-4189-bce8-5dd6814f5361 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Calling delete_port for ca8bcf01-5054-41a2-8e2c-7e0be511fc91 owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:30.725206 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:30.855992 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-fdf15f7f-d717-4d6c-a115-e010f48ec734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:30.857707 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-fdf15f7f-d717-4d6c-a115-e010f48ec734 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e04b8967d9294b5ab97c1d4f5d9e525c&device_id=65f24df3-052e-46f6-8c6f-09ae2517a35d HTTP/1.1" status: 200 len: 1095 time: 1.0848997 Jul 13 07:37:30.894313 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 0ec649b6-af70-4f2b-9015-4af1a3e044eb, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=0ec649b6-af70-4f2b-9015-4af1a3e044eb,segment=NetworkSegment(ac70557d-8146-4d33-97d5-26c272fc4c0e),segment_id=ac70557d-8146-4d33-97d5-26c272fc4c0e)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:30.913050 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:30.964844 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d52aa92a-3afe-4ea7-bd29-a5cee850679c None None] Provisioning complete for port 0ec649b6-af70-4f2b-9015-4af1a3e044eb triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:30.965482 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d52aa92a-3afe-4ea7-bd29-a5cee850679c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:30.971118 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-b0c79095-7add-44ab-91d8-cef6bb4f2748 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4401c88-e57c-42c6-8e3d-2c9bd51e1ade HTTP/1.1" status: 200 len: 217 time: 0.0989995 Jul 13 07:37:31.206433 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-c522a333-f811-464d-af8f-4bfc5197e572 service neutron] 10.222.0.42 "GET /v2.0/networks/13195566-0792-436c-9281-03239ca5fcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7035661 Jul 13 07:37:31.212344 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07308d-428f-4ef1-8c16-1a2751fce236 req-c1be4e8b-c253-4ff4-8911-a38db386d55c tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:31.221695 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cb07308d-428f-4ef1-8c16-1a2751fce236 req-c1be4e8b-c253-4ff4-8911-a38db386d55c tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d4f5fc-1a04-4419-97c9-68bf0d6e47cc HTTP/1.1" status: 200 len: 943 time: 1.0051043 Jul 13 07:37:31.262512 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=0ec649b6-af70-4f2b-9015-4af1a3e044eb,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:31.279655 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-08503e52-14e0-4f4e-9ef9-9e0f88b33788 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:31.301565 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-75723fbd-7cf0-47cd-b8f9-7a1c9ff42409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:31.309396 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-75723fbd-7cf0-47cd-b8f9-7a1c9ff42409 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2eb5a2d-e36f-459f-b098-ad0763333bbf HTTP/1.1" status: 200 len: 853 time: 0.3293426 Jul 13 07:37:31.371500 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-fc8a6631-b2ad-4649-a396-68d3ae167e7d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=13195566-0792-436c-9281-03239ca5fcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334356 Jul 13 07:37:31.430669 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cb07308d-428f-4ef1-8c16-1a2751fce236 req-17df4067-c9ed-4d84-8bb4-beaa0cc8c683 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/security-groups?id=82e91fe1-b311-45b0-b5c0-417c48a037da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078633 Jul 13 07:37:31.458244 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-3e15e7a3-ef7b-4a77-b97e-0dfc295f99ed service neutron] 10.222.0.42 "GET /v2.0/networks/13195566-0792-436c-9281-03239ca5fcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442801 Jul 13 07:37:31.494403 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d52aa92a-3afe-4ea7-bd29-a5cee850679c None None] Provisioning for port 9bb1f79c-bcea-49be-9700-70ac99425a87 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:31.512921 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d52aa92a-3afe-4ea7-bd29-a5cee850679c None None] Provisioning complete for port 9bb1f79c-bcea-49be-9700-70ac99425a87 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:31.513343 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d52aa92a-3afe-4ea7-bd29-a5cee850679c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:31.593533 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-08503e52-14e0-4f4e-9ef9-9e0f88b33788 None None] Transition to ACTIVE for port object abce28c7-e116-4832-ae42-3e3a5924df2e will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:31.620171 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c665492-3f6a-44e3-8792-d66c5e69b854 req-e2bff498-174d-4825-8329-d05860ee96cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:31.622182 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2c665492-3f6a-44e3-8792-d66c5e69b854 req-e2bff498-174d-4825-8329-d05860ee96cc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e04b8967d9294b5ab97c1d4f5d9e525c&device_id=71d4f5fc-1a04-4419-97c9-68bf0d6e47cc HTTP/1.1" status: 200 len: 1095 time: 0.0890839 Jul 13 07:37:31.668920 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-d52aa92a-3afe-4ea7-bd29-a5cee850679c None None] Port 9bb1f79c-bcea-49be-9700-70ac99425a87 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:37:31.681474 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-08503e52-14e0-4f4e-9ef9-9e0f88b33788 None None] Transition to ACTIVE for port object abce28c7-e116-4832-ae42-3e3a5924df2e will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:31.691301 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d52aa92a-3afe-4ea7-bd29-a5cee850679c None None] Could not find standard attr ID for object ca8bcf01-5054-41a2-8e2c-7e0be511fc91. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:37:31.712436 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-08503e52-14e0-4f4e-9ef9-9e0f88b33788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:31.722638 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7fe87e5f-bf36-4189-bce8-5dd6814f5361 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:31.799086 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08503e52-14e0-4f4e-9ef9-9e0f88b33788 None None] Network 63d43f35-312f-48af-bf37-52c6dce87434 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:31.813959 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-08503e52-14e0-4f4e-9ef9-9e0f88b33788 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:31.852679 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08503e52-14e0-4f4e-9ef9-9e0f88b33788 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:31.869892 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c665492-3f6a-44e3-8792-d66c5e69b854 req-972c0143-35d3-4ed1-b710-203d7a17550c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:31.872389 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2c665492-3f6a-44e3-8792-d66c5e69b854 req-972c0143-35d3-4ed1-b710-203d7a17550c service neutron] 10.222.0.42 "GET /v2.0/networks?id=13195566-0792-436c-9281-03239ca5fcf3 HTTP/1.1" status: 200 len: 914 time: 0.2426195 Jul 13 07:37:31.921001 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe87e5f-bf36-4189-bce8-5dd6814f5361 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Pushing event deleted for resources: {'Port': ['ID=ca8bcf01-5054-41a2-8e2c-7e0be511fc91,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:31.967591 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2c665492-3f6a-44e3-8792-d66c5e69b854 req-d7033bcf-56c9-4293-9969-2a42c7772606 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4aa0bc8-ec59-412d-9795-16f3c352c123 HTTP/1.1" status: 200 len: 217 time: 0.0550656 Jul 13 07:37:32.005043 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08503e52-14e0-4f4e-9ef9-9e0f88b33788 None None] Pushing event updated for resources: {'Port': ['ID=abce28c7-e116-4832-ae42-3e3a5924df2e,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:32.061229 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccce768-0043-4e6b-8b1c-15ceea3660f4 req-c0e330ed-a55f-471a-b831-b31b5f39b1bb tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:32.065996 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eccce768-0043-4e6b-8b1c-15ceea3660f4 req-c0e330ed-a55f-471a-b831-b31b5f39b1bb tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1535430-9785-4df9-b583-bd8a2c7e2865 HTTP/1.1" status: 200 len: 945 time: 0.1898212 Jul 13 07:37:32.081825 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-deed035f-508f-452b-8bf3-73835304c2fc None None] Provisioning complete for port 9bb1f79c-bcea-49be-9700-70ac99425a87 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:32.082232 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-a1a85098-c32c-4e94-8887-804e050d8037 service neutron] 10.222.0.25 "GET /v2.0/networks/13195566-0792-436c-9281-03239ca5fcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6830113 Jul 13 07:37:32.082667 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-deed035f-508f-452b-8bf3-73835304c2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:32.112001 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-08503e52-14e0-4f4e-9ef9-9e0f88b33788 None None] Attempting to bind port abce28c7-e116-4832-ae42-3e3a5924df2e on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:37:32.119107 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-08503e52-14e0-4f4e-9ef9-9e0f88b33788 None None] Attempting to bind port abce28c7-e116-4832-ae42-3e3a5924df2e by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'cdb29fdb-3f59-47d8-970c-8f83502bc6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '63d43f35-312f-48af-bf37-52c6dce87434'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:37:32.119624 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08503e52-14e0-4f4e-9ef9-9e0f88b33788 None None] Attempting to bind port abce28c7-e116-4832-ae42-3e3a5924df2e on network 63d43f35-312f-48af-bf37-52c6dce87434 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:32.137031 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7fe87e5f-bf36-4189-bce8-5dd6814f5361 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:32.140768 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42522) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:32.143726 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7fe87e5f-bf36-4189-bce8-5dd6814f5361 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] 10.222.0.23 "DELETE /v2.0/ports/ca8bcf01-5054-41a2-8e2c-7e0be511fc91 HTTP/1.1" status: 204 len: 168 time: 2.7380626 Jul 13 07:37:32.153120 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42524) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:32.158533 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-b6998ae2-874a-4789-bc6e-57a3695d303c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Allocated IP 2001:db8::1cf (63d43f35-312f-48af-bf37-52c6dce87434/a13013ef-9d9c-4e4c-8623-d855b960934e/741e5bdb-a33a-4e7f-b1e1-21ae211da20d) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:32.180713 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08503e52-14e0-4f4e-9ef9-9e0f88b33788 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:37:32.181168 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08503e52-14e0-4f4e-9ef9-9e0f88b33788 None None] Checking segment: {'id': 'cdb29fdb-3f59-47d8-970c-8f83502bc6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '63d43f35-312f-48af-bf37-52c6dce87434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:32.182797 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-08503e52-14e0-4f4e-9ef9-9e0f88b33788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:32.183506 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08503e52-14e0-4f4e-9ef9-9e0f88b33788 None None] Bound using segment: {'id': 'cdb29fdb-3f59-47d8-970c-8f83502bc6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '63d43f35-312f-48af-bf37-52c6dce87434'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:37:32.184385 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-08503e52-14e0-4f4e-9ef9-9e0f88b33788 None None] Bound port: abce28c7-e116-4832-ae42-3e3a5924df2e, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb29fdb-3f59-47d8-970c-8f83502bc6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '63d43f35-312f-48af-bf37-52c6dce87434'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:37:32.186698 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-08503e52-14e0-4f4e-9ef9-9e0f88b33788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:32.198551 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eccce768-0043-4e6b-8b1c-15ceea3660f4 req-d25d60f2-2dc2-41b6-985c-7d8d112d0d02 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223733 Jul 13 07:37:32.209620 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-cce2f396-3267-4d61-8f13-cd1b32e98776 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Request body: {'port': {'name': 'tempest-new-port-name-838521748', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:32.210242 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.api.validators [None req-cce2f396-3267-4d61-8f13-cd1b32e98776 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] bootfile-name is not in valid_values {{(pid=94017) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 07:37:32.210447 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.api.validators [None req-cce2f396-3267-4d61-8f13-cd1b32e98776 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] tftp-server is not in valid_values {{(pid=94017) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 07:37:32.210725 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.api.validators [None req-cce2f396-3267-4d61-8f13-cd1b32e98776 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] server-ip-address is not in valid_values {{(pid=94017) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 13 07:37:32.269409 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c665492-3f6a-44e3-8792-d66c5e69b854 req-8ebf5b69-b21b-42dc-bfef-e7fb4631c06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:32.272190 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2c665492-3f6a-44e3-8792-d66c5e69b854 req-8ebf5b69-b21b-42dc-bfef-e7fb4631c06d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a2eb5a2d-e36f-459f-b098-ad0763333bbf HTTP/1.1" status: 200 len: 853 time: 0.2927423 Jul 13 07:37:32.339398 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2c665492-3f6a-44e3-8792-d66c5e69b854 req-5735aad9-feb7-43e8-b636-676a7d57c20b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=13195566-0792-436c-9281-03239ca5fcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585716 Jul 13 07:37:32.439155 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-08503e52-14e0-4f4e-9ef9-9e0f88b33788 None None] For port abce28c7-e116-4832-ae42-3e3a5924df2e, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:37:32.455968 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-08503e52-14e0-4f4e-9ef9-9e0f88b33788 None None] For port abce28c7-e116-4832-ae42-3e3a5924df2e, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=abce28c7-e116-4832-ae42-3e3a5924df2e,segment=NetworkSegment(cdb29fdb-3f59-47d8-970c-8f83502bc6a2),segment_id=cdb29fdb-3f59-47d8-970c-8f83502bc6a2)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:37:32.457988 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-deed035f-508f-452b-8bf3-73835304c2fc None None] Port 9bb1f79c-bcea-49be-9700-70ac99425a87 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:37:32.461944 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-deed035f-508f-452b-8bf3-73835304c2fc None None] Could not find standard attr ID for object ca8bcf01-5054-41a2-8e2c-7e0be511fc91. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:37:32.476714 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-08503e52-14e0-4f4e-9ef9-9e0f88b33788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:32.517882 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-af7a774f-4b75-4a09-8033-437ef4d1493e req-5d9a6d59-65a2-45b8-a75f-38062d18e4d7 service neutron] 10.222.0.25 "GET /v2.0/networks/13195566-0792-436c-9281-03239ca5fcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266880 Jul 13 07:37:32.634331 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cce2f396-3267-4d61-8f13-cd1b32e98776 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:32.643476 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08503e52-14e0-4f4e-9ef9-9e0f88b33788 None None] Pushing event updated for resources: {'Port': ['ID=abce28c7-e116-4832-ae42-3e3a5924df2e,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:32.686737 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-58798949-de07-4295-8b20-308ef8885bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:32.853075 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa157e7-d2be-4713-b53b-5e7700b1380b req-321006eb-f1c2-413a-8332-1a2b3424853f tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:32.855797 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5aa157e7-d2be-4713-b53b-5e7700b1380b req-321006eb-f1c2-413a-8332-1a2b3424853f tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1535430-9785-4df9-b583-bd8a2c7e2865 HTTP/1.1" status: 200 len: 945 time: 0.3837764 Jul 13 07:37:32.978728 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b6998ae2-874a-4789-bc6e-57a3695d303c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:33.009242 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2c665492-3f6a-44e3-8792-d66c5e69b854 req-ae18e896-5710-4dec-bd0e-7f991c994964 service neutron] 10.222.0.42 "GET /v2.0/networks/13195566-0792-436c-9281-03239ca5fcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6544490 Jul 13 07:37:33.030107 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5aa157e7-d2be-4713-b53b-5e7700b1380b req-84513c7a-a18f-4970-aede-7c9e5527e8fd tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653399 Jul 13 07:37:33.062017 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb014bee-8965-4552-ae3a-a59d466ba380 req-b009a1ae-9e2f-4cd6-a872-6d6d5200eaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:33.063834 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eb014bee-8965-4552-ae3a-a59d466ba380 req-b009a1ae-9e2f-4cd6-a872-6d6d5200eaaa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e04b8967d9294b5ab97c1d4f5d9e525c&device_id=65f24df3-052e-46f6-8c6f-09ae2517a35d HTTP/1.1" status: 200 len: 1095 time: 0.4434927 Jul 13 07:37:33.068439 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-b6998ae2-874a-4789-bc6e-57a3695d303c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Transition to ACTIVE for port object 741e5bdb-a33a-4e7f-b1e1-21ae211da20d will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:33.100400 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1d24019f-889a-4f60-8e94-5bd897b342ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:33.174856 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:33.299117 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-58798949-de07-4295-8b20-308ef8885bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:33.324619 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-58798949-de07-4295-8b20-308ef8885bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:33.406483 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device abce28c7-e116-4832-ae42-3e3a5924df2e up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:33.412118 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b6998ae2-874a-4789-bc6e-57a3695d303c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:33.421219 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-58798949-de07-4295-8b20-308ef8885bd8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=257b11b07c8548afa7684c6375c5f2be&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2732477 Jul 13 07:37:33.430507 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58798949-de07-4295-8b20-308ef8885bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd44b95-ebae-4c62-94a5-1b9716395715,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:33.438970 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42552) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:33.446244 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb014bee-8965-4552-ae3a-a59d466ba380 req-2bc6a4bb-1f36-4505-8034-50d0e0ba2f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:33.447877 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eb014bee-8965-4552-ae3a-a59d466ba380 req-2bc6a4bb-1f36-4505-8034-50d0e0ba2f9a service neutron] 10.222.0.25 "GET /v2.0/networks?id=13195566-0792-436c-9281-03239ca5fcf3 HTTP/1.1" status: 200 len: 914 time: 0.3618772 Jul 13 07:37:33.526585 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port abce28c7-e116-4832-ae42-3e3a5924df2e completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:33.531597 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 0ec649b6-af70-4f2b-9015-4af1a3e044eb up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:33.534553 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806ea52-8b6b-4ba1-89da-fbe0bc54d8e7 req-12ec268d-8f41-403a-a480-c6e61ea36e40 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:33.537273 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3806ea52-8b6b-4ba1-89da-fbe0bc54d8e7 req-12ec268d-8f41-403a-a480-c6e61ea36e40 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d4f5fc-1a04-4419-97c9-68bf0d6e47cc HTTP/1.1" status: 200 len: 943 time: 0.8261483 Jul 13 07:37:33.603689 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3806ea52-8b6b-4ba1-89da-fbe0bc54d8e7 req-30573422-f371-4d92-878b-5fe9c4c0cba8 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/security-groups?id=82e91fe1-b311-45b0-b5c0-417c48a037da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488291 Jul 13 07:37:33.629144 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6998ae2-874a-4789-bc6e-57a3695d303c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Network 63d43f35-312f-48af-bf37-52c6dce87434 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:33.646499 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 0ec649b6-af70-4f2b-9015-4af1a3e044eb triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:33.647063 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:33.675822 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eb014bee-8965-4552-ae3a-a59d466ba380 req-f9560bb7-547d-46e8-8ccd-24a1a224cb18 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4401c88-e57c-42c6-8e3d-2c9bd51e1ade HTTP/1.1" status: 200 len: 217 time: 0.1497116 Jul 13 07:37:33.676895 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-b6998ae2-874a-4789-bc6e-57a3695d303c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:33.684331 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6998ae2-874a-4789-bc6e-57a3695d303c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:33.692131 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6998ae2-874a-4789-bc6e-57a3695d303c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:33.692966 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b6998ae2-874a-4789-bc6e-57a3695d303c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:33.749913 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2c665492-3f6a-44e3-8792-d66c5e69b854 req-0cfea626-3ef5-4de0-9ffd-0ead236d7668 service neutron] 10.222.0.42 "GET /v2.0/networks/13195566-0792-436c-9281-03239ca5fcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7135284 Jul 13 07:37:33.780604 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6998ae2-874a-4789-bc6e-57a3695d303c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event updated for resources: {'Port': ['ID=741e5bdb-a33a-4e7f-b1e1-21ae211da20d,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:33.816586 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d8b31bc9-22ca-4dbd-958a-715742343aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:33.825235 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b6998ae2-874a-4789-bc6e-57a3695d303c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 926 time: 4.3575494 Jul 13 07:37:33.828436 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42566) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:33.851580 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb014bee-8965-4552-ae3a-a59d466ba380 req-a7f09e4c-06ed-4b96-a689-4eaca894a921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:33.853912 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eb014bee-8965-4552-ae3a-a59d466ba380 req-a7f09e4c-06ed-4b96-a689-4eaca894a921 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2eb5a2d-e36f-459f-b098-ad0763333bbf HTTP/1.1" status: 200 len: 853 time: 0.1471133 Jul 13 07:37:33.880105 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d8b31bc9-22ca-4dbd-958a-715742343aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:33.937402 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eb014bee-8965-4552-ae3a-a59d466ba380 req-8a4283c3-8738-42b8-8957-1a280ee61a62 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=13195566-0792-436c-9281-03239ca5fcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740044 Jul 13 07:37:34.027242 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:34.103918 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d8b31bc9-22ca-4dbd-958a-715742343aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:34.106524 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d8b31bc9-22ca-4dbd-958a-715742343aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:34.109992 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d8b31bc9-22ca-4dbd-958a-715742343aa3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4fd44b95-ebae-4c62-94a5-1b9716395715 HTTP/1.1" status: 204 len: 168 time: 0.6586738 Jul 13 07:37:34.123669 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eb014bee-8965-4552-ae3a-a59d466ba380 req-2a13067f-4f50-4e14-8e60-ae05915b6f22 service neutron] 10.222.0.25 "GET /v2.0/networks/13195566-0792-436c-9281-03239ca5fcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714170 Jul 13 07:37:34.331778 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b31bc9-22ca-4dbd-958a-715742343aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd44b95-ebae-4c62-94a5-1b9716395715,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:34.376641 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eb014bee-8965-4552-ae3a-a59d466ba380 req-82c9bede-05a9-465c-9bc4-16c08583c3b4 service neutron] 10.222.0.25 "GET /v2.0/networks/13195566-0792-436c-9281-03239ca5fcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398250 Jul 13 07:37:34.404575 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cce2f396-3267-4d61-8f13-cd1b32e98776 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:34.416668 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cce2f396-3267-4d61-8f13-cd1b32e98776 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:34.464230 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f97c52-83a7-4a47-bd0b-f1eec9f339d4 None None] Network 63d43f35-312f-48af-bf37-52c6dce87434 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:34.506096 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-cce2f396-3267-4d61-8f13-cd1b32e98776 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] In _notify_port_updated(), no bound segment for port 9bb1f79c-bcea-49be-9700-70ac99425a87 on network 07eeecca-f782-4ebb-8207-5bc26ee82086 {{(pid=94017) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:37:34.523670 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce2f396-3267-4d61-8f13-cd1b32e98776 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:34.524481 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cce2f396-3267-4d61-8f13-cd1b32e98776 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:34.538835 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-cce2f396-3267-4d61-8f13-cd1b32e98776 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] 10.222.0.23 "PUT /v2.0/ports/9bb1f79c-bcea-49be-9700-70ac99425a87 HTTP/1.1" status: 200 len: 1129 time: 2.3623786 Jul 13 07:37:34.542170 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42582) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:34.611142 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b2de718d-759c-4717-a5f4-28a771184909 None None] Provisioning for port abce28c7-e116-4832-ae42-3e3a5924df2e completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:34.623027 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b2de718d-759c-4717-a5f4-28a771184909 None None] Provisioning complete for port abce28c7-e116-4832-ae42-3e3a5924df2e triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:34.624020 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b2de718d-759c-4717-a5f4-28a771184909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:34.665104 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea247c-b7f9-4b0b-bcb4-d12bf0f88536 req-381f674a-37bd-4737-990a-ad289905ded6 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:34.667178 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-88ea247c-b7f9-4b0b-bcb4-d12bf0f88536 req-381f674a-37bd-4737-990a-ad289905ded6 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1535430-9785-4df9-b583-bd8a2c7e2865 HTTP/1.1" status: 200 len: 945 time: 0.6755028 Jul 13 07:37:34.668428 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device a4401c88-e57c-42c6-8e3d-2c9bd51e1ade details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:37:34.715307 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96757098-bf48-4863-91d9-2fc124b587e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:34.716357 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2f396-3267-4d61-8f13-cd1b32e98776 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Pushing event updated for resources: {'Port': ['ID=9bb1f79c-bcea-49be-9700-70ac99425a87,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:34.750695 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-96757098-bf48-4863-91d9-2fc124b587e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] 10.222.0.23 "GET /v2.0/ports/9bb1f79c-bcea-49be-9700-70ac99425a87 HTTP/1.1" status: 200 len: 1129 time: 0.2072237 Jul 13 07:37:34.752066 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42590) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:34.825475 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42594) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:34.910770 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.db.resource_extend [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:37:34.945102 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8dfaf128-622e-472c-b495-0d5c550dfa64 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:34.974102 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-88ea247c-b7f9-4b0b-bcb4-d12bf0f88536 req-0c0e4277-149c-4b82-8e07-d44a18dca455 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656505 Jul 13 07:37:34.991474 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-31274506-65b8-42ef-930a-e233d0b06fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:35.036771 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port a4401c88-e57c-42c6-8e3d-2c9bd51e1ade, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=a4401c88-e57c-42c6-8e3d-2c9bd51e1ade,segment=NetworkSegment(b894b440-a816-46c8-ae3c-1303b46a9b9c),segment_id=b894b440-a816-46c8-ae3c-1303b46a9b9c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:35.039704 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-00812e07-f340-44c8-8247-65f5bc7f4ebd tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Deleting port 9bb1f79c-bcea-49be-9700-70ac99425a87 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:35.040856 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-00812e07-f340-44c8-8247-65f5bc7f4ebd tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:35.072781 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': 'a4401c88-e57c-42c6-8e3d-2c9bd51e1ade', 'network_id': '13195566-0792-436c-9281-03239ca5fcf3', 'port_id': 'a4401c88-e57c-42c6-8e3d-2c9bd51e1ade', 'mac_address': 'fa:16:3e:9a:3f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eb5a2d-e36f-459f-b098-ad0763333bbf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:37:35.101309 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5abfa5-f490-41be-8aed-4ea6faba35b2 req-63780832-74d7-411d-aeb1-4310ee6e1e3a tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:35.109849 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4d5abfa5-f490-41be-8aed-4ea6faba35b2 req-63780832-74d7-411d-aeb1-4310ee6e1e3a tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d4f5fc-1a04-4419-97c9-68bf0d6e47cc HTTP/1.1" status: 200 len: 943 time: 0.1705816 Jul 13 07:37:35.138726 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b2de718d-759c-4717-a5f4-28a771184909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:35.211726 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4d5abfa5-f490-41be-8aed-4ea6faba35b2 req-56ae0d5a-7f75-4129-8e35-51c6989bfd31 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/security-groups?id=82e91fe1-b311-45b0-b5c0-417c48a037da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993998 Jul 13 07:37:35.241291 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-00812e07-f340-44c8-8247-65f5bc7f4ebd tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:35.273487 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:35.278170 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-00812e07-f340-44c8-8247-65f5bc7f4ebd tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Calling delete_port for 9bb1f79c-bcea-49be-9700-70ac99425a87 owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:35.333067 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-b2de718d-759c-4717-a5f4-28a771184909 None None] For port abce28c7-e116-4832-ae42-3e3a5924df2e, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=abce28c7-e116-4832-ae42-3e3a5924df2e,segment=NetworkSegment(cdb29fdb-3f59-47d8-970c-8f83502bc6a2),segment_id=cdb29fdb-3f59-47d8-970c-8f83502bc6a2)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:35.339187 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4401c88-e57c-42c6-8e3d-2c9bd51e1ade {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:35.347510 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b2de718d-759c-4717-a5f4-28a771184909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:35.485296 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port a4401c88-e57c-42c6-8e3d-2c9bd51e1ade, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=a4401c88-e57c-42c6-8e3d-2c9bd51e1ade,segment=NetworkSegment(b894b440-a816-46c8-ae3c-1303b46a9b9c),segment_id=b894b440-a816-46c8-ae3c-1303b46a9b9c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:35.487344 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de718d-759c-4717-a5f4-28a771184909 None None] Pushing event updated for resources: {'Port': ['ID=abce28c7-e116-4832-ae42-3e3a5924df2e,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:35.506597 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:35.530399 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device e4aa0bc8-ec59-412d-9795-16f3c352c123 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:37:35.560229 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-31274506-65b8-42ef-930a-e233d0b06fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:35.602472 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-31274506-65b8-42ef-930a-e233d0b06fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:35.643838 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-00812e07-f340-44c8-8247-65f5bc7f4ebd tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:35.693757 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31274506-65b8-42ef-930a-e233d0b06fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70912197-f464-4915-8242-94f98ee772b5,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:35.697241 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9d6a9170-b027-412f-aaf4-79e8626e8ae1 None None] Provisioning complete for port 9bb1f79c-bcea-49be-9700-70ac99425a87 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:35.697478 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9d6a9170-b027-412f-aaf4-79e8626e8ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:35.713699 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-31274506-65b8-42ef-930a-e233d0b06fba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f0b2231a0deb4541a7ff596ca301f6a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8864906 Jul 13 07:37:35.734983 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb38227-4cc0-41c3-892f-17ea9cf76d67 req-8a92c923-78a8-473b-aa82-62679fadeac9 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:35.740500 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-00812e07-f340-44c8-8247-65f5bc7f4ebd tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:35.742489 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-00812e07-f340-44c8-8247-65f5bc7f4ebd tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] 10.222.0.23 "DELETE /v2.0/ports/9bb1f79c-bcea-49be-9700-70ac99425a87 HTTP/1.1" status: 204 len: 168 time: 0.9892190 Jul 13 07:37:35.747183 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2eb38227-4cc0-41c3-892f-17ea9cf76d67 req-8a92c923-78a8-473b-aa82-62679fadeac9 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1535430-9785-4df9-b583-bd8a2c7e2865 HTTP/1.1" status: 200 len: 945 time: 0.3349991 Jul 13 07:37:35.756139 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42606) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:35.758980 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42610) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:35.761985 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31274506-65b8-42ef-930a-e233d0b06fba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:35.762332 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31274506-65b8-42ef-930a-e233d0b06fba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:35.762718 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31274506-65b8-42ef-930a-e233d0b06fba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:35.763056 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31274506-65b8-42ef-930a-e233d0b06fba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:35.763423 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31274506-65b8-42ef-930a-e233d0b06fba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:35.763750 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31274506-65b8-42ef-930a-e233d0b06fba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:35.764076 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31274506-65b8-42ef-930a-e233d0b06fba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:35.764478 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31274506-65b8-42ef-930a-e233d0b06fba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:35.764816 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31274506-65b8-42ef-930a-e233d0b06fba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:35.765137 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31274506-65b8-42ef-930a-e233d0b06fba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:35.765629 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31274506-65b8-42ef-930a-e233d0b06fba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:35.765953 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31274506-65b8-42ef-930a-e233d0b06fba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:35.804525 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00812e07-f340-44c8-8247-65f5bc7f4ebd tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Pushing event deleted for resources: {'Port': ['ID=9bb1f79c-bcea-49be-9700-70ac99425a87,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:35.848195 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port e4aa0bc8-ec59-412d-9795-16f3c352c123, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=e4aa0bc8-ec59-412d-9795-16f3c352c123,segment=NetworkSegment(b894b440-a816-46c8-ae3c-1303b46a9b9c),segment_id=b894b440-a816-46c8-ae3c-1303b46a9b9c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:35.876625 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': 'e4aa0bc8-ec59-412d-9795-16f3c352c123', 'network_id': '13195566-0792-436c-9281-03239ca5fcf3', 'port_id': 'e4aa0bc8-ec59-412d-9795-16f3c352c123', 'mac_address': 'fa:16:3e:cc:50:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eb5a2d-e36f-459f-b098-ad0763333bbf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:37:35.915760 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8dfaf128-622e-472c-b495-0d5c550dfa64 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:35.922445 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=a4401c88-e57c-42c6-8e3d-2c9bd51e1ade,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:35.929820 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-9d6a9170-b027-412f-aaf4-79e8626e8ae1 None None] Port 9bb1f79c-bcea-49be-9700-70ac99425a87 was deleted so its status cannot be updated. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 13 07:37:35.957900 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8dfaf128-622e-472c-b495-0d5c550dfa64 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:35.988462 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-c983d1e0-5763-4b75-9667-8723c1786f51 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Deleting subnet ddb9b9c8-6554-4d63-8287-6135875e94c2 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:37:36.001303 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['a4401c88-e57c-42c6-8e3d-2c9bd51e1ade'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:36.002627 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c983d1e0-5763-4b75-9667-8723c1786f51 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:36.012090 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:36.084838 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:36.108773 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4aa0bc8-ec59-412d-9795-16f3c352c123 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:36.114250 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfaf128-622e-472c-b495-0d5c550dfa64 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event updated for resources: {'Port': ['ID=741e5bdb-a33a-4e7f-b1e1-21ae211da20d,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:36.127869 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2eb38227-4cc0-41c3-892f-17ea9cf76d67 req-bd7690e9-ce81-402d-add4-5c82c69b0885 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798010 Jul 13 07:37:36.131717 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port e4aa0bc8-ec59-412d-9795-16f3c352c123, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=e4aa0bc8-ec59-412d-9795-16f3c352c123,segment=NetworkSegment(b894b440-a816-46c8-ae3c-1303b46a9b9c),segment_id=b894b440-a816-46c8-ae3c-1303b46a9b9c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:36.144657 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:36.233928 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9aa4bf3c-d515-4d07-95e1-43c5f498d52c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:36.300893 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9aa4bf3c-d515-4d07-95e1-43c5f498d52c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:36.317671 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=e4aa0bc8-ec59-412d-9795-16f3c352c123,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:36.417295 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c983d1e0-5763-4b75-9667-8723c1786f51 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:36.467941 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['e4aa0bc8-ec59-412d-9795-16f3c352c123'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:36.555081 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d5e13aa0-f758-46f6-9a57-a06110072280 None None] Provisioning for port 741e5bdb-a33a-4e7f-b1e1-21ae211da20d completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:36.583224 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d5e13aa0-f758-46f6-9a57-a06110072280 None None] Provisioning complete for port 741e5bdb-a33a-4e7f-b1e1-21ae211da20d triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:36.583605 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d5e13aa0-f758-46f6-9a57-a06110072280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:36.739963 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c44359-2094-44c0-9ebd-220b3786cda1 req-dcf1720c-38dd-4e29-929d-30fbb81bd376 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:36.748126 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-80c44359-2094-44c0-9ebd-220b3786cda1 req-dcf1720c-38dd-4e29-929d-30fbb81bd376 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d4f5fc-1a04-4419-97c9-68bf0d6e47cc HTTP/1.1" status: 200 len: 944 time: 0.1830955 Jul 13 07:37:36.762990 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-d5e13aa0-f758-46f6-9a57-a06110072280 None None] Port 741e5bdb-a33a-4e7f-b1e1-21ae211da20d cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:37:36.841966 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-80c44359-2094-44c0-9ebd-220b3786cda1 req-96cf860c-8469-44b2-a53f-f51bb1748f05 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/security-groups?id=82e91fe1-b311-45b0-b5c0-417c48a037da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875006 Jul 13 07:37:36.855097 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d5e13aa0-f758-46f6-9a57-a06110072280 None None] Provisioning complete for port abce28c7-e116-4832-ae42-3e3a5924df2e triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:36.855674 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d5e13aa0-f758-46f6-9a57-a06110072280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:36.957194 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9aa4bf3c-d515-4d07-95e1-43c5f498d52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:36.974067 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9aa4bf3c-d515-4d07-95e1-43c5f498d52c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:36.978289 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9aa4bf3c-d515-4d07-95e1-43c5f498d52c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/70912197-f464-4915-8242-94f98ee772b5 HTTP/1.1" status: 204 len: 168 time: 1.2083890 Jul 13 07:37:37.041570 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4bf3c-d515-4d07-95e1-43c5f498d52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70912197-f464-4915-8242-94f98ee772b5,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:37.076654 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c983d1e0-5763-4b75-9667-8723c1786f51 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:37.162827 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9daee0e0-2bd3-4f14-9e82-9e7e6989a063 None None] Provisioning complete for port 741e5bdb-a33a-4e7f-b1e1-21ae211da20d triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:37.163348 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9daee0e0-2bd3-4f14-9e82-9e7e6989a063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:37.216954 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8dfaf128-622e-472c-b495-0d5c550dfa64 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:37.281890 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device abce28c7-e116-4832-ae42-3e3a5924df2e up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:37.419193 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-9daee0e0-2bd3-4f14-9e82-9e7e6989a063 None None] Port 741e5bdb-a33a-4e7f-b1e1-21ae211da20d cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:37:37.436657 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port abce28c7-e116-4832-ae42-3e3a5924df2e triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:37.437023 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:37.490641 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3868877-ae6e-41eb-bd5b-ea8b9f34662e req-da819547-9f71-4b93-8617-612ee3b75618 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:37.502123 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a3868877-ae6e-41eb-bd5b-ea8b9f34662e req-da819547-9f71-4b93-8617-612ee3b75618 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1535430-9785-4df9-b583-bd8a2c7e2865 HTTP/1.1" status: 200 len: 945 time: 0.1970556 Jul 13 07:37:37.541505 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device e4aa0bc8-ec59-412d-9795-16f3c352c123 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:37.645122 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a3868877-ae6e-41eb-bd5b-ea8b9f34662e req-940b6aa3-8ad9-4f69-818c-236c6138e8ce tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408854 Jul 13 07:37:37.680835 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c983d1e0-5763-4b75-9667-8723c1786f51 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:37.708850 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c983d1e0-5763-4b75-9667-8723c1786f51 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:37.713417 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c983d1e0-5763-4b75-9667-8723c1786f51 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] 10.222.0.23 "DELETE /v2.0/subnets/ddb9b9c8-6554-4d63-8287-6135875e94c2 HTTP/1.1" status: 204 len: 168 time: 1.9321568 Jul 13 07:37:37.716129 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42666) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:37.737489 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8fa91c64-5d2b-4b71-ab4f-fd031d51b893 None None] Provisioning complete for port 741e5bdb-a33a-4e7f-b1e1-21ae211da20d triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:37.738432 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8fa91c64-5d2b-4b71-ab4f-fd031d51b893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:37.741136 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3650cd30-7438-4c99-848c-ad1112f5a1e5 None None] Network 07eeecca-f782-4ebb-8207-5bc26ee82086 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:37.795948 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8dfaf128-622e-472c-b495-0d5c550dfa64 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:37.798813 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c983d1e0-5763-4b75-9667-8723c1786f51 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Pushing event deleted for resources: {'Subnet': ['ID=ddb9b9c8-6554-4d63-8287-6135875e94c2,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:37.850486 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port e4aa0bc8-ec59-412d-9795-16f3c352c123 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:37.922328 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port e4aa0bc8-ec59-412d-9795-16f3c352c123 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:37.935593 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:38.059456 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-8fa91c64-5d2b-4b71-ab4f-fd031d51b893 None None] Port 741e5bdb-a33a-4e7f-b1e1-21ae211da20d cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:37:38.203573 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8dfaf128-622e-472c-b495-0d5c550dfa64 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:38.210164 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8dfaf128-622e-472c-b495-0d5c550dfa64 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:38.255043 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8dfaf128-622e-472c-b495-0d5c550dfa64 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:38.322503 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:38.410930 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d4f5fc-1a04-4419-97c9-68bf0d6e47cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4aa0bc8-ec59-412d-9795-16f3c352c123'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:38.416044 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6ef63c-fe84-40de-9079-3aa9b8298f21" -d '{"events": [{"server_uuid": "71d4f5fc-1a04-4419-97c9-68bf0d6e47cc", "name": "network-vif-plugged", "status": "completed", "tag": "e4aa0bc8-ec59-412d-9795-16f3c352c123"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:38.489721 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568ed615-8aca-483e-9417-b6655acc5f91 None None] DHCP port deletion for 07eeecca-f782-4ebb-8207-5bc26ee82086 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:37:38.528504 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port e4aa0bc8-ec59-412d-9795-16f3c352c123, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=e4aa0bc8-ec59-412d-9795-16f3c352c123,segment=NetworkSegment(b894b440-a816-46c8-ae3c-1303b46a9b9c),segment_id=b894b440-a816-46c8-ae3c-1303b46a9b9c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:38.679505 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d092fa-6203-4582-8c66-272418d4f35c x-openstack-request-id: req-36d092fa-6203-4582-8c66-272418d4f35c {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:38.679505 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d4f5fc-1a04-4419-97c9-68bf0d6e47cc", "name": "network-vif-plugged", "status": "completed", "tag": "e4aa0bc8-ec59-412d-9795-16f3c352c123", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:38.684727 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-36d092fa-6203-4582-8c66-272418d4f35c {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:38.684727 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d4f5fc-1a04-4419-97c9-68bf0d6e47cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4aa0bc8-ec59-412d-9795-16f3c352c123', 'code': 200} Jul 13 07:37:38.709753 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device a4401c88-e57c-42c6-8e3d-2c9bd51e1ade up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:38.729431 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:38.807532 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfaf128-622e-472c-b495-0d5c550dfa64 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event updated for resources: {'Port': ['ID=741e5bdb-a33a-4e7f-b1e1-21ae211da20d,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:38.964242 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bb213d3c-6398-47ca-8bf1-94f582746e82 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:39.183605 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-bb213d3c-6398-47ca-8bf1-94f582746e82 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Deleting port 0ec649b6-af70-4f2b-9015-4af1a3e044eb {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:39.184357 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bb213d3c-6398-47ca-8bf1-94f582746e82 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:39.266980 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 0ec649b6-af70-4f2b-9015-4af1a3e044eb no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:39.422032 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-bb213d3c-6398-47ca-8bf1-94f582746e82 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] For port 0ec649b6-af70-4f2b-9015-4af1a3e044eb, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=0ec649b6-af70-4f2b-9015-4af1a3e044eb,segment=NetworkSegment(ac70557d-8146-4d33-97d5-26c272fc4c0e),segment_id=ac70557d-8146-4d33-97d5-26c272fc4c0e)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:39.422607 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bb213d3c-6398-47ca-8bf1-94f582746e82 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:39.480723 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-bb213d3c-6398-47ca-8bf1-94f582746e82 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Calling delete_port for 0ec649b6-af70-4f2b-9015-4af1a3e044eb owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:39.591729 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e8cc36b7-79f7-4182-98d6-1d9f09104860 None None] Provisioning complete for port 741e5bdb-a33a-4e7f-b1e1-21ae211da20d triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:39.592872 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e8cc36b7-79f7-4182-98d6-1d9f09104860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:39.677836 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=e4aa0bc8-ec59-412d-9795-16f3c352c123,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:39.741595 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfaf128-622e-472c-b495-0d5c550dfa64 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Network 63d43f35-312f-48af-bf37-52c6dce87434 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:39.762007 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-8dfaf128-622e-472c-b495-0d5c550dfa64 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:39.793837 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-568ed615-8aca-483e-9417-b6655acc5f91 None None] Deleting port 0ec649b6-af70-4f2b-9015-4af1a3e044eb {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:39.794412 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-568ed615-8aca-483e-9417-b6655acc5f91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:39.884274 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-e8cc36b7-79f7-4182-98d6-1d9f09104860 None None] Port 741e5bdb-a33a-4e7f-b1e1-21ae211da20d cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:37:39.976544 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port a4401c88-e57c-42c6-8e3d-2c9bd51e1ade completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:40.023254 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port a4401c88-e57c-42c6-8e3d-2c9bd51e1ade triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:40.023254 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.038125 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b1af4-df3b-4799-946d-b946ff880f38 req-bd307b45-b104-462b-bba7-5aa2b0c26cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:40.040313 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c31b1af4-df3b-4799-946d-b946ff880f38 req-bd307b45-b104-462b-bba7-5aa2b0c26cc8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=71d4f5fc-1a04-4419-97c9-68bf0d6e47cc HTTP/1.1" status: 200 len: 1097 time: 1.2356060 Jul 13 07:37:40.107080 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372e769-f84e-44a1-8284-f13e66bf00a2 req-5f1bfd63-95bf-4cf6-9c50-bc7a2f6d8587 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:40.120266 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7372e769-f84e-44a1-8284-f13e66bf00a2 req-5f1bfd63-95bf-4cf6-9c50-bc7a2f6d8587 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d4f5fc-1a04-4419-97c9-68bf0d6e47cc HTTP/1.1" status: 200 len: 945 time: 1.5743434 Jul 13 07:37:40.139673 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae7f57-6634-489c-9905-2b7901633cd4 req-aa052805-ac45-4580-a46b-caad5c29baa6 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:40.145606 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ccae7f57-6634-489c-9905-2b7901633cd4 req-aa052805-ac45-4580-a46b-caad5c29baa6 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1535430-9785-4df9-b583-bd8a2c7e2865 HTTP/1.1" status: 200 len: 945 time: 0.6148314 Jul 13 07:37:40.199576 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bb213d3c-6398-47ca-8bf1-94f582746e82 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.276026 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c31b1af4-df3b-4799-946d-b946ff880f38 req-09f7f33d-3616-4afc-a574-10aaa77363ca service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=82e91fe1-b311-45b0-b5c0-417c48a037da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268522 Jul 13 07:37:40.315794 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb213d3c-6398-47ca-8bf1-94f582746e82 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] No DVR routers for this DVR port 0ec649b6-af70-4f2b-9015-4af1a3e044eb on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:40.324611 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb213d3c-6398-47ca-8bf1-94f582746e82 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Pushing event deleted for resources: {'Port': ['ID=0ec649b6-af70-4f2b-9015-4af1a3e044eb,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:40.350362 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7372e769-f84e-44a1-8284-f13e66bf00a2 req-adc70ed9-851f-4149-bff6-423655c2f608 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/security-groups?id=82e91fe1-b311-45b0-b5c0-417c48a037da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281017 Jul 13 07:37:40.401338 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dfaf128-622e-472c-b495-0d5c550dfa64 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Router 4d7f9e33-d34f-44a7-8f4e-275167fb9406 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:37:40.465394 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-568ed615-8aca-483e-9417-b6655acc5f91 None None] For port 0ec649b6-af70-4f2b-9015-4af1a3e044eb, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=0ec649b6-af70-4f2b-9015-4af1a3e044eb,segment=NetworkSegment(ac70557d-8146-4d33-97d5-26c272fc4c0e),segment_id=ac70557d-8146-4d33-97d5-26c272fc4c0e)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:40.465982 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-568ed615-8aca-483e-9417-b6655acc5f91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.485468 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb213d3c-6398-47ca-8bf1-94f582746e82 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:40.486081 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb213d3c-6398-47ca-8bf1-94f582746e82 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:40.489963 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb213d3c-6398-47ca-8bf1-94f582746e82 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:40.490756 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb213d3c-6398-47ca-8bf1-94f582746e82 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:40.490975 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-568ed615-8aca-483e-9417-b6655acc5f91 None None] Calling delete_port for 0ec649b6-af70-4f2b-9015-4af1a3e044eb owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:40.494801 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb213d3c-6398-47ca-8bf1-94f582746e82 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:40.495365 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb213d3c-6398-47ca-8bf1-94f582746e82 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:40.495935 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb213d3c-6398-47ca-8bf1-94f582746e82 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:40.500514 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb213d3c-6398-47ca-8bf1-94f582746e82 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:40.501067 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb213d3c-6398-47ca-8bf1-94f582746e82 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:40.501415 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.524799 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb213d3c-6398-47ca-8bf1-94f582746e82 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:40.529834 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb213d3c-6398-47ca-8bf1-94f582746e82 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:40.534398 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb213d3c-6398-47ca-8bf1-94f582746e82 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:37:40.605465 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8876cc20-4262-4184-b1f3-374651ef93be None None] Provisioning complete for port 741e5bdb-a33a-4e7f-b1e1-21ae211da20d triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:40.608078 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8876cc20-4262-4184-b1f3-374651ef93be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.678462 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ccae7f57-6634-489c-9905-2b7901633cd4 req-d2126119-e83a-45d1-a260-7f245dd11b0a tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5232565 Jul 13 07:37:40.774940 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-8876cc20-4262-4184-b1f3-374651ef93be None None] Port 741e5bdb-a33a-4e7f-b1e1-21ae211da20d cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:37:40.788972 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.806183 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfaf128-622e-472c-b495-0d5c550dfa64 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:37:40.807432 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bb213d3c-6398-47ca-8bf1-94f582746e82 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.814091 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8dfaf128-622e-472c-b495-0d5c550dfa64 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "PUT /v2.0/routers/4d7f9e33-d34f-44a7-8f4e-275167fb9406/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9706459 Jul 13 07:37:40.819643 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42742) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:40.823194 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3091e7a4-c31c-4de4-9fb3-32174f4d66c0 None None] Sync routers for ids ['4d7f9e33-d34f-44a7-8f4e-275167fb9406'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:37:40.825111 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-bb213d3c-6398-47ca-8bf1-94f582746e82 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07eeecca-f782-4ebb-8207-5bc26ee82086']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:40.830442 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f24df3-052e-46f6-8c6f-09ae2517a35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4401c88-e57c-42c6-8e3d-2c9bd51e1ade'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:40.833308 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1fc060-502a-4b24-a240-c664b9f12c7d" -d '{"events": [{"server_uuid": "65f24df3-052e-46f6-8c6f-09ae2517a35d", "name": "network-vif-plugged", "status": "completed", "tag": "a4401c88-e57c-42c6-8e3d-2c9bd51e1ade"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:40.840744 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-568ed615-8aca-483e-9417-b6655acc5f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.863476 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-bb213d3c-6398-47ca-8bf1-94f582746e82 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac70557d-8146-4d33-97d5-26c272fc4c0e') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:40.864203 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-bb213d3c-6398-47ca-8bf1-94f582746e82 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac70557d-8146-4d33-97d5-26c272fc4c0e') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:40.901945 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bb213d3c-6398-47ca-8bf1-94f582746e82 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.909609 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port a4401c88-e57c-42c6-8e3d-2c9bd51e1ade, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=a4401c88-e57c-42c6-8e3d-2c9bd51e1ade,segment=NetworkSegment(b894b440-a816-46c8-ae3c-1303b46a9b9c),segment_id=b894b440-a816-46c8-ae3c-1303b46a9b9c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:40.911088 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa8e9c7-3b9e-42d1-ade8-189edc9bead6 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:40.912962 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-3aa8e9c7-3b9e-42d1-ade8-189edc9bead6 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "GET /v2.0/ports/741e5bdb-a33a-4e7f-b1e1-21ae211da20d HTTP/1.1" status: 200 len: 981 time: 0.0921047 Jul 13 07:37:40.915801 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42746) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:40.919711 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ed615-8aca-483e-9417-b6655acc5f91 None None] Pushing event deleted for resources: {'Port': ['ID=0ec649b6-af70-4f2b-9015-4af1a3e044eb,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:40.933570 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf29839-bf44-463b-a3c1-e1b747e5d79f x-openstack-request-id: req-abf29839-bf44-463b-a3c1-e1b747e5d79f {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:40.934185 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65f24df3-052e-46f6-8c6f-09ae2517a35d", "name": "network-vif-plugged", "status": "completed", "tag": "a4401c88-e57c-42c6-8e3d-2c9bd51e1ade", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:40.935495 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bb213d3c-6398-47ca-8bf1-94f582746e82 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.937651 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-abf29839-bf44-463b-a3c1-e1b747e5d79f {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:40.938177 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f24df3-052e-46f6-8c6f-09ae2517a35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4401c88-e57c-42c6-8e3d-2c9bd51e1ade', 'code': 200} Jul 13 07:37:40.943407 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.948615 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb213d3c-6398-47ca-8bf1-94f582746e82 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:37:40.949253 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bb213d3c-6398-47ca-8bf1-94f582746e82 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:40.952894 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3091e7a4-c31c-4de4-9fb3-32174f4d66c0 None None] Routers {'4d7f9e33-d34f-44a7-8f4e-275167fb9406'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:40.952894 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-3091e7a4-c31c-4de4-9fb3-32174f4d66c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:37:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['4d7f9e33-d34f-44a7-8f4e-275167fb9406'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:37:40.956416 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:37:40.989396 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:37:41.078961 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568ed615-8aca-483e-9417-b6655acc5f91 None None] No DVR routers for this DVR port 0ec649b6-af70-4f2b-9015-4af1a3e044eb on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:41.110168 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-3091e7a4-c31c-4de4-9fb3-32174f4d66c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:41.268266 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3091e7a4-c31c-4de4-9fb3-32174f4d66c0 None None] Routers {'4d7f9e33-d34f-44a7-8f4e-275167fb9406'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:41.269402 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-3091e7a4-c31c-4de4-9fb3-32174f4d66c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:37:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['4d7f9e33-d34f-44a7-8f4e-275167fb9406'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:41.303006 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bb213d3c-6398-47ca-8bf1-94f582746e82 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:41.322658 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bb213d3c-6398-47ca-8bf1-94f582746e82 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:41.325562 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-3091e7a4-c31c-4de4-9fb3-32174f4d66c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:41.326469 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3091e7a4-c31c-4de4-9fb3-32174f4d66c0 None None] The sync data for ids ['4d7f9e33-d34f-44a7-8f4e-275167fb9406'] in n-d-771363-34 is: [] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:37:41.335598 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-bb213d3c-6398-47ca-8bf1-94f582746e82 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] 10.222.0.23 "DELETE /v2.0/networks/07eeecca-f782-4ebb-8207-5bc26ee82086 HTTP/1.1" status: 204 len: 168 time: 3.6168296 Jul 13 07:37:41.358401 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=a4401c88-e57c-42c6-8e3d-2c9bd51e1ade,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:41.386121 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb213d3c-6398-47ca-8bf1-94f582746e82 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208 tempest-ExtraDHCPOptionsIpV6TestJSON-1419076208-project] Pushing event deleted for resources: {'Network': ['ID=07eeecca-f782-4ebb-8207-5bc26ee82086,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:41.427772 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083d6b8-f802-42c7-8e52-6af766be0fbf req-94434c67-dee4-4f0e-b9a6-ddd77d3fc5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:41.432640 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0083d6b8-f802-42c7-8e52-6af766be0fbf req-94434c67-dee4-4f0e-b9a6-ddd77d3fc5c3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=65f24df3-052e-46f6-8c6f-09ae2517a35d HTTP/1.1" status: 200 len: 1097 time: 0.2668896 Jul 13 07:37:41.611642 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0083d6b8-f802-42c7-8e52-6af766be0fbf req-75edce14-53d6-4b3a-b507-b5ebcaa9516e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=82e91fe1-b311-45b0-b5c0-417c48a037da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687653 Jul 13 07:37:41.777338 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1cce31-4371-4131-b8a8-e7d2829a777b req-7007a633-e022-476a-a3ef-5cd540de0f83 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:41.785654 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dc1cce31-4371-4131-b8a8-e7d2829a777b req-7007a633-e022-476a-a3ef-5cd540de0f83 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d4f5fc-1a04-4419-97c9-68bf0d6e47cc HTTP/1.1" status: 200 len: 945 time: 0.1707313 Jul 13 07:37:41.824421 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42774) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:41.910345 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dc1cce31-4371-4131-b8a8-e7d2829a777b req-63bf860c-d0d6-4f8e-80cc-8d2af1f8442b tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/security-groups?id=82e91fe1-b311-45b0-b5c0-417c48a037da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236370 Jul 13 07:37:41.949800 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cf99c8ba-1bb4-4d13-b88d-8c0f8f5c273a tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:42.261690 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce85c9-1552-48ae-a4a2-c6424d53567d req-8c66580b-6557-4a51-b736-951538c2d89e tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:42.265439 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-14ce85c9-1552-48ae-a4a2-c6424d53567d req-8c66580b-6557-4a51-b736-951538c2d89e tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1535430-9785-4df9-b583-bd8a2c7e2865 HTTP/1.1" status: 200 len: 945 time: 0.3360198 Jul 13 07:37:42.287672 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1ac4b2bd-29a3-4d3d-b963-f0806604cf44 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8317e2d242104b898ef732c6989e831a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4577749 Jul 13 07:37:42.293505 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42788) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:42.368312 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-14ce85c9-1552-48ae-a4a2-c6424d53567d req-82d44ad9-02d9-4348-ba71-ce3d04fe319b tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743530 Jul 13 07:37:42.473245 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-cf99c8ba-1bb4-4d13-b88d-8c0f8f5c273a tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Deleting port 741e5bdb-a33a-4e7f-b1e1-21ae211da20d {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:42.473881 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cf99c8ba-1bb4-4d13-b88d-8c0f8f5c273a tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:42.603941 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-56b92a47-5899-4d71-8b12-bf11383666b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:42.652798 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-56b92a47-5899-4d71-8b12-bf11383666b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:42.730039 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cf99c8ba-1bb4-4d13-b88d-8c0f8f5c273a tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:42.751018 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53027fa-0038-4865-bb66-905260f55185 req-d20178e9-f2f0-448f-83be-45b278fd6135 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:42.752695 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c53027fa-0038-4865-bb66-905260f55185 req-d20178e9-f2f0-448f-83be-45b278fd6135 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/ports?device_id=65f24df3-052e-46f6-8c6f-09ae2517a35d HTTP/1.1" status: 200 len: 945 time: 0.3489420 Jul 13 07:37:42.757524 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-cf99c8ba-1bb4-4d13-b88d-8c0f8f5c273a tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Calling delete_port for 741e5bdb-a33a-4e7f-b1e1-21ae211da20d owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:42.834475 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-56b92a47-5899-4d71-8b12-bf11383666b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:42.838291 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-56b92a47-5899-4d71-8b12-bf11383666b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:42.840041 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-56b92a47-5899-4d71-8b12-bf11383666b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/89c2e108-3d74-4b47-99d9-6b66a5d295b4 HTTP/1.1" status: 204 len: 168 time: 0.5387931 Jul 13 07:37:42.904667 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b92a47-5899-4d71-8b12-bf11383666b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c2e108-3d74-4b47-99d9-6b66a5d295b4,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:42.948496 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c53027fa-0038-4865-bb66-905260f55185 req-1864cb89-44ee-4886-8fff-9374430eb5ec tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/security-groups?id=82e91fe1-b311-45b0-b5c0-417c48a037da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851125 Jul 13 07:37:43.262541 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cf99c8ba-1bb4-4d13-b88d-8c0f8f5c273a tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:43.881769 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cf99c8ba-1bb4-4d13-b88d-8c0f8f5c273a tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:43.886398 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99c8ba-1bb4-4d13-b88d-8c0f8f5c273a tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event deleted for resources: {'Port': ['ID=741e5bdb-a33a-4e7f-b1e1-21ae211da20d,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:44.114376 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f1e48-8329-431f-af66-175103bb156e req-9d430939-686e-416b-81c6-40282ffcf25d tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:44.115918 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5a2f1e48-8329-431f-af66-175103bb156e req-9d430939-686e-416b-81c6-40282ffcf25d tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1535430-9785-4df9-b583-bd8a2c7e2865 HTTP/1.1" status: 200 len: 945 time: 0.3819938 Jul 13 07:37:44.277492 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5a2f1e48-8329-431f-af66-175103bb156e req-63a21224-e39c-493d-9eef-f50a39000226 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301715 Jul 13 07:37:44.283537 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf99c8ba-1bb4-4d13-b88d-8c0f8f5c273a tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Router 4d7f9e33-d34f-44a7-8f4e-275167fb9406 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:37:44.339482 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269e046-f10e-4756-85a5-8936691b917e req-070aaeef-c9fe-4e52-9b3d-2eda88bb15cb tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:44.341761 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d269e046-f10e-4756-85a5-8936691b917e req-070aaeef-c9fe-4e52-9b3d-2eda88bb15cb tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/ports?device_id=65f24df3-052e-46f6-8c6f-09ae2517a35d HTTP/1.1" status: 200 len: 945 time: 0.1691515 Jul 13 07:37:44.409888 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf99c8ba-1bb4-4d13-b88d-8c0f8f5c273a tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:37:44.416984 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d269e046-f10e-4756-85a5-8936691b917e req-98a72a85-fac9-4195-8873-3c260a136341 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/security-groups?id=82e91fe1-b311-45b0-b5c0-417c48a037da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694461 Jul 13 07:37:44.428607 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-cf99c8ba-1bb4-4d13-b88d-8c0f8f5c273a tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "PUT /v2.0/routers/4d7f9e33-d34f-44a7-8f4e-275167fb9406/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5042357 Jul 13 07:37:44.428706 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42860) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:44.430973 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d13673-0d21-456e-9002-a8a97182e133 None None] Sync routers for ids ['4d7f9e33-d34f-44a7-8f4e-275167fb9406'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:37:44.442669 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d13673-0d21-456e-9002-a8a97182e133 None None] Routers {'4d7f9e33-d34f-44a7-8f4e-275167fb9406'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:44.443323 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-37d13673-0d21-456e-9002-a8a97182e133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:37:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['4d7f9e33-d34f-44a7-8f4e-275167fb9406'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:44.485675 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-37d13673-0d21-456e-9002-a8a97182e133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:44.496657 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d13673-0d21-456e-9002-a8a97182e133 None None] Routers {'4d7f9e33-d34f-44a7-8f4e-275167fb9406'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:37:44.497970 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-37d13673-0d21-456e-9002-a8a97182e133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:37:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['4d7f9e33-d34f-44a7-8f4e-275167fb9406'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:44.595468 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-37d13673-0d21-456e-9002-a8a97182e133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:44.596127 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d13673-0d21-456e-9002-a8a97182e133 None None] The sync data for ids ['4d7f9e33-d34f-44a7-8f4e-275167fb9406'] in n-d-771363-34 is: [] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:37:44.838450 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-399d7fcd-1166-4bb5-972e-9de71e1aeaef tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] remove_router_interface failed (client error): The resource could not be found. Jul 13 07:37:44.839586 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-399d7fcd-1166-4bb5-972e-9de71e1aeaef tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "PUT /v2.0/routers/4d7f9e33-d34f-44a7-8f4e-275167fb9406/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4028051 Jul 13 07:37:44.843081 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42870) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:44.893662 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c855b8ff-a95d-48fe-8e85-d3ed6f240c99 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d7f9e33-d34f-44a7-8f4e-275167fb9406 HTTP/1.1" status: 200 len: 205 time: 0.0468972 Jul 13 07:37:44.893906 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42872) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:45.039165 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42878) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:45.047270 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cb03a66e-d778-41e1-8b3a-540f1d425757 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:45.342413 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-56a9e522-4a1a-4490-b340-316c00d1c1c3 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Request body: {'networks': [{'name': 'tempest-network--665361745'}, {'name': 'tempest-network--1202154468'}]} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:45.343600 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-56a9e522-4a1a-4490-b340-316c00d1c1c3 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Request body: {'network': {'name': 'tempest-network--665361745'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:45.344486 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-56a9e522-4a1a-4490-b340-316c00d1c1c3 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Request body: {'network': {'name': 'tempest-network--1202154468'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:45.436020 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a9e522-4a1a-4490-b340-316c00d1c1c3 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Made reservation on behalf of ed3cb77f83754f69946c599dccaeb299 for: {'network': 2} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:45.440989 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-56a9e522-4a1a-4490-b340-316c00d1c1c3 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:45.481016 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-56a9e522-4a1a-4490-b340-316c00d1c1c3 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:45.528723 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cb03a66e-d778-41e1-8b3a-540f1d425757 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:45.534332 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cb03a66e-d778-41e1-8b3a-540f1d425757 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:45.702228 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-56a9e522-4a1a-4490-b340-316c00d1c1c3 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:45.715359 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-56a9e522-4a1a-4490-b340-316c00d1c1c3 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:45.715838 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-56a9e522-4a1a-4490-b340-316c00d1c1c3 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:45.729260 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cb03a66e-d778-41e1-8b3a-540f1d425757 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:45.730043 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb03a66e-d778-41e1-8b3a-540f1d425757 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Fanout notify agent at l3_agent the message router_deleted on router 4d7f9e33-d34f-44a7-8f4e-275167fb9406 {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:37:45.746506 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cb03a66e-d778-41e1-8b3a-540f1d425757 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:45.747954 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-cb03a66e-d778-41e1-8b3a-540f1d425757 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "DELETE /v2.0/routers/4d7f9e33-d34f-44a7-8f4e-275167fb9406 HTTP/1.1" status: 204 len: 168 time: 0.8530660 Jul 13 07:37:45.757248 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42916) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:45.784679 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9e522-4a1a-4490-b340-316c00d1c1c3 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1487eb5f-1e1b-4fcb-a3a1-264451b464a5,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:45.820748 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56a9e522-4a1a-4490-b340-316c00d1c1c3 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:37:45.840186 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-56a9e522-4a1a-4490-b340-316c00d1c1c3 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:45.840826 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-56a9e522-4a1a-4490-b340-316c00d1c1c3 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Added segment c8e0d909-9e9e-4097-bb01-06d0e35e1971 of type vlan for network 01381de8-fe21-433a-9ec0-7788fd046ef6 Jul 13 07:37:45.849667 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf9125-3a0f-4376-98d1-2e0afc639d71 req-690f551b-9063-45a1-86a0-cbd7b84d9db4 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:45.851446 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8cdf9125-3a0f-4376-98d1-2e0afc639d71 req-690f551b-9063-45a1-86a0-cbd7b84d9db4 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1535430-9785-4df9-b583-bd8a2c7e2865 HTTP/1.1" status: 200 len: 945 time: 0.2225676 Jul 13 07:37:45.907916 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c895ead-fd0f-4bae-8598-649394746287 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Deleting subnet a13013ef-9d9c-4e4c-8623-d855b960934e {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:37:45.915645 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-56a9e522-4a1a-4490-b340-316c00d1c1c3 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:45.938096 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3c895ead-fd0f-4bae-8598-649394746287 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:45.966981 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56a9e522-4a1a-4490-b340-316c00d1c1c3 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:37:46.011493 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-56a9e522-4a1a-4490-b340-316c00d1c1c3 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:46.012913 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-56a9e522-4a1a-4490-b340-316c00d1c1c3 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Added segment 1e3c7e04-4456-4f0e-9f44-eb5ce94fb150 of type vlan for network 59b5c650-a028-49b8-b733-bf7ef9e59c06 Jul 13 07:37:46.017409 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8cdf9125-3a0f-4376-98d1-2e0afc639d71 req-e21d0359-de19-4f60-9651-a31b57446ac3 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531680 Jul 13 07:37:46.054220 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3c895ead-fd0f-4bae-8598-649394746287 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:46.241190 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-56a9e522-4a1a-4490-b340-316c00d1c1c3 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:46.414879 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-56a9e522-4a1a-4490-b340-316c00d1c1c3 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:46.415664 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-56a9e522-4a1a-4490-b340-316c00d1c1c3 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:46.424619 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a9e522-4a1a-4490-b340-316c00d1c1c3 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:46.436743 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a9e522-4a1a-4490-b340-316c00d1c1c3 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:46.442477 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-56a9e522-4a1a-4490-b340-316c00d1c1c3 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:46.457983 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3c895ead-fd0f-4bae-8598-649394746287 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:46.502613 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2b15b-ae5d-4196-9af2-ab84cd019211 req-af831185-57ae-4001-a23b-ce30f7d34faa tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:46.504299 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3ab2b15b-ae5d-4196-9af2-ab84cd019211 req-af831185-57ae-4001-a23b-ce30f7d34faa tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.25 "GET /v2.0/ports?device_id=65f24df3-052e-46f6-8c6f-09ae2517a35d HTTP/1.1" status: 200 len: 945 time: 0.1343827 Jul 13 07:37:46.614297 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9e522-4a1a-4490-b340-316c00d1c1c3 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Pushing event updated for resources: {'Network': ['ID=01381de8-fe21-433a-9ec0-7788fd046ef6,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:46.626224 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 01381de8-fe21-433a-9ec0-7788fd046ef6 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:37:46.704806 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-56a9e522-4a1a-4490-b340-316c00d1c1c3 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.6637230 Jul 13 07:37:46.711052 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42950) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:46.766088 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9e522-4a1a-4490-b340-316c00d1c1c3 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Pushing event updated for resources: {'Network': ['ID=59b5c650-a028-49b8-b733-bf7ef9e59c06,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:46.824045 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3c895ead-fd0f-4bae-8598-649394746287 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:46.865209 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-c70a5f2c-d797-4d94-8c8b-e673bfe396fc tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:46.873465 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-c70a5f2c-d797-4d94-8c8b-e673bfe396fc tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/networks?id=13195566-0792-436c-9281-03239ca5fcf3 HTTP/1.1" status: 200 len: 813 time: 0.5681114 Jul 13 07:37:46.900622 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-f48fce76-9185-45db-a058-68808e6f83de tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/quotas/e04b8967d9294b5ab97c1d4f5d9e525c HTTP/1.1" status: 200 len: 375 time: 0.0258143 Jul 13 07:37:46.900906 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 59b5c650-a028-49b8-b733-bf7ef9e59c06 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:37:46.928870 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3c895ead-fd0f-4bae-8598-649394746287 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:46.932030 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e570a2-63ae-4c44-8417-aae27d12415f None None] Network 63d43f35-312f-48af-bf37-52c6dce87434 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:46.947800 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3c895ead-fd0f-4bae-8598-649394746287 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "DELETE /v2.0/subnets/a13013ef-9d9c-4e4c-8623-d855b960934e HTTP/1.1" status: 204 len: 168 time: 1.1890330 Jul 13 07:37:46.958041 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42956) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:47.083951 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42958) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:47.097098 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c895ead-fd0f-4bae-8598-649394746287 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event deleted for resources: {'Subnet': ['ID=a13013ef-9d9c-4e4c-8623-d855b960934e,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:47.114248 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd22041-b0ba-4f81-a019-9cac64a06a36 req-5a58e750-5906-4341-94f6-cff052819a0e tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:47.116573 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0bd22041-b0ba-4f81-a019-9cac64a06a36 req-5a58e750-5906-4341-94f6-cff052819a0e tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.42 "GET /v2.0/ports?device_id=71d4f5fc-1a04-4419-97c9-68bf0d6e47cc HTTP/1.1" status: 200 len: 945 time: 0.3214760 Jul 13 07:37:47.221052 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-3ab2b15b-ae5d-4196-9af2-ab84cd019211 req-78fbc2b7-74ec-4532-93be-4f9607ac857b tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Deleting port a4401c88-e57c-42c6-8e3d-2c9bd51e1ade {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:47.222569 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3ab2b15b-ae5d-4196-9af2-ab84cd019211 req-78fbc2b7-74ec-4532-93be-4f9607ac857b tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:47.272709 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-08dad96b-003f-412f-9015-9409d0714f6b tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e04b8967d9294b5ab97c1d4f5d9e525c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3706582 Jul 13 07:37:47.282688 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f01d602f-b919-4166-b88b-1dd7da0c2c77 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:47.303665 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149a7432-2fff-4380-bd45-577af94cc865 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:47.314125 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149a7432-2fff-4380-bd45-577af94cc865 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:47.322389 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149a7432-2fff-4380-bd45-577af94cc865 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:47.344454 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149a7432-2fff-4380-bd45-577af94cc865 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:47.346466 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-149a7432-2fff-4380-bd45-577af94cc865 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6123791 Jul 13 07:37:47.350115 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42974) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:47.362223 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cfe795-f594-469b-aba1-9fec1b1ec8dc None None] DHCP port deletion for 63d43f35-312f-48af-bf37-52c6dce87434 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:37:47.469016 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7666d4be-491b-41e3-9e72-a51b9c65362c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:47.489068 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-05cfe795-f594-469b-aba1-9fec1b1ec8dc None None] Deleting port abce28c7-e116-4832-ae42-3e3a5924df2e {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:47.489705 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-05cfe795-f594-469b-aba1-9fec1b1ec8dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:47.516529 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7f819f3b-90f5-42cf-aec6-528f4cc051e0 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:47.620119 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-05cfe795-f594-469b-aba1-9fec1b1ec8dc None None] For port abce28c7-e116-4832-ae42-3e3a5924df2e, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=abce28c7-e116-4832-ae42-3e3a5924df2e,segment=NetworkSegment(cdb29fdb-3f59-47d8-970c-8f83502bc6a2),segment_id=cdb29fdb-3f59-47d8-970c-8f83502bc6a2)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:47.620751 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-05cfe795-f594-469b-aba1-9fec1b1ec8dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:47.640640 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-05cfe795-f594-469b-aba1-9fec1b1ec8dc None None] Calling delete_port for abce28c7-e116-4832-ae42-3e3a5924df2e owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:47.668481 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-3ab2b15b-ae5d-4196-9af2-ab84cd019211 req-78fbc2b7-74ec-4532-93be-4f9607ac857b tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] For port a4401c88-e57c-42c6-8e3d-2c9bd51e1ade, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=a4401c88-e57c-42c6-8e3d-2c9bd51e1ade,segment=NetworkSegment(b894b440-a816-46c8-ae3c-1303b46a9b9c),segment_id=b894b440-a816-46c8-ae3c-1303b46a9b9c)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:47.669040 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3ab2b15b-ae5d-4196-9af2-ab84cd019211 req-78fbc2b7-74ec-4532-93be-4f9607ac857b tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:47.700133 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-3ab2b15b-ae5d-4196-9af2-ab84cd019211 req-78fbc2b7-74ec-4532-93be-4f9607ac857b tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Calling delete_port for a4401c88-e57c-42c6-8e3d-2c9bd51e1ade owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:47.743989 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-05cfe795-f594-469b-aba1-9fec1b1ec8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:47.784967 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cfe795-f594-469b-aba1-9fec1b1ec8dc None None] Pushing event deleted for resources: {'Port': ['ID=abce28c7-e116-4832-ae42-3e3a5924df2e,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:47.791798 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cfe795-f594-469b-aba1-9fec1b1ec8dc None None] No DVR routers for this DVR port abce28c7-e116-4832-ae42-3e3a5924df2e on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:47.883104 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7f819f3b-90f5-42cf-aec6-528f4cc051e0 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:47.905828 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-7f819f3b-90f5-42cf-aec6-528f4cc051e0 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01381de8-fe21-433a-9ec0-7788fd046ef6']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:47.946906 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-7f819f3b-90f5-42cf-aec6-528f4cc051e0 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e0d909-9e9e-4097-bb01-06d0e35e1971') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:47.947237 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-7f819f3b-90f5-42cf-aec6-528f4cc051e0 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e0d909-9e9e-4097-bb01-06d0e35e1971') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:47.967437 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7f819f3b-90f5-42cf-aec6-528f4cc051e0 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:48.005663 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7f819f3b-90f5-42cf-aec6-528f4cc051e0 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:48.025879 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b0364-6819-4aa5-a256-3d559342ae6f req-de468c2b-84fb-4f9b-b60c-9c6ae84bae02 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:48.027542 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-142b0364-6819-4aa5-a256-3d559342ae6f req-de468c2b-84fb-4f9b-b60c-9c6ae84bae02 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1535430-9785-4df9-b583-bd8a2c7e2865 HTTP/1.1" status: 200 len: 945 time: 0.3813176 Jul 13 07:37:48.028701 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f819f3b-90f5-42cf-aec6-528f4cc051e0 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:37:48.029111 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7f819f3b-90f5-42cf-aec6-528f4cc051e0 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:48.034897 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:37:48.034897 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:37:48.034897 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:37:48.034897 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:37:48.034897 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:37:48.034897 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:37:48.034897 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:37:48.034897 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:37:48.034897 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:37:48.034897 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:37:48.034897 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:37:48.034897 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:37:48.034897 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:37:48.034897 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:37:48.034897 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:37:48.034897 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:37:48.034897 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:37:48.034897 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:37:48.034897 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:37:48.034897 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:37:48.034897 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:37:48.034897 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:37:48.034897 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:37:48.034897 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:37:48.034897 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:37:48.034897 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:37:48.034897 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:37:48.034897 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:37:48.034897 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:37:48.034897 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:37:48.034897 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:37:48.034897 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:37:48.119074 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-0bd22041-b0ba-4f81-a019-9cac64a06a36 req-0fcbb846-7710-4fa4-b988-52e5f844a589 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Deleting port e4aa0bc8-ec59-412d-9795-16f3c352c123 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:48.119445 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0bd22041-b0ba-4f81-a019-9cac64a06a36 req-0fcbb846-7710-4fa4-b988-52e5f844a589 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:48.140571 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-3b354d63-4b26-491f-99e8-293a0ac51f4c service neutron] 10.222.0.23 "GET /v2.0/networks/13195566-0792-436c-9281-03239ca5fcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8668489 Jul 13 07:37:48.154726 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-f01d602f-b919-4166-b88b-1dd7da0c2c77 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Deleting port abce28c7-e116-4832-ae42-3e3a5924df2e {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:37:48.155133 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f01d602f-b919-4166-b88b-1dd7da0c2c77 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:48.226082 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7f819f3b-90f5-42cf-aec6-528f4cc051e0 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:48.246215 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3ab2b15b-ae5d-4196-9af2-ab84cd019211 req-78fbc2b7-74ec-4532-93be-4f9607ac857b tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:48.261306 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['a4401c88-e57c-42c6-8e3d-2c9bd51e1ade'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:37:48.281534 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7f819f3b-90f5-42cf-aec6-528f4cc051e0 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:48.291905 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7f819f3b-90f5-42cf-aec6-528f4cc051e0 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] 10.222.0.23 "DELETE /v2.0/networks/01381de8-fe21-433a-9ec0-7788fd046ef6 HTTP/1.1" status: 204 len: 168 time: 0.9404848 Jul 13 07:37:48.301266 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42998) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:48.312649 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-142b0364-6819-4aa5-a256-3d559342ae6f req-d1254459-f11c-4032-9909-ba0436f4361c tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609909 Jul 13 07:37:48.318954 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-f01d602f-b919-4166-b88b-1dd7da0c2c77 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] For port abce28c7-e116-4832-ae42-3e3a5924df2e, host n-d-771363-34, got binding levels [] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:48.319361 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f01d602f-b919-4166-b88b-1dd7da0c2c77 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:48.370005 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f819f3b-90f5-42cf-aec6-528f4cc051e0 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Pushing event deleted for resources: {'Network': ['ID=01381de8-fe21-433a-9ec0-7788fd046ef6,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:48.385028 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fbc2b7-74ec-4532-93be-4f9607ac857b tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Pushing event deleted for resources: {'Port': ['ID=a4401c88-e57c-42c6-8e3d-2c9bd51e1ade,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:48.435849 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-f01d602f-b919-4166-b88b-1dd7da0c2c77 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Calling delete_port for abce28c7-e116-4832-ae42-3e3a5924df2e owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:48.448853 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.ipam_backend_mixin [None req-f01d602f-b919-4166-b88b-1dd7da0c2c77 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Port abce28c7-e116-4832-ae42-3e3a5924df2e was not found and therefore no delete operation was performed {{(pid=94017) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:37:48.503297 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-0bd22041-b0ba-4f81-a019-9cac64a06a36 req-0fcbb846-7710-4fa4-b988-52e5f844a589 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] For port e4aa0bc8-ec59-412d-9795-16f3c352c123, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=e4aa0bc8-ec59-412d-9795-16f3c352c123,segment=NetworkSegment(b894b440-a816-46c8-ae3c-1303b46a9b9c),segment_id=b894b440-a816-46c8-ae3c-1303b46a9b9c)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:48.504476 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0bd22041-b0ba-4f81-a019-9cac64a06a36 req-0fcbb846-7710-4fa4-b988-52e5f844a589 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:48.518857 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab2b15b-ae5d-4196-9af2-ab84cd019211 req-78fbc2b7-74ec-4532-93be-4f9607ac857b tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] No DVR routers for this DVR port a4401c88-e57c-42c6-8e3d-2c9bd51e1ade on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:48.523004 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3ab2b15b-ae5d-4196-9af2-ab84cd019211 req-78fbc2b7-74ec-4532-93be-4f9607ac857b tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:48.524130 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-0bd22041-b0ba-4f81-a019-9cac64a06a36 req-0fcbb846-7710-4fa4-b988-52e5f844a589 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Calling delete_port for e4aa0bc8-ec59-412d-9795-16f3c352c123 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:37:48.527439 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3ab2b15b-ae5d-4196-9af2-ab84cd019211 req-78fbc2b7-74ec-4532-93be-4f9607ac857b tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.25 "DELETE /v2.0/ports/a4401c88-e57c-42c6-8e3d-2c9bd51e1ade HTTP/1.1" status: 204 len: 173 time: 2.0169561 Jul 13 07:37:48.528249 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f24df3-052e-46f6-8c6f-09ae2517a35d', 'name': 'network-vif-deleted', 'tag': 'a4401c88-e57c-42c6-8e3d-2c9bd51e1ade'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:48.543394 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1b28e2-bb5a-4f9d-9d88-e8cec1ba0e57" -d '{"events": [{"server_uuid": "65f24df3-052e-46f6-8c6f-09ae2517a35d", "name": "network-vif-deleted", "tag": "a4401c88-e57c-42c6-8e3d-2c9bd51e1ade"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:48.730448 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7666d4be-491b-41e3-9e72-a51b9c65362c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:48.734958 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-314a8a3e-2786-4bca-80d8-f0b5cf314e3f tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:48.736941 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f01d602f-b919-4166-b88b-1dd7da0c2c77 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:48.748707 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-db3cbc9a-f206-4100-82b5-bde9b0334712 service neutron] 10.222.0.23 "GET /v2.0/networks/13195566-0792-436c-9281-03239ca5fcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6071897 Jul 13 07:37:48.785459 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7666d4be-491b-41e3-9e72-a51b9c65362c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:48.805014 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01d602f-b919-4166-b88b-1dd7da0c2c77 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] No DVR routers for this DVR port abce28c7-e116-4832-ae42-3e3a5924df2e on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:48.906576 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d602f-b919-4166-b88b-1dd7da0c2c77 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event deleted for resources: {'Port': ['ID=abce28c7-e116-4832-ae42-3e3a5924df2e,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:48.939564 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7666d4be-491b-41e3-9e72-a51b9c65362c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=73162bb68fed4dbd9c5af9f70cd6163e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8498766 Jul 13 07:37:48.942478 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 43016) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:48.987651 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62b16c9-b15e-4f45-8efe-eb3ba7b534c7 x-openstack-request-id: req-b62b16c9-b15e-4f45-8efe-eb3ba7b534c7 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:48.987939 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65f24df3-052e-46f6-8c6f-09ae2517a35d", "name": "network-vif-deleted", "tag": "a4401c88-e57c-42c6-8e3d-2c9bd51e1ade", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:48.988226 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b62b16c9-b15e-4f45-8efe-eb3ba7b534c7 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:48.989324 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f24df3-052e-46f6-8c6f-09ae2517a35d', 'name': 'network-vif-deleted', 'tag': 'a4401c88-e57c-42c6-8e3d-2c9bd51e1ade', 'status': 'completed', 'code': 200} Jul 13 07:37:49.003936 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666d4be-491b-41e3-9e72-a51b9c65362c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfccac5a-e726-4197-bf58-f77ab98b0263,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:49.162480 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b2224d27-a004-45ea-84fc-dcb1c7746e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.190064 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f01d602f-b919-4166-b88b-1dd7da0c2c77 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.229661 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-f01d602f-b919-4166-b88b-1dd7da0c2c77 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63d43f35-312f-48af-bf37-52c6dce87434']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:49.229927 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device abce28c7-e116-4832-ae42-3e3a5924df2e no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:49.247474 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b2224d27-a004-45ea-84fc-dcb1c7746e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.249907 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-f01d602f-b919-4166-b88b-1dd7da0c2c77 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdb29fdb-3f59-47d8-970c-8f83502bc6a2') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:49.250674 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-f01d602f-b919-4166-b88b-1dd7da0c2c77 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdb29fdb-3f59-47d8-970c-8f83502bc6a2') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:49.272610 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: abce28c7-e116-4832-ae42-3e3a5924df2e {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:37:49.272949 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device abce28c7-e116-4832-ae42-3e3a5924df2e not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:49.303286 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-314a8a3e-2786-4bca-80d8-f0b5cf314e3f tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.320332 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f01d602f-b919-4166-b88b-1dd7da0c2c77 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.326942 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b2224d27-a004-45ea-84fc-dcb1c7746e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.334615 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b2224d27-a004-45ea-84fc-dcb1c7746e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.335301 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-314a8a3e-2786-4bca-80d8-f0b5cf314e3f tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b5c650-a028-49b8-b733-bf7ef9e59c06']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:49.338722 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b2224d27-a004-45ea-84fc-dcb1c7746e58 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bfccac5a-e726-4197-bf58-f77ab98b0263 HTTP/1.1" status: 204 len: 168 time: 0.3945880 Jul 13 07:37:49.368977 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2224d27-a004-45ea-84fc-dcb1c7746e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfccac5a-e726-4197-bf58-f77ab98b0263,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:49.443778 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-314a8a3e-2786-4bca-80d8-f0b5cf314e3f tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e3c7e04-4456-4f0e-9f44-eb5ce94fb150') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:49.446540 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-314a8a3e-2786-4bca-80d8-f0b5cf314e3f tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e3c7e04-4456-4f0e-9f44-eb5ce94fb150') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:37:49.465200 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f01d602f-b919-4166-b88b-1dd7da0c2c77 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.481291 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-314a8a3e-2786-4bca-80d8-f0b5cf314e3f tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.500404 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f01d602f-b919-4166-b88b-1dd7da0c2c77 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:37:49.501037 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f01d602f-b919-4166-b88b-1dd7da0c2c77 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:37:49.509568 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:37:49.519016 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device e4aa0bc8-ec59-412d-9795-16f3c352c123 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:49.663647 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-314a8a3e-2786-4bca-80d8-f0b5cf314e3f tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.675599 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f01d602f-b919-4166-b88b-1dd7da0c2c77 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.684098 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0bd22041-b0ba-4f81-a019-9cac64a06a36 req-0fcbb846-7710-4fa4-b988-52e5f844a589 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.713126 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-314a8a3e-2786-4bca-80d8-f0b5cf314e3f tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:37:49.713657 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-314a8a3e-2786-4bca-80d8-f0b5cf314e3f tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.719349 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f01d602f-b919-4166-b88b-1dd7da0c2c77 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.721438 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f01d602f-b919-4166-b88b-1dd7da0c2c77 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "DELETE /v2.0/networks/63d43f35-312f-48af-bf37-52c6dce87434 HTTP/1.1" status: 204 len: 168 time: 2.7603674 Jul 13 07:37:49.723830 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:37:49.723830 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:37:49.723830 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:37:49.723830 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:37:49.723830 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:37:49.723830 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:37:49.723830 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:37:49.723830 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:37:49.723830 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:37:49.723830 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:37:49.723830 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:37:49.723830 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:37:49.723830 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:37:49.723830 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:37:49.723830 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:37:49.723830 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:37:49.723830 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:37:49.723830 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:37:49.723830 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:37:49.723830 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:37:49.723830 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:37:49.723830 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:37:49.723830 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:37:49.723830 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:37:49.723830 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:37:49.723830 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:37:49.723830 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:37:49.723830 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:37:49.723830 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:37:49.723830 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:37:49.723830 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:37:49.723830 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:37:49.727625 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 43040) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:49.733372 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-99386dd1-6494-40e8-9ee6-ba6a2dab0341 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-669833099'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:49.776079 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcbb846-7710-4fa4-b988-52e5f844a589 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Pushing event deleted for resources: {'Port': ['ID=e4aa0bc8-ec59-412d-9795-16f3c352c123,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:49.800714 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d602f-b919-4166-b88b-1dd7da0c2c77 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event deleted for resources: {'Network': ['ID=63d43f35-312f-48af-bf37-52c6dce87434,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:49.810570 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99386dd1-6494-40e8-9ee6-ba6a2dab0341 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Made reservation on behalf of 6664cd00d4894e6789a2133f8d78f61e for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:49.813200 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.833403 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-99386dd1-6494-40e8-9ee6-ba6a2dab0341 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.931569 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99386dd1-6494-40e8-9ee6-ba6a2dab0341 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:37:49.956389 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-99386dd1-6494-40e8-9ee6-ba6a2dab0341 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:49.956954 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-99386dd1-6494-40e8-9ee6-ba6a2dab0341 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Added segment 8cdbbac0-6e65-4741-8caf-3052fb07aed2 of type vlan for network 5550a9f4-2cd6-4f52-9ece-1182aeee2faf Jul 13 07:37:49.959352 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-314a8a3e-2786-4bca-80d8-f0b5cf314e3f tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:50.004761 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd22041-b0ba-4f81-a019-9cac64a06a36 req-0fcbb846-7710-4fa4-b988-52e5f844a589 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] No DVR routers for this DVR port e4aa0bc8-ec59-412d-9795-16f3c352c123 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:37:50.027147 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0bd22041-b0ba-4f81-a019-9cac64a06a36 req-0fcbb846-7710-4fa4-b988-52e5f844a589 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:50.029691 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0bd22041-b0ba-4f81-a019-9cac64a06a36 req-0fcbb846-7710-4fa4-b988-52e5f844a589 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.42 "DELETE /v2.0/ports/e4aa0bc8-ec59-412d-9795-16f3c352c123 HTTP/1.1" status: 204 len: 173 time: 2.8968844 Jul 13 07:37:50.033899 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-314a8a3e-2786-4bca-80d8-f0b5cf314e3f tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:50.049434 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-314a8a3e-2786-4bca-80d8-f0b5cf314e3f tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] 10.222.0.23 "DELETE /v2.0/networks/59b5c650-a028-49b8-b733-bf7ef9e59c06 HTTP/1.1" status: 204 len: 168 time: 1.7431819 Jul 13 07:37:50.050575 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d4f5fc-1a04-4419-97c9-68bf0d6e47cc', 'name': 'network-vif-deleted', 'tag': 'e4aa0bc8-ec59-412d-9795-16f3c352c123'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:50.053126 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769391bd-99c2-42ff-aa60-4f311abfae6c" -d '{"events": [{"server_uuid": "71d4f5fc-1a04-4419-97c9-68bf0d6e47cc", "name": "network-vif-deleted", "tag": "e4aa0bc8-ec59-412d-9795-16f3c352c123"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:50.064938 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 43050) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:50.108443 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 43054) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:50.127069 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d72f39-9368-48c0-940f-54182dac04e5 req-af47d22f-82f9-488d-a3b6-e386d9b54276 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:50.128937 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-82d72f39-9368-48c0-940f-54182dac04e5 req-af47d22f-82f9-488d-a3b6-e386d9b54276 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1535430-9785-4df9-b583-bd8a2c7e2865 HTTP/1.1" status: 200 len: 945 time: 0.4761992 Jul 13 07:37:50.129919 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a8a3e-2786-4bca-80d8-f0b5cf314e3f tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Pushing event deleted for resources: {'Network': ['ID=59b5c650-a028-49b8-b733-bf7ef9e59c06,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:50.199296 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8dd769fc-380f-4536-b321-439a9ed06e34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:50.240483 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-99386dd1-6494-40e8-9ee6-ba6a2dab0341 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:50.363475 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-82d72f39-9368-48c0-940f-54182dac04e5 req-cf1b493c-6011-4cfb-8a3c-80887078f93a tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074299 Jul 13 07:37:50.406549 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6c4b2c07-da81-4cff-aacf-446333c11466 req-4773632e-23e9-41d6-b0ac-51ad307e7c6d tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/ports?device_id=131cb0f5-771d-4782-a9c7-e853b9a5a80f HTTP/1.1" status: 200 len: 210 time: 0.1440649 Jul 13 07:37:50.426857 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0119fd59-a9a0-4f27-b4e9-c6e2a93f7dc4 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:50.438920 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.db.resource_extend [None req-99386dd1-6494-40e8-9ee6-ba6a2dab0341 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:37:50.457260 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0119fd59-a9a0-4f27-b4e9-c6e2a93f7dc4 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:50.459167 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0119fd59-a9a0-4f27-b4e9-c6e2a93f7dc4 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3822849 Jul 13 07:37:50.465856 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 43066) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:50.481759 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-e39feb3b-bf87-4eeb-92c4-c4dd9f74bf41 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1366852618'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:50.514152 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c9fa76-4563-438d-94af-74ff5ad17b80 x-openstack-request-id: req-73c9fa76-4563-438d-94af-74ff5ad17b80 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:50.514827 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d4f5fc-1a04-4419-97c9-68bf0d6e47cc", "name": "network-vif-deleted", "tag": "e4aa0bc8-ec59-412d-9795-16f3c352c123", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:50.514827 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-73c9fa76-4563-438d-94af-74ff5ad17b80 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:50.516688 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d4f5fc-1a04-4419-97c9-68bf0d6e47cc', 'name': 'network-vif-deleted', 'tag': 'e4aa0bc8-ec59-412d-9795-16f3c352c123', 'status': 'completed', 'code': 200} Jul 13 07:37:50.547963 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-99386dd1-6494-40e8-9ee6-ba6a2dab0341 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:50.561433 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99386dd1-6494-40e8-9ee6-ba6a2dab0341 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:50.562428 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-99386dd1-6494-40e8-9ee6-ba6a2dab0341 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:50.692734 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device a4401c88-e57c-42c6-8e3d-2c9bd51e1ade no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:37:50.725720 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8dd769fc-380f-4536-b321-439a9ed06e34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:50.764250 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: a4401c88-e57c-42c6-8e3d-2c9bd51e1ade {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:37:50.764785 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39feb3b-bf87-4eeb-92c4-c4dd9f74bf41 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Made reservation on behalf of ed3cb77f83754f69946c599dccaeb299 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:50.766513 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device a4401c88-e57c-42c6-8e3d-2c9bd51e1ade not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:37:50.784487 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e39feb3b-bf87-4eeb-92c4-c4dd9f74bf41 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:50.786903 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99386dd1-6494-40e8-9ee6-ba6a2dab0341 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event updated for resources: {'Network': ['ID=5550a9f4-2cd6-4f52-9ece-1182aeee2faf,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:50.807831 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 5550a9f4-2cd6-4f52-9ece-1182aeee2faf details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:37:50.819599 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8dd769fc-380f-4536-b321-439a9ed06e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:50.858825 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-99386dd1-6494-40e8-9ee6-ba6a2dab0341 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1217244 Jul 13 07:37:50.864350 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 43072) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:50.892000 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-38956d34-7ff8-4ad9-9297-9ebf7437eadf tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Request body: {'subnet': {'network_id': '5550a9f4-2cd6-4f52-9ece-1182aeee2faf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:50.997930 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8dd769fc-380f-4536-b321-439a9ed06e34 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d90d109667394a32ab1a030e9bec6794&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8870819 Jul 13 07:37:50.999649 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 43074) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:51.006984 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd769fc-380f-4536-b321-439a9ed06e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d2f775-d776-48f9-b7d7-222eab0ae2c4,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:51.008773 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e39feb3b-bf87-4eeb-92c4-c4dd9f74bf41 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:37:51.041911 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e39feb3b-bf87-4eeb-92c4-c4dd9f74bf41 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:51.042556 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-e39feb3b-bf87-4eeb-92c4-c4dd9f74bf41 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Added segment 33d53f6d-1a64-4d15-983b-281dcaf027a1 of type vlan for network a23342c1-710e-4f96-a821-3563a51c0965 Jul 13 07:37:51.115075 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38956d34-7ff8-4ad9-9297-9ebf7437eadf tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Made reservation on behalf of 6664cd00d4894e6789a2133f8d78f61e for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:51.124781 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-38956d34-7ff8-4ad9-9297-9ebf7437eadf tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:51.179330 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-843a28c3-e1ca-4417-bb77-716a6a769a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:51.212680 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e39feb3b-bf87-4eeb-92c4-c4dd9f74bf41 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:51.260402 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-843a28c3-e1ca-4417-bb77-716a6a769a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:51.362050 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.db.resource_extend [None req-e39feb3b-bf87-4eeb-92c4-c4dd9f74bf41 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:37:51.372310 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-843a28c3-e1ca-4417-bb77-716a6a769a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:51.375332 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-843a28c3-e1ca-4417-bb77-716a6a769a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:51.376515 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-843a28c3-e1ca-4417-bb77-716a6a769a4a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/79d2f775-d776-48f9-b7d7-222eab0ae2c4 HTTP/1.1" status: 204 len: 168 time: 0.3741095 Jul 13 07:37:51.396610 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a28c3-e1ca-4417-bb77-716a6a769a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d2f775-d776-48f9-b7d7-222eab0ae2c4,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:51.446509 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e39feb3b-bf87-4eeb-92c4-c4dd9f74bf41 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:51.484323 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39feb3b-bf87-4eeb-92c4-c4dd9f74bf41 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:51.485347 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e39feb3b-bf87-4eeb-92c4-c4dd9f74bf41 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:51.781514 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e39feb3b-bf87-4eeb-92c4-c4dd9f74bf41 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3114936 Jul 13 07:37:51.782860 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 43094) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:51.788488 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-64b4295f-f6cd-483d-9cf8-508393a00adf tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1116451542'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:51.864182 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b4295f-f6cd-483d-9cf8-508393a00adf tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Made reservation on behalf of ed3cb77f83754f69946c599dccaeb299 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:51.872656 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-64b4295f-f6cd-483d-9cf8-508393a00adf tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:52.015817 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39feb3b-bf87-4eeb-92c4-c4dd9f74bf41 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Pushing event updated for resources: {'Network': ['ID=a23342c1-710e-4f96-a821-3563a51c0965,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:52.029114 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network a23342c1-710e-4f96-a821-3563a51c0965 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:37:52.268902 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dcf21a-c24d-412a-8c7b-c7cfabe6e89e req-c7737492-b0c3-4021-bdca-3260fcac8bf4 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:52.270510 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-d309abe5-411f-48c2-b2e0-33e5d671afb6 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:52.272103 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-d309abe5-411f-48c2-b2e0-33e5d671afb6 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.25 "GET /v2.0/networks?id=13195566-0792-436c-9281-03239ca5fcf3 HTTP/1.1" status: 200 len: 813 time: 0.3713214 Jul 13 07:37:52.287046 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c2dcf21a-c24d-412a-8c7b-c7cfabe6e89e req-c7737492-b0c3-4021-bdca-3260fcac8bf4 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1535430-9785-4df9-b583-bd8a2c7e2865 HTTP/1.1" status: 200 len: 945 time: 0.5025489 Jul 13 07:37:52.288164 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d3a4a569-8d52-4515-ad89-87f751e56b91 req-f93378cf-5988-4d70-9f4d-1c1cffc829e8 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/ports?device_id=131cb0f5-771d-4782-a9c7-e853b9a5a80f HTTP/1.1" status: 200 len: 210 time: 0.3844094 Jul 13 07:37:52.294699 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b4295f-f6cd-483d-9cf8-508393a00adf tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:37:52.311798 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-40c6054c-f0da-4279-a355-6e885a4b4846 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Request body: {'port': {'device_id': 'b2d981f7-3c67-4a94-8531-a78960e3cf19', 'network_id': '13195566-0792-436c-9281-03239ca5fcf3', 'admin_state_up': True, 'tenant_id': 'e04b8967d9294b5ab97c1d4f5d9e525c'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:52.396262 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-38956d34-7ff8-4ad9-9297-9ebf7437eadf tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:52.564068 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c2dcf21a-c24d-412a-8c7b-c7cfabe6e89e req-06fd0f11-6e7e-4b7c-8101-95d1ec7c7e2b tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748930 Jul 13 07:37:52.604097 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-64b4295f-f6cd-483d-9cf8-508393a00adf tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:52.604441 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-64b4295f-f6cd-483d-9cf8-508393a00adf tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Added segment c614984a-6934-4425-b9e5-f7efc377f34e of type vlan for network 1d328551-5de4-45e5-ac73-e4a289647575 Jul 13 07:37:52.648468 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38956d34-7ff8-4ad9-9297-9ebf7437eadf tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Checking segment: {'id': '8cdbbac0-6e65-4741-8caf-3052fb07aed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5550a9f4-2cd6-4f52-9ece-1182aeee2faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:52.651188 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38956d34-7ff8-4ad9-9297-9ebf7437eadf tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Network hostable DHCP agents. Network: 5550a9f4-2cd6-4f52-9ece-1182aeee2faf, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:37:52.719954 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38956d34-7ff8-4ad9-9297-9ebf7437eadf tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event updated for resources: {'Subnet': ['ID=7a862f96-339a-4ddf-a96d-ec796ede5d90,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:52.783798 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38956d34-7ff8-4ad9-9297-9ebf7437eadf tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Network 5550a9f4-2cd6-4f52-9ece-1182aeee2faf is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:37:52.804850 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-d7d5b54a-49b7-4f05-9be7-4e5f430a51e5 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:52.808668 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-d7d5b54a-49b7-4f05-9be7-4e5f430a51e5 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.25 "GET /v2.0/networks?id=13195566-0792-436c-9281-03239ca5fcf3 HTTP/1.1" status: 200 len: 813 time: 0.3820102 Jul 13 07:37:52.815225 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-38956d34-7ff8-4ad9-9297-9ebf7437eadf tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 5550a9f4-2cd6-4f52-9ece-1182aeee2faf) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:52.827152 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5db04e-62fa-4a88-bf21-0df5b21a7792 None None] Network 5550a9f4-2cd6-4f52-9ece-1182aeee2faf requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:52.846588 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38956d34-7ff8-4ad9-9297-9ebf7437eadf tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:52.849144 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-38956d34-7ff8-4ad9-9297-9ebf7437eadf tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:52.897629 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-e5b6abda-74b3-47dd-9b1b-33dee3b28630 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Request body: {'port': {'device_id': '131cb0f5-771d-4782-a9c7-e853b9a5a80f', 'network_id': '13195566-0792-436c-9281-03239ca5fcf3', 'admin_state_up': True, 'tenant_id': 'e04b8967d9294b5ab97c1d4f5d9e525c'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:52.904666 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-64b4295f-f6cd-483d-9cf8-508393a00adf tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:52.991695 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-40c6054c-f0da-4279-a355-6e885a4b4846 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Made reservation on behalf of e04b8967d9294b5ab97c1d4f5d9e525c for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:52.997153 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-40c6054c-f0da-4279-a355-6e885a4b4846 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:53.026567 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-64b4295f-f6cd-483d-9cf8-508393a00adf tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:53.065472 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b4295f-f6cd-483d-9cf8-508393a00adf tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:53.075774 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-64b4295f-f6cd-483d-9cf8-508393a00adf tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:53.255724 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-38956d34-7ff8-4ad9-9297-9ebf7437eadf tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3901181 Jul 13 07:37:53.269926 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 43130) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:53.297461 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-6103011e-e16b-43fb-a542-36923132fa41 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-38464826', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:53.359473 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67b08c9-58e5-4a94-8f37-1d00b1cc5b6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-5550a9f4-2cd6-4f52-9ece-1182aeee2faf', 'network_id': '5550a9f4-2cd6-4f52-9ece-1182aeee2faf', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'fixed_ips': [{'subnet_id': '7a862f96-339a-4ddf-a96d-ec796ede5d90'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:37:53.360387 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c67b08c9-58e5-4a94-8f37-1d00b1cc5b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:53.370630 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-e5b6abda-74b3-47dd-9b1b-33dee3b28630 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Made reservation on behalf of e04b8967d9294b5ab97c1d4f5d9e525c for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:53.374400 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-40c6054c-f0da-4279-a355-6e885a4b4846 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Allocated IP 172.20.0.6 (13195566-0792-436c-9281-03239ca5fcf3/a2eb5a2d-e36f-459f-b098-ad0763333bbf/0e689924-ed00-413f-a342-f441685c3882) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:53.396890 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-e5b6abda-74b3-47dd-9b1b-33dee3b28630 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:53.555637 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6103011e-e16b-43fb-a542-36923132fa41 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:53.559300 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6103011e-e16b-43fb-a542-36923132fa41 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:53.595140 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:53.600604 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b4295f-f6cd-483d-9cf8-508393a00adf tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Pushing event updated for resources: {'Network': ['ID=1d328551-5de4-45e5-ac73-e4a289647575,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:53.710049 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 1d328551-5de4-45e5-ac73-e4a289647575 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:37:53.710789 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6103011e-e16b-43fb-a542-36923132fa41 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:53.717927 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6103011e-e16b-43fb-a542-36923132fa41 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:53.724435 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-40c6054c-f0da-4279-a355-6e885a4b4846 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:53.760154 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6103011e-e16b-43fb-a542-36923132fa41 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:53.763723 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-64b4295f-f6cd-483d-9cf8-508393a00adf tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.9791245 Jul 13 07:37:53.768852 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6103011e-e16b-43fb-a542-36923132fa41 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4953985 Jul 13 07:37:53.770104 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 43148) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:53.770762 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 43150) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:37:53.778199 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-70e3cb11-3ee5-4a0e-ae23-0b87981d12dc tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Request body: {'ports': [{'network_id': 'a23342c1-710e-4f96-a821-3563a51c0965', 'name': 'tempest-port--1733847585', 'admin_state_up': True}, {'network_id': '1d328551-5de4-45e5-ac73-e4a289647575', 'admin_state_up': False}]} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:53.778780 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-70e3cb11-3ee5-4a0e-ae23-0b87981d12dc tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Request body: {'port': {'network_id': 'a23342c1-710e-4f96-a821-3563a51c0965', 'name': 'tempest-port--1733847585', 'admin_state_up': True}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:53.780162 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-70e3cb11-3ee5-4a0e-ae23-0b87981d12dc tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Request body: {'port': {'network_id': '1d328551-5de4-45e5-ac73-e4a289647575', 'admin_state_up': False}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:53.831537 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-90f7c089-fcf0-4b5d-8d49-8305033ab524 req-ecd24356-4598-4463-b0b2-f6dddf729a36 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/ports?device_id=131cb0f5-771d-4782-a9c7-e853b9a5a80f HTTP/1.1" status: 200 len: 210 time: 0.0941322 Jul 13 07:37:53.976683 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-c67b08c9-58e5-4a94-8f37-1d00b1cc5b6f None None] Allocated IP 2001:db8::2 (5550a9f4-2cd6-4f52-9ece-1182aeee2faf/7a862f96-339a-4ddf-a96d-ec796ede5d90/b0860a67-00f7-4cd4-955d-ab44f271a55c) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:54.013808 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:54.356900 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c67b08c9-58e5-4a94-8f37-1d00b1cc5b6f None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:54.369057 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c67b08c9-58e5-4a94-8f37-1d00b1cc5b6f None None] Transition to ACTIVE for port object b0860a67-00f7-4cd4-955d-ab44f271a55c will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:54.389105 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c67b08c9-58e5-4a94-8f37-1d00b1cc5b6f None None] Transition to ACTIVE for port object b0860a67-00f7-4cd4-955d-ab44f271a55c will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:54.415190 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c67b08c9-58e5-4a94-8f37-1d00b1cc5b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:54.474790 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67b08c9-58e5-4a94-8f37-1d00b1cc5b6f None None] Network 5550a9f4-2cd6-4f52-9ece-1182aeee2faf is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:54.476468 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-c67b08c9-58e5-4a94-8f37-1d00b1cc5b6f None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:54.484012 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67b08c9-58e5-4a94-8f37-1d00b1cc5b6f None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:54.582175 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b08c9-58e5-4a94-8f37-1d00b1cc5b6f None None] Pushing event updated for resources: {'Port': ['ID=b0860a67-00f7-4cd4-955d-ab44f271a55c,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:54.593806 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-c67b08c9-58e5-4a94-8f37-1d00b1cc5b6f None None] Attempting to bind port b0860a67-00f7-4cd4-955d-ab44f271a55c on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:37:54.594524 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-c67b08c9-58e5-4a94-8f37-1d00b1cc5b6f None None] Attempting to bind port b0860a67-00f7-4cd4-955d-ab44f271a55c by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '8cdbbac0-6e65-4741-8caf-3052fb07aed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5550a9f4-2cd6-4f52-9ece-1182aeee2faf'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:37:54.595061 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67b08c9-58e5-4a94-8f37-1d00b1cc5b6f None None] Attempting to bind port b0860a67-00f7-4cd4-955d-ab44f271a55c on network 5550a9f4-2cd6-4f52-9ece-1182aeee2faf {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:54.602180 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67b08c9-58e5-4a94-8f37-1d00b1cc5b6f None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:37:54.603418 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67b08c9-58e5-4a94-8f37-1d00b1cc5b6f None None] Checking segment: {'id': '8cdbbac0-6e65-4741-8caf-3052fb07aed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5550a9f4-2cd6-4f52-9ece-1182aeee2faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:54.603827 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c67b08c9-58e5-4a94-8f37-1d00b1cc5b6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:54.604218 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67b08c9-58e5-4a94-8f37-1d00b1cc5b6f None None] Bound using segment: {'id': '8cdbbac0-6e65-4741-8caf-3052fb07aed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5550a9f4-2cd6-4f52-9ece-1182aeee2faf'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:37:54.604726 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-c67b08c9-58e5-4a94-8f37-1d00b1cc5b6f None None] Bound port: b0860a67-00f7-4cd4-955d-ab44f271a55c, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cdbbac0-6e65-4741-8caf-3052fb07aed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5550a9f4-2cd6-4f52-9ece-1182aeee2faf'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:37:54.605169 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c67b08c9-58e5-4a94-8f37-1d00b1cc5b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:54.687064 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-c67b08c9-58e5-4a94-8f37-1d00b1cc5b6f None None] For port b0860a67-00f7-4cd4-955d-ab44f271a55c, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:37:54.691418 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-c67b08c9-58e5-4a94-8f37-1d00b1cc5b6f None None] For port b0860a67-00f7-4cd4-955d-ab44f271a55c, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=b0860a67-00f7-4cd4-955d-ab44f271a55c,segment=NetworkSegment(8cdbbac0-6e65-4741-8caf-3052fb07aed2),segment_id=8cdbbac0-6e65-4741-8caf-3052fb07aed2)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:37:54.700576 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c67b08c9-58e5-4a94-8f37-1d00b1cc5b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:54.814492 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b08c9-58e5-4a94-8f37-1d00b1cc5b6f None None] Pushing event updated for resources: {'Port': ['ID=b0860a67-00f7-4cd4-955d-ab44f271a55c,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:55.098024 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e3cb11-3ee5-4a0e-ae23-0b87981d12dc tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Made reservation on behalf of ed3cb77f83754f69946c599dccaeb299 for: {'port': 2} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:37:55.113415 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-70e3cb11-3ee5-4a0e-ae23-0b87981d12dc tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:55.145278 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8835f0eb-7550-44dc-9544-01e26b1560e1 req-721031be-cd4a-4670-83f6-a6e12c4ecae2 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/ports?device_id=131cb0f5-771d-4782-a9c7-e853b9a5a80f HTTP/1.1" status: 200 len: 210 time: 0.1043670 Jul 13 07:37:55.189915 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-70e3cb11-3ee5-4a0e-ae23-0b87981d12dc tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:55.196978 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-40c6054c-f0da-4279-a355-6e885a4b4846 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:55.322659 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266180f-ce94-4781-969c-d70e1a074de4 req-0655f556-067e-47f1-b69e-1298fc81c6a8 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:55.328057 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5266180f-ce94-4781-969c-d70e1a074de4 req-0655f556-067e-47f1-b69e-1298fc81c6a8 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1535430-9785-4df9-b583-bd8a2c7e2865 HTTP/1.1" status: 200 len: 945 time: 1.2237642 Jul 13 07:37:55.359920 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-e5b6abda-74b3-47dd-9b1b-33dee3b28630 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Allocated IP 172.20.0.4 (13195566-0792-436c-9281-03239ca5fcf3/a2eb5a2d-e36f-459f-b098-ad0763333bbf/b689bcc4-2035-4218-8c13-eaad19fd662b) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:55.439059 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-40c6054c-f0da-4279-a355-6e885a4b4846 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Network 13195566-0792-436c-9281-03239ca5fcf3 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:55.485048 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2d81ec47-3337-46bb-b6d0-5dfde724aee6 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:55.509336 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-40c6054c-f0da-4279-a355-6e885a4b4846 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:55.636148 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-e5b6abda-74b3-47dd-9b1b-33dee3b28630 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:55.688935 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-40c6054c-f0da-4279-a355-6e885a4b4846 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:55.702122 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-e5b6abda-74b3-47dd-9b1b-33dee3b28630 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:55.732503 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6054c-f0da-4279-a355-6e885a4b4846 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Pushing event updated for resources: {'Port': ['ID=0e689924-ed00-413f-a342-f441685c3882,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:55.785253 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-70e3cb11-3ee5-4a0e-ae23-0b87981d12dc tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] device_id is not set on port fa62a6c8-e15a-4186-87a8-b9b10f47f6c3 yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:37:55.794047 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-e5b6abda-74b3-47dd-9b1b-33dee3b28630 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Network 13195566-0792-436c-9281-03239ca5fcf3 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:55.795373 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6abda-74b3-47dd-9b1b-33dee3b28630 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Pushing event updated for resources: {'Port': ['ID=b689bcc4-2035-4218-8c13-eaad19fd662b,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:55.800138 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-e5b6abda-74b3-47dd-9b1b-33dee3b28630 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:55.805366 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-e5b6abda-74b3-47dd-9b1b-33dee3b28630 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:55.870930 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-40c6054c-f0da-4279-a355-6e885a4b4846 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:55.871875 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-40c6054c-f0da-4279-a355-6e885a4b4846 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:55.901748 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5266180f-ce94-4781-969c-d70e1a074de4 req-47204fda-6d1e-42ce-a7b5-12c6bb7ebed1 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5550990 Jul 13 07:37:55.919667 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-e5b6abda-74b3-47dd-9b1b-33dee3b28630 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:55.920357 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-e5b6abda-74b3-47dd-9b1b-33dee3b28630 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:55.957404 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-e5b6abda-74b3-47dd-9b1b-33dee3b28630 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0710869 Jul 13 07:37:55.970457 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-7815ceb6-6404-4b83-ae29-c7b221ef6cfa service neutron] Request body: {'port': {'device_id': '131cb0f5-771d-4782-a9c7-e853b9a5a80f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:56.054077 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-40c6054c-f0da-4279-a355-6e885a4b4846 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7564378 Jul 13 07:37:56.081627 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-7815ceb6-6404-4b83-ae29-c7b221ef6cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:56.089163 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-4d398076-11b5-4a91-b69b-c575d99bf10b service neutron] Request body: {'port': {'device_id': 'b2d981f7-3c67-4a94-8531-a78960e3cf19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:37:56.513156 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49558e25-1127-4aa2-af5d-a28025b70e85 None None] Network 5550a9f4-2cd6-4f52-9ece-1182aeee2faf requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:56.579146 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-2d81ec47-3337-46bb-b6d0-5dfde724aee6 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Allocated IP 2001:db8::1 (5550a9f4-2cd6-4f52-9ece-1182aeee2faf/7a862f96-339a-4ddf-a96d-ec796ede5d90/b9bbc198-31bf-46c4-859f-05ea1c427d5d) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:37:56.612119 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-4d398076-11b5-4a91-b69b-c575d99bf10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:56.858029 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-7815ceb6-6404-4b83-ae29-c7b221ef6cfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b689bcc4-2035-4218-8c13-eaad19fd662b {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:56.893234 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-7815ceb6-6404-4b83-ae29-c7b221ef6cfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:56.934124 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-7815ceb6-6404-4b83-ae29-c7b221ef6cfa service neutron] Transition to ACTIVE for port object b689bcc4-2035-4218-8c13-eaad19fd662b will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:56.940975 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-70e3cb11-3ee5-4a0e-ae23-0b87981d12dc tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:56.963032 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ab49cc6a-1b20-44e8-8429-30e1c5c7f541 None None] Provisioning for port b0860a67-00f7-4cd4-955d-ab44f271a55c completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:56.967826 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49b8a0-2725-4670-8486-7a82faeb9610 req-9ba8f01b-e75c-4a1e-b5e4-eba3570aa4ce tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:56.979733 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1b49b8a0-2725-4670-8486-7a82faeb9610 req-9ba8f01b-e75c-4a1e-b5e4-eba3570aa4ce tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/ports?device_id=131cb0f5-771d-4782-a9c7-e853b9a5a80f HTTP/1.1" status: 200 len: 931 time: 0.3244565 Jul 13 07:37:56.981825 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-7815ceb6-6404-4b83-ae29-c7b221ef6cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:57.159874 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7815ceb6-6404-4b83-ae29-c7b221ef6cfa service neutron] Pushing event updated for resources: {'Port': ['ID=b689bcc4-2035-4218-8c13-eaad19fd662b,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:57.193765 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1b49b8a0-2725-4670-8486-7a82faeb9610 req-30113a86-6262-4c6b-a6e4-ac679274d0e7 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/security-groups?id=82e91fe1-b311-45b0-b5c0-417c48a037da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119894 Jul 13 07:37:57.265423 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b0860a67-00f7-4cd4-955d-ab44f271a55c up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:57.393305 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-7815ceb6-6404-4b83-ae29-c7b221ef6cfa service neutron] Attempting to bind port b689bcc4-2035-4218-8c13-eaad19fd662b on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:37:57.393727 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-7815ceb6-6404-4b83-ae29-c7b221ef6cfa service neutron] Attempting to bind port b689bcc4-2035-4218-8c13-eaad19fd662b by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'b894b440-a816-46c8-ae3c-1303b46a9b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '13195566-0792-436c-9281-03239ca5fcf3'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:37:57.394059 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-7815ceb6-6404-4b83-ae29-c7b221ef6cfa service neutron] Attempting to bind port b689bcc4-2035-4218-8c13-eaad19fd662b on network 13195566-0792-436c-9281-03239ca5fcf3 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:57.397780 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port b0860a67-00f7-4cd4-955d-ab44f271a55c completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:57.399935 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-7815ceb6-6404-4b83-ae29-c7b221ef6cfa service neutron] Port b689bcc4-2035-4218-8c13-eaad19fd662b on network 13195566-0792-436c-9281-03239ca5fcf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:37:57.400265 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-7815ceb6-6404-4b83-ae29-c7b221ef6cfa service neutron] Attempting to bind port b689bcc4-2035-4218-8c13-eaad19fd662b on network 13195566-0792-436c-9281-03239ca5fcf3 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:57.408837 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port b0860a67-00f7-4cd4-955d-ab44f271a55c triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:57.408837 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:57.409191 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-7815ceb6-6404-4b83-ae29-c7b221ef6cfa service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:37:57.409191 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-7815ceb6-6404-4b83-ae29-c7b221ef6cfa service neutron] Checking segment: {'id': 'b894b440-a816-46c8-ae3c-1303b46a9b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '13195566-0792-436c-9281-03239ca5fcf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:57.409191 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-7815ceb6-6404-4b83-ae29-c7b221ef6cfa service neutron] Bound using segment: {'id': 'b894b440-a816-46c8-ae3c-1303b46a9b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '13195566-0792-436c-9281-03239ca5fcf3'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:37:57.409191 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-7815ceb6-6404-4b83-ae29-c7b221ef6cfa service neutron] Bound port: b689bcc4-2035-4218-8c13-eaad19fd662b, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b894b440-a816-46c8-ae3c-1303b46a9b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '13195566-0792-436c-9281-03239ca5fcf3'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:37:57.409191 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-7815ceb6-6404-4b83-ae29-c7b221ef6cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:57.434952 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-70e3cb11-3ee5-4a0e-ae23-0b87981d12dc tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] device_id is not set on port 2acef186-9cb4-42b4-b39b-c695cf62687f yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:37:57.449423 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2d81ec47-3337-46bb-b6d0-5dfde724aee6 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:57.510455 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-7815ceb6-6404-4b83-ae29-c7b221ef6cfa service neutron] For port b689bcc4-2035-4218-8c13-eaad19fd662b, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:37:57.514411 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-7815ceb6-6404-4b83-ae29-c7b221ef6cfa service neutron] For port b689bcc4-2035-4218-8c13-eaad19fd662b, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=b689bcc4-2035-4218-8c13-eaad19fd662b,segment=NetworkSegment(b894b440-a816-46c8-ae3c-1303b46a9b9c),segment_id=b894b440-a816-46c8-ae3c-1303b46a9b9c)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:37:57.521863 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-7815ceb6-6404-4b83-ae29-c7b221ef6cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:57.558531 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:57.569043 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-7815ceb6-6404-4b83-ae29-c7b221ef6cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:57.569672 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-7815ceb6-6404-4b83-ae29-c7b221ef6cfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:57.572527 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-7815ceb6-6404-4b83-ae29-c7b221ef6cfa service neutron] 10.222.0.25 "PUT /v2.0/ports/b689bcc4-2035-4218-8c13-eaad19fd662b HTTP/1.1" status: 200 len: 1092 time: 1.6083992 Jul 13 07:37:57.573276 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131cb0f5-771d-4782-a9c7-e853b9a5a80f', 'tag': 'b689bcc4-2035-4218-8c13-eaad19fd662b'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:37:57.575690 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e44a0de-a662-417a-9765-ed097e6c3b97" -d '{"events": [{"name": "network-changed", "server_uuid": "131cb0f5-771d-4782-a9c7-e853b9a5a80f", "tag": "b689bcc4-2035-4218-8c13-eaad19fd662b"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:37:57.634682 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port b0860a67-00f7-4cd4-955d-ab44f271a55c, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=b0860a67-00f7-4cd4-955d-ab44f271a55c,segment=NetworkSegment(8cdbbac0-6e65-4741-8caf-3052fb07aed2),segment_id=8cdbbac0-6e65-4741-8caf-3052fb07aed2)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:37:57.640440 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-2d81ec47-3337-46bb-b6d0-5dfde724aee6 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Transition to ACTIVE for port object b9bbc198-31bf-46c4-859f-05ea1c427d5d will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:57.649214 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-79643de3-b04b-4a31-9c3e-05d2deafe1ce None None] Provisioning complete for port b0860a67-00f7-4cd4-955d-ab44f271a55c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:57.649912 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-79643de3-b04b-4a31-9c3e-05d2deafe1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:57.651172 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff0f914-6e69-4909-b0e6-613c41d39dc5 x-openstack-request-id: req-aff0f914-6e69-4909-b0e6-613c41d39dc5 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:37:57.651413 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "131cb0f5-771d-4782-a9c7-e853b9a5a80f", "tag": "b689bcc4-2035-4218-8c13-eaad19fd662b", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:37:57.651730 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aff0f914-6e69-4909-b0e6-613c41d39dc5 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:37:57.652107 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '131cb0f5-771d-4782-a9c7-e853b9a5a80f', 'tag': 'b689bcc4-2035-4218-8c13-eaad19fd662b', 'status': 'completed', 'code': 200} Jul 13 07:37:57.674986 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7815ceb6-6404-4b83-ae29-c7b221ef6cfa service neutron] Pushing event updated for resources: {'Port': ['ID=b689bcc4-2035-4218-8c13-eaad19fd662b,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:57.687157 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ab236-d53a-467a-9bfb-cce6102e6973 req-c91f2738-2e22-4fd8-9b38-6e3c445c37f6 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:57.688817 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-607ab236-d53a-467a-9bfb-cce6102e6973 req-c91f2738-2e22-4fd8-9b38-6e3c445c37f6 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1535430-9785-4df9-b583-bd8a2c7e2865 HTTP/1.1" status: 200 len: 945 time: 0.3986433 Jul 13 07:37:57.711653 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:57.756500 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-ba0dae60-33af-41cc-b026-72ec35b02b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:57.758566 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-ba0dae60-33af-41cc-b026-72ec35b02b8a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e04b8967d9294b5ab97c1d4f5d9e525c&device_id=131cb0f5-771d-4782-a9c7-e853b9a5a80f HTTP/1.1" status: 200 len: 1095 time: 0.1182449 Jul 13 07:37:57.783135 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=b0860a67-00f7-4cd4-955d-ab44f271a55c,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:57.822367 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-60ce73d8-27af-42f2-9856-1aab747e6dfd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b689bcc4-2035-4218-8c13-eaad19fd662b HTTP/1.1" status: 200 len: 217 time: 0.0547497 Jul 13 07:37:57.889818 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-42c4c403-efcd-441c-b804-767810e9fe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:57.891847 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-42c4c403-efcd-441c-b804-767810e9fe7e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2eb5a2d-e36f-459f-b098-ad0763333bbf HTTP/1.1" status: 200 len: 853 time: 0.0616841 Jul 13 07:37:57.946202 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-3a42f672-5531-4121-b877-d5a92d58bbfa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=13195566-0792-436c-9281-03239ca5fcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424352 Jul 13 07:37:57.998628 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-607ab236-d53a-467a-9bfb-cce6102e6973 req-104e5b12-7d62-410f-a32c-b9625838718a tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694849 Jul 13 07:37:58.077437 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2d81ec47-3337-46bb-b6d0-5dfde724aee6 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:58.079269 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-1d318cec-7402-4c91-8694-ed10584b13c1 service neutron] 10.222.0.25 "GET /v2.0/networks/13195566-0792-436c-9281-03239ca5fcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269670 Jul 13 07:37:58.154506 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d81ec47-3337-46bb-b6d0-5dfde724aee6 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Network 5550a9f4-2cd6-4f52-9ece-1182aeee2faf is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:37:58.158889 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-70e3cb11-3ee5-4a0e-ae23-0b87981d12dc tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:58.164014 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-2d81ec47-3337-46bb-b6d0-5dfde724aee6 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:58.187260 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d81ec47-3337-46bb-b6d0-5dfde724aee6 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:58.188108 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2d81ec47-3337-46bb-b6d0-5dfde724aee6 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:58.216460 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-90bb48ce-0cca-46a6-9ac5-68d522272c6c service neutron] 10.222.0.25 "GET /v2.0/networks/13195566-0792-436c-9281-03239ca5fcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297607 Jul 13 07:37:58.256392 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-4d398076-11b5-4a91-b69b-c575d99bf10b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e689924-ed00-413f-a342-f441685c3882 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:37:58.267000 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d81ec47-3337-46bb-b6d0-5dfde724aee6 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event updated for resources: {'Port': ['ID=b9bbc198-31bf-46c4-859f-05ea1c427d5d,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:58.295180 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-4d398076-11b5-4a91-b69b-c575d99bf10b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:58.378830 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-4d398076-11b5-4a91-b69b-c575d99bf10b service neutron] Transition to ACTIVE for port object 0e689924-ed00-413f-a342-f441685c3882 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:37:58.393337 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-4d398076-11b5-4a91-b69b-c575d99bf10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:58.462148 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44a0de-a662-417a-9765-ed097e6c3b97 req-5ad8de84-780e-41c3-86e5-4aa35b01938e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:58.463959 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7e44a0de-a662-417a-9765-ed097e6c3b97 req-5ad8de84-780e-41c3-86e5-4aa35b01938e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e04b8967d9294b5ab97c1d4f5d9e525c&device_id=131cb0f5-771d-4782-a9c7-e853b9a5a80f HTTP/1.1" status: 200 len: 1095 time: 0.1578362 Jul 13 07:37:58.499483 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-70e3cb11-3ee5-4a0e-ae23-0b87981d12dc tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:58.628372 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2d81ec47-3337-46bb-b6d0-5dfde724aee6 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:58.724493 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d398076-11b5-4a91-b69b-c575d99bf10b service neutron] Pushing event updated for resources: {'Port': ['ID=0e689924-ed00-413f-a342-f441685c3882,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:58.754569 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44a0de-a662-417a-9765-ed097e6c3b97 req-a92334e7-83da-44f8-aaa9-8378cbf00006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:58.756256 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7e44a0de-a662-417a-9765-ed097e6c3b97 req-a92334e7-83da-44f8-aaa9-8378cbf00006 service neutron] 10.222.0.25 "GET /v2.0/networks?id=13195566-0792-436c-9281-03239ca5fcf3 HTTP/1.1" status: 200 len: 914 time: 0.2855239 Jul 13 07:37:58.781572 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe3b64-d9be-4c29-889c-339811651a13 req-cba1a5ee-7f9f-4168-85ca-99c35503235d tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:58.794415 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-30fe3b64-d9be-4c29-889c-339811651a13 req-cba1a5ee-7f9f-4168-85ca-99c35503235d tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/ports?device_id=131cb0f5-771d-4782-a9c7-e853b9a5a80f HTTP/1.1" status: 200 len: 943 time: 0.2890565 Jul 13 07:37:58.809934 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6565af61-669f-4cd4-8ce4-017c8dd17f58 None None] Provisioning for port b9bbc198-31bf-46c4-859f-05ea1c427d5d completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:37:58.824811 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6565af61-669f-4cd4-8ce4-017c8dd17f58 None None] Provisioning complete for port b9bbc198-31bf-46c4-859f-05ea1c427d5d triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:58.825387 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6565af61-669f-4cd4-8ce4-017c8dd17f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:58.893838 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7e44a0de-a662-417a-9765-ed097e6c3b97 req-a884c3fd-e99e-41c8-a5e1-063a7c03e838 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b689bcc4-2035-4218-8c13-eaad19fd662b HTTP/1.1" status: 200 len: 217 time: 0.0962524 Jul 13 07:37:58.940612 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-6565af61-669f-4cd4-8ce4-017c8dd17f58 None None] Port b9bbc198-31bf-46c4-859f-05ea1c427d5d cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:37:59.096719 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44a0de-a662-417a-9765-ed097e6c3b97 req-7b85943d-25a4-4d48-9caf-13d35e353fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:37:59.099341 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7e44a0de-a662-417a-9765-ed097e6c3b97 req-7b85943d-25a4-4d48-9caf-13d35e353fc7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2eb5a2d-e36f-459f-b098-ad0763333bbf HTTP/1.1" status: 200 len: 853 time: 0.1887155 Jul 13 07:37:59.126660 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3cb11-3ee5-4a0e-ae23-0b87981d12dc tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Pushing event updated for resources: {'Port': ['ID=fa62a6c8-e15a-4186-87a8-b9b10f47f6c3,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:59.135262 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e3cb11-3ee5-4a0e-ae23-0b87981d12dc tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Checking segment: {'id': '33d53f6d-1a64-4d15-983b-281dcaf027a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a23342c1-710e-4f96-a821-3563a51c0965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:59.135560 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e3cb11-3ee5-4a0e-ae23-0b87981d12dc tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Network hostable DHCP agents. Network: a23342c1-710e-4f96-a821-3563a51c0965, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:37:59.152619 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-30fe3b64-d9be-4c29-889c-339811651a13 req-00cd1f42-259b-4d8a-8782-a6c248b10f0a tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/security-groups?id=82e91fe1-b311-45b0-b5c0-417c48a037da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559828 Jul 13 07:37:59.199991 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-4d398076-11b5-4a91-b69b-c575d99bf10b service neutron] Attempting to bind port 0e689924-ed00-413f-a342-f441685c3882 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:37:59.200707 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-4d398076-11b5-4a91-b69b-c575d99bf10b service neutron] Attempting to bind port 0e689924-ed00-413f-a342-f441685c3882 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'b894b440-a816-46c8-ae3c-1303b46a9b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '13195566-0792-436c-9281-03239ca5fcf3'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:37:59.201437 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-4d398076-11b5-4a91-b69b-c575d99bf10b service neutron] Attempting to bind port 0e689924-ed00-413f-a342-f441685c3882 on network 13195566-0792-436c-9281-03239ca5fcf3 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:59.222546 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7e44a0de-a662-417a-9765-ed097e6c3b97 req-6dafb421-d05a-4485-8ecc-000e3d564e04 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=13195566-0792-436c-9281-03239ca5fcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1111643 Jul 13 07:37:59.239549 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-4d398076-11b5-4a91-b69b-c575d99bf10b service neutron] Port 0e689924-ed00-413f-a342-f441685c3882 on network 13195566-0792-436c-9281-03239ca5fcf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:37:59.240677 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-4d398076-11b5-4a91-b69b-c575d99bf10b service neutron] Attempting to bind port 0e689924-ed00-413f-a342-f441685c3882 on network 13195566-0792-436c-9281-03239ca5fcf3 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:37:59.250743 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b0860a67-00f7-4cd4-955d-ab44f271a55c up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:37:59.319805 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e3cb11-3ee5-4a0e-ae23-0b87981d12dc tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Network a23342c1-710e-4f96-a821-3563a51c0965 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:37:59.351957 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7e44a0de-a662-417a-9765-ed097e6c3b97 req-190f3a2b-2c4c-41f0-98b1-d4f552f5f072 service neutron] 10.222.0.25 "GET /v2.0/networks/13195566-0792-436c-9281-03239ca5fcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233945 Jul 13 07:37:59.407937 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-4d398076-11b5-4a91-b69b-c575d99bf10b service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:37:59.423494 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-4d398076-11b5-4a91-b69b-c575d99bf10b service neutron] Checking segment: {'id': 'b894b440-a816-46c8-ae3c-1303b46a9b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '13195566-0792-436c-9281-03239ca5fcf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:37:59.424188 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-4d398076-11b5-4a91-b69b-c575d99bf10b service neutron] Bound using segment: {'id': 'b894b440-a816-46c8-ae3c-1303b46a9b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '13195566-0792-436c-9281-03239ca5fcf3'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:37:59.424856 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-4d398076-11b5-4a91-b69b-c575d99bf10b service neutron] Bound port: 0e689924-ed00-413f-a342-f441685c3882, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b894b440-a816-46c8-ae3c-1303b46a9b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '13195566-0792-436c-9281-03239ca5fcf3'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:37:59.425388 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-4d398076-11b5-4a91-b69b-c575d99bf10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:59.499179 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7e44a0de-a662-417a-9765-ed097e6c3b97 req-056358f5-fb38-4b27-9959-b098f6eb43ba service neutron] 10.222.0.25 "GET /v2.0/networks/13195566-0792-436c-9281-03239ca5fcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416595 Jul 13 07:37:59.581094 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-70e3cb11-3ee5-4a0e-ae23-0b87981d12dc tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, a23342c1-710e-4f96-a821-3563a51c0965) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:37:59.619698 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e3cb11-3ee5-4a0e-ae23-0b87981d12dc tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:37:59.620873 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-70e3cb11-3ee5-4a0e-ae23-0b87981d12dc tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:59.706095 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810b6b6b-aa15-4d0e-b695-a1f82ef86bf5 None None] Network a23342c1-710e-4f96-a821-3563a51c0965 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:37:59.889182 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2d81ec47-3337-46bb-b6d0-5dfde724aee6 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:59.909458 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-4d398076-11b5-4a91-b69b-c575d99bf10b service neutron] For port 0e689924-ed00-413f-a342-f441685c3882, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:37:59.954565 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-4d398076-11b5-4a91-b69b-c575d99bf10b service neutron] For port 0e689924-ed00-413f-a342-f441685c3882, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=0e689924-ed00-413f-a342-f441685c3882,segment=NetworkSegment(b894b440-a816-46c8-ae3c-1303b46a9b9c),segment_id=b894b440-a816-46c8-ae3c-1303b46a9b9c)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:37:59.960909 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3cb11-3ee5-4a0e-ae23-0b87981d12dc tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Pushing event updated for resources: {'Port': ['ID=2acef186-9cb4-42b4-b39b-c695cf62687f,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:37:59.982608 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port b0860a67-00f7-4cd4-955d-ab44f271a55c triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:37:59.983615 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:37:59.986229 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2d81ec47-3337-46bb-b6d0-5dfde724aee6 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:00.006698 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e3cb11-3ee5-4a0e-ae23-0b87981d12dc tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Checking segment: {'id': 'c614984a-6934-4425-b9e5-f7efc377f34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1d328551-5de4-45e5-ac73-e4a289647575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:00.007154 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e3cb11-3ee5-4a0e-ae23-0b87981d12dc tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Network hostable DHCP agents. Network: 1d328551-5de4-45e5-ac73-e4a289647575, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:38:00.014641 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-4d398076-11b5-4a91-b69b-c575d99bf10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:00.084693 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb9b528-0a49-4043-a42e-914e7a52a5bc req-64ff57f6-6362-4df4-bb32-20d660b2e5af tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:00.086897 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7fb9b528-0a49-4043-a42e-914e7a52a5bc req-64ff57f6-6362-4df4-bb32-20d660b2e5af tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1535430-9785-4df9-b583-bd8a2c7e2865 HTTP/1.1" status: 200 len: 945 time: 0.5327840 Jul 13 07:38:00.128509 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2d81ec47-3337-46bb-b6d0-5dfde724aee6 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:00.177630 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-4d398076-11b5-4a91-b69b-c575d99bf10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:00.178264 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-4d398076-11b5-4a91-b69b-c575d99bf10b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:00.179771 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-4d398076-11b5-4a91-b69b-c575d99bf10b service neutron] 10.222.0.25 "PUT /v2.0/ports/0e689924-ed00-413f-a342-f441685c3882 HTTP/1.1" status: 200 len: 1092 time: 4.1048577 Jul 13 07:38:00.223608 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2d981f7-3c67-4a94-8531-a78960e3cf19', 'tag': '0e689924-ed00-413f-a342-f441685c3882'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:00.225874 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8a51fe17-0a96-4d16-b4b6-d19a6c66a291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:00.227506 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da93d17-4aa1-4112-8c8b-0d24be89509a" -d '{"events": [{"name": "network-changed", "server_uuid": "b2d981f7-3c67-4a94-8531-a78960e3cf19", "tag": "0e689924-ed00-413f-a342-f441685c3882"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:00.287569 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d81ec47-3337-46bb-b6d0-5dfde724aee6 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event updated for resources: {'Port': ['ID=b9bbc198-31bf-46c4-859f-05ea1c427d5d,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:00.351332 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e3cb11-3ee5-4a0e-ae23-0b87981d12dc tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Network 1d328551-5de4-45e5-ac73-e4a289647575 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:38:00.392486 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7fb9b528-0a49-4043-a42e-914e7a52a5bc req-05a3809a-a584-4052-aa74-d66ff47a2c09 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808633 Jul 13 07:38:00.410936 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-70e3cb11-3ee5-4a0e-ae23-0b87981d12dc tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 1d328551-5de4-45e5-ac73-e4a289647575) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:00.420646 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ec58df-def2-4244-88d1-08c6da229a19 None None] Network 1d328551-5de4-45e5-ac73-e4a289647575 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:00.428503 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e3cb11-3ee5-4a0e-ae23-0b87981d12dc tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:00.436389 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e3cb11-3ee5-4a0e-ae23-0b87981d12dc tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:00.441733 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e3cb11-3ee5-4a0e-ae23-0b87981d12dc tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:00.442462 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-70e3cb11-3ee5-4a0e-ae23-0b87981d12dc tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:00.641754 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dddccbc-2acd-43f4-b0e4-b05d39d6b242 x-openstack-request-id: req-2dddccbc-2acd-43f4-b0e4-b05d39d6b242 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:00.642078 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2d981f7-3c67-4a94-8531-a78960e3cf19", "tag": "0e689924-ed00-413f-a342-f441685c3882", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:00.642256 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2dddccbc-2acd-43f4-b0e4-b05d39d6b242 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:00.642798 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2d981f7-3c67-4a94-8531-a78960e3cf19', 'tag': '0e689924-ed00-413f-a342-f441685c3882', 'status': 'completed', 'code': 200} Jul 13 07:38:00.679266 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d398076-11b5-4a91-b69b-c575d99bf10b service neutron] Pushing event updated for resources: {'Port': ['ID=0e689924-ed00-413f-a342-f441685c3882,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:00.722417 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-70e3cb11-3ee5-4a0e-ae23-0b87981d12dc tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.9500511 Jul 13 07:38:00.728066 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 43328) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:00.762700 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device b689bcc4-2035-4218-8c13-eaad19fd662b details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:38:00.767932 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-ec6a4ec2-126a-4563-91b2-0d1200e6133c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:00.769650 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-ec6a4ec2-126a-4563-91b2-0d1200e6133c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e04b8967d9294b5ab97c1d4f5d9e525c&device_id=b2d981f7-3c67-4a94-8531-a78960e3cf19 HTTP/1.1" status: 200 len: 1095 time: 0.5285199 Jul 13 07:38:00.786872 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d81ec47-3337-46bb-b6d0-5dfde724aee6 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Network 5550a9f4-2cd6-4f52-9ece-1182aeee2faf is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:00.795586 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f5df0952-0b3e-43aa-8c56-a3efae3dfc39 None None] Provisioning complete for port b9bbc198-31bf-46c4-859f-05ea1c427d5d triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:00.806384 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f5df0952-0b3e-43aa-8c56-a3efae3dfc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:00.827422 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-2d81ec47-3337-46bb-b6d0-5dfde724aee6 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:00.849954 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-e4a20af1-ebed-4461-8bef-cc74501a769a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e689924-ed00-413f-a342-f441685c3882 HTTP/1.1" status: 200 len: 217 time: 0.0713234 Jul 13 07:38:00.943775 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f5df0952-0b3e-43aa-8c56-a3efae3dfc39 None None] Port b9bbc198-31bf-46c4-859f-05ea1c427d5d cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:38:00.955641 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f62083-7311-456d-ae7b-a6f2a712c45b req-ce57bc88-36b4-4399-975a-45fae633566a tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:00.961807 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-55f62083-7311-456d-ae7b-a6f2a712c45b req-ce57bc88-36b4-4399-975a-45fae633566a tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/ports?device_id=131cb0f5-771d-4782-a9c7-e853b9a5a80f HTTP/1.1" status: 200 len: 943 time: 0.3138945 Jul 13 07:38:00.993678 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c252d8a6-2f44-44ee-9896-d599a1c263f8 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:01.006979 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c252d8a6-2f44-44ee-9896-d599a1c263f8 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:01.027679 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c252d8a6-2f44-44ee-9896-d599a1c263f8 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2984304 Jul 13 07:38:01.028405 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 43334) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:01.105034 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port b689bcc4-2035-4218-8c13-eaad19fd662b, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=b689bcc4-2035-4218-8c13-eaad19fd662b,segment=NetworkSegment(b894b440-a816-46c8-ae3c-1303b46a9b9c),segment_id=b894b440-a816-46c8-ae3c-1303b46a9b9c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:01.111513 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-09bb1315-2c51-4feb-b883-a601f0e98e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:01.113181 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-09bb1315-2c51-4feb-b883-a601f0e98e44 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2eb5a2d-e36f-459f-b098-ad0763333bbf HTTP/1.1" status: 200 len: 853 time: 0.2002323 Jul 13 07:38:01.136556 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': 'b689bcc4-2035-4218-8c13-eaad19fd662b', 'network_id': '13195566-0792-436c-9281-03239ca5fcf3', 'port_id': 'b689bcc4-2035-4218-8c13-eaad19fd662b', 'mac_address': 'fa:16:3e:51:42:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eb5a2d-e36f-459f-b098-ad0763333bbf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:38:01.205763 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-45209ae8-878e-4ed2-bb7b-232866ca2741 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=13195566-0792-436c-9281-03239ca5fcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800800 Jul 13 07:38:01.241572 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.286145 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b689bcc4-2035-4218-8c13-eaad19fd662b {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:01.312625 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port b689bcc4-2035-4218-8c13-eaad19fd662b, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=b689bcc4-2035-4218-8c13-eaad19fd662b,segment=NetworkSegment(b894b440-a816-46c8-ae3c-1303b46a9b9c),segment_id=b894b440-a816-46c8-ae3c-1303b46a9b9c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:01.318689 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.398193 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2b154a3a-2c9b-4b0d-837a-667b8b50627b None None] Provisioning complete for port b9bbc198-31bf-46c4-859f-05ea1c427d5d triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:01.398913 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2b154a3a-2c9b-4b0d-837a-667b8b50627b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:01.459073 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=b689bcc4-2035-4218-8c13-eaad19fd662b,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:01.481791 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2b154a3a-2c9b-4b0d-837a-667b8b50627b None None] Port b9bbc198-31bf-46c4-859f-05ea1c427d5d cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:38:01.541773 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['b689bcc4-2035-4218-8c13-eaad19fd662b'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:01.718205 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device f81ea829-0048-4d06-b0a1-9d4ba6b14173 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:38:01.724214 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device f81ea829-0048-4d06-b0a1-9d4ba6b14173 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:38:01.975331 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port f81ea829-0048-4d06-b0a1-9d4ba6b14173, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=f81ea829-0048-4d06-b0a1-9d4ba6b14173,segment=NetworkSegment(cd9aaace-dd86-4d07-b2da-557f00b03dc5),segment_id=cd9aaace-dd86-4d07-b2da-557f00b03dc5)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:02.013602 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': 'f81ea829-0048-4d06-b0a1-9d4ba6b14173', 'network_id': 'f19befd9-3bbc-45fe-a145-8403107507b4', 'port_id': 'f81ea829-0048-4d06-b0a1-9d4ba6b14173', 'mac_address': 'fa:16:3e:5b:a0:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13ed50c9-8c75-4ed4-a111-3f0bb851cc25', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:38:02.022048 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-cc33a600-f2b6-4719-91f1-3fc1e8642171 service neutron] 10.222.0.25 "GET /v2.0/networks/13195566-0792-436c-9281-03239ca5fcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8078849 Jul 13 07:38:02.308038 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-29bee4d7-1ab8-4acf-9b00-2e08f0efce82 req-76d47339-dc71-4921-b4bc-ea8511910724 service neutron] 10.222.0.25 "GET /v2.0/networks/13195566-0792-436c-9281-03239ca5fcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540386 Jul 13 07:38:02.324102 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d81ec47-3337-46bb-b6d0-5dfde724aee6 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Router dfaa7b0b-c552-4d4d-be0f-1a23b38f5945 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:38:02.409852 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-55f62083-7311-456d-ae7b-a6f2a712c45b req-7104b855-e7ac-486e-9a51-e502816c8733 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/security-groups?id=82e91fe1-b311-45b0-b5c0-417c48a037da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3803551 Jul 13 07:38:02.442435 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e7876-4914-4903-8231-de469cd9e67a req-c7f4fafa-e998-48b2-826e-047b17ba5452 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:02.450630 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4b1e7876-4914-4903-8231-de469cd9e67a req-c7f4fafa-e998-48b2-826e-047b17ba5452 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1535430-9785-4df9-b583-bd8a2c7e2865 HTTP/1.1" status: 200 len: 945 time: 0.4239762 Jul 13 07:38:02.491309 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-c670330e-1b51-4c3f-8d56-ec4bec4f6f10 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Deleting port fa62a6c8-e15a-4186-87a8-b9b10f47f6c3 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:02.491671 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c670330e-1b51-4c3f-8d56-ec4bec4f6f10 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:02.517704 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:02.536616 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:02.643727 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port f81ea829-0048-4d06-b0a1-9d4ba6b14173, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=f81ea829-0048-4d06-b0a1-9d4ba6b14173,segment=NetworkSegment(cd9aaace-dd86-4d07-b2da-557f00b03dc5),segment_id=cd9aaace-dd86-4d07-b2da-557f00b03dc5)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:02.658284 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4b1e7876-4914-4903-8231-de469cd9e67a req-f2181112-87d2-45ce-80ac-afbd9a9b1db3 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063804 Jul 13 07:38:02.685177 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d81ec47-3337-46bb-b6d0-5dfde724aee6 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:38:02.709656 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2d81ec47-3337-46bb-b6d0-5dfde724aee6 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "PUT /v2.0/routers/dfaa7b0b-c552-4d4d-be0f-1a23b38f5945/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7813725 Jul 13 07:38:02.709656 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 43350) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:02.714660 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1535430-9785-4df9-b583-bd8a2c7e2865', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f81ea829-0048-4d06-b0a1-9d4ba6b14173'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:02.722044 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0147ff0-ea66-4adf-88c5-1a22de8692e9" -d '{"events": [{"server_uuid": "a1535430-9785-4df9-b583-bd8a2c7e2865", "name": "network-vif-unplugged", "status": "completed", "tag": "f81ea829-0048-4d06-b0a1-9d4ba6b14173"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:02.725996 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da93d17-4aa1-4112-8c8b-0d24be89509a req-cce98a12-0182-4b71-9224-45dfc424ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:02.729192 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9da93d17-4aa1-4112-8c8b-0d24be89509a req-cce98a12-0182-4b71-9224-45dfc424ed6b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e04b8967d9294b5ab97c1d4f5d9e525c&device_id=b2d981f7-3c67-4a94-8531-a78960e3cf19 HTTP/1.1" status: 200 len: 1095 time: 0.3090210 Jul 13 07:38:02.732122 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:02.749243 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c670330e-1b51-4c3f-8d56-ec4bec4f6f10 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:02.750793 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeb570c-9710-4291-88fd-b9ea6147e57b None None] Sync routers for ids ['dfaa7b0b-c552-4d4d-be0f-1a23b38f5945'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:38:02.765322 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-c670330e-1b51-4c3f-8d56-ec4bec4f6f10 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Calling delete_port for fa62a6c8-e15a-4186-87a8-b9b10f47f6c3 owned by {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:02.782583 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f81ea829-0048-4d06-b0a1-9d4ba6b14173 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:02.874303 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c670330e-1b51-4c3f-8d56-ec4bec4f6f10 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:02.905429 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296eb4cb-b8ff-427f-a50c-06c16a6c6f92 x-openstack-request-id: req-296eb4cb-b8ff-427f-a50c-06c16a6c6f92 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:02.905956 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1535430-9785-4df9-b583-bd8a2c7e2865", "name": "network-vif-unplugged", "status": "completed", "tag": "f81ea829-0048-4d06-b0a1-9d4ba6b14173", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:02.906372 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-296eb4cb-b8ff-427f-a50c-06c16a6c6f92 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:02.906915 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1535430-9785-4df9-b583-bd8a2c7e2865', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f81ea829-0048-4d06-b0a1-9d4ba6b14173', 'code': 200} Jul 13 07:38:02.927536 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.db.api [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:38:02.928191 n-d-771363-34 neutron-server[94019]: DEBUG oslo_db.api [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:38:02.939631 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeb570c-9710-4291-88fd-b9ea6147e57b None None] Routers {'dfaa7b0b-c552-4d4d-be0f-1a23b38f5945'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:38:02.940565 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-6eeb570c-9710-4291-88fd-b9ea6147e57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:37:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['dfaa7b0b-c552-4d4d-be0f-1a23b38f5945'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:02.996804 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-6eeb570c-9710-4291-88fd-b9ea6147e57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:03.008549 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c670330e-1b51-4c3f-8d56-ec4bec4f6f10 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Pushing event deleted for resources: {'Port': ['ID=fa62a6c8-e15a-4186-87a8-b9b10f47f6c3,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:03.016538 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeb570c-9710-4291-88fd-b9ea6147e57b None None] Routers {'dfaa7b0b-c552-4d4d-be0f-1a23b38f5945'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:38:03.017442 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-6eeb570c-9710-4291-88fd-b9ea6147e57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:37:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['dfaa7b0b-c552-4d4d-be0f-1a23b38f5945'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:03.034709 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da38a8b-e66e-437a-a8b1-51f80eddc20c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:03.045159 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c670330e-1b51-4c3f-8d56-ec4bec4f6f10 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:03.046349 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3da38a8b-e66e-437a-a8b1-51f80eddc20c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "GET /v2.0/ports/b9bbc198-31bf-46c4-859f-05ea1c427d5d HTTP/1.1" status: 200 len: 911 time: 0.3381858 Jul 13 07:38:03.049613 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c670330e-1b51-4c3f-8d56-ec4bec4f6f10 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] 10.222.0.23 "DELETE /v2.0/ports/fa62a6c8-e15a-4186-87a8-b9b10f47f6c3 HTTP/1.1" status: 204 len: 168 time: 2.0088530 Jul 13 07:38:03.050713 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 43354) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:03.064937 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 43356) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:03.068185 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-6eeb570c-9710-4291-88fd-b9ea6147e57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:03.069128 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeb570c-9710-4291-88fd-b9ea6147e57b None None] The sync data for ids ['dfaa7b0b-c552-4d4d-be0f-1a23b38f5945'] in n-d-771363-34 is: [] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:38:03.098344 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=f81ea829-0048-4d06-b0a1-9d4ba6b14173,revision_number=6']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:03.103403 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a306bfe8-5d71-4d50-804f-14d6dee9abb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:03.168569 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:03.305534 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-489ece5f-ae1f-47ae-af62-b63c5025c0b3 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Deleting port 2acef186-9cb4-42b4-b39b-c695cf62687f {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:03.306368 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-489ece5f-ae1f-47ae-af62-b63c5025c0b3 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:03.315670 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da93d17-4aa1-4112-8c8b-0d24be89509a req-147e048f-85f5-4628-b39b-9e776a9a7ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:03.317490 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9da93d17-4aa1-4112-8c8b-0d24be89509a req-147e048f-85f5-4628-b39b-9e776a9a7ab5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=13195566-0792-436c-9281-03239ca5fcf3 HTTP/1.1" status: 200 len: 914 time: 0.5149655 Jul 13 07:38:03.418908 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-489ece5f-ae1f-47ae-af62-b63c5025c0b3 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:03.436065 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-489ece5f-ae1f-47ae-af62-b63c5025c0b3 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Calling delete_port for 2acef186-9cb4-42b4-b39b-c695cf62687f owned by {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:03.543986 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:03.598428 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f81ea829-0048-4d06-b0a1-9d4ba6b14173 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:03.632803 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-489ece5f-ae1f-47ae-af62-b63c5025c0b3 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:03.643427 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port f81ea829-0048-4d06-b0a1-9d4ba6b14173, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=f81ea829-0048-4d06-b0a1-9d4ba6b14173,segment=NetworkSegment(cd9aaace-dd86-4d07-b2da-557f00b03dc5),segment_id=cd9aaace-dd86-4d07-b2da-557f00b03dc5)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:03.655151 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:03.685824 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9da93d17-4aa1-4112-8c8b-0d24be89509a req-13beb18a-7fdd-4d83-901b-71545c0139ca service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e689924-ed00-413f-a342-f441685c3882 HTTP/1.1" status: 200 len: 217 time: 0.3593092 Jul 13 07:38:03.713416 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ece5f-ae1f-47ae-af62-b63c5025c0b3 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Pushing event deleted for resources: {'Port': ['ID=2acef186-9cb4-42b4-b39b-c695cf62687f,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:03.741747 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-489ece5f-ae1f-47ae-af62-b63c5025c0b3 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:03.744314 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-489ece5f-ae1f-47ae-af62-b63c5025c0b3 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] 10.222.0.23 "DELETE /v2.0/ports/2acef186-9cb4-42b4-b39b-c695cf62687f HTTP/1.1" status: 204 len: 168 time: 0.6667373 Jul 13 07:38:03.747029 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 43368) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:03.809981 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-233ff995-47fa-4ea1-ae40-15b9a137531c tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0593219 Jul 13 07:38:03.817810 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 43370) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:03.825724 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-443f1fa7-356e-4044-a745-8ead373067d9 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1155063588'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:03.831615 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=f81ea829-0048-4d06-b0a1-9d4ba6b14173,revision_number=7']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:03.882363 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da93d17-4aa1-4112-8c8b-0d24be89509a req-979dca8f-ff1a-458b-8fb8-d0ef0256dd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:03.885399 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9da93d17-4aa1-4112-8c8b-0d24be89509a req-979dca8f-ff1a-458b-8fb8-d0ef0256dd66 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a2eb5a2d-e36f-459f-b098-ad0763333bbf HTTP/1.1" status: 200 len: 853 time: 0.1903026 Jul 13 07:38:03.917321 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443f1fa7-356e-4044-a745-8ead373067d9 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Made reservation on behalf of ed3cb77f83754f69946c599dccaeb299 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:03.931266 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-443f1fa7-356e-4044-a745-8ead373067d9 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:03.994724 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9da93d17-4aa1-4112-8c8b-0d24be89509a req-efb0ff59-49d7-4f1c-8bdd-15535b1f87f2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=13195566-0792-436c-9281-03239ca5fcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948160 Jul 13 07:38:04.044163 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-443f1fa7-356e-4044-a745-8ead373067d9 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:38:04.081211 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-443f1fa7-356e-4044-a745-8ead373067d9 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:04.081211 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-443f1fa7-356e-4044-a745-8ead373067d9 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Added segment afb77c09-6e7c-4734-861d-8cd83554021a of type vlan for network 2ccc2ec1-bc7f-4176-90c3-b38d1eefda48 Jul 13 07:38:04.089288 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['f81ea829-0048-4d06-b0a1-9d4ba6b14173'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:04.149058 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:04.191307 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9da93d17-4aa1-4112-8c8b-0d24be89509a req-9cf42d1e-d02e-4f56-b719-33224c8262e9 service neutron] 10.222.0.25 "GET /v2.0/networks/13195566-0792-436c-9281-03239ca5fcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860623 Jul 13 07:38:04.225845 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baef820-e1e7-4a63-bb6d-1a686a808e72 req-2d87aabd-651c-4879-8546-46011f7f2bae tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:04.228009 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4baef820-e1e7-4a63-bb6d-1a686a808e72 req-2d87aabd-651c-4879-8546-46011f7f2bae tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/ports?device_id=131cb0f5-771d-4782-a9c7-e853b9a5a80f HTTP/1.1" status: 200 len: 944 time: 0.4738407 Jul 13 07:38:04.298416 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-443f1fa7-356e-4044-a745-8ead373067d9 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:04.466201 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6bff2-dfe6-4fae-a315-5a68655fbbfc req-111acc70-cb99-4f73-8660-c7537e30a56b tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:04.471146 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-76e6bff2-dfe6-4fae-a315-5a68655fbbfc req-111acc70-cb99-4f73-8660-c7537e30a56b tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1535430-9785-4df9-b583-bd8a2c7e2865 HTTP/1.1" status: 200 len: 944 time: 0.3278847 Jul 13 07:38:04.474347 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-443f1fa7-356e-4044-a745-8ead373067d9 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:04.477933 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4baef820-e1e7-4a63-bb6d-1a686a808e72 req-a1123855-9712-44ce-838a-e38ef5eac8f9 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/security-groups?id=82e91fe1-b311-45b0-b5c0-417c48a037da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180541 Jul 13 07:38:04.496353 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443f1fa7-356e-4044-a745-8ead373067d9 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:04.497021 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-443f1fa7-356e-4044-a745-8ead373067d9 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:04.509189 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9da93d17-4aa1-4112-8c8b-0d24be89509a req-3d7e7516-2e74-47c5-a3a9-4b8ed92f2200 service neutron] 10.222.0.25 "GET /v2.0/networks/13195566-0792-436c-9281-03239ca5fcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080392 Jul 13 07:38:04.580368 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5cf31363-7bf0-4616-be6e-f1a34e754d9d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:04.604905 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-443f1fa7-356e-4044-a745-8ead373067d9 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7851579 Jul 13 07:38:04.607333 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 43378) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:04.627490 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-06ab0436-6ca0-4846-bd95-97111f28d859 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1065336538'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:04.767564 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 0e689924-ed00-413f-a342-f441685c3882 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:38:04.770892 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device b689bcc4-2035-4218-8c13-eaad19fd662b up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:04.776426 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f1fa7-356e-4044-a745-8ead373067d9 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Pushing event updated for resources: {'Network': ['ID=2ccc2ec1-bc7f-4176-90c3-b38d1eefda48,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:04.827134 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-76e6bff2-dfe6-4fae-a315-5a68655fbbfc req-9c366a1e-be20-48f9-afb2-0f6f2866cb40 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181522 Jul 13 07:38:04.881306 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ab0436-6ca0-4846-bd95-97111f28d859 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Made reservation on behalf of ed3cb77f83754f69946c599dccaeb299 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:04.899119 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-06ab0436-6ca0-4846-bd95-97111f28d859 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:04.939560 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 2ccc2ec1-bc7f-4176-90c3-b38d1eefda48 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:38:05.017718 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ab0436-6ca0-4846-bd95-97111f28d859 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:38:05.069449 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-06ab0436-6ca0-4846-bd95-97111f28d859 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:05.070466 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-06ab0436-6ca0-4846-bd95-97111f28d859 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Added segment f59adc95-0c14-4e33-b3aa-97e9f8c760e5 of type vlan for network bbb23d59-6569-47c2-afc4-bcb8ff150298 Jul 13 07:38:05.158639 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.db.resource_extend [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:38:05.280668 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-06ab0436-6ca0-4846-bd95-97111f28d859 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:05.399815 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-06ab0436-6ca0-4846-bd95-97111f28d859 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:05.418009 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ab0436-6ca0-4846-bd95-97111f28d859 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:05.435148 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-06ab0436-6ca0-4846-bd95-97111f28d859 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:05.512607 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-06ab0436-6ca0-4846-bd95-97111f28d859 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8859253 Jul 13 07:38:05.590683 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-5cf31363-7bf0-4616-be6e-f1a34e754d9d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Deleting port b9bbc198-31bf-46c4-859f-05ea1c427d5d {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:05.605003 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5cf31363-7bf0-4616-be6e-f1a34e754d9d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:05.732949 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port b689bcc4-2035-4218-8c13-eaad19fd662b completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:05.764194 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab0436-6ca0-4846-bd95-97111f28d859 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Pushing event updated for resources: {'Network': ['ID=bbb23d59-6569-47c2-afc4-bcb8ff150298,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:05.825739 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port b689bcc4-2035-4218-8c13-eaad19fd662b triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:05.831667 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:05.970309 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network bbb23d59-6569-47c2-afc4-bcb8ff150298 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:38:06.014181 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 0e689924-ed00-413f-a342-f441685c3882, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=0e689924-ed00-413f-a342-f441685c3882,segment=NetworkSegment(b894b440-a816-46c8-ae3c-1303b46a9b9c),segment_id=b894b440-a816-46c8-ae3c-1303b46a9b9c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:06.091973 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '0e689924-ed00-413f-a342-f441685c3882', 'network_id': '13195566-0792-436c-9281-03239ca5fcf3', 'port_id': '0e689924-ed00-413f-a342-f441685c3882', 'mac_address': 'fa:16:3e:6d:df:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eb5a2d-e36f-459f-b098-ad0763333bbf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:38:06.110176 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device f81ea829-0048-4d06-b0a1-9d4ba6b14173 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:06.119235 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5cf31363-7bf0-4616-be6e-f1a34e754d9d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:06.178228 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-5cf31363-7bf0-4616-be6e-f1a34e754d9d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Calling delete_port for b9bbc198-31bf-46c4-859f-05ea1c427d5d owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:06.494338 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 43400) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:06.704830 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:06.847554 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e689924-ed00-413f-a342-f441685c3882 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:06.849504 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7522d-b646-44e9-9ea4-d46cd36566bd req-86806058-2ba6-4ce3-ad38-454b1a4677f4 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:06.879757 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-37e7522d-b646-44e9-9ea4-d46cd36566bd req-86806058-2ba6-4ce3-ad38-454b1a4677f4 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/ports?device_id=131cb0f5-771d-4782-a9c7-e853b9a5a80f HTTP/1.1" status: 200 len: 944 time: 0.3427536 Jul 13 07:38:07.097202 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-37e7522d-b646-44e9-9ea4-d46cd36566bd req-43180a19-faf1-47aa-90cc-71bfdd6f0fe4 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/security-groups?id=82e91fe1-b311-45b0-b5c0-417c48a037da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156055 Jul 13 07:38:07.126450 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5cf31363-7bf0-4616-be6e-f1a34e754d9d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:07.161087 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-38870266-6d54-4545-a69d-c8d82a37801d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:07.242632 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:07.253026 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 0e689924-ed00-413f-a342-f441685c3882, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=0e689924-ed00-413f-a342-f441685c3882,segment=NetworkSegment(b894b440-a816-46c8-ae3c-1303b46a9b9c),segment_id=b894b440-a816-46c8-ae3c-1303b46a9b9c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:07.285948 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf31363-7bf0-4616-be6e-f1a34e754d9d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event deleted for resources: {'Port': ['ID=b9bbc198-31bf-46c4-859f-05ea1c427d5d,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:07.441755 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:07.469516 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:07.589688 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-38870266-6d54-4545-a69d-c8d82a37801d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:07.628273 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-38870266-6d54-4545-a69d-c8d82a37801d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:07.725488 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port f81ea829-0048-4d06-b0a1-9d4ba6b14173 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:07.726354 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:07.962693 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5cf31363-7bf0-4616-be6e-f1a34e754d9d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.079547 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02c574-7249-4332-a26b-660b8877a645 req-80427886-e97f-4561-a830-e9e495c190dc tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:08.092585 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ff02c574-7249-4332-a26b-660b8877a645 req-80427886-e97f-4561-a830-e9e495c190dc tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1535430-9785-4df9-b583-bd8a2c7e2865 HTTP/1.1" status: 200 len: 944 time: 1.1406651 Jul 13 07:38:08.104538 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-38870266-6d54-4545-a69d-c8d82a37801d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=34f54d88267e40d58f534ad0469eca53&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6091001 Jul 13 07:38:08.111134 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 43412) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:08.116123 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38870266-6d54-4545-a69d-c8d82a37801d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1671c08f-03d4-4b38-b759-92792e844307,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:08.131343 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131cb0f5-771d-4782-a9c7-e853b9a5a80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b689bcc4-2035-4218-8c13-eaad19fd662b'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:08.137427 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226b40c4-fcae-411b-9062-4d32c892b007" -d '{"events": [{"server_uuid": "131cb0f5-771d-4782-a9c7-e853b9a5a80f", "name": "network-vif-plugged", "status": "completed", "tag": "b689bcc4-2035-4218-8c13-eaad19fd662b"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:08.194006 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['0e689924-ed00-413f-a342-f441685c3882'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:08.337438 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ff02c574-7249-4332-a26b-660b8877a645 req-b4f2de74-3c95-4f98-8a86-337dd5fec1bb tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272429 Jul 13 07:38:08.365887 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d5c58a02-db18-4c17-a5a6-c69ade0e91bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.407042 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f97d9b-0c5e-4772-a26e-e19c6ee4b223 x-openstack-request-id: req-99f97d9b-0c5e-4772-a26e-e19c6ee4b223 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:08.411311 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131cb0f5-771d-4782-a9c7-e853b9a5a80f", "name": "network-vif-plugged", "status": "completed", "tag": "b689bcc4-2035-4218-8c13-eaad19fd662b", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:08.411988 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-99f97d9b-0c5e-4772-a26e-e19c6ee4b223 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:08.416319 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131cb0f5-771d-4782-a9c7-e853b9a5a80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b689bcc4-2035-4218-8c13-eaad19fd662b', 'code': 200} Jul 13 07:38:08.437135 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port b689bcc4-2035-4218-8c13-eaad19fd662b, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=b689bcc4-2035-4218-8c13-eaad19fd662b,segment=NetworkSegment(b894b440-a816-46c8-ae3c-1303b46a9b9c),segment_id=b894b440-a816-46c8-ae3c-1303b46a9b9c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:08.499876 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d5c58a02-db18-4c17-a5a6-c69ade0e91bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.614870 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.640333 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.690163 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=0e689924-ed00-413f-a342-f441685c3882,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:08.730700 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d5c58a02-db18-4c17-a5a6-c69ade0e91bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.733615 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d5c58a02-db18-4c17-a5a6-c69ade0e91bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:08.738260 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d5c58a02-db18-4c17-a5a6-c69ade0e91bf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1671c08f-03d4-4b38-b759-92792e844307 HTTP/1.1" status: 204 len: 168 time: 0.6069875 Jul 13 07:38:08.766851 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c58a02-db18-4c17-a5a6-c69ade0e91bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1671c08f-03d4-4b38-b759-92792e844307,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:08.927717 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=b689bcc4-2035-4218-8c13-eaad19fd662b,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:09.046877 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port f81ea829-0048-4d06-b0a1-9d4ba6b14173, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=f81ea829-0048-4d06-b0a1-9d4ba6b14173,segment=NetworkSegment(cd9aaace-dd86-4d07-b2da-557f00b03dc5),segment_id=cd9aaace-dd86-4d07-b2da-557f00b03dc5)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:09.064927 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:09.163378 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf31363-7bf0-4616-be6e-f1a34e754d9d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Router dfaa7b0b-c552-4d4d-be0f-1a23b38f5945 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:38:09.281916 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2317687-439d-43a3-bc7f-27c20d73be94 req-607129b8-1948-4584-98af-293db668dbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:09.283987 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f2317687-439d-43a3-bc7f-27c20d73be94 req-607129b8-1948-4584-98af-293db668dbf3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=131cb0f5-771d-4782-a9c7-e853b9a5a80f HTTP/1.1" status: 200 len: 1097 time: 0.7578726 Jul 13 07:38:09.297627 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=f81ea829-0048-4d06-b0a1-9d4ba6b14173,revision_number=8']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:09.371761 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf31363-7bf0-4616-be6e-f1a34e754d9d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:38:09.382335 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de447a0b-8d5b-46dd-aeab-fb426c656787 None None] Sync routers for ids ['dfaa7b0b-c552-4d4d-be0f-1a23b38f5945'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:38:09.394175 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de447a0b-8d5b-46dd-aeab-fb426c656787 None None] Routers {'dfaa7b0b-c552-4d4d-be0f-1a23b38f5945'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:38:09.395368 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-de447a0b-8d5b-46dd-aeab-fb426c656787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:38:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['dfaa7b0b-c552-4d4d-be0f-1a23b38f5945'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:09.408324 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de2eaf-5ba9-4a82-abd5-98a501240cc0 req-aa4a079e-efbe-45b6-8173-dc6538c6d30f tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:09.409933 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f7de2eaf-5ba9-4a82-abd5-98a501240cc0 req-aa4a079e-efbe-45b6-8173-dc6538c6d30f tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/ports?device_id=131cb0f5-771d-4782-a9c7-e853b9a5a80f HTTP/1.1" status: 200 len: 945 time: 0.5871210 Jul 13 07:38:09.431574 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-de447a0b-8d5b-46dd-aeab-fb426c656787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:09.441044 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de447a0b-8d5b-46dd-aeab-fb426c656787 None None] Routers {'dfaa7b0b-c552-4d4d-be0f-1a23b38f5945'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:38:09.441936 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-de447a0b-8d5b-46dd-aeab-fb426c656787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:38:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['dfaa7b0b-c552-4d4d-be0f-1a23b38f5945'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:09.448913 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5cf31363-7bf0-4616-be6e-f1a34e754d9d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "PUT /v2.0/routers/dfaa7b0b-c552-4d4d-be0f-1a23b38f5945/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3423414 Jul 13 07:38:09.451971 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 43428) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:09.479995 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-de447a0b-8d5b-46dd-aeab-fb426c656787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:09.480951 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de447a0b-8d5b-46dd-aeab-fb426c656787 None None] The sync data for ids ['dfaa7b0b-c552-4d4d-be0f-1a23b38f5945'] in n-d-771363-34 is: [] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:38:09.518282 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-46863e87-22f4-4162-9399-3c49d57cfeaa tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfaa7b0b-c552-4d4d-be0f-1a23b38f5945 HTTP/1.1" status: 200 len: 205 time: 0.0643711 Jul 13 07:38:09.531541 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 43432) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:09.673184 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 43434) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:09.680773 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-ce342dd0-240e-42a6-9bc3-ccb6f94a56f0 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Request body: {'subnets': [{'network_id': '2ccc2ec1-bc7f-4176-90c3-b38d1eefda48', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1840580565', 'ip_version': 6}, {'network_id': 'bbb23d59-6569-47c2-afc4-bcb8ff150298', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:09.681073 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-ce342dd0-240e-42a6-9bc3-ccb6f94a56f0 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Request body: {'subnet': {'network_id': '2ccc2ec1-bc7f-4176-90c3-b38d1eefda48', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1840580565', 'ip_version': 6}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:09.681739 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-ce342dd0-240e-42a6-9bc3-ccb6f94a56f0 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Request body: {'subnet': {'network_id': 'bbb23d59-6569-47c2-afc4-bcb8ff150298', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:09.690986 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-21aeba4e-953e-4dec-814e-74a5764d6348 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:09.705318 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f2317687-439d-43a3-bc7f-27c20d73be94 req-3fc6f04f-7c62-4c03-b5de-e98812917e51 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=82e91fe1-b311-45b0-b5c0-417c48a037da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396719 Jul 13 07:38:09.710596 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f7de2eaf-5ba9-4a82-abd5-98a501240cc0 req-3f45eb20-a290-497b-95da-02fccbe1aee2 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/security-groups?id=82e91fe1-b311-45b0-b5c0-417c48a037da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130485 Jul 13 07:38:09.717945 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 43436) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:09.740921 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-543e92ad-d77e-4eaa-bf59-544bbdb096d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:09.994179 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-21aeba4e-953e-4dec-814e-74a5764d6348 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:09.997281 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-21aeba4e-953e-4dec-814e-74a5764d6348 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.007232 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acc176-4b3f-4ce9-9aff-cf17a2c829c5 req-5d9ae05b-daec-46fa-bc51-b77994c64cc4 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:10.008866 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-62acc176-4b3f-4ce9-9aff-cf17a2c829c5 req-5d9ae05b-daec-46fa-bc51-b77994c64cc4 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1535430-9785-4df9-b583-bd8a2c7e2865 HTTP/1.1" status: 200 len: 945 time: 0.2459612 Jul 13 07:38:10.028172 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-543e92ad-d77e-4eaa-bf59-544bbdb096d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.036015 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-543e92ad-d77e-4eaa-bf59-544bbdb096d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.077828 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce342dd0-240e-42a6-9bc3-ccb6f94a56f0 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Made reservation on behalf of ed3cb77f83754f69946c599dccaeb299 for: {'subnet': 2} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:10.084052 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ce342dd0-240e-42a6-9bc3-ccb6f94a56f0 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.084386 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ce342dd0-240e-42a6-9bc3-ccb6f94a56f0 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.162894 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-62acc176-4b3f-4ce9-9aff-cf17a2c829c5 req-768638cd-25a3-4b5a-a7e2-348070d7b175 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801413 Jul 13 07:38:10.172897 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-21aeba4e-953e-4dec-814e-74a5764d6348 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.173492 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21aeba4e-953e-4dec-814e-74a5764d6348 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Fanout notify agent at l3_agent the message router_deleted on router dfaa7b0b-c552-4d4d-be0f-1a23b38f5945 {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:38:10.181970 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-21aeba4e-953e-4dec-814e-74a5764d6348 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.188048 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-21aeba4e-953e-4dec-814e-74a5764d6348 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "DELETE /v2.0/routers/dfaa7b0b-c552-4d4d-be0f-1a23b38f5945 HTTP/1.1" status: 204 len: 168 time: 0.6550770 Jul 13 07:38:10.191221 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 43442) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:10.297422 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fe84048-efbe-48e1-b1fb-4b9f45e216f5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Deleting subnet 7a862f96-339a-4ddf-a96d-ec796ede5d90 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:38:10.301604 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2fe84048-efbe-48e1-b1fb-4b9f45e216f5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.360059 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2fe84048-efbe-48e1-b1fb-4b9f45e216f5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.422550 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1535430-9785-4df9-b583-bd8a2c7e2865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81ea829-0048-4d06-b0a1-9d4ba6b14173'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:10.436667 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-543e92ad-d77e-4eaa-bf59-544bbdb096d4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d53cfadd40834ce3905a894d2e6f9347&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7108283 Jul 13 07:38:10.443290 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 43446) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:10.446168 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2c2226-9885-4119-b02f-f3aa00910cd2" -d '{"events": [{"server_uuid": "a1535430-9785-4df9-b583-bd8a2c7e2865", "name": "network-vif-plugged", "status": "completed", "tag": "f81ea829-0048-4d06-b0a1-9d4ba6b14173"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:10.492518 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e92ad-d77e-4eaa-bf59-544bbdb096d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7b545e-7b0d-408b-994a-116bd1173b2f,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:10.623920 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bec93c-9d4d-4c06-bd81-4571e1491d20 x-openstack-request-id: req-d0bec93c-9d4d-4c06-bd81-4571e1491d20 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:10.624508 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1535430-9785-4df9-b583-bd8a2c7e2865", "name": "network-vif-plugged", "status": "completed", "tag": "f81ea829-0048-4d06-b0a1-9d4ba6b14173", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:10.625028 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d0bec93c-9d4d-4c06-bd81-4571e1491d20 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:10.627429 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1535430-9785-4df9-b583-bd8a2c7e2865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81ea829-0048-4d06-b0a1-9d4ba6b14173', 'code': 200} Jul 13 07:38:10.678716 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cf0c1608-9269-4e8c-ab8e-446316c2cbfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.848651 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cf0c1608-9269-4e8c-ab8e-446316c2cbfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.875832 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ce342dd0-240e-42a6-9bc3-ccb6f94a56f0 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:10.948872 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2fe84048-efbe-48e1-b1fb-4b9f45e216f5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:11.004603 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce342dd0-240e-42a6-9bc3-ccb6f94a56f0 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Pushing event updated for resources: {'Subnet': ['ID=b99c4065-e7f9-4205-a506-bf2efc986d96,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:11.125127 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce342dd0-240e-42a6-9bc3-ccb6f94a56f0 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Checking segment: {'id': 'afb77c09-6e7c-4734-861d-8cd83554021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2ccc2ec1-bc7f-4176-90c3-b38d1eefda48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:11.126067 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce342dd0-240e-42a6-9bc3-ccb6f94a56f0 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Network hostable DHCP agents. Network: 2ccc2ec1-bc7f-4176-90c3-b38d1eefda48, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:38:11.178095 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce342dd0-240e-42a6-9bc3-ccb6f94a56f0 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Network 2ccc2ec1-bc7f-4176-90c3-b38d1eefda48 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:38:11.207866 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656517c-2241-4316-912c-6236c0928eed req-46b7e215-3fab-4907-9d23-97500a82c2f2 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:11.210880 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5656517c-2241-4316-912c-6236c0928eed req-46b7e215-3fab-4907-9d23-97500a82c2f2 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/ports?device_id=131cb0f5-771d-4782-a9c7-e853b9a5a80f HTTP/1.1" status: 200 len: 945 time: 0.1607559 Jul 13 07:38:11.228268 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-ce342dd0-240e-42a6-9bc3-ccb6f94a56f0 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 2ccc2ec1-bc7f-4176-90c3-b38d1eefda48) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:11.244561 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ce342dd0-240e-42a6-9bc3-ccb6f94a56f0 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:11.261850 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603bca46-b7ef-445f-9869-d1b770533e72 None None] Network 2ccc2ec1-bc7f-4176-90c3-b38d1eefda48 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:11.300521 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cf0c1608-9269-4e8c-ab8e-446316c2cbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:11.303679 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cf0c1608-9269-4e8c-ab8e-446316c2cbfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:11.312225 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-cf0c1608-9269-4e8c-ab8e-446316c2cbfa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4b7b545e-7b0d-408b-994a-116bd1173b2f HTTP/1.1" status: 204 len: 168 time: 0.8636773 Jul 13 07:38:11.349168 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3dd88-0626-4aab-b217-daf6c3250331 req-cf5cb1b5-538f-45d7-ad91-b616db95b205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:11.350851 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9bb3dd88-0626-4aab-b217-daf6c3250331 req-cf5cb1b5-538f-45d7-ad91-b616db95b205 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a1535430-9785-4df9-b583-bd8a2c7e2865 HTTP/1.1" status: 200 len: 1097 time: 0.2473834 Jul 13 07:38:11.355959 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2fe84048-efbe-48e1-b1fb-4b9f45e216f5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:11.487704 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5656517c-2241-4316-912c-6236c0928eed req-559e2ce8-e6ea-478a-9384-2edd6afb49c0 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/security-groups?id=82e91fe1-b311-45b0-b5c0-417c48a037da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892858 Jul 13 07:38:11.533113 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0c1608-9269-4e8c-ab8e-446316c2cbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7b545e-7b0d-408b-994a-116bd1173b2f,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:11.589298 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce342dd0-240e-42a6-9bc3-ccb6f94a56f0 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Pushing event updated for resources: {'Subnet': ['ID=b7659ed2-0d45-4bf0-ae6f-87302c92faaf,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:11.684296 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2fe84048-efbe-48e1-b1fb-4b9f45e216f5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:11.689709 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2fe84048-efbe-48e1-b1fb-4b9f45e216f5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "DELETE /v2.0/subnets/7a862f96-339a-4ddf-a96d-ec796ede5d90 HTTP/1.1" status: 204 len: 168 time: 1.4973414 Jul 13 07:38:11.691065 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe84048-efbe-48e1-b1fb-4b9f45e216f5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event deleted for resources: {'Subnet': ['ID=7a862f96-339a-4ddf-a96d-ec796ede5d90,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:11.710255 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9bb3dd88-0626-4aab-b217-daf6c3250331 req-b9ce93b6-dd2a-42ba-aa17-6ab9d3a190ab service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364875 Jul 13 07:38:11.714725 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 43462) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:11.855364 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce342dd0-240e-42a6-9bc3-ccb6f94a56f0 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Checking segment: {'id': 'f59adc95-0c14-4e33-b3aa-97e9f8c760e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'bbb23d59-6569-47c2-afc4-bcb8ff150298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:11.855861 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce342dd0-240e-42a6-9bc3-ccb6f94a56f0 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Network hostable DHCP agents. Network: bbb23d59-6569-47c2-afc4-bcb8ff150298, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:38:11.916856 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02b897d-25a7-493a-9672-6f60daeb0ad6 None None] Network 5550a9f4-2cd6-4f52-9ece-1182aeee2faf requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:11.919514 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 0e689924-ed00-413f-a342-f441685c3882 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:12.070660 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a09fd7-6400-463d-a292-9f23b83106fc req-83bfcb1b-f0e2-42b1-b647-63357b3ddcc9 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:12.081015 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce342dd0-240e-42a6-9bc3-ccb6f94a56f0 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Network bbb23d59-6569-47c2-afc4-bcb8ff150298 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:38:12.085642 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b9a09fd7-6400-463d-a292-9f23b83106fc req-83bfcb1b-f0e2-42b1-b647-63357b3ddcc9 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1535430-9785-4df9-b583-bd8a2c7e2865 HTTP/1.1" status: 200 len: 945 time: 0.3567080 Jul 13 07:38:12.122177 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-085c4e1d-c55e-4bb9-8b4b-adcac2eb1708 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:12.179166 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-ce342dd0-240e-42a6-9bc3-ccb6f94a56f0 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, bbb23d59-6569-47c2-afc4-bcb8ff150298) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:12.192481 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce342dd0-240e-42a6-9bc3-ccb6f94a56f0 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:12.192999 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce342dd0-240e-42a6-9bc3-ccb6f94a56f0 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:12.198518 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ce342dd0-240e-42a6-9bc3-ccb6f94a56f0 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:12.239878 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b9a09fd7-6400-463d-a292-9f23b83106fc req-74284195-c9c8-40da-8a76-a132aae4fcdb tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394823 Jul 13 07:38:12.286663 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ce342dd0-240e-42a6-9bc3-ccb6f94a56f0 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.6120489 Jul 13 07:38:12.286839 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 43470) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:12.296336 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b60aa9-5f7e-45ec-b680-627dce05c3fd None None] Network bbb23d59-6569-47c2-afc4-bcb8ff150298 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:12.328539 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-085c4e1d-c55e-4bb9-8b4b-adcac2eb1708 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Deleting port b0860a67-00f7-4cd4-955d-ab44f271a55c {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:12.328986 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-085c4e1d-c55e-4bb9-8b4b-adcac2eb1708 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:12.460403 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-085c4e1d-c55e-4bb9-8b4b-adcac2eb1708 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] For port b0860a67-00f7-4cd4-955d-ab44f271a55c, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=b0860a67-00f7-4cd4-955d-ab44f271a55c,segment=NetworkSegment(8cdbbac0-6e65-4741-8caf-3052fb07aed2),segment_id=8cdbbac0-6e65-4741-8caf-3052fb07aed2)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:12.461565 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-085c4e1d-c55e-4bb9-8b4b-adcac2eb1708 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:12.480829 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2790893-0afd-4125-b222-854f0adf2859 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:12.487518 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2790893-0afd-4125-b222-854f0adf2859 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:12.495578 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-085c4e1d-c55e-4bb9-8b4b-adcac2eb1708 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Calling delete_port for b0860a67-00f7-4cd4-955d-ab44f271a55c owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:12.498397 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2790893-0afd-4125-b222-854f0adf2859 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:12.514720 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d2790893-0afd-4125-b222-854f0adf2859 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2263420 Jul 13 07:38:12.515988 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 43476) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:12.573072 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 0e689924-ed00-413f-a342-f441685c3882 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:12.583918 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 0e689924-ed00-413f-a342-f441685c3882 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:12.584630 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:12.592837 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62ca681-f209-4dcc-b8ab-70b4c913bfc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-bbb23d59-6569-47c2-afc4-bcb8ff150298', 'network_id': 'bbb23d59-6569-47c2-afc4-bcb8ff150298', 'tenant_id': 'ed3cb77f83754f69946c599dccaeb299', 'fixed_ips': [{'subnet_id': 'b7659ed2-0d45-4bf0-ae6f-87302c92faaf'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:38:12.593741 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b62ca681-f209-4dcc-b8ab-70b4c913bfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:12.684486 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0cc83ce-28a5-4bba-b544-f9f3ac48c107 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Deleting subnet b99c4065-e7f9-4205-a506-bf2efc986d96 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:38:12.700976 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f0cc83ce-28a5-4bba-b544-f9f3ac48c107 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:12.703610 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-085c4e1d-c55e-4bb9-8b4b-adcac2eb1708 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:12.722331 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646138b2-af4d-4a0e-99b8-91ede44ef821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-2ccc2ec1-bc7f-4176-90c3-b38d1eefda48', 'network_id': '2ccc2ec1-bc7f-4176-90c3-b38d1eefda48', 'tenant_id': 'ed3cb77f83754f69946c599dccaeb299', 'fixed_ips': [{'subnet_id': 'b99c4065-e7f9-4205-a506-bf2efc986d96'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:38:12.724139 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-646138b2-af4d-4a0e-99b8-91ede44ef821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:12.727797 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2333684b-c5f7-4894-8c38-c62b32993b88 None None] DHCP port deletion for 5550a9f4-2cd6-4f52-9ece-1182aeee2faf request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:38:12.768000 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c4e1d-c55e-4bb9-8b4b-adcac2eb1708 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event deleted for resources: {'Port': ['ID=b0860a67-00f7-4cd4-955d-ab44f271a55c,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:12.770554 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f0cc83ce-28a5-4bba-b544-f9f3ac48c107 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:12.784130 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085c4e1d-c55e-4bb9-8b4b-adcac2eb1708 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] No DVR routers for this DVR port b0860a67-00f7-4cd4-955d-ab44f271a55c on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:38:12.869710 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f0cc83ce-28a5-4bba-b544-f9f3ac48c107 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:12.973818 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-085c4e1d-c55e-4bb9-8b4b-adcac2eb1708 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:12.993795 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-085c4e1d-c55e-4bb9-8b4b-adcac2eb1708 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5550a9f4-2cd6-4f52-9ece-1182aeee2faf']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:13.017049 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-085c4e1d-c55e-4bb9-8b4b-adcac2eb1708 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cdbbac0-6e65-4741-8caf-3052fb07aed2') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:13.017288 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-085c4e1d-c55e-4bb9-8b4b-adcac2eb1708 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cdbbac0-6e65-4741-8caf-3052fb07aed2') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:13.042617 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-085c4e1d-c55e-4bb9-8b4b-adcac2eb1708 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:13.076643 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f0cc83ce-28a5-4bba-b544-f9f3ac48c107 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:13.100062 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd996b0-b51d-4788-a4f4-3d6af2334515 req-d85df1df-5dbd-446a-ae98-401d57482fca tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:13.111943 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4fd996b0-b51d-4788-a4f4-3d6af2334515 req-d85df1df-5dbd-446a-ae98-401d57482fca tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/ports?device_id=131cb0f5-771d-4782-a9c7-e853b9a5a80f HTTP/1.1" status: 200 len: 945 time: 0.2810094 Jul 13 07:38:13.127949 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-085c4e1d-c55e-4bb9-8b4b-adcac2eb1708 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:13.187178 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-085c4e1d-c55e-4bb9-8b4b-adcac2eb1708 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:38:13.189232 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-085c4e1d-c55e-4bb9-8b4b-adcac2eb1708 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:13.197457 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:13.197457 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:13.197457 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:13.197457 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:13.197457 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:13.197457 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:13.197457 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:13.197457 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:13.197457 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:13.197457 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:13.197457 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:38:13.197457 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:38:13.197457 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:38:13.197457 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:38:13.197457 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:38:13.197457 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:38:13.197457 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:38:13.197457 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:38:13.197457 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:38:13.197457 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:38:13.197457 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:38:13.197457 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:38:13.197457 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:38:13.197457 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:38:13.197457 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:38:13.197457 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:38:13.197457 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:38:13.197457 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:38:13.197457 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:38:13.197457 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:38:13.197457 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:38:13.197457 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:38:13.197457 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:38:13.197457 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:38:13.197457 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:38:13.197457 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:38:13.197457 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:38:13.197457 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:38:13.197457 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:38:13.197457 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:38:13.197457 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:38:13.197457 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:38:13.205676 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc83ce-28a5-4bba-b544-f9f3ac48c107 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Pushing event deleted for resources: {'Subnet': ['ID=b99c4065-e7f9-4205-a506-bf2efc986d96,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:13.241464 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f0cc83ce-28a5-4bba-b544-f9f3ac48c107 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:13.252961 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b0860a67-00f7-4cd4-955d-ab44f271a55c no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:38:13.255158 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f0cc83ce-28a5-4bba-b544-f9f3ac48c107 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] 10.222.0.23 "DELETE /v2.0/subnets/b99c4065-e7f9-4205-a506-bf2efc986d96 HTTP/1.1" status: 204 len: 168 time: 0.7371993 Jul 13 07:38:13.259586 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 43498) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:13.337284 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: b0860a67-00f7-4cd4-955d-ab44f271a55c {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:38:13.339479 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b0860a67-00f7-4cd4-955d-ab44f271a55c not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:38:13.434988 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a39853-2ab8-484c-945d-51c9824df88b tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Deleting subnet b7659ed2-0d45-4bf0-ae6f-87302c92faaf {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:38:13.537130 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server [None req-646138b2-af4d-4a0e-99b8-91ede44ef821 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b99c4065-e7f9-4205-a506-bf2efc986d96: This subnet is being modified by another concurrent operation. Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:38:13.614030 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:38:13.625222 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:38:13.625222 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:38:13.625222 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:38:13.625222 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:38:13.625222 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:38:13.625222 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:38:13.625222 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:38:13.625222 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:38:13.625222 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:38:13.625222 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:38:13.625222 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:38:13.625222 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:38:13.625222 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:38:13.625222 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:38:13.625222 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:38:13.625222 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:38:13.625222 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 13 07:38:13.625222 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 13 07:38:13.625222 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 13 07:38:13.625222 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 13 07:38:13.625222 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 13 07:38:13.625222 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 13 07:38:13.625222 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 13 07:38:13.625222 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 13 07:38:13.625222 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:38:13.625222 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:38:13.625222 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:38:13.625222 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:38:13.625222 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 13 07:38:13.625222 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 13 07:38:13.625222 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 13 07:38:13.625222 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 13 07:38:13.625222 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 13 07:38:13.625222 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 13 07:38:13.625222 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 13 07:38:13.625222 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise exception Jul 13 07:38:13.625222 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b99c4065-e7f9-4205-a506-bf2efc986d96: This subnet is being modified by another concurrent operation. Jul 13 07:38:13.625222 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server Jul 13 07:38:13.663910 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d981f7-3c67-4a94-8531-a78960e3cf19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e689924-ed00-413f-a342-f441685c3882'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:13.672755 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12073215-4030-49a8-bcd3-1c26197867d8" -d '{"events": [{"server_uuid": "b2d981f7-3c67-4a94-8531-a78960e3cf19", "name": "network-vif-plugged", "status": "completed", "tag": "0e689924-ed00-413f-a342-f441685c3882"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:13.720833 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f718bbee-2d39-4282-a22e-7f5621d73d8a None None] Network 2ccc2ec1-bc7f-4176-90c3-b38d1eefda48 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:13.745733 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30042fd8-e344-4e46-a17e-d04a77c585ed req-300c9d2a-242b-4f60-9408-0014573a8425 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:13.747701 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-30042fd8-e344-4e46-a17e-d04a77c585ed req-300c9d2a-242b-4f60-9408-0014573a8425 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1535430-9785-4df9-b583-bd8a2c7e2865 HTTP/1.1" status: 200 len: 945 time: 0.1947618 Jul 13 07:38:13.779605 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-b62ca681-f209-4dcc-b8ab-70b4c913bfc3 None None] Allocated IP 2001:db8:0:1::1 (bbb23d59-6569-47c2-afc4-bcb8ff150298/b7659ed2-0d45-4bf0-ae6f-87302c92faaf/e38f114c-41c5-4343-98aa-4ea5fc0c7226) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:13.803988 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 0e689924-ed00-413f-a342-f441685c3882, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=0e689924-ed00-413f-a342-f441685c3882,segment=NetworkSegment(b894b440-a816-46c8-ae3c-1303b46a9b9c),segment_id=b894b440-a816-46c8-ae3c-1303b46a9b9c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:13.822255 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-30042fd8-e344-4e46-a17e-d04a77c585ed req-fd1edd93-8a38-4b5a-a7f0-c913c06bdff5 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651066 Jul 13 07:38:13.850547 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:13.941039 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=0e689924-ed00-413f-a342-f441685c3882,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:13.988613 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e47353d-2bf9-48ab-9989-fd5893dd7626 x-openstack-request-id: req-5e47353d-2bf9-48ab-9989-fd5893dd7626 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:13.989043 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d981f7-3c67-4a94-8531-a78960e3cf19", "name": "network-vif-plugged", "status": "completed", "tag": "0e689924-ed00-413f-a342-f441685c3882", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:13.989438 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5e47353d-2bf9-48ab-9989-fd5893dd7626 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:13.994913 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d981f7-3c67-4a94-8531-a78960e3cf19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e689924-ed00-413f-a342-f441685c3882', 'code': 200} Jul 13 07:38:14.078138 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-085c4e1d-c55e-4bb9-8b4b-adcac2eb1708 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.086482 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-085c4e1d-c55e-4bb9-8b4b-adcac2eb1708 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.089531 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-085c4e1d-c55e-4bb9-8b4b-adcac2eb1708 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "DELETE /v2.0/networks/5550a9f4-2cd6-4f52-9ece-1182aeee2faf HTTP/1.1" status: 204 len: 168 time: 2.3734965 Jul 13 07:38:14.093756 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 43514) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:14.099449 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-1710855b-ef09-42de-bec7-bfce741b3bed tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1754545806', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}, 'admin_state_up': False}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:14.132366 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4fd996b0-b51d-4788-a4f4-3d6af2334515 req-ca0029e0-558b-4b55-838c-b28538c294f0 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/security-groups?id=82e91fe1-b311-45b0-b5c0-417c48a037da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0185542 Jul 13 07:38:14.152102 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c4e1d-c55e-4bb9-8b4b-adcac2eb1708 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event deleted for resources: {'Network': ['ID=5550a9f4-2cd6-4f52-9ece-1182aeee2faf,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:14.215391 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1710855b-ef09-42de-bec7-bfce741b3bed tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.223343 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1710855b-ef09-42de-bec7-bfce741b3bed tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.234743 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b62ca681-f209-4dcc-b8ab-70b4c913bfc3 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.236801 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb4708-b77e-4d1c-851c-7337ee1569bd req-ee228d95-0cd3-4736-8e02-1537161c1202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:14.238356 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7bfb4708-b77e-4d1c-851c-7337ee1569bd req-ee228d95-0cd3-4736-8e02-1537161c1202 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b2d981f7-3c67-4a94-8531-a78960e3cf19 HTTP/1.1" status: 200 len: 1097 time: 0.1852055 Jul 13 07:38:14.305631 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b62ca681-f209-4dcc-b8ab-70b4c913bfc3 None None] Transition to ACTIVE for port object e38f114c-41c5-4343-98aa-4ea5fc0c7226 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:14.330494 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b62ca681-f209-4dcc-b8ab-70b4c913bfc3 None None] Transition to ACTIVE for port object e38f114c-41c5-4343-98aa-4ea5fc0c7226 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:14.346811 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b62ca681-f209-4dcc-b8ab-70b4c913bfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.353968 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7bfb4708-b77e-4d1c-851c-7337ee1569bd req-104e484e-ae2d-4594-b91a-bdb1da864e7e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=82e91fe1-b311-45b0-b5c0-417c48a037da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088326 Jul 13 07:38:14.370580 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-96a39853-2ab8-484c-945d-51c9824df88b tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.413020 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62ca681-f209-4dcc-b8ab-70b4c913bfc3 None None] Network bbb23d59-6569-47c2-afc4-bcb8ff150298 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:14.415285 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ca681-f209-4dcc-b8ab-70b4c913bfc3 None None] Pushing event updated for resources: {'Port': ['ID=e38f114c-41c5-4343-98aa-4ea5fc0c7226,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:14.419821 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-b62ca681-f209-4dcc-b8ab-70b4c913bfc3 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:14.422214 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62ca681-f209-4dcc-b8ab-70b4c913bfc3 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:14.485098 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf1893-47ba-4c6c-be5e-a13c0f24365e req-81a41865-4339-4f7a-9b99-8a877193f15e tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:14.493945 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e5cf1893-47ba-4c6c-be5e-a13c0f24365e req-81a41865-4339-4f7a-9b99-8a877193f15e tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1535430-9785-4df9-b583-bd8a2c7e2865 HTTP/1.1" status: 200 len: 945 time: 0.3568957 Jul 13 07:38:14.522671 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1710855b-ef09-42de-bec7-bfce741b3bed tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.559326 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-b62ca681-f209-4dcc-b8ab-70b4c913bfc3 None None] Attempting to bind port e38f114c-41c5-4343-98aa-4ea5fc0c7226 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:14.559929 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-b62ca681-f209-4dcc-b8ab-70b4c913bfc3 None None] Attempting to bind port e38f114c-41c5-4343-98aa-4ea5fc0c7226 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'f59adc95-0c14-4e33-b3aa-97e9f8c760e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'bbb23d59-6569-47c2-afc4-bcb8ff150298'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:14.561509 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62ca681-f209-4dcc-b8ab-70b4c913bfc3 None None] Attempting to bind port e38f114c-41c5-4343-98aa-4ea5fc0c7226 on network bbb23d59-6569-47c2-afc4-bcb8ff150298 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:14.573768 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62ca681-f209-4dcc-b8ab-70b4c913bfc3 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:14.574505 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62ca681-f209-4dcc-b8ab-70b4c913bfc3 None None] Checking segment: {'id': 'f59adc95-0c14-4e33-b3aa-97e9f8c760e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'bbb23d59-6569-47c2-afc4-bcb8ff150298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:14.574813 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b62ca681-f209-4dcc-b8ab-70b4c913bfc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.575276 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62ca681-f209-4dcc-b8ab-70b4c913bfc3 None None] Bound using segment: {'id': 'f59adc95-0c14-4e33-b3aa-97e9f8c760e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'bbb23d59-6569-47c2-afc4-bcb8ff150298'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:14.575935 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-b62ca681-f209-4dcc-b8ab-70b4c913bfc3 None None] Bound port: e38f114c-41c5-4343-98aa-4ea5fc0c7226, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f59adc95-0c14-4e33-b3aa-97e9f8c760e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'bbb23d59-6569-47c2-afc4-bcb8ff150298'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:14.577112 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b62ca681-f209-4dcc-b8ab-70b4c913bfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.680880 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-96a39853-2ab8-484c-945d-51c9824df88b tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.698620 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e5cf1893-47ba-4c6c-be5e-a13c0f24365e req-9076cb1a-937f-4c08-b794-617985bdd830 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034180 Jul 13 07:38:14.733214 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-b62ca681-f209-4dcc-b8ab-70b4c913bfc3 None None] For port e38f114c-41c5-4343-98aa-4ea5fc0c7226, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:14.738667 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-b62ca681-f209-4dcc-b8ab-70b4c913bfc3 None None] For port e38f114c-41c5-4343-98aa-4ea5fc0c7226, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=e38f114c-41c5-4343-98aa-4ea5fc0c7226,segment=NetworkSegment(f59adc95-0c14-4e33-b3aa-97e9f8c760e5),segment_id=f59adc95-0c14-4e33-b3aa-97e9f8c760e5)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:14.750181 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b62ca681-f209-4dcc-b8ab-70b4c913bfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.847290 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ca681-f209-4dcc-b8ab-70b4c913bfc3 None None] Pushing event updated for resources: {'Port': ['ID=e38f114c-41c5-4343-98aa-4ea5fc0c7226,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:14.930946 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1710855b-ef09-42de-bec7-bfce741b3bed tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:14.956614 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-91610407-f12b-4227-9cfe-99461bc735aa req-ba4e1301-47a9-4e89-969d-a90e40bb4dcd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a1535430-9785-4df9-b583-bd8a2c7e2865&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7012835 Jul 13 07:38:15.041908 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53940795-8771-40e5-a3fe-5d0693152dff req-4efcc647-edf7-4bc5-8fd9-b87696971c8b tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:15.058663 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53940795-8771-40e5-a3fe-5d0693152dff req-4efcc647-edf7-4bc5-8fd9-b87696971c8b tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2d981f7-3c67-4a94-8531-a78960e3cf19 HTTP/1.1" status: 200 len: 945 time: 0.2017858 Jul 13 07:38:15.086104 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-96a39853-2ab8-484c-945d-51c9824df88b tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:15.207824 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53940795-8771-40e5-a3fe-5d0693152dff req-f8ab9784-6b6f-45b7-b58e-b0b6c1940074 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/security-groups?id=82e91fe1-b311-45b0-b5c0-417c48a037da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437078 Jul 13 07:38:15.428123 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91610407-f12b-4227-9cfe-99461bc735aa req-9107f629-6625-4b70-b5b0-321b57d649f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:15.432176 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-91610407-f12b-4227-9cfe-99461bc735aa req-9107f629-6625-4b70-b5b0-321b57d649f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c810d7c789b47038f0e4c69e077ced6&device_id=a1535430-9785-4df9-b583-bd8a2c7e2865 HTTP/1.1" status: 200 len: 1097 time: 0.3658822 Jul 13 07:38:15.450527 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-96a39853-2ab8-484c-945d-51c9824df88b tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:15.543888 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a39853-2ab8-484c-945d-51c9824df88b tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Pushing event deleted for resources: {'Subnet': ['ID=b7659ed2-0d45-4bf0-ae6f-87302c92faaf,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:15.584651 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-96a39853-2ab8-484c-945d-51c9824df88b tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:15.589005 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-96a39853-2ab8-484c-945d-51c9824df88b tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] 10.222.0.23 "DELETE /v2.0/subnets/b7659ed2-0d45-4bf0-ae6f-87302c92faaf HTTP/1.1" status: 204 len: 168 time: 2.3279905 Jul 13 07:38:15.594874 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 43558) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:15.778516 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ac9605-504b-4ac9-8d7c-e5a7ae6804e1 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:15.784125 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-67ac9605-504b-4ac9-8d7c-e5a7ae6804e1 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1869330 Jul 13 07:38:15.787603 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 43574) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:16.125126 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ea3ddbd6-2fca-498b-b15d-26efd197587f tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:16.209141 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1710855b-ef09-42de-bec7-bfce741b3bed tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:16.313153 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-ea3ddbd6-2fca-498b-b15d-26efd197587f tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Deleting port e38f114c-41c5-4343-98aa-4ea5fc0c7226 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:16.316210 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ea3ddbd6-2fca-498b-b15d-26efd197587f tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:16.337923 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1710855b-ef09-42de-bec7-bfce741b3bed tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:16.492854 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91610407-f12b-4227-9cfe-99461bc735aa req-05a5773d-6887-4445-b225-686a815804ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:16.496355 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-91610407-f12b-4227-9cfe-99461bc735aa req-05a5773d-6887-4445-b225-686a815804ef service neutron] 10.222.0.42 "GET /v2.0/networks?id=f19befd9-3bbc-45fe-a145-8403107507b4 HTTP/1.1" status: 200 len: 916 time: 0.9793200 Jul 13 07:38:16.659248 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-ea3ddbd6-2fca-498b-b15d-26efd197587f tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] For port e38f114c-41c5-4343-98aa-4ea5fc0c7226, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=e38f114c-41c5-4343-98aa-4ea5fc0c7226,segment=NetworkSegment(f59adc95-0c14-4e33-b3aa-97e9f8c760e5),segment_id=f59adc95-0c14-4e33-b3aa-97e9f8c760e5)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:16.659698 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ea3ddbd6-2fca-498b-b15d-26efd197587f tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:16.690971 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-ea3ddbd6-2fca-498b-b15d-26efd197587f tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Calling delete_port for e38f114c-41c5-4343-98aa-4ea5fc0c7226 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:16.908065 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afca52-03d0-4fac-929e-2d127c47bd57 req-6b4891e2-6f35-4c8e-bf00-077a07b81c55 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:16.916940 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-96afca52-03d0-4fac-929e-2d127c47bd57 req-6b4891e2-6f35-4c8e-bf00-077a07b81c55 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2d981f7-3c67-4a94-8531-a78960e3cf19 HTTP/1.1" status: 200 len: 945 time: 0.3192747 Jul 13 07:38:16.963437 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 43672) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:17.060202 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f4b233-3507-4151-a8ce-0f27ce76d8e7 None None] Network bbb23d59-6569-47c2-afc4-bcb8ff150298 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:17.193407 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ea3ddbd6-2fca-498b-b15d-26efd197587f tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:17.271760 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f90468b6-e47c-4b0a-93d3-60841c796072 None None] Provisioning complete for port e38f114c-41c5-4343-98aa-4ea5fc0c7226 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:17.273430 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f90468b6-e47c-4b0a-93d3-60841c796072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:17.326355 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ddbd6-2fca-498b-b15d-26efd197587f tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Pushing event deleted for resources: {'Port': ['ID=e38f114c-41c5-4343-98aa-4ea5fc0c7226,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:17.341556 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f90468b6-e47c-4b0a-93d3-60841c796072 None None] Port e38f114c-41c5-4343-98aa-4ea5fc0c7226 was deleted so its status cannot be updated. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 13 07:38:17.404475 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device e38f114c-41c5-4343-98aa-4ea5fc0c7226 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:17.431398 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: e38f114c-41c5-4343-98aa-4ea5fc0c7226 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:38:17.432120 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device e38f114c-41c5-4343-98aa-4ea5fc0c7226 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 13 07:38:17.460495 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-96afca52-03d0-4fac-929e-2d127c47bd57 req-9ce5faf1-bbe1-4618-b675-10c315ca9eae tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/security-groups?id=82e91fe1-b311-45b0-b5c0-417c48a037da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5418646 Jul 13 07:38:17.490257 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3ddbd6-2fca-498b-b15d-26efd197587f tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] No DVR routers for this DVR port e38f114c-41c5-4343-98aa-4ea5fc0c7226 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:38:17.490624 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Port e38f114c-41c5-4343-98aa-4ea5fc0c7226 not found, will not notify nova. {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 13 07:38:17.502273 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76164f59-a85b-4fbb-aa82-f8f001f2609e None None] DHCP port deletion for bbb23d59-6569-47c2-afc4-bcb8ff150298 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:38:17.563700 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c54f12f-1392-4e13-870e-c9acd8a70e69 None None] get_active_networks_info from n-d-771363-34 {{(pid=94019) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:38:17.637688 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cac1e406-3caa-4d3a-9001-1368c3f504ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:17.671592 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-206bfb0b-9d39-4de3-9005-b481eb5f2b53 req-4dc6f2b4-0dc9-486f-babe-cad36758b23d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8548217 Jul 13 07:38:17.756952 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c54f12f-1392-4e13-870e-c9acd8a70e69 None None] Resources bound (agent type, host, resource id): {{(pid=94019) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:38:17.833611 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-91610407-f12b-4227-9cfe-99461bc735aa req-274b7028-21a4-46de-84e1-c04f79d038a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f81ea829-0048-4d06-b0a1-9d4ba6b14173 HTTP/1.1" status: 200 len: 217 time: 1.1556261 Jul 13 07:38:17.974533 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ea3ddbd6-2fca-498b-b15d-26efd197587f tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:17.994252 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-ea3ddbd6-2fca-498b-b15d-26efd197587f tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb23d59-6569-47c2-afc4-bcb8ff150298']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:18.020747 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-ea3ddbd6-2fca-498b-b15d-26efd197587f tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f59adc95-0c14-4e33-b3aa-97e9f8c760e5') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:18.025065 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-ea3ddbd6-2fca-498b-b15d-26efd197587f tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f59adc95-0c14-4e33-b3aa-97e9f8c760e5') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:18.025800 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:38:18.081000 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ea3ddbd6-2fca-498b-b15d-26efd197587f tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:18.201944 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91610407-f12b-4227-9cfe-99461bc735aa req-94edfa97-141e-4b48-ae42-5d37afe9dc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:18.209653 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-91610407-f12b-4227-9cfe-99461bc735aa req-94edfa97-141e-4b48-ae42-5d37afe9dc34 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=13ed50c9-8c75-4ed4-a111-3f0bb851cc25 HTTP/1.1" status: 200 len: 855 time: 0.3461931 Jul 13 07:38:18.278423 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ea3ddbd6-2fca-498b-b15d-26efd197587f tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:18.335129 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-1f2ce50c-9c9f-439b-8916-59dea8961c1e tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:18.338018 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-1f2ce50c-9c9f-439b-8916-59dea8961c1e tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/networks?id=f19befd9-3bbc-45fe-a145-8403107507b4 HTTP/1.1" status: 200 len: 815 time: 2.3605533 Jul 13 07:38:18.387149 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea3ddbd6-2fca-498b-b15d-26efd197587f tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:38:18.389443 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ea3ddbd6-2fca-498b-b15d-26efd197587f tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:18.395590 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:38:18.395590 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:38:18.395590 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:38:18.395590 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:38:18.395590 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:38:18.395590 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:38:18.395590 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:38:18.395590 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:38:18.395590 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:38:18.395590 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:38:18.395590 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:38:18.395590 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:38:18.395590 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:38:18.395590 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:38:18.395590 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:38:18.395590 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:38:18.395590 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:38:18.395590 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:38:18.395590 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:38:18.395590 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:38:18.395590 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:38:18.395590 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:38:18.395590 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:38:18.395590 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:38:18.395590 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:38:18.395590 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:38:18.395590 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:38:18.395590 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:38:18.395590 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:38:18.395590 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:38:18.395590 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:38:18.395590 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:38:18.447341 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-91610407-f12b-4227-9cfe-99461bc735aa req-425a2046-d3e4-41db-bcf1-30c41079b8b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f19befd9-3bbc-45fe-a145-8403107507b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1045048 Jul 13 07:38:18.448560 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-1710855b-ef09-42de-bec7-bfce741b3bed tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Allocated IP 172.25.3.52 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/b0c50d15-65cc-4545-9243-60aa80414dd6) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:18.535187 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206bfb0b-9d39-4de3-9005-b481eb5f2b53 req-67b2badf-5547-45ff-b412-32455f3ca9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:18.541009 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-206bfb0b-9d39-4de3-9005-b481eb5f2b53 req-67b2badf-5547-45ff-b412-32455f3ca9ca service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d949e521db641e0a957c32596881dd2&device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 1098 time: 0.7676818 Jul 13 07:38:18.569630 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ea3ddbd6-2fca-498b-b15d-26efd197587f tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:18.574687 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-898dccb6-9221-400c-8e21-ffcf470e7fe1 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/quotas/9c810d7c789b47038f0e4c69e077ced6 HTTP/1.1" status: 200 len: 375 time: 0.2189143 Jul 13 07:38:18.649593 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ea3ddbd6-2fca-498b-b15d-26efd197587f tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:18.653648 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ea3ddbd6-2fca-498b-b15d-26efd197587f tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] 10.222.0.23 "DELETE /v2.0/networks/bbb23d59-6569-47c2-afc4-bcb8ff150298 HTTP/1.1" status: 204 len: 168 time: 2.8631532 Jul 13 07:38:18.655662 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ddbd6-2fca-498b-b15d-26efd197587f tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Pushing event deleted for resources: {'Network': ['ID=bbb23d59-6569-47c2-afc4-bcb8ff150298,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:18.666268 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f115d24-7924-40b7-aa65-ce9eda698664 req-aa8cae08-e8fe-4038-b71d-b7f4e44506fa tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:18.669673 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6f115d24-7924-40b7-aa65-ce9eda698664 req-aa8cae08-e8fe-4038-b71d-b7f4e44506fa tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1535430-9785-4df9-b583-bd8a2c7e2865 HTTP/1.1" status: 200 len: 945 time: 1.9873190 Jul 13 07:38:18.680825 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 43832) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:18.858933 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206bfb0b-9d39-4de3-9005-b481eb5f2b53 req-1dc13842-f965-43b2-8d0a-e75cc096becf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:18.864666 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-206bfb0b-9d39-4de3-9005-b481eb5f2b53 req-1dc13842-f965-43b2-8d0a-e75cc096becf service neutron] 10.222.0.25 "GET /v2.0/networks?id=c6c7368c-96bb-4e1d-964f-3969d7e167b4 HTTP/1.1" status: 200 len: 912 time: 0.2190394 Jul 13 07:38:18.953221 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-91610407-f12b-4227-9cfe-99461bc735aa req-be1887fb-a979-4071-ac65-94c90fe41e46 service neutron] 10.222.0.42 "GET /v2.0/networks/f19befd9-3bbc-45fe-a145-8403107507b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4803464 Jul 13 07:38:19.018009 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-f2faca66-4d1e-4144-be8f-00c1600bf42b tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9c810d7c789b47038f0e4c69e077ced6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4137440 Jul 13 07:38:19.024116 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1710855b-ef09-42de-bec7-bfce741b3bed tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:19.049907 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-6f115d24-7924-40b7-aa65-ce9eda698664 req-bda42d89-0de1-4c29-ae8b-a63b5c1f1fd5 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Deleting port f81ea829-0048-4d06-b0a1-9d4ba6b14173 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:19.050345 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-6f115d24-7924-40b7-aa65-ce9eda698664 req-bda42d89-0de1-4c29-ae8b-a63b5c1f1fd5 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:19.224662 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-692282f6-b424-4661-a3ff-139f84a6d3b6 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:19.278754 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device e38f114c-41c5-4343-98aa-4ea5fc0c7226 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:38:19.279391 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-206bfb0b-9d39-4de3-9005-b481eb5f2b53 req-62f0ea9f-bd88-4ff8-a697-d7c4e9250890 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90a26624-e32b-47b0-9ae1-e663e374890a HTTP/1.1" status: 200 len: 1001 time: 0.3977010 Jul 13 07:38:19.309396 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cac1e406-3caa-4d3a-9001-1368c3f504ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:19.346407 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: e38f114c-41c5-4343-98aa-4ea5fc0c7226 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:38:19.346760 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device e38f114c-41c5-4343-98aa-4ea5fc0c7226 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:38:19.388402 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cac1e406-3caa-4d3a-9001-1368c3f504ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:19.435025 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206bfb0b-9d39-4de3-9005-b481eb5f2b53 req-b2275b4c-2a43-48be-b493-1f6fda3b095a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:19.437702 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-206bfb0b-9d39-4de3-9005-b481eb5f2b53 req-b2275b4c-2a43-48be-b493-1f6fda3b095a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=161fab74-9ca1-4ff2-9b41-082e2a13736e HTTP/1.1" status: 200 len: 850 time: 0.1444614 Jul 13 07:38:19.500265 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-91610407-f12b-4227-9cfe-99461bc735aa req-eb924481-cb7b-44ad-9860-57b3d7823b7f service neutron] 10.222.0.42 "GET /v2.0/networks/f19befd9-3bbc-45fe-a145-8403107507b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5202606 Jul 13 07:38:19.574768 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-6f115d24-7924-40b7-aa65-ce9eda698664 req-bda42d89-0de1-4c29-ae8b-a63b5c1f1fd5 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] For port f81ea829-0048-4d06-b0a1-9d4ba6b14173, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=f81ea829-0048-4d06-b0a1-9d4ba6b14173,segment=NetworkSegment(cd9aaace-dd86-4d07-b2da-557f00b03dc5),segment_id=cd9aaace-dd86-4d07-b2da-557f00b03dc5)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:19.575240 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-6f115d24-7924-40b7-aa65-ce9eda698664 req-bda42d89-0de1-4c29-ae8b-a63b5c1f1fd5 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:19.597633 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1710855b-ef09-42de-bec7-bfce741b3bed tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:19.650006 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-6f115d24-7924-40b7-aa65-ce9eda698664 req-bda42d89-0de1-4c29-ae8b-a63b5c1f1fd5 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Calling delete_port for f81ea829-0048-4d06-b0a1-9d4ba6b14173 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:19.676680 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-cac1e406-3caa-4d3a-9001-1368c3f504ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e260684536c04dc9bfbf92e9f3bceab3&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6981504 Jul 13 07:38:19.683923 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 43932) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:19.707515 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1e406-3caa-4d3a-9001-1368c3f504ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dae7374-da75-41c0-b4ea-60734afb066a,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:19.753885 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1710855b-ef09-42de-bec7-bfce741b3bed tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:19.797469 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-692282f6-b424-4661-a3ff-139f84a6d3b6 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:19.822386 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-1710855b-ef09-42de-bec7-bfce741b3bed tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:19.830526 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-692282f6-b424-4661-a3ff-139f84a6d3b6 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ccc2ec1-bc7f-4176-90c3-b38d1eefda48']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:19.832604 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1710855b-ef09-42de-bec7-bfce741b3bed tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:19.844064 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-1f9a7c2a-279e-4cac-8e89-48e44b7c3ca5 service neutron] 10.222.0.23 "GET /v2.0/networks/f19befd9-3bbc-45fe-a145-8403107507b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524052 Jul 13 07:38:19.845876 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1710855b-ef09-42de-bec7-bfce741b3bed tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event updated for resources: {'Port': ['ID=b0c50d15-65cc-4545-9243-60aa80414dd6,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:19.855455 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-692282f6-b424-4661-a3ff-139f84a6d3b6 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afb77c09-6e7c-4734-861d-8cd83554021a') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:19.856235 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-692282f6-b424-4661-a3ff-139f84a6d3b6 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afb77c09-6e7c-4734-861d-8cd83554021a') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:19.887296 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-692282f6-b424-4661-a3ff-139f84a6d3b6 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:19.908232 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206bfb0b-9d39-4de3-9005-b481eb5f2b53 req-5e7ac3e6-2f7f-4aa6-8f33-b6d11347c8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:19.910024 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-206bfb0b-9d39-4de3-9005-b481eb5f2b53 req-5e7ac3e6-2f7f-4aa6-8f33-b6d11347c8ad service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c6c7368c-96bb-4e1d-964f-3969d7e167b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4544532 Jul 13 07:38:19.910668 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device f81ea829-0048-4d06-b0a1-9d4ba6b14173 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:38:19.926676 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-692282f6-b424-4661-a3ff-139f84a6d3b6 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:19.943732 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-692282f6-b424-4661-a3ff-139f84a6d3b6 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:38:19.944368 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-692282f6-b424-4661-a3ff-139f84a6d3b6 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:19.951599 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:38:19.951599 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:38:19.951599 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:38:19.951599 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:38:19.951599 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:38:19.951599 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:38:19.951599 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:38:19.951599 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:38:19.951599 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:38:19.951599 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:38:19.951599 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:38:19.951599 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:38:19.951599 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:38:19.951599 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:38:19.951599 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:38:19.951599 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:38:19.951599 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:38:19.951599 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:38:19.951599 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:38:19.951599 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:38:19.951599 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:38:19.951599 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:38:19.951599 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:38:19.951599 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:38:19.951599 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:38:19.951599 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:38:19.951599 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:38:19.951599 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:38:19.951599 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:38:19.951599 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:38:19.951599 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:38:19.951599 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:38:20.019230 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a728339d-013d-4718-8ac8-fb1f42226ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:20.060347 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c16b83-4480-4102-97b6-b77084ba298b req-39b5622e-428f-46dd-b296-184c22c2fdb5 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:20.061939 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-06c16b83-4480-4102-97b6-b77084ba298b req-39b5622e-428f-46dd-b296-184c22c2fdb5 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2d981f7-3c67-4a94-8531-a78960e3cf19 HTTP/1.1" status: 200 len: 945 time: 0.4119778 Jul 13 07:38:20.103971 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-692282f6-b424-4661-a3ff-139f84a6d3b6 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:20.129590 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-692282f6-b424-4661-a3ff-139f84a6d3b6 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:20.131496 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-692282f6-b424-4661-a3ff-139f84a6d3b6 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] 10.222.0.23 "DELETE /v2.0/networks/2ccc2ec1-bc7f-4176-90c3-b38d1eefda48 HTTP/1.1" status: 204 len: 168 time: 1.2838924 Jul 13 07:38:20.137978 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 43968) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:20.169303 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692282f6-b424-4661-a3ff-139f84a6d3b6 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Pushing event deleted for resources: {'Network': ['ID=2ccc2ec1-bc7f-4176-90c3-b38d1eefda48,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:20.178491 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c9983-59de-4d8b-bc6d-774045e13913 req-81d0671d-827d-45fe-bf2a-b733f2ea00f7 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:20.183562 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d72c9983-59de-4d8b-bc6d-774045e13913 req-81d0671d-827d-45fe-bf2a-b733f2ea00f7 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2d981f7-3c67-4a94-8531-a78960e3cf19 HTTP/1.1" status: 200 len: 945 time: 0.4766133 Jul 13 07:38:20.185665 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-5382ea2d-6bb7-4be0-b72a-2979d96e9f4c service neutron] 10.222.0.23 "GET /v2.0/networks/f19befd9-3bbc-45fe-a145-8403107507b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406627 Jul 13 07:38:20.200309 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:20.297439 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-06c16b83-4480-4102-97b6-b77084ba298b req-46a3138a-e619-4b2f-8d01-8c33499be74b tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/security-groups?id=82e91fe1-b311-45b0-b5c0-417c48a037da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032673 Jul 13 07:38:20.309634 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-206bfb0b-9d39-4de3-9005-b481eb5f2b53 req-d59e6715-6d66-4b8c-a302-d6ec5cbd1f41 service neutron] 10.222.0.25 "GET /v2.0/networks/c6c7368c-96bb-4e1d-964f-3969d7e167b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918126 Jul 13 07:38:20.328045 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a728339d-013d-4718-8ac8-fb1f42226ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:20.472217 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b6eb7cb-1305-49c6-bccf-e85d93e1d7f6 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:20.612343 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-6f115d24-7924-40b7-aa65-ce9eda698664 req-bda42d89-0de1-4c29-ae8b-a63b5c1f1fd5 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:20.665488 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fcb6711b-fd55-4c68-81a0-181ced78bc57 req-98070b18-d785-4e7f-a688-8c40d10683f8 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f06fb4c-ad58-49ab-b0d4-1c4d96062cd6 HTTP/1.1" status: 200 len: 210 time: 0.1901464 Jul 13 07:38:20.730217 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda42d89-0de1-4c29-ae8b-a63b5c1f1fd5 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Pushing event deleted for resources: {'Port': ['ID=f81ea829-0048-4d06-b0a1-9d4ba6b14173,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:20.750579 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-206bfb0b-9d39-4de3-9005-b481eb5f2b53 req-d633ef33-6f3b-480e-b7c3-b11478aa1ac5 service neutron] 10.222.0.25 "GET /v2.0/networks/c6c7368c-96bb-4e1d-964f-3969d7e167b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321818 Jul 13 07:38:20.829661 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6abcd-076f-4b6b-8428-b338fe848f84 req-22d0cb86-f8bd-4345-b806-37e55eb00dd1 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:20.830906 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a728339d-013d-4718-8ac8-fb1f42226ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:20.832103 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-13c6abcd-076f-4b6b-8428-b338fe848f84 req-22d0cb86-f8bd-4345-b806-37e55eb00dd1 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.25 "GET /v2.0/ports?device_id=131cb0f5-771d-4782-a9c7-e853b9a5a80f HTTP/1.1" status: 200 len: 945 time: 0.4566338 Jul 13 07:38:20.833456 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a728339d-013d-4718-8ac8-fb1f42226ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:20.834592 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a728339d-013d-4718-8ac8-fb1f42226ad6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1dae7374-da75-41c0-b4ea-60734afb066a HTTP/1.1" status: 204 len: 168 time: 1.1460791 Jul 13 07:38:20.872939 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f115d24-7924-40b7-aa65-ce9eda698664 req-bda42d89-0de1-4c29-ae8b-a63b5c1f1fd5 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] No DVR routers for this DVR port f81ea829-0048-4d06-b0a1-9d4ba6b14173 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:38:20.888515 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-6f115d24-7924-40b7-aa65-ce9eda698664 req-bda42d89-0de1-4c29-ae8b-a63b5c1f1fd5 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:20.891002 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6f115d24-7924-40b7-aa65-ce9eda698664 req-bda42d89-0de1-4c29-ae8b-a63b5c1f1fd5 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.42 "DELETE /v2.0/ports/f81ea829-0048-4d06-b0a1-9d4ba6b14173 HTTP/1.1" status: 204 len: 173 time: 2.1763017 Jul 13 07:38:20.893169 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1535430-9785-4df9-b583-bd8a2c7e2865', 'name': 'network-vif-deleted', 'tag': 'f81ea829-0048-4d06-b0a1-9d4ba6b14173'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:20.896711 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86c9804-01f7-4400-972b-19b3a5bca7a9" -d '{"events": [{"server_uuid": "a1535430-9785-4df9-b583-bd8a2c7e2865", "name": "network-vif-deleted", "tag": "f81ea829-0048-4d06-b0a1-9d4ba6b14173"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:20.911477 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a728339d-013d-4718-8ac8-fb1f42226ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dae7374-da75-41c0-b4ea-60734afb066a,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:20.937477 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-d72c9983-59de-4d8b-bc6d-774045e13913 req-c01e9c42-3f7f-40a4-baa6-41d915e61b9d tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Deleting port 0e689924-ed00-413f-a342-f441685c3882 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:20.937933 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d72c9983-59de-4d8b-bc6d-774045e13913 req-c01e9c42-3f7f-40a4-baa6-41d915e61b9d tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:20.941461 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1710855b-ef09-42de-bec7-bfce741b3bed tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:21.028200 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65d6768-9736-4834-bcff-d82ca6e62d2e x-openstack-request-id: req-a65d6768-9736-4834-bcff-d82ca6e62d2e {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:21.028864 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1535430-9785-4df9-b583-bd8a2c7e2865", "name": "network-vif-deleted", "tag": "f81ea829-0048-4d06-b0a1-9d4ba6b14173", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:21.028864 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a65d6768-9736-4834-bcff-d82ca6e62d2e {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:21.029453 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1535430-9785-4df9-b583-bd8a2c7e2865', 'name': 'network-vif-deleted', 'tag': 'f81ea829-0048-4d06-b0a1-9d4ba6b14173', 'status': 'completed', 'code': 200} Jul 13 07:38:21.046591 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b6eb7cb-1305-49c6-bccf-e85d93e1d7f6 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:21.075946 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-2b6eb7cb-1305-49c6-bccf-e85d93e1d7f6 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d328551-5de4-45e5-ac73-e4a289647575']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:21.097413 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-2b6eb7cb-1305-49c6-bccf-e85d93e1d7f6 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c614984a-6934-4425-b9e5-f7efc377f34e') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:21.113207 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-2b6eb7cb-1305-49c6-bccf-e85d93e1d7f6 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c614984a-6934-4425-b9e5-f7efc377f34e') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:21.136908 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b6eb7cb-1305-49c6-bccf-e85d93e1d7f6 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:21.244093 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b6eb7cb-1305-49c6-bccf-e85d93e1d7f6 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:21.261179 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-d72c9983-59de-4d8b-bc6d-774045e13913 req-c01e9c42-3f7f-40a4-baa6-41d915e61b9d tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] For port 0e689924-ed00-413f-a342-f441685c3882, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=0e689924-ed00-413f-a342-f441685c3882,segment=NetworkSegment(b894b440-a816-46c8-ae3c-1303b46a9b9c),segment_id=b894b440-a816-46c8-ae3c-1303b46a9b9c)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:21.261565 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d72c9983-59de-4d8b-bc6d-774045e13913 req-c01e9c42-3f7f-40a4-baa6-41d915e61b9d tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:21.282525 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b6eb7cb-1305-49c6-bccf-e85d93e1d7f6 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:38:21.283126 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b6eb7cb-1305-49c6-bccf-e85d93e1d7f6 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:21.286617 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:38:21.286617 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:38:21.286617 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:38:21.286617 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:38:21.286617 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:38:21.286617 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:38:21.286617 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:38:21.286617 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:38:21.286617 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:38:21.286617 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:38:21.286617 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:38:21.286617 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:38:21.286617 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:38:21.286617 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:38:21.286617 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:38:21.286617 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:38:21.286617 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:38:21.286617 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:38:21.286617 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:38:21.286617 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:38:21.286617 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:38:21.286617 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:38:21.286617 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:38:21.286617 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:38:21.286617 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:38:21.286617 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:38:21.286617 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:38:21.286617 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:38:21.286617 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:38:21.286617 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:38:21.286617 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:38:21.286617 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:38:21.394390 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-d72c9983-59de-4d8b-bc6d-774045e13913 req-c01e9c42-3f7f-40a4-baa6-41d915e61b9d tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Calling delete_port for 0e689924-ed00-413f-a342-f441685c3882 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:21.563846 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1710855b-ef09-42de-bec7-bfce741b3bed tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:21.611596 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-13c6abcd-076f-4b6b-8428-b338fe848f84 req-b86ea550-5e3e-4ff4-9bf6-d84819d2d071 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Deleting port b689bcc4-2035-4218-8c13-eaad19fd662b {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:21.612221 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-13c6abcd-076f-4b6b-8428-b338fe848f84 req-b86ea550-5e3e-4ff4-9bf6-d84819d2d071 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:21.677856 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b6eb7cb-1305-49c6-bccf-e85d93e1d7f6 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:21.705179 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b6eb7cb-1305-49c6-bccf-e85d93e1d7f6 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:21.709742 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2b6eb7cb-1305-49c6-bccf-e85d93e1d7f6 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] 10.222.0.23 "DELETE /v2.0/networks/1d328551-5de4-45e5-ac73-e4a289647575 HTTP/1.1" status: 204 len: 168 time: 1.5617738 Jul 13 07:38:21.722242 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44108) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:21.750939 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6eb7cb-1305-49c6-bccf-e85d93e1d7f6 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Pushing event deleted for resources: {'Network': ['ID=1d328551-5de4-45e5-ac73-e4a289647575,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:21.769211 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 0e689924-ed00-413f-a342-f441685c3882 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:38:21.775521 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44110) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:21.838130 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No active binding found for port 0e689924-ed00-413f-a342-f441685c3882 {{(pid=94019) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 13 07:38:21.839361 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 0e689924-ed00-413f-a342-f441685c3882 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:38:21.908832 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d72c9983-59de-4d8b-bc6d-774045e13913 req-c01e9c42-3f7f-40a4-baa6-41d915e61b9d tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:21.987428 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e74c8908-4b21-4507-8332-b81792db9ae7 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:21.987738 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6d1fb976-0b10-4343-8eb2-bd57c0482baa req-feebc39a-14cd-4bd8-8c6f-b4d8d09d21f9 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2d981f7-3c67-4a94-8531-a78960e3cf19 HTTP/1.1" status: 200 len: 210 time: 0.1966915 Jul 13 07:38:21.988767 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5142f817-cddb-478f-8012-85fd60438fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:21.990022 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e9c42-3f7f-40a4-baa6-41d915e61b9d tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Pushing event deleted for resources: {'Port': ['ID=0e689924-ed00-413f-a342-f441685c3882,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:22.131471 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5142f817-cddb-478f-8012-85fd60438fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:22.141279 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5142f817-cddb-478f-8012-85fd60438fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:22.183939 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-13c6abcd-076f-4b6b-8428-b338fe848f84 req-b86ea550-5e3e-4ff4-9bf6-d84819d2d071 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] For port b689bcc4-2035-4218-8c13-eaad19fd662b, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=b689bcc4-2035-4218-8c13-eaad19fd662b,segment=NetworkSegment(b894b440-a816-46c8-ae3c-1303b46a9b9c),segment_id=b894b440-a816-46c8-ae3c-1303b46a9b9c)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:22.184737 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-13c6abcd-076f-4b6b-8428-b338fe848f84 req-b86ea550-5e3e-4ff4-9bf6-d84819d2d071 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:22.229147 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-13c6abcd-076f-4b6b-8428-b338fe848f84 req-b86ea550-5e3e-4ff4-9bf6-d84819d2d071 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Calling delete_port for b689bcc4-2035-4218-8c13-eaad19fd662b owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:22.231180 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142f817-cddb-478f-8012-85fd60438fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000b7994-20f1-40fe-8317-8d89d0b434a3,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:22.263015 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5142f817-cddb-478f-8012-85fd60438fa6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f91cd493dcd241e4af9d54e375d2225b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4682112 Jul 13 07:38:22.266502 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44112) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:22.413192 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8de480a4-57f4-47da-bdd1-485617afb181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:22.440507 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8de480a4-57f4-47da-bdd1-485617afb181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:22.506829 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8de480a4-57f4-47da-bdd1-485617afb181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:22.510298 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8de480a4-57f4-47da-bdd1-485617afb181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:22.515268 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8de480a4-57f4-47da-bdd1-485617afb181 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/000b7994-20f1-40fe-8317-8d89d0b434a3 HTTP/1.1" status: 204 len: 168 time: 0.2445054 Jul 13 07:38:22.557999 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de480a4-57f4-47da-bdd1-485617afb181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000b7994-20f1-40fe-8317-8d89d0b434a3,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:22.624700 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-13c6abcd-076f-4b6b-8428-b338fe848f84 req-b86ea550-5e3e-4ff4-9bf6-d84819d2d071 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:22.693191 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ea550-5e3e-4ff4-9bf6-d84819d2d071 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Pushing event deleted for resources: {'Port': ['ID=b689bcc4-2035-4218-8c13-eaad19fd662b,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:22.824245 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72c9983-59de-4d8b-bc6d-774045e13913 req-c01e9c42-3f7f-40a4-baa6-41d915e61b9d tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] No DVR routers for this DVR port 0e689924-ed00-413f-a342-f441685c3882 on host n-h2-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:38:22.830934 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d72c9983-59de-4d8b-bc6d-774045e13913 req-c01e9c42-3f7f-40a4-baa6-41d915e61b9d tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:22.833249 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d72c9983-59de-4d8b-bc6d-774045e13913 req-c01e9c42-3f7f-40a4-baa6-41d915e61b9d tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.25 "DELETE /v2.0/ports/0e689924-ed00-413f-a342-f441685c3882 HTTP/1.1" status: 204 len: 173 time: 2.5769072 Jul 13 07:38:22.904998 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3c279518-91ae-40f4-86e2-64e41e654e3d req-88828ccd-d9ae-499b-becb-ef6b22025ff7 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f06fb4c-ad58-49ab-b0d4-1c4d96062cd6 HTTP/1.1" status: 200 len: 210 time: 0.0767217 Jul 13 07:38:22.930625 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1710855b-ef09-42de-bec7-bfce741b3bed tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Router 7d4900c7-d7bf-4428-b050-d29f9a223970 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:38:22.980502 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c6abcd-076f-4b6b-8428-b338fe848f84 req-b86ea550-5e3e-4ff4-9bf6-d84819d2d071 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] No DVR routers for this DVR port b689bcc4-2035-4218-8c13-eaad19fd662b on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:38:22.990785 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-13c6abcd-076f-4b6b-8428-b338fe848f84 req-b86ea550-5e3e-4ff4-9bf6-d84819d2d071 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:23.004122 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-13c6abcd-076f-4b6b-8428-b338fe848f84 req-b86ea550-5e3e-4ff4-9bf6-d84819d2d071 tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.25 "DELETE /v2.0/ports/b689bcc4-2035-4218-8c13-eaad19fd662b HTTP/1.1" status: 204 len: 173 time: 2.1631088 Jul 13 07:38:23.004971 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131cb0f5-771d-4782-a9c7-e853b9a5a80f', 'name': 'network-vif-deleted', 'tag': 'b689bcc4-2035-4218-8c13-eaad19fd662b'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:23.018781 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e072c64-9206-455a-bcf0-72e2734913b5" -d '{"events": [{"server_uuid": "131cb0f5-771d-4782-a9c7-e853b9a5a80f", "name": "network-vif-deleted", "tag": "b689bcc4-2035-4218-8c13-eaad19fd662b"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:23.051839 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e74c8908-4b21-4507-8332-b81792db9ae7 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:23.060765 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d981f7-3c67-4a94-8531-a78960e3cf19', 'name': 'network-vif-deleted', 'tag': '0e689924-ed00-413f-a342-f441685c3882'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:23.065694 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae18c68-8c4b-461b-99db-f069bd38a007" -d '{"events": [{"server_uuid": "b2d981f7-3c67-4a94-8531-a78960e3cf19", "name": "network-vif-deleted", "tag": "0e689924-ed00-413f-a342-f441685c3882"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:23.081308 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ab1c4e-85a3-4f93-b866-d747420a782e x-openstack-request-id: req-84ab1c4e-85a3-4f93-b866-d747420a782e {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:23.081602 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131cb0f5-771d-4782-a9c7-e853b9a5a80f", "name": "network-vif-deleted", "tag": "b689bcc4-2035-4218-8c13-eaad19fd662b", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:23.081855 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-84ab1c4e-85a3-4f93-b866-d747420a782e {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:23.082288 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131cb0f5-771d-4782-a9c7-e853b9a5a80f', 'name': 'network-vif-deleted', 'tag': 'b689bcc4-2035-4218-8c13-eaad19fd662b', 'status': 'completed', 'code': 200} Jul 13 07:38:23.099676 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-e74c8908-4b21-4507-8332-b81792db9ae7 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a23342c1-710e-4f96-a821-3563a51c0965']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:23.139114 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-e74c8908-4b21-4507-8332-b81792db9ae7 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d53f6d-1a64-4d15-983b-281dcaf027a1') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:23.139670 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-e74c8908-4b21-4507-8332-b81792db9ae7 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d53f6d-1a64-4d15-983b-281dcaf027a1') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:23.246676 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e74c8908-4b21-4507-8332-b81792db9ae7 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:23.271179 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e74c8908-4b21-4507-8332-b81792db9ae7 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:23.282005 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e74c8908-4b21-4507-8332-b81792db9ae7 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:38:23.282436 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e74c8908-4b21-4507-8332-b81792db9ae7 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:23.305716 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:23.414748 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:23.414748 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:23.414748 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:23.414748 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:23.414748 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:38:23.414748 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:38:23.414748 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:38:23.414748 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:38:23.414748 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:38:23.414748 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:38:23.414748 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:38:23.414748 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:38:23.414748 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:38:23.414748 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:38:23.414748 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:38:23.414748 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:38:23.414748 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:38:23.414748 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:38:23.414748 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:38:23.414748 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:38:23.414748 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:38:23.414748 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:38:23.414748 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:38:23.414748 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:38:23.414748 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:38:23.414748 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:38:23.414748 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:38:23.414748 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:38:23.414748 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:38:23.414748 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:38:23.414748 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:38:23.414748 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:38:23.414748 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:38:23.414748 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:38:23.414748 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:38:23.414748 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:38:23.440415 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60eac34-041d-4924-b3da-eecf7e1f41ee x-openstack-request-id: req-d60eac34-041d-4924-b3da-eecf7e1f41ee {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:23.442647 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d981f7-3c67-4a94-8531-a78960e3cf19", "name": "network-vif-deleted", "tag": "0e689924-ed00-413f-a342-f441685c3882", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:23.442647 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d60eac34-041d-4924-b3da-eecf7e1f41ee {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:23.442647 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d981f7-3c67-4a94-8531-a78960e3cf19', 'name': 'network-vif-deleted', 'tag': '0e689924-ed00-413f-a342-f441685c3882', 'status': 'completed', 'code': 200} Jul 13 07:38:23.481406 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e74c8908-4b21-4507-8332-b81792db9ae7 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:23.600014 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e74c8908-4b21-4507-8332-b81792db9ae7 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:23.606518 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e74c8908-4b21-4507-8332-b81792db9ae7 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] 10.222.0.23 "DELETE /v2.0/networks/a23342c1-710e-4f96-a821-3563a51c0965 HTTP/1.1" status: 204 len: 168 time: 1.8793283 Jul 13 07:38:23.638643 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bea3c21a-6e82-4878-bcc1-64744e50162d req-88fd5cd5-8748-407c-a6e1-5218a4b3c20b tempest-MultipleCreateTestJSON-1013534046 tempest-MultipleCreateTestJSON-1013534046-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2d981f7-3c67-4a94-8531-a78960e3cf19 HTTP/1.1" status: 200 len: 210 time: 0.2205112 Jul 13 07:38:23.798381 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device b689bcc4-2035-4218-8c13-eaad19fd662b no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:38:23.886106 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c8908-4b21-4507-8332-b81792db9ae7 tempest-BulkNetworkOpsIpV6Test-1161343653 tempest-BulkNetworkOpsIpV6Test-1161343653-project] Pushing event deleted for resources: {'Network': ['ID=a23342c1-710e-4f96-a821-3563a51c0965,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:23.902370 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: b689bcc4-2035-4218-8c13-eaad19fd662b {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:38:23.903420 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device b689bcc4-2035-4218-8c13-eaad19fd662b not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:38:23.935370 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:24.019117 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1710855b-ef09-42de-bec7-bfce741b3bed tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:38:24.044962 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-c377d5e0-a187-453d-862e-b2626cd8b61d tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:24.045093 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfe6f07-bf3d-4d53-a58b-cb470e15f491 None None] Sync routers for ids ['7d4900c7-d7bf-4428-b050-d29f9a223970'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:38:24.046766 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-c377d5e0-a187-453d-862e-b2626cd8b61d tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.42 "GET /v2.0/networks?id=f19befd9-3bbc-45fe-a145-8403107507b4 HTTP/1.1" status: 200 len: 815 time: 0.8259246 Jul 13 07:38:24.060055 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-56fb4a62-90ec-4e02-adbc-fff6eb33d601 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Request body: {'port': {'device_id': '7f06fb4c-ad58-49ab-b0d4-1c4d96062cd6', 'network_id': 'f19befd9-3bbc-45fe-a145-8403107507b4', 'admin_state_up': True, 'tenant_id': '9c810d7c789b47038f0e4c69e077ced6'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:24.109665 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfe6f07-bf3d-4d53-a58b-cb470e15f491 None None] Routers {'7d4900c7-d7bf-4428-b050-d29f9a223970'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:38:24.112883 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-8dfe6f07-bf3d-4d53-a58b-cb470e15f491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:38:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['7d4900c7-d7bf-4428-b050-d29f9a223970'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:24.141801 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1710855b-ef09-42de-bec7-bfce741b3bed tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:24.150071 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44158) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:24.159319 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1710855b-ef09-42de-bec7-bfce741b3bed tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 10.0524516 Jul 13 07:38:24.220444 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-8dfe6f07-bf3d-4d53-a58b-cb470e15f491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:24.264861 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfe6f07-bf3d-4d53-a58b-cb470e15f491 None None] Routers {'7d4900c7-d7bf-4428-b050-d29f9a223970'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:38:24.268220 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-8dfe6f07-bf3d-4d53-a58b-cb470e15f491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:38:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['7d4900c7-d7bf-4428-b050-d29f9a223970'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:24.306383 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-56fb4a62-90ec-4e02-adbc-fff6eb33d601 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Made reservation on behalf of 9c810d7c789b47038f0e4c69e077ced6 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:24.315410 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-56fb4a62-90ec-4e02-adbc-fff6eb33d601 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:24.440208 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-8dfe6f07-bf3d-4d53-a58b-cb470e15f491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:24.444688 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfe6f07-bf3d-4d53-a58b-cb470e15f491 None None] The sync data for ids ['7d4900c7-d7bf-4428-b050-d29f9a223970'] in n-d-771363-34 is: [] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:38:24.486363 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44164) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:24.489061 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ee74531b-d403-4355-84d1-98cb895842a4 req-e71090c9-f4cf-4aa6-a892-f799f6c18e6b tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f06fb4c-ad58-49ab-b0d4-1c4d96062cd6 HTTP/1.1" status: 200 len: 210 time: 0.1728749 Jul 13 07:38:24.621793 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-56fb4a62-90ec-4e02-adbc-fff6eb33d601 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Allocated IP 172.20.0.8 (f19befd9-3bbc-45fe-a145-8403107507b4/13ed50c9-8c75-4ed4-a111-3f0bb851cc25/fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:24.702787 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-afb96d55-942b-4e9c-b42d-0f41f2302540 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "GET /v2.0/routers/7d4900c7-d7bf-4428-b050-d29f9a223970 HTTP/1.1" status: 200 len: 884 time: 0.5478468 Jul 13 07:38:24.745887 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44172) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:24.886281 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44180) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:24.886875 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-217a8258-0fa7-492c-bbaf-947de8f8c5d7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ed3cb77f83754f69946c599dccaeb299&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3966010 Jul 13 07:38:25.124616 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44186) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:25.136813 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-45ac7f58-b795-4236-9431-e3848f2a2fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:25.170539 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-45ac7f58-b795-4236-9431-e3848f2a2fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:25.217063 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e9de3aea-057f-42ef-9dc4-61b25b5b7bca tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4648802 Jul 13 07:38:25.218543 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44188) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:25.229795 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-9a05092d-7189-4f65-ad7f-404d219e6ba1 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1754545806'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:25.240782 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-56fb4a62-90ec-4e02-adbc-fff6eb33d601 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:25.244933 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-45ac7f58-b795-4236-9431-e3848f2a2fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:25.251702 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-45ac7f58-b795-4236-9431-e3848f2a2fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:25.251702 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-45ac7f58-b795-4236-9431-e3848f2a2fc3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1487eb5f-1e1b-4fcb-a3a1-264451b464a5 HTTP/1.1" status: 204 len: 168 time: 0.3563459 Jul 13 07:38:25.263603 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac7f58-b795-4236-9431-e3848f2a2fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1487eb5f-1e1b-4fcb-a3a1-264451b464a5,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:25.294623 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-b843f07a-1bd5-4a90-90a8-f85210e3919c admin admin] Deleting subnet a2eb5a2d-e36f-459f-b098-ad0763333bbf {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:38:25.311615 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b843f07a-1bd5-4a90-90a8-f85210e3919c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:25.319792 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-56fb4a62-90ec-4e02-adbc-fff6eb33d601 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:25.335092 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44194) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:25.403129 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb4a62-90ec-4e02-adbc-fff6eb33d601 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Pushing event updated for resources: {'Port': ['ID=fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:25.412670 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-56fb4a62-90ec-4e02-adbc-fff6eb33d601 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Network f19befd9-3bbc-45fe-a145-8403107507b4 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:25.414596 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-56fb4a62-90ec-4e02-adbc-fff6eb33d601 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:25.417718 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-56fb4a62-90ec-4e02-adbc-fff6eb33d601 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:25.424948 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b843f07a-1bd5-4a90-90a8-f85210e3919c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:25.485612 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-56fb4a62-90ec-4e02-adbc-fff6eb33d601 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:25.496256 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-56fb4a62-90ec-4e02-adbc-fff6eb33d601 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:25.526154 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-56fb4a62-90ec-4e02-adbc-fff6eb33d601 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4707386 Jul 13 07:38:25.544762 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-c69a6fdf-01c0-4ff3-9f85-426bd7944af6 service neutron] Request body: {'port': {'device_id': '7f06fb4c-ad58-49ab-b0d4-1c4d96062cd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:25.586465 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b843f07a-1bd5-4a90-90a8-f85210e3919c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:25.743744 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-c69a6fdf-01c0-4ff3-9f85-426bd7944af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:26.302185 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-c69a6fdf-01c0-4ff3-9f85-426bd7944af6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:26.313049 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-c69a6fdf-01c0-4ff3-9f85-426bd7944af6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:26.328515 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-c69a6fdf-01c0-4ff3-9f85-426bd7944af6 service neutron] Transition to ACTIVE for port object fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:26.333731 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-c69a6fdf-01c0-4ff3-9f85-426bd7944af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:26.375714 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-616c24ec-bae9-4217-a51c-9893fc2afb27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:26.489130 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a6fdf-01c0-4ff3-9f85-426bd7944af6 service neutron] Pushing event updated for resources: {'Port': ['ID=fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:26.497706 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b843f07a-1bd5-4a90-90a8-f85210e3919c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:26.597235 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-c69a6fdf-01c0-4ff3-9f85-426bd7944af6 service neutron] Attempting to bind port fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:26.597616 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-c69a6fdf-01c0-4ff3-9f85-426bd7944af6 service neutron] Attempting to bind port fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'cd9aaace-dd86-4d07-b2da-557f00b03dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f19befd9-3bbc-45fe-a145-8403107507b4'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:26.597959 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-c69a6fdf-01c0-4ff3-9f85-426bd7944af6 service neutron] Attempting to bind port fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8 on network f19befd9-3bbc-45fe-a145-8403107507b4 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:26.604390 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-c69a6fdf-01c0-4ff3-9f85-426bd7944af6 service neutron] Port fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8 on network f19befd9-3bbc-45fe-a145-8403107507b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:38:26.604791 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-c69a6fdf-01c0-4ff3-9f85-426bd7944af6 service neutron] Attempting to bind port fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8 on network f19befd9-3bbc-45fe-a145-8403107507b4 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:26.613236 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-c69a6fdf-01c0-4ff3-9f85-426bd7944af6 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:26.613825 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-c69a6fdf-01c0-4ff3-9f85-426bd7944af6 service neutron] Checking segment: {'id': 'cd9aaace-dd86-4d07-b2da-557f00b03dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f19befd9-3bbc-45fe-a145-8403107507b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:26.614291 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-c69a6fdf-01c0-4ff3-9f85-426bd7944af6 service neutron] Bound using segment: {'id': 'cd9aaace-dd86-4d07-b2da-557f00b03dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f19befd9-3bbc-45fe-a145-8403107507b4'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:26.614916 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-c69a6fdf-01c0-4ff3-9f85-426bd7944af6 service neutron] Bound port: fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd9aaace-dd86-4d07-b2da-557f00b03dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f19befd9-3bbc-45fe-a145-8403107507b4'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:26.615482 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-c69a6fdf-01c0-4ff3-9f85-426bd7944af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:26.637320 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b843f07a-1bd5-4a90-90a8-f85210e3919c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:26.640089 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b843f07a-1bd5-4a90-90a8-f85210e3919c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a2eb5a2d-e36f-459f-b098-ad0763333bbf HTTP/1.1" status: 204 len: 168 time: 1.5130966 Jul 13 07:38:26.645003 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44228) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:26.653219 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843f07a-1bd5-4a90-90a8-f85210e3919c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2eb5a2d-e36f-459f-b098-ad0763333bbf,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:26.737141 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7de87e15-82e8-41a3-b513-946ab1e23d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:26.777220 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee4d13-3b48-4592-9bd6-8cca4df3d3d4 req-eb6818d9-0aad-4fc0-a3c4-d261d9e0de77 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:26.778848 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-65ee4d13-3b48-4592-9bd6-8cca4df3d3d4 req-eb6818d9-0aad-4fc0-a3c4-d261d9e0de77 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f06fb4c-ad58-49ab-b0d4-1c4d96062cd6 HTTP/1.1" status: 200 len: 943 time: 0.4359975 Jul 13 07:38:26.878941 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9a05092d-7189-4f65-ad7f-404d219e6ba1 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:26.900625 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-65ee4d13-3b48-4592-9bd6-8cca4df3d3d4 req-65b010ac-506e-46fd-a09b-04bcf909f56e tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089852 Jul 13 07:38:26.915369 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9a05092d-7189-4f65-ad7f-404d219e6ba1 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-409024'] for router, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:26.922699 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7de87e15-82e8-41a3-b513-946ab1e23d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:26.934950 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-7de87e15-82e8-41a3-b513-946ab1e23d37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13195566-0792-436c-9281-03239ca5fcf3']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:26.948200 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-7de87e15-82e8-41a3-b513-946ab1e23d37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b894b440-a816-46c8-ae3c-1303b46a9b9c') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:26.948303 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-7de87e15-82e8-41a3-b513-946ab1e23d37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b894b440-a816-46c8-ae3c-1303b46a9b9c') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:26.958676 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7de87e15-82e8-41a3-b513-946ab1e23d37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:26.983358 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7de87e15-82e8-41a3-b513-946ab1e23d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:26.990909 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7de87e15-82e8-41a3-b513-946ab1e23d37 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:38:26.991377 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7de87e15-82e8-41a3-b513-946ab1e23d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:27.054609 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44234) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:27.057133 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:38:27.057133 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:38:27.057133 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:38:27.057133 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:38:27.057133 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:38:27.057133 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:38:27.057133 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:38:27.057133 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:38:27.057133 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:38:27.057133 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:38:27.057133 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:38:27.057133 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:38:27.057133 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:38:27.057133 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:38:27.057133 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:38:27.057133 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:38:27.057133 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:38:27.057133 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:38:27.057133 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:38:27.057133 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:38:27.057133 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:38:27.057133 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:38:27.057133 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:38:27.057133 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:38:27.057133 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:38:27.057133 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:38:27.057133 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:38:27.057133 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:38:27.057133 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:38:27.057133 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:38:27.057133 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:38:27.057133 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:38:27.091717 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7de87e15-82e8-41a3-b513-946ab1e23d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:27.097063 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7de87e15-82e8-41a3-b513-946ab1e23d37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:27.102928 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7de87e15-82e8-41a3-b513-946ab1e23d37 admin admin] 10.222.0.23 "DELETE /v2.0/networks/13195566-0792-436c-9281-03239ca5fcf3 HTTP/1.1" status: 204 len: 168 time: 0.4549820 Jul 13 07:38:27.104353 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-c69a6fdf-01c0-4ff3-9f85-426bd7944af6 service neutron] For port fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:27.125035 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de87e15-82e8-41a3-b513-946ab1e23d37 admin admin] Pushing event deleted for resources: {'Network': ['ID=13195566-0792-436c-9281-03239ca5fcf3,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:27.146834 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-c69a6fdf-01c0-4ff3-9f85-426bd7944af6 service neutron] For port fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8,segment=NetworkSegment(cd9aaace-dd86-4d07-b2da-557f00b03dc5),segment_id=cd9aaace-dd86-4d07-b2da-557f00b03dc5)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:27.155087 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-c69a6fdf-01c0-4ff3-9f85-426bd7944af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:27.217200 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-c69a6fdf-01c0-4ff3-9f85-426bd7944af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:27.218070 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-c69a6fdf-01c0-4ff3-9f85-426bd7944af6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:27.219718 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-c69a6fdf-01c0-4ff3-9f85-426bd7944af6 service neutron] 10.222.0.42 "PUT /v2.0/ports/fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8 HTTP/1.1" status: 200 len: 1092 time: 1.6860232 Jul 13 07:38:27.220285 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f06fb4c-ad58-49ab-b0d4-1c4d96062cd6', 'tag': 'fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:27.222927 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34735188-f66d-42cb-b63e-b16e19e52e39" -d '{"events": [{"name": "network-changed", "server_uuid": "7f06fb4c-ad58-49ab-b0d4-1c4d96062cd6", "tag": "fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:27.318255 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16330c5f-6ce9-4e8c-964d-1eaab4d46c5d x-openstack-request-id: req-16330c5f-6ce9-4e8c-964d-1eaab4d46c5d {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:27.318933 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f06fb4c-ad58-49ab-b0d4-1c4d96062cd6", "tag": "fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:27.318933 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-16330c5f-6ce9-4e8c-964d-1eaab4d46c5d {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:27.319865 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f06fb4c-ad58-49ab-b0d4-1c4d96062cd6', 'tag': 'fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8', 'status': 'completed', 'code': 200} Jul 13 07:38:27.321842 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a6fdf-01c0-4ff3-9f85-426bd7944af6 service neutron] Pushing event updated for resources: {'Port': ['ID=fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:27.354698 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-616c24ec-bae9-4217-a51c-9893fc2afb27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:27.362370 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-616c24ec-bae9-4217-a51c-9893fc2afb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:27.365392 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-d6d63676-4443-4cc5-ad80-12abc383865c tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1275541700', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:27.408562 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-4f3b9e3e-b842-4783-ac73-6cad6c0446b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:27.410637 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-4f3b9e3e-b842-4783-ac73-6cad6c0446b3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c810d7c789b47038f0e4c69e077ced6&device_id=7f06fb4c-ad58-49ab-b0d4-1c4d96062cd6 HTTP/1.1" status: 200 len: 1095 time: 0.1491375 Jul 13 07:38:27.419048 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-616c24ec-bae9-4217-a51c-9893fc2afb27 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c04cc82cceb940cd8a0aced70e39915a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0735071 Jul 13 07:38:27.426546 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44244) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:27.456900 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a05092d-7189-4f65-ad7f-404d219e6ba1 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Router 7d4900c7-d7bf-4428-b050-d29f9a223970 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:38:27.458285 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c24ec-bae9-4217-a51c-9893fc2afb27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2e96a5-064e-4af2-9c53-0c90df12f19b,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:27.505038 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-d9e6851b-6fd7-4afc-85f4-bea7a0ed3c2c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8 HTTP/1.1" status: 200 len: 217 time: 0.0691807 Jul 13 07:38:27.506448 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44246) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:27.536997 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d6d63676-4443-4cc5-ad80-12abc383865c tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:27.539001 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d6d63676-4443-4cc5-ad80-12abc383865c tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:27.685784 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a05092d-7189-4f65-ad7f-404d219e6ba1 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:38:27.701528 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9a05092d-7189-4f65-ad7f-404d219e6ba1 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:27.706557 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9a05092d-7189-4f65-ad7f-404d219e6ba1 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "PUT /v2.0/routers/7d4900c7-d7bf-4428-b050-d29f9a223970 HTTP/1.1" status: 200 len: 891 time: 2.4812059 Jul 13 07:38:27.706998 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44250) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:27.710010 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300b1338-7175-48da-a1fc-13ac37a39f84 None None] Sync routers for ids ['7d4900c7-d7bf-4428-b050-d29f9a223970'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:38:27.736717 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300b1338-7175-48da-a1fc-13ac37a39f84 None None] Routers {'7d4900c7-d7bf-4428-b050-d29f9a223970'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:38:27.737509 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-300b1338-7175-48da-a1fc-13ac37a39f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:38:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['7d4900c7-d7bf-4428-b050-d29f9a223970'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:27.778044 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-300b1338-7175-48da-a1fc-13ac37a39f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:27.793874 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300b1338-7175-48da-a1fc-13ac37a39f84 None None] Routers {'7d4900c7-d7bf-4428-b050-d29f9a223970'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:38:27.794898 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-300b1338-7175-48da-a1fc-13ac37a39f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:38:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['7d4900c7-d7bf-4428-b050-d29f9a223970'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:27.801407 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-0d1881e2-e6a6-47d3-a749-8a778f5b5995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:27.804129 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-0d1881e2-e6a6-47d3-a749-8a778f5b5995 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=13ed50c9-8c75-4ed4-a111-3f0bb851cc25 HTTP/1.1" status: 200 len: 855 time: 0.2895463 Jul 13 07:38:27.809921 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f2b742f4-641e-4d40-83b3-aeeba24668e1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e04b8967d9294b5ab97c1d4f5d9e525c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2967498 Jul 13 07:38:27.810587 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44252) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:27.813442 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d6d63676-4443-4cc5-ad80-12abc383865c tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:27.815879 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9d86126d-811c-41af-a5b5-ac7abd672393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:27.837190 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-300b1338-7175-48da-a1fc-13ac37a39f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:27.838822 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300b1338-7175-48da-a1fc-13ac37a39f84 None None] The sync data for ids ['7d4900c7-d7bf-4428-b050-d29f9a223970'] in n-d-771363-34 is: [] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:38:27.884309 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d6d63676-4443-4cc5-ad80-12abc383865c tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:27.887406 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-094f44ee-d5c5-48e9-a1f9-7e35c7d13101 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "GET /v2.0/routers/7d4900c7-d7bf-4428-b050-d29f9a223970 HTTP/1.1" status: 200 len: 891 time: 0.1659229 Jul 13 07:38:27.887406 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44256) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:27.895732 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-de0652b5-3132-4c49-a6e9-312dfb70185d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f19befd9-3bbc-45fe-a145-8403107507b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838089 Jul 13 07:38:27.937901 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ddd2f974-eff0-43e2-a8ce-679325222803 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d4900c7-d7bf-4428-b050-d29f9a223970 HTTP/1.1" status: 200 len: 205 time: 0.0495424 Jul 13 07:38:27.944301 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44260) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:27.983523 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9d86126d-811c-41af-a5b5-ac7abd672393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:27.990317 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d6d63676-4443-4cc5-ad80-12abc383865c tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:27.991747 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d6d63676-4443-4cc5-ad80-12abc383865c tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9334965 Jul 13 07:38:28.011177 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44262) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:28.020087 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-af20846f-6dbc-46b7-952a-eef4726ffa97 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-999108920'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:28.146690 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-572a6ae2-2eaa-4ed8-8066-6914dbe86688 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.233061 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e5706521-0ae6-44c6-ac6d-176eea133951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.258662 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af20846f-6dbc-46b7-952a-eef4726ffa97 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Made reservation on behalf of f01a631f773348879267937f0179a769 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:28.265389 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-af20846f-6dbc-46b7-952a-eef4726ffa97 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.352709 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-572a6ae2-2eaa-4ed8-8066-6914dbe86688 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.380093 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-af20846f-6dbc-46b7-952a-eef4726ffa97 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.438470 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-572a6ae2-2eaa-4ed8-8066-6914dbe86688 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Deleting port b0c50d15-65cc-4545-9243-60aa80414dd6 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:28.439283 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-572a6ae2-2eaa-4ed8-8066-6914dbe86688 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.455751 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e5706521-0ae6-44c6-ac6d-176eea133951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.493382 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-5b15f2c3-b2f5-4d4d-a853-7934b1c9749e service neutron] 10.222.0.42 "GET /v2.0/networks/f19befd9-3bbc-45fe-a145-8403107507b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5806525 Jul 13 07:38:28.503151 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9d86126d-811c-41af-a5b5-ac7abd672393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.508649 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9d86126d-811c-41af-a5b5-ac7abd672393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.511142 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9d86126d-811c-41af-a5b5-ac7abd672393 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6a2e96a5-064e-4af2-9c53-0c90df12f19b HTTP/1.1" status: 204 len: 168 time: 1.0827408 Jul 13 07:38:28.637026 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86126d-811c-41af-a5b5-ac7abd672393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2e96a5-064e-4af2-9c53-0c90df12f19b,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:28.647057 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-572a6ae2-2eaa-4ed8-8066-6914dbe86688 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.652100 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e5706521-0ae6-44c6-ac6d-176eea133951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.657502 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e5706521-0ae6-44c6-ac6d-176eea133951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:28.659398 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e5706521-0ae6-44c6-ac6d-176eea133951 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/82e91fe1-b311-45b0-b5c0-417c48a037da HTTP/1.1" status: 204 len: 168 time: 0.8445237 Jul 13 07:38:28.746417 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-572a6ae2-2eaa-4ed8-8066-6914dbe86688 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Calling delete_port for b0c50d15-65cc-4545-9243-60aa80414dd6 owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:28.762539 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5706521-0ae6-44c6-ac6d-176eea133951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e91fe1-b311-45b0-b5c0-417c48a037da,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:29.077167 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbde53-cd31-4432-ad2c-6897fc569cb4 req-8059c793-4a75-45e9-8b67-780576f8ba0c tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:29.079992 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0cdbde53-cd31-4432-ad2c-6897fc569cb4 req-8059c793-4a75-45e9-8b67-780576f8ba0c tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f06fb4c-ad58-49ab-b0d4-1c4d96062cd6 HTTP/1.1" status: 200 len: 943 time: 0.9788001 Jul 13 07:38:29.125344 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-11b82a8d-7c61-41b0-b21d-fb51a9ceefa7 req-781cd033-c90a-431f-a0d7-3f25c87739c4 service neutron] 10.222.0.42 "GET /v2.0/networks/f19befd9-3bbc-45fe-a145-8403107507b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5912819 Jul 13 07:38:29.321941 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-572a6ae2-2eaa-4ed8-8066-6914dbe86688 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:29.383129 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a6ae2-2eaa-4ed8-8066-6914dbe86688 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event deleted for resources: {'Port': ['ID=b0c50d15-65cc-4545-9243-60aa80414dd6,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:29.447312 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0cdbde53-cd31-4432-ad2c-6897fc569cb4 req-68241e70-923e-47d9-9f0c-cac5ecb30f26 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394842 Jul 13 07:38:29.697572 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-572a6ae2-2eaa-4ed8-8066-6914dbe86688 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:29.790068 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34735188-f66d-42cb-b63e-b16e19e52e39 req-ba350358-42eb-4b08-8fd9-3de64a44ebda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:29.792123 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-34735188-f66d-42cb-b63e-b16e19e52e39 req-ba350358-42eb-4b08-8fd9-3de64a44ebda service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c810d7c789b47038f0e4c69e077ced6&device_id=7f06fb4c-ad58-49ab-b0d4-1c4d96062cd6 HTTP/1.1" status: 200 len: 1095 time: 0.5297034 Jul 13 07:38:29.794955 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-af20846f-6dbc-46b7-952a-eef4726ffa97 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:29.853380 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-af20846f-6dbc-46b7-952a-eef4726ffa97 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:29.998172 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af20846f-6dbc-46b7-952a-eef4726ffa97 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:38:30.051518 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-572a6ae2-2eaa-4ed8-8066-6914dbe86688 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.061924 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-572a6ae2-2eaa-4ed8-8066-6914dbe86688 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.127884 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-af20846f-6dbc-46b7-952a-eef4726ffa97 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.128379 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-af20846f-6dbc-46b7-952a-eef4726ffa97 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Added segment 7c4b8add-342d-4d28-8a10-055a858a9235 of type vlan for network 5def425c-6de0-440f-9db5-3324b46f8e0c Jul 13 07:38:30.140738 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20846f-6dbc-46b7-952a-eef4726ffa97 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0022be2d-d612-4141-922a-15552dd829f8,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:30.229670 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-209c7857-80aa-4177-bf5b-7216d0acb822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.258046 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-572a6ae2-2eaa-4ed8-8066-6914dbe86688 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.259102 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572a6ae2-2eaa-4ed8-8066-6914dbe86688 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Fanout notify agent at l3_agent the message router_deleted on router 7d4900c7-d7bf-4428-b050-d29f9a223970 {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:38:30.259351 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34735188-f66d-42cb-b63e-b16e19e52e39 req-e6fbe1b0-e66b-42ba-9787-4ef53675fec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:30.261306 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-34735188-f66d-42cb-b63e-b16e19e52e39 req-e6fbe1b0-e66b-42ba-9787-4ef53675fec6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f19befd9-3bbc-45fe-a145-8403107507b4 HTTP/1.1" status: 200 len: 916 time: 0.4621747 Jul 13 07:38:30.263325 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-af20846f-6dbc-46b7-952a-eef4726ffa97 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.289706 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-572a6ae2-2eaa-4ed8-8066-6914dbe86688 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.292200 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-572a6ae2-2eaa-4ed8-8066-6914dbe86688 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "DELETE /v2.0/routers/7d4900c7-d7bf-4428-b050-d29f9a223970 HTTP/1.1" status: 204 len: 168 time: 2.3447850 Jul 13 07:38:30.304060 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44312) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:30.311768 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-2bd0bd92-6868-4134-b423-0293b2fd32da tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-733219200'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:30.326099 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-34735188-f66d-42cb-b63e-b16e19e52e39 req-d65d9b59-1073-41f4-9a37-a34a9b4bfe9d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8 HTTP/1.1" status: 200 len: 217 time: 0.0556216 Jul 13 07:38:30.351550 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd0bd92-6868-4134-b423-0293b2fd32da tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Made reservation on behalf of 6664cd00d4894e6789a2133f8d78f61e for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:30.357235 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2bd0bd92-6868-4134-b423-0293b2fd32da tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.384440 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34735188-f66d-42cb-b63e-b16e19e52e39 req-75c5926b-fcfb-43c9-8122-e6536868b27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:30.386199 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-34735188-f66d-42cb-b63e-b16e19e52e39 req-75c5926b-fcfb-43c9-8122-e6536868b27f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=13ed50c9-8c75-4ed4-a111-3f0bb851cc25 HTTP/1.1" status: 200 len: 855 time: 0.0511415 Jul 13 07:38:30.396089 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd0bd92-6868-4134-b423-0293b2fd32da tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:38:30.404420 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-af20846f-6dbc-46b7-952a-eef4726ffa97 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.410602 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af20846f-6dbc-46b7-952a-eef4726ffa97 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:30.411282 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-af20846f-6dbc-46b7-952a-eef4726ffa97 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.412610 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2bd0bd92-6868-4134-b423-0293b2fd32da tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.413569 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-2bd0bd92-6868-4134-b423-0293b2fd32da tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Added segment d2af8dee-60ea-470d-b97d-fb158f542815 of type vlan for network 73828277-151f-4e76-a82f-9cced6567d08 Jul 13 07:38:30.441711 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-34735188-f66d-42cb-b63e-b16e19e52e39 req-c645a7ab-4bac-4e9c-8f57-80739eb7ed3e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f19befd9-3bbc-45fe-a145-8403107507b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493660 Jul 13 07:38:30.473993 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2bd0bd92-6868-4134-b423-0293b2fd32da tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.550431 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2bd0bd92-6868-4134-b423-0293b2fd32da tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.563190 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd0bd92-6868-4134-b423-0293b2fd32da tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:30.564842 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2bd0bd92-6868-4134-b423-0293b2fd32da tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.603930 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-34735188-f66d-42cb-b63e-b16e19e52e39 req-aac152a1-ea1d-4d11-9326-f4ff6895a4eb service neutron] 10.222.0.42 "GET /v2.0/networks/f19befd9-3bbc-45fe-a145-8403107507b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471550 Jul 13 07:38:30.614992 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-af20846f-6dbc-46b7-952a-eef4726ffa97 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.6001179 Jul 13 07:38:30.619843 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44320) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:30.636308 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-bdd071d9-13de-445c-9115-e4cf25799002 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Request body: {'subnet': {'network_id': '5def425c-6de0-440f-9db5-3324b46f8e0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:30.664718 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2bd0bd92-6868-4134-b423-0293b2fd32da tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3589468 Jul 13 07:38:30.671162 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44324) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:30.685982 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-d5994410-0ab1-486f-bb65-e1d3f3df3782 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Request body: {'subnet': {'network_id': '73828277-151f-4e76-a82f-9cced6567d08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:30.753300 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd0bd92-6868-4134-b423-0293b2fd32da tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event updated for resources: {'Network': ['ID=73828277-151f-4e76-a82f-9cced6567d08,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:30.765830 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 73828277-151f-4e76-a82f-9cced6567d08 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:38:30.887816 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5994410-0ab1-486f-bb65-e1d3f3df3782 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Made reservation on behalf of 6664cd00d4894e6789a2133f8d78f61e for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:30.893232 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d5994410-0ab1-486f-bb65-e1d3f3df3782 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:30.947484 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20846f-6dbc-46b7-952a-eef4726ffa97 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Pushing event updated for resources: {'Network': ['ID=5def425c-6de0-440f-9db5-3324b46f8e0c,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:30.961683 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 5def425c-6de0-440f-9db5-3324b46f8e0c details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:38:31.223939 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd071d9-13de-445c-9115-e4cf25799002 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Made reservation on behalf of f01a631f773348879267937f0179a769 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:31.238196 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bdd071d9-13de-445c-9115-e4cf25799002 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.358438 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-34735188-f66d-42cb-b63e-b16e19e52e39 req-c54c8a2a-6d77-4de2-b611-b614a6728848 service neutron] 10.222.0.42 "GET /v2.0/networks/f19befd9-3bbc-45fe-a145-8403107507b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7421048 Jul 13 07:38:31.409342 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6891c55-5be0-46a4-903f-e1e1c608295e req-47b290a8-d6aa-41b7-acb2-ff3ce58da587 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:31.416826 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a6891c55-5be0-46a4-903f-e1e1c608295e req-47b290a8-d6aa-41b7-acb2-ff3ce58da587 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f06fb4c-ad58-49ab-b0d4-1c4d96062cd6 HTTP/1.1" status: 200 len: 943 time: 0.6409719 Jul 13 07:38:31.463575 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44352) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:31.497278 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d5994410-0ab1-486f-bb65-e1d3f3df3782 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.647383 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a6891c55-5be0-46a4-903f-e1e1c608295e req-62fb6db9-8ee2-45c0-a51d-9a51095a7253 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126160 Jul 13 07:38:31.666855 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5994410-0ab1-486f-bb65-e1d3f3df3782 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event updated for resources: {'Subnet': ['ID=31e3c218-37fb-43df-8b38-ba5fc6a8eb93,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:31.708828 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5994410-0ab1-486f-bb65-e1d3f3df3782 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Checking segment: {'id': 'd2af8dee-60ea-470d-b97d-fb158f542815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '73828277-151f-4e76-a82f-9cced6567d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:31.709389 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5994410-0ab1-486f-bb65-e1d3f3df3782 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Network hostable DHCP agents. Network: 73828277-151f-4e76-a82f-9cced6567d08, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:38:31.743174 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5994410-0ab1-486f-bb65-e1d3f3df3782 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Network 73828277-151f-4e76-a82f-9cced6567d08 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:38:31.775684 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-d5994410-0ab1-486f-bb65-e1d3f3df3782 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 73828277-151f-4e76-a82f-9cced6567d08) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:31.793516 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5994410-0ab1-486f-bb65-e1d3f3df3782 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:31.793983 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a789eb0-4308-4491-9c67-92da406fa26e None None] Network 73828277-151f-4e76-a82f-9cced6567d08 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:31.794656 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d5994410-0ab1-486f-bb65-e1d3f3df3782 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.834816 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-175f523f-917e-4b76-86c8-8a340e17386c admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-542537855-network', 'tenant_id': '2ce60f6e542c498e910a2798b4431ce9'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:31.859986 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d5994410-0ab1-486f-bb65-e1d3f3df3782 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1818867 Jul 13 07:38:31.863357 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44360) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:31.885150 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-0f423e01-4cad-4c32-a1ab-f19e8012d5fa tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1990215555', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:31.933974 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175f523f-917e-4b76-86c8-8a340e17386c admin admin] Made reservation on behalf of 2ce60f6e542c498e910a2798b4431ce9 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:31.936592 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-175f523f-917e-4b76-86c8-8a340e17386c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.974436 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-175f523f-917e-4b76-86c8-8a340e17386c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.995654 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bdd071d9-13de-445c-9115-e4cf25799002 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:31.997542 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:38:32.014989 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0f423e01-4cad-4c32-a1ab-f19e8012d5fa tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.019356 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0f423e01-4cad-4c32-a1ab-f19e8012d5fa tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.173919 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8,segment=NetworkSegment(cd9aaace-dd86-4d07-b2da-557f00b03dc5),segment_id=cd9aaace-dd86-4d07-b2da-557f00b03dc5)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:32.195048 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': 'fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8', 'network_id': 'f19befd9-3bbc-45fe-a145-8403107507b4', 'port_id': 'fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8', 'mac_address': 'fa:16:3e:a6:2a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13ed50c9-8c75-4ed4-a111-3f0bb851cc25', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:38:32.231020 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd071d9-13de-445c-9115-e4cf25799002 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Pushing event updated for resources: {'Subnet': ['ID=bf9d1df3-ebef-45fc-bf6b-23d6d7793b99,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:32.259059 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd071d9-13de-445c-9115-e4cf25799002 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Checking segment: {'id': '7c4b8add-342d-4d28-8a10-055a858a9235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5def425c-6de0-440f-9db5-3324b46f8e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:32.259506 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd071d9-13de-445c-9115-e4cf25799002 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Network hostable DHCP agents. Network: 5def425c-6de0-440f-9db5-3324b46f8e0c, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:38:32.268839 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.291030 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:32.308446 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-175f523f-917e-4b76-86c8-8a340e17386c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.325280 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-175f523f-917e-4b76-86c8-8a340e17386c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.337618 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd071d9-13de-445c-9115-e4cf25799002 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Network 5def425c-6de0-440f-9db5-3324b46f8e0c is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:38:32.363778 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-bdd071d9-13de-445c-9115-e4cf25799002 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 5def425c-6de0-440f-9db5-3324b46f8e0c) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:32.376847 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8,segment=NetworkSegment(cd9aaace-dd86-4d07-b2da-557f00b03dc5),segment_id=cd9aaace-dd86-4d07-b2da-557f00b03dc5)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:32.380518 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd071d9-13de-445c-9115-e4cf25799002 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:32.384719 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bdd071d9-13de-445c-9115-e4cf25799002 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.421070 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a041337-8dcb-45f7-b799-cbd2bb988da8 None None] Network 5def425c-6de0-440f-9db5-3324b46f8e0c requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:32.433130 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-bdd071d9-13de-445c-9115-e4cf25799002 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8081295 Jul 13 07:38:32.435039 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44370) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:32.445455 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.470743 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-b92763bf-2287-4b61-ab1f-4dfb6463d53b tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Request body: {'network': {'name': 'tempest-router-network01--1297365760'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:32.485027 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44372) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:32.493430 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-175f523f-917e-4b76-86c8-8a340e17386c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:38:32.530732 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-175f523f-917e-4b76-86c8-8a340e17386c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.534806 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-175f523f-917e-4b76-86c8-8a340e17386c admin admin] Added segment 0fbb15f0-5b51-4717-acf7-601fcd734497 of type vlan for network 1bffa4e6-7313-4f68-939a-f305b6c1ba92 Jul 13 07:38:32.540119 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:32.592227 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:32.592974 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:32.593523 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:32.594074 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:32.594860 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:32.595722 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:32.596290 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:32.596906 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:32.597449 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:32.603989 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:32.603989 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:32.603989 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:32.620585 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92763bf-2287-4b61-ab1f-4dfb6463d53b tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Made reservation on behalf of f01a631f773348879267937f0179a769 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:32.633715 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b92763bf-2287-4b61-ab1f-4dfb6463d53b tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.676015 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-175f523f-917e-4b76-86c8-8a340e17386c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.702580 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249b4d62-6d2f-47c1-be8c-7cef9e86e6a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-73828277-151f-4e76-a82f-9cced6567d08', 'network_id': '73828277-151f-4e76-a82f-9cced6567d08', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'fixed_ips': [{'subnet_id': '31e3c218-37fb-43df-8b38-ba5fc6a8eb93'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:38:32.703758 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-249b4d62-6d2f-47c1-be8c-7cef9e86e6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.721643 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b92763bf-2287-4b61-ab1f-4dfb6463d53b tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:38:32.751974 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-175f523f-917e-4b76-86c8-8a340e17386c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.754279 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175f523f-917e-4b76-86c8-8a340e17386c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:32.754998 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-175f523f-917e-4b76-86c8-8a340e17386c admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.755253 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b92763bf-2287-4b61-ab1f-4dfb6463d53b tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.755502 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-b92763bf-2287-4b61-ab1f-4dfb6463d53b tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Added segment cc6001eb-5619-467f-bb0e-c69d79996732 of type vlan for network 36ea6456-d9d9-4ad8-a7e3-caf4ef16a5f0 Jul 13 07:38:32.772855 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f523f-917e-4b76-86c8-8a340e17386c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ae375e-1028-4251-bfbc-eb30a36fb24d,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:32.802120 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-11e44b2f-9dbf-4e43-aaff-7507e430435c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.877771 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b92763bf-2287-4b61-ab1f-4dfb6463d53b tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.923397 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-175f523f-917e-4b76-86c8-8a340e17386c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4583323 Jul 13 07:38:32.930604 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44378) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:32.936082 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0f423e01-4cad-4c32-a1ab-f19e8012d5fa tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.949952 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0f423e01-4cad-4c32-a1ab-f19e8012d5fa tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:32.958264 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-e2183c90-6e47-479a-adc8-d97cda8b89cf admin admin] Request body: {'subnet': {'network_id': '1bffa4e6-7313-4f68-939a-f305b6c1ba92', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-542537855-subnet', 'tenant_id': '2ce60f6e542c498e910a2798b4431ce9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:33.030834 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f523f-917e-4b76-86c8-8a340e17386c admin admin] Pushing event updated for resources: {'Network': ['ID=1bffa4e6-7313-4f68-939a-f305b6c1ba92,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:33.049513 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 1bffa4e6-7313-4f68-939a-f305b6c1ba92 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:38:33.073062 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b92763bf-2287-4b61-ab1f-4dfb6463d53b tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.079924 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92763bf-2287-4b61-ab1f-4dfb6463d53b tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:33.080664 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b92763bf-2287-4b61-ab1f-4dfb6463d53b tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.178460 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92763bf-2287-4b61-ab1f-4dfb6463d53b tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Pushing event updated for resources: {'Network': ['ID=36ea6456-d9d9-4ad8-a7e3-caf4ef16a5f0,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:33.234023 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf91d10-656d-453f-95df-a078dcfddd8d req-2b6410cf-c343-4fb1-9d21-ea1be4f57715 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:33.241108 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eaf91d10-656d-453f-95df-a078dcfddd8d req-2b6410cf-c343-4fb1-9d21-ea1be4f57715 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f06fb4c-ad58-49ab-b0d4-1c4d96062cd6 HTTP/1.1" status: 200 len: 944 time: 0.2509811 Jul 13 07:38:33.261325 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-249b4d62-6d2f-47c1-be8c-7cef9e86e6a3 None None] Allocated IP 2001:db8::2 (73828277-151f-4e76-a82f-9cced6567d08/31e3c218-37fb-43df-8b38-ba5fc6a8eb93/a659256a-9e76-4802-b77d-0263fc57a046) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:33.303446 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-11e44b2f-9dbf-4e43-aaff-7507e430435c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.311878 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:33.316976 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0f423e01-4cad-4c32-a1ab-f19e8012d5fa tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.321456 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0f423e01-4cad-4c32-a1ab-f19e8012d5fa tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.4541175 Jul 13 07:38:33.321877 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44382) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:33.325012 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eaf91d10-656d-453f-95df-a078dcfddd8d req-cc6b3c6c-2751-497a-b69e-de35b8362778 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822036 Jul 13 07:38:33.341564 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-11e44b2f-9dbf-4e43-aaff-7507e430435c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.391769 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2183c90-6e47-479a-adc8-d97cda8b89cf admin admin] Made reservation on behalf of 2ce60f6e542c498e910a2798b4431ce9 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:33.395394 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e2183c90-6e47-479a-adc8-d97cda8b89cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.498424 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b92763bf-2287-4b61-ab1f-4dfb6463d53b tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0611818 Jul 13 07:38:33.534634 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44384) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:33.540037 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e44b2f-9dbf-4e43-aaff-7507e430435c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69fdcf94-8ec0-470b-8dfc-ef04db025dc0,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:33.550339 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-11e44b2f-9dbf-4e43-aaff-7507e430435c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7a4dcc00bde0475dbda36f1e20e395bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0594738 Jul 13 07:38:33.554960 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44386) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:33.581963 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-bf37b2a0-da58-4051-9c4a-e43507facb98 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Request body: {'network': {'name': 'tempest-router-network02--1520934145'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:33.716281 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-249b4d62-6d2f-47c1-be8c-7cef9e86e6a3 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.738468 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-249b4d62-6d2f-47c1-be8c-7cef9e86e6a3 None None] Transition to ACTIVE for port object a659256a-9e76-4802-b77d-0263fc57a046 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:33.749863 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e2183c90-6e47-479a-adc8-d97cda8b89cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.774711 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-249b4d62-6d2f-47c1-be8c-7cef9e86e6a3 None None] Transition to ACTIVE for port object a659256a-9e76-4802-b77d-0263fc57a046 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:33.823374 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 36ea6456-d9d9-4ad8-a7e3-caf4ef16a5f0 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:38:33.872481 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-249b4d62-6d2f-47c1-be8c-7cef9e86e6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.875022 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c6a87c9c-8e1d-4c7a-a2ab-0a65a541dfd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.876801 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-84a30897-034c-40cb-a13f-e6047711e99a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.881894 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf37b2a0-da58-4051-9c4a-e43507facb98 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Made reservation on behalf of f01a631f773348879267937f0179a769 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:33.888149 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bf37b2a0-da58-4051-9c4a-e43507facb98 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:33.966874 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf37b2a0-da58-4051-9c4a-e43507facb98 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:38:33.994571 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b4d62-6d2f-47c1-be8c-7cef9e86e6a3 None None] Pushing event updated for resources: {'Port': ['ID=a659256a-9e76-4802-b77d-0263fc57a046,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:34.007920 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bf37b2a0-da58-4051-9c4a-e43507facb98 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.008563 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-bf37b2a0-da58-4051-9c4a-e43507facb98 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Added segment 6eef76fa-2943-411c-a18b-be5c044f3601 of type vlan for network b50eea49-9d54-49e4-bd4d-98b61cf2020e Jul 13 07:38:34.088618 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ec3ea803-a96b-4731-abe0-9d0e40b9e1fc tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.116681 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.124418 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-84a30897-034c-40cb-a13f-e6047711e99a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.141359 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2183c90-6e47-479a-adc8-d97cda8b89cf admin admin] Checking segment: {'id': '0fbb15f0-5b51-4717-acf7-601fcd734497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1bffa4e6-7313-4f68-939a-f305b6c1ba92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:34.141942 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2183c90-6e47-479a-adc8-d97cda8b89cf admin admin] Network hostable DHCP agents. Network: 1bffa4e6-7313-4f68-939a-f305b6c1ba92, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:38:34.144372 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2183c90-6e47-479a-adc8-d97cda8b89cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ab67e4b-1cd4-4c2b-8fe2-3d5450cef179,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:34.245264 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2183c90-6e47-479a-adc8-d97cda8b89cf admin admin] Network 1bffa4e6-7313-4f68-939a-f305b6c1ba92 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:38:34.260381 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-e2183c90-6e47-479a-adc8-d97cda8b89cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 1bffa4e6-7313-4f68-939a-f305b6c1ba92) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:34.266490 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2183c90-6e47-479a-adc8-d97cda8b89cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:34.267761 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e2183c90-6e47-479a-adc8-d97cda8b89cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.273144 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.287619 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e2183c90-6e47-479a-adc8-d97cda8b89cf admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3512053 Jul 13 07:38:34.294818 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249b4d62-6d2f-47c1-be8c-7cef9e86e6a3 None None] Network 73828277-151f-4e76-a82f-9cced6567d08 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:34.319571 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdddaad-3adc-41f2-8628-383fdea66d78 None None] Network 1bffa4e6-7313-4f68-939a-f305b6c1ba92 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:34.319832 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-84a30897-034c-40cb-a13f-e6047711e99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.332745 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-84a30897-034c-40cb-a13f-e6047711e99a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.339643 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-84a30897-034c-40cb-a13f-e6047711e99a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/69fdcf94-8ec0-470b-8dfc-ef04db025dc0 HTTP/1.1" status: 204 len: 168 time: 0.7801080 Jul 13 07:38:34.340854 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-249b4d62-6d2f-47c1-be8c-7cef9e86e6a3 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:34.346891 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249b4d62-6d2f-47c1-be8c-7cef9e86e6a3 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:34.358447 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a30897-034c-40cb-a13f-e6047711e99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fdcf94-8ec0-470b-8dfc-ef04db025dc0,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:34.389183 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622e087d-1701-4f9d-8409-ba34d0d92ac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-5def425c-6de0-440f-9db5-3324b46f8e0c', 'network_id': '5def425c-6de0-440f-9db5-3324b46f8e0c', 'tenant_id': 'f01a631f773348879267937f0179a769', 'fixed_ips': [{'subnet_id': 'bf9d1df3-ebef-45fc-bf6b-23d6d7793b99'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:38:34.398031 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-622e087d-1701-4f9d-8409-ba34d0d92ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:34.918707 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-249b4d62-6d2f-47c1-be8c-7cef9e86e6a3 None None] Attempting to bind port a659256a-9e76-4802-b77d-0263fc57a046 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:34.921245 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-249b4d62-6d2f-47c1-be8c-7cef9e86e6a3 None None] Attempting to bind port a659256a-9e76-4802-b77d-0263fc57a046 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'd2af8dee-60ea-470d-b97d-fb158f542815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '73828277-151f-4e76-a82f-9cced6567d08'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:34.922202 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249b4d62-6d2f-47c1-be8c-7cef9e86e6a3 None None] Attempting to bind port a659256a-9e76-4802-b77d-0263fc57a046 on network 73828277-151f-4e76-a82f-9cced6567d08 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:34.999851 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249b4d62-6d2f-47c1-be8c-7cef9e86e6a3 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:35.000772 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249b4d62-6d2f-47c1-be8c-7cef9e86e6a3 None None] Checking segment: {'id': 'd2af8dee-60ea-470d-b97d-fb158f542815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '73828277-151f-4e76-a82f-9cced6567d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:35.003966 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-249b4d62-6d2f-47c1-be8c-7cef9e86e6a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.007550 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249b4d62-6d2f-47c1-be8c-7cef9e86e6a3 None None] Bound using segment: {'id': 'd2af8dee-60ea-470d-b97d-fb158f542815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '73828277-151f-4e76-a82f-9cced6567d08'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:35.008363 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-249b4d62-6d2f-47c1-be8c-7cef9e86e6a3 None None] Bound port: a659256a-9e76-4802-b77d-0263fc57a046, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2af8dee-60ea-470d-b97d-fb158f542815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '73828277-151f-4e76-a82f-9cced6567d08'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:35.011824 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-249b4d62-6d2f-47c1-be8c-7cef9e86e6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.113122 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44424) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:35.178635 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bf37b2a0-da58-4051-9c4a-e43507facb98 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.248142 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e179d4-b112-4ef1-b7a0-28a8858167e2 None None] Network 1bffa4e6-7313-4f68-939a-f305b6c1ba92 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:35.425978 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bf37b2a0-da58-4051-9c4a-e43507facb98 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.436219 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-622e087d-1701-4f9d-8409-ba34d0d92ac0 None None] Allocated IP 172.20.0.2 (5def425c-6de0-440f-9db5-3324b46f8e0c/bf9d1df3-ebef-45fc-bf6b-23d6d7793b99/6232bf4d-7945-43d3-9a05-817fc13fe828) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:35.439374 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf37b2a0-da58-4051-9c4a-e43507facb98 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:35.441009 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bf37b2a0-da58-4051-9c4a-e43507facb98 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:35.628479 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-bf37b2a0-da58-4051-9c4a-e43507facb98 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.0927083 Jul 13 07:38:35.683607 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-249b4d62-6d2f-47c1-be8c-7cef9e86e6a3 None None] For port a659256a-9e76-4802-b77d-0263fc57a046, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:35.697928 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-ec3ea803-a96b-4731-abe0-9d0e40b9e1fc tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Allocated IP 2001:db8::1 (73828277-151f-4e76-a82f-9cced6567d08/31e3c218-37fb-43df-8b38-ba5fc6a8eb93/97ec0192-e404-4127-b8e3-eef4646ff71b) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:35.805667 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44442) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:35.831604 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-249b4d62-6d2f-47c1-be8c-7cef9e86e6a3 None None] For port a659256a-9e76-4802-b77d-0263fc57a046, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=a659256a-9e76-4802-b77d-0263fc57a046,segment=NetworkSegment(d2af8dee-60ea-470d-b97d-fb158f542815),segment_id=d2af8dee-60ea-470d-b97d-fb158f542815)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:35.842575 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-a05f5d3b-9d57-42cb-8ae6-92cbabc8fc72 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Request body: {'subnet': {'network_id': '36ea6456-d9d9-4ad8-a7e3-caf4ef16a5f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:35.924958 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-249b4d62-6d2f-47c1-be8c-7cef9e86e6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:36.003473 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:36.104671 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a5f16-70ce-4b44-ad13-b61363acd853 req-905b9cdf-5a66-400d-b528-f91c43a1df00 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:36.106281 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-910a5f16-70ce-4b44-ad13-b61363acd853 req-905b9cdf-5a66-400d-b528-f91c43a1df00 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f06fb4c-ad58-49ab-b0d4-1c4d96062cd6 HTTP/1.1" status: 200 len: 944 time: 1.3613589 Jul 13 07:38:36.185692 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-910a5f16-70ce-4b44-ad13-b61363acd853 req-2befc87d-e6a4-48d6-890d-63da02a32692 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674975 Jul 13 07:38:36.262233 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ec3ea803-a96b-4731-abe0-9d0e40b9e1fc tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:36.282307 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-ec3ea803-a96b-4731-abe0-9d0e40b9e1fc tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Transition to ACTIVE for port object 97ec0192-e404-4127-b8e3-eef4646ff71b will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:36.302230 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:36.327384 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37b2a0-da58-4051-9c4a-e43507facb98 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Pushing event updated for resources: {'Network': ['ID=b50eea49-9d54-49e4-bd4d-98b61cf2020e,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:36.481822 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network b50eea49-9d54-49e4-bd4d-98b61cf2020e details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:38:36.504310 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ec3ea803-a96b-4731-abe0-9d0e40b9e1fc tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:36.519332 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5f7f783d-a113-49a0-8907-b7ea83210815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:36.810673 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3ea803-a96b-4731-abe0-9d0e40b9e1fc tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Network 73828277-151f-4e76-a82f-9cced6567d08 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:36.849412 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b4d62-6d2f-47c1-be8c-7cef9e86e6a3 None None] Pushing event updated for resources: {'Port': ['ID=a659256a-9e76-4802-b77d-0263fc57a046,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:36.852018 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-ec3ea803-a96b-4731-abe0-9d0e40b9e1fc tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:36.857201 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3ea803-a96b-4731-abe0-9d0e40b9e1fc tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:36.861359 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ec3ea803-a96b-4731-abe0-9d0e40b9e1fc tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:36.945901 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-622e087d-1701-4f9d-8409-ba34d0d92ac0 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:36.950939 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:36.983728 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:36.984228 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:36.986195 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-622e087d-1701-4f9d-8409-ba34d0d92ac0 None None] Transition to ACTIVE for port object 6232bf4d-7945-43d3-9a05-817fc13fe828 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:37.062169 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-622e087d-1701-4f9d-8409-ba34d0d92ac0 None None] Transition to ACTIVE for port object 6232bf4d-7945-43d3-9a05-817fc13fe828 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:37.115780 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-622e087d-1701-4f9d-8409-ba34d0d92ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.174855 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ea803-a96b-4731-abe0-9d0e40b9e1fc tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event updated for resources: {'Port': ['ID=97ec0192-e404-4127-b8e3-eef4646ff71b,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:37.247547 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5f7f783d-a113-49a0-8907-b7ea83210815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.262862 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5f7f783d-a113-49a0-8907-b7ea83210815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.316259 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f783d-a113-49a0-8907-b7ea83210815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779cb087-5c31-472a-9284-bb9f7ea453c2,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:37.417384 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53536291-148b-4778-b210-8ee30559ed9c req-acfe840c-f059-4a8e-af93-a1e73aa39457 tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:37.419025 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53536291-148b-4778-b210-8ee30559ed9c req-acfe840c-f059-4a8e-af93-a1e73aa39457 tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] 10.222.0.23 "GET /v2.0/networks?id=1bffa4e6-7313-4f68-939a-f305b6c1ba92 HTTP/1.1" status: 200 len: 812 time: 0.9367824 Jul 13 07:38:37.469762 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device a659256a-9e76-4802-b77d-0263fc57a046 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:37.478363 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53536291-148b-4778-b210-8ee30559ed9c req-47673f1c-8d2d-4d01-bb01-9147367af741 tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] 10.222.0.23 "GET /v2.0/quotas/2ce60f6e542c498e910a2798b4431ce9 HTTP/1.1" status: 200 len: 375 time: 0.0253918 Jul 13 07:38:37.478993 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05f5d3b-9d57-42cb-8ae6-92cbabc8fc72 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Made reservation on behalf of f01a631f773348879267937f0179a769 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:37.482643 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a05f5d3b-9d57-42cb-8ae6-92cbabc8fc72 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.576898 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622e087d-1701-4f9d-8409-ba34d0d92ac0 None None] Network 5def425c-6de0-440f-9db5-3324b46f8e0c is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:37.585665 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44056726-82fd-4e05-8f38-b63a82694d32 req-8c2ec203-7394-42dd-ac4c-ffb958bb3aaa tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:37.592265 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-44056726-82fd-4e05-8f38-b63a82694d32 req-8c2ec203-7394-42dd-ac4c-ffb958bb3aaa tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f06fb4c-ad58-49ab-b0d4-1c4d96062cd6 HTTP/1.1" status: 200 len: 944 time: 0.1654782 Jul 13 07:38:37.666997 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-622e087d-1701-4f9d-8409-ba34d0d92ac0 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:37.678604 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622e087d-1701-4f9d-8409-ba34d0d92ac0 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:37.704661 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-44056726-82fd-4e05-8f38-b63a82694d32 req-a3ccaa67-479f-4886-9c01-7d715ec80bb2 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060004 Jul 13 07:38:37.725886 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e087d-1701-4f9d-8409-ba34d0d92ac0 None None] Pushing event updated for resources: {'Port': ['ID=6232bf4d-7945-43d3-9a05-817fc13fe828,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:37.752412 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5f7f783d-a113-49a0-8907-b7ea83210815 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8052fd2b38684ce18ebd829a9f94503f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6207767 Jul 13 07:38:37.755697 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44486) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:37.830885 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53536291-148b-4778-b210-8ee30559ed9c req-3b893c34-cb02-49e6-a4cf-ba9538bc30b6 tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2ce60f6e542c498e910a2798b4431ce9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0717707 Jul 13 07:38:37.843558 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ec3ea803-a96b-4731-abe0-9d0e40b9e1fc tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.890324 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e6547f66-e19f-46a4-b0be-b8d780c82402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.926397 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.961697 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e6547f66-e19f-46a4-b0be-b8d780c82402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:37.997629 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-622e087d-1701-4f9d-8409-ba34d0d92ac0 None None] Attempting to bind port 6232bf4d-7945-43d3-9a05-817fc13fe828 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:37.997859 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-622e087d-1701-4f9d-8409-ba34d0d92ac0 None None] Attempting to bind port 6232bf4d-7945-43d3-9a05-817fc13fe828 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '7c4b8add-342d-4d28-8a10-055a858a9235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5def425c-6de0-440f-9db5-3324b46f8e0c'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:37.998229 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622e087d-1701-4f9d-8409-ba34d0d92ac0 None None] Attempting to bind port 6232bf4d-7945-43d3-9a05-817fc13fe828 on network 5def425c-6de0-440f-9db5-3324b46f8e0c {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:38.004183 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port a659256a-9e76-4802-b77d-0263fc57a046 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:38.060455 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622e087d-1701-4f9d-8409-ba34d0d92ac0 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:38.060881 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622e087d-1701-4f9d-8409-ba34d0d92ac0 None None] Checking segment: {'id': '7c4b8add-342d-4d28-8a10-055a858a9235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5def425c-6de0-440f-9db5-3324b46f8e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:38.061286 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-622e087d-1701-4f9d-8409-ba34d0d92ac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:38.061727 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622e087d-1701-4f9d-8409-ba34d0d92ac0 None None] Bound using segment: {'id': '7c4b8add-342d-4d28-8a10-055a858a9235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5def425c-6de0-440f-9db5-3324b46f8e0c'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:38.062270 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-622e087d-1701-4f9d-8409-ba34d0d92ac0 None None] Bound port: 6232bf4d-7945-43d3-9a05-817fc13fe828, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c4b8add-342d-4d28-8a10-055a858a9235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5def425c-6de0-440f-9db5-3324b46f8e0c'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:38.062805 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-622e087d-1701-4f9d-8409-ba34d0d92ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:38.112583 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a05f5d3b-9d57-42cb-8ae6-92cbabc8fc72 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:38.119754 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e6547f66-e19f-46a4-b0be-b8d780c82402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:38.122792 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e6547f66-e19f-46a4-b0be-b8d780c82402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:38.125129 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f06fb4c-ad58-49ab-b0d4-1c4d96062cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:38.127413 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e6547f66-e19f-46a4-b0be-b8d780c82402 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/779cb087-5c31-472a-9284-bb9f7ea453c2 HTTP/1.1" status: 204 len: 168 time: 0.3705173 Jul 13 07:38:38.131496 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2e7808-2650-4140-a89c-fd076d774e01" -d '{"events": [{"server_uuid": "7f06fb4c-ad58-49ab-b0d4-1c4d96062cd6", "name": "network-vif-plugged", "status": "completed", "tag": "fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:38.140932 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6547f66-e19f-46a4-b0be-b8d780c82402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779cb087-5c31-472a-9284-bb9f7ea453c2,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:38.169811 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6547f66-e19f-46a4-b0be-b8d780c82402 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:38.173835 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6547f66-e19f-46a4-b0be-b8d780c82402 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:38.174370 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6547f66-e19f-46a4-b0be-b8d780c82402 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:38.174828 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6547f66-e19f-46a4-b0be-b8d780c82402 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:38.175876 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6547f66-e19f-46a4-b0be-b8d780c82402 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:38.177203 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6547f66-e19f-46a4-b0be-b8d780c82402 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:38.179863 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6547f66-e19f-46a4-b0be-b8d780c82402 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:38.181504 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6547f66-e19f-46a4-b0be-b8d780c82402 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:38.182896 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6547f66-e19f-46a4-b0be-b8d780c82402 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:38.185977 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6547f66-e19f-46a4-b0be-b8d780c82402 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:38.186685 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6547f66-e19f-46a4-b0be-b8d780c82402 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:38.187413 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6547f66-e19f-46a4-b0be-b8d780c82402 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:38.217190 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8,segment=NetworkSegment(cd9aaace-dd86-4d07-b2da-557f00b03dc5),segment_id=cd9aaace-dd86-4d07-b2da-557f00b03dc5)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:38.253246 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdcd9d6-8279-49dd-8ed5-de9298debcf1 x-openstack-request-id: req-2bdcd9d6-8279-49dd-8ed5-de9298debcf1 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:38.253758 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f06fb4c-ad58-49ab-b0d4-1c4d96062cd6", "name": "network-vif-plugged", "status": "completed", "tag": "fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:38.254229 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2bdcd9d6-8279-49dd-8ed5-de9298debcf1 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:38.258021 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f06fb4c-ad58-49ab-b0d4-1c4d96062cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8', 'code': 200} Jul 13 07:38:38.309002 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:38.416887 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad52c7e-b9df-4aca-9e33-6120d89beede None None] Network 73828277-151f-4e76-a82f-9cced6567d08 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:38.423587 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05f5d3b-9d57-42cb-8ae6-92cbabc8fc72 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Checking segment: {'id': 'cc6001eb-5619-467f-bb0e-c69d79996732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '36ea6456-d9d9-4ad8-a7e3-caf4ef16a5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:38.424387 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05f5d3b-9d57-42cb-8ae6-92cbabc8fc72 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Network hostable DHCP agents. Network: 36ea6456-d9d9-4ad8-a7e3-caf4ef16a5f0, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:38:38.496832 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8253bd-0600-4814-9a66-0a493710b42d req-d9fb22d3-7de3-4dd5-8e7a-18a26330bcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:38.499662 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8f8253bd-0600-4814-9a66-0a493710b42d req-d9fb22d3-7de3-4dd5-8e7a-18a26330bcaa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7f06fb4c-ad58-49ab-b0d4-1c4d96062cd6 HTTP/1.1" status: 200 len: 1097 time: 0.1467350 Jul 13 07:38:38.506008 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-622e087d-1701-4f9d-8409-ba34d0d92ac0 None None] For port 6232bf4d-7945-43d3-9a05-817fc13fe828, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:38.541530 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:38.547575 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-622e087d-1701-4f9d-8409-ba34d0d92ac0 None None] For port 6232bf4d-7945-43d3-9a05-817fc13fe828, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=6232bf4d-7945-43d3-9a05-817fc13fe828,segment=NetworkSegment(7c4b8add-342d-4d28-8a10-055a858a9235),segment_id=7c4b8add-342d-4d28-8a10-055a858a9235)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:38.580267 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [req-53536291-148b-4778-b210-8ee30559ed9c req-10534b6e-a394-4c30-a26a-9a979527d752 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:38:38.581459 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53536291-148b-4778-b210-8ee30559ed9c req-10534b6e-a394-4c30-a26a-9a979527d752 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5917487 Jul 13 07:38:38.584616 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05f5d3b-9d57-42cb-8ae6-92cbabc8fc72 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Network 36ea6456-d9d9-4ad8-a7e3-caf4ef16a5f0 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:38:38.604580 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8f8253bd-0600-4814-9a66-0a493710b42d req-1db2bff6-b69f-4207-85b4-1b9f96ae753e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976362 Jul 13 07:38:38.607955 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-622e087d-1701-4f9d-8409-ba34d0d92ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:38.610628 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f5d3b-9d57-42cb-8ae6-92cbabc8fc72 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Pushing event updated for resources: {'Subnet': ['ID=27a203b8-de3f-4dd2-b839-16c8a74abfa0,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:38.617440 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b415baa1-1ab2-4ec2-a275-9a9c0c93b34b None None] Provisioning for port a659256a-9e76-4802-b77d-0263fc57a046 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:38.629781 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b415baa1-1ab2-4ec2-a275-9a9c0c93b34b None None] Provisioning complete for port a659256a-9e76-4802-b77d-0263fc57a046 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:38.630731 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b415baa1-1ab2-4ec2-a275-9a9c0c93b34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:38.640411 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-a05f5d3b-9d57-42cb-8ae6-92cbabc8fc72 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 36ea6456-d9d9-4ad8-a7e3-caf4ef16a5f0) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:38.645045 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05f5d3b-9d57-42cb-8ae6-92cbabc8fc72 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:38.646327 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a05f5d3b-9d57-42cb-8ae6-92cbabc8fc72 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:38.737835 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb6d2ba-6445-4f9c-94ed-4184d9f933f4 None None] Network 36ea6456-d9d9-4ad8-a7e3-caf4ef16a5f0 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:38.929950 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a05f5d3b-9d57-42cb-8ae6-92cbabc8fc72 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1095073 Jul 13 07:38:38.934141 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44508) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:38.939420 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-e625a83f-e2c9-4cb9-892f-f1a24717c276 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Request body: {'subnet': {'network_id': 'b50eea49-9d54-49e4-bd4d-98b61cf2020e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:38.958021 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e087d-1701-4f9d-8409-ba34d0d92ac0 None None] Pushing event updated for resources: {'Port': ['ID=6232bf4d-7945-43d3-9a05-817fc13fe828,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:39.061874 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53536291-148b-4778-b210-8ee30559ed9c req-4c995e2e-fd44-4b7e-ad02-039c38b4f50e service neutron] 10.222.0.23 "GET /v2.0/networks/1bffa4e6-7313-4f68-939a-f305b6c1ba92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522622 Jul 13 07:38:39.155471 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44514) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:39.196437 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-14b82675-2d12-45d3-af8b-09af918156aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:39.263188 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ec3ea803-a96b-4731-abe0-9d0e40b9e1fc tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:39.273352 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ec3ea803-a96b-4731-abe0-9d0e40b9e1fc tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:39.383112 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ea803-a96b-4731-abe0-9d0e40b9e1fc tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event updated for resources: {'Port': ['ID=97ec0192-e404-4127-b8e3-eef4646ff71b,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:39.427088 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53536291-148b-4778-b210-8ee30559ed9c req-8d8ac51a-bb0f-4b73-a03b-bab184cc1afe service neutron] 10.222.0.23 "GET /v2.0/networks/1bffa4e6-7313-4f68-939a-f305b6c1ba92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642964 Jul 13 07:38:39.451415 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ec3ea803-a96b-4731-abe0-9d0e40b9e1fc tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:39.526991 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578f2a0-4abd-46e9-8814-67174f944df3 req-ef973b25-9911-4dce-973b-671619ec9932 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:39.530932 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b578f2a0-4abd-46e9-8814-67174f944df3 req-ef973b25-9911-4dce-973b-671619ec9932 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f06fb4c-ad58-49ab-b0d4-1c4d96062cd6 HTTP/1.1" status: 200 len: 945 time: 0.4966750 Jul 13 07:38:39.536013 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 6232bf4d-7945-43d3-9a05-817fc13fe828 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:39.648286 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3ea803-a96b-4731-abe0-9d0e40b9e1fc tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Network 73828277-151f-4e76-a82f-9cced6567d08 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:39.675219 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-ec3ea803-a96b-4731-abe0-9d0e40b9e1fc tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:39.690250 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b578f2a0-4abd-46e9-8814-67174f944df3 req-cc84ba4a-ee29-408e-aca2-ea98f101abe7 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384859 Jul 13 07:38:39.812791 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b415baa1-1ab2-4ec2-a275-9a9c0c93b34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:40.001590 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 6232bf4d-7945-43d3-9a05-817fc13fe828 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:40.170659 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-14b82675-2d12-45d3-af8b-09af918156aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:40.184116 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-b415baa1-1ab2-4ec2-a275-9a9c0c93b34b None None] For port a659256a-9e76-4802-b77d-0263fc57a046, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=a659256a-9e76-4802-b77d-0263fc57a046,segment=NetworkSegment(d2af8dee-60ea-470d-b97d-fb158f542815),segment_id=d2af8dee-60ea-470d-b97d-fb158f542815)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:40.229615 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b415baa1-1ab2-4ec2-a275-9a9c0c93b34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:40.249019 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e625a83f-e2c9-4cb9-892f-f1a24717c276 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Made reservation on behalf of f01a631f773348879267937f0179a769 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:40.263531 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e625a83f-e2c9-4cb9-892f-f1a24717c276 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:40.290926 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-14b82675-2d12-45d3-af8b-09af918156aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:40.349965 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2597e818-3c44-415c-9606-bf401c7a354d req-4dd38ec4-95b0-46c4-8b75-b852b292cf29 tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] 10.222.0.23 "GET /v2.0/ports?device_id=1906db74-d968-4a23-a799-1d43b01c4606 HTTP/1.1" status: 200 len: 210 time: 0.2963092 Jul 13 07:38:40.494340 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a30923b-c560-4614-879a-c2f1044fe876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-36ea6456-d9d9-4ad8-a7e3-caf4ef16a5f0', 'network_id': '36ea6456-d9d9-4ad8-a7e3-caf4ef16a5f0', 'tenant_id': 'f01a631f773348879267937f0179a769', 'fixed_ips': [{'subnet_id': '27a203b8-de3f-4dd2-b839-16c8a74abfa0'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:38:40.499355 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0a30923b-c560-4614-879a-c2f1044fe876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:40.624610 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-14b82675-2d12-45d3-af8b-09af918156aa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=972c3b874af94cd382582560b69cfa5d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4627314 Jul 13 07:38:40.636919 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44534) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:40.659509 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b82675-2d12-45d3-af8b-09af918156aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbb712f-9fef-466f-b1d5-bad5d361ca16,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:40.676397 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b415baa1-1ab2-4ec2-a275-9a9c0c93b34b None None] Pushing event updated for resources: {'Port': ['ID=a659256a-9e76-4802-b77d-0263fc57a046,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:40.732893 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b82675-2d12-45d3-af8b-09af918156aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:40.749576 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b82675-2d12-45d3-af8b-09af918156aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:40.750202 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b82675-2d12-45d3-af8b-09af918156aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:40.750576 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b82675-2d12-45d3-af8b-09af918156aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:40.751014 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b82675-2d12-45d3-af8b-09af918156aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:40.752026 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b82675-2d12-45d3-af8b-09af918156aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:40.753638 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b82675-2d12-45d3-af8b-09af918156aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:40.754088 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b82675-2d12-45d3-af8b-09af918156aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:40.755113 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b82675-2d12-45d3-af8b-09af918156aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:40.755582 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b82675-2d12-45d3-af8b-09af918156aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:40.759176 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b82675-2d12-45d3-af8b-09af918156aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:40.759688 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b82675-2d12-45d3-af8b-09af918156aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:38:40.802143 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3ea803-a96b-4731-abe0-9d0e40b9e1fc tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Router f66f1fda-1124-4507-87d4-3811caa841ef is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:38:40.886186 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e625a83f-e2c9-4cb9-892f-f1a24717c276 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:41.138576 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18669956-4185-4061-82a0-fc2178f1d49b None None] Network 5def425c-6de0-440f-9db5-3324b46f8e0c requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:41.247780 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ef74386f-7b07-4c53-94a7-76735aa50e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:41.304318 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625a83f-e2c9-4cb9-892f-f1a24717c276 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Pushing event updated for resources: {'Subnet': ['ID=5ffb244a-2e6a-483a-a744-1ec64499ac84,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:41.378367 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3ea803-a96b-4731-abe0-9d0e40b9e1fc tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:38:41.414659 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ef74386f-7b07-4c53-94a7-76735aa50e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:41.448158 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ec3ea803-a96b-4731-abe0-9d0e40b9e1fc tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "PUT /v2.0/routers/f66f1fda-1124-4507-87d4-3811caa841ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1241033 Jul 13 07:38:41.450856 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44548) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:41.518121 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b4f8f1-dcdc-47b0-92a4-37d5c9ad0f45 None None] Sync routers for ids ['f66f1fda-1124-4507-87d4-3811caa841ef'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:38:41.524713 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device a659256a-9e76-4802-b77d-0263fc57a046 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:41.621483 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ef74386f-7b07-4c53-94a7-76735aa50e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:41.624197 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ef74386f-7b07-4c53-94a7-76735aa50e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:41.625775 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ef74386f-7b07-4c53-94a7-76735aa50e5d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cdbb712f-9fef-466f-b1d5-bad5d361ca16 HTTP/1.1" status: 204 len: 168 time: 0.9860196 Jul 13 07:38:41.656976 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef74386f-7b07-4c53-94a7-76735aa50e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbb712f-9fef-466f-b1d5-bad5d361ca16,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:41.709224 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e625a83f-e2c9-4cb9-892f-f1a24717c276 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Checking segment: {'id': '6eef76fa-2943-411c-a18b-be5c044f3601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b50eea49-9d54-49e4-bd4d-98b61cf2020e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:41.709594 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e625a83f-e2c9-4cb9-892f-f1a24717c276 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Network hostable DHCP agents. Network: b50eea49-9d54-49e4-bd4d-98b61cf2020e, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:38:41.846631 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ec3d0bf6-85d4-4d16-af44-3b0df6a30869 req-944807b6-bcf5-4f32-94dc-7b33addaa882 tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] 10.222.0.23 "GET /v2.0/ports?device_id=1906db74-d968-4a23-a799-1d43b01c4606 HTTP/1.1" status: 200 len: 210 time: 0.1013815 Jul 13 07:38:41.873268 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee6b60e-3406-4728-8e30-276e1fa79f9e tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:41.886628 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44552) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:41.894967 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-3ea5e789-b106-4bf6-b96c-19cf5948b936 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '31e3c218-37fb-43df-8b38-ba5fc6a8eb93'}]}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:41.909578 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2ee6b60e-3406-4728-8e30-276e1fa79f9e tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "GET /v2.0/ports/97ec0192-e404-4127-b8e3-eef4646ff71b HTTP/1.1" status: 200 len: 911 time: 0.3822865 Jul 13 07:38:41.932991 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e625a83f-e2c9-4cb9-892f-f1a24717c276 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Network b50eea49-9d54-49e4-bd4d-98b61cf2020e is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:38:41.958634 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-0a30923b-c560-4614-879a-c2f1044fe876 None None] Allocated IP 172.20.0.2 (36ea6456-d9d9-4ad8-a7e3-caf4ef16a5f0/27a203b8-de3f-4dd2-b839-16c8a74abfa0/c377dd3b-fb81-48e8-911c-7bb66b5223e6) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:42.004074 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-e625a83f-e2c9-4cb9-892f-f1a24717c276 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, b50eea49-9d54-49e4-bd4d-98b61cf2020e) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:42.070537 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6169b45a-3c0d-465d-8cdd-07f4a5aded8b req-653375ba-f8ab-455b-8a48-5d42351aab3f tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:42.132573 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6169b45a-3c0d-465d-8cdd-07f4a5aded8b req-653375ba-f8ab-455b-8a48-5d42351aab3f tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f06fb4c-ad58-49ab-b0d4-1c4d96062cd6 HTTP/1.1" status: 200 len: 945 time: 1.0367377 Jul 13 07:38:42.166235 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e625a83f-e2c9-4cb9-892f-f1a24717c276 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:42.168534 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e625a83f-e2c9-4cb9-892f-f1a24717c276 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:42.246821 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e625a83f-e2c9-4cb9-892f-f1a24717c276 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3115528 Jul 13 07:38:42.250896 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44558) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:42.273572 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6169b45a-3c0d-465d-8cdd-07f4a5aded8b req-e76940b1-1924-4329-946d-3dd5f274387f tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394541 Jul 13 07:38:42.463282 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af63f3b-43cc-4117-a14b-5fbe6ce27a94 None None] Network b50eea49-9d54-49e4-bd4d-98b61cf2020e requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:42.525934 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ff780c10-ae21-415d-ae44-321d14ba7753 None None] Provisioning for port 97ec0192-e404-4127-b8e3-eef4646ff71b completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:42.617027 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b4f8f1-dcdc-47b0-92a4-37d5c9ad0f45 None None] Routers {'f66f1fda-1124-4507-87d4-3811caa841ef'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:38:42.617936 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-f7b4f8f1-dcdc-47b0-92a4-37d5c9ad0f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:38:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f66f1fda-1124-4507-87d4-3811caa841ef'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:42.631710 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ff780c10-ae21-415d-ae44-321d14ba7753 None None] Provisioning complete for port 97ec0192-e404-4127-b8e3-eef4646ff71b triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:42.633793 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ff780c10-ae21-415d-ae44-321d14ba7753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:42.746127 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port a659256a-9e76-4802-b77d-0263fc57a046 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:42.747165 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:42.867402 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-f7b4f8f1-dcdc-47b0-92a4-37d5c9ad0f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:42.920291 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0a30923b-c560-4614-879a-c2f1044fe876 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:43.018029 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d34a478f-aea4-4361-9366-16c7ce3f92d5 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:43.066468 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-0a30923b-c560-4614-879a-c2f1044fe876 None None] Transition to ACTIVE for port object c377dd3b-fb81-48e8-911c-7bb66b5223e6 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:43.170683 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-0a30923b-c560-4614-879a-c2f1044fe876 None None] Transition to ACTIVE for port object c377dd3b-fb81-48e8-911c-7bb66b5223e6 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:43.173127 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b4f8f1-dcdc-47b0-92a4-37d5c9ad0f45 None None] Routers {'f66f1fda-1124-4507-87d4-3811caa841ef'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:38:43.173872 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-f7b4f8f1-dcdc-47b0-92a4-37d5c9ad0f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:38:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f66f1fda-1124-4507-87d4-3811caa841ef'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:43.181881 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53536291-148b-4778-b210-8ee30559ed9c req-df460d33-8231-4980-b309-4bf69d3d8bcf tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:43.185251 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53536291-148b-4778-b210-8ee30559ed9c req-df460d33-8231-4980-b309-4bf69d3d8bcf tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] 10.222.0.25 "GET /v2.0/networks?id=1bffa4e6-7313-4f68-939a-f305b6c1ba92 HTTP/1.1" status: 200 len: 812 time: 0.7330470 Jul 13 07:38:43.243762 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-f7b4f8f1-dcdc-47b0-92a4-37d5c9ad0f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:43.245445 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b4f8f1-dcdc-47b0-92a4-37d5c9ad0f45 None None] The sync data for ids ['f66f1fda-1124-4507-87d4-3811caa841ef'] in n-d-771363-34 is: [] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:38:43.257239 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-ff780c10-ae21-415d-ae44-321d14ba7753 None None] Port 97ec0192-e404-4127-b8e3-eef4646ff71b cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:38:43.270394 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0a30923b-c560-4614-879a-c2f1044fe876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:43.291766 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-53536291-148b-4778-b210-8ee30559ed9c req-e06eb697-5aba-4f1a-8aa6-fd877d20919e tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] Request body: {'port': {'device_id': '1906db74-d968-4a23-a799-1d43b01c4606', 'network_id': '1bffa4e6-7313-4f68-939a-f305b6c1ba92', 'admin_state_up': True, 'tenant_id': '2ce60f6e542c498e910a2798b4431ce9'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:43.349669 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3ca23441-d8ac-4584-b597-429f474216df req-3aefa2ae-2471-4051-869e-7771830693b4 tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] 10.222.0.23 "GET /v2.0/ports?device_id=1906db74-d968-4a23-a799-1d43b01c4606 HTTP/1.1" status: 200 len: 210 time: 0.1507673 Jul 13 07:38:43.416991 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3ea5e789-b106-4bf6-b96c-19cf5948b936 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:43.469359 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ff780c10-ae21-415d-ae44-321d14ba7753 None None] Provisioning complete for port a659256a-9e76-4802-b77d-0263fc57a046 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:43.470209 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ff780c10-ae21-415d-ae44-321d14ba7753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:43.489228 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a30923b-c560-4614-879a-c2f1044fe876 None None] Network 36ea6456-d9d9-4ad8-a7e3-caf4ef16a5f0 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:44.043756 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-d34a478f-aea4-4361-9366-16c7ce3f92d5 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Allocated IP 172.20.0.1 (36ea6456-d9d9-4ad8-a7e3-caf4ef16a5f0/27a203b8-de3f-4dd2-b839-16c8a74abfa0/2c290696-50ab-4c7f-bc30-fb1e30e180e1) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:44.084498 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-0a30923b-c560-4614-879a-c2f1044fe876 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:44.092748 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a30923b-c560-4614-879a-c2f1044fe876 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:44.095757 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a30923b-c560-4614-879a-c2f1044fe876 None None] Pushing event updated for resources: {'Port': ['ID=c377dd3b-fb81-48e8-911c-7bb66b5223e6,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:44.328101 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d34a478f-aea4-4361-9366-16c7ce3f92d5 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:44.359723 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-d34a478f-aea4-4361-9366-16c7ce3f92d5 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Transition to ACTIVE for port object 2c290696-50ab-4c7f-bc30-fb1e30e180e1 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:44.365023 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39ef5d-6e4a-46d1-864a-618b8fd2d92b req-43e94b3a-bf6e-43bb-bad8-d30e159c0361 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:44.374815 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8d39ef5d-6e4a-46d1-864a-618b8fd2d92b req-43e94b3a-bf6e-43bb-bad8-d30e159c0361 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f06fb4c-ad58-49ab-b0d4-1c4d96062cd6 HTTP/1.1" status: 200 len: 945 time: 1.6865144 Jul 13 07:38:44.418824 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d34a478f-aea4-4361-9366-16c7ce3f92d5 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:44.436025 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53536291-148b-4778-b210-8ee30559ed9c req-e06eb697-5aba-4f1a-8aa6-fd877d20919e tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] Made reservation on behalf of 2ce60f6e542c498e910a2798b4431ce9 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:38:44.442343 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-53536291-148b-4778-b210-8ee30559ed9c req-e06eb697-5aba-4f1a-8aa6-fd877d20919e tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:44.508128 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6785a33-a150-4a8f-a928-a7a4f9371a44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-b50eea49-9d54-49e4-bd4d-98b61cf2020e', 'network_id': 'b50eea49-9d54-49e4-bd4d-98b61cf2020e', 'tenant_id': 'f01a631f773348879267937f0179a769', 'fixed_ips': [{'subnet_id': '5ffb244a-2e6a-483a-a744-1ec64499ac84'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:38:44.509604 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a6785a33-a150-4a8f-a928-a7a4f9371a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:44.596082 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a478f-aea4-4361-9366-16c7ce3f92d5 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Pushing event updated for resources: {'Port': ['ID=2c290696-50ab-4c7f-bc30-fb1e30e180e1,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:44.637231 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34a478f-aea4-4361-9366-16c7ce3f92d5 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Network 36ea6456-d9d9-4ad8-a7e3-caf4ef16a5f0 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:44.637573 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-0a30923b-c560-4614-879a-c2f1044fe876 None None] Attempting to bind port c377dd3b-fb81-48e8-911c-7bb66b5223e6 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:44.638275 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-0a30923b-c560-4614-879a-c2f1044fe876 None None] Attempting to bind port c377dd3b-fb81-48e8-911c-7bb66b5223e6 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'cc6001eb-5619-467f-bb0e-c69d79996732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '36ea6456-d9d9-4ad8-a7e3-caf4ef16a5f0'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:44.640522 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a30923b-c560-4614-879a-c2f1044fe876 None None] Attempting to bind port c377dd3b-fb81-48e8-911c-7bb66b5223e6 on network 36ea6456-d9d9-4ad8-a7e3-caf4ef16a5f0 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:44.641247 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-d34a478f-aea4-4361-9366-16c7ce3f92d5 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:44.646798 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34a478f-aea4-4361-9366-16c7ce3f92d5 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:44.677918 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8d39ef5d-6e4a-46d1-864a-618b8fd2d92b req-8621c96c-b7d7-436c-a732-4fd7f5ad61d3 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017550 Jul 13 07:38:44.734297 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a30923b-c560-4614-879a-c2f1044fe876 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:44.737332 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a30923b-c560-4614-879a-c2f1044fe876 None None] Checking segment: {'id': 'cc6001eb-5619-467f-bb0e-c69d79996732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '36ea6456-d9d9-4ad8-a7e3-caf4ef16a5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:44.738263 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0a30923b-c560-4614-879a-c2f1044fe876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:44.742402 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a30923b-c560-4614-879a-c2f1044fe876 None None] Bound using segment: {'id': 'cc6001eb-5619-467f-bb0e-c69d79996732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '36ea6456-d9d9-4ad8-a7e3-caf4ef16a5f0'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:44.743496 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-0a30923b-c560-4614-879a-c2f1044fe876 None None] Bound port: c377dd3b-fb81-48e8-911c-7bb66b5223e6, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc6001eb-5619-467f-bb0e-c69d79996732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '36ea6456-d9d9-4ad8-a7e3-caf4ef16a5f0'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:44.744429 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0a30923b-c560-4614-879a-c2f1044fe876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:44.779444 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d34a478f-aea4-4361-9366-16c7ce3f92d5 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:44.937417 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-146c54dc-378c-4130-884a-8de2aec5598f req-03ccf7d4-b049-43a4-b7b8-57865b85677c tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] 10.222.0.23 "GET /v2.0/ports?device_id=1906db74-d968-4a23-a799-1d43b01c4606 HTTP/1.1" status: 200 len: 210 time: 0.0597281 Jul 13 07:38:45.124579 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-83f7e5ca-3f3c-450b-9366-2e1155152c8c None None] Provisioning for port 6232bf4d-7945-43d3-9a05-817fc13fe828 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:45.168806 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-83f7e5ca-3f3c-450b-9366-2e1155152c8c None None] Provisioning complete for port 6232bf4d-7945-43d3-9a05-817fc13fe828 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:45.169404 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-83f7e5ca-3f3c-450b-9366-2e1155152c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.219124 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d34a478f-aea4-4361-9366-16c7ce3f92d5 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.240809 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-53536291-148b-4778-b210-8ee30559ed9c req-e06eb697-5aba-4f1a-8aa6-fd877d20919e tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] Allocated IP 172.20.0.11 (1bffa4e6-7313-4f68-939a-f305b6c1ba92/4ab67e4b-1cd4-4c2b-8fe2-3d5450cef179/1b1c0b06-4c00-4c41-83ba-159061311291) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:45.462093 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-0a30923b-c560-4614-879a-c2f1044fe876 None None] For port c377dd3b-fb81-48e8-911c-7bb66b5223e6, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:45.465971 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-a6785a33-a150-4a8f-a928-a7a4f9371a44 None None] Allocated IP 172.20.0.2 (b50eea49-9d54-49e4-bd4d-98b61cf2020e/5ffb244a-2e6a-483a-a744-1ec64499ac84/338ccdd0-0afa-49d6-871c-83ee060f147b) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:38:45.530589 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-0a30923b-c560-4614-879a-c2f1044fe876 None None] For port c377dd3b-fb81-48e8-911c-7bb66b5223e6, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=c377dd3b-fb81-48e8-911c-7bb66b5223e6,segment=NetworkSegment(cc6001eb-5619-467f-bb0e-c69d79996732),segment_id=cc6001eb-5619-467f-bb0e-c69d79996732)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:45.544302 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0a30923b-c560-4614-879a-c2f1044fe876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.567990 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-53536291-148b-4778-b210-8ee30559ed9c req-e06eb697-5aba-4f1a-8aa6-fd877d20919e tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.665795 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-83f7e5ca-3f3c-450b-9366-2e1155152c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.924087 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-83f7e5ca-3f3c-450b-9366-2e1155152c8c None None] For port 6232bf4d-7945-43d3-9a05-817fc13fe828, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=6232bf4d-7945-43d3-9a05-817fc13fe828,segment=NetworkSegment(7c4b8add-342d-4d28-8a10-055a858a9235),segment_id=7c4b8add-342d-4d28-8a10-055a858a9235)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:45.943722 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-83f7e5ca-3f3c-450b-9366-2e1155152c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:45.950084 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a30923b-c560-4614-879a-c2f1044fe876 None None] Pushing event updated for resources: {'Port': ['ID=c377dd3b-fb81-48e8-911c-7bb66b5223e6,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:46.047568 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d34a478f-aea4-4361-9366-16c7ce3f92d5 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.058066 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-53536291-148b-4778-b210-8ee30559ed9c req-e06eb697-5aba-4f1a-8aa6-fd877d20919e tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.102709 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d34a478f-aea4-4361-9366-16c7ce3f92d5 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.213663 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f7e5ca-3f3c-450b-9366-2e1155152c8c None None] Pushing event updated for resources: {'Port': ['ID=6232bf4d-7945-43d3-9a05-817fc13fe828,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:46.280662 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53536291-148b-4778-b210-8ee30559ed9c req-e06eb697-5aba-4f1a-8aa6-fd877d20919e tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] Network 1bffa4e6-7313-4f68-939a-f305b6c1ba92 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:46.314748 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-83f7e5ca-3f3c-450b-9366-2e1155152c8c None None] Provisioning complete for port 97ec0192-e404-4127-b8e3-eef4646ff71b triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:46.315121 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-83f7e5ca-3f3c-450b-9366-2e1155152c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.326417 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-53536291-148b-4778-b210-8ee30559ed9c req-e06eb697-5aba-4f1a-8aa6-fd877d20919e tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:46.331266 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-53536291-148b-4778-b210-8ee30559ed9c req-e06eb697-5aba-4f1a-8aa6-fd877d20919e tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:46.367706 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-83f7e5ca-3f3c-450b-9366-2e1155152c8c None None] Port 97ec0192-e404-4127-b8e3-eef4646ff71b cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:38:46.399654 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6fffb-bf0a-4799-9f10-9b90dc916db7 req-811b45ef-13cf-486b-b60f-594722676f08 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:46.413437 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f6d6fffb-bf0a-4799-9f10-9b90dc916db7 req-811b45ef-13cf-486b-b60f-594722676f08 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f06fb4c-ad58-49ab-b0d4-1c4d96062cd6 HTTP/1.1" status: 200 len: 945 time: 1.0852647 Jul 13 07:38:46.493700 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a478f-aea4-4361-9366-16c7ce3f92d5 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Pushing event updated for resources: {'Port': ['ID=2c290696-50ab-4c7f-bc30-fb1e30e180e1,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:46.516686 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d34a478f-aea4-4361-9366-16c7ce3f92d5 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.541710 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53536291-148b-4778-b210-8ee30559ed9c req-e06eb697-5aba-4f1a-8aa6-fd877d20919e tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:46.542339 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-53536291-148b-4778-b210-8ee30559ed9c req-e06eb697-5aba-4f1a-8aa6-fd877d20919e tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.568172 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f6d6fffb-bf0a-4799-9f10-9b90dc916db7 req-1bd47ca0-dd6f-4f15-8ca7-0cf01499b1a7 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528361 Jul 13 07:38:46.585894 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53536291-148b-4778-b210-8ee30559ed9c req-e06eb697-5aba-4f1a-8aa6-fd877d20919e tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3027475 Jul 13 07:38:46.639282 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a6785a33-a150-4a8f-a928-a7a4f9371a44 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.690732 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a6785a33-a150-4a8f-a928-a7a4f9371a44 None None] Transition to ACTIVE for port object 338ccdd0-0afa-49d6-871c-83ee060f147b will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:46.733517 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a6785a33-a150-4a8f-a928-a7a4f9371a44 None None] Transition to ACTIVE for port object 338ccdd0-0afa-49d6-871c-83ee060f147b will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:46.750615 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06eb697-5aba-4f1a-8aa6-fd877d20919e tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] Pushing event updated for resources: {'Port': ['ID=1b1c0b06-4c00-4c41-83ba-159061311291,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:46.752544 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a6785a33-a150-4a8f-a928-a7a4f9371a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.812388 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-53536291-148b-4778-b210-8ee30559ed9c req-860285a3-c19b-4630-b1be-640bcdd6ae5a service neutron] Request body: {'port': {'device_id': '1906db74-d968-4a23-a799-1d43b01c4606', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:46.859164 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34a478f-aea4-4361-9366-16c7ce3f92d5 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Network 36ea6456-d9d9-4ad8-a7e3-caf4ef16a5f0 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:46.860772 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-d34a478f-aea4-4361-9366-16c7ce3f92d5 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:46.909364 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3ea5e789-b106-4bf6-b96c-19cf5948b936 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.936157 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3ea5e789-b106-4bf6-b96c-19cf5948b936 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:46.970800 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6785a33-a150-4a8f-a928-a7a4f9371a44 None None] Network b50eea49-9d54-49e4-bd4d-98b61cf2020e is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:38:46.998420 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c377dd3b-fb81-48e8-911c-7bb66b5223e6 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:47.032774 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-a6785a33-a150-4a8f-a928-a7a4f9371a44 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:38:47.039546 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6785a33-a150-4a8f-a928-a7a4f9371a44 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:38:47.134698 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6785a33-a150-4a8f-a928-a7a4f9371a44 None None] Pushing event updated for resources: {'Port': ['ID=338ccdd0-0afa-49d6-871c-83ee060f147b,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:47.156109 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279706a7-3e02-408f-85f4-2d835c17e327 req-5f1a4897-3042-4ee5-b86f-40296e5db537 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:47.166295 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-279706a7-3e02-408f-85f4-2d835c17e327 req-5f1a4897-3042-4ee5-b86f-40296e5db537 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f06fb4c-ad58-49ab-b0d4-1c4d96062cd6 HTTP/1.1" status: 200 len: 945 time: 0.2945895 Jul 13 07:38:47.264869 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34a478f-aea4-4361-9366-16c7ce3f92d5 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Router c68ca375-f639-4aa7-8f27-b0a0c071fc63 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:38:47.313539 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea5e789-b106-4bf6-b96c-19cf5948b936 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:47.314977 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3ea5e789-b106-4bf6-b96c-19cf5948b936 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.325774 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3ea5e789-b106-4bf6-b96c-19cf5948b936 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "PUT /v2.0/ports/97ec0192-e404-4127-b8e3-eef4646ff71b HTTP/1.1" status: 200 len: 911 time: 5.4372344 Jul 13 07:38:47.334688 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44646) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:47.383938 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-279706a7-3e02-408f-85f4-2d835c17e327 req-ecafba8c-2257-4dbb-9ab0-1a3c96ed5b61 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139072 Jul 13 07:38:47.393231 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-a6785a33-a150-4a8f-a928-a7a4f9371a44 None None] Attempting to bind port 338ccdd0-0afa-49d6-871c-83ee060f147b on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:47.395553 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-a6785a33-a150-4a8f-a928-a7a4f9371a44 None None] Attempting to bind port 338ccdd0-0afa-49d6-871c-83ee060f147b by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '6eef76fa-2943-411c-a18b-be5c044f3601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b50eea49-9d54-49e4-bd4d-98b61cf2020e'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:47.398206 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6785a33-a150-4a8f-a928-a7a4f9371a44 None None] Attempting to bind port 338ccdd0-0afa-49d6-871c-83ee060f147b on network b50eea49-9d54-49e4-bd4d-98b61cf2020e {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:47.484793 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea5e789-b106-4bf6-b96c-19cf5948b936 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event updated for resources: {'Port': ['ID=97ec0192-e404-4127-b8e3-eef4646ff71b,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:47.502540 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6785a33-a150-4a8f-a928-a7a4f9371a44 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:47.503565 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6785a33-a150-4a8f-a928-a7a4f9371a44 None None] Checking segment: {'id': '6eef76fa-2943-411c-a18b-be5c044f3601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b50eea49-9d54-49e4-bd4d-98b61cf2020e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:47.506985 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a6785a33-a150-4a8f-a928-a7a4f9371a44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.508008 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6785a33-a150-4a8f-a928-a7a4f9371a44 None None] Bound using segment: {'id': '6eef76fa-2943-411c-a18b-be5c044f3601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b50eea49-9d54-49e4-bd4d-98b61cf2020e'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:47.515115 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-a6785a33-a150-4a8f-a928-a7a4f9371a44 None None] Bound port: 338ccdd0-0afa-49d6-871c-83ee060f147b, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eef76fa-2943-411c-a18b-be5c044f3601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b50eea49-9d54-49e4-bd4d-98b61cf2020e'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:47.516365 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a6785a33-a150-4a8f-a928-a7a4f9371a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.517181 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-53536291-148b-4778-b210-8ee30559ed9c req-860285a3-c19b-4630-b1be-640bcdd6ae5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:47.551592 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port c377dd3b-fb81-48e8-911c-7bb66b5223e6 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:47.566732 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 6232bf4d-7945-43d3-9a05-817fc13fe828 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:47.779292 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156934d-6b5e-40c4-9d72-2bb84beea0e1 req-82af10ac-6a41-4c96-b53b-951d5f4282d7 tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:47.797292 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6156934d-6b5e-40c4-9d72-2bb84beea0e1 req-82af10ac-6a41-4c96-b53b-951d5f4282d7 tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] 10.222.0.23 "GET /v2.0/ports?device_id=1906db74-d968-4a23-a799-1d43b01c4606 HTTP/1.1" status: 200 len: 932 time: 1.4961557 Jul 13 07:38:48.050528 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34a478f-aea4-4361-9366-16c7ce3f92d5 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:38:48.061793 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-79a235cd-93a2-4124-b9fd-5c24f8a18e9f None None] Provisioning complete for port 97ec0192-e404-4127-b8e3-eef4646ff71b triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:48.069984 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-79a235cd-93a2-4124-b9fd-5c24f8a18e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:48.073978 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d34a478f-aea4-4361-9366-16c7ce3f92d5 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] 10.222.0.23 "PUT /v2.0/routers/c68ca375-f639-4aa7-8f27-b0a0c071fc63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8205917 Jul 13 07:38:48.076300 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44658) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:48.079145 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e052c77c-0f7e-4304-8d4e-ce0e3a615f8c None None] Sync routers for ids ['c68ca375-f639-4aa7-8f27-b0a0c071fc63'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:38:48.112056 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6156934d-6b5e-40c4-9d72-2bb84beea0e1 req-fc0a947c-d600-4d4e-890c-d98690eae684 tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] 10.222.0.23 "GET /v2.0/security-groups?id=32ae375e-1028-4251-bfbc-eb30a36fb24d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132668 Jul 13 07:38:48.118379 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e052c77c-0f7e-4304-8d4e-ce0e3a615f8c None None] Routers {'c68ca375-f639-4aa7-8f27-b0a0c071fc63'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:38:48.121212 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-e052c77c-0f7e-4304-8d4e-ce0e3a615f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:38:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['c68ca375-f639-4aa7-8f27-b0a0c071fc63'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:48.223038 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14ce593-786f-4163-a3e9-2552340c0894 None None] Network 36ea6456-d9d9-4ad8-a7e3-caf4ef16a5f0 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:48.252568 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-e052c77c-0f7e-4304-8d4e-ce0e3a615f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:48.272894 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e052c77c-0f7e-4304-8d4e-ce0e3a615f8c None None] Routers {'c68ca375-f639-4aa7-8f27-b0a0c071fc63'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:38:48.274262 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-e052c77c-0f7e-4304-8d4e-ce0e3a615f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:38:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['c68ca375-f639-4aa7-8f27-b0a0c071fc63'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:48.346819 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-e052c77c-0f7e-4304-8d4e-ce0e3a615f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:48.351715 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e052c77c-0f7e-4304-8d4e-ce0e3a615f8c None None] The sync data for ids ['c68ca375-f639-4aa7-8f27-b0a0c071fc63'] in n-d-771363-34 is: [] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:38:48.424579 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-53536291-148b-4778-b210-8ee30559ed9c req-860285a3-c19b-4630-b1be-640bcdd6ae5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b1c0b06-4c00-4c41-83ba-159061311291 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:48.457553 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-53536291-148b-4778-b210-8ee30559ed9c req-860285a3-c19b-4630-b1be-640bcdd6ae5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:48.514082 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-53536291-148b-4778-b210-8ee30559ed9c req-860285a3-c19b-4630-b1be-640bcdd6ae5a service neutron] Transition to ACTIVE for port object 1b1c0b06-4c00-4c41-83ba-159061311291 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:38:48.520589 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-53536291-148b-4778-b210-8ee30559ed9c req-860285a3-c19b-4630-b1be-640bcdd6ae5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:48.610790 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860285a3-c19b-4630-b1be-640bcdd6ae5a service neutron] Pushing event updated for resources: {'Port': ['ID=1b1c0b06-4c00-4c41-83ba-159061311291,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:48.758064 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 6232bf4d-7945-43d3-9a05-817fc13fe828 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:48.772201 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:48.854924 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-53536291-148b-4778-b210-8ee30559ed9c req-860285a3-c19b-4630-b1be-640bcdd6ae5a service neutron] Attempting to bind port 1b1c0b06-4c00-4c41-83ba-159061311291 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:38:48.854924 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-53536291-148b-4778-b210-8ee30559ed9c req-860285a3-c19b-4630-b1be-640bcdd6ae5a service neutron] Attempting to bind port 1b1c0b06-4c00-4c41-83ba-159061311291 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '0fbb15f0-5b51-4717-acf7-601fcd734497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1bffa4e6-7313-4f68-939a-f305b6c1ba92'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:38:48.855573 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53536291-148b-4778-b210-8ee30559ed9c req-860285a3-c19b-4630-b1be-640bcdd6ae5a service neutron] Attempting to bind port 1b1c0b06-4c00-4c41-83ba-159061311291 on network 1bffa4e6-7313-4f68-939a-f305b6c1ba92 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:48.864919 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53536291-148b-4778-b210-8ee30559ed9c req-860285a3-c19b-4630-b1be-640bcdd6ae5a service neutron] Port 1b1c0b06-4c00-4c41-83ba-159061311291 on network 1bffa4e6-7313-4f68-939a-f305b6c1ba92 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:38:48.865372 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53536291-148b-4778-b210-8ee30559ed9c req-860285a3-c19b-4630-b1be-640bcdd6ae5a service neutron] Attempting to bind port 1b1c0b06-4c00-4c41-83ba-159061311291 on network 1bffa4e6-7313-4f68-939a-f305b6c1ba92 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:38:48.905838 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-a6785a33-a150-4a8f-a928-a7a4f9371a44 None None] For port 338ccdd0-0afa-49d6-871c-83ee060f147b, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:48.934745 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53536291-148b-4778-b210-8ee30559ed9c req-860285a3-c19b-4630-b1be-640bcdd6ae5a service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:38:48.935058 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53536291-148b-4778-b210-8ee30559ed9c req-860285a3-c19b-4630-b1be-640bcdd6ae5a service neutron] Checking segment: {'id': '0fbb15f0-5b51-4717-acf7-601fcd734497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1bffa4e6-7313-4f68-939a-f305b6c1ba92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:38:48.935521 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53536291-148b-4778-b210-8ee30559ed9c req-860285a3-c19b-4630-b1be-640bcdd6ae5a service neutron] Bound using segment: {'id': '0fbb15f0-5b51-4717-acf7-601fcd734497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1bffa4e6-7313-4f68-939a-f305b6c1ba92'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:38:48.938447 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-53536291-148b-4778-b210-8ee30559ed9c req-860285a3-c19b-4630-b1be-640bcdd6ae5a service neutron] Bound port: 1b1c0b06-4c00-4c41-83ba-159061311291, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fbb15f0-5b51-4717-acf7-601fcd734497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1bffa4e6-7313-4f68-939a-f305b6c1ba92'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:38:48.938812 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-53536291-148b-4778-b210-8ee30559ed9c req-860285a3-c19b-4630-b1be-640bcdd6ae5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:48.948170 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-79a235cd-93a2-4124-b9fd-5c24f8a18e9f None None] Port 97ec0192-e404-4127-b8e3-eef4646ff71b cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:38:49.012264 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-a6785a33-a150-4a8f-a928-a7a4f9371a44 None None] For port 338ccdd0-0afa-49d6-871c-83ee060f147b, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=338ccdd0-0afa-49d6-871c-83ee060f147b,segment=NetworkSegment(6eef76fa-2943-411c-a18b-be5c044f3601),segment_id=6eef76fa-2943-411c-a18b-be5c044f3601)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:49.034262 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a6785a33-a150-4a8f-a928-a7a4f9371a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:49.198284 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-53536291-148b-4778-b210-8ee30559ed9c req-860285a3-c19b-4630-b1be-640bcdd6ae5a service neutron] For port 1b1c0b06-4c00-4c41-83ba-159061311291, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:38:49.221231 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f7dac4ef-b7b1-41f6-98f4-492ba660f246 None None] Provisioning for port c377dd3b-fb81-48e8-911c-7bb66b5223e6 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:49.228676 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-53536291-148b-4778-b210-8ee30559ed9c req-860285a3-c19b-4630-b1be-640bcdd6ae5a service neutron] For port 1b1c0b06-4c00-4c41-83ba-159061311291, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=1b1c0b06-4c00-4c41-83ba-159061311291,segment=NetworkSegment(0fbb15f0-5b51-4717-acf7-601fcd734497),segment_id=0fbb15f0-5b51-4717-acf7-601fcd734497)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:38:49.245858 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-53536291-148b-4778-b210-8ee30559ed9c req-860285a3-c19b-4630-b1be-640bcdd6ae5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:49.323159 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee73004-49b2-4ab3-8ba3-a35bb8e33a36 req-23edae41-fc26-4c2d-8b44-e21349bf69cb tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:49.348832 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f7dac4ef-b7b1-41f6-98f4-492ba660f246 None None] Provisioning complete for port c377dd3b-fb81-48e8-911c-7bb66b5223e6 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:49.349213 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f7dac4ef-b7b1-41f6-98f4-492ba660f246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:49.351788 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fee73004-49b2-4ab3-8ba3-a35bb8e33a36 req-23edae41-fc26-4c2d-8b44-e21349bf69cb tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f06fb4c-ad58-49ab-b0d4-1c4d96062cd6 HTTP/1.1" status: 200 len: 945 time: 0.4884939 Jul 13 07:38:49.406333 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6785a33-a150-4a8f-a928-a7a4f9371a44 None None] Pushing event updated for resources: {'Port': ['ID=338ccdd0-0afa-49d6-871c-83ee060f147b,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:49.485506 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53536291-148b-4778-b210-8ee30559ed9c req-860285a3-c19b-4630-b1be-640bcdd6ae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:49.486948 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-53536291-148b-4778-b210-8ee30559ed9c req-860285a3-c19b-4630-b1be-640bcdd6ae5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:49.498936 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53536291-148b-4778-b210-8ee30559ed9c req-860285a3-c19b-4630-b1be-640bcdd6ae5a service neutron] 10.222.0.25 "PUT /v2.0/ports/1b1c0b06-4c00-4c41-83ba-159061311291 HTTP/1.1" status: 200 len: 1093 time: 2.7308552 Jul 13 07:38:49.512666 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1906db74-d968-4a23-a799-1d43b01c4606', 'tag': '1b1c0b06-4c00-4c41-83ba-159061311291'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:49.520759 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81332ca6-f1a0-4a1e-a69f-165335bfff58" -d '{"events": [{"name": "network-changed", "server_uuid": "1906db74-d968-4a23-a799-1d43b01c4606", "tag": "1b1c0b06-4c00-4c41-83ba-159061311291"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:49.570999 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-bda2d77a-1aa0-407b-9091-76e942dd20d7 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:38:49.572296 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-bda2d77a-1aa0-407b-9091-76e942dd20d7 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] 10.222.0.23 "PUT /v2.0/routers/c68ca375-f639-4aa7-8f27-b0a0c071fc63/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4947820 Jul 13 07:38:49.584014 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44680) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:49.854919 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c09a933d-7a73-4ceb-8acb-3d845dc21a99 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:49.892636 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f7dac4ef-b7b1-41f6-98f4-492ba660f246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:50.012925 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 338ccdd0-0afa-49d6-871c-83ee060f147b up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:50.216185 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f7dac4ef-b7b1-41f6-98f4-492ba660f246 None None] For port c377dd3b-fb81-48e8-911c-7bb66b5223e6, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=c377dd3b-fb81-48e8-911c-7bb66b5223e6,segment=NetworkSegment(cc6001eb-5619-467f-bb0e-c69d79996732),segment_id=cc6001eb-5619-467f-bb0e-c69d79996732)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:50.255787 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f7dac4ef-b7b1-41f6-98f4-492ba660f246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:50.274362 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa335eb6-ebe1-46d6-942e-042d9a137adf req-f3c3583c-e947-4751-9f5d-62190959c974 tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:50.285318 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aa335eb6-ebe1-46d6-942e-042d9a137adf req-f3c3583c-e947-4751-9f5d-62190959c974 tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] 10.222.0.23 "GET /v2.0/ports?device_id=1906db74-d968-4a23-a799-1d43b01c4606 HTTP/1.1" status: 200 len: 944 time: 0.7117682 Jul 13 07:38:50.325534 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fee73004-49b2-4ab3-8ba3-a35bb8e33a36 req-fcabd2e0-05f6-4dff-acd6-c15fa3afa343 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9725466 Jul 13 07:38:50.340217 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aa335eb6-ebe1-46d6-942e-042d9a137adf req-475304d3-865e-4adb-9b6c-83cb2296b555 tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] 10.222.0.23 "GET /v2.0/security-groups?id=32ae375e-1028-4251-bfbc-eb30a36fb24d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539160 Jul 13 07:38:50.344389 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860285a3-c19b-4630-b1be-640bcdd6ae5a service neutron] Pushing event updated for resources: {'Port': ['ID=1b1c0b06-4c00-4c41-83ba-159061311291,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:50.420173 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 338ccdd0-0afa-49d6-871c-83ee060f147b completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:50.430090 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53536291-148b-4778-b210-8ee30559ed9c req-0ff2e507-8896-4f57-a488-1790f6ec613a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:50.431672 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53536291-148b-4778-b210-8ee30559ed9c req-0ff2e507-8896-4f57-a488-1790f6ec613a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2ce60f6e542c498e910a2798b4431ce9&device_id=1906db74-d968-4a23-a799-1d43b01c4606 HTTP/1.1" status: 200 len: 1096 time: 0.8470674 Jul 13 07:38:50.501663 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dac4ef-b7b1-41f6-98f4-492ba660f246 None None] Pushing event updated for resources: {'Port': ['ID=c377dd3b-fb81-48e8-911c-7bb66b5223e6,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:50.574220 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ea6ade14-cd31-4f17-b46c-b5b944928a9a None None] Provisioning complete for port c377dd3b-fb81-48e8-911c-7bb66b5223e6 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:50.574734 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ea6ade14-cd31-4f17-b46c-b5b944928a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:50.596751 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44702) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:50.702014 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53536291-148b-4778-b210-8ee30559ed9c req-69c4bccd-273a-45ce-b3ed-51014521f973 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b1c0b06-4c00-4c41-83ba-159061311291 HTTP/1.1" status: 200 len: 217 time: 0.2458761 Jul 13 07:38:50.805161 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-c09a933d-7a73-4ceb-8acb-3d845dc21a99 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Deleting port 97ec0192-e404-4127-b8e3-eef4646ff71b {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:50.805682 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c09a933d-7a73-4ceb-8acb-3d845dc21a99 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:51.077772 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ea6ade14-cd31-4f17-b46c-b5b944928a9a None None] Provisioning for port 2c290696-50ab-4c7f-bc30-fb1e30e180e1 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:51.103897 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ea6ade14-cd31-4f17-b46c-b5b944928a9a None None] Provisioning complete for port 2c290696-50ab-4c7f-bc30-fb1e30e180e1 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:51.104328 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ea6ade14-cd31-4f17-b46c-b5b944928a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:51.264194 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c09a933d-7a73-4ceb-8acb-3d845dc21a99 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:51.290806 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-ea6ade14-cd31-4f17-b46c-b5b944928a9a None None] Port 2c290696-50ab-4c7f-bc30-fb1e30e180e1 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:38:51.309547 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-c09a933d-7a73-4ceb-8acb-3d845dc21a99 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Calling delete_port for 97ec0192-e404-4127-b8e3-eef4646ff71b owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:51.413994 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53536291-148b-4778-b210-8ee30559ed9c req-09be0132-06f8-4986-b779-a6ab2a3834bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:51.430316 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53536291-148b-4778-b210-8ee30559ed9c req-09be0132-06f8-4986-b779-a6ab2a3834bb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4ab67e4b-1cd4-4c2b-8fe2-3d5450cef179 HTTP/1.1" status: 200 len: 852 time: 0.7153292 Jul 13 07:38:51.467086 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d7fd697b-72e6-47f4-89cf-83aff05ebb58 None None] Provisioning complete for port 2c290696-50ab-4c7f-bc30-fb1e30e180e1 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:51.469276 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d7fd697b-72e6-47f4-89cf-83aff05ebb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:51.571457 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e6cfdf-1d62-4199-9536-1173ea1e1459 x-openstack-request-id: req-a5e6cfdf-1d62-4199-9536-1173ea1e1459 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:51.571907 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1906db74-d968-4a23-a799-1d43b01c4606", "tag": "1b1c0b06-4c00-4c41-83ba-159061311291", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:51.572585 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a5e6cfdf-1d62-4199-9536-1173ea1e1459 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:51.574268 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1906db74-d968-4a23-a799-1d43b01c4606', 'tag': '1b1c0b06-4c00-4c41-83ba-159061311291', 'status': 'completed', 'code': 200} Jul 13 07:38:51.605446 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-d7fd697b-72e6-47f4-89cf-83aff05ebb58 None None] Port 2c290696-50ab-4c7f-bc30-fb1e30e180e1 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:38:51.718765 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53536291-148b-4778-b210-8ee30559ed9c req-6cf33a94-6ffc-4001-95d8-e618639ae593 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1bffa4e6-7313-4f68-939a-f305b6c1ba92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2255225 Jul 13 07:38:51.812043 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ef8d362-239d-4357-8b17-6094a6b83676 admin admin] Deleting subnet 2df3ee09-23c6-4609-848d-5109b67374a1 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:38:51.828442 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2ef8d362-239d-4357-8b17-6094a6b83676 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:51.889994 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f292b1fd-69fd-4de3-a4fc-37f43f0785bd None None] Provisioning complete for port 2c290696-50ab-4c7f-bc30-fb1e30e180e1 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:51.890341 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f292b1fd-69fd-4de3-a4fc-37f43f0785bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:51.941933 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f292b1fd-69fd-4de3-a4fc-37f43f0785bd None None] Port 2c290696-50ab-4c7f-bc30-fb1e30e180e1 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:38:51.986414 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a2a241-19cc-451a-b1bf-7f5452184514 None None] Network b50eea49-9d54-49e4-bd4d-98b61cf2020e requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:52.023803 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c377dd3b-fb81-48e8-911c-7bb66b5223e6 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:52.166250 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2ef8d362-239d-4357-8b17-6094a6b83676 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:52.320340 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6bafaf-5a95-4b9d-8743-d85aa4281d61 req-28003b32-d38b-483a-b5f0-111aeef4d1b5 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:52.322533 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ac6bafaf-5a95-4b9d-8743-d85aa4281d61 req-28003b32-d38b-483a-b5f0-111aeef4d1b5 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f06fb4c-ad58-49ab-b0d4-1c4d96062cd6 HTTP/1.1" status: 200 len: 945 time: 0.6559951 Jul 13 07:38:52.327759 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9e3eb994-899d-4afe-b406-c6d48cf835b5 None None] Provisioning for port 338ccdd0-0afa-49d6-871c-83ee060f147b completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:52.354450 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port c377dd3b-fb81-48e8-911c-7bb66b5223e6 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:52.355846 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:52.409420 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2ef8d362-239d-4357-8b17-6094a6b83676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:52.438214 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9e3eb994-899d-4afe-b406-c6d48cf835b5 None None] Provisioning complete for port 338ccdd0-0afa-49d6-871c-83ee060f147b triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:52.439005 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9e3eb994-899d-4afe-b406-c6d48cf835b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:52.660166 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ac6bafaf-5a95-4b9d-8743-d85aa4281d61 req-ca82a209-4ca4-4479-a1cf-56cfa4090400 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099015 Jul 13 07:38:52.691164 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9e3eb994-899d-4afe-b406-c6d48cf835b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:52.722850 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c09a933d-7a73-4ceb-8acb-3d845dc21a99 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:52.791047 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673fa3c-3a40-411e-af69-02f20053a76c req-53c97c7a-a939-42c8-abd2-09f67147da94 tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:52.798739 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-9e3eb994-899d-4afe-b406-c6d48cf835b5 None None] For port 338ccdd0-0afa-49d6-871c-83ee060f147b, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=338ccdd0-0afa-49d6-871c-83ee060f147b,segment=NetworkSegment(6eef76fa-2943-411c-a18b-be5c044f3601),segment_id=6eef76fa-2943-411c-a18b-be5c044f3601)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:52.804514 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1673fa3c-3a40-411e-af69-02f20053a76c req-53c97c7a-a939-42c8-abd2-09f67147da94 tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] 10.222.0.23 "GET /v2.0/ports?device_id=1906db74-d968-4a23-a799-1d43b01c4606 HTTP/1.1" status: 200 len: 944 time: 0.9572895 Jul 13 07:38:52.810990 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9e3eb994-899d-4afe-b406-c6d48cf835b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:52.874662 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1673fa3c-3a40-411e-af69-02f20053a76c req-fd391f0d-cefd-4269-9d64-2df4cfa3c86b tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] 10.222.0.23 "GET /v2.0/security-groups?id=32ae375e-1028-4251-bfbc-eb30a36fb24d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685382 Jul 13 07:38:52.883466 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53536291-148b-4778-b210-8ee30559ed9c req-a5bc5476-b4cb-40f9-8086-30d6296ddf57 service neutron] 10.222.0.25 "GET /v2.0/networks/1bffa4e6-7313-4f68-939a-f305b6c1ba92?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1387813 Jul 13 07:38:52.895024 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3eb994-899d-4afe-b406-c6d48cf835b5 None None] Pushing event updated for resources: {'Port': ['ID=338ccdd0-0afa-49d6-871c-83ee060f147b,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:52.929909 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2ef8d362-239d-4357-8b17-6094a6b83676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:52.992472 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a933d-7a73-4ceb-8acb-3d845dc21a99 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event deleted for resources: {'Port': ['ID=97ec0192-e404-4127-b8e3-eef4646ff71b,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:53.114585 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53536291-148b-4778-b210-8ee30559ed9c req-a4a12dc7-ddae-4275-bf0e-9f0c241309d6 service neutron] 10.222.0.25 "GET /v2.0/networks/1bffa4e6-7313-4f68-939a-f305b6c1ba92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273543 Jul 13 07:38:53.290258 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8d362-239d-4357-8b17-6094a6b83676 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2df3ee09-23c6-4609-848d-5109b67374a1,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:53.353074 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8c448eae-513a-4aaa-8fa2-916393201c56 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:53.420698 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2ef8d362-239d-4357-8b17-6094a6b83676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:53.423930 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2ef8d362-239d-4357-8b17-6094a6b83676 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2df3ee09-23c6-4609-848d-5109b67374a1 HTTP/1.1" status: 204 len: 168 time: 2.8213625 Jul 13 07:38:53.472810 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-de6fdd25-6a2f-49f9-9e79-48f0471c048d None None] Provisioning complete for port 2c290696-50ab-4c7f-bc30-fb1e30e180e1 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:53.473675 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-de6fdd25-6a2f-49f9-9e79-48f0471c048d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:53.540052 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44732) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:53.584345 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:53.588237 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-de6fdd25-6a2f-49f9-9e79-48f0471c048d None None] Port 2c290696-50ab-4c7f-bc30-fb1e30e180e1 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:38:53.685836 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c09a933d-7a73-4ceb-8acb-3d845dc21a99 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:53.795771 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81332ca6-f1a0-4a1e-a69f-165335bfff58 req-72508d1d-bbd7-40ce-adf6-cc7f48b4cb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:53.800180 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-81332ca6-f1a0-4a1e-a69f-165335bfff58 req-72508d1d-bbd7-40ce-adf6-cc7f48b4cb6f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2ce60f6e542c498e910a2798b4431ce9&device_id=1906db74-d968-4a23-a799-1d43b01c4606 HTTP/1.1" status: 200 len: 1096 time: 0.6065557 Jul 13 07:38:53.863998 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:53.958520 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c7a55384-182c-4fae-90ca-7d60df5ec8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:54.053920 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 338ccdd0-0afa-49d6-871c-83ee060f147b up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:54.353499 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-571c52d1-82b2-4f58-8f79-4103d1016e02 None None] Provisioning complete for port 338ccdd0-0afa-49d6-871c-83ee060f147b triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:54.353919 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-571c52d1-82b2-4f58-8f79-4103d1016e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:54.462041 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 338ccdd0-0afa-49d6-871c-83ee060f147b triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:54.469112 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:54.527518 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-8c448eae-513a-4aaa-8fa2-916393201c56 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Deleting port 2c290696-50ab-4c7f-bc30-fb1e30e180e1 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:54.528134 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8c448eae-513a-4aaa-8fa2-916393201c56 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:54.533319 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81332ca6-f1a0-4a1e-a69f-165335bfff58 req-dd793e76-4998-4033-b8fe-67b48832b7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:54.535005 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-81332ca6-f1a0-4a1e-a69f-165335bfff58 req-dd793e76-4998-4033-b8fe-67b48832b7d2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1bffa4e6-7313-4f68-939a-f305b6c1ba92 HTTP/1.1" status: 200 len: 913 time: 0.7199242 Jul 13 07:38:54.647454 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09a933d-7a73-4ceb-8acb-3d845dc21a99 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Router f66f1fda-1124-4507-87d4-3811caa841ef has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:38:54.960262 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09a933d-7a73-4ceb-8acb-3d845dc21a99 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:38:54.985051 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c09a933d-7a73-4ceb-8acb-3d845dc21a99 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "PUT /v2.0/routers/f66f1fda-1124-4507-87d4-3811caa841ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6316144 Jul 13 07:38:55.009224 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44748) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:55.068557 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c7a55384-182c-4fae-90ca-7d60df5ec8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:55.089373 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:38:55.091557 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9ab2f2-3584-42e4-bc85-09e8775ed213 None None] Sync routers for ids ['f66f1fda-1124-4507-87d4-3811caa841ef'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:38:55.126131 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9ab2f2-3584-42e4-bc85-09e8775ed213 None None] Routers {'f66f1fda-1124-4507-87d4-3811caa841ef'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:38:55.127118 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-fc9ab2f2-3584-42e4-bc85-09e8775ed213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:38:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f66f1fda-1124-4507-87d4-3811caa841ef'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:55.207538 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-fc9ab2f2-3584-42e4-bc85-09e8775ed213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:55.236373 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9ab2f2-3584-42e4-bc85-09e8775ed213 None None] Routers {'f66f1fda-1124-4507-87d4-3811caa841ef'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:38:55.237429 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-fc9ab2f2-3584-42e4-bc85-09e8775ed213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:38:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f66f1fda-1124-4507-87d4-3811caa841ef'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:55.287468 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-c7a55384-182c-4fae-90ca-7d60df5ec8dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa4f1ed0-796d-49c1-a252-4afd480b8892']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:55.300418 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-81332ca6-f1a0-4a1e-a69f-165335bfff58 req-fa0ca2d1-9682-4f46-a217-e3fdfe2333ab service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b1c0b06-4c00-4c41-83ba-159061311291 HTTP/1.1" status: 200 len: 217 time: 0.7374403 Jul 13 07:38:55.301772 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-c7a55384-182c-4fae-90ca-7d60df5ec8dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d52d58c-894c-45ff-99ef-ef32b835be4a') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:55.302669 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-c7a55384-182c-4fae-90ca-7d60df5ec8dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d52d58c-894c-45ff-99ef-ef32b835be4a') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:55.307421 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-fc9ab2f2-3584-42e4-bc85-09e8775ed213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:55.307421 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9ab2f2-3584-42e4-bc85-09e8775ed213 None None] The sync data for ids ['f66f1fda-1124-4507-87d4-3811caa841ef'] in n-d-771363-34 is: [] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:38:55.317616 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c7a55384-182c-4fae-90ca-7d60df5ec8dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:55.368386 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-548a7cfd-c032-42a6-b6f6-f79531cdef13 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66f1fda-1124-4507-87d4-3811caa841ef HTTP/1.1" status: 200 len: 205 time: 0.3525243 Jul 13 07:38:55.398527 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44758) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:55.410775 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15038cc9-0ffe-4ed0-b0e3-2d747b496151 req-7814caa4-94d9-4227-95b2-0738ba0a2bca tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:55.415513 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-15038cc9-0ffe-4ed0-b0e3-2d747b496151 req-7814caa4-94d9-4227-95b2-0738ba0a2bca tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] 10.222.0.23 "GET /v2.0/ports?device_id=1906db74-d968-4a23-a799-1d43b01c4606 HTTP/1.1" status: 200 len: 944 time: 1.1312411 Jul 13 07:38:55.436817 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c7a55384-182c-4fae-90ca-7d60df5ec8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:55.664897 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a55384-182c-4fae-90ca-7d60df5ec8dc admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:38:55.665315 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c7a55384-182c-4fae-90ca-7d60df5ec8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:55.696117 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:38:55.696117 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:38:55.696117 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:38:55.696117 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:38:55.696117 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:38:55.696117 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:38:55.696117 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:38:55.696117 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:38:55.696117 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:38:55.696117 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:38:55.696117 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:38:55.696117 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:38:55.696117 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:38:55.696117 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:38:55.696117 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:38:55.696117 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:38:55.696117 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:38:55.696117 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:38:55.696117 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:38:55.696117 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:38:55.696117 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:38:55.696117 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:38:55.696117 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:38:55.696117 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:38:55.696117 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:38:55.696117 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:38:55.696117 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:38:55.696117 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:38:55.696117 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:38:55.696117 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:38:55.696117 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:38:55.696117 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:38:55.696117 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:38:55.696117 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:38:55.712623 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81332ca6-f1a0-4a1e-a69f-165335bfff58 req-322dacf7-5252-4122-94cd-b9bdcf061c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:55.715818 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-81332ca6-f1a0-4a1e-a69f-165335bfff58 req-322dacf7-5252-4122-94cd-b9bdcf061c65 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4ab67e4b-1cd4-4c2b-8fe2-3d5450cef179 HTTP/1.1" status: 200 len: 852 time: 0.3489721 Jul 13 07:38:55.718756 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8c448eae-513a-4aaa-8fa2-916393201c56 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:55.757962 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c19c3-cab6-48bc-aefd-3ff6327f5fd3 req-6a550f02-ecc3-448e-8191-61e33a37fe26 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:55.768185 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8b1c19c3-cab6-48bc-aefd-3ff6327f5fd3 req-6a550f02-ecc3-448e-8191-61e33a37fe26 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f06fb4c-ad58-49ab-b0d4-1c4d96062cd6 HTTP/1.1" status: 200 len: 945 time: 0.4766426 Jul 13 07:38:55.800560 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d41c401a-014f-415b-832a-57c530f999f1 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:55.819490 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-8c448eae-513a-4aaa-8fa2-916393201c56 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Calling delete_port for 2c290696-50ab-4c7f-bc30-fb1e30e180e1 owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:55.845773 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 1b1c0b06-4c00-4c41-83ba-159061311291 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:38:55.863809 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44770) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:55.868285 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-81332ca6-f1a0-4a1e-a69f-165335bfff58 req-4f3c653c-4e6d-4dfc-8eb5-e28c83529f4d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1bffa4e6-7313-4f68-939a-f305b6c1ba92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1465437 Jul 13 07:38:56.144238 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110916e-4ccc-483c-baf5-eff59a514753 req-a007577d-58e5-40c7-b629-724cf175a21a tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:56.154505 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a110916e-4ccc-483c-baf5-eff59a514753 req-a007577d-58e5-40c7-b629-724cf175a21a tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f06fb4c-ad58-49ab-b0d4-1c4d96062cd6 HTTP/1.1" status: 200 len: 945 time: 1.0247011 Jul 13 07:38:56.163524 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 1b1c0b06-4c00-4c41-83ba-159061311291, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=1b1c0b06-4c00-4c41-83ba-159061311291,segment=NetworkSegment(0fbb15f0-5b51-4717-acf7-601fcd734497),segment_id=0fbb15f0-5b51-4717-acf7-601fcd734497)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:56.193139 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '1b1c0b06-4c00-4c41-83ba-159061311291', 'network_id': '1bffa4e6-7313-4f68-939a-f305b6c1ba92', 'port_id': '1b1c0b06-4c00-4c41-83ba-159061311291', 'mac_address': 'fa:16:3e:27:fd:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ab67e4b-1cd4-4c2b-8fe2-3d5450cef179', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:38:56.200121 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8b1c19c3-cab6-48bc-aefd-3ff6327f5fd3 req-fcecf502-78e0-4a66-8503-75164315b7b7 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381493 Jul 13 07:38:56.236453 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-81332ca6-f1a0-4a1e-a69f-165335bfff58 req-5e1faea2-687d-4a38-bf2f-4a0f796d73a1 service neutron] 10.222.0.25 "GET /v2.0/networks/1bffa4e6-7313-4f68-939a-f305b6c1ba92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434451 Jul 13 07:38:56.241167 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-952f7c9b-6433-4ada-b7b7-bc3ecb178837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:56.245767 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:56.261372 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b1c0b06-4c00-4c41-83ba-159061311291 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:38:56.264214 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-15038cc9-0ffe-4ed0-b0e3-2d747b496151 req-2deffcce-dc4a-45cf-9fb1-e357a025c3ae tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] 10.222.0.23 "GET /v2.0/security-groups?id=32ae375e-1028-4251-bfbc-eb30a36fb24d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8206365 Jul 13 07:38:56.291394 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 1b1c0b06-4c00-4c41-83ba-159061311291, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=1b1c0b06-4c00-4c41-83ba-159061311291,segment=NetworkSegment(0fbb15f0-5b51-4717-acf7-601fcd734497),segment_id=0fbb15f0-5b51-4717-acf7-601fcd734497)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:56.296749 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:56.373511 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c7a55384-182c-4fae-90ca-7d60df5ec8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:56.389960 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c7a55384-182c-4fae-90ca-7d60df5ec8dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:56.390298 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=1b1c0b06-4c00-4c41-83ba-159061311291,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:56.392652 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c7a55384-182c-4fae-90ca-7d60df5ec8dc admin admin] 10.222.0.23 "DELETE /v2.0/networks/fa4f1ed0-796d-49c1-a252-4afd480b8892 HTTP/1.1" status: 204 len: 168 time: 2.8430095 Jul 13 07:38:56.547226 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a55384-182c-4fae-90ca-7d60df5ec8dc admin admin] Pushing event deleted for resources: {'Network': ['ID=fa4f1ed0-796d-49c1-a252-4afd480b8892,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:56.565391 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d41c401a-014f-415b-832a-57c530f999f1 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:56.573979 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d41c401a-014f-415b-832a-57c530f999f1 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:56.600855 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-a110916e-4ccc-483c-baf5-eff59a514753 req-9c4bf3c7-6842-4955-a4ad-da9ea4d60be5 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Deleting port fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:56.601564 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a110916e-4ccc-483c-baf5-eff59a514753 req-9c4bf3c7-6842-4955-a4ad-da9ea4d60be5 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:56.617958 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['1b1c0b06-4c00-4c41-83ba-159061311291'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:38:56.781451 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d41c401a-014f-415b-832a-57c530f999f1 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:56.784643 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41c401a-014f-415b-832a-57c530f999f1 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Fanout notify agent at l3_agent the message router_deleted on router f66f1fda-1124-4507-87d4-3811caa841ef {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:38:56.800431 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d41c401a-014f-415b-832a-57c530f999f1 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:56.806968 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d41c401a-014f-415b-832a-57c530f999f1 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "DELETE /v2.0/routers/f66f1fda-1124-4507-87d4-3811caa841ef HTTP/1.1" status: 204 len: 168 time: 1.3896837 Jul 13 07:38:56.812596 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44786) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:56.890316 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44790) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:56.987194 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-f497e2a1-49d0-419c-ad4d-30be8e9d36c3 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Deleting subnet 31e3c218-37fb-43df-8b38-ba5fc6a8eb93 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:38:56.993380 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f497e2a1-49d0-419c-ad4d-30be8e9d36c3 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:57.006358 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-497a465a-4743-4906-960f-a343c83f7126 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d6942d3506e24fbf8b1e759d03152ce4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1116214 Jul 13 07:38:57.010325 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-81332ca6-f1a0-4a1e-a69f-165335bfff58 req-62ab8e51-e369-4ad7-a769-dcd75142e744 service neutron] 10.222.0.25 "GET /v2.0/networks/1bffa4e6-7313-4f68-939a-f305b6c1ba92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7661369 Jul 13 07:38:57.086295 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f497e2a1-49d0-419c-ad4d-30be8e9d36c3 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:57.087808 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-952f7c9b-6433-4ada-b7b7-bc3ecb178837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:57.089236 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44792) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:57.124525 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8c448eae-513a-4aaa-8fa2-916393201c56 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:57.204644 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-952f7c9b-6433-4ada-b7b7-bc3ecb178837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:57.243164 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f497e2a1-49d0-419c-ad4d-30be8e9d36c3 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:57.265339 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c448eae-513a-4aaa-8fa2-916393201c56 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Pushing event deleted for resources: {'Port': ['ID=2c290696-50ab-4c7f-bc30-fb1e30e180e1,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:57.292350 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-952f7c9b-6433-4ada-b7b7-bc3ecb178837 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ea78b8499123477bb99afd39bfe4d748&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4165187 Jul 13 07:38:57.323964 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44800) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:57.361641 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-a110916e-4ccc-483c-baf5-eff59a514753 req-9c4bf3c7-6842-4955-a4ad-da9ea4d60be5 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] For port fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8,segment=NetworkSegment(cd9aaace-dd86-4d07-b2da-557f00b03dc5),segment_id=cd9aaace-dd86-4d07-b2da-557f00b03dc5)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:57.375996 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a110916e-4ccc-483c-baf5-eff59a514753 req-9c4bf3c7-6842-4955-a4ad-da9ea4d60be5 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:57.462428 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-a110916e-4ccc-483c-baf5-eff59a514753 req-9c4bf3c7-6842-4955-a4ad-da9ea4d60be5 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Calling delete_port for fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:57.666213 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f7c9b-6433-4ada-b7b7-bc3ecb178837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c86809-9b39-4644-970e-e16f49373dd6,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:57.714763 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f497e2a1-49d0-419c-ad4d-30be8e9d36c3 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:57.742939 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0aac2d0c-ff1c-4833-847b-9e6b426b60b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:57.793686 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497e2a1-49d0-419c-ad4d-30be8e9d36c3 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event deleted for resources: {'Subnet': ['ID=31e3c218-37fb-43df-8b38-ba5fc6a8eb93,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:57.811857 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f497e2a1-49d0-419c-ad4d-30be8e9d36c3 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:57.814559 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f497e2a1-49d0-419c-ad4d-30be8e9d36c3 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "DELETE /v2.0/subnets/31e3c218-37fb-43df-8b38-ba5fc6a8eb93 HTTP/1.1" status: 204 len: 168 time: 0.9997158 Jul 13 07:38:57.824075 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1facb3-d1d9-43d3-943e-9d00750b3844 None None] Network 73828277-151f-4e76-a82f-9cced6567d08 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:38:57.832843 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44804) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:57.845787 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0aac2d0c-ff1c-4833-847b-9e6b426b60b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:57.848453 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a086e7d-ec2f-4194-88a7-8f18cb72eca1 req-9f9e958d-ffe7-4ee7-865f-3cd4a542c7d0 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:57.858687 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2a086e7d-ec2f-4194-88a7-8f18cb72eca1 req-9f9e958d-ffe7-4ee7-865f-3cd4a542c7d0 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f06fb4c-ad58-49ab-b0d4-1c4d96062cd6 HTTP/1.1" status: 200 len: 945 time: 0.3331864 Jul 13 07:38:57.892105 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-894e333b-d1c5-471d-b3bb-75fb737b6fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:57.893573 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 1b1c0b06-4c00-4c41-83ba-159061311291 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:38:57.952837 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-894e333b-d1c5-471d-b3bb-75fb737b6fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:57.967571 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dadfc720-2df3-4cc6-be92-d107f74685c5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:58.100457 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2a086e7d-ec2f-4194-88a7-8f18cb72eca1 req-32acc193-d79d-4f86-9fd4-9e7cc289d1ae tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/security-groups?id=a704db38-0053-4d5a-8639-e4a1f5b69968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401791 Jul 13 07:38:58.104732 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:38:58.126132 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a110916e-4ccc-483c-baf5-eff59a514753 req-9c4bf3c7-6842-4955-a4ad-da9ea4d60be5 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:58.177627 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4bf3c7-6842-4955-a4ad-da9ea4d60be5 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Pushing event deleted for resources: {'Port': ['ID=fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:58.205826 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-dadfc720-2df3-4cc6-be92-d107f74685c5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Deleting port a659256a-9e76-4802-b77d-0263fc57a046 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:58.206318 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dadfc720-2df3-4cc6-be92-d107f74685c5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:58.206562 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0aac2d0c-ff1c-4833-847b-9e6b426b60b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:58.211624 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0aac2d0c-ff1c-4833-847b-9e6b426b60b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:58.217252 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0aac2d0c-ff1c-4833-847b-9e6b426b60b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e1c86809-9b39-4644-970e-e16f49373dd6 HTTP/1.1" status: 204 len: 168 time: 0.8521225 Jul 13 07:38:58.217527 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 1b1c0b06-4c00-4c41-83ba-159061311291 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:38:58.238056 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 1b1c0b06-4c00-4c41-83ba-159061311291 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:38:58.239485 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:58.245383 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8c448eae-513a-4aaa-8fa2-916393201c56 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:58.251961 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac2d0c-ff1c-4833-847b-9e6b426b60b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c86809-9b39-4644-970e-e16f49373dd6,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:58.268777 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6a65a-3b89-417c-b8c8-cfa211d440fb req-2678551c-7360-4d22-9a9f-062cd7c9efe3 tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:58.277594 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-73e6a65a-3b89-417c-b8c8-cfa211d440fb req-2678551c-7360-4d22-9a9f-062cd7c9efe3 tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] 10.222.0.23 "GET /v2.0/ports?device_id=1906db74-d968-4a23-a799-1d43b01c4606 HTTP/1.1" status: 200 len: 945 time: 0.7487175 Jul 13 07:38:58.306258 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No active binding found for port fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8 {{(pid=94019) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 13 07:38:58.312573 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:38:58.422635 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:58.424917 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235ebf0e-39c2-4eb2-af94-da154af695f0 None None] DHCP port deletion for 73828277-151f-4e76-a82f-9cced6567d08 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:38:58.455158 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-894e333b-d1c5-471d-b3bb-75fb737b6fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:58.458123 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-894e333b-d1c5-471d-b3bb-75fb737b6fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:58.464100 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-a110916e-4ccc-483c-baf5-eff59a514753 req-9c4bf3c7-6842-4955-a4ad-da9ea4d60be5 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] No DVR routers for this DVR port fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:38:58.464721 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-894e333b-d1c5-471d-b3bb-75fb737b6fc1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/133b69b7-9808-43be-96a2-0537049d3a4b HTTP/1.1" status: 204 len: 168 time: 1.3558149 Jul 13 07:38:58.471438 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a110916e-4ccc-483c-baf5-eff59a514753 req-9c4bf3c7-6842-4955-a4ad-da9ea4d60be5 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:58.476685 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a110916e-4ccc-483c-baf5-eff59a514753 req-9c4bf3c7-6842-4955-a4ad-da9ea4d60be5 tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.42 "DELETE /v2.0/ports/fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8 HTTP/1.1" status: 204 len: 173 time: 2.3206000 Jul 13 07:38:58.477817 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f06fb4c-ad58-49ab-b0d4-1c4d96062cd6', 'name': 'network-vif-deleted', 'tag': 'fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:58.480419 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e88d608-3c67-4625-add4-c3be9898da44" -d '{"events": [{"server_uuid": "7f06fb4c-ad58-49ab-b0d4-1c4d96062cd6", "name": "network-vif-deleted", "tag": "fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:58.566740 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e333b-d1c5-471d-b3bb-75fb737b6fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133b69b7-9808-43be-96a2-0537049d3a4b,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:58.627293 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed7f816-f340-4fda-af93-7b8c7297dccf x-openstack-request-id: req-9ed7f816-f340-4fda-af93-7b8c7297dccf {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:58.627794 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f06fb4c-ad58-49ab-b0d4-1c4d96062cd6", "name": "network-vif-deleted", "tag": "fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:58.628242 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9ed7f816-f340-4fda-af93-7b8c7297dccf {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:58.630299 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f06fb4c-ad58-49ab-b0d4-1c4d96062cd6', 'name': 'network-vif-deleted', 'tag': 'fb9ab48f-e95b-4479-9bcb-dc4c4f1cc8f8', 'status': 'completed', 'code': 200} Jul 13 07:38:58.633445 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-73e6a65a-3b89-417c-b8c8-cfa211d440fb req-80c7be27-ebb5-4c6c-99b4-daaeb5767e9c tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] 10.222.0.23 "GET /v2.0/security-groups?id=32ae375e-1028-4251-bfbc-eb30a36fb24d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547471 Jul 13 07:38:58.634200 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 1b1c0b06-4c00-4c41-83ba-159061311291, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=1b1c0b06-4c00-4c41-83ba-159061311291,segment=NetworkSegment(0fbb15f0-5b51-4717-acf7-601fcd734497),segment_id=0fbb15f0-5b51-4717-acf7-601fcd734497)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:58.652280 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1906db74-d968-4a23-a799-1d43b01c4606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1c0b06-4c00-4c41-83ba-159061311291'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:38:58.664151 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da766b8c-ab79-4363-bfb2-b510ba63c03f" -d '{"events": [{"server_uuid": "1906db74-d968-4a23-a799-1d43b01c4606", "name": "network-vif-plugged", "status": "completed", "tag": "1b1c0b06-4c00-4c41-83ba-159061311291"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:38:58.685218 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-dadfc720-2df3-4cc6-be92-d107f74685c5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] For port a659256a-9e76-4802-b77d-0263fc57a046, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=a659256a-9e76-4802-b77d-0263fc57a046,segment=NetworkSegment(d2af8dee-60ea-470d-b97d-fb158f542815),segment_id=d2af8dee-60ea-470d-b97d-fb158f542815)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:58.685760 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dadfc720-2df3-4cc6-be92-d107f74685c5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:58.720181 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:58.726614 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-dadfc720-2df3-4cc6-be92-d107f74685c5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Calling delete_port for a659256a-9e76-4802-b77d-0263fc57a046 owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:58.783143 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9f054c-6d98-4ea7-99fb-03bd1ada8656 x-openstack-request-id: req-8e9f054c-6d98-4ea7-99fb-03bd1ada8656 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:38:58.783459 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1906db74-d968-4a23-a799-1d43b01c4606", "name": "network-vif-plugged", "status": "completed", "tag": "1b1c0b06-4c00-4c41-83ba-159061311291", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:38:58.783700 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e9f054c-6d98-4ea7-99fb-03bd1ada8656 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:38:58.785480 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1906db74-d968-4a23-a799-1d43b01c4606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1c0b06-4c00-4c41-83ba-159061311291', 'code': 200} Jul 13 07:38:58.931564 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c448eae-513a-4aaa-8fa2-916393201c56 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Router c68ca375-f639-4aa7-8f27-b0a0c071fc63 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:38:58.937706 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-235ebf0e-39c2-4eb2-af94-da154af695f0 None None] Deleting port a659256a-9e76-4802-b77d-0263fc57a046 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:38:58.938333 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-235ebf0e-39c2-4eb2-af94-da154af695f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:59.083444 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dadfc720-2df3-4cc6-be92-d107f74685c5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:59.104613 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=1b1c0b06-4c00-4c41-83ba-159061311291,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:59.172984 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadfc720-2df3-4cc6-be92-d107f74685c5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event deleted for resources: {'Port': ['ID=a659256a-9e76-4802-b77d-0263fc57a046,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:59.193410 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadfc720-2df3-4cc6-be92-d107f74685c5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] No DVR routers for this DVR port a659256a-9e76-4802-b77d-0263fc57a046 on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:38:59.306576 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-235ebf0e-39c2-4eb2-af94-da154af695f0 None None] For port a659256a-9e76-4802-b77d-0263fc57a046, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=a659256a-9e76-4802-b77d-0263fc57a046,segment=NetworkSegment(d2af8dee-60ea-470d-b97d-fb158f542815),segment_id=d2af8dee-60ea-470d-b97d-fb158f542815)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:38:59.307495 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-235ebf0e-39c2-4eb2-af94-da154af695f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:59.345159 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-235ebf0e-39c2-4eb2-af94-da154af695f0 None None] Calling delete_port for a659256a-9e76-4802-b77d-0263fc57a046 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:38:59.425126 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c448eae-513a-4aaa-8fa2-916393201c56 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:38:59.437851 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0d1f85-d3d9-482e-8c20-45b07ed0f180 None None] Sync routers for ids ['c68ca375-f639-4aa7-8f27-b0a0c071fc63'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:38:59.446313 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8c448eae-513a-4aaa-8fa2-916393201c56 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] 10.222.0.23 "PUT /v2.0/routers/c68ca375-f639-4aa7-8f27-b0a0c071fc63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7613077 Jul 13 07:38:59.452522 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44830) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:59.465998 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0d1f85-d3d9-482e-8c20-45b07ed0f180 None None] Routers {'c68ca375-f639-4aa7-8f27-b0a0c071fc63'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:38:59.466649 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-3d0d1f85-d3d9-482e-8c20-45b07ed0f180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:38:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['c68ca375-f639-4aa7-8f27-b0a0c071fc63'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:59.482337 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dadfc720-2df3-4cc6-be92-d107f74685c5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:59.501165 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4ea46d5b-6ef4-43c4-b9e4-536494d6d697 req-b594d246-80a1-4ab5-acde-ea870b6e168d tempest-ServerDiskConfigTestJSON-291021805 tempest-ServerDiskConfigTestJSON-291021805-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f06fb4c-ad58-49ab-b0d4-1c4d96062cd6 HTTP/1.1" status: 200 len: 210 time: 0.1453431 Jul 13 07:38:59.565096 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-235ebf0e-39c2-4eb2-af94-da154af695f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:59.569904 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-dadfc720-2df3-4cc6-be92-d107f74685c5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73828277-151f-4e76-a82f-9cced6567d08']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:59.607741 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235ebf0e-39c2-4eb2-af94-da154af695f0 None None] No DVR routers for this DVR port a659256a-9e76-4802-b77d-0263fc57a046 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:38:59.621312 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-dadfc720-2df3-4cc6-be92-d107f74685c5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2af8dee-60ea-470d-b97d-fb158f542815') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:59.625389 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-dadfc720-2df3-4cc6-be92-d107f74685c5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2af8dee-60ea-470d-b97d-fb158f542815') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:59.629117 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-3d0d1f85-d3d9-482e-8c20-45b07ed0f180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:59.637479 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ebf0e-39c2-4eb2-af94-da154af695f0 None None] Pushing event deleted for resources: {'Port': ['ID=a659256a-9e76-4802-b77d-0263fc57a046,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:38:59.651386 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dadfc720-2df3-4cc6-be92-d107f74685c5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:59.657893 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-324ae458-bd20-4930-9c9c-d83bc599d7c7 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] delete failed (client error): The resource could not be found. Jul 13 07:38:59.665950 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-324ae458-bd20-4930-9c9c-d83bc599d7c7 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-281400785 HTTP/1.1" status: 404 len: 334 time: 0.2112088 Jul 13 07:38:59.669274 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44838) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:38:59.682850 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-7219bb1d-aaa0-474d-9ca4-d764d624f15a tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c68ca375-f639-4aa7-8f27-b0a0c071fc63'}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:38:59.685551 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0d1f85-d3d9-482e-8c20-45b07ed0f180 None None] Routers {'c68ca375-f639-4aa7-8f27-b0a0c071fc63'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:38:59.686669 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-3d0d1f85-d3d9-482e-8c20-45b07ed0f180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:38:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['c68ca375-f639-4aa7-8f27-b0a0c071fc63'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:59.689837 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e6791-5180-4684-a79e-5b19f3aa02d0 req-b5ac4219-61c5-45aa-906b-cd91bea4a2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:38:59.698857 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d20e6791-5180-4684-a79e-5b19f3aa02d0 req-b5ac4219-61c5-45aa-906b-cd91bea4a2f6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1906db74-d968-4a23-a799-1d43b01c4606 HTTP/1.1" status: 200 len: 1098 time: 0.7440629 Jul 13 07:38:59.781401 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dadfc720-2df3-4cc6-be92-d107f74685c5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:38:59.829219 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d20e6791-5180-4684-a79e-5b19f3aa02d0 req-bf97edf1-d2fb-4765-b63c-00ed9610b2ae service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=32ae375e-1028-4251-bfbc-eb30a36fb24d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256762 Jul 13 07:38:59.877032 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-3d0d1f85-d3d9-482e-8c20-45b07ed0f180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:38:59.885757 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0d1f85-d3d9-482e-8c20-45b07ed0f180 None None] The sync data for ids ['c68ca375-f639-4aa7-8f27-b0a0c071fc63'] in n-d-771363-34 is: [] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:38:59.984672 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device a659256a-9e76-4802-b77d-0263fc57a046 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:39:00.014647 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: a659256a-9e76-4802-b77d-0263fc57a046 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:39:00.015542 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device a659256a-9e76-4802-b77d-0263fc57a046 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:39:00.229701 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c5795024-55f3-4af9-8fe9-eee3559cc081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:00.425312 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dadfc720-2df3-4cc6-be92-d107f74685c5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:39:00.426113 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dadfc720-2df3-4cc6-be92-d107f74685c5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:00.514139 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:39:00.514139 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:39:00.514139 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:39:00.514139 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:39:00.514139 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:39:00.514139 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:39:00.514139 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:39:00.514139 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:39:00.514139 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:39:00.514139 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:39:00.514139 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:39:00.514139 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:39:00.514139 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:39:00.514139 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:39:00.514139 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:39:00.514139 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:39:00.514139 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:39:00.514139 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:39:00.514139 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:39:00.514139 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:39:00.514139 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:39:00.514139 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:39:00.514139 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:39:00.514139 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:39:00.514139 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:39:00.514139 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:39:00.514139 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:39:00.514139 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:39:00.514139 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:39:00.514139 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:39:00.514139 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:39:00.514139 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:39:00.522666 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dadfc720-2df3-4cc6-be92-d107f74685c5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:00.568576 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dadfc720-2df3-4cc6-be92-d107f74685c5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:00.576307 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-dadfc720-2df3-4cc6-be92-d107f74685c5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "DELETE /v2.0/networks/73828277-151f-4e76-a82f-9cced6567d08 HTTP/1.1" status: 204 len: 168 time: 2.7109201 Jul 13 07:39:00.577221 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44860) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:00.585331 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-20bd1c54-b39d-48fc-b06e-3cdc602e819a tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-255981144', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:00.628807 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadfc720-2df3-4cc6-be92-d107f74685c5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event deleted for resources: {'Network': ['ID=73828277-151f-4e76-a82f-9cced6567d08,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:00.686974 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-20bd1c54-b39d-48fc-b06e-3cdc602e819a tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:00.697798 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-20bd1c54-b39d-48fc-b06e-3cdc602e819a tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:00.884213 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-20bd1c54-b39d-48fc-b06e-3cdc602e819a tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:00.897711 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-20bd1c54-b39d-48fc-b06e-3cdc602e819a tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:00.944689 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-20bd1c54-b39d-48fc-b06e-3cdc602e819a tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:00.952345 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-20bd1c54-b39d-48fc-b06e-3cdc602e819a tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3669996 Jul 13 07:39:00.953342 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44868) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:00.962722 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-16b35483-ba43-4878-a29f-1882f5271881 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1928277337'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:01.047410 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b35483-ba43-4878-a29f-1882f5271881 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Made reservation on behalf of 6664cd00d4894e6789a2133f8d78f61e for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:01.054423 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-16b35483-ba43-4878-a29f-1882f5271881 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:01.109134 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7219bb1d-aaa0-474d-9ca4-d764d624f15a tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:01.139398 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4633c6-76e1-470a-9936-c99267e15e19 req-978c92f9-6bb2-4279-88dd-2fee1d1c375a tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:01.149123 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0b4633c6-76e1-470a-9936-c99267e15e19 req-978c92f9-6bb2-4279-88dd-2fee1d1c375a tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] 10.222.0.23 "GET /v2.0/ports?device_id=1906db74-d968-4a23-a799-1d43b01c4606 HTTP/1.1" status: 200 len: 946 time: 0.6366928 Jul 13 07:39:01.172894 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16b35483-ba43-4878-a29f-1882f5271881 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:39:01.175811 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-7219bb1d-aaa0-474d-9ca4-d764d624f15a tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] update failed (client error): The resource could not be found. Jul 13 07:39:01.177330 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7219bb1d-aaa0-474d-9ca4-d764d624f15a tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] 10.222.0.23 "PUT /v2.0/routers/c68ca375-f639-4aa7-8f27-b0a0c071fc63 HTTP/1.1" status: 404 len: 339 time: 1.4993560 Jul 13 07:39:01.182034 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44874) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:01.231342 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0b4633c6-76e1-470a-9936-c99267e15e19 req-abaaef12-8c7b-48de-8228-1843869570d6 tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] 10.222.0.23 "GET /v2.0/security-groups?id=32ae375e-1028-4251-bfbc-eb30a36fb24d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809457 Jul 13 07:39:01.373982 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-16b35483-ba43-4878-a29f-1882f5271881 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:01.373982 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-16b35483-ba43-4878-a29f-1882f5271881 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Added segment 85ca2e52-6b43-41e9-b669-f631fd147c01 of type vlan for network d373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a Jul 13 07:39:01.425433 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44882) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:01.532225 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-97157d88-01f8-47b4-b85a-23cf67eb413d admin admin] Deleting subnet 13ed50c9-8c75-4ed4-a111-3f0bb851cc25 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:39:01.542849 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-97157d88-01f8-47b4-b85a-23cf67eb413d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:01.604689 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-16b35483-ba43-4878-a29f-1882f5271881 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:01.634161 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-97157d88-01f8-47b4-b85a-23cf67eb413d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:01.760866 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-97157d88-01f8-47b4-b85a-23cf67eb413d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:01.854291 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-16b35483-ba43-4878-a29f-1882f5271881 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:01.874729 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-97157d88-01f8-47b4-b85a-23cf67eb413d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:01.877306 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b35483-ba43-4878-a29f-1882f5271881 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:01.878559 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-16b35483-ba43-4878-a29f-1882f5271881 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:01.936841 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97157d88-01f8-47b4-b85a-23cf67eb413d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13ed50c9-8c75-4ed4-a111-3f0bb851cc25,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:01.941162 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-97157d88-01f8-47b4-b85a-23cf67eb413d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:01.945814 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-97157d88-01f8-47b4-b85a-23cf67eb413d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/13ed50c9-8c75-4ed4-a111-3f0bb851cc25 HTTP/1.1" status: 204 len: 168 time: 0.5174239 Jul 13 07:39:01.951936 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44890) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:02.012147 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44892) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:02.014040 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-16b35483-ba43-4878-a29f-1882f5271881 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0587070 Jul 13 07:39:02.020150 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-a9ab66c6-c6c9-4d14-8c9c-ac7ccd2d3b5d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Request body: {'subnet': {'network_id': 'd373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:02.156387 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b35483-ba43-4878-a29f-1882f5271881 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event updated for resources: {'Network': ['ID=d373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:02.173249 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network d373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:39:02.199417 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-049c67dd-938e-439e-8d89-ea08e1c4afcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:02.584846 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-049c67dd-938e-439e-8d89-ea08e1c4afcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:02.610454 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-049c67dd-938e-439e-8d89-ea08e1c4afcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f19befd9-3bbc-45fe-a145-8403107507b4']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:02.645234 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-049c67dd-938e-439e-8d89-ea08e1c4afcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd9aaace-dd86-4d07-b2da-557f00b03dc5') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:02.645543 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-049c67dd-938e-439e-8d89-ea08e1c4afcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd9aaace-dd86-4d07-b2da-557f00b03dc5') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:02.659812 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-049c67dd-938e-439e-8d89-ea08e1c4afcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:02.713502 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-049c67dd-938e-439e-8d89-ea08e1c4afcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:02.736717 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-049c67dd-938e-439e-8d89-ea08e1c4afcb admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:39:02.737372 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-049c67dd-938e-439e-8d89-ea08e1c4afcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:02.888965 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7af7a0c9-d1ca-4752-9d14-d506b7785975 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:02.945416 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:39:02.945416 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:39:02.945416 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:39:02.945416 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:39:02.945416 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:39:02.945416 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:39:02.945416 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:39:02.945416 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:39:02.945416 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:39:02.945416 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:39:02.945416 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:39:02.945416 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:39:02.945416 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:39:02.945416 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:39:02.945416 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:39:02.945416 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:39:02.945416 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:39:02.945416 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:39:02.945416 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:39:02.945416 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:39:02.945416 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:39:02.945416 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:39:02.945416 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:39:02.945416 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:39:02.945416 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:39:02.945416 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:39:02.945416 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:39:02.945416 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:39:02.945416 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:39:02.945416 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:39:02.945416 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:39:02.945416 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:39:02.952351 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ab66c6-c6c9-4d14-8c9c-ac7ccd2d3b5d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Made reservation on behalf of 6664cd00d4894e6789a2133f8d78f61e for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:02.966328 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a9ab66c6-c6c9-4d14-8c9c-ac7ccd2d3b5d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:02.984121 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-049c67dd-938e-439e-8d89-ea08e1c4afcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:03.067565 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-049c67dd-938e-439e-8d89-ea08e1c4afcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:03.073178 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-049c67dd-938e-439e-8d89-ea08e1c4afcb admin admin] 10.222.0.23 "DELETE /v2.0/networks/f19befd9-3bbc-45fe-a145-8403107507b4 HTTP/1.1" status: 204 len: 168 time: 1.1174023 Jul 13 07:39:03.074864 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c67dd-938e-439e-8d89-ea08e1c4afcb admin admin] Pushing event deleted for resources: {'Network': ['ID=f19befd9-3bbc-45fe-a145-8403107507b4,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:03.112723 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fa4aea3f-8f36-4ab2-b698-e0ce3de9d333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:03.182782 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:03.385636 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0befd4-b233-4172-aafb-017f44047dac req-764b8a86-8888-4e2e-b830-3eb07731e295 tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:03.394815 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2d0befd4-b233-4172-aafb-017f44047dac req-764b8a86-8888-4e2e-b830-3eb07731e295 tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] 10.222.0.23 "GET /v2.0/ports?device_id=1906db74-d968-4a23-a799-1d43b01c4606 HTTP/1.1" status: 200 len: 946 time: 0.5237465 Jul 13 07:39:03.555896 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2d0befd4-b233-4172-aafb-017f44047dac req-06faf991-3d25-42c9-a1c1-8ea3cf466170 tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] 10.222.0.23 "GET /v2.0/security-groups?id=32ae375e-1028-4251-bfbc-eb30a36fb24d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599817 Jul 13 07:39:03.692088 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a9ab66c6-c6c9-4d14-8c9c-ac7ccd2d3b5d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:03.695747 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-7af7a0c9-d1ca-4752-9d14-d506b7785975 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Allocated IP 172.20.0.1 (5def425c-6de0-440f-9db5-3324b46f8e0c/bf9d1df3-ebef-45fc-bf6b-23d6d7793b99/7e145972-058c-4e28-9536-4a45e061a699) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:03.811805 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44914) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:03.906498 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7af7a0c9-d1ca-4752-9d14-d506b7785975 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:03.921661 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-7af7a0c9-d1ca-4752-9d14-d506b7785975 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Transition to ACTIVE for port object 7e145972-058c-4e28-9536-4a45e061a699 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:03.964959 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7af7a0c9-d1ca-4752-9d14-d506b7785975 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:03.970160 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ab66c6-c6c9-4d14-8c9c-ac7ccd2d3b5d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Checking segment: {'id': '85ca2e52-6b43-41e9-b669-f631fd147c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:03.971017 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ab66c6-c6c9-4d14-8c9c-ac7ccd2d3b5d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Network hostable DHCP agents. Network: d373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:39:03.983997 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab66c6-c6c9-4d14-8c9c-ac7ccd2d3b5d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event updated for resources: {'Subnet': ['ID=f4f2dcad-e8cd-479b-8edf-4830bd831983,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:04.034423 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af7a0c9-d1ca-4752-9d14-d506b7785975 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Network 5def425c-6de0-440f-9db5-3324b46f8e0c is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:04.042485 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-379645ae-73be-4b23-913e-3bd73efe3ba3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c810d7c789b47038f0e4c69e077ced6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2288563 Jul 13 07:39:04.050412 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44918) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:04.063795 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-7af7a0c9-d1ca-4752-9d14-d506b7785975 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:04.080186 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:04.088155 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ab66c6-c6c9-4d14-8c9c-ac7ccd2d3b5d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Network d373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:39:04.092375 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af7a0c9-d1ca-4752-9d14-d506b7785975 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:04.106068 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7a0c9-d1ca-4752-9d14-d506b7785975 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Pushing event updated for resources: {'Port': ['ID=7e145972-058c-4e28-9536-4a45e061a699,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:04.111913 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-a9ab66c6-c6c9-4d14-8c9c-ac7ccd2d3b5d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, d373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:04.118166 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ab66c6-c6c9-4d14-8c9c-ac7ccd2d3b5d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:04.118742 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a9ab66c6-c6c9-4d14-8c9c-ac7ccd2d3b5d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:04.126132 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075c2b0c-e02d-42dc-88c2-033c78e9560d None None] Network d373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:04.172642 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a9ab66c6-c6c9-4d14-8c9c-ac7ccd2d3b5d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1585126 Jul 13 07:39:04.177095 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44922) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:04.236147 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7af7a0c9-d1ca-4752-9d14-d506b7785975 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:04.550331 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db470a92-0e22-4a35-8339-788a4c5e000f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-d373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a', 'network_id': 'd373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'fixed_ips': [{'subnet_id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:39:04.551220 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-db470a92-0e22-4a35-8339-788a4c5e000f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:04.637664 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7af7a0c9-d1ca-4752-9d14-d506b7785975 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:04.783053 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3fbdaf95-0275-4596-81c0-7d565c572c39 None None] Provisioning for port 7e145972-058c-4e28-9536-4a45e061a699 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:04.869492 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3fbdaf95-0275-4596-81c0-7d565c572c39 None None] Provisioning complete for port 7e145972-058c-4e28-9536-4a45e061a699 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:04.879382 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3fbdaf95-0275-4596-81c0-7d565c572c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:05.079743 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-db470a92-0e22-4a35-8339-788a4c5e000f None None] Allocated IP 2001:db8::2 (d373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a/f4f2dcad-e8cd-479b-8edf-4830bd831983/9b508659-4baf-4165-866b-fdf73594add0) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:05.102119 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-3fbdaf95-0275-4596-81c0-7d565c572c39 None None] Port 7e145972-058c-4e28-9536-4a45e061a699 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:39:05.170360 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-45e27b4b-0136-4927-89b0-36ede5c468fb tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:05.194772 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7839bb48-9625-4916-8596-e097c63bfde8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:05.232709 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7839bb48-9625-4916-8596-e097c63bfde8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:05.520759 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-db470a92-0e22-4a35-8339-788a4c5e000f None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:05.547735 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-db470a92-0e22-4a35-8339-788a4c5e000f None None] Transition to ACTIVE for port object 9b508659-4baf-4165-866b-fdf73594add0 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:05.609077 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-db470a92-0e22-4a35-8339-788a4c5e000f None None] Transition to ACTIVE for port object 9b508659-4baf-4165-866b-fdf73594add0 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:05.619676 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-db470a92-0e22-4a35-8339-788a4c5e000f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:05.635836 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7af7a0c9-d1ca-4752-9d14-d506b7785975 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:05.672719 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7af7a0c9-d1ca-4752-9d14-d506b7785975 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:05.727550 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664c46e-da9e-43e9-950e-520be5077fb1 req-9e5cdb0d-1b53-4f8e-8a37-f9f9f895c156 tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:05.730198 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db470a92-0e22-4a35-8339-788a4c5e000f None None] Network d373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:05.739158 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-db470a92-0e22-4a35-8339-788a4c5e000f None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:05.742690 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3664c46e-da9e-43e9-950e-520be5077fb1 req-9e5cdb0d-1b53-4f8e-8a37-f9f9f895c156 tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] 10.222.0.23 "GET /v2.0/ports?device_id=1906db74-d968-4a23-a799-1d43b01c4606 HTTP/1.1" status: 200 len: 946 time: 0.3605056 Jul 13 07:39:05.771038 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db470a92-0e22-4a35-8339-788a4c5e000f None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:05.829701 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7839bb48-9625-4916-8596-e097c63bfde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:05.843482 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7839bb48-9625-4916-8596-e097c63bfde8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:05.844845 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7839bb48-9625-4916-8596-e097c63bfde8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a704db38-0053-4d5a-8639-e4a1f5b69968 HTTP/1.1" status: 204 len: 168 time: 1.7922964 Jul 13 07:39:05.889767 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db470a92-0e22-4a35-8339-788a4c5e000f None None] Pushing event updated for resources: {'Port': ['ID=9b508659-4baf-4165-866b-fdf73594add0,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:05.915447 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839bb48-9625-4916-8596-e097c63bfde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a704db38-0053-4d5a-8639-e4a1f5b69968,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:05.992591 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7a0c9-d1ca-4752-9d14-d506b7785975 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Pushing event updated for resources: {'Port': ['ID=7e145972-058c-4e28-9536-4a45e061a699,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:06.037085 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-45e27b4b-0136-4927-89b0-36ede5c468fb tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Allocated IP 2001:db8::1 (d373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a/f4f2dcad-e8cd-479b-8edf-4830bd831983/db819efc-02be-4bf5-a969-31d6e90c6e63) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:06.076653 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:06.141799 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-db470a92-0e22-4a35-8339-788a4c5e000f None None] Attempting to bind port 9b508659-4baf-4165-866b-fdf73594add0 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:06.142313 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-db470a92-0e22-4a35-8339-788a4c5e000f None None] Attempting to bind port 9b508659-4baf-4165-866b-fdf73594add0 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '85ca2e52-6b43-41e9-b669-f631fd147c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:06.142834 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db470a92-0e22-4a35-8339-788a4c5e000f None None] Attempting to bind port 9b508659-4baf-4165-866b-fdf73594add0 on network d373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:06.174216 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db470a92-0e22-4a35-8339-788a4c5e000f None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:06.174623 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db470a92-0e22-4a35-8339-788a4c5e000f None None] Checking segment: {'id': '85ca2e52-6b43-41e9-b669-f631fd147c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:06.187628 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-db470a92-0e22-4a35-8339-788a4c5e000f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:06.188230 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db470a92-0e22-4a35-8339-788a4c5e000f None None] Bound using segment: {'id': '85ca2e52-6b43-41e9-b669-f631fd147c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:06.188760 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-db470a92-0e22-4a35-8339-788a4c5e000f None None] Bound port: 9b508659-4baf-4165-866b-fdf73594add0, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ca2e52-6b43-41e9-b669-f631fd147c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:06.189173 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-db470a92-0e22-4a35-8339-788a4c5e000f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:06.191455 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3664c46e-da9e-43e9-950e-520be5077fb1 req-32f15e74-00e3-4785-9956-073ed602c8df tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] 10.222.0.23 "GET /v2.0/security-groups?id=32ae375e-1028-4251-bfbc-eb30a36fb24d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475682 Jul 13 07:39:06.192669 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7af7a0c9-d1ca-4752-9d14-d506b7785975 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:06.396931 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-db470a92-0e22-4a35-8339-788a4c5e000f None None] For port 9b508659-4baf-4165-866b-fdf73594add0, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:06.405728 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-db470a92-0e22-4a35-8339-788a4c5e000f None None] For port 9b508659-4baf-4165-866b-fdf73594add0, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=9b508659-4baf-4165-866b-fdf73594add0,segment=NetworkSegment(85ca2e52-6b43-41e9-b669-f631fd147c01),segment_id=85ca2e52-6b43-41e9-b669-f631fd147c01)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:06.412255 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-db470a92-0e22-4a35-8339-788a4c5e000f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:06.588704 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-45e27b4b-0136-4927-89b0-36ede5c468fb tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:06.661606 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-45e27b4b-0136-4927-89b0-36ede5c468fb tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Transition to ACTIVE for port object db819efc-02be-4bf5-a969-31d6e90c6e63 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:06.687776 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1d76874f-b5ad-4c40-b8c1-1bf97e03cc55 None None] Provisioning complete for port 7e145972-058c-4e28-9536-4a45e061a699 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:06.688373 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1d76874f-b5ad-4c40-b8c1-1bf97e03cc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:06.694563 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db470a92-0e22-4a35-8339-788a4c5e000f None None] Pushing event updated for resources: {'Port': ['ID=9b508659-4baf-4165-866b-fdf73594add0,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:06.765315 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af7a0c9-d1ca-4752-9d14-d506b7785975 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Network 5def425c-6de0-440f-9db5-3324b46f8e0c is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:06.780715 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-7af7a0c9-d1ca-4752-9d14-d506b7785975 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:06.795695 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-45e27b4b-0136-4927-89b0-36ede5c468fb tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:06.831375 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc46173-979e-42a8-b424-7bd7604389ec req-73d2b7b6-69a8-4bbb-96d5-06367ec13f28 tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:06.838645 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-1d76874f-b5ad-4c40-b8c1-1bf97e03cc55 None None] Port 7e145972-058c-4e28-9536-4a45e061a699 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:39:06.844536 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6dc46173-979e-42a8-b424-7bd7604389ec req-73d2b7b6-69a8-4bbb-96d5-06367ec13f28 tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] 10.222.0.25 "GET /v2.0/ports?device_id=1906db74-d968-4a23-a799-1d43b01c4606 HTTP/1.1" status: 200 len: 946 time: 0.4015079 Jul 13 07:39:06.975595 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e27b4b-0136-4927-89b0-36ede5c468fb tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Network d373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:06.980505 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-45e27b4b-0136-4927-89b0-36ede5c468fb tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:06.994438 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e27b4b-0136-4927-89b0-36ede5c468fb tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:06.995019 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-45e27b4b-0136-4927-89b0-36ede5c468fb tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:07.224753 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e27b4b-0136-4927-89b0-36ede5c468fb tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event updated for resources: {'Port': ['ID=db819efc-02be-4bf5-a969-31d6e90c6e63,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:07.411521 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-45e27b4b-0136-4927-89b0-36ede5c468fb tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:07.449905 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af7a0c9-d1ca-4752-9d14-d506b7785975 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Router c68ca375-f639-4aa7-8f27-b0a0c071fc63 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:39:07.480845 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9f8e41cd-db58-4569-a7b4-daec0b44f658 None None] Provisioning complete for port 7e145972-058c-4e28-9536-4a45e061a699 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:07.481447 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9f8e41cd-db58-4569-a7b4-daec0b44f658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:07.588949 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-9f8e41cd-db58-4569-a7b4-daec0b44f658 None None] Port 7e145972-058c-4e28-9536-4a45e061a699 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:39:07.731372 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-6dc46173-979e-42a8-b424-7bd7604389ec req-974c55c5-3122-4a28-babd-34b353c891b7 tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] Deleting port 1b1c0b06-4c00-4c41-83ba-159061311291 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:07.732063 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-6dc46173-979e-42a8-b424-7bd7604389ec req-974c55c5-3122-4a28-babd-34b353c891b7 tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:07.845839 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af7a0c9-d1ca-4752-9d14-d506b7785975 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:39:07.868350 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a6b1b1-2e3d-49d3-9ae0-27ab82263a81 None None] Sync routers for ids ['c68ca375-f639-4aa7-8f27-b0a0c071fc63'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:39:07.931387 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a6b1b1-2e3d-49d3-9ae0-27ab82263a81 None None] Routers {'c68ca375-f639-4aa7-8f27-b0a0c071fc63'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:07.932198 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-43a6b1b1-2e3d-49d3-9ae0-27ab82263a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:39:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['c68ca375-f639-4aa7-8f27-b0a0c071fc63'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:08.056798 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7af7a0c9-d1ca-4752-9d14-d506b7785975 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] 10.222.0.23 "PUT /v2.0/routers/c68ca375-f639-4aa7-8f27-b0a0c071fc63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8732870 Jul 13 07:39:08.062222 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-43a6b1b1-2e3d-49d3-9ae0-27ab82263a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:08.071135 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44978) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:08.087813 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a6b1b1-2e3d-49d3-9ae0-27ab82263a81 None None] Routers {'c68ca375-f639-4aa7-8f27-b0a0c071fc63'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:08.088731 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-43a6b1b1-2e3d-49d3-9ae0-27ab82263a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:39:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['c68ca375-f639-4aa7-8f27-b0a0c071fc63'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:08.095621 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 9b508659-4baf-4165-866b-fdf73594add0 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:08.149995 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-6dc46173-979e-42a8-b424-7bd7604389ec req-974c55c5-3122-4a28-babd-34b353c891b7 tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] For port 1b1c0b06-4c00-4c41-83ba-159061311291, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=1b1c0b06-4c00-4c41-83ba-159061311291,segment=NetworkSegment(0fbb15f0-5b51-4717-acf7-601fcd734497),segment_id=0fbb15f0-5b51-4717-acf7-601fcd734497)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:08.150868 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-6dc46173-979e-42a8-b424-7bd7604389ec req-974c55c5-3122-4a28-babd-34b353c891b7 tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:08.190639 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-6dc46173-979e-42a8-b424-7bd7604389ec req-974c55c5-3122-4a28-babd-34b353c891b7 tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] Calling delete_port for 1b1c0b06-4c00-4c41-83ba-159061311291 owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:08.273216 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-43a6b1b1-2e3d-49d3-9ae0-27ab82263a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:08.273909 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a6b1b1-2e3d-49d3-9ae0-27ab82263a81 None None] The sync data for ids ['c68ca375-f639-4aa7-8f27-b0a0c071fc63'] in n-d-771363-34 is: [] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:39:08.372633 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 9b508659-4baf-4165-866b-fdf73594add0 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:08.732862 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-6dc46173-979e-42a8-b424-7bd7604389ec req-974c55c5-3122-4a28-babd-34b353c891b7 tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:08.746162 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['1b1c0b06-4c00-4c41-83ba-159061311291'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:39:08.758862 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-45e27b4b-0136-4927-89b0-36ede5c468fb tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:08.780224 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-45e27b4b-0136-4927-89b0-36ede5c468fb tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:08.876784 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c55c5-3122-4a28-babd-34b353c891b7 tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] Pushing event deleted for resources: {'Port': ['ID=1b1c0b06-4c00-4c41-83ba-159061311291,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:08.958859 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d80b63-490e-4b27-a3ec-a4894378ae78 None None] Network d373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:08.991484 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e27b4b-0136-4927-89b0-36ede5c468fb tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event updated for resources: {'Port': ['ID=db819efc-02be-4bf5-a969-31d6e90c6e63,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:09.058807 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-45e27b4b-0136-4927-89b0-36ede5c468fb tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:09.112236 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7cffed-f806-459f-9332-28be5234bdd1 req-726f8239-9b57-4354-a8b3-30595973f5f4 tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:09.125717 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc46173-979e-42a8-b424-7bd7604389ec req-974c55c5-3122-4a28-babd-34b353c891b7 tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] No DVR routers for this DVR port 1b1c0b06-4c00-4c41-83ba-159061311291 on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:39:09.132613 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2b7cffed-f806-459f-9332-28be5234bdd1 req-726f8239-9b57-4354-a8b3-30595973f5f4 tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] 10.222.0.23 "GET /v2.0/ports?device_id=1906db74-d968-4a23-a799-1d43b01c4606 HTTP/1.1" status: 200 len: 867 time: 1.2556598 Jul 13 07:39:09.140458 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-6dc46173-979e-42a8-b424-7bd7604389ec req-974c55c5-3122-4a28-babd-34b353c891b7 tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:09.141279 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-096b555e-5620-40f3-b5e6-9fc0c6d7a952 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:09.146302 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-289cffa3-29a6-4d2d-a432-9157106d6bcf None None] Provisioning for port 9b508659-4baf-4165-866b-fdf73594add0 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:09.150213 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6dc46173-979e-42a8-b424-7bd7604389ec req-974c55c5-3122-4a28-babd-34b353c891b7 tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] 10.222.0.25 "DELETE /v2.0/ports/1b1c0b06-4c00-4c41-83ba-159061311291 HTTP/1.1" status: 204 len: 173 time: 2.2941232 Jul 13 07:39:09.152679 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1906db74-d968-4a23-a799-1d43b01c4606', 'name': 'network-vif-deleted', 'tag': '1b1c0b06-4c00-4c41-83ba-159061311291'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:09.167958 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9078e51-bcdb-4908-99e9-09057b26e5c4" -d '{"events": [{"server_uuid": "1906db74-d968-4a23-a799-1d43b01c4606", "name": "network-vif-deleted", "tag": "1b1c0b06-4c00-4c41-83ba-159061311291"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:09.174604 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-289cffa3-29a6-4d2d-a432-9157106d6bcf None None] Provisioning complete for port 9b508659-4baf-4165-866b-fdf73594add0 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:09.176531 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-289cffa3-29a6-4d2d-a432-9157106d6bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:09.275557 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aca31a6-6764-4e88-ad71-5b29c2fa6b01 x-openstack-request-id: req-7aca31a6-6764-4e88-ad71-5b29c2fa6b01 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:09.276092 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1906db74-d968-4a23-a799-1d43b01c4606", "name": "network-vif-deleted", "tag": "1b1c0b06-4c00-4c41-83ba-159061311291", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:09.276559 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7aca31a6-6764-4e88-ad71-5b29c2fa6b01 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:09.277159 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1906db74-d968-4a23-a799-1d43b01c4606', 'name': 'network-vif-deleted', 'tag': '1b1c0b06-4c00-4c41-83ba-159061311291', 'status': 'completed', 'code': 200} Jul 13 07:39:09.452518 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-096b555e-5620-40f3-b5e6-9fc0c6d7a952 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 13 07:39:09.454280 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-096b555e-5620-40f3-b5e6-9fc0c6d7a952 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] 10.222.0.23 "DELETE /v2.0/routers/c68ca375-f639-4aa7-8f27-b0a0c071fc63 HTTP/1.1" status: 409 len: 329 time: 1.3594418 Jul 13 07:39:09.457541 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45016) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:09.654456 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e27b4b-0136-4927-89b0-36ede5c468fb tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Network d373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:09.667155 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-45e27b4b-0136-4927-89b0-36ede5c468fb tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:09.697852 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2b7cffed-f806-459f-9332-28be5234bdd1 req-b38c1909-edc7-464a-a5b1-33903fce6919 tempest-ServerPasswordTestJSON-1729301679 tempest-ServerPasswordTestJSON-1729301679-project] 10.222.0.23 "GET /v2.0/security-groups?id=32ae375e-1028-4251-bfbc-eb30a36fb24d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5640197 Jul 13 07:39:09.705831 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45020) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:09.710321 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-289cffa3-29a6-4d2d-a432-9157106d6bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:09.785391 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-289cffa3-29a6-4d2d-a432-9157106d6bcf None None] For port 9b508659-4baf-4165-866b-fdf73594add0, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=9b508659-4baf-4165-866b-fdf73594add0,segment=NetworkSegment(85ca2e52-6b43-41e9-b669-f631fd147c01),segment_id=85ca2e52-6b43-41e9-b669-f631fd147c01)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:09.797194 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-289cffa3-29a6-4d2d-a432-9157106d6bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:09.941880 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289cffa3-29a6-4d2d-a432-9157106d6bcf None None] Pushing event updated for resources: {'Port': ['ID=9b508659-4baf-4165-866b-fdf73594add0,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:10.007660 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e27b4b-0136-4927-89b0-36ede5c468fb tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Router d32bab7a-c0c0-4535-a022-b240ed49bbb1 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:39:10.222412 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e27b4b-0136-4927-89b0-36ede5c468fb tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:39:10.236665 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e41abd-2e35-4654-8ea0-5e25f3eb0b59 None None] Sync routers for ids ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:39:10.250907 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e6699847-6938-4748-897e-93793536367c tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:10.256866 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45026) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:10.262445 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e41abd-2e35-4654-8ea0-5e25f3eb0b59 None None] Routers {'d32bab7a-c0c0-4535-a022-b240ed49bbb1'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:10.263738 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-45e27b4b-0136-4927-89b0-36ede5c468fb tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "PUT /v2.0/routers/d32bab7a-c0c0-4535-a022-b240ed49bbb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0772150 Jul 13 07:39:10.265835 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-21e41abd-2e35-4654-8ea0-5e25f3eb0b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:39:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:10.280217 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eadbfbe9-108b-4f88-b2c2-0029ba818c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:10.350979 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-9a8d29a6-41d6-44a4-805c-ce22b028406c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-519671928'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:10.390524 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9a18b0aa-017c-4564-8a20-6e74f103f98d None None] Provisioning complete for port 9b508659-4baf-4165-866b-fdf73594add0 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:10.391061 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9a18b0aa-017c-4564-8a20-6e74f103f98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:10.500687 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-21e41abd-2e35-4654-8ea0-5e25f3eb0b59 None None] Set router d32bab7a-c0c0-4535-a022-b240ed49bbb1 gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:10.501604 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eadbfbe9-108b-4f88-b2c2-0029ba818c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:10.508234 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eadbfbe9-108b-4f88-b2c2-0029ba818c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:10.537976 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbfbe9-108b-4f88-b2c2-0029ba818c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67415f6-8b53-460e-b9f7-5741ae0f2e97,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:10.587550 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-eadbfbe9-108b-4f88-b2c2-0029ba818c65 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dfe0579c3eca4a0abf1d8b43e3b5c486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7915378 Jul 13 07:39:10.588562 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45032) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:10.609232 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8d29a6-41d6-44a4-805c-ce22b028406c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Made reservation on behalf of 6664cd00d4894e6789a2133f8d78f61e for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:10.619942 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9a8d29a6-41d6-44a4-805c-ce22b028406c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:10.657158 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9a18b0aa-017c-4564-8a20-6e74f103f98d None None] Provisioning for port db819efc-02be-4bf5-a969-31d6e90c6e63 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:10.660995 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9a18b0aa-017c-4564-8a20-6e74f103f98d None None] Provisioning complete for port db819efc-02be-4bf5-a969-31d6e90c6e63 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:10.661323 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9a18b0aa-017c-4564-8a20-6e74f103f98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:10.688094 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a8d29a6-41d6-44a4-805c-ce22b028406c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:39:10.719837 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9a8d29a6-41d6-44a4-805c-ce22b028406c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:10.720294 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-9a8d29a6-41d6-44a4-805c-ce22b028406c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Added segment d76005f2-e7d0-4e93-be82-ff3c8bca9fdd of type vlan for network adad8caa-5af9-4e98-98ca-766f5f793195 Jul 13 07:39:10.745303 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-811e6c4f-a227-4844-b3de-8af2777fd867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:10.789151 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-811e6c4f-a227-4844-b3de-8af2777fd867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:10.860739 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-811e6c4f-a227-4844-b3de-8af2777fd867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:10.869153 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-811e6c4f-a227-4844-b3de-8af2777fd867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:10.873205 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-811e6c4f-a227-4844-b3de-8af2777fd867 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e67415f6-8b53-460e-b9f7-5741ae0f2e97 HTTP/1.1" status: 204 len: 168 time: 0.2826328 Jul 13 07:39:10.890664 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9a8d29a6-41d6-44a4-805c-ce22b028406c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:10.899848 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45038) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:10.922975 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e6c4f-a227-4844-b3de-8af2777fd867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67415f6-8b53-460e-b9f7-5741ae0f2e97,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:11.044912 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-21e41abd-2e35-4654-8ea0-5e25f3eb0b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'name': 'tempest-RoutersIpV6Test-router-255981144', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:00Z', 'updated_at': '2021-07-13T07:39:07Z', 'revision_number': 2, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'gw_port_host': None, '_interfaces': [{'id': 'db819efc-02be-4bf5-a969-31d6e90c6e63', 'name': '', 'network_id': 'd373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:1f:1b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:05Z', 'updated_at': '2021-07-13T07:39:08Z', 'revision_number': 2, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:11.052935 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dcd62cc-020e-4ecf-a57b-90b80c57c247 admin admin] Deleting subnet 4ab67e4b-1cd4-4c2b-8fe2-3d5450cef179 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:39:11.064061 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4dcd62cc-020e-4ecf-a57b-90b80c57c247 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:11.072724 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9a8d29a6-41d6-44a4-805c-ce22b028406c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:11.079419 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8d29a6-41d6-44a4-805c-ce22b028406c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:11.080136 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9a8d29a6-41d6-44a4-805c-ce22b028406c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:11.116877 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e41abd-2e35-4654-8ea0-5e25f3eb0b59 None None] Checking router: d32bab7a-c0c0-4535-a022-b240ed49bbb1 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:39:11.118141 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e41abd-2e35-4654-8ea0-5e25f3eb0b59 None None] Updating router d32bab7a-c0c0-4535-a022-b240ed49bbb1 port db819efc-02be-4bf5-a969-31d6e90c6e63 binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:39:11.178370 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4dcd62cc-020e-4ecf-a57b-90b80c57c247 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:11.235184 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-21e41abd-2e35-4654-8ea0-5e25f3eb0b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:11.236326 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d29a6-41d6-44a4-805c-ce22b028406c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event updated for resources: {'Network': ['ID=adad8caa-5af9-4e98-98ca-766f5f793195,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:11.255759 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network adad8caa-5af9-4e98-98ca-766f5f793195 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:39:11.260200 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-9a18b0aa-017c-4564-8a20-6e74f103f98d None None] Port db819efc-02be-4bf5-a969-31d6e90c6e63 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:39:11.286696 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-e6699847-6938-4748-897e-93793536367c tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Deleting port 7e145972-058c-4e28-9536-4a45e061a699 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:11.288504 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e6699847-6938-4748-897e-93793536367c tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:11.300062 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9a8d29a6-41d6-44a4-805c-ce22b028406c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0421171 Jul 13 07:39:11.301239 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45044) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:11.360331 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-26b1d97b-7490-4db5-977a-a31ed6272679 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Request body: {'subnet': {'network_id': 'adad8caa-5af9-4e98-98ca-766f5f793195', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:11.515547 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e07e6179-6098-404d-aa8e-027fbc8b5896 None None] Provisioning complete for port db819efc-02be-4bf5-a969-31d6e90c6e63 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:11.515547 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e07e6179-6098-404d-aa8e-027fbc8b5896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:11.570213 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4dcd62cc-020e-4ecf-a57b-90b80c57c247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:11.645797 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-e07e6179-6098-404d-aa8e-027fbc8b5896 None None] Port db819efc-02be-4bf5-a969-31d6e90c6e63 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:39:11.746942 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4dcd62cc-020e-4ecf-a57b-90b80c57c247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:11.794180 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8e8bf9ec-21df-4b65-9ae9-7c7c87c89029 None None] Provisioning complete for port db819efc-02be-4bf5-a969-31d6e90c6e63 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:11.795068 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8e8bf9ec-21df-4b65-9ae9-7c7c87c89029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:11.864974 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd62cc-020e-4ecf-a57b-90b80c57c247 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ab67e4b-1cd4-4c2b-8fe2-3d5450cef179,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:11.879661 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4dcd62cc-020e-4ecf-a57b-90b80c57c247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:11.881876 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4dcd62cc-020e-4ecf-a57b-90b80c57c247 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4ab67e4b-1cd4-4c2b-8fe2-3d5450cef179 HTTP/1.1" status: 204 len: 168 time: 0.9680839 Jul 13 07:39:11.892185 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45058) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:11.926727 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 1b1c0b06-4c00-4c41-83ba-159061311291 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:39:11.937215 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-8e8bf9ec-21df-4b65-9ae9-7c7c87c89029 None None] Port db819efc-02be-4bf5-a969-31d6e90c6e63 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:39:11.975747 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 9b508659-4baf-4165-866b-fdf73594add0 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:11.980227 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 1b1c0b06-4c00-4c41-83ba-159061311291 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:39:11.980855 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 1b1c0b06-4c00-4c41-83ba-159061311291 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:39:12.141943 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 9b508659-4baf-4165-866b-fdf73594add0 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:12.143189 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:12.206437 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4a1345a5-584e-444e-b1b5-3c60241abad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:12.276295 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-21e41abd-2e35-4654-8ea0-5e25f3eb0b59 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:12.295888 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f274f847-58e1-41d0-8a9e-3a7a79a2f372 None None] Provisioning complete for port db819efc-02be-4bf5-a969-31d6e90c6e63 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:12.297537 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f274f847-58e1-41d0-8a9e-3a7a79a2f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:12.309141 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-21e41abd-2e35-4654-8ea0-5e25f3eb0b59 None None] Transition to ACTIVE for port object db819efc-02be-4bf5-a969-31d6e90c6e63 will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:12.330005 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-21e41abd-2e35-4654-8ea0-5e25f3eb0b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:12.448850 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f08e5-3a6a-43db-ad8c-675f912a06c9 None None] Pushing event updated for resources: {'Port': ['ID=db819efc-02be-4bf5-a969-31d6e90c6e63,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:12.476383 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f274f847-58e1-41d0-8a9e-3a7a79a2f372 None None] Port db819efc-02be-4bf5-a969-31d6e90c6e63 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:39:12.482524 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5f08e5-3a6a-43db-ad8c-675f912a06c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:12.495936 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5f08e5-3a6a-43db-ad8c-675f912a06c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:12.496794 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5f08e5-3a6a-43db-ad8c-675f912a06c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:12.497304 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5f08e5-3a6a-43db-ad8c-675f912a06c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:12.498152 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5f08e5-3a6a-43db-ad8c-675f912a06c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:12.498864 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5f08e5-3a6a-43db-ad8c-675f912a06c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:12.499411 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5f08e5-3a6a-43db-ad8c-675f912a06c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:12.500048 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5f08e5-3a6a-43db-ad8c-675f912a06c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:12.500835 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5f08e5-3a6a-43db-ad8c-675f912a06c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:12.501234 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5f08e5-3a6a-43db-ad8c-675f912a06c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:12.501740 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5f08e5-3a6a-43db-ad8c-675f912a06c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:12.502238 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5f08e5-3a6a-43db-ad8c-675f912a06c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:12.581012 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4a1345a5-584e-444e-b1b5-3c60241abad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:12.611588 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-4a1345a5-584e-444e-b1b5-3c60241abad5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bffa4e6-7313-4f68-939a-f305b6c1ba92']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:12.666890 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-4a1345a5-584e-444e-b1b5-3c60241abad5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fbb15f0-5b51-4717-acf7-601fcd734497') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:12.667868 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-4a1345a5-584e-444e-b1b5-3c60241abad5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fbb15f0-5b51-4717-acf7-601fcd734497') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:12.690448 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4a1345a5-584e-444e-b1b5-3c60241abad5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:12.710857 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-21e41abd-2e35-4654-8ea0-5e25f3eb0b59 None None] Attempting to bind port db819efc-02be-4bf5-a969-31d6e90c6e63 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:12.712963 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-21e41abd-2e35-4654-8ea0-5e25f3eb0b59 None None] Attempting to bind port db819efc-02be-4bf5-a969-31d6e90c6e63 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '85ca2e52-6b43-41e9-b669-f631fd147c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:12.715557 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e41abd-2e35-4654-8ea0-5e25f3eb0b59 None None] Attempting to bind port db819efc-02be-4bf5-a969-31d6e90c6e63 on network d373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:12.730089 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e41abd-2e35-4654-8ea0-5e25f3eb0b59 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:12.731493 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e41abd-2e35-4654-8ea0-5e25f3eb0b59 None None] Checking segment: {'id': '85ca2e52-6b43-41e9-b669-f631fd147c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:12.733420 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-21e41abd-2e35-4654-8ea0-5e25f3eb0b59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:12.734468 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e41abd-2e35-4654-8ea0-5e25f3eb0b59 None None] Bound using segment: {'id': '85ca2e52-6b43-41e9-b669-f631fd147c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:12.736472 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4a1345a5-584e-444e-b1b5-3c60241abad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:12.741133 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-21e41abd-2e35-4654-8ea0-5e25f3eb0b59 None None] Bound port: db819efc-02be-4bf5-a969-31d6e90c6e63, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ca2e52-6b43-41e9-b669-f631fd147c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:12.749326 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-21e41abd-2e35-4654-8ea0-5e25f3eb0b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:12.756825 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1345a5-584e-444e-b1b5-3c60241abad5 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:39:12.760548 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4a1345a5-584e-444e-b1b5-3c60241abad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:12.772857 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:39:12.772857 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:39:12.772857 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:39:12.772857 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:39:12.772857 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:39:12.772857 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:39:12.772857 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:39:12.772857 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:39:12.772857 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:39:12.772857 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:39:12.772857 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:39:12.772857 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:39:12.772857 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:39:12.772857 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:39:12.772857 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:39:12.772857 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:39:12.772857 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:39:12.772857 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:39:12.772857 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:39:12.772857 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:39:12.772857 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:39:12.772857 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:39:12.772857 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:39:12.772857 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:39:12.772857 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:39:12.772857 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:39:12.772857 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:39:12.772857 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:39:12.772857 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:39:12.772857 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:39:12.772857 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:39:12.772857 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:39:12.969601 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-21e41abd-2e35-4654-8ea0-5e25f3eb0b59 None None] For port db819efc-02be-4bf5-a969-31d6e90c6e63, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:12.976261 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4a1345a5-584e-444e-b1b5-3c60241abad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:12.981592 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-21e41abd-2e35-4654-8ea0-5e25f3eb0b59 None None] For port db819efc-02be-4bf5-a969-31d6e90c6e63, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=db819efc-02be-4bf5-a969-31d6e90c6e63,segment=NetworkSegment(85ca2e52-6b43-41e9-b669-f631fd147c01),segment_id=85ca2e52-6b43-41e9-b669-f631fd147c01)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:12.989424 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-21e41abd-2e35-4654-8ea0-5e25f3eb0b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:13.006264 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4a1345a5-584e-444e-b1b5-3c60241abad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:13.039137 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4a1345a5-584e-444e-b1b5-3c60241abad5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1bffa4e6-7313-4f68-939a-f305b6c1ba92 HTTP/1.1" status: 204 len: 168 time: 1.1351812 Jul 13 07:39:13.057927 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e6699847-6938-4748-897e-93793536367c tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:13.095658 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1345a5-584e-444e-b1b5-3c60241abad5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bffa4e6-7313-4f68-939a-f305b6c1ba92,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:13.151772 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-e6699847-6938-4748-897e-93793536367c tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Calling delete_port for 7e145972-058c-4e28-9536-4a45e061a699 owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:13.210972 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b1d97b-7490-4db5-977a-a31ed6272679 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Made reservation on behalf of 6664cd00d4894e6789a2133f8d78f61e for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:13.217734 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e41abd-2e35-4654-8ea0-5e25f3eb0b59 None None] Routers {'d32bab7a-c0c0-4535-a022-b240ed49bbb1'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:13.221413 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-21e41abd-2e35-4654-8ea0-5e25f3eb0b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:39:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:13.249596 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45084) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:13.262587 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-26b1d97b-7490-4db5-977a-a31ed6272679 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:13.353286 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f08e5-3a6a-43db-ad8c-675f912a06c9 None None] Pushing event updated for resources: {'Port': ['ID=db819efc-02be-4bf5-a969-31d6e90c6e63,revision_number=4']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:13.510425 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45088) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:13.554685 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-c1c11279-9af0-471d-a271-5d86d5524003 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1398676002-network', 'tenant_id': 'c74484ef6db9498290da14ee6e37d87f'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:13.706766 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c11279-9af0-471d-a271-5d86d5524003 admin admin] Made reservation on behalf of c74484ef6db9498290da14ee6e37d87f for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:13.710568 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c1c11279-9af0-471d-a271-5d86d5524003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:13.716724 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6977b5fd-c7ce-4cf1-9889-6b7892e05bb8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2ce60f6e542c498e910a2798b4431ce9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2047603 Jul 13 07:39:13.722620 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45092) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:13.800089 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-21e41abd-2e35-4654-8ea0-5e25f3eb0b59 None None] Set router d32bab7a-c0c0-4535-a022-b240ed49bbb1 gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:13.864998 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c1c11279-9af0-471d-a271-5d86d5524003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:13.887611 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ffa8e6f1-84c6-419b-a0ad-5fa8d842dc12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.014595 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ffa8e6f1-84c6-419b-a0ad-5fa8d842dc12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.024988 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-26b1d97b-7490-4db5-977a-a31ed6272679 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.061818 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e6699847-6938-4748-897e-93793536367c tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.149295 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ffa8e6f1-84c6-419b-a0ad-5fa8d842dc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.152049 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ffa8e6f1-84c6-419b-a0ad-5fa8d842dc12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.154309 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ffa8e6f1-84c6-419b-a0ad-5fa8d842dc12 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/32ae375e-1028-4251-bfbc-eb30a36fb24d HTTP/1.1" status: 204 len: 168 time: 0.4239085 Jul 13 07:39:14.194062 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa8e6f1-84c6-419b-a0ad-5fa8d842dc12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ae375e-1028-4251-bfbc-eb30a36fb24d,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:14.214032 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6699847-6938-4748-897e-93793536367c tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Pushing event deleted for resources: {'Port': ['ID=7e145972-058c-4e28-9536-4a45e061a699,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:14.341558 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c1c11279-9af0-471d-a271-5d86d5524003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.352402 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c1c11279-9af0-471d-a271-5d86d5524003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.450582 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1c11279-9af0-471d-a271-5d86d5524003 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:39:14.453570 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-21e41abd-2e35-4654-8ea0-5e25f3eb0b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'name': 'tempest-RoutersIpV6Test-router-255981144', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:00Z', 'updated_at': '2021-07-13T07:39:07Z', 'revision_number': 2, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'gw_port_host': None, '_interfaces': [{'id': 'db819efc-02be-4bf5-a969-31d6e90c6e63', 'name': '', 'network_id': 'd373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:1f:1b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:05Z', 'updated_at': '2021-07-13T07:39:12Z', 'revision_number': 4, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:14.460617 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c11279-9af0-471d-a271-5d86d5524003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4ec3ea-675d-4842-b243-ca9501ba959b,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:14.484579 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c1c11279-9af0-471d-a271-5d86d5524003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.485080 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-c1c11279-9af0-471d-a271-5d86d5524003 admin admin] Added segment 904645b7-f6ff-403f-a4e4-588cda2e87f7 of type vlan for network a4551417-653e-4eb5-9caa-ea21aca7dbd0 Jul 13 07:39:14.497486 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b1d97b-7490-4db5-977a-a31ed6272679 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event updated for resources: {'Subnet': ['ID=024462d8-aced-466e-87f7-926b1819ae31,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:14.522826 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e41abd-2e35-4654-8ea0-5e25f3eb0b59 None None] The sync data for ids ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'] in n-d-771363-34 is: [{'id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'name': 'tempest-RoutersIpV6Test-router-255981144', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:00Z', 'updated_at': '2021-07-13T07:39:07Z', 'revision_number': 2, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'gw_port_host': None, '_interfaces': [{'id': 'db819efc-02be-4bf5-a969-31d6e90c6e63', 'name': '', 'network_id': 'd373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:1f:1b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:05Z', 'updated_at': '2021-07-13T07:39:12Z', 'revision_number': 4, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:39:14.541595 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b1d97b-7490-4db5-977a-a31ed6272679 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Checking segment: {'id': 'd76005f2-e7d0-4e93-be82-ff3c8bca9fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'adad8caa-5af9-4e98-98ca-766f5f793195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:14.541969 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b1d97b-7490-4db5-977a-a31ed6272679 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Network hostable DHCP agents. Network: adad8caa-5af9-4e98-98ca-766f5f793195, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:39:14.616536 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c1c11279-9af0-471d-a271-5d86d5524003 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.667074 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c1c11279-9af0-471d-a271-5d86d5524003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.668547 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c11279-9af0-471d-a271-5d86d5524003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:14.669531 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c1c11279-9af0-471d-a271-5d86d5524003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.738802 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c1c11279-9af0-471d-a271-5d86d5524003 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4880347 Jul 13 07:39:14.743911 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45108) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:14.749418 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-1df09f5f-b3fd-4f31-9ce3-b108f9122387 admin admin] Request body: {'subnet': {'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1398676002-subnet', 'tenant_id': 'c74484ef6db9498290da14ee6e37d87f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:14.774309 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b1d97b-7490-4db5-977a-a31ed6272679 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Network adad8caa-5af9-4e98-98ca-766f5f793195 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:39:14.778225 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e6699847-6938-4748-897e-93793536367c tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.821087 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c11279-9af0-471d-a271-5d86d5524003 admin admin] Pushing event updated for resources: {'Network': ['ID=a4551417-653e-4eb5-9caa-ea21aca7dbd0,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:14.836077 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network a4551417-653e-4eb5-9caa-ea21aca7dbd0 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:39:14.851428 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-26b1d97b-7490-4db5-977a-a31ed6272679 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, adad8caa-5af9-4e98-98ca-766f5f793195) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:14.866786 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e59d4a-4308-42b1-a07f-870fcd56dc82 None None] Network adad8caa-5af9-4e98-98ca-766f5f793195 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:14.904129 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df09f5f-b3fd-4f31-9ce3-b108f9122387 admin admin] Made reservation on behalf of c74484ef6db9498290da14ee6e37d87f for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:14.907658 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1df09f5f-b3fd-4f31-9ce3-b108f9122387 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.910414 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b1d97b-7490-4db5-977a-a31ed6272679 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:14.910818 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-26b1d97b-7490-4db5-977a-a31ed6272679 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:14.952172 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-26b1d97b-7490-4db5-977a-a31ed6272679 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.6367068 Jul 13 07:39:14.956977 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45114) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:15.031630 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a7bad-aa88-4211-9293-f9d899b4966f req-63bcdd0a-ac2e-4a22-9341-0f63ea79b09e tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:15.035387 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-196a7bad-aa88-4211-9293-f9d899b4966f req-63bcdd0a-ac2e-4a22-9341-0f63ea79b09e tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 946 time: 0.3140392 Jul 13 07:39:15.478643 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1df09f5f-b3fd-4f31-9ce3-b108f9122387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:15.551046 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6699847-6938-4748-897e-93793536367c tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Router c68ca375-f639-4aa7-8f27-b0a0c071fc63 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:39:15.569838 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df09f5f-b3fd-4f31-9ce3-b108f9122387 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18671aeb-533b-431f-ac3f-740be3e9540f,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:15.579551 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df09f5f-b3fd-4f31-9ce3-b108f9122387 admin admin] Checking segment: {'id': '904645b7-f6ff-403f-a4e4-588cda2e87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:15.580220 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df09f5f-b3fd-4f31-9ce3-b108f9122387 admin admin] Network hostable DHCP agents. Network: a4551417-653e-4eb5-9caa-ea21aca7dbd0, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:39:15.604422 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-196a7bad-aa88-4211-9293-f9d899b4966f req-de3978e2-9f00-4ee6-b537-0c3159dbd242 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?id=25c18a17-9cb1-4967-8794-129d946ca0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4370787 Jul 13 07:39:15.612976 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df09f5f-b3fd-4f31-9ce3-b108f9122387 admin admin] Network a4551417-653e-4eb5-9caa-ea21aca7dbd0 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:39:15.639569 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-1df09f5f-b3fd-4f31-9ce3-b108f9122387 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, a4551417-653e-4eb5-9caa-ea21aca7dbd0) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:15.646292 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df09f5f-b3fd-4f31-9ce3-b108f9122387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:15.648981 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1df09f5f-b3fd-4f31-9ce3-b108f9122387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:15.700070 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1df09f5f-b3fd-4f31-9ce3-b108f9122387 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9546206 Jul 13 07:39:15.702710 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45128) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:15.706238 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66aed542-0b42-4559-89e3-a3255506c502 None None] Network a4551417-653e-4eb5-9caa-ea21aca7dbd0 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:15.712062 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-028bcd3e-b3aa-4312-b396-c15218ab4f16 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1398676002-router', 'tenant_id': 'c74484ef6db9498290da14ee6e37d87f', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:15.756998 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-028bcd3e-b3aa-4312-b396-c15218ab4f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:15.759005 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-028bcd3e-b3aa-4312-b396-c15218ab4f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:15.898397 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988ceae7-d85b-42d8-968f-07fc53205c11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-adad8caa-5af9-4e98-98ca-766f5f793195', 'network_id': 'adad8caa-5af9-4e98-98ca-766f5f793195', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'fixed_ips': [{'subnet_id': '024462d8-aced-466e-87f7-926b1819ae31'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:39:15.899289 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-988ceae7-d85b-42d8-968f-07fc53205c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:15.931916 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6699847-6938-4748-897e-93793536367c tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:39:15.958953 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e6699847-6938-4748-897e-93793536367c tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] 10.222.0.23 "PUT /v2.0/routers/c68ca375-f639-4aa7-8f27-b0a0c071fc63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5000134 Jul 13 07:39:15.965171 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45142) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:15.982429 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-028bcd3e-b3aa-4312-b396-c15218ab4f16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:15.984562 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591c517f-6c1f-4f30-9ebc-d618cc233142 None None] Sync routers for ids ['c68ca375-f639-4aa7-8f27-b0a0c071fc63'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:39:16.036642 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591c517f-6c1f-4f30-9ebc-d618cc233142 None None] Routers {'c68ca375-f639-4aa7-8f27-b0a0c071fc63'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:16.040274 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-591c517f-6c1f-4f30-9ebc-d618cc233142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:39:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['c68ca375-f639-4aa7-8f27-b0a0c071fc63'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:16.061055 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-8dfaa245-358e-410e-8a51-32f8d1fd28bc tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] show failed (client error): The resource could not be found. Jul 13 07:39:16.066249 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8dfaa245-358e-410e-8a51-32f8d1fd28bc tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-2119476902 HTTP/1.1" status: 404 len: 335 time: 0.0959942 Jul 13 07:39:16.080896 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45148) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:16.088009 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-a6e45b88-c09a-4d64-8604-321d793585fb tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:16.156020 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device db819efc-02be-4bf5-a969-31d6e90c6e63 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:16.240461 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-591c517f-6c1f-4f30-9ebc-d618cc233142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:16.288877 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591c517f-6c1f-4f30-9ebc-d618cc233142 None None] Routers {'c68ca375-f639-4aa7-8f27-b0a0c071fc63'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:16.289516 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-591c517f-6c1f-4f30-9ebc-d618cc233142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:39:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['c68ca375-f639-4aa7-8f27-b0a0c071fc63'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:16.333832 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-a6e45b88-c09a-4d64-8604-321d793585fb tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] update failed (client error): The resource could not be found. Jul 13 07:39:16.338729 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a6e45b88-c09a-4d64-8604-321d793585fb tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-802036474 HTTP/1.1" status: 404 len: 334 time: 0.2531588 Jul 13 07:39:16.351413 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45164) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:16.399102 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-591c517f-6c1f-4f30-9ebc-d618cc233142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:16.399810 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591c517f-6c1f-4f30-9ebc-d618cc233142 None None] The sync data for ids ['c68ca375-f639-4aa7-8f27-b0a0c071fc63'] in n-d-771363-34 is: [] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:39:16.420284 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dde7a4e-b477-4ef6-8cfe-9e1466878ead tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Deleting subnet 5ffb244a-2e6a-483a-a744-1ec64499ac84 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:39:16.425218 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7dde7a4e-b477-4ef6-8cfe-9e1466878ead tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:16.699788 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0a448c-76fb-4a1a-9a24-92e1c7f52546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-a4551417-653e-4eb5-9caa-ea21aca7dbd0', 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0', 'tenant_id': 'c74484ef6db9498290da14ee6e37d87f', 'fixed_ips': [{'subnet_id': '18671aeb-533b-431f-ac3f-740be3e9540f'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:39:16.716551 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ed0a448c-76fb-4a1a-9a24-92e1c7f52546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:16.723426 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port db819efc-02be-4bf5-a969-31d6e90c6e63 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:16.762542 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port db819efc-02be-4bf5-a969-31d6e90c6e63 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:16.766466 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:16.783444 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7dde7a4e-b477-4ef6-8cfe-9e1466878ead tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:17.150285 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45200) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:17.179603 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-988ceae7-d85b-42d8-968f-07fc53205c11 None None] Allocated IP 2001:db8:1::2 (adad8caa-5af9-4e98-98ca-766f5f793195/024462d8-aced-466e-87f7-926b1819ae31/a51b9a81-a8fa-40ed-85b6-81251d12043c) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:17.182611 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:17.197643 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-028bcd3e-b3aa-4312-b396-c15218ab4f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:17.256819 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4b2a80c8-3dc2-4588-ae01-7ff58d2613bf req-cb096757-0c7d-458b-b49c-f9ff52100937 tempest-ServerShowV257Test-1506762099 tempest-ServerShowV257Test-1506762099-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d46cb0a-6ae4-4fb4-8021-95b5189fa16a HTTP/1.1" status: 200 len: 210 time: 0.1059175 Jul 13 07:39:17.320767 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port db819efc-02be-4bf5-a969-31d6e90c6e63, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=db819efc-02be-4bf5-a969-31d6e90c6e63,segment=NetworkSegment(85ca2e52-6b43-41e9-b669-f631fd147c01),segment_id=85ca2e52-6b43-41e9-b669-f631fd147c01)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:17.410804 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:17.504583 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=db819efc-02be-4bf5-a969-31d6e90c6e63,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:17.513897 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-11710313-065a-4bd2-86c9-4641fc38dba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:17.624661 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-ed0a448c-76fb-4a1a-9a24-92e1c7f52546 None None] Allocated IP 172.20.0.2 (a4551417-653e-4eb5-9caa-ea21aca7dbd0/18671aeb-533b-431f-ac3f-740be3e9540f/d939d962-3b76-41f9-bec5-617b073e6325) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:17.691822 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-92b938a2-f995-4de5-973c-362df9cc8fdd tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:17.994036 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7dde7a4e-b477-4ef6-8cfe-9e1466878ead tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:18.059455 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-11710313-065a-4bd2-86c9-4641fc38dba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:18.071300 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-11710313-065a-4bd2-86c9-4641fc38dba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:18.092993 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7dde7a4e-b477-4ef6-8cfe-9e1466878ead tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:18.112005 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16711821-adb9-4203-9ac5-4bc98d067a52 req-832f4e8e-8b74-4c1e-b449-ceaed1debb95 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:18.121376 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16711821-adb9-4203-9ac5-4bc98d067a52 req-832f4e8e-8b74-4c1e-b449-ceaed1debb95 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 946 time: 1.1972964 Jul 13 07:39:18.127630 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-028bcd3e-b3aa-4312-b396-c15218ab4f16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:18.153722 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ed0a448c-76fb-4a1a-9a24-92e1c7f52546 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:18.158728 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device db819efc-02be-4bf5-a969-31d6e90c6e63 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:18.173632 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-028bcd3e-b3aa-4312-b396-c15218ab4f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:18.188479 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7dde7a4e-b477-4ef6-8cfe-9e1466878ead tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:18.194676 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7dde7a4e-b477-4ef6-8cfe-9e1466878ead tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] 10.222.0.23 "DELETE /v2.0/subnets/5ffb244a-2e6a-483a-a744-1ec64499ac84 HTTP/1.1" status: 204 len: 168 time: 1.8393219 Jul 13 07:39:18.212132 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ed0a448c-76fb-4a1a-9a24-92e1c7f52546 None None] Transition to ACTIVE for port object d939d962-3b76-41f9-bec5-617b073e6325 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:18.213567 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6fe49e-3960-4382-bca4-085279decbcc None None] Network b50eea49-9d54-49e4-bd4d-98b61cf2020e requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:18.227908 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45220) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:18.240026 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde7a4e-b477-4ef6-8cfe-9e1466878ead tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Pushing event deleted for resources: {'Subnet': ['ID=5ffb244a-2e6a-483a-a744-1ec64499ac84,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:18.277737 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11710313-065a-4bd2-86c9-4641fc38dba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265eebb6-b90a-45a8-80e7-66a10e9d2edf,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:18.292719 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-11710313-065a-4bd2-86c9-4641fc38dba7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b08a20d92f834654b398d679d81b1d69&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1332374 Jul 13 07:39:18.336662 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45222) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:18.350798 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-988ceae7-d85b-42d8-968f-07fc53205c11 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:18.385195 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb080191-9bc9-4a34-8b28-f8233e2b5ff2 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Deleting subnet 27a203b8-de3f-4dd2-b839-16c8a74abfa0 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:39:18.396257 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16711821-adb9-4203-9ac5-4bc98d067a52 req-651aec8a-db30-47a0-bce1-619f5d29c296 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?id=25c18a17-9cb1-4967-8794-129d946ca0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2735386 Jul 13 07:39:18.406776 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eb080191-9bc9-4a34-8b28-f8233e2b5ff2 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:18.462186 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-fce9dea0-d3f1-4620-9fa4-5ebb2999736e None None] Provisioning complete for port db819efc-02be-4bf5-a969-31d6e90c6e63 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:18.462552 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fce9dea0-d3f1-4620-9fa4-5ebb2999736e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:18.464508 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-988ceae7-d85b-42d8-968f-07fc53205c11 None None] Transition to ACTIVE for port object a51b9a81-a8fa-40ed-85b6-81251d12043c will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:18.474023 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ed0a448c-76fb-4a1a-9a24-92e1c7f52546 None None] Transition to ACTIVE for port object d939d962-3b76-41f9-bec5-617b073e6325 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:18.527045 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-988ceae7-d85b-42d8-968f-07fc53205c11 None None] Transition to ACTIVE for port object a51b9a81-a8fa-40ed-85b6-81251d12043c will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:18.533987 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ed0a448c-76fb-4a1a-9a24-92e1c7f52546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:18.534905 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ac7f2554-ce4e-4539-938b-b4e6494791df req-f98f4455-81cb-49f0-884c-90e77546cad6 tempest-ServerShowV257Test-1506762099 tempest-ServerShowV257Test-1506762099-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d46cb0a-6ae4-4fb4-8021-95b5189fa16a HTTP/1.1" status: 200 len: 210 time: 0.0803788 Jul 13 07:39:18.561585 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6e0d64ab-ff16-4ee9-9985-330bcc4481c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:18.572331 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eb080191-9bc9-4a34-8b28-f8233e2b5ff2 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:18.632400 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-92b938a2-f995-4de5-973c-362df9cc8fdd tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Allocated IP 2001:db8:1::1 (adad8caa-5af9-4e98-98ca-766f5f793195/024462d8-aced-466e-87f7-926b1819ae31/b39964e5-ef64-4145-a682-401c7970b69f) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:18.675985 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-028bcd3e-b3aa-4312-b396-c15218ab4f16 admin admin] Allocated IP 172.25.3.81 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/541f439f-ee02-4aa7-9c72-3b460718edaf) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:18.684933 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0a448c-76fb-4a1a-9a24-92e1c7f52546 None None] Network a4551417-653e-4eb5-9caa-ea21aca7dbd0 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:18.700444 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a448c-76fb-4a1a-9a24-92e1c7f52546 None None] Pushing event updated for resources: {'Port': ['ID=d939d962-3b76-41f9-bec5-617b073e6325,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:18.735102 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-ed0a448c-76fb-4a1a-9a24-92e1c7f52546 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:18.741847 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0a448c-76fb-4a1a-9a24-92e1c7f52546 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:18.755185 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-988ceae7-d85b-42d8-968f-07fc53205c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:18.855704 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6e0d64ab-ff16-4ee9-9985-330bcc4481c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:18.862426 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ceae7-d85b-42d8-968f-07fc53205c11 None None] Pushing event updated for resources: {'Port': ['ID=a51b9a81-a8fa-40ed-85b6-81251d12043c,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:18.889628 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-92b938a2-f995-4de5-973c-362df9cc8fdd tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:18.895379 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port db819efc-02be-4bf5-a969-31d6e90c6e63 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:18.896033 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:18.917581 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-92b938a2-f995-4de5-973c-362df9cc8fdd tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Transition to ACTIVE for port object b39964e5-ef64-4145-a682-401c7970b69f will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:18.981986 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-92b938a2-f995-4de5-973c-362df9cc8fdd tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:19.032883 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-ed0a448c-76fb-4a1a-9a24-92e1c7f52546 None None] Attempting to bind port d939d962-3b76-41f9-bec5-617b073e6325 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:19.033662 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-ed0a448c-76fb-4a1a-9a24-92e1c7f52546 None None] Attempting to bind port d939d962-3b76-41f9-bec5-617b073e6325 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '904645b7-f6ff-403f-a4e4-588cda2e87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:19.034212 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0a448c-76fb-4a1a-9a24-92e1c7f52546 None None] Attempting to bind port d939d962-3b76-41f9-bec5-617b073e6325 on network a4551417-653e-4eb5-9caa-ea21aca7dbd0 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:19.034476 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-028bcd3e-b3aa-4312-b396-c15218ab4f16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:19.052418 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988ceae7-d85b-42d8-968f-07fc53205c11 None None] Network adad8caa-5af9-4e98-98ca-766f5f793195 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:19.067096 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-988ceae7-d85b-42d8-968f-07fc53205c11 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:19.074870 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0a448c-76fb-4a1a-9a24-92e1c7f52546 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:19.074870 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0a448c-76fb-4a1a-9a24-92e1c7f52546 None None] Checking segment: {'id': '904645b7-f6ff-403f-a4e4-588cda2e87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:19.074870 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ed0a448c-76fb-4a1a-9a24-92e1c7f52546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:19.074870 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0a448c-76fb-4a1a-9a24-92e1c7f52546 None None] Bound using segment: {'id': '904645b7-f6ff-403f-a4e4-588cda2e87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:19.075793 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-ed0a448c-76fb-4a1a-9a24-92e1c7f52546 None None] Bound port: d939d962-3b76-41f9-bec5-617b073e6325, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '904645b7-f6ff-403f-a4e4-588cda2e87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:19.076286 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ed0a448c-76fb-4a1a-9a24-92e1c7f52546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:19.078573 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988ceae7-d85b-42d8-968f-07fc53205c11 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:19.084742 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b938a2-f995-4de5-973c-362df9cc8fdd tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Network adad8caa-5af9-4e98-98ca-766f5f793195 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:19.126999 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-92b938a2-f995-4de5-973c-362df9cc8fdd tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:19.137625 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35915a-4867-46e1-ae21-5cfb159aafce req-56cfaf3d-307f-4b8c-b6a1-b644d661e810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:19.139327 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bb35915a-4867-46e1-ae21-5cfb159aafce req-56cfaf3d-307f-4b8c-b6a1-b644d661e810 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d949e521db641e0a957c32596881dd2&device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 1098 time: 0.3485734 Jul 13 07:39:19.141155 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eb080191-9bc9-4a34-8b28-f8233e2b5ff2 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:19.152037 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b938a2-f995-4de5-973c-362df9cc8fdd tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:19.153114 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-92b938a2-f995-4de5-973c-362df9cc8fdd tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:19.167593 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6e0d64ab-ff16-4ee9-9985-330bcc4481c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:19.170271 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6e0d64ab-ff16-4ee9-9985-330bcc4481c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:19.181766 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6e0d64ab-ff16-4ee9-9985-330bcc4481c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/265eebb6-b90a-45a8-80e7-66a10e9d2edf HTTP/1.1" status: 204 len: 168 time: 0.8339019 Jul 13 07:39:19.190444 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b938a2-f995-4de5-973c-362df9cc8fdd tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event updated for resources: {'Port': ['ID=b39964e5-ef64-4145-a682-401c7970b69f,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:19.232447 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d64ab-ff16-4ee9-9985-330bcc4481c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265eebb6-b90a-45a8-80e7-66a10e9d2edf,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:19.246113 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-028bcd3e-b3aa-4312-b396-c15218ab4f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:19.260217 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48de206-1334-4063-8b9f-3609b1208e93 None None] DHCP port deletion for b50eea49-9d54-49e4-bd4d-98b61cf2020e request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:39:19.393996 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-988ceae7-d85b-42d8-968f-07fc53205c11 None None] Attempting to bind port a51b9a81-a8fa-40ed-85b6-81251d12043c on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:19.394581 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-988ceae7-d85b-42d8-968f-07fc53205c11 None None] Attempting to bind port a51b9a81-a8fa-40ed-85b6-81251d12043c by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'd76005f2-e7d0-4e93-be82-ff3c8bca9fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'adad8caa-5af9-4e98-98ca-766f5f793195'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:19.395158 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988ceae7-d85b-42d8-968f-07fc53205c11 None None] Attempting to bind port a51b9a81-a8fa-40ed-85b6-81251d12043c on network adad8caa-5af9-4e98-98ca-766f5f793195 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:19.404018 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028bcd3e-b3aa-4312-b396-c15218ab4f16 admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:19.418178 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eb080191-9bc9-4a34-8b28-f8233e2b5ff2 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:19.424580 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988ceae7-d85b-42d8-968f-07fc53205c11 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:19.424947 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988ceae7-d85b-42d8-968f-07fc53205c11 None None] Checking segment: {'id': 'd76005f2-e7d0-4e93-be82-ff3c8bca9fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'adad8caa-5af9-4e98-98ca-766f5f793195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:19.434016 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-028bcd3e-b3aa-4312-b396-c15218ab4f16 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:19.437308 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028bcd3e-b3aa-4312-b396-c15218ab4f16 admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:19.443009 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-988ceae7-d85b-42d8-968f-07fc53205c11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:19.447493 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988ceae7-d85b-42d8-968f-07fc53205c11 None None] Bound using segment: {'id': 'd76005f2-e7d0-4e93-be82-ff3c8bca9fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'adad8caa-5af9-4e98-98ca-766f5f793195'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:19.449230 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-988ceae7-d85b-42d8-968f-07fc53205c11 None None] Bound port: a51b9a81-a8fa-40ed-85b6-81251d12043c, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76005f2-e7d0-4e93-be82-ff3c8bca9fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'adad8caa-5af9-4e98-98ca-766f5f793195'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:19.450567 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-988ceae7-d85b-42d8-968f-07fc53205c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:19.545609 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028bcd3e-b3aa-4312-b396-c15218ab4f16 admin admin] Pushing event updated for resources: {'Port': ['ID=541f439f-ee02-4aa7-9c72-3b460718edaf,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:19.575055 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-92b938a2-f995-4de5-973c-362df9cc8fdd tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:19.581676 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eb080191-9bc9-4a34-8b28-f8233e2b5ff2 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:19.596254 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-eb080191-9bc9-4a34-8b28-f8233e2b5ff2 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] 10.222.0.23 "DELETE /v2.0/subnets/27a203b8-de3f-4dd2-b839-16c8a74abfa0 HTTP/1.1" status: 204 len: 168 time: 1.3662491 Jul 13 07:39:19.598448 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45238) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:19.614139 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1887dedc-c1ca-4b45-aa3d-3e1f68519f56 None None] Network 36ea6456-d9d9-4ad8-a7e3-caf4ef16a5f0 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:19.682807 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35915a-4867-46e1-ae21-5cfb159aafce req-94a70cb8-3f06-4410-a81c-55effb9be7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:19.682807 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bb35915a-4867-46e1-ae21-5cfb159aafce req-94a70cb8-3f06-4410-a81c-55effb9be7ec service neutron] 10.222.0.25 "GET /v2.0/networks?id=c6c7368c-96bb-4e1d-964f-3969d7e167b4 HTTP/1.1" status: 200 len: 912 time: 0.5072386 Jul 13 07:39:19.716097 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb080191-9bc9-4a34-8b28-f8233e2b5ff2 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Pushing event deleted for resources: {'Subnet': ['ID=27a203b8-de3f-4dd2-b839-16c8a74abfa0,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:19.795406 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bb35915a-4867-46e1-ae21-5cfb159aafce req-e7b1bda9-daa4-4ce7-bf57-cfd6ba7b9c26 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90a26624-e32b-47b0-9ae1-e663e374890a HTTP/1.1" status: 200 len: 1001 time: 0.0990961 Jul 13 07:39:19.862552 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-ed0a448c-76fb-4a1a-9a24-92e1c7f52546 None None] For port d939d962-3b76-41f9-bec5-617b073e6325, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:19.898762 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-ed0a448c-76fb-4a1a-9a24-92e1c7f52546 None None] For port d939d962-3b76-41f9-bec5-617b073e6325, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=d939d962-3b76-41f9-bec5-617b073e6325,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:19.923882 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35915a-4867-46e1-ae21-5cfb159aafce req-1feb78d5-f58e-4f3c-b550-ad07ec40e9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:19.925394 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bb35915a-4867-46e1-ae21-5cfb159aafce req-1feb78d5-f58e-4f3c-b550-ad07ec40e9bb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=161fab74-9ca1-4ff2-9b41-082e2a13736e HTTP/1.1" status: 200 len: 850 time: 0.1097865 Jul 13 07:39:19.928682 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 338ccdd0-0afa-49d6-871c-83ee060f147b no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:39:19.973685 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45244) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:19.999179 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ed0a448c-76fb-4a1a-9a24-92e1c7f52546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:20.038468 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a93f89f3-2c19-4c8b-a593-f3c7ef9be262 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:20.063122 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a448c-76fb-4a1a-9a24-92e1c7f52546 None None] Pushing event updated for resources: {'Port': ['ID=d939d962-3b76-41f9-bec5-617b073e6325,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:20.092944 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-48cdbe2f-4ade-4bcb-8d1c-a26c53c6dd87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:20.115624 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-d48de206-1334-4063-8b9f-3609b1208e93 None None] Deleting port 338ccdd0-0afa-49d6-871c-83ee060f147b {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:20.116386 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d48de206-1334-4063-8b9f-3609b1208e93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:20.127481 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e09c0ec4-98ee-4114-9d62-4820ba6acf12 req-a721cd86-0b7c-4e4c-b5f3-c13a09676eb5 tempest-ServerShowV257Test-1506762099 tempest-ServerShowV257Test-1506762099-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d46cb0a-6ae4-4fb4-8021-95b5189fa16a HTTP/1.1" status: 200 len: 210 time: 0.1919339 Jul 13 07:39:20.200006 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-48cdbe2f-4ade-4bcb-8d1c-a26c53c6dd87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:20.224036 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8fe9c-80fd-459a-8631-5279e2b7cd04 req-93c47361-7241-410b-9c9f-0a86c6588f59 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:20.234282 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-31d8fe9c-80fd-459a-8631-5279e2b7cd04 req-93c47361-7241-410b-9c9f-0a86c6588f59 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 946 time: 0.4346824 Jul 13 07:39:20.239759 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-48cdbe2f-4ade-4bcb-8d1c-a26c53c6dd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:20.362086 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-48cdbe2f-4ade-4bcb-8d1c-a26c53c6dd87 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=231fc50ede2349d29e1faa3899a2cb33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3856122 Jul 13 07:39:20.364902 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-d48de206-1334-4063-8b9f-3609b1208e93 None None] For port 338ccdd0-0afa-49d6-871c-83ee060f147b, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=338ccdd0-0afa-49d6-871c-83ee060f147b,segment=NetworkSegment(6eef76fa-2943-411c-a18b-be5c044f3601),segment_id=6eef76fa-2943-411c-a18b-be5c044f3601)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:20.366676 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d48de206-1334-4063-8b9f-3609b1208e93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:20.367482 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-a93f89f3-2c19-4c8b-a593-f3c7ef9be262 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Deleting port 338ccdd0-0afa-49d6-871c-83ee060f147b {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:20.367973 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a93f89f3-2c19-4c8b-a593-f3c7ef9be262 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:20.369612 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdbe2f-4ade-4bcb-8d1c-a26c53c6dd87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e36d29a-34a4-4678-89f9-7c45d4db49fa,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:20.376187 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45246) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:20.384207 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-d48de206-1334-4063-8b9f-3609b1208e93 None None] Calling delete_port for 338ccdd0-0afa-49d6-871c-83ee060f147b owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:20.388984 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35915a-4867-46e1-ae21-5cfb159aafce req-27d7647c-2f16-4e86-9ff4-bd7ad7c4c95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:20.390572 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bb35915a-4867-46e1-ae21-5cfb159aafce req-27d7647c-2f16-4e86-9ff4-bd7ad7c4c95f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c6c7368c-96bb-4e1d-964f-3969d7e167b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4160051 Jul 13 07:39:20.408393 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-31d8fe9c-80fd-459a-8631-5279e2b7cd04 req-2842e9b9-c5d6-4de2-a86f-d308904f1c63 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?id=25c18a17-9cb1-4967-8794-129d946ca0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731744 Jul 13 07:39:20.495370 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-a93f89f3-2c19-4c8b-a593-f3c7ef9be262 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] For port 338ccdd0-0afa-49d6-871c-83ee060f147b, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=338ccdd0-0afa-49d6-871c-83ee060f147b,segment=NetworkSegment(6eef76fa-2943-411c-a18b-be5c044f3601),segment_id=6eef76fa-2943-411c-a18b-be5c044f3601)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:20.495804 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a93f89f3-2c19-4c8b-a593-f3c7ef9be262 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:20.505159 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d48de206-1334-4063-8b9f-3609b1208e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:20.520650 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-a93f89f3-2c19-4c8b-a593-f3c7ef9be262 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Calling delete_port for 338ccdd0-0afa-49d6-871c-83ee060f147b owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:20.556496 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-028bcd3e-b3aa-4312-b396-c15218ab4f16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:20.596844 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-92b938a2-f995-4de5-973c-362df9cc8fdd tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:20.605109 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-988ceae7-d85b-42d8-968f-07fc53205c11 None None] For port a51b9a81-a8fa-40ed-85b6-81251d12043c, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:20.607584 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48de206-1334-4063-8b9f-3609b1208e93 None None] Pushing event deleted for resources: {'Port': ['ID=338ccdd0-0afa-49d6-871c-83ee060f147b,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:20.609582 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48de206-1334-4063-8b9f-3609b1208e93 None None] No DVR routers for this DVR port 338ccdd0-0afa-49d6-871c-83ee060f147b on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:39:20.613966 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Port 338ccdd0-0afa-49d6-871c-83ee060f147b update to DOWN by agent not found {{(pid=94019) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 13 07:39:20.645105 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-988ceae7-d85b-42d8-968f-07fc53205c11 None None] For port a51b9a81-a8fa-40ed-85b6-81251d12043c, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=a51b9a81-a8fa-40ed-85b6-81251d12043c,segment=NetworkSegment(d76005f2-e7d0-4e93-be82-ff3c8bca9fdd),segment_id=d76005f2-e7d0-4e93-be82-ff3c8bca9fdd)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:20.655483 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-988ceae7-d85b-42d8-968f-07fc53205c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:20.679595 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-92b938a2-f995-4de5-973c-362df9cc8fdd tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:20.750617 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ceae7-d85b-42d8-968f-07fc53205c11 None None] Pushing event updated for resources: {'Port': ['ID=a51b9a81-a8fa-40ed-85b6-81251d12043c,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:20.786513 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-92ffc111-1154-4873-9160-632713df0747 req-91364be0-e667-4f5e-8766-14326f38096f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6d46cb0a-6ae4-4fb4-8021-95b5189fa16a HTTP/1.1" status: 200 len: 210 time: 0.0488901 Jul 13 07:39:20.829101 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-92b938a2-f995-4de5-973c-362df9cc8fdd tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:20.892726 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a93f89f3-2c19-4c8b-a593-f3c7ef9be262 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:20.900058 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2119cc4a-1577-4cc2-83bb-565b1797b579 None None] DHCP port deletion for 36ea6456-d9d9-4ad8-a7e3-caf4ef16a5f0 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:39:20.916187 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b5822fb7-4673-42aa-8fc9-8425727449d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:20.971946 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f89f3-2c19-4c8b-a593-f3c7ef9be262 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Pushing event deleted for resources: {'Port': ['ID=338ccdd0-0afa-49d6-871c-83ee060f147b,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:20.985987 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93f89f3-2c19-4c8b-a593-f3c7ef9be262 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] No DVR routers for this DVR port 338ccdd0-0afa-49d6-871c-83ee060f147b on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:39:21.021582 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b938a2-f995-4de5-973c-362df9cc8fdd tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event updated for resources: {'Port': ['ID=b39964e5-ef64-4145-a682-401c7970b69f,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:21.032715 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2119cc4a-1577-4cc2-83bb-565b1797b579 None None] Deleting port c377dd3b-fb81-48e8-911c-7bb66b5223e6 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:21.036845 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bb35915a-4867-46e1-ae21-5cfb159aafce req-dcdca85f-aed2-4f27-b429-4446cf23a1dc service neutron] 10.222.0.25 "GET /v2.0/networks/c6c7368c-96bb-4e1d-964f-3969d7e167b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6272502 Jul 13 07:39:21.037994 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2119cc4a-1577-4cc2-83bb-565b1797b579 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:21.137281 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b5822fb7-4673-42aa-8fc9-8425727449d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:21.318558 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b5822fb7-4673-42aa-8fc9-8425727449d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:21.322570 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b5822fb7-4673-42aa-8fc9-8425727449d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:21.323301 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b5822fb7-4673-42aa-8fc9-8425727449d8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e36d29a-34a4-4678-89f9-7c45d4db49fa HTTP/1.1" status: 204 len: 168 time: 0.9452608 Jul 13 07:39:21.323966 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a93f89f3-2c19-4c8b-a593-f3c7ef9be262 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:21.342914 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-a93f89f3-2c19-4c8b-a593-f3c7ef9be262 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b50eea49-9d54-49e4-bd4d-98b61cf2020e']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:21.354247 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2119cc4a-1577-4cc2-83bb-565b1797b579 None None] For port c377dd3b-fb81-48e8-911c-7bb66b5223e6, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=c377dd3b-fb81-48e8-911c-7bb66b5223e6,segment=NetworkSegment(cc6001eb-5619-467f-bb0e-c69d79996732),segment_id=cc6001eb-5619-467f-bb0e-c69d79996732)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:21.354766 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2119cc4a-1577-4cc2-83bb-565b1797b579 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:21.358680 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-a93f89f3-2c19-4c8b-a593-f3c7ef9be262 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eef76fa-2943-411c-a18b-be5c044f3601') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:21.359072 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-a93f89f3-2c19-4c8b-a593-f3c7ef9be262 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eef76fa-2943-411c-a18b-be5c044f3601') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:21.364307 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5822fb7-4673-42aa-8fc9-8425727449d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e36d29a-34a4-4678-89f9-7c45d4db49fa,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:21.369191 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-028bcd3e-b3aa-4312-b396-c15218ab4f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:21.378318 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a93f89f3-2c19-4c8b-a593-f3c7ef9be262 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:21.427939 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bb35915a-4867-46e1-ae21-5cfb159aafce req-bb197d43-bea7-43ac-85a8-08b821ebab0b service neutron] 10.222.0.25 "GET /v2.0/networks/c6c7368c-96bb-4e1d-964f-3969d7e167b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719554 Jul 13 07:39:21.430111 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b938a2-f995-4de5-973c-362df9cc8fdd tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Network adad8caa-5af9-4e98-98ca-766f5f793195 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:21.431860 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-92b938a2-f995-4de5-973c-362df9cc8fdd tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:21.466924 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2119cc4a-1577-4cc2-83bb-565b1797b579 None None] Calling delete_port for c377dd3b-fb81-48e8-911c-7bb66b5223e6 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:21.534422 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a93f89f3-2c19-4c8b-a593-f3c7ef9be262 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:21.587492 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a93f89f3-2c19-4c8b-a593-f3c7ef9be262 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:39:21.587919 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a93f89f3-2c19-4c8b-a593-f3c7ef9be262 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:21.591177 n-d-771363-34 neutron-server[94017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:21.591177 n-d-771363-34 neutron-server[94017]: self.session.flush() Jul 13 07:39:21.591177 n-d-771363-34 neutron-server[94017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:21.591177 n-d-771363-34 neutron-server[94017]: self.session.flush() Jul 13 07:39:21.591177 n-d-771363-34 neutron-server[94017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:21.591177 n-d-771363-34 neutron-server[94017]: self.session.flush() Jul 13 07:39:21.591177 n-d-771363-34 neutron-server[94017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:21.591177 n-d-771363-34 neutron-server[94017]: self.session.flush() Jul 13 07:39:21.591177 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:39:21.591177 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:39:21.591177 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:39:21.591177 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:39:21.591177 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:39:21.591177 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:39:21.591177 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:39:21.591177 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:39:21.591177 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:39:21.591177 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:39:21.591177 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:39:21.591177 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:39:21.591177 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:39:21.591177 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:39:21.591177 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:39:21.591177 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:39:21.591177 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:39:21.591177 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:39:21.591177 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:39:21.591177 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:39:21.591177 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:39:21.591177 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:39:21.591177 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:39:21.591177 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:39:21.591177 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:39:21.591177 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:39:21.591177 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:39:21.591177 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:39:21.591177 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:39:21.591177 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:39:21.591177 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:39:21.591177 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:39:21.728201 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2119cc4a-1577-4cc2-83bb-565b1797b579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:21.788517 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119cc4a-1577-4cc2-83bb-565b1797b579 None None] Pushing event deleted for resources: {'Port': ['ID=c377dd3b-fb81-48e8-911c-7bb66b5223e6,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:21.795406 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2119cc4a-1577-4cc2-83bb-565b1797b579 None None] No DVR routers for this DVR port c377dd3b-fb81-48e8-911c-7bb66b5223e6 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:39:21.823963 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b938a2-f995-4de5-973c-362df9cc8fdd tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Router d32bab7a-c0c0-4535-a022-b240ed49bbb1 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:39:21.884311 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-259dcb29-4d18-42da-95d2-18e4d1bb72cd req-3d5a3e29-dfef-4913-891a-b5d111b16db4 tempest-ServerShowV257Test-1506762099 tempest-ServerShowV257Test-1506762099-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d46cb0a-6ae4-4fb4-8021-95b5189fa16a HTTP/1.1" status: 200 len: 210 time: 0.2424526 Jul 13 07:39:21.910205 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4d31f-5b01-4c16-8cf5-4791a84a1db0 req-c563a060-fc7d-4058-96ca-ba04bc7709e5 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:21.923881 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-94e4d31f-5b01-4c16-8cf5-4791a84a1db0 req-c563a060-fc7d-4058-96ca-ba04bc7709e5 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 946 time: 0.2165685 Jul 13 07:39:22.029255 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a93f89f3-2c19-4c8b-a593-f3c7ef9be262 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:22.042592 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a93f89f3-2c19-4c8b-a593-f3c7ef9be262 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:22.048897 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a93f89f3-2c19-4c8b-a593-f3c7ef9be262 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] 10.222.0.23 "DELETE /v2.0/networks/b50eea49-9d54-49e4-bd4d-98b61cf2020e HTTP/1.1" status: 204 len: 168 time: 2.3001440 Jul 13 07:39:22.050108 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45262) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:22.123765 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device a51b9a81-a8fa-40ed-85b6-81251d12043c up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:22.142511 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b938a2-f995-4de5-973c-362df9cc8fdd tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:39:22.150924 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-92b938a2-f995-4de5-973c-362df9cc8fdd tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "PUT /v2.0/routers/d32bab7a-c0c0-4535-a022-b240ed49bbb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1901302 Jul 13 07:39:22.159592 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c78db9-710b-4995-b963-4df474c164f9 None None] Sync routers for ids ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:39:22.189128 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45264) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:22.195125 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c78db9-710b-4995-b963-4df474c164f9 None None] Routers {'d32bab7a-c0c0-4535-a022-b240ed49bbb1'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:22.196407 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-14c78db9-710b-4995-b963-4df474c164f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:39:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:22.206723 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f89f3-2c19-4c8b-a593-f3c7ef9be262 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Pushing event deleted for resources: {'Network': ['ID=b50eea49-9d54-49e4-bd4d-98b61cf2020e,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:22.211874 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-94e4d31f-5b01-4c16-8cf5-4791a84a1db0 req-493e9eb2-c169-44d3-bd20-4e2ce6e3d25f tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?id=25c18a17-9cb1-4967-8794-129d946ca0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2867084 Jul 13 07:39:22.217186 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-300215ec-2c36-4cd6-bd63-96e6160d682b tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-621545408'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:22.294236 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300215ec-2c36-4cd6-bd63-96e6160d682b tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Made reservation on behalf of 6664cd00d4894e6789a2133f8d78f61e for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:22.298345 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-300215ec-2c36-4cd6-bd63-96e6160d682b tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:22.339358 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port a51b9a81-a8fa-40ed-85b6-81251d12043c completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:22.345837 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device d939d962-3b76-41f9-bec5-617b073e6325 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:22.347660 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-300215ec-2c36-4cd6-bd63-96e6160d682b tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:39:22.376784 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-300215ec-2c36-4cd6-bd63-96e6160d682b tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:22.377126 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-300215ec-2c36-4cd6-bd63-96e6160d682b tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Added segment 9195a77c-9528-465b-b8b1-89d712820c4e of type vlan for network 82f563f4-2b94-4fa1-9c77-3811baf33cf7 Jul 13 07:39:22.398356 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-14c78db9-710b-4995-b963-4df474c164f9 None None] Set router d32bab7a-c0c0-4535-a022-b240ed49bbb1 gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:22.478294 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-043b6ce7-cd8f-4428-96ed-442e357f5e6d tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:22.483352 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port d939d962-3b76-41f9-bec5-617b073e6325 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:22.499346 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-300215ec-2c36-4cd6-bd63-96e6160d682b tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:22.511963 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028bcd3e-b3aa-4312-b396-c15218ab4f16 admin admin] Router fa4240c2-8933-471e-b3d3-f05adb2f2fac is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:39:22.585309 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c377dd3b-fb81-48e8-911c-7bb66b5223e6 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:39:22.591755 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-300215ec-2c36-4cd6-bd63-96e6160d682b tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:22.609963 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300215ec-2c36-4cd6-bd63-96e6160d682b tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:22.612285 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-300215ec-2c36-4cd6-bd63-96e6160d682b tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:22.641467 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: c377dd3b-fb81-48e8-911c-7bb66b5223e6 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:39:22.641817 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c377dd3b-fb81-48e8-911c-7bb66b5223e6 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:39:22.695531 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-300215ec-2c36-4cd6-bd63-96e6160d682b tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4824266 Jul 13 07:39:22.701182 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45266) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:22.711002 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ef3edf-912c-48e9-bc4c-e61ee205ea2b None None] Network adad8caa-5af9-4e98-98ca-766f5f793195 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:22.718565 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-e6364892-b3aa-4bf8-849a-6926fc957690 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Request body: {'subnet': {'network_id': '82f563f4-2b94-4fa1-9c77-3811baf33cf7', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:22.781124 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300215ec-2c36-4cd6-bd63-96e6160d682b tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event updated for resources: {'Network': ['ID=82f563f4-2b94-4fa1-9c77-3811baf33cf7,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:22.792681 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-043b6ce7-cd8f-4428-96ed-442e357f5e6d tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:22.800093 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-14c78db9-710b-4995-b963-4df474c164f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'name': 'tempest-RoutersIpV6Test-router-255981144', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:00Z', 'updated_at': '2021-07-13T07:39:19Z', 'revision_number': 3, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'gw_port_host': None, '_interfaces': [{'id': 'b39964e5-ef64-4145-a682-401c7970b69f', 'name': '', 'network_id': 'adad8caa-5af9-4e98-98ca-766f5f793195', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:cb:08:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '024462d8-aced-466e-87f7-926b1819ae31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:18Z', 'updated_at': '2021-07-13T07:39:20Z', 'revision_number': 2, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': '024462d8-aced-466e-87f7-926b1819ae31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db819efc-02be-4bf5-a969-31d6e90c6e63', 'name': '', 'network_id': 'd373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:1f:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:05Z', 'updated_at': '2021-07-13T07:39:17Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:22.829795 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c78db9-710b-4995-b963-4df474c164f9 None None] Checking router: d32bab7a-c0c0-4535-a022-b240ed49bbb1 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:39:22.830972 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c78db9-710b-4995-b963-4df474c164f9 None None] Updating router d32bab7a-c0c0-4535-a022-b240ed49bbb1 port b39964e5-ef64-4145-a682-401c7970b69f binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:39:22.832793 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 82f563f4-2b94-4fa1-9c77-3811baf33cf7 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:39:22.892382 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-14c78db9-710b-4995-b963-4df474c164f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:22.934980 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9b9d37e7-c1dc-41e1-9efa-0e2eb32bce6c None None] Provisioning for port a51b9a81-a8fa-40ed-85b6-81251d12043c completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:22.940205 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028bcd3e-b3aa-4312-b396-c15218ab4f16 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:39:22.947569 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9b9d37e7-c1dc-41e1-9efa-0e2eb32bce6c None None] Provisioning complete for port a51b9a81-a8fa-40ed-85b6-81251d12043c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:22.947920 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9b9d37e7-c1dc-41e1-9efa-0e2eb32bce6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:22.967449 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6364892-b3aa-4bf8-849a-6926fc957690 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Made reservation on behalf of 6664cd00d4894e6789a2133f8d78f61e for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:22.970617 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-043b6ce7-cd8f-4428-96ed-442e357f5e6d tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36ea6456-d9d9-4ad8-a7e3-caf4ef16a5f0']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:22.974751 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e6364892-b3aa-4bf8-849a-6926fc957690 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:22.983473 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc66e4c-6d6d-456e-9224-e897b4972dde None None] Sync routers for ids ['fa4240c2-8933-471e-b3d3-f05adb2f2fac'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:39:23.024163 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017dfaee-f9e2-402b-a22f-af66ce9202fb None None] Network a4551417-653e-4eb5-9caa-ea21aca7dbd0 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:23.040536 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-043b6ce7-cd8f-4428-96ed-442e357f5e6d tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc6001eb-5619-467f-bb0e-c69d79996732') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:23.041115 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-043b6ce7-cd8f-4428-96ed-442e357f5e6d tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc6001eb-5619-467f-bb0e-c69d79996732') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:23.062244 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-028bcd3e-b3aa-4312-b396-c15218ab4f16 admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:23.063852 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-028bcd3e-b3aa-4312-b396-c15218ab4f16 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.3595264 Jul 13 07:39:23.066056 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-043b6ce7-cd8f-4428-96ed-442e357f5e6d tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:23.072742 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45274) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:23.110162 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc66e4c-6d6d-456e-9224-e897b4972dde None None] Routers {'fa4240c2-8933-471e-b3d3-f05adb2f2fac'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:23.110881 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-0fc66e4c-6d6d-456e-9224-e897b4972dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:39:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['fa4240c2-8933-471e-b3d3-f05adb2f2fac'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:23.184048 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-043b6ce7-cd8f-4428-96ed-442e357f5e6d tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:23.249912 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-67897031-1924-4372-9d01-63409b3c0af8 req-5a40e4e6-135e-4b1d-ba15-e08f5398ae85 tempest-ServerShowV257Test-1506762099 tempest-ServerShowV257Test-1506762099-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d46cb0a-6ae4-4fb4-8021-95b5189fa16a HTTP/1.1" status: 200 len: 210 time: 0.0561788 Jul 13 07:39:23.265904 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-043b6ce7-cd8f-4428-96ed-442e357f5e6d tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:39:23.276748 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-043b6ce7-cd8f-4428-96ed-442e357f5e6d tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:23.281563 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:39:23.281563 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:39:23.281563 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:39:23.281563 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:39:23.281563 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:39:23.281563 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:39:23.281563 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:39:23.281563 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:39:23.281563 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:39:23.281563 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:39:23.281563 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:39:23.281563 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:39:23.281563 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:39:23.281563 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:39:23.281563 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:39:23.281563 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:39:23.281563 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:39:23.281563 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:39:23.281563 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:39:23.281563 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:39:23.281563 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:39:23.281563 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:39:23.281563 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:39:23.281563 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:39:23.281563 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:39:23.281563 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:39:23.281563 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:39:23.281563 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:39:23.281563 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:39:23.281563 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:39:23.281563 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:39:23.281563 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:39:23.292773 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e6364892-b3aa-4bf8-849a-6926fc957690 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:23.436313 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6364892-b3aa-4bf8-849a-6926fc957690 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event updated for resources: {'Subnet': ['ID=65d62464-a307-43f9-9f75-d0c6339db5a7,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:23.461562 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6364892-b3aa-4bf8-849a-6926fc957690 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Checking segment: {'id': '9195a77c-9528-465b-b8b1-89d712820c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '82f563f4-2b94-4fa1-9c77-3811baf33cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:23.462185 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6364892-b3aa-4bf8-849a-6926fc957690 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Network hostable DHCP agents. Network: 82f563f4-2b94-4fa1-9c77-3811baf33cf7, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:39:23.494479 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6364892-b3aa-4bf8-849a-6926fc957690 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Network 82f563f4-2b94-4fa1-9c77-3811baf33cf7 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:39:23.513297 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-e6364892-b3aa-4bf8-849a-6926fc957690 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 82f563f4-2b94-4fa1-9c77-3811baf33cf7) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:23.518219 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6364892-b3aa-4bf8-849a-6926fc957690 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:23.518907 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e6364892-b3aa-4bf8-849a-6926fc957690 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:23.608136 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-14c78db9-710b-4995-b963-4df474c164f9 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:23.622292 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-14c78db9-710b-4995-b963-4df474c164f9 None None] Transition to ACTIVE for port object b39964e5-ef64-4145-a682-401c7970b69f will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:23.641308 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-14c78db9-710b-4995-b963-4df474c164f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:23.667009 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e6364892-b3aa-4bf8-849a-6926fc957690 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9607222 Jul 13 07:39:23.670625 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45290) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:23.756839 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3328b-1bbe-42b5-8087-675d8e5eacd9 None None] Pushing event updated for resources: {'Port': ['ID=b39964e5-ef64-4145-a682-401c7970b69f,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:23.812040 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc979fe4-144b-4e4b-aa26-739d0938cb40 None None] Network 82f563f4-2b94-4fa1-9c77-3811baf33cf7 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:23.871326 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-14c78db9-710b-4995-b963-4df474c164f9 None None] Attempting to bind port b39964e5-ef64-4145-a682-401c7970b69f on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:23.871721 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-14c78db9-710b-4995-b963-4df474c164f9 None None] Attempting to bind port b39964e5-ef64-4145-a682-401c7970b69f by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'd76005f2-e7d0-4e93-be82-ff3c8bca9fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'adad8caa-5af9-4e98-98ca-766f5f793195'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:23.872436 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c78db9-710b-4995-b963-4df474c164f9 None None] Attempting to bind port b39964e5-ef64-4145-a682-401c7970b69f on network adad8caa-5af9-4e98-98ca-766f5f793195 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:23.887730 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c78db9-710b-4995-b963-4df474c164f9 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:23.890503 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c78db9-710b-4995-b963-4df474c164f9 None None] Checking segment: {'id': 'd76005f2-e7d0-4e93-be82-ff3c8bca9fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'adad8caa-5af9-4e98-98ca-766f5f793195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:23.890990 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-14c78db9-710b-4995-b963-4df474c164f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:23.892315 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c78db9-710b-4995-b963-4df474c164f9 None None] Bound using segment: {'id': 'd76005f2-e7d0-4e93-be82-ff3c8bca9fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'adad8caa-5af9-4e98-98ca-766f5f793195'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:23.894342 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-14c78db9-710b-4995-b963-4df474c164f9 None None] Bound port: b39964e5-ef64-4145-a682-401c7970b69f, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76005f2-e7d0-4e93-be82-ff3c8bca9fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'adad8caa-5af9-4e98-98ca-766f5f793195'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:23.894949 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-14c78db9-710b-4995-b963-4df474c164f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:23.997691 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9b9d37e7-c1dc-41e1-9efa-0e2eb32bce6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:24.033195 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f5587-56b3-4cf9-bedb-3ca2cac3661a req-802ed514-df92-41be-bea3-6759a4b58156 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:24.034845 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cf1f5587-56b3-4cf9-bedb-3ca2cac3661a req-802ed514-df92-41be-bea3-6759a4b58156 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 946 time: 0.4696136 Jul 13 07:39:24.053783 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-14c78db9-710b-4995-b963-4df474c164f9 None None] For port b39964e5-ef64-4145-a682-401c7970b69f, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:24.056767 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:24.061409 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-14c78db9-710b-4995-b963-4df474c164f9 None None] For port b39964e5-ef64-4145-a682-401c7970b69f, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=b39964e5-ef64-4145-a682-401c7970b69f,segment=NetworkSegment(d76005f2-e7d0-4e93-be82-ff3c8bca9fdd),segment_id=d76005f2-e7d0-4e93-be82-ff3c8bca9fdd)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:24.067425 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-14c78db9-710b-4995-b963-4df474c164f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:24.107288 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cf1f5587-56b3-4cf9-bedb-3ca2cac3661a req-5f252426-11ff-486c-9026-c439050a671a tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?id=25c18a17-9cb1-4967-8794-129d946ca0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591359 Jul 13 07:39:24.181479 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-0fc66e4c-6d6d-456e-9224-e897b4972dde None None] Set router fa4240c2-8933-471e-b3d3-f05adb2f2fac gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:24.207748 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c78db9-710b-4995-b963-4df474c164f9 None None] Routers {'d32bab7a-c0c0-4535-a022-b240ed49bbb1'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:24.209829 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-14c78db9-710b-4995-b963-4df474c164f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:39:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:24.368662 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:24.408065 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3328b-1bbe-42b5-8087-675d8e5eacd9 None None] Pushing event updated for resources: {'Port': ['ID=b39964e5-ef64-4145-a682-401c7970b69f,revision_number=4']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:24.424113 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f268f729-6045-4b8e-9029-26b39ad6750c req-5b04808f-c23a-4b04-97d5-1284e73b86ae tempest-ServerShowV257Test-1506762099 tempest-ServerShowV257Test-1506762099-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d46cb0a-6ae4-4fb4-8021-95b5189fa16a HTTP/1.1" status: 200 len: 210 time: 0.0542035 Jul 13 07:39:24.442413 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-14c78db9-710b-4995-b963-4df474c164f9 None None] Set router d32bab7a-c0c0-4535-a022-b240ed49bbb1 gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:24.443946 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-043b6ce7-cd8f-4428-96ed-442e357f5e6d tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:24.460524 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-043b6ce7-cd8f-4428-96ed-442e357f5e6d tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:24.462679 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-043b6ce7-cd8f-4428-96ed-442e357f5e6d tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] 10.222.0.23 "DELETE /v2.0/networks/36ea6456-d9d9-4ad8-a7e3-caf4ef16a5f0 HTTP/1.1" status: 204 len: 168 time: 2.4047818 Jul 13 07:39:24.479814 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-9b9d37e7-c1dc-41e1-9efa-0e2eb32bce6c None None] For port a51b9a81-a8fa-40ed-85b6-81251d12043c, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=a51b9a81-a8fa-40ed-85b6-81251d12043c,segment=NetworkSegment(d76005f2-e7d0-4e93-be82-ff3c8bca9fdd),segment_id=d76005f2-e7d0-4e93-be82-ff3c8bca9fdd)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:24.480782 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45298) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:24.523656 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b6ce7-cd8f-4428-96ed-442e357f5e6d tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Pushing event deleted for resources: {'Network': ['ID=36ea6456-d9d9-4ad8-a7e3-caf4ef16a5f0,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:24.529309 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9b9d37e7-c1dc-41e1-9efa-0e2eb32bce6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:24.791569 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-333c9805-611c-4034-a2a4-b7cb7faa55d3 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Deleting subnet bf9d1df3-ebef-45fc-bf6b-23d6d7793b99 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:39:24.796423 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-333c9805-611c-4034-a2a4-b7cb7faa55d3 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:24.856877 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-333c9805-611c-4034-a2a4-b7cb7faa55d3 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:24.867522 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813718af-01e0-41c4-a6e3-49edf8876c70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-82f563f4-2b94-4fa1-9c77-3811baf33cf7', 'network_id': '82f563f4-2b94-4fa1-9c77-3811baf33cf7', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'fixed_ips': [{'subnet_id': '65d62464-a307-43f9-9f75-d0c6339db5a7'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:39:24.868401 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-813718af-01e0-41c4-a6e3-49edf8876c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:24.900340 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d37e7-c1dc-41e1-9efa-0e2eb32bce6c None None] Pushing event updated for resources: {'Port': ['ID=a51b9a81-a8fa-40ed-85b6-81251d12043c,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:25.029810 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-656754a7-0125-4482-b0a8-062064c0349c None None] Provisioning for port d939d962-3b76-41f9-bec5-617b073e6325 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:25.082677 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-14c78db9-710b-4995-b963-4df474c164f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'name': 'tempest-RoutersIpV6Test-router-255981144', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:00Z', 'updated_at': '2021-07-13T07:39:19Z', 'revision_number': 3, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'gw_port_host': None, '_interfaces': [{'id': 'b39964e5-ef64-4145-a682-401c7970b69f', 'name': '', 'network_id': 'adad8caa-5af9-4e98-98ca-766f5f793195', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:cb:08:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '024462d8-aced-466e-87f7-926b1819ae31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:18Z', 'updated_at': '2021-07-13T07:39:24Z', 'revision_number': 4, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': '024462d8-aced-466e-87f7-926b1819ae31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db819efc-02be-4bf5-a969-31d6e90c6e63', 'name': '', 'network_id': 'd373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:1f:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:05Z', 'updated_at': '2021-07-13T07:39:17Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:25.125107 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c78db9-710b-4995-b963-4df474c164f9 None None] The sync data for ids ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'] in n-d-771363-34 is: [{'id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'name': 'tempest-RoutersIpV6Test-router-255981144', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:00Z', 'updated_at': '2021-07-13T07:39:19Z', 'revision_number': 3, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'gw_port_host': None, '_interfaces': [{'id': 'b39964e5-ef64-4145-a682-401c7970b69f', 'name': '', 'network_id': 'adad8caa-5af9-4e98-98ca-766f5f793195', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:cb:08:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '024462d8-aced-466e-87f7-926b1819ae31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:18Z', 'updated_at': '2021-07-13T07:39:24Z', 'revision_number': 4, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': '024462d8-aced-466e-87f7-926b1819ae31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db819efc-02be-4bf5-a969-31d6e90c6e63', 'name': '', 'network_id': 'd373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:1f:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:05Z', 'updated_at': '2021-07-13T07:39:17Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:39:25.165687 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-68c5ea47-baec-4caf-9977-ff51a1eed879 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:25.255367 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-656754a7-0125-4482-b0a8-062064c0349c None None] Provisioning complete for port d939d962-3b76-41f9-bec5-617b073e6325 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:25.257150 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-656754a7-0125-4482-b0a8-062064c0349c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:25.353598 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-333c9805-611c-4034-a2a4-b7cb7faa55d3 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:25.658724 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-333c9805-611c-4034-a2a4-b7cb7faa55d3 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:25.675328 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-656754a7-0125-4482-b0a8-062064c0349c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:25.730068 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111b1baf-0f25-4026-93ff-e4ae02f89e0e None None] Network 5def425c-6de0-440f-9db5-3324b46f8e0c requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:25.734393 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-813718af-01e0-41c4-a6e3-49edf8876c70 None None] Allocated IP 2001:db8:2::2 (82f563f4-2b94-4fa1-9c77-3811baf33cf7/65d62464-a307-43f9-9f75-d0c6339db5a7/e403b832-d3c6-49d2-95be-247969647ade) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:25.737855 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-0fc66e4c-6d6d-456e-9224-e897b4972dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4240c2-8933-471e-b3d3-f05adb2f2fac', 'name': 'tempest-ServerActionsTestJSON-1398676002-router', 'tenant_id': 'c74484ef6db9498290da14ee6e37d87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '541f439f-ee02-4aa7-9c72-3b460718edaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:15Z', 'updated_at': '2021-07-13T07:39:20Z', 'revision_number': 3, 'project_id': 'c74484ef6db9498290da14ee6e37d87f', 'gw_port': {'id': '541f439f-ee02-4aa7-9c72-3b460718edaf', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:09:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4240c2-8933-471e-b3d3-f05adb2f2fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:18Z', 'updated_at': '2021-07-13T07:39:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:25.774406 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-333c9805-611c-4034-a2a4-b7cb7faa55d3 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:25.778265 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-333c9805-611c-4034-a2a4-b7cb7faa55d3 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] 10.222.0.23 "DELETE /v2.0/subnets/bf9d1df3-ebef-45fc-bf6b-23d6d7793b99 HTTP/1.1" status: 204 len: 168 time: 1.2962294 Jul 13 07:39:25.786076 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45316) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:25.831510 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c9805-611c-4034-a2a4-b7cb7faa55d3 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Pushing event deleted for resources: {'Subnet': ['ID=bf9d1df3-ebef-45fc-bf6b-23d6d7793b99,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:25.839901 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2bcae6d0-30dd-4a06-838b-9c6f6f024ecb req-02256d65-dbe6-4a30-aa8e-ca00dd2ca332 tempest-ServerShowV257Test-1506762099 tempest-ServerShowV257Test-1506762099-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d46cb0a-6ae4-4fb4-8021-95b5189fa16a HTTP/1.1" status: 200 len: 210 time: 0.1510570 Jul 13 07:39:25.872711 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a920688-f6b8-49fe-a30c-d99b5e61cf11 req-832b1a3c-a318-4489-add9-cc88e5d6248a tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:25.889123 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6a920688-f6b8-49fe-a30c-d99b5e61cf11 req-832b1a3c-a318-4489-add9-cc88e5d6248a tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 946 time: 0.4390585 Jul 13 07:39:25.893971 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-78953cb7-ab7f-4408-844b-7d40eec5291b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:26.174559 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6a920688-f6b8-49fe-a30c-d99b5e61cf11 req-d7fa74e1-eb53-4509-9bbb-d1879aa7d897 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?id=25c18a17-9cb1-4967-8794-129d946ca0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2841628 Jul 13 07:39:26.185372 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2ab89f0c-fcda-49e1-8124-f21a6f614988 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:26.186502 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b39964e5-ef64-4145-a682-401c7970b69f up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:26.250542 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc66e4c-6d6d-456e-9224-e897b4972dde None None] Checking router: fa4240c2-8933-471e-b3d3-f05adb2f2fac for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:39:26.251042 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc66e4c-6d6d-456e-9224-e897b4972dde None None] Updating router fa4240c2-8933-471e-b3d3-f05adb2f2fac port 541f439f-ee02-4aa7-9c72-3b460718edaf binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:39:26.260806 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-78953cb7-ab7f-4408-844b-7d40eec5291b admin admin] Allocated IP 172.20.0.1 (a4551417-653e-4eb5-9caa-ea21aca7dbd0/18671aeb-533b-431f-ac3f-740be3e9540f/b3107c06-81c7-4a21-8c64-f98b8a4c83ee) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:26.335658 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-2ab89f0c-fcda-49e1-8124-f21a6f614988 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Deleting port 6232bf4d-7945-43d3-9a05-817fc13fe828 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:26.337001 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2ab89f0c-fcda-49e1-8124-f21a6f614988 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:26.476533 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-78953cb7-ab7f-4408-844b-7d40eec5291b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:26.495877 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-2ab89f0c-fcda-49e1-8124-f21a6f614988 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] For port 6232bf4d-7945-43d3-9a05-817fc13fe828, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=6232bf4d-7945-43d3-9a05-817fc13fe828,segment=NetworkSegment(7c4b8add-342d-4d28-8a10-055a858a9235),segment_id=7c4b8add-342d-4d28-8a10-055a858a9235)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:26.496417 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2ab89f0c-fcda-49e1-8124-f21a6f614988 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:26.498059 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-78953cb7-ab7f-4408-844b-7d40eec5291b admin admin] Transition to ACTIVE for port object b3107c06-81c7-4a21-8c64-f98b8a4c83ee will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:26.514418 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-2ab89f0c-fcda-49e1-8124-f21a6f614988 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Calling delete_port for 6232bf4d-7945-43d3-9a05-817fc13fe828 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:26.546629 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-656754a7-0125-4482-b0a8-062064c0349c None None] For port d939d962-3b76-41f9-bec5-617b073e6325, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=d939d962-3b76-41f9-bec5-617b073e6325,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:26.550781 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-78953cb7-ab7f-4408-844b-7d40eec5291b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:26.627039 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78953cb7-ab7f-4408-844b-7d40eec5291b admin admin] Network a4551417-653e-4eb5-9caa-ea21aca7dbd0 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:26.638732 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-78953cb7-ab7f-4408-844b-7d40eec5291b admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:26.643397 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78953cb7-ab7f-4408-844b-7d40eec5291b admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:26.665060 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-656754a7-0125-4482-b0a8-062064c0349c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:26.677503 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78953cb7-ab7f-4408-844b-7d40eec5291b admin admin] Pushing event updated for resources: {'Port': ['ID=b3107c06-81c7-4a21-8c64-f98b8a4c83ee,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:26.679648 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2ab89f0c-fcda-49e1-8124-f21a6f614988 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:26.699989 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-78953cb7-ab7f-4408-844b-7d40eec5291b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:26.802255 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab89f0c-fcda-49e1-8124-f21a6f614988 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Pushing event deleted for resources: {'Port': ['ID=6232bf4d-7945-43d3-9a05-817fc13fe828,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:26.865075 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab89f0c-fcda-49e1-8124-f21a6f614988 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] No DVR routers for this DVR port 6232bf4d-7945-43d3-9a05-817fc13fe828 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:39:26.881140 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-78953cb7-ab7f-4408-844b-7d40eec5291b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:26.984057 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-813718af-01e0-41c4-a6e3-49edf8876c70 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:26.995051 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-813718af-01e0-41c4-a6e3-49edf8876c70 None None] Transition to ACTIVE for port object e403b832-d3c6-49d2-95be-247969647ade will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:27.045826 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-813718af-01e0-41c4-a6e3-49edf8876c70 None None] Transition to ACTIVE for port object e403b832-d3c6-49d2-95be-247969647ade will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:27.096325 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2ab89f0c-fcda-49e1-8124-f21a6f614988 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:27.114827 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-2ab89f0c-fcda-49e1-8124-f21a6f614988 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5def425c-6de0-440f-9db5-3324b46f8e0c']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:27.127577 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-2ab89f0c-fcda-49e1-8124-f21a6f614988 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c4b8add-342d-4d28-8a10-055a858a9235') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:27.128038 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-2ab89f0c-fcda-49e1-8124-f21a6f614988 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c4b8add-342d-4d28-8a10-055a858a9235') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:27.141436 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2ab89f0c-fcda-49e1-8124-f21a6f614988 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:27.154724 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-813718af-01e0-41c4-a6e3-49edf8876c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:27.168480 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port b39964e5-ef64-4145-a682-401c7970b69f completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:27.181186 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0fc66e4c-6d6d-456e-9224-e897b4972dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:27.206460 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-78953cb7-ab7f-4408-844b-7d40eec5291b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:27.226871 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-78953cb7-ab7f-4408-844b-7d40eec5291b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:27.254194 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2ab89f0c-fcda-49e1-8124-f21a6f614988 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:27.266721 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-60172107-faf9-4157-8aee-a47e6a79781f req-9e3959e9-3ae5-4d3c-8cb8-fe0586514b91 tempest-ServerShowV257Test-1506762099 tempest-ServerShowV257Test-1506762099-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d46cb0a-6ae4-4fb4-8021-95b5189fa16a HTTP/1.1" status: 200 len: 210 time: 0.0549946 Jul 13 07:39:27.294634 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfe0b2-e211-4f04-b8d0-198a786d990a req-038a3522-1d19-4f4f-b66d-c70b5eb4ddaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:27.296306 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d5bfe0b2-e211-4f04-b8d0-198a786d990a req-038a3522-1d19-4f4f-b66d-c70b5eb4ddaa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d949e521db641e0a957c32596881dd2&device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 1098 time: 0.5595803 Jul 13 07:39:27.298590 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ab89f0c-fcda-49e1-8124-f21a6f614988 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:39:27.299000 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2ab89f0c-fcda-49e1-8124-f21a6f614988 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:27.307351 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:27.307351 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:27.307351 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:27.307351 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:27.307351 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:27.307351 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:27.307351 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:39:27.307351 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:39:27.307351 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:39:27.307351 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:39:27.307351 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:39:27.307351 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:39:27.307351 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:39:27.307351 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:39:27.307351 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:39:27.307351 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:39:27.307351 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:39:27.307351 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:39:27.307351 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:39:27.307351 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:39:27.307351 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:39:27.307351 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:39:27.307351 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:39:27.307351 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:39:27.307351 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:39:27.307351 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:39:27.307351 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:39:27.307351 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:39:27.307351 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:39:27.307351 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:39:27.307351 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:39:27.307351 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:39:27.307351 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:39:27.307351 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:39:27.307351 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:39:27.307351 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:39:27.307351 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:39:27.307351 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:39:27.373265 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78953cb7-ab7f-4408-844b-7d40eec5291b admin admin] Pushing event updated for resources: {'Port': ['ID=b3107c06-81c7-4a21-8c64-f98b8a4c83ee,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:27.384671 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-78953cb7-ab7f-4408-844b-7d40eec5291b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:27.430314 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d7d1c-082a-40f2-a1e7-b7029a253a94 req-caf1d4dd-f096-4577-891d-745b7639d9a7 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:27.432195 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-839d7d1c-082a-40f2-a1e7-b7029a253a94 req-caf1d4dd-f096-4577-891d-745b7639d9a7 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 946 time: 0.6176648 Jul 13 07:39:27.469702 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-68c5ea47-baec-4caf-9977-ff51a1eed879 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Allocated IP 2001:db8:2::1 (82f563f4-2b94-4fa1-9c77-3811baf33cf7/65d62464-a307-43f9-9f75-d0c6339db5a7/20538a17-e99e-477e-a6e5-dbf8b6094df3) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:27.562846 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78953cb7-ab7f-4408-844b-7d40eec5291b admin admin] Network a4551417-653e-4eb5-9caa-ea21aca7dbd0 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:27.569911 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-78953cb7-ab7f-4408-844b-7d40eec5291b admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:27.638533 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2ab89f0c-fcda-49e1-8124-f21a6f614988 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:27.645408 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port b39964e5-ef64-4145-a682-401c7970b69f triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:27.646055 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:27.664417 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5974236e-8ed1-4fcf-84e4-91e6a26f91f4 None None] Provisioning for port b39964e5-ef64-4145-a682-401c7970b69f completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:27.679019 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2ab89f0c-fcda-49e1-8124-f21a6f614988 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:27.686363 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2ab89f0c-fcda-49e1-8124-f21a6f614988 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] 10.222.0.23 "DELETE /v2.0/networks/5def425c-6de0-440f-9db5-3324b46f8e0c HTTP/1.1" status: 204 len: 168 time: 1.8932219 Jul 13 07:39:27.687784 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45328) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:27.750216 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab89f0c-fcda-49e1-8124-f21a6f614988 tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Pushing event deleted for resources: {'Network': ['ID=5def425c-6de0-440f-9db5-3324b46f8e0c,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:27.750665 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656754a7-0125-4482-b0a8-062064c0349c None None] Pushing event updated for resources: {'Port': ['ID=d939d962-3b76-41f9-bec5-617b073e6325,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:27.763091 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5974236e-8ed1-4fcf-84e4-91e6a26f91f4 None None] Provisioning complete for port b39964e5-ef64-4145-a682-401c7970b69f triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:27.763503 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5974236e-8ed1-4fcf-84e4-91e6a26f91f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:27.788932 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4d0724db-2af8-40e3-8f04-f4224d7ee9ca tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] 10.222.0.23 "GET /v2.0/ports?device_id=c68ca375-f639-4aa7-8f27-b0a0c071fc63 HTTP/1.1" status: 200 len: 205 time: 0.0896869 Jul 13 07:39:27.789645 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45330) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:27.820122 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-839d7d1c-082a-40f2-a1e7-b7029a253a94 req-cba64a67-ec76-437a-9b6f-a67972a1d4ce tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?id=25c18a17-9cb1-4967-8794-129d946ca0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3574288 Jul 13 07:39:27.829775 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfe0b2-e211-4f04-b8d0-198a786d990a req-302d55a9-cb59-4361-a996-ea395ac10061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:27.831451 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d5bfe0b2-e211-4f04-b8d0-198a786d990a req-302d55a9-cb59-4361-a996-ea395ac10061 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c6c7368c-96bb-4e1d-964f-3969d7e167b4 HTTP/1.1" status: 200 len: 912 time: 0.5232041 Jul 13 07:39:27.912868 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813718af-01e0-41c4-a6e3-49edf8876c70 None None] Network 82f563f4-2b94-4fa1-9c77-3811baf33cf7 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:27.941332 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-813718af-01e0-41c4-a6e3-49edf8876c70 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:27.979628 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813718af-01e0-41c4-a6e3-49edf8876c70 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:27.981172 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-68c5ea47-baec-4caf-9977-ff51a1eed879 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:27.992502 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813718af-01e0-41c4-a6e3-49edf8876c70 None None] Pushing event updated for resources: {'Port': ['ID=e403b832-d3c6-49d2-95be-247969647ade,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:28.005562 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-68c5ea47-baec-4caf-9977-ff51a1eed879 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Transition to ACTIVE for port object 20538a17-e99e-477e-a6e5-dbf8b6094df3 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:28.062308 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-69f4940d-33aa-46c4-8c53-c2d4a865cf5d tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:28.136675 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926e497d-cf86-452e-8070-64b63edecc68 None None] DHCP port deletion for 5def425c-6de0-440f-9db5-3324b46f8e0c request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:39:28.154499 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-68c5ea47-baec-4caf-9977-ff51a1eed879 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:28.173004 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-813718af-01e0-41c4-a6e3-49edf8876c70 None None] Attempting to bind port e403b832-d3c6-49d2-95be-247969647ade on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:28.173380 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-813718af-01e0-41c4-a6e3-49edf8876c70 None None] Attempting to bind port e403b832-d3c6-49d2-95be-247969647ade by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '9195a77c-9528-465b-b8b1-89d712820c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '82f563f4-2b94-4fa1-9c77-3811baf33cf7'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:28.174382 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813718af-01e0-41c4-a6e3-49edf8876c70 None None] Attempting to bind port e403b832-d3c6-49d2-95be-247969647ade on network 82f563f4-2b94-4fa1-9c77-3811baf33cf7 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:28.178420 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78953cb7-ab7f-4408-844b-7d40eec5291b admin admin] Router fa4240c2-8933-471e-b3d3-f05adb2f2fac has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:39:28.201166 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d5bfe0b2-e211-4f04-b8d0-198a786d990a req-eff6c21b-2f69-427d-bd12-a67e6784f9e0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90a26624-e32b-47b0-9ae1-e663e374890a HTTP/1.1" status: 200 len: 1001 time: 0.3626544 Jul 13 07:39:28.236952 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c5ea47-baec-4caf-9977-ff51a1eed879 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Network 82f563f4-2b94-4fa1-9c77-3811baf33cf7 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:28.265785 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0fc66e4c-6d6d-456e-9224-e897b4972dde None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:28.266005 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-68c5ea47-baec-4caf-9977-ff51a1eed879 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:28.275110 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c5ea47-baec-4caf-9977-ff51a1eed879 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:28.275596 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-68c5ea47-baec-4caf-9977-ff51a1eed879 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:28.281993 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-0fc66e4c-6d6d-456e-9224-e897b4972dde None None] Transition to ACTIVE for port object 541f439f-ee02-4aa7-9c72-3b460718edaf will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:28.313724 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813718af-01e0-41c4-a6e3-49edf8876c70 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:28.314972 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813718af-01e0-41c4-a6e3-49edf8876c70 None None] Checking segment: {'id': '9195a77c-9528-465b-b8b1-89d712820c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '82f563f4-2b94-4fa1-9c77-3811baf33cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:28.315429 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-813718af-01e0-41c4-a6e3-49edf8876c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:28.315856 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813718af-01e0-41c4-a6e3-49edf8876c70 None None] Bound using segment: {'id': '9195a77c-9528-465b-b8b1-89d712820c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '82f563f4-2b94-4fa1-9c77-3811baf33cf7'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:28.316550 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-813718af-01e0-41c4-a6e3-49edf8876c70 None None] Bound port: e403b832-d3c6-49d2-95be-247969647ade, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9195a77c-9528-465b-b8b1-89d712820c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '82f563f4-2b94-4fa1-9c77-3811baf33cf7'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:28.317489 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-813718af-01e0-41c4-a6e3-49edf8876c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:28.323415 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0fc66e4c-6d6d-456e-9224-e897b4972dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:28.340680 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5ea47-baec-4caf-9977-ff51a1eed879 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event updated for resources: {'Port': ['ID=20538a17-e99e-477e-a6e5-dbf8b6094df3,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:28.341894 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-69f4940d-33aa-46c4-8c53-c2d4a865cf5d tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:28.344909 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-69f4940d-33aa-46c4-8c53-c2d4a865cf5d tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:28.356823 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfe0b2-e211-4f04-b8d0-198a786d990a req-a9f0b816-ef7e-4677-865c-25fad086e23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:28.358896 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d5bfe0b2-e211-4f04-b8d0-198a786d990a req-a9f0b816-ef7e-4677-865c-25fad086e23e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=161fab74-9ca1-4ff2-9b41-082e2a13736e HTTP/1.1" status: 200 len: 850 time: 0.1339681 Jul 13 07:39:28.378250 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:28.380819 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5974236e-8ed1-4fcf-84e4-91e6a26f91f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:28.408437 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-69f4940d-33aa-46c4-8c53-c2d4a865cf5d tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:28.409175 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f4940d-33aa-46c4-8c53-c2d4a865cf5d tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Fanout notify agent at l3_agent the message router_deleted on router c68ca375-f639-4aa7-8f27-b0a0c071fc63 {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:39:28.465839 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-69f4940d-33aa-46c4-8c53-c2d4a865cf5d tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:28.469548 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-69f4940d-33aa-46c4-8c53-c2d4a865cf5d tempest-RoutersNegativeTest-112633543 tempest-RoutersNegativeTest-112633543-project] 10.222.0.23 "DELETE /v2.0/routers/c68ca375-f639-4aa7-8f27-b0a0c071fc63 HTTP/1.1" status: 204 len: 168 time: 0.6763294 Jul 13 07:39:28.499431 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb866d-3442-4e32-8187-be530eb4919b None None] Pushing event updated for resources: {'Port': ['ID=541f439f-ee02-4aa7-9c72-3b460718edaf,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:28.505428 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-060789f6-2eff-4b54-9242-747a93444acd req-f171fe2b-2df2-48c2-8542-843447942e6d tempest-ServerShowV257Test-1506762099 tempest-ServerShowV257Test-1506762099-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d46cb0a-6ae4-4fb4-8021-95b5189fa16a HTTP/1.1" status: 200 len: 210 time: 0.0370989 Jul 13 07:39:28.549426 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfe0b2-e211-4f04-b8d0-198a786d990a req-82d3e297-be26-4858-8ec1-27e56678a3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:28.551649 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d5bfe0b2-e211-4f04-b8d0-198a786d990a req-82d3e297-be26-4858-8ec1-27e56678a3c0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c6c7368c-96bb-4e1d-964f-3969d7e167b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1443632 Jul 13 07:39:28.628917 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78953cb7-ab7f-4408-844b-7d40eec5291b admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:39:28.645375 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-0fc66e4c-6d6d-456e-9224-e897b4972dde None None] Attempting to bind port 541f439f-ee02-4aa7-9c72-3b460718edaf on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:28.645754 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-0fc66e4c-6d6d-456e-9224-e897b4972dde None None] Attempting to bind port 541f439f-ee02-4aa7-9c72-3b460718edaf by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:28.646502 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc66e4c-6d6d-456e-9224-e897b4972dde None None] Attempting to bind port 541f439f-ee02-4aa7-9c72-3b460718edaf on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:28.652286 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-68c5ea47-baec-4caf-9977-ff51a1eed879 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:28.654480 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-78953cb7-ab7f-4408-844b-7d40eec5291b admin admin] 10.222.0.23 "PUT /v2.0/routers/fa4240c2-8933-471e-b3d3-f05adb2f2fac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5802600 Jul 13 07:39:28.692360 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc66e4c-6d6d-456e-9224-e897b4972dde None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:28.692862 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc66e4c-6d6d-456e-9224-e897b4972dde None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:28.693504 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0fc66e4c-6d6d-456e-9224-e897b4972dde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:28.694150 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc66e4c-6d6d-456e-9224-e897b4972dde None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:28.695181 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-0fc66e4c-6d6d-456e-9224-e897b4972dde None None] Bound port: 541f439f-ee02-4aa7-9c72-3b460718edaf, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:28.695790 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0fc66e4c-6d6d-456e-9224-e897b4972dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:28.736607 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port b39964e5-ef64-4145-a682-401c7970b69f, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=b39964e5-ef64-4145-a682-401c7970b69f,segment=NetworkSegment(d76005f2-e7d0-4e93-be82-ff3c8bca9fdd),segment_id=d76005f2-e7d0-4e93-be82-ff3c8bca9fdd)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:28.739308 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-813718af-01e0-41c4-a6e3-49edf8876c70 None None] For port e403b832-d3c6-49d2-95be-247969647ade, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:28.756949 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:28.770176 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-813718af-01e0-41c4-a6e3-49edf8876c70 None None] For port e403b832-d3c6-49d2-95be-247969647ade, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=e403b832-d3c6-49d2-95be-247969647ade,segment=NetworkSegment(9195a77c-9528-465b-b8b1-89d712820c4e),segment_id=9195a77c-9528-465b-b8b1-89d712820c4e)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:28.837412 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-813718af-01e0-41c4-a6e3-49edf8876c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:28.841845 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device a51b9a81-a8fa-40ed-85b6-81251d12043c up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:29.069478 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-0fc66e4c-6d6d-456e-9224-e897b4972dde None None] For port 541f439f-ee02-4aa7-9c72-3b460718edaf, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:29.074450 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45350) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:29.093054 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.db.api [None req-5974236e-8ed1-4fcf-84e4-91e6a26f91f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:39:29.093391 n-d-771363-34 neutron-server[94019]: DEBUG oslo_db.api [None req-5974236e-8ed1-4fcf-84e4-91e6a26f91f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:39:29.120828 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-0fc66e4c-6d6d-456e-9224-e897b4972dde None None] For port 541f439f-ee02-4aa7-9c72-3b460718edaf, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=541f439f-ee02-4aa7-9c72-3b460718edaf,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:29.124903 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port a51b9a81-a8fa-40ed-85b6-81251d12043c triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:29.125369 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:29.127230 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=b39964e5-ef64-4145-a682-401c7970b69f,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:29.145871 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0fc66e4c-6d6d-456e-9224-e897b4972dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:29.306805 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d5bfe0b2-e211-4f04-b8d0-198a786d990a req-01871c52-911e-466e-90c0-6b314de6d0e2 service neutron] 10.222.0.25 "GET /v2.0/networks/c6c7368c-96bb-4e1d-964f-3969d7e167b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7473254 Jul 13 07:39:29.312689 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813718af-01e0-41c4-a6e3-49edf8876c70 None None] Pushing event updated for resources: {'Port': ['ID=e403b832-d3c6-49d2-95be-247969647ade,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:29.482921 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc66e4c-6d6d-456e-9224-e897b4972dde None None] Routers {'fa4240c2-8933-471e-b3d3-f05adb2f2fac'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:29.483588 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-0fc66e4c-6d6d-456e-9224-e897b4972dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:39:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['fa4240c2-8933-471e-b3d3-f05adb2f2fac'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:29.527440 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45356) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:29.579054 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb866d-3442-4e32-8187-be530eb4919b None None] Pushing event updated for resources: {'Port': ['ID=541f439f-ee02-4aa7-9c72-3b460718edaf,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:29.595251 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0f3a4dfe-f3d8-4e72-8b10-e86b367f09a6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f01a631f773348879267937f0179a769&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5156565 Jul 13 07:39:29.597034 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45362) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:29.703487 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d978378d-5272-43d5-9c6f-5fa07365b2a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:29.714519 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d5bfe0b2-e211-4f04-b8d0-198a786d990a req-f31f5702-e992-445c-a1de-b9bcdbafb2e6 service neutron] 10.222.0.25 "GET /v2.0/networks/c6c7368c-96bb-4e1d-964f-3969d7e167b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661883 Jul 13 07:39:29.751030 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7d326553-fee5-4168-993a-76403b3615ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:29.773728 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d978378d-5272-43d5-9c6f-5fa07365b2a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:29.792319 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5974236e-8ed1-4fcf-84e4-91e6a26f91f4 None None] Provisioning complete for port d939d962-3b76-41f9-bec5-617b073e6325 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:29.792826 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5974236e-8ed1-4fcf-84e4-91e6a26f91f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:29.797534 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65f5c2-1cd7-444a-b971-fb7e92958de6 req-31ceb9cc-d9bb-4823-9ef0-3dff22278e2f tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:29.815530 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ea65f5c2-1cd7-444a-b971-fb7e92958de6 req-31ceb9cc-d9bb-4823-9ef0-3dff22278e2f tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 946 time: 0.6004341 Jul 13 07:39:29.845839 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-0fc66e4c-6d6d-456e-9224-e897b4972dde None None] Set router fa4240c2-8933-471e-b3d3-f05adb2f2fac gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:29.866757 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d978378d-5272-43d5-9c6f-5fa07365b2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:29.869753 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d978378d-5272-43d5-9c6f-5fa07365b2a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:29.873153 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d978378d-5272-43d5-9c6f-5fa07365b2a9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0022be2d-d612-4141-922a-15552dd829f8 HTTP/1.1" status: 204 len: 168 time: 0.2659359 Jul 13 07:39:29.886961 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978378d-5272-43d5-9c6f-5fa07365b2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0022be2d-d612-4141-922a-15552dd829f8,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:29.920976 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45366) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:29.929966 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-68c5ea47-baec-4caf-9977-ff51a1eed879 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:29.936451 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-c85f7051-a703-4176-be14-5a891e665833 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1943762060', 'description': 'tempest-description--922316551'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:29.946789 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ea65f5c2-1cd7-444a-b971-fb7e92958de6 req-9d9afd3e-3f26-4c44-9894-8cda90731407 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?id=25c18a17-9cb1-4967-8794-129d946ca0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300869 Jul 13 07:39:29.954823 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-68c5ea47-baec-4caf-9977-ff51a1eed879 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:30.029315 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-68c5ea47-baec-4caf-9977-ff51a1eed879 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:30.239233 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c9bd327b-be01-41cb-8f9a-cf710c74156a req-06d25291-0413-45ea-9d9d-4abcfef57558 tempest-ServerShowV257Test-1506762099 tempest-ServerShowV257Test-1506762099-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d46cb0a-6ae4-4fb4-8021-95b5189fa16a HTTP/1.1" status: 200 len: 210 time: 0.0581977 Jul 13 07:39:30.246925 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device e403b832-d3c6-49d2-95be-247969647ade up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:30.348784 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3c024330-0cd6-402e-8670-3555a2a818a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:30.496240 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5ea47-baec-4caf-9977-ff51a1eed879 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event updated for resources: {'Port': ['ID=20538a17-e99e-477e-a6e5-dbf8b6094df3,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:30.611698 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port e403b832-d3c6-49d2-95be-247969647ade completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:30.629408 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c5ea47-baec-4caf-9977-ff51a1eed879 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Network 82f563f4-2b94-4fa1-9c77-3811baf33cf7 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:30.632158 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7d326553-fee5-4168-993a-76403b3615ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:30.634067 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-68c5ea47-baec-4caf-9977-ff51a1eed879 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:30.640671 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7d326553-fee5-4168-993a-76403b3615ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:30.655699 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b39964e5-ef64-4145-a682-401c7970b69f up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:30.665528 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c85f7051-a703-4176-be14-5a891e665833 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:30.700632 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45378) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:30.702726 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7d326553-fee5-4168-993a-76403b3615ad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d5467ece0c047018c532f5f80931f24&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1717145 Jul 13 07:39:30.770278 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5974236e-8ed1-4fcf-84e4-91e6a26f91f4 None None] Provisioning complete for port a51b9a81-a8fa-40ed-85b6-81251d12043c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:30.770920 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5974236e-8ed1-4fcf-84e4-91e6a26f91f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:30.848257 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d326553-fee5-4168-993a-76403b3615ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d770bb51-aa36-4bd0-afa2-29faa5aeb1c8,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:30.890574 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058138e5-e3bb-4e9f-920b-2a30577d759b None None] Network 82f563f4-2b94-4fa1-9c77-3811baf33cf7 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:30.892990 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port b39964e5-ef64-4145-a682-401c7970b69f triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:30.893469 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:30.899320 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a459a879-ab1b-4ba4-a44b-9bbef9b53519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:30.903484 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c85f7051-a703-4176-be14-5a891e665833 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:30.906021 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c5ea47-baec-4caf-9977-ff51a1eed879 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Router d32bab7a-c0c0-4535-a022-b240ed49bbb1 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:39:30.917334 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c85f7051-a703-4176-be14-5a891e665833 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:30.950726 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a459a879-ab1b-4ba4-a44b-9bbef9b53519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:30.982081 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-0fc66e4c-6d6d-456e-9224-e897b4972dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4240c2-8933-471e-b3d3-f05adb2f2fac', 'name': 'tempest-ServerActionsTestJSON-1398676002-router', 'tenant_id': 'c74484ef6db9498290da14ee6e37d87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '541f439f-ee02-4aa7-9c72-3b460718edaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:15Z', 'updated_at': '2021-07-13T07:39:26Z', 'revision_number': 4, 'project_id': 'c74484ef6db9498290da14ee6e37d87f', 'gw_port': {'id': '541f439f-ee02-4aa7-9c72-3b460718edaf', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:09:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4240c2-8933-471e-b3d3-f05adb2f2fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:18Z', 'updated_at': '2021-07-13T07:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'b3107c06-81c7-4a21-8c64-f98b8a4c83ee', 'name': '', 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0', 'tenant_id': 'c74484ef6db9498290da14ee6e37d87f', 'mac_address': 'fa:16:3e:ea:f8:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4240c2-8933-471e-b3d3-f05adb2f2fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '18671aeb-533b-431f-ac3f-740be3e9540f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:25Z', 'updated_at': '2021-07-13T07:39:26Z', 'revision_number': 2, 'project_id': 'c74484ef6db9498290da14ee6e37d87f', 'subnets': [{'id': '18671aeb-533b-431f-ac3f-740be3e9540f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:30.982546 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c85f7051-a703-4176-be14-5a891e665833 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:30.983855 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c85f7051-a703-4176-be14-5a891e665833 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0615168 Jul 13 07:39:30.992130 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45388) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:31.007265 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-0945178a-acd3-46d7-a65d-cb55b68924e9 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Request body: {'security_group_rule': {'security_group_id': '721e6862-ee18-4640-98fc-a4fb9332ce21', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:31.021976 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f7051-a703-4176-be14-5a891e665833 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=721e6862-ee18-4640-98fc-a4fb9332ce21,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:31.063370 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c5ea47-baec-4caf-9977-ff51a1eed879 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:39:31.073155 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc66e4c-6d6d-456e-9224-e897b4972dde None None] The sync data for ids ['fa4240c2-8933-471e-b3d3-f05adb2f2fac'] in n-d-771363-34 is: [{'id': 'fa4240c2-8933-471e-b3d3-f05adb2f2fac', 'name': 'tempest-ServerActionsTestJSON-1398676002-router', 'tenant_id': 'c74484ef6db9498290da14ee6e37d87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '541f439f-ee02-4aa7-9c72-3b460718edaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:15Z', 'updated_at': '2021-07-13T07:39:26Z', 'revision_number': 4, 'project_id': 'c74484ef6db9498290da14ee6e37d87f', 'gw_port': {'id': '541f439f-ee02-4aa7-9c72-3b460718edaf', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:09:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4240c2-8933-471e-b3d3-f05adb2f2fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:18Z', 'updated_at': '2021-07-13T07:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'b3107c06-81c7-4a21-8c64-f98b8a4c83ee', 'name': '', 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0', 'tenant_id': 'c74484ef6db9498290da14ee6e37d87f', 'mac_address': 'fa:16:3e:ea:f8:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4240c2-8933-471e-b3d3-f05adb2f2fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '18671aeb-533b-431f-ac3f-740be3e9540f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:25Z', 'updated_at': '2021-07-13T07:39:26Z', 'revision_number': 2, 'project_id': 'c74484ef6db9498290da14ee6e37d87f', 'subnets': [{'id': '18671aeb-533b-431f-ac3f-740be3e9540f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:39:31.077063 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b31f4e-8227-4a86-81d4-064a4cdc6992 None None] Sync routers for ids ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:39:31.089710 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0945178a-acd3-46d7-a65d-cb55b68924e9 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.098583 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b31f4e-8227-4a86-81d4-064a4cdc6992 None None] Routers {'d32bab7a-c0c0-4535-a022-b240ed49bbb1'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:31.098988 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-68c5ea47-baec-4caf-9977-ff51a1eed879 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "PUT /v2.0/routers/d32bab7a-c0c0-4535-a022-b240ed49bbb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4253268 Jul 13 07:39:31.101073 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-68b31f4e-8227-4a86-81d4-064a4cdc6992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:39:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:31.104215 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45392) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:31.108708 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a459a879-ab1b-4ba4-a44b-9bbef9b53519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.120087 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a459a879-ab1b-4ba4-a44b-9bbef9b53519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.120087 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a459a879-ab1b-4ba4-a44b-9bbef9b53519 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d770bb51-aa36-4bd0-afa2-29faa5aeb1c8 HTTP/1.1" status: 204 len: 168 time: 0.3589807 Jul 13 07:39:31.120475 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-7aff78f6-c8f3-4cae-8a17-772a8e61772c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-717151232'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:31.179507 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aff78f6-c8f3-4cae-8a17-772a8e61772c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Made reservation on behalf of 6664cd00d4894e6789a2133f8d78f61e for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:31.183273 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a459a879-ab1b-4ba4-a44b-9bbef9b53519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d770bb51-aa36-4bd0-afa2-29faa5aeb1c8,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:31.187242 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7aff78f6-c8f3-4cae-8a17-772a8e61772c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.277055 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aff78f6-c8f3-4cae-8a17-772a8e61772c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:39:31.320122 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7aff78f6-c8f3-4cae-8a17-772a8e61772c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.320469 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-7aff78f6-c8f3-4cae-8a17-772a8e61772c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Added segment 9e3fb3d7-503c-4fd3-b552-b470fed8a7df of type vlan for network 06372021-4aca-48b1-9278-bd1877409728 Jul 13 07:39:31.323041 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device d939d962-3b76-41f9-bec5-617b073e6325 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:31.345687 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0945178a-acd3-46d7-a65d-cb55b68924e9 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.354836 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0945178a-acd3-46d7-a65d-cb55b68924e9 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.382179 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45398) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:31.412445 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7aff78f6-c8f3-4cae-8a17-772a8e61772c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.426304 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945178a-acd3-46d7-a65d-cb55b68924e9 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=108e9690-6aa4-4328-a8f0-3551b94a249f,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:31.446887 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0945178a-acd3-46d7-a65d-cb55b68924e9 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.448740 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0945178a-acd3-46d7-a65d-cb55b68924e9 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4530752 Jul 13 07:39:31.453059 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45402) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:31.458136 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e00ca5-e9d7-4a7b-b879-92e20dbcfa57 req-390d3576-ea91-43a8-b7d8-562b4fa192e8 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:31.466583 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-42e00ca5-e9d7-4a7b-b879-92e20dbcfa57 req-390d3576-ea91-43a8-b7d8-562b4fa192e8 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 946 time: 0.2135808 Jul 13 07:39:31.472941 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-32fb3f3c-38e9-45d4-abb5-7848cd7e19f1 None None] Provisioning complete for port b39964e5-ef64-4145-a682-401c7970b69f triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:31.484949 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-8670bd9e-d4ba-4f03-b8d9-2e06252000ad tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Request body: {'security_group_rule': {'security_group_id': '721e6862-ee18-4640-98fc-a4fb9332ce21', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:31.498029 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-32fb3f3c-38e9-45d4-abb5-7848cd7e19f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.550079 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7aff78f6-c8f3-4cae-8a17-772a8e61772c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.558047 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aff78f6-c8f3-4cae-8a17-772a8e61772c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:31.558689 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7aff78f6-c8f3-4cae-8a17-772a8e61772c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.567049 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-68b31f4e-8227-4a86-81d4-064a4cdc6992 None None] Set router d32bab7a-c0c0-4535-a022-b240ed49bbb1 gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:31.581113 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8670bd9e-d4ba-4f03-b8d9-2e06252000ad tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.637269 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7aff78f6-c8f3-4cae-8a17-772a8e61772c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5324812 Jul 13 07:39:31.642283 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45404) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:31.669758 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-e8aa0f63-b304-40c4-9ed8-89a2973a7f46 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Request body: {'subnet': {'network_id': '06372021-4aca-48b1-9278-bd1877409728', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:31.733844 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8800371d-f0d9-4192-bd3c-188ffdbcc71a req-075c5625-57a9-420b-abcc-2980938cb236 tempest-ServerShowV257Test-1506762099 tempest-ServerShowV257Test-1506762099-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d46cb0a-6ae4-4fb4-8021-95b5189fa16a HTTP/1.1" status: 200 len: 210 time: 0.1089263 Jul 13 07:39:31.768270 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-42e00ca5-e9d7-4a7b-b879-92e20dbcfa57 req-68199923-35d6-498b-a4fc-89b445b28ab8 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?id=25c18a17-9cb1-4967-8794-129d946ca0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2537813 Jul 13 07:39:31.781973 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff78f6-c8f3-4cae-8a17-772a8e61772c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event updated for resources: {'Network': ['ID=06372021-4aca-48b1-9278-bd1877409728,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:31.783318 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port d939d962-3b76-41f9-bec5-617b073e6325 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:31.783636 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.813456 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8670bd9e-d4ba-4f03-b8d9-2e06252000ad tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.822261 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8670bd9e-d4ba-4f03-b8d9-2e06252000ad tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.858146 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 06372021-4aca-48b1-9278-bd1877409728 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:39:31.875782 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670bd9e-d4ba-4f03-b8d9-2e06252000ad tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb3be01d-9de2-4f93-a838-9be7c3af5969,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:31.887164 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8670bd9e-d4ba-4f03-b8d9-2e06252000ad tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:31.888620 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8670bd9e-d4ba-4f03-b8d9-2e06252000ad tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4323525 Jul 13 07:39:31.891640 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45412) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:31.897487 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-0eb3e34a-9a9d-4d79-ad20-a99f22a57381 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:31.946705 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0eb3e34a-9a9d-4d79-ad20-a99f22a57381 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks [] for floatingip, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:32.000189 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-88e4f097-bfe5-4b0b-a356-6569cb0a45c8 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2056955658'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:32.043998 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8aa0f63-b304-40c4-9ed8-89a2973a7f46 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Made reservation on behalf of 6664cd00d4894e6789a2133f8d78f61e for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:32.053619 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e8aa0f63-b304-40c4-9ed8-89a2973a7f46 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:32.067841 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e4f097-bfe5-4b0b-a356-6569cb0a45c8 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Made reservation on behalf of 73051c411a4f495b9373ef6ceecf0187 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:32.078042 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-88e4f097-bfe5-4b0b-a356-6569cb0a45c8 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:32.101223 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:39:32.158489 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-88e4f097-bfe5-4b0b-a356-6569cb0a45c8 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:32.195402 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-32fb3f3c-38e9-45d4-abb5-7848cd7e19f1 None None] Provisioning for port b3107c06-81c7-4a21-8c64-f98b8a4c83ee completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:32.203273 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0eb3e34a-9a9d-4d79-ad20-a99f22a57381 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:32.207058 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-32fb3f3c-38e9-45d4-abb5-7848cd7e19f1 None None] Provisioning complete for port b3107c06-81c7-4a21-8c64-f98b8a4c83ee triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:32.207418 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-32fb3f3c-38e9-45d4-abb5-7848cd7e19f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:32.290859 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-32fb3f3c-38e9-45d4-abb5-7848cd7e19f1 None None] Port b3107c06-81c7-4a21-8c64-f98b8a4c83ee cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:39:32.371311 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-32fb3f3c-38e9-45d4-abb5-7848cd7e19f1 None None] Provisioning for port e403b832-d3c6-49d2-95be-247969647ade completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:32.389377 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-32fb3f3c-38e9-45d4-abb5-7848cd7e19f1 None None] Provisioning complete for port e403b832-d3c6-49d2-95be-247969647ade triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:32.401005 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-32fb3f3c-38e9-45d4-abb5-7848cd7e19f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:32.412149 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-68b31f4e-8227-4a86-81d4-064a4cdc6992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'name': 'tempest-RoutersIpV6Test-router-255981144', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:00Z', 'updated_at': '2021-07-13T07:39:28Z', 'revision_number': 4, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'gw_port_host': None, '_interfaces': [{'id': '20538a17-e99e-477e-a6e5-dbf8b6094df3', 'name': '', 'network_id': '82f563f4-2b94-4fa1-9c77-3811baf33cf7', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:02:63:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '65d62464-a307-43f9-9f75-d0c6339db5a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:25Z', 'updated_at': '2021-07-13T07:39:29Z', 'revision_number': 2, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': '65d62464-a307-43f9-9f75-d0c6339db5a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b39964e5-ef64-4145-a682-401c7970b69f', 'name': '', 'network_id': 'adad8caa-5af9-4e98-98ca-766f5f793195', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:cb:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '024462d8-aced-466e-87f7-926b1819ae31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:18Z', 'updated_at': '2021-07-13T07:39:28Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': '024462d8-aced-466e-87f7-926b1819ae31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db819efc-02be-4bf5-a969-31d6e90c6e63', 'name': '', 'network_id': 'd373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:1f:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:05Z', 'updated_at': '2021-07-13T07:39:17Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:32.543426 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b31f4e-8227-4a86-81d4-064a4cdc6992 None None] Checking router: d32bab7a-c0c0-4535-a022-b240ed49bbb1 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:39:32.546534 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b31f4e-8227-4a86-81d4-064a4cdc6992 None None] Updating router d32bab7a-c0c0-4535-a022-b240ed49bbb1 port 20538a17-e99e-477e-a6e5-dbf8b6094df3 binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:39:32.588224 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 6232bf4d-7945-43d3-9a05-817fc13fe828 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:39:32.613965 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-0eb3e34a-9a9d-4d79-ad20-a99f22a57381 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Allocated IP 172.25.3.57 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/35589407-6b9c-46f9-850c-960733ff10df) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:32.640004 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e8aa0f63-b304-40c4-9ed8-89a2973a7f46 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:32.685391 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-68b31f4e-8227-4a86-81d4-064a4cdc6992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:32.712618 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 6232bf4d-7945-43d3-9a05-817fc13fe828 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:39:32.713073 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 6232bf4d-7945-43d3-9a05-817fc13fe828 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:39:32.775710 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-88e4f097-bfe5-4b0b-a356-6569cb0a45c8 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:32.799090 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-88e4f097-bfe5-4b0b-a356-6569cb0a45c8 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:32.815782 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0eb3e34a-9a9d-4d79-ad20-a99f22a57381 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:32.928178 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0eb3e34a-9a9d-4d79-ad20-a99f22a57381 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:32.935766 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-32fb3f3c-38e9-45d4-abb5-7848cd7e19f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:32.949866 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e4f097-bfe5-4b0b-a356-6569cb0a45c8 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:39:32.993999 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 541f439f-ee02-4aa7-9c72-3b460718edaf up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:33.028877 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa0f63-b304-40c4-9ed8-89a2973a7f46 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event updated for resources: {'Subnet': ['ID=aeff7b76-0d98-4f81-809c-4b1372fdd80a,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:33.059442 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-88e4f097-bfe5-4b0b-a356-6569cb0a45c8 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:33.060067 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-88e4f097-bfe5-4b0b-a356-6569cb0a45c8 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Added segment 8065915b-5d2f-4f57-8ac8-4acd4f0cec99 of type vlan for network 5564a825-204f-4dd0-ba7d-59f54146fb7a Jul 13 07:39:33.061378 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb3e34a-9a9d-4d79-ad20-a99f22a57381 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Pushing event updated for resources: {'Port': ['ID=35589407-6b9c-46f9-850c-960733ff10df,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:33.085158 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e4f097-bfe5-4b0b-a356-6569cb0a45c8 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=116416a4-56f5-4657-be6b-d6b75d0d1244,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:33.099023 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb3e34a-9a9d-4d79-ad20-a99f22a57381 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:33.104227 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-0eb3e34a-9a9d-4d79-ad20-a99f22a57381 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:33.106018 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aa0f63-b304-40c4-9ed8-89a2973a7f46 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Checking segment: {'id': '9e3fb3d7-503c-4fd3-b552-b470fed8a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '06372021-4aca-48b1-9278-bd1877409728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:33.106497 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8aa0f63-b304-40c4-9ed8-89a2973a7f46 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Network hostable DHCP agents. Network: 06372021-4aca-48b1-9278-bd1877409728, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:39:33.117301 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb3e34a-9a9d-4d79-ad20-a99f22a57381 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:33.197523 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-32fb3f3c-38e9-45d4-abb5-7848cd7e19f1 None None] For port e403b832-d3c6-49d2-95be-247969647ade, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=e403b832-d3c6-49d2-95be-247969647ade,segment=NetworkSegment(9195a77c-9528-465b-b8b1-89d712820c4e),segment_id=9195a77c-9528-465b-b8b1-89d712820c4e)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:33.200972 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-42a538dc-e53a-4d98-a3bf-ebdc4cc96565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:33.206216 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-88e4f097-bfe5-4b0b-a356-6569cb0a45c8 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:33.211934 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-32fb3f3c-38e9-45d4-abb5-7848cd7e19f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:33.230546 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:33.272158 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8aa0f63-b304-40c4-9ed8-89a2973a7f46 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Network 06372021-4aca-48b1-9278-bd1877409728 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:39:33.278174 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-88e4f097-bfe5-4b0b-a356-6569cb0a45c8 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:33.286245 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e4f097-bfe5-4b0b-a356-6569cb0a45c8 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:33.290492 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-88e4f097-bfe5-4b0b-a356-6569cb0a45c8 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:33.323899 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9dc21c5d-ca0d-434a-8ac0-f8dab15e0e49 req-c0708e1b-dc35-45c9-8f51-3f9dcc4c8713 tempest-ServerShowV257Test-1506762099 tempest-ServerShowV257Test-1506762099-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d46cb0a-6ae4-4fb4-8021-95b5189fa16a HTTP/1.1" status: 200 len: 210 time: 0.0857661 Jul 13 07:39:33.335621 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45430) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:33.374898 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-e8aa0f63-b304-40c4-9ed8-89a2973a7f46 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 06372021-4aca-48b1-9278-bd1877409728) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:33.398312 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 541f439f-ee02-4aa7-9c72-3b460718edaf completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:33.420926 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8aa0f63-b304-40c4-9ed8-89a2973a7f46 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:33.421538 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e8aa0f63-b304-40c4-9ed8-89a2973a7f46 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:33.424909 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d48ae7-f6c4-4f99-9297-6c135f216295 None None] Network 06372021-4aca-48b1-9278-bd1877409728 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:33.451534 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-68b31f4e-8227-4a86-81d4-064a4cdc6992 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:33.461496 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 541f439f-ee02-4aa7-9c72-3b460718edaf triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:33.462770 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:33.465215 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-88e4f097-bfe5-4b0b-a356-6569cb0a45c8 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0818624 Jul 13 07:39:33.474408 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45434) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:33.476602 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-68b31f4e-8227-4a86-81d4-064a4cdc6992 None None] Transition to ACTIVE for port object 20538a17-e99e-477e-a6e5-dbf8b6094df3 will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:33.489600 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-68b31f4e-8227-4a86-81d4-064a4cdc6992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:33.494347 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e8aa0f63-b304-40c4-9ed8-89a2973a7f46 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8481407 Jul 13 07:39:33.513436 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-973dc659-cf70-430b-bbf0-54520227b75c tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Request body: {'subnet': {'network_id': '5564a825-204f-4dd0-ba7d-59f54146fb7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:33.519648 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45436) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:33.579215 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e4f097-bfe5-4b0b-a356-6569cb0a45c8 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Pushing event updated for resources: {'Network': ['ID=5564a825-204f-4dd0-ba7d-59f54146fb7a,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:33.598234 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb3f3c-38e9-45d4-abb5-7848cd7e19f1 None None] Pushing event updated for resources: {'Port': ['ID=e403b832-d3c6-49d2-95be-247969647ade,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:33.606197 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e8866-6ea1-4f05-8bf4-9ea9b8e5b39c None None] Pushing event updated for resources: {'Port': ['ID=20538a17-e99e-477e-a6e5-dbf8b6094df3,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:33.618923 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 5564a825-204f-4dd0-ba7d-59f54146fb7a details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:39:33.673959 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-68b31f4e-8227-4a86-81d4-064a4cdc6992 None None] Attempting to bind port 20538a17-e99e-477e-a6e5-dbf8b6094df3 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:33.675028 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-68b31f4e-8227-4a86-81d4-064a4cdc6992 None None] Attempting to bind port 20538a17-e99e-477e-a6e5-dbf8b6094df3 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '9195a77c-9528-465b-b8b1-89d712820c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '82f563f4-2b94-4fa1-9c77-3811baf33cf7'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:33.675451 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b31f4e-8227-4a86-81d4-064a4cdc6992 None None] Attempting to bind port 20538a17-e99e-477e-a6e5-dbf8b6094df3 on network 82f563f4-2b94-4fa1-9c77-3811baf33cf7 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:33.684945 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b31f4e-8227-4a86-81d4-064a4cdc6992 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:33.685316 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b31f4e-8227-4a86-81d4-064a4cdc6992 None None] Checking segment: {'id': '9195a77c-9528-465b-b8b1-89d712820c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '82f563f4-2b94-4fa1-9c77-3811baf33cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:33.685720 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-68b31f4e-8227-4a86-81d4-064a4cdc6992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:33.686114 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b31f4e-8227-4a86-81d4-064a4cdc6992 None None] Bound using segment: {'id': '9195a77c-9528-465b-b8b1-89d712820c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '82f563f4-2b94-4fa1-9c77-3811baf33cf7'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:33.686589 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-68b31f4e-8227-4a86-81d4-064a4cdc6992 None None] Bound port: 20538a17-e99e-477e-a6e5-dbf8b6094df3, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9195a77c-9528-465b-b8b1-89d712820c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '82f563f4-2b94-4fa1-9c77-3811baf33cf7'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:33.686966 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-68b31f4e-8227-4a86-81d4-064a4cdc6992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:33.701705 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fb3f3c-38e9-45d4-abb5-7848cd7e19f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:33.702405 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fb3f3c-38e9-45d4-abb5-7848cd7e19f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:33.702933 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fb3f3c-38e9-45d4-abb5-7848cd7e19f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:33.703485 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fb3f3c-38e9-45d4-abb5-7848cd7e19f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:33.704018 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fb3f3c-38e9-45d4-abb5-7848cd7e19f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:33.704567 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fb3f3c-38e9-45d4-abb5-7848cd7e19f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:33.705104 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fb3f3c-38e9-45d4-abb5-7848cd7e19f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:33.705432 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fb3f3c-38e9-45d4-abb5-7848cd7e19f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:33.705756 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fb3f3c-38e9-45d4-abb5-7848cd7e19f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:33.706080 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fb3f3c-38e9-45d4-abb5-7848cd7e19f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:33.706400 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fb3f3c-38e9-45d4-abb5-7848cd7e19f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:33.706718 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fb3f3c-38e9-45d4-abb5-7848cd7e19f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:33.753118 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-7b3e6fa4-3660-4e12-831e-2792f974733e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1541366931-network', 'tenant_id': 'fb77f98a7de949ce8ab9e6a42033a53a'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:33.762311 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-65ed2640-2005-421b-9e4d-b39a92d65832 None None] Provisioning for port 20538a17-e99e-477e-a6e5-dbf8b6094df3 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:33.822785 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-68b31f4e-8227-4a86-81d4-064a4cdc6992 None None] For port 20538a17-e99e-477e-a6e5-dbf8b6094df3, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:33.830590 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-68b31f4e-8227-4a86-81d4-064a4cdc6992 None None] For port 20538a17-e99e-477e-a6e5-dbf8b6094df3, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=20538a17-e99e-477e-a6e5-dbf8b6094df3,segment=NetworkSegment(9195a77c-9528-465b-b8b1-89d712820c4e),segment_id=9195a77c-9528-465b-b8b1-89d712820c4e)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:33.837522 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-68b31f4e-8227-4a86-81d4-064a4cdc6992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:33.854087 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0eb3e34a-9a9d-4d79-ad20-a99f22a57381 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:33.907508 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-65ed2640-2005-421b-9e4d-b39a92d65832 None None] Provisioning complete for port e403b832-d3c6-49d2-95be-247969647ade triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:33.907995 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-65ed2640-2005-421b-9e4d-b39a92d65832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:33.917205 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e8866-6ea1-4f05-8bf4-9ea9b8e5b39c None None] Pushing event updated for resources: {'Port': ['ID=20538a17-e99e-477e-a6e5-dbf8b6094df3,revision_number=4']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:33.926420 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b31f4e-8227-4a86-81d4-064a4cdc6992 None None] Routers {'d32bab7a-c0c0-4535-a022-b240ed49bbb1'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:33.926420 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-68b31f4e-8227-4a86-81d4-064a4cdc6992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:39:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:33.991528 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:33.994731 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3e6fa4-3660-4e12-831e-2792f974733e admin admin] Made reservation on behalf of fb77f98a7de949ce8ab9e6a42033a53a for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:33.997343 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7b3e6fa4-3660-4e12-831e-2792f974733e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:34.047189 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-68b31f4e-8227-4a86-81d4-064a4cdc6992 None None] Set router d32bab7a-c0c0-4535-a022-b240ed49bbb1 gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:34.094608 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 541f439f-ee02-4aa7-9c72-3b460718edaf, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=541f439f-ee02-4aa7-9c72-3b460718edaf,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:34.134000 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2931312-f5ac-437d-b0db-21b047b90c66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-06372021-4aca-48b1-9278-bd1877409728', 'network_id': '06372021-4aca-48b1-9278-bd1877409728', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'fixed_ips': [{'subnet_id': 'aeff7b76-0d98-4f81-809c-4b1372fdd80a'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:39:34.135012 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b2931312-f5ac-437d-b0db-21b047b90c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:34.141441 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:34.334474 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-68b31f4e-8227-4a86-81d4-064a4cdc6992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'name': 'tempest-RoutersIpV6Test-router-255981144', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:00Z', 'updated_at': '2021-07-13T07:39:28Z', 'revision_number': 4, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'gw_port_host': None, '_interfaces': [{'id': '20538a17-e99e-477e-a6e5-dbf8b6094df3', 'name': '', 'network_id': '82f563f4-2b94-4fa1-9c77-3811baf33cf7', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:02:63:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '65d62464-a307-43f9-9f75-d0c6339db5a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:25Z', 'updated_at': '2021-07-13T07:39:33Z', 'revision_number': 4, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': '65d62464-a307-43f9-9f75-d0c6339db5a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b39964e5-ef64-4145-a682-401c7970b69f', 'name': '', 'network_id': 'adad8caa-5af9-4e98-98ca-766f5f793195', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:cb:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '024462d8-aced-466e-87f7-926b1819ae31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:18Z', 'updated_at': '2021-07-13T07:39:28Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': '024462d8-aced-466e-87f7-926b1819ae31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db819efc-02be-4bf5-a969-31d6e90c6e63', 'name': '', 'network_id': 'd373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:1f:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:05Z', 'updated_at': '2021-07-13T07:39:17Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:34.372576 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b31f4e-8227-4a86-81d4-064a4cdc6992 None None] The sync data for ids ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'] in n-d-771363-34 is: [{'id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'name': 'tempest-RoutersIpV6Test-router-255981144', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:00Z', 'updated_at': '2021-07-13T07:39:28Z', 'revision_number': 4, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'gw_port_host': None, '_interfaces': [{'id': '20538a17-e99e-477e-a6e5-dbf8b6094df3', 'name': '', 'network_id': '82f563f4-2b94-4fa1-9c77-3811baf33cf7', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:02:63:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '65d62464-a307-43f9-9f75-d0c6339db5a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:25Z', 'updated_at': '2021-07-13T07:39:33Z', 'revision_number': 4, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': '65d62464-a307-43f9-9f75-d0c6339db5a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b39964e5-ef64-4145-a682-401c7970b69f', 'name': '', 'network_id': 'adad8caa-5af9-4e98-98ca-766f5f793195', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:cb:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '024462d8-aced-466e-87f7-926b1819ae31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:18Z', 'updated_at': '2021-07-13T07:39:28Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': '024462d8-aced-466e-87f7-926b1819ae31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db819efc-02be-4bf5-a969-31d6e90c6e63', 'name': '', 'network_id': 'd373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:1f:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:05Z', 'updated_at': '2021-07-13T07:39:17Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:39:34.377310 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:34.411473 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=541f439f-ee02-4aa7-9c72-3b460718edaf,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:34.523029 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7b3e6fa4-3660-4e12-831e-2792f974733e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:34.551035 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0eb3e34a-9a9d-4d79-ad20-a99f22a57381 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:34.554011 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973dc659-cf70-430b-bbf0-54520227b75c tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Made reservation on behalf of 73051c411a4f495b9373ef6ceecf0187 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:34.557972 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-973dc659-cf70-430b-bbf0-54520227b75c tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:34.679861 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e118528b-3dff-4477-aff1-92bc7e9df219 req-ba8fffa4-ddeb-47a3-a96c-8b81131a1519 tempest-ServerShowV257Test-1506762099 tempest-ServerShowV257Test-1506762099-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d46cb0a-6ae4-4fb4-8021-95b5189fa16a HTTP/1.1" status: 200 len: 210 time: 0.0591540 Jul 13 07:39:34.783942 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-b2931312-f5ac-437d-b0db-21b047b90c66 None None] Allocated IP 2001:db8:3::2 (06372021-4aca-48b1-9278-bd1877409728/aeff7b76-0d98-4f81-809c-4b1372fdd80a/a52e221e-5efd-4ddc-9966-e9f1d89aa3bd) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:35.051822 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0eb3e34a-9a9d-4d79-ad20-a99f22a57381 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:35.065441 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device e403b832-d3c6-49d2-95be-247969647ade up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:35.066853 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0eb3e34a-9a9d-4d79-ad20-a99f22a57381 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:35.112084 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8efe81-5c47-498b-b145-4655f7a3914e None None] Sync routers for ids ['fa4240c2-8933-471e-b3d3-f05adb2f2fac'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:39:35.151876 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b2931312-f5ac-437d-b0db-21b047b90c66 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:35.164488 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b2931312-f5ac-437d-b0db-21b047b90c66 None None] Transition to ACTIVE for port object a52e221e-5efd-4ddc-9966-e9f1d89aa3bd will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:35.169489 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8efe81-5c47-498b-b145-4655f7a3914e None None] Routers {'fa4240c2-8933-471e-b3d3-f05adb2f2fac'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:35.170145 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-8f8efe81-5c47-498b-b145-4655f7a3914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:39:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['fa4240c2-8933-471e-b3d3-f05adb2f2fac'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:35.223573 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b2931312-f5ac-437d-b0db-21b047b90c66 None None] Transition to ACTIVE for port object a52e221e-5efd-4ddc-9966-e9f1d89aa3bd will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:35.235294 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b2931312-f5ac-437d-b0db-21b047b90c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:35.263645 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb3e34a-9a9d-4d79-ad20-a99f22a57381 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Pushing event updated for resources: {'Port': ['ID=35589407-6b9c-46f9-850c-960733ff10df,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:35.318872 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port e403b832-d3c6-49d2-95be-247969647ade triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:35.319455 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:35.331933 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2931312-f5ac-437d-b0db-21b047b90c66 None None] Network 06372021-4aca-48b1-9278-bd1877409728 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:35.333254 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2931312-f5ac-437d-b0db-21b047b90c66 None None] Pushing event updated for resources: {'Port': ['ID=a52e221e-5efd-4ddc-9966-e9f1d89aa3bd,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:35.360439 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-b2931312-f5ac-437d-b0db-21b047b90c66 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:35.362774 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2931312-f5ac-437d-b0db-21b047b90c66 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:35.370398 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0eb3e34a-9a9d-4d79-ad20-a99f22a57381 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:35.392199 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1d91896f-29bd-4e38-adab-655737b70bf0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:35.405179 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7b3e6fa4-3660-4e12-831e-2792f974733e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:35.440246 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-8f8efe81-5c47-498b-b145-4655f7a3914e None None] Set router fa4240c2-8933-471e-b3d3-f05adb2f2fac gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:35.444719 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7b3e6fa4-3660-4e12-831e-2792f974733e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:35.456731 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0eb3e34a-9a9d-4d79-ad20-a99f22a57381 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:35.457964 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0eb3e34a-9a9d-4d79-ad20-a99f22a57381 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5651259 Jul 13 07:39:35.496431 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-b2931312-f5ac-437d-b0db-21b047b90c66 None None] Attempting to bind port a52e221e-5efd-4ddc-9966-e9f1d89aa3bd on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:35.496745 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-b2931312-f5ac-437d-b0db-21b047b90c66 None None] Attempting to bind port a52e221e-5efd-4ddc-9966-e9f1d89aa3bd by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '9e3fb3d7-503c-4fd3-b552-b470fed8a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '06372021-4aca-48b1-9278-bd1877409728'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:35.497110 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2931312-f5ac-437d-b0db-21b047b90c66 None None] Attempting to bind port a52e221e-5efd-4ddc-9966-e9f1d89aa3bd on network 06372021-4aca-48b1-9278-bd1877409728 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:35.513930 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2931312-f5ac-437d-b0db-21b047b90c66 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:35.514230 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2931312-f5ac-437d-b0db-21b047b90c66 None None] Checking segment: {'id': '9e3fb3d7-503c-4fd3-b552-b470fed8a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '06372021-4aca-48b1-9278-bd1877409728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:35.514588 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b2931312-f5ac-437d-b0db-21b047b90c66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:35.514990 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2931312-f5ac-437d-b0db-21b047b90c66 None None] Bound using segment: {'id': '9e3fb3d7-503c-4fd3-b552-b470fed8a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '06372021-4aca-48b1-9278-bd1877409728'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:35.515533 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-b2931312-f5ac-437d-b0db-21b047b90c66 None None] Bound port: a52e221e-5efd-4ddc-9966-e9f1d89aa3bd, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e3fb3d7-503c-4fd3-b552-b470fed8a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '06372021-4aca-48b1-9278-bd1877409728'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:35.515916 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b2931312-f5ac-437d-b0db-21b047b90c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:35.558393 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b3e6fa4-3660-4e12-831e-2792f974733e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:39:35.565263 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-973dc659-cf70-430b-bbf0-54520227b75c tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:35.589853 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e6fa4-3660-4e12-831e-2792f974733e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbe5cff-ab49-436e-8685-a62f89f27c77,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:35.620924 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7b3e6fa4-3660-4e12-831e-2792f974733e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:35.621273 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-7b3e6fa4-3660-4e12-831e-2792f974733e admin admin] Added segment 5d4f2d43-f2ea-4c64-bec4-5d0ccad94a66 of type vlan for network a1657f64-8077-4b4c-92ad-aa256b38a388 Jul 13 07:39:35.664340 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 20538a17-e99e-477e-a6e5-dbf8b6094df3 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:35.757493 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7b3e6fa4-3660-4e12-831e-2792f974733e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:35.765554 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-b2931312-f5ac-437d-b0db-21b047b90c66 None None] For port a52e221e-5efd-4ddc-9966-e9f1d89aa3bd, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:35.772717 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-b2931312-f5ac-437d-b0db-21b047b90c66 None None] For port a52e221e-5efd-4ddc-9966-e9f1d89aa3bd, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=a52e221e-5efd-4ddc-9966-e9f1d89aa3bd,segment=NetworkSegment(9e3fb3d7-503c-4fd3-b552-b470fed8a7df),segment_id=9e3fb3d7-503c-4fd3-b552-b470fed8a7df)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:35.772931 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973dc659-cf70-430b-bbf0-54520227b75c tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Pushing event updated for resources: {'Subnet': ['ID=b4936a46-83ae-416f-98a5-914a5e4659b5,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:35.788989 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b2931312-f5ac-437d-b0db-21b047b90c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:35.854445 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973dc659-cf70-430b-bbf0-54520227b75c tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Checking segment: {'id': '8065915b-5d2f-4f57-8ac8-4acd4f0cec99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5564a825-204f-4dd0-ba7d-59f54146fb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:35.854808 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973dc659-cf70-430b-bbf0-54520227b75c tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Network hostable DHCP agents. Network: 5564a825-204f-4dd0-ba7d-59f54146fb7a, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:39:35.887240 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-890c532e-b6b5-45a8-be96-1a145f83659a tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1943762060&fields=id&tenant_id=c74484ef6db9498290da14ee6e37d87f HTTP/1.1" status: 200 len: 267 time: 0.2107086 Jul 13 07:39:35.896503 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-223abeea-0be8-475b-9ec1-f3f86bb1acd2 req-dc62b525-a484-4ac8-a7b7-78c32b334e24 tempest-ServerShowV257Test-1506762099 tempest-ServerShowV257Test-1506762099-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d46cb0a-6ae4-4fb4-8021-95b5189fa16a HTTP/1.1" status: 200 len: 210 time: 0.0464630 Jul 13 07:39:35.903320 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 20538a17-e99e-477e-a6e5-dbf8b6094df3 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:35.916740 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7b3e6fa4-3660-4e12-831e-2792f974733e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:35.917681 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3e6fa4-3660-4e12-831e-2792f974733e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:35.918262 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7b3e6fa4-3660-4e12-831e-2792f974733e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:35.918489 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 20538a17-e99e-477e-a6e5-dbf8b6094df3 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:35.919231 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:35.921376 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:35.956641 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2931312-f5ac-437d-b0db-21b047b90c66 None None] Pushing event updated for resources: {'Port': ['ID=a52e221e-5efd-4ddc-9966-e9f1d89aa3bd,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:35.988778 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-8f8efe81-5c47-498b-b145-4655f7a3914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4240c2-8933-471e-b3d3-f05adb2f2fac', 'name': 'tempest-ServerActionsTestJSON-1398676002-router', 'tenant_id': 'c74484ef6db9498290da14ee6e37d87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '541f439f-ee02-4aa7-9c72-3b460718edaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:15Z', 'updated_at': '2021-07-13T07:39:26Z', 'revision_number': 4, 'project_id': 'c74484ef6db9498290da14ee6e37d87f', 'gw_port': {'id': '541f439f-ee02-4aa7-9c72-3b460718edaf', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:09:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4240c2-8933-471e-b3d3-f05adb2f2fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:18Z', 'updated_at': '2021-07-13T07:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'b3107c06-81c7-4a21-8c64-f98b8a4c83ee', 'name': '', 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0', 'tenant_id': 'c74484ef6db9498290da14ee6e37d87f', 'mac_address': 'fa:16:3e:ea:f8:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4240c2-8933-471e-b3d3-f05adb2f2fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '18671aeb-533b-431f-ac3f-740be3e9540f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:25Z', 'updated_at': '2021-07-13T07:39:26Z', 'revision_number': 2, 'project_id': 'c74484ef6db9498290da14ee6e37d87f', 'subnets': [{'id': '18671aeb-533b-431f-ac3f-740be3e9540f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:36.018319 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973dc659-cf70-430b-bbf0-54520227b75c tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Network 5564a825-204f-4dd0-ba7d-59f54146fb7a is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:39:36.024130 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8efe81-5c47-498b-b145-4655f7a3914e None None] Checking router: fa4240c2-8933-471e-b3d3-f05adb2f2fac for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:39:36.024575 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8efe81-5c47-498b-b145-4655f7a3914e None None] Updating router fa4240c2-8933-471e-b3d3-f05adb2f2fac port b3107c06-81c7-4a21-8c64-f98b8a4c83ee binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:39:36.029439 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7b3e6fa4-3660-4e12-831e-2792f974733e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.6922796 Jul 13 07:39:36.032363 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45454) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:36.037577 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-e3b5d942-6196-429a-83fa-cd1788f1a9f8 admin admin] Request body: {'subnet': {'network_id': 'a1657f64-8077-4b4c-92ad-aa256b38a388', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1541366931-subnet', 'tenant_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:36.067081 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b5d942-6196-429a-83fa-cd1788f1a9f8 admin admin] Made reservation on behalf of fb77f98a7de949ce8ab9e6a42033a53a for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:36.072938 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e3b5d942-6196-429a-83fa-cd1788f1a9f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:36.097561 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8f8efe81-5c47-498b-b145-4655f7a3914e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:36.126139 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-973dc659-cf70-430b-bbf0-54520227b75c tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 5564a825-204f-4dd0-ba7d-59f54146fb7a) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:36.153951 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e6fa4-3660-4e12-831e-2792f974733e admin admin] Pushing event updated for resources: {'Network': ['ID=a1657f64-8077-4b4c-92ad-aa256b38a388,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:36.158027 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973dc659-cf70-430b-bbf0-54520227b75c tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:36.158636 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-973dc659-cf70-430b-bbf0-54520227b75c tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:36.165109 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-1d91896f-29bd-4e38-adab-655737b70bf0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Allocated IP 2001:db8:3::1 (06372021-4aca-48b1-9278-bd1877409728/aeff7b76-0d98-4f81-809c-4b1372fdd80a/84b47585-6f0a-4fe0-8781-4cc810cbe502) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:36.202811 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dad242-f593-429f-b89c-1734f1b0a00c None None] Network 5564a825-204f-4dd0-ba7d-59f54146fb7a requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:36.204754 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network a1657f64-8077-4b4c-92ad-aa256b38a388 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:39:36.220987 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-329fbfe2-3000-412e-95bf-0ec038d32921 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:36.223183 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-329fbfe2-3000-412e-95bf-0ec038d32921 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/networks?id=a4551417-653e-4eb5-9caa-ea21aca7dbd0 HTTP/1.1" status: 200 len: 812 time: 0.3220336 Jul 13 07:39:36.252353 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-973dc659-cf70-430b-bbf0-54520227b75c tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7592247 Jul 13 07:39:36.288520 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45456) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:36.294293 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-72ca8e6a-e5bd-483b-9552-99b65367be24 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Request body: {'port': {'network_id': '5564a825-204f-4dd0-ba7d-59f54146fb7a', 'name': 'tempest-TagsExtTest-876145535'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:36.311892 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-b85d930f-1c1a-421d-936b-85aff8a53794 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/quotas/c74484ef6db9498290da14ee6e37d87f HTTP/1.1" status: 200 len: 375 time: 0.0568523 Jul 13 07:39:36.323712 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:36.401827 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e3b5d942-6196-429a-83fa-cd1788f1a9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:36.471164 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b5d942-6196-429a-83fa-cd1788f1a9f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=251a7d71-99aa-4f18-b278-f93834e899c1,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:36.477529 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b5d942-6196-429a-83fa-cd1788f1a9f8 admin admin] Checking segment: {'id': '5d4f2d43-f2ea-4c64-bec4-5d0ccad94a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1657f64-8077-4b4c-92ad-aa256b38a388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:36.478325 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b5d942-6196-429a-83fa-cd1788f1a9f8 admin admin] Network hostable DHCP agents. Network: a1657f64-8077-4b4c-92ad-aa256b38a388, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:39:36.480077 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 20538a17-e99e-477e-a6e5-dbf8b6094df3, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=20538a17-e99e-477e-a6e5-dbf8b6094df3,segment=NetworkSegment(9195a77c-9528-465b-b8b1-89d712820c4e),segment_id=9195a77c-9528-465b-b8b1-89d712820c4e)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:36.493113 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:36.500425 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b5d942-6196-429a-83fa-cd1788f1a9f8 admin admin] Network a1657f64-8077-4b4c-92ad-aa256b38a388 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:39:36.511926 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-e3b5d942-6196-429a-83fa-cd1788f1a9f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, a1657f64-8077-4b4c-92ad-aa256b38a388) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:36.517552 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b5d942-6196-429a-83fa-cd1788f1a9f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:36.518456 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e3b5d942-6196-429a-83fa-cd1788f1a9f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:36.543152 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1d91896f-29bd-4e38-adab-655737b70bf0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:36.549063 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45458) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:36.558215 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e3b5d942-6196-429a-83fa-cd1788f1a9f8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5230918 Jul 13 07:39:36.560926 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-7a1dfee3-c40a-4a62-992b-65573a98f46a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1541366931-router', 'tenant_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:36.563329 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c0a84c-e52b-4972-a820-a1f5f69b30a4 None None] Network a1657f64-8077-4b4c-92ad-aa256b38a388 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:36.606438 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-1d91896f-29bd-4e38-adab-655737b70bf0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Transition to ACTIVE for port object 84b47585-6f0a-4fe0-8781-4cc810cbe502 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:36.608754 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 541f439f-ee02-4aa7-9c72-3b460718edaf up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:36.653706 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7a1dfee3-c40a-4a62-992b-65573a98f46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:36.655013 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7a1dfee3-c40a-4a62-992b-65573a98f46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:36.674394 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-da64bd0a-6f37-466a-88d4-5862954b4d43 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c74484ef6db9498290da14ee6e37d87f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3609700 Jul 13 07:39:36.749455 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ca8e6a-e5bd-483b-9552-99b65367be24 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Made reservation on behalf of 73051c411a4f495b9373ef6ceecf0187 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:36.753130 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-72ca8e6a-e5bd-483b-9552-99b65367be24 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:36.759738 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1d91896f-29bd-4e38-adab-655737b70bf0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:36.810510 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d91896f-29bd-4e38-adab-655737b70bf0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Network 06372021-4aca-48b1-9278-bd1877409728 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:36.859953 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-1d91896f-29bd-4e38-adab-655737b70bf0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:36.862799 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d91896f-29bd-4e38-adab-655737b70bf0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:36.863590 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1d91896f-29bd-4e38-adab-655737b70bf0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:36.947600 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7a1dfee3-c40a-4a62-992b-65573a98f46a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:36.966993 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=20538a17-e99e-477e-a6e5-dbf8b6094df3,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:36.974099 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-72ca8e6a-e5bd-483b-9552-99b65367be24 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] device_id is not set on port 8f32474e-6079-4b31-8270-817c07619ef6 yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:39:37.002869 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78ce640-8a33-4615-b524-68003a7c4401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-5564a825-204f-4dd0-ba7d-59f54146fb7a', 'network_id': '5564a825-204f-4dd0-ba7d-59f54146fb7a', 'tenant_id': '73051c411a4f495b9373ef6ceecf0187', 'fixed_ips': [{'subnet_id': 'b4936a46-83ae-416f-98a5-914a5e4659b5'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:39:37.004373 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d78ce640-8a33-4615-b524-68003a7c4401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:37.064489 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a6981f28-c17f-4b25-ae4b-ce07843c9eaf None None] Provisioning complete for port 20538a17-e99e-477e-a6e5-dbf8b6094df3 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:37.065326 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a6981f28-c17f-4b25-ae4b-ce07843c9eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:37.100322 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91896f-29bd-4e38-adab-655737b70bf0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event updated for resources: {'Port': ['ID=84b47585-6f0a-4fe0-8781-4cc810cbe502,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:37.124786 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c28973c4-ff7d-4a38-83b6-a301432b5794 req-b506b7f8-6d28-48f2-ae8e-40228891face tempest-ServerShowV257Test-1506762099 tempest-ServerShowV257Test-1506762099-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d46cb0a-6ae4-4fb4-8021-95b5189fa16a HTTP/1.1" status: 200 len: 210 time: 0.0484202 Jul 13 07:39:37.223770 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 541f439f-ee02-4aa7-9c72-3b460718edaf triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:37.224712 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:37.231262 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-7e61ee9f-949d-4877-a62a-761ffac9c6de service neutron] 10.222.0.23 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5396132 Jul 13 07:39:37.319614 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7a1dfee3-c40a-4a62-992b-65573a98f46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:37.323519 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1859e0a7-4a0d-475b-9d1a-0b18566eaf95 None None] Network 06372021-4aca-48b1-9278-bd1877409728 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:37.341343 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8f8efe81-5c47-498b-b145-4655f7a3914e None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:37.410300 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8f8efe81-5c47-498b-b145-4655f7a3914e None None] Transition to ACTIVE for port object b3107c06-81c7-4a21-8c64-f98b8a4c83ee will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:37.433906 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-72ca8e6a-e5bd-483b-9552-99b65367be24 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Allocated IP 172.20.0.11 (5564a825-204f-4dd0-ba7d-59f54146fb7a/b4936a46-83ae-416f-98a5-914a5e4659b5/8f32474e-6079-4b31-8270-817c07619ef6) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:37.448898 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1d91896f-29bd-4e38-adab-655737b70bf0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:37.475375 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8f8efe81-5c47-498b-b145-4655f7a3914e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:37.491498 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fec2bd-7b8f-4cad-a243-4d1818cbf8ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-a1657f64-8077-4b4c-92ad-aa256b38a388', 'network_id': 'a1657f64-8077-4b4c-92ad-aa256b38a388', 'tenant_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'fixed_ips': [{'subnet_id': '251a7d71-99aa-4f18-b278-f93834e899c1'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:39:37.492394 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-85fec2bd-7b8f-4cad-a243-4d1818cbf8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:37.542425 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-4ac1920f-4813-4845-9f35-9d989d591039 service neutron] 10.222.0.23 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774842 Jul 13 07:39:37.666827 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022d316-2beb-432a-b42e-515239604d57 None None] Pushing event updated for resources: {'Port': ['ID=b3107c06-81c7-4a21-8c64-f98b8a4c83ee,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:37.889383 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9a5f7b6f-e860-44fc-8bef-f34705d528fc req-1c176947-5c58-477c-9070-9a9b764c7543 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 210 time: 0.0841873 Jul 13 07:39:37.948090 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-8f8efe81-5c47-498b-b145-4655f7a3914e None None] Attempting to bind port b3107c06-81c7-4a21-8c64-f98b8a4c83ee on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:37.948684 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-8f8efe81-5c47-498b-b145-4655f7a3914e None None] Attempting to bind port b3107c06-81c7-4a21-8c64-f98b8a4c83ee by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '904645b7-f6ff-403f-a4e4-588cda2e87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:37.949145 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8efe81-5c47-498b-b145-4655f7a3914e None None] Attempting to bind port b3107c06-81c7-4a21-8c64-f98b8a4c83ee on network a4551417-653e-4eb5-9caa-ea21aca7dbd0 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:38.019955 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-85fec2bd-7b8f-4cad-a243-4d1818cbf8ed None None] Allocated IP 172.20.0.2 (a1657f64-8077-4b4c-92ad-aa256b38a388/251a7d71-99aa-4f18-b278-f93834e899c1/1b2c7b2d-7d50-444c-991a-f9c79372105b) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:38.057339 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-4695ba69-4cf4-44b2-8964-8f50cf029783 None None] Provisioning for port a52e221e-5efd-4ddc-9966-e9f1d89aa3bd completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:38.062000 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8efe81-5c47-498b-b145-4655f7a3914e None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:38.062388 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8efe81-5c47-498b-b145-4655f7a3914e None None] Checking segment: {'id': '904645b7-f6ff-403f-a4e4-588cda2e87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:38.062918 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8f8efe81-5c47-498b-b145-4655f7a3914e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:38.063267 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8efe81-5c47-498b-b145-4655f7a3914e None None] Bound using segment: {'id': '904645b7-f6ff-403f-a4e4-588cda2e87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:38.064034 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-8f8efe81-5c47-498b-b145-4655f7a3914e None None] Bound port: b3107c06-81c7-4a21-8c64-f98b8a4c83ee, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '904645b7-f6ff-403f-a4e4-588cda2e87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:38.064556 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8f8efe81-5c47-498b-b145-4655f7a3914e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:38.155737 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device a52e221e-5efd-4ddc-9966-e9f1d89aa3bd up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:38.352541 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-72ca8e6a-e5bd-483b-9552-99b65367be24 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:38.356222 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-8f8efe81-5c47-498b-b145-4655f7a3914e None None] For port b3107c06-81c7-4a21-8c64-f98b8a4c83ee, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:38.363289 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-8f8efe81-5c47-498b-b145-4655f7a3914e None None] For port b3107c06-81c7-4a21-8c64-f98b8a4c83ee, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=b3107c06-81c7-4a21-8c64-f98b8a4c83ee,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:38.376685 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8f8efe81-5c47-498b-b145-4655f7a3914e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:38.410824 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port a52e221e-5efd-4ddc-9966-e9f1d89aa3bd completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:38.443627 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3d9d40ef-8f31-417f-92d3-12b477d9d9f8 req-1e8f5040-7d5f-4de6-84de-5cd7042b4da5 tempest-ServerShowV257Test-1506762099 tempest-ServerShowV257Test-1506762099-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d46cb0a-6ae4-4fb4-8021-95b5189fa16a HTTP/1.1" status: 200 len: 210 time: 0.1099985 Jul 13 07:39:38.494153 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8efe81-5c47-498b-b145-4655f7a3914e None None] Routers {'fa4240c2-8933-471e-b3d3-f05adb2f2fac'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:38.495473 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-8f8efe81-5c47-498b-b145-4655f7a3914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:39:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['fa4240c2-8933-471e-b3d3-f05adb2f2fac'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:38.524741 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-72ca8e6a-e5bd-483b-9552-99b65367be24 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Transition to ACTIVE for port object 8f32474e-6079-4b31-8270-817c07619ef6 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:38.620198 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port a52e221e-5efd-4ddc-9966-e9f1d89aa3bd triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:38.621253 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:38.673534 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1d91896f-29bd-4e38-adab-655737b70bf0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:38.677996 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7a1dfee3-c40a-4a62-992b-65573a98f46a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:38.702405 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7a1dfee3-c40a-4a62-992b-65573a98f46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:38.705844 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1d91896f-29bd-4e38-adab-655737b70bf0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:38.708223 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-72ca8e6a-e5bd-483b-9552-99b65367be24 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:38.824573 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1d91896f-29bd-4e38-adab-655737b70bf0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:38.835633 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022d316-2beb-432a-b42e-515239604d57 None None] Pushing event updated for resources: {'Port': ['ID=b3107c06-81c7-4a21-8c64-f98b8a4c83ee,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:38.854517 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-85fec2bd-7b8f-4cad-a243-4d1818cbf8ed None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:38.861381 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ca8e6a-e5bd-483b-9552-99b65367be24 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Network 5564a825-204f-4dd0-ba7d-59f54146fb7a is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:38.873099 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-8f8efe81-5c47-498b-b145-4655f7a3914e None None] Set router fa4240c2-8933-471e-b3d3-f05adb2f2fac gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:38.875682 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91896f-29bd-4e38-adab-655737b70bf0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event updated for resources: {'Port': ['ID=84b47585-6f0a-4fe0-8781-4cc810cbe502,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:38.891532 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-72ca8e6a-e5bd-483b-9552-99b65367be24 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:38.906262 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ca8e6a-e5bd-483b-9552-99b65367be24 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:38.912619 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-85fec2bd-7b8f-4cad-a243-4d1818cbf8ed None None] Transition to ACTIVE for port object 1b2c7b2d-7d50-444c-991a-f9c79372105b will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:38.916638 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d91896f-29bd-4e38-adab-655737b70bf0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:38.916959 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d91896f-29bd-4e38-adab-655737b70bf0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:38.917379 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d91896f-29bd-4e38-adab-655737b70bf0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:38.917721 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d91896f-29bd-4e38-adab-655737b70bf0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:38.918058 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d91896f-29bd-4e38-adab-655737b70bf0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:38.918399 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d91896f-29bd-4e38-adab-655737b70bf0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:38.918734 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d91896f-29bd-4e38-adab-655737b70bf0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:38.919068 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d91896f-29bd-4e38-adab-655737b70bf0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:38.919422 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d91896f-29bd-4e38-adab-655737b70bf0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:38.919751 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d91896f-29bd-4e38-adab-655737b70bf0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:38.920268 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d91896f-29bd-4e38-adab-655737b70bf0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:38.920612 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d91896f-29bd-4e38-adab-655737b70bf0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:38.921310 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-d78ce640-8a33-4615-b524-68003a7c4401 None None] Allocated IP 172.20.0.2 (5564a825-204f-4dd0-ba7d-59f54146fb7a/b4936a46-83ae-416f-98a5-914a5e4659b5/72a331ff-8d18-4275-90ba-24b4e284f2a6) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:38.951378 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-79709685-ddb0-486d-9529-d4b690382893 None None] Provisioning for port 84b47585-6f0a-4fe0-8781-4cc810cbe502 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:39.007858 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-79709685-ddb0-486d-9529-d4b690382893 None None] Provisioning complete for port 84b47585-6f0a-4fe0-8781-4cc810cbe502 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:39.008226 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-79709685-ddb0-486d-9529-d4b690382893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.050501 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-85fec2bd-7b8f-4cad-a243-4d1818cbf8ed None None] Transition to ACTIVE for port object 1b2c7b2d-7d50-444c-991a-f9c79372105b will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:39.116040 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ca8e6a-e5bd-483b-9552-99b65367be24 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:39.117026 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-72ca8e6a-e5bd-483b-9552-99b65367be24 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.123324 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-befab05d-c539-4137-94ce-10cce1fd07c9 req-bf93a538-ef6c-426c-a21d-a71a5cee1225 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 210 time: 0.0555327 Jul 13 07:39:39.154061 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-79709685-ddb0-486d-9529-d4b690382893 None None] Port 84b47585-6f0a-4fe0-8781-4cc810cbe502 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:39:39.156297 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-85fec2bd-7b8f-4cad-a243-4d1818cbf8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.168051 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-72ca8e6a-e5bd-483b-9552-99b65367be24 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.8754303 Jul 13 07:39:39.168405 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45478) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:39.170785 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ca8e6a-e5bd-483b-9552-99b65367be24 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Pushing event updated for resources: {'Port': ['ID=8f32474e-6079-4b31-8270-817c07619ef6,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:39.175466 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-91610191-d7b3-4fef-b6d4-844a5479faba tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-295507913', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:39.188192 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-7a1dfee3-c40a-4a62-992b-65573a98f46a admin admin] Allocated IP 172.25.3.104 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/4d79b4a3-ce38-4882-949a-96e4b201797a) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:39.198328 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d91896f-29bd-4e38-adab-655737b70bf0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Network 06372021-4aca-48b1-9278-bd1877409728 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:39.204843 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-1d91896f-29bd-4e38-adab-655737b70bf0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:39.226247 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-91610191-d7b3-4fef-b6d4-844a5479faba tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.227368 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-91610191-d7b3-4fef-b6d4-844a5479faba tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.385480 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-91610191-d7b3-4fef-b6d4-844a5479faba tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.407052 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-91610191-d7b3-4fef-b6d4-844a5479faba tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.444806 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d91896f-29bd-4e38-adab-655737b70bf0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Router d32bab7a-c0c0-4535-a022-b240ed49bbb1 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:39:39.465878 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-91610191-d7b3-4fef-b6d4-844a5479faba tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.470667 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-91610191-d7b3-4fef-b6d4-844a5479faba tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2975876 Jul 13 07:39:39.472109 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45480) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:39.481331 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-0097f132-5f31-4c3e-9766-83f8b3af1083 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2051791584', 'prefixes': ['172.20.0.0/16']}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:39.494442 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7a1dfee3-c40a-4a62-992b-65573a98f46a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.534519 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fec2bd-7b8f-4cad-a243-4d1818cbf8ed None None] Pushing event updated for resources: {'Port': ['ID=1b2c7b2d-7d50-444c-991a-f9c79372105b,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:39.594302 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.626515 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-79709685-ddb0-486d-9529-d4b690382893 None None] Provisioning complete for port a52e221e-5efd-4ddc-9966-e9f1d89aa3bd triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:39.627087 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-79709685-ddb0-486d-9529-d4b690382893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.642094 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fec2bd-7b8f-4cad-a243-4d1818cbf8ed None None] Network a1657f64-8077-4b4c-92ad-aa256b38a388 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:39.689701 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d91896f-29bd-4e38-adab-655737b70bf0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:39:39.702568 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-ee2fb936-899d-40eb-bacb-adb6b6f47e69 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:39.706906 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ab6fd0-c58f-40dd-a1ef-a69eb3599972 None None] Sync routers for ids ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:39:39.709386 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-ee2fb936-899d-40eb-bacb-adb6b6f47e69 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.25 "GET /v2.0/networks?id=a4551417-653e-4eb5-9caa-ea21aca7dbd0 HTTP/1.1" status: 200 len: 812 time: 0.3221898 Jul 13 07:39:39.714748 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port a52e221e-5efd-4ddc-9966-e9f1d89aa3bd, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=a52e221e-5efd-4ddc-9966-e9f1d89aa3bd,segment=NetworkSegment(9e3fb3d7-503c-4fd3-b552-b470fed8a7df),segment_id=9e3fb3d7-503c-4fd3-b552-b470fed8a7df)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:39.716488 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-85fec2bd-7b8f-4cad-a243-4d1818cbf8ed None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:39.719884 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fec2bd-7b8f-4cad-a243-4d1818cbf8ed None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:39.723192 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ab6fd0-c58f-40dd-a1ef-a69eb3599972 None None] Routers {'d32bab7a-c0c0-4535-a022-b240ed49bbb1'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:39.725736 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-44ab6fd0-c58f-40dd-a1ef-a69eb3599972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:39:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:39.739048 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1d91896f-29bd-4e38-adab-655737b70bf0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "PUT /v2.0/routers/d32bab7a-c0c0-4535-a022-b240ed49bbb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2149065 Jul 13 07:39:39.748063 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.748353 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7a1dfee3-c40a-4a62-992b-65573a98f46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.761036 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45484) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:39.773243 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-0d7f92ac-95ea-419e-93f2-59c7207c5c12 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:39.824284 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-60c0334b-64a6-4c67-8ea2-9a52005a3f13 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c74484ef6db9498290da14ee6e37d87f HTTP/1.1" status: 200 len: 380 time: 0.1061814 Jul 13 07:39:39.837339 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-9fe60f2d-a67a-4f97-a821-2dd22ca44037 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Request body: {'port': {'device_id': '84f90bec-271f-4e44-996f-3e77a17cd27b', 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0', 'admin_state_up': True, 'tenant_id': 'c74484ef6db9498290da14ee6e37d87f', 'security_groups': ['721e6862-ee18-4640-98fc-a4fb9332ce21']}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:39.895402 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 20538a17-e99e-477e-a6e5-dbf8b6094df3 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:39.905567 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1dfee3-c40a-4a62-992b-65573a98f46a admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:39.918819 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5a59ee5c-76ac-4e36-8ba5-c24d6ffea08e req-dc6fab8d-9d9a-4bb4-877a-3acfc8c5ae3d tempest-ServerShowV257Test-1506762099 tempest-ServerShowV257Test-1506762099-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d46cb0a-6ae4-4fb4-8021-95b5189fa16a HTTP/1.1" status: 200 len: 210 time: 0.1783347 Jul 13 07:39:39.919917 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-44ab6fd0-c58f-40dd-a1ef-a69eb3599972 None None] Set router d32bab7a-c0c0-4535-a022-b240ed49bbb1 gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:39.963738 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-7a1dfee3-c40a-4a62-992b-65573a98f46a admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:39.974566 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1dfee3-c40a-4a62-992b-65573a98f46a admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:39.992198 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-85fec2bd-7b8f-4cad-a243-4d1818cbf8ed None None] Attempting to bind port 1b2c7b2d-7d50-444c-991a-f9c79372105b on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:39.992690 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-85fec2bd-7b8f-4cad-a243-4d1818cbf8ed None None] Attempting to bind port 1b2c7b2d-7d50-444c-991a-f9c79372105b by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '5d4f2d43-f2ea-4c64-bec4-5d0ccad94a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1657f64-8077-4b4c-92ad-aa256b38a388'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:39.993251 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fec2bd-7b8f-4cad-a243-4d1818cbf8ed None None] Attempting to bind port 1b2c7b2d-7d50-444c-991a-f9c79372105b on network a1657f64-8077-4b4c-92ad-aa256b38a388 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:39.994713 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0097f132-5f31-4c3e-9766-83f8b3af1083 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks [] for subnetpool, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:39.996713 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0097f132-5f31-4c3e-9766-83f8b3af1083 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5218151 Jul 13 07:39:40.001590 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45486) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:40.009170 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.tag.tag_plugin [None req-e25d1197-e764-4393-afa7-aac3dab26c60 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b4936a46-83ae-416f-98a5-914a5e4659b5', 'tempest-TagsExtTest-Tag-832069055') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:40.041259 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fec2bd-7b8f-4cad-a243-4d1818cbf8ed None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:40.041818 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fec2bd-7b8f-4cad-a243-4d1818cbf8ed None None] Checking segment: {'id': '5d4f2d43-f2ea-4c64-bec4-5d0ccad94a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1657f64-8077-4b4c-92ad-aa256b38a388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:40.042286 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-85fec2bd-7b8f-4cad-a243-4d1818cbf8ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:40.042747 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fec2bd-7b8f-4cad-a243-4d1818cbf8ed None None] Bound using segment: {'id': '5d4f2d43-f2ea-4c64-bec4-5d0ccad94a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1657f64-8077-4b4c-92ad-aa256b38a388'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:40.043254 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-85fec2bd-7b8f-4cad-a243-4d1818cbf8ed None None] Bound port: 1b2c7b2d-7d50-444c-991a-f9c79372105b, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d4f2d43-f2ea-4c64-bec4-5d0ccad94a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1657f64-8077-4b4c-92ad-aa256b38a388'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:40.043840 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-85fec2bd-7b8f-4cad-a243-4d1818cbf8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:40.071035 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d78ce640-8a33-4615-b524-68003a7c4401 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:40.103128 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1dfee3-c40a-4a62-992b-65573a98f46a admin admin] Pushing event updated for resources: {'Port': ['ID=4d79b4a3-ce38-4882-949a-96e4b201797a,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:40.118732 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=a52e221e-5efd-4ddc-9966-e9f1d89aa3bd,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:40.128415 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-9fe60f2d-a67a-4f97-a821-2dd22ca44037 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Made reservation on behalf of c74484ef6db9498290da14ee6e37d87f for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:40.130155 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d78ce640-8a33-4615-b524-68003a7c4401 None None] Transition to ACTIVE for port object 72a331ff-8d18-4275-90ba-24b4e284f2a6 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:40.132610 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-9fe60f2d-a67a-4f97-a821-2dd22ca44037 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:40.238879 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e25d1197-e764-4393-afa7-aac3dab26c60 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "PUT /v2.0/subnets/b4936a46-83ae-416f-98a5-914a5e4659b5/tags/tempest-TagsExtTest-Tag-832069055 HTTP/1.1" status: 201 len: 201 time: 0.2354555 Jul 13 07:39:40.243041 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45490) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:40.252612 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-44ab6fd0-c58f-40dd-a1ef-a69eb3599972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'name': 'tempest-RoutersIpV6Test-router-255981144', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:00Z', 'updated_at': '2021-07-13T07:39:37Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'gw_port_host': None, '_interfaces': [{'id': '20538a17-e99e-477e-a6e5-dbf8b6094df3', 'name': '', 'network_id': '82f563f4-2b94-4fa1-9c77-3811baf33cf7', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:02:63:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '65d62464-a307-43f9-9f75-d0c6339db5a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:25Z', 'updated_at': '2021-07-13T07:39:36Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': '65d62464-a307-43f9-9f75-d0c6339db5a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84b47585-6f0a-4fe0-8781-4cc810cbe502', 'name': '', 'network_id': '06372021-4aca-48b1-9278-bd1877409728', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:6b:f3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'aeff7b76-0d98-4f81-809c-4b1372fdd80a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:35Z', 'updated_at': '2021-07-13T07:39:38Z', 'revision_number': 2, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': 'aeff7b76-0d98-4f81-809c-4b1372fdd80a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b39964e5-ef64-4145-a682-401c7970b69f', 'name': '', 'network_id': 'adad8caa-5af9-4e98-98ca-766f5f793195', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:cb:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '024462d8-aced-466e-87f7-926b1819ae31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:18Z', 'updated_at': '2021-07-13T07:39:28Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': '024462d8-aced-466e-87f7-926b1819ae31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db819efc-02be-4bf5-a969-31d6e90c6e63', 'name': '', 'network_id': 'd373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:1f:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:05Z', 'updated_at': '2021-07-13T07:39:17Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:40.253102 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.tag.tag_plugin [None req-0a6383e7-cb47-4aec-8a6a-ddf5800c8fc0 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8f32474e-6079-4b31-8270-817c07619ef6', 'tempest-TagsExtTest-Tag-8040499') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:40.279742 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d78ce640-8a33-4615-b524-68003a7c4401 None None] Transition to ACTIVE for port object 72a331ff-8d18-4275-90ba-24b4e284f2a6 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:40.294608 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ab6fd0-c58f-40dd-a1ef-a69eb3599972 None None] Checking router: d32bab7a-c0c0-4535-a022-b240ed49bbb1 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:39:40.295274 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ab6fd0-c58f-40dd-a1ef-a69eb3599972 None None] Updating router d32bab7a-c0c0-4535-a022-b240ed49bbb1 port 84b47585-6f0a-4fe0-8781-4cc810cbe502 binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:39:40.330242 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d78ce640-8a33-4615-b524-68003a7c4401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:40.347353 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 20538a17-e99e-477e-a6e5-dbf8b6094df3 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:40.347873 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:40.354721 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-44ab6fd0-c58f-40dd-a1ef-a69eb3599972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:40.399314 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-8f8efe81-5c47-498b-b145-4655f7a3914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4240c2-8933-471e-b3d3-f05adb2f2fac', 'name': 'tempest-ServerActionsTestJSON-1398676002-router', 'tenant_id': 'c74484ef6db9498290da14ee6e37d87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '541f439f-ee02-4aa7-9c72-3b460718edaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:15Z', 'updated_at': '2021-07-13T07:39:26Z', 'revision_number': 4, 'project_id': 'c74484ef6db9498290da14ee6e37d87f', 'gw_port': {'id': '541f439f-ee02-4aa7-9c72-3b460718edaf', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:09:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4240c2-8933-471e-b3d3-f05adb2f2fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:18Z', 'updated_at': '2021-07-13T07:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'b3107c06-81c7-4a21-8c64-f98b8a4c83ee', 'name': '', 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0', 'tenant_id': 'c74484ef6db9498290da14ee6e37d87f', 'mac_address': 'fa:16:3e:ea:f8:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4240c2-8933-471e-b3d3-f05adb2f2fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '18671aeb-533b-431f-ac3f-740be3e9540f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:25Z', 'updated_at': '2021-07-13T07:39:38Z', 'revision_number': 4, 'project_id': 'c74484ef6db9498290da14ee6e37d87f', 'subnets': [{'id': '18671aeb-533b-431f-ac3f-740be3e9540f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:40.406242 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b169bd1a-b8ec-4172-9a0f-022150a502c6 req-8d2cf016-4280-473e-8ff8-f3e8670b9579 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 210 time: 0.0440550 Jul 13 07:39:40.414082 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-9fe60f2d-a67a-4f97-a821-2dd22ca44037 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Allocated IP 172.20.0.6 (a4551417-653e-4eb5-9caa-ea21aca7dbd0/18671aeb-533b-431f-ac3f-740be3e9540f/88530a7c-2727-4e3e-8acc-8f0525e0f7a7) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:40.461724 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0a6383e7-cb47-4aec-8a6a-ddf5800c8fc0 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "PUT /v2.0/ports/8f32474e-6079-4b31-8270-817c07619ef6/tags/tempest-TagsExtTest-Tag-8040499 HTTP/1.1" status: 201 len: 201 time: 0.2174103 Jul 13 07:39:40.468107 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45492) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:40.479632 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.tag.tag_plugin [None req-ce7f7370-2179-43e8-9d3f-28ae096ef4c2 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '965cd441-f0ef-4922-88c3-64b64ee69131', 'tempest-TagsExtTest-Tag-1036120986') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:40.532434 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8efe81-5c47-498b-b145-4655f7a3914e None None] The sync data for ids ['fa4240c2-8933-471e-b3d3-f05adb2f2fac'] in n-d-771363-34 is: [{'id': 'fa4240c2-8933-471e-b3d3-f05adb2f2fac', 'name': 'tempest-ServerActionsTestJSON-1398676002-router', 'tenant_id': 'c74484ef6db9498290da14ee6e37d87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '541f439f-ee02-4aa7-9c72-3b460718edaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:15Z', 'updated_at': '2021-07-13T07:39:26Z', 'revision_number': 4, 'project_id': 'c74484ef6db9498290da14ee6e37d87f', 'gw_port': {'id': '541f439f-ee02-4aa7-9c72-3b460718edaf', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:09:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4240c2-8933-471e-b3d3-f05adb2f2fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:18Z', 'updated_at': '2021-07-13T07:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'b3107c06-81c7-4a21-8c64-f98b8a4c83ee', 'name': '', 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0', 'tenant_id': 'c74484ef6db9498290da14ee6e37d87f', 'mac_address': 'fa:16:3e:ea:f8:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4240c2-8933-471e-b3d3-f05adb2f2fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '18671aeb-533b-431f-ac3f-740be3e9540f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:25Z', 'updated_at': '2021-07-13T07:39:38Z', 'revision_number': 4, 'project_id': 'c74484ef6db9498290da14ee6e37d87f', 'subnets': [{'id': '18671aeb-533b-431f-ac3f-740be3e9540f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:39:40.546554 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-85fec2bd-7b8f-4cad-a243-4d1818cbf8ed None None] For port 1b2c7b2d-7d50-444c-991a-f9c79372105b, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:40.571607 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-85fec2bd-7b8f-4cad-a243-4d1818cbf8ed None None] For port 1b2c7b2d-7d50-444c-991a-f9c79372105b, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=1b2c7b2d-7d50-444c-991a-f9c79372105b,segment=NetworkSegment(5d4f2d43-f2ea-4c64-bec4-5d0ccad94a66),segment_id=5d4f2d43-f2ea-4c64-bec4-5d0ccad94a66)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:40.582188 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78ce640-8a33-4615-b524-68003a7c4401 None None] Network 5564a825-204f-4dd0-ba7d-59f54146fb7a is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:40.608814 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-d78ce640-8a33-4615-b524-68003a7c4401 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:40.612469 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78ce640-8a33-4615-b524-68003a7c4401 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:40.615766 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-85fec2bd-7b8f-4cad-a243-4d1818cbf8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:40.633863 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ce640-8a33-4615-b524-68003a7c4401 None None] Pushing event updated for resources: {'Port': ['ID=72a331ff-8d18-4275-90ba-24b4e284f2a6,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:40.688610 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f387946c-09d7-4474-b1d2-4e3a01a2eed8 None None] Provisioning complete for port 84b47585-6f0a-4fe0-8781-4cc810cbe502 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:40.689079 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f387946c-09d7-4474-b1d2-4e3a01a2eed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:40.694873 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7a1dfee3-c40a-4a62-992b-65573a98f46a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:40.745300 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-44ab6fd0-c58f-40dd-a1ef-a69eb3599972 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:40.764516 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-44ab6fd0-c58f-40dd-a1ef-a69eb3599972 None None] Transition to ACTIVE for port object 84b47585-6f0a-4fe0-8781-4cc810cbe502 will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:40.774299 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-44ab6fd0-c58f-40dd-a1ef-a69eb3599972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:40.876759 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f387946c-09d7-4474-b1d2-4e3a01a2eed8 None None] Port 84b47585-6f0a-4fe0-8781-4cc810cbe502 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:39:40.878722 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-9fe60f2d-a67a-4f97-a821-2dd22ca44037 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:40.888840 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-d78ce640-8a33-4615-b524-68003a7c4401 None None] Attempting to bind port 72a331ff-8d18-4275-90ba-24b4e284f2a6 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:40.889362 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-d78ce640-8a33-4615-b524-68003a7c4401 None None] Attempting to bind port 72a331ff-8d18-4275-90ba-24b4e284f2a6 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '8065915b-5d2f-4f57-8ac8-4acd4f0cec99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5564a825-204f-4dd0-ba7d-59f54146fb7a'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:40.891164 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78ce640-8a33-4615-b524-68003a7c4401 None None] Attempting to bind port 72a331ff-8d18-4275-90ba-24b4e284f2a6 on network 5564a825-204f-4dd0-ba7d-59f54146fb7a {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:40.891974 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fec2bd-7b8f-4cad-a243-4d1818cbf8ed None None] Pushing event updated for resources: {'Port': ['ID=1b2c7b2d-7d50-444c-991a-f9c79372105b,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:40.908973 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-9fe60f2d-a67a-4f97-a821-2dd22ca44037 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Transition to ACTIVE for port object 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:40.942077 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78ce640-8a33-4615-b524-68003a7c4401 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:40.943463 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78ce640-8a33-4615-b524-68003a7c4401 None None] Checking segment: {'id': '8065915b-5d2f-4f57-8ac8-4acd4f0cec99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5564a825-204f-4dd0-ba7d-59f54146fb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:40.943988 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d78ce640-8a33-4615-b524-68003a7c4401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:40.944481 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78ce640-8a33-4615-b524-68003a7c4401 None None] Bound using segment: {'id': '8065915b-5d2f-4f57-8ac8-4acd4f0cec99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5564a825-204f-4dd0-ba7d-59f54146fb7a'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:40.945100 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-d78ce640-8a33-4615-b524-68003a7c4401 None None] Bound port: 72a331ff-8d18-4275-90ba-24b4e284f2a6, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8065915b-5d2f-4f57-8ac8-4acd4f0cec99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5564a825-204f-4dd0-ba7d-59f54146fb7a'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:40.945590 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d78ce640-8a33-4615-b524-68003a7c4401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:40.948782 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc42af5-e01d-4b03-8847-9d3696f2e3c7 None None] Pushing event updated for resources: {'Port': ['ID=84b47585-6f0a-4fe0-8781-4cc810cbe502,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:41.007651 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-9fe60f2d-a67a-4f97-a821-2dd22ca44037 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:41.065560 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-44ab6fd0-c58f-40dd-a1ef-a69eb3599972 None None] Attempting to bind port 84b47585-6f0a-4fe0-8781-4cc810cbe502 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:41.065924 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-44ab6fd0-c58f-40dd-a1ef-a69eb3599972 None None] Attempting to bind port 84b47585-6f0a-4fe0-8781-4cc810cbe502 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '9e3fb3d7-503c-4fd3-b552-b470fed8a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '06372021-4aca-48b1-9278-bd1877409728'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:41.066275 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab6fd0-c58f-40dd-a1ef-a69eb3599972 None None] Attempting to bind port 84b47585-6f0a-4fe0-8781-4cc810cbe502 on network 06372021-4aca-48b1-9278-bd1877409728 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:41.091149 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab6fd0-c58f-40dd-a1ef-a69eb3599972 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:41.091422 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab6fd0-c58f-40dd-a1ef-a69eb3599972 None None] Checking segment: {'id': '9e3fb3d7-503c-4fd3-b552-b470fed8a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '06372021-4aca-48b1-9278-bd1877409728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:41.091796 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-44ab6fd0-c58f-40dd-a1ef-a69eb3599972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:41.094021 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab6fd0-c58f-40dd-a1ef-a69eb3599972 None None] Bound using segment: {'id': '9e3fb3d7-503c-4fd3-b552-b470fed8a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '06372021-4aca-48b1-9278-bd1877409728'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:41.094021 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-44ab6fd0-c58f-40dd-a1ef-a69eb3599972 None None] Bound port: 84b47585-6f0a-4fe0-8781-4cc810cbe502, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e3fb3d7-503c-4fd3-b552-b470fed8a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '06372021-4aca-48b1-9278-bd1877409728'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:41.094021 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-44ab6fd0-c58f-40dd-a1ef-a69eb3599972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:41.134475 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device a52e221e-5efd-4ddc-9966-e9f1d89aa3bd up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:41.139974 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-d78ce640-8a33-4615-b524-68003a7c4401 None None] For port 72a331ff-8d18-4275-90ba-24b4e284f2a6, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:41.141078 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-9fe60f2d-a67a-4f97-a821-2dd22ca44037 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Network a4551417-653e-4eb5-9caa-ea21aca7dbd0 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:41.161094 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-9fe60f2d-a67a-4f97-a821-2dd22ca44037 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:41.166177 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-9fe60f2d-a67a-4f97-a821-2dd22ca44037 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:41.179431 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-d78ce640-8a33-4615-b524-68003a7c4401 None None] For port 72a331ff-8d18-4275-90ba-24b4e284f2a6, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=72a331ff-8d18-4275-90ba-24b4e284f2a6,segment=NetworkSegment(8065915b-5d2f-4f57-8ac8-4acd4f0cec99),segment_id=8065915b-5d2f-4f57-8ac8-4acd4f0cec99)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:41.191762 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d78ce640-8a33-4615-b524-68003a7c4401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:41.286289 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-44ab6fd0-c58f-40dd-a1ef-a69eb3599972 None None] For port 84b47585-6f0a-4fe0-8781-4cc810cbe502, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:41.312683 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-44ab6fd0-c58f-40dd-a1ef-a69eb3599972 None None] For port 84b47585-6f0a-4fe0-8781-4cc810cbe502, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=84b47585-6f0a-4fe0-8781-4cc810cbe502,segment=NetworkSegment(9e3fb3d7-503c-4fd3-b552-b470fed8a7df),segment_id=9e3fb3d7-503c-4fd3-b552-b470fed8a7df)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:41.324339 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-44ab6fd0-c58f-40dd-a1ef-a69eb3599972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:41.454193 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ce640-8a33-4615-b524-68003a7c4401 None None] Pushing event updated for resources: {'Port': ['ID=72a331ff-8d18-4275-90ba-24b4e284f2a6,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:41.497621 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-9fe60f2d-a67a-4f97-a821-2dd22ca44037 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:41.499674 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-9fe60f2d-a67a-4f97-a821-2dd22ca44037 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:41.531816 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-864f1612-1bb1-4b25-97f8-23bc6e67289b req-5a6c5401-9a57-4461-973d-27bf10a8c0ba tempest-ServerShowV257Test-1506762099 tempest-ServerShowV257Test-1506762099-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d46cb0a-6ae4-4fb4-8021-95b5189fa16a HTTP/1.1" status: 200 len: 210 time: 0.1293945 Jul 13 07:39:41.557697 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe60f2d-a67a-4f97-a821-2dd22ca44037 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Pushing event updated for resources: {'Port': ['ID=88530a7c-2727-4e3e-8acc-8f0525e0f7a7,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:41.576547 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7a1dfee3-c40a-4a62-992b-65573a98f46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:41.579495 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ce7f7370-2179-43e8-9d3f-28ae096ef4c2 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "PUT /v2.0/routers/965cd441-f0ef-4922-88c3-64b64ee69131/tags/tempest-TagsExtTest-Tag-1036120986 HTTP/1.1" status: 201 len: 201 time: 1.1084840 Jul 13 07:39:41.580504 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port a52e221e-5efd-4ddc-9966-e9f1d89aa3bd triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:41.585945 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ab6fd0-c58f-40dd-a1ef-a69eb3599972 None None] Routers {'d32bab7a-c0c0-4535-a022-b240ed49bbb1'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:41.589039 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-44ab6fd0-c58f-40dd-a1ef-a69eb3599972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:39:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:41.593043 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:41.604678 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc42af5-e01d-4b03-8847-9d3696f2e3c7 None None] Pushing event updated for resources: {'Port': ['ID=84b47585-6f0a-4fe0-8781-4cc810cbe502,revision_number=4']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:41.604883 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45498) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:41.619378 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.tag.tag_plugin [None req-a7fa9135-b536-4725-ba36-92a2868b0983 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '1e83999d-1afd-466e-a784-00ae0b512aae', 'tempest-TagsExtTest-Tag-52473740') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:41.677915 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe60f2d-a67a-4f97-a821-2dd22ca44037 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:41.699454 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe60f2d-a67a-4f97-a821-2dd22ca44037 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:41.700095 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe60f2d-a67a-4f97-a821-2dd22ca44037 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:41.701084 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe60f2d-a67a-4f97-a821-2dd22ca44037 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:41.702249 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe60f2d-a67a-4f97-a821-2dd22ca44037 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:41.705460 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe60f2d-a67a-4f97-a821-2dd22ca44037 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:41.706112 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe60f2d-a67a-4f97-a821-2dd22ca44037 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:41.709577 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe60f2d-a67a-4f97-a821-2dd22ca44037 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:41.712041 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe60f2d-a67a-4f97-a821-2dd22ca44037 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:41.712569 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe60f2d-a67a-4f97-a821-2dd22ca44037 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:41.713327 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe60f2d-a67a-4f97-a821-2dd22ca44037 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:41.715607 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe60f2d-a67a-4f97-a821-2dd22ca44037 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:39:41.785837 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-9fe60f2d-a67a-4f97-a821-2dd22ca44037 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9549890 Jul 13 07:39:41.862728 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-91a08dd3-d6f6-4108-ae5b-01a5876d1eb9 service neutron] Request body: {'port': {'device_id': '84f90bec-271f-4e44-996f-3e77a17cd27b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:41.863101 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.extraroute_db [None req-0d7f92ac-95ea-419e-93f2-59c7207c5c12 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94017) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 13 07:39:41.934876 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-44ab6fd0-c58f-40dd-a1ef-a69eb3599972 None None] Set router d32bab7a-c0c0-4535-a022-b240ed49bbb1 gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:42.077836 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.extraroute_db [None req-0d7f92ac-95ea-419e-93f2-59c7207c5c12 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Removed routes are [] {{(pid=94017) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 13 07:39:42.080663 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0d7f92ac-95ea-419e-93f2-59c7207c5c12 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:42.144176 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b3107c06-81c7-4a21-8c64-f98b8a4c83ee up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:42.316260 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-91a08dd3-d6f6-4108-ae5b-01a5876d1eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:42.337475 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-58335c8f-7ce2-4e72-8ec4-c0b17f6a2fb5 None None] Provisioning for port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:42.372569 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-58335c8f-7ce2-4e72-8ec4-c0b17f6a2fb5 None None] Provisioning complete for port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:42.373146 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-58335c8f-7ce2-4e72-8ec4-c0b17f6a2fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:42.411238 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a7fa9135-b536-4725-ba36-92a2868b0983 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "PUT /v2.0/subnetpools/1e83999d-1afd-466e-a784-00ae0b512aae/tags/tempest-TagsExtTest-Tag-52473740 HTTP/1.1" status: 201 len: 201 time: 0.8093889 Jul 13 07:39:42.412824 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45500) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:42.450873 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.tag.tag_plugin [None req-1e06ec19-400c-498b-8666-f0c3f330f0a1 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b4936a46-83ae-416f-98a5-914a5e4659b5') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:42.490521 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ec70a-c03f-4e18-aae1-f9c563ee711d req-8c30957c-ac14-4707-8df1-2328cfb6e48c tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:42.498210 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2f3ec70a-c03f-4e18-aae1-f9c563ee711d req-8c30957c-ac14-4707-8df1-2328cfb6e48c tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 931 time: 0.7620175 Jul 13 07:39:42.535482 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port b3107c06-81c7-4a21-8c64-f98b8a4c83ee completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:42.553182 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-58335c8f-7ce2-4e72-8ec4-c0b17f6a2fb5 None None] Port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:39:42.560075 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port b3107c06-81c7-4a21-8c64-f98b8a4c83ee triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:42.560457 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:42.574576 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-44ab6fd0-c58f-40dd-a1ef-a69eb3599972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'name': 'tempest-RoutersIpV6Test-router-255981144', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:00Z', 'updated_at': '2021-07-13T07:39:37Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'gw_port_host': None, '_interfaces': [{'id': '20538a17-e99e-477e-a6e5-dbf8b6094df3', 'name': '', 'network_id': '82f563f4-2b94-4fa1-9c77-3811baf33cf7', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:02:63:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '65d62464-a307-43f9-9f75-d0c6339db5a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:25Z', 'updated_at': '2021-07-13T07:39:36Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': '65d62464-a307-43f9-9f75-d0c6339db5a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84b47585-6f0a-4fe0-8781-4cc810cbe502', 'name': '', 'network_id': '06372021-4aca-48b1-9278-bd1877409728', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:6b:f3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'aeff7b76-0d98-4f81-809c-4b1372fdd80a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:35Z', 'updated_at': '2021-07-13T07:39:41Z', 'revision_number': 4, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': 'aeff7b76-0d98-4f81-809c-4b1372fdd80a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b39964e5-ef64-4145-a682-401c7970b69f', 'name': '', 'network_id': 'adad8caa-5af9-4e98-98ca-766f5f793195', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:cb:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '024462d8-aced-466e-87f7-926b1819ae31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:18Z', 'updated_at': '2021-07-13T07:39:28Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': '024462d8-aced-466e-87f7-926b1819ae31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db819efc-02be-4bf5-a969-31d6e90c6e63', 'name': '', 'network_id': 'd373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:1f:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:05Z', 'updated_at': '2021-07-13T07:39:17Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:42.675364 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ab6fd0-c58f-40dd-a1ef-a69eb3599972 None None] The sync data for ids ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'] in n-d-771363-34 is: [{'id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'name': 'tempest-RoutersIpV6Test-router-255981144', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:00Z', 'updated_at': '2021-07-13T07:39:37Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'gw_port_host': None, '_interfaces': [{'id': '20538a17-e99e-477e-a6e5-dbf8b6094df3', 'name': '', 'network_id': '82f563f4-2b94-4fa1-9c77-3811baf33cf7', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:02:63:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '65d62464-a307-43f9-9f75-d0c6339db5a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:25Z', 'updated_at': '2021-07-13T07:39:36Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': '65d62464-a307-43f9-9f75-d0c6339db5a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84b47585-6f0a-4fe0-8781-4cc810cbe502', 'name': '', 'network_id': '06372021-4aca-48b1-9278-bd1877409728', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:6b:f3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'aeff7b76-0d98-4f81-809c-4b1372fdd80a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:35Z', 'updated_at': '2021-07-13T07:39:41Z', 'revision_number': 4, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': 'aeff7b76-0d98-4f81-809c-4b1372fdd80a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b39964e5-ef64-4145-a682-401c7970b69f', 'name': '', 'network_id': 'adad8caa-5af9-4e98-98ca-766f5f793195', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:cb:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '024462d8-aced-466e-87f7-926b1819ae31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:18Z', 'updated_at': '2021-07-13T07:39:28Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': '024462d8-aced-466e-87f7-926b1819ae31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db819efc-02be-4bf5-a969-31d6e90c6e63', 'name': '', 'network_id': 'd373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:1f:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:05Z', 'updated_at': '2021-07-13T07:39:17Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:39:42.679585 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:42.839681 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port b3107c06-81c7-4a21-8c64-f98b8a4c83ee, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=b3107c06-81c7-4a21-8c64-f98b8a4c83ee,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:42.846657 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:43.015120 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=b3107c06-81c7-4a21-8c64-f98b8a4c83ee,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:43.113829 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1dfee3-c40a-4a62-992b-65573a98f46a admin admin] Router 6f720836-0940-43a5-b6b3-d1778f83fdfd is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:39:43.167940 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d25bd09-ca8c-4416-8cfd-076f12eb8405 req-690616eb-ee4d-4eef-ae45-018113fe5f75 tempest-ServerShowV257Test-1506762099 tempest-ServerShowV257Test-1506762099-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d46cb0a-6ae4-4fb4-8021-95b5189fa16a HTTP/1.1" status: 200 len: 210 time: 0.2440922 Jul 13 07:39:43.225446 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2f3ec70a-c03f-4e18-aae1-f9c563ee711d req-852385c0-b0d8-489e-9927-72ee8d06d2df tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7260079 Jul 13 07:39:43.302865 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1e06ec19-400c-498b-8666-f0c3f330f0a1 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "GET /v2.0/subnets/b4936a46-83ae-416f-98a5-914a5e4659b5/tags HTTP/1.1" status: 200 len: 240 time: 0.8550036 Jul 13 07:39:43.313827 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45504) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:43.325901 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.tag.tag_plugin [None req-70f6d6ef-8c8f-4d50-a831-2e8f738313af tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b4936a46-83ae-416f-98a5-914a5e4659b5', 'tempest-TagsExtTest-Tag-832069055') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:43.397171 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 72a331ff-8d18-4275-90ba-24b4e284f2a6 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:43.411643 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0d7f92ac-95ea-419e-93f2-59c7207c5c12 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:43.418729 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0d7f92ac-95ea-419e-93f2-59c7207c5c12 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-409024'] for router, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:43.474816 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1441dd-0c46-4afc-9f4a-02e98ef70e7a None None] Network a1657f64-8077-4b4c-92ad-aa256b38a388 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:43.641631 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-91a08dd3-d6f6-4108-ae5b-01a5876d1eb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:39:43.652141 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-91a08dd3-d6f6-4108-ae5b-01a5876d1eb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:43.668407 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-91a08dd3-d6f6-4108-ae5b-01a5876d1eb9 service neutron] Transition to ACTIVE for port object 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:43.677539 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-91a08dd3-d6f6-4108-ae5b-01a5876d1eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:43.692459 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7f92ac-95ea-419e-93f2-59c7207c5c12 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Router d32bab7a-c0c0-4535-a022-b240ed49bbb1 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:39:43.695423 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1dfee3-c40a-4a62-992b-65573a98f46a admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:39:43.728610 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7a1dfee3-c40a-4a62-992b-65573a98f46a admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:43.733042 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7a1dfee3-c40a-4a62-992b-65573a98f46a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.1827025 Jul 13 07:39:43.751709 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45506) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:43.767785 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-70f6d6ef-8c8f-4d50-a831-2e8f738313af tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "GET /v2.0/subnets/b4936a46-83ae-416f-98a5-914a5e4659b5/tags/tempest-TagsExtTest-Tag-832069055 HTTP/1.1" status: 204 len: 168 time: 0.4478965 Jul 13 07:39:43.788323 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45508) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:43.819648 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-168b71dd-1eeb-4e6a-b5e6-e9be5298d80b None None] Provisioning for port 1b2c7b2d-7d50-444c-991a-f9c79372105b completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:43.825669 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fc4602-06e9-448c-9aa1-d84dbd74b28e None None] Sync routers for ids ['6f720836-0940-43a5-b6b3-d1778f83fdfd'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:39:43.827178 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.tag.tag_plugin [None req-7d75e83f-d8cb-4ddd-acc3-bf14d45e5784 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'b4936a46-83ae-416f-98a5-914a5e4659b5', 'tempest-TagsExtTest-Tag-832069055') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:43.866459 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 72a331ff-8d18-4275-90ba-24b4e284f2a6 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:43.892822 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 84b47585-6f0a-4fe0-8781-4cc810cbe502 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:43.903690 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fc4602-06e9-448c-9aa1-d84dbd74b28e None None] Routers {'6f720836-0940-43a5-b6b3-d1778f83fdfd'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:43.904811 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-d1fc4602-06e9-448c-9aa1-d84dbd74b28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:39:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['6f720836-0940-43a5-b6b3-d1778f83fdfd'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:43.946483 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7f92ac-95ea-419e-93f2-59c7207c5c12 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:39:43.954804 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0d7f92ac-95ea-419e-93f2-59c7207c5c12 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:43.958947 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0d7f92ac-95ea-419e-93f2-59c7207c5c12 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "PUT /v2.0/routers/d32bab7a-c0c0-4535-a022-b240ed49bbb1 HTTP/1.1" status: 200 len: 953 time: 4.1949332 Jul 13 07:39:43.970188 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45510) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:44.042834 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3184e758-946c-49b7-983e-e7c7ce975f1f None None] Network 5564a825-204f-4dd0-ba7d-59f54146fb7a requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:44.133517 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-d1fc4602-06e9-448c-9aa1-d84dbd74b28e None None] Set router 6f720836-0940-43a5-b6b3-d1778f83fdfd gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:44.155770 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a08dd3-d6f6-4108-ae5b-01a5876d1eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=88530a7c-2727-4e3e-8acc-8f0525e0f7a7,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:44.169459 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5c16601d-3205-45af-bff5-24ac8b90abd0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "GET /v2.0/routers/d32bab7a-c0c0-4535-a022-b240ed49bbb1 HTTP/1.1" status: 200 len: 953 time: 0.1936452 Jul 13 07:39:44.173193 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45512) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:44.182126 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-846d99ee-ca82-4a26-8506-00a95b18d7b5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Request body: {'router': {'routes': None}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:44.189731 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7d75e83f-d8cb-4ddd-acc3-bf14d45e5784 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "DELETE /v2.0/subnets/b4936a46-83ae-416f-98a5-914a5e4659b5/tags/tempest-TagsExtTest-Tag-832069055 HTTP/1.1" status: 204 len: 168 time: 0.3991880 Jul 13 07:39:44.194614 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7435ae-bfe1-4efc-90fe-f6682a8dafb3 None None] Sync routers for ids ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:39:44.204467 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45514) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:44.204900 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7435ae-bfe1-4efc-90fe-f6682a8dafb3 None None] Routers {'d32bab7a-c0c0-4535-a022-b240ed49bbb1'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:44.205545 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-3a7435ae-bfe1-4efc-90fe-f6682a8dafb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:39:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:44.323639 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-3a7435ae-bfe1-4efc-90fe-f6682a8dafb3 None None] Set router d32bab7a-c0c0-4535-a022-b240ed49bbb1 gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:44.353092 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.tag.tag_plugin [None req-4c994857-225f-4c76-83eb-ad8356dde507 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b4936a46-83ae-416f-98a5-914a5e4659b5') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:44.553239 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d7dfec5f-1e6d-4a33-9ef4-2b0a70be03b6 req-48886c3c-ded0-4b3f-b60c-77be5f85f3a5 tempest-ServerShowV257Test-1506762099 tempest-ServerShowV257Test-1506762099-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d46cb0a-6ae4-4fb4-8021-95b5189fa16a HTTP/1.1" status: 200 len: 210 time: 0.0796654 Jul 13 07:39:44.590601 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-91a08dd3-d6f6-4108-ae5b-01a5876d1eb9 service neutron] Attempting to bind port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:44.591015 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-91a08dd3-d6f6-4108-ae5b-01a5876d1eb9 service neutron] Attempting to bind port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '904645b7-f6ff-403f-a4e4-588cda2e87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:44.591537 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-91a08dd3-d6f6-4108-ae5b-01a5876d1eb9 service neutron] Attempting to bind port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 on network a4551417-653e-4eb5-9caa-ea21aca7dbd0 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:44.627988 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-91a08dd3-d6f6-4108-ae5b-01a5876d1eb9 service neutron] Port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 on network a4551417-653e-4eb5-9caa-ea21aca7dbd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:39:44.628423 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-91a08dd3-d6f6-4108-ae5b-01a5876d1eb9 service neutron] Attempting to bind port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 on network a4551417-653e-4eb5-9caa-ea21aca7dbd0 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:44.642770 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-3a7435ae-bfe1-4efc-90fe-f6682a8dafb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'name': 'tempest-RoutersIpV6Test-router-255981144', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:00Z', 'updated_at': '2021-07-13T07:39:41Z', 'revision_number': 6, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'gw_port_host': None, '_interfaces': [{'id': '20538a17-e99e-477e-a6e5-dbf8b6094df3', 'name': '', 'network_id': '82f563f4-2b94-4fa1-9c77-3811baf33cf7', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:02:63:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '65d62464-a307-43f9-9f75-d0c6339db5a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:25Z', 'updated_at': '2021-07-13T07:39:36Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': '65d62464-a307-43f9-9f75-d0c6339db5a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84b47585-6f0a-4fe0-8781-4cc810cbe502', 'name': '', 'network_id': '06372021-4aca-48b1-9278-bd1877409728', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:6b:f3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'aeff7b76-0d98-4f81-809c-4b1372fdd80a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:35Z', 'updated_at': '2021-07-13T07:39:41Z', 'revision_number': 4, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': 'aeff7b76-0d98-4f81-809c-4b1372fdd80a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b39964e5-ef64-4145-a682-401c7970b69f', 'name': '', 'network_id': 'adad8caa-5af9-4e98-98ca-766f5f793195', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:cb:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '024462d8-aced-466e-87f7-926b1819ae31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:18Z', 'updated_at': '2021-07-13T07:39:28Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': '024462d8-aced-466e-87f7-926b1819ae31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db819efc-02be-4bf5-a969-31d6e90c6e63', 'name': '', 'network_id': 'd373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:1f:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:05Z', 'updated_at': '2021-07-13T07:39:17Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:44.643370 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-fca5ac29-ded9-4ff8-84e3-1fff9ecf0abe None None] Provisioning complete for port b3107c06-81c7-4a21-8c64-f98b8a4c83ee triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:44.643746 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fca5ac29-ded9-4ff8-84e3-1fff9ecf0abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:44.645134 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-91a08dd3-d6f6-4108-ae5b-01a5876d1eb9 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:44.645551 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-91a08dd3-d6f6-4108-ae5b-01a5876d1eb9 service neutron] Checking segment: {'id': '904645b7-f6ff-403f-a4e4-588cda2e87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:44.646054 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-91a08dd3-d6f6-4108-ae5b-01a5876d1eb9 service neutron] Bound using segment: {'id': '904645b7-f6ff-403f-a4e4-588cda2e87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:44.647186 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-91a08dd3-d6f6-4108-ae5b-01a5876d1eb9 service neutron] Bound port: 88530a7c-2727-4e3e-8acc-8f0525e0f7a7, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '904645b7-f6ff-403f-a4e4-588cda2e87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:44.647186 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-91a08dd3-d6f6-4108-ae5b-01a5876d1eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:44.683849 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7435ae-bfe1-4efc-90fe-f6682a8dafb3 None None] Checking router: d32bab7a-c0c0-4535-a022-b240ed49bbb1 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:39:44.691674 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 84b47585-6f0a-4fe0-8781-4cc810cbe502 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:44.695339 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7435ae-bfe1-4efc-90fe-f6682a8dafb3 None None] Routers {'d32bab7a-c0c0-4535-a022-b240ed49bbb1'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:44.696230 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-3a7435ae-bfe1-4efc-90fe-f6682a8dafb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:39:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:44.732199 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 84b47585-6f0a-4fe0-8781-4cc810cbe502 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:44.732576 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:44.826219 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4c994857-225f-4c76-83eb-ad8356dde507 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "GET /v2.0/subnets/b4936a46-83ae-416f-98a5-914a5e4659b5/tags HTTP/1.1" status: 200 len: 205 time: 0.4789774 Jul 13 07:39:44.827089 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45520) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:44.834252 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f2cfc558-0c69-4530-aba0-06aae35e5cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:44.844345 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.tag.tag_plugin [None req-9a313430-7d86-4ba6-a968-51b19ed75670 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8f32474e-6079-4b31-8270-817c07619ef6') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:44.848123 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-3a7435ae-bfe1-4efc-90fe-f6682a8dafb3 None None] Set router d32bab7a-c0c0-4535-a022-b240ed49bbb1 gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:44.862633 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-91a08dd3-d6f6-4108-ae5b-01a5876d1eb9 service neutron] For port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:44.882843 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f480f02-cec8-4096-aa21-8ca3f23fdbc4 req-4415adff-a46a-4216-834c-c94935a987a2 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:44.884827 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1f480f02-cec8-4096-aa21-8ca3f23fdbc4 req-4415adff-a46a-4216-834c-c94935a987a2 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 943 time: 0.4342220 Jul 13 07:39:44.907918 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-91a08dd3-d6f6-4108-ae5b-01a5876d1eb9 service neutron] For port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=88530a7c-2727-4e3e-8acc-8f0525e0f7a7,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:44.924468 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-91a08dd3-d6f6-4108-ae5b-01a5876d1eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:45.004647 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.extraroute_db [None req-846d99ee-ca82-4a26-8506-00a95b18d7b5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Added routes are [] {{(pid=94017) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 13 07:39:45.004990 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.extraroute_db [None req-846d99ee-ca82-4a26-8506-00a95b18d7b5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94017) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 13 07:39:45.031236 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-91a08dd3-d6f6-4108-ae5b-01a5876d1eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:45.032712 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9a313430-7d86-4ba6-a968-51b19ed75670 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "GET /v2.0/ports/8f32474e-6079-4b31-8270-817c07619ef6/tags HTTP/1.1" status: 200 len: 238 time: 0.2045054 Jul 13 07:39:45.035917 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-91a08dd3-d6f6-4108-ae5b-01a5876d1eb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:45.037924 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-91a08dd3-d6f6-4108-ae5b-01a5876d1eb9 service neutron] 10.222.0.25 "PUT /v2.0/ports/88530a7c-2727-4e3e-8acc-8f0525e0f7a7 HTTP/1.1" status: 200 len: 1092 time: 3.2341914 Jul 13 07:39:45.040457 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45522) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:45.044996 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.tag.tag_plugin [None req-4cdc3447-573b-449d-aa0b-53d099c2ce01 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8f32474e-6079-4b31-8270-817c07619ef6', 'tempest-TagsExtTest-Tag-8040499') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:45.052687 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f90bec-271f-4e44-996f-3e77a17cd27b', 'tag': '88530a7c-2727-4e3e-8acc-8f0525e0f7a7'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:45.059956 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116d76c4-61d7-4b27-852f-f60759645f3f" -d '{"events": [{"name": "network-changed", "server_uuid": "84f90bec-271f-4e44-996f-3e77a17cd27b", "tag": "88530a7c-2727-4e3e-8acc-8f0525e0f7a7"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:45.083723 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-846d99ee-ca82-4a26-8506-00a95b18d7b5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:45.120722 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-d1fc4602-06e9-448c-9aa1-d84dbd74b28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f720836-0940-43a5-b6b3-d1778f83fdfd', 'name': 'tempest-TestServerBasicOps-1541366931-router', 'tenant_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '4d79b4a3-ce38-4882-949a-96e4b201797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:36Z', 'updated_at': '2021-07-13T07:39:40Z', 'revision_number': 3, 'project_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'gw_port': {'id': '4d79b4a3-ce38-4882-949a-96e4b201797a', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f720836-0940-43a5-b6b3-d1778f83fdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:38Z', 'updated_at': '2021-07-13T07:39:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:45.176867 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a08dd3-d6f6-4108-ae5b-01a5876d1eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=88530a7c-2727-4e3e-8acc-8f0525e0f7a7,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:45.188804 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fc4602-06e9-448c-9aa1-d84dbd74b28e None None] Checking router: 6f720836-0940-43a5-b6b3-d1778f83fdfd for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:39:45.189161 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fc4602-06e9-448c-9aa1-d84dbd74b28e None None] Updating router 6f720836-0940-43a5-b6b3-d1778f83fdfd port 4d79b4a3-ce38-4882-949a-96e4b201797a binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:39:45.190264 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4fbff9-52e9-4d03-a836-dc73a9ab0a87 x-openstack-request-id: req-dd4fbff9-52e9-4d03-a836-dc73a9ab0a87 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:45.190621 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f90bec-271f-4e44-996f-3e77a17cd27b", "tag": "88530a7c-2727-4e3e-8acc-8f0525e0f7a7", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:45.190936 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dd4fbff9-52e9-4d03-a836-dc73a9ab0a87 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:45.191418 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84f90bec-271f-4e44-996f-3e77a17cd27b', 'tag': '88530a7c-2727-4e3e-8acc-8f0525e0f7a7', 'status': 'completed', 'code': 200} Jul 13 07:39:45.233026 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1f480f02-cec8-4096-aa21-8ca3f23fdbc4 req-b5a8a465-810c-457d-92f7-f01533cb2fc4 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3369658 Jul 13 07:39:45.253832 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:45.269888 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4cdc3447-573b-449d-aa0b-53d099c2ce01 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "GET /v2.0/ports/8f32474e-6079-4b31-8270-817c07619ef6/tags/tempest-TagsExtTest-Tag-8040499 HTTP/1.1" status: 204 len: 168 time: 0.2284598 Jul 13 07:39:45.275757 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45526) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:45.300800 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4602-06e9-448c-9aa1-d84dbd74b28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:45.309312 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-3a7435ae-bfe1-4efc-90fe-f6682a8dafb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'name': 'tempest-RoutersIpV6Test-router-255981144', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:00Z', 'updated_at': '2021-07-13T07:39:41Z', 'revision_number': 6, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'gw_port_host': None, '_interfaces': [{'id': '20538a17-e99e-477e-a6e5-dbf8b6094df3', 'name': '', 'network_id': '82f563f4-2b94-4fa1-9c77-3811baf33cf7', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:02:63:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '65d62464-a307-43f9-9f75-d0c6339db5a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:25Z', 'updated_at': '2021-07-13T07:39:36Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': '65d62464-a307-43f9-9f75-d0c6339db5a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84b47585-6f0a-4fe0-8781-4cc810cbe502', 'name': '', 'network_id': '06372021-4aca-48b1-9278-bd1877409728', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:6b:f3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'aeff7b76-0d98-4f81-809c-4b1372fdd80a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:35Z', 'updated_at': '2021-07-13T07:39:41Z', 'revision_number': 4, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': 'aeff7b76-0d98-4f81-809c-4b1372fdd80a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b39964e5-ef64-4145-a682-401c7970b69f', 'name': '', 'network_id': 'adad8caa-5af9-4e98-98ca-766f5f793195', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:cb:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '024462d8-aced-466e-87f7-926b1819ae31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:18Z', 'updated_at': '2021-07-13T07:39:28Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': '024462d8-aced-466e-87f7-926b1819ae31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db819efc-02be-4bf5-a969-31d6e90c6e63', 'name': '', 'network_id': 'd373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:1f:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:05Z', 'updated_at': '2021-07-13T07:39:17Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:45.347048 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7435ae-bfe1-4efc-90fe-f6682a8dafb3 None None] The sync data for ids ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'] in n-d-771363-34 is: [{'id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'name': 'tempest-RoutersIpV6Test-router-255981144', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:00Z', 'updated_at': '2021-07-13T07:39:41Z', 'revision_number': 6, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'gw_port_host': None, '_interfaces': [{'id': '20538a17-e99e-477e-a6e5-dbf8b6094df3', 'name': '', 'network_id': '82f563f4-2b94-4fa1-9c77-3811baf33cf7', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:02:63:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '65d62464-a307-43f9-9f75-d0c6339db5a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:25Z', 'updated_at': '2021-07-13T07:39:36Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': '65d62464-a307-43f9-9f75-d0c6339db5a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84b47585-6f0a-4fe0-8781-4cc810cbe502', 'name': '', 'network_id': '06372021-4aca-48b1-9278-bd1877409728', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:6b:f3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'aeff7b76-0d98-4f81-809c-4b1372fdd80a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:35Z', 'updated_at': '2021-07-13T07:39:41Z', 'revision_number': 4, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': 'aeff7b76-0d98-4f81-809c-4b1372fdd80a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b39964e5-ef64-4145-a682-401c7970b69f', 'name': '', 'network_id': 'adad8caa-5af9-4e98-98ca-766f5f793195', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:cb:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '024462d8-aced-466e-87f7-926b1819ae31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:18Z', 'updated_at': '2021-07-13T07:39:28Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': '024462d8-aced-466e-87f7-926b1819ae31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db819efc-02be-4bf5-a969-31d6e90c6e63', 'name': '', 'network_id': 'd373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:1f:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:05Z', 'updated_at': '2021-07-13T07:39:17Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:39:45.353748 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.tag.tag_plugin [None req-06da1005-ad13-4804-aea0-21ebe3885765 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '8f32474e-6079-4b31-8270-817c07619ef6', 'tempest-TagsExtTest-Tag-8040499') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:45.378127 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 84b47585-6f0a-4fe0-8781-4cc810cbe502, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=84b47585-6f0a-4fe0-8781-4cc810cbe502,segment=NetworkSegment(9e3fb3d7-503c-4fd3-b552-b470fed8a7df),segment_id=9e3fb3d7-503c-4fd3-b552-b470fed8a7df)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:45.397508 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:45.517145 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 1b2c7b2d-7d50-444c-991a-f9c79372105b up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:45.534233 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-846d99ee-ca82-4a26-8506-00a95b18d7b5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:45.543779 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-65881de8-663f-4bb1-b66b-f35ac5d06a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:45.545340 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-846d99ee-ca82-4a26-8506-00a95b18d7b5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-409024'] for router, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:45.549154 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-65881de8-663f-4bb1-b66b-f35ac5d06a11 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c74484ef6db9498290da14ee6e37d87f&device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 1095 time: 0.3568032 Jul 13 07:39:45.551392 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3bbf241a-26cf-4286-9138-4de6c3d49419 None None] Provisioning for port 72a331ff-8d18-4275-90ba-24b4e284f2a6 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:45.608483 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3bbf241a-26cf-4286-9138-4de6c3d49419 None None] Provisioning complete for port 72a331ff-8d18-4275-90ba-24b4e284f2a6 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:45.608899 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3bbf241a-26cf-4286-9138-4de6c3d49419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:45.701469 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-f2cfc558-0c69-4530-aba0-06aae35e5cda admin admin] Allocated IP 172.20.0.1 (a1657f64-8077-4b4c-92ad-aa256b38a388/251a7d71-99aa-4f18-b278-f93834e899c1/1ca1a547-8a7c-4c6c-8959-554f37e05d69) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:45.735247 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-28540340-d826-4c28-b2b2-0653c4dd7dc6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88530a7c-2727-4e3e-8acc-8f0525e0f7a7 HTTP/1.1" status: 200 len: 217 time: 0.1366014 Jul 13 07:39:45.736979 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=84b47585-6f0a-4fe0-8781-4cc810cbe502,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:45.776845 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-06da1005-ad13-4804-aea0-21ebe3885765 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "DELETE /v2.0/ports/8f32474e-6079-4b31-8270-817c07619ef6/tags/tempest-TagsExtTest-Tag-8040499 HTTP/1.1" status: 204 len: 168 time: 0.4273129 Jul 13 07:39:45.779673 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45530) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:45.790499 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.tag.tag_plugin [None req-e9d52c62-f578-42be-b0c5-3117ab82f313 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8f32474e-6079-4b31-8270-817c07619ef6') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:45.890771 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 1b2c7b2d-7d50-444c-991a-f9c79372105b completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:45.896389 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-cc7d15c9-98cf-4704-b2b9-899da9fd8156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:45.897783 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-cc7d15c9-98cf-4704-b2b9-899da9fd8156 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=18671aeb-533b-431f-ac3f-740be3e9540f HTTP/1.1" status: 200 len: 851 time: 0.1398597 Jul 13 07:39:45.908523 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 1b2c7b2d-7d50-444c-991a-f9c79372105b triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:45.908802 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:45.928193 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0f9f90c0-65fa-4535-9833-ebd175f0049e req-bba402e5-8fd1-464d-a315-6f169492183a tempest-ServerShowV257Test-1506762099 tempest-ServerShowV257Test-1506762099-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d46cb0a-6ae4-4fb4-8021-95b5189fa16a HTTP/1.1" status: 200 len: 210 time: 0.0540869 Jul 13 07:39:45.956703 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846d99ee-ca82-4a26-8506-00a95b18d7b5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Router d32bab7a-c0c0-4535-a022-b240ed49bbb1 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:39:45.979083 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f2cfc558-0c69-4530-aba0-06aae35e5cda admin admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:45.996056 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e9d52c62-f578-42be-b0c5-3117ab82f313 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "GET /v2.0/ports/8f32474e-6079-4b31-8270-817c07619ef6/tags HTTP/1.1" status: 200 len: 205 time: 0.2155383 Jul 13 07:39:46.001562 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45532) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:46.006789 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-f2cfc558-0c69-4530-aba0-06aae35e5cda admin admin] Transition to ACTIVE for port object 1ca1a547-8a7c-4c6c-8959-554f37e05d69 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:46.012098 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.tag.tag_plugin [None req-c095a56e-84ec-4ddf-8265-4ff2914ec2fa tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '965cd441-f0ef-4922-88c3-64b64ee69131') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:46.044555 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3bbf241a-26cf-4286-9138-4de6c3d49419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:46.080164 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4602-06e9-448c-9aa1-d84dbd74b28e None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:46.091920 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846d99ee-ca82-4a26-8506-00a95b18d7b5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:39:46.100740 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-67e03f7a-5932-4ff5-b530-ce9397e4d298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:46.101200 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-846d99ee-ca82-4a26-8506-00a95b18d7b5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:46.102679 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-846d99ee-ca82-4a26-8506-00a95b18d7b5 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "PUT /v2.0/routers/d32bab7a-c0c0-4535-a022-b240ed49bbb1 HTTP/1.1" status: 200 len: 703 time: 1.9283626 Jul 13 07:39:46.105395 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45534) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:46.106213 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-67e03f7a-5932-4ff5-b530-ce9397e4d298 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4551417-653e-4eb5-9caa-ea21aca7dbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1976235 Jul 13 07:39:46.108046 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d1fc4602-06e9-448c-9aa1-d84dbd74b28e None None] Transition to ACTIVE for port object 4d79b4a3-ce38-4882-949a-96e4b201797a will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:46.111220 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd546813-d78e-4a13-b3bd-a1651eb2d819 None None] Sync routers for ids ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:39:46.135460 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-3bbf241a-26cf-4286-9138-4de6c3d49419 None None] For port 72a331ff-8d18-4275-90ba-24b4e284f2a6, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=72a331ff-8d18-4275-90ba-24b4e284f2a6,segment=NetworkSegment(8065915b-5d2f-4f57-8ac8-4acd4f0cec99),segment_id=8065915b-5d2f-4f57-8ac8-4acd4f0cec99)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:46.136799 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4602-06e9-448c-9aa1-d84dbd74b28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:46.138872 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:46.157391 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3bbf241a-26cf-4286-9138-4de6c3d49419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:46.171352 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c095a56e-84ec-4ddf-8265-4ff2914ec2fa tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "GET /v2.0/routers/965cd441-f0ef-4922-88c3-64b64ee69131/tags HTTP/1.1" status: 200 len: 241 time: 0.1633229 Jul 13 07:39:46.180268 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45536) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:46.184838 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.tag.tag_plugin [None req-2fbf5411-503f-4142-b395-1ca1cce80b8e tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '965cd441-f0ef-4922-88c3-64b64ee69131', 'tempest-TagsExtTest-Tag-1036120986') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:46.195276 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd546813-d78e-4a13-b3bd-a1651eb2d819 None None] Routers {'d32bab7a-c0c0-4535-a022-b240ed49bbb1'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:46.195875 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-dd546813-d78e-4a13-b3bd-a1651eb2d819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:39:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:46.201000 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f2cfc558-0c69-4530-aba0-06aae35e5cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:46.256339 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cfc558-0c69-4530-aba0-06aae35e5cda admin admin] Network a1657f64-8077-4b4c-92ad-aa256b38a388 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:46.263688 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-f2cfc558-0c69-4530-aba0-06aae35e5cda admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:46.266378 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cfc558-0c69-4530-aba0-06aae35e5cda admin admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:46.290401 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0c2d6fe6-7b3e-4821-b082-9941ca8bf512 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "GET /v2.0/routers/d32bab7a-c0c0-4535-a022-b240ed49bbb1 HTTP/1.1" status: 200 len: 703 time: 0.1829851 Jul 13 07:39:46.294013 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-d1fc4602-06e9-448c-9aa1-d84dbd74b28e None None] Attempting to bind port 4d79b4a3-ce38-4882-949a-96e4b201797a on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:46.294277 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45540) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:46.294413 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-d1fc4602-06e9-448c-9aa1-d84dbd74b28e None None] Attempting to bind port 4d79b4a3-ce38-4882-949a-96e4b201797a by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:46.294748 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fc4602-06e9-448c-9aa1-d84dbd74b28e None None] Attempting to bind port 4d79b4a3-ce38-4882-949a-96e4b201797a on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:46.299023 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2fbf5411-503f-4142-b395-1ca1cce80b8e tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "GET /v2.0/routers/965cd441-f0ef-4922-88c3-64b64ee69131/tags/tempest-TagsExtTest-Tag-1036120986 HTTP/1.1" status: 204 len: 168 time: 0.1153522 Jul 13 07:39:46.299220 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1220b151-d409-4eec-9d3c-bc0656803f35 None None] Pushing event updated for resources: {'Port': ['ID=4d79b4a3-ce38-4882-949a-96e4b201797a,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:46.304119 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45542) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:46.309080 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cfc558-0c69-4530-aba0-06aae35e5cda admin admin] Pushing event updated for resources: {'Port': ['ID=1ca1a547-8a7c-4c6c-8959-554f37e05d69,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:46.309323 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.tag.tag_plugin [None req-06f0ccf5-5b2d-4ee5-b204-e7b69c5b77f3 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '965cd441-f0ef-4922-88c3-64b64ee69131', 'tempest-TagsExtTest-Tag-1036120986') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:46.333194 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-242c05a5-4ef7-4c47-a22d-2064a5c37a0c service neutron] 10.222.0.25 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162883 Jul 13 07:39:46.345944 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fc4602-06e9-448c-9aa1-d84dbd74b28e None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:46.346325 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fc4602-06e9-448c-9aa1-d84dbd74b28e None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:46.346735 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4602-06e9-448c-9aa1-d84dbd74b28e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:46.347136 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fc4602-06e9-448c-9aa1-d84dbd74b28e None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:46.347682 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-d1fc4602-06e9-448c-9aa1-d84dbd74b28e None None] Bound port: 4d79b4a3-ce38-4882-949a-96e4b201797a, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:46.348065 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4602-06e9-448c-9aa1-d84dbd74b28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:46.352968 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 1b2c7b2d-7d50-444c-991a-f9c79372105b, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=1b2c7b2d-7d50-444c-991a-f9c79372105b,segment=NetworkSegment(5d4f2d43-f2ea-4c64-bec4-5d0ccad94a66),segment_id=5d4f2d43-f2ea-4c64-bec4-5d0ccad94a66)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:46.390538 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:46.434152 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-dd546813-d78e-4a13-b3bd-a1651eb2d819 None None] Set router d32bab7a-c0c0-4535-a022-b240ed49bbb1 gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:46.541204 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf241a-26cf-4286-9138-4de6c3d49419 None None] Pushing event updated for resources: {'Port': ['ID=72a331ff-8d18-4275-90ba-24b4e284f2a6,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:46.583601 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3971bd9d-a735-4113-9000-bb90dd9aaef0 None None] Provisioning for port 8f32474e-6079-4b31-8270-817c07619ef6 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:46.597052 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-d1fc4602-06e9-448c-9aa1-d84dbd74b28e None None] For port 4d79b4a3-ce38-4882-949a-96e4b201797a, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:46.602641 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-d1fc4602-06e9-448c-9aa1-d84dbd74b28e None None] For port 4d79b4a3-ce38-4882-949a-96e4b201797a, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=4d79b4a3-ce38-4882-949a-96e4b201797a,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:46.653554 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3971bd9d-a735-4113-9000-bb90dd9aaef0 None None] Provisioning complete for port 8f32474e-6079-4b31-8270-817c07619ef6 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:46.654325 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3971bd9d-a735-4113-9000-bb90dd9aaef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:46.707520 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b3107c06-81c7-4a21-8c64-f98b8a4c83ee up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:46.727277 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f2cfc558-0c69-4530-aba0-06aae35e5cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:46.728132 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4602-06e9-448c-9aa1-d84dbd74b28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:46.788064 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-3971bd9d-a735-4113-9000-bb90dd9aaef0 None None] Port 8f32474e-6079-4b31-8270-817c07619ef6 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:39:46.861124 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=1b2c7b2d-7d50-444c-991a-f9c79372105b,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:46.908140 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fc4602-06e9-448c-9aa1-d84dbd74b28e None None] Routers {'6f720836-0940-43a5-b6b3-d1778f83fdfd'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:46.908866 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-d1fc4602-06e9-448c-9aa1-d84dbd74b28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:39:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['6f720836-0940-43a5-b6b3-d1778f83fdfd'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:46.956272 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-caae67e5-878a-4c99-8671-9dec9ec2ac1f req-adf8ad84-ca96-4ad9-92d2-8062a6187665 service neutron] 10.222.0.25 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6144013 Jul 13 07:39:46.986620 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa058c-aee6-4a16-b0f7-c011bc0251d8 req-da86c738-425a-441d-ad0f-1756f34661da tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:46.991517 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7afa058c-aee6-4a16-b0f7-c011bc0251d8 req-da86c738-425a-441d-ad0f-1756f34661da tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 943 time: 0.2865603 Jul 13 07:39:47.022357 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-06f0ccf5-5b2d-4ee5-b204-e7b69c5b77f3 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "DELETE /v2.0/routers/965cd441-f0ef-4922-88c3-64b64ee69131/tags/tempest-TagsExtTest-Tag-1036120986 HTTP/1.1" status: 204 len: 168 time: 0.7169082 Jul 13 07:39:47.028193 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45546) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:47.033100 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.tag.tag_plugin [None req-2989e643-0497-4a13-8ee1-02bb582b5fe6 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '965cd441-f0ef-4922-88c3-64b64ee69131') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:47.069175 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7afa058c-aee6-4a16-b0f7-c011bc0251d8 req-57c95cc7-64ac-4dcd-bd94-48e9f51e9df9 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706201 Jul 13 07:39:47.147240 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f2cfc558-0c69-4530-aba0-06aae35e5cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.151681 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b4bbca26-4b22-43c1-a135-8ec27b9b2744 req-c7a1b713-4005-45f1-ba46-326f07ae09f1 tempest-ServerShowV257Test-1506762099 tempest-ServerShowV257Test-1506762099-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d46cb0a-6ae4-4fb4-8021-95b5189fa16a HTTP/1.1" status: 200 len: 210 time: 0.0436602 Jul 13 07:39:47.204289 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2989e643-0497-4a13-8ee1-02bb582b5fe6 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "GET /v2.0/routers/965cd441-f0ef-4922-88c3-64b64ee69131/tags HTTP/1.1" status: 200 len: 205 time: 0.1698442 Jul 13 07:39:47.204289 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45548) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:47.205914 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.tag.tag_plugin [None req-9b39748d-15b8-4d19-bef3-99983a82dc38 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '1e83999d-1afd-466e-a784-00ae0b512aae') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:47.234635 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d76c4-61d7-4b27-852f-f60759645f3f req-b6576cee-85c6-49cf-9184-de0cf0a153a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:47.236130 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-116d76c4-61d7-4b27-852f-f60759645f3f req-b6576cee-85c6-49cf-9184-de0cf0a153a6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c74484ef6db9498290da14ee6e37d87f&device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 1095 time: 0.1728446 Jul 13 07:39:47.247138 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port b3107c06-81c7-4a21-8c64-f98b8a4c83ee triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:47.247774 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.249341 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3971bd9d-a735-4113-9000-bb90dd9aaef0 None None] Provisioning complete for port 84b47585-6f0a-4fe0-8781-4cc810cbe502 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:47.249793 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3971bd9d-a735-4113-9000-bb90dd9aaef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.268262 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9b39748d-15b8-4d19-bef3-99983a82dc38 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "GET /v2.0/subnetpools/1e83999d-1afd-466e-a784-00ae0b512aae/tags HTTP/1.1" status: 200 len: 239 time: 0.0655658 Jul 13 07:39:47.270813 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45550) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:47.275506 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.tag.tag_plugin [None req-0008a50c-3d6e-4b60-a1a2-0870e56b3eff tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1e83999d-1afd-466e-a784-00ae0b512aae', 'tempest-TagsExtTest-Tag-52473740') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:47.305780 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1220b151-d409-4eec-9d3c-bc0656803f35 None None] Pushing event updated for resources: {'Port': ['ID=4d79b4a3-ce38-4882-949a-96e4b201797a,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:47.338708 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0008a50c-3d6e-4b60-a1a2-0870e56b3eff tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "GET /v2.0/subnetpools/1e83999d-1afd-466e-a784-00ae0b512aae/tags/tempest-TagsExtTest-Tag-52473740 HTTP/1.1" status: 204 len: 168 time: 0.0645750 Jul 13 07:39:47.340934 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45552) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:47.346422 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.tag.tag_plugin [None req-39d4153d-14f5-424e-b031-5b8f7cd98d92 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '1e83999d-1afd-466e-a784-00ae0b512aae', 'tempest-TagsExtTest-Tag-52473740') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:47.406341 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-d1fc4602-06e9-448c-9aa1-d84dbd74b28e None None] Set router 6f720836-0940-43a5-b6b3-d1778f83fdfd gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:47.423097 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d76c4-61d7-4b27-852f-f60759645f3f req-eea86141-5b96-4c4b-a91a-eecdb61ff1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:47.426015 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-116d76c4-61d7-4b27-852f-f60759645f3f req-eea86141-5b96-4c4b-a91a-eecdb61ff1cf service neutron] 10.222.0.25 "GET /v2.0/networks?id=a4551417-653e-4eb5-9caa-ea21aca7dbd0 HTTP/1.1" status: 200 len: 913 time: 0.1814044 Jul 13 07:39:47.430111 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-39d4153d-14f5-424e-b031-5b8f7cd98d92 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "DELETE /v2.0/subnetpools/1e83999d-1afd-466e-a784-00ae0b512aae/tags/tempest-TagsExtTest-Tag-52473740 HTTP/1.1" status: 204 len: 168 time: 0.0855319 Jul 13 07:39:47.430318 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45554) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:47.434722 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.tag.tag_plugin [None req-2f3475e6-dc46-4bcc-8d08-201e2e509278 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '1e83999d-1afd-466e-a784-00ae0b512aae') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:47.457245 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3ebeb39b-896b-49e5-88fb-19daaa0aeb03 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.484621 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-116d76c4-61d7-4b27-852f-f60759645f3f req-8c4c09e6-d1bd-4993-b66f-bc9a363fa3fa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88530a7c-2727-4e3e-8acc-8f0525e0f7a7 HTTP/1.1" status: 200 len: 217 time: 0.0521617 Jul 13 07:39:47.497413 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2f3475e6-dc46-4bcc-8d08-201e2e509278 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "GET /v2.0/subnetpools/1e83999d-1afd-466e-a784-00ae0b512aae/tags HTTP/1.1" status: 200 len: 205 time: 0.0637488 Jul 13 07:39:47.500016 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45556) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:47.515453 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.tag.tag_plugin [None req-d256a4fe-22b1-43c4-848f-c742cdb16983 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1e83999d-1afd-466e-a784-00ae0b512aae') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:47.560979 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f2cfc558-0c69-4530-aba0-06aae35e5cda admin admin] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.573417 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f2cfc558-0c69-4530-aba0-06aae35e5cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.604029 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-dd546813-d78e-4a13-b3bd-a1651eb2d819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'name': 'tempest-RoutersIpV6Test-router-255981144', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:00Z', 'updated_at': '2021-07-13T07:39:45Z', 'revision_number': 7, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'gw_port_host': None, '_interfaces': [{'id': '20538a17-e99e-477e-a6e5-dbf8b6094df3', 'name': '', 'network_id': '82f563f4-2b94-4fa1-9c77-3811baf33cf7', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:02:63:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '65d62464-a307-43f9-9f75-d0c6339db5a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:25Z', 'updated_at': '2021-07-13T07:39:36Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': '65d62464-a307-43f9-9f75-d0c6339db5a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84b47585-6f0a-4fe0-8781-4cc810cbe502', 'name': '', 'network_id': '06372021-4aca-48b1-9278-bd1877409728', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:6b:f3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'aeff7b76-0d98-4f81-809c-4b1372fdd80a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:35Z', 'updated_at': '2021-07-13T07:39:45Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': 'aeff7b76-0d98-4f81-809c-4b1372fdd80a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b39964e5-ef64-4145-a682-401c7970b69f', 'name': '', 'network_id': 'adad8caa-5af9-4e98-98ca-766f5f793195', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:cb:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '024462d8-aced-466e-87f7-926b1819ae31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:18Z', 'updated_at': '2021-07-13T07:39:28Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': '024462d8-aced-466e-87f7-926b1819ae31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db819efc-02be-4bf5-a969-31d6e90c6e63', 'name': '', 'network_id': 'd373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:1f:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:05Z', 'updated_at': '2021-07-13T07:39:17Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:47.620262 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d76c4-61d7-4b27-852f-f60759645f3f req-d5203289-ad3b-49fa-ba0c-909367ccfd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:47.622824 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-116d76c4-61d7-4b27-852f-f60759645f3f req-d5203289-ad3b-49fa-ba0c-909367ccfd17 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=18671aeb-533b-431f-ac3f-740be3e9540f HTTP/1.1" status: 200 len: 851 time: 0.1310549 Jul 13 07:39:47.657058 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd546813-d78e-4a13-b3bd-a1651eb2d819 None None] Checking router: d32bab7a-c0c0-4535-a022-b240ed49bbb1 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:39:47.667373 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d256a4fe-22b1-43c4-848f-c742cdb16983 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "DELETE /v2.0/subnetpools/1e83999d-1afd-466e-a784-00ae0b512aae/tags HTTP/1.1" status: 204 len: 168 time: 0.1617243 Jul 13 07:39:47.668355 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45558) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:47.669194 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 84b47585-6f0a-4fe0-8781-4cc810cbe502 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:47.678437 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.tag.tag_plugin [None req-663487f2-1a5a-42da-9579-ae7fe79832d1 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '965cd441-f0ef-4922-88c3-64b64ee69131') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:47.700449 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd546813-d78e-4a13-b3bd-a1651eb2d819 None None] Routers {'d32bab7a-c0c0-4535-a022-b240ed49bbb1'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:47.701112 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-dd546813-d78e-4a13-b3bd-a1651eb2d819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:39:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:47.703752 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cfc558-0c69-4530-aba0-06aae35e5cda admin admin] Pushing event updated for resources: {'Port': ['ID=1ca1a547-8a7c-4c6c-8959-554f37e05d69,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:47.717209 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f2cfc558-0c69-4530-aba0-06aae35e5cda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.801295 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d76c4-61d7-4b27-852f-f60759645f3f req-63dee956-16fe-4766-9a0e-a069fc38fc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:47.803818 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-116d76c4-61d7-4b27-852f-f60759645f3f req-63dee956-16fe-4766-9a0e-a069fc38fc97 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4551417-653e-4eb5-9caa-ea21aca7dbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1555166 Jul 13 07:39:47.842252 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-663487f2-1a5a-42da-9579-ae7fe79832d1 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "DELETE /v2.0/routers/965cd441-f0ef-4922-88c3-64b64ee69131/tags HTTP/1.1" status: 204 len: 168 time: 0.1729612 Jul 13 07:39:47.845311 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45560) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:47.854515 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3971bd9d-a735-4113-9000-bb90dd9aaef0 None None] Provisioning complete for port 72a331ff-8d18-4275-90ba-24b4e284f2a6 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:47.854987 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.tag.tag_plugin [None req-8dcc2485-7fab-4a95-a30a-16db04c33724 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8f32474e-6079-4b31-8270-817c07619ef6') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:47.855249 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3971bd9d-a735-4113-9000-bb90dd9aaef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.906610 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cfc558-0c69-4530-aba0-06aae35e5cda admin admin] Network a1657f64-8077-4b4c-92ad-aa256b38a388 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:47.911315 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-f2cfc558-0c69-4530-aba0-06aae35e5cda admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:47.932735 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-dd546813-d78e-4a13-b3bd-a1651eb2d819 None None] Set router d32bab7a-c0c0-4535-a022-b240ed49bbb1 gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:47.974932 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-116d76c4-61d7-4b27-852f-f60759645f3f req-5775ba2b-a1ab-4427-a215-28c8df49edbc service neutron] 10.222.0.25 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602013 Jul 13 07:39:47.975587 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8dcc2485-7fab-4a95-a30a-16db04c33724 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "DELETE /v2.0/ports/8f32474e-6079-4b31-8270-817c07619ef6/tags HTTP/1.1" status: 204 len: 168 time: 0.1288953 Jul 13 07:39:47.979449 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45562) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:47.985000 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.tag.tag_plugin [None req-2a49a552-bca1-4cb1-aa9e-69edb053e5db tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b4936a46-83ae-416f-98a5-914a5e4659b5') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:47.985185 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 84b47585-6f0a-4fe0-8781-4cc810cbe502 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:47.985523 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:47.989628 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-3ebeb39b-896b-49e5-88fb-19daaa0aeb03 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Deleting port 84b47585-6f0a-4fe0-8781-4cc810cbe502 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:47.989977 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3ebeb39b-896b-49e5-88fb-19daaa0aeb03 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:48.124625 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-3ebeb39b-896b-49e5-88fb-19daaa0aeb03 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] For port 84b47585-6f0a-4fe0-8781-4cc810cbe502, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=84b47585-6f0a-4fe0-8781-4cc810cbe502,segment=NetworkSegment(9e3fb3d7-503c-4fd3-b552-b470fed8a7df),segment_id=9e3fb3d7-503c-4fd3-b552-b470fed8a7df)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:48.125109 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3ebeb39b-896b-49e5-88fb-19daaa0aeb03 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:48.149934 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-3ebeb39b-896b-49e5-88fb-19daaa0aeb03 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Calling delete_port for 84b47585-6f0a-4fe0-8781-4cc810cbe502 owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:48.152940 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2a49a552-bca1-4cb1-aa9e-69edb053e5db tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "DELETE /v2.0/subnets/b4936a46-83ae-416f-98a5-914a5e4659b5/tags HTTP/1.1" status: 204 len: 168 time: 0.1724648 Jul 13 07:39:48.158213 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45566) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:48.160524 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2cfc558-0c69-4530-aba0-06aae35e5cda admin admin] Router 6f720836-0940-43a5-b6b3-d1778f83fdfd has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:39:48.163885 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.tag.tag_plugin [None req-d23b737f-4ef2-4ac5-be1b-65b18959ca78 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b4936a46-83ae-416f-98a5-914a5e4659b5', 'tempest-TagsExtTest-Tag-882919029') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:48.170144 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-116d76c4-61d7-4b27-852f-f60759645f3f req-6a0121d2-20bf-453a-b362-cbe4ce28f8db service neutron] 10.222.0.25 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881514 Jul 13 07:39:48.206023 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-d1fc4602-06e9-448c-9aa1-d84dbd74b28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f720836-0940-43a5-b6b3-d1778f83fdfd', 'name': 'tempest-TestServerBasicOps-1541366931-router', 'tenant_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '4d79b4a3-ce38-4882-949a-96e4b201797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:36Z', 'updated_at': '2021-07-13T07:39:40Z', 'revision_number': 3, 'project_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'gw_port': {'id': '4d79b4a3-ce38-4882-949a-96e4b201797a', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f720836-0940-43a5-b6b3-d1778f83fdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:38Z', 'updated_at': '2021-07-13T07:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:48.324828 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fc4602-06e9-448c-9aa1-d84dbd74b28e None None] The sync data for ids ['6f720836-0940-43a5-b6b3-d1778f83fdfd'] in n-d-771363-34 is: [{'id': '6f720836-0940-43a5-b6b3-d1778f83fdfd', 'name': 'tempest-TestServerBasicOps-1541366931-router', 'tenant_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '4d79b4a3-ce38-4882-949a-96e4b201797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:36Z', 'updated_at': '2021-07-13T07:39:40Z', 'revision_number': 3, 'project_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'gw_port': {'id': '4d79b4a3-ce38-4882-949a-96e4b201797a', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f720836-0940-43a5-b6b3-d1778f83fdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:38Z', 'updated_at': '2021-07-13T07:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:39:48.408745 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51977c-7f02-41cc-b29e-97bda35995fc req-7aab3a74-eb44-4b10-81ed-ef682abcd78c tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:48.416859 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f1779652-3efe-46df-85ef-e5a4ff3a9a86 None None] Provisioning for port 1ca1a547-8a7c-4c6c-8959-554f37e05d69 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:48.420957 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cc51977c-7f02-41cc-b29e-97bda35995fc req-7aab3a74-eb44-4b10-81ed-ef682abcd78c tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 943 time: 0.1401265 Jul 13 07:39:48.429202 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cfc558-0c69-4530-aba0-06aae35e5cda admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:39:48.434759 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f2cfc558-0c69-4530-aba0-06aae35e5cda admin admin] 10.222.0.23 "PUT /v2.0/routers/6f720836-0940-43a5-b6b3-d1778f83fdfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6818199 Jul 13 07:39:48.437193 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-01915d8a-70f2-4b5d-9e69-435e458aca71 req-55c85fd5-e681-4f7b-92b7-a26c522c0f7b tempest-ServerShowV257Test-1506762099 tempest-ServerShowV257Test-1506762099-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d46cb0a-6ae4-4fb4-8021-95b5189fa16a HTTP/1.1" status: 200 len: 210 time: 0.0635290 Jul 13 07:39:48.445877 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d23b737f-4ef2-4ac5-be1b-65b18959ca78 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "PUT /v2.0/subnets/b4936a46-83ae-416f-98a5-914a5e4659b5/tags/tempest-TagsExtTest-Tag-882919029 HTTP/1.1" status: 201 len: 201 time: 0.2855749 Jul 13 07:39:48.449439 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45572) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:48.459284 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.tag.tag_plugin [None req-700f5a79-86ec-484d-af13-2221c05db176 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8f32474e-6079-4b31-8270-817c07619ef6', 'tempest-TagsExtTest-Tag-1043182361') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:48.464207 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f1779652-3efe-46df-85ef-e5a4ff3a9a86 None None] Provisioning complete for port 1ca1a547-8a7c-4c6c-8959-554f37e05d69 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:48.464426 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f1779652-3efe-46df-85ef-e5a4ff3a9a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:48.517988 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cc51977c-7f02-41cc-b29e-97bda35995fc req-25ef6045-b653-4fc2-9610-0b5baa115ed1 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959775 Jul 13 07:39:48.540762 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3ebeb39b-896b-49e5-88fb-19daaa0aeb03 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:48.571791 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f1779652-3efe-46df-85ef-e5a4ff3a9a86 None None] Port 1ca1a547-8a7c-4c6c-8959-554f37e05d69 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:39:48.589439 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-dd546813-d78e-4a13-b3bd-a1651eb2d819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'name': 'tempest-RoutersIpV6Test-router-255981144', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:00Z', 'updated_at': '2021-07-13T07:39:45Z', 'revision_number': 7, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'gw_port_host': None, '_interfaces': [{'id': '20538a17-e99e-477e-a6e5-dbf8b6094df3', 'name': '', 'network_id': '82f563f4-2b94-4fa1-9c77-3811baf33cf7', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:02:63:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '65d62464-a307-43f9-9f75-d0c6339db5a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:25Z', 'updated_at': '2021-07-13T07:39:36Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': '65d62464-a307-43f9-9f75-d0c6339db5a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84b47585-6f0a-4fe0-8781-4cc810cbe502', 'name': '', 'network_id': '06372021-4aca-48b1-9278-bd1877409728', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:6b:f3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'aeff7b76-0d98-4f81-809c-4b1372fdd80a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:35Z', 'updated_at': '2021-07-13T07:39:45Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': 'aeff7b76-0d98-4f81-809c-4b1372fdd80a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b39964e5-ef64-4145-a682-401c7970b69f', 'name': '', 'network_id': 'adad8caa-5af9-4e98-98ca-766f5f793195', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:cb:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '024462d8-aced-466e-87f7-926b1819ae31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:18Z', 'updated_at': '2021-07-13T07:39:28Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': '024462d8-aced-466e-87f7-926b1819ae31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db819efc-02be-4bf5-a969-31d6e90c6e63', 'name': '', 'network_id': 'd373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:1f:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:05Z', 'updated_at': '2021-07-13T07:39:17Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:48.597665 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebeb39b-896b-49e5-88fb-19daaa0aeb03 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event deleted for resources: {'Port': ['ID=84b47585-6f0a-4fe0-8781-4cc810cbe502,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:48.605495 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-700f5a79-86ec-484d-af13-2221c05db176 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "PUT /v2.0/ports/8f32474e-6079-4b31-8270-817c07619ef6/tags/tempest-TagsExtTest-Tag-1043182361 HTTP/1.1" status: 201 len: 201 time: 0.1554081 Jul 13 07:39:48.608343 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45574) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:48.614719 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.tag.tag_plugin [None req-e0e1061a-746a-4bdb-a7d1-93d974448f58 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '965cd441-f0ef-4922-88c3-64b64ee69131', 'tempest-TagsExtTest-Tag-1051583462') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:48.624327 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd546813-d78e-4a13-b3bd-a1651eb2d819 None None] The sync data for ids ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'] in n-d-771363-34 is: [{'id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'name': 'tempest-RoutersIpV6Test-router-255981144', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:00Z', 'updated_at': '2021-07-13T07:39:45Z', 'revision_number': 7, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'gw_port_host': None, '_interfaces': [{'id': '20538a17-e99e-477e-a6e5-dbf8b6094df3', 'name': '', 'network_id': '82f563f4-2b94-4fa1-9c77-3811baf33cf7', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:02:63:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '65d62464-a307-43f9-9f75-d0c6339db5a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:25Z', 'updated_at': '2021-07-13T07:39:36Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': '65d62464-a307-43f9-9f75-d0c6339db5a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84b47585-6f0a-4fe0-8781-4cc810cbe502', 'name': '', 'network_id': '06372021-4aca-48b1-9278-bd1877409728', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:6b:f3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'aeff7b76-0d98-4f81-809c-4b1372fdd80a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:35Z', 'updated_at': '2021-07-13T07:39:45Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': 'aeff7b76-0d98-4f81-809c-4b1372fdd80a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b39964e5-ef64-4145-a682-401c7970b69f', 'name': '', 'network_id': 'adad8caa-5af9-4e98-98ca-766f5f793195', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:cb:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '024462d8-aced-466e-87f7-926b1819ae31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:18Z', 'updated_at': '2021-07-13T07:39:28Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': '024462d8-aced-466e-87f7-926b1819ae31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db819efc-02be-4bf5-a969-31d6e90c6e63', 'name': '', 'network_id': 'd373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:1f:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:05Z', 'updated_at': '2021-07-13T07:39:17Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:39:48.672938 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 72a331ff-8d18-4275-90ba-24b4e284f2a6 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:48.803768 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 72a331ff-8d18-4275-90ba-24b4e284f2a6 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:48.804143 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:48.908426 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e0e1061a-746a-4bdb-a7d1-93d974448f58 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "PUT /v2.0/routers/965cd441-f0ef-4922-88c3-64b64ee69131/tags/tempest-TagsExtTest-Tag-1051583462 HTTP/1.1" status: 201 len: 201 time: 0.2986498 Jul 13 07:39:48.909280 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45580) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:48.916235 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.tag.tag_plugin [None req-a71e8a4e-6ad5-4cc7-816f-7a8800c60c3a tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '1e83999d-1afd-466e-a784-00ae0b512aae', 'tempest-TagsExtTest-Tag-949404770') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:48.946816 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3ebeb39b-896b-49e5-88fb-19daaa0aeb03 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:48.993881 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a71e8a4e-6ad5-4cc7-816f-7a8800c60c3a tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "PUT /v2.0/subnetpools/1e83999d-1afd-466e-a784-00ae0b512aae/tags/tempest-TagsExtTest-Tag-949404770 HTTP/1.1" status: 201 len: 201 time: 0.0828512 Jul 13 07:39:48.995810 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45582) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:49.003902 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.tag.tag_plugin [None req-c7d81808-103e-427a-a8a0-ceb5425ba748 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'b4936a46-83ae-416f-98a5-914a5e4659b5', {'tags': ['tempest-TagsExtTest-Tag-1183357891', 'tempest-TagsExtTest-Tag-687645603', 'tempest-TagsExtTest-Tag-381651408']}) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:49.010687 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 1b2c7b2d-7d50-444c-991a-f9c79372105b up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:49.153629 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c7d81808-103e-427a-a8a0-ceb5425ba748 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "PUT /v2.0/subnets/b4936a46-83ae-416f-98a5-914a5e4659b5/tags HTTP/1.1" status: 200 len: 316 time: 0.1558719 Jul 13 07:39:49.157121 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45588) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:49.171423 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.tag.tag_plugin [None req-6cca7a39-4f3a-4e18-9475-bd04c773e3d7 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b4936a46-83ae-416f-98a5-914a5e4659b5') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:49.173196 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 1b2c7b2d-7d50-444c-991a-f9c79372105b triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:49.174460 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:49.336060 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ebeb39b-896b-49e5-88fb-19daaa0aeb03 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Router d32bab7a-c0c0-4535-a022-b240ed49bbb1 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:39:49.357674 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45594) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:49.364335 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-8597cc13-c9cb-421c-ab62-1b827ea2637d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-151770777-network', 'tenant_id': 'a6913f131e1940ea82c589eeff084d39'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:49.392976 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8597cc13-c9cb-421c-ab62-1b827ea2637d admin admin] Made reservation on behalf of a6913f131e1940ea82c589eeff084d39 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:49.396955 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8597cc13-c9cb-421c-ab62-1b827ea2637d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:49.397852 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6cca7a39-4f3a-4e18-9475-bd04c773e3d7 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "DELETE /v2.0/subnets/b4936a46-83ae-416f-98a5-914a5e4659b5/tags HTTP/1.1" status: 204 len: 168 time: 0.2395208 Jul 13 07:39:49.402372 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45596) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:49.414267 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.tag.tag_plugin [None req-089fdfb8-ed75-4916-8792-3a6ad09f876a tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b4936a46-83ae-416f-98a5-914a5e4659b5', 'tempest-TagsExtTest-Tag-1183357891') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:49.418443 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8597cc13-c9cb-421c-ab62-1b827ea2637d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:49.462399 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebeb39b-896b-49e5-88fb-19daaa0aeb03 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:39:49.473485 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-3ebeb39b-896b-49e5-88fb-19daaa0aeb03 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "PUT /v2.0/routers/d32bab7a-c0c0-4535-a022-b240ed49bbb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1755157 Jul 13 07:39:49.473991 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45598) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:49.477907 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77257b30-9f10-4990-ac08-1fd9e331e724 None None] Sync routers for ids ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:39:49.494759 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77257b30-9f10-4990-ac08-1fd9e331e724 None None] Routers {'d32bab7a-c0c0-4535-a022-b240ed49bbb1'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:49.495887 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-77257b30-9f10-4990-ac08-1fd9e331e724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:39:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:49.564363 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-089fdfb8-ed75-4916-8792-3a6ad09f876a tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] show failed (client error): The resource could not be found. Jul 13 07:39:49.565695 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-089fdfb8-ed75-4916-8792-3a6ad09f876a tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "GET /v2.0/subnets/b4936a46-83ae-416f-98a5-914a5e4659b5/tags/tempest-TagsExtTest-Tag-1183357891 HTTP/1.1" status: 404 len: 329 time: 0.1620462 Jul 13 07:39:49.570731 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-7de747b4-4520-4acc-8804-4dd6e3c8d97e tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Deleting subnet aeff7b76-0d98-4f81-809c-4b1372fdd80a {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:39:49.578841 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45604) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:49.584769 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7de747b4-4520-4acc-8804-4dd6e3c8d97e tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:49.592919 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.tag.tag_plugin [None req-4b224032-6a17-4a82-b388-9d2182edd3b8 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b4936a46-83ae-416f-98a5-914a5e4659b5', 'tempest-TagsExtTest-Tag-687645603') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:49.672191 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7de747b4-4520-4acc-8804-4dd6e3c8d97e tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:49.691375 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-77257b30-9f10-4990-ac08-1fd9e331e724 None None] Set router d32bab7a-c0c0-4535-a022-b240ed49bbb1 gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:49.726356 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8597cc13-c9cb-421c-ab62-1b827ea2637d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:49.730253 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-4b224032-6a17-4a82-b388-9d2182edd3b8 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] show failed (client error): The resource could not be found. Jul 13 07:39:49.734151 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4b224032-6a17-4a82-b388-9d2182edd3b8 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "GET /v2.0/subnets/b4936a46-83ae-416f-98a5-914a5e4659b5/tags/tempest-TagsExtTest-Tag-687645603 HTTP/1.1" status: 404 len: 328 time: 0.1475267 Jul 13 07:39:49.734777 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45606) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:49.741090 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.tag.tag_plugin [None req-7fd3ae35-ebf1-4575-a129-fbc7ce0a746d tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b4936a46-83ae-416f-98a5-914a5e4659b5', 'tempest-TagsExtTest-Tag-381651408') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:49.744135 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8597cc13-c9cb-421c-ab62-1b827ea2637d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:49.800535 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ca91ce62-4317-4895-870b-1f47f6ce0ceb req-9f6e2556-971c-4e3f-8edb-58c8316a9b2b tempest-ServerShowV257Test-1506762099 tempest-ServerShowV257Test-1506762099-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d46cb0a-6ae4-4fb4-8021-95b5189fa16a HTTP/1.1" status: 200 len: 210 time: 0.0834777 Jul 13 07:39:49.857715 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8597cc13-c9cb-421c-ab62-1b827ea2637d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:39:49.860208 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7de747b4-4520-4acc-8804-4dd6e3c8d97e tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:49.886514 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597cc13-c9cb-421c-ab62-1b827ea2637d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bd2228-df61-4cd9-82a0-1de7e9d77483,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:49.918036 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8597cc13-c9cb-421c-ab62-1b827ea2637d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:49.919591 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-8597cc13-c9cb-421c-ab62-1b827ea2637d admin admin] Added segment f7ad8863-aaa4-4a26-b78f-262d2e821558 of type vlan for network 71f930c1-c190-4dc3-8d58-fd471c685815 Jul 13 07:39:49.953968 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7de747b4-4520-4acc-8804-4dd6e3c8d97e tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:49.969283 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7de747b4-4520-4acc-8804-4dd6e3c8d97e tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:49.971237 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7de747b4-4520-4acc-8804-4dd6e3c8d97e tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "DELETE /v2.0/subnets/aeff7b76-0d98-4f81-809c-4b1372fdd80a HTTP/1.1" status: 204 len: 168 time: 0.4946685 Jul 13 07:39:49.984204 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45608) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:49.989859 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924629f4-2dd5-48dd-99f5-a41b261bec63 None None] Network 06372021-4aca-48b1-9278-bd1877409728 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:49.990678 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8597cc13-c9cb-421c-ab62-1b827ea2637d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:49.998286 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de747b4-4520-4acc-8804-4dd6e3c8d97e tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event deleted for resources: {'Subnet': ['ID=aeff7b76-0d98-4f81-809c-4b1372fdd80a,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:50.023890 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-77257b30-9f10-4990-ac08-1fd9e331e724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'name': 'tempest-RoutersIpV6Test-router-255981144', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:00Z', 'updated_at': '2021-07-13T07:39:48Z', 'revision_number': 8, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'gw_port_host': None, '_interfaces': [{'id': '20538a17-e99e-477e-a6e5-dbf8b6094df3', 'name': '', 'network_id': '82f563f4-2b94-4fa1-9c77-3811baf33cf7', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:02:63:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '65d62464-a307-43f9-9f75-d0c6339db5a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:25Z', 'updated_at': '2021-07-13T07:39:36Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': '65d62464-a307-43f9-9f75-d0c6339db5a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b39964e5-ef64-4145-a682-401c7970b69f', 'name': '', 'network_id': 'adad8caa-5af9-4e98-98ca-766f5f793195', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:cb:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '024462d8-aced-466e-87f7-926b1819ae31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:18Z', 'updated_at': '2021-07-13T07:39:28Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': '024462d8-aced-466e-87f7-926b1819ae31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db819efc-02be-4bf5-a969-31d6e90c6e63', 'name': '', 'network_id': 'd373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:1f:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:05Z', 'updated_at': '2021-07-13T07:39:17Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:50.046141 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-7fd3ae35-ebf1-4575-a129-fbc7ce0a746d tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] show failed (client error): The resource could not be found. Jul 13 07:39:50.047217 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7fd3ae35-ebf1-4575-a129-fbc7ce0a746d tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "GET /v2.0/subnets/b4936a46-83ae-416f-98a5-914a5e4659b5/tags/tempest-TagsExtTest-Tag-381651408 HTTP/1.1" status: 404 len: 328 time: 0.3106155 Jul 13 07:39:50.052323 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77257b30-9f10-4990-ac08-1fd9e331e724 None None] Checking router: d32bab7a-c0c0-4535-a022-b240ed49bbb1 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:39:50.052554 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45610) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:50.062314 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77257b30-9f10-4990-ac08-1fd9e331e724 None None] Routers {'d32bab7a-c0c0-4535-a022-b240ed49bbb1'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:50.062905 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62501f54-1db6-4598-b5ef-9f29120730e3 req-fbb1d596-cd1b-4598-8d63-c19aca1ecf5f tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:50.063089 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-77257b30-9f10-4990-ac08-1fd9e331e724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:39:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:50.064632 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-62501f54-1db6-4598-b5ef-9f29120730e3 req-fbb1d596-cd1b-4598-8d63-c19aca1ecf5f tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 943 time: 0.3165188 Jul 13 07:39:50.068910 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.tag.tag_plugin [None req-dab7b0c2-4832-4c65-ad16-bd6aea698418 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '8f32474e-6079-4b31-8270-817c07619ef6', {'tags': ['tempest-TagsExtTest-Tag-1984067433', 'tempest-TagsExtTest-Tag-276340021', 'tempest-TagsExtTest-Tag-828099264']}) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:50.143712 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:39:50.184402 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cd1b483f-2a45-4c6d-a268-2982cb3075a8 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:50.185923 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-77257b30-9f10-4990-ac08-1fd9e331e724 None None] Set router d32bab7a-c0c0-4535-a022-b240ed49bbb1 gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:50.186949 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8597cc13-c9cb-421c-ab62-1b827ea2637d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:50.187947 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8597cc13-c9cb-421c-ab62-1b827ea2637d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:50.188798 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8597cc13-c9cb-421c-ab62-1b827ea2637d admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:50.270051 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8597cc13-c9cb-421c-ab62-1b827ea2637d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9107440 Jul 13 07:39:50.274388 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45612) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:50.282854 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-2d64c41d-8954-4cfd-8073-66e97666b12c admin admin] Request body: {'subnet': {'network_id': '71f930c1-c190-4dc3-8d58-fd471c685815', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-151770777-subnet', 'tenant_id': 'a6913f131e1940ea82c589eeff084d39', 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:50.311093 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-62501f54-1db6-4598-b5ef-9f29120730e3 req-de0c6c70-99aa-404c-bb53-1c80f90949b3 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317884 Jul 13 07:39:50.315069 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d64c41d-8954-4cfd-8073-66e97666b12c admin admin] Made reservation on behalf of a6913f131e1940ea82c589eeff084d39 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:39:50.315422 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597cc13-c9cb-421c-ab62-1b827ea2637d admin admin] Pushing event updated for resources: {'Network': ['ID=71f930c1-c190-4dc3-8d58-fd471c685815,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:50.319246 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2d64c41d-8954-4cfd-8073-66e97666b12c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:50.324711 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-dab7b0c2-4832-4c65-ad16-bd6aea698418 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "PUT /v2.0/ports/8f32474e-6079-4b31-8270-817c07619ef6/tags HTTP/1.1" status: 200 len: 316 time: 0.2673643 Jul 13 07:39:50.345105 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45614) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:50.360777 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.tag.tag_plugin [None req-2368d02d-dd2e-4aa0-9f4d-fb881b623321 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8f32474e-6079-4b31-8270-817c07619ef6') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:50.365473 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 71f930c1-c190-4dc3-8d58-fd471c685815 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:39:50.433649 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-cd1b483f-2a45-4c6d-a268-2982cb3075a8 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Deleting port a52e221e-5efd-4ddc-9966-e9f1d89aa3bd {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:50.433986 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cd1b483f-2a45-4c6d-a268-2982cb3075a8 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:50.520039 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2368d02d-dd2e-4aa0-9f4d-fb881b623321 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "DELETE /v2.0/ports/8f32474e-6079-4b31-8270-817c07619ef6/tags HTTP/1.1" status: 204 len: 168 time: 0.1733427 Jul 13 07:39:50.523074 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45616) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:50.530783 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.tag.tag_plugin [None req-c7b73006-e4c1-4ae9-b1b0-ad99e43934d0 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8f32474e-6079-4b31-8270-817c07619ef6', 'tempest-TagsExtTest-Tag-1984067433') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:50.547526 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=88530a7c-2727-4e3e-8acc-8f0525e0f7a7,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:50.563440 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '88530a7c-2727-4e3e-8acc-8f0525e0f7a7', 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0', 'port_id': '88530a7c-2727-4e3e-8acc-8f0525e0f7a7', 'mac_address': 'fa:16:3e:80:39:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18671aeb-533b-431f-ac3f-740be3e9540f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:39:50.653847 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:50.679004 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83009d85-786c-4923-b0a2-85d936194609 None None] DHCP port deletion for 06372021-4aca-48b1-9278-bd1877409728 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:39:50.681231 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2d64c41d-8954-4cfd-8073-66e97666b12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:50.711150 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:39:50.793252 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=88530a7c-2727-4e3e-8acc-8f0525e0f7a7,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:50.796224 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64c41d-8954-4cfd-8073-66e97666b12c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b868ad8-6c4d-4695-85f7-91c8aa03a921,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:50.810320 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:50.836946 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-77257b30-9f10-4990-ac08-1fd9e331e724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'name': 'tempest-RoutersIpV6Test-router-255981144', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:00Z', 'updated_at': '2021-07-13T07:39:48Z', 'revision_number': 8, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'gw_port_host': None, '_interfaces': [{'id': '20538a17-e99e-477e-a6e5-dbf8b6094df3', 'name': '', 'network_id': '82f563f4-2b94-4fa1-9c77-3811baf33cf7', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:02:63:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '65d62464-a307-43f9-9f75-d0c6339db5a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:25Z', 'updated_at': '2021-07-13T07:39:36Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': '65d62464-a307-43f9-9f75-d0c6339db5a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b39964e5-ef64-4145-a682-401c7970b69f', 'name': '', 'network_id': 'adad8caa-5af9-4e98-98ca-766f5f793195', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:cb:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '024462d8-aced-466e-87f7-926b1819ae31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:18Z', 'updated_at': '2021-07-13T07:39:28Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': '024462d8-aced-466e-87f7-926b1819ae31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db819efc-02be-4bf5-a969-31d6e90c6e63', 'name': '', 'network_id': 'd373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:1f:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:05Z', 'updated_at': '2021-07-13T07:39:17Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:50.845112 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d64c41d-8954-4cfd-8073-66e97666b12c admin admin] Checking segment: {'id': 'f7ad8863-aaa4-4a26-b78f-262d2e821558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '71f930c1-c190-4dc3-8d58-fd471c685815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:50.857723 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-83009d85-786c-4923-b0a2-85d936194609 None None] Deleting port a52e221e-5efd-4ddc-9966-e9f1d89aa3bd {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:50.858125 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-83009d85-786c-4923-b0a2-85d936194609 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:50.876251 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d64c41d-8954-4cfd-8073-66e97666b12c admin admin] Network hostable DHCP agents. Network: 71f930c1-c190-4dc3-8d58-fd471c685815, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:39:50.883566 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77257b30-9f10-4990-ac08-1fd9e331e724 None None] The sync data for ids ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'] in n-d-771363-34 is: [{'id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'name': 'tempest-RoutersIpV6Test-router-255981144', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:00Z', 'updated_at': '2021-07-13T07:39:48Z', 'revision_number': 8, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'gw_port_host': None, '_interfaces': [{'id': '20538a17-e99e-477e-a6e5-dbf8b6094df3', 'name': '', 'network_id': '82f563f4-2b94-4fa1-9c77-3811baf33cf7', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:02:63:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '65d62464-a307-43f9-9f75-d0c6339db5a7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:25Z', 'updated_at': '2021-07-13T07:39:36Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': '65d62464-a307-43f9-9f75-d0c6339db5a7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b39964e5-ef64-4145-a682-401c7970b69f', 'name': '', 'network_id': 'adad8caa-5af9-4e98-98ca-766f5f793195', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:cb:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '024462d8-aced-466e-87f7-926b1819ae31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:18Z', 'updated_at': '2021-07-13T07:39:28Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': '024462d8-aced-466e-87f7-926b1819ae31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db819efc-02be-4bf5-a969-31d6e90c6e63', 'name': '', 'network_id': 'd373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:1f:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:05Z', 'updated_at': '2021-07-13T07:39:17Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:39:50.901795 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 4d79b4a3-ce38-4882-949a-96e4b201797a up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:50.916773 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d64c41d-8954-4cfd-8073-66e97666b12c admin admin] Network 71f930c1-c190-4dc3-8d58-fd471c685815 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:39:50.936842 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-2d64c41d-8954-4cfd-8073-66e97666b12c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 71f930c1-c190-4dc3-8d58-fd471c685815) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:50.942369 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d64c41d-8954-4cfd-8073-66e97666b12c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:50.945866 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2d64c41d-8954-4cfd-8073-66e97666b12c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:50.961907 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-cd1b483f-2a45-4c6d-a268-2982cb3075a8 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] For port a52e221e-5efd-4ddc-9966-e9f1d89aa3bd, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=a52e221e-5efd-4ddc-9966-e9f1d89aa3bd,segment=NetworkSegment(9e3fb3d7-503c-4fd3-b552-b470fed8a7df),segment_id=9e3fb3d7-503c-4fd3-b552-b470fed8a7df)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:50.962399 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cd1b483f-2a45-4c6d-a268-2982cb3075a8 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:50.975151 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2d64c41d-8954-4cfd-8073-66e97666b12c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6986730 Jul 13 07:39:50.977866 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45620) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:50.979924 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-cd1b483f-2a45-4c6d-a268-2982cb3075a8 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Calling delete_port for a52e221e-5efd-4ddc-9966-e9f1d89aa3bd owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:50.981060 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40f3675-b26a-4134-936e-4b9b3d8e6b4a None None] Network 71f930c1-c190-4dc3-8d58-fd471c685815 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:50.990841 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-06fecb66-796e-463d-b5b7-cb7e4076f195 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-151770777-router', 'tenant_id': 'a6913f131e1940ea82c589eeff084d39', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:39:51.041277 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-06fecb66-796e-463d-b5b7-cb7e4076f195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:51.045127 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-06fecb66-796e-463d-b5b7-cb7e4076f195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:51.082771 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-c7b73006-e4c1-4ae9-b1b0-ad99e43934d0 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] show failed (client error): The resource could not be found. Jul 13 07:39:51.084086 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c7b73006-e4c1-4ae9-b1b0-ad99e43934d0 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "GET /v2.0/ports/8f32474e-6079-4b31-8270-817c07619ef6/tags/tempest-TagsExtTest-Tag-1984067433 HTTP/1.1" status: 404 len: 329 time: 0.5598383 Jul 13 07:39:51.087153 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45622) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:51.091660 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.tag.tag_plugin [None req-8ef85c06-063e-4600-98c7-b2587d967f60 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8f32474e-6079-4b31-8270-817c07619ef6', 'tempest-TagsExtTest-Tag-276340021') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:51.097127 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1ebb13-9668-4eb0-b249-a7bb162af759 None None] Sync routers for ids ['6f720836-0940-43a5-b6b3-d1778f83fdfd'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:39:51.134317 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-06fecb66-796e-463d-b5b7-cb7e4076f195 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:51.159406 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-83009d85-786c-4923-b0a2-85d936194609 None None] For port a52e221e-5efd-4ddc-9966-e9f1d89aa3bd, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=a52e221e-5efd-4ddc-9966-e9f1d89aa3bd,segment=NetworkSegment(9e3fb3d7-503c-4fd3-b552-b470fed8a7df),segment_id=9e3fb3d7-503c-4fd3-b552-b470fed8a7df)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:51.159801 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-83009d85-786c-4923-b0a2-85d936194609 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:51.162603 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cd1b483f-2a45-4c6d-a268-2982cb3075a8 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:51.176450 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-48b04d1d-16e0-435b-beb7-5a8d5f01ca1d req-4204af04-5809-4f2b-85d4-a3f646dc66a1 tempest-ServerShowV257Test-1506762099 tempest-ServerShowV257Test-1506762099-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d46cb0a-6ae4-4fb4-8021-95b5189fa16a HTTP/1.1" status: 200 len: 210 time: 0.0615602 Jul 13 07:39:51.202441 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1ebb13-9668-4eb0-b249-a7bb162af759 None None] Routers {'6f720836-0940-43a5-b6b3-d1778f83fdfd'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:51.203091 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-2c1ebb13-9668-4eb0-b249-a7bb162af759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:39:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['6f720836-0940-43a5-b6b3-d1778f83fdfd'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:51.213106 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b483f-2a45-4c6d-a268-2982cb3075a8 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event deleted for resources: {'Port': ['ID=a52e221e-5efd-4ddc-9966-e9f1d89aa3bd,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:51.215247 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1b483f-2a45-4c6d-a268-2982cb3075a8 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] No DVR routers for this DVR port a52e221e-5efd-4ddc-9966-e9f1d89aa3bd on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:39:51.233958 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['88530a7c-2727-4e3e-8acc-8f0525e0f7a7'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:39:51.268718 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-8ef85c06-063e-4600-98c7-b2587d967f60 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] show failed (client error): The resource could not be found. Jul 13 07:39:51.273484 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8ef85c06-063e-4600-98c7-b2587d967f60 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "GET /v2.0/ports/8f32474e-6079-4b31-8270-817c07619ef6/tags/tempest-TagsExtTest-Tag-276340021 HTTP/1.1" status: 404 len: 328 time: 0.1818097 Jul 13 07:39:51.278327 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45624) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:51.283577 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.tag.tag_plugin [None req-7f6f573b-69bd-4d80-8f4b-84ab76128bd8 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8f32474e-6079-4b31-8270-817c07619ef6', 'tempest-TagsExtTest-Tag-828099264') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:51.311641 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=88530a7c-2727-4e3e-8acc-8f0525e0f7a7,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:51.342574 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-83009d85-786c-4923-b0a2-85d936194609 None None] Calling delete_port for a52e221e-5efd-4ddc-9966-e9f1d89aa3bd owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:51.368472 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cd1b483f-2a45-4c6d-a268-2982cb3075a8 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:51.392091 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-cd1b483f-2a45-4c6d-a268-2982cb3075a8 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06372021-4aca-48b1-9278-bd1877409728']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:51.423986 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-cd1b483f-2a45-4c6d-a268-2982cb3075a8 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e3fb3d7-503c-4fd3-b552-b470fed8a7df') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:51.424653 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-cd1b483f-2a45-4c6d-a268-2982cb3075a8 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e3fb3d7-503c-4fd3-b552-b470fed8a7df') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:51.440174 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cd1b483f-2a45-4c6d-a268-2982cb3075a8 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:51.465821 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cd1b483f-2a45-4c6d-a268-2982cb3075a8 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:51.474293 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd1b483f-2a45-4c6d-a268-2982cb3075a8 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:39:51.475394 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cd1b483f-2a45-4c6d-a268-2982cb3075a8 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:51.498937 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 4d79b4a3-ce38-4882-949a-96e4b201797a completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:51.548813 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 4d79b4a3-ce38-4882-949a-96e4b201797a triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:51.557781 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:51.557781 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:51.557781 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:51.557781 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:51.557781 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:39:51.557781 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:39:51.557781 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:39:51.557781 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:39:51.557781 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:39:51.557781 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:39:51.557781 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:39:51.557781 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:39:51.557781 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:39:51.557781 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:39:51.557781 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:39:51.557781 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:39:51.557781 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:39:51.557781 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:39:51.557781 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:39:51.557781 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:39:51.557781 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:39:51.557781 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:39:51.557781 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:39:51.557781 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:39:51.557781 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:39:51.557781 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:39:51.557781 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:39:51.557781 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:39:51.557781 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:39:51.557781 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:39:51.557781 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:39:51.557781 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:39:51.557781 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:39:51.557781 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:39:51.557781 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:39:51.557781 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:39:51.557781 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:39:51.557781 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:39:51.562228 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:51.576750 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cd1b483f-2a45-4c6d-a268-2982cb3075a8 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:51.608884 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cd1b483f-2a45-4c6d-a268-2982cb3075a8 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:51.612441 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-cd1b483f-2a45-4c6d-a268-2982cb3075a8 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "DELETE /v2.0/networks/06372021-4aca-48b1-9278-bd1877409728 HTTP/1.1" status: 204 len: 168 time: 1.6240687 Jul 13 07:39:51.617623 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45628) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:51.653813 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-2c1ebb13-9668-4eb0-b249-a7bb162af759 None None] Set router 6f720836-0940-43a5-b6b3-d1778f83fdfd gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:51.717121 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-06fecb66-796e-463d-b5b7-cb7e4076f195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:51.717955 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b483f-2a45-4c6d-a268-2982cb3075a8 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event deleted for resources: {'Network': ['ID=06372021-4aca-48b1-9278-bd1877409728,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:39:51.767503 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:39:51.790991 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-7f6f573b-69bd-4d80-8f4b-84ab76128bd8 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] show failed (client error): The resource could not be found. Jul 13 07:39:51.792334 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7f6f573b-69bd-4d80-8f4b-84ab76128bd8 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "GET /v2.0/ports/8f32474e-6079-4b31-8270-817c07619ef6/tags/tempest-TagsExtTest-Tag-828099264 HTTP/1.1" status: 404 len: 328 time: 0.5127506 Jul 13 07:39:51.796036 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45630) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:51.801604 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.tag.tag_plugin [None req-a2a95d3b-1867-4c05-affa-b10aee0d3610 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '965cd441-f0ef-4922-88c3-64b64ee69131', {'tags': ['tempest-TagsExtTest-Tag-1133731436', 'tempest-TagsExtTest-Tag-566718125', 'tempest-TagsExtTest-Tag-1744356335']}) {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:51.815942 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f25ad0c-0a21-4a48-be65-d7a998c74417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-71f930c1-c190-4dc3-8d58-fd471c685815', 'network_id': '71f930c1-c190-4dc3-8d58-fd471c685815', 'tenant_id': 'a6913f131e1940ea82c589eeff084d39', 'fixed_ips': [{'subnet_id': '9b868ad8-6c4d-4695-85f7-91c8aa03a921'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:39:51.816919 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2f25ad0c-0a21-4a48-be65-d7a998c74417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:51.839590 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-83009d85-786c-4923-b0a2-85d936194609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:51.861379 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e585d-ec6b-421f-ac5d-d7f7f2adce7c req-a72cd764-7ef8-4ac1-9397-e8e55055a860 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:51.863018 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-db7e585d-ec6b-421f-ac5d-d7f7f2adce7c req-a72cd764-7ef8-4ac1-9397-e8e55055a860 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 944 time: 0.3042328 Jul 13 07:39:51.875412 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83009d85-786c-4923-b0a2-85d936194609 None None] Pushing event deleted for resources: {'Port': ['ID=a52e221e-5efd-4ddc-9966-e9f1d89aa3bd,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:51.902512 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-83009d85-786c-4923-b0a2-85d936194609 None None] Network 06372021-4aca-48b1-9278-bd1877409728 is not hosted by any dhcp agent {{(pid=94019) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 07:39:51.902971 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83009d85-786c-4923-b0a2-85d936194609 None None] No DVR routers for this DVR port a52e221e-5efd-4ddc-9966-e9f1d89aa3bd on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:39:51.955375 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-db7e585d-ec6b-421f-ac5d-d7f7f2adce7c req-8d9d80db-90cd-4ddd-a55b-b06fa4a34a60 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807674 Jul 13 07:39:52.041688 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a2a95d3b-1867-4c05-affa-b10aee0d3610 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "PUT /v2.0/routers/965cd441-f0ef-4922-88c3-64b64ee69131/tags HTTP/1.1" status: 200 len: 317 time: 0.2394764 Jul 13 07:39:52.041958 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45632) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:52.046721 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.tag.tag_plugin [None req-f8787e39-5433-477c-aa19-3df532369883 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '965cd441-f0ef-4922-88c3-64b64ee69131') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:52.169348 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-06fecb66-796e-463d-b5b7-cb7e4076f195 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:52.190848 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-06fecb66-796e-463d-b5b7-cb7e4076f195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:52.221429 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:52.258610 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f8787e39-5433-477c-aa19-3df532369883 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "DELETE /v2.0/routers/965cd441-f0ef-4922-88c3-64b64ee69131/tags HTTP/1.1" status: 204 len: 168 time: 0.2144389 Jul 13 07:39:52.258994 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45636) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:52.264210 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.tag.tag_plugin [None req-16295ad8-12e9-4cd9-8c04-df91ab9a17b8 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '965cd441-f0ef-4922-88c3-64b64ee69131', 'tempest-TagsExtTest-Tag-1133731436') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:52.294862 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-43543bc9-4121-45fe-9bb3-887ab5edea11 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:52.297281 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 4d79b4a3-ce38-4882-949a-96e4b201797a, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=4d79b4a3-ce38-4882-949a-96e4b201797a,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:52.319080 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-2f25ad0c-0a21-4a48-be65-d7a998c74417 None None] Allocated IP 172.20.0.2 (71f930c1-c190-4dc3-8d58-fd471c685815/9b868ad8-6c4d-4695-85f7-91c8aa03a921/94d041b8-ae06-40e4-8544-cdf2706e9761) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:52.339248 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:52.384705 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-64722fc1-6816-4009-87c0-a4d1a3baf37a req-7f1d9aab-26c3-41ff-8061-702338d854f6 tempest-ServerShowV257Test-1506762099 tempest-ServerShowV257Test-1506762099-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d46cb0a-6ae4-4fb4-8021-95b5189fa16a HTTP/1.1" status: 200 len: 210 time: 0.0419657 Jul 13 07:39:52.450447 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-16295ad8-12e9-4cd9-8c04-df91ab9a17b8 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] show failed (client error): The resource could not be found. Jul 13 07:39:52.454604 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-16295ad8-12e9-4cd9-8c04-df91ab9a17b8 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "GET /v2.0/routers/965cd441-f0ef-4922-88c3-64b64ee69131/tags/tempest-TagsExtTest-Tag-1133731436 HTTP/1.1" status: 404 len: 329 time: 0.1920662 Jul 13 07:39:52.476922 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45638) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:52.485761 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.tag.tag_plugin [None req-070566fc-5f02-4132-b12e-95f7088ae80d tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '965cd441-f0ef-4922-88c3-64b64ee69131', 'tempest-TagsExtTest-Tag-566718125') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:52.502453 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-06fecb66-796e-463d-b5b7-cb7e4076f195 admin admin] Allocated IP 172.25.3.206 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/c7488a86-eed6-41a4-a94b-1d219c014d73) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:52.512762 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=4d79b4a3-ce38-4882-949a-96e4b201797a,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:52.602174 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-2c1ebb13-9668-4eb0-b249-a7bb162af759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f720836-0940-43a5-b6b3-d1778f83fdfd', 'name': 'tempest-TestServerBasicOps-1541366931-router', 'tenant_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '4d79b4a3-ce38-4882-949a-96e4b201797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:36Z', 'updated_at': '2021-07-13T07:39:46Z', 'revision_number': 4, 'project_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'gw_port': {'id': '4d79b4a3-ce38-4882-949a-96e4b201797a', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f720836-0940-43a5-b6b3-d1778f83fdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:38Z', 'updated_at': '2021-07-13T07:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '1ca1a547-8a7c-4c6c-8959-554f37e05d69', 'name': '', 'network_id': 'a1657f64-8077-4b4c-92ad-aa256b38a388', 'tenant_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'mac_address': 'fa:16:3e:69:34:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f720836-0940-43a5-b6b3-d1778f83fdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '251a7d71-99aa-4f18-b278-f93834e899c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:44Z', 'updated_at': '2021-07-13T07:39:47Z', 'revision_number': 2, 'project_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'subnets': [{'id': '251a7d71-99aa-4f18-b278-f93834e899c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:52.679487 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device a52e221e-5efd-4ddc-9966-e9f1d89aa3bd no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:39:52.681511 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1ebb13-9668-4eb0-b249-a7bb162af759 None None] Checking router: 6f720836-0940-43a5-b6b3-d1778f83fdfd for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:39:52.681927 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1ebb13-9668-4eb0-b249-a7bb162af759 None None] Updating router 6f720836-0940-43a5-b6b3-d1778f83fdfd port 1ca1a547-8a7c-4c6c-8959-554f37e05d69 binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:39:52.697386 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-06fecb66-796e-463d-b5b7-cb7e4076f195 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:52.724776 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-070566fc-5f02-4132-b12e-95f7088ae80d tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] show failed (client error): The resource could not be found. Jul 13 07:39:52.728706 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-070566fc-5f02-4132-b12e-95f7088ae80d tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "GET /v2.0/routers/965cd441-f0ef-4922-88c3-64b64ee69131/tags/tempest-TagsExtTest-Tag-566718125 HTTP/1.1" status: 404 len: 328 time: 0.2460296 Jul 13 07:39:52.742223 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45640) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:52.747889 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.tag.tag_plugin [None req-4e0c4216-6f76-4a96-83c3-700b3529af36 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '965cd441-f0ef-4922-88c3-64b64ee69131', 'tempest-TagsExtTest-Tag-1744356335') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:52.757963 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-06fecb66-796e-463d-b5b7-cb7e4076f195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:52.763527 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2c1ebb13-9668-4eb0-b249-a7bb162af759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:52.817246 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: a52e221e-5efd-4ddc-9966-e9f1d89aa3bd {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:39:52.818700 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device a52e221e-5efd-4ddc-9966-e9f1d89aa3bd not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:39:52.819442 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 84b47585-6f0a-4fe0-8781-4cc810cbe502 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:39:52.834133 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fecb66-796e-463d-b5b7-cb7e4076f195 admin admin] Pushing event updated for resources: {'Port': ['ID=c7488a86-eed6-41a4-a94b-1d219c014d73,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:52.857093 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fecb66-796e-463d-b5b7-cb7e4076f195 admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:52.858788 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-06fecb66-796e-463d-b5b7-cb7e4076f195 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:52.865168 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fecb66-796e-463d-b5b7-cb7e4076f195 admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:52.892674 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-4e0c4216-6f76-4a96-83c3-700b3529af36 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] show failed (client error): The resource could not be found. Jul 13 07:39:52.893759 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4e0c4216-6f76-4a96-83c3-700b3529af36 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "GET /v2.0/routers/965cd441-f0ef-4922-88c3-64b64ee69131/tags/tempest-TagsExtTest-Tag-1744356335 HTTP/1.1" status: 404 len: 329 time: 0.1497691 Jul 13 07:39:52.899860 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45644) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:52.906293 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.tag.tag_plugin [None req-1e075fdf-83d5-4073-9c22-bee968f7c64a tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '1e83999d-1afd-466e-a784-00ae0b512aae', {'tags': ['tempest-TagsExtTest-Tag-679018399', 'tempest-TagsExtTest-Tag-688385311', 'tempest-TagsExtTest-Tag-205836266']}) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:53.008478 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1e075fdf-83d5-4073-9c22-bee968f7c64a tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "PUT /v2.0/subnetpools/1e83999d-1afd-466e-a784-00ae0b512aae/tags HTTP/1.1" status: 200 len: 315 time: 0.1039965 Jul 13 07:39:53.010020 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45648) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:53.015864 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.tag.tag_plugin [None req-19a8537a-26bf-45d6-9493-65635613ad5d tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1e83999d-1afd-466e-a784-00ae0b512aae') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:53.129094 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-19a8537a-26bf-45d6-9493-65635613ad5d tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "DELETE /v2.0/subnetpools/1e83999d-1afd-466e-a784-00ae0b512aae/tags HTTP/1.1" status: 204 len: 168 time: 0.1148438 Jul 13 07:39:53.129094 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-43543bc9-4121-45fe-9bb3-887ab5edea11 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Deleting port 20538a17-e99e-477e-a6e5-dbf8b6094df3 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:53.130621 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-43543bc9-4121-45fe-9bb3-887ab5edea11 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.130764 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45650) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:53.136623 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.tag.tag_plugin [None req-461f36fc-f734-4acb-bcd3-428413d56e37 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1e83999d-1afd-466e-a784-00ae0b512aae', 'tempest-TagsExtTest-Tag-679018399') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:53.138372 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 84b47585-6f0a-4fe0-8781-4cc810cbe502 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:39:53.138714 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 84b47585-6f0a-4fe0-8781-4cc810cbe502 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:39:53.181882 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8b8da32e-bc11-4fff-8263-ecaba04c9e60 req-94625e6c-a65d-4058-880c-2a016905ef13 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6d46cb0a-6ae4-4fb4-8021-95b5189fa16a HTTP/1.1" status: 200 len: 210 time: 0.0601692 Jul 13 07:39:53.198306 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2f25ad0c-0a21-4a48-be65-d7a998c74417 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.222916 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-461f36fc-f734-4acb-bcd3-428413d56e37 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] show failed (client error): The resource could not be found. Jul 13 07:39:53.224561 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-461f36fc-f734-4acb-bcd3-428413d56e37 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "GET /v2.0/subnetpools/1e83999d-1afd-466e-a784-00ae0b512aae/tags/tempest-TagsExtTest-Tag-679018399 HTTP/1.1" status: 404 len: 328 time: 0.0917647 Jul 13 07:39:53.227434 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45652) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:53.232356 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.tag.tag_plugin [None req-fb202590-cb03-4e12-8ca5-22484caae89e tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1e83999d-1afd-466e-a784-00ae0b512aae', 'tempest-TagsExtTest-Tag-688385311') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:53.257653 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2f25ad0c-0a21-4a48-be65-d7a998c74417 None None] Transition to ACTIVE for port object 94d041b8-ae06-40e4-8544-cdf2706e9761 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:53.275386 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-fb202590-cb03-4e12-8ca5-22484caae89e tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] show failed (client error): The resource could not be found. Jul 13 07:39:53.281081 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-fb202590-cb03-4e12-8ca5-22484caae89e tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "GET /v2.0/subnetpools/1e83999d-1afd-466e-a784-00ae0b512aae/tags/tempest-TagsExtTest-Tag-688385311 HTTP/1.1" status: 404 len: 328 time: 0.0481124 Jul 13 07:39:53.283103 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45654) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:53.288998 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.tag.tag_plugin [None req-a8f70661-e283-4085-9cb7-f783614db7df tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1e83999d-1afd-466e-a784-00ae0b512aae', 'tempest-TagsExtTest-Tag-205836266') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:53.303236 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2f25ad0c-0a21-4a48-be65-d7a998c74417 None None] Transition to ACTIVE for port object 94d041b8-ae06-40e4-8544-cdf2706e9761 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:53.311467 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00772d3f-7042-464f-b5f2-a2dc09d6ea28 req-2b70dd56-6789-4d55-a954-19e475472935 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:53.313231 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-00772d3f-7042-464f-b5f2-a2dc09d6ea28 req-2b70dd56-6789-4d55-a954-19e475472935 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 944 time: 0.1017258 Jul 13 07:39:53.326721 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-43543bc9-4121-45fe-9bb3-887ab5edea11 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] For port 20538a17-e99e-477e-a6e5-dbf8b6094df3, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=20538a17-e99e-477e-a6e5-dbf8b6094df3,segment=NetworkSegment(9195a77c-9528-465b-b8b1-89d712820c4e),segment_id=9195a77c-9528-465b-b8b1-89d712820c4e)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:53.327406 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-43543bc9-4121-45fe-9bb3-887ab5edea11 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.327556 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2f25ad0c-0a21-4a48-be65-d7a998c74417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.329953 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.381595 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-00772d3f-7042-464f-b5f2-a2dc09d6ea28 req-e8b19ad0-5e85-4632-8a13-20af5eee745a tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572417 Jul 13 07:39:53.394273 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-43543bc9-4121-45fe-9bb3-887ab5edea11 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Calling delete_port for 20538a17-e99e-477e-a6e5-dbf8b6094df3 owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:53.401091 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-a8f70661-e283-4085-9cb7-f783614db7df tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] show failed (client error): The resource could not be found. Jul 13 07:39:53.404735 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a8f70661-e283-4085-9cb7-f783614db7df tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "GET /v2.0/subnetpools/1e83999d-1afd-466e-a784-00ae0b512aae/tags/tempest-TagsExtTest-Tag-205836266 HTTP/1.1" status: 404 len: 328 time: 0.1178885 Jul 13 07:39:53.405737 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45656) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:53.409306 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f25ad0c-0a21-4a48-be65-d7a998c74417 None None] Network 71f930c1-c190-4dc3-8d58-fd471c685815 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:53.416997 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.tag.tag_plugin [None req-c4c39bd9-5f95-4c9e-930a-b42645b7ae28 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1e83999d-1afd-466e-a784-00ae0b512aae') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:53.438435 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-06fecb66-796e-463d-b5b7-cb7e4076f195 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.457384 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-2f25ad0c-0a21-4a48-be65-d7a998c74417 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:53.465972 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f25ad0c-0a21-4a48-be65-d7a998c74417 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:53.498224 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c4c39bd9-5f95-4c9e-930a-b42645b7ae28 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "DELETE /v2.0/subnetpools/1e83999d-1afd-466e-a784-00ae0b512aae/tags HTTP/1.1" status: 204 len: 168 time: 0.0898459 Jul 13 07:39:53.505620 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45660) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:53.512015 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.tag.tag_plugin [None req-754cc33d-2add-4277-86a3-154dc23124ba tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '965cd441-f0ef-4922-88c3-64b64ee69131') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:53.518138 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f25ad0c-0a21-4a48-be65-d7a998c74417 None None] Pushing event updated for resources: {'Port': ['ID=94d041b8-ae06-40e4-8544-cdf2706e9761,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:53.670896 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-82c789b6-d262-4726-95cd-890c004abf68 req-e116de6e-6da8-4ed5-8452-470e3d992584 tempest-ServerShowV257Test-1506762099 tempest-ServerShowV257Test-1506762099-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d46cb0a-6ae4-4fb4-8021-95b5189fa16a HTTP/1.1" status: 200 len: 210 time: 0.0426941 Jul 13 07:39:53.683146 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-2f25ad0c-0a21-4a48-be65-d7a998c74417 None None] Attempting to bind port 94d041b8-ae06-40e4-8544-cdf2706e9761 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:53.683459 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-2f25ad0c-0a21-4a48-be65-d7a998c74417 None None] Attempting to bind port 94d041b8-ae06-40e4-8544-cdf2706e9761 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'f7ad8863-aaa4-4a26-b78f-262d2e821558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '71f930c1-c190-4dc3-8d58-fd471c685815'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:53.683824 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f25ad0c-0a21-4a48-be65-d7a998c74417 None None] Attempting to bind port 94d041b8-ae06-40e4-8544-cdf2706e9761 on network 71f930c1-c190-4dc3-8d58-fd471c685815 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:53.697094 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-43543bc9-4121-45fe-9bb3-887ab5edea11 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.702135 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f25ad0c-0a21-4a48-be65-d7a998c74417 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:53.702526 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f25ad0c-0a21-4a48-be65-d7a998c74417 None None] Checking segment: {'id': 'f7ad8863-aaa4-4a26-b78f-262d2e821558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '71f930c1-c190-4dc3-8d58-fd471c685815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:53.702934 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2f25ad0c-0a21-4a48-be65-d7a998c74417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.703360 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f25ad0c-0a21-4a48-be65-d7a998c74417 None None] Bound using segment: {'id': 'f7ad8863-aaa4-4a26-b78f-262d2e821558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '71f930c1-c190-4dc3-8d58-fd471c685815'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:53.703854 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-2f25ad0c-0a21-4a48-be65-d7a998c74417 None None] Bound port: 94d041b8-ae06-40e4-8544-cdf2706e9761, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ad8863-aaa4-4a26-b78f-262d2e821558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '71f930c1-c190-4dc3-8d58-fd471c685815'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:53.704320 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2f25ad0c-0a21-4a48-be65-d7a998c74417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.711957 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2c1ebb13-9668-4eb0-b249-a7bb162af759 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.733875 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2c1ebb13-9668-4eb0-b249-a7bb162af759 None None] Transition to ACTIVE for port object 1ca1a547-8a7c-4c6c-8959-554f37e05d69 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:53.739983 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43543bc9-4121-45fe-9bb3-887ab5edea11 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event deleted for resources: {'Port': ['ID=20538a17-e99e-477e-a6e5-dbf8b6094df3,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:53.762845 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2c1ebb13-9668-4eb0-b249-a7bb162af759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.780210 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-754cc33d-2add-4277-86a3-154dc23124ba tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "DELETE /v2.0/routers/965cd441-f0ef-4922-88c3-64b64ee69131/tags HTTP/1.1" status: 204 len: 168 time: 0.2735281 Jul 13 07:39:53.785146 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45662) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:53.788457 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.tag.tag_plugin [None req-814739f9-47d0-4fd1-8bc4-5ca16c866e58 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8f32474e-6079-4b31-8270-817c07619ef6') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:53.870482 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd206ac6-19e6-42cc-8cf1-e5debc4f00e2 None None] Pushing event updated for resources: {'Port': ['ID=1ca1a547-8a7c-4c6c-8959-554f37e05d69,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:53.876033 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2f25ad0c-0a21-4a48-be65-d7a998c74417 None None] For port 94d041b8-ae06-40e4-8544-cdf2706e9761, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:53.892824 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2f25ad0c-0a21-4a48-be65-d7a998c74417 None None] For port 94d041b8-ae06-40e4-8544-cdf2706e9761, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=94d041b8-ae06-40e4-8544-cdf2706e9761,segment=NetworkSegment(f7ad8863-aaa4-4a26-b78f-262d2e821558),segment_id=f7ad8863-aaa4-4a26-b78f-262d2e821558)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:53.894516 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:53.944954 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2f25ad0c-0a21-4a48-be65-d7a998c74417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:54.040929 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-06fecb66-796e-463d-b5b7-cb7e4076f195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:54.058003 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f25ad0c-0a21-4a48-be65-d7a998c74417 None None] Pushing event updated for resources: {'Port': ['ID=94d041b8-ae06-40e4-8544-cdf2706e9761,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:54.064717 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-43543bc9-4121-45fe-9bb3-887ab5edea11 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:54.091760 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-2c1ebb13-9668-4eb0-b249-a7bb162af759 None None] Attempting to bind port 1ca1a547-8a7c-4c6c-8959-554f37e05d69 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:54.092478 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-2c1ebb13-9668-4eb0-b249-a7bb162af759 None None] Attempting to bind port 1ca1a547-8a7c-4c6c-8959-554f37e05d69 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '5d4f2d43-f2ea-4c64-bec4-5d0ccad94a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1657f64-8077-4b4c-92ad-aa256b38a388'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:54.093403 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1ebb13-9668-4eb0-b249-a7bb162af759 None None] Attempting to bind port 1ca1a547-8a7c-4c6c-8959-554f37e05d69 on network a1657f64-8077-4b4c-92ad-aa256b38a388 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:54.104800 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1ebb13-9668-4eb0-b249-a7bb162af759 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:54.105442 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1ebb13-9668-4eb0-b249-a7bb162af759 None None] Checking segment: {'id': '5d4f2d43-f2ea-4c64-bec4-5d0ccad94a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1657f64-8077-4b4c-92ad-aa256b38a388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:54.106248 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2c1ebb13-9668-4eb0-b249-a7bb162af759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:54.106856 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1ebb13-9668-4eb0-b249-a7bb162af759 None None] Bound using segment: {'id': '5d4f2d43-f2ea-4c64-bec4-5d0ccad94a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1657f64-8077-4b4c-92ad-aa256b38a388'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:54.107762 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-2c1ebb13-9668-4eb0-b249-a7bb162af759 None None] Bound port: 1ca1a547-8a7c-4c6c-8959-554f37e05d69, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d4f2d43-f2ea-4c64-bec4-5d0ccad94a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1657f64-8077-4b4c-92ad-aa256b38a388'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:54.108384 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2c1ebb13-9668-4eb0-b249-a7bb162af759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:54.205936 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-814739f9-47d0-4fd1-8bc4-5ca16c866e58 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "DELETE /v2.0/ports/8f32474e-6079-4b31-8270-817c07619ef6/tags HTTP/1.1" status: 204 len: 168 time: 0.4191675 Jul 13 07:39:54.215078 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45664) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:54.221681 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.tag.tag_plugin [None req-399ca064-e3c3-47cd-b540-8cf0d0386381 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b4936a46-83ae-416f-98a5-914a5e4659b5') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:54.258664 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:54.303044 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fecb66-796e-463d-b5b7-cb7e4076f195 admin admin] Router fdf1e101-bc7f-4f6e-af87-fe61ef4a4913 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:39:54.317132 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-399ca064-e3c3-47cd-b540-8cf0d0386381 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "DELETE /v2.0/subnets/b4936a46-83ae-416f-98a5-914a5e4659b5/tags HTTP/1.1" status: 204 len: 168 time: 0.0990176 Jul 13 07:39:54.323522 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45666) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:54.338793 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2c1ebb13-9668-4eb0-b249-a7bb162af759 None None] For port 1ca1a547-8a7c-4c6c-8959-554f37e05d69, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:54.361760 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2c1ebb13-9668-4eb0-b249-a7bb162af759 None None] For port 1ca1a547-8a7c-4c6c-8959-554f37e05d69, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=1ca1a547-8a7c-4c6c-8959-554f37e05d69,segment=NetworkSegment(5d4f2d43-f2ea-4c64-bec4-5d0ccad94a66),segment_id=5d4f2d43-f2ea-4c64-bec4-5d0ccad94a66)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:54.378612 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2c1ebb13-9668-4eb0-b249-a7bb162af759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:54.441000 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:54.453624 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:54.454000 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:54.579543 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd206ac6-19e6-42cc-8cf1-e5debc4f00e2 None None] Pushing event updated for resources: {'Port': ['ID=1ca1a547-8a7c-4c6c-8959-554f37e05d69,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:54.602337 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1ebb13-9668-4eb0-b249-a7bb162af759 None None] Routers {'6f720836-0940-43a5-b6b3-d1778f83fdfd'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:54.603050 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-2c1ebb13-9668-4eb0-b249-a7bb162af759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:39:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['6f720836-0940-43a5-b6b3-d1778f83fdfd'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:54.605343 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43543bc9-4121-45fe-9bb3-887ab5edea11 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Router d32bab7a-c0c0-4535-a022-b240ed49bbb1 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:39:54.640970 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6ee15d6f-128c-4d0d-ad4a-ddf284cbac6e tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks [] for subnetpool, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:54.644869 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6ee15d6f-128c-4d0d-ad4a-ddf284cbac6e tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "DELETE /v2.0/subnetpools/1e83999d-1afd-466e-a784-00ae0b512aae HTTP/1.1" status: 204 len: 168 time: 0.3204718 Jul 13 07:39:54.650840 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45670) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:54.692987 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-17362f54-77c1-4e72-b830-c22b4c88dcbc tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "GET /v2.0/ports?device_id=965cd441-f0ef-4922-88c3-64b64ee69131 HTTP/1.1" status: 200 len: 205 time: 0.0403972 Jul 13 07:39:54.701489 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45672) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:54.704232 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fecb66-796e-463d-b5b7-cb7e4076f195 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:39:54.730601 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3daf62-3399-4a48-9741-d1c96ec0a2fc None None] Sync routers for ids ['fdf1e101-bc7f-4f6e-af87-fe61ef4a4913'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:39:54.753560 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3daf62-3399-4a48-9741-d1c96ec0a2fc None None] Routers {'fdf1e101-bc7f-4f6e-af87-fe61ef4a4913'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:54.754207 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-6c3daf62-3399-4a48-9741-d1c96ec0a2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:39:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['fdf1e101-bc7f-4f6e-af87-fe61ef4a4913'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:54.757676 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-06fecb66-796e-463d-b5b7-cb7e4076f195 admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:54.759552 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-06fecb66-796e-463d-b5b7-cb7e4076f195 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7805252 Jul 13 07:39:54.762504 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45676) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:54.808375 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:54.918414 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9e8472e1-ac47-4e1a-9d74-3ffda6929c19 req-bf4fe105-cfa6-44d6-bd31-bd8157258030 tempest-ServerShowV257Test-1506762099 tempest-ServerShowV257Test-1506762099-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d46cb0a-6ae4-4fb4-8021-95b5189fa16a HTTP/1.1" status: 200 len: 210 time: 0.0594473 Jul 13 07:39:54.938722 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-2c1ebb13-9668-4eb0-b249-a7bb162af759 None None] Set router 6f720836-0940-43a5-b6b3-d1778f83fdfd gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:54.995158 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9df41917-25b2-47d8-bdf6-4fbe54161ea4 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:55.035934 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-6c3daf62-3399-4a48-9741-d1c96ec0a2fc None None] Set router fdf1e101-bc7f-4f6e-af87-fe61ef4a4913 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:55.053768 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 94d041b8-ae06-40e4-8544-cdf2706e9761 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:55.115024 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f90bec-271f-4e44-996f-3e77a17cd27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88530a7c-2727-4e3e-8acc-8f0525e0f7a7'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:39:55.119301 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699354de-07af-41d5-89fc-1cdfb8ea53c4" -d '{"events": [{"server_uuid": "84f90bec-271f-4e44-996f-3e77a17cd27b", "name": "network-vif-plugged", "status": "completed", "tag": "88530a7c-2727-4e3e-8acc-8f0525e0f7a7"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:39:55.154754 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=88530a7c-2727-4e3e-8acc-8f0525e0f7a7,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:55.203604 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:55.254330 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 94d041b8-ae06-40e4-8544-cdf2706e9761 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:55.272955 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 4d79b4a3-ce38-4882-949a-96e4b201797a up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:55.315762 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-6c3daf62-3399-4a48-9741-d1c96ec0a2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf1e101-bc7f-4f6e-af87-fe61ef4a4913', 'name': 'tempest-TestServerBasicOps-151770777-router', 'tenant_id': 'a6913f131e1940ea82c589eeff084d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'c7488a86-eed6-41a4-a94b-1d219c014d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:51Z', 'updated_at': '2021-07-13T07:39:53Z', 'revision_number': 3, 'project_id': 'a6913f131e1940ea82c589eeff084d39', 'gw_port': {'id': 'c7488a86-eed6-41a4-a94b-1d219c014d73', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:bc:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf1e101-bc7f-4f6e-af87-fe61ef4a4913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:52Z', 'updated_at': '2021-07-13T07:39:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:55.350237 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3daf62-3399-4a48-9741-d1c96ec0a2fc None None] Checking router: fdf1e101-bc7f-4f6e-af87-fe61ef4a4913 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:39:55.351678 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3daf62-3399-4a48-9741-d1c96ec0a2fc None None] Updating router fdf1e101-bc7f-4f6e-af87-fe61ef4a4913 port c7488a86-eed6-41a4-a94b-1d219c014d73 binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:39:55.426605 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6c3daf62-3399-4a48-9741-d1c96ec0a2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:55.456074 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=88530a7c-2727-4e3e-8acc-8f0525e0f7a7,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:55.584984 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 4d79b4a3-ce38-4882-949a-96e4b201797a triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:55.585495 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:55.709900 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750c9eaa-3349-43e0-b5c7-623b95fd74a7 x-openstack-request-id: req-750c9eaa-3349-43e0-b5c7-623b95fd74a7 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:39:55.710142 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f90bec-271f-4e44-996f-3e77a17cd27b", "name": "network-vif-plugged", "status": "completed", "tag": "88530a7c-2727-4e3e-8acc-8f0525e0f7a7", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:39:55.710374 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-750c9eaa-3349-43e0-b5c7-623b95fd74a7 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:39:55.710788 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f90bec-271f-4e44-996f-3e77a17cd27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88530a7c-2727-4e3e-8acc-8f0525e0f7a7', 'code': 200} Jul 13 07:39:55.725113 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-2c1ebb13-9668-4eb0-b249-a7bb162af759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f720836-0940-43a5-b6b3-d1778f83fdfd', 'name': 'tempest-TestServerBasicOps-1541366931-router', 'tenant_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '4d79b4a3-ce38-4882-949a-96e4b201797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:36Z', 'updated_at': '2021-07-13T07:39:46Z', 'revision_number': 4, 'project_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'gw_port': {'id': '4d79b4a3-ce38-4882-949a-96e4b201797a', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f720836-0940-43a5-b6b3-d1778f83fdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:38Z', 'updated_at': '2021-07-13T07:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '1ca1a547-8a7c-4c6c-8959-554f37e05d69', 'name': '', 'network_id': 'a1657f64-8077-4b4c-92ad-aa256b38a388', 'tenant_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'mac_address': 'fa:16:3e:69:34:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f720836-0940-43a5-b6b3-d1778f83fdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '251a7d71-99aa-4f18-b278-f93834e899c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:44Z', 'updated_at': '2021-07-13T07:39:54Z', 'revision_number': 4, 'project_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'subnets': [{'id': '251a7d71-99aa-4f18-b278-f93834e899c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:55.771848 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1ebb13-9668-4eb0-b249-a7bb162af759 None None] The sync data for ids ['6f720836-0940-43a5-b6b3-d1778f83fdfd'] in n-d-771363-34 is: [{'id': '6f720836-0940-43a5-b6b3-d1778f83fdfd', 'name': 'tempest-TestServerBasicOps-1541366931-router', 'tenant_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '4d79b4a3-ce38-4882-949a-96e4b201797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:36Z', 'updated_at': '2021-07-13T07:39:46Z', 'revision_number': 4, 'project_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'gw_port': {'id': '4d79b4a3-ce38-4882-949a-96e4b201797a', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f720836-0940-43a5-b6b3-d1778f83fdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:38Z', 'updated_at': '2021-07-13T07:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '1ca1a547-8a7c-4c6c-8959-554f37e05d69', 'name': '', 'network_id': 'a1657f64-8077-4b4c-92ad-aa256b38a388', 'tenant_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'mac_address': 'fa:16:3e:69:34:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f720836-0940-43a5-b6b3-d1778f83fdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '251a7d71-99aa-4f18-b278-f93834e899c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:44Z', 'updated_at': '2021-07-13T07:39:54Z', 'revision_number': 4, 'project_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'subnets': [{'id': '251a7d71-99aa-4f18-b278-f93834e899c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:39:55.868920 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b5ee3bbd-8e50-41fb-bddf-1cd5a43dc2e5 None None] Provisioning complete for port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:55.869299 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b5ee3bbd-8e50-41fb-bddf-1cd5a43dc2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:55.910115 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6c3daf62-3399-4a48-9741-d1c96ec0a2fc None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:55.921483 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-6c3daf62-3399-4a48-9741-d1c96ec0a2fc None None] Transition to ACTIVE for port object c7488a86-eed6-41a4-a94b-1d219c014d73 will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:55.945157 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6c3daf62-3399-4a48-9741-d1c96ec0a2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:56.002606 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa236d-8ffc-4ccd-ac07-0dce5b735be8 None None] Pushing event updated for resources: {'Port': ['ID=c7488a86-eed6-41a4-a94b-1d219c014d73,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:56.030495 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-6c3daf62-3399-4a48-9741-d1c96ec0a2fc None None] Attempting to bind port c7488a86-eed6-41a4-a94b-1d219c014d73 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:39:56.038698 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-6c3daf62-3399-4a48-9741-d1c96ec0a2fc None None] Attempting to bind port c7488a86-eed6-41a4-a94b-1d219c014d73 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:39:56.039710 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3daf62-3399-4a48-9741-d1c96ec0a2fc None None] Attempting to bind port c7488a86-eed6-41a4-a94b-1d219c014d73 on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:39:56.046336 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3daf62-3399-4a48-9741-d1c96ec0a2fc None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:39:56.046879 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3daf62-3399-4a48-9741-d1c96ec0a2fc None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:39:56.047431 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6c3daf62-3399-4a48-9741-d1c96ec0a2fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:56.048254 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3daf62-3399-4a48-9741-d1c96ec0a2fc None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:39:56.048818 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-6c3daf62-3399-4a48-9741-d1c96ec0a2fc None None] Bound port: c7488a86-eed6-41a4-a94b-1d219c014d73, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:39:56.049423 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6c3daf62-3399-4a48-9741-d1c96ec0a2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:56.072655 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dd90a8f9-5ac8-4c22-a586-9ed53f96e710 req-4ed5bf03-b305-40a5-9833-e3802c14fcdf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b62c44d778e14310a76087f84acb5885&device_id=6d46cb0a-6ae4-4fb4-8021-95b5189fa16a HTTP/1.1" status: 200 len: 210 time: 0.3583987 Jul 13 07:39:56.075827 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-444749be-7e23-46ef-a656-1ab01081e079 req-863e82ab-9f5b-4e58-9f60-b44cfad05332 tempest-ServerShowV257Test-1506762099 tempest-ServerShowV257Test-1506762099-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d46cb0a-6ae4-4fb4-8021-95b5189fa16a HTTP/1.1" status: 200 len: 210 time: 0.3195517 Jul 13 07:39:56.118590 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31151788-d7e4-42df-8990-a61c76325767 None None] Network 71f930c1-c190-4dc3-8d58-fd471c685815 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:56.172159 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-6c3daf62-3399-4a48-9741-d1c96ec0a2fc None None] For port c7488a86-eed6-41a4-a94b-1d219c014d73, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:39:56.182257 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dd90a8f9-5ac8-4c22-a586-9ed53f96e710 req-2191adc8-e633-426d-a172-10064e7db4e3 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=b62c44d778e14310a76087f84acb5885&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0849667 Jul 13 07:39:56.184893 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-6c3daf62-3399-4a48-9741-d1c96ec0a2fc None None] For port c7488a86-eed6-41a4-a94b-1d219c014d73, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=c7488a86-eed6-41a4-a94b-1d219c014d73,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:39:56.194186 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6c3daf62-3399-4a48-9741-d1c96ec0a2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:56.244217 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-07b45668-fe77-475e-8218-67fd708a1913 None None] Provisioning for port 94d041b8-ae06-40e4-8544-cdf2706e9761 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:56.258217 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-07b45668-fe77-475e-8218-67fd708a1913 None None] Provisioning complete for port 94d041b8-ae06-40e4-8544-cdf2706e9761 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:56.258587 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-07b45668-fe77-475e-8218-67fd708a1913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:56.275094 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa236d-8ffc-4ccd-ac07-0dce5b735be8 None None] Pushing event updated for resources: {'Port': ['ID=c7488a86-eed6-41a4-a94b-1d219c014d73,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:56.277894 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3daf62-3399-4a48-9741-d1c96ec0a2fc None None] Routers {'fdf1e101-bc7f-4f6e-af87-fe61ef4a4913'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:56.278617 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-6c3daf62-3399-4a48-9741-d1c96ec0a2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:39:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['fdf1e101-bc7f-4f6e-af87-fe61ef4a4913'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:56.301538 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9df41917-25b2-47d8-bdf6-4fbe54161ea4 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:56.312385 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9df41917-25b2-47d8-bdf6-4fbe54161ea4 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:56.327975 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a475eb7-adf3-4a72-b681-baf605fdfd70 req-e0550b88-aa67-4c1e-9f50-6e32070dd427 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:56.329893 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9a475eb7-adf3-4a72-b681-baf605fdfd70 req-e0550b88-aa67-4c1e-9f50-6e32070dd427 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 944 time: 1.7015598 Jul 13 07:39:56.370029 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43543bc9-4121-45fe-9bb3-887ab5edea11 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:39:56.392617 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c67721-ef3b-4d74-aa46-eecd40735842 None None] Sync routers for ids ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:39:56.394325 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-43543bc9-4121-45fe-9bb3-887ab5edea11 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "PUT /v2.0/routers/d32bab7a-c0c0-4535-a022-b240ed49bbb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7728660 Jul 13 07:39:56.440947 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45684) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:56.449183 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c67721-ef3b-4d74-aa46-eecd40735842 None None] Routers {'d32bab7a-c0c0-4535-a022-b240ed49bbb1'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:56.456383 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-09c67721-ef3b-4d74-aa46-eecd40735842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:39:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:56.458588 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-6c3daf62-3399-4a48-9741-d1c96ec0a2fc None None] Set router fdf1e101-bc7f-4f6e-af87-fe61ef4a4913 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:56.483793 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90a8f9-5ac8-4c22-a586-9ed53f96e710 req-908bf691-a2f0-4f7c-8a12-de7ecd2fa67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:56.485690 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dd90a8f9-5ac8-4c22-a586-9ed53f96e710 req-908bf691-a2f0-4f7c-8a12-de7ecd2fa67e service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2964215 Jul 13 07:39:56.551027 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06788f1-c6f1-4e81-94ad-1f7dfecaa35a req-a5a18cbc-a2f0-4b33-96f2-4373284c6048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:56.557422 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d06788f1-c6f1-4e81-94ad-1f7dfecaa35a req-a5a18cbc-a2f0-4b33-96f2-4373284c6048 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 1097 time: 0.5716436 Jul 13 07:39:56.558905 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9df41917-25b2-47d8-bdf6-4fbe54161ea4 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:56.559797 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df41917-25b2-47d8-bdf6-4fbe54161ea4 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Fanout notify agent at l3_agent the message router_deleted on router 965cd441-f0ef-4922-88c3-64b64ee69131 {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:39:56.604522 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-09c67721-ef3b-4d74-aa46-eecd40735842 None None] Set router d32bab7a-c0c0-4535-a022-b240ed49bbb1 gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:56.637818 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9aa9c9f6-e132-48d6-9a9f-9ae8937b1636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:56.659916 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9c8f1e6-499c-4864-9b30-903d74f52063 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Deleting subnet 65d62464-a307-43f9-9f75-d0c6339db5a7 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:39:56.665784 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c9c8f1e6-499c-4864-9b30-903d74f52063 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:56.749641 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 1ca1a547-8a7c-4c6c-8959-554f37e05d69 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:56.764547 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c9c8f1e6-499c-4864-9b30-903d74f52063 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:56.797928 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9df41917-25b2-47d8-bdf6-4fbe54161ea4 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:56.801759 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9df41917-25b2-47d8-bdf6-4fbe54161ea4 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "DELETE /v2.0/routers/965cd441-f0ef-4922-88c3-64b64ee69131 HTTP/1.1" status: 204 len: 168 time: 2.0941482 Jul 13 07:39:56.805732 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45686) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:56.825081 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-6c3daf62-3399-4a48-9741-d1c96ec0a2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf1e101-bc7f-4f6e-af87-fe61ef4a4913', 'name': 'tempest-TestServerBasicOps-151770777-router', 'tenant_id': 'a6913f131e1940ea82c589eeff084d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'c7488a86-eed6-41a4-a94b-1d219c014d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:51Z', 'updated_at': '2021-07-13T07:39:53Z', 'revision_number': 3, 'project_id': 'a6913f131e1940ea82c589eeff084d39', 'gw_port': {'id': 'c7488a86-eed6-41a4-a94b-1d219c014d73', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:bc:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf1e101-bc7f-4f6e-af87-fe61ef4a4913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:52Z', 'updated_at': '2021-07-13T07:39:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:56.827817 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9a475eb7-adf3-4a72-b681-baf605fdfd70 req-3df23dbd-f3ed-40cf-bbdc-acaae140ede2 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4795485 Jul 13 07:39:56.869617 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3daf62-3399-4a48-9741-d1c96ec0a2fc None None] The sync data for ids ['fdf1e101-bc7f-4f6e-af87-fe61ef4a4913'] in n-d-771363-34 is: [{'id': 'fdf1e101-bc7f-4f6e-af87-fe61ef4a4913', 'name': 'tempest-TestServerBasicOps-151770777-router', 'tenant_id': 'a6913f131e1940ea82c589eeff084d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'c7488a86-eed6-41a4-a94b-1d219c014d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:51Z', 'updated_at': '2021-07-13T07:39:53Z', 'revision_number': 3, 'project_id': 'a6913f131e1940ea82c589eeff084d39', 'gw_port': {'id': 'c7488a86-eed6-41a4-a94b-1d219c014d73', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:bc:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf1e101-bc7f-4f6e-af87-fe61ef4a4913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:52Z', 'updated_at': '2021-07-13T07:39:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:39:56.939579 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-07b45668-fe77-475e-8218-67fd708a1913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:56.940806 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-9aa9c9f6-e132-48d6-9a9f-9ae8937b1636 admin admin] Allocated IP 172.20.0.1 (71f930c1-c190-4dc3-8d58-fd471c685815/9b868ad8-6c4d-4695-85f7-91c8aa03a921/379ff6b4-70e5-4c7e-90fb-512a8fce15fc) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:39:56.994198 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d06788f1-c6f1-4e81-94ad-1f7dfecaa35a req-9dd1f8a1-28ab-4f73-834e-fd4f801bf52c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3646290 Jul 13 07:39:57.031230 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c9c8f1e6-499c-4864-9b30-903d74f52063 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:57.034711 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-07b45668-fe77-475e-8218-67fd708a1913 None None] For port 94d041b8-ae06-40e4-8544-cdf2706e9761, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=94d041b8-ae06-40e4-8544-cdf2706e9761,segment=NetworkSegment(f7ad8863-aaa4-4a26-b78f-262d2e821558),segment_id=f7ad8863-aaa4-4a26-b78f-262d2e821558)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:57.037860 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 1ca1a547-8a7c-4c6c-8959-554f37e05d69 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:57.048991 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 1ca1a547-8a7c-4c6c-8959-554f37e05d69 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:57.049607 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:57.056868 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-07b45668-fe77-475e-8218-67fd708a1913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:57.132417 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9aa9c9f6-e132-48d6-9a9f-9ae8937b1636 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:57.160525 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-9aa9c9f6-e132-48d6-9a9f-9ae8937b1636 admin admin] Transition to ACTIVE for port object 379ff6b4-70e5-4c7e-90fb-512a8fce15fc will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:39:57.228561 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9aa9c9f6-e132-48d6-9a9f-9ae8937b1636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:57.231303 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-8d61fade-b4bb-41be-a2f1-b589a7c40cfa tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Deleting port 8f32474e-6079-4b31-8270-817c07619ef6 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:57.232823 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8d61fade-b4bb-41be-a2f1-b589a7c40cfa tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:57.385365 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa9c9f6-e132-48d6-9a9f-9ae8937b1636 admin admin] Network 71f930c1-c190-4dc3-8d58-fd471c685815 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:57.395166 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-9aa9c9f6-e132-48d6-9a9f-9ae8937b1636 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:57.404101 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa9c9f6-e132-48d6-9a9f-9ae8937b1636 admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:39:57.416094 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c9c8f1e6-499c-4864-9b30-903d74f52063 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:57.430086 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8d61fade-b4bb-41be-a2f1-b589a7c40cfa tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:57.488930 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c8f1e6-499c-4864-9b30-903d74f52063 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event deleted for resources: {'Subnet': ['ID=65d62464-a307-43f9-9f75-d0c6339db5a7,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:57.490181 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9c9f6-e132-48d6-9a9f-9ae8937b1636 admin admin] Pushing event updated for resources: {'Port': ['ID=379ff6b4-70e5-4c7e-90fb-512a8fce15fc,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:57.509209 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e02470-ac3a-428a-9256-00a559b1db3d None None] Network 82f563f4-2b94-4fa1-9c77-3811baf33cf7 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:57.516230 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c9c8f1e6-499c-4864-9b30-903d74f52063 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:57.530058 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-886f1d94-0007-43b3-a2d5-c17bd3e0357f req-2330a239-00de-426a-ae0e-152b7f70ecf6 tempest-ServerShowV257Test-1506762099 tempest-ServerShowV257Test-1506762099-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d46cb0a-6ae4-4fb4-8021-95b5189fa16a HTTP/1.1" status: 200 len: 210 time: 0.1070411 Jul 13 07:39:57.532593 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c9c8f1e6-499c-4864-9b30-903d74f52063 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "DELETE /v2.0/subnets/65d62464-a307-43f9-9f75-d0c6339db5a7 HTTP/1.1" status: 204 len: 168 time: 1.0884752 Jul 13 07:39:57.535697 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45690) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:57.559381 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9aa9c9f6-e132-48d6-9a9f-9ae8937b1636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:57.580513 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-8d61fade-b4bb-41be-a2f1-b589a7c40cfa tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Calling delete_port for 8f32474e-6079-4b31-8270-817c07619ef6 owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:57.602783 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b45668-fe77-475e-8218-67fd708a1913 None None] Pushing event updated for resources: {'Port': ['ID=94d041b8-ae06-40e4-8544-cdf2706e9761,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:57.677834 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:57.784278 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-22c7fd63-ab81-4067-96d8-68b7bac862df tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:57.794952 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-09c67721-ef3b-4d74-aa46-eecd40735842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'name': 'tempest-RoutersIpV6Test-router-255981144', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:00Z', 'updated_at': '2021-07-13T07:39:53Z', 'revision_number': 9, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'gw_port_host': None, '_interfaces': [{'id': 'b39964e5-ef64-4145-a682-401c7970b69f', 'name': '', 'network_id': 'adad8caa-5af9-4e98-98ca-766f5f793195', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:cb:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '024462d8-aced-466e-87f7-926b1819ae31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:18Z', 'updated_at': '2021-07-13T07:39:28Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': '024462d8-aced-466e-87f7-926b1819ae31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db819efc-02be-4bf5-a969-31d6e90c6e63', 'name': '', 'network_id': 'd373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:1f:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:05Z', 'updated_at': '2021-07-13T07:39:17Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:57.819056 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dd90a8f9-5ac8-4c22-a586-9ed53f96e710 req-cb4ef7f6-1d54-4c8d-adc9-2a7d12c690ce tempest-ServerShowV257Test-1506762099 tempest-ServerShowV257Test-1506762099-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d46cb0a-6ae4-4fb4-8021-95b5189fa16a HTTP/1.1" status: 200 len: 210 time: 0.1648517 Jul 13 07:39:57.936590 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e77c098e-7670-426a-8794-c079e8654a91 None None] Provisioning complete for port 94d041b8-ae06-40e4-8544-cdf2706e9761 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:57.937147 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e77c098e-7670-426a-8794-c079e8654a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:57.980631 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c67721-ef3b-4d74-aa46-eecd40735842 None None] Checking router: d32bab7a-c0c0-4535-a022-b240ed49bbb1 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:39:57.991904 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9aa9c9f6-e132-48d6-9a9f-9ae8937b1636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:58.012975 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 1ca1a547-8a7c-4c6c-8959-554f37e05d69, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=1ca1a547-8a7c-4c6c-8959-554f37e05d69,segment=NetworkSegment(5d4f2d43-f2ea-4c64-bec4-5d0ccad94a66),segment_id=5d4f2d43-f2ea-4c64-bec4-5d0ccad94a66)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:58.017266 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-22c7fd63-ab81-4067-96d8-68b7bac862df tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Deleting port e403b832-d3c6-49d2-95be-247969647ade {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:58.017899 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-22c7fd63-ab81-4067-96d8-68b7bac862df tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:58.030224 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c67721-ef3b-4d74-aa46-eecd40735842 None None] Routers {'d32bab7a-c0c0-4535-a022-b240ed49bbb1'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:39:58.030874 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-09c67721-ef3b-4d74-aa46-eecd40735842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:39:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:58.036797 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:58.043593 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8d61fade-b4bb-41be-a2f1-b589a7c40cfa tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:58.104469 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d61fade-b4bb-41be-a2f1-b589a7c40cfa tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Pushing event deleted for resources: {'Port': ['ID=8f32474e-6079-4b31-8270-817c07619ef6,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:58.207172 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=1ca1a547-8a7c-4c6c-8959-554f37e05d69,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:58.281127 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-22c7fd63-ab81-4067-96d8-68b7bac862df tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] For port e403b832-d3c6-49d2-95be-247969647ade, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=e403b832-d3c6-49d2-95be-247969647ade,segment=NetworkSegment(9195a77c-9528-465b-b8b1-89d712820c4e),segment_id=9195a77c-9528-465b-b8b1-89d712820c4e)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:58.283361 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-22c7fd63-ab81-4067-96d8-68b7bac862df tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:58.353124 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-09c67721-ef3b-4d74-aa46-eecd40735842 None None] Set router d32bab7a-c0c0-4535-a022-b240ed49bbb1 gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:39:58.471616 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1273ac-136c-47bd-92c4-632466f636ed None None] DHCP port deletion for 82f563f4-2b94-4fa1-9c77-3811baf33cf7 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:39:58.483461 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9aa9c9f6-e132-48d6-9a9f-9ae8937b1636 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:58.490927 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c1f3d329-4acd-4ff3-a1dd-a1059d6afcad None None] Provisioning for port 379ff6b4-70e5-4c7e-90fb-512a8fce15fc completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:39:58.500949 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9aa9c9f6-e132-48d6-9a9f-9ae8937b1636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:58.519811 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-22c7fd63-ab81-4067-96d8-68b7bac862df tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Calling delete_port for e403b832-d3c6-49d2-95be-247969647ade owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:58.572254 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8d61fade-b4bb-41be-a2f1-b589a7c40cfa tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:58.577067 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8d61fade-b4bb-41be-a2f1-b589a7c40cfa tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "DELETE /v2.0/ports/8f32474e-6079-4b31-8270-817c07619ef6 HTTP/1.1" status: 204 len: 168 time: 1.7659810 Jul 13 07:39:58.592275 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45698) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:58.615529 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c1f3d329-4acd-4ff3-a1dd-a1059d6afcad None None] Provisioning complete for port 379ff6b4-70e5-4c7e-90fb-512a8fce15fc triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:58.616014 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c1f3d329-4acd-4ff3-a1dd-a1059d6afcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:58.636046 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9aa9c9f6-e132-48d6-9a9f-9ae8937b1636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:58.749757 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab0b2698-ea6f-4663-9567-ae0055bb5252 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Deleting subnet b4936a46-83ae-416f-98a5-914a5e4659b5 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:39:58.757298 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ab0b2698-ea6f-4663-9567-ae0055bb5252 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:58.801748 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9c9f6-e132-48d6-9a9f-9ae8937b1636 admin admin] Pushing event updated for resources: {'Port': ['ID=379ff6b4-70e5-4c7e-90fb-512a8fce15fc,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:58.901887 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ab0b2698-ea6f-4663-9567-ae0055bb5252 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:58.951440 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-47ff65a6-94e0-4b39-b7c1-73aa59622265 req-780869e9-9b5a-4a21-ab65-6b8733bf36e3 tempest-ServerShowV257Test-1506762099 tempest-ServerShowV257Test-1506762099-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d46cb0a-6ae4-4fb4-8021-95b5189fa16a HTTP/1.1" status: 200 len: 210 time: 0.0487087 Jul 13 07:39:58.953735 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 94d041b8-ae06-40e4-8544-cdf2706e9761 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:58.990254 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa9c9f6-e132-48d6-9a9f-9ae8937b1636 admin admin] Network 71f930c1-c190-4dc3-8d58-fd471c685815 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:39:58.991120 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-9aa9c9f6-e132-48d6-9a9f-9ae8937b1636 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:39:59.037994 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-c1f3d329-4acd-4ff3-a1dd-a1059d6afcad None None] Port 379ff6b4-70e5-4c7e-90fb-512a8fce15fc cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:39:59.061487 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-7a1273ac-136c-47bd-92c4-632466f636ed None None] Deleting port e403b832-d3c6-49d2-95be-247969647ade {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:59.061863 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7a1273ac-136c-47bd-92c4-632466f636ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.084082 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-09c67721-ef3b-4d74-aa46-eecd40735842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'name': 'tempest-RoutersIpV6Test-router-255981144', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:00Z', 'updated_at': '2021-07-13T07:39:53Z', 'revision_number': 9, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'gw_port_host': None, '_interfaces': [{'id': 'b39964e5-ef64-4145-a682-401c7970b69f', 'name': '', 'network_id': 'adad8caa-5af9-4e98-98ca-766f5f793195', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:cb:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '024462d8-aced-466e-87f7-926b1819ae31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:18Z', 'updated_at': '2021-07-13T07:39:28Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': '024462d8-aced-466e-87f7-926b1819ae31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db819efc-02be-4bf5-a969-31d6e90c6e63', 'name': '', 'network_id': 'd373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:1f:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:05Z', 'updated_at': '2021-07-13T07:39:17Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:59.106043 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 94d041b8-ae06-40e4-8544-cdf2706e9761 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:59.106409 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.186888 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c67721-ef3b-4d74-aa46-eecd40735842 None None] The sync data for ids ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'] in n-d-771363-34 is: [{'id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'name': 'tempest-RoutersIpV6Test-router-255981144', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:00Z', 'updated_at': '2021-07-13T07:39:53Z', 'revision_number': 9, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'gw_port_host': None, '_interfaces': [{'id': 'b39964e5-ef64-4145-a682-401c7970b69f', 'name': '', 'network_id': 'adad8caa-5af9-4e98-98ca-766f5f793195', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:cb:08:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '024462d8-aced-466e-87f7-926b1819ae31', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:18Z', 'updated_at': '2021-07-13T07:39:28Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': '024462d8-aced-466e-87f7-926b1819ae31', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db819efc-02be-4bf5-a969-31d6e90c6e63', 'name': '', 'network_id': 'd373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:1f:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:05Z', 'updated_at': '2021-07-13T07:39:17Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:39:59.202882 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa9c9f6-e132-48d6-9a9f-9ae8937b1636 admin admin] Router fdf1e101-bc7f-4f6e-af87-fe61ef4a4913 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:39:59.217934 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a9186-3406-4350-a7e3-0835ab02036e req-d9ac0d8e-f825-4218-9587-83690d651717 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:39:59.220000 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d23a9186-3406-4350-a7e3-0835ab02036e req-d9ac0d8e-f825-4218-9587-83690d651717 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 945 time: 1.0662482 Jul 13 07:39:59.228161 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ab0b2698-ea6f-4663-9567-ae0055bb5252 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.236104 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-7a1273ac-136c-47bd-92c4-632466f636ed None None] For port e403b832-d3c6-49d2-95be-247969647ade, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=e403b832-d3c6-49d2-95be-247969647ade,segment=NetworkSegment(9195a77c-9528-465b-b8b1-89d712820c4e),segment_id=9195a77c-9528-465b-b8b1-89d712820c4e)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:59.236513 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7a1273ac-136c-47bd-92c4-632466f636ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.252584 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-7a1273ac-136c-47bd-92c4-632466f636ed None None] Calling delete_port for e403b832-d3c6-49d2-95be-247969647ade owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:59.267323 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-0264efee-0847-433a-9ac3-049e0e1aac90 None None] Provisioning complete for port 1ca1a547-8a7c-4c6c-8959-554f37e05d69 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:59.267782 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0264efee-0847-433a-9ac3-049e0e1aac90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.302669 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-22c7fd63-ab81-4067-96d8-68b7bac862df tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.350270 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa9c9f6-e132-48d6-9a9f-9ae8937b1636 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:39:59.366673 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9aa9c9f6-e132-48d6-9a9f-9ae8937b1636 admin admin] 10.222.0.23 "PUT /v2.0/routers/fdf1e101-bc7f-4f6e-af87-fe61ef4a4913/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5933859 Jul 13 07:39:59.366937 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c7fd63-ab81-4067-96d8-68b7bac862df tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] No DVR routers for this DVR port e403b832-d3c6-49d2-95be-247969647ade on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:39:59.372511 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7fd63-ab81-4067-96d8-68b7bac862df tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event deleted for resources: {'Port': ['ID=e403b832-d3c6-49d2-95be-247969647ade,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:59.405635 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 1ca1a547-8a7c-4c6c-8959-554f37e05d69 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:59.414341 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d23a9186-3406-4350-a7e3-0835ab02036e req-e3e5651e-8b1c-4cd4-a647-d9fedbe219c6 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515946 Jul 13 07:39:59.462394 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ab0b2698-ea6f-4663-9567-ae0055bb5252 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.544982 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7a1273ac-136c-47bd-92c4-632466f636ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.546637 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-22c7fd63-ab81-4067-96d8-68b7bac862df tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.558017 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b2698-ea6f-4663-9567-ae0055bb5252 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Pushing event deleted for resources: {'Subnet': ['ID=b4936a46-83ae-416f-98a5-914a5e4659b5,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:59.562460 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ab0b2698-ea6f-4663-9567-ae0055bb5252 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.568547 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45706) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:59.569374 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ab0b2698-ea6f-4663-9567-ae0055bb5252 tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "DELETE /v2.0/subnets/b4936a46-83ae-416f-98a5-914a5e4659b5 HTTP/1.1" status: 204 len: 168 time: 0.9723361 Jul 13 07:39:59.572685 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-22c7fd63-ab81-4067-96d8-68b7bac862df tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82f563f4-2b94-4fa1-9c77-3811baf33cf7']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:59.580215 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1273ac-136c-47bd-92c4-632466f636ed None None] Pushing event deleted for resources: {'Port': ['ID=e403b832-d3c6-49d2-95be-247969647ade,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:59.582382 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db237d30-72f4-48d4-9ae3-baaadf628e6e None None] Network 5564a825-204f-4dd0-ba7d-59f54146fb7a requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:39:59.593562 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 1ca1a547-8a7c-4c6c-8959-554f37e05d69 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:59.594484 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.594726 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-22c7fd63-ab81-4067-96d8-68b7bac862df tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9195a77c-9528-465b-b8b1-89d712820c4e') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:59.595017 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-22c7fd63-ab81-4067-96d8-68b7bac862df tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9195a77c-9528-465b-b8b1-89d712820c4e') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:39:59.608505 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-22c7fd63-ab81-4067-96d8-68b7bac862df tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.632623 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-22c7fd63-ab81-4067-96d8-68b7bac862df tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.649897 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22c7fd63-ab81-4067-96d8-68b7bac862df tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:39:59.650792 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-22c7fd63-ab81-4067-96d8-68b7bac862df tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.652759 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1273ac-136c-47bd-92c4-632466f636ed None None] No DVR routers for this DVR port e403b832-d3c6-49d2-95be-247969647ade on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:39:59.712409 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8a27be5b-7da9-4d3c-8659-346f0e2ae2cf tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.726353 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-0264efee-0847-433a-9ac3-049e0e1aac90 None None] Provisioning complete for port 379ff6b4-70e5-4c7e-90fb-512a8fce15fc triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:59.726745 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0264efee-0847-433a-9ac3-049e0e1aac90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.799269 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:39:59.799269 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:39:59.799269 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:39:59.799269 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:39:59.799269 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:39:59.799269 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:39:59.799269 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:39:59.799269 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:39:59.799269 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:39:59.799269 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:39:59.799269 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:39:59.799269 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:39:59.799269 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:39:59.799269 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:39:59.799269 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:39:59.799269 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:39:59.799269 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:39:59.799269 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:39:59.799269 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:39:59.799269 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:39:59.799269 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:39:59.799269 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:39:59.799269 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:39:59.799269 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:39:59.799269 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:39:59.799269 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:39:59.799269 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:39:59.799269 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:39:59.799269 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:39:59.799269 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:39:59.799269 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:39:59.799269 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:39:59.807034 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-22c7fd63-ab81-4067-96d8-68b7bac862df tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.807448 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-0264efee-0847-433a-9ac3-049e0e1aac90 None None] Port 379ff6b4-70e5-4c7e-90fb-512a8fce15fc cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:39:59.816499 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-8a27be5b-7da9-4d3c-8659-346f0e2ae2cf tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Deleting port 72a331ff-8d18-4275-90ba-24b4e284f2a6 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:39:59.817262 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8a27be5b-7da9-4d3c-8659-346f0e2ae2cf tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.839539 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-22c7fd63-ab81-4067-96d8-68b7bac862df tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.845268 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-22c7fd63-ab81-4067-96d8-68b7bac862df tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "DELETE /v2.0/networks/82f563f4-2b94-4fa1-9c77-3811baf33cf7 HTTP/1.1" status: 204 len: 168 time: 2.2787755 Jul 13 07:39:59.845268 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7fd63-ab81-4067-96d8-68b7bac862df tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event deleted for resources: {'Network': ['ID=82f563f4-2b94-4fa1-9c77-3811baf33cf7,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:39:59.848445 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45708) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:39:59.934956 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-8a27be5b-7da9-4d3c-8659-346f0e2ae2cf tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] For port 72a331ff-8d18-4275-90ba-24b4e284f2a6, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=72a331ff-8d18-4275-90ba-24b4e284f2a6,segment=NetworkSegment(8065915b-5d2f-4f57-8ac8-4acd4f0cec99),segment_id=8065915b-5d2f-4f57-8ac8-4acd4f0cec99)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:39:59.935888 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8a27be5b-7da9-4d3c-8659-346f0e2ae2cf tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:39:59.962294 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c7488a86-eed6-41a4-a94b-1d219c014d73 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:39:59.969693 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-8a27be5b-7da9-4d3c-8659-346f0e2ae2cf tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Calling delete_port for 72a331ff-8d18-4275-90ba-24b4e284f2a6 owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:39:59.991780 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ae73cdbf-241c-4563-9587-a5f2f3eb5656 None None] Provisioning complete for port 379ff6b4-70e5-4c7e-90fb-512a8fce15fc triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:39:59.992059 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ae73cdbf-241c-4563-9587-a5f2f3eb5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.065780 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-ae73cdbf-241c-4563-9587-a5f2f3eb5656 None None] Port 379ff6b4-70e5-4c7e-90fb-512a8fce15fc cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:40:00.109528 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port c7488a86-eed6-41a4-a94b-1d219c014d73 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:00.117001 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port c7488a86-eed6-41a4-a94b-1d219c014d73 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:00.117560 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.233573 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a443afd-3d8a-4416-b88b-016405a26af6 None None] DHCP port deletion for 5564a825-204f-4dd0-ba7d-59f54146fb7a request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:40:00.248870 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8a27be5b-7da9-4d3c-8659-346f0e2ae2cf tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.251601 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3fcab1-f68c-4273-b1c4-44c5be049510 None None] Sync routers for ids ['fdf1e101-bc7f-4f6e-af87-fe61ef4a4913'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:40:00.277537 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3fcab1-f68c-4273-b1c4-44c5be049510 None None] Routers {'fdf1e101-bc7f-4f6e-af87-fe61ef4a4913'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:40:00.279901 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-4f3fcab1-f68c-4273-b1c4-44c5be049510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:39:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['fdf1e101-bc7f-4f6e-af87-fe61ef4a4913'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:00.298107 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-277ab705-65f2-4b8f-a371-d804d2db7b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.338947 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27be5b-7da9-4d3c-8659-346f0e2ae2cf tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Pushing event deleted for resources: {'Port': ['ID=72a331ff-8d18-4275-90ba-24b4e284f2a6,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:00.349324 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a27be5b-7da9-4d3c-8659-346f0e2ae2cf tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] No DVR routers for this DVR port 72a331ff-8d18-4275-90ba-24b4e284f2a6 on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:00.426284 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.473100 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port c7488a86-eed6-41a4-a94b-1d219c014d73, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=c7488a86-eed6-41a4-a94b-1d219c014d73,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:00.484802 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.520784 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45716) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:00.562037 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=c7488a86-eed6-41a4-a94b-1d219c014d73,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:00.591914 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-725039f2-f94a-4e72-96e4-6a08490162a6 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-749271478', 'description': 'tempest-secgroup-smoke-749271478 description', 'project_id': 'fb77f98a7de949ce8ab9e6a42033a53a'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:00.597812 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8a27be5b-7da9-4d3c-8659-346f0e2ae2cf tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.602589 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-4f3fcab1-f68c-4273-b1c4-44c5be049510 None None] Set router fdf1e101-bc7f-4f6e-af87-fe61ef4a4913 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:40:00.656636 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-8a27be5b-7da9-4d3c-8659-346f0e2ae2cf tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5564a825-204f-4dd0-ba7d-59f54146fb7a']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:00.673515 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-725039f2-f94a-4e72-96e4-6a08490162a6 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.679490 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-8a27be5b-7da9-4d3c-8659-346f0e2ae2cf tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8065915b-5d2f-4f57-8ac8-4acd4f0cec99') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:00.679879 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-8a27be5b-7da9-4d3c-8659-346f0e2ae2cf tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8065915b-5d2f-4f57-8ac8-4acd4f0cec99') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:00.698733 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8a27be5b-7da9-4d3c-8659-346f0e2ae2cf tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.721555 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device e403b832-d3c6-49d2-95be-247969647ade no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:40:00.726104 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8a27be5b-7da9-4d3c-8659-346f0e2ae2cf tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.752405 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a27be5b-7da9-4d3c-8659-346f0e2ae2cf tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:40:00.753152 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8a27be5b-7da9-4d3c-8659-346f0e2ae2cf tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.763737 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:00.763737 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:00.763737 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:40:00.763737 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:40:00.763737 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:40:00.763737 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:40:00.763737 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:40:00.763737 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:40:00.763737 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:40:00.763737 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:40:00.763737 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:40:00.763737 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:40:00.763737 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:40:00.763737 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:40:00.763737 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:40:00.763737 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:40:00.763737 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:40:00.763737 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:40:00.763737 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:40:00.763737 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:40:00.763737 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:40:00.763737 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:40:00.763737 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:40:00.763737 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:40:00.763737 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:40:00.763737 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:40:00.763737 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:40:00.763737 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:40:00.763737 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:40:00.763737 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:40:00.763737 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:40:00.763737 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:40:00.763737 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:40:00.763737 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:40:00.771865 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc9aba-0389-4c23-9fb1-c9fff2303db6 req-941099d3-e885-4a24-bb40-5073116a0a9d tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:00.773771 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4edc9aba-0389-4c23-9fb1-c9fff2303db6 req-941099d3-e885-4a24-bb40-5073116a0a9d tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 945 time: 0.1622355 Jul 13 07:40:00.782445 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: e403b832-d3c6-49d2-95be-247969647ade {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:40:00.782795 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device e403b832-d3c6-49d2-95be-247969647ade not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:40:00.867869 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8a27be5b-7da9-4d3c-8659-346f0e2ae2cf tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.888415 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8a27be5b-7da9-4d3c-8659-346f0e2ae2cf tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.891088 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8a27be5b-7da9-4d3c-8659-346f0e2ae2cf tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] 10.222.0.23 "DELETE /v2.0/networks/5564a825-204f-4dd0-ba7d-59f54146fb7a HTTP/1.1" status: 204 len: 168 time: 1.3203604 Jul 13 07:40:00.906373 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27be5b-7da9-4d3c-8659-346f0e2ae2cf tempest-TagsExtTest-2035878336 tempest-TagsExtTest-2035878336-project] Pushing event deleted for resources: {'Network': ['ID=5564a825-204f-4dd0-ba7d-59f54146fb7a,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:00.929076 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4edc9aba-0389-4c23-9fb1-c9fff2303db6 req-e9700642-7d11-413b-98e1-b5319be405dc tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223457 Jul 13 07:40:00.964558 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c7488a86-eed6-41a4-a94b-1d219c014d73 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:00.971260 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-725039f2-f94a-4e72-96e4-6a08490162a6 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.976563 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9ae555e0-2588-4ded-915b-da7d61d70927 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.980432 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-725039f2-f94a-4e72-96e4-6a08490162a6 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:00.999146 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45724) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:01.063474 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-4f3fcab1-f68c-4273-b1c4-44c5be049510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf1e101-bc7f-4f6e-af87-fe61ef4a4913', 'name': 'tempest-TestServerBasicOps-151770777-router', 'tenant_id': 'a6913f131e1940ea82c589eeff084d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'c7488a86-eed6-41a4-a94b-1d219c014d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:51Z', 'updated_at': '2021-07-13T07:39:57Z', 'revision_number': 4, 'project_id': 'a6913f131e1940ea82c589eeff084d39', 'gw_port': {'id': 'c7488a86-eed6-41a4-a94b-1d219c014d73', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:bc:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf1e101-bc7f-4f6e-af87-fe61ef4a4913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:52Z', 'updated_at': '2021-07-13T07:39:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '379ff6b4-70e5-4c7e-90fb-512a8fce15fc', 'name': '', 'network_id': '71f930c1-c190-4dc3-8d58-fd471c685815', 'tenant_id': 'a6913f131e1940ea82c589eeff084d39', 'mac_address': 'fa:16:3e:26:b6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf1e101-bc7f-4f6e-af87-fe61ef4a4913', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '9b868ad8-6c4d-4695-85f7-91c8aa03a921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:56Z', 'updated_at': '2021-07-13T07:39:58Z', 'revision_number': 2, 'project_id': 'a6913f131e1940ea82c589eeff084d39', 'subnets': [{'id': '9b868ad8-6c4d-4695-85f7-91c8aa03a921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:01.102295 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725039f2-f94a-4e72-96e4-6a08490162a6 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99c8760b-e4dc-481d-880d-f4bc8d8b2fa3,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:01.104350 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port c7488a86-eed6-41a4-a94b-1d219c014d73 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:01.104911 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.115088 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3fcab1-f68c-4273-b1c4-44c5be049510 None None] Checking router: fdf1e101-bc7f-4f6e-af87-fe61ef4a4913 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:40:01.115539 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3fcab1-f68c-4273-b1c4-44c5be049510 None None] Updating router fdf1e101-bc7f-4f6e-af87-fe61ef4a4913 port 379ff6b4-70e5-4c7e-90fb-512a8fce15fc binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:40:01.122117 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-725039f2-f94a-4e72-96e4-6a08490162a6 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.126895 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-725039f2-f94a-4e72-96e4-6a08490162a6 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6036212 Jul 13 07:40:01.127616 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45728) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:01.137662 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-4dfb3c64-abea-4219-97e3-fe7a34cddb28 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Request body: {'security_group_rule': {'security_group_id': '99c8760b-e4dc-481d-880d-f4bc8d8b2fa3', 'project_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:01.212746 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4f3fcab1-f68c-4273-b1c4-44c5be049510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.260423 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4dfb3c64-abea-4219-97e3-fe7a34cddb28 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.283981 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62fe0f-3df4-491b-8dd6-4ece1db6a5f7 req-c02183f9-9992-4e0d-89da-9ae804fe74f1 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:01.286204 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-df62fe0f-3df4-491b-8dd6-4ece1db6a5f7 req-c02183f9-9992-4e0d-89da-9ae804fe74f1 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 945 time: 0.1676726 Jul 13 07:40:01.289424 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cfff5989-be60-41d5-8e07-b4fc3fc8e17b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.300992 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45730) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:01.308124 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-83ec6b41-7af0-4f3f-a1c9-730825e26a0f tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Request body: {'floatingip': {'port_id': '88530a7c-2727-4e3e-8acc-8f0525e0f7a7'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:01.398604 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 72a331ff-8d18-4275-90ba-24b4e284f2a6 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:40:01.425010 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-83ec6b41-7af0-4f3f-a1c9-730825e26a0f tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks [] for floatingip, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.442956 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 72a331ff-8d18-4275-90ba-24b4e284f2a6 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:40:01.443714 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 72a331ff-8d18-4275-90ba-24b4e284f2a6 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:40:01.444142 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 20538a17-e99e-477e-a6e5-dbf8b6094df3 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:40:01.484976 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cfff5989-be60-41d5-8e07-b4fc3fc8e17b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.492673 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 20538a17-e99e-477e-a6e5-dbf8b6094df3 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:40:01.493211 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 20538a17-e99e-477e-a6e5-dbf8b6094df3 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:40:01.493613 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cfff5989-be60-41d5-8e07-b4fc3fc8e17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.530285 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45734) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:01.575785 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-cfff5989-be60-41d5-8e07-b4fc3fc8e17b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b62c44d778e14310a76087f84acb5885&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5754840 Jul 13 07:40:01.577005 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff5989-be60-41d5-8e07-b4fc3fc8e17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f131ed5-2d31-45bb-b8c1-bb3538e3d899,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:01.579369 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45738) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:01.627191 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4dfb3c64-abea-4219-97e3-fe7a34cddb28 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.644977 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4dfb3c64-abea-4219-97e3-fe7a34cddb28 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.658116 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-42fb63da-cab3-4971-8544-39f69bbcded9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.689811 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-42fb63da-cab3-4971-8544-39f69bbcded9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.740018 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4f3fcab1-f68c-4273-b1c4-44c5be049510 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.772348 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-4f3fcab1-f68c-4273-b1c4-44c5be049510 None None] Transition to ACTIVE for port object 379ff6b4-70e5-4c7e-90fb-512a8fce15fc will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:01.772630 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-42fb63da-cab3-4971-8544-39f69bbcded9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.775061 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-42fb63da-cab3-4971-8544-39f69bbcded9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.776280 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-42fb63da-cab3-4971-8544-39f69bbcded9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2f131ed5-2d31-45bb-b8c1-bb3538e3d899 HTTP/1.1" status: 204 len: 168 time: 0.1959953 Jul 13 07:40:01.784615 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4f3fcab1-f68c-4273-b1c4-44c5be049510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.785946 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb63da-cab3-4971-8544-39f69bbcded9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f131ed5-2d31-45bb-b8c1-bb3538e3d899,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:01.790296 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ad7bc79b-b341-491c-bc4f-28cab36e2c52 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=73051c411a4f495b9373ef6ceecf0187&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2589250 Jul 13 07:40:01.794627 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45742) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:01.871713 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f85f9e82-4701-43f2-a709-e329d85fdcc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.907385 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f85f9e82-4701-43f2-a709-e329d85fdcc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:01.988361 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a6484-560e-4cd3-b783-03df7d6e06d7 None None] Pushing event updated for resources: {'Port': ['ID=379ff6b4-70e5-4c7e-90fb-512a8fce15fc,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:02.001592 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f85f9e82-4701-43f2-a709-e329d85fdcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:02.004527 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f85f9e82-4701-43f2-a709-e329d85fdcc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:02.007369 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f85f9e82-4701-43f2-a709-e329d85fdcc5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/116416a4-56f5-4657-be6b-d6b75d0d1244 HTTP/1.1" status: 204 len: 168 time: 0.2116354 Jul 13 07:40:02.019886 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f9e82-4701-43f2-a709-e329d85fdcc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116416a4-56f5-4657-be6b-d6b75d0d1244,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:02.038987 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb3c64-abea-4219-97e3-fe7a34cddb28 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bd13202-9c92-47ef-a167-82f70f99cafc,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:02.054752 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4dfb3c64-abea-4219-97e3-fe7a34cddb28 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:02.056042 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4dfb3c64-abea-4219-97e3-fe7a34cddb28 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9239519 Jul 13 07:40:02.058869 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45748) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:02.063728 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-bb291388-6729-4235-9fbd-8ae3b053101d tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Request body: {'security_group_rule': {'security_group_id': '99c8760b-e4dc-481d-880d-f4bc8d8b2fa3', 'project_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:02.105043 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-4f3fcab1-f68c-4273-b1c4-44c5be049510 None None] Attempting to bind port 379ff6b4-70e5-4c7e-90fb-512a8fce15fc on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:40:02.105692 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-4f3fcab1-f68c-4273-b1c4-44c5be049510 None None] Attempting to bind port 379ff6b4-70e5-4c7e-90fb-512a8fce15fc by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'f7ad8863-aaa4-4a26-b78f-262d2e821558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '71f930c1-c190-4dc3-8d58-fd471c685815'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:40:02.106232 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3fcab1-f68c-4273-b1c4-44c5be049510 None None] Attempting to bind port 379ff6b4-70e5-4c7e-90fb-512a8fce15fc on network 71f930c1-c190-4dc3-8d58-fd471c685815 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:40:02.111744 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3fcab1-f68c-4273-b1c4-44c5be049510 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:40:02.112110 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3fcab1-f68c-4273-b1c4-44c5be049510 None None] Checking segment: {'id': 'f7ad8863-aaa4-4a26-b78f-262d2e821558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '71f930c1-c190-4dc3-8d58-fd471c685815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:02.112514 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4f3fcab1-f68c-4273-b1c4-44c5be049510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:02.112902 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3fcab1-f68c-4273-b1c4-44c5be049510 None None] Bound using segment: {'id': 'f7ad8863-aaa4-4a26-b78f-262d2e821558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '71f930c1-c190-4dc3-8d58-fd471c685815'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:40:02.113368 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-4f3fcab1-f68c-4273-b1c4-44c5be049510 None None] Bound port: 379ff6b4-70e5-4c7e-90fb-512a8fce15fc, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ad8863-aaa4-4a26-b78f-262d2e821558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '71f930c1-c190-4dc3-8d58-fd471c685815'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:40:02.113740 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4f3fcab1-f68c-4273-b1c4-44c5be049510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:02.204207 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-4f3fcab1-f68c-4273-b1c4-44c5be049510 None None] For port 379ff6b4-70e5-4c7e-90fb-512a8fce15fc, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:40:02.207456 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bb291388-6729-4235-9fbd-8ae3b053101d tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:02.209013 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-4f3fcab1-f68c-4273-b1c4-44c5be049510 None None] For port 379ff6b4-70e5-4c7e-90fb-512a8fce15fc, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=379ff6b4-70e5-4c7e-90fb-512a8fce15fc,segment=NetworkSegment(f7ad8863-aaa4-4a26-b78f-262d2e821558),segment_id=f7ad8863-aaa4-4a26-b78f-262d2e821558)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:40:02.215121 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4f3fcab1-f68c-4273-b1c4-44c5be049510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:02.274560 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3fcab1-f68c-4273-b1c4-44c5be049510 None None] Routers {'fdf1e101-bc7f-4f6e-af87-fe61ef4a4913'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:40:02.275355 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-4f3fcab1-f68c-4273-b1c4-44c5be049510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:39:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['fdf1e101-bc7f-4f6e-af87-fe61ef4a4913'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:02.280794 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-9ae555e0-2588-4ded-915b-da7d61d70927 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Deleting port b39964e5-ef64-4145-a682-401c7970b69f {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:02.283976 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9ae555e0-2588-4ded-915b-da7d61d70927 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:02.326762 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a6484-560e-4cd3-b783-03df7d6e06d7 None None] Pushing event updated for resources: {'Port': ['ID=379ff6b4-70e5-4c7e-90fb-512a8fce15fc,revision_number=4']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:02.431582 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-4f3fcab1-f68c-4273-b1c4-44c5be049510 None None] Set router fdf1e101-bc7f-4f6e-af87-fe61ef4a4913 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:40:02.681054 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bb291388-6729-4235-9fbd-8ae3b053101d tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:02.710895 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-4f3fcab1-f68c-4273-b1c4-44c5be049510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf1e101-bc7f-4f6e-af87-fe61ef4a4913', 'name': 'tempest-TestServerBasicOps-151770777-router', 'tenant_id': 'a6913f131e1940ea82c589eeff084d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'c7488a86-eed6-41a4-a94b-1d219c014d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:51Z', 'updated_at': '2021-07-13T07:39:57Z', 'revision_number': 4, 'project_id': 'a6913f131e1940ea82c589eeff084d39', 'gw_port': {'id': 'c7488a86-eed6-41a4-a94b-1d219c014d73', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:bc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf1e101-bc7f-4f6e-af87-fe61ef4a4913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:52Z', 'updated_at': '2021-07-13T07:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '379ff6b4-70e5-4c7e-90fb-512a8fce15fc', 'name': '', 'network_id': '71f930c1-c190-4dc3-8d58-fd471c685815', 'tenant_id': 'a6913f131e1940ea82c589eeff084d39', 'mac_address': 'fa:16:3e:26:b6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf1e101-bc7f-4f6e-af87-fe61ef4a4913', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '9b868ad8-6c4d-4695-85f7-91c8aa03a921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:56Z', 'updated_at': '2021-07-13T07:40:02Z', 'revision_number': 4, 'project_id': 'a6913f131e1940ea82c589eeff084d39', 'subnets': [{'id': '9b868ad8-6c4d-4695-85f7-91c8aa03a921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:02.714411 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bb291388-6729-4235-9fbd-8ae3b053101d tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:02.747308 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3fcab1-f68c-4273-b1c4-44c5be049510 None None] The sync data for ids ['fdf1e101-bc7f-4f6e-af87-fe61ef4a4913'] in n-d-771363-34 is: [{'id': 'fdf1e101-bc7f-4f6e-af87-fe61ef4a4913', 'name': 'tempest-TestServerBasicOps-151770777-router', 'tenant_id': 'a6913f131e1940ea82c589eeff084d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'c7488a86-eed6-41a4-a94b-1d219c014d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:51Z', 'updated_at': '2021-07-13T07:39:57Z', 'revision_number': 4, 'project_id': 'a6913f131e1940ea82c589eeff084d39', 'gw_port': {'id': 'c7488a86-eed6-41a4-a94b-1d219c014d73', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:bc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf1e101-bc7f-4f6e-af87-fe61ef4a4913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:52Z', 'updated_at': '2021-07-13T07:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '379ff6b4-70e5-4c7e-90fb-512a8fce15fc', 'name': '', 'network_id': '71f930c1-c190-4dc3-8d58-fd471c685815', 'tenant_id': 'a6913f131e1940ea82c589eeff084d39', 'mac_address': 'fa:16:3e:26:b6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf1e101-bc7f-4f6e-af87-fe61ef4a4913', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '9b868ad8-6c4d-4695-85f7-91c8aa03a921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:56Z', 'updated_at': '2021-07-13T07:40:02Z', 'revision_number': 4, 'project_id': 'a6913f131e1940ea82c589eeff084d39', 'subnets': [{'id': '9b868ad8-6c4d-4695-85f7-91c8aa03a921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:40:02.759727 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb291388-6729-4235-9fbd-8ae3b053101d tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7338359-d3b8-4e2c-87c8-32d812bc0875,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:02.775435 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-9ae555e0-2588-4ded-915b-da7d61d70927 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] For port b39964e5-ef64-4145-a682-401c7970b69f, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=b39964e5-ef64-4145-a682-401c7970b69f,segment=NetworkSegment(d76005f2-e7d0-4e93-be82-ff3c8bca9fdd),segment_id=d76005f2-e7d0-4e93-be82-ff3c8bca9fdd)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:02.775800 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9ae555e0-2588-4ded-915b-da7d61d70927 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:02.821597 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-9ae555e0-2588-4ded-915b-da7d61d70927 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Calling delete_port for b39964e5-ef64-4145-a682-401c7970b69f owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:02.823939 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bb291388-6729-4235-9fbd-8ae3b053101d tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:02.825152 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-bb291388-6729-4235-9fbd-8ae3b053101d tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7647803 Jul 13 07:40:02.828581 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45778) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:02.855770 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-4a1ab92e-55d7-4f7b-b768-127e4cc2356b tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Request body: {'security_group_rule': {'security_group_id': '99c8760b-e4dc-481d-880d-f4bc8d8b2fa3', 'project_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:02.902354 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4a1ab92e-55d7-4f7b-b768-127e4cc2356b tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:03.001525 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4a1ab92e-55d7-4f7b-b768-127e4cc2356b tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:03.014592 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4a1ab92e-55d7-4f7b-b768-127e4cc2356b tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:03.034128 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45780) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:03.048224 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.db.resource_extend [None req-83ec6b41-7af0-4f3f-a1c9-730825e26a0f tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:40:03.074943 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ab92e-55d7-4f7b-b768-127e4cc2356b tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21a83830-28b0-43b2-a3ff-49f598f1f9a8,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:03.087772 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4a1ab92e-55d7-4f7b-b768-127e4cc2356b tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:03.092154 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4a1ab92e-55d7-4f7b-b768-127e4cc2356b tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2567708 Jul 13 07:40:03.092506 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45784) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:03.102729 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-0307512d-fe53-4394-b1e4-7eb9d7d2e27f tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Request body: {'security_group_rule': {'security_group_id': '99c8760b-e4dc-481d-880d-f4bc8d8b2fa3', 'project_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:03.132327 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-199cee37-33f6-4715-93c9-0ed29f5b56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:03.159285 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0307512d-fe53-4394-b1e4-7eb9d7d2e27f tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:03.166104 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-83ec6b41-7af0-4f3f-a1c9-730825e26a0f tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:03.195124 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:03.207006 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-83ec6b41-7af0-4f3f-a1c9-730825e26a0f tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:03.274279 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-45a21f20-0598-439a-a508-7e24b17158a5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1034175622-network', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:03.282017 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0307512d-fe53-4394-b1e4-7eb9d7d2e27f tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:03.292057 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0307512d-fe53-4394-b1e4-7eb9d7d2e27f tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:03.327011 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307512d-fe53-4394-b1e4-7eb9d7d2e27f tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c53ae61-b16b-4b0d-9950-09c452802452,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:03.396890 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a21f20-0598-439a-a508-7e24b17158a5 admin admin] Made reservation on behalf of 83828f95f1544d3d8ef79b7d2ebdf1c7 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:03.397917 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0307512d-fe53-4394-b1e4-7eb9d7d2e27f tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:03.399295 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-45a21f20-0598-439a-a508-7e24b17158a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:03.399518 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0307512d-fe53-4394-b1e4-7eb9d7d2e27f tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3054996 Jul 13 07:40:03.402413 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45796) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:03.412620 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-8ca0d242-799b-4299-b3db-5dfa1c0d56f3 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Request body: {'security_group_rule': {'security_group_id': '99c8760b-e4dc-481d-880d-f4bc8d8b2fa3', 'project_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:03.421952 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [None req-83ec6b41-7af0-4f3f-a1c9-730825e26a0f tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Floating IP eb77f52a-9202-443e-8aa0-0525fc0ad77d associated. External IP: 172.25.3.57, port: 88530a7c-2727-4e3e-8acc-8f0525e0f7a7. Jul 13 07:40:03.460741 n-d-771363-34 neutron-server[94017]: INFO neutron.db.securitygroups_db [None req-8ca0d242-799b-4299-b3db-5dfa1c0d56f3 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Project fb77f98a7de949ce8ab9e6a42033a53a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:40:03.466786 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8ca0d242-799b-4299-b3db-5dfa1c0d56f3 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:03.546045 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-45a21f20-0598-439a-a508-7e24b17158a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:03.599648 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8ca0d242-799b-4299-b3db-5dfa1c0d56f3 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:03.609151 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8ca0d242-799b-4299-b3db-5dfa1c0d56f3 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:03.642113 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0d242-799b-4299-b3db-5dfa1c0d56f3 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a99346a-0106-487c-8729-7aacbedcb93d,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:03.665204 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8ca0d242-799b-4299-b3db-5dfa1c0d56f3 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:03.666747 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8ca0d242-799b-4299-b3db-5dfa1c0d56f3 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2619889 Jul 13 07:40:03.669481 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45804) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:03.673249 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9ae555e0-2588-4ded-915b-da7d61d70927 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:03.675756 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-cd56e122-f155-4268-a0f8-b8f80866cfcc tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Request body: {'security_group_rule': {'security_group_id': '99c8760b-e4dc-481d-880d-f4bc8d8b2fa3', 'project_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:03.727257 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae555e0-2588-4ded-915b-da7d61d70927 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event deleted for resources: {'Port': ['ID=b39964e5-ef64-4145-a682-401c7970b69f,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:03.971479 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9ae555e0-2588-4ded-915b-da7d61d70927 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:03.986137 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ec6b41-7af0-4f3f-a1c9-730825e26a0f tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Router fa4240c2-8933-471e-b3d3-f05adb2f2fac has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:40:04.046328 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:04.458344 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-45a21f20-0598-439a-a508-7e24b17158a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:04.473067 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-45a21f20-0598-439a-a508-7e24b17158a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:04.509350 n-d-771363-34 neutron-server[94017]: INFO neutron.db.securitygroups_db [None req-cd56e122-f155-4268-a0f8-b8f80866cfcc tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Project fb77f98a7de949ce8ab9e6a42033a53a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:40:04.525256 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cd56e122-f155-4268-a0f8-b8f80866cfcc tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:04.561422 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45a21f20-0598-439a-a508-7e24b17158a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:40:04.577536 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-45a21f20-0598-439a-a508-7e24b17158a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:04.578208 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-45a21f20-0598-439a-a508-7e24b17158a5 admin admin] Added segment 82b0794f-89d2-4219-8340-180084a286f0 of type vlan for network fe3ca710-7f04-4b99-abd8-f0c0a80bd44f Jul 13 07:40:04.671111 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cd56e122-f155-4268-a0f8-b8f80866cfcc tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:04.678869 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cd56e122-f155-4268-a0f8-b8f80866cfcc tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:04.735269 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a21f20-0598-439a-a508-7e24b17158a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4b6119-3887-4330-9cae-304e78f46d35,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:04.736105 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd56e122-f155-4268-a0f8-b8f80866cfcc tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a95e4035-a4a0-4ebe-98fd-ebf79f919419,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:04.743064 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cd56e122-f155-4268-a0f8-b8f80866cfcc tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:04.745550 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-cd56e122-f155-4268-a0f8-b8f80866cfcc tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0745354 Jul 13 07:40:04.758840 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-45a21f20-0598-439a-a508-7e24b17158a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:04.769712 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ec6b41-7af0-4f3f-a1c9-730825e26a0f tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:40:04.777789 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-83ec6b41-7af0-4f3f-a1c9-730825e26a0f tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:04.787012 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d8d783-b063-464f-b079-105e6fb7c682 None None] Sync routers for ids ['fa4240c2-8933-471e-b3d3-f05adb2f2fac'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:40:04.822982 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d8d783-b063-464f-b079-105e6fb7c682 None None] Routers {'fa4240c2-8933-471e-b3d3-f05adb2f2fac'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:40:04.826884 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-27d8d783-b063-464f-b079-105e6fb7c682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:40:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['fa4240c2-8933-471e-b3d3-f05adb2f2fac'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:04.891904 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45828) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:04.921811 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae555e0-2588-4ded-915b-da7d61d70927 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Router d32bab7a-c0c0-4535-a022-b240ed49bbb1 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:40:04.925701 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-83ec6b41-7af0-4f3f-a1c9-730825e26a0f tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "PUT /v2.0/floatingips/eb77f52a-9202-443e-8aa0-0525fc0ad77d HTTP/1.1" status: 200 len: 990 time: 3.6230881 Jul 13 07:40:04.927588 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f90bec-271f-4e44-996f-3e77a17cd27b', 'tag': '88530a7c-2727-4e3e-8acc-8f0525e0f7a7'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:04.951588 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d6b6d6-aefd-4338-815c-7d91af668a34" -d '{"events": [{"name": "network-changed", "server_uuid": "84f90bec-271f-4e44-996f-3e77a17cd27b", "tag": "88530a7c-2727-4e3e-8acc-8f0525e0f7a7"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:04.957371 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-45a21f20-0598-439a-a508-7e24b17158a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:04.959192 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a21f20-0598-439a-a508-7e24b17158a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:04.967449 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-45a21f20-0598-439a-a508-7e24b17158a5 admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:05.078187 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45844) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:05.085201 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-9d1ef682-7a60-4310-a8ed-eec28846cb75 admin admin] Request body: {'subnet': {'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1034175622-subnet', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:05.087716 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-45a21f20-0598-439a-a508-7e24b17158a5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0478849 Jul 13 07:40:05.142892 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1ef682-7a60-4310-a8ed-eec28846cb75 admin admin] Made reservation on behalf of 83828f95f1544d3d8ef79b7d2ebdf1c7 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:05.148713 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9d1ef682-7a60-4310-a8ed-eec28846cb75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:05.151333 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 379ff6b4-70e5-4c7e-90fb-512a8fce15fc up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:05.206005 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-063e63af-9979-4fac-af1e-492fd4b4899f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:05.210924 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e247ff9-8ea1-4b7d-a3ed-c83a02ee5e98 x-openstack-request-id: req-7e247ff9-8ea1-4b7d-a3ed-c83a02ee5e98 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:05.211351 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f90bec-271f-4e44-996f-3e77a17cd27b", "tag": "88530a7c-2727-4e3e-8acc-8f0525e0f7a7", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:05.211607 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7e247ff9-8ea1-4b7d-a3ed-c83a02ee5e98 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:05.212525 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84f90bec-271f-4e44-996f-3e77a17cd27b', 'tag': '88530a7c-2727-4e3e-8acc-8f0525e0f7a7', 'status': 'completed', 'code': 200} Jul 13 07:40:05.218052 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-27d8d783-b063-464f-b079-105e6fb7c682 None None] Set router fa4240c2-8933-471e-b3d3-f05adb2f2fac gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:40:05.305310 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-99e6cfce-8ebb-41d3-a5bb-288d96a73cb1 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-749271478&fields=id&tenant_id=fb77f98a7de949ce8ab9e6a42033a53a HTTP/1.1" status: 200 len: 267 time: 0.2050519 Jul 13 07:40:05.306255 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a21f20-0598-439a-a508-7e24b17158a5 admin admin] Pushing event updated for resources: {'Network': ['ID=fe3ca710-7f04-4b99-abd8-f0c0a80bd44f,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:05.456803 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network fe3ca710-7f04-4b99-abd8-f0c0a80bd44f details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:40:05.476760 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6b6d6-aefd-4338-815c-7d91af668a34 req-133e48f6-823c-4448-b8aa-8294ac4006f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:05.478339 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-06d6b6d6-aefd-4338-815c-7d91af668a34 req-133e48f6-823c-4448-b8aa-8294ac4006f2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c74484ef6db9498290da14ee6e37d87f&device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 1097 time: 0.2769406 Jul 13 07:40:05.479382 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae555e0-2588-4ded-915b-da7d61d70927 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:40:05.488735 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9ae555e0-2588-4ded-915b-da7d61d70927 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "PUT /v2.0/routers/d32bab7a-c0c0-4535-a022-b240ed49bbb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6386900 Jul 13 07:40:05.491288 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c88455-f6f5-4438-b041-c904ba81f2c8 None None] Sync routers for ids ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:40:05.494617 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45848) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:05.507382 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c88455-f6f5-4438-b041-c904ba81f2c8 None None] Routers {'d32bab7a-c0c0-4535-a022-b240ed49bbb1'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:40:05.508026 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-81c88455-f6f5-4438-b041-c904ba81f2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:40:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:05.601921 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 379ff6b4-70e5-4c7e-90fb-512a8fce15fc completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:05.611856 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6b6d6-aefd-4338-815c-7d91af668a34 req-222959ec-5aaa-4c18-b270-db270556b814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:05.614227 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-06d6b6d6-aefd-4338-815c-7d91af668a34 req-222959ec-5aaa-4c18-b270-db270556b814 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a4551417-653e-4eb5-9caa-ea21aca7dbd0 HTTP/1.1" status: 200 len: 913 time: 0.1186771 Jul 13 07:40:05.617701 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 379ff6b4-70e5-4c7e-90fb-512a8fce15fc triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:05.618466 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:05.693747 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-81c88455-f6f5-4438-b041-c904ba81f2c8 None None] Set router d32bab7a-c0c0-4535-a022-b240ed49bbb1 gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:40:05.731790 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-21624362-ed10-4360-8257-996c765d86ae tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:05.745314 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-21624362-ed10-4360-8257-996c765d86ae tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.23 "GET /v2.0/networks?id=a1657f64-8077-4b4c-92ad-aa256b38a388 HTTP/1.1" status: 200 len: 809 time: 0.4053345 Jul 13 07:40:05.771018 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-249e987b-9f80-4732-934a-745ee9024701 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.23 "GET /v2.0/quotas/fb77f98a7de949ce8ab9e6a42033a53a HTTP/1.1" status: 200 len: 375 time: 0.0234823 Jul 13 07:40:05.834098 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb9d3391-bee7-4ad6-b7b3-b0b03510ac91 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Deleting subnet 024462d8-aced-466e-87f7-926b1819ae31 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:40:05.837752 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cb9d3391-bee7-4ad6-b7b3-b0b03510ac91 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:05.864776 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:05.907231 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:05.931174 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-063e63af-9979-4fac-af1e-492fd4b4899f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:05.935744 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9d1ef682-7a60-4310-a8ed-eec28846cb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:05.946097 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-81c88455-f6f5-4438-b041-c904ba81f2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'name': 'tempest-RoutersIpV6Test-router-255981144', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:00Z', 'updated_at': '2021-07-13T07:40:03Z', 'revision_number': 10, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'gw_port_host': None, '_interfaces': [{'id': 'db819efc-02be-4bf5-a969-31d6e90c6e63', 'name': '', 'network_id': 'd373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:1f:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:05Z', 'updated_at': '2021-07-13T07:39:17Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:05.946707 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-06d6b6d6-aefd-4338-815c-7d91af668a34 req-17a6f1ca-0205-4f17-a71b-b6ed913d882d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88530a7c-2727-4e3e-8acc-8f0525e0f7a7 HTTP/1.1" status: 200 len: 998 time: 0.3183784 Jul 13 07:40:05.962344 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 379ff6b4-70e5-4c7e-90fb-512a8fce15fc, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=379ff6b4-70e5-4c7e-90fb-512a8fce15fc,segment=NetworkSegment(f7ad8863-aaa4-4a26-b78f-262d2e821558),segment_id=f7ad8863-aaa4-4a26-b78f-262d2e821558)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:05.975677 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-063e63af-9979-4fac-af1e-492fd4b4899f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:05.983483 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:05.983971 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cb9d3391-bee7-4ad6-b7b3-b0b03510ac91 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:06.014848 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c88455-f6f5-4438-b041-c904ba81f2c8 None None] Checking router: d32bab7a-c0c0-4535-a022-b240ed49bbb1 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:40:06.028715 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c88455-f6f5-4438-b041-c904ba81f2c8 None None] Routers {'d32bab7a-c0c0-4535-a022-b240ed49bbb1'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:40:06.029530 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-81c88455-f6f5-4438-b041-c904ba81f2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:40:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:06.073213 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-063e63af-9979-4fac-af1e-492fd4b4899f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d383d5376547479ab812a95b6cdcbe27&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1796360 Jul 13 07:40:06.074596 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ef682-7a60-4310-a8ed-eec28846cb75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcb14844-0f59-4592-827b-9b964d247113,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:06.080072 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45852) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:06.082188 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-27d8d783-b063-464f-b079-105e6fb7c682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4240c2-8933-471e-b3d3-f05adb2f2fac', 'name': 'tempest-ServerActionsTestJSON-1398676002-router', 'tenant_id': 'c74484ef6db9498290da14ee6e37d87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '541f439f-ee02-4aa7-9c72-3b460718edaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:15Z', 'updated_at': '2021-07-13T07:39:26Z', 'revision_number': 4, 'project_id': 'c74484ef6db9498290da14ee6e37d87f', 'gw_port': {'id': '541f439f-ee02-4aa7-9c72-3b460718edaf', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:09:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4240c2-8933-471e-b3d3-f05adb2f2fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:18Z', 'updated_at': '2021-07-13T07:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': 'eb77f52a-9202-443e-8aa0-0525fc0ad77d', 'tenant_id': 'c74484ef6db9498290da14ee6e37d87f', 'floating_ip_address': '172.25.3.57', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'fa4240c2-8933-471e-b3d3-f05adb2f2fac', 'port_id': '88530a7c-2727-4e3e-8acc-8f0525e0f7a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0', 'mac_address': 'fa:16:3e:80:39:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f90bec-271f-4e44-996f-3e77a17cd27b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:39:33Z', 'updated_at': '2021-07-13T07:40:02Z', 'revision_number': 1, 'project_id': 'c74484ef6db9498290da14ee6e37d87f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3107c06-81c7-4a21-8c64-f98b8a4c83ee', 'name': '', 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0', 'tenant_id': 'c74484ef6db9498290da14ee6e37d87f', 'mac_address': 'fa:16:3e:ea:f8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4240c2-8933-471e-b3d3-f05adb2f2fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '18671aeb-533b-431f-ac3f-740be3e9540f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:25Z', 'updated_at': '2021-07-13T07:39:42Z', 'revision_number': 5, 'project_id': 'c74484ef6db9498290da14ee6e37d87f', 'subnets': [{'id': '18671aeb-533b-431f-ac3f-740be3e9540f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:06.110274 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e63af-9979-4fac-af1e-492fd4b4899f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928fbdea-c8ed-49a5-ae9e-803764be4be6,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:06.137341 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d8d783-b063-464f-b079-105e6fb7c682 None None] Checking router: fa4240c2-8933-471e-b3d3-f05adb2f2fac for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:40:06.160229 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d8d783-b063-464f-b079-105e6fb7c682 None None] Routers {'fa4240c2-8933-471e-b3d3-f05adb2f2fac'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:40:06.161137 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-27d8d783-b063-464f-b079-105e6fb7c682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:40:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['fa4240c2-8933-471e-b3d3-f05adb2f2fac'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:06.174363 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6b6d6-aefd-4338-815c-7d91af668a34 req-d550f949-3b82-47e4-87f0-835cafd7d752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:06.175878 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-06d6b6d6-aefd-4338-815c-7d91af668a34 req-d550f949-3b82-47e4-87f0-835cafd7d752 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=18671aeb-533b-431f-ac3f-740be3e9540f HTTP/1.1" status: 200 len: 851 time: 0.2172422 Jul 13 07:40:06.193738 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-6567a86a-fbd4-40ed-8246-5f7d545b8554 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fb77f98a7de949ce8ab9e6a42033a53a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4207008 Jul 13 07:40:06.206638 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1ef682-7a60-4310-a8ed-eec28846cb75 admin admin] Checking segment: {'id': '82b0794f-89d2-4219-8340-180084a286f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:06.207007 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1ef682-7a60-4310-a8ed-eec28846cb75 admin admin] Network hostable DHCP agents. Network: fe3ca710-7f04-4b99-abd8-f0c0a80bd44f, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:40:06.242831 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=379ff6b4-70e5-4c7e-90fb-512a8fce15fc,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:06.243969 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4a201d24-7f7f-43d2-9eed-5b280efc3f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:06.265879 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1ef682-7a60-4310-a8ed-eec28846cb75 admin admin] Network fe3ca710-7f04-4b99-abd8-f0c0a80bd44f is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:40:06.293557 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-81c88455-f6f5-4438-b041-c904ba81f2c8 None None] Set router d32bab7a-c0c0-4535-a022-b240ed49bbb1 gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:40:06.303929 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4a201d24-7f7f-43d2-9eed-5b280efc3f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:06.306043 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-9d1ef682-7a60-4310-a8ed-eec28846cb75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, fe3ca710-7f04-4b99-abd8-f0c0a80bd44f) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:06.322356 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1ef682-7a60-4310-a8ed-eec28846cb75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:06.323347 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9d1ef682-7a60-4310-a8ed-eec28846cb75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:06.365544 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9d1ef682-7a60-4310-a8ed-eec28846cb75 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2846625 Jul 13 07:40:06.368489 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45856) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:06.374986 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-c2c07020-c4b7-45b1-813a-4ffa6e368384 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1034175622-router', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:06.377736 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72456187-9f6e-419f-9e6c-699127537e41 None None] Network fe3ca710-7f04-4b99-abd8-f0c0a80bd44f requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:06.412617 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4a201d24-7f7f-43d2-9eed-5b280efc3f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:06.416981 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4a201d24-7f7f-43d2-9eed-5b280efc3f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:06.423954 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4a201d24-7f7f-43d2-9eed-5b280efc3f54 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/928fbdea-c8ed-49a5-ae9e-803764be4be6 HTTP/1.1" status: 204 len: 168 time: 0.3416812 Jul 13 07:40:06.441671 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a201d24-7f7f-43d2-9eed-5b280efc3f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928fbdea-c8ed-49a5-ae9e-803764be4be6,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:06.445671 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c2c07020-c4b7-45b1-813a-4ffa6e368384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:06.447424 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c2c07020-c4b7-45b1-813a-4ffa6e368384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:06.488612 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cb9d3391-bee7-4ad6-b7b3-b0b03510ac91 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:06.557401 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c2c07020-c4b7-45b1-813a-4ffa6e368384 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:06.600000 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-f746852b-d091-4b5a-9f2a-5f14ca2be847 service neutron] 10.222.0.23 "GET /v2.0/networks/a1657f64-8077-4b4c-92ad-aa256b38a388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369198 Jul 13 07:40:06.606005 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6b6d6-aefd-4338-815c-7d91af668a34 req-123c1dbf-e185-4a8f-9063-20f9bf6a7ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:06.607979 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-06d6b6d6-aefd-4338-815c-7d91af668a34 req-123c1dbf-e185-4a8f-9063-20f9bf6a7ce1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4551417-653e-4eb5-9caa-ea21aca7dbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3714240 Jul 13 07:40:06.665411 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cb9d3391-bee7-4ad6-b7b3-b0b03510ac91 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:06.714868 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d3391-bee7-4ad6-b7b3-b0b03510ac91 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event deleted for resources: {'Subnet': ['ID=024462d8-aced-466e-87f7-926b1819ae31,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:06.740907 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-52cff24d-7dd3-4903-95d8-5a5d6163f442 None None] Provisioning complete for port 379ff6b4-70e5-4c7e-90fb-512a8fce15fc triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:06.742994 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-52cff24d-7dd3-4903-95d8-5a5d6163f442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:06.758828 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-81c88455-f6f5-4438-b041-c904ba81f2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'name': 'tempest-RoutersIpV6Test-router-255981144', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:00Z', 'updated_at': '2021-07-13T07:40:03Z', 'revision_number': 10, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'gw_port_host': None, '_interfaces': [{'id': 'db819efc-02be-4bf5-a969-31d6e90c6e63', 'name': '', 'network_id': 'd373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:1f:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:05Z', 'updated_at': '2021-07-13T07:39:17Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:06.765110 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cb9d3391-bee7-4ad6-b7b3-b0b03510ac91 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:06.767015 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-cb9d3391-bee7-4ad6-b7b3-b0b03510ac91 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "DELETE /v2.0/subnets/024462d8-aced-466e-87f7-926b1819ae31 HTTP/1.1" status: 204 len: 168 time: 1.1859870 Jul 13 07:40:06.770159 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45862) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:06.803552 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c88455-f6f5-4438-b041-c904ba81f2c8 None None] The sync data for ids ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'] in n-d-771363-34 is: [{'id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'name': 'tempest-RoutersIpV6Test-router-255981144', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:00Z', 'updated_at': '2021-07-13T07:40:03Z', 'revision_number': 10, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'gw_port_host': None, '_interfaces': [{'id': 'db819efc-02be-4bf5-a969-31d6e90c6e63', 'name': '', 'network_id': 'd373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'mac_address': 'fa:16:3e:1f:1b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:05Z', 'updated_at': '2021-07-13T07:39:17Z', 'revision_number': 5, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'subnets': [{'id': 'f4f2dcad-e8cd-479b-8edf-4830bd831983', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:40:06.812365 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd249bb-3e6b-49b8-8e9c-3aef79fee791 None None] Network adad8caa-5af9-4e98-98ca-766f5f793195 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:06.871226 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-66d08def-2c96-4921-bd1b-cb0e6ac07aa6 service neutron] 10.222.0.23 "GET /v2.0/networks/a1657f64-8077-4b4c-92ad-aa256b38a388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608063 Jul 13 07:40:06.876560 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-06d6b6d6-aefd-4338-815c-7d91af668a34 req-bfda7300-582f-41cc-8651-6ef496dcd2e2 service neutron] 10.222.0.25 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550325 Jul 13 07:40:06.898735 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-27d8d783-b063-464f-b079-105e6fb7c682 None None] Set router fa4240c2-8933-471e-b3d3-f05adb2f2fac gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:40:06.983724 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d0ca3b91-b658-4cd5-b2f0-72fbe26edc06 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.002803 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7155c6b4-6312-4dbb-b0a2-7e89267179fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-fe3ca710-7f04-4b99-abd8-f0c0a80bd44f', 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'fixed_ips': [{'subnet_id': 'bcb14844-0f59-4592-827b-9b964d247113'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:40:07.003658 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7155c6b4-6312-4dbb-b0a2-7e89267179fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.005844 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45864) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:07.025470 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1729e646-a241-4ad2-ac7b-e9cfa3027538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.059935 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c2c07020-c4b7-45b1-813a-4ffa6e368384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.077225 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-06d6b6d6-aefd-4338-815c-7d91af668a34 req-60496113-e675-4c6e-be43-6aff0fe9fee6 service neutron] 10.222.0.25 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877337 Jul 13 07:40:07.230678 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-d0ca3b91-b658-4cd5-b2f0-72fbe26edc06 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Deleting port a51b9a81-a8fa-40ed-85b6-81251d12043c {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:07.231112 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d0ca3b91-b658-4cd5-b2f0-72fbe26edc06 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.357192 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1729e646-a241-4ad2-ac7b-e9cfa3027538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.358173 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 379ff6b4-70e5-4c7e-90fb-512a8fce15fc up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:07.366436 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1729e646-a241-4ad2-ac7b-e9cfa3027538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.470402 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-032ad7ba-40c0-4f86-9260-914e7d83b93f req-d0b1ed03-cc53-467f-81e3-72edbb91e267 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.23 "GET /v2.0/ports?device_id=8092ac1a-986b-4b18-af0c-e8665f196b9d HTTP/1.1" status: 200 len: 210 time: 0.1686029 Jul 13 07:40:07.483774 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729e646-a241-4ad2-ac7b-e9cfa3027538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a098571-e589-49ba-a380-c8c2e09d6070,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:07.498531 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-d0ca3b91-b658-4cd5-b2f0-72fbe26edc06 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] For port a51b9a81-a8fa-40ed-85b6-81251d12043c, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=a51b9a81-a8fa-40ed-85b6-81251d12043c,segment=NetworkSegment(d76005f2-e7d0-4e93-be82-ff3c8bca9fdd),segment_id=d76005f2-e7d0-4e93-be82-ff3c8bca9fdd)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:07.498901 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d0ca3b91-b658-4cd5-b2f0-72fbe26edc06 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.499940 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1729e646-a241-4ad2-ac7b-e9cfa3027538 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fa86aad9e353438ab006d14faffbd240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4928129 Jul 13 07:40:07.502584 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45876) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:07.527166 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-d0ca3b91-b658-4cd5-b2f0-72fbe26edc06 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Calling delete_port for a51b9a81-a8fa-40ed-85b6-81251d12043c owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:07.660104 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-358d3199-fd57-4fc7-8419-9c487346d7f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.727410 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-358d3199-fd57-4fc7-8419-9c487346d7f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.774424 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-7155c6b4-6312-4dbb-b0a2-7e89267179fc None None] Allocated IP 172.20.0.2 (fe3ca710-7f04-4b99-abd8-f0c0a80bd44f/bcb14844-0f59-4592-827b-9b964d247113/eed7dca4-bed7-44c7-9644-57d9055b0d06) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:07.802958 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 379ff6b4-70e5-4c7e-90fb-512a8fce15fc triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:07.803502 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.845502 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-358d3199-fd57-4fc7-8419-9c487346d7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.848275 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-358d3199-fd57-4fc7-8419-9c487346d7f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:07.850403 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-358d3199-fd57-4fc7-8419-9c487346d7f3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9a098571-e589-49ba-a380-c8c2e09d6070 HTTP/1.1" status: 204 len: 168 time: 0.3468387 Jul 13 07:40:07.875878 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e78b96-bc49-4390-82fe-1f6671ae0fa0 None None] DHCP port deletion for adad8caa-5af9-4e98-98ca-766f5f793195 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:40:07.905191 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d3199-fd57-4fc7-8419-9c487346d7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a098571-e589-49ba-a380-c8c2e09d6070,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:08.013001 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c2c07020-c4b7-45b1-813a-4ffa6e368384 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:08.061168 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c2c07020-c4b7-45b1-813a-4ffa6e368384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:08.064517 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d0ca3b91-b658-4cd5-b2f0-72fbe26edc06 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:08.146535 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca3b91-b658-4cd5-b2f0-72fbe26edc06 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event deleted for resources: {'Port': ['ID=a51b9a81-a8fa-40ed-85b6-81251d12043c,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:08.149359 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ca3b91-b658-4cd5-b2f0-72fbe26edc06 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] No DVR routers for this DVR port a51b9a81-a8fa-40ed-85b6-81251d12043c on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:08.324359 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-c2c07020-c4b7-45b1-813a-4ffa6e368384 admin admin] Allocated IP 172.25.3.87 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/f8cf5ad5-1270-4bbc-a8ea-8e591950803c) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:08.425697 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-39e78b96-bc49-4390-82fe-1f6671ae0fa0 None None] Deleting port a51b9a81-a8fa-40ed-85b6-81251d12043c {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:08.426277 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-39e78b96-bc49-4390-82fe-1f6671ae0fa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:08.466919 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-27d8d783-b063-464f-b079-105e6fb7c682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4240c2-8933-471e-b3d3-f05adb2f2fac', 'name': 'tempest-ServerActionsTestJSON-1398676002-router', 'tenant_id': 'c74484ef6db9498290da14ee6e37d87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '541f439f-ee02-4aa7-9c72-3b460718edaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:15Z', 'updated_at': '2021-07-13T07:39:26Z', 'revision_number': 4, 'project_id': 'c74484ef6db9498290da14ee6e37d87f', 'gw_port': {'id': '541f439f-ee02-4aa7-9c72-3b460718edaf', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:09:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4240c2-8933-471e-b3d3-f05adb2f2fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:18Z', 'updated_at': '2021-07-13T07:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': 'eb77f52a-9202-443e-8aa0-0525fc0ad77d', 'tenant_id': 'c74484ef6db9498290da14ee6e37d87f', 'floating_ip_address': '172.25.3.57', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'fa4240c2-8933-471e-b3d3-f05adb2f2fac', 'port_id': '88530a7c-2727-4e3e-8acc-8f0525e0f7a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0', 'mac_address': 'fa:16:3e:80:39:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f90bec-271f-4e44-996f-3e77a17cd27b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:39:33Z', 'updated_at': '2021-07-13T07:40:02Z', 'revision_number': 1, 'project_id': 'c74484ef6db9498290da14ee6e37d87f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3107c06-81c7-4a21-8c64-f98b8a4c83ee', 'name': '', 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0', 'tenant_id': 'c74484ef6db9498290da14ee6e37d87f', 'mac_address': 'fa:16:3e:ea:f8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4240c2-8933-471e-b3d3-f05adb2f2fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '18671aeb-533b-431f-ac3f-740be3e9540f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:25Z', 'updated_at': '2021-07-13T07:39:42Z', 'revision_number': 5, 'project_id': 'c74484ef6db9498290da14ee6e37d87f', 'subnets': [{'id': '18671aeb-533b-431f-ac3f-740be3e9540f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:08.489483 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d0ca3b91-b658-4cd5-b2f0-72fbe26edc06 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:08.502320 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-d0ca3b91-b658-4cd5-b2f0-72fbe26edc06 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adad8caa-5af9-4e98-98ca-766f5f793195']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:08.517025 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-d0ca3b91-b658-4cd5-b2f0-72fbe26edc06 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd76005f2-e7d0-4e93-be82-ff3c8bca9fdd') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:08.517336 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-d0ca3b91-b658-4cd5-b2f0-72fbe26edc06 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd76005f2-e7d0-4e93-be82-ff3c8bca9fdd') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:08.531641 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d0ca3b91-b658-4cd5-b2f0-72fbe26edc06 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:08.546912 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7155c6b4-6312-4dbb-b0a2-7e89267179fc None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:08.548983 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d8d783-b063-464f-b079-105e6fb7c682 None None] The sync data for ids ['fa4240c2-8933-471e-b3d3-f05adb2f2fac'] in n-d-771363-34 is: [{'id': 'fa4240c2-8933-471e-b3d3-f05adb2f2fac', 'name': 'tempest-ServerActionsTestJSON-1398676002-router', 'tenant_id': 'c74484ef6db9498290da14ee6e37d87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '541f439f-ee02-4aa7-9c72-3b460718edaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:15Z', 'updated_at': '2021-07-13T07:39:26Z', 'revision_number': 4, 'project_id': 'c74484ef6db9498290da14ee6e37d87f', 'gw_port': {'id': '541f439f-ee02-4aa7-9c72-3b460718edaf', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:09:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4240c2-8933-471e-b3d3-f05adb2f2fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:18Z', 'updated_at': '2021-07-13T07:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': 'eb77f52a-9202-443e-8aa0-0525fc0ad77d', 'tenant_id': 'c74484ef6db9498290da14ee6e37d87f', 'floating_ip_address': '172.25.3.57', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'fa4240c2-8933-471e-b3d3-f05adb2f2fac', 'port_id': '88530a7c-2727-4e3e-8acc-8f0525e0f7a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0', 'mac_address': 'fa:16:3e:80:39:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f90bec-271f-4e44-996f-3e77a17cd27b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:39:33Z', 'updated_at': '2021-07-13T07:40:02Z', 'revision_number': 1, 'project_id': 'c74484ef6db9498290da14ee6e37d87f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3107c06-81c7-4a21-8c64-f98b8a4c83ee', 'name': '', 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0', 'tenant_id': 'c74484ef6db9498290da14ee6e37d87f', 'mac_address': 'fa:16:3e:ea:f8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4240c2-8933-471e-b3d3-f05adb2f2fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '18671aeb-533b-431f-ac3f-740be3e9540f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:25Z', 'updated_at': '2021-07-13T07:39:42Z', 'revision_number': 5, 'project_id': 'c74484ef6db9498290da14ee6e37d87f', 'subnets': [{'id': '18671aeb-533b-431f-ac3f-740be3e9540f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:40:08.570951 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-39e78b96-bc49-4390-82fe-1f6671ae0fa0 None None] For port a51b9a81-a8fa-40ed-85b6-81251d12043c, host n-d-771363-34, got binding levels [] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:08.571720 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-39e78b96-bc49-4390-82fe-1f6671ae0fa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:08.574634 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7155c6b4-6312-4dbb-b0a2-7e89267179fc None None] Transition to ACTIVE for port object eed7dca4-bed7-44c7-9644-57d9055b0d06 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:08.625623 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-39e78b96-bc49-4390-82fe-1f6671ae0fa0 None None] Calling delete_port for a51b9a81-a8fa-40ed-85b6-81251d12043c owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:08.631052 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d0ca3b91-b658-4cd5-b2f0-72fbe26edc06 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:08.631966 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.ipam_backend_mixin [None req-39e78b96-bc49-4390-82fe-1f6671ae0fa0 None None] Port a51b9a81-a8fa-40ed-85b6-81251d12043c was not found and therefore no delete operation was performed {{(pid=94019) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:40:08.637872 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-39e78b96-bc49-4390-82fe-1f6671ae0fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:08.669068 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ca3b91-b658-4cd5-b2f0-72fbe26edc06 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:40:08.669516 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d0ca3b91-b658-4cd5-b2f0-72fbe26edc06 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:08.673548 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:40:08.673548 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:40:08.673548 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:40:08.673548 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:40:08.673548 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:40:08.673548 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:40:08.673548 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:40:08.673548 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:40:08.673548 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:40:08.673548 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:40:08.673548 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:40:08.673548 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:40:08.673548 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:40:08.673548 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:40:08.673548 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:40:08.673548 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:40:08.673548 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:40:08.673548 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:40:08.673548 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:40:08.673548 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:40:08.673548 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:40:08.673548 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:40:08.673548 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:40:08.673548 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:40:08.673548 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:40:08.673548 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:40:08.673548 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:40:08.673548 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:40:08.673548 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:40:08.673548 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:40:08.673548 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:40:08.673548 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:40:08.710416 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e78b96-bc49-4390-82fe-1f6671ae0fa0 None None] No DVR routers for this DVR port a51b9a81-a8fa-40ed-85b6-81251d12043c on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:08.712018 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e78b96-bc49-4390-82fe-1f6671ae0fa0 None None] Pushing event deleted for resources: {'Port': ['ID=a51b9a81-a8fa-40ed-85b6-81251d12043c,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:08.902655 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7155c6b4-6312-4dbb-b0a2-7e89267179fc None None] Transition to ACTIVE for port object eed7dca4-bed7-44c7-9644-57d9055b0d06 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:08.905286 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c2c07020-c4b7-45b1-813a-4ffa6e368384 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:08.914666 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7155c6b4-6312-4dbb-b0a2-7e89267179fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:08.918572 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d0ca3b91-b658-4cd5-b2f0-72fbe26edc06 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:08.996296 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b39964e5-ef64-4145-a682-401c7970b69f no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:40:09.005076 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3f9f258c-610e-4db7-a55f-0495b57bfe2a req-43c97267-e777-4736-9393-d065ac1ad4a9 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.23 "GET /v2.0/ports?device_id=8092ac1a-986b-4b18-af0c-e8665f196b9d HTTP/1.1" status: 200 len: 210 time: 0.0962474 Jul 13 07:40:09.012389 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d0ca3b91-b658-4cd5-b2f0-72fbe26edc06 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:09.014235 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d0ca3b91-b658-4cd5-b2f0-72fbe26edc06 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "DELETE /v2.0/networks/adad8caa-5af9-4e98-98ca-766f5f793195 HTTP/1.1" status: 204 len: 168 time: 2.2433012 Jul 13 07:40:09.019701 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45900) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:09.060579 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca3b91-b658-4cd5-b2f0-72fbe26edc06 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event deleted for resources: {'Network': ['ID=adad8caa-5af9-4e98-98ca-766f5f793195,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:09.078183 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:40:09.126353 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c2c07020-c4b7-45b1-813a-4ffa6e368384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:09.139329 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7155c6b4-6312-4dbb-b0a2-7e89267179fc None None] Network fe3ca710-7f04-4b99-abd8-f0c0a80bd44f is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:09.141380 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd25b1ed-caf1-4b66-86ab-2df2e22965a2 None None] New status for floating IP eb77f52a-9202-443e-8aa0-0525fc0ad77d: ACTIVE {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:40:09.164455 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: b39964e5-ef64-4145-a682-401c7970b69f {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:40:09.165104 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b39964e5-ef64-4145-a682-401c7970b69f not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:40:09.165823 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device a51b9a81-a8fa-40ed-85b6-81251d12043c no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:40:09.195795 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c07020-c4b7-45b1-813a-4ffa6e368384 admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:09.201134 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-c2c07020-c4b7-45b1-813a-4ffa6e368384 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:09.212840 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c07020-c4b7-45b1-813a-4ffa6e368384 admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:09.218334 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155c6b4-6312-4dbb-b0a2-7e89267179fc None None] Pushing event updated for resources: {'Port': ['ID=eed7dca4-bed7-44c7-9644-57d9055b0d06,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:09.227534 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-7155c6b4-6312-4dbb-b0a2-7e89267179fc None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:09.233093 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7155c6b4-6312-4dbb-b0a2-7e89267179fc None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:09.265209 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c07020-c4b7-45b1-813a-4ffa6e368384 admin admin] Pushing event updated for resources: {'Port': ['ID=f8cf5ad5-1270-4bbc-a8ea-8e591950803c,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:09.350738 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: a51b9a81-a8fa-40ed-85b6-81251d12043c {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:40:09.351543 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device a51b9a81-a8fa-40ed-85b6-81251d12043c not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:40:09.483351 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-7155c6b4-6312-4dbb-b0a2-7e89267179fc None None] Attempting to bind port eed7dca4-bed7-44c7-9644-57d9055b0d06 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:40:09.485544 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-7155c6b4-6312-4dbb-b0a2-7e89267179fc None None] Attempting to bind port eed7dca4-bed7-44c7-9644-57d9055b0d06 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '82b0794f-89d2-4219-8340-180084a286f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:40:09.489529 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7155c6b4-6312-4dbb-b0a2-7e89267179fc None None] Attempting to bind port eed7dca4-bed7-44c7-9644-57d9055b0d06 on network fe3ca710-7f04-4b99-abd8-f0c0a80bd44f {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:40:09.503411 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7155c6b4-6312-4dbb-b0a2-7e89267179fc None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:40:09.504013 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7155c6b4-6312-4dbb-b0a2-7e89267179fc None None] Checking segment: {'id': '82b0794f-89d2-4219-8340-180084a286f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:09.506190 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7155c6b4-6312-4dbb-b0a2-7e89267179fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:09.506773 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7155c6b4-6312-4dbb-b0a2-7e89267179fc None None] Bound using segment: {'id': '82b0794f-89d2-4219-8340-180084a286f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:40:09.509315 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-7155c6b4-6312-4dbb-b0a2-7e89267179fc None None] Bound port: eed7dca4-bed7-44c7-9644-57d9055b0d06, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b0794f-89d2-4219-8340-180084a286f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:40:09.509918 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7155c6b4-6312-4dbb-b0a2-7e89267179fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:09.717297 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-7155c6b4-6312-4dbb-b0a2-7e89267179fc None None] For port eed7dca4-bed7-44c7-9644-57d9055b0d06, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:40:09.734373 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-7155c6b4-6312-4dbb-b0a2-7e89267179fc None None] For port eed7dca4-bed7-44c7-9644-57d9055b0d06, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=eed7dca4-bed7-44c7-9644-57d9055b0d06,segment=NetworkSegment(82b0794f-89d2-4219-8340-180084a286f0),segment_id=82b0794f-89d2-4219-8340-180084a286f0)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:40:09.801932 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7155c6b4-6312-4dbb-b0a2-7e89267179fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:09.859590 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-34c19634-cefc-4979-ab77-1dcaeabcd80e tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:09.877109 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-021f368f-9393-4e9c-8844-f4402359aab6 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:09.878625 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-021f368f-9393-4e9c-8844-f4402359aab6 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.42 "GET /v2.0/networks?id=a1657f64-8077-4b4c-92ad-aa256b38a388 HTTP/1.1" status: 200 len: 809 time: 0.3486671 Jul 13 07:40:09.929474 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155c6b4-6312-4dbb-b0a2-7e89267179fc None None] Pushing event updated for resources: {'Port': ['ID=eed7dca4-bed7-44c7-9644-57d9055b0d06,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:09.938127 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c2c07020-c4b7-45b1-813a-4ffa6e368384 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:10.034481 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-d3091a9d-69f8-4915-9b11-706168cdf074 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb77f98a7de949ce8ab9e6a42033a53a HTTP/1.1" status: 200 len: 379 time: 0.1433563 Jul 13 07:40:10.054155 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-5c513e71-550b-4c25-9284-4164d77d0baa tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Request body: {'port': {'device_id': '8092ac1a-986b-4b18-af0c-e8665f196b9d', 'network_id': 'a1657f64-8077-4b4c-92ad-aa256b38a388', 'admin_state_up': True, 'tenant_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'security_groups': ['99c8760b-e4dc-481d-880d-f4bc8d8b2fa3']}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:10.422657 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-34c19634-cefc-4979-ab77-1dcaeabcd80e tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Deleting port db819efc-02be-4bf5-a969-31d6e90c6e63 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:10.423309 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-34c19634-cefc-4979-ab77-1dcaeabcd80e tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:10.429340 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-86868ef0-2d70-4241-b6d4-a148bc11a4ae req-94eee1d8-d86c-4912-becf-bd867b81f9b6 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.23 "GET /v2.0/ports?device_id=8092ac1a-986b-4b18-af0c-e8665f196b9d HTTP/1.1" status: 200 len: 210 time: 0.0535803 Jul 13 07:40:10.439036 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-5c513e71-550b-4c25-9284-4164d77d0baa tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Made reservation on behalf of fb77f98a7de949ce8ab9e6a42033a53a for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:10.453707 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-5c513e71-550b-4c25-9284-4164d77d0baa tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:10.537687 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c2c07020-c4b7-45b1-813a-4ffa6e368384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:10.595049 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-34c19634-cefc-4979-ab77-1dcaeabcd80e tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] For port db819efc-02be-4bf5-a969-31d6e90c6e63, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=db819efc-02be-4bf5-a969-31d6e90c6e63,segment=NetworkSegment(85ca2e52-6b43-41e9-b669-f631fd147c01),segment_id=85ca2e52-6b43-41e9-b669-f631fd147c01)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:10.599693 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-34c19634-cefc-4979-ab77-1dcaeabcd80e tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:10.637768 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-34c19634-cefc-4979-ab77-1dcaeabcd80e tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Calling delete_port for db819efc-02be-4bf5-a969-31d6e90c6e63 owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:10.940909 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-34c19634-cefc-4979-ab77-1dcaeabcd80e tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:10.980495 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-5c513e71-550b-4c25-9284-4164d77d0baa tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Allocated IP 172.20.0.4 (a1657f64-8077-4b4c-92ad-aa256b38a388/251a7d71-99aa-4f18-b278-f93834e899c1/4a43f0c2-7004-4d28-96fa-a2d064d3fff4) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:10.984268 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c19634-cefc-4979-ab77-1dcaeabcd80e tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event deleted for resources: {'Port': ['ID=db819efc-02be-4bf5-a969-31d6e90c6e63,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:10.992320 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device eed7dca4-bed7-44c7-9644-57d9055b0d06 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:11.092712 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port eed7dca4-bed7-44c7-9644-57d9055b0d06 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:11.277924 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c07020-c4b7-45b1-813a-4ffa6e368384 admin admin] Router f83a277c-12d3-43ab-a023-cc4b5086da59 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:40:11.362322 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-5c513e71-550b-4c25-9284-4164d77d0baa tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:11.436195 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-5c513e71-550b-4c25-9284-4164d77d0baa tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Transition to ACTIVE for port object 4a43f0c2-7004-4d28-96fa-a2d064d3fff4 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:11.480068 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c07020-c4b7-45b1-813a-4ffa6e368384 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:40:11.494377 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06a28be-6991-40b5-ade2-65b9fcbed673 None None] Sync routers for ids ['f83a277c-12d3-43ab-a023-cc4b5086da59'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:40:11.511872 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c2c07020-c4b7-45b1-813a-4ffa6e368384 admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:11.512483 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06a28be-6991-40b5-ade2-65b9fcbed673 None None] Routers {'f83a277c-12d3-43ab-a023-cc4b5086da59'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:40:11.513303 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-a06a28be-6991-40b5-ade2-65b9fcbed673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:40:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f83a277c-12d3-43ab-a023-cc4b5086da59'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:11.519402 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c2c07020-c4b7-45b1-813a-4ffa6e368384 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1497674 Jul 13 07:40:11.521193 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45946) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:11.522550 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-5c513e71-550b-4c25-9284-4164d77d0baa tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:11.653349 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-5c513e71-550b-4c25-9284-4164d77d0baa tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Network a1657f64-8077-4b4c-92ad-aa256b38a388 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:11.663168 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-5c513e71-550b-4c25-9284-4164d77d0baa tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:11.671388 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-34c19634-cefc-4979-ab77-1dcaeabcd80e tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:11.671975 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19749c7-4fae-4fee-9293-1452cf3a77a1 None None] Network fe3ca710-7f04-4b99-abd8-f0c0a80bd44f requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:11.678584 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-5c513e71-550b-4c25-9284-4164d77d0baa tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:11.808364 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c513e71-550b-4c25-9284-4164d77d0baa tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Pushing event updated for resources: {'Port': ['ID=4a43f0c2-7004-4d28-96fa-a2d064d3fff4,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:11.879378 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-5c513e71-550b-4c25-9284-4164d77d0baa tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:11.880485 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-5c513e71-550b-4c25-9284-4164d77d0baa tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:11.886582 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-a06a28be-6991-40b5-ade2-65b9fcbed673 None None] Set router f83a277c-12d3-43ab-a023-cc4b5086da59 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:40:11.927176 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a8ed78b0-51ee-4b48-a405-66ab00029956 None None] Provisioning for port eed7dca4-bed7-44c7-9644-57d9055b0d06 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:11.947462 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a8ed78b0-51ee-4b48-a405-66ab00029956 None None] Provisioning complete for port eed7dca4-bed7-44c7-9644-57d9055b0d06 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:11.948696 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a8ed78b0-51ee-4b48-a405-66ab00029956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.059708 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c19634-cefc-4979-ab77-1dcaeabcd80e tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Router d32bab7a-c0c0-4535-a022-b240ed49bbb1 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:40:12.102135 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a8ed78b0-51ee-4b48-a405-66ab00029956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.170592 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-5c513e71-550b-4c25-9284-4164d77d0baa tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1288939 Jul 13 07:40:12.184689 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-bb836247-5304-4707-8c52-df35446cd01f service neutron] Request body: {'port': {'device_id': '8092ac1a-986b-4b18-af0c-e8665f196b9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:12.217675 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-a8ed78b0-51ee-4b48-a405-66ab00029956 None None] For port eed7dca4-bed7-44c7-9644-57d9055b0d06, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=eed7dca4-bed7-44c7-9644-57d9055b0d06,segment=NetworkSegment(82b0794f-89d2-4219-8340-180084a286f0),segment_id=82b0794f-89d2-4219-8340-180084a286f0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:12.226499 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a8ed78b0-51ee-4b48-a405-66ab00029956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.284509 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ee835-2a95-43e0-a423-cc209314a721 req-a5b98281-fcb7-4795-8754-37eb453aa814 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:12.291054 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c5ee835-2a95-43e0-a423-cc209314a721 req-a5b98281-fcb7-4795-8754-37eb453aa814 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.23 "GET /v2.0/ports?device_id=8092ac1a-986b-4b18-af0c-e8665f196b9d HTTP/1.1" status: 200 len: 931 time: 0.4515786 Jul 13 07:40:12.295750 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c19634-cefc-4979-ab77-1dcaeabcd80e tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:40:12.309071 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-34c19634-cefc-4979-ab77-1dcaeabcd80e tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "PUT /v2.0/routers/d32bab7a-c0c0-4535-a022-b240ed49bbb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2875743 Jul 13 07:40:12.313365 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45956) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:12.333826 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf28612-5cd6-40f9-acbb-7076af172cc2 None None] Sync routers for ids ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:40:12.366579 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed78b0-51ee-4b48-a405-66ab00029956 None None] Pushing event updated for resources: {'Port': ['ID=eed7dca4-bed7-44c7-9644-57d9055b0d06,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:12.374854 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf28612-5cd6-40f9-acbb-7076af172cc2 None None] Routers {'d32bab7a-c0c0-4535-a022-b240ed49bbb1'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:40:12.376433 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-5bf28612-5cd6-40f9-acbb-7076af172cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:40:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:12.430621 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-a06a28be-6991-40b5-ade2-65b9fcbed673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'name': 'tempest-AttachVolumeShelveTestJSON-1034175622-router', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'f8cf5ad5-1270-4bbc-a8ea-8e591950803c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:40:06Z', 'updated_at': '2021-07-13T07:40:09Z', 'revision_number': 3, 'project_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'gw_port': {'id': 'f8cf5ad5-1270-4bbc-a8ea-8e591950803c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:88:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:40:08Z', 'updated_at': '2021-07-13T07:40:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:12.468622 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-00acdb57-38b5-434d-bee7-ee125ad33e4d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Deleting subnet f4f2dcad-e8cd-479b-8edf-4830bd831983 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:40:12.477008 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-00acdb57-38b5-434d-bee7-ee125ad33e4d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.506892 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06a28be-6991-40b5-ade2-65b9fcbed673 None None] Checking router: f83a277c-12d3-43ab-a023-cc4b5086da59 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:40:12.507536 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06a28be-6991-40b5-ade2-65b9fcbed673 None None] Updating router f83a277c-12d3-43ab-a023-cc4b5086da59 port f8cf5ad5-1270-4bbc-a8ea-8e591950803c binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:40:12.516402 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c5ee835-2a95-43e0-a423-cc209314a721 req-f0c68117-faac-4960-918e-05c12ae1d2d4 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.23 "GET /v2.0/security-groups?id=99c8760b-e4dc-481d-880d-f4bc8d8b2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1737027 Jul 13 07:40:12.588925 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-5bf28612-5cd6-40f9-acbb-7076af172cc2 None None] Set router d32bab7a-c0c0-4535-a022-b240ed49bbb1 gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:40:12.593844 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a06a28be-6991-40b5-ade2-65b9fcbed673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.611014 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-00acdb57-38b5-434d-bee7-ee125ad33e4d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.643608 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-bb836247-5304-4707-8c52-df35446cd01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.649764 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-53e37d56-6c6c-4fda-a044-4ce20ea5a7e5 None None] Provisioning for port 4a43f0c2-7004-4d28-96fa-a2d064d3fff4 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:12.698631 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009cac4e-163e-4e09-9355-c5438f94ce7a req-9d074418-a9a4-4204-b37c-7a72c689d8c2 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:12.706126 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-009cac4e-163e-4e09-9355-c5438f94ce7a req-9d074418-a9a4-4204-b37c-7a72c689d8c2 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 946 time: 0.1839740 Jul 13 07:40:12.722797 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-53e37d56-6c6c-4fda-a044-4ce20ea5a7e5 None None] Provisioning complete for port 4a43f0c2-7004-4d28-96fa-a2d064d3fff4 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:12.731867 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-53e37d56-6c6c-4fda-a044-4ce20ea5a7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.798829 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-00acdb57-38b5-434d-bee7-ee125ad33e4d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:12.810890 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-53e37d56-6c6c-4fda-a044-4ce20ea5a7e5 None None] Port 4a43f0c2-7004-4d28-96fa-a2d064d3fff4 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:40:12.814441 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-5bf28612-5cd6-40f9-acbb-7076af172cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'name': 'tempest-RoutersIpV6Test-router-255981144', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:00Z', 'updated_at': '2021-07-13T07:40:10Z', 'revision_number': 11, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:12.877599 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf28612-5cd6-40f9-acbb-7076af172cc2 None None] Checking router: d32bab7a-c0c0-4535-a022-b240ed49bbb1 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:40:12.909090 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf28612-5cd6-40f9-acbb-7076af172cc2 None None] Routers {'d32bab7a-c0c0-4535-a022-b240ed49bbb1'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:40:12.909516 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-5bf28612-5cd6-40f9-acbb-7076af172cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:40:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:12.952150 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-009cac4e-163e-4e09-9355-c5438f94ce7a req-c8c0440f-4326-44a8-9891-fbfcbbaddc3b tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?id=25c18a17-9cb1-4967-8794-129d946ca0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2450316 Jul 13 07:40:12.953944 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-00acdb57-38b5-434d-bee7-ee125ad33e4d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.001490 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00acdb57-38b5-434d-bee7-ee125ad33e4d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event deleted for resources: {'Subnet': ['ID=f4f2dcad-e8cd-479b-8edf-4830bd831983,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:13.003872 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-00acdb57-38b5-434d-bee7-ee125ad33e4d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.011504 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d97451c-2e96-45bc-a96e-7c08e4b6463c None None] Network d373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:40:13.020986 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-00acdb57-38b5-434d-bee7-ee125ad33e4d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "DELETE /v2.0/subnets/f4f2dcad-e8cd-479b-8edf-4830bd831983 HTTP/1.1" status: 204 len: 168 time: 0.7014704 Jul 13 07:40:13.022556 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45964) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:13.045564 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-5bf28612-5cd6-40f9-acbb-7076af172cc2 None None] Set router d32bab7a-c0c0-4535-a022-b240ed49bbb1 gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:40:13.074204 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a06a28be-6991-40b5-ade2-65b9fcbed673 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.088805 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-a06a28be-6991-40b5-ade2-65b9fcbed673 None None] Transition to ACTIVE for port object f8cf5ad5-1270-4bbc-a8ea-8e591950803c will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:13.097006 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a06a28be-6991-40b5-ade2-65b9fcbed673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.119884 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-5bf28612-5cd6-40f9-acbb-7076af172cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'name': 'tempest-RoutersIpV6Test-router-255981144', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:00Z', 'updated_at': '2021-07-13T07:40:10Z', 'revision_number': 11, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:13.125470 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device eed7dca4-bed7-44c7-9644-57d9055b0d06 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:13.166969 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-a06a28be-6991-40b5-ade2-65b9fcbed673 None None] Attempting to bind port f8cf5ad5-1270-4bbc-a8ea-8e591950803c on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:40:13.167351 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-a06a28be-6991-40b5-ade2-65b9fcbed673 None None] Attempting to bind port f8cf5ad5-1270-4bbc-a8ea-8e591950803c by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:40:13.167711 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06a28be-6991-40b5-ade2-65b9fcbed673 None None] Attempting to bind port f8cf5ad5-1270-4bbc-a8ea-8e591950803c on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:40:13.183628 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06a28be-6991-40b5-ade2-65b9fcbed673 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:40:13.184004 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06a28be-6991-40b5-ade2-65b9fcbed673 None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:13.184403 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a06a28be-6991-40b5-ade2-65b9fcbed673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.185270 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06a28be-6991-40b5-ade2-65b9fcbed673 None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:40:13.185900 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-a06a28be-6991-40b5-ade2-65b9fcbed673 None None] Bound port: f8cf5ad5-1270-4bbc-a8ea-8e591950803c, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:40:13.186813 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a06a28be-6991-40b5-ade2-65b9fcbed673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.196621 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf28612-5cd6-40f9-acbb-7076af172cc2 None None] The sync data for ids ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'] in n-d-771363-34 is: [{'id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'name': 'tempest-RoutersIpV6Test-router-255981144', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:00Z', 'updated_at': '2021-07-13T07:40:10Z', 'revision_number': 11, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'gw_port_host': None}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:40:13.205447 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-61c1d7be-b6f2-468e-b609-16ab7d522306 None None] Provisioning complete for port eed7dca4-bed7-44c7-9644-57d9055b0d06 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:13.205933 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-61c1d7be-b6f2-468e-b609-16ab7d522306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.291441 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-a06a28be-6991-40b5-ade2-65b9fcbed673 None None] For port f8cf5ad5-1270-4bbc-a8ea-8e591950803c, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:40:13.295470 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-a06a28be-6991-40b5-ade2-65b9fcbed673 None None] For port f8cf5ad5-1270-4bbc-a8ea-8e591950803c, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=f8cf5ad5-1270-4bbc-a8ea-8e591950803c,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:40:13.297476 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28db97c-49be-48ed-9939-715a969c0699 None None] Pushing event updated for resources: {'Port': ['ID=f8cf5ad5-1270-4bbc-a8ea-8e591950803c,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:13.306992 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8d87c7d0-1f62-4cc5-8160-7b1056dee5cd tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.307912 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a06a28be-6991-40b5-ade2-65b9fcbed673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.312289 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28db97c-49be-48ed-9939-715a969c0699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:13.312289 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28db97c-49be-48ed-9939-715a969c0699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:13.312702 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28db97c-49be-48ed-9939-715a969c0699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:13.312702 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28db97c-49be-48ed-9939-715a969c0699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:13.313097 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28db97c-49be-48ed-9939-715a969c0699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:13.313427 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28db97c-49be-48ed-9939-715a969c0699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:13.313747 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28db97c-49be-48ed-9939-715a969c0699 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:13.314114 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28db97c-49be-48ed-9939-715a969c0699 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:13.314438 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28db97c-49be-48ed-9939-715a969c0699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:13.314755 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28db97c-49be-48ed-9939-715a969c0699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:13.315138 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28db97c-49be-48ed-9939-715a969c0699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:13.315463 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28db97c-49be-48ed-9939-715a969c0699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:13.385651 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28db97c-49be-48ed-9939-715a969c0699 None None] Pushing event updated for resources: {'Port': ['ID=f8cf5ad5-1270-4bbc-a8ea-8e591950803c,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:13.412021 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06a28be-6991-40b5-ade2-65b9fcbed673 None None] Routers {'f83a277c-12d3-43ab-a023-cc4b5086da59'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:40:13.412924 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-a06a28be-6991-40b5-ade2-65b9fcbed673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:40:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f83a277c-12d3-43ab-a023-cc4b5086da59'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:13.431808 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port eed7dca4-bed7-44c7-9644-57d9055b0d06 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:13.432284 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.442855 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c543f5c4-1107-4817-bc71-f2b3cb3d24ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.556909 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-8d87c7d0-1f62-4cc5-8160-7b1056dee5cd tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Deleting port 9b508659-4baf-4165-866b-fdf73594add0 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:13.557273 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8d87c7d0-1f62-4cc5-8160-7b1056dee5cd tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.577091 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-a06a28be-6991-40b5-ade2-65b9fcbed673 None None] Set router f83a277c-12d3-43ab-a023-cc4b5086da59 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:40:13.658533 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-bb836247-5304-4707-8c52-df35446cd01f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a43f0c2-7004-4d28-96fa-a2d064d3fff4 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:40:13.680061 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-bb836247-5304-4707-8c52-df35446cd01f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.693350 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5b1879-248d-464e-866c-7d1563e605a0 None None] DHCP port deletion for d373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:40:13.812205 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-8d87c7d0-1f62-4cc5-8160-7b1056dee5cd tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] For port 9b508659-4baf-4165-866b-fdf73594add0, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=9b508659-4baf-4165-866b-fdf73594add0,segment=NetworkSegment(85ca2e52-6b43-41e9-b669-f631fd147c01),segment_id=85ca2e52-6b43-41e9-b669-f631fd147c01)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:13.812570 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8d87c7d0-1f62-4cc5-8160-7b1056dee5cd tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.833108 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-5a5b1879-248d-464e-866c-7d1563e605a0 None None] Deleting port 9b508659-4baf-4165-866b-fdf73594add0 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:40:13.833496 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5a5b1879-248d-464e-866c-7d1563e605a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.855468 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-bb836247-5304-4707-8c52-df35446cd01f service neutron] Transition to ACTIVE for port object 4a43f0c2-7004-4d28-96fa-a2d064d3fff4 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:13.898261 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-bb836247-5304-4707-8c52-df35446cd01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:13.900662 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-8d87c7d0-1f62-4cc5-8160-7b1056dee5cd tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Calling delete_port for 9b508659-4baf-4165-866b-fdf73594add0 owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:13.977168 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-5a5b1879-248d-464e-866c-7d1563e605a0 None None] For port 9b508659-4baf-4165-866b-fdf73594add0, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=9b508659-4baf-4165-866b-fdf73594add0,segment=NetworkSegment(85ca2e52-6b43-41e9-b669-f631fd147c01),segment_id=85ca2e52-6b43-41e9-b669-f631fd147c01)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:13.979348 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5a5b1879-248d-464e-866c-7d1563e605a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:14.009232 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-5a5b1879-248d-464e-866c-7d1563e605a0 None None] Calling delete_port for 9b508659-4baf-4165-866b-fdf73594add0 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:40:14.010802 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-a06a28be-6991-40b5-ade2-65b9fcbed673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'name': 'tempest-AttachVolumeShelveTestJSON-1034175622-router', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'f8cf5ad5-1270-4bbc-a8ea-8e591950803c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:40:06Z', 'updated_at': '2021-07-13T07:40:09Z', 'revision_number': 3, 'project_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'gw_port': {'id': 'f8cf5ad5-1270-4bbc-a8ea-8e591950803c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:88:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:40:08Z', 'updated_at': '2021-07-13T07:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:14.064921 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06a28be-6991-40b5-ade2-65b9fcbed673 None None] The sync data for ids ['f83a277c-12d3-43ab-a023-cc4b5086da59'] in n-d-771363-34 is: [{'id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'name': 'tempest-AttachVolumeShelveTestJSON-1034175622-router', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'f8cf5ad5-1270-4bbc-a8ea-8e591950803c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:40:06Z', 'updated_at': '2021-07-13T07:40:09Z', 'revision_number': 3, 'project_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'gw_port': {'id': 'f8cf5ad5-1270-4bbc-a8ea-8e591950803c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:88:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:40:08Z', 'updated_at': '2021-07-13T07:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:40:14.118158 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-c543f5c4-1107-4817-bc71-f2b3cb3d24ed admin admin] Allocated IP 172.20.0.1 (fe3ca710-7f04-4b99-abd8-f0c0a80bd44f/bcb14844-0f59-4592-827b-9b964d247113/6ab4a7e9-5349-474e-9201-c034acd45dc9) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:14.172718 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5a5b1879-248d-464e-866c-7d1563e605a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:14.176428 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9d392-de02-4186-8cb4-12ef4ff50eb3 req-a85d8150-e353-4960-ac1a-cd7acac5bc9c tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:14.185371 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0da9d392-de02-4186-8cb4-12ef4ff50eb3 req-a85d8150-e353-4960-ac1a-cd7acac5bc9c tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.23 "GET /v2.0/ports?device_id=8092ac1a-986b-4b18-af0c-e8665f196b9d HTTP/1.1" status: 200 len: 943 time: 0.3284209 Jul 13 07:40:14.204635 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b1879-248d-464e-866c-7d1563e605a0 None None] Pushing event deleted for resources: {'Port': ['ID=9b508659-4baf-4165-866b-fdf73594add0,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:14.213638 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5b1879-248d-464e-866c-7d1563e605a0 None None] No DVR routers for this DVR port 9b508659-4baf-4165-866b-fdf73594add0 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:14.238783 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb836247-5304-4707-8c52-df35446cd01f service neutron] Pushing event updated for resources: {'Port': ['ID=4a43f0c2-7004-4d28-96fa-a2d064d3fff4,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:14.388470 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0da9d392-de02-4186-8cb4-12ef4ff50eb3 req-cd5abb41-3436-4e90-aba4-a0df93cdb44b tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.23 "GET /v2.0/security-groups?id=99c8760b-e4dc-481d-880d-f4bc8d8b2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967666 Jul 13 07:40:14.428628 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-bb836247-5304-4707-8c52-df35446cd01f service neutron] Attempting to bind port 4a43f0c2-7004-4d28-96fa-a2d064d3fff4 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:40:14.429155 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-bb836247-5304-4707-8c52-df35446cd01f service neutron] Attempting to bind port 4a43f0c2-7004-4d28-96fa-a2d064d3fff4 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '5d4f2d43-f2ea-4c64-bec4-5d0ccad94a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1657f64-8077-4b4c-92ad-aa256b38a388'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:40:14.429626 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-bb836247-5304-4707-8c52-df35446cd01f service neutron] Attempting to bind port 4a43f0c2-7004-4d28-96fa-a2d064d3fff4 on network a1657f64-8077-4b4c-92ad-aa256b38a388 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:40:14.431662 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652155ce-250f-4879-914e-213808042f5d req-1fe38883-339c-4c40-bac5-89e11565cf74 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:14.434629 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-652155ce-250f-4879-914e-213808042f5d req-1fe38883-339c-4c40-bac5-89e11565cf74 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 946 time: 0.1135178 Jul 13 07:40:14.451854 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8d87c7d0-1f62-4cc5-8160-7b1056dee5cd tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:14.454133 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-bb836247-5304-4707-8c52-df35446cd01f service neutron] Port 4a43f0c2-7004-4d28-96fa-a2d064d3fff4 on network a1657f64-8077-4b4c-92ad-aa256b38a388 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:40:14.454617 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-bb836247-5304-4707-8c52-df35446cd01f service neutron] Attempting to bind port 4a43f0c2-7004-4d28-96fa-a2d064d3fff4 on network a1657f64-8077-4b4c-92ad-aa256b38a388 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:40:14.493394 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-652155ce-250f-4879-914e-213808042f5d req-48ef0314-9bee-4b81-aa0f-fe79b52247a4 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?id=25c18a17-9cb1-4967-8794-129d946ca0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524921 Jul 13 07:40:14.494404 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-bb836247-5304-4707-8c52-df35446cd01f service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:40:14.494753 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-bb836247-5304-4707-8c52-df35446cd01f service neutron] Checking segment: {'id': '5d4f2d43-f2ea-4c64-bec4-5d0ccad94a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1657f64-8077-4b4c-92ad-aa256b38a388'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:14.495139 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-bb836247-5304-4707-8c52-df35446cd01f service neutron] Bound using segment: {'id': '5d4f2d43-f2ea-4c64-bec4-5d0ccad94a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1657f64-8077-4b4c-92ad-aa256b38a388'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:40:14.495617 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-bb836247-5304-4707-8c52-df35446cd01f service neutron] Bound port: 4a43f0c2-7004-4d28-96fa-a2d064d3fff4, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d4f2d43-f2ea-4c64-bec4-5d0ccad94a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a1657f64-8077-4b4c-92ad-aa256b38a388'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:40:14.495974 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-bb836247-5304-4707-8c52-df35446cd01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:14.507928 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87c7d0-1f62-4cc5-8160-7b1056dee5cd tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event deleted for resources: {'Port': ['ID=9b508659-4baf-4165-866b-fdf73594add0,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:14.536874 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d87c7d0-1f62-4cc5-8160-7b1056dee5cd tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] No DVR routers for this DVR port 9b508659-4baf-4165-866b-fdf73594add0 on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:40:14.592790 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c543f5c4-1107-4817-bc71-f2b3cb3d24ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:14.677277 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-c543f5c4-1107-4817-bc71-f2b3cb3d24ed admin admin] Transition to ACTIVE for port object 6ab4a7e9-5349-474e-9201-c034acd45dc9 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:14.718447 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8d87c7d0-1f62-4cc5-8160-7b1056dee5cd tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:14.738698 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-8d87c7d0-1f62-4cc5-8160-7b1056dee5cd tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:14.777629 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-8d87c7d0-1f62-4cc5-8160-7b1056dee5cd tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85ca2e52-6b43-41e9-b669-f631fd147c01') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:14.777877 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-8d87c7d0-1f62-4cc5-8160-7b1056dee5cd tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85ca2e52-6b43-41e9-b669-f631fd147c01') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:14.798317 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8d87c7d0-1f62-4cc5-8160-7b1056dee5cd tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:14.811943 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-bb836247-5304-4707-8c52-df35446cd01f service neutron] For port 4a43f0c2-7004-4d28-96fa-a2d064d3fff4, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:40:14.857285 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-bb836247-5304-4707-8c52-df35446cd01f service neutron] For port 4a43f0c2-7004-4d28-96fa-a2d064d3fff4, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4a43f0c2-7004-4d28-96fa-a2d064d3fff4,segment=NetworkSegment(5d4f2d43-f2ea-4c64-bec4-5d0ccad94a66),segment_id=5d4f2d43-f2ea-4c64-bec4-5d0ccad94a66)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:40:14.860522 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8d87c7d0-1f62-4cc5-8160-7b1056dee5cd tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:14.872426 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-bb836247-5304-4707-8c52-df35446cd01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:14.875140 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d87c7d0-1f62-4cc5-8160-7b1056dee5cd tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:40:14.875666 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8d87c7d0-1f62-4cc5-8160-7b1056dee5cd tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:14.882026 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c543f5c4-1107-4817-bc71-f2b3cb3d24ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:14.884296 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:40:14.884296 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:40:14.884296 n-d-771363-34 neutron-server[94017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:40:14.884296 n-d-771363-34 neutron-server[94017]: self.session.flush() Jul 13 07:40:14.884296 n-d-771363-34 neutron-server[94017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:40:14.884296 n-d-771363-34 neutron-server[94017]: self.session.flush() Jul 13 07:40:14.884296 n-d-771363-34 neutron-server[94017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:40:14.884296 n-d-771363-34 neutron-server[94017]: self.session.flush() Jul 13 07:40:14.884296 n-d-771363-34 neutron-server[94017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:40:14.884296 n-d-771363-34 neutron-server[94017]: self.session.flush() Jul 13 07:40:14.884296 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:40:14.884296 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:40:14.884296 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:40:14.884296 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:40:14.884296 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:40:14.884296 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:40:14.884296 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:40:14.884296 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:40:14.884296 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:40:14.884296 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:40:14.884296 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:40:14.884296 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:40:14.884296 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:40:14.884296 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:40:14.884296 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:40:14.884296 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:40:14.884296 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:40:14.884296 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:40:14.884296 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:40:14.884296 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:40:14.884296 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:40:14.884296 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:40:14.884296 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:40:14.884296 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:40:14.884296 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:40:14.884296 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:40:14.884296 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:40:14.884296 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:40:14.884296 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:40:14.884296 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:40:14.884296 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:40:14.884296 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:40:14.951488 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c543f5c4-1107-4817-bc71-f2b3cb3d24ed admin admin] Network fe3ca710-7f04-4b99-abd8-f0c0a80bd44f is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:14.958892 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-c543f5c4-1107-4817-bc71-f2b3cb3d24ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:14.966231 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-bb836247-5304-4707-8c52-df35446cd01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:14.967001 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-bb836247-5304-4707-8c52-df35446cd01f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:14.968436 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f8cf5ad5-1270-4bbc-a8ea-8e591950803c up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:14.968700 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-bb836247-5304-4707-8c52-df35446cd01f service neutron] 10.222.0.42 "PUT /v2.0/ports/4a43f0c2-7004-4d28-96fa-a2d064d3fff4 HTTP/1.1" status: 200 len: 1092 time: 2.7889686 Jul 13 07:40:15.013161 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8092ac1a-986b-4b18-af0c-e8665f196b9d', 'tag': '4a43f0c2-7004-4d28-96fa-a2d064d3fff4'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:15.016411 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb899f1a-0833-4143-a193-72c0af54443f" -d '{"events": [{"name": "network-changed", "server_uuid": "8092ac1a-986b-4b18-af0c-e8665f196b9d", "tag": "4a43f0c2-7004-4d28-96fa-a2d064d3fff4"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:15.033709 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c543f5c4-1107-4817-bc71-f2b3cb3d24ed admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:15.062301 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port f8cf5ad5-1270-4bbc-a8ea-8e591950803c completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:15.068041 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port f8cf5ad5-1270-4bbc-a8ea-8e591950803c triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:15.069254 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:15.214523 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:15.255547 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port f8cf5ad5-1270-4bbc-a8ea-8e591950803c, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=f8cf5ad5-1270-4bbc-a8ea-8e591950803c,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:15.261920 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:15.362470 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=f8cf5ad5-1270-4bbc-a8ea-8e591950803c,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:15.381736 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device db819efc-02be-4bf5-a969-31d6e90c6e63 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:40:15.406960 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: db819efc-02be-4bf5-a969-31d6e90c6e63 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:40:15.407314 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device db819efc-02be-4bf5-a969-31d6e90c6e63 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:40:15.407725 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 9b508659-4baf-4165-866b-fdf73594add0 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:40:15.432814 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 9b508659-4baf-4165-866b-fdf73594add0 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:40:15.433160 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 9b508659-4baf-4165-866b-fdf73594add0 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:40:15.453288 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3076463f-19f7-4309-80c6-0e9c661cb49a None None] Provisioning for port 6ab4a7e9-5349-474e-9201-c034acd45dc9 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:15.457880 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3076463f-19f7-4309-80c6-0e9c661cb49a None None] Provisioning complete for port 6ab4a7e9-5349-474e-9201-c034acd45dc9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:15.458255 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3076463f-19f7-4309-80c6-0e9c661cb49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:15.476777 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ed9735-e95f-48ea-8797-12345224079c x-openstack-request-id: req-d3ed9735-e95f-48ea-8797-12345224079c {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:15.477378 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8092ac1a-986b-4b18-af0c-e8665f196b9d", "tag": "4a43f0c2-7004-4d28-96fa-a2d064d3fff4", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:15.477378 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d3ed9735-e95f-48ea-8797-12345224079c {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:15.477682 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8092ac1a-986b-4b18-af0c-e8665f196b9d', 'tag': '4a43f0c2-7004-4d28-96fa-a2d064d3fff4', 'status': 'completed', 'code': 200} Jul 13 07:40:15.494756 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb836247-5304-4707-8c52-df35446cd01f service neutron] Pushing event updated for resources: {'Port': ['ID=4a43f0c2-7004-4d28-96fa-a2d064d3fff4,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:15.498511 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-3076463f-19f7-4309-80c6-0e9c661cb49a None None] Port 6ab4a7e9-5349-474e-9201-c034acd45dc9 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:40:15.506694 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8d87c7d0-1f62-4cc5-8160-7b1056dee5cd tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:15.540063 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8d87c7d0-1f62-4cc5-8160-7b1056dee5cd tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:15.542311 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8d87c7d0-1f62-4cc5-8160-7b1056dee5cd tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "DELETE /v2.0/networks/d373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a HTTP/1.1" status: 204 len: 168 time: 2.5136423 Jul 13 07:40:15.545101 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45992) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:15.550516 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-26fb307c-0ec8-49ed-8873-2f02d71b1915 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Request body: {'router': {'routes': None}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:15.574322 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87c7d0-1f62-4cc5-8160-7b1056dee5cd tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Pushing event deleted for resources: {'Network': ['ID=d373c19d-e5e7-41f4-a50f-1cdf1e1b6c5a,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:15.624513 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c543f5c4-1107-4817-bc71-f2b3cb3d24ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:15.632039 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c543f5c4-1107-4817-bc71-f2b3cb3d24ed admin admin] Pushing event updated for resources: {'Port': ['ID=6ab4a7e9-5349-474e-9201-c034acd45dc9,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:15.691277 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-7331b932-bd9e-414a-a617-c4e802dd9447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:15.694027 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-7331b932-bd9e-414a-a617-c4e802dd9447 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb77f98a7de949ce8ab9e6a42033a53a&device_id=8092ac1a-986b-4b18-af0c-e8665f196b9d HTTP/1.1" status: 200 len: 1095 time: 0.6572337 Jul 13 07:40:15.772025 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-885d8bc5-b299-4be6-9e4b-b12e5443e46d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a43f0c2-7004-4d28-96fa-a2d064d3fff4 HTTP/1.1" status: 200 len: 217 time: 0.0697265 Jul 13 07:40:15.785293 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.extraroute_db [None req-26fb307c-0ec8-49ed-8873-2f02d71b1915 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Added routes are [] {{(pid=94018) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 13 07:40:15.785512 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.extraroute_db [None req-26fb307c-0ec8-49ed-8873-2f02d71b1915 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Removed routes are [] {{(pid=94018) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 13 07:40:15.786106 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-26fb307c-0ec8-49ed-8873-2f02d71b1915 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:15.796151 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676aa6f1-c4b6-4627-b4ea-e83794e0abf0 req-fa18cf01-4156-40bd-abb2-60bfeceb036e tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:15.797690 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-676aa6f1-c4b6-4627-b4ea-e83794e0abf0 req-fa18cf01-4156-40bd-abb2-60bfeceb036e tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.23 "GET /v2.0/ports?device_id=8092ac1a-986b-4b18-af0c-e8665f196b9d HTTP/1.1" status: 200 len: 943 time: 0.2333596 Jul 13 07:40:15.874639 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-21f8a9e5-312e-48c9-adc5-beddcaba1c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:15.876244 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-21f8a9e5-312e-48c9-adc5-beddcaba1c74 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=251a7d71-99aa-4f18-b278-f93834e899c1 HTTP/1.1" status: 200 len: 848 time: 0.0966647 Jul 13 07:40:15.916322 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-676aa6f1-c4b6-4627-b4ea-e83794e0abf0 req-9cb4e57d-5ec7-4249-bec6-80fbfa04c8cc tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.23 "GET /v2.0/security-groups?id=99c8760b-e4dc-481d-880d-f4bc8d8b2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932891 Jul 13 07:40:15.952542 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f71ed1-d2c2-46c8-a6d8-d48208f4e527 req-9c9b2dff-1e24-4f99-8f9f-42f49d7e7f2b tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:15.954445 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-99f71ed1-d2c2-46c8-a6d8-d48208f4e527 req-9c9b2dff-1e24-4f99-8f9f-42f49d7e7f2b tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 946 time: 0.2385793 Jul 13 07:40:15.959894 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-26fb307c-0ec8-49ed-8873-2f02d71b1915 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:15.965953 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-26fb307c-0ec8-49ed-8873-2f02d71b1915 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-409024'] for router, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:15.997869 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c543f5c4-1107-4817-bc71-f2b3cb3d24ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:16.075702 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-99f71ed1-d2c2-46c8-a6d8-d48208f4e527 req-5bf69954-7a6b-4074-88ba-5ff40dc5b059 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?id=25c18a17-9cb1-4967-8794-129d946ca0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103594 Jul 13 07:40:16.083939 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fb307c-0ec8-49ed-8873-2f02d71b1915 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Router d32bab7a-c0c0-4535-a022-b240ed49bbb1 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:40:16.123942 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-07896c50-0798-4701-9d7b-da040fb095a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:16.127836 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-07896c50-0798-4701-9d7b-da040fb095a0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1657f64-8077-4b4c-92ad-aa256b38a388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2231245 Jul 13 07:40:16.188301 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fb307c-0ec8-49ed-8873-2f02d71b1915 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:40:16.198689 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-26fb307c-0ec8-49ed-8873-2f02d71b1915 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:16.199000 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993a7808-caec-4f5e-8555-6f497ddb97d7 None None] Sync routers for ids ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:40:16.201386 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-26fb307c-0ec8-49ed-8873-2f02d71b1915 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "PUT /v2.0/routers/d32bab7a-c0c0-4535-a022-b240ed49bbb1 HTTP/1.1" status: 200 len: 704 time: 0.6547177 Jul 13 07:40:16.204065 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46002) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:16.215229 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993a7808-caec-4f5e-8555-6f497ddb97d7 None None] Routers {'d32bab7a-c0c0-4535-a022-b240ed49bbb1'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:40:16.219122 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-993a7808-caec-4f5e-8555-6f497ddb97d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:40:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:16.237442 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4378483e-ebec-479c-87ec-3f23b94b3c81 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "GET /v2.0/ports?device_id=d32bab7a-c0c0-4535-a022-b240ed49bbb1 HTTP/1.1" status: 200 len: 205 time: 0.0320814 Jul 13 07:40:16.240815 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46004) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:16.350164 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-267f8d12-3ac8-4a15-8813-4cc0597e13bc service neutron] 10.222.0.42 "GET /v2.0/networks/a1657f64-8077-4b4c-92ad-aa256b38a388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056987 Jul 13 07:40:16.354524 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-993a7808-caec-4f5e-8555-6f497ddb97d7 None None] Set router d32bab7a-c0c0-4535-a022-b240ed49bbb1 gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:40:16.399004 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c543f5c4-1107-4817-bc71-f2b3cb3d24ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:16.404930 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c543f5c4-1107-4817-bc71-f2b3cb3d24ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:16.411982 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-de11dccb-e331-4f5c-9ae5-2c4807487f18 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:16.453695 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-993a7808-caec-4f5e-8555-6f497ddb97d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'name': 'tempest-RoutersIpV6Test-router-255981144', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:00Z', 'updated_at': '2021-07-13T07:40:10Z', 'revision_number': 11, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:16.492156 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993a7808-caec-4f5e-8555-6f497ddb97d7 None None] Checking router: d32bab7a-c0c0-4535-a022-b240ed49bbb1 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:40:16.505282 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993a7808-caec-4f5e-8555-6f497ddb97d7 None None] Routers {'d32bab7a-c0c0-4535-a022-b240ed49bbb1'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:40:16.506790 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-993a7808-caec-4f5e-8555-6f497ddb97d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:40:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:16.615051 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c543f5c4-1107-4817-bc71-f2b3cb3d24ed admin admin] Pushing event updated for resources: {'Port': ['ID=6ab4a7e9-5349-474e-9201-c034acd45dc9,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:16.658831 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c543f5c4-1107-4817-bc71-f2b3cb3d24ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:16.671845 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0b5e6fea-49e1-41c2-8385-76dd793a0547 req-aa3c930f-dd22-4f33-8d05-c875b99bc28e service neutron] 10.222.0.42 "GET /v2.0/networks/a1657f64-8077-4b4c-92ad-aa256b38a388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107879 Jul 13 07:40:16.693659 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-993a7808-caec-4f5e-8555-6f497ddb97d7 None None] Set router d32bab7a-c0c0-4535-a022-b240ed49bbb1 gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:40:16.773616 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-de11dccb-e331-4f5c-9ae5-2c4807487f18 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:16.776080 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-de11dccb-e331-4f5c-9ae5-2c4807487f18 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:16.783254 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-993a7808-caec-4f5e-8555-6f497ddb97d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'name': 'tempest-RoutersIpV6Test-router-255981144', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:00Z', 'updated_at': '2021-07-13T07:40:10Z', 'revision_number': 11, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:16.843518 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993a7808-caec-4f5e-8555-6f497ddb97d7 None None] The sync data for ids ['d32bab7a-c0c0-4535-a022-b240ed49bbb1'] in n-d-771363-34 is: [{'id': 'd32bab7a-c0c0-4535-a022-b240ed49bbb1', 'name': 'tempest-RoutersIpV6Test-router-255981144', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:00Z', 'updated_at': '2021-07-13T07:40:10Z', 'revision_number': 11, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'gw_port_host': None}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:40:16.933035 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-de11dccb-e331-4f5c-9ae5-2c4807487f18 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:16.933539 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de11dccb-e331-4f5c-9ae5-2c4807487f18 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Fanout notify agent at l3_agent the message router_deleted on router d32bab7a-c0c0-4535-a022-b240ed49bbb1 {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:40:16.940919 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-de11dccb-e331-4f5c-9ae5-2c4807487f18 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:16.948410 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-de11dccb-e331-4f5c-9ae5-2c4807487f18 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "DELETE /v2.0/routers/d32bab7a-c0c0-4535-a022-b240ed49bbb1 HTTP/1.1" status: 204 len: 168 time: 0.6993284 Jul 13 07:40:16.950607 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46016) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:16.960715 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d3e8ae1f-4e0c-42d0-80b2-1a1690f58c18 None None] Provisioning complete for port 6ab4a7e9-5349-474e-9201-c034acd45dc9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:16.961421 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d3e8ae1f-4e0c-42d0-80b2-1a1690f58c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:16.969314 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb899f1a-0833-4143-a193-72c0af54443f req-03dd68d2-7f80-4f6e-bb81-6ea11444aad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:16.970905 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb899f1a-0833-4143-a193-72c0af54443f req-03dd68d2-7f80-4f6e-bb81-6ea11444aad5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb77f98a7de949ce8ab9e6a42033a53a&device_id=8092ac1a-986b-4b18-af0c-e8665f196b9d HTTP/1.1" status: 200 len: 1095 time: 0.2404737 Jul 13 07:40:16.977210 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-6e8a33ec-b615-4767-849a-746db480db59 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1741288212', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:16.981935 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c543f5c4-1107-4817-bc71-f2b3cb3d24ed admin admin] Network fe3ca710-7f04-4b99-abd8-f0c0a80bd44f is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:17.004253 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f8cf5ad5-1270-4bbc-a8ea-8e591950803c up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:17.007591 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-c543f5c4-1107-4817-bc71-f2b3cb3d24ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:17.052816 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6e8a33ec-b615-4767-849a-746db480db59 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:17.054130 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6e8a33ec-b615-4767-849a-746db480db59 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:17.075014 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-d3e8ae1f-4e0c-42d0-80b2-1a1690f58c18 None None] Port 6ab4a7e9-5349-474e-9201-c034acd45dc9 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:40:17.126904 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port f8cf5ad5-1270-4bbc-a8ea-8e591950803c triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:17.128250 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:17.177077 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6e8a33ec-b615-4767-849a-746db480db59 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:17.184316 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6e8a33ec-b615-4767-849a-746db480db59 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:17.230460 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6e8a33ec-b615-4767-849a-746db480db59 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:17.237001 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6e8a33ec-b615-4767-849a-746db480db59 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2844970 Jul 13 07:40:17.237917 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46024) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:17.304016 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-fc873c9d-07c2-44ed-a7b5-7ec43a16198c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:17.344041 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c543f5c4-1107-4817-bc71-f2b3cb3d24ed admin admin] Router f83a277c-12d3-43ab-a023-cc4b5086da59 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:40:17.524116 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb899f1a-0833-4143-a193-72c0af54443f req-780fc752-4301-4b6e-8c47-3711e9205331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:17.525992 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb899f1a-0833-4143-a193-72c0af54443f req-780fc752-4301-4b6e-8c47-3711e9205331 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a1657f64-8077-4b4c-92ad-aa256b38a388 HTTP/1.1" status: 200 len: 910 time: 0.5463533 Jul 13 07:40:17.624878 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc645f4-11de-42e3-a673-e4cca56eff1e req-3301f17d-8985-4006-8e65-485f1b0d9f57 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:17.626446 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-95ed1384-d00e-449b-a189-2f29ffadd87b None None] Provisioning complete for port 6ab4a7e9-5349-474e-9201-c034acd45dc9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:17.626962 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4bc645f4-11de-42e3-a673-e4cca56eff1e req-3301f17d-8985-4006-8e65-485f1b0d9f57 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.23 "GET /v2.0/ports?device_id=8092ac1a-986b-4b18-af0c-e8665f196b9d HTTP/1.1" status: 200 len: 943 time: 0.4221628 Jul 13 07:40:17.627232 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-95ed1384-d00e-449b-a189-2f29ffadd87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:17.632831 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb899f1a-0833-4143-a193-72c0af54443f req-1979b1df-c2ea-4bfd-8c38-4422ec6bb33a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a43f0c2-7004-4d28-96fa-a2d064d3fff4 HTTP/1.1" status: 200 len: 217 time: 0.0540926 Jul 13 07:40:17.687708 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-95ed1384-d00e-449b-a189-2f29ffadd87b None None] Port 6ab4a7e9-5349-474e-9201-c034acd45dc9 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:40:17.731160 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fc873c9d-07c2-44ed-a7b5-7ec43a16198c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:17.746328 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977caf17-a2f1-4d9b-926e-8f46c8bd6af3 req-3c00e5aa-bd30-4e48-b2d5-aca6cbec9c30 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:17.748179 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-977caf17-a2f1-4d9b-926e-8f46c8bd6af3 req-3c00e5aa-bd30-4e48-b2d5-aca6cbec9c30 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 946 time: 0.3567469 Jul 13 07:40:17.749483 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c543f5c4-1107-4817-bc71-f2b3cb3d24ed admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:40:17.752328 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb899f1a-0833-4143-a193-72c0af54443f req-3c1f2c4c-6d52-49a3-8658-dd51e3173f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:17.754943 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb899f1a-0833-4143-a193-72c0af54443f req-3c1f2c4c-6d52-49a3-8658-dd51e3173f4a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=251a7d71-99aa-4f18-b278-f93834e899c1 HTTP/1.1" status: 200 len: 848 time: 0.1116769 Jul 13 07:40:17.770900 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4bc645f4-11de-42e3-a673-e4cca56eff1e req-eb8af0cb-ea62-478b-b75a-f27100ce6dda tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.23 "GET /v2.0/security-groups?id=99c8760b-e4dc-481d-880d-f4bc8d8b2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877702 Jul 13 07:40:17.770900 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fc873c9d-07c2-44ed-a7b5-7ec43a16198c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-409024'] for router, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:17.772074 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c543f5c4-1107-4817-bc71-f2b3cb3d24ed admin admin] 10.222.0.23 "PUT /v2.0/routers/f83a277c-12d3-43ab-a023-cc4b5086da59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2474763 Jul 13 07:40:17.774332 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e16ec1-b372-4516-a5ec-9d5834b130b5 None None] Sync routers for ids ['f83a277c-12d3-43ab-a023-cc4b5086da59'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:40:17.820188 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e16ec1-b372-4516-a5ec-9d5834b130b5 None None] Routers {'f83a277c-12d3-43ab-a023-cc4b5086da59'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:40:17.820854 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-71e16ec1-b372-4516-a5ec-9d5834b130b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:40:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f83a277c-12d3-43ab-a023-cc4b5086da59'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:17.898369 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-977caf17-a2f1-4d9b-926e-8f46c8bd6af3 req-cdc4977c-bd1d-4b4a-b233-2595830ae997 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?id=25c18a17-9cb1-4967-8794-129d946ca0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228259 Jul 13 07:40:17.944714 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb899f1a-0833-4143-a193-72c0af54443f req-d61d395b-cbc4-468c-89fe-c399e8eddc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:17.946627 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb899f1a-0833-4143-a193-72c0af54443f req-d61d395b-cbc4-468c-89fe-c399e8eddc83 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1657f64-8077-4b4c-92ad-aa256b38a388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1724494 Jul 13 07:40:18.031638 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc873c9d-07c2-44ed-a7b5-7ec43a16198c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Router 34aee911-4965-426b-844a-284d32adb898 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:40:18.085320 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-71e16ec1-b372-4516-a5ec-9d5834b130b5 None None] Set router f83a277c-12d3-43ab-a023-cc4b5086da59 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:40:18.187143 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb899f1a-0833-4143-a193-72c0af54443f req-7d9f05a0-8499-42c4-af44-01e20510c77a service neutron] 10.222.0.42 "GET /v2.0/networks/a1657f64-8077-4b4c-92ad-aa256b38a388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246025 Jul 13 07:40:18.187411 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc873c9d-07c2-44ed-a7b5-7ec43a16198c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:40:18.198002 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9467d5f1-e321-4ea7-a9e2-28554fee5fc9 None None] Sync routers for ids ['34aee911-4965-426b-844a-284d32adb898'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:40:18.210510 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fc873c9d-07c2-44ed-a7b5-7ec43a16198c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.212070 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-fc873c9d-07c2-44ed-a7b5-7ec43a16198c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "PUT /v2.0/routers/34aee911-4965-426b-844a-284d32adb898 HTTP/1.1" status: 200 len: 698 time: 0.9689450 Jul 13 07:40:18.214293 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46040) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:18.216055 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9467d5f1-e321-4ea7-a9e2-28554fee5fc9 None None] Routers {'34aee911-4965-426b-844a-284d32adb898'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:40:18.216952 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-9467d5f1-e321-4ea7-a9e2-28554fee5fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:40:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['34aee911-4965-426b-844a-284d32adb898'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:18.390076 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb899f1a-0833-4143-a193-72c0af54443f req-d81409a4-8d7c-4cd0-94dd-cb10c4e6fb3b service neutron] 10.222.0.42 "GET /v2.0/networks/a1657f64-8077-4b4c-92ad-aa256b38a388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861341 Jul 13 07:40:18.510580 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-9467d5f1-e321-4ea7-a9e2-28554fee5fc9 None None] Set router 34aee911-4965-426b-844a-284d32adb898 gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:40:18.681894 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-71e16ec1-b372-4516-a5ec-9d5834b130b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'name': 'tempest-AttachVolumeShelveTestJSON-1034175622-router', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'f8cf5ad5-1270-4bbc-a8ea-8e591950803c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:40:06Z', 'updated_at': '2021-07-13T07:40:15Z', 'revision_number': 4, 'project_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'gw_port': {'id': 'f8cf5ad5-1270-4bbc-a8ea-8e591950803c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:40:08Z', 'updated_at': '2021-07-13T07:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '6ab4a7e9-5349-474e-9201-c034acd45dc9', 'name': '', 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'mac_address': 'fa:16:3e:ee:d9:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'bcb14844-0f59-4592-827b-9b964d247113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:40:13Z', 'updated_at': '2021-07-13T07:40:16Z', 'revision_number': 2, 'project_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'subnets': [{'id': 'bcb14844-0f59-4592-827b-9b964d247113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:18.725253 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e16ec1-b372-4516-a5ec-9d5834b130b5 None None] Checking router: f83a277c-12d3-43ab-a023-cc4b5086da59 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:40:18.726221 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e16ec1-b372-4516-a5ec-9d5834b130b5 None None] Updating router f83a277c-12d3-43ab-a023-cc4b5086da59 port 6ab4a7e9-5349-474e-9201-c034acd45dc9 binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:40:18.797342 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71e16ec1-b372-4516-a5ec-9d5834b130b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:18.840224 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-9467d5f1-e321-4ea7-a9e2-28554fee5fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34aee911-4965-426b-844a-284d32adb898', 'name': 'tempest-RoutersIpV6Test-router-1741288212', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:40:17Z', 'updated_at': '2021-07-13T07:40:17Z', 'revision_number': 2, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:18.844698 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46044) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:18.845324 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c43bccce-b25e-418c-a092-715c78be4c71 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "GET /v2.0/routers/34aee911-4965-426b-844a-284d32adb898 HTTP/1.1" status: 200 len: 704 time: 0.6293178 Jul 13 07:40:18.883655 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a2d19-f605-4cc9-be4f-3a3745228508 req-adb8cb7b-4485-4205-90b6-58ec1994b824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:18.885376 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-321a2d19-f605-4cc9-be4f-3a3745228508 req-adb8cb7b-4485-4205-90b6-58ec1994b824 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d949e521db641e0a957c32596881dd2&device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 1098 time: 0.1322796 Jul 13 07:40:18.932530 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-696b42f9-77c5-429d-9933-dd12dc22c53f tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "GET /v2.0/ports?device_id=34aee911-4965-426b-844a-284d32adb898 HTTP/1.1" status: 200 len: 205 time: 0.0842493 Jul 13 07:40:18.933500 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46048) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:18.943532 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9467d5f1-e321-4ea7-a9e2-28554fee5fc9 None None] Checking router: 34aee911-4965-426b-844a-284d32adb898 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:40:18.959070 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46050) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:18.967004 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-335aab63-f897-4987-8fcf-eaa5d1e9409f tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1426699269', 'description': 'tempest-description--1902193635'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:18.969563 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9467d5f1-e321-4ea7-a9e2-28554fee5fc9 None None] Routers {'34aee911-4965-426b-844a-284d32adb898'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:40:18.971819 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-9467d5f1-e321-4ea7-a9e2-28554fee5fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:40:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['34aee911-4965-426b-844a-284d32adb898'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:19.010165 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-335aab63-f897-4987-8fcf-eaa5d1e9409f tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.112269 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-9467d5f1-e321-4ea7-a9e2-28554fee5fc9 None None] Set router 34aee911-4965-426b-844a-284d32adb898 gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:40:19.200601 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6a80e866-b767-49b5-b7ef-2f7b952c6ce3 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.203752 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-335aab63-f897-4987-8fcf-eaa5d1e9409f tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.247426 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-9467d5f1-e321-4ea7-a9e2-28554fee5fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34aee911-4965-426b-844a-284d32adb898', 'name': 'tempest-RoutersIpV6Test-router-1741288212', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:40:17Z', 'updated_at': '2021-07-13T07:40:17Z', 'revision_number': 2, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:19.274254 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-335aab63-f897-4987-8fcf-eaa5d1e9409f tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.340948 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9467d5f1-e321-4ea7-a9e2-28554fee5fc9 None None] The sync data for ids ['34aee911-4965-426b-844a-284d32adb898'] in n-d-771363-34 is: [{'id': '34aee911-4965-426b-844a-284d32adb898', 'name': 'tempest-RoutersIpV6Test-router-1741288212', 'tenant_id': '6664cd00d4894e6789a2133f8d78f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:40:17Z', 'updated_at': '2021-07-13T07:40:17Z', 'revision_number': 2, 'project_id': '6664cd00d4894e6789a2133f8d78f61e', 'gw_port_host': None}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:40:19.409856 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71e16ec1-b372-4516-a5ec-9d5834b130b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.430924 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-71e16ec1-b372-4516-a5ec-9d5834b130b5 None None] Transition to ACTIVE for port object 6ab4a7e9-5349-474e-9201-c034acd45dc9 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:19.442900 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71e16ec1-b372-4516-a5ec-9d5834b130b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.521651 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a2d19-f605-4cc9-be4f-3a3745228508 req-858bea97-f0f2-489d-8251-690b2e979939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:19.523832 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-321a2d19-f605-4cc9-be4f-3a3745228508 req-858bea97-f0f2-489d-8251-690b2e979939 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c6c7368c-96bb-4e1d-964f-3969d7e167b4 HTTP/1.1" status: 200 len: 912 time: 0.6037836 Jul 13 07:40:19.609680 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab536781-a585-4bc0-9b4c-6e5b77f7efaf None None] Pushing event updated for resources: {'Port': ['ID=6ab4a7e9-5349-474e-9201-c034acd45dc9,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:19.635985 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-321a2d19-f605-4cc9-be4f-3a3745228508 req-166c44d7-f685-47de-923b-d88d310f2c23 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90a26624-e32b-47b0-9ae1-e663e374890a HTTP/1.1" status: 200 len: 1001 time: 0.1005776 Jul 13 07:40:19.653435 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-71e16ec1-b372-4516-a5ec-9d5834b130b5 None None] Attempting to bind port 6ab4a7e9-5349-474e-9201-c034acd45dc9 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:40:19.653866 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-71e16ec1-b372-4516-a5ec-9d5834b130b5 None None] Attempting to bind port 6ab4a7e9-5349-474e-9201-c034acd45dc9 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '82b0794f-89d2-4219-8340-180084a286f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:40:19.654166 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e16ec1-b372-4516-a5ec-9d5834b130b5 None None] Attempting to bind port 6ab4a7e9-5349-474e-9201-c034acd45dc9 on network fe3ca710-7f04-4b99-abd8-f0c0a80bd44f {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:40:19.660808 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e16ec1-b372-4516-a5ec-9d5834b130b5 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:40:19.661271 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e16ec1-b372-4516-a5ec-9d5834b130b5 None None] Checking segment: {'id': '82b0794f-89d2-4219-8340-180084a286f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:19.661659 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71e16ec1-b372-4516-a5ec-9d5834b130b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.662029 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e16ec1-b372-4516-a5ec-9d5834b130b5 None None] Bound using segment: {'id': '82b0794f-89d2-4219-8340-180084a286f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:40:19.662603 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-71e16ec1-b372-4516-a5ec-9d5834b130b5 None None] Bound port: 6ab4a7e9-5349-474e-9201-c034acd45dc9, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b0794f-89d2-4219-8340-180084a286f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:40:19.662989 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71e16ec1-b372-4516-a5ec-9d5834b130b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.764010 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-71e16ec1-b372-4516-a5ec-9d5834b130b5 None None] For port 6ab4a7e9-5349-474e-9201-c034acd45dc9, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:40:19.768983 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-71e16ec1-b372-4516-a5ec-9d5834b130b5 None None] For port 6ab4a7e9-5349-474e-9201-c034acd45dc9, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=6ab4a7e9-5349-474e-9201-c034acd45dc9,segment=NetworkSegment(82b0794f-89d2-4219-8340-180084a286f0),segment_id=82b0794f-89d2-4219-8340-180084a286f0)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:40:19.774714 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71e16ec1-b372-4516-a5ec-9d5834b130b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.777197 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-335aab63-f897-4987-8fcf-eaa5d1e9409f tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.778518 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-335aab63-f897-4987-8fcf-eaa5d1e9409f tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8179724 Jul 13 07:40:19.791821 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46058) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:19.796710 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-823ef816-4d06-4b6b-965d-6fbb7ec26f35 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Request body: {'security_group_rule': {'security_group_id': 'b2bb804e-7f19-4700-8e94-77e4cf53d66b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:19.851325 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e16ec1-b372-4516-a5ec-9d5834b130b5 None None] Routers {'f83a277c-12d3-43ab-a023-cc4b5086da59'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:40:19.851972 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-71e16ec1-b372-4516-a5ec-9d5834b130b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:40:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f83a277c-12d3-43ab-a023-cc4b5086da59'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:19.854246 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335aab63-f897-4987-8fcf-eaa5d1e9409f tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bb804e-7f19-4700-8e94-77e4cf53d66b,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:19.854758 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab536781-a585-4bc0-9b4c-6e5b77f7efaf None None] Pushing event updated for resources: {'Port': ['ID=6ab4a7e9-5349-474e-9201-c034acd45dc9,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:19.933554 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a2d19-f605-4cc9-be4f-3a3745228508 req-f3eef299-20d2-4450-aab8-bd8e770ada0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:19.933926 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-823ef816-4d06-4b6b-965d-6fbb7ec26f35 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:19.935181 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-321a2d19-f605-4cc9-be4f-3a3745228508 req-f3eef299-20d2-4450-aab8-bd8e770ada0b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=161fab74-9ca1-4ff2-9b41-082e2a13736e HTTP/1.1" status: 200 len: 850 time: 0.2196984 Jul 13 07:40:19.952673 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbbe38f-f1af-4245-a69c-b677f1329165 req-01085feb-ef78-4265-86aa-a55b93ade578 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:19.959795 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57279f6f-d6c2-4172-9553-ffe0cce6eaf7 req-7598e2b5-5b84-4cfb-af7b-8e8c1280b85b tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:19.961530 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-57279f6f-d6c2-4172-9553-ffe0cce6eaf7 req-7598e2b5-5b84-4cfb-af7b-8e8c1280b85b tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 946 time: 0.7530699 Jul 13 07:40:19.965901 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5dbbe38f-f1af-4245-a69c-b677f1329165 req-01085feb-ef78-4265-86aa-a55b93ade578 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.23 "GET /v2.0/ports?device_id=8092ac1a-986b-4b18-af0c-e8665f196b9d HTTP/1.1" status: 200 len: 943 time: 0.9891353 Jul 13 07:40:20.024916 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6a80e866-b767-49b5-b7ef-2f7b952c6ce3 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:20.035236 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6a80e866-b767-49b5-b7ef-2f7b952c6ce3 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:20.048160 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-71e16ec1-b372-4516-a5ec-9d5834b130b5 None None] Set router f83a277c-12d3-43ab-a023-cc4b5086da59 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:40:20.052756 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-57279f6f-d6c2-4172-9553-ffe0cce6eaf7 req-677b4378-359a-4706-bbcc-ae07c4666c8c tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?id=25c18a17-9cb1-4967-8794-129d946ca0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691385 Jul 13 07:40:20.101656 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-823ef816-4d06-4b6b-965d-6fbb7ec26f35 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:20.106460 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-823ef816-4d06-4b6b-965d-6fbb7ec26f35 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:20.143931 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ef816-4d06-4b6b-965d-6fbb7ec26f35 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=276a51ce-fd18-4e19-92e8-a1321eb4223f,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:20.163405 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-823ef816-4d06-4b6b-965d-6fbb7ec26f35 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:20.164948 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-823ef816-4d06-4b6b-965d-6fbb7ec26f35 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3717554 Jul 13 07:40:20.168095 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46060) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:20.172714 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-2271b472-28c5-46ab-b335-cab65c9a1634 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Request body: {'security_group_rule': {'security_group_id': 'b2bb804e-7f19-4700-8e94-77e4cf53d66b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:20.183808 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5dbbe38f-f1af-4245-a69c-b677f1329165 req-98877b6f-cb64-423d-8c72-94787b85c116 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.23 "GET /v2.0/security-groups?id=99c8760b-e4dc-481d-880d-f4bc8d8b2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564946 Jul 13 07:40:20.252988 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2271b472-28c5-46ab-b335-cab65c9a1634 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:20.281450 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a2d19-f605-4cc9-be4f-3a3745228508 req-d91008e0-2bfc-44b8-b5e9-85c7aa1efab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:20.283113 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-321a2d19-f605-4cc9-be4f-3a3745228508 req-d91008e0-2bfc-44b8-b5e9-85c7aa1efab9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c6c7368c-96bb-4e1d-964f-3969d7e167b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3162205 Jul 13 07:40:20.283896 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6a80e866-b767-49b5-b7ef-2f7b952c6ce3 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:20.284423 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a80e866-b767-49b5-b7ef-2f7b952c6ce3 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Fanout notify agent at l3_agent the message router_deleted on router 34aee911-4965-426b-844a-284d32adb898 {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:40:20.292318 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6a80e866-b767-49b5-b7ef-2f7b952c6ce3 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:20.294070 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6a80e866-b767-49b5-b7ef-2f7b952c6ce3 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "DELETE /v2.0/routers/34aee911-4965-426b-844a-284d32adb898 HTTP/1.1" status: 204 len: 168 time: 1.3551791 Jul 13 07:40:20.300456 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46062) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:20.355128 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6316f285-55b8-42c5-bb04-31c6f09f750e tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "GET /v2.0/ports?device_id=34aee911-4965-426b-844a-284d32adb898 HTTP/1.1" status: 200 len: 205 time: 0.0510995 Jul 13 07:40:20.357016 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46066) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:20.389979 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-71e16ec1-b372-4516-a5ec-9d5834b130b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'name': 'tempest-AttachVolumeShelveTestJSON-1034175622-router', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'f8cf5ad5-1270-4bbc-a8ea-8e591950803c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:40:06Z', 'updated_at': '2021-07-13T07:40:15Z', 'revision_number': 4, 'project_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'gw_port': {'id': 'f8cf5ad5-1270-4bbc-a8ea-8e591950803c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:40:08Z', 'updated_at': '2021-07-13T07:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '6ab4a7e9-5349-474e-9201-c034acd45dc9', 'name': '', 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'mac_address': 'fa:16:3e:ee:d9:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'bcb14844-0f59-4592-827b-9b964d247113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:40:13Z', 'updated_at': '2021-07-13T07:40:19Z', 'revision_number': 4, 'project_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'subnets': [{'id': 'bcb14844-0f59-4592-827b-9b964d247113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:20.407870 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-43b98cd8-16e9-428c-9638-98c73ea86a05 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] delete failed (client error): The resource could not be found. Jul 13 07:40:20.412531 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-43b98cd8-16e9-428c-9638-98c73ea86a05 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "DELETE /v2.0/routers/34aee911-4965-426b-844a-284d32adb898 HTTP/1.1" status: 404 len: 336 time: 0.0509455 Jul 13 07:40:20.417350 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46070) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:20.427939 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-321a2d19-f605-4cc9-be4f-3a3745228508 req-2be71f89-f47c-41bf-80f3-d20d5ce7d32f service neutron] 10.222.0.25 "GET /v2.0/networks/c6c7368c-96bb-4e1d-964f-3969d7e167b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326506 Jul 13 07:40:20.460866 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2aeb5da-4c90-4b06-b029-2bfe37ebb800 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] DELETE failed (client error): The resource could not be found. Jul 13 07:40:20.461603 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2aeb5da-4c90-4b06-b029-2bfe37ebb800 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:40:20.464273 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a2aeb5da-4c90-4b06-b029-2bfe37ebb800 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "DELETE /v2.0/subnets/aeff7b76-0d98-4f81-809c-4b1372fdd80a HTTP/1.1" status: 404 len: 337 time: 0.0459149 Jul 13 07:40:20.467383 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46072) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:20.474925 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 4a43f0c2-7004-4d28-96fa-a2d064d3fff4 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:40:20.477792 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e16ec1-b372-4516-a5ec-9d5834b130b5 None None] The sync data for ids ['f83a277c-12d3-43ab-a023-cc4b5086da59'] in n-d-771363-34 is: [{'id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'name': 'tempest-AttachVolumeShelveTestJSON-1034175622-router', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'f8cf5ad5-1270-4bbc-a8ea-8e591950803c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:40:06Z', 'updated_at': '2021-07-13T07:40:15Z', 'revision_number': 4, 'project_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'gw_port': {'id': 'f8cf5ad5-1270-4bbc-a8ea-8e591950803c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:40:08Z', 'updated_at': '2021-07-13T07:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '6ab4a7e9-5349-474e-9201-c034acd45dc9', 'name': '', 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'mac_address': 'fa:16:3e:ee:d9:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'bcb14844-0f59-4592-827b-9b964d247113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:40:13Z', 'updated_at': '2021-07-13T07:40:19Z', 'revision_number': 4, 'project_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'subnets': [{'id': 'bcb14844-0f59-4592-827b-9b964d247113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:40:20.508837 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfeead81-fbeb-43e6-aa6c-4b2ba3f25796 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] DELETE failed (client error): The resource could not be found. Jul 13 07:40:20.509222 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfeead81-fbeb-43e6-aa6c-4b2ba3f25796 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:40:20.512082 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-cfeead81-fbeb-43e6-aa6c-4b2ba3f25796 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "DELETE /v2.0/subnets/65d62464-a307-43f9-9f75-d0c6339db5a7 HTTP/1.1" status: 404 len: 337 time: 0.0426209 Jul 13 07:40:20.514965 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46074) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:20.520926 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2271b472-28c5-46ab-b335-cab65c9a1634 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:20.545731 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2271b472-28c5-46ab-b335-cab65c9a1634 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:20.626836 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2271b472-28c5-46ab-b335-cab65c9a1634 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f53db35b-3dcc-4425-8f73-839ac0d62bd5,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:20.632378 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2271b472-28c5-46ab-b335-cab65c9a1634 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:20.634705 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2271b472-28c5-46ab-b335-cab65c9a1634 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4657433 Jul 13 07:40:20.642654 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd934389-a8bb-432c-92b4-e38167d191e2 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] DELETE failed (client error): The resource could not be found. Jul 13 07:40:20.643398 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd934389-a8bb-432c-92b4-e38167d191e2 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:40:20.648079 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46076) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:20.648897 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-bd934389-a8bb-432c-92b4-e38167d191e2 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "DELETE /v2.0/subnets/024462d8-aced-466e-87f7-926b1819ae31 HTTP/1.1" status: 404 len: 337 time: 0.1327090 Jul 13 07:40:20.649782 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46078) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:20.650834 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-1c74283f-747a-420e-a858-0dba3e214a05 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:20.680021 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1c74283f-747a-420e-a858-0dba3e214a05 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for floatingip, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:20.690664 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb27acd8-960f-4cdc-9475-15c0c1706aae tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] DELETE failed (client error): The resource could not be found. Jul 13 07:40:20.691256 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb27acd8-960f-4cdc-9475-15c0c1706aae tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:40:20.696783 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-eb27acd8-960f-4cdc-9475-15c0c1706aae tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "DELETE /v2.0/subnets/f4f2dcad-e8cd-479b-8edf-4830bd831983 HTTP/1.1" status: 404 len: 337 time: 0.0438218 Jul 13 07:40:20.699545 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46080) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:20.756669 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46082) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:20.764093 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9b8109a6-962d-4749-90a2-e1cac80853a8 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "GET /v2.0/ports?device_id=d32bab7a-c0c0-4535-a022-b240ed49bbb1 HTTP/1.1" status: 200 len: 205 time: 0.0629506 Jul 13 07:40:20.775030 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-321a2d19-f605-4cc9-be4f-3a3745228508 req-cfbbcb47-4d60-45ed-acff-9eaa675832a4 service neutron] 10.222.0.25 "GET /v2.0/networks/c6c7368c-96bb-4e1d-964f-3969d7e167b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404405 Jul 13 07:40:20.797092 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 4a43f0c2-7004-4d28-96fa-a2d064d3fff4, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4a43f0c2-7004-4d28-96fa-a2d064d3fff4,segment=NetworkSegment(5d4f2d43-f2ea-4c64-bec4-5d0ccad94a66),segment_id=5d4f2d43-f2ea-4c64-bec4-5d0ccad94a66)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:20.833175 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '4a43f0c2-7004-4d28-96fa-a2d064d3fff4', 'network_id': 'a1657f64-8077-4b4c-92ad-aa256b38a388', 'port_id': '4a43f0c2-7004-4d28-96fa-a2d064d3fff4', 'mac_address': 'fa:16:3e:66:ba:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '251a7d71-99aa-4f18-b278-f93834e899c1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:40:20.838107 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-4aed18a8-b986-424f-b8d2-417342f4b798 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] delete failed (client error): The resource could not be found. Jul 13 07:40:20.841037 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4aed18a8-b986-424f-b8d2-417342f4b798 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "DELETE /v2.0/routers/d32bab7a-c0c0-4535-a022-b240ed49bbb1 HTTP/1.1" status: 404 len: 336 time: 0.0841005 Jul 13 07:40:20.844007 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46084) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:20.894414 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:20.917575 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a43f0c2-7004-4d28-96fa-a2d064d3fff4 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:40:20.917945 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1541c96f-1373-40b2-b74c-09171dc8abdb tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "GET /v2.0/ports?device_id=f66f1fda-1124-4507-87d4-3811caa841ef HTTP/1.1" status: 200 len: 205 time: 0.0715590 Jul 13 07:40:20.918908 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46086) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:20.956857 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 4a43f0c2-7004-4d28-96fa-a2d064d3fff4, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4a43f0c2-7004-4d28-96fa-a2d064d3fff4,segment=NetworkSegment(5d4f2d43-f2ea-4c64-bec4-5d0ccad94a66),segment_id=5d4f2d43-f2ea-4c64-bec4-5d0ccad94a66)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:20.964043 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:20.996661 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-0371cf7c-7df6-42fb-a8b3-b3cd62052f9d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] delete failed (client error): The resource could not be found. Jul 13 07:40:21.006998 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0371cf7c-7df6-42fb-a8b3-b3cd62052f9d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "DELETE /v2.0/routers/f66f1fda-1124-4507-87d4-3811caa841ef HTTP/1.1" status: 404 len: 336 time: 0.0853274 Jul 13 07:40:21.007463 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46088) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:21.029984 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 6ab4a7e9-5349-474e-9201-c034acd45dc9 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:21.044609 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd292c5d-a6e9-4ced-a5b3-903fd8da3b39 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] DELETE failed (client error): The resource could not be found. Jul 13 07:40:21.045077 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd292c5d-a6e9-4ced-a5b3-903fd8da3b39 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:40:21.053780 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46090) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:21.069417 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-cd292c5d-a6e9-4ced-a5b3-903fd8da3b39 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "DELETE /v2.0/subnets/31e3c218-37fb-43df-8b38-ba5fc6a8eb93 HTTP/1.1" status: 404 len: 337 time: 0.0591547 Jul 13 07:40:21.098074 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1c74283f-747a-420e-a858-0dba3e214a05 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:21.104603 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=4a43f0c2-7004-4d28-96fa-a2d064d3fff4,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:21.120963 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46094) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:21.123856 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e9d4b348-1761-4d13-a5a3-59873c147d5d tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d4900c7-d7bf-4428-b050-d29f9a223970 HTTP/1.1" status: 200 len: 205 time: 0.0688405 Jul 13 07:40:21.142834 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 6ab4a7e9-5349-474e-9201-c034acd45dc9 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:21.148593 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 6ab4a7e9-5349-474e-9201-c034acd45dc9 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:21.148967 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:21.225337 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-ed72c9c8-5dd2-4940-a347-90d8d9b13d28 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] delete failed (client error): The resource could not be found. Jul 13 07:40:21.229317 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46098) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:21.263564 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ed72c9c8-5dd2-4940-a347-90d8d9b13d28 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "DELETE /v2.0/routers/7d4900c7-d7bf-4428-b050-d29f9a223970 HTTP/1.1" status: 404 len: 336 time: 0.1400330 Jul 13 07:40:21.316254 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['4a43f0c2-7004-4d28-96fa-a2d064d3fff4'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:40:21.386983 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:21.432239 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46102) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:21.432536 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-cbb3bc7e-31aa-4e35-87f0-c68c37c33a8c tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfaa7b0b-c552-4d4d-be0f-1a23b38f5945 HTTP/1.1" status: 200 len: 205 time: 0.2013834 Jul 13 07:40:21.495504 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-1c74283f-747a-420e-a858-0dba3e214a05 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Allocated IP 172.25.3.143 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/58fd2762-9eb6-4e2f-b727-e089c9e1343e) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:21.542710 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 6ab4a7e9-5349-474e-9201-c034acd45dc9, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=6ab4a7e9-5349-474e-9201-c034acd45dc9,segment=NetworkSegment(82b0794f-89d2-4219-8340-180084a286f0),segment_id=82b0794f-89d2-4219-8340-180084a286f0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:21.561172 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940d7df-db11-4f95-951a-6958b2877d4e req-6fd625b9-4708-4315-b441-a6c256b3520a tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:21.563057 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:21.563786 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c940d7df-db11-4f95-951a-6958b2877d4e req-6fd625b9-4708-4315-b441-a6c256b3520a tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 946 time: 0.2159655 Jul 13 07:40:21.611974 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-d4b7a379-fc0f-41fa-92ed-c3e23039db0a tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] delete failed (client error): The resource could not be found. Jul 13 07:40:21.616974 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d4b7a379-fc0f-41fa-92ed-c3e23039db0a tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "DELETE /v2.0/routers/dfaa7b0b-c552-4d4d-be0f-1a23b38f5945 HTTP/1.1" status: 404 len: 336 time: 0.1824515 Jul 13 07:40:21.620648 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46108) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:21.647535 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=6ab4a7e9-5349-474e-9201-c034acd45dc9,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:21.683067 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b6dd0e-8839-4d96-9283-edd4393440a2 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] DELETE failed (client error): The resource could not be found. Jul 13 07:40:21.685141 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32b6dd0e-8839-4d96-9283-edd4393440a2 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:40:21.691416 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-32b6dd0e-8839-4d96-9283-edd4393440a2 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "DELETE /v2.0/subnets/7a862f96-339a-4ddf-a96d-ec796ede5d90 HTTP/1.1" status: 404 len: 337 time: 0.0659125 Jul 13 07:40:21.701765 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46110) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:21.764354 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-36bfb825-df59-4834-91c5-f79a96c000b6 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d7f9e33-d34f-44a7-8f4e-275167fb9406 HTTP/1.1" status: 200 len: 205 time: 0.0588987 Jul 13 07:40:21.768229 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c940d7df-db11-4f95-951a-6958b2877d4e req-0e93b95b-57eb-45f8-8bcb-845f4c942416 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?id=25c18a17-9cb1-4967-8794-129d946ca0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972384 Jul 13 07:40:21.768721 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46112) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:21.859189 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-8d15b645-caf6-4d04-abec-b4ec10faa336 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] delete failed (client error): The resource could not be found. Jul 13 07:40:21.875783 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8d15b645-caf6-4d04-abec-b4ec10faa336 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "DELETE /v2.0/routers/4d7f9e33-d34f-44a7-8f4e-275167fb9406 HTTP/1.1" status: 404 len: 336 time: 0.1059754 Jul 13 07:40:21.876492 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46114) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:21.907882 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1c74283f-747a-420e-a858-0dba3e214a05 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:21.935640 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-70c002b2-bf90-49ac-b74f-047c764f5a64 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] DELETE failed (client error): The resource could not be found. Jul 13 07:40:21.936113 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70c002b2-bf90-49ac-b74f-047c764f5a64 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:40:21.940866 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-70c002b2-bf90-49ac-b74f-047c764f5a64 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "DELETE /v2.0/subnets/a13013ef-9d9c-4e4c-8623-d855b960934e HTTP/1.1" status: 404 len: 337 time: 0.0633361 Jul 13 07:40:21.941296 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46116) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:22.064123 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-20d7bf23-3bdc-4adc-8d1d-9610141a3e68 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2283a36-064f-414d-8a01-334a1f294876 HTTP/1.1" status: 200 len: 205 time: 0.1119688 Jul 13 07:40:22.066337 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46118) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:22.122674 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1c74283f-747a-420e-a858-0dba3e214a05 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:22.140443 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-d8979882-c16d-4d2a-8fb2-c6f3a9459f34 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] delete failed (client error): The resource could not be found. Jul 13 07:40:22.142754 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d8979882-c16d-4d2a-8fb2-c6f3a9459f34 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "DELETE /v2.0/routers/d2283a36-064f-414d-8a01-334a1f294876 HTTP/1.1" status: 404 len: 336 time: 0.0747693 Jul 13 07:40:22.145816 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46120) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:22.155944 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-86a4ff0d-0594-465a-946a-2696940cda6d None None] Provisioning complete for port 6ab4a7e9-5349-474e-9201-c034acd45dc9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:22.159361 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-86a4ff0d-0594-465a-946a-2696940cda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:22.182040 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918d5b5-1e96-4740-ac66-a7f8ccd1de64 req-75e7cd1f-91c5-49e4-b014-c9683c0e7377 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:22.189363 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5918d5b5-1e96-4740-ac66-a7f8ccd1de64 req-75e7cd1f-91c5-49e4-b014-c9683c0e7377 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.23 "GET /v2.0/ports?device_id=8092ac1a-986b-4b18-af0c-e8665f196b9d HTTP/1.1" status: 200 len: 944 time: 0.7390532 Jul 13 07:40:22.195468 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-53f4bd20-c041-4e84-91a7-00c72a8e7fc0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] DELETE failed (client error): The resource could not be found. Jul 13 07:40:22.195981 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53f4bd20-c041-4e84-91a7-00c72a8e7fc0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:40:22.203688 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46122) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:22.206926 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-53f4bd20-c041-4e84-91a7-00c72a8e7fc0 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "DELETE /v2.0/subnets/5a84b48a-ba27-4d14-b880-3c298294f896 HTTP/1.1" status: 404 len: 337 time: 0.0597675 Jul 13 07:40:22.214024 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74283f-747a-420e-a858-0dba3e214a05 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Pushing event updated for resources: {'Port': ['ID=58fd2762-9eb6-4e2f-b727-e089c9e1343e,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:22.231827 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c74283f-747a-420e-a858-0dba3e214a05 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:22.250558 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-1c74283f-747a-420e-a858-0dba3e214a05 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:22.253051 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c74283f-747a-420e-a858-0dba3e214a05 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:22.277713 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d33797f-c3cc-4f08-a407-29b7310bdd82 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] DELETE failed (client error): The resource could not be found. Jul 13 07:40:22.278171 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d33797f-c3cc-4f08-a407-29b7310bdd82 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:40:22.282223 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6d33797f-c3cc-4f08-a407-29b7310bdd82 tempest-RoutersIpV6Test-2003439184 tempest-RoutersIpV6Test-2003439184-project] 10.222.0.23 "DELETE /v2.0/subnets/65238e42-bd16-4599-896f-d86e22273558 HTTP/1.1" status: 404 len: 337 time: 0.0681541 Jul 13 07:40:22.310605 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5918d5b5-1e96-4740-ac66-a7f8ccd1de64 req-1aa80745-2bd5-44ec-9128-39d38554b29a tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.23 "GET /v2.0/security-groups?id=99c8760b-e4dc-481d-880d-f4bc8d8b2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203430 Jul 13 07:40:22.379147 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1c74283f-747a-420e-a858-0dba3e214a05 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:22.430748 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1c74283f-747a-420e-a858-0dba3e214a05 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:22.465468 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 4a43f0c2-7004-4d28-96fa-a2d064d3fff4 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:22.563875 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 4a43f0c2-7004-4d28-96fa-a2d064d3fff4 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:22.575309 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 4a43f0c2-7004-4d28-96fa-a2d064d3fff4 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:22.582185 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:22.693952 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46130) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:22.698002 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:22.737757 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1c74283f-747a-420e-a858-0dba3e214a05 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:22.745273 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1c74283f-747a-420e-a858-0dba3e214a05 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:22.776555 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 4a43f0c2-7004-4d28-96fa-a2d064d3fff4, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4a43f0c2-7004-4d28-96fa-a2d064d3fff4,segment=NetworkSegment(5d4f2d43-f2ea-4c64-bec4-5d0ccad94a66),segment_id=5d4f2d43-f2ea-4c64-bec4-5d0ccad94a66)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:22.777533 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8092ac1a-986b-4b18-af0c-e8665f196b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a43f0c2-7004-4d28-96fa-a2d064d3fff4'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:22.780624 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf9e16b-728a-4a24-ba8a-82592e921291" -d '{"events": [{"server_uuid": "8092ac1a-986b-4b18-af0c-e8665f196b9d", "name": "network-vif-plugged", "status": "completed", "tag": "4a43f0c2-7004-4d28-96fa-a2d064d3fff4"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:22.787721 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:22.915833 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74283f-747a-420e-a858-0dba3e214a05 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Pushing event updated for resources: {'Port': ['ID=58fd2762-9eb6-4e2f-b727-e089c9e1343e,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:22.948547 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec502fcc-d2dc-4d56-8e78-501e803f5c69 x-openstack-request-id: req-ec502fcc-d2dc-4d56-8e78-501e803f5c69 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:22.949126 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8092ac1a-986b-4b18-af0c-e8665f196b9d", "name": "network-vif-plugged", "status": "completed", "tag": "4a43f0c2-7004-4d28-96fa-a2d064d3fff4", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:22.949606 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ec502fcc-d2dc-4d56-8e78-501e803f5c69 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:22.950260 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8092ac1a-986b-4b18-af0c-e8665f196b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a43f0c2-7004-4d28-96fa-a2d064d3fff4', 'code': 200} Jul 13 07:40:22.971894 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=4a43f0c2-7004-4d28-96fa-a2d064d3fff4,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:22.974674 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1c74283f-747a-420e-a858-0dba3e214a05 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:23.013841 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1c74283f-747a-420e-a858-0dba3e214a05 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:23.016096 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1c74283f-747a-420e-a858-0dba3e214a05 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3696833 Jul 13 07:40:23.029616 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 6ab4a7e9-5349-474e-9201-c034acd45dc9 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:23.093332 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8315817a-9258-412f-9dd1-3e507f0b51cb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6664cd00d4894e6789a2133f8d78f61e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3974004 Jul 13 07:40:23.094359 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46144) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:23.210072 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 6ab4a7e9-5349-474e-9201-c034acd45dc9 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:23.210710 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:23.287683 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-85adc04b-5fcb-4e65-bb6f-2838e16feaa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:23.313523 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:23.341433 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-85adc04b-5fcb-4e65-bb6f-2838e16feaa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:23.395367 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bfdbe-3557-4745-a76e-d2c35fae31d3 req-77a54db9-ccac-4041-89cf-6b390b4ac5fa tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:23.396947 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8a2bfdbe-3557-4745-a76e-d2c35fae31d3 req-77a54db9-ccac-4041-89cf-6b390b4ac5fa tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 946 time: 0.1895537 Jul 13 07:40:23.447354 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ec508c53-bf31-408a-9a3e-0799ced8edb1 None None] Provisioning complete for port 4a43f0c2-7004-4d28-96fa-a2d064d3fff4 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:23.447765 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ec508c53-bf31-408a-9a3e-0799ced8edb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:23.475633 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8a2bfdbe-3557-4745-a76e-d2c35fae31d3 req-ad20e958-3670-4e9e-a452-4940b373946e tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?id=25c18a17-9cb1-4967-8794-129d946ca0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607581 Jul 13 07:40:23.484245 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6503970-90e7-4129-932d-526f59c939c4 req-1738d40b-adc4-493c-b57c-091f28e3117c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:23.486021 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c6503970-90e7-4129-932d-526f59c939c4 req-1738d40b-adc4-493c-b57c-091f28e3117c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8092ac1a-986b-4b18-af0c-e8665f196b9d HTTP/1.1" status: 200 len: 1097 time: 0.4458363 Jul 13 07:40:23.504609 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-b4d3df07-06a2-4227-ae3a-116bcb31015a tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1426699269&fields=id&tenant_id=83828f95f1544d3d8ef79b7d2ebdf1c7 HTTP/1.1" status: 200 len: 267 time: 0.0975113 Jul 13 07:40:23.606955 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c6503970-90e7-4129-932d-526f59c939c4 req-7e59abd2-869b-4ded-8f6d-e9e75b6b23cf service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=99c8760b-e4dc-481d-880d-f4bc8d8b2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140962 Jul 13 07:40:23.641102 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-85adc04b-5fcb-4e65-bb6f-2838e16feaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:23.646367 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-85adc04b-5fcb-4e65-bb6f-2838e16feaa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:23.647770 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-85adc04b-5fcb-4e65-bb6f-2838e16feaa9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cd0e2bef-066d-4359-89c8-7f898fc8bd3d HTTP/1.1" status: 204 len: 168 time: 0.5520000 Jul 13 07:40:23.662041 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85adc04b-5fcb-4e65-bb6f-2838e16feaa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0e2bef-066d-4359-89c8-7f898fc8bd3d,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:23.678873 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-a74cf28c-239d-4718-8a91-75a96958ce23 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:23.689300 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-a74cf28c-239d-4718-8a91-75a96958ce23 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/networks?id=fe3ca710-7f04-4b99-abd8-f0c0a80bd44f HTTP/1.1" status: 200 len: 817 time: 0.1838133 Jul 13 07:40:23.712829 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-6e0f7f8e-04ea-45e6-b4f6-12693628277e tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/quotas/83828f95f1544d3d8ef79b7d2ebdf1c7 HTTP/1.1" status: 200 len: 375 time: 0.0220921 Jul 13 07:40:23.800286 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11fd56-0167-4055-b29c-a1cbf9b151a3 req-e017cb2b-5646-4772-9be1-64f881a093bb tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:23.802777 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f11fd56-0167-4055-b29c-a1cbf9b151a3 req-e017cb2b-5646-4772-9be1-64f881a093bb tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.23 "GET /v2.0/ports?device_id=8092ac1a-986b-4b18-af0c-e8665f196b9d HTTP/1.1" status: 200 len: 945 time: 0.1032946 Jul 13 07:40:23.827338 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-d7f9e03e-1b68-43bb-a9b1-84257452d411 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=83828f95f1544d3d8ef79b7d2ebdf1c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1062360 Jul 13 07:40:23.832683 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:23.877242 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5f11fd56-0167-4055-b29c-a1cbf9b151a3 req-09d042c4-e959-472c-ba15-7211b2361f7c tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.23 "GET /v2.0/security-groups?id=99c8760b-e4dc-481d-880d-f4bc8d8b2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569944 Jul 13 07:40:23.985614 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-6e74587c-fa9e-4d74-8ea2-b1e740511770 service neutron] 10.222.0.23 "GET /v2.0/networks/fe3ca710-7f04-4b99-abd8-f0c0a80bd44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543307 Jul 13 07:40:24.276294 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-81226b52-970e-4bbc-bb56-bd101cbdcf30 service neutron] 10.222.0.23 "GET /v2.0/networks/fe3ca710-7f04-4b99-abd8-f0c0a80bd44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739830 Jul 13 07:40:24.564816 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6eed3-187b-452a-8c06-31ba2c84ed14 req-07574e8c-2361-4dca-b2f2-cdb975d42808 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:24.574703 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f618c79-0aac-48ca-9407-9a99c6e1c80b req-e5037e59-a440-4bdc-8639-5f07f62e50d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:24.582549 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0fe6eed3-187b-452a-8c06-31ba2c84ed14 req-07574e8c-2361-4dca-b2f2-cdb975d42808 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 946 time: 0.2318532 Jul 13 07:40:24.582751 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7f618c79-0aac-48ca-9407-9a99c6e1c80b req-e5037e59-a440-4bdc-8639-5f07f62e50d3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d949e521db641e0a957c32596881dd2&device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 1098 time: 0.2320743 Jul 13 07:40:24.687842 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0fe6eed3-187b-452a-8c06-31ba2c84ed14 req-f3a06ff0-05a6-4b45-baad-8708f0d445a2 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?id=25c18a17-9cb1-4967-8794-129d946ca0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035018 Jul 13 07:40:24.698834 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-45042b4c-9365-4a2e-8ad7-3077565288c1 req-5dc7a8a5-76ed-4590-8c5c-6d1cdf92025b tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 210 time: 0.0458891 Jul 13 07:40:24.831023 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f618c79-0aac-48ca-9407-9a99c6e1c80b req-5b3b6fb1-d247-4033-b94c-8737608de10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:24.835041 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7f618c79-0aac-48ca-9407-9a99c6e1c80b req-5b3b6fb1-d247-4033-b94c-8737608de10a service neutron] 10.222.0.25 "GET /v2.0/networks?id=c6c7368c-96bb-4e1d-964f-3969d7e167b4 HTTP/1.1" status: 200 len: 912 time: 0.2395792 Jul 13 07:40:24.969138 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7f618c79-0aac-48ca-9407-9a99c6e1c80b req-47f2ff7c-1f05-4a83-bf63-b1311185cf20 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90a26624-e32b-47b0-9ae1-e663e374890a HTTP/1.1" status: 200 len: 1001 time: 0.1276066 Jul 13 07:40:25.036361 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f618c79-0aac-48ca-9407-9a99c6e1c80b req-d1dfd3fb-6852-48ea-8ca5-3bcdef9f64f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:25.037835 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7f618c79-0aac-48ca-9407-9a99c6e1c80b req-d1dfd3fb-6852-48ea-8ca5-3bcdef9f64f1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=161fab74-9ca1-4ff2-9b41-082e2a13736e HTTP/1.1" status: 200 len: 850 time: 0.0612202 Jul 13 07:40:25.222019 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14658b-b1b1-4d29-a06e-7057906cadc0 req-574e46d8-8e3f-41cd-8a7a-1933a4a04db6 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:25.232488 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0b14658b-b1b1-4d29-a06e-7057906cadc0 req-574e46d8-8e3f-41cd-8a7a-1933a4a04db6 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.23 "GET /v2.0/ports?device_id=8092ac1a-986b-4b18-af0c-e8665f196b9d HTTP/1.1" status: 200 len: 945 time: 0.1782925 Jul 13 07:40:25.238266 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f618c79-0aac-48ca-9407-9a99c6e1c80b req-01221610-ad8e-4500-addc-ce2d2ade2a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:25.242966 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7f618c79-0aac-48ca-9407-9a99c6e1c80b req-01221610-ad8e-4500-addc-ce2d2ade2a55 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c6c7368c-96bb-4e1d-964f-3969d7e167b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1956265 Jul 13 07:40:25.287375 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0b14658b-b1b1-4d29-a06e-7057906cadc0 req-0dcd7e18-09f7-4ba4-ab8b-1ab4763d2622 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.23 "GET /v2.0/security-groups?id=99c8760b-e4dc-481d-880d-f4bc8d8b2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537355 Jul 13 07:40:25.518459 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7f618c79-0aac-48ca-9407-9a99c6e1c80b req-b7007840-9e1c-4fe6-9db8-60ab6b95b473 service neutron] 10.222.0.25 "GET /v2.0/networks/c6c7368c-96bb-4e1d-964f-3969d7e167b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675204 Jul 13 07:40:25.689105 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce7ed1-5c01-470d-8fd3-0a8e3a0739a1 req-3f9f89ad-4a98-4862-9f02-151c497c2aa7 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:25.691905 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-39ce7ed1-5c01-470d-8fd3-0a8e3a0739a1 req-3f9f89ad-4a98-4862-9f02-151c497c2aa7 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.23 "GET /v2.0/ports?device_id=8092ac1a-986b-4b18-af0c-e8665f196b9d HTTP/1.1" status: 200 len: 945 time: 0.1627789 Jul 13 07:40:25.699064 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7f618c79-0aac-48ca-9407-9a99c6e1c80b req-ff9704b6-2c9c-414b-aab4-222214fd656b service neutron] 10.222.0.25 "GET /v2.0/networks/c6c7368c-96bb-4e1d-964f-3969d7e167b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676664 Jul 13 07:40:25.790895 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-39ce7ed1-5c01-470d-8fd3-0a8e3a0739a1 req-faff411d-a12f-47ac-8d2b-f98ad92eeab4 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.23 "GET /v2.0/security-groups?id=99c8760b-e4dc-481d-880d-f4bc8d8b2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872319 Jul 13 07:40:26.018648 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-620ee513-0ecb-452f-a5d5-3c118afdf8d6 req-7e625e26-6281-4baf-b99a-5261cb21a4d0 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 210 time: 0.0571623 Jul 13 07:40:26.028441 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dabaa1-a6d6-4596-870d-52755456824a req-d921d61b-a067-4c31-b5c9-36ec14ca2211 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:26.036221 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d8dabaa1-a6d6-4596-870d-52755456824a req-d921d61b-a067-4c31-b5c9-36ec14ca2211 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 946 time: 0.1140428 Jul 13 07:40:26.133138 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d8dabaa1-a6d6-4596-870d-52755456824a req-52a03015-ab3b-4a72-87af-5531572b2dcd tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?id=25c18a17-9cb1-4967-8794-129d946ca0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912731 Jul 13 07:40:26.388467 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c4ad1-b34d-465e-a737-b7bc3c631012 req-23caf254-8cab-46d7-b988-565d695d42d0 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:26.393817 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-361c4ad1-b34d-465e-a737-b7bc3c631012 req-23caf254-8cab-46d7-b988-565d695d42d0 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.23 "GET /v2.0/ports?device_id=8092ac1a-986b-4b18-af0c-e8665f196b9d HTTP/1.1" status: 200 len: 945 time: 0.1607223 Jul 13 07:40:26.490297 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-361c4ad1-b34d-465e-a737-b7bc3c631012 req-c4b125f2-c3ef-42e6-a636-a0f67e7badc4 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.23 "GET /v2.0/security-groups?id=99c8760b-e4dc-481d-880d-f4bc8d8b2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795095 Jul 13 07:40:26.511743 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46232) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:26.887463 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b35fe77-a290-4516-9dab-56e0fb03502b tempest-TestServerBasicOps-941981492 tempest-TestServerBasicOps-941981492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:26.889005 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4b35fe77-a290-4516-9dab-56e0fb03502b tempest-TestServerBasicOps-941981492 tempest-TestServerBasicOps-941981492-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8092ac1a-986b-4b18-af0c-e8665f196b9d HTTP/1.1" status: 200 len: 1092 time: 0.3759232 Jul 13 07:40:26.893940 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46242) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:26.899277 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-7c697dfb-43ed-4036-8b71-8d308294624e tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:26.900492 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-17154b3f-6b0d-4175-b8ba-379e846b1a94 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'port_id': '4a43f0c2-7004-4d28-96fa-a2d064d3fff4', 'tenant_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:26.902281 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-7c697dfb-43ed-4036-8b71-8d308294624e tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.42 "GET /v2.0/networks?id=fe3ca710-7f04-4b99-abd8-f0c0a80bd44f HTTP/1.1" status: 200 len: 817 time: 0.2777820 Jul 13 07:40:26.953764 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-17154b3f-6b0d-4175-b8ba-379e846b1a94 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks [] for floatingip, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:27.010209 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-d0ec3a33-746f-4581-9914-41834e0a1179 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83828f95f1544d3d8ef79b7d2ebdf1c7 HTTP/1.1" status: 200 len: 380 time: 0.0995624 Jul 13 07:40:27.029985 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-9c02cd3f-c05f-4164-8904-0411800745c4 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Request body: {'port': {'device_id': 'e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b', 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f', 'admin_state_up': True, 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'security_groups': ['b2bb804e-7f19-4700-8e94-77e4cf53d66b']}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:27.302409 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f7bf88ee-e1e1-4ee7-b4cb-40ba2cd41c0a req-6b83aa02-320f-4508-b7e3-d8f9bdfeeb1b tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 210 time: 0.1120622 Jul 13 07:40:27.329635 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-17154b3f-6b0d-4175-b8ba-379e846b1a94 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:27.379641 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-9c02cd3f-c05f-4164-8904-0411800745c4 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Made reservation on behalf of 83828f95f1544d3d8ef79b7d2ebdf1c7 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:40:27.386470 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-9c02cd3f-c05f-4164-8904-0411800745c4 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:27.551163 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-17154b3f-6b0d-4175-b8ba-379e846b1a94 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Allocated IP 172.25.3.35 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/be725cf0-b0ca-4723-bdd8-05b9aeb26212) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:27.649249 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3d08f-9343-48f5-88e8-6c0a2180184f req-39970ea9-091b-4a48-98bc-632012038d13 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:27.657856 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e4e3d08f-9343-48f5-88e8-6c0a2180184f req-39970ea9-091b-4a48-98bc-632012038d13 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 946 time: 0.3498673 Jul 13 07:40:27.692515 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-9c02cd3f-c05f-4164-8904-0411800745c4 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Allocated IP 172.20.0.7 (fe3ca710-7f04-4b99-abd8-f0c0a80bd44f/bcb14844-0f59-4592-827b-9b964d247113/427301b0-b3d0-417e-ae42-50f689915ac9) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:40:27.736283 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e4e3d08f-9343-48f5-88e8-6c0a2180184f req-0b0a3489-d9c0-49e3-bbef-1480b5ebde53 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?id=25c18a17-9cb1-4967-8794-129d946ca0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750346 Jul 13 07:40:27.767455 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-17154b3f-6b0d-4175-b8ba-379e846b1a94 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:27.837126 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-17154b3f-6b0d-4175-b8ba-379e846b1a94 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:27.900717 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17154b3f-6b0d-4175-b8ba-379e846b1a94 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:27.902908 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-17154b3f-6b0d-4175-b8ba-379e846b1a94 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:27.908986 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17154b3f-6b0d-4175-b8ba-379e846b1a94 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:27.956981 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-9c02cd3f-c05f-4164-8904-0411800745c4 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:27.975435 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-9c02cd3f-c05f-4164-8904-0411800745c4 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Transition to ACTIVE for port object 427301b0-b3d0-417e-ae42-50f689915ac9 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:27.980581 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17154b3f-6b0d-4175-b8ba-379e846b1a94 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Pushing event updated for resources: {'Port': ['ID=be725cf0-b0ca-4723-bdd8-05b9aeb26212,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:28.096539 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-9c02cd3f-c05f-4164-8904-0411800745c4 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:28.182840 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c02cd3f-c05f-4164-8904-0411800745c4 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Pushing event updated for resources: {'Port': ['ID=427301b0-b3d0-417e-ae42-50f689915ac9,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:28.201567 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-9c02cd3f-c05f-4164-8904-0411800745c4 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Network fe3ca710-7f04-4b99-abd8-f0c0a80bd44f is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:40:28.203409 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-9c02cd3f-c05f-4164-8904-0411800745c4 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:40:28.207087 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-9c02cd3f-c05f-4164-8904-0411800745c4 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:40:28.304109 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-9c02cd3f-c05f-4164-8904-0411800745c4 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:28.305124 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-9c02cd3f-c05f-4164-8904-0411800745c4 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:28.327651 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-9c02cd3f-c05f-4164-8904-0411800745c4 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3126125 Jul 13 07:40:28.365992 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-85610956-f1f4-4efd-9047-1a3773fab0dc service neutron] Request body: {'port': {'device_id': 'e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:28.563378 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-85610956-f1f4-4efd-9047-1a3773fab0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:28.616694 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d24e39b0-46fe-4dfb-8c19-e8815a976ddd None None] Provisioning for port 427301b0-b3d0-417e-ae42-50f689915ac9 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:28.623464 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d24e39b0-46fe-4dfb-8c19-e8815a976ddd None None] Provisioning complete for port 427301b0-b3d0-417e-ae42-50f689915ac9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:28.625367 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d24e39b0-46fe-4dfb-8c19-e8815a976ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:28.709344 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-d24e39b0-46fe-4dfb-8c19-e8815a976ddd None None] Port 427301b0-b3d0-417e-ae42-50f689915ac9 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:40:28.870324 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126d210-5b6b-410b-9bfe-f632ef74f1e0 req-46ce4154-4015-4814-a66e-696b6c18023f tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:28.877871 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2126d210-5b6b-410b-9bfe-f632ef74f1e0 req-46ce4154-4015-4814-a66e-696b6c18023f tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 931 time: 0.2762032 Jul 13 07:40:29.033689 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2126d210-5b6b-410b-9bfe-f632ef74f1e0 req-1a77dfe0-a5d7-40dc-8d05-b5401dff86fe tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533077 Jul 13 07:40:29.289504 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-85610956-f1f4-4efd-9047-1a3773fab0dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 427301b0-b3d0-417e-ae42-50f689915ac9 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:40:29.299442 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-85610956-f1f4-4efd-9047-1a3773fab0dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:29.334031 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-85610956-f1f4-4efd-9047-1a3773fab0dc service neutron] Transition to ACTIVE for port object 427301b0-b3d0-417e-ae42-50f689915ac9 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:40:29.340052 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-85610956-f1f4-4efd-9047-1a3773fab0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:29.355485 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-17154b3f-6b0d-4175-b8ba-379e846b1a94 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:29.571892 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85610956-f1f4-4efd-9047-1a3773fab0dc service neutron] Pushing event updated for resources: {'Port': ['ID=427301b0-b3d0-417e-ae42-50f689915ac9,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:29.660833 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-85610956-f1f4-4efd-9047-1a3773fab0dc service neutron] Attempting to bind port 427301b0-b3d0-417e-ae42-50f689915ac9 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:40:29.661603 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-85610956-f1f4-4efd-9047-1a3773fab0dc service neutron] Attempting to bind port 427301b0-b3d0-417e-ae42-50f689915ac9 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '82b0794f-89d2-4219-8340-180084a286f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:40:29.662207 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-85610956-f1f4-4efd-9047-1a3773fab0dc service neutron] Attempting to bind port 427301b0-b3d0-417e-ae42-50f689915ac9 on network fe3ca710-7f04-4b99-abd8-f0c0a80bd44f {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:40:29.670988 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-85610956-f1f4-4efd-9047-1a3773fab0dc service neutron] Port 427301b0-b3d0-417e-ae42-50f689915ac9 on network fe3ca710-7f04-4b99-abd8-f0c0a80bd44f not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:40:29.671759 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-85610956-f1f4-4efd-9047-1a3773fab0dc service neutron] Attempting to bind port 427301b0-b3d0-417e-ae42-50f689915ac9 on network fe3ca710-7f04-4b99-abd8-f0c0a80bd44f {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:40:29.680159 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-85610956-f1f4-4efd-9047-1a3773fab0dc service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:40:29.682724 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-17154b3f-6b0d-4175-b8ba-379e846b1a94 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:29.683673 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-85610956-f1f4-4efd-9047-1a3773fab0dc service neutron] Checking segment: {'id': '82b0794f-89d2-4219-8340-180084a286f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:40:29.684665 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-85610956-f1f4-4efd-9047-1a3773fab0dc service neutron] Bound using segment: {'id': '82b0794f-89d2-4219-8340-180084a286f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:40:29.692814 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-85610956-f1f4-4efd-9047-1a3773fab0dc service neutron] Bound port: 427301b0-b3d0-417e-ae42-50f689915ac9, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b0794f-89d2-4219-8340-180084a286f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:40:29.693680 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-85610956-f1f4-4efd-9047-1a3773fab0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:29.933550 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-85610956-f1f4-4efd-9047-1a3773fab0dc service neutron] For port 427301b0-b3d0-417e-ae42-50f689915ac9, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:40:29.952970 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-85610956-f1f4-4efd-9047-1a3773fab0dc service neutron] For port 427301b0-b3d0-417e-ae42-50f689915ac9, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=427301b0-b3d0-417e-ae42-50f689915ac9,segment=NetworkSegment(82b0794f-89d2-4219-8340-180084a286f0),segment_id=82b0794f-89d2-4219-8340-180084a286f0)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:40:29.964776 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-85610956-f1f4-4efd-9047-1a3773fab0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:30.047392 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-85610956-f1f4-4efd-9047-1a3773fab0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:30.048195 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-85610956-f1f4-4efd-9047-1a3773fab0dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:30.049629 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-85610956-f1f4-4efd-9047-1a3773fab0dc service neutron] 10.222.0.42 "PUT /v2.0/ports/427301b0-b3d0-417e-ae42-50f689915ac9 HTTP/1.1" status: 200 len: 1092 time: 1.7109833 Jul 13 07:40:30.050821 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b', 'tag': '427301b0-b3d0-417e-ae42-50f689915ac9'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:30.054879 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0723413-0f24-4249-9196-c542f20d7569" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b", "tag": "427301b0-b3d0-417e-ae42-50f689915ac9"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:30.125776 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85610956-f1f4-4efd-9047-1a3773fab0dc service neutron] Pushing event updated for resources: {'Port': ['ID=427301b0-b3d0-417e-ae42-50f689915ac9,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:30.169792 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-17154b3f-6b0d-4175-b8ba-379e846b1a94 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:30.197352 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-17154b3f-6b0d-4175-b8ba-379e846b1a94 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:30.200301 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3e9f1e-900b-4947-9f38-00139fdd8fd4 x-openstack-request-id: req-be3e9f1e-900b-4947-9f38-00139fdd8fd4 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:30.200715 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b", "tag": "427301b0-b3d0-417e-ae42-50f689915ac9", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:30.201082 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-be3e9f1e-900b-4947-9f38-00139fdd8fd4 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:30.201645 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b', 'tag': '427301b0-b3d0-417e-ae42-50f689915ac9', 'status': 'completed', 'code': 200} Jul 13 07:40:30.243015 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4ea917fd-db4a-4555-9467-6e225480157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:30.339842 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-c4470aa2-23c5-4d0f-81cd-3dfff9433e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:30.342503 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-c4470aa2-23c5-4d0f-81cd-3dfff9433e30 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=83828f95f1544d3d8ef79b7d2ebdf1c7&device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 1095 time: 0.2316403 Jul 13 07:40:30.361649 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17154b3f-6b0d-4175-b8ba-379e846b1a94 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Pushing event updated for resources: {'Port': ['ID=be725cf0-b0ca-4723-bdd8-05b9aeb26212,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:30.445998 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-cae83135-8cd5-4ccb-ab3a-ea2f280f30cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=427301b0-b3d0-417e-ae42-50f689915ac9 HTTP/1.1" status: 200 len: 217 time: 0.0961621 Jul 13 07:40:30.566273 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-4ac532b8-b1fa-4859-bca3-42741e866d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:30.568547 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-4ac532b8-b1fa-4859-bca3-42741e866d86 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bcb14844-0f59-4592-827b-9b964d247113 HTTP/1.1" status: 200 len: 856 time: 0.1160719 Jul 13 07:40:30.696767 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-17154b3f-6b0d-4175-b8ba-379e846b1a94 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:30.748478 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-7a30c5a9-6c2c-44bf-b9c4-f211fe9cbc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:30.750029 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-7a30c5a9-6c2c-44bf-b9c4-f211fe9cbc03 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fe3ca710-7f04-4b99-abd8-f0c0a80bd44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1748271 Jul 13 07:40:30.853623 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [None req-17154b3f-6b0d-4175-b8ba-379e846b1a94 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Floating IP 127ee2b2-a288-45fb-9db5-15007ee79bf1 associated. External IP: 172.25.3.35, port: 4a43f0c2-7004-4d28-96fa-a2d064d3fff4. Jul 13 07:40:30.889702 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-5c18141c-92e6-414a-986a-4c9fe309bd9b service neutron] 10.222.0.42 "GET /v2.0/networks/fe3ca710-7f04-4b99-abd8-f0c0a80bd44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324213 Jul 13 07:40:30.949482 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7a0e4-05ec-4382-bb64-c9df78f1854c req-61445967-0f0a-41ab-b852-45bc0a2cd22d tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:30.957171 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9ef7a0e4-05ec-4382-bb64-c9df78f1854c req-61445967-0f0a-41ab-b852-45bc0a2cd22d tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 943 time: 0.5307748 Jul 13 07:40:31.073190 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9ef7a0e4-05ec-4382-bb64-c9df78f1854c req-27e1b125-a9f0-4169-a9c7-4ca794a2a632 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149790 Jul 13 07:40:31.090891 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2eb5a8c9-fac0-4922-953f-a6d864f3b452 req-f1ac2479-6f70-4f35-a62b-8cac0e1e1999 service neutron] 10.222.0.42 "GET /v2.0/networks/fe3ca710-7f04-4b99-abd8-f0c0a80bd44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937118 Jul 13 07:40:31.293331 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0723413-0f24-4249-9196-c542f20d7569 req-d94267b4-a41c-4da7-9fb7-4f1584df48f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:31.296143 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d0723413-0f24-4249-9196-c542f20d7569 req-d94267b4-a41c-4da7-9fb7-4f1584df48f0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=83828f95f1544d3d8ef79b7d2ebdf1c7&device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 1095 time: 0.1232688 Jul 13 07:40:31.341717 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17154b3f-6b0d-4175-b8ba-379e846b1a94 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Router 6f720836-0940-43a5-b6b3-d1778f83fdfd has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:40:31.455966 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0723413-0f24-4249-9196-c542f20d7569 req-71443458-c671-4a00-bf97-2acfdf3a24e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:31.458335 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d0723413-0f24-4249-9196-c542f20d7569 req-71443458-c671-4a00-bf97-2acfdf3a24e7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fe3ca710-7f04-4b99-abd8-f0c0a80bd44f HTTP/1.1" status: 200 len: 918 time: 0.1561582 Jul 13 07:40:31.567798 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d0723413-0f24-4249-9196-c542f20d7569 req-ca71e03f-11a9-4c67-b26a-6f86e38530ed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=427301b0-b3d0-417e-ae42-50f689915ac9 HTTP/1.1" status: 200 len: 217 time: 0.0973279 Jul 13 07:40:31.569110 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17154b3f-6b0d-4175-b8ba-379e846b1a94 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:40:31.592517 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1be07e-8b1a-4099-a454-251328c9c49f None None] Sync routers for ids ['6f720836-0940-43a5-b6b3-d1778f83fdfd'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:40:31.619622 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1be07e-8b1a-4099-a454-251328c9c49f None None] Routers {'6f720836-0940-43a5-b6b3-d1778f83fdfd'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:40:31.620989 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-4c1be07e-8b1a-4099-a454-251328c9c49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:40:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['6f720836-0940-43a5-b6b3-d1778f83fdfd'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:31.642257 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-17154b3f-6b0d-4175-b8ba-379e846b1a94 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:31.692196 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0723413-0f24-4249-9196-c542f20d7569 req-01883eeb-8c7b-4b75-84b5-ee39f5ef59fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:31.695079 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d0723413-0f24-4249-9196-c542f20d7569 req-01883eeb-8c7b-4b75-84b5-ee39f5ef59fd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bcb14844-0f59-4592-827b-9b964d247113 HTTP/1.1" status: 200 len: 856 time: 0.1237497 Jul 13 07:40:31.714155 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-17154b3f-6b0d-4175-b8ba-379e846b1a94 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.8189962 Jul 13 07:40:31.714882 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8092ac1a-986b-4b18-af0c-e8665f196b9d', 'tag': '4a43f0c2-7004-4d28-96fa-a2d064d3fff4'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:31.718377 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f71f41-4210-4e6b-b314-ea3406590106" -d '{"events": [{"name": "network-changed", "server_uuid": "8092ac1a-986b-4b18-af0c-e8665f196b9d", "tag": "4a43f0c2-7004-4d28-96fa-a2d064d3fff4"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:31.870096 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8cb7dd6-541c-4d81-8045-dbe3b09ec9c5 x-openstack-request-id: req-c8cb7dd6-541c-4d81-8045-dbe3b09ec9c5 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:31.871152 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8092ac1a-986b-4b18-af0c-e8665f196b9d", "tag": "4a43f0c2-7004-4d28-96fa-a2d064d3fff4", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:31.871951 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c8cb7dd6-541c-4d81-8045-dbe3b09ec9c5 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:31.872400 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8092ac1a-986b-4b18-af0c-e8665f196b9d', 'tag': '4a43f0c2-7004-4d28-96fa-a2d064d3fff4', 'status': 'completed', 'code': 200} Jul 13 07:40:31.953853 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-4c1be07e-8b1a-4099-a454-251328c9c49f None None] Set router 6f720836-0940-43a5-b6b3-d1778f83fdfd gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:40:31.988049 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0723413-0f24-4249-9196-c542f20d7569 req-56e6b69a-47ce-4dbb-ad7f-fd1478a977bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:31.990536 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d0723413-0f24-4249-9196-c542f20d7569 req-56e6b69a-47ce-4dbb-ad7f-fd1478a977bc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fe3ca710-7f04-4b99-abd8-f0c0a80bd44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2883303 Jul 13 07:40:32.116385 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f71f41-4210-4e6b-b314-ea3406590106 req-110f43d8-1d35-46d1-a0ac-4a495ff11ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:32.118083 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e3f71f41-4210-4e6b-b314-ea3406590106 req-110f43d8-1d35-46d1-a0ac-4a495ff11ca6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb77f98a7de949ce8ab9e6a42033a53a&device_id=8092ac1a-986b-4b18-af0c-e8665f196b9d HTTP/1.1" status: 200 len: 1097 time: 0.2022867 Jul 13 07:40:32.389959 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-4c1be07e-8b1a-4099-a454-251328c9c49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f720836-0940-43a5-b6b3-d1778f83fdfd', 'name': 'tempest-TestServerBasicOps-1541366931-router', 'tenant_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '4d79b4a3-ce38-4882-949a-96e4b201797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:36Z', 'updated_at': '2021-07-13T07:39:46Z', 'revision_number': 4, 'project_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'gw_port': {'id': '4d79b4a3-ce38-4882-949a-96e4b201797a', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f720836-0940-43a5-b6b3-d1778f83fdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:38Z', 'updated_at': '2021-07-13T07:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '127ee2b2-a288-45fb-9db5-15007ee79bf1', 'tenant_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'floating_ip_address': '172.25.3.35', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '6f720836-0940-43a5-b6b3-d1778f83fdfd', 'port_id': '4a43f0c2-7004-4d28-96fa-a2d064d3fff4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1657f64-8077-4b4c-92ad-aa256b38a388', 'mac_address': 'fa:16:3e:66:ba:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8092ac1a-986b-4b18-af0c-e8665f196b9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:40:28Z', 'updated_at': '2021-07-13T07:40:28Z', 'revision_number': 0, 'project_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ca1a547-8a7c-4c6c-8959-554f37e05d69', 'name': '', 'network_id': 'a1657f64-8077-4b4c-92ad-aa256b38a388', 'tenant_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'mac_address': 'fa:16:3e:69:34:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f720836-0940-43a5-b6b3-d1778f83fdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '251a7d71-99aa-4f18-b278-f93834e899c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:44Z', 'updated_at': '2021-07-13T07:39:57Z', 'revision_number': 5, 'project_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'subnets': [{'id': '251a7d71-99aa-4f18-b278-f93834e899c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:32.568011 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d0723413-0f24-4249-9196-c542f20d7569 req-501ff106-8aa2-4887-ab71-ae48952f3b59 service neutron] 10.222.0.42 "GET /v2.0/networks/fe3ca710-7f04-4b99-abd8-f0c0a80bd44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5692282 Jul 13 07:40:32.587767 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1be07e-8b1a-4099-a454-251328c9c49f None None] Checking router: 6f720836-0940-43a5-b6b3-d1778f83fdfd for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:40:32.603130 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1be07e-8b1a-4099-a454-251328c9c49f None None] Routers {'6f720836-0940-43a5-b6b3-d1778f83fdfd'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:40:32.604870 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-4c1be07e-8b1a-4099-a454-251328c9c49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:40:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['6f720836-0940-43a5-b6b3-d1778f83fdfd'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:32.756930 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-4c1be07e-8b1a-4099-a454-251328c9c49f None None] Set router 6f720836-0940-43a5-b6b3-d1778f83fdfd gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:40:32.765797 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d0723413-0f24-4249-9196-c542f20d7569 req-7f800f1a-9245-40b1-8d59-3c687ceebaca service neutron] 10.222.0.42 "GET /v2.0/networks/fe3ca710-7f04-4b99-abd8-f0c0a80bd44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656420 Jul 13 07:40:32.798029 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f71f41-4210-4e6b-b314-ea3406590106 req-77dcc613-d27f-4858-98be-2ad2e8b6ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:32.799709 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e3f71f41-4210-4e6b-b314-ea3406590106 req-77dcc613-d27f-4858-98be-2ad2e8b6ba58 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a1657f64-8077-4b4c-92ad-aa256b38a388 HTTP/1.1" status: 200 len: 910 time: 0.6702354 Jul 13 07:40:32.808800 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baba808-c0ab-406b-80d0-99e660b93259 req-7e2a1a55-55ce-4c93-876c-e5b89af8cbd2 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:32.810317 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9baba808-c0ab-406b-80d0-99e660b93259 req-7e2a1a55-55ce-4c93-876c-e5b89af8cbd2 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 943 time: 0.2400289 Jul 13 07:40:33.011488 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e3f71f41-4210-4e6b-b314-ea3406590106 req-93e8bac9-62d8-4ad6-96a5-757dfe2710b1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a43f0c2-7004-4d28-96fa-a2d064d3fff4 HTTP/1.1" status: 200 len: 998 time: 0.1995077 Jul 13 07:40:33.016101 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9baba808-c0ab-406b-80d0-99e660b93259 req-5da229cf-1d53-4d31-9446-984cd3ba89ed tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330287 Jul 13 07:40:33.135852 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f71f41-4210-4e6b-b314-ea3406590106 req-05bccfe1-2bce-4609-be06-70544212f8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:33.137745 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e3f71f41-4210-4e6b-b314-ea3406590106 req-05bccfe1-2bce-4609-be06-70544212f8cd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=251a7d71-99aa-4f18-b278-f93834e899c1 HTTP/1.1" status: 200 len: 848 time: 0.1198280 Jul 13 07:40:33.193422 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6c06ff3e-37b3-420f-8efe-8360287ec882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:33.216768 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:33.252128 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-4c1be07e-8b1a-4099-a454-251328c9c49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f720836-0940-43a5-b6b3-d1778f83fdfd', 'name': 'tempest-TestServerBasicOps-1541366931-router', 'tenant_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '4d79b4a3-ce38-4882-949a-96e4b201797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:36Z', 'updated_at': '2021-07-13T07:39:46Z', 'revision_number': 4, 'project_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'gw_port': {'id': '4d79b4a3-ce38-4882-949a-96e4b201797a', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f720836-0940-43a5-b6b3-d1778f83fdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:38Z', 'updated_at': '2021-07-13T07:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '127ee2b2-a288-45fb-9db5-15007ee79bf1', 'tenant_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'floating_ip_address': '172.25.3.35', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '6f720836-0940-43a5-b6b3-d1778f83fdfd', 'port_id': '4a43f0c2-7004-4d28-96fa-a2d064d3fff4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1657f64-8077-4b4c-92ad-aa256b38a388', 'mac_address': 'fa:16:3e:66:ba:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8092ac1a-986b-4b18-af0c-e8665f196b9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:40:28Z', 'updated_at': '2021-07-13T07:40:28Z', 'revision_number': 0, 'project_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ca1a547-8a7c-4c6c-8959-554f37e05d69', 'name': '', 'network_id': 'a1657f64-8077-4b4c-92ad-aa256b38a388', 'tenant_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'mac_address': 'fa:16:3e:69:34:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f720836-0940-43a5-b6b3-d1778f83fdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '251a7d71-99aa-4f18-b278-f93834e899c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:44Z', 'updated_at': '2021-07-13T07:39:57Z', 'revision_number': 5, 'project_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'subnets': [{'id': '251a7d71-99aa-4f18-b278-f93834e899c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:33.253852 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f71f41-4210-4e6b-b314-ea3406590106 req-e00fd265-3daf-48b7-ab93-3c01310a9f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:33.256360 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e3f71f41-4210-4e6b-b314-ea3406590106 req-e00fd265-3daf-48b7-ab93-3c01310a9f1c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1657f64-8077-4b4c-92ad-aa256b38a388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1116154 Jul 13 07:40:33.307621 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1be07e-8b1a-4099-a454-251328c9c49f None None] The sync data for ids ['6f720836-0940-43a5-b6b3-d1778f83fdfd'] in n-d-771363-34 is: [{'id': '6f720836-0940-43a5-b6b3-d1778f83fdfd', 'name': 'tempest-TestServerBasicOps-1541366931-router', 'tenant_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '4d79b4a3-ce38-4882-949a-96e4b201797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:36Z', 'updated_at': '2021-07-13T07:39:46Z', 'revision_number': 4, 'project_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'gw_port': {'id': '4d79b4a3-ce38-4882-949a-96e4b201797a', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f720836-0940-43a5-b6b3-d1778f83fdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:38Z', 'updated_at': '2021-07-13T07:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '127ee2b2-a288-45fb-9db5-15007ee79bf1', 'tenant_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'floating_ip_address': '172.25.3.35', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '6f720836-0940-43a5-b6b3-d1778f83fdfd', 'port_id': '4a43f0c2-7004-4d28-96fa-a2d064d3fff4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1657f64-8077-4b4c-92ad-aa256b38a388', 'mac_address': 'fa:16:3e:66:ba:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8092ac1a-986b-4b18-af0c-e8665f196b9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:40:28Z', 'updated_at': '2021-07-13T07:40:28Z', 'revision_number': 0, 'project_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ca1a547-8a7c-4c6c-8959-554f37e05d69', 'name': '', 'network_id': 'a1657f64-8077-4b4c-92ad-aa256b38a388', 'tenant_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'mac_address': 'fa:16:3e:69:34:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f720836-0940-43a5-b6b3-d1778f83fdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '251a7d71-99aa-4f18-b278-f93834e899c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:44Z', 'updated_at': '2021-07-13T07:39:57Z', 'revision_number': 5, 'project_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'subnets': [{'id': '251a7d71-99aa-4f18-b278-f93834e899c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:40:33.377935 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e3f71f41-4210-4e6b-b314-ea3406590106 req-1b7e02db-8764-43d6-8676-1a816c88e6cd service neutron] 10.222.0.42 "GET /v2.0/networks/a1657f64-8077-4b4c-92ad-aa256b38a388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143861 Jul 13 07:40:33.514963 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e3f71f41-4210-4e6b-b314-ea3406590106 req-3a21d228-f795-40c9-a711-1cd84b0e1780 service neutron] 10.222.0.42 "GET /v2.0/networks/a1657f64-8077-4b4c-92ad-aa256b38a388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299469 Jul 13 07:40:33.622376 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c75bff2-5507-4a7e-8050-c8f8b51fb644 None None] New status for floating IP 127ee2b2-a288-45fb-9db5-15007ee79bf1: ACTIVE {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:40:34.049627 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:34.305092 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5bb78-9732-43ce-b2ea-78eef83e33b8 req-3cf89249-17ef-4f6b-a2b5-12c7c4f78d73 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:34.306749 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fda5bb78-9732-43ce-b2ea-78eef83e33b8 req-3cf89249-17ef-4f6b-a2b5-12c7c4f78d73 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 943 time: 0.0785832 Jul 13 07:40:34.357801 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fda5bb78-9732-43ce-b2ea-78eef83e33b8 req-76966655-d228-44ea-b7f3-174436f606b6 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417607 Jul 13 07:40:34.555495 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 427301b0-b3d0-417e-ae42-50f689915ac9 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:40:34.686890 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 427301b0-b3d0-417e-ae42-50f689915ac9, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=427301b0-b3d0-417e-ae42-50f689915ac9,segment=NetworkSegment(82b0794f-89d2-4219-8340-180084a286f0),segment_id=82b0794f-89d2-4219-8340-180084a286f0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:34.703372 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '427301b0-b3d0-417e-ae42-50f689915ac9', 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f', 'port_id': '427301b0-b3d0-417e-ae42-50f689915ac9', 'mac_address': 'fa:16:3e:12:05:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb14844-0f59-4592-827b-9b964d247113', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:40:34.756328 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:34.772346 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 427301b0-b3d0-417e-ae42-50f689915ac9 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:40:34.797879 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 427301b0-b3d0-417e-ae42-50f689915ac9, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=427301b0-b3d0-417e-ae42-50f689915ac9,segment=NetworkSegment(82b0794f-89d2-4219-8340-180084a286f0),segment_id=82b0794f-89d2-4219-8340-180084a286f0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:34.804465 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:34.874402 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=427301b0-b3d0-417e-ae42-50f689915ac9,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:34.886594 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:34.886949 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:34.887326 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:34.887666 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:34.888107 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:34.888536 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:34.889032 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:34.889543 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:34.889758 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:34.890087 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:34.890402 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:34.890909 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:35.076468 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['427301b0-b3d0-417e-ae42-50f689915ac9'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:40:35.634499 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0687ba-e66e-4f4e-b3aa-7da5ef285a05 req-a9cffc9c-9774-4b8d-a9c8-1f031557697b tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:35.637522 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fb0687ba-e66e-4f4e-b3aa-7da5ef285a05 req-a9cffc9c-9774-4b8d-a9c8-1f031557697b tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 944 time: 0.1212990 Jul 13 07:40:35.706373 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fb0687ba-e66e-4f4e-b3aa-7da5ef285a05 req-0cca8634-d45c-435c-9a5e-b8a0b5e31783 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601864 Jul 13 07:40:35.851692 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:36.558947 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 427301b0-b3d0-417e-ae42-50f689915ac9 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:40:36.659311 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 427301b0-b3d0-417e-ae42-50f689915ac9 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:40:36.664098 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 427301b0-b3d0-417e-ae42-50f689915ac9 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:36.664562 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:36.917080 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:36.974539 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427301b0-b3d0-417e-ae42-50f689915ac9'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:36.978862 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c360d6c-ebb4-4fa2-bd2d-57b5bfb9ea65" -d '{"events": [{"server_uuid": "e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b", "name": "network-vif-plugged", "status": "completed", "tag": "427301b0-b3d0-417e-ae42-50f689915ac9"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:37.015469 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 427301b0-b3d0-417e-ae42-50f689915ac9, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=427301b0-b3d0-417e-ae42-50f689915ac9,segment=NetworkSegment(82b0794f-89d2-4219-8340-180084a286f0),segment_id=82b0794f-89d2-4219-8340-180084a286f0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:40:37.022974 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:37.076213 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162adfba-d11e-4900-8460-78c56dbbe5be x-openstack-request-id: req-162adfba-d11e-4900-8460-78c56dbbe5be {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:37.076569 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b", "name": "network-vif-plugged", "status": "completed", "tag": "427301b0-b3d0-417e-ae42-50f689915ac9", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:37.076719 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-162adfba-d11e-4900-8460-78c56dbbe5be {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:37.077123 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427301b0-b3d0-417e-ae42-50f689915ac9', 'code': 200} Jul 13 07:40:37.132640 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f44049-66ba-4cb8-a751-a3a5d5490e3b req-c14f7237-1c70-4c88-82aa-b8989570e40b tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:37.136147 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-40f44049-66ba-4cb8-a751-a3a5d5490e3b req-c14f7237-1c70-4c88-82aa-b8989570e40b tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 945 time: 0.1058321 Jul 13 07:40:37.168598 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=427301b0-b3d0-417e-ae42-50f689915ac9,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:37.220778 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-40f44049-66ba-4cb8-a751-a3a5d5490e3b req-e4dcb3d5-c057-4c8a-994b-7e78bd60c4d4 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704381 Jul 13 07:40:37.284527 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3119736-6f2e-4f34-8d19-0bac16d9a6e7 req-dcb5e494-a800-421e-aae7-2c4f4b3be22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:37.287052 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d3119736-6f2e-4f34-8d19-0bac16d9a6e7 req-dcb5e494-a800-421e-aae7-2c4f4b3be22b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 1097 time: 0.1174660 Jul 13 07:40:37.328302 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d3119736-6f2e-4f34-8d19-0bac16d9a6e7 req-70fbc913-3f2e-4dad-98c3-e72e88edb412 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341146 Jul 13 07:40:37.452924 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-73c4077a-4fe5-4461-98e6-12427036661c None None] Provisioning complete for port 427301b0-b3d0-417e-ae42-50f689915ac9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:40:37.453534 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-73c4077a-4fe5-4461-98e6-12427036661c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:38.482574 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9c521-62be-41a0-9748-94793df87f5b req-eb278ead-677c-4320-aba8-795d6d037de8 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:38.485341 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c4d9c521-62be-41a0-9748-94793df87f5b req-eb278ead-677c-4320-aba8-795d6d037de8 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 945 time: 0.1270890 Jul 13 07:40:38.533490 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c4d9c521-62be-41a0-9748-94793df87f5b req-4c09cfb0-d2aa-40f0-9783-9584fd334eab tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404179 Jul 13 07:40:38.806201 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f2734-31bf-4e42-a28e-1621c83fe563 req-9e4289d0-2e6a-4dd7-82ab-e683cba126df tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:38.809164 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f90f2734-31bf-4e42-a28e-1621c83fe563 req-9e4289d0-2e6a-4dd7-82ab-e683cba126df tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 945 time: 0.0800402 Jul 13 07:40:38.819544 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46428) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:38.824512 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-75eea8f1-50f2-4494-b249-4eb54c878d6b tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Request body: {'floatingip': {'port_id': '427301b0-b3d0-417e-ae42-50f689915ac9'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:40:38.876339 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-75eea8f1-50f2-4494-b249-4eb54c878d6b tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for floatingip, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:39.596597 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46460) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:39.672744 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-75eea8f1-50f2-4494-b249-4eb54c878d6b tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:39.678477 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-75eea8f1-50f2-4494-b249-4eb54c878d6b tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:39.756461 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d1be006a-62ec-449c-9fd4-216e6622ea2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:39.814104 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [None req-75eea8f1-50f2-4494-b249-4eb54c878d6b tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Floating IP b06831cd-9e6b-4ae2-930d-471c75a9ba17 associated. External IP: 172.25.3.143, port: 427301b0-b3d0-417e-ae42-50f689915ac9. Jul 13 07:40:39.863834 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d1be006a-62ec-449c-9fd4-216e6622ea2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:39.876344 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d1be006a-62ec-449c-9fd4-216e6622ea2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:39.920766 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be006a-62ec-449c-9fd4-216e6622ea2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c01f164-c8e0-4e24-89e4-fa3e7a24a80c,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:39.931744 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d1be006a-62ec-449c-9fd4-216e6622ea2e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=97105ee7e8d64cddb30a439c4fb8611c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3321970 Jul 13 07:40:39.934341 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46464) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:39.942018 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be006a-62ec-449c-9fd4-216e6622ea2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:39.942018 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be006a-62ec-449c-9fd4-216e6622ea2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:39.942649 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be006a-62ec-449c-9fd4-216e6622ea2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:39.942803 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be006a-62ec-449c-9fd4-216e6622ea2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:39.943281 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be006a-62ec-449c-9fd4-216e6622ea2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:39.944337 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be006a-62ec-449c-9fd4-216e6622ea2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:39.944337 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be006a-62ec-449c-9fd4-216e6622ea2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:39.944867 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be006a-62ec-449c-9fd4-216e6622ea2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:39.945621 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be006a-62ec-449c-9fd4-216e6622ea2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:39.946545 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be006a-62ec-449c-9fd4-216e6622ea2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:39.947086 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be006a-62ec-449c-9fd4-216e6622ea2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:39.947655 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be006a-62ec-449c-9fd4-216e6622ea2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:40.051312 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-62c7a558-0466-483a-bd8b-53d1a2f7fedf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:40.125551 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-62c7a558-0466-483a-bd8b-53d1a2f7fedf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:40.193236 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75eea8f1-50f2-4494-b249-4eb54c878d6b tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Router f83a277c-12d3-43ab-a023-cc4b5086da59 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:40:40.271377 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-62c7a558-0466-483a-bd8b-53d1a2f7fedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:40.274978 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-62c7a558-0466-483a-bd8b-53d1a2f7fedf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:40.276141 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-62c7a558-0466-483a-bd8b-53d1a2f7fedf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6c01f164-c8e0-4e24-89e4-fa3e7a24a80c HTTP/1.1" status: 204 len: 168 time: 0.3412316 Jul 13 07:40:40.301924 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c7a558-0466-483a-bd8b-53d1a2f7fedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c01f164-c8e0-4e24-89e4-fa3e7a24a80c,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:40.388315 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75eea8f1-50f2-4494-b249-4eb54c878d6b tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:40:40.393830 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-75eea8f1-50f2-4494-b249-4eb54c878d6b tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:40.406123 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c98ed1-225e-4665-9884-88d19827a030 None None] Sync routers for ids ['f83a277c-12d3-43ab-a023-cc4b5086da59'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:40:40.416829 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c98ed1-225e-4665-9884-88d19827a030 None None] Routers {'f83a277c-12d3-43ab-a023-cc4b5086da59'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:40:40.418394 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-36c98ed1-225e-4665-9884-88d19827a030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:40:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f83a277c-12d3-43ab-a023-cc4b5086da59'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:40.476725 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-75eea8f1-50f2-4494-b249-4eb54c878d6b tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "PUT /v2.0/floatingips/b06831cd-9e6b-4ae2-930d-471c75a9ba17 HTTP/1.1" status: 200 len: 991 time: 1.6555405 Jul 13 07:40:40.477970 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b', 'tag': '427301b0-b3d0-417e-ae42-50f689915ac9'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:40:40.496229 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e27234b-5b15-4522-9a45-326b87f14e13" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b", "tag": "427301b0-b3d0-417e-ae42-50f689915ac9"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:40:40.588175 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1759ecbc-a9d4-4366-9a91-c2ce560897e7 x-openstack-request-id: req-1759ecbc-a9d4-4366-9a91-c2ce560897e7 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:40:40.589142 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b", "tag": "427301b0-b3d0-417e-ae42-50f689915ac9", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:40:40.589818 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1759ecbc-a9d4-4366-9a91-c2ce560897e7 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:40:40.591060 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b', 'tag': '427301b0-b3d0-417e-ae42-50f689915ac9', 'status': 'completed', 'code': 200} Jul 13 07:40:40.669897 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-36c98ed1-225e-4665-9884-88d19827a030 None None] Set router f83a277c-12d3-43ab-a023-cc4b5086da59 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:40:40.698219 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27234b-5b15-4522-9a45-326b87f14e13 req-a59650a3-c3e4-4059-b1b6-0837725eada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:40.700893 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1e27234b-5b15-4522-9a45-326b87f14e13 req-a59650a3-c3e4-4059-b1b6-0837725eada7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=83828f95f1544d3d8ef79b7d2ebdf1c7&device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 1097 time: 0.0913525 Jul 13 07:40:40.738180 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46478) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:40.753456 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c2290045-4b98-468c-9076-e414fc009afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:40.878678 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27234b-5b15-4522-9a45-326b87f14e13 req-fadf3b42-5db1-4d48-83e0-d7091c904ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:40.880804 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1e27234b-5b15-4522-9a45-326b87f14e13 req-fadf3b42-5db1-4d48-83e0-d7091c904ef8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fe3ca710-7f04-4b99-abd8-f0c0a80bd44f HTTP/1.1" status: 200 len: 918 time: 0.1698689 Jul 13 07:40:40.882962 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c2290045-4b98-468c-9076-e414fc009afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:40.888172 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c2290045-4b98-468c-9076-e414fc009afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:40.936403 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2290045-4b98-468c-9076-e414fc009afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e033ae28-e7ea-49ca-a9bc-af572abc42c7,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:40.969702 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c2290045-4b98-468c-9076-e414fc009afa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0b2c6d1f3e2741358944da83edd0f751&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2297294 Jul 13 07:40:40.971975 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1e27234b-5b15-4522-9a45-326b87f14e13 req-ff49c259-66b1-45ed-8fb3-9a57db5af81b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=427301b0-b3d0-417e-ae42-50f689915ac9 HTTP/1.1" status: 200 len: 999 time: 0.0808475 Jul 13 07:40:40.972328 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46480) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:41.073647 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-36c98ed1-225e-4665-9884-88d19827a030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'name': 'tempest-AttachVolumeShelveTestJSON-1034175622-router', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'f8cf5ad5-1270-4bbc-a8ea-8e591950803c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:40:06Z', 'updated_at': '2021-07-13T07:40:15Z', 'revision_number': 4, 'project_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'gw_port': {'id': 'f8cf5ad5-1270-4bbc-a8ea-8e591950803c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:40:08Z', 'updated_at': '2021-07-13T07:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': 'b06831cd-9e6b-4ae2-930d-471c75a9ba17', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'port_id': '427301b0-b3d0-417e-ae42-50f689915ac9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f', 'mac_address': 'fa:16:3e:12:05:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:40:22Z', 'updated_at': '2021-07-13T07:40:39Z', 'revision_number': 1, 'project_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ab4a7e9-5349-474e-9201-c034acd45dc9', 'name': '', 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'mac_address': 'fa:16:3e:ee:d9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'bcb14844-0f59-4592-827b-9b964d247113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:40:13Z', 'updated_at': '2021-07-13T07:40:21Z', 'revision_number': 5, 'project_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'subnets': [{'id': 'bcb14844-0f59-4592-827b-9b964d247113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:41.077963 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27234b-5b15-4522-9a45-326b87f14e13 req-7269afe8-a86a-4e38-8afa-8ba4004a5cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:41.078575 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1e27234b-5b15-4522-9a45-326b87f14e13 req-7269afe8-a86a-4e38-8afa-8ba4004a5cd6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bcb14844-0f59-4592-827b-9b964d247113 HTTP/1.1" status: 200 len: 856 time: 0.0957899 Jul 13 07:40:41.127473 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c98ed1-225e-4665-9884-88d19827a030 None None] Checking router: f83a277c-12d3-43ab-a023-cc4b5086da59 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:40:41.139106 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2ad7510e-3657-42ac-abf3-84295a5ea8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:41.143159 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c98ed1-225e-4665-9884-88d19827a030 None None] Routers {'f83a277c-12d3-43ab-a023-cc4b5086da59'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:40:41.144802 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-36c98ed1-225e-4665-9884-88d19827a030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:40:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f83a277c-12d3-43ab-a023-cc4b5086da59'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:41.194711 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2ad7510e-3657-42ac-abf3-84295a5ea8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:41.247817 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27234b-5b15-4522-9a45-326b87f14e13 req-679d52c1-55e2-44e0-8528-d8fa95272bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:40:41.250362 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1e27234b-5b15-4522-9a45-326b87f14e13 req-679d52c1-55e2-44e0-8528-d8fa95272bee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fe3ca710-7f04-4b99-abd8-f0c0a80bd44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1594112 Jul 13 07:40:41.300363 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-36c98ed1-225e-4665-9884-88d19827a030 None None] Set router f83a277c-12d3-43ab-a023-cc4b5086da59 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:40:41.312035 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2ad7510e-3657-42ac-abf3-84295a5ea8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:41.317049 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2ad7510e-3657-42ac-abf3-84295a5ea8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:41.331610 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2ad7510e-3657-42ac-abf3-84295a5ea8f5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e033ae28-e7ea-49ca-a9bc-af572abc42c7 HTTP/1.1" status: 204 len: 168 time: 0.3487461 Jul 13 07:40:41.427458 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad7510e-3657-42ac-abf3-84295a5ea8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e033ae28-e7ea-49ca-a9bc-af572abc42c7,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:41.489647 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1e27234b-5b15-4522-9a45-326b87f14e13 req-45fcb94b-afe9-4bab-9ef0-4f3486d94e0f service neutron] 10.222.0.42 "GET /v2.0/networks/fe3ca710-7f04-4b99-abd8-f0c0a80bd44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322814 Jul 13 07:40:41.665137 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1e27234b-5b15-4522-9a45-326b87f14e13 req-a2331334-66bf-4b32-8904-3e2ef3079c1f service neutron] 10.222.0.42 "GET /v2.0/networks/fe3ca710-7f04-4b99-abd8-f0c0a80bd44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682477 Jul 13 07:40:41.742558 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-36c98ed1-225e-4665-9884-88d19827a030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'name': 'tempest-AttachVolumeShelveTestJSON-1034175622-router', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'f8cf5ad5-1270-4bbc-a8ea-8e591950803c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:40:06Z', 'updated_at': '2021-07-13T07:40:15Z', 'revision_number': 4, 'project_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'gw_port': {'id': 'f8cf5ad5-1270-4bbc-a8ea-8e591950803c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:40:08Z', 'updated_at': '2021-07-13T07:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': 'b06831cd-9e6b-4ae2-930d-471c75a9ba17', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'port_id': '427301b0-b3d0-417e-ae42-50f689915ac9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f', 'mac_address': 'fa:16:3e:12:05:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:40:22Z', 'updated_at': '2021-07-13T07:40:39Z', 'revision_number': 1, 'project_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ab4a7e9-5349-474e-9201-c034acd45dc9', 'name': '', 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'mac_address': 'fa:16:3e:ee:d9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'bcb14844-0f59-4592-827b-9b964d247113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:40:13Z', 'updated_at': '2021-07-13T07:40:21Z', 'revision_number': 5, 'project_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'subnets': [{'id': 'bcb14844-0f59-4592-827b-9b964d247113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:40:41.808798 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c98ed1-225e-4665-9884-88d19827a030 None None] The sync data for ids ['f83a277c-12d3-43ab-a023-cc4b5086da59'] in n-d-771363-34 is: [{'id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'name': 'tempest-AttachVolumeShelveTestJSON-1034175622-router', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'f8cf5ad5-1270-4bbc-a8ea-8e591950803c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:40:06Z', 'updated_at': '2021-07-13T07:40:15Z', 'revision_number': 4, 'project_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'gw_port': {'id': 'f8cf5ad5-1270-4bbc-a8ea-8e591950803c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:40:08Z', 'updated_at': '2021-07-13T07:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': 'b06831cd-9e6b-4ae2-930d-471c75a9ba17', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'port_id': '427301b0-b3d0-417e-ae42-50f689915ac9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f', 'mac_address': 'fa:16:3e:12:05:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:40:22Z', 'updated_at': '2021-07-13T07:40:39Z', 'revision_number': 1, 'project_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ab4a7e9-5349-474e-9201-c034acd45dc9', 'name': '', 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'mac_address': 'fa:16:3e:ee:d9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'bcb14844-0f59-4592-827b-9b964d247113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:40:13Z', 'updated_at': '2021-07-13T07:40:21Z', 'revision_number': 5, 'project_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'subnets': [{'id': 'bcb14844-0f59-4592-827b-9b964d247113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:40:42.215874 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c2d823-8280-4cbe-ada5-795d04369195 None None] New status for floating IP b06831cd-9e6b-4ae2-930d-471c75a9ba17: ACTIVE {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:40:42.786211 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46530) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:42.962043 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-abe22da8-1da5-4dd7-8c6c-66a84478cc70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.079151 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-abe22da8-1da5-4dd7-8c6c-66a84478cc70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.084781 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-abe22da8-1da5-4dd7-8c6c-66a84478cc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.128124 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-abe22da8-1da5-4dd7-8c6c-66a84478cc70 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=009489f799574deb97de351ef75b793b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3386555 Jul 13 07:40:43.128124 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe22da8-1da5-4dd7-8c6c-66a84478cc70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a579f31f-d71d-4616-89c5-c899c17efafa,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:43.129945 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46544) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:43.211662 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7619eca7-2e11-45aa-a7e0-aecea51b7627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.251428 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7619eca7-2e11-45aa-a7e0-aecea51b7627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.318752 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7619eca7-2e11-45aa-a7e0-aecea51b7627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.321347 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7619eca7-2e11-45aa-a7e0-aecea51b7627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.322701 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7619eca7-2e11-45aa-a7e0-aecea51b7627 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a579f31f-d71d-4616-89c5-c899c17efafa HTTP/1.1" status: 204 len: 168 time: 0.1891680 Jul 13 07:40:43.331552 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619eca7-2e11-45aa-a7e0-aecea51b7627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a579f31f-d71d-4616-89c5-c899c17efafa,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:43.341981 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7619eca7-2e11-45aa-a7e0-aecea51b7627 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:43.342497 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7619eca7-2e11-45aa-a7e0-aecea51b7627 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:43.343002 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7619eca7-2e11-45aa-a7e0-aecea51b7627 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:43.343552 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7619eca7-2e11-45aa-a7e0-aecea51b7627 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:43.344032 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7619eca7-2e11-45aa-a7e0-aecea51b7627 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:43.344541 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7619eca7-2e11-45aa-a7e0-aecea51b7627 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:43.344991 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7619eca7-2e11-45aa-a7e0-aecea51b7627 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:43.345484 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7619eca7-2e11-45aa-a7e0-aecea51b7627 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:43.346022 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7619eca7-2e11-45aa-a7e0-aecea51b7627 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:43.346469 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7619eca7-2e11-45aa-a7e0-aecea51b7627 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:43.346954 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7619eca7-2e11-45aa-a7e0-aecea51b7627 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:43.348001 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7619eca7-2e11-45aa-a7e0-aecea51b7627 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:40:43.742469 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46562) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:43.744811 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [req-7c2ec990-7e55-4f9f-9f3a-2e9af6ce6c70 req-47dc7de2-9a15-49d6-ba63-7bc932bd92da service neutron] (94017) timed out ('10.222.0.25', 52305) {{(pid=94017) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 07:40:43.758176 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7a501a8a-4c1d-490b-85f2-c82bbe9b5264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.898654 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7a501a8a-4c1d-490b-85f2-c82bbe9b5264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.904061 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7a501a8a-4c1d-490b-85f2-c82bbe9b5264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:43.947898 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46568) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:43.951540 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7a501a8a-4c1d-490b-85f2-c82bbe9b5264 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f8154f262d304b408aed46c852075ab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2079403 Jul 13 07:40:43.952174 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46570) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:43.954967 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a501a8a-4c1d-490b-85f2-c82bbe9b5264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbacd31-3ef7-4515-a579-7c16904881af,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:44.021868 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-544e5a69-51ac-4ad8-8f8a-9e99730d72c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.056800 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-544e5a69-51ac-4ad8-8f8a-9e99730d72c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.091386 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1f2644b5-24a8-406d-a89b-904a127d7e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.135547 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-544e5a69-51ac-4ad8-8f8a-9e99730d72c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.138388 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-544e5a69-51ac-4ad8-8f8a-9e99730d72c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.139635 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-544e5a69-51ac-4ad8-8f8a-9e99730d72c7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1cbacd31-3ef7-4515-a579-7c16904881af HTTP/1.1" status: 204 len: 168 time: 0.1861885 Jul 13 07:40:44.148121 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e5a69-51ac-4ad8-8f8a-9e99730d72c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbacd31-3ef7-4515-a579-7c16904881af,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:44.233681 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1f2644b5-24a8-406d-a89b-904a127d7e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.240281 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1f2644b5-24a8-406d-a89b-904a127d7e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.293195 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2644b5-24a8-406d-a89b-904a127d7e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab91dd6-d76a-4dd5-914a-7a468f2f697e,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:44.299868 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1f2644b5-24a8-406d-a89b-904a127d7e68 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d3649baac23a434e99e8dbeb55e9af00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3497562 Jul 13 07:40:44.301907 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46578) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:44.362484 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3f2f848e-5dd8-4372-ad9f-318a17d719bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.385645 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3f2f848e-5dd8-4372-ad9f-318a17d719bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.457376 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3f2f848e-5dd8-4372-ad9f-318a17d719bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.462136 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3f2f848e-5dd8-4372-ad9f-318a17d719bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.465222 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-3f2f848e-5dd8-4372-ad9f-318a17d719bb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6ab91dd6-d76a-4dd5-914a-7a468f2f697e HTTP/1.1" status: 204 len: 168 time: 0.1604674 Jul 13 07:40:44.479491 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f848e-5dd8-4372-ad9f-318a17d719bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab91dd6-d76a-4dd5-914a-7a468f2f697e,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:44.517823 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46582) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:44.534267 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9cdc271b-de94-4b56-b1a4-0bc641ea0ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.663009 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9cdc271b-de94-4b56-b1a4-0bc641ea0ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.668119 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9cdc271b-de94-4b56-b1a4-0bc641ea0ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.707568 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc271b-de94-4b56-b1a4-0bc641ea0ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdc5a3f-83f6-48a9-8d86-96fc40d89678,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:44.712646 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9cdc271b-de94-4b56-b1a4-0bc641ea0ac7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d12f39a3bdb46dab7643c3c65fe624e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1938417 Jul 13 07:40:44.715326 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46586) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:44.778872 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3318c28f-5009-41c9-8d54-4ddc2dc68f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.804844 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3318c28f-5009-41c9-8d54-4ddc2dc68f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.870693 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3318c28f-5009-41c9-8d54-4ddc2dc68f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.874663 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3318c28f-5009-41c9-8d54-4ddc2dc68f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:44.882737 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-3318c28f-5009-41c9-8d54-4ddc2dc68f4f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8fdc5a3f-83f6-48a9-8d86-96fc40d89678 HTTP/1.1" status: 204 len: 168 time: 0.1659925 Jul 13 07:40:44.895647 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318c28f-5009-41c9-8d54-4ddc2dc68f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdc5a3f-83f6-48a9-8d86-96fc40d89678,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:44.971379 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46592) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:44.989630 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5da04722-0890-42b0-b95d-b41c1d6cb464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:45.131017 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5da04722-0890-42b0-b95d-b41c1d6cb464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:45.137882 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5da04722-0890-42b0-b95d-b41c1d6cb464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:45.186414 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5da04722-0890-42b0-b95d-b41c1d6cb464 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=306dd5355b594535ae41d093e6ea8ee2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2139180 Jul 13 07:40:45.188475 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da04722-0890-42b0-b95d-b41c1d6cb464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe9e311-82d9-4518-ad4c-0fe427fca984,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:45.190251 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46600) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:45.265456 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8234d055-dbc2-4bb5-aef1-7a7ff7bb8b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:45.300236 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8234d055-dbc2-4bb5-aef1-7a7ff7bb8b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:45.365065 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8234d055-dbc2-4bb5-aef1-7a7ff7bb8b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:45.368253 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8234d055-dbc2-4bb5-aef1-7a7ff7bb8b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:45.369471 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8234d055-dbc2-4bb5-aef1-7a7ff7bb8b3c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bfe9e311-82d9-4518-ad4c-0fe427fca984 HTTP/1.1" status: 204 len: 168 time: 0.1781738 Jul 13 07:40:45.384717 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234d055-dbc2-4bb5-aef1-7a7ff7bb8b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe9e311-82d9-4518-ad4c-0fe427fca984,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:46.052791 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:40:51.605757 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46776) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:51.763980 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ba4d215c-7aa9-438b-ac73-371b8166d597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:51.884513 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ba4d215c-7aa9-438b-ac73-371b8166d597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:51.890682 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ba4d215c-7aa9-438b-ac73-371b8166d597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.251721 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ba4d215c-7aa9-438b-ac73-371b8166d597 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1fba6793758740b7b40e700fd5d31606&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6448205 Jul 13 07:40:52.257195 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46786) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:52.259497 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d215c-7aa9-438b-ac73-371b8166d597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0834a6d3-4357-400a-ac74-c66288b502f1,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:52.343513 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-11d76c13-eba7-44a2-83c3-693f79b025ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.379811 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-11d76c13-eba7-44a2-83c3-693f79b025ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.452740 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-11d76c13-eba7-44a2-83c3-693f79b025ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.457717 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-11d76c13-eba7-44a2-83c3-693f79b025ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:52.459267 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-11d76c13-eba7-44a2-83c3-693f79b025ef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0834a6d3-4357-400a-ac74-c66288b502f1 HTTP/1.1" status: 204 len: 168 time: 0.2004151 Jul 13 07:40:52.469314 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d76c13-eba7-44a2-83c3-693f79b025ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0834a6d3-4357-400a-ac74-c66288b502f1,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:52.835970 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46796) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:52.861551 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cd1a3e50-de03-42f0-bac2-29fdff4226e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:53.009192 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cd1a3e50-de03-42f0-bac2-29fdff4226e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:53.016879 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cd1a3e50-de03-42f0-bac2-29fdff4226e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:53.079443 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46808) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:53.090156 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-cd1a3e50-de03-42f0-bac2-29fdff4226e5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=860de36a5f7e441c9fcfaeeb255d4c16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2528765 Jul 13 07:40:53.107352 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a3e50-de03-42f0-bac2-29fdff4226e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306ac3cb-6f06-43fe-a3bc-e73d035a4c4a,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:53.246797 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f1c6f71e-b1ba-4bea-89d0-52186e8c83a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:53.306420 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f1c6f71e-b1ba-4bea-89d0-52186e8c83a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:53.347093 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:53.412473 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f1c6f71e-b1ba-4bea-89d0-52186e8c83a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:53.428903 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f1c6f71e-b1ba-4bea-89d0-52186e8c83a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:53.459660 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f1c6f71e-b1ba-4bea-89d0-52186e8c83a2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/306ac3cb-6f06-43fe-a3bc-e73d035a4c4a HTTP/1.1" status: 204 len: 168 time: 0.3789823 Jul 13 07:40:53.481144 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c6f71e-b1ba-4bea-89d0-52186e8c83a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306ac3cb-6f06-43fe-a3bc-e73d035a4c4a,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:53.530203 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46818) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:53.857175 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:53.932498 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bd9c1cc5-fb31-467c-ab06-353632204ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:54.063369 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bd9c1cc5-fb31-467c-ab06-353632204ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:54.079542 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bd9c1cc5-fb31-467c-ab06-353632204ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:54.131145 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-bd9c1cc5-fb31-467c-ab06-353632204ce5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0fec8cfc13f74de286bc0cc10bd615ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5905669 Jul 13 07:40:54.131145 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c1cc5-fb31-467c-ab06-353632204ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53687ef3-08d9-4ed0-a76d-edcf07db5b87,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:54.131663 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46834) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:54.196194 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-81f87ebb-2074-445d-a1ba-b69d7a91de0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:54.220608 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-81f87ebb-2074-445d-a1ba-b69d7a91de0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:54.294162 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-81f87ebb-2074-445d-a1ba-b69d7a91de0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:54.298770 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-81f87ebb-2074-445d-a1ba-b69d7a91de0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:54.301170 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-81f87ebb-2074-445d-a1ba-b69d7a91de0c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/53687ef3-08d9-4ed0-a76d-edcf07db5b87 HTTP/1.1" status: 204 len: 168 time: 0.1679792 Jul 13 07:40:54.310348 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f87ebb-2074-445d-a1ba-b69d7a91de0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53687ef3-08d9-4ed0-a76d-edcf07db5b87,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:54.817732 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46854) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:54.833744 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4cb2a7e1-06e0-41c3-8998-d5120d6fc128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:54.971349 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4cb2a7e1-06e0-41c3-8998-d5120d6fc128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:54.978234 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4cb2a7e1-06e0-41c3-8998-d5120d6fc128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:55.062139 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4cb2a7e1-06e0-41c3-8998-d5120d6fc128 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b89a479f32874d39a330fa975a4de54c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2432539 Jul 13 07:40:55.063078 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2a7e1-06e0-41c3-8998-d5120d6fc128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53fe5a59-1b3d-4010-8e42-d8704ff56902,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:55.064995 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46860) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:55.145198 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-00879747-7c95-493e-a478-1a3154841426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:55.180613 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-00879747-7c95-493e-a478-1a3154841426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:55.268053 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-00879747-7c95-493e-a478-1a3154841426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:55.277197 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-00879747-7c95-493e-a478-1a3154841426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:55.283724 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-00879747-7c95-493e-a478-1a3154841426 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/53fe5a59-1b3d-4010-8e42-d8704ff56902 HTTP/1.1" status: 204 len: 168 time: 0.2175777 Jul 13 07:40:55.295094 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00879747-7c95-493e-a478-1a3154841426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fe5a59-1b3d-4010-8e42-d8704ff56902,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:55.398392 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46866) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:55.713985 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cd8c3251-3a7a-4f82-8ba4-81d78454bfa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:55.832821 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cd8c3251-3a7a-4f82-8ba4-81d78454bfa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:55.837450 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cd8c3251-3a7a-4f82-8ba4-81d78454bfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:55.881902 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-cd8c3251-3a7a-4f82-8ba4-81d78454bfa2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=73406e4467654e6aa92b122c2992c063&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4822412 Jul 13 07:40:55.882838 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c3251-3a7a-4f82-8ba4-81d78454bfa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8aaeb1a-8a12-494d-bb84-50814ba5ff73,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:40:55.885781 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46882) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:40:55.945819 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a8ca05c5-2120-4ab5-b4f2-201adeadf0f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:55.973000 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a8ca05c5-2120-4ab5-b4f2-201adeadf0f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:56.046811 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a8ca05c5-2120-4ab5-b4f2-201adeadf0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:56.049461 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a8ca05c5-2120-4ab5-b4f2-201adeadf0f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:40:56.050688 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a8ca05c5-2120-4ab5-b4f2-201adeadf0f9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e8aaeb1a-8a12-494d-bb84-50814ba5ff73 HTTP/1.1" status: 204 len: 168 time: 0.1636837 Jul 13 07:40:56.063651 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ca05c5-2120-4ab5-b4f2-201adeadf0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8aaeb1a-8a12-494d-bb84-50814ba5ff73,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:00.296305 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-37a46aa4-93a5-4215-a26b-14b20310bfba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:00.676685 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da3ecd-f631-436a-83e1-0213e32fad03 req-59cd44d6-7b83-4f0d-86d5-feba554a049b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:00.680278 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-84da3ecd-f631-436a-83e1-0213e32fad03 req-59cd44d6-7b83-4f0d-86d5-feba554a049b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8092ac1a-986b-4b18-af0c-e8665f196b9d HTTP/1.1" status: 200 len: 1097 time: 0.2292151 Jul 13 07:41:00.739795 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-84da3ecd-f631-436a-83e1-0213e32fad03 req-f22d7daa-6de9-45c4-9399-4f0e4ce9c96a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=99c8760b-e4dc-481d-880d-f4bc8d8b2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525510 Jul 13 07:41:01.069115 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5099f4a-0b38-4a82-b3d7-4d7ca5d48aba req-076c1d4d-258e-471a-9c12-3a1882217750 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:01.077175 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c5099f4a-0b38-4a82-b3d7-4d7ca5d48aba req-076c1d4d-258e-471a-9c12-3a1882217750 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 946 time: 0.1023867 Jul 13 07:41:01.145622 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c5099f4a-0b38-4a82-b3d7-4d7ca5d48aba req-cea7e642-4af2-4462-a387-33813a6a777e tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?id=25c18a17-9cb1-4967-8794-129d946ca0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671313 Jul 13 07:41:02.547691 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0efca-cad6-45b5-864f-0293086d9311 req-620c975a-4dc8-4156-b1ab-d3f03e1a0c89 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:02.560022 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-07c0efca-cad6-45b5-864f-0293086d9311 req-620c975a-4dc8-4156-b1ab-d3f03e1a0c89 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 946 time: 0.1353025 Jul 13 07:41:02.685965 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-07c0efca-cad6-45b5-864f-0293086d9311 req-73343623-8a34-4628-835b-c28039de047e tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?id=25c18a17-9cb1-4967-8794-129d946ca0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225035 Jul 13 07:41:02.704131 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47106) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:02.876403 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab922cc4-d423-47c0-acd5-d80e98d99c5a req-48109921-0d32-4f1c-b68e-6caef5a9b990 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:02.878590 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ab922cc4-d423-47c0-acd5-d80e98d99c5a req-48109921-0d32-4f1c-b68e-6caef5a9b990 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.25 "GET /v2.0/ports?device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 946 time: 0.2261338 Jul 13 07:41:02.924281 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-55458b0f-4bcf-49e3-ae9a-cc483a242ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:03.113530 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-ab922cc4-d423-47c0-acd5-d80e98d99c5a req-f2ba46d7-4297-4280-991a-c229d1f237b2 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Deleting port 90a26624-e32b-47b0-9ae1-e663e374890a {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:03.114226 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ab922cc4-d423-47c0-acd5-d80e98d99c5a req-f2ba46d7-4297-4280-991a-c229d1f237b2 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:03.119116 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-55458b0f-4bcf-49e3-ae9a-cc483a242ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:03.131055 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-55458b0f-4bcf-49e3-ae9a-cc483a242ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:03.139961 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-91f13dc1-f866-4228-b4fd-049331720724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:03.205256 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:03.220421 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-55458b0f-4bcf-49e3-ae9a-cc483a242ada admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cca3e492d59f47cc91e170b9d74101dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5144386 Jul 13 07:41:03.225446 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47110) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:03.252143 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55458b0f-4bcf-49e3-ae9a-cc483a242ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df6edba-1328-4603-b577-e2c8760d99ce,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:03.317196 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b8786184-6df1-46d8-a41e-f6aadf2b598d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:03.342567 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-ab922cc4-d423-47c0-acd5-d80e98d99c5a req-f2ba46d7-4297-4280-991a-c229d1f237b2 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] For port 90a26624-e32b-47b0-9ae1-e663e374890a, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=90a26624-e32b-47b0-9ae1-e663e374890a,segment=NetworkSegment(11955ddd-a8b9-470c-b670-fec4bab54b6d),segment_id=11955ddd-a8b9-470c-b670-fec4bab54b6d)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:03.343088 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ab922cc4-d423-47c0-acd5-d80e98d99c5a req-f2ba46d7-4297-4280-991a-c229d1f237b2 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:03.350129 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b8786184-6df1-46d8-a41e-f6aadf2b598d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:03.489157 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b8786184-6df1-46d8-a41e-f6aadf2b598d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:03.493447 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b8786184-6df1-46d8-a41e-f6aadf2b598d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:03.495683 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b8786184-6df1-46d8-a41e-f6aadf2b598d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5df6edba-1328-4603-b577-e2c8760d99ce HTTP/1.1" status: 204 len: 168 time: 0.2689786 Jul 13 07:41:03.517600 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8786184-6df1-46d8-a41e-f6aadf2b598d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df6edba-1328-4603-b577-e2c8760d99ce,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:03.868565 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ab922cc4-d423-47c0-acd5-d80e98d99c5a req-f2ba46d7-4297-4280-991a-c229d1f237b2 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:03.869397 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ab922cc4-d423-47c0-acd5-d80e98d99c5a req-f2ba46d7-4297-4280-991a-c229d1f237b2 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:03.869735 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [req-ab922cc4-d423-47c0-acd5-d80e98d99c5a req-f2ba46d7-4297-4280-991a-c229d1f237b2 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Floating IP cff428d9-453e-4e35-b10b-84d8861d1edb disassociated. External IP: 172.25.3.12, port: 90a26624-e32b-47b0-9ae1-e663e374890a. Jul 13 07:41:03.870338 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-ab922cc4-d423-47c0-acd5-d80e98d99c5a req-f2ba46d7-4297-4280-991a-c229d1f237b2 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Calling delete_port for 90a26624-e32b-47b0-9ae1-e663e374890a owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:04.072475 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:04.221844 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ab922cc4-d423-47c0-acd5-d80e98d99c5a req-f2ba46d7-4297-4280-991a-c229d1f237b2 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:04.298646 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d1503290-7973-45c8-b7e9-cb072db96df0 req-88e4a2a1-ecf8-40bc-b3ec-f8621f391e84 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 210 time: 0.4317617 Jul 13 07:41:04.302179 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba46d7-4297-4280-991a-c229d1f237b2 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Pushing event deleted for resources: {'Port': ['ID=90a26624-e32b-47b0-9ae1-e663e374890a,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:04.509212 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab922cc4-d423-47c0-acd5-d80e98d99c5a req-f2ba46d7-4297-4280-991a-c229d1f237b2 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Router 22c527f4-252f-48a6-8240-5b7037b7bb83 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:41:04.722335 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab922cc4-d423-47c0-acd5-d80e98d99c5a req-f2ba46d7-4297-4280-991a-c229d1f237b2 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:41:04.748682 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2600b95f-d636-4e30-82c4-466a4b81525a None None] Sync routers for ids ['22c527f4-252f-48a6-8240-5b7037b7bb83'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:41:04.786888 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2600b95f-d636-4e30-82c4-466a4b81525a None None] Routers {'22c527f4-252f-48a6-8240-5b7037b7bb83'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:41:04.787833 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-2600b95f-d636-4e30-82c4-466a4b81525a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:41:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['22c527f4-252f-48a6-8240-5b7037b7bb83'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:04.824843 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab922cc4-d423-47c0-acd5-d80e98d99c5a req-f2ba46d7-4297-4280-991a-c229d1f237b2 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] No DVR routers for this DVR port 90a26624-e32b-47b0-9ae1-e663e374890a on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:41:04.828675 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ab922cc4-d423-47c0-acd5-d80e98d99c5a req-f2ba46d7-4297-4280-991a-c229d1f237b2 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:04.831079 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ab922cc4-d423-47c0-acd5-d80e98d99c5a req-f2ba46d7-4297-4280-991a-c229d1f237b2 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.25 "DELETE /v2.0/ports/90a26624-e32b-47b0-9ae1-e663e374890a HTTP/1.1" status: 204 len: 173 time: 1.9468682 Jul 13 07:41:04.832302 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4342b9e2-2ab7-4e3b-b55d-554201fccaaa', 'name': 'network-vif-deleted', 'tag': '90a26624-e32b-47b0-9ae1-e663e374890a'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:41:04.844757 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bada0ef4-bc4c-4a93-a10e-688c6841b179" -d '{"events": [{"server_uuid": "4342b9e2-2ab7-4e3b-b55d-554201fccaaa", "name": "network-vif-deleted", "tag": "90a26624-e32b-47b0-9ae1-e663e374890a"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:41:04.965206 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a20f7d-ab1d-41af-9994-0b8b21801767 x-openstack-request-id: req-01a20f7d-ab1d-41af-9994-0b8b21801767 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:41:04.965975 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4342b9e2-2ab7-4e3b-b55d-554201fccaaa", "name": "network-vif-deleted", "tag": "90a26624-e32b-47b0-9ae1-e663e374890a", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:41:04.965975 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-01a20f7d-ab1d-41af-9994-0b8b21801767 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:41:04.966396 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4342b9e2-2ab7-4e3b-b55d-554201fccaaa', 'name': 'network-vif-deleted', 'tag': '90a26624-e32b-47b0-9ae1-e663e374890a', 'status': 'completed', 'code': 200} Jul 13 07:41:05.336062 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-2600b95f-d636-4e30-82c4-466a4b81525a None None] Set router 22c527f4-252f-48a6-8240-5b7037b7bb83 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:41:05.606151 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47164) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:05.894593 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8de5fee8-0f31-4c0e-8e28-9737b20a9fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.920751 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:05.993698 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-2600b95f-d636-4e30-82c4-466a4b81525a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'name': 'tempest-AttachVolumeTestJSON-2132677675-router', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '8b160682-30de-473a-b9b0-61d7d4d8ba37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:26Z', 'updated_at': '2021-07-13T07:36:34Z', 'revision_number': 4, 'project_id': '1d949e521db641e0a957c32596881dd2', 'gw_port': {'id': '8b160682-30de-473a-b9b0-61d7d4d8ba37', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:17:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:27Z', 'updated_at': '2021-07-13T07:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '46d9952a-4c0c-453a-8ecb-485f4362db7c', 'name': '', 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'mac_address': 'fa:16:3e:4c:de:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '161fab74-9ca1-4ff2-9b41-082e2a13736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:33Z', 'updated_at': '2021-07-13T07:36:44Z', 'revision_number': 5, 'project_id': '1d949e521db641e0a957c32596881dd2', 'subnets': [{'id': '161fab74-9ca1-4ff2-9b41-082e2a13736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:06.054812 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2600b95f-d636-4e30-82c4-466a4b81525a None None] Checking router: 22c527f4-252f-48a6-8240-5b7037b7bb83 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:41:06.064512 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2600b95f-d636-4e30-82c4-466a4b81525a None None] Routers {'22c527f4-252f-48a6-8240-5b7037b7bb83'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:41:06.065292 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-2600b95f-d636-4e30-82c4-466a4b81525a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:41:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['22c527f4-252f-48a6-8240-5b7037b7bb83'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:06.181513 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f05a993c-88a1-467c-aa6a-3ad301b9ffaf req-98906da8-4b73-4bc2-9a3c-04281eef260c tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4342b9e2-2ab7-4e3b-b55d-554201fccaaa HTTP/1.1" status: 200 len: 210 time: 0.6018555 Jul 13 07:41:06.266092 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8de5fee8-0f31-4c0e-8e28-9737b20a9fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:06.273196 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8de5fee8-0f31-4c0e-8e28-9737b20a9fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:06.285611 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-2600b95f-d636-4e30-82c4-466a4b81525a None None] Set router 22c527f4-252f-48a6-8240-5b7037b7bb83 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:41:06.347579 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47184) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:06.373659 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8de5fee8-0f31-4c0e-8e28-9737b20a9fb8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d35e6d6a26ab4c1e85b9ec66255f9d02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7658076 Jul 13 07:41:06.374922 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5fee8-0f31-4c0e-8e28-9737b20a9fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96369d5c-d230-4b4f-97c8-7c273855a99d,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:06.377151 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47188) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:06.470480 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-127cc5f3-f571-4053-afc4-f568c0d94b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:06.506290 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-127cc5f3-f571-4053-afc4-f568c0d94b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:06.531919 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 90a26624-e32b-47b0-9ae1-e663e374890a no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:41:06.556327 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6136aa4d-bd08-4f8c-96eb-4a5b20ef4f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:06.574324 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 90a26624-e32b-47b0-9ae1-e663e374890a {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:41:06.576744 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 90a26624-e32b-47b0-9ae1-e663e374890a not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:41:06.592293 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-127cc5f3-f571-4053-afc4-f568c0d94b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:06.594849 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-127cc5f3-f571-4053-afc4-f568c0d94b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:06.596068 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-127cc5f3-f571-4053-afc4-f568c0d94b4d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/96369d5c-d230-4b4f-97c8-7c273855a99d HTTP/1.1" status: 204 len: 168 time: 0.2170868 Jul 13 07:41:06.608525 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127cc5f3-f571-4053-afc4-f568c0d94b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96369d5c-d230-4b4f-97c8-7c273855a99d,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:06.745585 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6136aa4d-bd08-4f8c-96eb-4a5b20ef4f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:06.750873 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6136aa4d-bd08-4f8c-96eb-4a5b20ef4f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:06.751315 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-2600b95f-d636-4e30-82c4-466a4b81525a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'name': 'tempest-AttachVolumeTestJSON-2132677675-router', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '8b160682-30de-473a-b9b0-61d7d4d8ba37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:26Z', 'updated_at': '2021-07-13T07:36:34Z', 'revision_number': 4, 'project_id': '1d949e521db641e0a957c32596881dd2', 'gw_port': {'id': '8b160682-30de-473a-b9b0-61d7d4d8ba37', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:17:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:27Z', 'updated_at': '2021-07-13T07:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '46d9952a-4c0c-453a-8ecb-485f4362db7c', 'name': '', 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'mac_address': 'fa:16:3e:4c:de:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '161fab74-9ca1-4ff2-9b41-082e2a13736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:33Z', 'updated_at': '2021-07-13T07:36:44Z', 'revision_number': 5, 'project_id': '1d949e521db641e0a957c32596881dd2', 'subnets': [{'id': '161fab74-9ca1-4ff2-9b41-082e2a13736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:06.800930 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2600b95f-d636-4e30-82c4-466a4b81525a None None] The sync data for ids ['22c527f4-252f-48a6-8240-5b7037b7bb83'] in n-d-771363-34 is: [{'id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'name': 'tempest-AttachVolumeTestJSON-2132677675-router', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '8b160682-30de-473a-b9b0-61d7d4d8ba37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:26Z', 'updated_at': '2021-07-13T07:36:34Z', 'revision_number': 4, 'project_id': '1d949e521db641e0a957c32596881dd2', 'gw_port': {'id': '8b160682-30de-473a-b9b0-61d7d4d8ba37', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:17:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:27Z', 'updated_at': '2021-07-13T07:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '46d9952a-4c0c-453a-8ecb-485f4362db7c', 'name': '', 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'mac_address': 'fa:16:3e:4c:de:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '161fab74-9ca1-4ff2-9b41-082e2a13736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:33Z', 'updated_at': '2021-07-13T07:36:44Z', 'revision_number': 5, 'project_id': '1d949e521db641e0a957c32596881dd2', 'subnets': [{'id': '161fab74-9ca1-4ff2-9b41-082e2a13736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:41:06.806938 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6136aa4d-bd08-4f8c-96eb-4a5b20ef4f88 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bd9bf5d4d51b4242aa2236e86fd493bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4569144 Jul 13 07:41:06.809377 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136aa4d-bd08-4f8c-96eb-4a5b20ef4f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb0614e-dbcc-4840-a105-7de62bf631a0,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:06.812051 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47194) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:06.894347 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ad437df5-a208-4dd8-b8a0-37c402e40555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:06.933181 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ad437df5-a208-4dd8-b8a0-37c402e40555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.000296 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ad437df5-a208-4dd8-b8a0-37c402e40555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.004252 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ad437df5-a208-4dd8-b8a0-37c402e40555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.008207 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ad437df5-a208-4dd8-b8a0-37c402e40555 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/abb0614e-dbcc-4840-a105-7de62bf631a0 HTTP/1.1" status: 204 len: 168 time: 0.1926641 Jul 13 07:41:07.023125 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad437df5-a208-4dd8-b8a0-37c402e40555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb0614e-dbcc-4840-a105-7de62bf631a0,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:07.162553 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a713db16-9118-4264-be4a-2c11979f2d2c None None] New status for floating IP cff428d9-453e-4e35-b10b-84d8861d1edb: DOWN {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:41:07.433452 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47220) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:07.489394 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47224) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:07.505481 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6fecf71c-e328-4175-821b-34bbe838041e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.567093 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3e7aa6b5-f3c3-4de8-848b-1d12e34af0bb tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.604309 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3e7aa6b5-f3c3-4de8-848b-1d12e34af0bb tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.637429 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6fecf71c-e328-4175-821b-34bbe838041e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.644599 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6fecf71c-e328-4175-821b-34bbe838041e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.677337 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3e7aa6b5-f3c3-4de8-848b-1d12e34af0bb tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.680893 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3e7aa6b5-f3c3-4de8-848b-1d12e34af0bb tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.686862 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3e7aa6b5-f3c3-4de8-848b-1d12e34af0bb tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "DELETE /v2.0/security-groups/25c18a17-9cb1-4967-8794-129d946ca0e4 HTTP/1.1" status: 204 len: 168 time: 0.2477355 Jul 13 07:41:07.687400 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47228) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:07.700052 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7aa6b5-f3c3-4de8-848b-1d12e34af0bb tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c18a17-9cb1-4967-8794-129d946ca0e4,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:07.703551 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-2977833c-965d-421a-8ea0-798b37a247e3 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] show failed (client error): The resource could not be found. Jul 13 07:41:07.704585 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2977833c-965d-421a-8ea0-798b37a247e3 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups/25c18a17-9cb1-4967-8794-129d946ca0e4 HTTP/1.1" status: 404 len: 347 time: 0.0163889 Jul 13 07:41:07.709266 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47230) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:07.714025 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6fecf71c-e328-4175-821b-34bbe838041e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=99f8bf90dcb141858835fb272b636034&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2188790 Jul 13 07:41:07.715078 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47232) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:07.731593 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fecf71c-e328-4175-821b-34bbe838041e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9a0adc-a8e4-4c18-91e3-bc11435d258a,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:07.777398 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-592718d3-7949-4c06-83c9-a57d74e7b9d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.805008 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47234) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:07.826706 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-592718d3-7949-4c06-83c9-a57d74e7b9d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.873080 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-3a95c67f-bd10-4423-9dfe-5858a5c96566 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Deleting port 5c199d13-5dcd-42d6-92b5-d16d89aa4d30 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:07.873449 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a95c67f-bd10-4423-9dfe-5858a5c96566 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.902542 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-592718d3-7949-4c06-83c9-a57d74e7b9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.905545 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-592718d3-7949-4c06-83c9-a57d74e7b9d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.910753 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-592718d3-7949-4c06-83c9-a57d74e7b9d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4d9a0adc-a8e4-4c18-91e3-bc11435d258a HTTP/1.1" status: 204 len: 168 time: 0.1914024 Jul 13 07:41:07.917880 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592718d3-7949-4c06-83c9-a57d74e7b9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9a0adc-a8e4-4c18-91e3-bc11435d258a,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:07.955949 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-5b0ae5ae-6f60-443a-a77b-73f9d1ad428e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1624568577-network', 'tenant_id': 'b3dee2175b094eeaa6cc5eca9b6c185f'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:07.989682 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0ae5ae-6f60-443a-a77b-73f9d1ad428e admin admin] Made reservation on behalf of b3dee2175b094eeaa6cc5eca9b6c185f for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:07.990347 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a95c67f-bd10-4423-9dfe-5858a5c96566 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.991110 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a95c67f-bd10-4423-9dfe-5858a5c96566 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:07.992333 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b0ae5ae-6f60-443a-a77b-73f9d1ad428e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.004985 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b0ae5ae-6f60-443a-a77b-73f9d1ad428e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.009324 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-3a95c67f-bd10-4423-9dfe-5858a5c96566 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Calling delete_port for 5c199d13-5dcd-42d6-92b5-d16d89aa4d30 owned by network:floatingip {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:08.122048 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b0ae5ae-6f60-443a-a77b-73f9d1ad428e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.127984 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b0ae5ae-6f60-443a-a77b-73f9d1ad428e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.157215 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b0ae5ae-6f60-443a-a77b-73f9d1ad428e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:41:08.168350 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ae5ae-6f60-443a-a77b-73f9d1ad428e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97fe73a-16b7-4d05-855c-55625b25fe56,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:08.175318 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b0ae5ae-6f60-443a-a77b-73f9d1ad428e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.175723 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-5b0ae5ae-6f60-443a-a77b-73f9d1ad428e admin admin] Added segment 3c5f6cd5-b84d-4bd8-aa4e-80b2bc0f2b23 of type vlan for network d9fff5db-9c84-4008-8659-ae495f0b5931 Jul 13 07:41:08.223352 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b0ae5ae-6f60-443a-a77b-73f9d1ad428e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.240348 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a95c67f-bd10-4423-9dfe-5858a5c96566 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.271090 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b0ae5ae-6f60-443a-a77b-73f9d1ad428e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.272867 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0ae5ae-6f60-443a-a77b-73f9d1ad428e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:08.273866 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b0ae5ae-6f60-443a-a77b-73f9d1ad428e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.285766 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a95c67f-bd10-4423-9dfe-5858a5c96566 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Pushing event deleted for resources: {'Port': ['ID=5c199d13-5dcd-42d6-92b5-d16d89aa4d30,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:08.327047 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5b0ae5ae-6f60-443a-a77b-73f9d1ad428e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5195136 Jul 13 07:41:08.327602 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47248) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:08.333085 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-414dd8bb-bec0-432c-865c-7987ce3bdded admin admin] Request body: {'subnet': {'network_id': 'd9fff5db-9c84-4008-8659-ae495f0b5931', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1624568577-subnet', 'tenant_id': 'b3dee2175b094eeaa6cc5eca9b6c185f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:08.373405 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ae5ae-6f60-443a-a77b-73f9d1ad428e admin admin] Pushing event updated for resources: {'Network': ['ID=d9fff5db-9c84-4008-8659-ae495f0b5931,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:08.389369 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414dd8bb-bec0-432c-865c-7987ce3bdded admin admin] Made reservation on behalf of b3dee2175b094eeaa6cc5eca9b6c185f for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:08.390234 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network d9fff5db-9c84-4008-8659-ae495f0b5931 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:41:08.393181 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-414dd8bb-bec0-432c-865c-7987ce3bdded admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.396977 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a95c67f-bd10-4423-9dfe-5858a5c96566 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for floatingip, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.407349 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a95c67f-bd10-4423-9dfe-5858a5c96566 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.412595 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3a95c67f-bd10-4423-9dfe-5858a5c96566 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "DELETE /v2.0/floatingips/cff428d9-453e-4e35-b10b-84d8861d1edb HTTP/1.1" status: 204 len: 168 time: 0.6979227 Jul 13 07:41:08.684373 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-414dd8bb-bec0-432c-865c-7987ce3bdded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.750658 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414dd8bb-bec0-432c-865c-7987ce3bdded admin admin] Pushing event updated for resources: {'Subnet': ['ID=76e3c516-3403-43b5-bd59-599ab9fb3d03,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:08.778260 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414dd8bb-bec0-432c-865c-7987ce3bdded admin admin] Checking segment: {'id': '3c5f6cd5-b84d-4bd8-aa4e-80b2bc0f2b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd9fff5db-9c84-4008-8659-ae495f0b5931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:08.778549 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414dd8bb-bec0-432c-865c-7987ce3bdded admin admin] Network hostable DHCP agents. Network: d9fff5db-9c84-4008-8659-ae495f0b5931, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:41:08.802809 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414dd8bb-bec0-432c-865c-7987ce3bdded admin admin] Network d9fff5db-9c84-4008-8659-ae495f0b5931 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:41:08.813331 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-414dd8bb-bec0-432c-865c-7987ce3bdded admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, d9fff5db-9c84-4008-8659-ae495f0b5931) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:08.818337 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414dd8bb-bec0-432c-865c-7987ce3bdded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:08.819321 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-414dd8bb-bec0-432c-865c-7987ce3bdded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:08.829927 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d219c949-3018-4a33-ae10-92d83a87ef4f None None] Network d9fff5db-9c84-4008-8659-ae495f0b5931 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:08.860819 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47266) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:08.866881 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-848ed4f2-0515-4a58-b22b-b21ca1d3fd00 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Request body: {'security_group': {'name': 'tempest-securitygroup--793973040', 'description': 'tempest-description--1905622215'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:08.878974 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-414dd8bb-bec0-432c-865c-7987ce3bdded admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5480211 Jul 13 07:41:08.903633 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-848ed4f2-0515-4a58-b22b-b21ca1d3fd00 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.028972 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501a5b1b-954e-4128-a3b6-6de88bfe2a19 None None] Network d9fff5db-9c84-4008-8659-ae495f0b5931 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:09.066750 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-848ed4f2-0515-4a58-b22b-b21ca1d3fd00 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.072075 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-848ed4f2-0515-4a58-b22b-b21ca1d3fd00 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.106946 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-848ed4f2-0515-4a58-b22b-b21ca1d3fd00 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.111588 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47276) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:09.117591 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-04104d83-fc58-4607-951c-8a9693241c4a tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Request body: {'security_group_rule': {'security_group_id': 'c809d8fb-98c4-4484-802e-8d0dec699077', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:09.121263 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-848ed4f2-0515-4a58-b22b-b21ca1d3fd00 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2586536 Jul 13 07:41:09.125921 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848ed4f2-0515-4a58-b22b-b21ca1d3fd00 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c809d8fb-98c4-4484-802e-8d0dec699077,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:09.168662 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-04104d83-fc58-4607-951c-8a9693241c4a tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.226019 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-04104d83-fc58-4607-951c-8a9693241c4a tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.230695 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-04104d83-fc58-4607-951c-8a9693241c4a tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.247148 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04104d83-fc58-4607-951c-8a9693241c4a tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d918f3da-cbb1-4a88-afa0-906f6738446f,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:09.264561 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-04104d83-fc58-4607-951c-8a9693241c4a tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.265770 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-04104d83-fc58-4607-951c-8a9693241c4a tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1530991 Jul 13 07:41:09.268984 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47282) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:09.274956 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-c7eac443-5a01-4cde-b6cf-1be1de4a03fe tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Request body: {'security_group_rule': {'security_group_id': 'c809d8fb-98c4-4484-802e-8d0dec699077', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:09.311265 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c7eac443-5a01-4cde-b6cf-1be1de4a03fe tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.379533 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c7eac443-5a01-4cde-b6cf-1be1de4a03fe tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.384351 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c7eac443-5a01-4cde-b6cf-1be1de4a03fe tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.404155 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eac443-5a01-4cde-b6cf-1be1de4a03fe tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d22fc8f-0581-4ccd-848a-84a2578dee05,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:09.417919 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c7eac443-5a01-4cde-b6cf-1be1de4a03fe tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.423761 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47288) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:09.430819 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-0c22926e-2d1c-4836-9027-be38836182a3 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:09.432710 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c7eac443-5a01-4cde-b6cf-1be1de4a03fe tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1607776 Jul 13 07:41:09.461920 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0c22926e-2d1c-4836-9027-be38836182a3 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for floatingip, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.608491 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0c22926e-2d1c-4836-9027-be38836182a3 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.763267 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-0c22926e-2d1c-4836-9027-be38836182a3 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Allocated IP 172.25.3.167 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/4b27743c-7de5-4b52-a574-a3ae02b4039f) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:09.836154 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47310) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:09.841919 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-2a0009c6-b98f-4c93-a86f-427edb4374cf admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-745549148-network', 'tenant_id': '49b0324991f2447ebcaa33bc455a851b'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:09.868661 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0009c6-b98f-4c93-a86f-427edb4374cf admin admin] Made reservation on behalf of 49b0324991f2447ebcaa33bc455a851b for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:09.875471 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2a0009c6-b98f-4c93-a86f-427edb4374cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.884230 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2a0009c6-b98f-4c93-a86f-427edb4374cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.921201 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0c22926e-2d1c-4836-9027-be38836182a3 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:09.974065 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0c22926e-2d1c-4836-9027-be38836182a3 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.015245 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2a0009c6-b98f-4c93-a86f-427edb4374cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.021387 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2a0009c6-b98f-4c93-a86f-427edb4374cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.052597 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c22926e-2d1c-4836-9027-be38836182a3 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:10.062293 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-0c22926e-2d1c-4836-9027-be38836182a3 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:10.065076 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a0009c6-b98f-4c93-a86f-427edb4374cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:41:10.066229 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22926e-2d1c-4836-9027-be38836182a3 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Pushing event updated for resources: {'Port': ['ID=4b27743c-7de5-4b52-a574-a3ae02b4039f,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:10.070089 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c22926e-2d1c-4836-9027-be38836182a3 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:10.087227 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0009c6-b98f-4c93-a86f-427edb4374cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7dcae8-d7e4-4f9f-9e65-94ba6bf49530,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:10.097799 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2a0009c6-b98f-4c93-a86f-427edb4374cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.098550 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-2a0009c6-b98f-4c93-a86f-427edb4374cf admin admin] Added segment d84d4696-2338-4dce-8c06-10409df80fa8 of type vlan for network 18c344f5-08c0-4a86-adbb-6f510c58a76f Jul 13 07:41:10.167966 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2a0009c6-b98f-4c93-a86f-427edb4374cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.208979 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0c22926e-2d1c-4836-9027-be38836182a3 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.215478 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2a0009c6-b98f-4c93-a86f-427edb4374cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.216845 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0009c6-b98f-4c93-a86f-427edb4374cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:10.217997 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2a0009c6-b98f-4c93-a86f-427edb4374cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.264238 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2a0009c6-b98f-4c93-a86f-427edb4374cf admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4269245 Jul 13 07:41:10.267474 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47316) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:10.274831 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-f9f4331d-c931-4f08-9e68-16c793a21fb5 admin admin] Request body: {'subnet': {'network_id': '18c344f5-08c0-4a86-adbb-6f510c58a76f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-745549148-subnet', 'tenant_id': '49b0324991f2447ebcaa33bc455a851b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:10.281236 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0c22926e-2d1c-4836-9027-be38836182a3 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.301279 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0009c6-b98f-4c93-a86f-427edb4374cf admin admin] Pushing event updated for resources: {'Network': ['ID=18c344f5-08c0-4a86-adbb-6f510c58a76f,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:10.320270 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 18c344f5-08c0-4a86-adbb-6f510c58a76f details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:41:10.344438 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f4331d-c931-4f08-9e68-16c793a21fb5 admin admin] Made reservation on behalf of 49b0324991f2447ebcaa33bc455a851b for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:10.348519 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f9f4331d-c931-4f08-9e68-16c793a21fb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.628393 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0c22926e-2d1c-4836-9027-be38836182a3 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.637278 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0c22926e-2d1c-4836-9027-be38836182a3 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.763853 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22926e-2d1c-4836-9027-be38836182a3 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Pushing event updated for resources: {'Port': ['ID=4b27743c-7de5-4b52-a574-a3ae02b4039f,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:10.770356 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f9f4331d-c931-4f08-9e68-16c793a21fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.817822 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0c22926e-2d1c-4836-9027-be38836182a3 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.835563 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47334) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:10.840965 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f4331d-c931-4f08-9e68-16c793a21fb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a36ee07f-3b60-4998-bd41-7e99772dffd4,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:10.848768 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0c22926e-2d1c-4836-9027-be38836182a3 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.850009 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0c22926e-2d1c-4836-9027-be38836182a3 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4242828 Jul 13 07:41:10.860206 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f4331d-c931-4f08-9e68-16c793a21fb5 admin admin] Checking segment: {'id': 'd84d4696-2338-4dce-8c06-10409df80fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '18c344f5-08c0-4a86-adbb-6f510c58a76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:10.860566 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f4331d-c931-4f08-9e68-16c793a21fb5 admin admin] Network hostable DHCP agents. Network: 18c344f5-08c0-4a86-adbb-6f510c58a76f, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:41:10.881665 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f4331d-c931-4f08-9e68-16c793a21fb5 admin admin] Network 18c344f5-08c0-4a86-adbb-6f510c58a76f is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:41:10.894600 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-f9f4331d-c931-4f08-9e68-16c793a21fb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 18c344f5-08c0-4a86-adbb-6f510c58a76f) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:10.900225 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f4331d-c931-4f08-9e68-16c793a21fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:10.901173 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f9f4331d-c931-4f08-9e68-16c793a21fb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:10.906705 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef55ecd-c290-4d4b-b278-46b0fe7476e8 None None] Network 18c344f5-08c0-4a86-adbb-6f510c58a76f requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:10.925313 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f9f4331d-c931-4f08-9e68-16c793a21fb5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6558409 Jul 13 07:41:11.038423 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1d16d4f4-c834-421f-8de1-70b4b87d1107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:11.129249 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb44a643-5845-44ef-8377-515f7e1893f8 None None] Network 18c344f5-08c0-4a86-adbb-6f510c58a76f requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:11.221252 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1d16d4f4-c834-421f-8de1-70b4b87d1107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:11.228231 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1d16d4f4-c834-421f-8de1-70b4b87d1107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:11.286681 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1d16d4f4-c834-421f-8de1-70b4b87d1107 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a1c19aee34044f58b820a9aed63a39de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4495876 Jul 13 07:41:11.287001 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47356) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:11.288030 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d16d4f4-c834-421f-8de1-70b4b87d1107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9887c0fe-d390-4f67-9892-9ab8028b4b18,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:11.293293 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-929ba01c-c8f1-4f02-98d6-9e7fbd01320f tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--793973040&fields=id&tenant_id=1d949e521db641e0a957c32596881dd2 HTTP/1.1" status: 200 len: 267 time: 0.0786428 Jul 13 07:41:11.491725 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-73d905f6-b439-4383-9b7a-43fa92b5969f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:11.553524 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-e10dac8b-dfa8-49ef-be61-62f47f1d8436 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:11.556020 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-e10dac8b-dfa8-49ef-be61-62f47f1d8436 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/networks?id=c6c7368c-96bb-4e1d-964f-3969d7e167b4 HTTP/1.1" status: 200 len: 811 time: 0.2507529 Jul 13 07:41:11.564430 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-73d905f6-b439-4383-9b7a-43fa92b5969f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:11.605073 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-03100f78-3ef2-4bac-8320-62ba9ae92705 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/quotas/1d949e521db641e0a957c32596881dd2 HTTP/1.1" status: 200 len: 375 time: 0.0291507 Jul 13 07:41:11.658028 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-8b19b203-a462-4409-ba4b-716c807759c6 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:11.659247 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-8b19b203-a462-4409-ba4b-716c807759c6 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/networks?id=d9fff5db-9c84-4008-8659-ae495f0b5931 HTTP/1.1" status: 200 len: 812 time: 0.1269758 Jul 13 07:41:11.677834 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-5a32d609-f8ed-4fde-a9d6-66e1af22827d tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/quotas/b3dee2175b094eeaa6cc5eca9b6c185f HTTP/1.1" status: 200 len: 375 time: 0.0113382 Jul 13 07:41:11.719367 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-85da54de-2979-4efa-94b6-8e4141458054 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b3dee2175b094eeaa6cc5eca9b6c185f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354567 Jul 13 07:41:11.719869 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-73d905f6-b439-4383-9b7a-43fa92b5969f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:11.724445 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-73d905f6-b439-4383-9b7a-43fa92b5969f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:11.726322 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-73d905f6-b439-4383-9b7a-43fa92b5969f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9887c0fe-d390-4f67-9892-9ab8028b4b18 HTTP/1.1" status: 204 len: 168 time: 0.4318311 Jul 13 07:41:11.754058 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d905f6-b439-4383-9b7a-43fa92b5969f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9887c0fe-d390-4f67-9892-9ab8028b4b18,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:11.778320 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-e366ce74-0970-47fd-b04d-e36554c77740 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d949e521db641e0a957c32596881dd2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1591511 Jul 13 07:41:11.847868 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-5f988738-9b9a-40f8-a3fb-68db04212d8c service neutron] 10.222.0.23 "GET /v2.0/networks/d9fff5db-9c84-4008-8659-ae495f0b5931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186602 Jul 13 07:41:11.926143 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-7062ffc0-c6d4-432b-ab85-fb2ebb476ac5 service neutron] 10.222.0.23 "GET /v2.0/networks/c6c7368c-96bb-4e1d-964f-3969d7e167b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203189 Jul 13 07:41:11.981337 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-e669a946-2056-499f-beea-813b9c75283b service neutron] 10.222.0.23 "GET /v2.0/networks/d9fff5db-9c84-4008-8659-ae495f0b5931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272664 Jul 13 07:41:12.083578 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-898d0757-61e8-4364-bb6a-de758784927e service neutron] 10.222.0.23 "GET /v2.0/networks/c6c7368c-96bb-4e1d-964f-3969d7e167b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465695 Jul 13 07:41:12.196955 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47382) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:12.216506 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-93b49a27-33cb-4b1e-9370-adbd787749dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:12.364158 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b1c858a6-75ab-4a11-a04c-938c50d81df4 req-4cae2f2c-d5b0-414b-aa63-da40b5b9d9c8 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6875fc5-7958-4f69-a4fd-3e89fb14d02c HTTP/1.1" status: 200 len: 210 time: 0.0390458 Jul 13 07:41:12.444612 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-93b49a27-33cb-4b1e-9370-adbd787749dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:12.449727 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-93b49a27-33cb-4b1e-9370-adbd787749dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:12.474519 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6138d326-71f1-440f-b4b7-7b8eab5ba79d req-c6c0f590-cb81-4679-a45d-2078aecb4954 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eaa9c9f-64e1-471c-9189-8a299fadaf22 HTTP/1.1" status: 200 len: 210 time: 0.0392854 Jul 13 07:41:12.494836 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-93b49a27-33cb-4b1e-9370-adbd787749dd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c7687485b6a845ee9a36df9514407800&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2945304 Jul 13 07:41:12.494836 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b49a27-33cb-4b1e-9370-adbd787749dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e140da84-f0da-4c2d-a990-79c0cddf5a81,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:12.496190 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47392) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:12.581960 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fd7d53e4-af61-47f7-b1a9-7c1d13f5e8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:12.609993 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fd7d53e4-af61-47f7-b1a9-7c1d13f5e8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:12.684703 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fd7d53e4-af61-47f7-b1a9-7c1d13f5e8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:12.688287 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fd7d53e4-af61-47f7-b1a9-7c1d13f5e8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:12.692238 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-fd7d53e4-af61-47f7-b1a9-7c1d13f5e8d2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e140da84-f0da-4c2d-a990-79c0cddf5a81 HTTP/1.1" status: 204 len: 168 time: 0.1943703 Jul 13 07:41:12.705524 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d53e4-af61-47f7-b1a9-7c1d13f5e8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e140da84-f0da-4c2d-a990-79c0cddf5a81,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:13.636288 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6a90dc8a-103e-4f32-bd52-5f85de770fc2 req-7bbba75f-e121-4e07-b134-8b87daa710e3 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6875fc5-7958-4f69-a4fd-3e89fb14d02c HTTP/1.1" status: 200 len: 210 time: 0.0947378 Jul 13 07:41:13.748468 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-413a90a5-aee2-47d5-a717-b53442cdeca0 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:13.751061 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-413a90a5-aee2-47d5-a717-b53442cdeca0 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.25 "GET /v2.0/networks?id=d9fff5db-9c84-4008-8659-ae495f0b5931 HTTP/1.1" status: 200 len: 812 time: 0.2296145 Jul 13 07:41:13.766078 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-b6c5617b-20f4-4739-89c0-16495c41e341 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Request body: {'port': {'device_id': 'd6875fc5-7958-4f69-a4fd-3e89fb14d02c', 'network_id': 'd9fff5db-9c84-4008-8659-ae495f0b5931', 'admin_state_up': True, 'tenant_id': 'b3dee2175b094eeaa6cc5eca9b6c185f'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:13.847352 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0c6da3ec-1ca5-46c1-a207-9d24f5df7eaf req-1981fe4a-e6e5-4430-8947-d27a969f961a tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eaa9c9f-64e1-471c-9189-8a299fadaf22 HTTP/1.1" status: 200 len: 210 time: 0.0574198 Jul 13 07:41:13.936729 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-b6c5617b-20f4-4739-89c0-16495c41e341 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Made reservation on behalf of b3dee2175b094eeaa6cc5eca9b6c185f for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:13.940840 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-b6c5617b-20f4-4739-89c0-16495c41e341 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:14.109823 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-b6c5617b-20f4-4739-89c0-16495c41e341 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Allocated IP 172.20.0.3 (d9fff5db-9c84-4008-8659-ae495f0b5931/76e3c516-3403-43b5-bd59-599ab9fb3d03/ce66da36-9ec0-496b-9d74-95deb08d90f4) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:14.200183 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-46bf37cc-bbdd-40f2-b77a-ccea547e2258 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:14.202115 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-46bf37cc-bbdd-40f2-b77a-ccea547e2258 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.25 "GET /v2.0/networks?id=c6c7368c-96bb-4e1d-964f-3969d7e167b4 HTTP/1.1" status: 200 len: 811 time: 0.2095118 Jul 13 07:41:14.278539 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-626584cb-8251-4200-9d83-9ba7e894505e tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d949e521db641e0a957c32596881dd2 HTTP/1.1" status: 200 len: 379 time: 0.0667024 Jul 13 07:41:14.291485 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-e3d2baf5-1485-468a-8e75-708c4c0c6a9c tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Request body: {'port': {'device_id': '4eaa9c9f-64e1-471c-9189-8a299fadaf22', 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4', 'admin_state_up': True, 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'security_groups': ['c809d8fb-98c4-4484-802e-8d0dec699077']}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:14.355763 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-b6c5617b-20f4-4739-89c0-16495c41e341 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:14.413598 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-b6c5617b-20f4-4739-89c0-16495c41e341 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:14.455045 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-e3d2baf5-1485-468a-8e75-708c4c0c6a9c tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Made reservation on behalf of 1d949e521db641e0a957c32596881dd2 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:14.462079 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-e3d2baf5-1485-468a-8e75-708c4c0c6a9c tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:14.500013 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c5617b-20f4-4739-89c0-16495c41e341 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Pushing event updated for resources: {'Port': ['ID=ce66da36-9ec0-496b-9d74-95deb08d90f4,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:14.517117 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-b6c5617b-20f4-4739-89c0-16495c41e341 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Network d9fff5db-9c84-4008-8659-ae495f0b5931 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:14.519477 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-b6c5617b-20f4-4739-89c0-16495c41e341 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:14.526148 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-b6c5617b-20f4-4739-89c0-16495c41e341 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:14.593023 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-b6c5617b-20f4-4739-89c0-16495c41e341 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:14.594415 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-b6c5617b-20f4-4739-89c0-16495c41e341 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:14.620126 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-b6c5617b-20f4-4739-89c0-16495c41e341 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8607106 Jul 13 07:41:14.633847 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-cf29c8c2-008c-4e24-a8fa-ccf22acbadfc service neutron] Request body: {'port': {'device_id': 'd6875fc5-7958-4f69-a4fd-3e89fb14d02c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:14.696433 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-e3d2baf5-1485-468a-8e75-708c4c0c6a9c tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Allocated IP 172.20.0.3 (c6c7368c-96bb-4e1d-964f-3969d7e167b4/161fab74-9ca1-4ff2-9b41-082e2a13736e/7c87d6b4-73d0-40c9-b608-a0c471d7b935) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:14.760848 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-cf29c8c2-008c-4e24-a8fa-ccf22acbadfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:14.934228 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-e3d2baf5-1485-468a-8e75-708c4c0c6a9c tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:14.951888 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-e3d2baf5-1485-468a-8e75-708c4c0c6a9c tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Transition to ACTIVE for port object 7c87d6b4-73d0-40c9-b608-a0c471d7b935 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:15.045619 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-e3d2baf5-1485-468a-8e75-708c4c0c6a9c tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:15.115538 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-e3d2baf5-1485-468a-8e75-708c4c0c6a9c tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Network c6c7368c-96bb-4e1d-964f-3969d7e167b4 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:15.124328 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecad963-7ace-4e16-9e60-86df5b9ab9e7 req-b8856969-779c-4a97-bda4-678df421ce14 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:15.125811 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8ecad963-7ace-4e16-9e60-86df5b9ab9e7 req-b8856969-779c-4a97-bda4-678df421ce14 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6875fc5-7958-4f69-a4fd-3e89fb14d02c HTTP/1.1" status: 200 len: 931 time: 0.1639161 Jul 13 07:41:15.130118 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-e3d2baf5-1485-468a-8e75-708c4c0c6a9c tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:15.135016 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-e3d2baf5-1485-468a-8e75-708c4c0c6a9c tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:15.188127 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-e3d2baf5-1485-468a-8e75-708c4c0c6a9c tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:15.188769 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-e3d2baf5-1485-468a-8e75-708c4c0c6a9c tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:15.206329 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2baf5-1485-468a-8e75-708c4c0c6a9c tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Pushing event updated for resources: {'Port': ['ID=7c87d6b4-73d0-40c9-b608-a0c471d7b935,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:15.252124 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-e3d2baf5-1485-468a-8e75-708c4c0c6a9c tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9680593 Jul 13 07:41:15.291632 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-e32a42cc-0e90-463b-b18e-8450fa2b9404 service neutron] Request body: {'port': {'device_id': '4eaa9c9f-64e1-471c-9189-8a299fadaf22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:15.316820 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3333b-1279-4fde-9d26-1d66690ddbfe req-0d41ccde-3173-42b8-b838-20abbce67d22 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:15.318640 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-34f3333b-1279-4fde-9d26-1d66690ddbfe req-0d41ccde-3173-42b8-b838-20abbce67d22 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eaa9c9f-64e1-471c-9189-8a299fadaf22 HTTP/1.1" status: 200 len: 931 time: 0.2332125 Jul 13 07:41:15.332155 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8ecad963-7ace-4e16-9e60-86df5b9ab9e7 req-94706535-1b77-41ac-b35c-80112079850e tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97fe73a-16b7-4d05-855c-55625b25fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405346 Jul 13 07:41:15.411091 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-cf29c8c2-008c-4e24-a8fa-ccf22acbadfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce66da36-9ec0-496b-9d74-95deb08d90f4 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:41:15.442916 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-e32a42cc-0e90-463b-b18e-8450fa2b9404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:15.448189 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-34f3333b-1279-4fde-9d26-1d66690ddbfe req-245af1cb-00c9-4d69-b146-94fb8c2aedd3 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?id=c809d8fb-98c4-4484-802e-8d0dec699077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772972 Jul 13 07:41:15.452800 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-cf29c8c2-008c-4e24-a8fa-ccf22acbadfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:15.472504 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-cf29c8c2-008c-4e24-a8fa-ccf22acbadfc service neutron] Transition to ACTIVE for port object ce66da36-9ec0-496b-9d74-95deb08d90f4 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:15.478385 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-cf29c8c2-008c-4e24-a8fa-ccf22acbadfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:15.537691 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf29c8c2-008c-4e24-a8fa-ccf22acbadfc service neutron] Pushing event updated for resources: {'Port': ['ID=ce66da36-9ec0-496b-9d74-95deb08d90f4,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:15.575504 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3f970d10-77c0-45f5-8522-e760b6497b3d None None] Provisioning for port 7c87d6b4-73d0-40c9-b608-a0c471d7b935 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:15.582311 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3f970d10-77c0-45f5-8522-e760b6497b3d None None] Provisioning complete for port 7c87d6b4-73d0-40c9-b608-a0c471d7b935 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:15.583363 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3f970d10-77c0-45f5-8522-e760b6497b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:15.666944 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-3f970d10-77c0-45f5-8522-e760b6497b3d None None] Port 7c87d6b4-73d0-40c9-b608-a0c471d7b935 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:41:15.708071 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-cf29c8c2-008c-4e24-a8fa-ccf22acbadfc service neutron] Attempting to bind port ce66da36-9ec0-496b-9d74-95deb08d90f4 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:41:15.708613 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-cf29c8c2-008c-4e24-a8fa-ccf22acbadfc service neutron] Attempting to bind port ce66da36-9ec0-496b-9d74-95deb08d90f4 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '3c5f6cd5-b84d-4bd8-aa4e-80b2bc0f2b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd9fff5db-9c84-4008-8659-ae495f0b5931'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:41:15.710018 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-cf29c8c2-008c-4e24-a8fa-ccf22acbadfc service neutron] Attempting to bind port ce66da36-9ec0-496b-9d74-95deb08d90f4 on network d9fff5db-9c84-4008-8659-ae495f0b5931 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:15.716562 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-cf29c8c2-008c-4e24-a8fa-ccf22acbadfc service neutron] Port ce66da36-9ec0-496b-9d74-95deb08d90f4 on network d9fff5db-9c84-4008-8659-ae495f0b5931 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:41:15.717079 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-cf29c8c2-008c-4e24-a8fa-ccf22acbadfc service neutron] Attempting to bind port ce66da36-9ec0-496b-9d74-95deb08d90f4 on network d9fff5db-9c84-4008-8659-ae495f0b5931 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:15.726628 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-cf29c8c2-008c-4e24-a8fa-ccf22acbadfc service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:41:15.727191 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-cf29c8c2-008c-4e24-a8fa-ccf22acbadfc service neutron] Checking segment: {'id': '3c5f6cd5-b84d-4bd8-aa4e-80b2bc0f2b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd9fff5db-9c84-4008-8659-ae495f0b5931'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:15.730548 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-cf29c8c2-008c-4e24-a8fa-ccf22acbadfc service neutron] Bound using segment: {'id': '3c5f6cd5-b84d-4bd8-aa4e-80b2bc0f2b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd9fff5db-9c84-4008-8659-ae495f0b5931'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:41:15.730548 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-cf29c8c2-008c-4e24-a8fa-ccf22acbadfc service neutron] Bound port: ce66da36-9ec0-496b-9d74-95deb08d90f4, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c5f6cd5-b84d-4bd8-aa4e-80b2bc0f2b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd9fff5db-9c84-4008-8659-ae495f0b5931'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:41:15.730548 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-cf29c8c2-008c-4e24-a8fa-ccf22acbadfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:15.819576 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-cf29c8c2-008c-4e24-a8fa-ccf22acbadfc service neutron] For port ce66da36-9ec0-496b-9d74-95deb08d90f4, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:41:15.825047 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-cf29c8c2-008c-4e24-a8fa-ccf22acbadfc service neutron] For port ce66da36-9ec0-496b-9d74-95deb08d90f4, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=ce66da36-9ec0-496b-9d74-95deb08d90f4,segment=NetworkSegment(3c5f6cd5-b84d-4bd8-aa4e-80b2bc0f2b23),segment_id=3c5f6cd5-b84d-4bd8-aa4e-80b2bc0f2b23)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:41:15.832655 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-cf29c8c2-008c-4e24-a8fa-ccf22acbadfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:15.864147 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-e32a42cc-0e90-463b-b18e-8450fa2b9404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c87d6b4-73d0-40c9-b608-a0c471d7b935 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:41:15.874007 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-e32a42cc-0e90-463b-b18e-8450fa2b9404 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:15.894337 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-cf29c8c2-008c-4e24-a8fa-ccf22acbadfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:15.895571 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-cf29c8c2-008c-4e24-a8fa-ccf22acbadfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:15.897470 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-cf29c8c2-008c-4e24-a8fa-ccf22acbadfc service neutron] 10.222.0.25 "PUT /v2.0/ports/ce66da36-9ec0-496b-9d74-95deb08d90f4 HTTP/1.1" status: 200 len: 1092 time: 1.2702887 Jul 13 07:41:15.897674 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6875fc5-7958-4f69-a4fd-3e89fb14d02c', 'tag': 'ce66da36-9ec0-496b-9d74-95deb08d90f4'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:41:15.900584 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5182facc-5218-4e0a-8140-3eaadb82438a" -d '{"events": [{"name": "network-changed", "server_uuid": "d6875fc5-7958-4f69-a4fd-3e89fb14d02c", "tag": "ce66da36-9ec0-496b-9d74-95deb08d90f4"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:41:15.905945 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-e32a42cc-0e90-463b-b18e-8450fa2b9404 service neutron] Transition to ACTIVE for port object 7c87d6b4-73d0-40c9-b608-a0c471d7b935 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:15.912517 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-e32a42cc-0e90-463b-b18e-8450fa2b9404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:16.026528 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725a9818-7ac3-4d9d-aeae-0c0b4fd7eb65 x-openstack-request-id: req-725a9818-7ac3-4d9d-aeae-0c0b4fd7eb65 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:41:16.026824 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6875fc5-7958-4f69-a4fd-3e89fb14d02c", "tag": "ce66da36-9ec0-496b-9d74-95deb08d90f4", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:41:16.027070 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-725a9818-7ac3-4d9d-aeae-0c0b4fd7eb65 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:41:16.027493 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6875fc5-7958-4f69-a4fd-3e89fb14d02c', 'tag': 'ce66da36-9ec0-496b-9d74-95deb08d90f4', 'status': 'completed', 'code': 200} Jul 13 07:41:16.028639 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf29c8c2-008c-4e24-a8fa-ccf22acbadfc service neutron] Pushing event updated for resources: {'Port': ['ID=ce66da36-9ec0-496b-9d74-95deb08d90f4,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:16.099650 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-e07aa171-0e8a-42e3-a7e6-a32367201c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:16.109516 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-e07aa171-0e8a-42e3-a7e6-a32367201c09 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b3dee2175b094eeaa6cc5eca9b6c185f&device_id=d6875fc5-7958-4f69-a4fd-3e89fb14d02c HTTP/1.1" status: 200 len: 1095 time: 0.1456740 Jul 13 07:41:16.115751 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a42cc-0e90-463b-b18e-8450fa2b9404 service neutron] Pushing event updated for resources: {'Port': ['ID=7c87d6b4-73d0-40c9-b608-a0c471d7b935,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:16.224380 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-e32a42cc-0e90-463b-b18e-8450fa2b9404 service neutron] Attempting to bind port 7c87d6b4-73d0-40c9-b608-a0c471d7b935 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:41:16.226041 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-e32a42cc-0e90-463b-b18e-8450fa2b9404 service neutron] Attempting to bind port 7c87d6b4-73d0-40c9-b608-a0c471d7b935 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '11955ddd-a8b9-470c-b670-fec4bab54b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:41:16.226879 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-e32a42cc-0e90-463b-b18e-8450fa2b9404 service neutron] Attempting to bind port 7c87d6b4-73d0-40c9-b608-a0c471d7b935 on network c6c7368c-96bb-4e1d-964f-3969d7e167b4 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:16.250715 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-edaa67f4-1a88-4978-af8a-c5b0eaa97f0a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce66da36-9ec0-496b-9d74-95deb08d90f4 HTTP/1.1" status: 200 len: 217 time: 0.1341808 Jul 13 07:41:16.264796 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-e32a42cc-0e90-463b-b18e-8450fa2b9404 service neutron] Port 7c87d6b4-73d0-40c9-b608-a0c471d7b935 on network c6c7368c-96bb-4e1d-964f-3969d7e167b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:41:16.264796 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-e32a42cc-0e90-463b-b18e-8450fa2b9404 service neutron] Attempting to bind port 7c87d6b4-73d0-40c9-b608-a0c471d7b935 on network c6c7368c-96bb-4e1d-964f-3969d7e167b4 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:16.378796 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-e32a42cc-0e90-463b-b18e-8450fa2b9404 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:41:16.380413 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-e32a42cc-0e90-463b-b18e-8450fa2b9404 service neutron] Checking segment: {'id': '11955ddd-a8b9-470c-b670-fec4bab54b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:16.381321 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-e32a42cc-0e90-463b-b18e-8450fa2b9404 service neutron] Bound using segment: {'id': '11955ddd-a8b9-470c-b670-fec4bab54b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:41:16.385355 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-e32a42cc-0e90-463b-b18e-8450fa2b9404 service neutron] Bound port: 7c87d6b4-73d0-40c9-b608-a0c471d7b935, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11955ddd-a8b9-470c-b670-fec4bab54b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:41:16.386986 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-e32a42cc-0e90-463b-b18e-8450fa2b9404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:16.781322 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-8be09a30-6f6e-4fe0-a918-feb68c2cd48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:16.782844 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-8be09a30-6f6e-4fe0-a918-feb68c2cd48f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=76e3c516-3403-43b5-bd59-599ab9fb3d03 HTTP/1.1" status: 200 len: 852 time: 0.5261035 Jul 13 07:41:16.833097 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-483963cc-da6d-493f-abe8-04fa0f4548b2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d9fff5db-9c84-4008-8659-ae495f0b5931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385687 Jul 13 07:41:16.857945 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-edd7f763-b6e0-43ec-a99d-c44c4267f45a req-d4d1a089-2198-4679-80ac-0fe9be296383 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8092ac1a-986b-4b18-af0c-e8665f196b9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6003592 Jul 13 07:41:16.928076 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454479c1-2655-4d12-a08c-979491f06ca0 req-541cea3d-6a32-49e2-a216-4affb03e5681 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:16.929693 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-454479c1-2655-4d12-a08c-979491f06ca0 req-541cea3d-6a32-49e2-a216-4affb03e5681 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6875fc5-7958-4f69-a4fd-3e89fb14d02c HTTP/1.1" status: 200 len: 943 time: 0.1649415 Jul 13 07:41:16.931477 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-e32a42cc-0e90-463b-b18e-8450fa2b9404 service neutron] For port 7c87d6b4-73d0-40c9-b608-a0c471d7b935, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:41:16.937885 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-e32a42cc-0e90-463b-b18e-8450fa2b9404 service neutron] For port 7c87d6b4-73d0-40c9-b608-a0c471d7b935, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=7c87d6b4-73d0-40c9-b608-a0c471d7b935,segment=NetworkSegment(11955ddd-a8b9-470c-b670-fec4bab54b6d),segment_id=11955ddd-a8b9-470c-b670-fec4bab54b6d)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:41:16.962572 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-e32a42cc-0e90-463b-b18e-8450fa2b9404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:16.974713 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3780ca9-6f88-49f2-b18f-fbb9a8ef24b1 req-91a24fae-d600-480c-9ed9-5a2907f6e193 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:16.988122 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e3780ca9-6f88-49f2-b18f-fbb9a8ef24b1 req-91a24fae-d600-480c-9ed9-5a2907f6e193 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eaa9c9f-64e1-471c-9189-8a299fadaf22 HTTP/1.1" status: 200 len: 943 time: 0.2643838 Jul 13 07:41:17.076823 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-4c6b5571-a9b0-438e-afa1-42d831b32eb2 service neutron] 10.222.0.25 "GET /v2.0/networks/d9fff5db-9c84-4008-8659-ae495f0b5931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364235 Jul 13 07:41:17.083521 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e3780ca9-6f88-49f2-b18f-fbb9a8ef24b1 req-64e462ee-9676-43f3-98f3-148227002f04 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?id=c809d8fb-98c4-4484-802e-8d0dec699077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938752 Jul 13 07:41:17.173906 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a42cc-0e90-463b-b18e-8450fa2b9404 service neutron] Pushing event updated for resources: {'Port': ['ID=7c87d6b4-73d0-40c9-b608-a0c471d7b935,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:17.201849 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-454479c1-2655-4d12-a08c-979491f06ca0 req-d0e12c21-562b-4cbe-8b43-182485917404 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97fe73a-16b7-4d05-855c-55625b25fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507169 Jul 13 07:41:17.206929 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-e32a42cc-0e90-463b-b18e-8450fa2b9404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:17.208078 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-e32a42cc-0e90-463b-b18e-8450fa2b9404 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:17.209524 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-e32a42cc-0e90-463b-b18e-8450fa2b9404 service neutron] 10.222.0.25 "PUT /v2.0/ports/7c87d6b4-73d0-40c9-b608-a0c471d7b935 HTTP/1.1" status: 200 len: 1092 time: 1.9480605 Jul 13 07:41:17.209999 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eaa9c9f-64e1-471c-9189-8a299fadaf22', 'tag': '7c87d6b4-73d0-40c9-b608-a0c471d7b935'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:41:17.215908 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14767a6b-f935-4b08-a07b-8cd0f8a44a83" -d '{"events": [{"name": "network-changed", "server_uuid": "4eaa9c9f-64e1-471c-9189-8a299fadaf22", "tag": "7c87d6b4-73d0-40c9-b608-a0c471d7b935"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:41:17.304281 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7f763-b6e0-43ec-a99d-c44c4267f45a req-59669571-c7e6-4a3b-80a3-d08e6550f8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:17.306484 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-edd7f763-b6e0-43ec-a99d-c44c4267f45a req-59669571-c7e6-4a3b-80a3-d08e6550f8cb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb77f98a7de949ce8ab9e6a42033a53a&device_id=8092ac1a-986b-4b18-af0c-e8665f196b9d HTTP/1.1" status: 200 len: 1097 time: 0.3714647 Jul 13 07:41:17.341064 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-14eeb2cd-394d-47c3-b174-7098a6a39274 req-ca1155c4-0a94-4f4c-b570-08741f9d41d9 service neutron] 10.222.0.25 "GET /v2.0/networks/d9fff5db-9c84-4008-8659-ae495f0b5931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560906 Jul 13 07:41:17.435475 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c498eb06-df14-4b00-9c01-6f882def6bcb x-openstack-request-id: req-c498eb06-df14-4b00-9c01-6f882def6bcb {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:41:17.435766 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eaa9c9f-64e1-471c-9189-8a299fadaf22", "tag": "7c87d6b4-73d0-40c9-b608-a0c471d7b935", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:41:17.436018 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c498eb06-df14-4b00-9c01-6f882def6bcb {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:41:17.436475 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eaa9c9f-64e1-471c-9189-8a299fadaf22', 'tag': '7c87d6b4-73d0-40c9-b608-a0c471d7b935', 'status': 'completed', 'code': 200} Jul 13 07:41:17.535837 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182facc-5218-4e0a-8140-3eaadb82438a req-7c630fb8-1538-496d-ba17-4f632fc33b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:17.538219 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5182facc-5218-4e0a-8140-3eaadb82438a req-7c630fb8-1538-496d-ba17-4f632fc33b74 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b3dee2175b094eeaa6cc5eca9b6c185f&device_id=d6875fc5-7958-4f69-a4fd-3e89fb14d02c HTTP/1.1" status: 200 len: 1095 time: 0.0828812 Jul 13 07:41:17.556080 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7f763-b6e0-43ec-a99d-c44c4267f45a req-7dc3360b-7446-4870-a031-9a2bea19a89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:17.558255 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-edd7f763-b6e0-43ec-a99d-c44c4267f45a req-7dc3360b-7446-4870-a031-9a2bea19a89a service neutron] 10.222.0.42 "GET /v2.0/networks?id=a1657f64-8077-4b4c-92ad-aa256b38a388 HTTP/1.1" status: 200 len: 910 time: 0.2044680 Jul 13 07:41:17.580260 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-bb23ed35-19cb-4911-8cc1-feec44348f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:17.582690 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-bb23ed35-19cb-4911-8cc1-feec44348f18 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d949e521db641e0a957c32596881dd2&device_id=4eaa9c9f-64e1-471c-9189-8a299fadaf22 HTTP/1.1" status: 200 len: 1095 time: 0.3049664 Jul 13 07:41:17.663928 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-2a7529a4-f37e-4b8a-9ed3-4c241e836106 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c87d6b4-73d0-40c9-b608-a0c471d7b935 HTTP/1.1" status: 200 len: 217 time: 0.0463555 Jul 13 07:41:17.673495 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182facc-5218-4e0a-8140-3eaadb82438a req-368937bb-eacf-4deb-8d05-d3dc39cfaa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:17.677368 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5182facc-5218-4e0a-8140-3eaadb82438a req-368937bb-eacf-4deb-8d05-d3dc39cfaa47 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d9fff5db-9c84-4008-8659-ae495f0b5931 HTTP/1.1" status: 200 len: 913 time: 0.1328230 Jul 13 07:41:17.714132 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-edd7f763-b6e0-43ec-a99d-c44c4267f45a req-e83c06d8-7dd8-42d3-a96d-80496df9b1ef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a43f0c2-7004-4d28-96fa-a2d064d3fff4 HTTP/1.1" status: 200 len: 1000 time: 0.1491919 Jul 13 07:41:17.732867 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5182facc-5218-4e0a-8140-3eaadb82438a req-7ed669ad-99b5-4106-8dd1-39f29c0ff552 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce66da36-9ec0-496b-9d74-95deb08d90f4 HTTP/1.1" status: 200 len: 217 time: 0.0486283 Jul 13 07:41:17.769439 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7f763-b6e0-43ec-a99d-c44c4267f45a req-41ca93d3-c6a7-47f5-8511-c12aa4648d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:17.771227 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-edd7f763-b6e0-43ec-a99d-c44c4267f45a req-41ca93d3-c6a7-47f5-8511-c12aa4648d1b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=251a7d71-99aa-4f18-b278-f93834e899c1 HTTP/1.1" status: 200 len: 848 time: 0.0502524 Jul 13 07:41:17.789089 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-605d73db-4f1f-43d0-b9f4-88ac503eba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:17.791257 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-605d73db-4f1f-43d0-b9f4-88ac503eba0e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=161fab74-9ca1-4ff2-9b41-082e2a13736e HTTP/1.1" status: 200 len: 850 time: 0.1193802 Jul 13 07:41:17.794912 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182facc-5218-4e0a-8140-3eaadb82438a req-7e4f09fd-f488-4527-a155-790410eb6b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:17.796423 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5182facc-5218-4e0a-8140-3eaadb82438a req-7e4f09fd-f488-4527-a155-790410eb6b90 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=76e3c516-3403-43b5-bd59-599ab9fb3d03 HTTP/1.1" status: 200 len: 852 time: 0.0569732 Jul 13 07:41:17.844798 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5182facc-5218-4e0a-8140-3eaadb82438a req-0432dca9-8d01-4ee4-8691-f8e1ca296427 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d9fff5db-9c84-4008-8659-ae495f0b5931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406327 Jul 13 07:41:17.894037 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7f763-b6e0-43ec-a99d-c44c4267f45a req-1cc73a7e-2ad9-481d-a944-64b083cfd331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:17.896374 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-edd7f763-b6e0-43ec-a99d-c44c4267f45a req-1cc73a7e-2ad9-481d-a944-64b083cfd331 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1657f64-8077-4b4c-92ad-aa256b38a388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1167767 Jul 13 07:41:17.899447 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-ee07fcf4-7558-47f2-b3b4-535cc1ff0ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:17.900918 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-ee07fcf4-7558-47f2-b3b4-535cc1ff0ad3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c6c7368c-96bb-4e1d-964f-3969d7e167b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0798535 Jul 13 07:41:17.992287 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5182facc-5218-4e0a-8140-3eaadb82438a req-16c15197-7c5e-4135-88a5-8a61ab66b7dd service neutron] 10.222.0.25 "GET /v2.0/networks/d9fff5db-9c84-4008-8659-ae495f0b5931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409500 Jul 13 07:41:18.083962 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-edd7f763-b6e0-43ec-a99d-c44c4267f45a req-f797faea-f766-44c8-a0a8-e3ce13d5945f service neutron] 10.222.0.42 "GET /v2.0/networks/a1657f64-8077-4b4c-92ad-aa256b38a388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793334 Jul 13 07:41:18.088870 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-6f999f75-136d-498d-9d98-94373b2c5762 service neutron] 10.222.0.25 "GET /v2.0/networks/c6c7368c-96bb-4e1d-964f-3969d7e167b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735899 Jul 13 07:41:18.172244 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5182facc-5218-4e0a-8140-3eaadb82438a req-e0a9d8f4-4eec-415b-b76a-7aeda6f842d4 service neutron] 10.222.0.25 "GET /v2.0/networks/d9fff5db-9c84-4008-8659-ae495f0b5931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726749 Jul 13 07:41:18.383135 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d7b5f526-1d06-41bc-a3bd-0801680f5c95 req-9af1314e-a074-4399-b526-55198831deda service neutron] 10.222.0.25 "GET /v2.0/networks/c6c7368c-96bb-4e1d-964f-3969d7e167b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813296 Jul 13 07:41:18.390235 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-edd7f763-b6e0-43ec-a99d-c44c4267f45a req-d39fc516-eac0-4a4f-914e-e7366ce2be3e service neutron] 10.222.0.42 "GET /v2.0/networks/a1657f64-8077-4b4c-92ad-aa256b38a388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987881 Jul 13 07:41:18.437715 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5eb8f-e716-496c-a43b-7fa0ad0c30b5 req-8b004917-5d19-4f6c-84ed-e9af2153cc8c tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:18.439945 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-54f5eb8f-e716-496c-a43b-7fa0ad0c30b5 req-8b004917-5d19-4f6c-84ed-e9af2153cc8c tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eaa9c9f-64e1-471c-9189-8a299fadaf22 HTTP/1.1" status: 200 len: 943 time: 0.1078596 Jul 13 07:41:18.504946 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-54f5eb8f-e716-496c-a43b-7fa0ad0c30b5 req-b9b82c94-03d3-449d-a718-ec78b6b8a03a tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?id=c809d8fb-98c4-4484-802e-8d0dec699077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505497 Jul 13 07:41:18.595573 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14767a6b-f935-4b08-a07b-8cd0f8a44a83 req-9ca13907-59d6-493f-bb37-9721d5784c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:18.597718 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-14767a6b-f935-4b08-a07b-8cd0f8a44a83 req-9ca13907-59d6-493f-bb37-9721d5784c8d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d949e521db641e0a957c32596881dd2&device_id=4eaa9c9f-64e1-471c-9189-8a299fadaf22 HTTP/1.1" status: 200 len: 1095 time: 0.1388285 Jul 13 07:41:18.621454 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71ee35-812a-4338-8bbc-3433da54a0af req-4082fdd7-9589-46f2-a7fd-547ba6cb9ea1 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:18.623116 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d71ee35-812a-4338-8bbc-3433da54a0af req-4082fdd7-9589-46f2-a7fd-547ba6cb9ea1 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6875fc5-7958-4f69-a4fd-3e89fb14d02c HTTP/1.1" status: 200 len: 943 time: 0.1522615 Jul 13 07:41:18.740615 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d71ee35-812a-4338-8bbc-3433da54a0af req-b3ffe574-11ca-4f89-bd2b-87e1a2fb5605 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97fe73a-16b7-4d05-855c-55625b25fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039863 Jul 13 07:41:18.764248 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-926883a3-0e4b-4d1d-ab14-d805cdb28428 req-ef7c1fb6-6f13-413e-ad20-93f6741ebe1a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0756128 Jul 13 07:41:18.778088 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14767a6b-f935-4b08-a07b-8cd0f8a44a83 req-1d42bb32-683e-4cb5-947f-da5f87960a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:18.778088 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-14767a6b-f935-4b08-a07b-8cd0f8a44a83 req-1d42bb32-683e-4cb5-947f-da5f87960a5e service neutron] 10.222.0.25 "GET /v2.0/networks?id=c6c7368c-96bb-4e1d-964f-3969d7e167b4 HTTP/1.1" status: 200 len: 912 time: 0.1723905 Jul 13 07:41:18.842130 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-14767a6b-f935-4b08-a07b-8cd0f8a44a83 req-670005f2-bf9e-49c7-b2c0-3c33532fd3f1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c87d6b4-73d0-40c9-b608-a0c471d7b935 HTTP/1.1" status: 200 len: 217 time: 0.0515773 Jul 13 07:41:18.874205 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926883a3-0e4b-4d1d-ab14-d805cdb28428 req-fd3575a4-4728-4a11-8536-1eceaf769feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:18.876100 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-926883a3-0e4b-4d1d-ab14-d805cdb28428 req-fd3575a4-4728-4a11-8536-1eceaf769feb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c74484ef6db9498290da14ee6e37d87f&device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 1097 time: 0.0717018 Jul 13 07:41:18.926143 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14767a6b-f935-4b08-a07b-8cd0f8a44a83 req-9c154a79-78d4-4d36-9e7e-701ce66a5feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:18.927989 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-14767a6b-f935-4b08-a07b-8cd0f8a44a83 req-9c154a79-78d4-4d36-9e7e-701ce66a5feb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=161fab74-9ca1-4ff2-9b41-082e2a13736e HTTP/1.1" status: 200 len: 850 time: 0.0712171 Jul 13 07:41:19.017920 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14767a6b-f935-4b08-a07b-8cd0f8a44a83 req-31e8b483-9c23-4f45-9875-66a2b3ee1e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:19.020294 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-14767a6b-f935-4b08-a07b-8cd0f8a44a83 req-31e8b483-9c23-4f45-9875-66a2b3ee1e7b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c6c7368c-96bb-4e1d-964f-3969d7e167b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0841019 Jul 13 07:41:19.022644 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926883a3-0e4b-4d1d-ab14-d805cdb28428 req-cd04c8e7-0fe3-4911-a0b2-48af9a3d17fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:19.025102 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-926883a3-0e4b-4d1d-ab14-d805cdb28428 req-cd04c8e7-0fe3-4911-a0b2-48af9a3d17fb service neutron] 10.222.0.25 "GET /v2.0/networks?id=a4551417-653e-4eb5-9caa-ea21aca7dbd0 HTTP/1.1" status: 200 len: 913 time: 0.1254141 Jul 13 07:41:19.106076 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-926883a3-0e4b-4d1d-ab14-d805cdb28428 req-b96f7717-7b74-403a-b55d-a04b51c9cbcf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88530a7c-2727-4e3e-8acc-8f0525e0f7a7 HTTP/1.1" status: 200 len: 1000 time: 0.0729196 Jul 13 07:41:19.158299 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-14767a6b-f935-4b08-a07b-8cd0f8a44a83 req-7a4cdee7-fbc3-4593-90af-3f927aca75cd service neutron] 10.222.0.25 "GET /v2.0/networks/c6c7368c-96bb-4e1d-964f-3969d7e167b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258512 Jul 13 07:41:19.185780 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926883a3-0e4b-4d1d-ab14-d805cdb28428 req-f9fb08ef-0c39-4bb9-8995-7f0758e357ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:19.188685 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-926883a3-0e4b-4d1d-ab14-d805cdb28428 req-f9fb08ef-0c39-4bb9-8995-7f0758e357ca service neutron] 10.222.0.25 "GET /v2.0/subnets?id=18671aeb-533b-431f-ac3f-740be3e9540f HTTP/1.1" status: 200 len: 851 time: 0.0748184 Jul 13 07:41:19.276714 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926883a3-0e4b-4d1d-ab14-d805cdb28428 req-0471fa05-698d-4973-8f71-af13054308a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:19.278598 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-926883a3-0e4b-4d1d-ab14-d805cdb28428 req-0471fa05-698d-4973-8f71-af13054308a5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4551417-653e-4eb5-9caa-ea21aca7dbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0835366 Jul 13 07:41:19.300924 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-14767a6b-f935-4b08-a07b-8cd0f8a44a83 req-4ed495f6-f1e2-4897-90f8-ce6fbb424c08 service neutron] 10.222.0.25 "GET /v2.0/networks/c6c7368c-96bb-4e1d-964f-3969d7e167b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357617 Jul 13 07:41:19.395504 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-926883a3-0e4b-4d1d-ab14-d805cdb28428 req-07a8ad4d-7624-4cb6-9393-a4b03f97fc7e service neutron] 10.222.0.25 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087470 Jul 13 07:41:19.517854 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-926883a3-0e4b-4d1d-ab14-d805cdb28428 req-96ad9737-6d9a-449d-b699-8ae010ad1f90 service neutron] 10.222.0.25 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156571 Jul 13 07:41:19.739232 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb16d1d-ecb0-4975-80af-e53306b9a037 req-39ff2d6f-4eed-46cb-911b-a6a9da2e9ffb tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:19.741072 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ceb16d1d-ecb0-4975-80af-e53306b9a037 req-39ff2d6f-4eed-46cb-911b-a6a9da2e9ffb tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eaa9c9f-64e1-471c-9189-8a299fadaf22 HTTP/1.1" status: 200 len: 943 time: 0.0824404 Jul 13 07:41:19.799645 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ceb16d1d-ecb0-4975-80af-e53306b9a037 req-42485982-9772-4382-82f7-74de56cd7dac tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?id=c809d8fb-98c4-4484-802e-8d0dec699077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515428 Jul 13 07:41:20.029934 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee9b7d-76a2-4a28-b1a2-834f86be64cc req-53ac7955-bfa6-4911-9f84-0ce8cd9e1356 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:20.032793 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d1ee9b7d-76a2-4a28-b1a2-834f86be64cc req-53ac7955-bfa6-4911-9f84-0ce8cd9e1356 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6875fc5-7958-4f69-a4fd-3e89fb14d02c HTTP/1.1" status: 200 len: 943 time: 0.1092038 Jul 13 07:41:20.099106 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d1ee9b7d-76a2-4a28-b1a2-834f86be64cc req-2084438f-8eba-481a-9032-5b66dae74ef0 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97fe73a-16b7-4d05-855c-55625b25fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574932 Jul 13 07:41:20.608162 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device ce66da36-9ec0-496b-9d74-95deb08d90f4 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:41:20.765215 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port ce66da36-9ec0-496b-9d74-95deb08d90f4, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=ce66da36-9ec0-496b-9d74-95deb08d90f4,segment=NetworkSegment(3c5f6cd5-b84d-4bd8-aa4e-80b2bc0f2b23),segment_id=3c5f6cd5-b84d-4bd8-aa4e-80b2bc0f2b23)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:20.782322 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': 'ce66da36-9ec0-496b-9d74-95deb08d90f4', 'network_id': 'd9fff5db-9c84-4008-8659-ae495f0b5931', 'port_id': 'ce66da36-9ec0-496b-9d74-95deb08d90f4', 'mac_address': 'fa:16:3e:33:99:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76e3c516-3403-43b5-bd59-599ab9fb3d03', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:41:20.839032 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:20.870544 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce66da36-9ec0-496b-9d74-95deb08d90f4 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:41:20.915849 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port ce66da36-9ec0-496b-9d74-95deb08d90f4, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=ce66da36-9ec0-496b-9d74-95deb08d90f4,segment=NetworkSegment(3c5f6cd5-b84d-4bd8-aa4e-80b2bc0f2b23),segment_id=3c5f6cd5-b84d-4bd8-aa4e-80b2bc0f2b23)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:20.923044 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:21.026101 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=ce66da36-9ec0-496b-9d74-95deb08d90f4,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:21.103581 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5879fa6-288c-4600-9eef-dc775043a5c9 req-e8e7e97e-e3ca-4f69-8d9c-c4d661e68963 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:21.105507 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f5879fa6-288c-4600-9eef-dc775043a5c9 req-e8e7e97e-e3ca-4f69-8d9c-c4d661e68963 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eaa9c9f-64e1-471c-9189-8a299fadaf22 HTTP/1.1" status: 200 len: 943 time: 0.1014037 Jul 13 07:41:21.191985 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f5879fa6-288c-4600-9eef-dc775043a5c9 req-46b114a7-7bba-4a6e-ba4b-2857eca47dbd tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?id=c809d8fb-98c4-4484-802e-8d0dec699077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785174 Jul 13 07:41:21.195343 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['ce66da36-9ec0-496b-9d74-95deb08d90f4'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:41:21.427632 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375ab50-b2a5-4e01-bc91-53431d93dc30 req-f30ac125-6e04-4e83-adc6-6551dd1c37bf tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:21.429232 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c375ab50-b2a5-4e01-bc91-53431d93dc30 req-f30ac125-6e04-4e83-adc6-6551dd1c37bf tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6875fc5-7958-4f69-a4fd-3e89fb14d02c HTTP/1.1" status: 200 len: 944 time: 0.0798788 Jul 13 07:41:21.490602 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c375ab50-b2a5-4e01-bc91-53431d93dc30 req-5b86c8d8-0d51-4124-8988-a1eb97426344 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97fe73a-16b7-4d05-855c-55625b25fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544980 Jul 13 07:41:22.465147 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e3cbe-d5ad-4f54-8190-ce40d204d278 req-ac63c341-2b9f-41ce-9bee-8d1052bae1ab tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:22.466880 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-947e3cbe-d5ad-4f54-8190-ce40d204d278 req-ac63c341-2b9f-41ce-9bee-8d1052bae1ab tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eaa9c9f-64e1-471c-9189-8a299fadaf22 HTTP/1.1" status: 200 len: 943 time: 0.0746548 Jul 13 07:41:22.514725 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-947e3cbe-d5ad-4f54-8190-ce40d204d278 req-34108048-d86d-42eb-a83e-2e2d5b6aca32 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?id=c809d8fb-98c4-4484-802e-8d0dec699077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380554 Jul 13 07:41:22.624249 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 7c87d6b4-73d0-40c9-b608-a0c471d7b935 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:41:22.628871 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device ce66da36-9ec0-496b-9d74-95deb08d90f4 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:22.810953 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port ce66da36-9ec0-496b-9d74-95deb08d90f4 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:22.827580 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port ce66da36-9ec0-496b-9d74-95deb08d90f4 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:22.828168 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:22.875451 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 7c87d6b4-73d0-40c9-b608-a0c471d7b935, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=7c87d6b4-73d0-40c9-b608-a0c471d7b935,segment=NetworkSegment(11955ddd-a8b9-470c-b670-fec4bab54b6d),segment_id=11955ddd-a8b9-470c-b670-fec4bab54b6d)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:22.896828 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '7c87d6b4-73d0-40c9-b608-a0c471d7b935', 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4', 'port_id': '7c87d6b4-73d0-40c9-b608-a0c471d7b935', 'mac_address': 'fa:16:3e:ae:15:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161fab74-9ca1-4ff2-9b41-082e2a13736e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:41:22.997435 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ca045-f1dc-43d7-a489-75c998e565f2 req-d06512c1-1e3a-4ab3-9538-f16980b2ec0e tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:23.000266 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-499ca045-f1dc-43d7-a489-75c998e565f2 req-d06512c1-1e3a-4ab3-9538-f16980b2ec0e tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6875fc5-7958-4f69-a4fd-3e89fb14d02c HTTP/1.1" status: 200 len: 944 time: 0.0919366 Jul 13 07:41:23.022493 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:23.024084 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:23.052347 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c87d6b4-73d0-40c9-b608-a0c471d7b935 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:41:23.061222 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:41:23.064707 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-499ca045-f1dc-43d7-a489-75c998e565f2 req-2eb8f314-6dba-41a5-9a1e-1208d381cab4 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97fe73a-16b7-4d05-855c-55625b25fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562146 Jul 13 07:41:23.084576 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6875fc5-7958-4f69-a4fd-3e89fb14d02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce66da36-9ec0-496b-9d74-95deb08d90f4'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:41:23.086915 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f655882a-28b5-4f7b-8a9a-d7d6fce7595f" -d '{"events": [{"server_uuid": "d6875fc5-7958-4f69-a4fd-3e89fb14d02c", "name": "network-vif-plugged", "status": "completed", "tag": "ce66da36-9ec0-496b-9d74-95deb08d90f4"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:41:23.094543 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 7c87d6b4-73d0-40c9-b608-a0c471d7b935, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=7c87d6b4-73d0-40c9-b608-a0c471d7b935,segment=NetworkSegment(11955ddd-a8b9-470c-b670-fec4bab54b6d),segment_id=11955ddd-a8b9-470c-b670-fec4bab54b6d)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:23.106407 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:23.124408 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port ce66da36-9ec0-496b-9d74-95deb08d90f4, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=ce66da36-9ec0-496b-9d74-95deb08d90f4,segment=NetworkSegment(3c5f6cd5-b84d-4bd8-aa4e-80b2bc0f2b23),segment_id=3c5f6cd5-b84d-4bd8-aa4e-80b2bc0f2b23)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:23.160676 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9401a4e3-515c-40d0-aad1-3803e3ab4132 x-openstack-request-id: req-9401a4e3-515c-40d0-aad1-3803e3ab4132 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:41:23.161142 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6875fc5-7958-4f69-a4fd-3e89fb14d02c", "name": "network-vif-plugged", "status": "completed", "tag": "ce66da36-9ec0-496b-9d74-95deb08d90f4", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:41:23.161670 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9401a4e3-515c-40d0-aad1-3803e3ab4132 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:41:23.162308 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6875fc5-7958-4f69-a4fd-3e89fb14d02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce66da36-9ec0-496b-9d74-95deb08d90f4', 'code': 200} Jul 13 07:41:23.166853 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:23.288660 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=7c87d6b4-73d0-40c9-b608-a0c471d7b935,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:23.369575 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab8676-88ff-4714-93da-014837805f21 req-4782742d-30ef-4483-9147-6e725070597d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:23.375598 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-65ab8676-88ff-4714-93da-014837805f21 req-4782742d-30ef-4483-9147-6e725070597d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d6875fc5-7958-4f69-a4fd-3e89fb14d02c HTTP/1.1" status: 200 len: 1097 time: 0.1304357 Jul 13 07:41:23.448270 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=ce66da36-9ec0-496b-9d74-95deb08d90f4,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:23.466473 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['7c87d6b4-73d0-40c9-b608-a0c471d7b935'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:41:23.475182 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-65ab8676-88ff-4714-93da-014837805f21 req-53b8c4f5-9040-45f1-bdfd-de5a78558e97 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d97fe73a-16b7-4d05-855c-55625b25fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900724 Jul 13 07:41:23.525504 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:23.802572 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff0d76-d447-424e-819e-ffc932d4ed34 req-d73eb459-bac8-4be8-9f69-fa0611ebf31e tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:23.804248 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-24ff0d76-d447-424e-819e-ffc932d4ed34 req-d73eb459-bac8-4be8-9f69-fa0611ebf31e tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eaa9c9f-64e1-471c-9189-8a299fadaf22 HTTP/1.1" status: 200 len: 944 time: 0.1018944 Jul 13 07:41:23.851765 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-24ff0d76-d447-424e-819e-ffc932d4ed34 req-a28eec1c-124d-4f90-8166-b060c8e61ad9 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?id=c809d8fb-98c4-4484-802e-8d0dec699077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397842 Jul 13 07:41:23.862413 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:24.325512 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651591c-1e78-4ee9-ba4b-9be64d521330 req-9ab6bbd5-c258-45bd-877c-52bf0a48a3a0 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:24.326963 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3651591c-1e78-4ee9-ba4b-9be64d521330 req-9ab6bbd5-c258-45bd-877c-52bf0a48a3a0 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6875fc5-7958-4f69-a4fd-3e89fb14d02c HTTP/1.1" status: 200 len: 945 time: 0.0731969 Jul 13 07:41:24.376396 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3651591c-1e78-4ee9-ba4b-9be64d521330 req-4244554b-e98e-4931-9748-3822e3964fd5 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97fe73a-16b7-4d05-855c-55625b25fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394499 Jul 13 07:41:24.647003 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 7c87d6b4-73d0-40c9-b608-a0c471d7b935 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:24.709442 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 7c87d6b4-73d0-40c9-b608-a0c471d7b935 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:24.718683 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 7c87d6b4-73d0-40c9-b608-a0c471d7b935 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:24.719050 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:24.850133 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:24.904987 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 7c87d6b4-73d0-40c9-b608-a0c471d7b935, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=7c87d6b4-73d0-40c9-b608-a0c471d7b935,segment=NetworkSegment(11955ddd-a8b9-470c-b670-fec4bab54b6d),segment_id=11955ddd-a8b9-470c-b670-fec4bab54b6d)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:24.913119 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:25.008173 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=7c87d6b4-73d0-40c9-b608-a0c471d7b935,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:25.150896 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c91ab-852a-4a46-b04f-a509ab024b9e req-7d0ebd25-ef4b-4b9a-90e2-e9f2030cbe9b tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:25.153515 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ac0c91ab-852a-4a46-b04f-a509ab024b9e req-7d0ebd25-ef4b-4b9a-90e2-e9f2030cbe9b tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eaa9c9f-64e1-471c-9189-8a299fadaf22 HTTP/1.1" status: 200 len: 945 time: 0.1058791 Jul 13 07:41:25.166041 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eaa9c9f-64e1-471c-9189-8a299fadaf22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c87d6b4-73d0-40c9-b608-a0c471d7b935'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:41:25.172183 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acd60f5-8b43-4f9c-8fe2-d263a5e19231" -d '{"events": [{"server_uuid": "4eaa9c9f-64e1-471c-9189-8a299fadaf22", "name": "network-vif-plugged", "status": "completed", "tag": "7c87d6b4-73d0-40c9-b608-a0c471d7b935"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:41:25.228190 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ac0c91ab-852a-4a46-b04f-a509ab024b9e req-fffdbd30-f58a-4387-ab06-34cefa5146e6 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?id=c809d8fb-98c4-4484-802e-8d0dec699077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609090 Jul 13 07:41:25.242353 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1b8766-8b87-4c0b-9828-54fa3b578d79 x-openstack-request-id: req-8b1b8766-8b87-4c0b-9828-54fa3b578d79 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:41:25.243425 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eaa9c9f-64e1-471c-9189-8a299fadaf22", "name": "network-vif-plugged", "status": "completed", "tag": "7c87d6b4-73d0-40c9-b608-a0c471d7b935", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:41:25.243894 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8b1b8766-8b87-4c0b-9828-54fa3b578d79 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:41:25.244492 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eaa9c9f-64e1-471c-9189-8a299fadaf22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c87d6b4-73d0-40c9-b608-a0c471d7b935', 'code': 200} Jul 13 07:41:25.347275 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6afea57d-7fc2-44b6-8a02-327b3ed70b6c None None] Provisioning complete for port 7c87d6b4-73d0-40c9-b608-a0c471d7b935 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:25.348292 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6afea57d-7fc2-44b6-8a02-327b3ed70b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:25.390697 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37970e01-0a52-46b1-8637-d5d7185890aa req-df9738e2-5c92-429d-9090-469378215f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:25.393763 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-37970e01-0a52-46b1-8637-d5d7185890aa req-df9738e2-5c92-429d-9090-469378215f3a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4eaa9c9f-64e1-471c-9189-8a299fadaf22 HTTP/1.1" status: 200 len: 1097 time: 0.0872364 Jul 13 07:41:25.449989 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-37970e01-0a52-46b1-8637-d5d7185890aa req-f31db473-9f2d-4864-b653-45c949d411c8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c809d8fb-98c4-4484-802e-8d0dec699077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505183 Jul 13 07:41:25.665340 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54115c-e1e8-468c-a8b8-2f3754c9c8fe req-334c7186-ff67-41d2-bb77-cad8f5d3c506 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:25.668575 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cb54115c-e1e8-468c-a8b8-2f3754c9c8fe req-334c7186-ff67-41d2-bb77-cad8f5d3c506 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6875fc5-7958-4f69-a4fd-3e89fb14d02c HTTP/1.1" status: 200 len: 945 time: 0.1206737 Jul 13 07:41:25.722279 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cb54115c-e1e8-468c-a8b8-2f3754c9c8fe req-805614c4-ed70-4123-a02e-a3997d12fa83 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97fe73a-16b7-4d05-855c-55625b25fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470114 Jul 13 07:41:25.931536 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47614) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:25.988830 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3a30f-f00b-49d0-829e-5512a5a36ca7 req-b562a4e5-a338-4972-93ab-351a3b7c115c tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:25.990626 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-96d3a30f-f00b-49d0-829e-5512a5a36ca7 req-b562a4e5-a338-4972-93ab-351a3b7c115c tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6875fc5-7958-4f69-a4fd-3e89fb14d02c HTTP/1.1" status: 200 len: 945 time: 0.0942297 Jul 13 07:41:26.064708 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-96d3a30f-f00b-49d0-829e-5512a5a36ca7 req-079bd8d6-c4b4-4621-b137-77f3cea34bf7 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97fe73a-16b7-4d05-855c-55625b25fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600500 Jul 13 07:41:26.111699 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0b70ccef-f4d0-4e6f-87c7-801297a700a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:26.248878 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0b70ccef-f4d0-4e6f-87c7-801297a700a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:26.255342 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0b70ccef-f4d0-4e6f-87c7-801297a700a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:26.307771 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0b70ccef-f4d0-4e6f-87c7-801297a700a7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a54cccafc1b34fb29a562462bfa90daa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3747034 Jul 13 07:41:26.311174 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47624) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:26.318543 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70ccef-f4d0-4e6f-87c7-801297a700a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5025db-fd78-4ea8-8f10-6f6250036913,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:26.412561 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-51e26d1e-f88b-47a1-836e-7b28d0a18cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:26.454521 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-51e26d1e-f88b-47a1-836e-7b28d0a18cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:26.491898 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16e532-5eb2-458d-baed-3f7e26ce62aa req-bd7b29b9-6ad5-477d-9758-20c3c501aeb5 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:26.493515 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bc16e532-5eb2-458d-baed-3f7e26ce62aa req-bd7b29b9-6ad5-477d-9758-20c3c501aeb5 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eaa9c9f-64e1-471c-9189-8a299fadaf22 HTTP/1.1" status: 200 len: 945 time: 0.0925281 Jul 13 07:41:26.544423 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bc16e532-5eb2-458d-baed-3f7e26ce62aa req-35885a1e-dca4-402d-8217-ddebc43914ae tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?id=c809d8fb-98c4-4484-802e-8d0dec699077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435984 Jul 13 07:41:26.552049 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-51e26d1e-f88b-47a1-836e-7b28d0a18cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:26.556875 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-51e26d1e-f88b-47a1-836e-7b28d0a18cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:26.558862 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-51e26d1e-f88b-47a1-836e-7b28d0a18cfc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a5025db-fd78-4ea8-8f10-6f6250036913 HTTP/1.1" status: 204 len: 168 time: 0.2460215 Jul 13 07:41:26.569031 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e26d1e-f88b-47a1-836e-7b28d0a18cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5025db-fd78-4ea8-8f10-6f6250036913,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:26.681732 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc624fd4-0e93-4941-890b-2cfdbcc84ddd req-d64aeaef-9052-477c-925e-2eeceefff949 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:26.684315 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cc624fd4-0e93-4941-890b-2cfdbcc84ddd req-d64aeaef-9052-477c-925e-2eeceefff949 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6875fc5-7958-4f69-a4fd-3e89fb14d02c HTTP/1.1" status: 200 len: 945 time: 0.0929284 Jul 13 07:41:26.756876 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cc624fd4-0e93-4941-890b-2cfdbcc84ddd req-b1072bb9-ccc5-41d2-9c75-990ba9180447 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97fe73a-16b7-4d05-855c-55625b25fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616741 Jul 13 07:41:26.817963 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b9107-8a40-46ac-9d53-a6878288e7d7 req-4762d3d2-c13b-4625-96ac-71ad413a227a tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:26.821117 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-312b9107-8a40-46ac-9d53-a6878288e7d7 req-4762d3d2-c13b-4625-96ac-71ad413a227a tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eaa9c9f-64e1-471c-9189-8a299fadaf22 HTTP/1.1" status: 200 len: 945 time: 0.0955548 Jul 13 07:41:26.830418 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47636) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:26.836078 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-b8e7c187-a7c4-4bf3-a2fb-8aa0de56308e tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Request body: {'floatingip': {'port_id': '7c87d6b4-73d0-40c9-b608-a0c471d7b935'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:26.918347 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b8e7c187-a7c4-4bf3-a2fb-8aa0de56308e tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for floatingip, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:26.981265 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47638) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:26.999266 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1b3d9361-3ebc-4b75-a3da-4e9807b1eb0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.126724 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1b3d9361-3ebc-4b75-a3da-4e9807b1eb0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.146866 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1b3d9361-3ebc-4b75-a3da-4e9807b1eb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.225087 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1b3d9361-3ebc-4b75-a3da-4e9807b1eb0f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=25ba19e447b1482195d5f339a084a809&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2424116 Jul 13 07:41:27.227055 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d9361-3ebc-4b75-a3da-4e9807b1eb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bea21f-9fd8-49b2-844a-541c23db71a9,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:27.231401 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47642) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:27.310704 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-93ed74fc-7b07-41b1-8b9e-298ffca685f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.340051 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-93ed74fc-7b07-41b1-8b9e-298ffca685f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.397649 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-93ed74fc-7b07-41b1-8b9e-298ffca685f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.400846 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-93ed74fc-7b07-41b1-8b9e-298ffca685f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.402196 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-93ed74fc-7b07-41b1-8b9e-298ffca685f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a4bea21f-9fd8-49b2-844a-541c23db71a9 HTTP/1.1" status: 204 len: 168 time: 0.1695075 Jul 13 07:41:27.418352 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed74fc-7b07-41b1-8b9e-298ffca685f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bea21f-9fd8-49b2-844a-541c23db71a9,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:27.764258 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b8e7c187-a7c4-4bf3-a2fb-8aa0de56308e tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.768956 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b8e7c187-a7c4-4bf3-a2fb-8aa0de56308e tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:27.889856 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47650) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:27.911807 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d49a70e8-6b9f-47a4-9d65-0ebc78b26b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:28.038833 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805027a-e449-4afc-b724-ec526a9650ce req-f2029821-61f2-4092-83bd-24e675bb47e4 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:28.040494 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2805027a-e449-4afc-b724-ec526a9650ce req-f2029821-61f2-4092-83bd-24e675bb47e4 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6875fc5-7958-4f69-a4fd-3e89fb14d02c HTTP/1.1" status: 200 len: 945 time: 0.1321476 Jul 13 07:41:28.106164 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2805027a-e449-4afc-b724-ec526a9650ce req-e7d6e97d-7185-421d-adb5-79285f4c74ee tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97fe73a-16b7-4d05-855c-55625b25fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545158 Jul 13 07:41:28.153724 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d49a70e8-6b9f-47a4-9d65-0ebc78b26b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:28.160349 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d49a70e8-6b9f-47a4-9d65-0ebc78b26b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:28.215934 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d49a70e8-6b9f-47a4-9d65-0ebc78b26b72 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=00ded188768a49f1aef0a2f67edc47fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3247397 Jul 13 07:41:28.217338 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a70e8-6b9f-47a4-9d65-0ebc78b26b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0c42cd-e850-40e1-8d32-ed4dea563591,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:28.221659 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47656) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:28.266160 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [None req-b8e7c187-a7c4-4bf3-a2fb-8aa0de56308e tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Floating IP 6b6e1461-c914-4242-9a6b-b7974bc1d527 associated. External IP: 172.25.3.167, port: 7c87d6b4-73d0-40c9-b608-a0c471d7b935. Jul 13 07:41:28.282271 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79211b73-0a5e-486b-86c3-3a4cf9834278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:28.315904 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79211b73-0a5e-486b-86c3-3a4cf9834278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:28.411604 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79211b73-0a5e-486b-86c3-3a4cf9834278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:28.414257 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79211b73-0a5e-486b-86c3-3a4cf9834278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:28.415476 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-79211b73-0a5e-486b-86c3-3a4cf9834278 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/de0c42cd-e850-40e1-8d32-ed4dea563591 HTTP/1.1" status: 204 len: 168 time: 0.1925492 Jul 13 07:41:28.426497 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79211b73-0a5e-486b-86c3-3a4cf9834278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0c42cd-e850-40e1-8d32-ed4dea563591,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:28.658516 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e7c187-a7c4-4bf3-a2fb-8aa0de56308e tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Router 22c527f4-252f-48a6-8240-5b7037b7bb83 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:41:28.692104 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53241e8e-44ba-4d6d-be38-8aadc5e878cf req-8a761161-3572-4b04-9763-9d46e97b3878 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:28.705817 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53241e8e-44ba-4d6d-be38-8aadc5e878cf req-8a761161-3572-4b04-9763-9d46e97b3878 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6875fc5-7958-4f69-a4fd-3e89fb14d02c HTTP/1.1" status: 200 len: 945 time: 0.1246781 Jul 13 07:41:28.771558 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53241e8e-44ba-4d6d-be38-8aadc5e878cf req-a92c30e8-b09a-4f15-8838-245b8678a950 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97fe73a-16b7-4d05-855c-55625b25fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641127 Jul 13 07:41:28.818590 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e7c187-a7c4-4bf3-a2fb-8aa0de56308e tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:41:28.824055 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b8e7c187-a7c4-4bf3-a2fb-8aa0de56308e tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:28.835746 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d4262f-3504-4fa0-9617-a98415c86efe None None] Sync routers for ids ['22c527f4-252f-48a6-8240-5b7037b7bb83'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:41:28.871031 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d4262f-3504-4fa0-9617-a98415c86efe None None] Routers {'22c527f4-252f-48a6-8240-5b7037b7bb83'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:41:28.873006 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-73d4262f-3504-4fa0-9617-a98415c86efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:41:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['22c527f4-252f-48a6-8240-5b7037b7bb83'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:28.884168 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b8e7c187-a7c4-4bf3-a2fb-8aa0de56308e tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "PUT /v2.0/floatingips/6b6e1461-c914-4242-9a6b-b7974bc1d527 HTTP/1.1" status: 200 len: 991 time: 2.0517697 Jul 13 07:41:28.885592 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eaa9c9f-64e1-471c-9189-8a299fadaf22', 'tag': '7c87d6b4-73d0-40c9-b608-a0c471d7b935'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:41:28.890228 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f465ab7b-05b0-4477-bac4-6e46f138f3e2" -d '{"events": [{"name": "network-changed", "server_uuid": "4eaa9c9f-64e1-471c-9189-8a299fadaf22", "tag": "7c87d6b4-73d0-40c9-b608-a0c471d7b935"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:41:28.944506 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f75416c-15b5-4d5a-b0dc-c4ee749db46d x-openstack-request-id: req-2f75416c-15b5-4d5a-b0dc-c4ee749db46d {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:41:28.944986 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eaa9c9f-64e1-471c-9189-8a299fadaf22", "tag": "7c87d6b4-73d0-40c9-b608-a0c471d7b935", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:41:28.945366 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2f75416c-15b5-4d5a-b0dc-c4ee749db46d {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:41:28.947105 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eaa9c9f-64e1-471c-9189-8a299fadaf22', 'tag': '7c87d6b4-73d0-40c9-b608-a0c471d7b935', 'status': 'completed', 'code': 200} Jul 13 07:41:28.987391 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd337c2a-86b8-4fdd-bc3e-89d7dc009002 req-c1b7a1ee-df6f-4f2c-b580-701cc35678e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:28.989464 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fd337c2a-86b8-4fdd-bc3e-89d7dc009002 req-c1b7a1ee-df6f-4f2c-b580-701cc35678e7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b3dee2175b094eeaa6cc5eca9b6c185f&device_id=d6875fc5-7958-4f69-a4fd-3e89fb14d02c HTTP/1.1" status: 200 len: 1097 time: 0.4397986 Jul 13 07:41:29.059321 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465ab7b-05b0-4477-bac4-6e46f138f3e2 req-92d0c524-8c4c-4788-81ac-ef1486a1b1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:29.060900 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f465ab7b-05b0-4477-bac4-6e46f138f3e2 req-92d0c524-8c4c-4788-81ac-ef1486a1b1dc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d949e521db641e0a957c32596881dd2&device_id=4eaa9c9f-64e1-471c-9189-8a299fadaf22 HTTP/1.1" status: 200 len: 1097 time: 0.0897388 Jul 13 07:41:29.100286 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-73d4262f-3504-4fa0-9617-a98415c86efe None None] Set router 22c527f4-252f-48a6-8240-5b7037b7bb83 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:41:29.197761 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd337c2a-86b8-4fdd-bc3e-89d7dc009002 req-71d35809-3482-4fbb-889d-d62e3eada93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:29.199605 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fd337c2a-86b8-4fdd-bc3e-89d7dc009002 req-71d35809-3482-4fbb-889d-d62e3eada93d service neutron] 10.222.0.25 "GET /v2.0/networks?id=d9fff5db-9c84-4008-8659-ae495f0b5931 HTTP/1.1" status: 200 len: 913 time: 0.2034409 Jul 13 07:41:29.204753 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465ab7b-05b0-4477-bac4-6e46f138f3e2 req-66d11ea5-dcfd-422c-96f0-b6e47d7ba3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:29.208272 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f465ab7b-05b0-4477-bac4-6e46f138f3e2 req-66d11ea5-dcfd-422c-96f0-b6e47d7ba3ce service neutron] 10.222.0.25 "GET /v2.0/networks?id=c6c7368c-96bb-4e1d-964f-3969d7e167b4 HTTP/1.1" status: 200 len: 912 time: 0.1394110 Jul 13 07:41:29.317431 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fd337c2a-86b8-4fdd-bc3e-89d7dc009002 req-173f81a7-6af9-47bf-a888-f50cd7e9bebf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce66da36-9ec0-496b-9d74-95deb08d90f4 HTTP/1.1" status: 200 len: 217 time: 0.1086223 Jul 13 07:41:29.363123 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f465ab7b-05b0-4477-bac4-6e46f138f3e2 req-56f798b5-2a95-42f5-af51-c4e4eae6414d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c87d6b4-73d0-40c9-b608-a0c471d7b935 HTTP/1.1" status: 200 len: 999 time: 0.1466901 Jul 13 07:41:29.412160 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd337c2a-86b8-4fdd-bc3e-89d7dc009002 req-963905ba-27d2-4a8a-a795-684cdf39dc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:29.415249 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fd337c2a-86b8-4fdd-bc3e-89d7dc009002 req-963905ba-27d2-4a8a-a795-684cdf39dc4d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=76e3c516-3403-43b5-bd59-599ab9fb3d03 HTTP/1.1" status: 200 len: 852 time: 0.0915322 Jul 13 07:41:29.444705 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465ab7b-05b0-4477-bac4-6e46f138f3e2 req-337a3b06-c152-4324-8651-630b5ef89298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:29.448143 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f465ab7b-05b0-4477-bac4-6e46f138f3e2 req-337a3b06-c152-4324-8651-630b5ef89298 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=161fab74-9ca1-4ff2-9b41-082e2a13736e HTTP/1.1" status: 200 len: 850 time: 0.0758824 Jul 13 07:41:29.467627 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fd337c2a-86b8-4fdd-bc3e-89d7dc009002 req-ed2d272b-12a9-4f54-8db3-fa513c805821 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d9fff5db-9c84-4008-8659-ae495f0b5931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456674 Jul 13 07:41:29.548413 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465ab7b-05b0-4477-bac4-6e46f138f3e2 req-a3357c49-07a9-40ee-8a6d-f00f1ec6bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:29.555913 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f465ab7b-05b0-4477-bac4-6e46f138f3e2 req-a3357c49-07a9-40ee-8a6d-f00f1ec6bfbf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c6c7368c-96bb-4e1d-964f-3969d7e167b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1021705 Jul 13 07:41:29.626393 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fd337c2a-86b8-4fdd-bc3e-89d7dc009002 req-8b63e77c-4a38-4b58-9405-830bd442977f service neutron] 10.222.0.25 "GET /v2.0/networks/d9fff5db-9c84-4008-8659-ae495f0b5931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526756 Jul 13 07:41:29.727030 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f465ab7b-05b0-4477-bac4-6e46f138f3e2 req-b40ef66b-e5dc-4d27-aea6-4c3474a388e1 service neutron] 10.222.0.25 "GET /v2.0/networks/c6c7368c-96bb-4e1d-964f-3969d7e167b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647122 Jul 13 07:41:29.747051 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-73d4262f-3504-4fa0-9617-a98415c86efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'name': 'tempest-AttachVolumeTestJSON-2132677675-router', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '8b160682-30de-473a-b9b0-61d7d4d8ba37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:26Z', 'updated_at': '2021-07-13T07:36:34Z', 'revision_number': 4, 'project_id': '1d949e521db641e0a957c32596881dd2', 'gw_port': {'id': '8b160682-30de-473a-b9b0-61d7d4d8ba37', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:17:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:27Z', 'updated_at': '2021-07-13T07:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '6b6e1461-c914-4242-9a6b-b7974bc1d527', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'port_id': '7c87d6b4-73d0-40c9-b608-a0c471d7b935', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4', 'mac_address': 'fa:16:3e:ae:15:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eaa9c9f-64e1-471c-9189-8a299fadaf22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:41:10Z', 'updated_at': '2021-07-13T07:41:27Z', 'revision_number': 1, 'project_id': '1d949e521db641e0a957c32596881dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d9952a-4c0c-453a-8ecb-485f4362db7c', 'name': '', 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'mac_address': 'fa:16:3e:4c:de:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '161fab74-9ca1-4ff2-9b41-082e2a13736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:33Z', 'updated_at': '2021-07-13T07:36:44Z', 'revision_number': 5, 'project_id': '1d949e521db641e0a957c32596881dd2', 'subnets': [{'id': '161fab74-9ca1-4ff2-9b41-082e2a13736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:29.801508 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d4262f-3504-4fa0-9617-a98415c86efe None None] Checking router: 22c527f4-252f-48a6-8240-5b7037b7bb83 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:41:29.803168 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fd337c2a-86b8-4fdd-bc3e-89d7dc009002 req-44d569dc-2679-490c-bfb7-8b22386a79e3 service neutron] 10.222.0.25 "GET /v2.0/networks/d9fff5db-9c84-4008-8659-ae495f0b5931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695869 Jul 13 07:41:29.814056 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d4262f-3504-4fa0-9617-a98415c86efe None None] Routers {'22c527f4-252f-48a6-8240-5b7037b7bb83'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:41:29.815972 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-73d4262f-3504-4fa0-9617-a98415c86efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:41:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['22c527f4-252f-48a6-8240-5b7037b7bb83'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:29.864521 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f465ab7b-05b0-4477-bac4-6e46f138f3e2 req-d3b115d1-6f1e-413f-b52c-9b968c178698 service neutron] 10.222.0.25 "GET /v2.0/networks/c6c7368c-96bb-4e1d-964f-3969d7e167b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318586 Jul 13 07:41:30.017758 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-73d4262f-3504-4fa0-9617-a98415c86efe None None] Set router 22c527f4-252f-48a6-8240-5b7037b7bb83 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:41:30.066165 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d759a6-4ca6-417a-ad74-45e2891ab3d4 req-043a06f3-9319-491e-a5aa-1d99ef11ffc0 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:30.068843 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-75d759a6-4ca6-417a-ad74-45e2891ab3d4 req-043a06f3-9319-491e-a5aa-1d99ef11ffc0 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6875fc5-7958-4f69-a4fd-3e89fb14d02c HTTP/1.1" status: 200 len: 945 time: 0.0935938 Jul 13 07:41:30.148414 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-75d759a6-4ca6-417a-ad74-45e2891ab3d4 req-bc7b11e0-3b80-4888-b1da-9b03b794e3df tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97fe73a-16b7-4d05-855c-55625b25fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671697 Jul 13 07:41:30.286748 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2098b2b7-1a82-472d-9014-d71879b93833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:30.428408 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-73d4262f-3504-4fa0-9617-a98415c86efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'name': 'tempest-AttachVolumeTestJSON-2132677675-router', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '8b160682-30de-473a-b9b0-61d7d4d8ba37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:26Z', 'updated_at': '2021-07-13T07:36:34Z', 'revision_number': 4, 'project_id': '1d949e521db641e0a957c32596881dd2', 'gw_port': {'id': '8b160682-30de-473a-b9b0-61d7d4d8ba37', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:17:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:27Z', 'updated_at': '2021-07-13T07:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '6b6e1461-c914-4242-9a6b-b7974bc1d527', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'port_id': '7c87d6b4-73d0-40c9-b608-a0c471d7b935', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4', 'mac_address': 'fa:16:3e:ae:15:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eaa9c9f-64e1-471c-9189-8a299fadaf22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:41:10Z', 'updated_at': '2021-07-13T07:41:27Z', 'revision_number': 1, 'project_id': '1d949e521db641e0a957c32596881dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d9952a-4c0c-453a-8ecb-485f4362db7c', 'name': '', 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'mac_address': 'fa:16:3e:4c:de:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '161fab74-9ca1-4ff2-9b41-082e2a13736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:33Z', 'updated_at': '2021-07-13T07:36:44Z', 'revision_number': 5, 'project_id': '1d949e521db641e0a957c32596881dd2', 'subnets': [{'id': '161fab74-9ca1-4ff2-9b41-082e2a13736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:30.467734 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d4262f-3504-4fa0-9617-a98415c86efe None None] The sync data for ids ['22c527f4-252f-48a6-8240-5b7037b7bb83'] in n-d-771363-34 is: [{'id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'name': 'tempest-AttachVolumeTestJSON-2132677675-router', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '8b160682-30de-473a-b9b0-61d7d4d8ba37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:26Z', 'updated_at': '2021-07-13T07:36:34Z', 'revision_number': 4, 'project_id': '1d949e521db641e0a957c32596881dd2', 'gw_port': {'id': '8b160682-30de-473a-b9b0-61d7d4d8ba37', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:17:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:27Z', 'updated_at': '2021-07-13T07:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '6b6e1461-c914-4242-9a6b-b7974bc1d527', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'port_id': '7c87d6b4-73d0-40c9-b608-a0c471d7b935', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4', 'mac_address': 'fa:16:3e:ae:15:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eaa9c9f-64e1-471c-9189-8a299fadaf22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:41:10Z', 'updated_at': '2021-07-13T07:41:27Z', 'revision_number': 1, 'project_id': '1d949e521db641e0a957c32596881dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d9952a-4c0c-453a-8ecb-485f4362db7c', 'name': '', 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'mac_address': 'fa:16:3e:4c:de:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '161fab74-9ca1-4ff2-9b41-082e2a13736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:33Z', 'updated_at': '2021-07-13T07:36:44Z', 'revision_number': 5, 'project_id': '1d949e521db641e0a957c32596881dd2', 'subnets': [{'id': '161fab74-9ca1-4ff2-9b41-082e2a13736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:41:30.798244 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4ed429-7cda-4d21-acca-cb4af7b4bd55 None None] New status for floating IP 6b6e1461-c914-4242-9a6b-b7974bc1d527: ACTIVE {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:41:31.349563 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a402f-acea-4cda-8fcc-6caa2e20f664 req-c3bba75d-7e98-439e-84d4-c5c3afa5fc15 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:31.351148 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7d2a402f-acea-4cda-8fcc-6caa2e20f664 req-c3bba75d-7e98-439e-84d4-c5c3afa5fc15 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6875fc5-7958-4f69-a4fd-3e89fb14d02c HTTP/1.1" status: 200 len: 945 time: 0.0726383 Jul 13 07:41:31.394473 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7d2a402f-acea-4cda-8fcc-6caa2e20f664 req-3fb8874c-dbea-4409-931a-79d93ef04c97 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97fe73a-16b7-4d05-855c-55625b25fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368135 Jul 13 07:41:31.976181 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcdb6ae-a601-4e5b-9ae2-2dd1bf829a20 req-3a0f884c-c329-4bcb-9080-87d659c319a4 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:31.977763 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3bcdb6ae-a601-4e5b-9ae2-2dd1bf829a20 req-3a0f884c-c329-4bcb-9080-87d659c319a4 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6875fc5-7958-4f69-a4fd-3e89fb14d02c HTTP/1.1" status: 200 len: 945 time: 0.1047950 Jul 13 07:41:32.022415 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3bcdb6ae-a601-4e5b-9ae2-2dd1bf829a20 req-56a7fa1a-db14-44dc-ad3d-2ff329edba87 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97fe73a-16b7-4d05-855c-55625b25fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374906 Jul 13 07:41:33.100188 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-56ede03c-4250-468f-b9a7-255db9fdda39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:33.161653 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:33.237750 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978102d6-9989-4bda-9e44-b5590b7e0b52 req-74317567-8814-4396-8a0d-a10b51c1fc7b tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:33.239343 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-978102d6-9989-4bda-9e44-b5590b7e0b52 req-74317567-8814-4396-8a0d-a10b51c1fc7b tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6875fc5-7958-4f69-a4fd-3e89fb14d02c HTTP/1.1" status: 200 len: 945 time: 0.0805700 Jul 13 07:41:33.280265 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-978102d6-9989-4bda-9e44-b5590b7e0b52 req-3f59eac4-f2f3-4f61-8ee8-dab82c09c514 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97fe73a-16b7-4d05-855c-55625b25fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345571 Jul 13 07:41:33.693251 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936b7aa-a53d-47ef-b35a-e46e237960ec req-568d297e-0528-474d-8483-caef152aeae2 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:33.696780 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e936b7aa-a53d-47ef-b35a-e46e237960ec req-568d297e-0528-474d-8483-caef152aeae2 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6875fc5-7958-4f69-a4fd-3e89fb14d02c HTTP/1.1" status: 200 len: 945 time: 0.0841553 Jul 13 07:41:33.706138 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176662f7-2896-4599-833e-f6a6eeac2de7 req-ccb6fe0e-515e-4006-a020-22340ca18d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:33.708117 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-176662f7-2896-4599-833e-f6a6eeac2de7 req-ccb6fe0e-515e-4006-a020-22340ca18d4f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b3dee2175b094eeaa6cc5eca9b6c185f&device_id=d6875fc5-7958-4f69-a4fd-3e89fb14d02c HTTP/1.1" status: 200 len: 1097 time: 0.0810351 Jul 13 07:41:33.760723 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e936b7aa-a53d-47ef-b35a-e46e237960ec req-dc6f87f6-22f7-4f0f-9372-62565225b63c tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97fe73a-16b7-4d05-855c-55625b25fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565732 Jul 13 07:41:33.831762 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176662f7-2896-4599-833e-f6a6eeac2de7 req-9db9e0cc-bf62-4d27-b52a-3a54db99c95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:33.833308 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-176662f7-2896-4599-833e-f6a6eeac2de7 req-9db9e0cc-bf62-4d27-b52a-3a54db99c95a service neutron] 10.222.0.25 "GET /v2.0/networks?id=d9fff5db-9c84-4008-8659-ae495f0b5931 HTTP/1.1" status: 200 len: 913 time: 0.1192229 Jul 13 07:41:33.888115 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-176662f7-2896-4599-833e-f6a6eeac2de7 req-9b4f7670-17f7-4a94-9010-87741b283e2f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce66da36-9ec0-496b-9d74-95deb08d90f4 HTTP/1.1" status: 200 len: 217 time: 0.0485146 Jul 13 07:41:33.948658 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176662f7-2896-4599-833e-f6a6eeac2de7 req-164788dd-1e09-468a-874c-362b1bd52119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:33.951146 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-176662f7-2896-4599-833e-f6a6eeac2de7 req-164788dd-1e09-468a-874c-362b1bd52119 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=76e3c516-3403-43b5-bd59-599ab9fb3d03 HTTP/1.1" status: 200 len: 852 time: 0.0575075 Jul 13 07:41:33.991399 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-176662f7-2896-4599-833e-f6a6eeac2de7 req-219137d1-6951-4e7d-87fd-6fc6c6882858 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d9fff5db-9c84-4008-8659-ae495f0b5931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341036 Jul 13 07:41:34.060008 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:34.149392 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-176662f7-2896-4599-833e-f6a6eeac2de7 req-20236afb-f758-4223-bd1b-7e1cabfd8d61 service neutron] 10.222.0.25 "GET /v2.0/networks/d9fff5db-9c84-4008-8659-ae495f0b5931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512821 Jul 13 07:41:34.255292 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-176662f7-2896-4599-833e-f6a6eeac2de7 req-252cb75b-75b0-405c-9756-bf4b865b66d0 service neutron] 10.222.0.25 "GET /v2.0/networks/d9fff5db-9c84-4008-8659-ae495f0b5931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992935 Jul 13 07:41:35.093732 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66468d-d44d-4298-9ab4-d0ece254639e req-6903b499-77b5-4824-a200-c9184b984512 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:35.096860 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ed66468d-d44d-4298-9ab4-d0ece254639e req-6903b499-77b5-4824-a200-c9184b984512 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6875fc5-7958-4f69-a4fd-3e89fb14d02c HTTP/1.1" status: 200 len: 945 time: 0.1530612 Jul 13 07:41:35.206497 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ed66468d-d44d-4298-9ab4-d0ece254639e req-2b3d1a01-e010-44f0-b7ac-3d9b81bdaf05 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97fe73a-16b7-4d05-855c-55625b25fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910873 Jul 13 07:41:35.849442 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:36.451502 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ec4cb-282e-4680-92bd-6e0cdfb6bdcd req-d38d799b-c921-48a7-9ef0-e7436f991697 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:36.453777 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8b1ec4cb-282e-4680-92bd-6e0cdfb6bdcd req-d38d799b-c921-48a7-9ef0-e7436f991697 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6875fc5-7958-4f69-a4fd-3e89fb14d02c HTTP/1.1" status: 200 len: 945 time: 0.0871677 Jul 13 07:41:36.510587 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8b1ec4cb-282e-4680-92bd-6e0cdfb6bdcd req-79a406b0-e9e8-4a00-8f1a-ce8fc62afc27 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97fe73a-16b7-4d05-855c-55625b25fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486479 Jul 13 07:41:36.991138 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5c6a9-4c13-4d35-9214-6ef083a455bf req-cad58a4f-f684-4ee8-bdf0-d8f5708d0ca0 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:36.992981 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-28e5c6a9-4c13-4d35-9214-6ef083a455bf req-cad58a4f-f684-4ee8-bdf0-d8f5708d0ca0 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6875fc5-7958-4f69-a4fd-3e89fb14d02c HTTP/1.1" status: 200 len: 945 time: 0.0803936 Jul 13 07:41:37.037116 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-28e5c6a9-4c13-4d35-9214-6ef083a455bf req-755b5d06-034b-460d-8474-4d37ad1f83d4 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97fe73a-16b7-4d05-855c-55625b25fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382605 Jul 13 07:41:37.851164 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256bbf32-d8fb-4680-937a-4f98b19fdc76 req-19ec7f4e-ac9a-4821-ac86-7932b053b9a8 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:37.854187 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-256bbf32-d8fb-4680-937a-4f98b19fdc76 req-19ec7f4e-ac9a-4821-ac86-7932b053b9a8 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 945 time: 0.0875275 Jul 13 07:41:37.924908 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-256bbf32-d8fb-4680-937a-4f98b19fdc76 req-0f07cb65-b572-44b9-96bc-7bdb7e27a1f0 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584807 Jul 13 07:41:38.350661 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11804a-4d94-4ad8-aa3d-68f04b668bbe req-d8489f67-b287-4b67-a4a9-3fc6495e93d8 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:38.355849 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bb11804a-4d94-4ad8-aa3d-68f04b668bbe req-d8489f67-b287-4b67-a4a9-3fc6495e93d8 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6875fc5-7958-4f69-a4fd-3e89fb14d02c HTTP/1.1" status: 200 len: 945 time: 0.1648047 Jul 13 07:41:38.426023 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bb11804a-4d94-4ad8-aa3d-68f04b668bbe req-59a74263-21c8-471b-9775-a13209fca02f tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/security-groups?id=d97fe73a-16b7-4d05-855c-55625b25fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595880 Jul 13 07:41:38.910148 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ae684-2458-40f9-b6ba-9e7e1147f4e3 req-b7b4eb64-3d23-4d16-adfd-c0790899d3c4 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:38.911940 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-866ae684-2458-40f9-b6ba-9e7e1147f4e3 req-b7b4eb64-3d23-4d16-adfd-c0790899d3c4 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6875fc5-7958-4f69-a4fd-3e89fb14d02c HTTP/1.1" status: 200 len: 945 time: 0.0998123 Jul 13 07:41:39.036896 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-866ae684-2458-40f9-b6ba-9e7e1147f4e3 req-4de93363-7714-4ff6-a489-ef289ee37ad3 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Deleting port ce66da36-9ec0-496b-9d74-95deb08d90f4 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:41:39.037268 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-866ae684-2458-40f9-b6ba-9e7e1147f4e3 req-4de93363-7714-4ff6-a489-ef289ee37ad3 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:39.157833 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-866ae684-2458-40f9-b6ba-9e7e1147f4e3 req-4de93363-7714-4ff6-a489-ef289ee37ad3 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] For port ce66da36-9ec0-496b-9d74-95deb08d90f4, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=ce66da36-9ec0-496b-9d74-95deb08d90f4,segment=NetworkSegment(3c5f6cd5-b84d-4bd8-aa4e-80b2bc0f2b23),segment_id=3c5f6cd5-b84d-4bd8-aa4e-80b2bc0f2b23)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:39.158131 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-866ae684-2458-40f9-b6ba-9e7e1147f4e3 req-4de93363-7714-4ff6-a489-ef289ee37ad3 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:39.177129 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-866ae684-2458-40f9-b6ba-9e7e1147f4e3 req-4de93363-7714-4ff6-a489-ef289ee37ad3 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Calling delete_port for ce66da36-9ec0-496b-9d74-95deb08d90f4 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:41:39.358860 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-866ae684-2458-40f9-b6ba-9e7e1147f4e3 req-4de93363-7714-4ff6-a489-ef289ee37ad3 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:39.373595 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['ce66da36-9ec0-496b-9d74-95deb08d90f4'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:41:39.401357 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de93363-7714-4ff6-a489-ef289ee37ad3 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Pushing event deleted for resources: {'Port': ['ID=ce66da36-9ec0-496b-9d74-95deb08d90f4,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:39.474751 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-866ae684-2458-40f9-b6ba-9e7e1147f4e3 req-4de93363-7714-4ff6-a489-ef289ee37ad3 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] No DVR routers for this DVR port ce66da36-9ec0-496b-9d74-95deb08d90f4 on host n-h2-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:41:39.477926 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-866ae684-2458-40f9-b6ba-9e7e1147f4e3 req-4de93363-7714-4ff6-a489-ef289ee37ad3 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:39.480027 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-866ae684-2458-40f9-b6ba-9e7e1147f4e3 req-4de93363-7714-4ff6-a489-ef289ee37ad3 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.25 "DELETE /v2.0/ports/ce66da36-9ec0-496b-9d74-95deb08d90f4 HTTP/1.1" status: 204 len: 173 time: 0.5620205 Jul 13 07:41:39.480494 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6875fc5-7958-4f69-a4fd-3e89fb14d02c', 'name': 'network-vif-deleted', 'tag': 'ce66da36-9ec0-496b-9d74-95deb08d90f4'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:41:39.482813 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79562433-75cb-497e-9fde-db2df7df333e" -d '{"events": [{"server_uuid": "d6875fc5-7958-4f69-a4fd-3e89fb14d02c", "name": "network-vif-deleted", "tag": "ce66da36-9ec0-496b-9d74-95deb08d90f4"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:41:39.531145 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9f0963-151d-4e03-8edd-ba2d8bf4d852 x-openstack-request-id: req-5e9f0963-151d-4e03-8edd-ba2d8bf4d852 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:41:39.531478 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6875fc5-7958-4f69-a4fd-3e89fb14d02c", "name": "network-vif-deleted", "tag": "ce66da36-9ec0-496b-9d74-95deb08d90f4", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:41:39.531948 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5e9f0963-151d-4e03-8edd-ba2d8bf4d852 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:41:39.532933 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6875fc5-7958-4f69-a4fd-3e89fb14d02c', 'name': 'network-vif-deleted', 'tag': 'ce66da36-9ec0-496b-9d74-95deb08d90f4', 'status': 'completed', 'code': 200} Jul 13 07:41:39.693119 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-67d2d9c2-e4e6-4d95-98ab-184eff758087 req-6f28bf12-e6b0-498f-93bc-0d139bc1f663 tempest-TestServerAdvancedOps-711299249 tempest-TestServerAdvancedOps-711299249-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6875fc5-7958-4f69-a4fd-3e89fb14d02c HTTP/1.1" status: 200 len: 210 time: 0.0461118 Jul 13 07:41:40.813974 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47866) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:40.865228 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-21d6c5e1-f33f-4205-9409-ec3e086a2ab4 admin admin] Deleting subnet 76e3c516-3403-43b5-bd59-599ab9fb3d03 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:41:40.868694 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-21d6c5e1-f33f-4205-9409-ec3e086a2ab4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:40.915888 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-21d6c5e1-f33f-4205-9409-ec3e086a2ab4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:40.978018 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-21d6c5e1-f33f-4205-9409-ec3e086a2ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.149107 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-21d6c5e1-f33f-4205-9409-ec3e086a2ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.213826 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d6c5e1-f33f-4205-9409-ec3e086a2ab4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76e3c516-3403-43b5-bd59-599ab9fb3d03,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:41.218010 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-21d6c5e1-f33f-4205-9409-ec3e086a2ab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.224089 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47874) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:41.233207 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-21d6c5e1-f33f-4205-9409-ec3e086a2ab4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/76e3c516-3403-43b5-bd59-599ab9fb3d03 HTTP/1.1" status: 204 len: 168 time: 0.4172921 Jul 13 07:41:41.240083 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d6c5e1-f33f-4205-9409-ec3e086a2ab4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:41.240494 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d6c5e1-f33f-4205-9409-ec3e086a2ab4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:41.240840 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d6c5e1-f33f-4205-9409-ec3e086a2ab4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:41.241744 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d6c5e1-f33f-4205-9409-ec3e086a2ab4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:41.242087 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d6c5e1-f33f-4205-9409-ec3e086a2ab4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:41.242419 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d6c5e1-f33f-4205-9409-ec3e086a2ab4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:41.242749 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d6c5e1-f33f-4205-9409-ec3e086a2ab4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:41.243072 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d6c5e1-f33f-4205-9409-ec3e086a2ab4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:41.243414 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d6c5e1-f33f-4205-9409-ec3e086a2ab4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:41.243976 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d6c5e1-f33f-4205-9409-ec3e086a2ab4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:41.244477 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d6c5e1-f33f-4205-9409-ec3e086a2ab4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:41.245089 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d6c5e1-f33f-4205-9409-ec3e086a2ab4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:41.325657 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-61769081-82ff-476d-a620-d7d2941b110d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.413456 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-61769081-82ff-476d-a620-d7d2941b110d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.425564 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-61769081-82ff-476d-a620-d7d2941b110d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9fff5db-9c84-4008-8659-ae495f0b5931']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:41.436119 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-61769081-82ff-476d-a620-d7d2941b110d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c5f6cd5-b84d-4bd8-aa4e-80b2bc0f2b23') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:41.436400 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-61769081-82ff-476d-a620-d7d2941b110d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c5f6cd5-b84d-4bd8-aa4e-80b2bc0f2b23') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:41.446099 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-61769081-82ff-476d-a620-d7d2941b110d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.462034 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-61769081-82ff-476d-a620-d7d2941b110d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.468939 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61769081-82ff-476d-a620-d7d2941b110d admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:41:41.469362 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-61769081-82ff-476d-a620-d7d2941b110d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.472172 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:41.472172 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:41.472172 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:41.472172 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:41.472172 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:41:41.472172 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:41:41.472172 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:41:41.472172 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:41:41.472172 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:41:41.472172 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:41:41.472172 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:41:41.472172 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:41:41.472172 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:41:41.472172 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:41:41.472172 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:41:41.472172 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:41:41.472172 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:41:41.472172 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:41:41.472172 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:41:41.472172 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:41:41.472172 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:41:41.472172 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:41:41.472172 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:41:41.472172 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:41:41.472172 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:41:41.472172 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:41:41.472172 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:41:41.472172 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:41:41.472172 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:41:41.472172 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:41:41.472172 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:41:41.472172 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:41:41.472172 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:41:41.472172 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:41:41.472172 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:41:41.472172 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:41:41.539735 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-61769081-82ff-476d-a620-d7d2941b110d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.545487 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-61769081-82ff-476d-a620-d7d2941b110d admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.550875 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-61769081-82ff-476d-a620-d7d2941b110d admin admin] 10.222.0.23 "DELETE /v2.0/networks/d9fff5db-9c84-4008-8659-ae495f0b5931 HTTP/1.1" status: 204 len: 168 time: 0.3222671 Jul 13 07:41:41.550875 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47876) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:41.589962 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61769081-82ff-476d-a620-d7d2941b110d admin admin] Pushing event deleted for resources: {'Network': ['ID=d9fff5db-9c84-4008-8659-ae495f0b5931,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:41.617903 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-126fbe4d-4f90-43e1-b6bd-c596ec7dfdf7 admin admin] Deleting subnet a36ee07f-3b60-4998-bd41-7e99772dffd4 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:41:41.621863 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-126fbe4d-4f90-43e1-b6bd-c596ec7dfdf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.663778 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-126fbe4d-4f90-43e1-b6bd-c596ec7dfdf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.714024 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-126fbe4d-4f90-43e1-b6bd-c596ec7dfdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.778234 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-126fbe4d-4f90-43e1-b6bd-c596ec7dfdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.807828 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126fbe4d-4f90-43e1-b6bd-c596ec7dfdf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a36ee07f-3b60-4998-bd41-7e99772dffd4,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:41.821028 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-126fbe4d-4f90-43e1-b6bd-c596ec7dfdf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:41.826425 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-126fbe4d-4f90-43e1-b6bd-c596ec7dfdf7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a36ee07f-3b60-4998-bd41-7e99772dffd4 HTTP/1.1" status: 204 len: 168 time: 0.2711091 Jul 13 07:41:41.827414 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47882) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:41.914763 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eb35502c-d87f-4d17-9e57-426b6d9bdc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.028022 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eb35502c-d87f-4d17-9e57-426b6d9bdc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.039650 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-eb35502c-d87f-4d17-9e57-426b6d9bdc01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c344f5-08c0-4a86-adbb-6f510c58a76f']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:42.057457 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-eb35502c-d87f-4d17-9e57-426b6d9bdc01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd84d4696-2338-4dce-8c06-10409df80fa8') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:42.057959 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-eb35502c-d87f-4d17-9e57-426b6d9bdc01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd84d4696-2338-4dce-8c06-10409df80fa8') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:42.069299 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eb35502c-d87f-4d17-9e57-426b6d9bdc01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.088371 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eb35502c-d87f-4d17-9e57-426b6d9bdc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.100323 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb35502c-d87f-4d17-9e57-426b6d9bdc01 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:41:42.101235 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eb35502c-d87f-4d17-9e57-426b6d9bdc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.104973 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:42.104973 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:42.104973 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:42.104973 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:42.104973 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:42.104973 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:42.104973 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:42.104973 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:42.104973 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:41:42.104973 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:41:42.104973 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:41:42.104973 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:41:42.104973 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:41:42.104973 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:41:42.104973 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:41:42.104973 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:41:42.104973 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:41:42.104973 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:41:42.104973 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:41:42.104973 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:41:42.104973 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:41:42.104973 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:41:42.104973 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:41:42.104973 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:41:42.104973 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:41:42.104973 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:41:42.104973 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:41:42.104973 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:41:42.104973 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:41:42.104973 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:41:42.104973 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:41:42.104973 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:41:42.104973 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:41:42.104973 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:41:42.104973 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:41:42.104973 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:41:42.104973 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:41:42.104973 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:41:42.104973 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:41:42.104973 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:41:42.104973 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:41:42.104973 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:41:42.194074 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eb35502c-d87f-4d17-9e57-426b6d9bdc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.215532 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eb35502c-d87f-4d17-9e57-426b6d9bdc01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.219786 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-eb35502c-d87f-4d17-9e57-426b6d9bdc01 admin admin] 10.222.0.23 "DELETE /v2.0/networks/18c344f5-08c0-4a86-adbb-6f510c58a76f HTTP/1.1" status: 204 len: 168 time: 0.3912704 Jul 13 07:41:42.221034 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35502c-d87f-4d17-9e57-426b6d9bdc01 admin admin] Pushing event deleted for resources: {'Network': ['ID=18c344f5-08c0-4a86-adbb-6f510c58a76f,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:42.460396 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47904) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:42.504876 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f468d6ad-fa7d-4f39-ac5a-3dae96ec4f0e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b3dee2175b094eeaa6cc5eca9b6c185f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432847 Jul 13 07:41:42.508315 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47906) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:42.572758 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-82c29ee5-5bd6-48b6-abf5-c835b809d1c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.606592 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-82c29ee5-5bd6-48b6-abf5-c835b809d1c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.664412 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-82c29ee5-5bd6-48b6-abf5-c835b809d1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.667155 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-82c29ee5-5bd6-48b6-abf5-c835b809d1c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:42.668349 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-82c29ee5-5bd6-48b6-abf5-c835b809d1c9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d97fe73a-16b7-4d05-855c-55625b25fe56 HTTP/1.1" status: 204 len: 168 time: 0.1590221 Jul 13 07:41:42.678060 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c29ee5-5bd6-48b6-abf5-c835b809d1c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97fe73a-16b7-4d05-855c-55625b25fe56,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:42.734256 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:41:42.790060 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device ce66da36-9ec0-496b-9d74-95deb08d90f4 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:41:42.827892 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: ce66da36-9ec0-496b-9d74-95deb08d90f4 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:41:42.828504 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device ce66da36-9ec0-496b-9d74-95deb08d90f4 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:41:42.998772 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=88530a7c-2727-4e3e-8acc-8f0525e0f7a7,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:43.014260 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '88530a7c-2727-4e3e-8acc-8f0525e0f7a7', 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0', 'port_id': '88530a7c-2727-4e3e-8acc-8f0525e0f7a7', 'mac_address': 'fa:16:3e:80:39:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18671aeb-533b-431f-ac3f-740be3e9540f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:41:43.072514 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:43.088231 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:41:43.115848 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=88530a7c-2727-4e3e-8acc-8f0525e0f7a7,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:43.121993 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:43.227943 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47936) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:43.257971 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=88530a7c-2727-4e3e-8acc-8f0525e0f7a7,revision_number=6']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:43.295776 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:43.297049 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:43.297826 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:43.298325 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:43.298844 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:43.302107 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:43.304184 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:43.304767 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:43.305279 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:43.305774 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:43.308066 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:43.309846 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:43.334983 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['88530a7c-2727-4e3e-8acc-8f0525e0f7a7'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:41:43.335150 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-021d83f2-03ad-4419-b680-a01279a2291e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=49b0324991f2447ebcaa33bc455a851b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1029618 Jul 13 07:41:43.335980 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47938) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:43.491156 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-43285421-4a4c-411e-a0d8-e44db605c374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:43.547890 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-43285421-4a4c-411e-a0d8-e44db605c374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:43.683030 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-43285421-4a4c-411e-a0d8-e44db605c374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:43.689341 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-43285421-4a4c-411e-a0d8-e44db605c374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:43.695118 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-43285421-4a4c-411e-a0d8-e44db605c374 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ff7dcae8-d7e4-4f9f-9e65-94ba6bf49530 HTTP/1.1" status: 204 len: 168 time: 0.3554053 Jul 13 07:41:43.715584 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43285421-4a4c-411e-a0d8-e44db605c374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7dcae8-d7e4-4f9f-9e65-94ba6bf49530,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:43.730403 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43285421-4a4c-411e-a0d8-e44db605c374 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:43.730894 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43285421-4a4c-411e-a0d8-e44db605c374 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:43.731270 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43285421-4a4c-411e-a0d8-e44db605c374 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:43.731596 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43285421-4a4c-411e-a0d8-e44db605c374 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:43.732014 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43285421-4a4c-411e-a0d8-e44db605c374 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:43.732352 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43285421-4a4c-411e-a0d8-e44db605c374 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:43.733167 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43285421-4a4c-411e-a0d8-e44db605c374 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:43.733295 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43285421-4a4c-411e-a0d8-e44db605c374 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:43.733572 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43285421-4a4c-411e-a0d8-e44db605c374 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:43.734343 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43285421-4a4c-411e-a0d8-e44db605c374 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:43.734343 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43285421-4a4c-411e-a0d8-e44db605c374 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:43.734684 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43285421-4a4c-411e-a0d8-e44db605c374 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:41:43.813905 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-34bc5b97-5f6b-48e7-a57a-2cf4f923dd9b None None] Provisioning complete for port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:43.814543 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-34bc5b97-5f6b-48e7-a57a-2cf4f923dd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:43.990964 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-34bc5b97-5f6b-48e7-a57a-2cf4f923dd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:44.037248 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f90bec-271f-4e44-996f-3e77a17cd27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88530a7c-2727-4e3e-8acc-8f0525e0f7a7'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:41:44.041394 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54467598-08ac-40ff-aab8-e6b2d7eeea71" -d '{"events": [{"server_uuid": "84f90bec-271f-4e44-996f-3e77a17cd27b", "name": "network-vif-plugged", "status": "completed", "tag": "88530a7c-2727-4e3e-8acc-8f0525e0f7a7"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:41:44.067661 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-34bc5b97-5f6b-48e7-a57a-2cf4f923dd9b None None] For port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=88530a7c-2727-4e3e-8acc-8f0525e0f7a7,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:44.077398 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-34bc5b97-5f6b-48e7-a57a-2cf4f923dd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:44.133752 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd6b826-9259-41b8-a8cf-117351c4716f x-openstack-request-id: req-5cd6b826-9259-41b8-a8cf-117351c4716f {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:41:44.134117 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f90bec-271f-4e44-996f-3e77a17cd27b", "name": "network-vif-plugged", "status": "completed", "tag": "88530a7c-2727-4e3e-8acc-8f0525e0f7a7", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:41:44.134416 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5cd6b826-9259-41b8-a8cf-117351c4716f {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:41:44.134818 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f90bec-271f-4e44-996f-3e77a17cd27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88530a7c-2727-4e3e-8acc-8f0525e0f7a7', 'code': 200} Jul 13 07:41:44.258231 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc5b97-5f6b-48e7-a57a-2cf4f923dd9b None None] Pushing event updated for resources: {'Port': ['ID=88530a7c-2727-4e3e-8acc-8f0525e0f7a7,revision_number=7']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:44.613618 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-99a7a14e-9daf-4ee5-87c2-fdf98bdcef02 None None] Provisioning complete for port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:44.613985 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-99a7a14e-9daf-4ee5-87c2-fdf98bdcef02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:44.782395 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:45.030777 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:45.032051 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:45.468060 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47982) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:45.655782 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-b179a12e-651d-4467-8d85-6238c7215b9d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-221746895-network', 'tenant_id': '094977268a014571ac87c33401dc7dc8'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:45.696691 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b179a12e-651d-4467-8d85-6238c7215b9d admin admin] Made reservation on behalf of 094977268a014571ac87c33401dc7dc8 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:45.702140 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b179a12e-651d-4467-8d85-6238c7215b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:45.718212 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b179a12e-651d-4467-8d85-6238c7215b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:45.864596 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b179a12e-651d-4467-8d85-6238c7215b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:45.869574 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b179a12e-651d-4467-8d85-6238c7215b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:45.901194 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179a12e-651d-4467-8d85-6238c7215b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04d822a-9294-4b34-b5fe-67983de91d38,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:45.913196 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b179a12e-651d-4467-8d85-6238c7215b9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:41:45.957782 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b179a12e-651d-4467-8d85-6238c7215b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:45.958604 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-b179a12e-651d-4467-8d85-6238c7215b9d admin admin] Added segment 138317d0-5f12-42c2-bd96-3b9c900a701f of type vlan for network 856c09e5-73ee-4cd8-bcdf-65d3c10d87c4 Jul 13 07:41:46.037167 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b179a12e-651d-4467-8d85-6238c7215b9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:46.092320 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b179a12e-651d-4467-8d85-6238c7215b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:46.094836 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b179a12e-651d-4467-8d85-6238c7215b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:46.096054 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b179a12e-651d-4467-8d85-6238c7215b9d admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:46.163481 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b179a12e-651d-4467-8d85-6238c7215b9d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6867754 Jul 13 07:41:46.165949 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47994) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:46.171927 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-1eb2667a-6824-48e3-b3f3-127f84c2ade7 admin admin] Request body: {'subnet': {'network_id': '856c09e5-73ee-4cd8-bcdf-65d3c10d87c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-221746895-subnet', 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:46.230364 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb2667a-6824-48e3-b3f3-127f84c2ade7 admin admin] Made reservation on behalf of 094977268a014571ac87c33401dc7dc8 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:46.246843 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1eb2667a-6824-48e3-b3f3-127f84c2ade7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:46.249310 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179a12e-651d-4467-8d85-6238c7215b9d admin admin] Pushing event updated for resources: {'Network': ['ID=856c09e5-73ee-4cd8-bcdf-65d3c10d87c4,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:46.262235 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 856c09e5-73ee-4cd8-bcdf-65d3c10d87c4 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:41:46.614540 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1eb2667a-6824-48e3-b3f3-127f84c2ade7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:46.697413 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb2667a-6824-48e3-b3f3-127f84c2ade7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=589c785d-421e-4845-b484-c40726135e95,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:46.716464 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb2667a-6824-48e3-b3f3-127f84c2ade7 admin admin] Checking segment: {'id': '138317d0-5f12-42c2-bd96-3b9c900a701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '856c09e5-73ee-4cd8-bcdf-65d3c10d87c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:46.717042 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb2667a-6824-48e3-b3f3-127f84c2ade7 admin admin] Network hostable DHCP agents. Network: 856c09e5-73ee-4cd8-bcdf-65d3c10d87c4, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:41:46.748845 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb2667a-6824-48e3-b3f3-127f84c2ade7 admin admin] Network 856c09e5-73ee-4cd8-bcdf-65d3c10d87c4 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:41:46.764703 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-1eb2667a-6824-48e3-b3f3-127f84c2ade7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 856c09e5-73ee-4cd8-bcdf-65d3c10d87c4) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:46.778781 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec8fa69-0502-40de-99c0-e78440d1618e None None] Network 856c09e5-73ee-4cd8-bcdf-65d3c10d87c4 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:46.779475 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb2667a-6824-48e3-b3f3-127f84c2ade7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:46.780138 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1eb2667a-6824-48e3-b3f3-127f84c2ade7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:46.809982 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1eb2667a-6824-48e3-b3f3-127f84c2ade7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6405981 Jul 13 07:41:46.812971 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47998) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:46.821558 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-813ef7a6-f0f0-4fb6-818b-fa1f878c988a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-221746895-router', 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:46.880100 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-813ef7a6-f0f0-4fb6-818b-fa1f878c988a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:46.881427 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-813ef7a6-f0f0-4fb6-818b-fa1f878c988a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:47.001406 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d759a9b-34a9-4047-a537-c36657813d60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-856c09e5-73ee-4cd8-bcdf-65d3c10d87c4', 'network_id': '856c09e5-73ee-4cd8-bcdf-65d3c10d87c4', 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'fixed_ips': [{'subnet_id': '589c785d-421e-4845-b484-c40726135e95'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:41:47.002322 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8d759a9b-34a9-4047-a537-c36657813d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:47.120168 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-813ef7a6-f0f0-4fb6-818b-fa1f878c988a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:47.332769 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-8d759a9b-34a9-4047-a537-c36657813d60 None None] Allocated IP 172.20.0.2 (856c09e5-73ee-4cd8-bcdf-65d3c10d87c4/589c785d-421e-4845-b484-c40726135e95/535c049b-f838-47a5-8348-be62acab75f8) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:47.515955 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-813ef7a6-f0f0-4fb6-818b-fa1f878c988a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:47.607039 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8d759a9b-34a9-4047-a537-c36657813d60 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:47.618479 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8d759a9b-34a9-4047-a537-c36657813d60 None None] Transition to ACTIVE for port object 535c049b-f838-47a5-8348-be62acab75f8 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:47.646761 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8d759a9b-34a9-4047-a537-c36657813d60 None None] Transition to ACTIVE for port object 535c049b-f838-47a5-8348-be62acab75f8 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:47.664852 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8d759a9b-34a9-4047-a537-c36657813d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:47.707373 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d759a9b-34a9-4047-a537-c36657813d60 None None] Network 856c09e5-73ee-4cd8-bcdf-65d3c10d87c4 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:47.710683 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-8d759a9b-34a9-4047-a537-c36657813d60 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:47.715549 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d759a9b-34a9-4047-a537-c36657813d60 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:47.746409 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d759a9b-34a9-4047-a537-c36657813d60 None None] Pushing event updated for resources: {'Port': ['ID=535c049b-f838-47a5-8348-be62acab75f8,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:47.896652 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-8d759a9b-34a9-4047-a537-c36657813d60 None None] Attempting to bind port 535c049b-f838-47a5-8348-be62acab75f8 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:41:47.896940 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-8d759a9b-34a9-4047-a537-c36657813d60 None None] Attempting to bind port 535c049b-f838-47a5-8348-be62acab75f8 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '138317d0-5f12-42c2-bd96-3b9c900a701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '856c09e5-73ee-4cd8-bcdf-65d3c10d87c4'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:41:47.897507 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d759a9b-34a9-4047-a537-c36657813d60 None None] Attempting to bind port 535c049b-f838-47a5-8348-be62acab75f8 on network 856c09e5-73ee-4cd8-bcdf-65d3c10d87c4 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:47.904122 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d759a9b-34a9-4047-a537-c36657813d60 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:41:47.904622 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d759a9b-34a9-4047-a537-c36657813d60 None None] Checking segment: {'id': '138317d0-5f12-42c2-bd96-3b9c900a701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '856c09e5-73ee-4cd8-bcdf-65d3c10d87c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:47.905000 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8d759a9b-34a9-4047-a537-c36657813d60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:47.905763 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d759a9b-34a9-4047-a537-c36657813d60 None None] Bound using segment: {'id': '138317d0-5f12-42c2-bd96-3b9c900a701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '856c09e5-73ee-4cd8-bcdf-65d3c10d87c4'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:41:47.906307 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-8d759a9b-34a9-4047-a537-c36657813d60 None None] Bound port: 535c049b-f838-47a5-8348-be62acab75f8, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '138317d0-5f12-42c2-bd96-3b9c900a701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '856c09e5-73ee-4cd8-bcdf-65d3c10d87c4'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:41:47.906307 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8d759a9b-34a9-4047-a537-c36657813d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:48.065687 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-8d759a9b-34a9-4047-a537-c36657813d60 None None] For port 535c049b-f838-47a5-8348-be62acab75f8, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:41:48.077664 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-8d759a9b-34a9-4047-a537-c36657813d60 None None] For port 535c049b-f838-47a5-8348-be62acab75f8, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=535c049b-f838-47a5-8348-be62acab75f8,segment=NetworkSegment(138317d0-5f12-42c2-bd96-3b9c900a701f),segment_id=138317d0-5f12-42c2-bd96-3b9c900a701f)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:41:48.098949 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8d759a9b-34a9-4047-a537-c36657813d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:48.130771 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-813ef7a6-f0f0-4fb6-818b-fa1f878c988a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:48.190109 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-813ef7a6-f0f0-4fb6-818b-fa1f878c988a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:48.210043 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d759a9b-34a9-4047-a537-c36657813d60 None None] Pushing event updated for resources: {'Port': ['ID=535c049b-f838-47a5-8348-be62acab75f8,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:48.452007 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-813ef7a6-f0f0-4fb6-818b-fa1f878c988a admin admin] Allocated IP 172.25.3.45 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/1b4c0129-7b7d-409c-92af-7acbf91af041) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:48.846415 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-813ef7a6-f0f0-4fb6-818b-fa1f878c988a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:48.913291 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-813ef7a6-f0f0-4fb6-818b-fa1f878c988a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:48.962786 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813ef7a6-f0f0-4fb6-818b-fa1f878c988a admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:48.972547 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-813ef7a6-f0f0-4fb6-818b-fa1f878c988a admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:48.986796 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813ef7a6-f0f0-4fb6-818b-fa1f878c988a admin admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:49.021939 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ef7a6-f0f0-4fb6-818b-fa1f878c988a admin admin] Pushing event updated for resources: {'Port': ['ID=1b4c0129-7b7d-409c-92af-7acbf91af041,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:49.145893 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 535c049b-f838-47a5-8348-be62acab75f8 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:49.267999 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 535c049b-f838-47a5-8348-be62acab75f8 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:49.587335 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-813ef7a6-f0f0-4fb6-818b-fa1f878c988a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:50.174925 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1134182-f46c-4fa0-8555-1e01c6dad68e None None] Network 856c09e5-73ee-4cd8-bcdf-65d3c10d87c4 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:50.195867 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-813ef7a6-f0f0-4fb6-818b-fa1f878c988a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:50.248781 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2ef204ac-8846-4b3e-b8e3-46c2576725bb None None] Provisioning for port 535c049b-f838-47a5-8348-be62acab75f8 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:50.259385 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2ef204ac-8846-4b3e-b8e3-46c2576725bb None None] Provisioning complete for port 535c049b-f838-47a5-8348-be62acab75f8 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:50.260109 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2ef204ac-8846-4b3e-b8e3-46c2576725bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:50.799340 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2ef204ac-8846-4b3e-b8e3-46c2576725bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:50.851500 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2ef204ac-8846-4b3e-b8e3-46c2576725bb None None] For port 535c049b-f838-47a5-8348-be62acab75f8, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=535c049b-f838-47a5-8348-be62acab75f8,segment=NetworkSegment(138317d0-5f12-42c2-bd96-3b9c900a701f),segment_id=138317d0-5f12-42c2-bd96-3b9c900a701f)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:50.864901 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2ef204ac-8846-4b3e-b8e3-46c2576725bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:50.932973 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813ef7a6-f0f0-4fb6-818b-fa1f878c988a admin admin] Router d51bfbbe-4a49-42fd-abb6-6e0a078f0d89 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:41:51.137853 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef204ac-8846-4b3e-b8e3-46c2576725bb None None] Pushing event updated for resources: {'Port': ['ID=535c049b-f838-47a5-8348-be62acab75f8,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:51.323405 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813ef7a6-f0f0-4fb6-818b-fa1f878c988a admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:41:51.344579 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccc87e7-3231-47ba-9eb3-c8b611e38e70 None None] Sync routers for ids ['d51bfbbe-4a49-42fd-abb6-6e0a078f0d89'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:41:51.357450 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccc87e7-3231-47ba-9eb3-c8b611e38e70 None None] Routers {'d51bfbbe-4a49-42fd-abb6-6e0a078f0d89'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:41:51.358070 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-8ccc87e7-3231-47ba-9eb3-c8b611e38e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:41:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d51bfbbe-4a49-42fd-abb6-6e0a078f0d89'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:51.389039 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-813ef7a6-f0f0-4fb6-818b-fa1f878c988a admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:51.394189 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-813ef7a6-f0f0-4fb6-818b-fa1f878c988a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5766366 Jul 13 07:41:51.394580 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 48050) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:51.627853 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-8ccc87e7-3231-47ba-9eb3-c8b611e38e70 None None] Set router d51bfbbe-4a49-42fd-abb6-6e0a078f0d89 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:41:52.007891 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-69f0aec8-318d-4b9d-a274-4a073244e5f5 None None] Provisioning complete for port 535c049b-f838-47a5-8348-be62acab75f8 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:52.008262 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-69f0aec8-318d-4b9d-a274-4a073244e5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.051984 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-8ccc87e7-3231-47ba-9eb3-c8b611e38e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'name': 'tempest-TestVolumeBackupRestore-221746895-router', 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '1b4c0129-7b7d-409c-92af-7acbf91af041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:46Z', 'updated_at': '2021-07-13T07:41:49Z', 'revision_number': 3, 'project_id': '094977268a014571ac87c33401dc7dc8', 'gw_port': {'id': '1b4c0129-7b7d-409c-92af-7acbf91af041', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:01:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:48Z', 'updated_at': '2021-07-13T07:41:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:52.084518 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d91275e3-ec25-4fdc-b379-70f916df0a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.086137 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccc87e7-3231-47ba-9eb3-c8b611e38e70 None None] Checking router: d51bfbbe-4a49-42fd-abb6-6e0a078f0d89 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:41:52.086374 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccc87e7-3231-47ba-9eb3-c8b611e38e70 None None] Updating router d51bfbbe-4a49-42fd-abb6-6e0a078f0d89 port 1b4c0129-7b7d-409c-92af-7acbf91af041 binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:41:52.199805 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8ccc87e7-3231-47ba-9eb3-c8b611e38e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.403450 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-d91275e3-ec25-4fdc-b379-70f916df0a74 admin admin] Allocated IP 172.20.0.1 (856c09e5-73ee-4cd8-bcdf-65d3c10d87c4/589c785d-421e-4845-b484-c40726135e95/bff5160d-843c-4191-a811-197d2294a127) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:52.659020 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d91275e3-ec25-4fdc-b379-70f916df0a74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.692246 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-d91275e3-ec25-4fdc-b379-70f916df0a74 admin admin] Transition to ACTIVE for port object bff5160d-843c-4191-a811-197d2294a127 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:52.765644 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8ccc87e7-3231-47ba-9eb3-c8b611e38e70 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.766766 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d91275e3-ec25-4fdc-b379-70f916df0a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.788914 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8ccc87e7-3231-47ba-9eb3-c8b611e38e70 None None] Transition to ACTIVE for port object 1b4c0129-7b7d-409c-92af-7acbf91af041 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:52.800370 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8ccc87e7-3231-47ba-9eb3-c8b611e38e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:52.833316 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91275e3-ec25-4fdc-b379-70f916df0a74 admin admin] Pushing event updated for resources: {'Port': ['ID=bff5160d-843c-4191-a811-197d2294a127,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:52.849299 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91275e3-ec25-4fdc-b379-70f916df0a74 admin admin] Network 856c09e5-73ee-4cd8-bcdf-65d3c10d87c4 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:52.850794 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-d91275e3-ec25-4fdc-b379-70f916df0a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:52.853846 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91275e3-ec25-4fdc-b379-70f916df0a74 admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:52.930137 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d91275e3-ec25-4fdc-b379-70f916df0a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.025906 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-8ccc87e7-3231-47ba-9eb3-c8b611e38e70 None None] Attempting to bind port 1b4c0129-7b7d-409c-92af-7acbf91af041 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:41:53.026676 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-8ccc87e7-3231-47ba-9eb3-c8b611e38e70 None None] Attempting to bind port 1b4c0129-7b7d-409c-92af-7acbf91af041 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:41:53.027153 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccc87e7-3231-47ba-9eb3-c8b611e38e70 None None] Attempting to bind port 1b4c0129-7b7d-409c-92af-7acbf91af041 on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:53.029507 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f4174-3379-4907-8fc4-afd83a05f427 None None] Pushing event updated for resources: {'Port': ['ID=1b4c0129-7b7d-409c-92af-7acbf91af041,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:53.051014 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccc87e7-3231-47ba-9eb3-c8b611e38e70 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:41:53.073212 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccc87e7-3231-47ba-9eb3-c8b611e38e70 None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:53.073875 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8ccc87e7-3231-47ba-9eb3-c8b611e38e70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.074350 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccc87e7-3231-47ba-9eb3-c8b611e38e70 None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:41:53.074929 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-8ccc87e7-3231-47ba-9eb3-c8b611e38e70 None None] Bound port: 1b4c0129-7b7d-409c-92af-7acbf91af041, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:41:53.075584 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8ccc87e7-3231-47ba-9eb3-c8b611e38e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.185154 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d91275e3-ec25-4fdc-b379-70f916df0a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.186077 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 535c049b-f838-47a5-8348-be62acab75f8 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:53.343265 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-8ccc87e7-3231-47ba-9eb3-c8b611e38e70 None None] For port 1b4c0129-7b7d-409c-92af-7acbf91af041, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:41:53.372159 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.377164 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-8ccc87e7-3231-47ba-9eb3-c8b611e38e70 None None] For port 1b4c0129-7b7d-409c-92af-7acbf91af041, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=1b4c0129-7b7d-409c-92af-7acbf91af041,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:41:53.383185 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8ccc87e7-3231-47ba-9eb3-c8b611e38e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.598569 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d91275e3-ec25-4fdc-b379-70f916df0a74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.599759 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 535c049b-f838-47a5-8348-be62acab75f8 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:53.601766 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.605887 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d91275e3-ec25-4fdc-b379-70f916df0a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.831028 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d91275e3-ec25-4fdc-b379-70f916df0a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:53.863905 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccc87e7-3231-47ba-9eb3-c8b611e38e70 None None] Routers {'d51bfbbe-4a49-42fd-abb6-6e0a078f0d89'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:41:53.864759 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-8ccc87e7-3231-47ba-9eb3-c8b611e38e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:41:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d51bfbbe-4a49-42fd-abb6-6e0a078f0d89'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:53.942605 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b789ec1e-b008-4202-8aad-4691b11a28e6 None None] Provisioning for port bff5160d-843c-4191-a811-197d2294a127 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:54.062948 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f4174-3379-4907-8fc4-afd83a05f427 None None] Pushing event updated for resources: {'Port': ['ID=1b4c0129-7b7d-409c-92af-7acbf91af041,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:54.075771 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b789ec1e-b008-4202-8aad-4691b11a28e6 None None] Provisioning complete for port bff5160d-843c-4191-a811-197d2294a127 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:54.076249 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b789ec1e-b008-4202-8aad-4691b11a28e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:54.101879 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91275e3-ec25-4fdc-b379-70f916df0a74 admin admin] Pushing event updated for resources: {'Port': ['ID=bff5160d-843c-4191-a811-197d2294a127,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:54.122251 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-b789ec1e-b008-4202-8aad-4691b11a28e6 None None] Port bff5160d-843c-4191-a811-197d2294a127 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:41:54.187809 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:54.207906 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91275e3-ec25-4fdc-b379-70f916df0a74 admin admin] Network 856c09e5-73ee-4cd8-bcdf-65d3c10d87c4 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:54.209684 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-d91275e3-ec25-4fdc-b379-70f916df0a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:54.351571 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e1a8ca96-af96-4941-a090-17f8853e306f None None] Provisioning complete for port bff5160d-843c-4191-a811-197d2294a127 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:54.358096 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e1a8ca96-af96-4941-a090-17f8853e306f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:54.412948 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91275e3-ec25-4fdc-b379-70f916df0a74 admin admin] Router d51bfbbe-4a49-42fd-abb6-6e0a078f0d89 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:41:54.448994 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-8ccc87e7-3231-47ba-9eb3-c8b611e38e70 None None] Set router d51bfbbe-4a49-42fd-abb6-6e0a078f0d89 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:41:54.496026 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8ca96-af96-4941-a090-17f8853e306f None None] Port bff5160d-843c-4191-a811-197d2294a127 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:41:54.762150 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-85cfa09a-c19c-48e5-9173-ae4ef9dedb5a None None] Provisioning complete for port bff5160d-843c-4191-a811-197d2294a127 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:54.762619 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-85cfa09a-c19c-48e5-9173-ae4ef9dedb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:54.878617 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-85cfa09a-c19c-48e5-9173-ae4ef9dedb5a None None] Port bff5160d-843c-4191-a811-197d2294a127 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:41:54.898321 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-8ccc87e7-3231-47ba-9eb3-c8b611e38e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'name': 'tempest-TestVolumeBackupRestore-221746895-router', 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '1b4c0129-7b7d-409c-92af-7acbf91af041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:46Z', 'updated_at': '2021-07-13T07:41:53Z', 'revision_number': 4, 'project_id': '094977268a014571ac87c33401dc7dc8', 'gw_port': {'id': '1b4c0129-7b7d-409c-92af-7acbf91af041', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:01:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:48Z', 'updated_at': '2021-07-13T07:41:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'bff5160d-843c-4191-a811-197d2294a127', 'name': '', 'network_id': '856c09e5-73ee-4cd8-bcdf-65d3c10d87c4', 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'mac_address': 'fa:16:3e:47:f4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '589c785d-421e-4845-b484-c40726135e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:52Z', 'updated_at': '2021-07-13T07:41:53Z', 'revision_number': 2, 'project_id': '094977268a014571ac87c33401dc7dc8', 'subnets': [{'id': '589c785d-421e-4845-b484-c40726135e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:54.957567 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccc87e7-3231-47ba-9eb3-c8b611e38e70 None None] The sync data for ids ['d51bfbbe-4a49-42fd-abb6-6e0a078f0d89'] in n-d-771363-34 is: [{'id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'name': 'tempest-TestVolumeBackupRestore-221746895-router', 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '1b4c0129-7b7d-409c-92af-7acbf91af041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:46Z', 'updated_at': '2021-07-13T07:41:53Z', 'revision_number': 4, 'project_id': '094977268a014571ac87c33401dc7dc8', 'gw_port': {'id': '1b4c0129-7b7d-409c-92af-7acbf91af041', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:01:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:48Z', 'updated_at': '2021-07-13T07:41:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'bff5160d-843c-4191-a811-197d2294a127', 'name': '', 'network_id': '856c09e5-73ee-4cd8-bcdf-65d3c10d87c4', 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'mac_address': 'fa:16:3e:47:f4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '589c785d-421e-4845-b484-c40726135e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:52Z', 'updated_at': '2021-07-13T07:41:53Z', 'revision_number': 2, 'project_id': '094977268a014571ac87c33401dc7dc8', 'subnets': [{'id': '589c785d-421e-4845-b484-c40726135e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:41:55.055312 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91275e3-ec25-4fdc-b379-70f916df0a74 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:41:55.082085 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d91275e3-ec25-4fdc-b379-70f916df0a74 admin admin] 10.222.0.23 "PUT /v2.0/routers/d51bfbbe-4a49-42fd-abb6-6e0a078f0d89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6777623 Jul 13 07:41:56.072626 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 48120) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:56.077750 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-f0a592fe-0f38-43eb-a5f2-186ff8a17d87 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1367462120-network', 'tenant_id': '5dc48adc52214139b0f9f155fd78ebfa'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:56.117170 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a592fe-0f38-43eb-a5f2-186ff8a17d87 admin admin] Made reservation on behalf of 5dc48adc52214139b0f9f155fd78ebfa for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:56.125134 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f0a592fe-0f38-43eb-a5f2-186ff8a17d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:56.139460 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f0a592fe-0f38-43eb-a5f2-186ff8a17d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:56.457392 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f0a592fe-0f38-43eb-a5f2-186ff8a17d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:56.472500 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f0a592fe-0f38-43eb-a5f2-186ff8a17d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:56.510678 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0a592fe-0f38-43eb-a5f2-186ff8a17d87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:41:56.528467 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a592fe-0f38-43eb-a5f2-186ff8a17d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95851b5f-d9db-494c-ab89-cd121ef38734,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:56.531710 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f0a592fe-0f38-43eb-a5f2-186ff8a17d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:56.532227 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-f0a592fe-0f38-43eb-a5f2-186ff8a17d87 admin admin] Added segment 04e9fdd0-5f3d-456f-8a25-71cd6b14b1b0 of type vlan for network c712ca72-539a-40b3-9ed0-d8ad4fe14a98 Jul 13 07:41:56.612043 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f0a592fe-0f38-43eb-a5f2-186ff8a17d87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:56.704025 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f0a592fe-0f38-43eb-a5f2-186ff8a17d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:56.708611 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a592fe-0f38-43eb-a5f2-186ff8a17d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:56.709043 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f0a592fe-0f38-43eb-a5f2-186ff8a17d87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:56.807719 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a592fe-0f38-43eb-a5f2-186ff8a17d87 admin admin] Pushing event updated for resources: {'Network': ['ID=c712ca72-539a-40b3-9ed0-d8ad4fe14a98,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:56.821666 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f0a592fe-0f38-43eb-a5f2-186ff8a17d87 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7479112 Jul 13 07:41:56.824532 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 48132) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:56.829412 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network c712ca72-539a-40b3-9ed0-d8ad4fe14a98 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:41:56.838175 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-e23b7fdc-091d-4636-a91e-b83343b2417c admin admin] Request body: {'subnet': {'network_id': 'c712ca72-539a-40b3-9ed0-d8ad4fe14a98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1367462120-subnet', 'tenant_id': '5dc48adc52214139b0f9f155fd78ebfa', 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:56.908683 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23b7fdc-091d-4636-a91e-b83343b2417c admin admin] Made reservation on behalf of 5dc48adc52214139b0f9f155fd78ebfa for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:41:56.911290 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e23b7fdc-091d-4636-a91e-b83343b2417c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:57.149574 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 1b4c0129-7b7d-409c-92af-7acbf91af041 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:57.240069 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 1b4c0129-7b7d-409c-92af-7acbf91af041 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:41:57.245660 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 1b4c0129-7b7d-409c-92af-7acbf91af041 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:57.246552 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:57.279478 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e23b7fdc-091d-4636-a91e-b83343b2417c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:57.375109 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b7fdc-091d-4636-a91e-b83343b2417c admin admin] Pushing event updated for resources: {'Subnet': ['ID=534fe833-75f9-45fc-91d4-300ed3118da8,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:57.412302 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23b7fdc-091d-4636-a91e-b83343b2417c admin admin] Checking segment: {'id': '04e9fdd0-5f3d-456f-8a25-71cd6b14b1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c712ca72-539a-40b3-9ed0-d8ad4fe14a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:57.415700 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23b7fdc-091d-4636-a91e-b83343b2417c admin admin] Network hostable DHCP agents. Network: c712ca72-539a-40b3-9ed0-d8ad4fe14a98, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:41:57.420334 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:57.461174 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23b7fdc-091d-4636-a91e-b83343b2417c admin admin] Network c712ca72-539a-40b3-9ed0-d8ad4fe14a98 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:41:57.481989 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-e23b7fdc-091d-4636-a91e-b83343b2417c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, c712ca72-539a-40b3-9ed0-d8ad4fe14a98) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:57.489092 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23b7fdc-091d-4636-a91e-b83343b2417c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:41:57.489866 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e23b7fdc-091d-4636-a91e-b83343b2417c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:57.492157 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 1b4c0129-7b7d-409c-92af-7acbf91af041, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=1b4c0129-7b7d-409c-92af-7acbf91af041,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:41:57.500448 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:57.548294 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e23b7fdc-091d-4636-a91e-b83343b2417c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7197022 Jul 13 07:41:57.549082 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 48142) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:41:57.562457 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-f1b4d3df-aa6a-4940-b4d3-b28f00414ab0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1367462120-router', 'tenant_id': '5dc48adc52214139b0f9f155fd78ebfa', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:41:57.565528 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa4bf77-89a9-4330-896b-8c6c7dc6c377 None None] Network c712ca72-539a-40b3-9ed0-d8ad4fe14a98 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:41:57.627956 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f1b4d3df-aa6a-4940-b4d3-b28f00414ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:57.629497 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f1b4d3df-aa6a-4940-b4d3-b28f00414ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:57.695828 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=1b4c0129-7b7d-409c-92af-7acbf91af041,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:57.743332 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f1b4d3df-aa6a-4940-b4d3-b28f00414ab0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:57.842146 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945983ef-f4e9-4bdc-92d2-3fa1b28e9454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-c712ca72-539a-40b3-9ed0-d8ad4fe14a98', 'network_id': 'c712ca72-539a-40b3-9ed0-d8ad4fe14a98', 'tenant_id': '5dc48adc52214139b0f9f155fd78ebfa', 'fixed_ips': [{'subnet_id': '534fe833-75f9-45fc-91d4-300ed3118da8'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:41:57.844107 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-945983ef-f4e9-4bdc-92d2-3fa1b28e9454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:57.956275 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f1b4d3df-aa6a-4940-b4d3-b28f00414ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:58.175438 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-945983ef-f4e9-4bdc-92d2-3fa1b28e9454 None None] Allocated IP 172.20.0.2 (c712ca72-539a-40b3-9ed0-d8ad4fe14a98/534fe833-75f9-45fc-91d4-300ed3118da8/921a1fc2-be53-4eae-b6df-8853e902293e) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:58.303901 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f1b4d3df-aa6a-4940-b4d3-b28f00414ab0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:58.323144 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f1b4d3df-aa6a-4940-b4d3-b28f00414ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:58.459538 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-945983ef-f4e9-4bdc-92d2-3fa1b28e9454 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:58.477376 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-945983ef-f4e9-4bdc-92d2-3fa1b28e9454 None None] Transition to ACTIVE for port object 921a1fc2-be53-4eae-b6df-8853e902293e will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:58.519171 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-945983ef-f4e9-4bdc-92d2-3fa1b28e9454 None None] Transition to ACTIVE for port object 921a1fc2-be53-4eae-b6df-8853e902293e will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:41:58.531565 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-945983ef-f4e9-4bdc-92d2-3fa1b28e9454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:58.547229 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-f1b4d3df-aa6a-4940-b4d3-b28f00414ab0 admin admin] Allocated IP 172.25.3.66 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/63675208-5591-4bed-9bfb-89da467113c0) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:41:58.568744 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce831a6f-d0f6-45da-acf1-1c34cc359ae0 None None] Sync routers for ids ['d51bfbbe-4a49-42fd-abb6-6e0a078f0d89'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:41:58.614793 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce831a6f-d0f6-45da-acf1-1c34cc359ae0 None None] Routers {'d51bfbbe-4a49-42fd-abb6-6e0a078f0d89'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:41:58.617357 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-ce831a6f-d0f6-45da-acf1-1c34cc359ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:41:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d51bfbbe-4a49-42fd-abb6-6e0a078f0d89'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:58.699762 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945983ef-f4e9-4bdc-92d2-3fa1b28e9454 None None] Pushing event updated for resources: {'Port': ['ID=921a1fc2-be53-4eae-b6df-8853e902293e,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:58.729207 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945983ef-f4e9-4bdc-92d2-3fa1b28e9454 None None] Network c712ca72-539a-40b3-9ed0-d8ad4fe14a98 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:58.730835 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-945983ef-f4e9-4bdc-92d2-3fa1b28e9454 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:58.737246 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945983ef-f4e9-4bdc-92d2-3fa1b28e9454 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:58.878548 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f1b4d3df-aa6a-4940-b4d3-b28f00414ab0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:58.901839 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-945983ef-f4e9-4bdc-92d2-3fa1b28e9454 None None] Attempting to bind port 921a1fc2-be53-4eae-b6df-8853e902293e on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:41:58.902350 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-945983ef-f4e9-4bdc-92d2-3fa1b28e9454 None None] Attempting to bind port 921a1fc2-be53-4eae-b6df-8853e902293e by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '04e9fdd0-5f3d-456f-8a25-71cd6b14b1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c712ca72-539a-40b3-9ed0-d8ad4fe14a98'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:41:58.902587 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945983ef-f4e9-4bdc-92d2-3fa1b28e9454 None None] Attempting to bind port 921a1fc2-be53-4eae-b6df-8853e902293e on network c712ca72-539a-40b3-9ed0-d8ad4fe14a98 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:41:58.926148 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945983ef-f4e9-4bdc-92d2-3fa1b28e9454 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:41:58.926520 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945983ef-f4e9-4bdc-92d2-3fa1b28e9454 None None] Checking segment: {'id': '04e9fdd0-5f3d-456f-8a25-71cd6b14b1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c712ca72-539a-40b3-9ed0-d8ad4fe14a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:41:58.926943 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-945983ef-f4e9-4bdc-92d2-3fa1b28e9454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:58.927370 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945983ef-f4e9-4bdc-92d2-3fa1b28e9454 None None] Bound using segment: {'id': '04e9fdd0-5f3d-456f-8a25-71cd6b14b1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c712ca72-539a-40b3-9ed0-d8ad4fe14a98'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:41:58.927864 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-945983ef-f4e9-4bdc-92d2-3fa1b28e9454 None None] Bound port: 921a1fc2-be53-4eae-b6df-8853e902293e, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e9fdd0-5f3d-456f-8a25-71cd6b14b1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c712ca72-539a-40b3-9ed0-d8ad4fe14a98'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:41:58.932598 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-ce831a6f-d0f6-45da-acf1-1c34cc359ae0 None None] Set router d51bfbbe-4a49-42fd-abb6-6e0a078f0d89 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:41:58.936331 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-945983ef-f4e9-4bdc-92d2-3fa1b28e9454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:59.018319 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f1b4d3df-aa6a-4940-b4d3-b28f00414ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:59.082277 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 1b4c0129-7b7d-409c-92af-7acbf91af041 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:41:59.096627 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b4d3df-aa6a-4940-b4d3-b28f00414ab0 admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:41:59.100897 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-f1b4d3df-aa6a-4940-b4d3-b28f00414ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:41:59.110675 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b4d3df-aa6a-4940-b4d3-b28f00414ab0 admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:41:59.160108 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-945983ef-f4e9-4bdc-92d2-3fa1b28e9454 None None] For port 921a1fc2-be53-4eae-b6df-8853e902293e, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:41:59.166298 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-945983ef-f4e9-4bdc-92d2-3fa1b28e9454 None None] For port 921a1fc2-be53-4eae-b6df-8853e902293e, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=921a1fc2-be53-4eae-b6df-8853e902293e,segment=NetworkSegment(04e9fdd0-5f3d-456f-8a25-71cd6b14b1b0),segment_id=04e9fdd0-5f3d-456f-8a25-71cd6b14b1b0)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:41:59.168263 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 1b4c0129-7b7d-409c-92af-7acbf91af041 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:41:59.168779 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:59.211870 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4d3df-aa6a-4940-b4d3-b28f00414ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=63675208-5591-4bed-9bfb-89da467113c0,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:59.226288 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-945983ef-f4e9-4bdc-92d2-3fa1b28e9454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:59.296414 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945983ef-f4e9-4bdc-92d2-3fa1b28e9454 None None] Pushing event updated for resources: {'Port': ['ID=921a1fc2-be53-4eae-b6df-8853e902293e,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:41:59.472049 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-ce831a6f-d0f6-45da-acf1-1c34cc359ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'name': 'tempest-TestVolumeBackupRestore-221746895-router', 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '1b4c0129-7b7d-409c-92af-7acbf91af041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:46Z', 'updated_at': '2021-07-13T07:41:53Z', 'revision_number': 4, 'project_id': '094977268a014571ac87c33401dc7dc8', 'gw_port': {'id': '1b4c0129-7b7d-409c-92af-7acbf91af041', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:48Z', 'updated_at': '2021-07-13T07:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'bff5160d-843c-4191-a811-197d2294a127', 'name': '', 'network_id': '856c09e5-73ee-4cd8-bcdf-65d3c10d87c4', 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'mac_address': 'fa:16:3e:47:f4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '589c785d-421e-4845-b484-c40726135e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:52Z', 'updated_at': '2021-07-13T07:41:53Z', 'revision_number': 2, 'project_id': '094977268a014571ac87c33401dc7dc8', 'subnets': [{'id': '589c785d-421e-4845-b484-c40726135e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:41:59.529304 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce831a6f-d0f6-45da-acf1-1c34cc359ae0 None None] Checking router: d51bfbbe-4a49-42fd-abb6-6e0a078f0d89 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:41:59.531638 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce831a6f-d0f6-45da-acf1-1c34cc359ae0 None None] Updating router d51bfbbe-4a49-42fd-abb6-6e0a078f0d89 port bff5160d-843c-4191-a811-197d2294a127 binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:41:59.613559 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ce831a6f-d0f6-45da-acf1-1c34cc359ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:41:59.712147 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f1b4d3df-aa6a-4940-b4d3-b28f00414ab0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:00.058874 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:42:00.143878 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ce831a6f-d0f6-45da-acf1-1c34cc359ae0 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:00.163089 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-ce831a6f-d0f6-45da-acf1-1c34cc359ae0 None None] Transition to ACTIVE for port object bff5160d-843c-4191-a811-197d2294a127 will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:00.170200 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f1b4d3df-aa6a-4940-b4d3-b28f00414ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:00.172133 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ce831a6f-d0f6-45da-acf1-1c34cc359ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:00.225336 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b05345a7-77f9-436c-9787-ae8f56207d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:00.265054 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7056def-6f69-4e04-bda9-83d7a530e0aa None None] Pushing event updated for resources: {'Port': ['ID=bff5160d-843c-4191-a811-197d2294a127,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:00.299802 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7056def-6f69-4e04-bda9-83d7a530e0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:00.300216 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7056def-6f69-4e04-bda9-83d7a530e0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:00.300555 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7056def-6f69-4e04-bda9-83d7a530e0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:00.300884 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7056def-6f69-4e04-bda9-83d7a530e0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:00.301583 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7056def-6f69-4e04-bda9-83d7a530e0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:00.301917 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7056def-6f69-4e04-bda9-83d7a530e0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:00.302243 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7056def-6f69-4e04-bda9-83d7a530e0aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:00.302564 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7056def-6f69-4e04-bda9-83d7a530e0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:00.302884 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7056def-6f69-4e04-bda9-83d7a530e0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:00.303221 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7056def-6f69-4e04-bda9-83d7a530e0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:00.303537 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7056def-6f69-4e04-bda9-83d7a530e0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:00.303850 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7056def-6f69-4e04-bda9-83d7a530e0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:00.382366 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-ce831a6f-d0f6-45da-acf1-1c34cc359ae0 None None] Attempting to bind port bff5160d-843c-4191-a811-197d2294a127 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:00.382733 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-ce831a6f-d0f6-45da-acf1-1c34cc359ae0 None None] Attempting to bind port bff5160d-843c-4191-a811-197d2294a127 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '138317d0-5f12-42c2-bd96-3b9c900a701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '856c09e5-73ee-4cd8-bcdf-65d3c10d87c4'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:00.383605 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce831a6f-d0f6-45da-acf1-1c34cc359ae0 None None] Attempting to bind port bff5160d-843c-4191-a811-197d2294a127 on network 856c09e5-73ee-4cd8-bcdf-65d3c10d87c4 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:00.420677 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce831a6f-d0f6-45da-acf1-1c34cc359ae0 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:42:00.421096 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce831a6f-d0f6-45da-acf1-1c34cc359ae0 None None] Checking segment: {'id': '138317d0-5f12-42c2-bd96-3b9c900a701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '856c09e5-73ee-4cd8-bcdf-65d3c10d87c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:00.421451 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ce831a6f-d0f6-45da-acf1-1c34cc359ae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:00.421840 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce831a6f-d0f6-45da-acf1-1c34cc359ae0 None None] Bound using segment: {'id': '138317d0-5f12-42c2-bd96-3b9c900a701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '856c09e5-73ee-4cd8-bcdf-65d3c10d87c4'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:42:00.422323 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-ce831a6f-d0f6-45da-acf1-1c34cc359ae0 None None] Bound port: bff5160d-843c-4191-a811-197d2294a127, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '138317d0-5f12-42c2-bd96-3b9c900a701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '856c09e5-73ee-4cd8-bcdf-65d3c10d87c4'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:42:00.422699 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ce831a6f-d0f6-45da-acf1-1c34cc359ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:00.460920 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b4d3df-aa6a-4940-b4d3-b28f00414ab0 admin admin] Router ff1042d2-d2a8-468f-b4cf-86463cebe49d is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:42:00.610577 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-ce831a6f-d0f6-45da-acf1-1c34cc359ae0 None None] For port bff5160d-843c-4191-a811-197d2294a127, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:42:00.626240 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-ce831a6f-d0f6-45da-acf1-1c34cc359ae0 None None] For port bff5160d-843c-4191-a811-197d2294a127, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=bff5160d-843c-4191-a811-197d2294a127,segment=NetworkSegment(138317d0-5f12-42c2-bd96-3b9c900a701f),segment_id=138317d0-5f12-42c2-bd96-3b9c900a701f)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:42:00.637581 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ce831a6f-d0f6-45da-acf1-1c34cc359ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:00.803715 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce831a6f-d0f6-45da-acf1-1c34cc359ae0 None None] Routers {'d51bfbbe-4a49-42fd-abb6-6e0a078f0d89'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:42:00.806552 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-ce831a6f-d0f6-45da-acf1-1c34cc359ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:41:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d51bfbbe-4a49-42fd-abb6-6e0a078f0d89'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:00.830804 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b4d3df-aa6a-4940-b4d3-b28f00414ab0 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:42:00.851513 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22018ad5-2a89-4552-b130-bc26bc3d34ee None None] Sync routers for ids ['ff1042d2-d2a8-468f-b4cf-86463cebe49d'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:42:00.853665 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f1b4d3df-aa6a-4940-b4d3-b28f00414ab0 admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:00.855687 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f1b4d3df-aa6a-4940-b4d3-b28f00414ab0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3052859 Jul 13 07:42:00.859816 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 48178) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:00.871265 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22018ad5-2a89-4552-b130-bc26bc3d34ee None None] Routers {'ff1042d2-d2a8-468f-b4cf-86463cebe49d'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:42:00.872141 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-22018ad5-2a89-4552-b130-bc26bc3d34ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:41:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['ff1042d2-d2a8-468f-b4cf-86463cebe49d'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:00.964080 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7056def-6f69-4e04-bda9-83d7a530e0aa None None] Pushing event updated for resources: {'Port': ['ID=bff5160d-843c-4191-a811-197d2294a127,revision_number=4']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:01.135285 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-ce831a6f-d0f6-45da-acf1-1c34cc359ae0 None None] Set router d51bfbbe-4a49-42fd-abb6-6e0a078f0d89 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:42:01.730137 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-ce831a6f-d0f6-45da-acf1-1c34cc359ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'name': 'tempest-TestVolumeBackupRestore-221746895-router', 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '1b4c0129-7b7d-409c-92af-7acbf91af041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:46Z', 'updated_at': '2021-07-13T07:41:53Z', 'revision_number': 4, 'project_id': '094977268a014571ac87c33401dc7dc8', 'gw_port': {'id': '1b4c0129-7b7d-409c-92af-7acbf91af041', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:48Z', 'updated_at': '2021-07-13T07:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'bff5160d-843c-4191-a811-197d2294a127', 'name': '', 'network_id': '856c09e5-73ee-4cd8-bcdf-65d3c10d87c4', 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'mac_address': 'fa:16:3e:47:f4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '589c785d-421e-4845-b484-c40726135e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:52Z', 'updated_at': '2021-07-13T07:42:00Z', 'revision_number': 4, 'project_id': '094977268a014571ac87c33401dc7dc8', 'subnets': [{'id': '589c785d-421e-4845-b484-c40726135e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:01.746957 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 921a1fc2-be53-4eae-b6df-8853e902293e up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:01.760340 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ae4e96-dd18-433d-99ed-16bd248f8526 None None] Network c712ca72-539a-40b3-9ed0-d8ad4fe14a98 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:42:01.793815 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce831a6f-d0f6-45da-acf1-1c34cc359ae0 None None] The sync data for ids ['d51bfbbe-4a49-42fd-abb6-6e0a078f0d89'] in n-d-771363-34 is: [{'id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'name': 'tempest-TestVolumeBackupRestore-221746895-router', 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '1b4c0129-7b7d-409c-92af-7acbf91af041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:46Z', 'updated_at': '2021-07-13T07:41:53Z', 'revision_number': 4, 'project_id': '094977268a014571ac87c33401dc7dc8', 'gw_port': {'id': '1b4c0129-7b7d-409c-92af-7acbf91af041', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:48Z', 'updated_at': '2021-07-13T07:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'bff5160d-843c-4191-a811-197d2294a127', 'name': '', 'network_id': '856c09e5-73ee-4cd8-bcdf-65d3c10d87c4', 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'mac_address': 'fa:16:3e:47:f4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '589c785d-421e-4845-b484-c40726135e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:52Z', 'updated_at': '2021-07-13T07:42:00Z', 'revision_number': 4, 'project_id': '094977268a014571ac87c33401dc7dc8', 'subnets': [{'id': '589c785d-421e-4845-b484-c40726135e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:42:02.045737 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-22018ad5-2a89-4552-b130-bc26bc3d34ee None None] Set router ff1042d2-d2a8-468f-b4cf-86463cebe49d gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:42:02.126907 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-45e92128-9e13-46b3-bb51-935b28d09dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:02.329596 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c02788b0-0dcd-4a18-9b82-61e4a75347ae None None] Provisioning for port 921a1fc2-be53-4eae-b6df-8853e902293e completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:02.337951 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 921a1fc2-be53-4eae-b6df-8853e902293e completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:02.376419 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 921a1fc2-be53-4eae-b6df-8853e902293e triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:02.377988 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:02.391848 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c02788b0-0dcd-4a18-9b82-61e4a75347ae None None] Provisioning complete for port 921a1fc2-be53-4eae-b6df-8853e902293e triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:02.392891 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c02788b0-0dcd-4a18-9b82-61e4a75347ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:02.731668 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-45e92128-9e13-46b3-bb51-935b28d09dd4 admin admin] Allocated IP 172.20.0.1 (c712ca72-539a-40b3-9ed0-d8ad4fe14a98/534fe833-75f9-45fc-91d4-300ed3118da8/9d1c461a-101f-4b44-bc20-ca98731c6a94) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:02.843180 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-22018ad5-2a89-4552-b130-bc26bc3d34ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1042d2-d2a8-468f-b4cf-86463cebe49d', 'name': 'tempest-TestVolumeBackupRestore-1367462120-router', 'tenant_id': '5dc48adc52214139b0f9f155fd78ebfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '63675208-5591-4bed-9bfb-89da467113c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:57Z', 'updated_at': '2021-07-13T07:41:59Z', 'revision_number': 3, 'project_id': '5dc48adc52214139b0f9f155fd78ebfa', 'gw_port': {'id': '63675208-5591-4bed-9bfb-89da467113c0', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:50:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1042d2-d2a8-468f-b4cf-86463cebe49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:58Z', 'updated_at': '2021-07-13T07:41:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:02.909068 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22018ad5-2a89-4552-b130-bc26bc3d34ee None None] Checking router: ff1042d2-d2a8-468f-b4cf-86463cebe49d for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:42:02.909527 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22018ad5-2a89-4552-b130-bc26bc3d34ee None None] Updating router ff1042d2-d2a8-468f-b4cf-86463cebe49d port 63675208-5591-4bed-9bfb-89da467113c0 binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:42:02.953120 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-45e92128-9e13-46b3-bb51-935b28d09dd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:02.992562 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-45e92128-9e13-46b3-bb51-935b28d09dd4 admin admin] Transition to ACTIVE for port object 9d1c461a-101f-4b44-bc20-ca98731c6a94 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:03.006196 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:03.022873 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c02788b0-0dcd-4a18-9b82-61e4a75347ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:03.051621 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-22018ad5-2a89-4552-b130-bc26bc3d34ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:03.062594 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-45e92128-9e13-46b3-bb51-935b28d09dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:03.171671 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e92128-9e13-46b3-bb51-935b28d09dd4 admin admin] Pushing event updated for resources: {'Port': ['ID=9d1c461a-101f-4b44-bc20-ca98731c6a94,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:03.180042 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-c02788b0-0dcd-4a18-9b82-61e4a75347ae None None] For port 921a1fc2-be53-4eae-b6df-8853e902293e, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=921a1fc2-be53-4eae-b6df-8853e902293e,segment=NetworkSegment(04e9fdd0-5f3d-456f-8a25-71cd6b14b1b0),segment_id=04e9fdd0-5f3d-456f-8a25-71cd6b14b1b0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:03.222070 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e92128-9e13-46b3-bb51-935b28d09dd4 admin admin] Network c712ca72-539a-40b3-9ed0-d8ad4fe14a98 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:03.223985 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-45e92128-9e13-46b3-bb51-935b28d09dd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:03.227734 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c02788b0-0dcd-4a18-9b82-61e4a75347ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:03.231687 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e92128-9e13-46b3-bb51-935b28d09dd4 admin admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:03.297107 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:03.381705 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-45e92128-9e13-46b3-bb51-935b28d09dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:03.382518 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02788b0-0dcd-4a18-9b82-61e4a75347ae None None] Pushing event updated for resources: {'Port': ['ID=921a1fc2-be53-4eae-b6df-8853e902293e,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:03.397882 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-36a6d2a6-a1da-4758-8950-85e593f8abcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:03.430565 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.db.api [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:42:03.431254 n-d-771363-34 neutron-server[94019]: DEBUG oslo_db.api [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:42:03.694102 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-45e92128-9e13-46b3-bb51-935b28d09dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:03.718325 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1c948e48-0e93-4513-b0f0-bcd562c271da None None] Provisioning complete for port 921a1fc2-be53-4eae-b6df-8853e902293e triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:03.718738 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1c948e48-0e93-4513-b0f0-bcd562c271da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:03.777457 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-22018ad5-2a89-4552-b130-bc26bc3d34ee None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:03.791447 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-22018ad5-2a89-4552-b130-bc26bc3d34ee None None] Transition to ACTIVE for port object 63675208-5591-4bed-9bfb-89da467113c0 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:03.799838 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-22018ad5-2a89-4552-b130-bc26bc3d34ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:03.927991 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306191d3-5a55-47ad-ad83-9c160082d2f9 None None] Pushing event updated for resources: {'Port': ['ID=63675208-5591-4bed-9bfb-89da467113c0,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:03.931722 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-22018ad5-2a89-4552-b130-bc26bc3d34ee None None] Attempting to bind port 63675208-5591-4bed-9bfb-89da467113c0 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:03.932091 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-22018ad5-2a89-4552-b130-bc26bc3d34ee None None] Attempting to bind port 63675208-5591-4bed-9bfb-89da467113c0 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:03.932453 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22018ad5-2a89-4552-b130-bc26bc3d34ee None None] Attempting to bind port 63675208-5591-4bed-9bfb-89da467113c0 on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:03.948419 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-45e92128-9e13-46b3-bb51-935b28d09dd4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:03.954498 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-45e92128-9e13-46b3-bb51-935b28d09dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:03.977267 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22018ad5-2a89-4552-b130-bc26bc3d34ee None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:42:03.977962 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22018ad5-2a89-4552-b130-bc26bc3d34ee None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:03.978528 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-22018ad5-2a89-4552-b130-bc26bc3d34ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:03.979107 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22018ad5-2a89-4552-b130-bc26bc3d34ee None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:42:03.979806 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-22018ad5-2a89-4552-b130-bc26bc3d34ee None None] Bound port: 63675208-5591-4bed-9bfb-89da467113c0, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:42:03.980362 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-22018ad5-2a89-4552-b130-bc26bc3d34ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.058086 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e92128-9e13-46b3-bb51-935b28d09dd4 admin admin] Pushing event updated for resources: {'Port': ['ID=9d1c461a-101f-4b44-bc20-ca98731c6a94,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:04.077950 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-45e92128-9e13-46b3-bb51-935b28d09dd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.101083 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.120492 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-22018ad5-2a89-4552-b130-bc26bc3d34ee None None] For port 63675208-5591-4bed-9bfb-89da467113c0, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:42:04.131100 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-22018ad5-2a89-4552-b130-bc26bc3d34ee None None] For port 63675208-5591-4bed-9bfb-89da467113c0, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=63675208-5591-4bed-9bfb-89da467113c0,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:42:04.135948 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-22018ad5-2a89-4552-b130-bc26bc3d34ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.272418 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e92128-9e13-46b3-bb51-935b28d09dd4 admin admin] Network c712ca72-539a-40b3-9ed0-d8ad4fe14a98 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:04.274055 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22018ad5-2a89-4552-b130-bc26bc3d34ee None None] Routers {'ff1042d2-d2a8-468f-b4cf-86463cebe49d'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:42:04.275161 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-22018ad5-2a89-4552-b130-bc26bc3d34ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:42:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['ff1042d2-d2a8-468f-b4cf-86463cebe49d'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:04.275646 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-45e92128-9e13-46b3-bb51-935b28d09dd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:04.318938 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device bff5160d-843c-4191-a811-197d2294a127 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:04.379052 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-53f1a7b9-0cdc-4611-8463-a59c74b1229f None None] Provisioning for port 9d1c461a-101f-4b44-bc20-ca98731c6a94 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:04.409781 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-53f1a7b9-0cdc-4611-8463-a59c74b1229f None None] Provisioning complete for port 9d1c461a-101f-4b44-bc20-ca98731c6a94 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:04.410162 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-53f1a7b9-0cdc-4611-8463-a59c74b1229f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.411833 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306191d3-5a55-47ad-ad83-9c160082d2f9 None None] Pushing event updated for resources: {'Port': ['ID=63675208-5591-4bed-9bfb-89da467113c0,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:04.542704 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e92128-9e13-46b3-bb51-935b28d09dd4 admin admin] Router ff1042d2-d2a8-468f-b4cf-86463cebe49d has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:42:04.569754 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40683bae-fb7f-41ee-8b39-3dba66276cf0 req-0fdb6cfc-e1bd-4238-9e3b-7b40d396c0cc tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:04.572989 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-40683bae-fb7f-41ee-8b39-3dba66276cf0 req-0fdb6cfc-e1bd-4238-9e3b-7b40d396c0cc tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 945 time: 0.1239421 Jul 13 07:42:04.588361 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-53f1a7b9-0cdc-4611-8463-a59c74b1229f None None] Port 9d1c461a-101f-4b44-bc20-ca98731c6a94 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:42:04.625213 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-22018ad5-2a89-4552-b130-bc26bc3d34ee None None] Set router ff1042d2-d2a8-468f-b4cf-86463cebe49d gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:42:04.696436 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-40683bae-fb7f-41ee-8b39-3dba66276cf0 req-94d34593-bdf9-4259-919f-705dbb2c8f9e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147163 Jul 13 07:42:04.723122 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e92128-9e13-46b3-bb51-935b28d09dd4 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:42:04.728260 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-45e92128-9e13-46b3-bb51-935b28d09dd4 admin admin] 10.222.0.23 "PUT /v2.0/routers/ff1042d2-d2a8-468f-b4cf-86463cebe49d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8672898 Jul 13 07:42:04.730420 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port bff5160d-843c-4191-a811-197d2294a127 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:04.750652 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port bff5160d-843c-4191-a811-197d2294a127 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:04.751030 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.799468 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9cacdc42-9c25-4bec-addb-530646e87804 None None] Provisioning complete for port 9d1c461a-101f-4b44-bc20-ca98731c6a94 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:04.799901 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9cacdc42-9c25-4bec-addb-530646e87804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:04.903582 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-9cacdc42-9c25-4bec-addb-530646e87804 None None] Port 9d1c461a-101f-4b44-bc20-ca98731c6a94 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:42:04.985432 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:05.030913 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-22018ad5-2a89-4552-b130-bc26bc3d34ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1042d2-d2a8-468f-b4cf-86463cebe49d', 'name': 'tempest-TestVolumeBackupRestore-1367462120-router', 'tenant_id': '5dc48adc52214139b0f9f155fd78ebfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '63675208-5591-4bed-9bfb-89da467113c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:57Z', 'updated_at': '2021-07-13T07:42:03Z', 'revision_number': 4, 'project_id': '5dc48adc52214139b0f9f155fd78ebfa', 'gw_port': {'id': '63675208-5591-4bed-9bfb-89da467113c0', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:50:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1042d2-d2a8-468f-b4cf-86463cebe49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:58Z', 'updated_at': '2021-07-13T07:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '9d1c461a-101f-4b44-bc20-ca98731c6a94', 'name': '', 'network_id': 'c712ca72-539a-40b3-9ed0-d8ad4fe14a98', 'tenant_id': '5dc48adc52214139b0f9f155fd78ebfa', 'mac_address': 'fa:16:3e:83:ba:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1042d2-d2a8-468f-b4cf-86463cebe49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '534fe833-75f9-45fc-91d4-300ed3118da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:42:02Z', 'updated_at': '2021-07-13T07:42:03Z', 'revision_number': 2, 'project_id': '5dc48adc52214139b0f9f155fd78ebfa', 'subnets': [{'id': '534fe833-75f9-45fc-91d4-300ed3118da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:05.084218 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22018ad5-2a89-4552-b130-bc26bc3d34ee None None] The sync data for ids ['ff1042d2-d2a8-468f-b4cf-86463cebe49d'] in n-d-771363-34 is: [{'id': 'ff1042d2-d2a8-468f-b4cf-86463cebe49d', 'name': 'tempest-TestVolumeBackupRestore-1367462120-router', 'tenant_id': '5dc48adc52214139b0f9f155fd78ebfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '63675208-5591-4bed-9bfb-89da467113c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:57Z', 'updated_at': '2021-07-13T07:42:03Z', 'revision_number': 4, 'project_id': '5dc48adc52214139b0f9f155fd78ebfa', 'gw_port': {'id': '63675208-5591-4bed-9bfb-89da467113c0', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:50:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1042d2-d2a8-468f-b4cf-86463cebe49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:58Z', 'updated_at': '2021-07-13T07:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '9d1c461a-101f-4b44-bc20-ca98731c6a94', 'name': '', 'network_id': 'c712ca72-539a-40b3-9ed0-d8ad4fe14a98', 'tenant_id': '5dc48adc52214139b0f9f155fd78ebfa', 'mac_address': 'fa:16:3e:83:ba:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1042d2-d2a8-468f-b4cf-86463cebe49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '534fe833-75f9-45fc-91d4-300ed3118da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:42:02Z', 'updated_at': '2021-07-13T07:42:03Z', 'revision_number': 2, 'project_id': '5dc48adc52214139b0f9f155fd78ebfa', 'subnets': [{'id': '534fe833-75f9-45fc-91d4-300ed3118da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:42:05.087552 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port bff5160d-843c-4191-a811-197d2294a127, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=bff5160d-843c-4191-a811-197d2294a127,segment=NetworkSegment(138317d0-5f12-42c2-bd96-3b9c900a701f),segment_id=138317d0-5f12-42c2-bd96-3b9c900a701f)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:05.094285 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:05.338377 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 921a1fc2-be53-4eae-b6df-8853e902293e up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:05.458278 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=bff5160d-843c-4191-a811-197d2294a127,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:05.475423 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 921a1fc2-be53-4eae-b6df-8853e902293e triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:05.475798 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:05.865195 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ae688d7f-1dd3-4131-8c1f-4b891ecacb8f None None] Provisioning complete for port bff5160d-843c-4191-a811-197d2294a127 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:05.866126 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ae688d7f-1dd3-4131-8c1f-4b891ecacb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:05.932815 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:06.020143 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519be7e-17db-4096-946b-617ab1954b85 req-1bea3f19-b654-42a2-9c0d-95fb865860cf tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:06.034371 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7519be7e-17db-4096-946b-617ab1954b85 req-1bea3f19-b654-42a2-9c0d-95fb865860cf tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 945 time: 0.1593966 Jul 13 07:42:06.119353 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7519be7e-17db-4096-946b-617ab1954b85 req-5a66e7e0-af8a-4e54-8729-372d83801de1 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835030 Jul 13 07:42:06.216537 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device bff5160d-843c-4191-a811-197d2294a127 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:06.355069 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port bff5160d-843c-4191-a811-197d2294a127 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:06.356731 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:08.177053 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 63675208-5591-4bed-9bfb-89da467113c0 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:08.251045 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 63675208-5591-4bed-9bfb-89da467113c0 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:08.256555 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 63675208-5591-4bed-9bfb-89da467113c0 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:08.257214 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:08.355889 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:08.385611 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 63675208-5591-4bed-9bfb-89da467113c0, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=63675208-5591-4bed-9bfb-89da467113c0,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:08.392647 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:08.461401 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=63675208-5591-4bed-9bfb-89da467113c0,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:08.646778 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebddec21-e39f-4a4a-8620-24a9e6e8b4d3 None None] Sync routers for ids ['ff1042d2-d2a8-468f-b4cf-86463cebe49d'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:42:08.661977 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebddec21-e39f-4a4a-8620-24a9e6e8b4d3 None None] Routers {'ff1042d2-d2a8-468f-b4cf-86463cebe49d'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:42:08.662910 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-ebddec21-e39f-4a4a-8620-24a9e6e8b4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:42:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['ff1042d2-d2a8-468f-b4cf-86463cebe49d'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:08.802161 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-ebddec21-e39f-4a4a-8620-24a9e6e8b4d3 None None] Set router ff1042d2-d2a8-468f-b4cf-86463cebe49d gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:42:08.889963 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:42:09.007946 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:09.042787 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f90bec-271f-4e44-996f-3e77a17cd27b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88530a7c-2727-4e3e-8acc-8f0525e0f7a7'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:09.045199 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54760f2-1cd1-4f9f-9028-8382fa6cea05" -d '{"events": [{"server_uuid": "84f90bec-271f-4e44-996f-3e77a17cd27b", "name": "network-vif-unplugged", "status": "completed", "tag": "88530a7c-2727-4e3e-8acc-8f0525e0f7a7"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:09.062527 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=88530a7c-2727-4e3e-8acc-8f0525e0f7a7,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:09.069833 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-ebddec21-e39f-4a4a-8620-24a9e6e8b4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1042d2-d2a8-468f-b4cf-86463cebe49d', 'name': 'tempest-TestVolumeBackupRestore-1367462120-router', 'tenant_id': '5dc48adc52214139b0f9f155fd78ebfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '63675208-5591-4bed-9bfb-89da467113c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:57Z', 'updated_at': '2021-07-13T07:42:03Z', 'revision_number': 4, 'project_id': '5dc48adc52214139b0f9f155fd78ebfa', 'gw_port': {'id': '63675208-5591-4bed-9bfb-89da467113c0', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:50:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1042d2-d2a8-468f-b4cf-86463cebe49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:58Z', 'updated_at': '2021-07-13T07:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '9d1c461a-101f-4b44-bc20-ca98731c6a94', 'name': '', 'network_id': 'c712ca72-539a-40b3-9ed0-d8ad4fe14a98', 'tenant_id': '5dc48adc52214139b0f9f155fd78ebfa', 'mac_address': 'fa:16:3e:83:ba:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1042d2-d2a8-468f-b4cf-86463cebe49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '534fe833-75f9-45fc-91d4-300ed3118da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:42:02Z', 'updated_at': '2021-07-13T07:42:03Z', 'revision_number': 2, 'project_id': '5dc48adc52214139b0f9f155fd78ebfa', 'subnets': [{'id': '534fe833-75f9-45fc-91d4-300ed3118da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:09.070636 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:09.109212 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebddec21-e39f-4a4a-8620-24a9e6e8b4d3 None None] Checking router: ff1042d2-d2a8-468f-b4cf-86463cebe49d for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:42:09.110275 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebddec21-e39f-4a4a-8620-24a9e6e8b4d3 None None] Updating router ff1042d2-d2a8-468f-b4cf-86463cebe49d port 9d1c461a-101f-4b44-bc20-ca98731c6a94 binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:42:09.162560 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=88530a7c-2727-4e3e-8acc-8f0525e0f7a7,revision_number=8']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:09.168403 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ebddec21-e39f-4a4a-8620-24a9e6e8b4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:09.323754 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d737dc8-5af4-40ec-b793-d7fb516505af x-openstack-request-id: req-4d737dc8-5af4-40ec-b793-d7fb516505af {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:09.324859 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f90bec-271f-4e44-996f-3e77a17cd27b", "name": "network-vif-unplugged", "status": "completed", "tag": "88530a7c-2727-4e3e-8acc-8f0525e0f7a7", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:09.325393 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4d737dc8-5af4-40ec-b793-d7fb516505af {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:09.325994 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f90bec-271f-4e44-996f-3e77a17cd27b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88530a7c-2727-4e3e-8acc-8f0525e0f7a7', 'code': 200} Jul 13 07:42:09.570350 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5b852991-c505-4013-965f-5ed0415e1d71 None None] Provisioning complete for port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:09.570777 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5b852991-c505-4013-965f-5ed0415e1d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:09.604807 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ebddec21-e39f-4a4a-8620-24a9e6e8b4d3 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:09.620422 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-ebddec21-e39f-4a4a-8620-24a9e6e8b4d3 None None] Transition to ACTIVE for port object 9d1c461a-101f-4b44-bc20-ca98731c6a94 will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:09.648850 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ebddec21-e39f-4a4a-8620-24a9e6e8b4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:09.694757 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5b852991-c505-4013-965f-5ed0415e1d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:09.749175 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-5b852991-c505-4013-965f-5ed0415e1d71 None None] For port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=88530a7c-2727-4e3e-8acc-8f0525e0f7a7,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:09.754220 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5b852991-c505-4013-965f-5ed0415e1d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:09.820911 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b852991-c505-4013-965f-5ed0415e1d71 None None] Pushing event updated for resources: {'Port': ['ID=88530a7c-2727-4e3e-8acc-8f0525e0f7a7,revision_number=9']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:09.873119 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3435b6-c174-48d1-aced-f1e6b93f68c7 None None] Pushing event updated for resources: {'Port': ['ID=9d1c461a-101f-4b44-bc20-ca98731c6a94,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:10.013965 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-ebddec21-e39f-4a4a-8620-24a9e6e8b4d3 None None] Attempting to bind port 9d1c461a-101f-4b44-bc20-ca98731c6a94 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:10.014916 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-ebddec21-e39f-4a4a-8620-24a9e6e8b4d3 None None] Attempting to bind port 9d1c461a-101f-4b44-bc20-ca98731c6a94 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '04e9fdd0-5f3d-456f-8a25-71cd6b14b1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c712ca72-539a-40b3-9ed0-d8ad4fe14a98'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:10.015791 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebddec21-e39f-4a4a-8620-24a9e6e8b4d3 None None] Attempting to bind port 9d1c461a-101f-4b44-bc20-ca98731c6a94 on network c712ca72-539a-40b3-9ed0-d8ad4fe14a98 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:10.028156 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebddec21-e39f-4a4a-8620-24a9e6e8b4d3 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:42:10.028770 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebddec21-e39f-4a4a-8620-24a9e6e8b4d3 None None] Checking segment: {'id': '04e9fdd0-5f3d-456f-8a25-71cd6b14b1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c712ca72-539a-40b3-9ed0-d8ad4fe14a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:10.029819 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ebddec21-e39f-4a4a-8620-24a9e6e8b4d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.030825 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebddec21-e39f-4a4a-8620-24a9e6e8b4d3 None None] Bound using segment: {'id': '04e9fdd0-5f3d-456f-8a25-71cd6b14b1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c712ca72-539a-40b3-9ed0-d8ad4fe14a98'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:42:10.031428 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-ebddec21-e39f-4a4a-8620-24a9e6e8b4d3 None None] Bound port: 9d1c461a-101f-4b44-bc20-ca98731c6a94, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e9fdd0-5f3d-456f-8a25-71cd6b14b1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c712ca72-539a-40b3-9ed0-d8ad4fe14a98'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:42:10.031840 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ebddec21-e39f-4a4a-8620-24a9e6e8b4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.152097 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-ebddec21-e39f-4a4a-8620-24a9e6e8b4d3 None None] For port 9d1c461a-101f-4b44-bc20-ca98731c6a94, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:42:10.158007 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-ebddec21-e39f-4a4a-8620-24a9e6e8b4d3 None None] For port 9d1c461a-101f-4b44-bc20-ca98731c6a94, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=9d1c461a-101f-4b44-bc20-ca98731c6a94,segment=NetworkSegment(04e9fdd0-5f3d-456f-8a25-71cd6b14b1b0),segment_id=04e9fdd0-5f3d-456f-8a25-71cd6b14b1b0)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:42:10.168206 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-ebddec21-e39f-4a4a-8620-24a9e6e8b4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.187674 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 63675208-5591-4bed-9bfb-89da467113c0 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:10.243754 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebddec21-e39f-4a4a-8620-24a9e6e8b4d3 None None] Routers {'ff1042d2-d2a8-468f-b4cf-86463cebe49d'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:42:10.244397 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-ebddec21-e39f-4a4a-8620-24a9e6e8b4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:42:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['ff1042d2-d2a8-468f-b4cf-86463cebe49d'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:10.247811 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3435b6-c174-48d1-aced-f1e6b93f68c7 None None] Pushing event updated for resources: {'Port': ['ID=9d1c461a-101f-4b44-bc20-ca98731c6a94,revision_number=4']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:10.259159 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-95742544-a53d-4d87-a1d3-3573731a7a9e None None] Provisioning complete for port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:10.259573 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-95742544-a53d-4d87-a1d3-3573731a7a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.393688 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 63675208-5591-4bed-9bfb-89da467113c0 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:10.394403 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:10.396268 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-ebddec21-e39f-4a4a-8620-24a9e6e8b4d3 None None] Set router ff1042d2-d2a8-468f-b4cf-86463cebe49d gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:42:10.642964 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-ebddec21-e39f-4a4a-8620-24a9e6e8b4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1042d2-d2a8-468f-b4cf-86463cebe49d', 'name': 'tempest-TestVolumeBackupRestore-1367462120-router', 'tenant_id': '5dc48adc52214139b0f9f155fd78ebfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '63675208-5591-4bed-9bfb-89da467113c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:57Z', 'updated_at': '2021-07-13T07:42:03Z', 'revision_number': 4, 'project_id': '5dc48adc52214139b0f9f155fd78ebfa', 'gw_port': {'id': '63675208-5591-4bed-9bfb-89da467113c0', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:50:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1042d2-d2a8-468f-b4cf-86463cebe49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:58Z', 'updated_at': '2021-07-13T07:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '9d1c461a-101f-4b44-bc20-ca98731c6a94', 'name': '', 'network_id': 'c712ca72-539a-40b3-9ed0-d8ad4fe14a98', 'tenant_id': '5dc48adc52214139b0f9f155fd78ebfa', 'mac_address': 'fa:16:3e:83:ba:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1042d2-d2a8-468f-b4cf-86463cebe49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '534fe833-75f9-45fc-91d4-300ed3118da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:42:02Z', 'updated_at': '2021-07-13T07:42:10Z', 'revision_number': 4, 'project_id': '5dc48adc52214139b0f9f155fd78ebfa', 'subnets': [{'id': '534fe833-75f9-45fc-91d4-300ed3118da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:42:10.679432 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebddec21-e39f-4a4a-8620-24a9e6e8b4d3 None None] The sync data for ids ['ff1042d2-d2a8-468f-b4cf-86463cebe49d'] in n-d-771363-34 is: [{'id': 'ff1042d2-d2a8-468f-b4cf-86463cebe49d', 'name': 'tempest-TestVolumeBackupRestore-1367462120-router', 'tenant_id': '5dc48adc52214139b0f9f155fd78ebfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '63675208-5591-4bed-9bfb-89da467113c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:57Z', 'updated_at': '2021-07-13T07:42:03Z', 'revision_number': 4, 'project_id': '5dc48adc52214139b0f9f155fd78ebfa', 'gw_port': {'id': '63675208-5591-4bed-9bfb-89da467113c0', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:50:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1042d2-d2a8-468f-b4cf-86463cebe49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:58Z', 'updated_at': '2021-07-13T07:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '9d1c461a-101f-4b44-bc20-ca98731c6a94', 'name': '', 'network_id': 'c712ca72-539a-40b3-9ed0-d8ad4fe14a98', 'tenant_id': '5dc48adc52214139b0f9f155fd78ebfa', 'mac_address': 'fa:16:3e:83:ba:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1042d2-d2a8-468f-b4cf-86463cebe49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '534fe833-75f9-45fc-91d4-300ed3118da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:42:02Z', 'updated_at': '2021-07-13T07:42:10Z', 'revision_number': 4, 'project_id': '5dc48adc52214139b0f9f155fd78ebfa', 'subnets': [{'id': '534fe833-75f9-45fc-91d4-300ed3118da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:42:10.886255 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:42:11.026627 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=88530a7c-2727-4e3e-8acc-8f0525e0f7a7,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:11.050391 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '88530a7c-2727-4e3e-8acc-8f0525e0f7a7', 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0', 'port_id': '88530a7c-2727-4e3e-8acc-8f0525e0f7a7', 'mac_address': 'fa:16:3e:80:39:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18671aeb-533b-431f-ac3f-740be3e9540f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:42:11.097005 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:11.114478 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:42:11.140315 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=88530a7c-2727-4e3e-8acc-8f0525e0f7a7,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:11.146308 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:11.213712 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=88530a7c-2727-4e3e-8acc-8f0525e0f7a7,revision_number=10']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:11.254040 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['88530a7c-2727-4e3e-8acc-8f0525e0f7a7'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:42:11.327277 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f90bec-271f-4e44-996f-3e77a17cd27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88530a7c-2727-4e3e-8acc-8f0525e0f7a7'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:11.331358 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a672e4f-9eee-4b99-8d40-15443519c2b9" -d '{"events": [{"server_uuid": "84f90bec-271f-4e44-996f-3e77a17cd27b", "name": "network-vif-plugged", "status": "completed", "tag": "88530a7c-2727-4e3e-8acc-8f0525e0f7a7"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:11.402731 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c524676-8361-45f5-b335-5d4d6ca032fd x-openstack-request-id: req-5c524676-8361-45f5-b335-5d4d6ca032fd {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:11.403479 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f90bec-271f-4e44-996f-3e77a17cd27b", "name": "network-vif-plugged", "status": "completed", "tag": "88530a7c-2727-4e3e-8acc-8f0525e0f7a7", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:11.403479 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c524676-8361-45f5-b335-5d4d6ca032fd {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:11.403479 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f90bec-271f-4e44-996f-3e77a17cd27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88530a7c-2727-4e3e-8acc-8f0525e0f7a7', 'code': 200} Jul 13 07:42:11.493852 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a8e83891-d2fe-4e02-91d2-0d809b1fc68f None None] Provisioning complete for port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:11.494678 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a8e83891-d2fe-4e02-91d2-0d809b1fc68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:11.581624 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a8e83891-d2fe-4e02-91d2-0d809b1fc68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:11.620646 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-a8e83891-d2fe-4e02-91d2-0d809b1fc68f None None] For port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=88530a7c-2727-4e3e-8acc-8f0525e0f7a7,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:11.625618 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a8e83891-d2fe-4e02-91d2-0d809b1fc68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:11.682613 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e83891-d2fe-4e02-91d2-0d809b1fc68f None None] Pushing event updated for resources: {'Port': ['ID=88530a7c-2727-4e3e-8acc-8f0525e0f7a7,revision_number=11']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:11.988598 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-73c2532f-dba9-4813-afa3-c50637cd3b47 None None] Provisioning complete for port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:11.989080 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-73c2532f-dba9-4813-afa3-c50637cd3b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:12.215990 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 9d1c461a-101f-4b44-bc20-ca98731c6a94 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:12.273776 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 9d1c461a-101f-4b44-bc20-ca98731c6a94 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:12.277459 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 9d1c461a-101f-4b44-bc20-ca98731c6a94 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:12.277835 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:12.359782 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:12.398359 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 9d1c461a-101f-4b44-bc20-ca98731c6a94, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=9d1c461a-101f-4b44-bc20-ca98731c6a94,segment=NetworkSegment(04e9fdd0-5f3d-456f-8a25-71cd6b14b1b0),segment_id=04e9fdd0-5f3d-456f-8a25-71cd6b14b1b0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:12.403820 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:12.474784 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=9d1c461a-101f-4b44-bc20-ca98731c6a94,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:12.705328 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-78667b1f-6148-499d-90dc-d9f07ce0c18b None None] Provisioning complete for port 9d1c461a-101f-4b44-bc20-ca98731c6a94 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:12.706000 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-78667b1f-6148-499d-90dc-d9f07ce0c18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:12.903878 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:12.957508 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:12.957877 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:13.404273 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f90bec-271f-4e44-996f-3e77a17cd27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88530a7c-2727-4e3e-8acc-8f0525e0f7a7'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:13.406708 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbe1df8-265d-4839-9f8f-2c306b179b62" -d '{"events": [{"server_uuid": "84f90bec-271f-4e44-996f-3e77a17cd27b", "name": "network-vif-plugged", "status": "completed", "tag": "88530a7c-2727-4e3e-8acc-8f0525e0f7a7"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:13.447683 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c558497c-7a3c-4c37-b639-741e32da3789 x-openstack-request-id: req-c558497c-7a3c-4c37-b639-741e32da3789 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:13.447975 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f90bec-271f-4e44-996f-3e77a17cd27b", "name": "network-vif-plugged", "status": "completed", "tag": "88530a7c-2727-4e3e-8acc-8f0525e0f7a7", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:13.448230 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c558497c-7a3c-4c37-b639-741e32da3789 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:13.448639 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f90bec-271f-4e44-996f-3e77a17cd27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88530a7c-2727-4e3e-8acc-8f0525e0f7a7', 'code': 200} Jul 13 07:42:14.166534 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 9d1c461a-101f-4b44-bc20-ca98731c6a94 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:14.223525 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 9d1c461a-101f-4b44-bc20-ca98731c6a94 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:14.223831 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:17.422095 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5738bc8b-2532-4df1-9cf5-205819710cf1 req-aa7bdf7b-ebc9-456b-a93a-e43b1445908d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1626217 Jul 13 07:42:17.503633 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738bc8b-2532-4df1-9cf5-205819710cf1 req-82f3fa23-f55f-4e60-95a6-3dcf4b732852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:17.505157 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5738bc8b-2532-4df1-9cf5-205819710cf1 req-82f3fa23-f55f-4e60-95a6-3dcf4b732852 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=83828f95f1544d3d8ef79b7d2ebdf1c7&device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 1097 time: 0.0558081 Jul 13 07:42:17.645524 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738bc8b-2532-4df1-9cf5-205819710cf1 req-98e1c5e1-954b-4260-80ef-07b5ec86eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:17.647069 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5738bc8b-2532-4df1-9cf5-205819710cf1 req-98e1c5e1-954b-4260-80ef-07b5ec86eecd service neutron] 10.222.0.42 "GET /v2.0/networks?id=fe3ca710-7f04-4b99-abd8-f0c0a80bd44f HTTP/1.1" status: 200 len: 918 time: 0.1209147 Jul 13 07:42:17.739670 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5738bc8b-2532-4df1-9cf5-205819710cf1 req-9aefa5ab-6312-4a6d-924e-1c33b2d51379 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=427301b0-b3d0-417e-ae42-50f689915ac9 HTTP/1.1" status: 200 len: 1001 time: 0.0778170 Jul 13 07:42:17.822583 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738bc8b-2532-4df1-9cf5-205819710cf1 req-1ff596a5-fac8-450b-a5cc-baa4b83ee9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:17.824186 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5738bc8b-2532-4df1-9cf5-205819710cf1 req-1ff596a5-fac8-450b-a5cc-baa4b83ee9b3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bcb14844-0f59-4592-827b-9b964d247113 HTTP/1.1" status: 200 len: 856 time: 0.0780559 Jul 13 07:42:17.916883 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738bc8b-2532-4df1-9cf5-205819710cf1 req-e75a8159-f7c3-469b-adb4-6ee8e2bcfc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:17.918536 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5738bc8b-2532-4df1-9cf5-205819710cf1 req-e75a8159-f7c3-469b-adb4-6ee8e2bcfc1e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fe3ca710-7f04-4b99-abd8-f0c0a80bd44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0867505 Jul 13 07:42:18.034780 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5738bc8b-2532-4df1-9cf5-205819710cf1 req-4d464e3c-dade-4553-b7c0-d829ab90c214 service neutron] 10.222.0.42 "GET /v2.0/networks/fe3ca710-7f04-4b99-abd8-f0c0a80bd44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090336 Jul 13 07:42:18.144156 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5738bc8b-2532-4df1-9cf5-205819710cf1 req-15fc513d-629b-436e-90cb-2039bc5f14e4 service neutron] 10.222.0.42 "GET /v2.0/networks/fe3ca710-7f04-4b99-abd8-f0c0a80bd44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013036 Jul 13 07:42:18.652639 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd20ebf-8893-4a53-a817-1b228c3f1fc4 req-64c763a8-18ac-4558-bd4c-a21a3d2500e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:18.654253 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3cd20ebf-8893-4a53-a817-1b228c3f1fc4 req-64c763a8-18ac-4558-bd4c-a21a3d2500e4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c74484ef6db9498290da14ee6e37d87f&device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 1098 time: 0.0580614 Jul 13 07:42:18.768346 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd20ebf-8893-4a53-a817-1b228c3f1fc4 req-1bb6c6c1-54f2-4318-aa8c-c5f3f78215a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:18.769850 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3cd20ebf-8893-4a53-a817-1b228c3f1fc4 req-1bb6c6c1-54f2-4318-aa8c-c5f3f78215a2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a4551417-653e-4eb5-9caa-ea21aca7dbd0 HTTP/1.1" status: 200 len: 913 time: 0.0938351 Jul 13 07:42:18.844767 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3cd20ebf-8893-4a53-a817-1b228c3f1fc4 req-6c943e1b-87a2-450c-8c55-553a38a6ea08 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88530a7c-2727-4e3e-8acc-8f0525e0f7a7 HTTP/1.1" status: 200 len: 1000 time: 0.0687113 Jul 13 07:42:18.901601 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd20ebf-8893-4a53-a817-1b228c3f1fc4 req-76ec123c-7301-4a54-a3fd-4242380692bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:18.903184 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3cd20ebf-8893-4a53-a817-1b228c3f1fc4 req-76ec123c-7301-4a54-a3fd-4242380692bd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=18671aeb-533b-431f-ac3f-740be3e9540f HTTP/1.1" status: 200 len: 851 time: 0.0525837 Jul 13 07:42:18.979310 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd20ebf-8893-4a53-a817-1b228c3f1fc4 req-4d991fad-acac-4766-a8d5-e2d588e8e2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:18.980917 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3cd20ebf-8893-4a53-a817-1b228c3f1fc4 req-4d991fad-acac-4766-a8d5-e2d588e8e2d3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4551417-653e-4eb5-9caa-ea21aca7dbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607603 Jul 13 07:42:19.075621 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3cd20ebf-8893-4a53-a817-1b228c3f1fc4 req-e9e6b26b-8672-4ddb-b97c-478153b99ed5 service neutron] 10.222.0.25 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877371 Jul 13 07:42:19.179338 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3cd20ebf-8893-4a53-a817-1b228c3f1fc4 req-ea2088b9-2229-46c7-8725-ceeaccf4247c service neutron] 10.222.0.25 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972145 Jul 13 07:42:23.067013 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9750e81-d017-4325-b1e6-8b537ef6e522 req-7be39a94-5541-47aa-9764-afb025e293cc tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:23.069392 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a9750e81-d017-4325-b1e6-8b537ef6e522 req-7be39a94-5541-47aa-9764-afb025e293cc tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 945 time: 0.1026731 Jul 13 07:42:23.114488 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a9750e81-d017-4325-b1e6-8b537ef6e522 req-3563d30b-e28b-42b6-a7a7-c4d61ca71c0d tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385036 Jul 13 07:42:23.321438 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:23.870370 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:24.390387 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30f766-f91b-4d5b-a379-3e3125c13bc9 req-cf651b59-442e-43e9-b5d1-8c5f091b000c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:24.403262 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0a30f766-f91b-4d5b-a379-3e3125c13bc9 req-cf651b59-442e-43e9-b5d1-8c5f091b000c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 945 time: 0.1296949 Jul 13 07:42:24.489756 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0a30f766-f91b-4d5b-a379-3e3125c13bc9 req-d40ba35c-5d42-4c31-8f1c-5ddf02578852 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839539 Jul 13 07:42:25.845484 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8b827-3e82-4f47-857d-5de2ad572b32 req-880e9173-ede1-4ff8-8652-f4045b6548b3 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:25.855681 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-39b8b827-3e82-4f47-857d-5de2ad572b32 req-880e9173-ede1-4ff8-8652-f4045b6548b3 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 945 time: 0.0836051 Jul 13 07:42:25.906821 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-39b8b827-3e82-4f47-857d-5de2ad572b32 req-58630a14-5e11-4481-9aa0-a347016777a6 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499356 Jul 13 07:42:27.131253 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37dbbab-9c69-480f-8e6d-a1ddb912ca1f req-e8cd7ce8-9b7f-48be-a682-49430d430751 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:27.135422 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a37dbbab-9c69-480f-8e6d-a1ddb912ca1f req-e8cd7ce8-9b7f-48be-a682-49430d430751 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 945 time: 0.0939782 Jul 13 07:42:27.217552 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a37dbbab-9c69-480f-8e6d-a1ddb912ca1f req-44da8b76-5b65-447d-b532-82b2f404cdef tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689275 Jul 13 07:42:28.166251 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [req-20da76ac-62db-4b59-9898-446ede73367a req-fe290d29-77b0-4b26-b391-0b6eedfc043f service neutron] (94017) timed out ('10.222.0.23', 39040) {{(pid=94017) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 07:42:28.505692 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa14209-4992-46f8-a819-6d460a65344d req-80e5de66-0ebe-44be-8865-b94a8b7f49f4 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:28.518529 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-faa14209-4992-46f8-a819-6d460a65344d req-80e5de66-0ebe-44be-8865-b94a8b7f49f4 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 945 time: 0.1305947 Jul 13 07:42:28.606415 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-faa14209-4992-46f8-a819-6d460a65344d req-2cff7b9a-8e83-49b2-bdb6-e0a5d518937d tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854561 Jul 13 07:42:29.889134 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ff014-f13a-40b9-81e7-68c60b0cd78e req-c46c5abb-1367-41ca-960f-c73b186bc0c7 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:29.897395 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-508ff014-f13a-40b9-81e7-68c60b0cd78e req-c46c5abb-1367-41ca-960f-c73b186bc0c7 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 945 time: 0.0874987 Jul 13 07:42:29.978784 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-508ff014-f13a-40b9-81e7-68c60b0cd78e req-30320eee-6764-4e98-86d3-dae304e4e435 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677288 Jul 13 07:42:30.226762 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e46147a1-d732-4ae5-8052-0ab80070b5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:31.242943 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db258b8-ce0f-4489-9ab5-743e3e8088ac req-4fd26534-9c77-40db-a7d7-84f26bc1fbcb tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:31.244559 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6db258b8-ce0f-4489-9ab5-743e3e8088ac req-4fd26534-9c77-40db-a7d7-84f26bc1fbcb tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 945 time: 0.1140852 Jul 13 07:42:31.309243 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6db258b8-ce0f-4489-9ab5-743e3e8088ac req-31fc8027-0d2a-40f4-9af7-089768ce293e tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554514 Jul 13 07:42:32.621303 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94c9ca-0605-48ee-aa26-edea325246bb req-34aff3f5-f6a3-471e-8992-9636b8e2555e tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:32.623472 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ec94c9ca-0605-48ee-aa26-edea325246bb req-34aff3f5-f6a3-471e-8992-9636b8e2555e tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 945 time: 0.1174421 Jul 13 07:42:32.705571 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ec94c9ca-0605-48ee-aa26-edea325246bb req-60a86e32-ba88-4605-85b1-31b1b7cb780e tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733221 Jul 13 07:42:33.117445 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-68f95445-8906-436c-8372-c01cd6e0e225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:33.169735 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:34.055361 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6122cb-932c-4144-be4a-7186e887d7dd req-6b2a4160-88e4-420c-b482-c6e1da2ffc39 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:34.057272 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8d6122cb-932c-4144-be4a-7186e887d7dd req-6b2a4160-88e4-420c-b482-c6e1da2ffc39 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 945 time: 0.1599367 Jul 13 07:42:34.114945 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:34.117805 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8d6122cb-932c-4144-be4a-7186e887d7dd req-812eb953-715f-456d-974c-9d208d2d5323 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517323 Jul 13 07:42:35.164314 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 427301b0-b3d0-417e-ae42-50f689915ac9 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:42:35.494353 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 427301b0-b3d0-417e-ae42-50f689915ac9, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=427301b0-b3d0-417e-ae42-50f689915ac9,segment=NetworkSegment(82b0794f-89d2-4219-8340-180084a286f0),segment_id=82b0794f-89d2-4219-8340-180084a286f0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:35.521033 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '427301b0-b3d0-417e-ae42-50f689915ac9', 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f', 'port_id': '427301b0-b3d0-417e-ae42-50f689915ac9', 'mac_address': 'fa:16:3e:12:05:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb14844-0f59-4592-827b-9b964d247113', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:42:35.613323 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cfe52-5116-40a1-b64a-1b0d68f9b5a6 req-1e6f07ff-cd4b-442c-93e3-047dbc4818fb tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:35.630934 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fb8cfe52-5116-40a1-b64a-1b0d68f9b5a6 req-1e6f07ff-cd4b-442c-93e3-047dbc4818fb tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 945 time: 0.1765614 Jul 13 07:42:35.653705 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.690490 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 427301b0-b3d0-417e-ae42-50f689915ac9 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:42:35.710201 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fb8cfe52-5116-40a1-b64a-1b0d68f9b5a6 req-b2013bc2-c234-4c0f-86da-bc2bd353b86d tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770013 Jul 13 07:42:35.726015 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 427301b0-b3d0-417e-ae42-50f689915ac9, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=427301b0-b3d0-417e-ae42-50f689915ac9,segment=NetworkSegment(82b0794f-89d2-4219-8340-180084a286f0),segment_id=82b0794f-89d2-4219-8340-180084a286f0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:35.743733 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:35.850898 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=427301b0-b3d0-417e-ae42-50f689915ac9,revision_number=6']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:35.875350 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['427301b0-b3d0-417e-ae42-50f689915ac9'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:42:35.945704 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.414115 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2ae0d1cd-f7a6-46ef-8f6c-da09baf7285d None None] Provisioning complete for port 427301b0-b3d0-417e-ae42-50f689915ac9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:36.415621 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2ae0d1cd-f7a6-46ef-8f6c-da09baf7285d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.693123 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2ae0d1cd-f7a6-46ef-8f6c-da09baf7285d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.786927 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2ae0d1cd-f7a6-46ef-8f6c-da09baf7285d None None] For port 427301b0-b3d0-417e-ae42-50f689915ac9, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=427301b0-b3d0-417e-ae42-50f689915ac9,segment=NetworkSegment(82b0794f-89d2-4219-8340-180084a286f0),segment_id=82b0794f-89d2-4219-8340-180084a286f0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:36.788566 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427301b0-b3d0-417e-ae42-50f689915ac9'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:36.791010 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aed3ffe-d13d-40f4-a346-5c19e404d0f6" -d '{"events": [{"server_uuid": "e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b", "name": "network-vif-plugged", "status": "completed", "tag": "427301b0-b3d0-417e-ae42-50f689915ac9"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:36.810659 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2ae0d1cd-f7a6-46ef-8f6c-da09baf7285d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:36.883950 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1b0fc-6e32-4a8a-ab4a-9e2a2d11421d req-c48ef337-f2cb-4546-b243-f542b94e5dc5 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:36.902161 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3bd1b0fc-6e32-4a8a-ab4a-9e2a2d11421d req-c48ef337-f2cb-4546-b243-f542b94e5dc5 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.2936456 Jul 13 07:42:36.956549 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0d1cd-f7a6-46ef-8f6c-da09baf7285d None None] Pushing event updated for resources: {'Port': ['ID=427301b0-b3d0-417e-ae42-50f689915ac9,revision_number=7']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:36.997761 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3bd1b0fc-6e32-4a8a-ab4a-9e2a2d11421d req-dbf6b06a-e244-42e9-a983-af0c5191f7ea tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921395 Jul 13 07:42:37.048073 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:42:37.080396 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba3df06-0e75-4135-8265-7255108e9379 x-openstack-request-id: req-eba3df06-0e75-4135-8265-7255108e9379 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:37.081041 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b", "name": "network-vif-plugged", "status": "completed", "tag": "427301b0-b3d0-417e-ae42-50f689915ac9", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:37.081549 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eba3df06-0e75-4135-8265-7255108e9379 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:37.082270 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427301b0-b3d0-417e-ae42-50f689915ac9', 'code': 200} Jul 13 07:42:37.140153 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929dfca-95da-4d19-b5a5-2c1a16b1e16c req-e691e5b1-fc51-418a-b778-b0c825e962e3 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:37.147742 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2929dfca-95da-4d19-b5a5-2c1a16b1e16c req-e691e5b1-fc51-418a-b778-b0c825e962e3 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 945 time: 0.1560667 Jul 13 07:42:37.171916 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 427301b0-b3d0-417e-ae42-50f689915ac9 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:37.240693 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2929dfca-95da-4d19-b5a5-2c1a16b1e16c req-584dc9cb-6328-4867-94f6-5d44678d27b0 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919633 Jul 13 07:42:37.316737 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 427301b0-b3d0-417e-ae42-50f689915ac9 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:37.317245 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:37.526890 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8666d184-cf0d-420c-ac58-ea6339ee12c8 None None] Provisioning complete for port 427301b0-b3d0-417e-ae42-50f689915ac9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:37.527591 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8666d184-cf0d-420c-ac58-ea6339ee12c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:38.227121 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1a3dc-a797-474f-9804-d508b80bf0b0 req-6961e511-e0e1-4704-90f3-d1502d0a7b31 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:38.229908 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bfb1a3dc-a797-474f-9804-d508b80bf0b0 req-6961e511-e0e1-4704-90f3-d1502d0a7b31 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1297505 Jul 13 07:42:38.321920 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bfb1a3dc-a797-474f-9804-d508b80bf0b0 req-4d18df81-fb58-4214-9cea-8ca377b861c8 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756090 Jul 13 07:42:38.540975 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a97749-ec6f-47ab-bdd1-f8faaf63576a req-1319d8c8-1330-4337-81ae-8eead2f8b867 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:38.549408 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d6a97749-ec6f-47ab-bdd1-f8faaf63576a req-1319d8c8-1330-4337-81ae-8eead2f8b867 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 945 time: 0.1236968 Jul 13 07:42:38.591439 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d6a97749-ec6f-47ab-bdd1-f8faaf63576a req-1e4267ef-ea8b-4d76-b5e8-68af493bf6ca tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387323 Jul 13 07:42:39.560669 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5168c-49fe-4373-9a50-42a1fe4d05d3 req-b38cd63a-f16e-4475-9cb0-94c825153cde tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:39.572379 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6cc5168c-49fe-4373-9a50-42a1fe4d05d3 req-b38cd63a-f16e-4475-9cb0-94c825153cde tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.0922551 Jul 13 07:42:39.628597 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6cc5168c-49fe-4373-9a50-42a1fe4d05d3 req-79ee7633-6472-410e-aa7a-415c631d512b tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534878 Jul 13 07:42:39.858804 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfca379-b30e-4786-b298-f5fd4278c0c1 req-e3c2c513-3636-439f-9992-58ca03ed3ba3 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:39.861326 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1dfca379-b30e-4786-b298-f5fd4278c0c1 req-e3c2c513-3636-439f-9992-58ca03ed3ba3 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 945 time: 0.0906179 Jul 13 07:42:39.910684 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1dfca379-b30e-4786-b298-f5fd4278c0c1 req-1f826a6b-e1e9-41cc-a107-9b89db38aa84 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431588 Jul 13 07:42:40.545776 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 48940) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:40.745989 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-be81fb3d-0a88-4442-9d40-5ccfd0052eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.867141 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae82aa-1162-4bf0-b529-8ff6908c0625 req-faca5276-4685-45fd-a455-8e58ac7e755b tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:40.874311 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-be81fb3d-0a88-4442-9d40-5ccfd0052eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.875452 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3eae82aa-1162-4bf0-b529-8ff6908c0625 req-faca5276-4685-45fd-a455-8e58ac7e755b tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1089218 Jul 13 07:42:40.887408 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-be81fb3d-0a88-4442-9d40-5ccfd0052eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:40.921124 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be81fb3d-0a88-4442-9d40-5ccfd0052eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47104e37-5d42-4fdd-9875-7bdecaaf0a10,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:40.927833 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3eae82aa-1162-4bf0-b529-8ff6908c0625 req-6376991d-745d-4ae4-8721-6e7e8edf3eff tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503802 Jul 13 07:42:40.970927 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-be81fb3d-0a88-4442-9d40-5ccfd0052eaa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=99aefd5ba72b4881b4c31e22c94d6cbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4239616 Jul 13 07:42:40.973579 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 48954) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:41.084751 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:42:41.118671 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ba624ecd-a58e-41cb-92cc-0eca0230cdcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.180101 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ba624ecd-a58e-41cb-92cc-0eca0230cdcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.222937 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=88530a7c-2727-4e3e-8acc-8f0525e0f7a7,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:41.237790 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:42:41.242960 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '88530a7c-2727-4e3e-8acc-8f0525e0f7a7', 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0', 'port_id': '88530a7c-2727-4e3e-8acc-8f0525e0f7a7', 'mac_address': 'fa:16:3e:80:39:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18671aeb-533b-431f-ac3f-740be3e9540f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:42:41.267293 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ba624ecd-a58e-41cb-92cc-0eca0230cdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.269836 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ba624ecd-a58e-41cb-92cc-0eca0230cdcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.270981 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ba624ecd-a58e-41cb-92cc-0eca0230cdcf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/47104e37-5d42-4fdd-9875-7bdecaaf0a10 HTTP/1.1" status: 204 len: 168 time: 0.2963972 Jul 13 07:42:41.285460 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba624ecd-a58e-41cb-92cc-0eca0230cdcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47104e37-5d42-4fdd-9875-7bdecaaf0a10,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:41.355552 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ff1fa-e779-43ed-9b68-590e5f79512f req-ee605506-65c4-4a7e-a917-5c9c30e056bb tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:41.359730 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.365027 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-974ff1fa-e779-43ed-9b68-590e5f79512f req-ee605506-65c4-4a7e-a917-5c9c30e056bb tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 945 time: 0.2953796 Jul 13 07:42:41.381456 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:42:41.407548 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=88530a7c-2727-4e3e-8acc-8f0525e0f7a7,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:41.436155 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.444780 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-974ff1fa-e779-43ed-9b68-590e5f79512f req-e8e8f797-f6ed-42ee-965c-773ab582c81e tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713825 Jul 13 07:42:41.474215 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:41.566228 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['88530a7c-2727-4e3e-8acc-8f0525e0f7a7'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:42:41.622905 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=88530a7c-2727-4e3e-8acc-8f0525e0f7a7,revision_number=12']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:41.667402 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.db.api [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:42:41.667755 n-d-771363-34 neutron-server[94019]: DEBUG oslo_db.api [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:42:42.079144 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-83a89228-f88d-4955-847b-d42d194460e1 None None] Provisioning complete for port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:42.079426 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-83a89228-f88d-4955-847b-d42d194460e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:42.284508 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:42.302126 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c8959-de8f-4ad8-ac88-90b3d8f2a4e0 req-d45cf6e2-0ef8-465e-a616-12c1bbc1ef1f tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:42.321629 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1b3c8959-de8f-4ad8-ac88-90b3d8f2a4e0 req-d45cf6e2-0ef8-465e-a616-12c1bbc1ef1f tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 945 time: 0.1577547 Jul 13 07:42:42.345080 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:42:42.418988 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1b3c8959-de8f-4ad8-ac88-90b3d8f2a4e0 req-c096a771-cb3b-4233-8952-002e1d15bdd5 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930684 Jul 13 07:42:42.427170 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=88530a7c-2727-4e3e-8acc-8f0525e0f7a7,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:42.479687 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:42.627426 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-83a89228-f88d-4955-847b-d42d194460e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:42.693571 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=88530a7c-2727-4e3e-8acc-8f0525e0f7a7,revision_number=13']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:42.870633 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87a919-e08a-4584-81b3-815596202f26 req-0e00d564-815b-4762-9bc7-d9f4a3f45648 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:42.887548 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dd87a919-e08a-4584-81b3-815596202f26 req-0e00d564-815b-4762-9bc7-d9f4a3f45648 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 945 time: 0.1683671 Jul 13 07:42:42.920457 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.db.api [None req-83a89228-f88d-4955-847b-d42d194460e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:42:42.920818 n-d-771363-34 neutron-server[94019]: DEBUG oslo_db.api [None req-83a89228-f88d-4955-847b-d42d194460e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:42:42.954640 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dd87a919-e08a-4584-81b3-815596202f26 req-a0c40bea-adb4-43ab-b7fc-c0ed0b771abb tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618193 Jul 13 07:42:43.090418 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:42:43.200375 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:43.200863 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:43.353609 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:43.459586 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=88530a7c-2727-4e3e-8acc-8f0525e0f7a7,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:43.474674 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f90bec-271f-4e44-996f-3e77a17cd27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88530a7c-2727-4e3e-8acc-8f0525e0f7a7'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:43.487727 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4d15e7-93b9-4e57-9e68-ec93bb9ecfef" -d '{"events": [{"server_uuid": "84f90bec-271f-4e44-996f-3e77a17cd27b", "name": "network-vif-plugged", "status": "completed", "tag": "88530a7c-2727-4e3e-8acc-8f0525e0f7a7"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:43.636120 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:43.717017 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=88530a7c-2727-4e3e-8acc-8f0525e0f7a7,revision_number=14']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:43.796017 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:43.801099 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:43.802515 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:43.803047 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:43.805666 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:43.806317 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:43.806903 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:43.807495 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:43.808273 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:43.808914 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:43.810292 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:43.811660 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:43.866830 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-65c8c541-8216-4d2f-b3aa-768d3df1e390 None None] Provisioning complete for port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:43.869037 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-65c8c541-8216-4d2f-b3aa-768d3df1e390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:43.944977 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d8ed2-4724-410e-a83b-7483b7cf19cb req-a71af3a9-740d-402d-bdae-b4a198d43088 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:43.959855 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-782d8ed2-4724-410e-a83b-7483b7cf19cb req-a71af3a9-740d-402d-bdae-b4a198d43088 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1704493 Jul 13 07:42:44.096482 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-782d8ed2-4724-410e-a83b-7483b7cf19cb req-af419ff0-fd13-420e-9c64-473ac95165d8 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264083 Jul 13 07:42:44.170741 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b7cdaa-0422-4e38-8035-6126644e4cd2 x-openstack-request-id: req-e6b7cdaa-0422-4e38-8035-6126644e4cd2 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:44.171020 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f90bec-271f-4e44-996f-3e77a17cd27b", "name": "network-vif-plugged", "status": "completed", "tag": "88530a7c-2727-4e3e-8acc-8f0525e0f7a7", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:44.171312 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e6b7cdaa-0422-4e38-8035-6126644e4cd2 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:44.171709 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f90bec-271f-4e44-996f-3e77a17cd27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88530a7c-2727-4e3e-8acc-8f0525e0f7a7', 'code': 200} Jul 13 07:42:44.349723 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81f694-ca3a-4309-8200-77ff6f0fd292 req-f734c64d-aee3-473f-af90-0e205692192d tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:44.371639 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fd81f694-ca3a-4309-8200-77ff6f0fd292 req-f734c64d-aee3-473f-af90-0e205692192d tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 945 time: 0.1288817 Jul 13 07:42:44.386279 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-78f93d82-99b1-4511-8534-b45870f7c601 None None] Provisioning complete for port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:44.387129 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-78f93d82-99b1-4511-8534-b45870f7c601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:44.424136 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fd81f694-ca3a-4309-8200-77ff6f0fd292 req-c6b0c10d-1a39-4010-bfa5-f833f386b11d tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468342 Jul 13 07:42:45.425885 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f450bc-99a0-43ca-bca2-eafa7b0bc634 req-5113fa06-7b82-41c3-8fe6-c17aae9abada tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:45.434396 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d1f450bc-99a0-43ca-bca2-eafa7b0bc634 req-5113fa06-7b82-41c3-8fe6-c17aae9abada tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1319132 Jul 13 07:42:45.511995 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d1f450bc-99a0-43ca-bca2-eafa7b0bc634 req-1818e1a1-c438-4612-936c-718fb6bbaf3c tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708146 Jul 13 07:42:45.774847 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910ded8-a746-4f14-a715-82f0add87548 req-95e9d32b-a2df-4ef2-a9a7-df3fd0307ccf tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:45.788529 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9910ded8-a746-4f14-a715-82f0add87548 req-95e9d32b-a2df-4ef2-a9a7-df3fd0307ccf tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 945 time: 0.1339824 Jul 13 07:42:45.920659 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9910ded8-a746-4f14-a715-82f0add87548 req-7918bdd3-0b97-44e0-bfa7-c9c32b3ef008 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289473 Jul 13 07:42:46.885123 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f3ba9-6fd3-4472-bc81-a1293f169117 req-25e85adf-86f3-4a1b-879f-41f15a510c07 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:46.900303 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b84f3ba9-6fd3-4472-bc81-a1293f169117 req-25e85adf-86f3-4a1b-879f-41f15a510c07 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1547847 Jul 13 07:42:46.990991 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b84f3ba9-6fd3-4472-bc81-a1293f169117 req-d1f29a84-0289-4727-a0c0-c82a46c9fb05 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897660 Jul 13 07:42:47.244506 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c31f6f-a055-4dbf-bc66-8803f68de1cf req-8825a685-f7eb-4a66-8bc7-eb25906ed06b tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:47.253812 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a8c31f6f-a055-4dbf-bc66-8803f68de1cf req-8825a685-f7eb-4a66-8bc7-eb25906ed06b tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 945 time: 0.1134498 Jul 13 07:42:47.306226 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a8c31f6f-a055-4dbf-bc66-8803f68de1cf req-f30a24a8-a348-4053-95e0-7a235afcb4b5 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503347 Jul 13 07:42:48.381392 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17322d12-55e0-4385-8503-248a42ffc982 req-6a2c565d-b72b-4552-811b-a83bc41e6c86 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:48.389938 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-17322d12-55e0-4385-8503-248a42ffc982 req-6a2c565d-b72b-4552-811b-a83bc41e6c86 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1595876 Jul 13 07:42:48.440707 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-17322d12-55e0-4385-8503-248a42ffc982 req-cf60ea4e-b8a9-4a2f-842a-705ee8960572 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499587 Jul 13 07:42:48.751830 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1dc14-4b27-41af-8872-8041d39c6565 req-55609cdb-a9d2-4927-94e3-99cf017ec2d9 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:48.753615 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0dd1dc14-4b27-41af-8872-8041d39c6565 req-55609cdb-a9d2-4927-94e3-99cf017ec2d9 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 945 time: 0.1557243 Jul 13 07:42:49.316028 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0dd1dc14-4b27-41af-8872-8041d39c6565 req-041fe23b-11f5-44ba-a494-357d24cc2394 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5565426 Jul 13 07:42:49.712104 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85413c1a-d6fb-46af-93f0-c063ad1b8152 req-206dcdbc-8a6a-4b8a-bda8-9eb68268a129 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:49.724725 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-85413c1a-d6fb-46af-93f0-c063ad1b8152 req-206dcdbc-8a6a-4b8a-bda8-9eb68268a129 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1239765 Jul 13 07:42:49.782973 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-85413c1a-d6fb-46af-93f0-c063ad1b8152 req-25dfac6b-daa7-4875-b367-6ddeaee8bbdd tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562587 Jul 13 07:42:50.586046 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda46155-6bc9-4bcc-a669-4c727f44f4b8 req-88298437-5e8f-4c68-8f14-70e3a496550d tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:50.587683 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bda46155-6bc9-4bcc-a669-4c727f44f4b8 req-88298437-5e8f-4c68-8f14-70e3a496550d tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 945 time: 0.1070244 Jul 13 07:42:50.644668 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bda46155-6bc9-4bcc-a669-4c727f44f4b8 req-50838809-2765-4e39-beed-517ba8df45b6 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488286 Jul 13 07:42:51.117474 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7dc021-a35a-4b1a-ac59-27483b437fed req-dc04d39c-43fa-43a5-aa9a-722524a0f0ad tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:51.130308 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9c7dc021-a35a-4b1a-ac59-27483b437fed req-dc04d39c-43fa-43a5-aa9a-722524a0f0ad tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1607652 Jul 13 07:42:51.162972 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9c7dc021-a35a-4b1a-ac59-27483b437fed req-f1eea7c4-e1e6-42e7-8b06-3df2f35679be tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366578 Jul 13 07:42:51.477248 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-445202e1-7801-4604-9e13-e12149da6ae0 req-a35fb6ad-d20f-4d3a-8ac3-b45f5ec98b54 tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=4a8015938fe44d2bb51296b0af8a2eb1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363317 Jul 13 07:42:51.733032 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445202e1-7801-4604-9e13-e12149da6ae0 req-74051366-5f0f-4247-9bce-04180991164b tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:51.742092 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-445202e1-7801-4604-9e13-e12149da6ae0 req-74051366-5f0f-4247-9bce-04180991164b tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2639470 Jul 13 07:42:51.758356 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-445202e1-7801-4604-9e13-e12149da6ae0 req-91d2873c-de5c-453a-937f-d913717efe4a tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] 10.222.0.23 "GET /v2.0/quotas/4a8015938fe44d2bb51296b0af8a2eb1 HTTP/1.1" status: 200 len: 375 time: 0.0151908 Jul 13 07:42:51.800090 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-445202e1-7801-4604-9e13-e12149da6ae0 req-0485a9f7-4318-4761-b803-1e99b8a164d7 tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a8015938fe44d2bb51296b0af8a2eb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406368 Jul 13 07:42:51.908884 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671abd4-3619-43ea-8b00-2c902f052dce req-6c7a621a-b82f-4b16-97b4-73f24280dc19 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:51.916260 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8671abd4-3619-43ea-8b00-2c902f052dce req-6c7a621a-b82f-4b16-97b4-73f24280dc19 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 945 time: 0.0893731 Jul 13 07:42:51.974786 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8671abd4-3619-43ea-8b00-2c902f052dce req-02baf17a-79ff-4795-b91c-db9273ecca25 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574875 Jul 13 07:42:52.123237 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65fc55-425d-49de-99b2-1fc8fc8e993e req-aded07b3-6ad8-45f3-a51a-c76f1a80c789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:52.124868 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9c65fc55-425d-49de-99b2-1fc8fc8e993e req-aded07b3-6ad8-45f3-a51a-c76f1a80c789 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=83828f95f1544d3d8ef79b7d2ebdf1c7&device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 1097 time: 0.1652517 Jul 13 07:42:52.142764 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d7f12f5e-f773-41ad-86a1-9aaab9aba9eb req-dff0b3d1-bbd1-4615-95a6-756aacafcbdf tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c47073a-1cac-4906-b70e-832b39e198ab HTTP/1.1" status: 200 len: 210 time: 0.0757356 Jul 13 07:42:52.325468 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65fc55-425d-49de-99b2-1fc8fc8e993e req-429e71c3-c642-4373-b781-32a2e277c168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:52.334099 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9c65fc55-425d-49de-99b2-1fc8fc8e993e req-429e71c3-c642-4373-b781-32a2e277c168 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fe3ca710-7f04-4b99-abd8-f0c0a80bd44f HTTP/1.1" status: 200 len: 918 time: 0.2020247 Jul 13 07:42:52.516657 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9c65fc55-425d-49de-99b2-1fc8fc8e993e req-8f1d4aa5-e20e-49de-b756-17cb7fcc130e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=427301b0-b3d0-417e-ae42-50f689915ac9 HTTP/1.1" status: 200 len: 1001 time: 0.1754069 Jul 13 07:42:52.577598 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51255d8e-b3b7-416b-bb3c-22791f3c05ed req-2ded6866-b1ba-4aab-b980-a60e21e9624a tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:52.586250 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-51255d8e-b3b7-416b-bb3c-22791f3c05ed req-2ded6866-b1ba-4aab-b980-a60e21e9624a tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1528528 Jul 13 07:42:52.615661 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65fc55-425d-49de-99b2-1fc8fc8e993e req-3d9f3587-a85f-4e4d-b73d-b1d30a6f7f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:52.617891 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9c65fc55-425d-49de-99b2-1fc8fc8e993e req-3d9f3587-a85f-4e4d-b73d-b1d30a6f7f69 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bcb14844-0f59-4592-827b-9b964d247113 HTTP/1.1" status: 200 len: 856 time: 0.0965321 Jul 13 07:42:52.657961 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-51255d8e-b3b7-416b-bb3c-22791f3c05ed req-f4e8c439-28ef-4867-9605-b81b7ef3e062 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586298 Jul 13 07:42:52.696592 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65fc55-425d-49de-99b2-1fc8fc8e993e req-afa755d0-9917-4e47-a494-893768b55a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:52.698593 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9c65fc55-425d-49de-99b2-1fc8fc8e993e req-afa755d0-9917-4e47-a494-893768b55a6c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fe3ca710-7f04-4b99-abd8-f0c0a80bd44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0748053 Jul 13 07:42:52.902184 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9c65fc55-425d-49de-99b2-1fc8fc8e993e req-1258f55a-2b31-4649-858e-0004bf3b0894 service neutron] 10.222.0.42 "GET /v2.0/networks/fe3ca710-7f04-4b99-abd8-f0c0a80bd44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971672 Jul 13 07:42:53.146961 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9c65fc55-425d-49de-99b2-1fc8fc8e993e req-043321f3-cd37-48ad-8daf-8a769e759e53 service neutron] 10.222.0.42 "GET /v2.0/networks/fe3ca710-7f04-4b99-abd8-f0c0a80bd44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348208 Jul 13 07:42:53.319385 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c51cd-c3a2-4866-9242-096a424f987b req-8a8c580d-c829-435e-ac4d-5c63f1eab587 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:53.320988 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9cf61467-3505-42da-97e0-69e2d41771e9 req-d1f544cb-f1e1-4f57-bf86-e74554e17722 tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c47073a-1cac-4906-b70e-832b39e198ab HTTP/1.1" status: 200 len: 210 time: 0.0990112 Jul 13 07:42:53.322114 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:53.333146 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8e3c51cd-c3a2-4866-9242-096a424f987b req-8a8c580d-c829-435e-ac4d-5c63f1eab587 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 945 time: 0.1400754 Jul 13 07:42:53.434728 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8e3c51cd-c3a2-4866-9242-096a424f987b req-beecb68c-9978-4c89-a48f-82d267b6233f tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001484 Jul 13 07:42:53.893001 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7af198-fbde-4605-8520-20afb1cc2d3f req-67576dc3-7746-4e5b-b804-18e3e9ea90c3 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:53.896707 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:53.901672 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2a7af198-fbde-4605-8520-20afb1cc2d3f req-67576dc3-7746-4e5b-b804-18e3e9ea90c3 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1261268 Jul 13 07:42:53.967546 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2a7af198-fbde-4605-8520-20afb1cc2d3f req-ba399e73-4f53-4e26-a55a-f30354a7d604 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629816 Jul 13 07:42:54.177495 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-445202e1-7801-4604-9e13-e12149da6ae0 req-1d99c2be-1aed-4c8c-be12-b76f74b32a99 tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=4a8015938fe44d2bb51296b0af8a2eb1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0725513 Jul 13 07:42:54.596504 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445202e1-7801-4604-9e13-e12149da6ae0 req-b6469ecc-89db-4d12-9991-3373c54d4533 tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:54.598053 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-445202e1-7801-4604-9e13-e12149da6ae0 req-b6469ecc-89db-4d12-9991-3373c54d4533 tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4066391 Jul 13 07:42:54.610571 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-85f16085-83fc-40e1-b5bb-445d9169e037 req-50af9009-263b-45cf-b578-35a3008955e0 tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c47073a-1cac-4906-b70e-832b39e198ab HTTP/1.1" status: 200 len: 210 time: 0.0619950 Jul 13 07:42:54.631864 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-445202e1-7801-4604-9e13-e12149da6ae0 req-adef7d1b-1601-4eb3-9615-b5e633fbdb1b tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Request body: {'port': {'device_id': '6c47073a-1cac-4906-b70e-832b39e198ab', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'admin_state_up': True, 'tenant_id': '4a8015938fe44d2bb51296b0af8a2eb1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:54.936778 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f723151-036b-47af-afeb-70c90de1dee2 req-e8a89f31-0cca-4e64-a789-b80339be731d tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:54.938890 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7f723151-036b-47af-afeb-70c90de1dee2 req-e8a89f31-0cca-4e64-a789-b80339be731d tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 945 time: 0.3190081 Jul 13 07:42:54.990725 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-445202e1-7801-4604-9e13-e12149da6ae0 req-adef7d1b-1601-4eb3-9615-b5e633fbdb1b tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Made reservation on behalf of 4a8015938fe44d2bb51296b0af8a2eb1 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:42:54.994982 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-445202e1-7801-4604-9e13-e12149da6ae0 req-adef7d1b-1601-4eb3-9615-b5e633fbdb1b tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:55.020949 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7f723151-036b-47af-afeb-70c90de1dee2 req-4e09454b-1e1d-41ca-8e07-65a18d6a3072 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672615 Jul 13 07:42:55.037418 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-445202e1-7801-4604-9e13-e12149da6ae0 req-adef7d1b-1601-4eb3-9615-b5e633fbdb1b tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:55.183396 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9043f2-86a8-4cfa-9311-9170105d9145 req-936e5392-c37f-4ba8-931f-109083c80db1 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:55.191359 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9d9043f2-86a8-4cfa-9311-9170105d9145 req-936e5392-c37f-4ba8-931f-109083c80db1 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.0918064 Jul 13 07:42:55.233146 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-445202e1-7801-4604-9e13-e12149da6ae0 req-adef7d1b-1601-4eb3-9615-b5e633fbdb1b tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:55.235792 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9d9043f2-86a8-4cfa-9311-9170105d9145 req-253fd217-e70c-4627-aac4-39e60989e589 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429921 Jul 13 07:42:55.242773 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-445202e1-7801-4604-9e13-e12149da6ae0 req-adef7d1b-1601-4eb3-9615-b5e633fbdb1b tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:55.273290 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 427301b0-b3d0-417e-ae42-50f689915ac9 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:42:55.393683 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:55.412470 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef7d1b-1601-4eb3-9615-b5e633fbdb1b tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6eea8e5-e5a2-46c0-ab22-70caef61474e,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:55.416815 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '427301b0-b3d0-417e-ae42-50f689915ac9'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:55.419329 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8cf42f-44b7-4076-a878-cd20a0d657fb" -d '{"events": [{"server_uuid": "e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b", "name": "network-vif-unplugged", "status": "completed", "tag": "427301b0-b3d0-417e-ae42-50f689915ac9"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:55.425680 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adef7d1b-1601-4eb3-9615-b5e633fbdb1b tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:55.426158 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adef7d1b-1601-4eb3-9615-b5e633fbdb1b tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:55.426744 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adef7d1b-1601-4eb3-9615-b5e633fbdb1b tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:55.427227 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adef7d1b-1601-4eb3-9615-b5e633fbdb1b tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:55.427685 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adef7d1b-1601-4eb3-9615-b5e633fbdb1b tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:55.428180 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adef7d1b-1601-4eb3-9615-b5e633fbdb1b tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:55.428611 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adef7d1b-1601-4eb3-9615-b5e633fbdb1b tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:55.429230 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adef7d1b-1601-4eb3-9615-b5e633fbdb1b tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:55.429666 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adef7d1b-1601-4eb3-9615-b5e633fbdb1b tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:55.430097 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adef7d1b-1601-4eb3-9615-b5e633fbdb1b tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:55.430539 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adef7d1b-1601-4eb3-9615-b5e633fbdb1b tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:55.431057 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adef7d1b-1601-4eb3-9615-b5e633fbdb1b tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:42:55.464229 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 427301b0-b3d0-417e-ae42-50f689915ac9, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=427301b0-b3d0-417e-ae42-50f689915ac9,segment=NetworkSegment(82b0794f-89d2-4219-8340-180084a286f0),segment_id=82b0794f-89d2-4219-8340-180084a286f0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:55.472811 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:55.502549 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-445202e1-7801-4604-9e13-e12149da6ae0 req-adef7d1b-1601-4eb3-9615-b5e633fbdb1b tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Allocated IP 192.168.233.45 (f9d6e899-687c-4a4d-bdf3-8d8d169866a7/c5af789a-0729-4e53-834f-ef6745aa079c/aebfea06-729e-41ec-a70a-f683dca19df9) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:42:55.537562 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637afbf1-cfca-4b1c-ad49-fdfd8b336a7a x-openstack-request-id: req-637afbf1-cfca-4b1c-ad49-fdfd8b336a7a {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:55.537847 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b", "name": "network-vif-unplugged", "status": "failed", "tag": "427301b0-b3d0-417e-ae42-50f689915ac9", "code": 422}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:55.538101 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-637afbf1-cfca-4b1c-ad49-fdfd8b336a7a {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:55.538547 n-d-771363-34 neutron-server[94019]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '427301b0-b3d0-417e-ae42-50f689915ac9', 'code': 422} returned with failed status Jul 13 07:42:55.539080 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=427301b0-b3d0-417e-ae42-50f689915ac9,revision_number=8']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:55.720102 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-445202e1-7801-4604-9e13-e12149da6ae0 req-adef7d1b-1601-4eb3-9615-b5e633fbdb1b tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:55.735395 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-445202e1-7801-4604-9e13-e12149da6ae0 req-adef7d1b-1601-4eb3-9615-b5e633fbdb1b tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Transition to ACTIVE for port object aebfea06-729e-41ec-a70a-f683dca19df9 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:55.780637 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-445202e1-7801-4604-9e13-e12149da6ae0 req-adef7d1b-1601-4eb3-9615-b5e633fbdb1b tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:55.844210 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-445202e1-7801-4604-9e13-e12149da6ae0 req-adef7d1b-1601-4eb3-9615-b5e633fbdb1b tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:42:55.851482 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-445202e1-7801-4604-9e13-e12149da6ae0 req-adef7d1b-1601-4eb3-9615-b5e633fbdb1b tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:42:55.857672 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-445202e1-7801-4604-9e13-e12149da6ae0 req-adef7d1b-1601-4eb3-9615-b5e633fbdb1b tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:42:55.897216 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef7d1b-1601-4eb3-9615-b5e633fbdb1b tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Pushing event updated for resources: {'Port': ['ID=aebfea06-729e-41ec-a70a-f683dca19df9,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:55.923480 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-fc56bce8-1a12-464c-a891-5a3092f93c93 None None] Provisioning complete for port 427301b0-b3d0-417e-ae42-50f689915ac9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:55.925522 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fc56bce8-1a12-464c-a891-5a3092f93c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:55.926251 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445202e1-7801-4604-9e13-e12149da6ae0 req-adef7d1b-1601-4eb3-9615-b5e633fbdb1b tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:55.932028 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-445202e1-7801-4604-9e13-e12149da6ae0 req-adef7d1b-1601-4eb3-9615-b5e633fbdb1b tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:55.967576 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-445202e1-7801-4604-9e13-e12149da6ae0 req-adef7d1b-1601-4eb3-9615-b5e633fbdb1b tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3512206 Jul 13 07:42:55.987015 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eadbcf-7c88-47b9-bb28-79f69ab01a31 req-4e1e79db-b97e-4ef9-ba25-c77397ddbb0f tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:55.997080 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-445202e1-7801-4604-9e13-e12149da6ae0 req-24f28dc0-a241-44f2-b040-8ce58fe5fb82 service neutron] Request body: {'port': {'device_id': '6c47073a-1cac-4906-b70e-832b39e198ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:42:56.007048 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-86eadbcf-7c88-47b9-bb28-79f69ab01a31 req-4e1e79db-b97e-4ef9-ba25-c77397ddbb0f tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c47073a-1cac-4906-b70e-832b39e198ab HTTP/1.1" status: 200 len: 935 time: 0.1620858 Jul 13 07:42:56.101878 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-86eadbcf-7c88-47b9-bb28-79f69ab01a31 req-bbc1bcf3-aa21-4dc4-a44f-6769b5c89b85 tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6eea8e5-e5a2-46c0-ab22-70caef61474e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931399 Jul 13 07:42:56.144783 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fc56bce8-1a12-464c-a891-5a3092f93c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:56.229504 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-fc56bce8-1a12-464c-a891-5a3092f93c93 None None] For port 427301b0-b3d0-417e-ae42-50f689915ac9, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=427301b0-b3d0-417e-ae42-50f689915ac9,segment=NetworkSegment(82b0794f-89d2-4219-8340-180084a286f0),segment_id=82b0794f-89d2-4219-8340-180084a286f0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:42:56.237433 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fc56bce8-1a12-464c-a891-5a3092f93c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:56.245099 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-445202e1-7801-4604-9e13-e12149da6ae0 req-24f28dc0-a241-44f2-b040-8ce58fe5fb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:56.343662 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f9d7c-eb3e-469c-b76a-ba88e1f1d06b req-fd40b134-14ed-48d6-a02b-f56f3305952f tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:56.353627 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9a9f9d7c-eb3e-469c-b76a-ba88e1f1d06b req-fd40b134-14ed-48d6-a02b-f56f3305952f tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 945 time: 0.1251662 Jul 13 07:42:56.400331 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56bce8-1a12-464c-a891-5a3092f93c93 None None] Pushing event updated for resources: {'Port': ['ID=427301b0-b3d0-417e-ae42-50f689915ac9,revision_number=9']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:56.423542 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9a9f9d7c-eb3e-469c-b76a-ba88e1f1d06b req-029bac24-3ee5-4c8e-93ec-e647164507cb tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683844 Jul 13 07:42:56.578964 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1365cbe5-529d-4e21-9730-5cf973f8cc35 None None] Provisioning for port aebfea06-729e-41ec-a70a-f683dca19df9 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:42:56.588015 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1365cbe5-529d-4e21-9730-5cf973f8cc35 None None] Provisioning complete for port aebfea06-729e-41ec-a70a-f683dca19df9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:56.588381 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1365cbe5-529d-4e21-9730-5cf973f8cc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:56.689498 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-1365cbe5-529d-4e21-9730-5cf973f8cc35 None None] Port aebfea06-729e-41ec-a70a-f683dca19df9 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:42:56.738191 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54c2de-e128-4bdb-af90-ce8fbab7f1ab req-2cfa4856-afcf-4b52-b4dd-efffd0e96d5c tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:56.744207 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d54c2de-e128-4bdb-af90-ce8fbab7f1ab req-2cfa4856-afcf-4b52-b4dd-efffd0e96d5c tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.2645421 Jul 13 07:42:56.841072 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d54c2de-e128-4bdb-af90-ce8fbab7f1ab req-bb82cd9d-0296-44df-8cd3-5eccce1107df tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897577 Jul 13 07:42:56.865789 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-26d502f8-dd33-477b-bfb0-627060be597c None None] Provisioning complete for port 427301b0-b3d0-417e-ae42-50f689915ac9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:42:56.866962 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-26d502f8-dd33-477b-bfb0-627060be597c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:56.970209 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-445202e1-7801-4604-9e13-e12149da6ae0 req-24f28dc0-a241-44f2-b040-8ce58fe5fb82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aebfea06-729e-41ec-a70a-f683dca19df9 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:42:56.979531 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-445202e1-7801-4604-9e13-e12149da6ae0 req-24f28dc0-a241-44f2-b040-8ce58fe5fb82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:57.001907 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-445202e1-7801-4604-9e13-e12149da6ae0 req-24f28dc0-a241-44f2-b040-8ce58fe5fb82 service neutron] Transition to ACTIVE for port object aebfea06-729e-41ec-a70a-f683dca19df9 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:42:57.054764 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-445202e1-7801-4604-9e13-e12149da6ae0 req-24f28dc0-a241-44f2-b040-8ce58fe5fb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:57.154545 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f28dc0-a241-44f2-b040-8ce58fe5fb82 service neutron] Pushing event updated for resources: {'Port': ['ID=aebfea06-729e-41ec-a70a-f683dca19df9,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:57.335520 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-445202e1-7801-4604-9e13-e12149da6ae0 req-24f28dc0-a241-44f2-b040-8ce58fe5fb82 service neutron] Attempting to bind port aebfea06-729e-41ec-a70a-f683dca19df9 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:42:57.336246 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-445202e1-7801-4604-9e13-e12149da6ae0 req-24f28dc0-a241-44f2-b040-8ce58fe5fb82 service neutron] Attempting to bind port aebfea06-729e-41ec-a70a-f683dca19df9 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:42:57.337266 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445202e1-7801-4604-9e13-e12149da6ae0 req-24f28dc0-a241-44f2-b040-8ce58fe5fb82 service neutron] Attempting to bind port aebfea06-729e-41ec-a70a-f683dca19df9 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:57.359598 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445202e1-7801-4604-9e13-e12149da6ae0 req-24f28dc0-a241-44f2-b040-8ce58fe5fb82 service neutron] Port aebfea06-729e-41ec-a70a-f683dca19df9 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:42:57.360299 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445202e1-7801-4604-9e13-e12149da6ae0 req-24f28dc0-a241-44f2-b040-8ce58fe5fb82 service neutron] Attempting to bind port aebfea06-729e-41ec-a70a-f683dca19df9 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:42:57.392257 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445202e1-7801-4604-9e13-e12149da6ae0 req-24f28dc0-a241-44f2-b040-8ce58fe5fb82 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:42:57.392602 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445202e1-7801-4604-9e13-e12149da6ae0 req-24f28dc0-a241-44f2-b040-8ce58fe5fb82 service neutron] Checking segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:42:57.393262 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445202e1-7801-4604-9e13-e12149da6ae0 req-24f28dc0-a241-44f2-b040-8ce58fe5fb82 service neutron] Bound using segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:42:57.394123 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-445202e1-7801-4604-9e13-e12149da6ae0 req-24f28dc0-a241-44f2-b040-8ce58fe5fb82 service neutron] Bound port: aebfea06-729e-41ec-a70a-f683dca19df9, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:42:57.394492 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-445202e1-7801-4604-9e13-e12149da6ae0 req-24f28dc0-a241-44f2-b040-8ce58fe5fb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:57.407128 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db030f5-5fa2-433c-bd78-8346fc0e61b2 req-caf1236e-991e-4b3a-933b-fe0b8685739b tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:57.415460 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2db030f5-5fa2-433c-bd78-8346fc0e61b2 req-caf1236e-991e-4b3a-933b-fe0b8685739b tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c47073a-1cac-4906-b70e-832b39e198ab HTTP/1.1" status: 200 len: 947 time: 0.1723037 Jul 13 07:42:57.510810 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2db030f5-5fa2-433c-bd78-8346fc0e61b2 req-68bf4934-db75-42cf-b46f-911e9937a89a tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6eea8e5-e5a2-46c0-ab22-70caef61474e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943742 Jul 13 07:42:57.540156 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427301b0-b3d0-417e-ae42-50f689915ac9'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:57.542362 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1426fc-db1b-4cc7-afb4-c641b99c37b6" -d '{"events": [{"server_uuid": "e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b", "name": "network-vif-plugged", "status": "completed", "tag": "427301b0-b3d0-417e-ae42-50f689915ac9"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:57.582707 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-445202e1-7801-4604-9e13-e12149da6ae0 req-24f28dc0-a241-44f2-b040-8ce58fe5fb82 service neutron] For port aebfea06-729e-41ec-a70a-f683dca19df9, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:42:57.588566 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-445202e1-7801-4604-9e13-e12149da6ae0 req-24f28dc0-a241-44f2-b040-8ce58fe5fb82 service neutron] For port aebfea06-729e-41ec-a70a-f683dca19df9, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=aebfea06-729e-41ec-a70a-f683dca19df9,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:42:57.595689 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-445202e1-7801-4604-9e13-e12149da6ae0 req-24f28dc0-a241-44f2-b040-8ce58fe5fb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:57.654785 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445202e1-7801-4604-9e13-e12149da6ae0 req-24f28dc0-a241-44f2-b040-8ce58fe5fb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:57.655556 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-445202e1-7801-4604-9e13-e12149da6ae0 req-24f28dc0-a241-44f2-b040-8ce58fe5fb82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:42:57.657527 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-445202e1-7801-4604-9e13-e12149da6ae0 req-24f28dc0-a241-44f2-b040-8ce58fe5fb82 service neutron] 10.222.0.42 "PUT /v2.0/ports/aebfea06-729e-41ec-a70a-f683dca19df9 HTTP/1.1" status: 200 len: 1096 time: 1.6744235 Jul 13 07:42:57.658414 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c47073a-1cac-4906-b70e-832b39e198ab', 'tag': 'aebfea06-729e-41ec-a70a-f683dca19df9'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:42:57.660866 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3a6e04-10d7-4273-82ae-545084e7d242" -d '{"events": [{"name": "network-changed", "server_uuid": "6c47073a-1cac-4906-b70e-832b39e198ab", "tag": "aebfea06-729e-41ec-a70a-f683dca19df9"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:42:57.704394 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b17ef38-7bae-4876-a9bf-c05eec1f0cb4 x-openstack-request-id: req-3b17ef38-7bae-4876-a9bf-c05eec1f0cb4 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:57.704745 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b", "name": "network-vif-plugged", "status": "failed", "tag": "427301b0-b3d0-417e-ae42-50f689915ac9", "code": 422}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:57.704988 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3b17ef38-7bae-4876-a9bf-c05eec1f0cb4 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:57.705355 n-d-771363-34 neutron-server[94019]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '427301b0-b3d0-417e-ae42-50f689915ac9', 'code': 422} returned with failed status Jul 13 07:42:57.828046 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f28dc0-a241-44f2-b040-8ce58fe5fb82 service neutron] Pushing event updated for resources: {'Port': ['ID=aebfea06-729e-41ec-a70a-f683dca19df9,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:42:57.900331 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445202e1-7801-4604-9e13-e12149da6ae0 req-c6c4c440-1abe-4096-9921-b3e42716a5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:57.904459 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-445202e1-7801-4604-9e13-e12149da6ae0 req-c6c4c440-1abe-4096-9921-b3e42716a5e6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a8015938fe44d2bb51296b0af8a2eb1&device_id=6c47073a-1cac-4906-b70e-832b39e198ab HTTP/1.1" status: 200 len: 1099 time: 0.1965082 Jul 13 07:42:58.008238 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-445202e1-7801-4604-9e13-e12149da6ae0 req-0641a4d9-a3a3-4f1a-9601-d0e7603acf81 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=aebfea06-729e-41ec-a70a-f683dca19df9 HTTP/1.1" status: 200 len: 217 time: 0.0975709 Jul 13 07:42:58.132002 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445202e1-7801-4604-9e13-e12149da6ae0 req-b104be7a-4e8d-484d-8b73-58b0f352c1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:58.133260 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-445202e1-7801-4604-9e13-e12149da6ae0 req-b104be7a-4e8d-484d-8b73-58b0f352c1cd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.1194880 Jul 13 07:42:58.141991 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968f1a62-e19b-4a89-a7f7-719672224522 x-openstack-request-id: req-968f1a62-e19b-4a89-a7f7-719672224522 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:42:58.142288 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c47073a-1cac-4906-b70e-832b39e198ab", "tag": "aebfea06-729e-41ec-a70a-f683dca19df9", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:42:58.142523 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-968f1a62-e19b-4a89-a7f7-719672224522 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:42:58.142931 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c47073a-1cac-4906-b70e-832b39e198ab', 'tag': 'aebfea06-729e-41ec-a70a-f683dca19df9', 'status': 'completed', 'code': 200} Jul 13 07:42:58.251665 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445202e1-7801-4604-9e13-e12149da6ae0 req-a2b6f53b-14fe-44fc-8ca7-301a0810d8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:58.254382 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-445202e1-7801-4604-9e13-e12149da6ae0 req-a2b6f53b-14fe-44fc-8ca7-301a0810d8dc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1094744 Jul 13 07:42:58.464241 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51fee1-91d8-4f4c-93f3-f37b9dc757ac req-86619c84-c60f-42f5-8e89-9593a4798a0c tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:58.470904 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7b51fee1-91d8-4f4c-93f3-f37b9dc757ac req-86619c84-c60f-42f5-8e89-9593a4798a0c tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.0964866 Jul 13 07:42:58.518961 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7b51fee1-91d8-4f4c-93f3-f37b9dc757ac req-6a12dff9-daea-4857-8caf-cf75ccff8c0a tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427439 Jul 13 07:42:58.581710 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 49284) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:42:58.611278 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-445202e1-7801-4604-9e13-e12149da6ae0 req-ffc894e1-8a77-4f03-9587-519b72a80493 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513570 Jul 13 07:42:58.682566 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87087bb-8264-4dbe-9bff-2cb479b5ac98 req-c881a82e-8e5b-4065-b412-a3355541344d tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:58.690911 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d87087bb-8264-4dbe-9bff-2cb479b5ac98 req-c881a82e-8e5b-4065-b412-a3355541344d tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 945 time: 0.2911427 Jul 13 07:42:58.778493 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d87087bb-8264-4dbe-9bff-2cb479b5ac98 req-41ede92b-b623-4ca8-ba4d-cc8b238b0ccc tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869482 Jul 13 07:42:58.808387 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-445202e1-7801-4604-9e13-e12149da6ae0 req-dc0ee7ca-8fe0-4df7-b161-82d13ac677fd service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862452 Jul 13 07:42:58.831390 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1309d1b3-c847-4ebd-b864-6b9e8d936f2a req-0d17991a-48f2-4f20-b7e7-08cc49ae2815 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2478769 Jul 13 07:42:58.844813 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07cec1-d7ad-4035-a772-f24abf00f2b0 req-bb7d0afa-7445-4beb-a5a1-1c140be725ad tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:58.852346 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3b07cec1-d7ad-4035-a772-f24abf00f2b0 req-bb7d0afa-7445-4beb-a5a1-1c140be725ad tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c47073a-1cac-4906-b70e-832b39e198ab HTTP/1.1" status: 200 len: 947 time: 0.1097815 Jul 13 07:42:58.899724 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3b07cec1-d7ad-4035-a772-f24abf00f2b0 req-1e325b58-2d4b-4691-9eef-b09edf9a755a tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6eea8e5-e5a2-46c0-ab22-70caef61474e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463622 Jul 13 07:42:59.030020 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a6e04-10d7-4273-82ae-545084e7d242 req-b25b9e36-5b23-40c3-81d4-1fa79035588c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:59.031741 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0b3a6e04-10d7-4273-82ae-545084e7d242 req-b25b9e36-5b23-40c3-81d4-1fa79035588c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a8015938fe44d2bb51296b0af8a2eb1&device_id=6c47073a-1cac-4906-b70e-832b39e198ab HTTP/1.1" status: 200 len: 1099 time: 0.0898974 Jul 13 07:42:59.157096 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a6e04-10d7-4273-82ae-545084e7d242 req-20cd89b9-3633-4ee9-be2a-dc484aa67f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:59.158577 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0b3a6e04-10d7-4273-82ae-545084e7d242 req-20cd89b9-3633-4ee9-be2a-dc484aa67f78 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.1196852 Jul 13 07:42:59.200702 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0b3a6e04-10d7-4273-82ae-545084e7d242 req-a95eaa4b-3c1f-492e-8510-5b19e67e4552 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=aebfea06-729e-41ec-a70a-f683dca19df9 HTTP/1.1" status: 200 len: 217 time: 0.0354486 Jul 13 07:42:59.260705 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a6e04-10d7-4273-82ae-545084e7d242 req-aeab58bf-a88e-4ca2-a837-e097b6f5ef21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:59.262887 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0b3a6e04-10d7-4273-82ae-545084e7d242 req-aeab58bf-a88e-4ca2-a837-e097b6f5ef21 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.0550783 Jul 13 07:42:59.331897 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a6e04-10d7-4273-82ae-545084e7d242 req-92e2f1e4-fa08-4db4-b1dc-6b2f93d13fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:59.333643 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0b3a6e04-10d7-4273-82ae-545084e7d242 req-92e2f1e4-fa08-4db4-b1dc-6b2f93d13fcc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0634961 Jul 13 07:42:59.426292 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0b3a6e04-10d7-4273-82ae-545084e7d242 req-cf8d06e1-ef4d-4676-a411-f6d7de1bfc4a service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855303 Jul 13 07:42:59.746755 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578217d7-f657-4999-9beb-7faf6cf37a30 req-928e3624-7271-4c34-8f03-996bfe31f024 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:42:59.755542 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-578217d7-f657-4999-9beb-7faf6cf37a30 req-928e3624-7271-4c34-8f03-996bfe31f024 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.0946121 Jul 13 07:42:59.806650 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-578217d7-f657-4999-9beb-7faf6cf37a30 req-025aaf8b-fc17-4190-a2f3-3375922cfeff tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501075 Jul 13 07:42:59.867133 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0b3a6e04-10d7-4273-82ae-545084e7d242 req-dd160f86-9804-4d51-918b-6dddf87d85d5 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4344192 Jul 13 07:43:00.067770 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b08936-d409-46db-9c34-8f15d9ac48f8 req-913e285d-9fce-446c-9dca-011ac5862761 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:00.069882 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-72b08936-d409-46db-9c34-8f15d9ac48f8 req-913e285d-9fce-446c-9dca-011ac5862761 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 945 time: 0.1109259 Jul 13 07:43:00.118651 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcf3ea-f829-4f43-ac4a-bfa6008d0f48 req-a39e5c0a-cc18-4ee3-be1b-234b6900bb2c tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:00.130177 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d7bcf3ea-f829-4f43-ac4a-bfa6008d0f48 req-a39e5c0a-cc18-4ee3-be1b-234b6900bb2c tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c47073a-1cac-4906-b70e-832b39e198ab HTTP/1.1" status: 200 len: 947 time: 0.1007943 Jul 13 07:43:00.130759 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-72b08936-d409-46db-9c34-8f15d9ac48f8 req-2a58305f-f747-42f1-b162-0788b72ace43 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531650 Jul 13 07:43:00.226868 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-05ec64e0-025a-406f-80fd-2c98cf103edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:00.611931 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d7bcf3ea-f829-4f43-ac4a-bfa6008d0f48 req-da0c6ef8-5ab0-4d78-aa89-91992da07d97 tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6eea8e5-e5a2-46c0-ab22-70caef61474e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4804420 Jul 13 07:43:01.112685 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15172cd6-77ed-4ba7-be6d-b6930c569882 req-c090bc67-0c2c-41a9-bce4-a7e17463e1e5 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:01.114384 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-15172cd6-77ed-4ba7-be6d-b6930c569882 req-c090bc67-0c2c-41a9-bce4-a7e17463e1e5 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.0859387 Jul 13 07:43:01.156036 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-15172cd6-77ed-4ba7-be6d-b6930c569882 req-8665632b-8e8d-434e-8c69-eec91f230cf2 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358419 Jul 13 07:43:01.311594 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device aebfea06-729e-41ec-a70a-f683dca19df9 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:43:01.319670 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041a5a6-815e-4790-894d-a63b5e4a25f1 req-231a8f07-3c1b-4487-87b1-9fa45edd8143 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:01.326734 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8041a5a6-815e-4790-894d-a63b5e4a25f1 req-231a8f07-3c1b-4487-87b1-9fa45edd8143 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 945 time: 0.0741892 Jul 13 07:43:01.379473 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8041a5a6-815e-4790-894d-a63b5e4a25f1 req-b8471dad-daa9-4be6-a7a6-a31ed567ac1e tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492334 Jul 13 07:43:01.486707 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port aebfea06-729e-41ec-a70a-f683dca19df9, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=aebfea06-729e-41ec-a70a-f683dca19df9,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:01.507315 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': 'aebfea06-729e-41ec-a70a-f683dca19df9', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': 'aebfea06-729e-41ec-a70a-f683dca19df9', 'mac_address': 'fa:16:3e:8d:6a:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:43:01.559090 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:01.574645 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aebfea06-729e-41ec-a70a-f683dca19df9 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:43:01.607012 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port aebfea06-729e-41ec-a70a-f683dca19df9, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=aebfea06-729e-41ec-a70a-f683dca19df9,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:01.611837 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:01.740370 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=aebfea06-729e-41ec-a70a-f683dca19df9,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:01.840037 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['aebfea06-729e-41ec-a70a-f683dca19df9'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:43:01.886082 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af83b95-8f11-4c7a-9e0b-03a1eb35355a req-8fc72b51-b182-4420-8384-5b753e25ca67 tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:01.895973 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5af83b95-8f11-4c7a-9e0b-03a1eb35355a req-8fc72b51-b182-4420-8384-5b753e25ca67 tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c47073a-1cac-4906-b70e-832b39e198ab HTTP/1.1" status: 200 len: 948 time: 0.0947175 Jul 13 07:43:01.966336 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5af83b95-8f11-4c7a-9e0b-03a1eb35355a req-f11ef95d-5cbf-4fea-af8c-f9cf949f87c5 tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6eea8e5-e5a2-46c0-ab22-70caef61474e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694473 Jul 13 07:43:02.632848 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca2bce-cc5d-46b0-b385-5da4e51a4343 req-914a8750-1a8d-449c-9c06-3563620c6680 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:02.634335 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-00ca2bce-cc5d-46b0-b385-5da4e51a4343 req-914a8750-1a8d-449c-9c06-3563620c6680 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 945 time: 0.0970833 Jul 13 07:43:02.647395 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83411af-5f51-4b67-95d5-ed4bffa65a36 req-eddf06b1-5bcd-435e-8153-057756f90056 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:02.649076 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a83411af-5f51-4b67-95d5-ed4bffa65a36 req-eddf06b1-5bcd-435e-8153-057756f90056 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1137040 Jul 13 07:43:02.684783 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-00ca2bce-cc5d-46b0-b385-5da4e51a4343 req-8a242434-c6bb-444a-98df-fe22cc12e8af tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386035 Jul 13 07:43:02.720976 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a83411af-5f51-4b67-95d5-ed4bffa65a36 req-8e416905-a2b7-4e8a-ad64-2b1296094527 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621941 Jul 13 07:43:03.112720 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-54facaef-3727-497b-b5c9-502d07e04f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:03.169041 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:03.207171 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:43:03.220075 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec79c6-3078-4f12-bc5c-bd3e5141f5f0 req-6a92572c-e20b-42ef-b9ea-990cecddabe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:03.222090 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-32ec79c6-3078-4f12-bc5c-bd3e5141f5f0 req-6a92572c-e20b-42ef-b9ea-990cecddabe1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c74484ef6db9498290da14ee6e37d87f&device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 1098 time: 0.1949182 Jul 13 07:43:03.223124 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78b47e-14d8-41f5-9be4-0ec87a2d7866 req-914a3e8c-c8c6-43e5-83d2-ce08a29b3f57 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:03.238547 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ae78b47e-14d8-41f5-9be4-0ec87a2d7866 req-914a3e8c-c8c6-43e5-83d2-ce08a29b3f57 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1035914 Jul 13 07:43:03.265553 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242811d-57d2-4c34-bdc7-baf6099e5a53 req-41d13f9a-a451-44be-900f-c20943344014 tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:03.273664 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3242811d-57d2-4c34-bdc7-baf6099e5a53 req-41d13f9a-a451-44be-900f-c20943344014 tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c47073a-1cac-4906-b70e-832b39e198ab HTTP/1.1" status: 200 len: 948 time: 0.1604419 Jul 13 07:43:03.311555 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ae78b47e-14d8-41f5-9be4-0ec87a2d7866 req-10ead769-c7e5-4d34-a8ad-3c0b44e5acbe tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714583 Jul 13 07:43:03.343063 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device aebfea06-729e-41ec-a70a-f683dca19df9 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:03.371799 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:03.380804 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3242811d-57d2-4c34-bdc7-baf6099e5a53 req-d0a8aac6-3890-4b0d-93ef-c40bd89efe07 tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6eea8e5-e5a2-46c0-ab22-70caef61474e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057885 Jul 13 07:43:03.408569 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec79c6-3078-4f12-bc5c-bd3e5141f5f0 req-bfc2e6e3-a269-4aa7-8b6b-fb1bddfbb078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:03.410345 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-32ec79c6-3078-4f12-bc5c-bd3e5141f5f0 req-bfc2e6e3-a269-4aa7-8b6b-fb1bddfbb078 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a4551417-653e-4eb5-9caa-ea21aca7dbd0 HTTP/1.1" status: 200 len: 913 time: 0.1814563 Jul 13 07:43:03.424720 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f90bec-271f-4e44-996f-3e77a17cd27b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88530a7c-2727-4e3e-8acc-8f0525e0f7a7'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:03.427244 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8827c39-ed57-4e4e-88e1-b68d2bc55e6c" -d '{"events": [{"server_uuid": "84f90bec-271f-4e44-996f-3e77a17cd27b", "name": "network-vif-unplugged", "status": "completed", "tag": "88530a7c-2727-4e3e-8acc-8f0525e0f7a7"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:03.446243 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=88530a7c-2727-4e3e-8acc-8f0525e0f7a7,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:03.448745 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port aebfea06-729e-41ec-a70a-f683dca19df9 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:03.454202 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:03.468025 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port aebfea06-729e-41ec-a70a-f683dca19df9 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:03.468709 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:03.496539 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-32ec79c6-3078-4f12-bc5c-bd3e5141f5f0 req-4ede25a8-8e1f-4c40-8935-9bf29a6e8ed7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88530a7c-2727-4e3e-8acc-8f0525e0f7a7 HTTP/1.1" status: 200 len: 1000 time: 0.0797205 Jul 13 07:43:03.535898 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cdd1cc-1661-41b9-8e6b-ca06db3f8dd6 x-openstack-request-id: req-73cdd1cc-1661-41b9-8e6b-ca06db3f8dd6 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:03.536188 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f90bec-271f-4e44-996f-3e77a17cd27b", "name": "network-vif-unplugged", "status": "completed", "tag": "88530a7c-2727-4e3e-8acc-8f0525e0f7a7", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:03.536443 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-73cdd1cc-1661-41b9-8e6b-ca06db3f8dd6 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:03.536836 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f90bec-271f-4e44-996f-3e77a17cd27b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88530a7c-2727-4e3e-8acc-8f0525e0f7a7', 'code': 200} Jul 13 07:43:03.560038 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec79c6-3078-4f12-bc5c-bd3e5141f5f0 req-f4986a68-d47a-4519-bc41-3bf0122045a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:03.562281 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-32ec79c6-3078-4f12-bc5c-bd3e5141f5f0 req-f4986a68-d47a-4519-bc41-3bf0122045a3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=18671aeb-533b-431f-ac3f-740be3e9540f HTTP/1.1" status: 200 len: 851 time: 0.0601556 Jul 13 07:43:03.607672 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=88530a7c-2727-4e3e-8acc-8f0525e0f7a7,revision_number=15']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:03.649137 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec79c6-3078-4f12-bc5c-bd3e5141f5f0 req-3fd57250-7378-4ec5-b31e-da486aca860c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:03.650962 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-32ec79c6-3078-4f12-bc5c-bd3e5141f5f0 req-3fd57250-7378-4ec5-b31e-da486aca860c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4551417-653e-4eb5-9caa-ea21aca7dbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0825152 Jul 13 07:43:03.674592 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:03.765953 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port aebfea06-729e-41ec-a70a-f683dca19df9, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=aebfea06-729e-41ec-a70a-f683dca19df9,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:03.772635 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:03.868939 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=aebfea06-729e-41ec-a70a-f683dca19df9,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:03.879397 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-32ec79c6-3078-4f12-bc5c-bd3e5141f5f0 req-6261c7f6-73ab-4eab-a94b-942d0e06581e service neutron] 10.222.0.25 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220840 Jul 13 07:43:03.931664 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d3e57b81-0db4-4869-91e1-710f2416af53 None None] Provisioning complete for port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:03.932539 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d3e57b81-0db4-4869-91e1-710f2416af53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.082867 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d3e57b81-0db4-4869-91e1-710f2416af53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.142469 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f0afd-6ac6-4064-a304-692092c07667 req-c7bb1d3c-a13d-4e4a-b1ab-4342f6f7dde3 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:04.144245 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-342f0afd-6ac6-4064-a304-692092c07667 req-c7bb1d3c-a13d-4e4a-b1ab-4342f6f7dde3 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 945 time: 0.1975212 Jul 13 07:43:04.177174 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-d3e57b81-0db4-4869-91e1-710f2416af53 None None] For port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=88530a7c-2727-4e3e-8acc-8f0525e0f7a7,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:04.179237 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.183097 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d3e57b81-0db4-4869-91e1-710f2416af53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.200065 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-32ec79c6-3078-4f12-bc5c-bd3e5141f5f0 req-baf7c35c-ff8e-4656-af3a-8344608ce345 service neutron] 10.222.0.25 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132622 Jul 13 07:43:04.214642 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-342f0afd-6ac6-4064-a304-692092c07667 req-9c7890fa-4d17-446b-bdfe-d618f9dd53e1 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510900 Jul 13 07:43:04.259038 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e57b81-0db4-4869-91e1-710f2416af53 None None] Pushing event updated for resources: {'Port': ['ID=88530a7c-2727-4e3e-8acc-8f0525e0f7a7,revision_number=16']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:04.397267 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-cc494f9a-dc48-491c-9e3c-ec696ad6c8e9 None None] Provisioning complete for port aebfea06-729e-41ec-a70a-f683dca19df9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:04.401699 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cc494f9a-dc48-491c-9e3c-ec696ad6c8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.681150 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbfe05-948f-426a-9866-e595aa452995 req-bdc6ef26-a21c-413b-bcc3-af1e2ac562fe tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:04.689495 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2fdbfe05-948f-426a-9866-e595aa452995 req-bdc6ef26-a21c-413b-bcc3-af1e2ac562fe tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1215720 Jul 13 07:43:04.697824 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9c159-c4ea-48c9-86cf-07ac30853cc5 req-85d8b66d-99ff-4938-b9dc-6af8d57706c4 tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:04.709064 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f97b5297-5df9-40f8-ae98-6ee4ad8485ed None None] Provisioning complete for port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:04.709573 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f97b5297-5df9-40f8-ae98-6ee4ad8485ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:04.713708 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-94a9c159-c4ea-48c9-86cf-07ac30853cc5 req-85d8b66d-99ff-4938-b9dc-6af8d57706c4 tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c47073a-1cac-4906-b70e-832b39e198ab HTTP/1.1" status: 200 len: 949 time: 0.1268926 Jul 13 07:43:04.774733 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-94a9c159-c4ea-48c9-86cf-07ac30853cc5 req-1c75d6f3-1217-4472-8665-6e24e8007974 tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6eea8e5-e5a2-46c0-ab22-70caef61474e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568426 Jul 13 07:43:04.781794 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2fdbfe05-948f-426a-9866-e595aa452995 req-6206bf99-3235-4bc6-bf78-7a9d05d97c33 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763657 Jul 13 07:43:05.421105 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ac96e-1603-46b1-8c60-36661f9c5028 req-6e1fa935-fcfa-4172-b008-861f2bf9ffc9 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:05.423099 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-468ac96e-1603-46b1-8c60-36661f9c5028 req-6e1fa935-fcfa-4172-b008-861f2bf9ffc9 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 945 time: 0.0662816 Jul 13 07:43:05.464631 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-468ac96e-1603-46b1-8c60-36661f9c5028 req-925e559a-21a4-41f4-b291-970ecbcb545f tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355904 Jul 13 07:43:05.538089 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c47073a-1cac-4906-b70e-832b39e198ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aebfea06-729e-41ec-a70a-f683dca19df9'}, {'server_uuid': '84f90bec-271f-4e44-996f-3e77a17cd27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88530a7c-2727-4e3e-8acc-8f0525e0f7a7'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:05.540364 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02d183c-63ed-402e-b01d-4b27cd3cf8d4" -d '{"events": [{"server_uuid": "6c47073a-1cac-4906-b70e-832b39e198ab", "name": "network-vif-plugged", "status": "completed", "tag": "aebfea06-729e-41ec-a70a-f683dca19df9"}, {"server_uuid": "84f90bec-271f-4e44-996f-3e77a17cd27b", "name": "network-vif-plugged", "status": "completed", "tag": "88530a7c-2727-4e3e-8acc-8f0525e0f7a7"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:05.591034 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255c97ce-4335-4982-9d31-83a4c39bcdac x-openstack-request-id: req-255c97ce-4335-4982-9d31-83a4c39bcdac {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:05.591662 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c47073a-1cac-4906-b70e-832b39e198ab", "name": "network-vif-plugged", "status": "completed", "tag": "aebfea06-729e-41ec-a70a-f683dca19df9", "code": 200}, {"server_uuid": "84f90bec-271f-4e44-996f-3e77a17cd27b", "name": "network-vif-plugged", "status": "completed", "tag": "88530a7c-2727-4e3e-8acc-8f0525e0f7a7", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:05.591662 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-255c97ce-4335-4982-9d31-83a4c39bcdac {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:05.592016 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c47073a-1cac-4906-b70e-832b39e198ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aebfea06-729e-41ec-a70a-f683dca19df9', 'code': 200} Jul 13 07:43:05.592353 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f90bec-271f-4e44-996f-3e77a17cd27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88530a7c-2727-4e3e-8acc-8f0525e0f7a7', 'code': 200} Jul 13 07:43:05.737703 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309d1b3-c847-4ebd-b864-6b9e8d936f2a req-0ac2a365-a117-4bd1-9bc3-87007fc6d132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:05.739232 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1309d1b3-c847-4ebd-b864-6b9e8d936f2a req-0ac2a365-a117-4bd1-9bc3-87007fc6d132 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b&tenant_id=83828f95f1544d3d8ef79b7d2ebdf1c7 HTTP/1.1" status: 200 len: 1097 time: 0.1325591 Jul 13 07:43:05.744242 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd8681-cf51-45c3-ad17-635828be1525 req-8810bab0-ed52-431a-b4dc-fee1fe907cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:05.745605 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a3dd8681-cf51-45c3-ad17-635828be1525 req-8810bab0-ed52-431a-b4dc-fee1fe907cf7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6c47073a-1cac-4906-b70e-832b39e198ab HTTP/1.1" status: 200 len: 1101 time: 0.0924771 Jul 13 07:43:05.752053 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-1309d1b3-c847-4ebd-b864-6b9e8d936f2a req-60ac4743-5bbc-42bb-a268-48c0f41c1989 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-34', 'device_owner': 'compute:nova'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:05.818889 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a3dd8681-cf51-45c3-ad17-635828be1525 req-6604d758-6a52-4ab1-812b-efcbecacbde9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e6eea8e5-e5a2-46c0-ab22-70caef61474e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642881 Jul 13 07:43:05.849411 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:05.884737 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1309d1b3-c847-4ebd-b864-6b9e8d936f2a req-60ac4743-5bbc-42bb-a268-48c0f41c1989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:05.958519 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59969f3-3ed1-44a6-b69e-f4c8bacae8a2 req-83d6f6ae-3cf7-48e7-b518-79d82790175d tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:05.963060 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d59969f3-3ed1-44a6-b69e-f4c8bacae8a2 req-83d6f6ae-3cf7-48e7-b518-79d82790175d tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c47073a-1cac-4906-b70e-832b39e198ab HTTP/1.1" status: 200 len: 949 time: 0.0695596 Jul 13 07:43:06.008881 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d59969f3-3ed1-44a6-b69e-f4c8bacae8a2 req-96fa5304-5736-4aa5-9827-fac2517ca9f2 tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6eea8e5-e5a2-46c0-ab22-70caef61474e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420914 Jul 13 07:43:06.087389 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d94a23-e780-41f1-a600-ede1b20db47e req-f47aa9a8-3752-442a-9e57-a954b031b6c1 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:06.088794 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-93d94a23-e780-41f1-a600-ede1b20db47e req-f47aa9a8-3752-442a-9e57-a954b031b6c1 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1688187 Jul 13 07:43:06.172942 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-93d94a23-e780-41f1-a600-ede1b20db47e req-1f172a3f-0173-467c-87f3-4752e583a4a4 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544069 Jul 13 07:43:06.177763 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-1309d1b3-c847-4ebd-b864-6b9e8d936f2a req-60ac4743-5bbc-42bb-a268-48c0f41c1989 service neutron] For port 427301b0-b3d0-417e-ae42-50f689915ac9, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=427301b0-b3d0-417e-ae42-50f689915ac9,segment=NetworkSegment(82b0794f-89d2-4219-8340-180084a286f0),segment_id=82b0794f-89d2-4219-8340-180084a286f0)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:06.214646 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-1309d1b3-c847-4ebd-b864-6b9e8d936f2a req-60ac4743-5bbc-42bb-a268-48c0f41c1989 service neutron] For port 427301b0-b3d0-417e-ae42-50f689915ac9, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:43:06.264203 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1309d1b3-c847-4ebd-b864-6b9e8d936f2a req-60ac4743-5bbc-42bb-a268-48c0f41c1989 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:06.273291 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '427301b0-b3d0-417e-ae42-50f689915ac9'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:06.276113 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d0880a-da2a-43e8-8d93-8443add5203a" -d '{"events": [{"server_uuid": "e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b", "name": "network-vif-unplugged", "status": "completed", "tag": "427301b0-b3d0-417e-ae42-50f689915ac9"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:06.289728 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-1309d1b3-c847-4ebd-b864-6b9e8d936f2a req-60ac4743-5bbc-42bb-a268-48c0f41c1989 service neutron] Transition to ACTIVE for port object 427301b0-b3d0-417e-ae42-50f689915ac9 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:06.294852 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1309d1b3-c847-4ebd-b864-6b9e8d936f2a req-60ac4743-5bbc-42bb-a268-48c0f41c1989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:06.489127 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0604c705-4fb8-4168-8957-a0ed1a006a89 x-openstack-request-id: req-0604c705-4fb8-4168-8957-a0ed1a006a89 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:06.489461 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b", "name": "network-vif-unplugged", "status": "completed", "tag": "427301b0-b3d0-417e-ae42-50f689915ac9", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:06.489796 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0604c705-4fb8-4168-8957-a0ed1a006a89 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:06.490341 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '427301b0-b3d0-417e-ae42-50f689915ac9', 'code': 200} Jul 13 07:43:06.538570 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-1309d1b3-c847-4ebd-b864-6b9e8d936f2a req-60ac4743-5bbc-42bb-a268-48c0f41c1989 service neutron] No DVR routers for this DVR port 427301b0-b3d0-417e-ae42-50f689915ac9 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:43:06.647098 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c702b-dc7e-49a8-9d85-e2adcee9f06c req-986992ab-d808-47b1-8a6f-119da5df9557 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:06.650779 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f46c702b-dc7e-49a8-9d85-e2adcee9f06c req-986992ab-d808-47b1-8a6f-119da5df9557 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1373346 Jul 13 07:43:06.721935 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f46c702b-dc7e-49a8-9d85-e2adcee9f06c req-6565714d-42e2-43b0-8c9b-6eb34864b6df tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623381 Jul 13 07:43:06.793674 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac4743-5bbc-42bb-a268-48c0f41c1989 service neutron] Pushing event updated for resources: {'Port': ['ID=427301b0-b3d0-417e-ae42-50f689915ac9,revision_number=10']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:06.849829 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231b896-b85c-41f0-a9a5-2efc04920287 req-179ad750-08e7-4c99-bd46-728f6df9de31 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:06.855780 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f231b896-b85c-41f0-a9a5-2efc04920287 req-179ad750-08e7-4c99-bd46-728f6df9de31 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 944 time: 0.2256093 Jul 13 07:43:06.934968 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-1309d1b3-c847-4ebd-b864-6b9e8d936f2a req-60ac4743-5bbc-42bb-a268-48c0f41c1989 service neutron] Attempting to bind port 427301b0-b3d0-417e-ae42-50f689915ac9 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:06.935324 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-1309d1b3-c847-4ebd-b864-6b9e8d936f2a req-60ac4743-5bbc-42bb-a268-48c0f41c1989 service neutron] Attempting to bind port 427301b0-b3d0-417e-ae42-50f689915ac9 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '82b0794f-89d2-4219-8340-180084a286f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:06.935654 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1309d1b3-c847-4ebd-b864-6b9e8d936f2a req-60ac4743-5bbc-42bb-a268-48c0f41c1989 service neutron] Attempting to bind port 427301b0-b3d0-417e-ae42-50f689915ac9 on network fe3ca710-7f04-4b99-abd8-f0c0a80bd44f {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:06.991806 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f231b896-b85c-41f0-a9a5-2efc04920287 req-1d630e21-60de-4fb3-8883-92780c3e1253 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247854 Jul 13 07:43:06.992684 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1309d1b3-c847-4ebd-b864-6b9e8d936f2a req-60ac4743-5bbc-42bb-a268-48c0f41c1989 service neutron] Port 427301b0-b3d0-417e-ae42-50f689915ac9 on network fe3ca710-7f04-4b99-abd8-f0c0a80bd44f not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:43:06.993017 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1309d1b3-c847-4ebd-b864-6b9e8d936f2a req-60ac4743-5bbc-42bb-a268-48c0f41c1989 service neutron] Attempting to bind port 427301b0-b3d0-417e-ae42-50f689915ac9 on network fe3ca710-7f04-4b99-abd8-f0c0a80bd44f {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:07.007056 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc55f0-7724-467d-ab42-f04e76a433ef req-32ae61b8-50ae-4306-b421-2827143882f9 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:07.007829 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1309d1b3-c847-4ebd-b864-6b9e8d936f2a req-60ac4743-5bbc-42bb-a268-48c0f41c1989 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:43:07.007829 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1309d1b3-c847-4ebd-b864-6b9e8d936f2a req-60ac4743-5bbc-42bb-a268-48c0f41c1989 service neutron] Checking segment: {'id': '82b0794f-89d2-4219-8340-180084a286f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:07.007829 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1309d1b3-c847-4ebd-b864-6b9e8d936f2a req-60ac4743-5bbc-42bb-a268-48c0f41c1989 service neutron] Bound using segment: {'id': '82b0794f-89d2-4219-8340-180084a286f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:43:07.007829 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-1309d1b3-c847-4ebd-b864-6b9e8d936f2a req-60ac4743-5bbc-42bb-a268-48c0f41c1989 service neutron] Bound port: 427301b0-b3d0-417e-ae42-50f689915ac9, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b0794f-89d2-4219-8340-180084a286f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:43:07.007829 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1309d1b3-c847-4ebd-b864-6b9e8d936f2a req-60ac4743-5bbc-42bb-a268-48c0f41c1989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:07.012904 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e7dc55f0-7724-467d-ab42-f04e76a433ef req-32ae61b8-50ae-4306-b421-2827143882f9 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.0989213 Jul 13 07:43:07.101059 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e7dc55f0-7724-467d-ab42-f04e76a433ef req-2e54f201-9992-4a58-9aa5-35a5fcacfbb3 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871367 Jul 13 07:43:07.113927 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-1309d1b3-c847-4ebd-b864-6b9e8d936f2a req-60ac4743-5bbc-42bb-a268-48c0f41c1989 service neutron] For port 427301b0-b3d0-417e-ae42-50f689915ac9, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:43:07.117668 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-1309d1b3-c847-4ebd-b864-6b9e8d936f2a req-60ac4743-5bbc-42bb-a268-48c0f41c1989 service neutron] For port 427301b0-b3d0-417e-ae42-50f689915ac9, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=427301b0-b3d0-417e-ae42-50f689915ac9,segment=NetworkSegment(82b0794f-89d2-4219-8340-180084a286f0),segment_id=82b0794f-89d2-4219-8340-180084a286f0)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:43:07.122191 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1309d1b3-c847-4ebd-b864-6b9e8d936f2a req-60ac4743-5bbc-42bb-a268-48c0f41c1989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:07.200142 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309d1b3-c847-4ebd-b864-6b9e8d936f2a req-60ac4743-5bbc-42bb-a268-48c0f41c1989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:07.200713 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1309d1b3-c847-4ebd-b864-6b9e8d936f2a req-60ac4743-5bbc-42bb-a268-48c0f41c1989 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:07.202269 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1309d1b3-c847-4ebd-b864-6b9e8d936f2a req-60ac4743-5bbc-42bb-a268-48c0f41c1989 service neutron] 10.222.0.25 "PUT /v2.0/ports/427301b0-b3d0-417e-ae42-50f689915ac9 HTTP/1.1" status: 200 len: 1093 time: 1.4549515 Jul 13 07:43:07.282345 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac4743-5bbc-42bb-a268-48c0f41c1989 service neutron] Pushing event updated for resources: {'Port': ['ID=427301b0-b3d0-417e-ae42-50f689915ac9,revision_number=11']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:07.340393 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7777e0e-faa5-455d-afcf-b961a445afda req-d0b21101-7240-43e2-ad02-e08098090c54 tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:07.347716 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d7777e0e-faa5-455d-afcf-b961a445afda req-d0b21101-7240-43e2-ad02-e08098090c54 tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c47073a-1cac-4906-b70e-832b39e198ab HTTP/1.1" status: 200 len: 949 time: 0.1937370 Jul 13 07:43:07.391095 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309d1b3-c847-4ebd-b864-6b9e8d936f2a req-86ebd104-04f4-416c-b090-87ce284ac354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:07.392830 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1309d1b3-c847-4ebd-b864-6b9e8d936f2a req-86ebd104-04f4-416c-b090-87ce284ac354 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=83828f95f1544d3d8ef79b7d2ebdf1c7&device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 1096 time: 0.1601920 Jul 13 07:43:07.441420 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d7777e0e-faa5-455d-afcf-b961a445afda req-6f3297bf-1778-4d86-bd15-716478311d68 tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6eea8e5-e5a2-46c0-ab22-70caef61474e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926979 Jul 13 07:43:07.660097 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-b9296041-09ac-4523-b2e2-315b000c1c97 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:07.674376 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-b9296041-09ac-4523-b2e2-315b000c1c97 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/networks?id=a4551417-653e-4eb5-9caa-ea21aca7dbd0 HTTP/1.1" status: 200 len: 812 time: 0.2134542 Jul 13 07:43:07.695449 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-e9ce78f3-e47f-4ed7-bca3-6deb47ad8130 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/quotas/c74484ef6db9498290da14ee6e37d87f HTTP/1.1" status: 200 len: 375 time: 0.0203691 Jul 13 07:43:07.698029 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309d1b3-c847-4ebd-b864-6b9e8d936f2a req-98f9e7fc-b3df-4898-b16b-b9a04feb9e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:07.704591 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1309d1b3-c847-4ebd-b864-6b9e8d936f2a req-98f9e7fc-b3df-4898-b16b-b9a04feb9e78 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fe3ca710-7f04-4b99-abd8-f0c0a80bd44f HTTP/1.1" status: 200 len: 918 time: 0.3048339 Jul 13 07:43:07.818262 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-51f1fbeb-d17a-4fd4-b8b1-d29612234a28 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c74484ef6db9498290da14ee6e37d87f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1213341 Jul 13 07:43:07.891825 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1309d1b3-c847-4ebd-b864-6b9e8d936f2a req-f7075fad-7336-4a62-b234-ac747690c29f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=427301b0-b3d0-417e-ae42-50f689915ac9 HTTP/1.1" status: 200 len: 999 time: 0.1786342 Jul 13 07:43:07.996572 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-9c2297c5-bbeb-4602-a335-227f4d7b73cb service neutron] 10.222.0.23 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566665 Jul 13 07:43:08.075048 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309d1b3-c847-4ebd-b864-6b9e8d936f2a req-8dd0e23a-a017-4748-821c-63010c7e130d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:08.084178 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1309d1b3-c847-4ebd-b864-6b9e8d936f2a req-8dd0e23a-a017-4748-821c-63010c7e130d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bcb14844-0f59-4592-827b-9b964d247113 HTTP/1.1" status: 200 len: 856 time: 0.1883452 Jul 13 07:43:08.180176 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-89e4e9da-8214-4edb-8c75-f5c693a75847 service neutron] 10.222.0.23 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822836 Jul 13 07:43:08.281882 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac70316-d0e7-4dbb-a9ca-d7ecedb694e7 req-916cabec-3a19-428c-bb06-5c207c990c2b tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:08.284683 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6ac70316-d0e7-4dbb-a9ca-d7ecedb694e7 req-916cabec-3a19-428c-bb06-5c207c990c2b tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c47073a-1cac-4906-b70e-832b39e198ab HTTP/1.1" status: 200 len: 949 time: 0.2331252 Jul 13 07:43:08.296200 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309d1b3-c847-4ebd-b864-6b9e8d936f2a req-ebab02d6-34bb-4ff9-8629-d55f598d823c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:08.299430 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1309d1b3-c847-4ebd-b864-6b9e8d936f2a req-ebab02d6-34bb-4ff9-8629-d55f598d823c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fe3ca710-7f04-4b99-abd8-f0c0a80bd44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1606140 Jul 13 07:43:08.446483 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6ac70316-d0e7-4dbb-a9ca-d7ecedb694e7 req-4334e780-d21c-4968-919a-e3b76ea36399 tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6eea8e5-e5a2-46c0-ab22-70caef61474e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455567 Jul 13 07:43:08.490912 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b', 'tag': '427301b0-b3d0-417e-ae42-50f689915ac9'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:08.493249 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd29141b-8acb-4a8b-9013-94a49148abf0" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b", "tag": "427301b0-b3d0-417e-ae42-50f689915ac9"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:08.525577 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1309d1b3-c847-4ebd-b864-6b9e8d936f2a req-1f7d16b2-561a-4965-aac9-1a1f2e966e5c service neutron] 10.222.0.25 "GET /v2.0/networks/fe3ca710-7f04-4b99-abd8-f0c0a80bd44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106702 Jul 13 07:43:08.596255 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e64cacc2-d30e-42e8-bf84-975c9798f064 req-3e329c58-b188-4f64-8d82-1e5cd10cb9bb tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 210 time: 0.0690181 Jul 13 07:43:08.664194 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc7f9d-375b-4678-9c73-48d3c1f72d71 req-c6ee1100-996b-4674-9fbc-831315fdf0d0 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:08.665699 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-03fc7f9d-375b-4678-9c73-48d3c1f72d71 req-c6ee1100-996b-4674-9fbc-831315fdf0d0 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 944 time: 0.1397572 Jul 13 07:43:08.725868 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6fd184-3219-4f4e-b517-a0e5f5e94502 x-openstack-request-id: req-5e6fd184-3219-4f4e-b517-a0e5f5e94502 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:08.726562 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b", "tag": "427301b0-b3d0-417e-ae42-50f689915ac9", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:08.727137 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5e6fd184-3219-4f4e-b517-a0e5f5e94502 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:08.727870 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b', 'tag': '427301b0-b3d0-417e-ae42-50f689915ac9', 'status': 'completed', 'code': 200} Jul 13 07:43:08.740222 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-03fc7f9d-375b-4678-9c73-48d3c1f72d71 req-fe6059bf-f1a5-41f6-a72d-2804c9286968 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632043 Jul 13 07:43:08.787997 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1309d1b3-c847-4ebd-b864-6b9e8d936f2a req-7aa0a562-06a8-48c6-9983-1f3885736698 service neutron] 10.222.0.25 "GET /v2.0/networks/fe3ca710-7f04-4b99-abd8-f0c0a80bd44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419925 Jul 13 07:43:08.941613 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29141b-8acb-4a8b-9013-94a49148abf0 req-16407040-340d-4539-a353-47ce0ef41ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:08.943304 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fd29141b-8acb-4a8b-9013-94a49148abf0 req-16407040-340d-4539-a353-47ce0ef41ef1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=83828f95f1544d3d8ef79b7d2ebdf1c7&device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 1096 time: 0.0964437 Jul 13 07:43:09.134217 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29141b-8acb-4a8b-9013-94a49148abf0 req-337e46a6-d71f-4213-ac02-b242ff2cc8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:09.137132 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fd29141b-8acb-4a8b-9013-94a49148abf0 req-337e46a6-d71f-4213-ac02-b242ff2cc8ed service neutron] 10.222.0.25 "GET /v2.0/networks?id=fe3ca710-7f04-4b99-abd8-f0c0a80bd44f HTTP/1.1" status: 200 len: 918 time: 0.1862497 Jul 13 07:43:09.866490 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fd29141b-8acb-4a8b-9013-94a49148abf0 req-a8a63ee6-94fa-4c82-bdb5-9c51caae89a6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=427301b0-b3d0-417e-ae42-50f689915ac9 HTTP/1.1" status: 200 len: 999 time: 0.7234194 Jul 13 07:43:09.933056 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60aee85-f9a1-4200-92d7-261f865d3a31 req-39983f25-e7e4-4485-9185-88f90e4f3628 tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:09.943807 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e60aee85-f9a1-4200-92d7-261f865d3a31 req-39983f25-e7e4-4485-9185-88f90e4f3628 tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c47073a-1cac-4906-b70e-832b39e198ab HTTP/1.1" status: 200 len: 949 time: 0.2083905 Jul 13 07:43:10.025467 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e60aee85-f9a1-4200-92d7-261f865d3a31 req-f9f83519-4012-4f81-8a5d-6f1ce1961813 tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6eea8e5-e5a2-46c0-ab22-70caef61474e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801177 Jul 13 07:43:10.034372 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29141b-8acb-4a8b-9013-94a49148abf0 req-179ad6b4-a312-4da2-95b0-cdd4564402fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:10.035887 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fd29141b-8acb-4a8b-9013-94a49148abf0 req-179ad6b4-a312-4da2-95b0-cdd4564402fa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bcb14844-0f59-4592-827b-9b964d247113 HTTP/1.1" status: 200 len: 856 time: 0.1525059 Jul 13 07:43:10.052353 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14444344-cb68-4503-a3ff-9988939aa545 req-8c42954e-57cd-493f-ac5a-f9e797bcdfe7 tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:10.054502 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-14444344-cb68-4503-a3ff-9988939aa545 req-8c42954e-57cd-493f-ac5a-f9e797bcdfe7 tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c47073a-1cac-4906-b70e-832b39e198ab HTTP/1.1" status: 200 len: 949 time: 0.8080864 Jul 13 07:43:10.371029 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-15be11bb-2e96-422e-953a-270e012f8ef2 req-54e714ee-6796-4e97-81a4-d44d861ace01 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 210 time: 0.1287568 Jul 13 07:43:10.538465 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-54ea8617-0de4-4a56-89f5-9af942c27866 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:10.540218 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-54ea8617-0de4-4a56-89f5-9af942c27866 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.25 "GET /v2.0/networks?id=a4551417-653e-4eb5-9caa-ea21aca7dbd0 HTTP/1.1" status: 200 len: 812 time: 0.2255571 Jul 13 07:43:10.675014 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-a99123d7-aa09-470b-b3f5-2abf104ed813 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Request body: {'port': {'device_id': 'feb3eac6-72e8-4ae2-b61c-f2526c3d63e3', 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0', 'admin_state_up': True, 'tenant_id': 'c74484ef6db9498290da14ee6e37d87f'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:10.682876 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29141b-8acb-4a8b-9013-94a49148abf0 req-8127efad-be5f-471d-84bb-29d09b35e122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:10.705610 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fd29141b-8acb-4a8b-9013-94a49148abf0 req-8127efad-be5f-471d-84bb-29d09b35e122 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fe3ca710-7f04-4b99-abd8-f0c0a80bd44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5993347 Jul 13 07:43:10.742548 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-14444344-cb68-4503-a3ff-9988939aa545 req-54cdcf72-e6c4-4a07-9145-dec2c5726fa0 tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Deleting port aebfea06-729e-41ec-a70a-f683dca19df9 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:10.742911 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-14444344-cb68-4503-a3ff-9988939aa545 req-54cdcf72-e6c4-4a07-9145-dec2c5726fa0 tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:10.970975 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-a99123d7-aa09-470b-b3f5-2abf104ed813 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Made reservation on behalf of c74484ef6db9498290da14ee6e37d87f for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:10.975663 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-a99123d7-aa09-470b-b3f5-2abf104ed813 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:11.002974 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592a509-7775-4caa-a743-cf4d667b7823 req-13466b36-e910-4b3d-a1c6-793588c85641 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:11.010239 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c592a509-7775-4caa-a743-cf4d667b7823 req-13466b36-e910-4b3d-a1c6-793588c85641 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 944 time: 0.5616398 Jul 13 07:43:11.143967 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-14444344-cb68-4503-a3ff-9988939aa545 req-54cdcf72-e6c4-4a07-9145-dec2c5726fa0 tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] For port aebfea06-729e-41ec-a70a-f683dca19df9, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=aebfea06-729e-41ec-a70a-f683dca19df9,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:11.144786 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-14444344-cb68-4503-a3ff-9988939aa545 req-54cdcf72-e6c4-4a07-9145-dec2c5726fa0 tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:11.162313 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-14444344-cb68-4503-a3ff-9988939aa545 req-54cdcf72-e6c4-4a07-9145-dec2c5726fa0 tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Calling delete_port for aebfea06-729e-41ec-a70a-f683dca19df9 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:11.177555 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-a99123d7-aa09-470b-b3f5-2abf104ed813 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Allocated IP 172.20.0.11 (a4551417-653e-4eb5-9caa-ea21aca7dbd0/18671aeb-533b-431f-ac3f-740be3e9540f/df837a61-7753-44d9-99fe-c028e7b6f98f) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:11.364369 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fd29141b-8acb-4a8b-9013-94a49148abf0 req-3bd537dd-877c-4d3d-bc1a-07282ac75239 service neutron] 10.222.0.25 "GET /v2.0/networks/fe3ca710-7f04-4b99-abd8-f0c0a80bd44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6048119 Jul 13 07:43:11.373060 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-14444344-cb68-4503-a3ff-9988939aa545 req-54cdcf72-e6c4-4a07-9145-dec2c5726fa0 tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:11.389409 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['aebfea06-729e-41ec-a70a-f683dca19df9'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:43:11.430881 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-a99123d7-aa09-470b-b3f5-2abf104ed813 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:11.467181 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-a99123d7-aa09-470b-b3f5-2abf104ed813 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Transition to ACTIVE for port object df837a61-7753-44d9-99fe-c028e7b6f98f will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:11.591556 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f55e481f-177e-4788-91a2-b5ba2a8d6c02 req-2110b465-4db0-43b0-baaf-32fa77f089cf tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c47073a-1cac-4906-b70e-832b39e198ab HTTP/1.1" status: 200 len: 210 time: 0.0590158 Jul 13 07:43:11.594193 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-a99123d7-aa09-470b-b3f5-2abf104ed813 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:11.733386 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fd29141b-8acb-4a8b-9013-94a49148abf0 req-a9eaa847-af4e-40c9-848a-ce8647766670 service neutron] 10.222.0.25 "GET /v2.0/networks/fe3ca710-7f04-4b99-abd8-f0c0a80bd44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024936 Jul 13 07:43:11.752887 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-a99123d7-aa09-470b-b3f5-2abf104ed813 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Network a4551417-653e-4eb5-9caa-ea21aca7dbd0 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:11.767452 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-a99123d7-aa09-470b-b3f5-2abf104ed813 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:11.774568 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-a99123d7-aa09-470b-b3f5-2abf104ed813 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:11.868400 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cdcf72-e6c4-4a07-9145-dec2c5726fa0 tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Pushing event deleted for resources: {'Port': ['ID=aebfea06-729e-41ec-a70a-f683dca19df9,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:11.899122 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c592a509-7775-4caa-a743-cf4d667b7823 req-8de02a5d-255e-4a9a-b474-93d44d181b63 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8875983 Jul 13 07:43:11.952074 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-a99123d7-aa09-470b-b3f5-2abf104ed813 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:11.952993 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-a99123d7-aa09-470b-b3f5-2abf104ed813 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:11.977123 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-14444344-cb68-4503-a3ff-9988939aa545 req-54cdcf72-e6c4-4a07-9145-dec2c5726fa0 tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] No DVR routers for this DVR port aebfea06-729e-41ec-a70a-f683dca19df9 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:43:11.982022 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-14444344-cb68-4503-a3ff-9988939aa545 req-54cdcf72-e6c4-4a07-9145-dec2c5726fa0 tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:11.984821 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-14444344-cb68-4503-a3ff-9988939aa545 req-54cdcf72-e6c4-4a07-9145-dec2c5726fa0 tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] 10.222.0.42 "DELETE /v2.0/ports/aebfea06-729e-41ec-a70a-f683dca19df9 HTTP/1.1" status: 204 len: 173 time: 1.9175780 Jul 13 07:43:11.985574 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c47073a-1cac-4906-b70e-832b39e198ab', 'name': 'network-vif-deleted', 'tag': 'aebfea06-729e-41ec-a70a-f683dca19df9'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:11.999562 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49eb0d88-24b1-4be9-8572-5d5e1fcb35e5" -d '{"events": [{"server_uuid": "6c47073a-1cac-4906-b70e-832b39e198ab", "name": "network-vif-deleted", "tag": "aebfea06-729e-41ec-a70a-f683dca19df9"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:12.041423 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99123d7-aa09-470b-b3f5-2abf104ed813 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Pushing event updated for resources: {'Port': ['ID=df837a61-7753-44d9-99fe-c028e7b6f98f,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:12.044933 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-a99123d7-aa09-470b-b3f5-2abf104ed813 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3752804 Jul 13 07:43:12.127761 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-75ae567d-caa6-491c-9a70-b4c334ffbef0 service neutron] Request body: {'port': {'device_id': 'feb3eac6-72e8-4ae2-b61c-f2526c3d63e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:12.148007 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c866436c-e7ad-4dd5-a14e-8fe6d82a0a7b x-openstack-request-id: req-c866436c-e7ad-4dd5-a14e-8fe6d82a0a7b {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:12.148747 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c47073a-1cac-4906-b70e-832b39e198ab", "name": "network-vif-deleted", "tag": "aebfea06-729e-41ec-a70a-f683dca19df9", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:12.149161 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c866436c-e7ad-4dd5-a14e-8fe6d82a0a7b {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:12.149755 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c47073a-1cac-4906-b70e-832b39e198ab', 'name': 'network-vif-deleted', 'tag': 'aebfea06-729e-41ec-a70a-f683dca19df9', 'status': 'completed', 'code': 200} Jul 13 07:43:12.271153 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-87f431a4-ec85-45f3-af98-526ab8d3fe08 None None] Provisioning for port df837a61-7753-44d9-99fe-c028e7b6f98f completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:12.288110 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-87f431a4-ec85-45f3-af98-526ab8d3fe08 None None] Provisioning complete for port df837a61-7753-44d9-99fe-c028e7b6f98f triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:12.290127 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-87f431a4-ec85-45f3-af98-526ab8d3fe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.296783 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99123d7-aa09-470b-b3f5-2abf104ed813 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:12.297347 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99123d7-aa09-470b-b3f5-2abf104ed813 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:12.299459 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99123d7-aa09-470b-b3f5-2abf104ed813 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:12.300982 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99123d7-aa09-470b-b3f5-2abf104ed813 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:12.302273 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99123d7-aa09-470b-b3f5-2abf104ed813 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:12.303352 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99123d7-aa09-470b-b3f5-2abf104ed813 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:12.303711 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99123d7-aa09-470b-b3f5-2abf104ed813 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:12.305551 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99123d7-aa09-470b-b3f5-2abf104ed813 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:12.305890 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99123d7-aa09-470b-b3f5-2abf104ed813 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:12.306893 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99123d7-aa09-470b-b3f5-2abf104ed813 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:12.307289 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99123d7-aa09-470b-b3f5-2abf104ed813 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:12.307642 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99123d7-aa09-470b-b3f5-2abf104ed813 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:12.379673 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-87f431a4-ec85-45f3-af98-526ab8d3fe08 None None] Port df837a61-7753-44d9-99fe-c028e7b6f98f cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:43:12.397335 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-75ae567d-caa6-491c-9a70-b4c334ffbef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:12.566786 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c898833-d233-4751-ad0c-b4d1ba3f6f80 req-9ca751da-54bc-4c19-9cf2-67e0bc1721dd tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:12.574783 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6c898833-d233-4751-ad0c-b4d1ba3f6f80 req-9ca751da-54bc-4c19-9cf2-67e0bc1721dd tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 932 time: 0.5867083 Jul 13 07:43:12.813326 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6c898833-d233-4751-ad0c-b4d1ba3f6f80 req-8bd256ae-da48-432f-8933-52b72d7baa97 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368307 Jul 13 07:43:13.056064 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6b536d71-4d44-4ff2-8aee-6c7bfc4f1653 req-27475738-66e6-4a6e-b0c8-985341edc469 tempest-VolumesNegativeTest-1671902512 tempest-VolumesNegativeTest-1671902512-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c47073a-1cac-4906-b70e-832b39e198ab HTTP/1.1" status: 200 len: 210 time: 0.0907829 Jul 13 07:43:13.197897 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-75ae567d-caa6-491c-9a70-b4c334ffbef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df837a61-7753-44d9-99fe-c028e7b6f98f {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:43:13.210674 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-75ae567d-caa6-491c-9a70-b4c334ffbef0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:13.243913 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-75ae567d-caa6-491c-9a70-b4c334ffbef0 service neutron] Transition to ACTIVE for port object df837a61-7753-44d9-99fe-c028e7b6f98f will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:13.251708 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-75ae567d-caa6-491c-9a70-b4c334ffbef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:13.299076 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b141916-c6d0-4b88-823c-0345371e3f79 req-0710b4a6-2a39-48dc-86cf-c2b5e1c553a5 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:13.300795 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8b141916-c6d0-4b88-823c-0345371e3f79 req-0710b4a6-2a39-48dc-86cf-c2b5e1c553a5 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 944 time: 0.1702197 Jul 13 07:43:13.375757 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae567d-caa6-491c-9a70-b4c334ffbef0 service neutron] Pushing event updated for resources: {'Port': ['ID=df837a61-7753-44d9-99fe-c028e7b6f98f,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:13.390597 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device aebfea06-729e-41ec-a70a-f683dca19df9 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:43:13.440858 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: aebfea06-729e-41ec-a70a-f683dca19df9 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:43:13.441198 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device aebfea06-729e-41ec-a70a-f683dca19df9 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:43:13.452951 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8b141916-c6d0-4b88-823c-0345371e3f79 req-370e3af6-167a-4e84-bb1b-f046d1cb14a7 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290448 Jul 13 07:43:13.572448 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-75ae567d-caa6-491c-9a70-b4c334ffbef0 service neutron] Attempting to bind port df837a61-7753-44d9-99fe-c028e7b6f98f on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:13.572793 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-75ae567d-caa6-491c-9a70-b4c334ffbef0 service neutron] Attempting to bind port df837a61-7753-44d9-99fe-c028e7b6f98f by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '904645b7-f6ff-403f-a4e4-588cda2e87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:13.573135 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-75ae567d-caa6-491c-9a70-b4c334ffbef0 service neutron] Attempting to bind port df837a61-7753-44d9-99fe-c028e7b6f98f on network a4551417-653e-4eb5-9caa-ea21aca7dbd0 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:13.578268 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-75ae567d-caa6-491c-9a70-b4c334ffbef0 service neutron] Port df837a61-7753-44d9-99fe-c028e7b6f98f on network a4551417-653e-4eb5-9caa-ea21aca7dbd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:43:13.578585 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-75ae567d-caa6-491c-9a70-b4c334ffbef0 service neutron] Attempting to bind port df837a61-7753-44d9-99fe-c028e7b6f98f on network a4551417-653e-4eb5-9caa-ea21aca7dbd0 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:13.603167 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-75ae567d-caa6-491c-9a70-b4c334ffbef0 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:43:13.603514 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-75ae567d-caa6-491c-9a70-b4c334ffbef0 service neutron] Checking segment: {'id': '904645b7-f6ff-403f-a4e4-588cda2e87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:13.603883 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-75ae567d-caa6-491c-9a70-b4c334ffbef0 service neutron] Bound using segment: {'id': '904645b7-f6ff-403f-a4e4-588cda2e87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:43:13.604339 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-75ae567d-caa6-491c-9a70-b4c334ffbef0 service neutron] Bound port: df837a61-7753-44d9-99fe-c028e7b6f98f, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '904645b7-f6ff-403f-a4e4-588cda2e87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:43:13.604716 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-75ae567d-caa6-491c-9a70-b4c334ffbef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:13.767354 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-75ae567d-caa6-491c-9a70-b4c334ffbef0 service neutron] For port df837a61-7753-44d9-99fe-c028e7b6f98f, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:43:13.773384 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-75ae567d-caa6-491c-9a70-b4c334ffbef0 service neutron] For port df837a61-7753-44d9-99fe-c028e7b6f98f, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=df837a61-7753-44d9-99fe-c028e7b6f98f,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:43:13.785405 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-75ae567d-caa6-491c-9a70-b4c334ffbef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:13.858747 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-75ae567d-caa6-491c-9a70-b4c334ffbef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:13.859973 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-75ae567d-caa6-491c-9a70-b4c334ffbef0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:13.861413 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-75ae567d-caa6-491c-9a70-b4c334ffbef0 service neutron] 10.222.0.25 "PUT /v2.0/ports/df837a61-7753-44d9-99fe-c028e7b6f98f HTTP/1.1" status: 200 len: 1093 time: 1.7466838 Jul 13 07:43:13.861848 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb3eac6-72e8-4ae2-b61c-f2526c3d63e3', 'tag': 'df837a61-7753-44d9-99fe-c028e7b6f98f'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:13.864535 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc0cef5-0c74-4105-a3ad-003de2efde79" -d '{"events": [{"name": "network-changed", "server_uuid": "feb3eac6-72e8-4ae2-b61c-f2526c3d63e3", "tag": "df837a61-7753-44d9-99fe-c028e7b6f98f"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:13.967770 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae567d-caa6-491c-9a70-b4c334ffbef0 service neutron] Pushing event updated for resources: {'Port': ['ID=df837a61-7753-44d9-99fe-c028e7b6f98f,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:14.066108 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:43:14.161839 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f48378-adab-4925-8312-5ab01c0b1caa x-openstack-request-id: req-a2f48378-adab-4925-8312-5ab01c0b1caa {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:14.162140 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feb3eac6-72e8-4ae2-b61c-f2526c3d63e3", "tag": "df837a61-7753-44d9-99fe-c028e7b6f98f", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:14.162500 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a2f48378-adab-4925-8312-5ab01c0b1caa {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:14.164561 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feb3eac6-72e8-4ae2-b61c-f2526c3d63e3', 'tag': 'df837a61-7753-44d9-99fe-c028e7b6f98f', 'status': 'completed', 'code': 200} Jul 13 07:43:14.214866 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-a23b475c-22c2-4778-be2b-70798e63bcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:14.218936 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-a23b475c-22c2-4778-be2b-70798e63bcd5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c74484ef6db9498290da14ee6e37d87f&device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 1096 time: 0.2469890 Jul 13 07:43:14.504639 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-46e60818-8540-4434-b329-a5571339b2ea service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df837a61-7753-44d9-99fe-c028e7b6f98f HTTP/1.1" status: 200 len: 217 time: 0.2457056 Jul 13 07:43:14.514864 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354ef0a-dac9-4634-a040-0bbeeb685bbb req-8671507b-4f8a-4947-b113-b4ea1a5cf5e1 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:14.564086 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d354ef0a-dac9-4634-a040-0bbeeb685bbb req-8671507b-4f8a-4947-b113-b4ea1a5cf5e1 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 944 time: 0.3698170 Jul 13 07:43:14.703362 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d354ef0a-dac9-4634-a040-0bbeeb685bbb req-769ec761-5eb6-4c69-923d-d513a7d8a9c2 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377592 Jul 13 07:43:14.794611 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-427d2a11-8158-4173-af39-51ae9f0c8c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:14.796146 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-427d2a11-8158-4173-af39-51ae9f0c8c4c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=18671aeb-533b-431f-ac3f-740be3e9540f HTTP/1.1" status: 200 len: 851 time: 0.1530676 Jul 13 07:43:14.970399 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18bff45-8848-410b-86d5-f325e7435fdb req-5183a278-927a-4d17-a055-84a8fd334591 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:14.977822 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c18bff45-8848-410b-86d5-f325e7435fdb req-5183a278-927a-4d17-a055-84a8fd334591 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 944 time: 0.1800342 Jul 13 07:43:14.999249 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-86e8e9f5-cb15-47f7-b321-b1302f0883fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:15.000618 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-86e8e9f5-cb15-47f7-b321-b1302f0883fa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4551417-653e-4eb5-9caa-ea21aca7dbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1769550 Jul 13 07:43:15.121471 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c18bff45-8848-410b-86d5-f325e7435fdb req-f8d07d1c-f398-42e7-8da6-09c5d26d3234 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407313 Jul 13 07:43:15.303425 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-37792d99-595b-4495-ac8b-a105686f4829 service neutron] 10.222.0.25 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700634 Jul 13 07:43:15.679009 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4afdd5ba-fbb4-403b-ba58-f358d56c7530 req-95f015ae-edc0-4471-b5a3-73a8514aa7cd service neutron] 10.222.0.25 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910534 Jul 13 07:43:16.098372 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990fbce-7612-4d5e-8aa0-922bdb3ce7e1 req-c69397b3-e8ca-4c38-b5d0-86080a926613 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:16.118988 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f990fbce-7612-4d5e-8aa0-922bdb3ce7e1 req-c69397b3-e8ca-4c38-b5d0-86080a926613 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 944 time: 0.1292007 Jul 13 07:43:16.210499 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0cef5-0c74-4105-a3ad-003de2efde79 req-9a7f4cbd-0983-4fd0-b89b-c827724646cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:16.212100 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fbc0cef5-0c74-4105-a3ad-003de2efde79 req-9a7f4cbd-0983-4fd0-b89b-c827724646cd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c74484ef6db9498290da14ee6e37d87f&device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 1096 time: 0.1975017 Jul 13 07:43:16.302976 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f990fbce-7612-4d5e-8aa0-922bdb3ce7e1 req-fe52b1f2-9760-4e54-a69a-243c97cd7daa tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799636 Jul 13 07:43:16.615180 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0cef5-0c74-4105-a3ad-003de2efde79 req-421a2ffb-8f02-4a16-89bc-dab24aa3d369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:16.630720 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fbc0cef5-0c74-4105-a3ad-003de2efde79 req-421a2ffb-8f02-4a16-89bc-dab24aa3d369 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a4551417-653e-4eb5-9caa-ea21aca7dbd0 HTTP/1.1" status: 200 len: 913 time: 0.3957107 Jul 13 07:43:16.673053 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c7398-e40c-44d3-a97f-d0c810b0687c req-5c47f6b5-5eba-4bde-bdf5-1ef86bc9cf14 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:16.674623 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ca1c7398-e40c-44d3-a97f-d0c810b0687c req-5c47f6b5-5eba-4bde-bdf5-1ef86bc9cf14 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 944 time: 0.2276747 Jul 13 07:43:16.794642 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ca1c7398-e40c-44d3-a97f-d0c810b0687c req-65c0d991-e649-4b9e-bb8c-240283daece6 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997665 Jul 13 07:43:17.719495 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2370898-7688-4cc5-9f05-288fc00c1bbc req-388e5f66-bb93-44e3-94f0-2f69bb4d8d0f tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:17.723630 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d2370898-7688-4cc5-9f05-288fc00c1bbc req-388e5f66-bb93-44e3-94f0-2f69bb4d8d0f tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 944 time: 0.1365290 Jul 13 07:43:17.833364 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d2370898-7688-4cc5-9f05-288fc00c1bbc req-9b239296-b56a-486c-8e55-31b8c10ab8a6 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946393 Jul 13 07:43:18.126646 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae684f-1898-4b4c-bd69-8c70333a41ac req-62025af9-73c6-46e7-aa41-d467f0f678a4 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:18.126646 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-69ae684f-1898-4b4c-bd69-8c70333a41ac req-62025af9-73c6-46e7-aa41-d467f0f678a4 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 944 time: 0.1620498 Jul 13 07:43:18.297867 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-69ae684f-1898-4b4c-bd69-8c70333a41ac req-a51206c7-5849-4925-ae0d-ea1fbca5bb08 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557369 Jul 13 07:43:19.115811 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f67755-258d-4082-932e-2faea9761a74 req-70fd413d-dc68-496e-b987-0ae8c97e17e6 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:19.119691 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c6f67755-258d-4082-932e-2faea9761a74 req-70fd413d-dc68-496e-b987-0ae8c97e17e6 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 944 time: 0.1132615 Jul 13 07:43:19.177678 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c6f67755-258d-4082-932e-2faea9761a74 req-ebf75e72-d18e-4fbb-ab7e-ccbb4a511eb1 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471978 Jul 13 07:43:19.419408 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dac11d2a-d216-4366-9fb5-ae0993969d47 req-aba44f08-c1b4-4d70-824e-f26daccacdbf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8092ac1a-986b-4b18-af0c-e8665f196b9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1441288 Jul 13 07:43:19.624720 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ca92c-1795-41d5-a391-b486b99d5e96 req-49bcd4c0-a0a9-4d27-a9f8-65277be4313b tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:19.630672 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac11d2a-d216-4366-9fb5-ae0993969d47 req-568a6dfd-f57e-4b4b-8280-3e57a7d527ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:19.634796 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dac11d2a-d216-4366-9fb5-ae0993969d47 req-568a6dfd-f57e-4b4b-8280-3e57a7d527ff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb77f98a7de949ce8ab9e6a42033a53a&device_id=8092ac1a-986b-4b18-af0c-e8665f196b9d HTTP/1.1" status: 200 len: 1097 time: 0.1635709 Jul 13 07:43:19.650832 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-888ca92c-1795-41d5-a391-b486b99d5e96 req-49bcd4c0-a0a9-4d27-a9f8-65277be4313b tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 944 time: 0.1460571 Jul 13 07:43:19.714483 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-888ca92c-1795-41d5-a391-b486b99d5e96 req-33c90ba7-2e1b-43dd-b3c6-8cf1500c4db8 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623100 Jul 13 07:43:19.822395 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac11d2a-d216-4366-9fb5-ae0993969d47 req-116fc935-4843-4754-9a5a-f1eff6a4491f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:19.824055 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dac11d2a-d216-4366-9fb5-ae0993969d47 req-116fc935-4843-4754-9a5a-f1eff6a4491f service neutron] 10.222.0.42 "GET /v2.0/networks?id=a1657f64-8077-4b4c-92ad-aa256b38a388 HTTP/1.1" status: 200 len: 910 time: 0.1638179 Jul 13 07:43:19.943948 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dac11d2a-d216-4366-9fb5-ae0993969d47 req-a8d32708-ebdb-4132-97b8-dafaa95e1c11 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a43f0c2-7004-4d28-96fa-a2d064d3fff4 HTTP/1.1" status: 200 len: 1000 time: 0.1137600 Jul 13 07:43:20.019327 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac11d2a-d216-4366-9fb5-ae0993969d47 req-3e6cd29b-6228-4b4d-8f25-d0fedc36172b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:20.021758 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dac11d2a-d216-4366-9fb5-ae0993969d47 req-3e6cd29b-6228-4b4d-8f25-d0fedc36172b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=251a7d71-99aa-4f18-b278-f93834e899c1 HTTP/1.1" status: 200 len: 848 time: 0.0720782 Jul 13 07:43:20.115834 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac11d2a-d216-4366-9fb5-ae0993969d47 req-f30e1953-eb84-4907-b951-bd5cdc01c034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:20.117416 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dac11d2a-d216-4366-9fb5-ae0993969d47 req-f30e1953-eb84-4907-b951-bd5cdc01c034 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1657f64-8077-4b4c-92ad-aa256b38a388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0898366 Jul 13 07:43:20.255242 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dac11d2a-d216-4366-9fb5-ae0993969d47 req-3c4cabac-b5cc-49b7-947e-1da419c9f75f service neutron] 10.222.0.42 "GET /v2.0/networks/a1657f64-8077-4b4c-92ad-aa256b38a388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300814 Jul 13 07:43:20.602856 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dac11d2a-d216-4366-9fb5-ae0993969d47 req-ae682094-5904-4746-9cfe-2553c9e5ae70 service neutron] 10.222.0.42 "GET /v2.0/networks/a1657f64-8077-4b4c-92ad-aa256b38a388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401232 Jul 13 07:43:20.827171 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849f1ec-b78c-4b91-a5bd-89a703e4f1d3 req-6fc3f6c9-315b-4f8b-8f88-eeab6abd5e67 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:20.831212 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3849f1ec-b78c-4b91-a5bd-89a703e4f1d3 req-6fc3f6c9-315b-4f8b-8f88-eeab6abd5e67 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 944 time: 0.2267756 Jul 13 07:43:21.034117 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3849f1ec-b78c-4b91-a5bd-89a703e4f1d3 req-c7b707b0-bf46-46b0-8e23-a08b40c96352 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864555 Jul 13 07:43:21.094627 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617d9b8-45d4-4197-8c2c-5ceada69cb84 req-d8bb61e9-f2d4-4b42-8dc4-46d8cae82895 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:21.104166 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8617d9b8-45d4-4197-8c2c-5ceada69cb84 req-d8bb61e9-f2d4-4b42-8dc4-46d8cae82895 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 944 time: 0.1545529 Jul 13 07:43:21.162627 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8617d9b8-45d4-4197-8c2c-5ceada69cb84 req-dd91e2b8-1227-4db0-902a-299681f67533 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563693 Jul 13 07:43:21.833424 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fbc0cef5-0c74-4105-a3ad-003de2efde79 req-1c2742f5-9128-403a-93c1-1535c7697da6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df837a61-7753-44d9-99fe-c028e7b6f98f HTTP/1.1" status: 200 len: 217 time: 0.0659702 Jul 13 07:43:21.909129 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0cef5-0c74-4105-a3ad-003de2efde79 req-9a0a4d5c-d1cb-4c22-ad62-665fda68cb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:21.911012 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fbc0cef5-0c74-4105-a3ad-003de2efde79 req-9a0a4d5c-d1cb-4c22-ad62-665fda68cb4a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=18671aeb-533b-431f-ac3f-740be3e9540f HTTP/1.1" status: 200 len: 851 time: 0.0659246 Jul 13 07:43:21.913243 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d7ab5491-6c5c-4f0d-98ec-e44e42b5edae req-42157bca-b1f4-4455-a8a3-49625a42e97e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4eaa9c9f-64e1-471c-9189-8a299fadaf22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0763450 Jul 13 07:43:22.050168 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab5491-6c5c-4f0d-98ec-e44e42b5edae req-cc8f7f52-f5d2-4ee8-b02f-26b0befe6849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:22.051758 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0cef5-0c74-4105-a3ad-003de2efde79 req-fb5db597-0a13-44cf-8b0f-15aae3c86556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:22.052540 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d7ab5491-6c5c-4f0d-98ec-e44e42b5edae req-cc8f7f52-f5d2-4ee8-b02f-26b0befe6849 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d949e521db641e0a957c32596881dd2&device_id=4eaa9c9f-64e1-471c-9189-8a299fadaf22 HTTP/1.1" status: 200 len: 1097 time: 0.0976622 Jul 13 07:43:22.053270 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fbc0cef5-0c74-4105-a3ad-003de2efde79 req-fb5db597-0a13-44cf-8b0f-15aae3c86556 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4551417-653e-4eb5-9caa-ea21aca7dbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1198881 Jul 13 07:43:22.216451 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fbc0cef5-0c74-4105-a3ad-003de2efde79 req-72268d07-89b6-4384-8102-885ccbea764b service neutron] 10.222.0.25 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510198 Jul 13 07:43:22.315340 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 49970) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:22.360272 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fbc0cef5-0c74-4105-a3ad-003de2efde79 req-ec5a43b7-a827-45bf-9214-1703d030617a service neutron] 10.222.0.25 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372144 Jul 13 07:43:22.418409 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab5491-6c5c-4f0d-98ec-e44e42b5edae req-09869556-4b52-4ee7-97b3-c7bb0904c6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:22.421180 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d7ab5491-6c5c-4f0d-98ec-e44e42b5edae req-09869556-4b52-4ee7-97b3-c7bb0904c6bd service neutron] 10.222.0.25 "GET /v2.0/networks?id=c6c7368c-96bb-4e1d-964f-3969d7e167b4 HTTP/1.1" status: 200 len: 912 time: 0.3281882 Jul 13 07:43:22.503697 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a3487-b008-4e7c-8910-83e09675e2ae req-840b8277-a3a1-41c3-8138-284b46943a54 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:22.511243 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2f6a3487-b008-4e7c-8910-83e09675e2ae req-840b8277-a3a1-41c3-8138-284b46943a54 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 944 time: 0.1966915 Jul 13 07:43:22.569666 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d27a09-bb06-40f6-b703-6d47f52c7606 req-27631a97-e349-4b2d-99c2-a0f30209c9bf tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:22.571029 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-52d27a09-bb06-40f6-b703-6d47f52c7606 req-27631a97-e349-4b2d-99c2-a0f30209c9bf tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 944 time: 0.1261418 Jul 13 07:43:22.571588 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d7ab5491-6c5c-4f0d-98ec-e44e42b5edae req-975a5b70-8005-404d-9fd6-fe49586da662 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c87d6b4-73d0-40c9-b608-a0c471d7b935 HTTP/1.1" status: 200 len: 1001 time: 0.1379111 Jul 13 07:43:22.641804 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-52d27a09-bb06-40f6-b703-6d47f52c7606 req-ea13dd94-f4c3-4cf1-a91e-ce8187c978bd tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507584 Jul 13 07:43:22.659300 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2f6a3487-b008-4e7c-8910-83e09675e2ae req-615f87c1-c145-4450-a310-93b25873809b tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464436 Jul 13 07:43:22.714497 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab5491-6c5c-4f0d-98ec-e44e42b5edae req-50a701eb-6ad4-4c89-a4bf-91651e55182a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:22.715885 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d7ab5491-6c5c-4f0d-98ec-e44e42b5edae req-50a701eb-6ad4-4c89-a4bf-91651e55182a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=161fab74-9ca1-4ff2-9b41-082e2a13736e HTTP/1.1" status: 200 len: 850 time: 0.1194129 Jul 13 07:43:22.718639 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7d8a0ec1-6da8-4fbc-85e7-e35a3d290866 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4a8015938fe44d2bb51296b0af8a2eb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4021611 Jul 13 07:43:22.721141 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 49978) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:22.811174 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8acda43c-776e-4d3b-9b84-ab95606bf7cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:22.824694 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab5491-6c5c-4f0d-98ec-e44e42b5edae req-de004bd5-8fc4-4e57-99ca-723bca7358e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:22.826189 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d7ab5491-6c5c-4f0d-98ec-e44e42b5edae req-de004bd5-8fc4-4e57-99ca-723bca7358e9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c6c7368c-96bb-4e1d-964f-3969d7e167b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1028860 Jul 13 07:43:22.856418 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8acda43c-776e-4d3b-9b84-ab95606bf7cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:22.958873 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d7ab5491-6c5c-4f0d-98ec-e44e42b5edae req-5fee77d9-6d7d-4ead-b3a3-484ca0741baa service neutron] 10.222.0.25 "GET /v2.0/networks/c6c7368c-96bb-4e1d-964f-3969d7e167b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264093 Jul 13 07:43:22.963959 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8acda43c-776e-4d3b-9b84-ab95606bf7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:22.966713 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8acda43c-776e-4d3b-9b84-ab95606bf7cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:22.967943 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8acda43c-776e-4d3b-9b84-ab95606bf7cf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e6eea8e5-e5a2-46c0-ab22-70caef61474e HTTP/1.1" status: 204 len: 168 time: 0.2457621 Jul 13 07:43:22.997613 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acda43c-776e-4d3b-9b84-ab95606bf7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6eea8e5-e5a2-46c0-ab22-70caef61474e,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:23.088266 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d7ab5491-6c5c-4f0d-98ec-e44e42b5edae req-bfb5ceed-97b9-47e9-aeef-e62070e8fcd6 service neutron] 10.222.0.25 "GET /v2.0/networks/c6c7368c-96bb-4e1d-964f-3969d7e167b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190944 Jul 13 07:43:23.261507 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device df837a61-7753-44d9-99fe-c028e7b6f98f details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:43:23.380038 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.415225 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port df837a61-7753-44d9-99fe-c028e7b6f98f, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=df837a61-7753-44d9-99fe-c028e7b6f98f,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:23.431855 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': 'df837a61-7753-44d9-99fe-c028e7b6f98f', 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0', 'port_id': 'df837a61-7753-44d9-99fe-c028e7b6f98f', 'mac_address': 'fa:16:3e:53:31:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18671aeb-533b-431f-ac3f-740be3e9540f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:43:23.477856 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.494671 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df837a61-7753-44d9-99fe-c028e7b6f98f {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:43:23.519989 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port df837a61-7753-44d9-99fe-c028e7b6f98f, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=df837a61-7753-44d9-99fe-c028e7b6f98f,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:23.525482 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.608390 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=df837a61-7753-44d9-99fe-c028e7b6f98f,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:23.826639 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['df837a61-7753-44d9-99fe-c028e7b6f98f'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:43:23.900232 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67615d-20f7-489d-8096-2eca363fc13c req-e014f0ca-acf6-49da-ac64-eeff75a5217d tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:23.904140 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9e67615d-20f7-489d-8096-2eca363fc13c req-e014f0ca-acf6-49da-ac64-eeff75a5217d tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 945 time: 0.0913503 Jul 13 07:43:23.929963 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:23.947105 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9e67615d-20f7-489d-8096-2eca363fc13c req-6c1a185e-78fa-47e1-aa83-68a6791190bc tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375988 Jul 13 07:43:23.954194 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41cc38-ca4a-499c-9224-3c16320ad0bf req-b9155baf-ab40-4c56-822a-b77a7956da04 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:23.962779 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fb41cc38-ca4a-499c-9224-3c16320ad0bf req-b9155baf-ab40-4c56-822a-b77a7956da04 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 944 time: 0.1428919 Jul 13 07:43:24.022801 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fb41cc38-ca4a-499c-9224-3c16320ad0bf req-97eb995b-41eb-4c78-a6ab-715bab4bf744 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588946 Jul 13 07:43:25.172901 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f02fa4-3222-43ec-b523-87dd1d10c076 req-f63fc214-a372-4cb4-b015-b703115faf46 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:25.174440 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-84f02fa4-3222-43ec-b523-87dd1d10c076 req-f63fc214-a372-4cb4-b015-b703115faf46 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 945 time: 0.0874662 Jul 13 07:43:25.214764 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-84f02fa4-3222-43ec-b523-87dd1d10c076 req-ace1aadd-17fd-4310-b61e-111073973a6e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346322 Jul 13 07:43:25.270968 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device df837a61-7753-44d9-99fe-c028e7b6f98f up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:25.359317 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port df837a61-7753-44d9-99fe-c028e7b6f98f completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:25.365099 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port df837a61-7753-44d9-99fe-c028e7b6f98f triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:25.365099 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:25.408209 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1347df-5d4c-46b5-88d5-944d4ed19366 req-2b76e69b-c6bd-48cb-b6b2-f8c268a5a2d7 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:25.409779 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7a1347df-5d4c-46b5-88d5-944d4ed19366 req-2b76e69b-c6bd-48cb-b6b2-f8c268a5a2d7 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 944 time: 0.0752571 Jul 13 07:43:25.462143 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:25.475865 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7a1347df-5d4c-46b5-88d5-944d4ed19366 req-23c75d7f-8456-41f3-b201-f6687b4253ec tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602996 Jul 13 07:43:25.505933 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb3eac6-72e8-4ae2-b61c-f2526c3d63e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df837a61-7753-44d9-99fe-c028e7b6f98f'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:25.508245 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333df9f2-bf9a-441e-b8c8-3027b3d58563" -d '{"events": [{"server_uuid": "feb3eac6-72e8-4ae2-b61c-f2526c3d63e3", "name": "network-vif-plugged", "status": "completed", "tag": "df837a61-7753-44d9-99fe-c028e7b6f98f"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:25.521888 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port df837a61-7753-44d9-99fe-c028e7b6f98f, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=df837a61-7753-44d9-99fe-c028e7b6f98f,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:25.525995 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:25.562665 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802a7d38-ce77-46c4-9986-fdeaeb3c626e x-openstack-request-id: req-802a7d38-ce77-46c4-9986-fdeaeb3c626e {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:25.563058 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb3eac6-72e8-4ae2-b61c-f2526c3d63e3", "name": "network-vif-plugged", "status": "completed", "tag": "df837a61-7753-44d9-99fe-c028e7b6f98f", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:25.563339 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-802a7d38-ce77-46c4-9986-fdeaeb3c626e {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:25.563756 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb3eac6-72e8-4ae2-b61c-f2526c3d63e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df837a61-7753-44d9-99fe-c028e7b6f98f', 'code': 200} Jul 13 07:43:25.606927 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=df837a61-7753-44d9-99fe-c028e7b6f98f,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:25.684301 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10888de4-ba47-4ad3-a536-faa3debfb064 req-9495bbb3-595a-4667-ad51-6315153b4b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:25.685963 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-10888de4-ba47-4ad3-a536-faa3debfb064 req-9495bbb3-595a-4667-ad51-6315153b4b16 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 1098 time: 0.0586772 Jul 13 07:43:25.725876 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-10888de4-ba47-4ad3-a536-faa3debfb064 req-4f9057ff-9e31-41c9-8e7a-7516ca3183aa service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320947 Jul 13 07:43:25.854105 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-38d58107-1392-4b0e-9182-e7378fb63d41 None None] Provisioning complete for port df837a61-7753-44d9-99fe-c028e7b6f98f triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:25.854602 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-38d58107-1392-4b0e-9182-e7378fb63d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:26.407357 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc377d4f-c87f-4c7b-bb4d-5ff989714def req-5728ad7f-d97d-4ed2-aed6-e992719bb0cd tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:26.408942 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dc377d4f-c87f-4c7b-bb4d-5ff989714def req-5728ad7f-d97d-4ed2-aed6-e992719bb0cd tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 946 time: 0.0739765 Jul 13 07:43:26.417865 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 50074) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:26.424047 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-948c57ac-e079-4949-8e95-d530fc7ae60a tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Request body: {'network': {'name': 'tempest-network-smoke--2086694065', 'project_id': '47427af84b21400f9d6bb53f89c64984', 'port_security_enabled': True}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:26.448936 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948c57ac-e079-4949-8e95-d530fc7ae60a tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Made reservation on behalf of 47427af84b21400f9d6bb53f89c64984 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:26.453038 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-948c57ac-e079-4949-8e95-d530fc7ae60a tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:26.462279 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-948c57ac-e079-4949-8e95-d530fc7ae60a tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:26.473033 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dc377d4f-c87f-4c7b-bb4d-5ff989714def req-58d006ae-a73b-410a-adea-a9dd78a8521d tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519500 Jul 13 07:43:26.573765 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-948c57ac-e079-4949-8e95-d530fc7ae60a tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:26.582605 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-948c57ac-e079-4949-8e95-d530fc7ae60a tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:26.628248 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c57ac-e079-4949-8e95-d530fc7ae60a tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e04b9164-267c-4ace-bb36-d4141ec0213f,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:26.631221 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-948c57ac-e079-4949-8e95-d530fc7ae60a tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:43:26.647439 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-948c57ac-e079-4949-8e95-d530fc7ae60a tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:26.648626 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-948c57ac-e079-4949-8e95-d530fc7ae60a tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Added segment 9dc72a4b-cee6-433b-908d-ffce1e817742 of type vlan for network da833430-f608-4888-a1ab-92054e3ab27d Jul 13 07:43:26.733253 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-948c57ac-e079-4949-8e95-d530fc7ae60a tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:26.779596 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9b419-3e3c-45e1-a59d-789ed6743136 req-873ee90b-1ecc-4b02-8be7-71d93b0f22ab tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:26.781148 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-90d9b419-3e3c-45e1-a59d-789ed6743136 req-873ee90b-1ecc-4b02-8be7-71d93b0f22ab tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 944 time: 0.1197841 Jul 13 07:43:26.786092 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-948c57ac-e079-4949-8e95-d530fc7ae60a tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:26.792142 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948c57ac-e079-4949-8e95-d530fc7ae60a tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:26.792781 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-948c57ac-e079-4949-8e95-d530fc7ae60a tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:26.881296 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-948c57ac-e079-4949-8e95-d530fc7ae60a tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4619567 Jul 13 07:43:26.884306 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 50080) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:26.888036 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c57ac-e079-4949-8e95-d530fc7ae60a tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Pushing event updated for resources: {'Network': ['ID=da833430-f608-4888-a1ab-92054e3ab27d,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:26.890930 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-c95a535d-91ab-479c-88df-3f85246af643 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1723721982', 'admin_state_up': True, 'project_id': '47427af84b21400f9d6bb53f89c64984', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:26.898906 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-90d9b419-3e3c-45e1-a59d-789ed6743136 req-f0afc143-64da-438e-a48c-620b3d3ec1fd tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034770 Jul 13 07:43:26.902500 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network da833430-f608-4888-a1ab-92054e3ab27d details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:43:26.961107 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c95a535d-91ab-479c-88df-3f85246af643 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:26.963007 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c95a535d-91ab-479c-88df-3f85246af643 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:27.017393 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c95a535d-91ab-479c-88df-3f85246af643 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:27.160555 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c95a535d-91ab-479c-88df-3f85246af643 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:27.384882 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c95a535d-91ab-479c-88df-3f85246af643 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:27.404529 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c95a535d-91ab-479c-88df-3f85246af643 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:27.514430 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-c95a535d-91ab-479c-88df-3f85246af643 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Allocated IP 172.25.3.32 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/ee38c116-5577-4bc2-9343-8070205e5d2d) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:27.667248 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c95a535d-91ab-479c-88df-3f85246af643 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:27.696012 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b4208-d10d-4154-9a10-9a5029c8f8b1 req-76041263-390d-4427-b110-c5e9db077514 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:27.697564 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0b4b4208-d10d-4154-9a10-9a5029c8f8b1 req-76041263-390d-4427-b110-c5e9db077514 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 946 time: 0.1118851 Jul 13 07:43:27.747500 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c95a535d-91ab-479c-88df-3f85246af643 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:27.757781 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0b4b4208-d10d-4154-9a10-9a5029c8f8b1 req-c771fe73-6ce8-4f51-b5bb-f19c3d4574e2 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491419 Jul 13 07:43:27.795888 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95a535d-91ab-479c-88df-3f85246af643 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:27.801649 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-c95a535d-91ab-479c-88df-3f85246af643 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:27.804381 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a535d-91ab-479c-88df-3f85246af643 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Pushing event updated for resources: {'Port': ['ID=ee38c116-5577-4bc2-9343-8070205e5d2d,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:27.807167 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95a535d-91ab-479c-88df-3f85246af643 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:28.282375 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad2205-b46a-441b-a985-9f1a400ba5bb req-a4213753-2129-49ed-ba5f-3b1224d6c2b6 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:28.290019 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-56ad2205-b46a-441b-a985-9f1a400ba5bb req-a4213753-2129-49ed-ba5f-3b1224d6c2b6 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 944 time: 0.1104441 Jul 13 07:43:28.341502 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-56ad2205-b46a-441b-a985-9f1a400ba5bb req-0ea06282-5b78-4e95-8296-1648ab2ee534 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463791 Jul 13 07:43:28.623368 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c95a535d-91ab-479c-88df-3f85246af643 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:28.685864 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97468b18-61cc-4298-8a21-47765f53a612 req-e0c8452b-07cf-469f-943b-fe2ea4db84bb tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:28.688105 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-97468b18-61cc-4298-8a21-47765f53a612 req-e0c8452b-07cf-469f-943b-fe2ea4db84bb tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 946 time: 0.4937704 Jul 13 07:43:28.765567 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-97468b18-61cc-4298-8a21-47765f53a612 req-afbfd171-b6df-40cb-b767-332f70ca472b tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478525 Jul 13 07:43:28.881717 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c95a535d-91ab-479c-88df-3f85246af643 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:29.038988 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95a535d-91ab-479c-88df-3f85246af643 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Router d7ae6965-3f86-4c02-8a9b-18c6b70cf676 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:43:29.151930 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95a535d-91ab-479c-88df-3f85246af643 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:43:29.163815 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fa0712-a4bd-40aa-96af-ee318e5dd045 None None] Sync routers for ids ['d7ae6965-3f86-4c02-8a9b-18c6b70cf676'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:43:29.171618 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c95a535d-91ab-479c-88df-3f85246af643 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:29.175245 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c95a535d-91ab-479c-88df-3f85246af643 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2875249 Jul 13 07:43:29.176338 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 50120) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:29.176509 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fa0712-a4bd-40aa-96af-ee318e5dd045 None None] Routers {'d7ae6965-3f86-4c02-8a9b-18c6b70cf676'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:29.177184 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-45fa0712-a4bd-40aa-96af-ee318e5dd045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:43:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d7ae6965-3f86-4c02-8a9b-18c6b70cf676'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:29.333094 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8fd30b17-67e9-44b4-9d47-4665f5185f8f tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=47427af84b21400f9d6bb53f89c64984&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1546683 Jul 13 07:43:29.335754 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 50130) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:29.455177 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-45fa0712-a4bd-40aa-96af-ee318e5dd045 None None] Set router d7ae6965-3f86-4c02-8a9b-18c6b70cf676 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:29.540560 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc51a60-22f3-49cc-b76e-3bdea001a9cc tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:29.542997 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-bcc51a60-22f3-49cc-b76e-3bdea001a9cc tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2060525 Jul 13 07:43:29.547093 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 50136) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:29.627841 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1a6f70f4-dc69-4810-9660-f8a9462981bf tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=099fd220-496e-4556-906a-9ab228a05c02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0784121 Jul 13 07:43:29.630375 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 50138) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:29.647484 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-5f66a897-edbc-42a9-8680-03cb2fb9b7f2 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-445925312', 'network_id': 'da833430-f608-4888-a1ab-92054e3ab27d', 'project_id': '47427af84b21400f9d6bb53f89c64984', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:29.653129 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e85c7c-f691-44a2-897f-629872ef9613 req-a31c945b-c225-4366-94fa-db30db41498b tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:29.665208 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-40e85c7c-f691-44a2-897f-629872ef9613 req-a31c945b-c225-4366-94fa-db30db41498b tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 944 time: 0.1345403 Jul 13 07:43:29.671838 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-45fa0712-a4bd-40aa-96af-ee318e5dd045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ae6965-3f86-4c02-8a9b-18c6b70cf676', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1723721982', 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'ee38c116-5577-4bc2-9343-8070205e5d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:26Z', 'updated_at': '2021-07-13T07:43:27Z', 'revision_number': 3, 'project_id': '47427af84b21400f9d6bb53f89c64984', 'gw_port': {'id': 'ee38c116-5577-4bc2-9343-8070205e5d2d', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:af:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ae6965-3f86-4c02-8a9b-18c6b70cf676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:27Z', 'updated_at': '2021-07-13T07:43:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:29.704038 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fa0712-a4bd-40aa-96af-ee318e5dd045 None None] Checking router: d7ae6965-3f86-4c02-8a9b-18c6b70cf676 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:43:29.704581 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fa0712-a4bd-40aa-96af-ee318e5dd045 None None] Updating router d7ae6965-3f86-4c02-8a9b-18c6b70cf676 port ee38c116-5577-4bc2-9343-8070205e5d2d binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:43:29.731239 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-40e85c7c-f691-44a2-897f-629872ef9613 req-27c6f8fe-3eb5-4050-96d1-658c0812497d tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638046 Jul 13 07:43:29.753376 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-45fa0712-a4bd-40aa-96af-ee318e5dd045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:29.821391 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f66a897-edbc-42a9-8680-03cb2fb9b7f2 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Made reservation on behalf of 47427af84b21400f9d6bb53f89c64984 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:29.825000 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5f66a897-edbc-42a9-8680-03cb2fb9b7f2 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:30.069147 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7feb960-2a70-40bb-993c-97a739230585 req-e9c0323d-b2d6-4d90-aaae-dbb5f29b4dd2 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:30.071792 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a7feb960-2a70-40bb-993c-97a739230585 req-e9c0323d-b2d6-4d90-aaae-dbb5f29b4dd2 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 946 time: 0.1021779 Jul 13 07:43:30.117835 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-45fa0712-a4bd-40aa-96af-ee318e5dd045 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:30.122453 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a7feb960-2a70-40bb-993c-97a739230585 req-a86f5c00-ec3a-423c-a71a-8609230d7b85 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411847 Jul 13 07:43:30.140438 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-45fa0712-a4bd-40aa-96af-ee318e5dd045 None None] Transition to ACTIVE for port object ee38c116-5577-4bc2-9343-8070205e5d2d will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:30.156994 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-45fa0712-a4bd-40aa-96af-ee318e5dd045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:30.199165 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5f66a897-edbc-42a9-8680-03cb2fb9b7f2 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:30.245463 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff4dce-db77-4cf8-bd33-6cdbb8a6da53 None None] Pushing event updated for resources: {'Port': ['ID=ee38c116-5577-4bc2-9343-8070205e5d2d,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:30.255586 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-45fa0712-a4bd-40aa-96af-ee318e5dd045 None None] Attempting to bind port ee38c116-5577-4bc2-9343-8070205e5d2d on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:30.256062 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-45fa0712-a4bd-40aa-96af-ee318e5dd045 None None] Attempting to bind port ee38c116-5577-4bc2-9343-8070205e5d2d by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:30.256348 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fa0712-a4bd-40aa-96af-ee318e5dd045 None None] Attempting to bind port ee38c116-5577-4bc2-9343-8070205e5d2d on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:30.270990 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fa0712-a4bd-40aa-96af-ee318e5dd045 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:43:30.271351 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fa0712-a4bd-40aa-96af-ee318e5dd045 None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:30.271765 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-45fa0712-a4bd-40aa-96af-ee318e5dd045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:30.272163 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fa0712-a4bd-40aa-96af-ee318e5dd045 None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:43:30.275498 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-45fa0712-a4bd-40aa-96af-ee318e5dd045 None None] Bound port: ee38c116-5577-4bc2-9343-8070205e5d2d, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:43:30.276119 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-45fa0712-a4bd-40aa-96af-ee318e5dd045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:30.279190 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-489803ea-b563-489f-a533-a3bf342a3567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:30.287094 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66a897-edbc-42a9-8680-03cb2fb9b7f2 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Pushing event updated for resources: {'Subnet': ['ID=b35c8ff3-e2ca-4465-a6e4-9ede00345306,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:30.298360 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f66a897-edbc-42a9-8680-03cb2fb9b7f2 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Checking segment: {'id': '9dc72a4b-cee6-433b-908d-ffce1e817742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'da833430-f608-4888-a1ab-92054e3ab27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:30.299005 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f66a897-edbc-42a9-8680-03cb2fb9b7f2 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Network hostable DHCP agents. Network: da833430-f608-4888-a1ab-92054e3ab27d, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:43:30.318160 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f66a897-edbc-42a9-8680-03cb2fb9b7f2 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Network da833430-f608-4888-a1ab-92054e3ab27d is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:43:30.332675 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-5f66a897-edbc-42a9-8680-03cb2fb9b7f2 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, da833430-f608-4888-a1ab-92054e3ab27d) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:30.349130 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7954524a-ad88-4ee3-93e6-14ac07769b40 None None] Network da833430-f608-4888-a1ab-92054e3ab27d requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:43:30.349600 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f66a897-edbc-42a9-8680-03cb2fb9b7f2 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:30.350326 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5f66a897-edbc-42a9-8680-03cb2fb9b7f2 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:30.366880 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5f66a897-edbc-42a9-8680-03cb2fb9b7f2 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7289274 Jul 13 07:43:30.369482 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 50154) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:30.381191 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-45fa0712-a4bd-40aa-96af-ee318e5dd045 None None] For port ee38c116-5577-4bc2-9343-8070205e5d2d, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:43:30.404340 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-45fa0712-a4bd-40aa-96af-ee318e5dd045 None None] For port ee38c116-5577-4bc2-9343-8070205e5d2d, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=ee38c116-5577-4bc2-9343-8070205e5d2d,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:43:30.443962 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-45fa0712-a4bd-40aa-96af-ee318e5dd045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:30.516188 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fa0712-a4bd-40aa-96af-ee318e5dd045 None None] Routers {'d7ae6965-3f86-4c02-8a9b-18c6b70cf676'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:30.517213 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-45fa0712-a4bd-40aa-96af-ee318e5dd045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:43:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d7ae6965-3f86-4c02-8a9b-18c6b70cf676'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:30.628763 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff4dce-db77-4cf8-bd33-6cdbb8a6da53 None None] Pushing event updated for resources: {'Port': ['ID=ee38c116-5577-4bc2-9343-8070205e5d2d,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:30.719668 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-45fa0712-a4bd-40aa-96af-ee318e5dd045 None None] Set router d7ae6965-3f86-4c02-8a9b-18c6b70cf676 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:30.839272 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d17997-5306-4d2f-9a40-2a3d456cdd22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-da833430-f608-4888-a1ab-92054e3ab27d', 'network_id': 'da833430-f608-4888-a1ab-92054e3ab27d', 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'fixed_ips': [{'subnet_id': 'b35c8ff3-e2ca-4465-a6e4-9ede00345306'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:43:30.840144 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-65d17997-5306-4d2f-9a40-2a3d456cdd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.067107 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-65d17997-5306-4d2f-9a40-2a3d456cdd22 None None] Allocated IP 172.20.0.2 (da833430-f608-4888-a1ab-92054e3ab27d/b35c8ff3-e2ca-4465-a6e4-9ede00345306/cfc2f7ed-8c37-4e06-aa31-b912ede1b659) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:31.205179 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-45fa0712-a4bd-40aa-96af-ee318e5dd045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ae6965-3f86-4c02-8a9b-18c6b70cf676', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1723721982', 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'ee38c116-5577-4bc2-9343-8070205e5d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:26Z', 'updated_at': '2021-07-13T07:43:27Z', 'revision_number': 3, 'project_id': '47427af84b21400f9d6bb53f89c64984', 'gw_port': {'id': 'ee38c116-5577-4bc2-9343-8070205e5d2d', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:af:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ae6965-3f86-4c02-8a9b-18c6b70cf676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:27Z', 'updated_at': '2021-07-13T07:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:31.246963 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fa0712-a4bd-40aa-96af-ee318e5dd045 None None] The sync data for ids ['d7ae6965-3f86-4c02-8a9b-18c6b70cf676'] in n-d-771363-34 is: [{'id': 'd7ae6965-3f86-4c02-8a9b-18c6b70cf676', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1723721982', 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'ee38c116-5577-4bc2-9343-8070205e5d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:26Z', 'updated_at': '2021-07-13T07:43:27Z', 'revision_number': 3, 'project_id': '47427af84b21400f9d6bb53f89c64984', 'gw_port': {'id': 'ee38c116-5577-4bc2-9343-8070205e5d2d', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:af:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ae6965-3f86-4c02-8a9b-18c6b70cf676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:27Z', 'updated_at': '2021-07-13T07:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:43:31.332820 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 427301b0-b3d0-417e-ae42-50f689915ac9 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:43:31.376332 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f34ed4-84f9-4088-8490-478518c7c346 req-aee09d33-b54d-44ee-a71c-67598748a32e tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:31.383741 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-74f34ed4-84f9-4088-8490-478518c7c346 req-aee09d33-b54d-44ee-a71c-67598748a32e tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 944 time: 0.2831812 Jul 13 07:43:31.432117 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-74f34ed4-84f9-4088-8490-478518c7c346 req-93930ace-4fa5-43b9-94f6-d0fecd010841 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446525 Jul 13 07:43:31.447591 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-58417e23-2b9e-4649-ae89-6880012a7b0b tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.464567 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a641181-5d61-46b8-9bf9-e95ab746be5b req-a416feb1-f933-488d-ac23-3666df453adc tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:31.473341 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6a641181-5d61-46b8-9bf9-e95ab746be5b req-a416feb1-f933-488d-ac23-3666df453adc tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 946 time: 0.1399329 Jul 13 07:43:31.506261 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 427301b0-b3d0-417e-ae42-50f689915ac9, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=427301b0-b3d0-417e-ae42-50f689915ac9,segment=NetworkSegment(82b0794f-89d2-4219-8340-180084a286f0),segment_id=82b0794f-89d2-4219-8340-180084a286f0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:31.521647 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '427301b0-b3d0-417e-ae42-50f689915ac9', 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f', 'port_id': '427301b0-b3d0-417e-ae42-50f689915ac9', 'mac_address': 'fa:16:3e:12:05:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb14844-0f59-4592-827b-9b964d247113', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:43:31.537504 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6a641181-5d61-46b8-9bf9-e95ab746be5b req-4c3c16ce-4d7d-4b25-9a5c-4962b57d5438 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629470 Jul 13 07:43:31.574194 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-65d17997-5306-4d2f-9a40-2a3d456cdd22 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.609967 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-65d17997-5306-4d2f-9a40-2a3d456cdd22 None None] Transition to ACTIVE for port object cfc2f7ed-8c37-4e06-aa31-b912ede1b659 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:31.624747 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.645843 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 427301b0-b3d0-417e-ae42-50f689915ac9 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:43:31.679191 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 427301b0-b3d0-417e-ae42-50f689915ac9, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=427301b0-b3d0-417e-ae42-50f689915ac9,segment=NetworkSegment(82b0794f-89d2-4219-8340-180084a286f0),segment_id=82b0794f-89d2-4219-8340-180084a286f0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:31.714276 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-65d17997-5306-4d2f-9a40-2a3d456cdd22 None None] Transition to ACTIVE for port object cfc2f7ed-8c37-4e06-aa31-b912ede1b659 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:31.718958 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.771533 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-65d17997-5306-4d2f-9a40-2a3d456cdd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:31.848411 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d17997-5306-4d2f-9a40-2a3d456cdd22 None None] Network da833430-f608-4888-a1ab-92054e3ab27d is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:31.851650 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-65d17997-5306-4d2f-9a40-2a3d456cdd22 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:31.867690 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d17997-5306-4d2f-9a40-2a3d456cdd22 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:31.933509 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=427301b0-b3d0-417e-ae42-50f689915ac9,revision_number=12']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:32.038644 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d17997-5306-4d2f-9a40-2a3d456cdd22 None None] Pushing event updated for resources: {'Port': ['ID=cfc2f7ed-8c37-4e06-aa31-b912ede1b659,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:32.045342 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-58417e23-2b9e-4649-ae89-6880012a7b0b tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Allocated IP 172.20.0.1 (da833430-f608-4888-a1ab-92054e3ab27d/b35c8ff3-e2ca-4465-a6e4-9ede00345306/da4f517f-4f9c-4ba0-9367-6bca1138d42a) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:32.105690 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-65d17997-5306-4d2f-9a40-2a3d456cdd22 None None] Attempting to bind port cfc2f7ed-8c37-4e06-aa31-b912ede1b659 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:32.106118 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-65d17997-5306-4d2f-9a40-2a3d456cdd22 None None] Attempting to bind port cfc2f7ed-8c37-4e06-aa31-b912ede1b659 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '9dc72a4b-cee6-433b-908d-ffce1e817742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'da833430-f608-4888-a1ab-92054e3ab27d'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:32.106495 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d17997-5306-4d2f-9a40-2a3d456cdd22 None None] Attempting to bind port cfc2f7ed-8c37-4e06-aa31-b912ede1b659 on network da833430-f608-4888-a1ab-92054e3ab27d {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:32.129504 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d17997-5306-4d2f-9a40-2a3d456cdd22 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:43:32.129939 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d17997-5306-4d2f-9a40-2a3d456cdd22 None None] Checking segment: {'id': '9dc72a4b-cee6-433b-908d-ffce1e817742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'da833430-f608-4888-a1ab-92054e3ab27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:32.131028 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-65d17997-5306-4d2f-9a40-2a3d456cdd22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:32.131171 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d17997-5306-4d2f-9a40-2a3d456cdd22 None None] Bound using segment: {'id': '9dc72a4b-cee6-433b-908d-ffce1e817742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'da833430-f608-4888-a1ab-92054e3ab27d'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:43:32.131565 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-65d17997-5306-4d2f-9a40-2a3d456cdd22 None None] Bound port: cfc2f7ed-8c37-4e06-aa31-b912ede1b659, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dc72a4b-cee6-433b-908d-ffce1e817742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'da833430-f608-4888-a1ab-92054e3ab27d'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:43:32.131950 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-65d17997-5306-4d2f-9a40-2a3d456cdd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:32.192504 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['427301b0-b3d0-417e-ae42-50f689915ac9'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:43:32.231768 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-58417e23-2b9e-4649-ae89-6880012a7b0b tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:32.246375 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-58417e23-2b9e-4649-ae89-6880012a7b0b tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Transition to ACTIVE for port object da4f517f-4f9c-4ba0-9367-6bca1138d42a will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:32.305054 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-58417e23-2b9e-4649-ae89-6880012a7b0b tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:32.334266 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-65d17997-5306-4d2f-9a40-2a3d456cdd22 None None] For port cfc2f7ed-8c37-4e06-aa31-b912ede1b659, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:43:32.338263 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-65d17997-5306-4d2f-9a40-2a3d456cdd22 None None] For port cfc2f7ed-8c37-4e06-aa31-b912ede1b659, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=cfc2f7ed-8c37-4e06-aa31-b912ede1b659,segment=NetworkSegment(9dc72a4b-cee6-433b-908d-ffce1e817742),segment_id=9dc72a4b-cee6-433b-908d-ffce1e817742)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:43:32.374145 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-65d17997-5306-4d2f-9a40-2a3d456cdd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:32.408548 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58417e23-2b9e-4649-ae89-6880012a7b0b tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Pushing event updated for resources: {'Port': ['ID=da4f517f-4f9c-4ba0-9367-6bca1138d42a,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:32.420416 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device ee38c116-5577-4bc2-9343-8070205e5d2d up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:32.435559 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58417e23-2b9e-4649-ae89-6880012a7b0b tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Network da833430-f608-4888-a1ab-92054e3ab27d is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:32.437088 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-58417e23-2b9e-4649-ae89-6880012a7b0b tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:32.440181 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58417e23-2b9e-4649-ae89-6880012a7b0b tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:32.532802 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-58417e23-2b9e-4649-ae89-6880012a7b0b tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:32.554020 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d17997-5306-4d2f-9a40-2a3d456cdd22 None None] Pushing event updated for resources: {'Port': ['ID=cfc2f7ed-8c37-4e06-aa31-b912ede1b659,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:32.692586 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port ee38c116-5577-4bc2-9343-8070205e5d2d completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:32.725251 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port ee38c116-5577-4bc2-9343-8070205e5d2d triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:32.728444 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:32.962405 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:32.994638 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port ee38c116-5577-4bc2-9343-8070205e5d2d, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=ee38c116-5577-4bc2-9343-8070205e5d2d,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:33.006107 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2c881-092d-4817-93b8-54312dc5a448 req-532b427e-391b-43e3-b653-0708f5c95bae tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:33.008083 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b3f2c881-092d-4817-93b8-54312dc5a448 req-532b427e-391b-43e3-b653-0708f5c95bae tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 945 time: 0.3071816 Jul 13 07:43:33.013624 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:33.019063 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59915247-abbf-499e-bc91-3859ef172bc0 req-62b9b9bb-e6ed-4c48-aab9-5718db212166 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:33.029192 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-59915247-abbf-499e-bc91-3859ef172bc0 req-62b9b9bb-e6ed-4c48-aab9-5718db212166 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 946 time: 0.2089798 Jul 13 07:43:33.042256 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-58417e23-2b9e-4649-ae89-6880012a7b0b tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:33.124129 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-59915247-abbf-499e-bc91-3859ef172bc0 req-c631ef31-e523-4d89-8540-d7ad566b2d04 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938418 Jul 13 07:43:33.138397 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b3f2c881-092d-4817-93b8-54312dc5a448 req-d55fb661-9c5e-4892-8358-ddccfe1046c2 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206145 Jul 13 07:43:33.197990 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f3139f84-f4bc-466b-b627-35921234facd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:33.220748 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=ee38c116-5577-4bc2-9343-8070205e5d2d,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:33.236679 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:33.478698 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-58417e23-2b9e-4649-ae89-6880012a7b0b tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:33.483924 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-58417e23-2b9e-4649-ae89-6880012a7b0b tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:33.586725 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58417e23-2b9e-4649-ae89-6880012a7b0b tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Pushing event updated for resources: {'Port': ['ID=da4f517f-4f9c-4ba0-9367-6bca1138d42a,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:33.602880 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-58417e23-2b9e-4649-ae89-6880012a7b0b tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:33.735719 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58417e23-2b9e-4649-ae89-6880012a7b0b tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Network da833430-f608-4888-a1ab-92054e3ab27d is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:33.737462 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-58417e23-2b9e-4649-ae89-6880012a7b0b tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:33.896320 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58417e23-2b9e-4649-ae89-6880012a7b0b tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Router d7ae6965-3f86-4c02-8a9b-18c6b70cf676 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:43:34.074670 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:34.078579 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58417e23-2b9e-4649-ae89-6880012a7b0b tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:43:34.090248 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-58417e23-2b9e-4649-ae89-6880012a7b0b tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "PUT /v2.0/routers/d7ae6965-3f86-4c02-8a9b-18c6b70cf676/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7167518 Jul 13 07:43:34.090728 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 50188) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:34.099027 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-bdf01be1-3e96-4aec-b3d8-7286e1f9aa32 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1080741540', 'description': 'tempest-secgroup_access--1080741540 description', 'project_id': '47427af84b21400f9d6bb53f89c64984'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:34.130981 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bdf01be1-3e96-4aec-b3d8-7286e1f9aa32 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:34.216621 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7d3c7c-bb75-4239-9913-c3faff6b8141 None None] Network da833430-f608-4888-a1ab-92054e3ab27d requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:43:34.354365 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bdf01be1-3e96-4aec-b3d8-7286e1f9aa32 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:34.360093 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bdf01be1-3e96-4aec-b3d8-7286e1f9aa32 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:34.399923 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bdf01be1-3e96-4aec-b3d8-7286e1f9aa32 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:34.401258 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-bdf01be1-3e96-4aec-b3d8-7286e1f9aa32 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3088462 Jul 13 07:43:34.404149 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 50196) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:34.410316 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-50dc4075-85d1-40c2-9b14-972944eb4bfa tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--611161162', 'description': 'tempest-secgroup_general--611161162 description', 'project_id': '47427af84b21400f9d6bb53f89c64984'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:34.429021 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-91f1c4ad-c5e5-4643-9d4d-940aa9afb9ed None None] Provisioning for port cfc2f7ed-8c37-4e06-aa31-b912ede1b659 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:34.476535 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e04f857-3415-4f63-b6e9-856de7e46a57 None None] Sync routers for ids ['d7ae6965-3f86-4c02-8a9b-18c6b70cf676'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:43:34.478168 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf01be1-3e96-4aec-b3d8-7286e1f9aa32 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6b2fa7-9bbf-4f2b-bb1b-92b978b2d88b,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:34.490056 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-50dc4075-85d1-40c2-9b14-972944eb4bfa tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:34.508807 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e04f857-3415-4f63-b6e9-856de7e46a57 None None] Routers {'d7ae6965-3f86-4c02-8a9b-18c6b70cf676'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:34.510662 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-8e04f857-3415-4f63-b6e9-856de7e46a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:43:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d7ae6965-3f86-4c02-8a9b-18c6b70cf676'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:34.741378 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3ac2d-2e10-4eda-9115-482eee64c857 req-51ae6acc-87a8-4ecd-b21d-3fc6664c435c tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:34.742970 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-62d3ac2d-2e10-4eda-9115-482eee64c857 req-51ae6acc-87a8-4ecd-b21d-3fc6664c435c tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 946 time: 0.1785502 Jul 13 07:43:34.775063 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-8e04f857-3415-4f63-b6e9-856de7e46a57 None None] Set router d7ae6965-3f86-4c02-8a9b-18c6b70cf676 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:34.819027 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device cfc2f7ed-8c37-4e06-aa31-b912ede1b659 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:34.829598 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-62d3ac2d-2e10-4eda-9115-482eee64c857 req-a0e641d6-6c31-4b64-b22d-d70b3951ec88 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773578 Jul 13 07:43:34.852607 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba342334-6882-4458-990e-b25e752e34cc req-8fd19a8d-4c5a-4199-b2d7-5d8177d9cb6b tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:34.854193 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ba342334-6882-4458-990e-b25e752e34cc req-8fd19a8d-4c5a-4199-b2d7-5d8177d9cb6b tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 945 time: 0.2930672 Jul 13 07:43:34.883227 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-50dc4075-85d1-40c2-9b14-972944eb4bfa tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:34.894592 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-50dc4075-85d1-40c2-9b14-972944eb4bfa tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:34.940157 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-50dc4075-85d1-40c2-9b14-972944eb4bfa tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:34.944223 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-50dc4075-85d1-40c2-9b14-972944eb4bfa tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5363560 Jul 13 07:43:34.944703 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 50200) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:34.949780 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-5ee6ab2f-c18e-4be7-a6a3-f27f71c72552 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Request body: {'security_group_rule': {'security_group_id': '9c6b2fa7-9bbf-4f2b-bb1b-92b978b2d88b', 'project_id': '47427af84b21400f9d6bb53f89c64984', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:34.974025 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ba342334-6882-4458-990e-b25e752e34cc req-81f11b47-9693-48c7-8662-3db91c5ba501 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009560 Jul 13 07:43:34.979746 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc4075-85d1-40c2-9b14-972944eb4bfa tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=403bbbb2-4d62-4e3c-9c93-4ee0ce174bcd,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:35.009006 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5ee6ab2f-c18e-4be7-a6a3-f27f71c72552 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:35.057251 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port cfc2f7ed-8c37-4e06-aa31-b912ede1b659 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:35.066481 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5ee6ab2f-c18e-4be7-a6a3-f27f71c72552 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:35.067569 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port cfc2f7ed-8c37-4e06-aa31-b912ede1b659 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:35.068184 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:35.071288 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5ee6ab2f-c18e-4be7-a6a3-f27f71c72552 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:35.083980 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-8e04f857-3415-4f63-b6e9-856de7e46a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ae6965-3f86-4c02-8a9b-18c6b70cf676', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1723721982', 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'ee38c116-5577-4bc2-9343-8070205e5d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:26Z', 'updated_at': '2021-07-13T07:43:32Z', 'revision_number': 4, 'project_id': '47427af84b21400f9d6bb53f89c64984', 'gw_port': {'id': 'ee38c116-5577-4bc2-9343-8070205e5d2d', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:af:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae6965-3f86-4c02-8a9b-18c6b70cf676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:27Z', 'updated_at': '2021-07-13T07:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'da4f517f-4f9c-4ba0-9367-6bca1138d42a', 'name': '', 'network_id': 'da833430-f608-4888-a1ab-92054e3ab27d', 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'mac_address': 'fa:16:3e:4e:da:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ae6965-3f86-4c02-8a9b-18c6b70cf676', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'b35c8ff3-e2ca-4465-a6e4-9ede00345306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:31Z', 'updated_at': '2021-07-13T07:43:33Z', 'revision_number': 2, 'project_id': '47427af84b21400f9d6bb53f89c64984', 'subnets': [{'id': 'b35c8ff3-e2ca-4465-a6e4-9ede00345306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:35.107578 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6ab2f-c18e-4be7-a6a3-f27f71c72552 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a2fa709-cc50-489c-982e-5d87a1739ad6,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:35.127891 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5ee6ab2f-c18e-4be7-a6a3-f27f71c72552 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:35.128623 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e04f857-3415-4f63-b6e9-856de7e46a57 None None] Checking router: d7ae6965-3f86-4c02-8a9b-18c6b70cf676 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:43:35.129167 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e04f857-3415-4f63-b6e9-856de7e46a57 None None] Updating router d7ae6965-3f86-4c02-8a9b-18c6b70cf676 port da4f517f-4f9c-4ba0-9367-6bca1138d42a binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:43:35.129316 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5ee6ab2f-c18e-4be7-a6a3-f27f71c72552 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1832852 Jul 13 07:43:35.214888 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8e04f857-3415-4f63-b6e9-856de7e46a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:35.217814 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:35.263353 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port cfc2f7ed-8c37-4e06-aa31-b912ede1b659, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=cfc2f7ed-8c37-4e06-aa31-b912ede1b659,segment=NetworkSegment(9dc72a4b-cee6-433b-908d-ffce1e817742),segment_id=9dc72a4b-cee6-433b-908d-ffce1e817742)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:35.270685 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:35.305078 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device ee38c116-5577-4bc2-9343-8070205e5d2d up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:35.349542 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 427301b0-b3d0-417e-ae42-50f689915ac9 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:35.405499 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=cfc2f7ed-8c37-4e06-aa31-b912ede1b659,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:35.410678 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-0b88a14b-694a-431b-8d09-b4c920aabd78 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup_general--611161162&fields=id&tenant_id=47427af84b21400f9d6bb53f89c64984 HTTP/1.1" status: 200 len: 267 time: 0.0465620 Jul 13 07:43:35.477872 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port ee38c116-5577-4bc2-9343-8070205e5d2d triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:35.478429 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:35.482739 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-e44c067a-69e2-44a0-8cde-a5d6617bb5f5 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup_access--1080741540&fields=id&tenant_id=47427af84b21400f9d6bb53f89c64984 HTTP/1.1" status: 200 len: 267 time: 0.0647700 Jul 13 07:43:35.570157 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 427301b0-b3d0-417e-ae42-50f689915ac9 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:35.583303 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 427301b0-b3d0-417e-ae42-50f689915ac9 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:35.584118 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:35.739635 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b5bcd3b9-781c-41da-bdf8-b3b332b90f42 None None] Provisioning for port da4f517f-4f9c-4ba0-9367-6bca1138d42a completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:35.740771 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-55221abb-db09-4aa1-be7a-4aa1c66a08ca tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:35.743815 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-55221abb-db09-4aa1-be7a-4aa1c66a08ca tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/networks?id=da833430-f608-4888-a1ab-92054e3ab27d HTTP/1.1" status: 200 len: 797 time: 0.2598100 Jul 13 07:43:35.764187 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-b92bbe4d-61ea-4b94-866f-84f49f4ef272 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/quotas/47427af84b21400f9d6bb53f89c64984 HTTP/1.1" status: 200 len: 375 time: 0.0131366 Jul 13 07:43:35.807995 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b5bcd3b9-781c-41da-bdf8-b3b332b90f42 None None] Provisioning complete for port da4f517f-4f9c-4ba0-9367-6bca1138d42a triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:35.808461 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b5bcd3b9-781c-41da-bdf8-b3b332b90f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:35.816442 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8e04f857-3415-4f63-b6e9-856de7e46a57 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:35.833804 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-8e04f857-3415-4f63-b6e9-856de7e46a57 None None] Transition to ACTIVE for port object da4f517f-4f9c-4ba0-9367-6bca1138d42a will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:35.841730 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8e04f857-3415-4f63-b6e9-856de7e46a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:35.905193 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-4bcfdccf-c770-411e-97f4-4bd227dd4046 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=47427af84b21400f9d6bb53f89c64984&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1263466 Jul 13 07:43:35.928247 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:35.953548 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac28905-afab-46ec-8e73-841652a0877e None None] Pushing event updated for resources: {'Port': ['ID=da4f517f-4f9c-4ba0-9367-6bca1138d42a,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:35.976043 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-b5bcd3b9-781c-41da-bdf8-b3b332b90f42 None None] Port da4f517f-4f9c-4ba0-9367-6bca1138d42a cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:43:35.991786 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac28905-afab-46ec-8e73-841652a0877e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:35.992024 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac28905-afab-46ec-8e73-841652a0877e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:35.993415 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac28905-afab-46ec-8e73-841652a0877e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:35.993937 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac28905-afab-46ec-8e73-841652a0877e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:35.994274 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac28905-afab-46ec-8e73-841652a0877e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:35.994727 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac28905-afab-46ec-8e73-841652a0877e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:35.995058 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac28905-afab-46ec-8e73-841652a0877e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:35.995412 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac28905-afab-46ec-8e73-841652a0877e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:35.995825 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac28905-afab-46ec-8e73-841652a0877e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:35.996433 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac28905-afab-46ec-8e73-841652a0877e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:35.996814 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac28905-afab-46ec-8e73-841652a0877e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:35.997224 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac28905-afab-46ec-8e73-841652a0877e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:36.009584 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:36.040381 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427301b0-b3d0-417e-ae42-50f689915ac9'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:36.046144 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e801d369-acb1-4a28-9f6c-29984231cb49" -d '{"events": [{"server_uuid": "e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b", "name": "network-vif-plugged", "status": "completed", "tag": "427301b0-b3d0-417e-ae42-50f689915ac9"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:36.059185 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-8e04f857-3415-4f63-b6e9-856de7e46a57 None None] Attempting to bind port da4f517f-4f9c-4ba0-9367-6bca1138d42a on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:36.059626 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-8e04f857-3415-4f63-b6e9-856de7e46a57 None None] Attempting to bind port da4f517f-4f9c-4ba0-9367-6bca1138d42a by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '9dc72a4b-cee6-433b-908d-ffce1e817742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'da833430-f608-4888-a1ab-92054e3ab27d'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:36.059987 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e04f857-3415-4f63-b6e9-856de7e46a57 None None] Attempting to bind port da4f517f-4f9c-4ba0-9367-6bca1138d42a on network da833430-f608-4888-a1ab-92054e3ab27d {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:36.066835 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b5bcd3b9-781c-41da-bdf8-b3b332b90f42 None None] Provisioning complete for port cfc2f7ed-8c37-4e06-aa31-b912ede1b659 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:36.067243 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b5bcd3b9-781c-41da-bdf8-b3b332b90f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:36.071629 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e04f857-3415-4f63-b6e9-856de7e46a57 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:43:36.073202 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e04f857-3415-4f63-b6e9-856de7e46a57 None None] Checking segment: {'id': '9dc72a4b-cee6-433b-908d-ffce1e817742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'da833430-f608-4888-a1ab-92054e3ab27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:36.075710 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8e04f857-3415-4f63-b6e9-856de7e46a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:36.076235 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e04f857-3415-4f63-b6e9-856de7e46a57 None None] Bound using segment: {'id': '9dc72a4b-cee6-433b-908d-ffce1e817742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'da833430-f608-4888-a1ab-92054e3ab27d'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:43:36.076841 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-8e04f857-3415-4f63-b6e9-856de7e46a57 None None] Bound port: da4f517f-4f9c-4ba0-9367-6bca1138d42a, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dc72a4b-cee6-433b-908d-ffce1e817742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'da833430-f608-4888-a1ab-92054e3ab27d'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:43:36.078952 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8e04f857-3415-4f63-b6e9-856de7e46a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:36.147804 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 427301b0-b3d0-417e-ae42-50f689915ac9, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=427301b0-b3d0-417e-ae42-50f689915ac9,segment=NetworkSegment(82b0794f-89d2-4219-8340-180084a286f0),segment_id=82b0794f-89d2-4219-8340-180084a286f0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:36.175826 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:36.246573 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-03d0a8cd-de87-49f7-85e1-8a701ad63265 service neutron] 10.222.0.23 "GET /v2.0/networks/da833430-f608-4888-a1ab-92054e3ab27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330784 Jul 13 07:43:36.252277 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da1481-0908-45e0-870e-427dda3ba299 req-55f26d33-58f5-4b0d-9a76-dec6de12277f tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:36.253910 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-11da1481-0908-45e0-870e-427dda3ba299 req-55f26d33-58f5-4b0d-9a76-dec6de12277f tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 946 time: 0.1515212 Jul 13 07:43:36.372186 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=427301b0-b3d0-417e-ae42-50f689915ac9,revision_number=13']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:36.407677 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-11da1481-0908-45e0-870e-427dda3ba299 req-1f8d9aec-dd84-4029-893b-0f9219727ed9 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447482 Jul 13 07:43:36.434577 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device cfc2f7ed-8c37-4e06-aa31-b912ede1b659 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:36.494938 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-95aca434-1b80-41c5-862b-2016fc344749 service neutron] 10.222.0.23 "GET /v2.0/networks/da833430-f608-4888-a1ab-92054e3ab27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472870 Jul 13 07:43:36.544573 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-8e04f857-3415-4f63-b6e9-856de7e46a57 None None] For port da4f517f-4f9c-4ba0-9367-6bca1138d42a, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:43:36.550399 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-8e04f857-3415-4f63-b6e9-856de7e46a57 None None] For port da4f517f-4f9c-4ba0-9367-6bca1138d42a, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=da4f517f-4f9c-4ba0-9367-6bca1138d42a,segment=NetworkSegment(9dc72a4b-cee6-433b-908d-ffce1e817742),segment_id=9dc72a4b-cee6-433b-908d-ffce1e817742)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:43:36.561810 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8e04f857-3415-4f63-b6e9-856de7e46a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:36.612256 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port cfc2f7ed-8c37-4e06-aa31-b912ede1b659 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:36.614681 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:36.818071 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac28905-afab-46ec-8e73-841652a0877e None None] Pushing event updated for resources: {'Port': ['ID=da4f517f-4f9c-4ba0-9367-6bca1138d42a,revision_number=4']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:36.835421 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e04f857-3415-4f63-b6e9-856de7e46a57 None None] Routers {'d7ae6965-3f86-4c02-8a9b-18c6b70cf676'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:36.836254 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-8e04f857-3415-4f63-b6e9-856de7e46a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:43:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d7ae6965-3f86-4c02-8a9b-18c6b70cf676'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:36.904494 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2492348f-a977-4a52-98fa-5bcd6e2dda9c req-3d76bda7-dd90-4d85-a465-528207ba7211 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:36.906739 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2492348f-a977-4a52-98fa-5bcd6e2dda9c req-3d76bda7-dd90-4d85-a465-528207ba7211 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 946 time: 0.2344835 Jul 13 07:43:36.919848 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab5454f-8339-4675-807f-b4b4b0ed4350 x-openstack-request-id: req-2ab5454f-8339-4675-807f-b4b4b0ed4350 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:36.920359 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b", "name": "network-vif-plugged", "status": "completed", "tag": "427301b0-b3d0-417e-ae42-50f689915ac9", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:36.920799 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2ab5454f-8339-4675-807f-b4b4b0ed4350 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:36.921547 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427301b0-b3d0-417e-ae42-50f689915ac9', 'code': 200} Jul 13 07:43:37.008273 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8a567346-5622-4b23-86e7-406b6255f545 None None] Provisioning complete for port 427301b0-b3d0-417e-ae42-50f689915ac9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:37.009001 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8a567346-5622-4b23-86e7-406b6255f545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:37.078432 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2492348f-a977-4a52-98fa-5bcd6e2dda9c req-38da239b-b7a6-4b08-a11e-478438767eae tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482348 Jul 13 07:43:37.135088 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-926481ce-26ea-438a-9f18-51d354c8ebb8 req-be2db428-c218-4268-ad3d-f3e56fbc1267 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2942f08-26e4-4322-b1db-7e319c16a17b HTTP/1.1" status: 200 len: 210 time: 0.1338336 Jul 13 07:43:37.206371 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-8e04f857-3415-4f63-b6e9-856de7e46a57 None None] Set router d7ae6965-3f86-4c02-8a9b-18c6b70cf676 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:37.267732 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7e283-ab16-4a22-8131-cbfd552a462e req-919045e1-17c9-48a6-8700-dbf9c057af01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:37.270727 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7bc7e283-ab16-4a22-8131-cbfd552a462e req-919045e1-17c9-48a6-8700-dbf9c057af01 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 1098 time: 0.1317756 Jul 13 07:43:37.366817 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7bc7e283-ab16-4a22-8131-cbfd552a462e req-2ddb6811-142a-41c3-9422-344ca1ff7e64 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867510 Jul 13 07:43:37.614152 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-8e04f857-3415-4f63-b6e9-856de7e46a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ae6965-3f86-4c02-8a9b-18c6b70cf676', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1723721982', 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'ee38c116-5577-4bc2-9343-8070205e5d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:26Z', 'updated_at': '2021-07-13T07:43:32Z', 'revision_number': 4, 'project_id': '47427af84b21400f9d6bb53f89c64984', 'gw_port': {'id': 'ee38c116-5577-4bc2-9343-8070205e5d2d', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:af:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae6965-3f86-4c02-8a9b-18c6b70cf676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:27Z', 'updated_at': '2021-07-13T07:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'da4f517f-4f9c-4ba0-9367-6bca1138d42a', 'name': '', 'network_id': 'da833430-f608-4888-a1ab-92054e3ab27d', 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'mac_address': 'fa:16:3e:4e:da:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ae6965-3f86-4c02-8a9b-18c6b70cf676', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'b35c8ff3-e2ca-4465-a6e4-9ede00345306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:31Z', 'updated_at': '2021-07-13T07:43:36Z', 'revision_number': 4, 'project_id': '47427af84b21400f9d6bb53f89c64984', 'subnets': [{'id': 'b35c8ff3-e2ca-4465-a6e4-9ede00345306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:37.660473 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e04f857-3415-4f63-b6e9-856de7e46a57 None None] The sync data for ids ['d7ae6965-3f86-4c02-8a9b-18c6b70cf676'] in n-d-771363-34 is: [{'id': 'd7ae6965-3f86-4c02-8a9b-18c6b70cf676', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1723721982', 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'ee38c116-5577-4bc2-9343-8070205e5d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:26Z', 'updated_at': '2021-07-13T07:43:32Z', 'revision_number': 4, 'project_id': '47427af84b21400f9d6bb53f89c64984', 'gw_port': {'id': 'ee38c116-5577-4bc2-9343-8070205e5d2d', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:af:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae6965-3f86-4c02-8a9b-18c6b70cf676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:27Z', 'updated_at': '2021-07-13T07:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'da4f517f-4f9c-4ba0-9367-6bca1138d42a', 'name': '', 'network_id': 'da833430-f608-4888-a1ab-92054e3ab27d', 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'mac_address': 'fa:16:3e:4e:da:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ae6965-3f86-4c02-8a9b-18c6b70cf676', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'b35c8ff3-e2ca-4465-a6e4-9ede00345306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:31Z', 'updated_at': '2021-07-13T07:43:36Z', 'revision_number': 4, 'project_id': '47427af84b21400f9d6bb53f89c64984', 'subnets': [{'id': 'b35c8ff3-e2ca-4465-a6e4-9ede00345306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:43:37.727574 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eed9e6-bb6d-40bc-8ec5-ffc87f01ad6d req-e87af920-928c-47a4-a729-9e518c310cec tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:37.729094 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-07eed9e6-bb6d-40bc-8ec5-ffc87f01ad6d req-e87af920-928c-47a4-a729-9e518c310cec tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 946 time: 0.1323457 Jul 13 07:43:37.841458 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-07eed9e6-bb6d-40bc-8ec5-ffc87f01ad6d req-725fe420-1fff-4fc8-a075-95d95c08f98a tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728188 Jul 13 07:43:38.389106 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d40bc8-1b8f-4ad5-b896-5bf47ab9881a req-71254b74-ef12-42ca-94d0-538f55dd0d38 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:38.391538 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f4d40bc8-1b8f-4ad5-b896-5bf47ab9881a req-71254b74-ef12-42ca-94d0-538f55dd0d38 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 946 time: 0.1249135 Jul 13 07:43:38.426965 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device da4f517f-4f9c-4ba0-9367-6bca1138d42a up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:38.493181 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-88ea5fb8-06d6-4507-ba7f-73aa52cc0ffa req-6668574f-8554-4070-b3e0-654c3d1e645e tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2942f08-26e4-4322-b1db-7e319c16a17b HTTP/1.1" status: 200 len: 210 time: 0.0572190 Jul 13 07:43:38.502155 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f4d40bc8-1b8f-4ad5-b896-5bf47ab9881a req-af3e5785-4be9-4bd6-90e7-6ff4237a53a9 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019354 Jul 13 07:43:38.574535 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port da4f517f-4f9c-4ba0-9367-6bca1138d42a completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:38.587321 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port da4f517f-4f9c-4ba0-9367-6bca1138d42a triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:38.587694 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:38.725623 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:38.822607 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port da4f517f-4f9c-4ba0-9367-6bca1138d42a, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=da4f517f-4f9c-4ba0-9367-6bca1138d42a,segment=NetworkSegment(9dc72a4b-cee6-433b-908d-ffce1e817742),segment_id=9dc72a4b-cee6-433b-908d-ffce1e817742)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:38.830952 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:38.989209 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=da4f517f-4f9c-4ba0-9367-6bca1138d42a,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:39.102094 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-ff3f5603-3a72-489a-a1b6-a15bc552fa63 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:39.104590 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-ff3f5603-3a72-489a-a1b6-a15bc552fa63 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.42 "GET /v2.0/networks?id=da833430-f608-4888-a1ab-92054e3ab27d HTTP/1.1" status: 200 len: 797 time: 0.3778925 Jul 13 07:43:39.259506 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-2748bb9c-5939-4dbe-9f00-bd04940f657f tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47427af84b21400f9d6bb53f89c64984 HTTP/1.1" status: 200 len: 477 time: 0.1415765 Jul 13 07:43:39.273775 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-6da21937-080a-4108-9df5-7bbdbef5000f tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Request body: {'port': {'device_id': 'd2942f08-26e4-4322-b1db-7e319c16a17b', 'network_id': 'da833430-f608-4888-a1ab-92054e3ab27d', 'admin_state_up': True, 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'security_groups': ['403bbbb2-4d62-4e3c-9c93-4ee0ce174bcd', '9c6b2fa7-9bbf-4f2b-bb1b-92b978b2d88b']}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:39.306136 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36828f-2686-49c8-b3c9-fb7a0d07f71a req-86971f0a-791b-4b2c-b8b4-d59b905ff82a tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:39.307824 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fa36828f-2686-49c8-b3c9-fb7a0d07f71a req-86971f0a-791b-4b2c-b8b4-d59b905ff82a tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 946 time: 0.1748772 Jul 13 07:43:39.370067 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fa36828f-2686-49c8-b3c9-fb7a0d07f71a req-bae24883-61c0-4d87-b80e-40030e2019f0 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544837 Jul 13 07:43:39.373440 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3a69fb8c-70b8-46f3-8754-9d04d0df5542 None None] Provisioning complete for port da4f517f-4f9c-4ba0-9367-6bca1138d42a triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:39.373847 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3a69fb8c-70b8-46f3-8754-9d04d0df5542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:39.455490 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-6da21937-080a-4108-9df5-7bbdbef5000f tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Made reservation on behalf of 47427af84b21400f9d6bb53f89c64984 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:43:39.464050 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-6da21937-080a-4108-9df5-7bbdbef5000f tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:39.721309 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c71ebe12-3b3b-4d7e-8532-773663260362 req-53ec690e-ab0a-42d7-b1a7-f5a4b3096d82 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2942f08-26e4-4322-b1db-7e319c16a17b HTTP/1.1" status: 200 len: 210 time: 0.0617464 Jul 13 07:43:39.737373 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-6da21937-080a-4108-9df5-7bbdbef5000f tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Allocated IP 172.20.0.11 (da833430-f608-4888-a1ab-92054e3ab27d/b35c8ff3-e2ca-4465-a6e4-9ede00345306/d1dd7ba8-a95d-433e-8552-4f55f25ab018) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:39.834010 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864c4b0-2a3f-4b9a-8650-d47e43521ca4 req-faea089e-952d-4994-adb6-0a44343a6dfc tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:39.836012 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c864c4b0-2a3f-4b9a-8650-d47e43521ca4 req-faea089e-952d-4994-adb6-0a44343a6dfc tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 946 time: 0.1364541 Jul 13 07:43:39.882180 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c864c4b0-2a3f-4b9a-8650-d47e43521ca4 req-c3f5106e-fe44-40cb-b6e5-ed58d6595f0a tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380065 Jul 13 07:43:39.981591 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-6da21937-080a-4108-9df5-7bbdbef5000f tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:40.002456 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-6da21937-080a-4108-9df5-7bbdbef5000f tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Transition to ACTIVE for port object d1dd7ba8-a95d-433e-8552-4f55f25ab018 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:40.047785 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-6da21937-080a-4108-9df5-7bbdbef5000f tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:40.105017 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-6da21937-080a-4108-9df5-7bbdbef5000f tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Network da833430-f608-4888-a1ab-92054e3ab27d is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:40.110230 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-6da21937-080a-4108-9df5-7bbdbef5000f tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:40.115031 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-6da21937-080a-4108-9df5-7bbdbef5000f tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:40.142903 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da21937-080a-4108-9df5-7bbdbef5000f tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Pushing event updated for resources: {'Port': ['ID=d1dd7ba8-a95d-433e-8552-4f55f25ab018,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:40.173846 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-6da21937-080a-4108-9df5-7bbdbef5000f tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:40.174376 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-6da21937-080a-4108-9df5-7bbdbef5000f tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:40.190223 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-6da21937-080a-4108-9df5-7bbdbef5000f tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.9273891 Jul 13 07:43:40.202637 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-6dcc3569-5796-4019-952f-71073027d9fb service neutron] Request body: {'port': {'device_id': 'd2942f08-26e4-4322-b1db-7e319c16a17b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:40.290922 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-6dcc3569-5796-4019-952f-71073027d9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:40.323757 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device da4f517f-4f9c-4ba0-9367-6bca1138d42a up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:40.369083 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2a29c23f-8ec4-4f10-a74e-9a7884161d2b None None] Provisioning for port d1dd7ba8-a95d-433e-8552-4f55f25ab018 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:40.373749 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2a29c23f-8ec4-4f10-a74e-9a7884161d2b None None] Provisioning complete for port d1dd7ba8-a95d-433e-8552-4f55f25ab018 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:40.374379 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2a29c23f-8ec4-4f10-a74e-9a7884161d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:40.418944 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2a29c23f-8ec4-4f10-a74e-9a7884161d2b None None] Port d1dd7ba8-a95d-433e-8552-4f55f25ab018 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:43:40.423815 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port da4f517f-4f9c-4ba0-9367-6bca1138d42a triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:40.424168 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:40.636044 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635d7d4-4c2a-417e-a892-f047f3926d67 req-44fe9c74-623f-4478-a751-a0a2e2a38b38 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:40.637565 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5635d7d4-4c2a-417e-a892-f047f3926d67 req-44fe9c74-623f-4478-a751-a0a2e2a38b38 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 946 time: 0.1071680 Jul 13 07:43:40.690927 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-6dcc3569-5796-4019-952f-71073027d9fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1dd7ba8-a95d-433e-8552-4f55f25ab018 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:43:40.704487 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-6dcc3569-5796-4019-952f-71073027d9fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:40.715749 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5635d7d4-4c2a-417e-a892-f047f3926d67 req-1e92b893-72ec-454b-8c48-085d440de584 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549099 Jul 13 07:43:40.724095 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-6dcc3569-5796-4019-952f-71073027d9fb service neutron] Transition to ACTIVE for port object d1dd7ba8-a95d-433e-8552-4f55f25ab018 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:43:40.729031 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-6dcc3569-5796-4019-952f-71073027d9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:40.789544 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc3569-5796-4019-952f-71073027d9fb service neutron] Pushing event updated for resources: {'Port': ['ID=d1dd7ba8-a95d-433e-8552-4f55f25ab018,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:40.908109 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-6dcc3569-5796-4019-952f-71073027d9fb service neutron] Attempting to bind port d1dd7ba8-a95d-433e-8552-4f55f25ab018 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:43:40.908827 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-6dcc3569-5796-4019-952f-71073027d9fb service neutron] Attempting to bind port d1dd7ba8-a95d-433e-8552-4f55f25ab018 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '9dc72a4b-cee6-433b-908d-ffce1e817742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'da833430-f608-4888-a1ab-92054e3ab27d'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:43:40.909264 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-6dcc3569-5796-4019-952f-71073027d9fb service neutron] Attempting to bind port d1dd7ba8-a95d-433e-8552-4f55f25ab018 on network da833430-f608-4888-a1ab-92054e3ab27d {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:40.916399 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-6dcc3569-5796-4019-952f-71073027d9fb service neutron] Port d1dd7ba8-a95d-433e-8552-4f55f25ab018 on network da833430-f608-4888-a1ab-92054e3ab27d not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:43:40.916859 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-6dcc3569-5796-4019-952f-71073027d9fb service neutron] Attempting to bind port d1dd7ba8-a95d-433e-8552-4f55f25ab018 on network da833430-f608-4888-a1ab-92054e3ab27d {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:43:40.928003 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-6dcc3569-5796-4019-952f-71073027d9fb service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:43:40.928951 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-6dcc3569-5796-4019-952f-71073027d9fb service neutron] Checking segment: {'id': '9dc72a4b-cee6-433b-908d-ffce1e817742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'da833430-f608-4888-a1ab-92054e3ab27d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:43:40.929533 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-6dcc3569-5796-4019-952f-71073027d9fb service neutron] Bound using segment: {'id': '9dc72a4b-cee6-433b-908d-ffce1e817742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'da833430-f608-4888-a1ab-92054e3ab27d'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:43:40.930090 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-6dcc3569-5796-4019-952f-71073027d9fb service neutron] Bound port: d1dd7ba8-a95d-433e-8552-4f55f25ab018, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc72a4b-cee6-433b-908d-ffce1e817742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'da833430-f608-4888-a1ab-92054e3ab27d'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:43:40.930559 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-6dcc3569-5796-4019-952f-71073027d9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:40.994014 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc31d4-1187-480f-856f-a086761c8418 req-b54c65a9-176a-46dd-8363-1cf0c988a7dc tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:40.995826 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c4bc31d4-1187-480f-856f-a086761c8418 req-b54c65a9-176a-46dd-8363-1cf0c988a7dc tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2942f08-26e4-4322-b1db-7e319c16a17b HTTP/1.1" status: 200 len: 983 time: 0.1074655 Jul 13 07:43:41.054843 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c4bc31d4-1187-480f-856f-a086761c8418 req-75cd333f-5534-4ccc-8e94-0ad9ded23572 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6b2fa7-9bbf-4f2b-bb1b-92b978b2d88b&id=403bbbb2-4d62-4e3c-9c93-4ee0ce174bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0508394 Jul 13 07:43:41.061159 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-6dcc3569-5796-4019-952f-71073027d9fb service neutron] For port d1dd7ba8-a95d-433e-8552-4f55f25ab018, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:43:41.066092 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-6dcc3569-5796-4019-952f-71073027d9fb service neutron] For port d1dd7ba8-a95d-433e-8552-4f55f25ab018, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=d1dd7ba8-a95d-433e-8552-4f55f25ab018,segment=NetworkSegment(9dc72a4b-cee6-433b-908d-ffce1e817742),segment_id=9dc72a4b-cee6-433b-908d-ffce1e817742)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:43:41.071572 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-6dcc3569-5796-4019-952f-71073027d9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:41.119731 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-6dcc3569-5796-4019-952f-71073027d9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:41.120823 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-6dcc3569-5796-4019-952f-71073027d9fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:41.123248 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-6dcc3569-5796-4019-952f-71073027d9fb service neutron] 10.222.0.42 "PUT /v2.0/ports/d1dd7ba8-a95d-433e-8552-4f55f25ab018 HTTP/1.1" status: 200 len: 1132 time: 0.9249611 Jul 13 07:43:41.136684 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2942f08-26e4-4322-b1db-7e319c16a17b', 'tag': 'd1dd7ba8-a95d-433e-8552-4f55f25ab018'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:41.148672 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4664e4-816d-4434-a95e-14268b2ace2c" -d '{"events": [{"name": "network-changed", "server_uuid": "d2942f08-26e4-4322-b1db-7e319c16a17b", "tag": "d1dd7ba8-a95d-433e-8552-4f55f25ab018"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:41.250870 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a950a44-8083-4374-a607-9d72b46f9e5f x-openstack-request-id: req-8a950a44-8083-4374-a607-9d72b46f9e5f {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:41.251475 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2942f08-26e4-4322-b1db-7e319c16a17b", "tag": "d1dd7ba8-a95d-433e-8552-4f55f25ab018", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:41.251887 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8a950a44-8083-4374-a607-9d72b46f9e5f {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:41.252463 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2942f08-26e4-4322-b1db-7e319c16a17b', 'tag': 'd1dd7ba8-a95d-433e-8552-4f55f25ab018', 'status': 'completed', 'code': 200} Jul 13 07:43:41.293146 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc3569-5796-4019-952f-71073027d9fb service neutron] Pushing event updated for resources: {'Port': ['ID=d1dd7ba8-a95d-433e-8552-4f55f25ab018,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:41.349498 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015f105-c407-4443-97a8-6a2ea1eb0cc8 req-d9bb3557-53e4-4fcd-9940-a0611e273537 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:41.351103 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e015f105-c407-4443-97a8-6a2ea1eb0cc8 req-d9bb3557-53e4-4fcd-9940-a0611e273537 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 946 time: 0.2405140 Jul 13 07:43:41.353875 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-e355240c-21c1-4806-9e73-d490df43b49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:41.355377 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-e355240c-21c1-4806-9e73-d490df43b49c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=47427af84b21400f9d6bb53f89c64984&device_id=d2942f08-26e4-4322-b1db-7e319c16a17b HTTP/1.1" status: 200 len: 1135 time: 0.1567245 Jul 13 07:43:41.424097 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-66bf6a9b-673d-4cb1-8198-82cd257a1491 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1dd7ba8-a95d-433e-8552-4f55f25ab018 HTTP/1.1" status: 200 len: 217 time: 0.0612972 Jul 13 07:43:41.471624 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e015f105-c407-4443-97a8-6a2ea1eb0cc8 req-32fd8cc7-feaf-45be-834d-af7c25cbafd9 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106203 Jul 13 07:43:41.510896 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-4bfca563-8741-4754-bb84-d1469089b618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:41.513645 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-4bfca563-8741-4754-bb84-d1469089b618 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b35c8ff3-e2ca-4465-a6e4-9ede00345306 HTTP/1.1" status: 200 len: 834 time: 0.0745573 Jul 13 07:43:41.598878 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-28297886-b8f5-489d-bece-fe033b10fe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:41.600516 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-28297886-b8f5-489d-bece-fe033b10fe69 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=da833430-f608-4888-a1ab-92054e3ab27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0808940 Jul 13 07:43:41.711164 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-21cd323a-3e20-43fa-8fae-113d3b8d2583 service neutron] 10.222.0.42 "GET /v2.0/networks/da833430-f608-4888-a1ab-92054e3ab27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038160 Jul 13 07:43:41.825949 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5fe5df81-985b-4864-b44e-7dae2e3449f1 req-455fd8fc-f3d9-4358-85ba-6a9daa819ee6 service neutron] 10.222.0.42 "GET /v2.0/networks/da833430-f608-4888-a1ab-92054e3ab27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088347 Jul 13 07:43:41.947906 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7093ffe-c2fb-48d9-84dc-b337df2fbfa1 req-4cce5c72-4911-4ebe-a14e-3de018d4b78a tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:41.950565 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d7093ffe-c2fb-48d9-84dc-b337df2fbfa1 req-4cce5c72-4911-4ebe-a14e-3de018d4b78a tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 946 time: 0.1019273 Jul 13 07:43:41.969568 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4664e4-816d-4434-a95e-14268b2ace2c req-e801f7af-e950-4fd5-8402-848378eef88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:41.971737 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ea4664e4-816d-4434-a95e-14268b2ace2c req-e801f7af-e950-4fd5-8402-848378eef88e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=47427af84b21400f9d6bb53f89c64984&device_id=d2942f08-26e4-4322-b1db-7e319c16a17b HTTP/1.1" status: 200 len: 1135 time: 0.0835085 Jul 13 07:43:42.031843 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d7093ffe-c2fb-48d9-84dc-b337df2fbfa1 req-a555ce67-ca2e-4a4a-b023-fdcdd3ea1608 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736938 Jul 13 07:43:42.087028 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4664e4-816d-4434-a95e-14268b2ace2c req-c787151e-07db-488f-88c1-d4a86713d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:42.088694 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ea4664e4-816d-4434-a95e-14268b2ace2c req-c787151e-07db-488f-88c1-d4a86713d6d5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=da833430-f608-4888-a1ab-92054e3ab27d HTTP/1.1" status: 200 len: 898 time: 0.1114330 Jul 13 07:43:42.136079 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ea4664e4-816d-4434-a95e-14268b2ace2c req-542950ee-a16c-463a-ade6-c6edd97f5865 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1dd7ba8-a95d-433e-8552-4f55f25ab018 HTTP/1.1" status: 200 len: 217 time: 0.0408585 Jul 13 07:43:42.196443 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4664e4-816d-4434-a95e-14268b2ace2c req-5c11d76d-823f-4b62-8c89-59684124dcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:42.197940 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ea4664e4-816d-4434-a95e-14268b2ace2c req-5c11d76d-823f-4b62-8c89-59684124dcf0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b35c8ff3-e2ca-4465-a6e4-9ede00345306 HTTP/1.1" status: 200 len: 834 time: 0.0552216 Jul 13 07:43:42.308396 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4664e4-816d-4434-a95e-14268b2ace2c req-66ad3e46-0fb4-4ad0-9ed6-c103eea8298a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:42.310115 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ea4664e4-816d-4434-a95e-14268b2ace2c req-66ad3e46-0fb4-4ad0-9ed6-c103eea8298a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=da833430-f608-4888-a1ab-92054e3ab27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1044152 Jul 13 07:43:42.349989 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bed4a4-63b3-4656-b285-29abd9ed3128 req-b2c28b7d-bf85-4f13-9f56-61868a06dfa2 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:42.351569 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-44bed4a4-63b3-4656-b285-29abd9ed3128 req-b2c28b7d-bf85-4f13-9f56-61868a06dfa2 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2942f08-26e4-4322-b1db-7e319c16a17b HTTP/1.1" status: 200 len: 983 time: 0.1298780 Jul 13 07:43:42.435704 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-44bed4a4-63b3-4656-b285-29abd9ed3128 req-fe66d435-7774-4140-bf69-a3339cb3bbfe tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6b2fa7-9bbf-4f2b-bb1b-92b978b2d88b&id=403bbbb2-4d62-4e3c-9c93-4ee0ce174bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0771649 Jul 13 07:43:42.455163 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ea4664e4-816d-4434-a95e-14268b2ace2c req-c52b21cc-3adb-4508-9e87-50871115dea3 service neutron] 10.222.0.42 "GET /v2.0/networks/da833430-f608-4888-a1ab-92054e3ab27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371760 Jul 13 07:43:42.571984 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ea4664e4-816d-4434-a95e-14268b2ace2c req-00d1937d-ad23-4655-a0b9-001b841a4987 service neutron] 10.222.0.42 "GET /v2.0/networks/da833430-f608-4888-a1ab-92054e3ab27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104321 Jul 13 07:43:43.265018 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d58730-7fa4-468c-9082-90316b9161fd req-6d9271ab-2d1c-43ef-8f24-4060f26c4c5c tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:43.266693 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-86d58730-7fa4-468c-9082-90316b9161fd req-6d9271ab-2d1c-43ef-8f24-4060f26c4c5c tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 946 time: 0.0779583 Jul 13 07:43:43.316570 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-86d58730-7fa4-468c-9082-90316b9161fd req-4edc6db3-c16a-45d8-8341-2236b8933c10 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430908 Jul 13 07:43:43.629305 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device d1dd7ba8-a95d-433e-8552-4f55f25ab018 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:43:43.757040 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port d1dd7ba8-a95d-433e-8552-4f55f25ab018, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=d1dd7ba8-a95d-433e-8552-4f55f25ab018,segment=NetworkSegment(9dc72a4b-cee6-433b-908d-ffce1e817742),segment_id=9dc72a4b-cee6-433b-908d-ffce1e817742)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:43.770343 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': 'd1dd7ba8-a95d-433e-8552-4f55f25ab018', 'network_id': 'da833430-f608-4888-a1ab-92054e3ab27d', 'port_id': 'd1dd7ba8-a95d-433e-8552-4f55f25ab018', 'mac_address': 'fa:16:3e:fc:17:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b35c8ff3-e2ca-4465-a6e4-9ede00345306', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:43:43.817939 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:43.835464 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1dd7ba8-a95d-433e-8552-4f55f25ab018 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:43:43.835634 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685f8dd-2923-486d-880a-e17e2b713432 req-f8f5272e-cdec-4e3a-97bb-57c297c64ae5 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:43.837213 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9685f8dd-2923-486d-880a-e17e2b713432 req-f8f5272e-cdec-4e3a-97bb-57c297c64ae5 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2942f08-26e4-4322-b1db-7e319c16a17b HTTP/1.1" status: 200 len: 983 time: 0.0732734 Jul 13 07:43:43.860902 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port d1dd7ba8-a95d-433e-8552-4f55f25ab018, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=d1dd7ba8-a95d-433e-8552-4f55f25ab018,segment=NetworkSegment(9dc72a4b-cee6-433b-908d-ffce1e817742),segment_id=9dc72a4b-cee6-433b-908d-ffce1e817742)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:43.866392 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:43.884872 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9685f8dd-2923-486d-880a-e17e2b713432 req-d3b4e921-e711-4482-9455-e5eb732a72ee tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6b2fa7-9bbf-4f2b-bb1b-92b978b2d88b&id=403bbbb2-4d62-4e3c-9c93-4ee0ce174bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0390654 Jul 13 07:43:43.930228 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=d1dd7ba8-a95d-433e-8552-4f55f25ab018,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:43.938498 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:43.938897 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:43.939346 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:43.939750 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:43.940239 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:43.941701 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:43.942062 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:43.942409 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:43.942748 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:43.943084 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:43.943448 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:43.943781 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:44.127641 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['d1dd7ba8-a95d-433e-8552-4f55f25ab018'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:43:44.531458 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097d451-ddbf-4620-9079-2e5210dab4c2 req-2adcd7e5-682e-4c5d-a818-d047e3960e0f tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:44.533106 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8097d451-ddbf-4620-9079-2e5210dab4c2 req-2adcd7e5-682e-4c5d-a818-d047e3960e0f tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 946 time: 0.0883288 Jul 13 07:43:44.582464 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8097d451-ddbf-4620-9079-2e5210dab4c2 req-e5903f1e-6d4b-4c57-be3e-0ce3c51b984c tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433514 Jul 13 07:43:45.146098 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b824d0-83a8-46cd-bfc6-8e75cde4c94a req-0e76dc39-7378-4f60-ac8f-c0ceeca8ae36 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:45.148005 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-42b824d0-83a8-46cd-bfc6-8e75cde4c94a req-0e76dc39-7378-4f60-ac8f-c0ceeca8ae36 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2942f08-26e4-4322-b1db-7e319c16a17b HTTP/1.1" status: 200 len: 984 time: 0.0916200 Jul 13 07:43:45.204827 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-42b824d0-83a8-46cd-bfc6-8e75cde4c94a req-2837da96-49cf-4935-b1c4-ea378194ba3e tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6b2fa7-9bbf-4f2b-bb1b-92b978b2d88b&id=403bbbb2-4d62-4e3c-9c93-4ee0ce174bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0456026 Jul 13 07:43:45.668772 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device d1dd7ba8-a95d-433e-8552-4f55f25ab018 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:43:45.756730 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port d1dd7ba8-a95d-433e-8552-4f55f25ab018 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:43:45.765151 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port d1dd7ba8-a95d-433e-8552-4f55f25ab018 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:45.766184 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:45.868005 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fedd2-7f32-4503-ba9f-3b621b43365b req-74ff26e5-10cb-4798-95a9-d4670c2ac116 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:45.870196 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-159fedd2-7f32-4503-ba9f-3b621b43365b req-74ff26e5-10cb-4798-95a9-d4670c2ac116 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 946 time: 0.0888324 Jul 13 07:43:45.912900 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:45.917193 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-159fedd2-7f32-4503-ba9f-3b621b43365b req-f77feb49-ef4c-4301-9987-637c2c545700 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392594 Jul 13 07:43:45.959798 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2942f08-26e4-4322-b1db-7e319c16a17b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1dd7ba8-a95d-433e-8552-4f55f25ab018'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:45.964309 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66f87f2-646a-4a0e-91f0-e5413c5a1710" -d '{"events": [{"server_uuid": "d2942f08-26e4-4322-b1db-7e319c16a17b", "name": "network-vif-plugged", "status": "completed", "tag": "d1dd7ba8-a95d-433e-8552-4f55f25ab018"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:45.989514 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port d1dd7ba8-a95d-433e-8552-4f55f25ab018, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=d1dd7ba8-a95d-433e-8552-4f55f25ab018,segment=NetworkSegment(9dc72a4b-cee6-433b-908d-ffce1e817742),segment_id=9dc72a4b-cee6-433b-908d-ffce1e817742)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:45.995763 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:46.051986 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027e3d15-548b-4233-9799-bf6528b67cb2 x-openstack-request-id: req-027e3d15-548b-4233-9799-bf6528b67cb2 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:46.052279 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2942f08-26e4-4322-b1db-7e319c16a17b", "name": "network-vif-plugged", "status": "completed", "tag": "d1dd7ba8-a95d-433e-8552-4f55f25ab018", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:46.052536 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-027e3d15-548b-4233-9799-bf6528b67cb2 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:46.053362 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2942f08-26e4-4322-b1db-7e319c16a17b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1dd7ba8-a95d-433e-8552-4f55f25ab018', 'code': 200} Jul 13 07:43:46.069106 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=d1dd7ba8-a95d-433e-8552-4f55f25ab018,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:46.158325 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81289bb7-7135-4b96-8a16-6ff1f1199c55 req-b4fc3dca-ed79-4b5b-97aa-9372dbad6d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:46.159887 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-81289bb7-7135-4b96-8a16-6ff1f1199c55 req-b4fc3dca-ed79-4b5b-97aa-9372dbad6d2a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d2942f08-26e4-4322-b1db-7e319c16a17b HTTP/1.1" status: 200 len: 1137 time: 0.0751905 Jul 13 07:43:46.200653 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-81289bb7-7135-4b96-8a16-6ff1f1199c55 req-441917af-a407-4042-965b-428ccfc6d140 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9c6b2fa7-9bbf-4f2b-bb1b-92b978b2d88b&id=403bbbb2-4d62-4e3c-9c93-4ee0ce174bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0344820 Jul 13 07:43:46.350492 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-dd99545c-b383-4cc4-a91d-a0d1c43964d1 None None] Provisioning complete for port d1dd7ba8-a95d-433e-8552-4f55f25ab018 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:43:46.350944 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-dd99545c-b383-4cc4-a91d-a0d1c43964d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:46.458339 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85372ee-bb9a-4954-83d3-516335c55d04 req-1f198c01-8d63-4398-b401-9aea82289b0b tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:46.461452 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a85372ee-bb9a-4954-83d3-516335c55d04 req-1f198c01-8d63-4398-b401-9aea82289b0b tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2942f08-26e4-4322-b1db-7e319c16a17b HTTP/1.1" status: 200 len: 985 time: 0.0989254 Jul 13 07:43:46.510425 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a85372ee-bb9a-4954-83d3-516335c55d04 req-ab355149-3b9a-4c15-be09-b38500cdfe11 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6b2fa7-9bbf-4f2b-bb1b-92b978b2d88b&id=403bbbb2-4d62-4e3c-9c93-4ee0ce174bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0420616 Jul 13 07:43:47.116904 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76bcfc-9f95-4bc1-ab7e-45da79100530 req-10da414c-f896-4e80-afcc-2da8fa814a27 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:47.118437 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0e76bcfc-9f95-4bc1-ab7e-45da79100530 req-10da414c-f896-4e80-afcc-2da8fa814a27 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 946 time: 0.0791759 Jul 13 07:43:47.164915 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0e76bcfc-9f95-4bc1-ab7e-45da79100530 req-d641e964-bf38-4a48-8733-c474cb2d7b84 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398948 Jul 13 07:43:47.713783 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceaeaf6-59bd-40b0-b00d-68669e377021 req-5579625a-8888-4910-bda7-71902db182b2 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:47.715756 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9ceaeaf6-59bd-40b0-b00d-68669e377021 req-5579625a-8888-4910-bda7-71902db182b2 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2942f08-26e4-4322-b1db-7e319c16a17b HTTP/1.1" status: 200 len: 985 time: 0.0689363 Jul 13 07:43:47.758166 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9ceaeaf6-59bd-40b0-b00d-68669e377021 req-faf94107-ad05-4dc1-a77d-ca0c74129e84 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6b2fa7-9bbf-4f2b-bb1b-92b978b2d88b&id=403bbbb2-4d62-4e3c-9c93-4ee0ce174bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0356617 Jul 13 07:43:47.947759 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ccfb5-a2b6-4b58-9317-96fac4e75d41 req-0d35c8fb-9428-4427-a9eb-0d20355977cd tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:47.949314 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b31ccfb5-a2b6-4b58-9317-96fac4e75d41 req-0d35c8fb-9428-4427-a9eb-0d20355977cd tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2942f08-26e4-4322-b1db-7e319c16a17b HTTP/1.1" status: 200 len: 985 time: 0.0775836 Jul 13 07:43:48.001542 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b31ccfb5-a2b6-4b58-9317-96fac4e75d41 req-67fbc165-7c3c-4975-88af-99c30035352d tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6b2fa7-9bbf-4f2b-bb1b-92b978b2d88b&id=403bbbb2-4d62-4e3c-9c93-4ee0ce174bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0411413 Jul 13 07:43:48.173754 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45ef64-ca96-4dbb-b306-81789cf131a6 req-7cf6b26e-03ec-4df5-864c-5f0ab644574c tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:48.175478 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eb45ef64-ca96-4dbb-b306-81789cf131a6 req-7cf6b26e-03ec-4df5-864c-5f0ab644574c tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d2942f08-26e4-4322-b1db-7e319c16a17b HTTP/1.1" status: 200 len: 1137 time: 0.0575569 Jul 13 07:43:48.198880 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-eb45ef64-ca96-4dbb-b306-81789cf131a6 req-0991b00b-9a6f-4b66-be17-a44824416ece tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:48.316413 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-eb45ef64-ca96-4dbb-b306-81789cf131a6 req-0991b00b-9a6f-4b66-be17-a44824416ece tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:48.320604 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-eb45ef64-ca96-4dbb-b306-81789cf131a6 req-0991b00b-9a6f-4b66-be17-a44824416ece tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:48.362403 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eb45ef64-ca96-4dbb-b306-81789cf131a6 req-0991b00b-9a6f-4b66-be17-a44824416ece tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=9c6b2fa7-9bbf-4f2b-bb1b-92b978b2d88b&id=403bbbb2-4d62-4e3c-9c93-4ee0ce174bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1780598 Jul 13 07:43:48.377220 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0991b00b-9a6f-4b66-be17-a44824416ece tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f189cfe8-7a60-4809-8da2-1d6a3f616d68,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:48.382891 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 50468) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:48.474563 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3c219-611b-40e3-b7ab-6fd384deafa8 req-80e8ef6d-8575-43c5-af18-b689ff690b06 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:48.476304 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5ec3c219-611b-40e3-b7ab-6fd384deafa8 req-80e8ef6d-8575-43c5-af18-b689ff690b06 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 946 time: 0.1596932 Jul 13 07:43:48.492290 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a3592e-856d-4fd1-8935-ecfb91f048a6 tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:48.495798 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-45a3592e-856d-4fd1-8935-ecfb91f048a6 tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d2942f08-26e4-4322-b1db-7e319c16a17b HTTP/1.1" status: 200 len: 1132 time: 0.1068494 Jul 13 07:43:48.497023 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 50472) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:48.501951 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-2239715c-be5e-45fc-9350-20bc4eec0d0c tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'port_id': 'd1dd7ba8-a95d-433e-8552-4f55f25ab018', 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:43:48.537892 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5ec3c219-611b-40e3-b7ab-6fd384deafa8 req-c11edf06-557f-4390-bdaf-25548c91fefd tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546019 Jul 13 07:43:48.540220 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2239715c-be5e-45fc-9350-20bc4eec0d0c tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for floatingip, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:48.667684 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2239715c-be5e-45fc-9350-20bc4eec0d0c tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:48.788115 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-2239715c-be5e-45fc-9350-20bc4eec0d0c tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Allocated IP 172.25.3.91 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/f1885133-1002-4b94-b607-1e4aa6452dd4) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:43:48.912466 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2239715c-be5e-45fc-9350-20bc4eec0d0c tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:48.973672 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2239715c-be5e-45fc-9350-20bc4eec0d0c tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.016131 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2239715c-be5e-45fc-9350-20bc4eec0d0c tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:43:49.019219 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-2239715c-be5e-45fc-9350-20bc4eec0d0c tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:43:49.025046 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2239715c-be5e-45fc-9350-20bc4eec0d0c tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:43:49.055035 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239715c-be5e-45fc-9350-20bc4eec0d0c tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Pushing event updated for resources: {'Port': ['ID=f1885133-1002-4b94-b607-1e4aa6452dd4,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:49.413172 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2239715c-be5e-45fc-9350-20bc4eec0d0c tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.504425 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2239715c-be5e-45fc-9350-20bc4eec0d0c tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.740480 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2239715c-be5e-45fc-9350-20bc4eec0d0c tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.748641 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2239715c-be5e-45fc-9350-20bc4eec0d0c tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.835915 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239715c-be5e-45fc-9350-20bc4eec0d0c tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Pushing event updated for resources: {'Port': ['ID=f1885133-1002-4b94-b607-1e4aa6452dd4,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:49.852276 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38e4e3-6f5e-43c7-8b01-27c053111eff req-b3e5d10c-4689-4247-9bbf-4ee681f66a9d tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:49.853787 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0b38e4e3-6f5e-43c7-8b01-27c053111eff req-b3e5d10c-4689-4247-9bbf-4ee681f66a9d tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 946 time: 0.1744666 Jul 13 07:43:49.866337 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2239715c-be5e-45fc-9350-20bc4eec0d0c tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:49.970904 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0b38e4e3-6f5e-43c7-8b01-27c053111eff req-0c89345f-c5da-4142-9ae8-f22d52272e72 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060266 Jul 13 07:43:50.021228 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [None req-2239715c-be5e-45fc-9350-20bc4eec0d0c tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Floating IP 46aa4967-6bb8-41c6-aa2c-c7ea7d9941e3 associated. External IP: 172.25.3.91, port: d1dd7ba8-a95d-433e-8552-4f55f25ab018. Jul 13 07:43:50.257537 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2239715c-be5e-45fc-9350-20bc4eec0d0c tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Router d7ae6965-3f86-4c02-8a9b-18c6b70cf676 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:43:50.379440 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2239715c-be5e-45fc-9350-20bc4eec0d0c tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:43:50.390460 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256920b4-7452-4841-9370-5e5568de8482 None None] Sync routers for ids ['d7ae6965-3f86-4c02-8a9b-18c6b70cf676'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:43:50.400331 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256920b4-7452-4841-9370-5e5568de8482 None None] Routers {'d7ae6965-3f86-4c02-8a9b-18c6b70cf676'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:50.401355 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-256920b4-7452-4841-9370-5e5568de8482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:43:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d7ae6965-3f86-4c02-8a9b-18c6b70cf676'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:50.409686 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2239715c-be5e-45fc-9350-20bc4eec0d0c tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:50.459334 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 50514) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:50.472009 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2239715c-be5e-45fc-9350-20bc4eec0d0c tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9725170 Jul 13 07:43:50.473906 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2942f08-26e4-4322-b1db-7e319c16a17b', 'tag': 'd1dd7ba8-a95d-433e-8552-4f55f25ab018'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:50.476669 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c91b197-48e5-4edb-a893-e8fa547d534a" -d '{"events": [{"name": "network-changed", "server_uuid": "d2942f08-26e4-4322-b1db-7e319c16a17b", "tag": "d1dd7ba8-a95d-433e-8552-4f55f25ab018"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:50.535885 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-256920b4-7452-4841-9370-5e5568de8482 None None] Set router d7ae6965-3f86-4c02-8a9b-18c6b70cf676 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:50.570476 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bad4b39-bf28-44c7-9845-8e12c9ef802e x-openstack-request-id: req-9bad4b39-bf28-44c7-9845-8e12c9ef802e {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:50.570683 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2942f08-26e4-4322-b1db-7e319c16a17b", "tag": "d1dd7ba8-a95d-433e-8552-4f55f25ab018", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:50.570944 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9bad4b39-bf28-44c7-9845-8e12c9ef802e {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:50.572409 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2942f08-26e4-4322-b1db-7e319c16a17b', 'tag': 'd1dd7ba8-a95d-433e-8552-4f55f25ab018', 'status': 'completed', 'code': 200} Jul 13 07:43:50.834661 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-256920b4-7452-4841-9370-5e5568de8482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ae6965-3f86-4c02-8a9b-18c6b70cf676', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1723721982', 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'ee38c116-5577-4bc2-9343-8070205e5d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:26Z', 'updated_at': '2021-07-13T07:43:32Z', 'revision_number': 4, 'project_id': '47427af84b21400f9d6bb53f89c64984', 'gw_port': {'id': 'ee38c116-5577-4bc2-9343-8070205e5d2d', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:af:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae6965-3f86-4c02-8a9b-18c6b70cf676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:27Z', 'updated_at': '2021-07-13T07:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '46aa4967-6bb8-41c6-aa2c-c7ea7d9941e3', 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'd7ae6965-3f86-4c02-8a9b-18c6b70cf676', 'port_id': 'd1dd7ba8-a95d-433e-8552-4f55f25ab018', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da833430-f608-4888-a1ab-92054e3ab27d', 'mac_address': 'fa:16:3e:fc:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2942f08-26e4-4322-b1db-7e319c16a17b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:43:49Z', 'updated_at': '2021-07-13T07:43:49Z', 'revision_number': 0, 'project_id': '47427af84b21400f9d6bb53f89c64984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da4f517f-4f9c-4ba0-9367-6bca1138d42a', 'name': '', 'network_id': 'da833430-f608-4888-a1ab-92054e3ab27d', 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'mac_address': 'fa:16:3e:4e:da:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae6965-3f86-4c02-8a9b-18c6b70cf676', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'b35c8ff3-e2ca-4465-a6e4-9ede00345306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:31Z', 'updated_at': '2021-07-13T07:43:38Z', 'revision_number': 5, 'project_id': '47427af84b21400f9d6bb53f89c64984', 'subnets': [{'id': 'b35c8ff3-e2ca-4465-a6e4-9ede00345306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:50.873187 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256920b4-7452-4841-9370-5e5568de8482 None None] Checking router: d7ae6965-3f86-4c02-8a9b-18c6b70cf676 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:43:50.891718 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256920b4-7452-4841-9370-5e5568de8482 None None] Routers {'d7ae6965-3f86-4c02-8a9b-18c6b70cf676'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:50.892531 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-256920b4-7452-4841-9370-5e5568de8482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:43:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d7ae6965-3f86-4c02-8a9b-18c6b70cf676'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:51.042332 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74f2803-775d-49e9-9012-c2b441696bec tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:51.042809 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74f2803-775d-49e9-9012-c2b441696bec tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:51.043305 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74f2803-775d-49e9-9012-c2b441696bec tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:51.043806 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74f2803-775d-49e9-9012-c2b441696bec tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:51.044228 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74f2803-775d-49e9-9012-c2b441696bec tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:51.045036 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74f2803-775d-49e9-9012-c2b441696bec tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:51.045895 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74f2803-775d-49e9-9012-c2b441696bec tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:51.047235 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74f2803-775d-49e9-9012-c2b441696bec tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:51.047818 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74f2803-775d-49e9-9012-c2b441696bec tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:51.048269 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74f2803-775d-49e9-9012-c2b441696bec tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:51.048735 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74f2803-775d-49e9-9012-c2b441696bec tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:51.050898 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f74f2803-775d-49e9-9012-c2b441696bec tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7786 time: 0.5906589 Jul 13 07:43:51.054022 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 50532) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:51.060901 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:43:51.076326 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91b197-48e5-4edb-a893-e8fa547d534a req-b28e2114-bd68-44a1-9868-1e010a5d777e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:51.079745 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5c91b197-48e5-4edb-a893-e8fa547d534a req-b28e2114-bd68-44a1-9868-1e010a5d777e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=47427af84b21400f9d6bb53f89c64984&device_id=d2942f08-26e4-4322-b1db-7e319c16a17b HTTP/1.1" status: 200 len: 1137 time: 0.4793959 Jul 13 07:43:51.179096 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e5c515-246e-4dbc-af06-1ff335a3d3a6 tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:51.179891 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e5c515-246e-4dbc-af06-1ff335a3d3a6 tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:51.180512 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e5c515-246e-4dbc-af06-1ff335a3d3a6 tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:51.181129 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e5c515-246e-4dbc-af06-1ff335a3d3a6 tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:51.181771 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e5c515-246e-4dbc-af06-1ff335a3d3a6 tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:51.182513 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e5c515-246e-4dbc-af06-1ff335a3d3a6 tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:51.183129 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e5c515-246e-4dbc-af06-1ff335a3d3a6 tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:51.183767 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e5c515-246e-4dbc-af06-1ff335a3d3a6 tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:51.184374 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e5c515-246e-4dbc-af06-1ff335a3d3a6 tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:51.184980 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e5c515-246e-4dbc-af06-1ff335a3d3a6 tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:51.185692 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e5c515-246e-4dbc-af06-1ff335a3d3a6 tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:51.188528 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f6e5c515-246e-4dbc-af06-1ff335a3d3a6 tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7200 time: 0.1330471 Jul 13 07:43:51.192573 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 50536) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:51.227969 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91b197-48e5-4edb-a893-e8fa547d534a req-f78b7ad4-1392-49e4-9e55-86002160e370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:51.229645 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5c91b197-48e5-4edb-a893-e8fa547d534a req-f78b7ad4-1392-49e4-9e55-86002160e370 service neutron] 10.222.0.42 "GET /v2.0/networks?id=da833430-f608-4888-a1ab-92054e3ab27d HTTP/1.1" status: 200 len: 898 time: 0.1449759 Jul 13 07:43:51.332213 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-256920b4-7452-4841-9370-5e5568de8482 None None] Set router d7ae6965-3f86-4c02-8a9b-18c6b70cf676 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:51.396050 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5c91b197-48e5-4edb-a893-e8fa547d534a req-e0f74182-8425-4cc6-a28c-27eeb0faa648 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1dd7ba8-a95d-433e-8552-4f55f25ab018 HTTP/1.1" status: 200 len: 999 time: 0.1598203 Jul 13 07:43:51.498005 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91b197-48e5-4edb-a893-e8fa547d534a req-38257713-2163-4113-9a1a-704545f20d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:51.500143 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5c91b197-48e5-4edb-a893-e8fa547d534a req-38257713-2163-4113-9a1a-704545f20d2b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b35c8ff3-e2ca-4465-a6e4-9ede00345306 HTTP/1.1" status: 200 len: 834 time: 0.0984628 Jul 13 07:43:51.602471 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91b197-48e5-4edb-a893-e8fa547d534a req-de42d175-e1a2-42fa-ba84-d5cfc066bb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:51.604098 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5c91b197-48e5-4edb-a893-e8fa547d534a req-de42d175-e1a2-42fa-ba84-d5cfc066bb77 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=da833430-f608-4888-a1ab-92054e3ab27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0977736 Jul 13 07:43:51.704559 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-256920b4-7452-4841-9370-5e5568de8482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ae6965-3f86-4c02-8a9b-18c6b70cf676', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1723721982', 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'ee38c116-5577-4bc2-9343-8070205e5d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:26Z', 'updated_at': '2021-07-13T07:43:32Z', 'revision_number': 4, 'project_id': '47427af84b21400f9d6bb53f89c64984', 'gw_port': {'id': 'ee38c116-5577-4bc2-9343-8070205e5d2d', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:af:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae6965-3f86-4c02-8a9b-18c6b70cf676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:27Z', 'updated_at': '2021-07-13T07:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '46aa4967-6bb8-41c6-aa2c-c7ea7d9941e3', 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'd7ae6965-3f86-4c02-8a9b-18c6b70cf676', 'port_id': 'd1dd7ba8-a95d-433e-8552-4f55f25ab018', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da833430-f608-4888-a1ab-92054e3ab27d', 'mac_address': 'fa:16:3e:fc:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2942f08-26e4-4322-b1db-7e319c16a17b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:43:49Z', 'updated_at': '2021-07-13T07:43:49Z', 'revision_number': 0, 'project_id': '47427af84b21400f9d6bb53f89c64984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da4f517f-4f9c-4ba0-9367-6bca1138d42a', 'name': '', 'network_id': 'da833430-f608-4888-a1ab-92054e3ab27d', 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'mac_address': 'fa:16:3e:4e:da:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae6965-3f86-4c02-8a9b-18c6b70cf676', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'b35c8ff3-e2ca-4465-a6e4-9ede00345306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:31Z', 'updated_at': '2021-07-13T07:43:38Z', 'revision_number': 5, 'project_id': '47427af84b21400f9d6bb53f89c64984', 'subnets': [{'id': 'b35c8ff3-e2ca-4465-a6e4-9ede00345306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:51.733498 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5c91b197-48e5-4edb-a893-e8fa547d534a req-ec2bd4d2-15d6-4660-a04c-21ca99065395 service neutron] 10.222.0.42 "GET /v2.0/networks/da833430-f608-4888-a1ab-92054e3ab27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228909 Jul 13 07:43:51.797106 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256920b4-7452-4841-9370-5e5568de8482 None None] The sync data for ids ['d7ae6965-3f86-4c02-8a9b-18c6b70cf676'] in n-d-771363-34 is: [{'id': 'd7ae6965-3f86-4c02-8a9b-18c6b70cf676', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1723721982', 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'ee38c116-5577-4bc2-9343-8070205e5d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:26Z', 'updated_at': '2021-07-13T07:43:32Z', 'revision_number': 4, 'project_id': '47427af84b21400f9d6bb53f89c64984', 'gw_port': {'id': 'ee38c116-5577-4bc2-9343-8070205e5d2d', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:af:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae6965-3f86-4c02-8a9b-18c6b70cf676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:27Z', 'updated_at': '2021-07-13T07:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '46aa4967-6bb8-41c6-aa2c-c7ea7d9941e3', 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'd7ae6965-3f86-4c02-8a9b-18c6b70cf676', 'port_id': 'd1dd7ba8-a95d-433e-8552-4f55f25ab018', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da833430-f608-4888-a1ab-92054e3ab27d', 'mac_address': 'fa:16:3e:fc:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2942f08-26e4-4322-b1db-7e319c16a17b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:43:49Z', 'updated_at': '2021-07-13T07:43:49Z', 'revision_number': 0, 'project_id': '47427af84b21400f9d6bb53f89c64984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da4f517f-4f9c-4ba0-9367-6bca1138d42a', 'name': '', 'network_id': 'da833430-f608-4888-a1ab-92054e3ab27d', 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'mac_address': 'fa:16:3e:4e:da:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae6965-3f86-4c02-8a9b-18c6b70cf676', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'b35c8ff3-e2ca-4465-a6e4-9ede00345306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:31Z', 'updated_at': '2021-07-13T07:43:38Z', 'revision_number': 5, 'project_id': '47427af84b21400f9d6bb53f89c64984', 'subnets': [{'id': 'b35c8ff3-e2ca-4465-a6e4-9ede00345306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:43:51.858744 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3131d4-f829-4ef4-b199-6b01938dfc27 req-d68e15ec-cd40-4114-bfb2-61def91c3216 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:51.860394 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bf3131d4-f829-4ef4-b199-6b01938dfc27 req-d68e15ec-cd40-4114-bfb2-61def91c3216 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 946 time: 0.6296496 Jul 13 07:43:51.874140 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5c91b197-48e5-4edb-a893-e8fa547d534a req-d827d64b-b45b-4d33-b51d-4b6c7f1f1f3e service neutron] 10.222.0.42 "GET /v2.0/networks/da833430-f608-4888-a1ab-92054e3ab27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344349 Jul 13 07:43:51.970609 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bf3131d4-f829-4ef4-b199-6b01938dfc27 req-26483bf8-2070-4b7e-8c5a-a4a8e7ce9d71 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038644 Jul 13 07:43:52.062794 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c5c2af37-d866-465e-88bc-2db57a47b291 tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6657 time: 0.8686600 Jul 13 07:43:52.066009 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 50552) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:43:52.136219 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9260d4-a717-4400-b106-6b388e4b2a88 None None] New status for floating IP 46aa4967-6bb8-41c6-aa2c-c7ea7d9941e3: ACTIVE {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:43:52.171419 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f970809a-f99a-4bd6-b803-7512d497b121 tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:52.172015 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f970809a-f99a-4bd6-b803-7512d497b121 tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:52.179183 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f970809a-f99a-4bd6-b803-7512d497b121 tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d7ae6965-3f86-4c02-8a9b-18c6b70cf676 HTTP/1.1" status: 200 len: 1991 time: 0.1116974 Jul 13 07:43:53.188977 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a78f2-a461-4378-ace0-a8050fbeb723 req-0a9a1f6d-4c41-44f9-9032-8cbc22ecc843 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:53.190763 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-216a78f2-a461-4378-ace0-a8050fbeb723 req-0a9a1f6d-4c41-44f9-9032-8cbc22ecc843 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 946 time: 0.0746553 Jul 13 07:43:53.240659 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-216a78f2-a461-4378-ace0-a8050fbeb723 req-23937b4c-54d9-4830-833d-05abd52f233c tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435257 Jul 13 07:43:53.345548 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:53.923693 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:54.467300 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b96fc8-9d38-4232-a759-c65ff0bde042 req-0be8e120-cfc5-4fdc-abc5-8d48a441e363 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:54.469207 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-02b96fc8-9d38-4232-a759-c65ff0bde042 req-0be8e120-cfc5-4fdc-abc5-8d48a441e363 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 946 time: 0.0832622 Jul 13 07:43:54.528044 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-02b96fc8-9d38-4232-a759-c65ff0bde042 req-59491185-c05f-49d7-b16a-3ae4d9767781 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527306 Jul 13 07:43:55.110265 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f820413-65cd-4b59-b79d-e754e0c628a4 req-e0b92469-d4d3-49a6-8edd-00788c287a5a tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:55.115867 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5f820413-65cd-4b59-b79d-e754e0c628a4 req-e0b92469-d4d3-49a6-8edd-00788c287a5a tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eaa9c9f-64e1-471c-9189-8a299fadaf22 HTTP/1.1" status: 200 len: 945 time: 0.0796065 Jul 13 07:43:55.163665 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5f820413-65cd-4b59-b79d-e754e0c628a4 req-d25d6aac-7f80-4190-b57c-d1e6a4be0a77 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?id=c809d8fb-98c4-4484-802e-8d0dec699077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458317 Jul 13 07:43:55.714732 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f0e9f-aacf-4e55-a660-cfa059e78fe9 req-2e32b6ca-01ca-4246-95e9-446cfdf77597 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:55.716214 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-732f0e9f-aacf-4e55-a660-cfa059e78fe9 req-2e32b6ca-01ca-4246-95e9-446cfdf77597 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 946 time: 0.0693460 Jul 13 07:43:55.757193 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-732f0e9f-aacf-4e55-a660-cfa059e78fe9 req-f77fc85c-57f2-44b6-b25c-af6e328b41c1 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334074 Jul 13 07:43:56.351612 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d2fd5-f620-466f-b4a9-c85c2eb52241 req-0e40ba45-2ef1-4d6f-a813-a1fc40815a60 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:56.353021 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-061d2fd5-f620-466f-b4a9-c85c2eb52241 req-0e40ba45-2ef1-4d6f-a813-a1fc40815a60 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eaa9c9f-64e1-471c-9189-8a299fadaf22 HTTP/1.1" status: 200 len: 945 time: 0.0635471 Jul 13 07:43:56.398991 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-061d2fd5-f620-466f-b4a9-c85c2eb52241 req-a4ca3030-605f-4981-953c-ef193a0d848f tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups?id=c809d8fb-98c4-4484-802e-8d0dec699077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396001 Jul 13 07:43:56.730715 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d861659-064d-4ce3-8024-2f12998fcca2 req-7ad6888b-c396-45c0-80db-c7ce13ab35af tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:56.732298 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6d861659-064d-4ce3-8024-2f12998fcca2 req-7ad6888b-c396-45c0-80db-c7ce13ab35af tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.25 "GET /v2.0/ports?device_id=4eaa9c9f-64e1-471c-9189-8a299fadaf22 HTTP/1.1" status: 200 len: 945 time: 0.0664659 Jul 13 07:43:56.843696 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-6d861659-064d-4ce3-8024-2f12998fcca2 req-b0772b22-b1b5-400e-af97-529960f9492b tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Deleting port 7c87d6b4-73d0-40c9-b608-a0c471d7b935 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:43:56.844039 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-6d861659-064d-4ce3-8024-2f12998fcca2 req-b0772b22-b1b5-400e-af97-529960f9492b tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:56.971300 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-6d861659-064d-4ce3-8024-2f12998fcca2 req-b0772b22-b1b5-400e-af97-529960f9492b tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] For port 7c87d6b4-73d0-40c9-b608-a0c471d7b935, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=7c87d6b4-73d0-40c9-b608-a0c471d7b935,segment=NetworkSegment(11955ddd-a8b9-470c-b670-fec4bab54b6d),segment_id=11955ddd-a8b9-470c-b670-fec4bab54b6d)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:43:56.971670 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-6d861659-064d-4ce3-8024-2f12998fcca2 req-b0772b22-b1b5-400e-af97-529960f9492b tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:57.074286 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354c927-5ef9-4789-8d6c-c7856d02a901 req-865aa14f-0271-4f07-aac2-dd94d40ec454 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:57.075704 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8354c927-5ef9-4789-8d6c-c7856d02a901 req-865aa14f-0271-4f07-aac2-dd94d40ec454 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 946 time: 0.1724765 Jul 13 07:43:57.171361 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8354c927-5ef9-4789-8d6c-c7856d02a901 req-d2161c07-08c1-4b13-9722-18a9ca2e7e0b tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870309 Jul 13 07:43:57.266109 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-6d861659-064d-4ce3-8024-2f12998fcca2 req-b0772b22-b1b5-400e-af97-529960f9492b tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:57.266489 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-6d861659-064d-4ce3-8024-2f12998fcca2 req-b0772b22-b1b5-400e-af97-529960f9492b tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:57.266808 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [req-6d861659-064d-4ce3-8024-2f12998fcca2 req-b0772b22-b1b5-400e-af97-529960f9492b tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Floating IP 6b6e1461-c914-4242-9a6b-b7974bc1d527 disassociated. External IP: 172.25.3.167, port: 7c87d6b4-73d0-40c9-b608-a0c471d7b935. Jul 13 07:43:57.267171 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-6d861659-064d-4ce3-8024-2f12998fcca2 req-b0772b22-b1b5-400e-af97-529960f9492b tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Calling delete_port for 7c87d6b4-73d0-40c9-b608-a0c471d7b935 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:43:57.454292 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-6d861659-064d-4ce3-8024-2f12998fcca2 req-b0772b22-b1b5-400e-af97-529960f9492b tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:57.499968 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0772b22-b1b5-400e-af97-529960f9492b tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Pushing event deleted for resources: {'Port': ['ID=7c87d6b4-73d0-40c9-b608-a0c471d7b935,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:43:57.518045 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0772b22-b1b5-400e-af97-529960f9492b tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:57.518462 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0772b22-b1b5-400e-af97-529960f9492b tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:57.518897 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0772b22-b1b5-400e-af97-529960f9492b tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:57.519114 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0772b22-b1b5-400e-af97-529960f9492b tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:57.519665 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0772b22-b1b5-400e-af97-529960f9492b tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:57.520145 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0772b22-b1b5-400e-af97-529960f9492b tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:57.520944 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0772b22-b1b5-400e-af97-529960f9492b tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:57.521619 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0772b22-b1b5-400e-af97-529960f9492b tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:57.521619 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0772b22-b1b5-400e-af97-529960f9492b tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:57.521904 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0772b22-b1b5-400e-af97-529960f9492b tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:57.522453 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0772b22-b1b5-400e-af97-529960f9492b tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:57.523005 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0772b22-b1b5-400e-af97-529960f9492b tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:43:57.605063 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d7e7438a-53ba-4b46-9c6c-ed9bbcd69173 req-6d070133-40b6-4433-a107-a8c39cb51e51 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eaa9c9f-64e1-471c-9189-8a299fadaf22 HTTP/1.1" status: 200 len: 210 time: 0.0452285 Jul 13 07:43:57.677072 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d861659-064d-4ce3-8024-2f12998fcca2 req-b0772b22-b1b5-400e-af97-529960f9492b tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Router 22c527f4-252f-48a6-8240-5b7037b7bb83 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:43:57.791749 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d861659-064d-4ce3-8024-2f12998fcca2 req-b0772b22-b1b5-400e-af97-529960f9492b tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:43:57.806370 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b44d87c-736e-402c-8682-5f118d3a7dc3 None None] Sync routers for ids ['22c527f4-252f-48a6-8240-5b7037b7bb83'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:43:57.821367 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b44d87c-736e-402c-8682-5f118d3a7dc3 None None] Routers {'22c527f4-252f-48a6-8240-5b7037b7bb83'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:57.822286 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-7b44d87c-736e-402c-8682-5f118d3a7dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:43:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['22c527f4-252f-48a6-8240-5b7037b7bb83'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:57.850666 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d861659-064d-4ce3-8024-2f12998fcca2 req-b0772b22-b1b5-400e-af97-529960f9492b tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] No DVR routers for this DVR port 7c87d6b4-73d0-40c9-b608-a0c471d7b935 on host n-h2-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:43:57.853428 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-6d861659-064d-4ce3-8024-2f12998fcca2 req-b0772b22-b1b5-400e-af97-529960f9492b tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:43:57.855538 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6d861659-064d-4ce3-8024-2f12998fcca2 req-b0772b22-b1b5-400e-af97-529960f9492b tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.25 "DELETE /v2.0/ports/7c87d6b4-73d0-40c9-b608-a0c471d7b935 HTTP/1.1" status: 204 len: 173 time: 1.1168795 Jul 13 07:43:57.856000 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eaa9c9f-64e1-471c-9189-8a299fadaf22', 'name': 'network-vif-deleted', 'tag': '7c87d6b4-73d0-40c9-b608-a0c471d7b935'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:43:57.858722 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57dacddb-d1f0-44bb-8cc0-6ab99d21d87b" -d '{"events": [{"server_uuid": "4eaa9c9f-64e1-471c-9189-8a299fadaf22", "name": "network-vif-deleted", "tag": "7c87d6b4-73d0-40c9-b608-a0c471d7b935"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:43:57.957283 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5215e802-3359-4eca-bb24-2afb47db635d x-openstack-request-id: req-5215e802-3359-4eca-bb24-2afb47db635d {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:43:57.958106 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eaa9c9f-64e1-471c-9189-8a299fadaf22", "name": "network-vif-deleted", "tag": "7c87d6b4-73d0-40c9-b608-a0c471d7b935", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:43:57.958779 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5215e802-3359-4eca-bb24-2afb47db635d {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:43:57.960358 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eaa9c9f-64e1-471c-9189-8a299fadaf22', 'name': 'network-vif-deleted', 'tag': '7c87d6b4-73d0-40c9-b608-a0c471d7b935', 'status': 'completed', 'code': 200} Jul 13 07:43:57.996437 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-7b44d87c-736e-402c-8682-5f118d3a7dc3 None None] Set router 22c527f4-252f-48a6-8240-5b7037b7bb83 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:58.315191 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-7b44d87c-736e-402c-8682-5f118d3a7dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'name': 'tempest-AttachVolumeTestJSON-2132677675-router', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '8b160682-30de-473a-b9b0-61d7d4d8ba37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:26Z', 'updated_at': '2021-07-13T07:36:34Z', 'revision_number': 4, 'project_id': '1d949e521db641e0a957c32596881dd2', 'gw_port': {'id': '8b160682-30de-473a-b9b0-61d7d4d8ba37', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:17:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:27Z', 'updated_at': '2021-07-13T07:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '46d9952a-4c0c-453a-8ecb-485f4362db7c', 'name': '', 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'mac_address': 'fa:16:3e:4c:de:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '161fab74-9ca1-4ff2-9b41-082e2a13736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:33Z', 'updated_at': '2021-07-13T07:36:44Z', 'revision_number': 5, 'project_id': '1d949e521db641e0a957c32596881dd2', 'subnets': [{'id': '161fab74-9ca1-4ff2-9b41-082e2a13736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:58.353233 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b44d87c-736e-402c-8682-5f118d3a7dc3 None None] Checking router: 22c527f4-252f-48a6-8240-5b7037b7bb83 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:43:58.364346 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b44d87c-736e-402c-8682-5f118d3a7dc3 None None] Routers {'22c527f4-252f-48a6-8240-5b7037b7bb83'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:43:58.365351 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-7b44d87c-736e-402c-8682-5f118d3a7dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:43:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['22c527f4-252f-48a6-8240-5b7037b7bb83'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:58.550214 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e8569-9f59-4a35-84aa-83e7a7d10b57 req-fe787808-adb1-466e-a6a2-a03fdc883918 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:58.554797 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-7b44d87c-736e-402c-8682-5f118d3a7dc3 None None] Set router 22c527f4-252f-48a6-8240-5b7037b7bb83 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:43:58.558500 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-461e8569-9f59-4a35-84aa-83e7a7d10b57 req-fe787808-adb1-466e-a6a2-a03fdc883918 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 946 time: 0.1985908 Jul 13 07:43:58.651038 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-461e8569-9f59-4a35-84aa-83e7a7d10b57 req-bcefb8b2-e5a8-4cdf-bc32-e13c65fdd356 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817950 Jul 13 07:43:58.891583 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-49ecbbf0-e34f-462e-b1dc-1a619e63e38a req-5a1fba6a-97ca-4519-9c27-5265b18c7bff tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/ports?device_id=4eaa9c9f-64e1-471c-9189-8a299fadaf22 HTTP/1.1" status: 200 len: 210 time: 0.0653598 Jul 13 07:43:58.957180 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-7b44d87c-736e-402c-8682-5f118d3a7dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'name': 'tempest-AttachVolumeTestJSON-2132677675-router', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '8b160682-30de-473a-b9b0-61d7d4d8ba37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:26Z', 'updated_at': '2021-07-13T07:36:34Z', 'revision_number': 4, 'project_id': '1d949e521db641e0a957c32596881dd2', 'gw_port': {'id': '8b160682-30de-473a-b9b0-61d7d4d8ba37', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:17:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:27Z', 'updated_at': '2021-07-13T07:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '46d9952a-4c0c-453a-8ecb-485f4362db7c', 'name': '', 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'mac_address': 'fa:16:3e:4c:de:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '161fab74-9ca1-4ff2-9b41-082e2a13736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:33Z', 'updated_at': '2021-07-13T07:36:44Z', 'revision_number': 5, 'project_id': '1d949e521db641e0a957c32596881dd2', 'subnets': [{'id': '161fab74-9ca1-4ff2-9b41-082e2a13736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:43:58.987688 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b44d87c-736e-402c-8682-5f118d3a7dc3 None None] The sync data for ids ['22c527f4-252f-48a6-8240-5b7037b7bb83'] in n-d-771363-34 is: [{'id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'name': 'tempest-AttachVolumeTestJSON-2132677675-router', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '8b160682-30de-473a-b9b0-61d7d4d8ba37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:26Z', 'updated_at': '2021-07-13T07:36:34Z', 'revision_number': 4, 'project_id': '1d949e521db641e0a957c32596881dd2', 'gw_port': {'id': '8b160682-30de-473a-b9b0-61d7d4d8ba37', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:17:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:27Z', 'updated_at': '2021-07-13T07:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '46d9952a-4c0c-453a-8ecb-485f4362db7c', 'name': '', 'network_id': 'c6c7368c-96bb-4e1d-964f-3969d7e167b4', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'mac_address': 'fa:16:3e:4c:de:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '161fab74-9ca1-4ff2-9b41-082e2a13736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:33Z', 'updated_at': '2021-07-13T07:36:44Z', 'revision_number': 5, 'project_id': '1d949e521db641e0a957c32596881dd2', 'subnets': [{'id': '161fab74-9ca1-4ff2-9b41-082e2a13736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:43:59.289878 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff0bd74-f08a-4f09-9560-f2e8f6aa65b4 None None] New status for floating IP 6b6e1461-c914-4242-9a6b-b7974bc1d527: DOWN {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:43:59.852905 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01144d40-45ae-480a-b06f-e43f9d72bad0 req-4c551888-87bd-4b62-b6a0-b1637703e724 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:43:59.854423 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-01144d40-45ae-480a-b06f-e43f9d72bad0 req-4c551888-87bd-4b62-b6a0-b1637703e724 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 946 time: 0.0749316 Jul 13 07:43:59.906889 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-01144d40-45ae-480a-b06f-e43f9d72bad0 req-7e841c03-f984-45ce-91f9-87031019881d tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453911 Jul 13 07:44:00.221253 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-342fe7fc-1453-43d0-922b-8764a704a203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:00.227532 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2395b9-bd2e-43d0-a2c5-a73d56c635ff req-8c620d7c-6e6e-40f3-81c7-eba4820ac10d tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:00.231724 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ac2395b9-bd2e-43d0-a2c5-a73d56c635ff req-8c620d7c-6e6e-40f3-81c7-eba4820ac10d tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.0824685 Jul 13 07:44:00.273345 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ac2395b9-bd2e-43d0-a2c5-a73d56c635ff req-7ef31753-7c3e-4ac0-90f6-9da367361911 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370855 Jul 13 07:44:00.467802 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4201c6-5dca-4c68-9f3b-bf62a90b7f55 req-1dce2489-51fa-47e4-b6e1-c8735661784e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:00.469852 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3e4201c6-5dca-4c68-9f3b-bf62a90b7f55 req-1dce2489-51fa-47e4-b6e1-c8735661784e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.0667586 Jul 13 07:44:00.510103 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3e4201c6-5dca-4c68-9f3b-bf62a90b7f55 req-0891fc07-0f3d-4e67-925e-da35e5962010 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343351 Jul 13 07:44:00.847470 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-8af62bcc-963b-4116-9dd3-c8f54f41cec2 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:00.848992 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-8af62bcc-963b-4116-9dd3-c8f54f41cec2 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/networks?id=a4551417-653e-4eb5-9caa-ea21aca7dbd0 HTTP/1.1" status: 200 len: 812 time: 0.1196275 Jul 13 07:44:00.866127 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-ca857fbe-9db9-4f08-b5ad-ca82ac872b1a tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/quotas/c74484ef6db9498290da14ee6e37d87f HTTP/1.1" status: 200 len: 375 time: 0.0114460 Jul 13 07:44:00.969748 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-c9fd7d16-5bf2-4669-8903-f7def7cd32a1 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c74484ef6db9498290da14ee6e37d87f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0971570 Jul 13 07:44:01.077698 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 50756) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:01.158297 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9d9708ff-08ff-407a-ab60-20484fb8930d tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:01.179480 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-575ef76b-8063-4b20-a630-e42349a1edef service neutron] 10.222.0.23 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976862 Jul 13 07:44:01.190566 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9d9708ff-08ff-407a-ab60-20484fb8930d tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:01.247753 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9d9708ff-08ff-407a-ab60-20484fb8930d tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:01.251249 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9d9708ff-08ff-407a-ab60-20484fb8930d tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:01.255845 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9d9708ff-08ff-407a-ab60-20484fb8930d tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "DELETE /v2.0/security-groups/c809d8fb-98c4-4484-802e-8d0dec699077 HTTP/1.1" status: 204 len: 168 time: 0.1729767 Jul 13 07:44:01.257233 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 50758) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:01.277410 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-091cdae7-83cc-4524-946c-077d4a33b9bb tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] show failed (client error): The resource could not be found. Jul 13 07:44:01.281066 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-091cdae7-83cc-4524-946c-077d4a33b9bb tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "GET /v2.0/security-groups/c809d8fb-98c4-4484-802e-8d0dec699077 HTTP/1.1" status: 404 len: 347 time: 0.0202558 Jul 13 07:44:01.281066 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9708ff-08ff-407a-ab60-20484fb8930d tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c809d8fb-98c4-4484-802e-8d0dec699077,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:01.281390 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 50760) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:01.335337 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-bbee2c39-cbd2-44b8-8305-05d1d5cecd90 service neutron] 10.222.0.23 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527491 Jul 13 07:44:01.442756 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-6c2581b3-93e4-48de-8f54-9794617a9237 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Deleting port 4b27743c-7de5-4b52-a574-a3ae02b4039f {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:01.443194 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6c2581b3-93e4-48de-8f54-9794617a9237 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:01.470068 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 7c87d6b4-73d0-40c9-b608-a0c471d7b935 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:44:01.496459 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 7c87d6b4-73d0-40c9-b608-a0c471d7b935 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:44:01.497001 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 7c87d6b4-73d0-40c9-b608-a0c471d7b935 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:44:01.569927 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6c2581b3-93e4-48de-8f54-9794617a9237 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:01.570457 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6c2581b3-93e4-48de-8f54-9794617a9237 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:01.604717 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-18831410-60de-46a0-b6f6-aefc19162645 req-3c1b8b69-a623-4299-8894-ab2964b70d22 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b29d04-e45d-48b9-82b3-4787f33787c1 HTTP/1.1" status: 200 len: 210 time: 0.0633314 Jul 13 07:44:01.615170 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-6c2581b3-93e4-48de-8f54-9794617a9237 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Calling delete_port for 4b27743c-7de5-4b52-a574-a3ae02b4039f owned by network:floatingip {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:01.791989 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6c2581b3-93e4-48de-8f54-9794617a9237 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:01.828965 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2581b3-93e4-48de-8f54-9794617a9237 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Pushing event deleted for resources: {'Port': ['ID=4b27743c-7de5-4b52-a574-a3ae02b4039f,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:01.920449 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6c2581b3-93e4-48de-8f54-9794617a9237 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks [] for floatingip, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:01.923969 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6c2581b3-93e4-48de-8f54-9794617a9237 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:01.925444 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6c2581b3-93e4-48de-8f54-9794617a9237 tempest-AttachVolumeTestJSON-294952158 tempest-AttachVolumeTestJSON-294952158-project] 10.222.0.23 "DELETE /v2.0/floatingips/6b6e1461-c914-4242-9a6b-b7974bc1d527 HTTP/1.1" status: 204 len: 168 time: 0.6431677 Jul 13 07:44:02.768693 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0002898b-2311-4ca4-b067-c1e941d7a903 req-b96a5796-0260-47dd-b8db-1ff7b4676152 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b29d04-e45d-48b9-82b3-4787f33787c1 HTTP/1.1" status: 200 len: 210 time: 0.0389154 Jul 13 07:44:02.934847 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-e6b24145-e26b-4606-95ce-a004da239bef tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:02.937238 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-e6b24145-e26b-4606-95ce-a004da239bef tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.42 "GET /v2.0/networks?id=a4551417-653e-4eb5-9caa-ea21aca7dbd0 HTTP/1.1" status: 200 len: 812 time: 0.1570940 Jul 13 07:44:02.956653 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-e11a5de4-59bd-4213-8f77-c1792c2dfe0b tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Request body: {'port': {'device_id': 'f8b29d04-e45d-48b9-82b3-4787f33787c1', 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0', 'admin_state_up': True, 'tenant_id': 'c74484ef6db9498290da14ee6e37d87f'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:03.100279 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-e11a5de4-59bd-4213-8f77-c1792c2dfe0b tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Made reservation on behalf of c74484ef6db9498290da14ee6e37d87f for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:03.106679 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-e11a5de4-59bd-4213-8f77-c1792c2dfe0b tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.114780 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2314f650-7a04-4bd3-ac1f-e9a2b8cf2021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.167324 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.321197 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-e11a5de4-59bd-4213-8f77-c1792c2dfe0b tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Allocated IP 172.20.0.9 (a4551417-653e-4eb5-9caa-ea21aca7dbd0/18671aeb-533b-431f-ac3f-740be3e9540f/049d9b72-05c4-48d2-8748-28f851928d00) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:03.481101 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-e11a5de4-59bd-4213-8f77-c1792c2dfe0b tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.495874 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-e11a5de4-59bd-4213-8f77-c1792c2dfe0b tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Transition to ACTIVE for port object 049d9b72-05c4-48d2-8748-28f851928d00 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:03.538848 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-e11a5de4-59bd-4213-8f77-c1792c2dfe0b tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.553444 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['df837a61-7753-44d9-99fe-c028e7b6f98f'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:44:03.624335 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-e11a5de4-59bd-4213-8f77-c1792c2dfe0b tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Network a4551417-653e-4eb5-9caa-ea21aca7dbd0 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:03.626573 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a5de4-59bd-4213-8f77-c1792c2dfe0b tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Pushing event updated for resources: {'Port': ['ID=049d9b72-05c4-48d2-8748-28f851928d00,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:03.632419 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-e11a5de4-59bd-4213-8f77-c1792c2dfe0b tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:03.636785 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-e11a5de4-59bd-4213-8f77-c1792c2dfe0b tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:03.703526 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-e11a5de4-59bd-4213-8f77-c1792c2dfe0b tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:03.704361 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-e11a5de4-59bd-4213-8f77-c1792c2dfe0b tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:03.728906 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-e11a5de4-59bd-4213-8f77-c1792c2dfe0b tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7756400 Jul 13 07:44:03.742577 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-5b05057f-577b-4a77-bc18-9854412c1968 service neutron] Request body: {'port': {'device_id': 'f8b29d04-e45d-48b9-82b3-4787f33787c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:03.833906 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-5b05057f-577b-4a77-bc18-9854412c1968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.030252 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-99be5b73-f3ef-4829-8a1b-dc1b17e0cd56 None None] Provisioning for port 049d9b72-05c4-48d2-8748-28f851928d00 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:04.042178 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-99be5b73-f3ef-4829-8a1b-dc1b17e0cd56 None None] Provisioning complete for port 049d9b72-05c4-48d2-8748-28f851928d00 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:04.043012 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-99be5b73-f3ef-4829-8a1b-dc1b17e0cd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.096545 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-99be5b73-f3ef-4829-8a1b-dc1b17e0cd56 None None] Port 049d9b72-05c4-48d2-8748-28f851928d00 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:04.099679 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.232464 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336d2ff-2493-412b-bfbb-57bbdc13ab9c req-0a481e69-2f9c-4251-8daf-12328cc9e38e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:04.241680 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5336d2ff-2493-412b-bfbb-57bbdc13ab9c req-0a481e69-2f9c-4251-8daf-12328cc9e38e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b29d04-e45d-48b9-82b3-4787f33787c1 HTTP/1.1" status: 200 len: 931 time: 0.1990805 Jul 13 07:44:04.329848 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5336d2ff-2493-412b-bfbb-57bbdc13ab9c req-f9136957-aa5f-4f24-b90c-122f4a32ce3d tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870535 Jul 13 07:44:04.357463 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-5b05057f-577b-4a77-bc18-9854412c1968 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 049d9b72-05c4-48d2-8748-28f851928d00 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:44:04.367818 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-5b05057f-577b-4a77-bc18-9854412c1968 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.382831 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-5b05057f-577b-4a77-bc18-9854412c1968 service neutron] Transition to ACTIVE for port object 049d9b72-05c4-48d2-8748-28f851928d00 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:04.388066 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-5b05057f-577b-4a77-bc18-9854412c1968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.446575 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b05057f-577b-4a77-bc18-9854412c1968 service neutron] Pushing event updated for resources: {'Port': ['ID=049d9b72-05c4-48d2-8748-28f851928d00,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:04.546940 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-5b05057f-577b-4a77-bc18-9854412c1968 service neutron] Attempting to bind port 049d9b72-05c4-48d2-8748-28f851928d00 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:44:04.547330 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-5b05057f-577b-4a77-bc18-9854412c1968 service neutron] Attempting to bind port 049d9b72-05c4-48d2-8748-28f851928d00 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '904645b7-f6ff-403f-a4e4-588cda2e87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:44:04.547736 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-5b05057f-577b-4a77-bc18-9854412c1968 service neutron] Attempting to bind port 049d9b72-05c4-48d2-8748-28f851928d00 on network a4551417-653e-4eb5-9caa-ea21aca7dbd0 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:04.559942 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-5b05057f-577b-4a77-bc18-9854412c1968 service neutron] Port 049d9b72-05c4-48d2-8748-28f851928d00 on network a4551417-653e-4eb5-9caa-ea21aca7dbd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:44:04.560345 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-5b05057f-577b-4a77-bc18-9854412c1968 service neutron] Attempting to bind port 049d9b72-05c4-48d2-8748-28f851928d00 on network a4551417-653e-4eb5-9caa-ea21aca7dbd0 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:04.566503 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-5b05057f-577b-4a77-bc18-9854412c1968 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:44:04.567003 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-5b05057f-577b-4a77-bc18-9854412c1968 service neutron] Checking segment: {'id': '904645b7-f6ff-403f-a4e4-588cda2e87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:04.567770 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-5b05057f-577b-4a77-bc18-9854412c1968 service neutron] Bound using segment: {'id': '904645b7-f6ff-403f-a4e4-588cda2e87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:44:04.568312 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-5b05057f-577b-4a77-bc18-9854412c1968 service neutron] Bound port: 049d9b72-05c4-48d2-8748-28f851928d00, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '904645b7-f6ff-403f-a4e4-588cda2e87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:44:04.568771 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-5b05057f-577b-4a77-bc18-9854412c1968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.691584 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-5b05057f-577b-4a77-bc18-9854412c1968 service neutron] For port 049d9b72-05c4-48d2-8748-28f851928d00, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:04.695336 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-5b05057f-577b-4a77-bc18-9854412c1968 service neutron] For port 049d9b72-05c4-48d2-8748-28f851928d00, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=049d9b72-05c4-48d2-8748-28f851928d00,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:44:04.703800 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-5b05057f-577b-4a77-bc18-9854412c1968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.803707 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-5b05057f-577b-4a77-bc18-9854412c1968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:04.804322 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-5b05057f-577b-4a77-bc18-9854412c1968 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:04.805884 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-5b05057f-577b-4a77-bc18-9854412c1968 service neutron] 10.222.0.42 "PUT /v2.0/ports/049d9b72-05c4-48d2-8748-28f851928d00 HTTP/1.1" status: 200 len: 1092 time: 1.0688696 Jul 13 07:44:04.806423 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b29d04-e45d-48b9-82b3-4787f33787c1', 'tag': '049d9b72-05c4-48d2-8748-28f851928d00'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:44:04.808846 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34ca4cc-fa76-4d6f-bd0b-b85cd10b0ea6" -d '{"events": [{"name": "network-changed", "server_uuid": "f8b29d04-e45d-48b9-82b3-4787f33787c1", "tag": "049d9b72-05c4-48d2-8748-28f851928d00"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:44:04.914860 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199d06e1-cd34-4099-b02d-4111176a48e9 x-openstack-request-id: req-199d06e1-cd34-4099-b02d-4111176a48e9 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:44:04.915380 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8b29d04-e45d-48b9-82b3-4787f33787c1", "tag": "049d9b72-05c4-48d2-8748-28f851928d00", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:44:04.915686 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-199d06e1-cd34-4099-b02d-4111176a48e9 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:44:04.916190 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8b29d04-e45d-48b9-82b3-4787f33787c1', 'tag': '049d9b72-05c4-48d2-8748-28f851928d00', 'status': 'completed', 'code': 200} Jul 13 07:44:04.919182 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b05057f-577b-4a77-bc18-9854412c1968 service neutron] Pushing event updated for resources: {'Port': ['ID=049d9b72-05c4-48d2-8748-28f851928d00,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:04.965247 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-0df253ac-ea41-4a89-8ac5-678eeadb6c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:04.966630 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-0df253ac-ea41-4a89-8ac5-678eeadb6c3f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c74484ef6db9498290da14ee6e37d87f&device_id=f8b29d04-e45d-48b9-82b3-4787f33787c1 HTTP/1.1" status: 200 len: 1095 time: 0.0963457 Jul 13 07:44:05.029139 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-8410d143-217d-4df0-b78a-84d08fb7d103 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=049d9b72-05c4-48d2-8748-28f851928d00 HTTP/1.1" status: 200 len: 217 time: 0.0521379 Jul 13 07:44:05.096280 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-fc5dcf4b-7ce1-4f0c-aaa6-4af32e012309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:05.098066 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-fc5dcf4b-7ce1-4f0c-aaa6-4af32e012309 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18671aeb-533b-431f-ac3f-740be3e9540f HTTP/1.1" status: 200 len: 851 time: 0.0629349 Jul 13 07:44:05.177405 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-6da81995-fd57-4cfe-bc42-e0b92ddc1dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:05.179359 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-6da81995-fd57-4cfe-bc42-e0b92ddc1dcb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a4551417-653e-4eb5-9caa-ea21aca7dbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0752645 Jul 13 07:44:05.294647 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-cca87452-12de-4668-bfed-4cbec992ec93 service neutron] 10.222.0.42 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083245 Jul 13 07:44:05.430800 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7326bb58-4fd6-4378-80d8-599df3b6f13e req-12626780-cf27-4f24-bb93-7e62806b0e21 service neutron] 10.222.0.42 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289701 Jul 13 07:44:05.580915 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ca4cc-fa76-4d6f-bd0b-b85cd10b0ea6 req-28261db3-f793-4482-acf3-61eb47660882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:05.582544 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f34ca4cc-fa76-4d6f-bd0b-b85cd10b0ea6 req-28261db3-f793-4482-acf3-61eb47660882 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c74484ef6db9498290da14ee6e37d87f&device_id=f8b29d04-e45d-48b9-82b3-4787f33787c1 HTTP/1.1" status: 200 len: 1095 time: 0.0794220 Jul 13 07:44:05.732689 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ca4cc-fa76-4d6f-bd0b-b85cd10b0ea6 req-2500a44f-dc29-46a0-abd4-79f323ef761d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:05.734222 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f34ca4cc-fa76-4d6f-bd0b-b85cd10b0ea6 req-2500a44f-dc29-46a0-abd4-79f323ef761d service neutron] 10.222.0.42 "GET /v2.0/networks?id=a4551417-653e-4eb5-9caa-ea21aca7dbd0 HTTP/1.1" status: 200 len: 913 time: 0.1355920 Jul 13 07:44:05.742566 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc0343-9ebb-413b-9e56-3d86bab3f19a req-a550f51a-0d40-4fbe-994f-3657ea9f8df6 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:05.744134 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b9fc0343-9ebb-413b-9e56-3d86bab3f19a req-a550f51a-0d40-4fbe-994f-3657ea9f8df6 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b29d04-e45d-48b9-82b3-4787f33787c1 HTTP/1.1" status: 200 len: 943 time: 0.1606619 Jul 13 07:44:05.800986 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f34ca4cc-fa76-4d6f-bd0b-b85cd10b0ea6 req-2403484a-2f22-481f-9fb4-3aa2c76570c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=049d9b72-05c4-48d2-8748-28f851928d00 HTTP/1.1" status: 200 len: 217 time: 0.0547919 Jul 13 07:44:05.858186 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:05.868815 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b9fc0343-9ebb-413b-9e56-3d86bab3f19a req-4590d613-0437-4999-8a8b-152596017480 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711396 Jul 13 07:44:05.912442 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ca4cc-fa76-4d6f-bd0b-b85cd10b0ea6 req-b40b8342-64b5-4f15-af60-d0d72aed5dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:05.913999 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f34ca4cc-fa76-4d6f-bd0b-b85cd10b0ea6 req-b40b8342-64b5-4f15-af60-d0d72aed5dca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18671aeb-533b-431f-ac3f-740be3e9540f HTTP/1.1" status: 200 len: 851 time: 0.0655921 Jul 13 07:44:05.994390 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ca4cc-fa76-4d6f-bd0b-b85cd10b0ea6 req-2034fe01-cef2-4a06-a69e-84c79262225c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:05.996008 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f34ca4cc-fa76-4d6f-bd0b-b85cd10b0ea6 req-2034fe01-cef2-4a06-a69e-84c79262225c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a4551417-653e-4eb5-9caa-ea21aca7dbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0735364 Jul 13 07:44:06.120386 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f34ca4cc-fa76-4d6f-bd0b-b85cd10b0ea6 req-ac2e33b9-453b-476b-9b72-323126590e7a service neutron] 10.222.0.42 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172905 Jul 13 07:44:06.215303 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f34ca4cc-fa76-4d6f-bd0b-b85cd10b0ea6 req-e57911e3-46c6-45b7-a4b5-8374f2272ce8 service neutron] 10.222.0.42 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877655 Jul 13 07:44:07.144655 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab39ef-ba2f-4a44-aa6a-eb4fba388a65 req-c9c2fc76-bb45-4513-b605-a5aea0a8722b tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:07.146338 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-47ab39ef-ba2f-4a44-aa6a-eb4fba388a65 req-c9c2fc76-bb45-4513-b605-a5aea0a8722b tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b29d04-e45d-48b9-82b3-4787f33787c1 HTTP/1.1" status: 200 len: 943 time: 0.0830119 Jul 13 07:44:07.196516 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-47ab39ef-ba2f-4a44-aa6a-eb4fba388a65 req-d2c8d57a-8272-451c-b518-1a4c510c4b67 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420239 Jul 13 07:44:07.771870 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 049d9b72-05c4-48d2-8748-28f851928d00 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:44:07.922847 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 049d9b72-05c4-48d2-8748-28f851928d00, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=049d9b72-05c4-48d2-8748-28f851928d00,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:07.937513 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '049d9b72-05c4-48d2-8748-28f851928d00', 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0', 'port_id': '049d9b72-05c4-48d2-8748-28f851928d00', 'mac_address': 'fa:16:3e:05:1e:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18671aeb-533b-431f-ac3f-740be3e9540f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:44:07.984496 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:08.001676 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 049d9b72-05c4-48d2-8748-28f851928d00 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:44:08.033690 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 049d9b72-05c4-48d2-8748-28f851928d00, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=049d9b72-05c4-48d2-8748-28f851928d00,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:08.038913 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:08.163517 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=049d9b72-05c4-48d2-8748-28f851928d00,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:08.445885 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['049d9b72-05c4-48d2-8748-28f851928d00'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:44:08.467879 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710f65d-42e9-48e9-90e8-1819f58b3c31 req-793feb14-609b-422b-b95a-39ca21d117cc tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:08.469498 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a710f65d-42e9-48e9-90e8-1819f58b3c31 req-793feb14-609b-422b-b95a-39ca21d117cc tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b29d04-e45d-48b9-82b3-4787f33787c1 HTTP/1.1" status: 200 len: 944 time: 0.1186011 Jul 13 07:44:08.537874 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a710f65d-42e9-48e9-90e8-1819f58b3c31 req-5595073f-deaa-40c1-bdf9-8ca4ddf37eb6 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596595 Jul 13 07:44:09.772959 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61ee63-e85d-4444-a0dc-8df2857ee326 req-f9976c5f-f298-434f-b83f-341a55c24d4f tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:09.779968 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ff61ee63-e85d-4444-a0dc-8df2857ee326 req-f9976c5f-f298-434f-b83f-341a55c24d4f tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b29d04-e45d-48b9-82b3-4787f33787c1 HTTP/1.1" status: 200 len: 944 time: 0.1010141 Jul 13 07:44:09.784407 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 049d9b72-05c4-48d2-8748-28f851928d00 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:09.845492 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 049d9b72-05c4-48d2-8748-28f851928d00 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:09.851773 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 049d9b72-05c4-48d2-8748-28f851928d00 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:09.852510 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:09.863493 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ff61ee63-e85d-4444-a0dc-8df2857ee326 req-1168e802-20f9-4893-aad8-5edb1c182f94 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823696 Jul 13 07:44:09.958807 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:09.983747 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b29d04-e45d-48b9-82b3-4787f33787c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049d9b72-05c4-48d2-8748-28f851928d00'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:44:09.985791 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1ef8b0-3dfe-4c4a-80fe-aaa6a480f95b" -d '{"events": [{"server_uuid": "f8b29d04-e45d-48b9-82b3-4787f33787c1", "name": "network-vif-plugged", "status": "completed", "tag": "049d9b72-05c4-48d2-8748-28f851928d00"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:44:10.022995 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 049d9b72-05c4-48d2-8748-28f851928d00, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=049d9b72-05c4-48d2-8748-28f851928d00,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:10.029717 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:10.043846 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea73281-db6f-4e99-8835-8fad08ec4f03 x-openstack-request-id: req-9ea73281-db6f-4e99-8835-8fad08ec4f03 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:44:10.044932 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b29d04-e45d-48b9-82b3-4787f33787c1", "name": "network-vif-plugged", "status": "completed", "tag": "049d9b72-05c4-48d2-8748-28f851928d00", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:44:10.046506 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9ea73281-db6f-4e99-8835-8fad08ec4f03 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:44:10.048206 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b29d04-e45d-48b9-82b3-4787f33787c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049d9b72-05c4-48d2-8748-28f851928d00', 'code': 200} Jul 13 07:44:10.165071 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=049d9b72-05c4-48d2-8748-28f851928d00,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:10.246725 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c8396-b730-4635-879d-7b07039fa6a5 req-366b0783-8caf-45ab-9885-41b543d16f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:10.249303 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-799c8396-b730-4635-879d-7b07039fa6a5 req-366b0783-8caf-45ab-9885-41b543d16f42 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f8b29d04-e45d-48b9-82b3-4787f33787c1 HTTP/1.1" status: 200 len: 1097 time: 0.1451285 Jul 13 07:44:10.302669 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-799c8396-b730-4635-879d-7b07039fa6a5 req-72167b46-5cb5-499c-896a-622639d5215a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473526 Jul 13 07:44:10.472664 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b0167fad-2073-4877-a483-cd6c33458d67 None None] Provisioning complete for port 049d9b72-05c4-48d2-8748-28f851928d00 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:10.475594 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b0167fad-2073-4877-a483-cd6c33458d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:11.132274 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a6882-9bc3-469e-8b32-2b6315eb5b3b req-d91868aa-daf0-49f9-b5d5-f98726f47b99 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:11.147430 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-798a6882-9bc3-469e-8b32-2b6315eb5b3b req-d91868aa-daf0-49f9-b5d5-f98726f47b99 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b29d04-e45d-48b9-82b3-4787f33787c1 HTTP/1.1" status: 200 len: 945 time: 0.1214571 Jul 13 07:44:11.197547 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-798a6882-9bc3-469e-8b32-2b6315eb5b3b req-57cfdf7a-f0b6-4dae-9bb5-912973701bf3 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485520 Jul 13 07:44:12.482104 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3366674-7dc6-462b-8b87-37c7800fb997 req-c7b44aec-afa9-4a75-afff-4783293066ec tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:12.484466 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a3366674-7dc6-462b-8b87-37c7800fb997 req-c7b44aec-afa9-4a75-afff-4783293066ec tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b29d04-e45d-48b9-82b3-4787f33787c1 HTTP/1.1" status: 200 len: 945 time: 0.1003335 Jul 13 07:44:12.551887 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 50868) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:12.580851 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a3366674-7dc6-462b-8b87-37c7800fb997 req-94efb52f-a450-43d4-8016-691d9dcaba8e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807760 Jul 13 07:44:13.166258 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-86dda951-a9a5-430f-bf9b-f0195203f308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:13.464871 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-86dda951-a9a5-430f-bf9b-f0195203f308 admin admin] Deleting port 46d9952a-4c0c-453a-8ecb-485f4362db7c {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:13.465313 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-86dda951-a9a5-430f-bf9b-f0195203f308 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:13.578235 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-86dda951-a9a5-430f-bf9b-f0195203f308 admin admin] For port 46d9952a-4c0c-453a-8ecb-485f4362db7c, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=46d9952a-4c0c-453a-8ecb-485f4362db7c,segment=NetworkSegment(11955ddd-a8b9-470c-b670-fec4bab54b6d),segment_id=11955ddd-a8b9-470c-b670-fec4bab54b6d)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:13.578235 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-86dda951-a9a5-430f-bf9b-f0195203f308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:13.602125 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-86dda951-a9a5-430f-bf9b-f0195203f308 admin admin] Calling delete_port for 46d9952a-4c0c-453a-8ecb-485f4362db7c owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:13.865352 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-86dda951-a9a5-430f-bf9b-f0195203f308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:13.902933 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dda951-a9a5-430f-bf9b-f0195203f308 admin admin] Pushing event deleted for resources: {'Port': ['ID=46d9952a-4c0c-453a-8ecb-485f4362db7c,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:13.943926 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dda951-a9a5-430f-bf9b-f0195203f308 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:13.944258 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dda951-a9a5-430f-bf9b-f0195203f308 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:13.944676 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dda951-a9a5-430f-bf9b-f0195203f308 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:13.945013 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dda951-a9a5-430f-bf9b-f0195203f308 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:13.945344 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dda951-a9a5-430f-bf9b-f0195203f308 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:13.945678 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dda951-a9a5-430f-bf9b-f0195203f308 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:13.945994 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dda951-a9a5-430f-bf9b-f0195203f308 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:13.946318 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dda951-a9a5-430f-bf9b-f0195203f308 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:13.946645 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dda951-a9a5-430f-bf9b-f0195203f308 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:13.946959 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dda951-a9a5-430f-bf9b-f0195203f308 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:13.947412 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dda951-a9a5-430f-bf9b-f0195203f308 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:13.947755 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dda951-a9a5-430f-bf9b-f0195203f308 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:14.120548 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-86dda951-a9a5-430f-bf9b-f0195203f308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:14.401236 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86dda951-a9a5-430f-bf9b-f0195203f308 admin admin] Router 22c527f4-252f-48a6-8240-5b7037b7bb83 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:44:14.561309 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86dda951-a9a5-430f-bf9b-f0195203f308 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:44:14.570269 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-86dda951-a9a5-430f-bf9b-f0195203f308 admin admin] 10.222.0.23 "PUT /v2.0/routers/22c527f4-252f-48a6-8240-5b7037b7bb83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0161476 Jul 13 07:44:14.571082 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 50892) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:14.573239 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fbbc51-0918-48e0-8435-b3e2427db341 None None] Sync routers for ids ['22c527f4-252f-48a6-8240-5b7037b7bb83'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:44:14.597351 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fbbc51-0918-48e0-8435-b3e2427db341 None None] Routers {'22c527f4-252f-48a6-8240-5b7037b7bb83'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:14.598449 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-21fbbc51-0918-48e0-8435-b3e2427db341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:44:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['22c527f4-252f-48a6-8240-5b7037b7bb83'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:14.781420 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-21fbbc51-0918-48e0-8435-b3e2427db341 None None] Set router 22c527f4-252f-48a6-8240-5b7037b7bb83 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:44:15.137835 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6cfe4179-3fc5-44a7-abfb-81a9c557aef3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.333067 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-21fbbc51-0918-48e0-8435-b3e2427db341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'name': 'tempest-AttachVolumeTestJSON-2132677675-router', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '8b160682-30de-473a-b9b0-61d7d4d8ba37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:26Z', 'updated_at': '2021-07-13T07:44:13Z', 'revision_number': 5, 'project_id': '1d949e521db641e0a957c32596881dd2', 'gw_port': {'id': '8b160682-30de-473a-b9b0-61d7d4d8ba37', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:17:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:27Z', 'updated_at': '2021-07-13T07:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:15.333067 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fbbc51-0918-48e0-8435-b3e2427db341 None None] Checking router: 22c527f4-252f-48a6-8240-5b7037b7bb83 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:44:15.333067 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fbbc51-0918-48e0-8435-b3e2427db341 None None] Routers {'22c527f4-252f-48a6-8240-5b7037b7bb83'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:15.333067 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-21fbbc51-0918-48e0-8435-b3e2427db341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:44:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['22c527f4-252f-48a6-8240-5b7037b7bb83'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:15.439395 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6cfe4179-3fc5-44a7-abfb-81a9c557aef3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.439395 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-6cfe4179-3fc5-44a7-abfb-81a9c557aef3 admin admin] Deleting port 8b160682-30de-473a-b9b0-61d7d4d8ba37 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:15.439395 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6cfe4179-3fc5-44a7-abfb-81a9c557aef3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.440980 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-21fbbc51-0918-48e0-8435-b3e2427db341 None None] Set router 22c527f4-252f-48a6-8240-5b7037b7bb83 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:44:15.475357 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-6cfe4179-3fc5-44a7-abfb-81a9c557aef3 admin admin] For port 8b160682-30de-473a-b9b0-61d7d4d8ba37, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=8b160682-30de-473a-b9b0-61d7d4d8ba37,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:15.475675 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6cfe4179-3fc5-44a7-abfb-81a9c557aef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.492340 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-6cfe4179-3fc5-44a7-abfb-81a9c557aef3 admin admin] Calling delete_port for 8b160682-30de-473a-b9b0-61d7d4d8ba37 owned by network:router_gateway {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:15.678729 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-21fbbc51-0918-48e0-8435-b3e2427db341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'name': 'tempest-AttachVolumeTestJSON-2132677675-router', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '8b160682-30de-473a-b9b0-61d7d4d8ba37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:26Z', 'updated_at': '2021-07-13T07:44:13Z', 'revision_number': 5, 'project_id': '1d949e521db641e0a957c32596881dd2', 'gw_port': {'id': '8b160682-30de-473a-b9b0-61d7d4d8ba37', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:17:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:27Z', 'updated_at': '2021-07-13T07:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:15.716983 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fbbc51-0918-48e0-8435-b3e2427db341 None None] The sync data for ids ['22c527f4-252f-48a6-8240-5b7037b7bb83'] in n-d-771363-34 is: [{'id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'name': 'tempest-AttachVolumeTestJSON-2132677675-router', 'tenant_id': '1d949e521db641e0a957c32596881dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '8b160682-30de-473a-b9b0-61d7d4d8ba37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:36:26Z', 'updated_at': '2021-07-13T07:44:13Z', 'revision_number': 5, 'project_id': '1d949e521db641e0a957c32596881dd2', 'gw_port': {'id': '8b160682-30de-473a-b9b0-61d7d4d8ba37', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:17:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c527f4-252f-48a6-8240-5b7037b7bb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:36:27Z', 'updated_at': '2021-07-13T07:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:44:15.784213 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6cfe4179-3fc5-44a7-abfb-81a9c557aef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:15.811996 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe4179-3fc5-44a7-abfb-81a9c557aef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b160682-30de-473a-b9b0-61d7d4d8ba37,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:15.894277 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6cfe4179-3fc5-44a7-abfb-81a9c557aef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.016788 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6cfe4179-3fc5-44a7-abfb-81a9c557aef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.019542 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6cfe4179-3fc5-44a7-abfb-81a9c557aef3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.077176 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6cfe4179-3fc5-44a7-abfb-81a9c557aef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.077821 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cfe4179-3fc5-44a7-abfb-81a9c557aef3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22c527f4-252f-48a6-8240-5b7037b7bb83 {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:44:16.088729 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6cfe4179-3fc5-44a7-abfb-81a9c557aef3 admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.090416 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6cfe4179-3fc5-44a7-abfb-81a9c557aef3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/22c527f4-252f-48a6-8240-5b7037b7bb83 HTTP/1.1" status: 204 len: 168 time: 1.5176620 Jul 13 07:44:16.093215 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 50924) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:16.186921 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f172183-4204-4388-a92d-ec540fed1130 admin admin] Deleting subnet 161fab74-9ca1-4ff2-9b41-082e2a13736e {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:44:16.192907 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8f172183-4204-4388-a92d-ec540fed1130 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.259183 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8f172183-4204-4388-a92d-ec540fed1130 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.418380 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 46d9952a-4c0c-453a-8ecb-485f4362db7c no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:44:16.464149 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 46d9952a-4c0c-453a-8ecb-485f4362db7c {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:44:16.464607 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 46d9952a-4c0c-453a-8ecb-485f4362db7c not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:44:16.468171 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8f172183-4204-4388-a92d-ec540fed1130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.541030 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8f172183-4204-4388-a92d-ec540fed1130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.588262 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f172183-4204-4388-a92d-ec540fed1130 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=161fab74-9ca1-4ff2-9b41-082e2a13736e,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:16.599988 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8f172183-4204-4388-a92d-ec540fed1130 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.603026 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8f172183-4204-4388-a92d-ec540fed1130 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/161fab74-9ca1-4ff2-9b41-082e2a13736e HTTP/1.1" status: 204 len: 168 time: 0.5081470 Jul 13 07:44:16.605917 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 50932) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:16.606092 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1891150-f98d-4465-b93c-1976896044ea None None] Network c6c7368c-96bb-4e1d-964f-3969d7e167b4 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:16.709912 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4f6c6822-56be-49cb-a23b-006e28d4db1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.812459 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-4f6c6822-56be-49cb-a23b-006e28d4db1d admin admin] Deleting port b72693ba-fe5a-454c-883a-04ae0feb9aa2 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:16.812671 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4f6c6822-56be-49cb-a23b-006e28d4db1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.931757 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-4f6c6822-56be-49cb-a23b-006e28d4db1d admin admin] For port b72693ba-fe5a-454c-883a-04ae0feb9aa2, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=b72693ba-fe5a-454c-883a-04ae0feb9aa2,segment=NetworkSegment(11955ddd-a8b9-470c-b670-fec4bab54b6d),segment_id=11955ddd-a8b9-470c-b670-fec4bab54b6d)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:16.932454 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4f6c6822-56be-49cb-a23b-006e28d4db1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:16.950946 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-4f6c6822-56be-49cb-a23b-006e28d4db1d admin admin] Calling delete_port for b72693ba-fe5a-454c-883a-04ae0feb9aa2 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:17.059858 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4f6c6822-56be-49cb-a23b-006e28d4db1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.098650 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c6822-56be-49cb-a23b-006e28d4db1d admin admin] Pushing event deleted for resources: {'Port': ['ID=b72693ba-fe5a-454c-883a-04ae0feb9aa2,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:17.102209 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6c6822-56be-49cb-a23b-006e28d4db1d admin admin] No DVR routers for this DVR port b72693ba-fe5a-454c-883a-04ae0feb9aa2 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:44:17.156288 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f955917-c9df-43c5-be82-67fbcdde7491 None None] DHCP port deletion for c6c7368c-96bb-4e1d-964f-3969d7e167b4 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:44:17.249672 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4f6c6822-56be-49cb-a23b-006e28d4db1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.266047 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-4f6c6822-56be-49cb-a23b-006e28d4db1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6c7368c-96bb-4e1d-964f-3969d7e167b4']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:17.287866 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-4f6c6822-56be-49cb-a23b-006e28d4db1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11955ddd-a8b9-470c-b670-fec4bab54b6d') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:17.288357 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-4f6c6822-56be-49cb-a23b-006e28d4db1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11955ddd-a8b9-470c-b670-fec4bab54b6d') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:17.301605 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4f6c6822-56be-49cb-a23b-006e28d4db1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.318755 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4f6c6822-56be-49cb-a23b-006e28d4db1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.331314 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f6c6822-56be-49cb-a23b-006e28d4db1d admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:44:17.331454 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4f6c6822-56be-49cb-a23b-006e28d4db1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.334348 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:44:17.334348 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:44:17.334348 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:44:17.334348 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:44:17.334348 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:44:17.334348 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:44:17.334348 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:44:17.334348 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:44:17.334348 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:44:17.334348 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:44:17.334348 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:44:17.334348 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:44:17.334348 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:44:17.334348 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:44:17.334348 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:44:17.334348 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:44:17.334348 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:44:17.334348 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:44:17.334348 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:44:17.334348 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:44:17.334348 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:44:17.334348 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:44:17.334348 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:44:17.334348 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:44:17.334348 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:44:17.334348 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:44:17.334348 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:44:17.334348 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:44:17.334348 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:44:17.334348 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:44:17.334348 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:44:17.334348 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:44:17.334348 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:44:17.334348 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:44:17.334348 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:44:17.334348 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:44:17.448765 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4f6c6822-56be-49cb-a23b-006e28d4db1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.482402 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4f6c6822-56be-49cb-a23b-006e28d4db1d admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.483455 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4f6c6822-56be-49cb-a23b-006e28d4db1d admin admin] 10.222.0.23 "DELETE /v2.0/networks/c6c7368c-96bb-4e1d-964f-3969d7e167b4 HTTP/1.1" status: 204 len: 168 time: 0.8753181 Jul 13 07:44:17.484825 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c6822-56be-49cb-a23b-006e28d4db1d admin admin] Pushing event deleted for resources: {'Network': ['ID=c6c7368c-96bb-4e1d-964f-3969d7e167b4,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:17.720358 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 50960) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:17.797390 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2681017e-9e17-4e5f-b36f-3f43b12f7963 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d949e521db641e0a957c32596881dd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0746939 Jul 13 07:44:17.801283 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 50964) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:17.868927 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ec3100c4-8d5d-42c7-86a0-49b7d11b3e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.896183 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ec3100c4-8d5d-42c7-86a0-49b7d11b3e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.979318 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ec3100c4-8d5d-42c7-86a0-49b7d11b3e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.983372 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ec3100c4-8d5d-42c7-86a0-49b7d11b3e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:17.989347 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ec3100c4-8d5d-42c7-86a0-49b7d11b3e8b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/37617d99-6e03-4da3-85e2-618b4863c3c4 HTTP/1.1" status: 204 len: 168 time: 0.1869941 Jul 13 07:44:18.004851 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3100c4-8d5d-42c7-86a0-49b7d11b3e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37617d99-6e03-4da3-85e2-618b4863c3c4,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:18.375344 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 8b160682-30de-473a-b9b0-61d7d4d8ba37 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:44:18.402895 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 8b160682-30de-473a-b9b0-61d7d4d8ba37 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:44:18.403664 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 8b160682-30de-473a-b9b0-61d7d4d8ba37 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:44:18.404914 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b72693ba-fe5a-454c-883a-04ae0feb9aa2 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:44:18.433795 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: b72693ba-fe5a-454c-883a-04ae0feb9aa2 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:44:18.434484 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b72693ba-fe5a-454c-883a-04ae0feb9aa2 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:44:21.189666 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df633f12-2ce8-4f19-a216-ec505a792662 req-e982ee71-77ca-4252-b065-d657de149302 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:21.192423 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-df633f12-2ce8-4f19-a216-ec505a792662 req-e982ee71-77ca-4252-b065-d657de149302 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 946 time: 0.1212726 Jul 13 07:44:21.292293 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-df633f12-2ce8-4f19-a216-ec505a792662 req-271aa39d-ea0d-4560-9e1c-7e689547f31d tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899832 Jul 13 07:44:21.328238 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d04aee61-1e9e-4779-99a7-1cc687f3a969 req-41132ae6-21df-4b20-a2dc-2d0a2b3046a2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8092ac1a-986b-4b18-af0c-e8665f196b9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0977936 Jul 13 07:44:21.429766 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 51074) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:21.462240 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04aee61-1e9e-4779-99a7-1cc687f3a969 req-7b429463-103c-4af2-96c9-6c6854f8e241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:21.464154 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d04aee61-1e9e-4779-99a7-1cc687f3a969 req-7b429463-103c-4af2-96c9-6c6854f8e241 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb77f98a7de949ce8ab9e6a42033a53a&device_id=8092ac1a-986b-4b18-af0c-e8665f196b9d HTTP/1.1" status: 200 len: 1097 time: 0.0790031 Jul 13 07:44:21.600459 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5652183e-f7e1-4fd6-a708-72b5534d29d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:21.657004 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04aee61-1e9e-4779-99a7-1cc687f3a969 req-ecf1b4ef-5f37-4de2-8cf7-395b9441ecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:21.658544 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d04aee61-1e9e-4779-99a7-1cc687f3a969 req-ecf1b4ef-5f37-4de2-8cf7-395b9441ecf2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a1657f64-8077-4b4c-92ad-aa256b38a388 HTTP/1.1" status: 200 len: 910 time: 0.1716759 Jul 13 07:44:21.728724 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5652183e-f7e1-4fd6-a708-72b5534d29d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:21.733944 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5652183e-f7e1-4fd6-a708-72b5534d29d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:21.765840 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6576ea57-d43b-4cb2-8265-beaffea2f49b req-aed68170-717d-45a8-9940-425ddbec2716 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1582530 Jul 13 07:44:21.770595 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5652183e-f7e1-4fd6-a708-72b5534d29d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47485241-ea5b-4701-92ff-f03db8c17295,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:21.773898 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d04aee61-1e9e-4779-99a7-1cc687f3a969 req-6bd7194f-0515-4126-a681-12c181ef59c4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a43f0c2-7004-4d28-96fa-a2d064d3fff4 HTTP/1.1" status: 200 len: 1000 time: 0.1073096 Jul 13 07:44:21.788505 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5652183e-f7e1-4fd6-a708-72b5534d29d6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cab058c7a0a1426f98af72e50027ae4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3561742 Jul 13 07:44:21.789105 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 51080) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:21.867676 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e2024dbf-4578-4956-9d37-4391b655ff44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:21.889191 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04aee61-1e9e-4779-99a7-1cc687f3a969 req-35d0b543-86d5-40c6-9c37-ce92ec2744e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:21.891288 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d04aee61-1e9e-4779-99a7-1cc687f3a969 req-35d0b543-86d5-40c6-9c37-ce92ec2744e2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=251a7d71-99aa-4f18-b278-f93834e899c1 HTTP/1.1" status: 200 len: 848 time: 0.1079295 Jul 13 07:44:21.894238 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e2024dbf-4578-4956-9d37-4391b655ff44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:21.957237 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576ea57-d43b-4cb2-8265-beaffea2f49b req-2e165ae6-331c-426a-b31c-d5ebc5394ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:21.958182 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6576ea57-d43b-4cb2-8265-beaffea2f49b req-2e165ae6-331c-426a-b31c-d5ebc5394ec5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c74484ef6db9498290da14ee6e37d87f&device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 1098 time: 0.1270063 Jul 13 07:44:21.963388 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e2024dbf-4578-4956-9d37-4391b655ff44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:21.971734 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e2024dbf-4578-4956-9d37-4391b655ff44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:21.980508 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e2024dbf-4578-4956-9d37-4391b655ff44 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/47485241-ea5b-4701-92ff-f03db8c17295 HTTP/1.1" status: 204 len: 168 time: 0.1900125 Jul 13 07:44:21.996050 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2024dbf-4578-4956-9d37-4391b655ff44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47485241-ea5b-4701-92ff-f03db8c17295,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:22.026358 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04aee61-1e9e-4779-99a7-1cc687f3a969 req-aa1499d5-e277-4405-9b93-01539587b4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:22.028792 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d04aee61-1e9e-4779-99a7-1cc687f3a969 req-aa1499d5-e277-4405-9b93-01539587b4f0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1657f64-8077-4b4c-92ad-aa256b38a388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1261175 Jul 13 07:44:22.222792 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576ea57-d43b-4cb2-8265-beaffea2f49b req-4c3fe4be-b2bf-4962-80d8-027223b7633c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:22.224496 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6576ea57-d43b-4cb2-8265-beaffea2f49b req-4c3fe4be-b2bf-4962-80d8-027223b7633c service neutron] 10.222.0.25 "GET /v2.0/networks?id=a4551417-653e-4eb5-9caa-ea21aca7dbd0 HTTP/1.1" status: 200 len: 913 time: 0.2446826 Jul 13 07:44:22.380535 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d04aee61-1e9e-4779-99a7-1cc687f3a969 req-49e16140-2c05-41c9-b623-3e12dde637cd service neutron] 10.222.0.42 "GET /v2.0/networks/a1657f64-8077-4b4c-92ad-aa256b38a388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939017 Jul 13 07:44:22.473146 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889c5e1-e09e-44da-8b1b-79d81bfe9e57 req-dd660a66-dc85-48ce-8f9f-7efe4498998a tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:22.475805 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f889c5e1-e09e-44da-8b1b-79d81bfe9e57 req-dd660a66-dc85-48ce-8f9f-7efe4498998a tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 946 time: 0.1213472 Jul 13 07:44:22.497153 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6576ea57-d43b-4cb2-8265-beaffea2f49b req-a46f667e-598a-4487-8054-f52cf1610b2d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88530a7c-2727-4e3e-8acc-8f0525e0f7a7 HTTP/1.1" status: 200 len: 1000 time: 0.2421899 Jul 13 07:44:22.577686 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 51100) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:22.608103 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b2d9d90-2be7-4cc8-a730-aad83875f238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:22.611334 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d04aee61-1e9e-4779-99a7-1cc687f3a969 req-1b95c1d7-440c-42db-8215-6ac9d087f4bb service neutron] 10.222.0.42 "GET /v2.0/networks/a1657f64-8077-4b4c-92ad-aa256b38a388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221036 Jul 13 07:44:22.618884 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576ea57-d43b-4cb2-8265-beaffea2f49b req-3200b359-5e0a-48e4-9557-4955c9a8b260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:22.620405 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6576ea57-d43b-4cb2-8265-beaffea2f49b req-3200b359-5e0a-48e4-9557-4955c9a8b260 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=18671aeb-533b-431f-ac3f-740be3e9540f HTTP/1.1" status: 200 len: 851 time: 0.1172800 Jul 13 07:44:22.734097 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576ea57-d43b-4cb2-8265-beaffea2f49b req-ea140927-69b8-41c3-8f41-a025a9ef0d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:22.736917 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6576ea57-d43b-4cb2-8265-beaffea2f49b req-ea140927-69b8-41c3-8f41-a025a9ef0d70 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4551417-653e-4eb5-9caa-ea21aca7dbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1088679 Jul 13 07:44:22.740587 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-f889c5e1-e09e-44da-8b1b-79d81bfe9e57 req-c7de9357-f19f-4d7a-934a-506d1c106d2c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Deleting port 427301b0-b3d0-417e-ae42-50f689915ac9 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:22.741304 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-f889c5e1-e09e-44da-8b1b-79d81bfe9e57 req-c7de9357-f19f-4d7a-934a-506d1c106d2c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:22.758261 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7981f-2536-4c46-9d83-e5e7a4631a77 req-eb5b5e22-742b-4b9d-a26d-b55526721d5f tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:22.763897 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d4f7981f-2536-4c46-9d83-e5e7a4631a77 req-eb5b5e22-742b-4b9d-a26d-b55526721d5f tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 946 time: 0.1958742 Jul 13 07:44:22.869680 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d4f7981f-2536-4c46-9d83-e5e7a4631a77 req-4b02ff99-4ea8-401b-97a0-ee682e060aa7 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2bb804e-7f19-4700-8e94-77e4cf53d66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960224 Jul 13 07:44:22.900182 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6576ea57-d43b-4cb2-8265-beaffea2f49b req-03032772-f351-4f54-9d7b-7064565d4377 service neutron] 10.222.0.25 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349041 Jul 13 07:44:22.901066 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-f889c5e1-e09e-44da-8b1b-79d81bfe9e57 req-c7de9357-f19f-4d7a-934a-506d1c106d2c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] For port 427301b0-b3d0-417e-ae42-50f689915ac9, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=427301b0-b3d0-417e-ae42-50f689915ac9,segment=NetworkSegment(82b0794f-89d2-4219-8340-180084a286f0),segment_id=82b0794f-89d2-4219-8340-180084a286f0)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:22.901705 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-f889c5e1-e09e-44da-8b1b-79d81bfe9e57 req-c7de9357-f19f-4d7a-934a-506d1c106d2c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:22.926606 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b2d9d90-2be7-4cc8-a730-aad83875f238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:22.960527 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b2d9d90-2be7-4cc8-a730-aad83875f238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:22.999459 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d9d90-2be7-4cc8-a730-aad83875f238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380d0e43-0474-499b-97e5-c176138fc86d,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:23.042390 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6576ea57-d43b-4cb2-8265-beaffea2f49b req-099c0544-9722-4a00-bd10-425706da5505 service neutron] 10.222.0.25 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356640 Jul 13 07:44:23.047572 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2b2d9d90-2be7-4cc8-a730-aad83875f238 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=75b13e551dc8428797ffaac67d591f80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4687791 Jul 13 07:44:23.053763 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 51110) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:23.355649 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.604552 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-33d8c4d4-ace5-484a-826a-4c4a0621939c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.612490 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-f889c5e1-e09e-44da-8b1b-79d81bfe9e57 req-c7de9357-f19f-4d7a-934a-506d1c106d2c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.613091 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-f889c5e1-e09e-44da-8b1b-79d81bfe9e57 req-c7de9357-f19f-4d7a-934a-506d1c106d2c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.613612 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [req-f889c5e1-e09e-44da-8b1b-79d81bfe9e57 req-c7de9357-f19f-4d7a-934a-506d1c106d2c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Floating IP b06831cd-9e6b-4ae2-930d-471c75a9ba17 disassociated. External IP: 172.25.3.143, port: 427301b0-b3d0-417e-ae42-50f689915ac9. Jul 13 07:44:23.614183 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-f889c5e1-e09e-44da-8b1b-79d81bfe9e57 req-c7de9357-f19f-4d7a-934a-506d1c106d2c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Calling delete_port for 427301b0-b3d0-417e-ae42-50f689915ac9 owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:23.649986 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-33d8c4d4-ace5-484a-826a-4c4a0621939c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.805651 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-33d8c4d4-ace5-484a-826a-4c4a0621939c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.808214 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-33d8c4d4-ace5-484a-826a-4c4a0621939c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.809399 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-33d8c4d4-ace5-484a-826a-4c4a0621939c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/380d0e43-0474-499b-97e5-c176138fc86d HTTP/1.1" status: 204 len: 168 time: 0.7544193 Jul 13 07:44:23.827558 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8c4d4-ace5-484a-826a-4c4a0621939c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380d0e43-0474-499b-97e5-c176138fc86d,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:23.853023 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-f889c5e1-e09e-44da-8b1b-79d81bfe9e57 req-c7de9357-f19f-4d7a-934a-506d1c106d2c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:23.884796 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de9357-f19f-4d7a-934a-506d1c106d2c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Pushing event deleted for resources: {'Port': ['ID=427301b0-b3d0-417e-ae42-50f689915ac9,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:23.944583 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:24.064669 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f889c5e1-e09e-44da-8b1b-79d81bfe9e57 req-c7de9357-f19f-4d7a-934a-506d1c106d2c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Router f83a277c-12d3-43ab-a023-cc4b5086da59 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:44:24.141856 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b7769bcc-28e7-46eb-b997-350af2cb09c5 req-308e7eac-49ee-406f-9b31-30b27f6a0e61 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 210 time: 0.0362215 Jul 13 07:44:24.263086 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f889c5e1-e09e-44da-8b1b-79d81bfe9e57 req-c7de9357-f19f-4d7a-934a-506d1c106d2c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:44:24.278458 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2844ca5-7bc4-4c70-bd51-8811b9d0acfa None None] Sync routers for ids ['f83a277c-12d3-43ab-a023-cc4b5086da59'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:44:24.301033 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2844ca5-7bc4-4c70-bd51-8811b9d0acfa None None] Routers {'f83a277c-12d3-43ab-a023-cc4b5086da59'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:24.302023 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-f2844ca5-7bc4-4c70-bd51-8811b9d0acfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:44:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f83a277c-12d3-43ab-a023-cc4b5086da59'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:24.386059 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-f889c5e1-e09e-44da-8b1b-79d81bfe9e57 req-c7de9357-f19f-4d7a-934a-506d1c106d2c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] No DVR routers for this DVR port 427301b0-b3d0-417e-ae42-50f689915ac9 on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:44:24.399155 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-f889c5e1-e09e-44da-8b1b-79d81bfe9e57 req-c7de9357-f19f-4d7a-934a-506d1c106d2c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:24.404612 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f889c5e1-e09e-44da-8b1b-79d81bfe9e57 req-c7de9357-f19f-4d7a-934a-506d1c106d2c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.25 "DELETE /v2.0/ports/427301b0-b3d0-417e-ae42-50f689915ac9 HTTP/1.1" status: 204 len: 173 time: 1.9236512 Jul 13 07:44:24.405211 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b', 'name': 'network-vif-deleted', 'tag': '427301b0-b3d0-417e-ae42-50f689915ac9'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:44:24.413297 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef75e17-ad21-441b-bf49-d06fff696080" -d '{"events": [{"server_uuid": "e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b", "name": "network-vif-deleted", "tag": "427301b0-b3d0-417e-ae42-50f689915ac9"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:44:24.564390 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eacbe7d-612e-44a6-b99e-43172fbd0d5c x-openstack-request-id: req-4eacbe7d-612e-44a6-b99e-43172fbd0d5c {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:44:24.566765 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b", "name": "network-vif-deleted", "tag": "427301b0-b3d0-417e-ae42-50f689915ac9", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:44:24.567176 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4eacbe7d-612e-44a6-b99e-43172fbd0d5c {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:44:24.567736 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b', 'name': 'network-vif-deleted', 'tag': '427301b0-b3d0-417e-ae42-50f689915ac9', 'status': 'completed', 'code': 200} Jul 13 07:44:24.571828 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-f2844ca5-7bc4-4c70-bd51-8811b9d0acfa None None] Set router f83a277c-12d3-43ab-a023-cc4b5086da59 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:44:24.721875 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51156) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:24.848567 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac22f4d-eaa2-4c57-8074-fe2f24467ef1 req-e5cddaf4-dc78-43ad-acd6-c0592a86323e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:24.857636 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6ac22f4d-eaa2-4c57-8074-fe2f24467ef1 req-e5cddaf4-dc78-43ad-acd6-c0592a86323e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1684914 Jul 13 07:44:24.906449 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 51160) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:24.906930 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-13427f16-50e2-4c34-a0de-e71f36a53cc1 tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] 10.222.0.23 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4613 time: 0.1834755 Jul 13 07:44:24.917008 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-7b490f8d-0d37-448c-a27f-f20f654d6b1e tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Request body: {'network': {'name': 'tempest-network-smoke--481373692', 'project_id': '47427af84b21400f9d6bb53f89c64984', 'port_security_enabled': False}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:24.946343 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b490f8d-0d37-448c-a27f-f20f654d6b1e tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Made reservation on behalf of 47427af84b21400f9d6bb53f89c64984 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:24.952618 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7b490f8d-0d37-448c-a27f-f20f654d6b1e tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:25.026231 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6ac22f4d-eaa2-4c57-8074-fe2f24467ef1 req-3a7a4ed7-e563-4333-bc7c-37387f5a0918 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610839 Jul 13 07:44:25.065918 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b490f8d-0d37-448c-a27f-f20f654d6b1e tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:44:25.087636 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7b490f8d-0d37-448c-a27f-f20f654d6b1e tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:25.088532 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-7b490f8d-0d37-448c-a27f-f20f654d6b1e tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Added segment 2a23261e-940e-4bbb-9c57-96300f185acc of type vlan for network f12506b3-8e08-466c-bdc8-5d17357c9e68 Jul 13 07:44:25.176745 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7b490f8d-0d37-448c-a27f-f20f654d6b1e tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:25.220832 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-f2844ca5-7bc4-4c70-bd51-8811b9d0acfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'name': 'tempest-AttachVolumeShelveTestJSON-1034175622-router', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'f8cf5ad5-1270-4bbc-a8ea-8e591950803c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:40:06Z', 'updated_at': '2021-07-13T07:40:15Z', 'revision_number': 4, 'project_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'gw_port': {'id': 'f8cf5ad5-1270-4bbc-a8ea-8e591950803c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:40:08Z', 'updated_at': '2021-07-13T07:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '6ab4a7e9-5349-474e-9201-c034acd45dc9', 'name': '', 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'mac_address': 'fa:16:3e:ee:d9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'bcb14844-0f59-4592-827b-9b964d247113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:40:13Z', 'updated_at': '2021-07-13T07:40:21Z', 'revision_number': 5, 'project_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'subnets': [{'id': 'bcb14844-0f59-4592-827b-9b964d247113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:25.276270 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2844ca5-7bc4-4c70-bd51-8811b9d0acfa None None] Checking router: f83a277c-12d3-43ab-a023-cc4b5086da59 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:44:25.280204 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7b490f8d-0d37-448c-a27f-f20f654d6b1e tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:25.287085 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b490f8d-0d37-448c-a27f-f20f654d6b1e tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:25.287826 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7b490f8d-0d37-448c-a27f-f20f654d6b1e tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:25.289404 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2844ca5-7bc4-4c70-bd51-8811b9d0acfa None None] Routers {'f83a277c-12d3-43ab-a023-cc4b5086da59'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:25.291070 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-f2844ca5-7bc4-4c70-bd51-8811b9d0acfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:44:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f83a277c-12d3-43ab-a023-cc4b5086da59'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:25.448650 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7b490f8d-0d37-448c-a27f-f20f654d6b1e tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5268233 Jul 13 07:44:25.451448 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 51182) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:25.486229 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-555dd421-3779-4409-8e63-442882fc9227 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2018359090', 'admin_state_up': True, 'project_id': '47427af84b21400f9d6bb53f89c64984', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:25.486489 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-f2844ca5-7bc4-4c70-bd51-8811b9d0acfa None None] Set router f83a277c-12d3-43ab-a023-cc4b5086da59 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:44:25.585504 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff46b1e-773c-4d84-b839-b2f93ca9ead4 req-16245518-ea66-4f04-823f-aedd089afedd tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:25.587792 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bff46b1e-773c-4d84-b839-b2f93ca9ead4 req-16245518-ea66-4f04-823f-aedd089afedd tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.2098331 Jul 13 07:44:25.628419 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b9dcf240-9a44-4bd6-9d9f-10c94f65043e req-6694a6c3-8067-49ae-b25a-acfbaa986204 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6f2d6f8-7e4d-4c99-b421-9abceb5bdf4b HTTP/1.1" status: 200 len: 210 time: 0.0621197 Jul 13 07:44:25.689932 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bff46b1e-773c-4d84-b839-b2f93ca9ead4 req-302f8ade-d188-4e41-ba94-c25085887441 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938096 Jul 13 07:44:25.726928 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b490f8d-0d37-448c-a27f-f20f654d6b1e tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Pushing event updated for resources: {'Network': ['ID=f12506b3-8e08-466c-bdc8-5d17357c9e68,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:25.751442 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network f12506b3-8e08-466c-bdc8-5d17357c9e68 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:44:25.755453 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-555dd421-3779-4409-8e63-442882fc9227 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:25.756940 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-555dd421-3779-4409-8e63-442882fc9227 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:25.913172 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-555dd421-3779-4409-8e63-442882fc9227 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:25.943581 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-f2844ca5-7bc4-4c70-bd51-8811b9d0acfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'name': 'tempest-AttachVolumeShelveTestJSON-1034175622-router', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'f8cf5ad5-1270-4bbc-a8ea-8e591950803c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:40:06Z', 'updated_at': '2021-07-13T07:40:15Z', 'revision_number': 4, 'project_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'gw_port': {'id': 'f8cf5ad5-1270-4bbc-a8ea-8e591950803c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:40:08Z', 'updated_at': '2021-07-13T07:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '6ab4a7e9-5349-474e-9201-c034acd45dc9', 'name': '', 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'mac_address': 'fa:16:3e:ee:d9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'bcb14844-0f59-4592-827b-9b964d247113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:40:13Z', 'updated_at': '2021-07-13T07:40:21Z', 'revision_number': 5, 'project_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'subnets': [{'id': 'bcb14844-0f59-4592-827b-9b964d247113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:26.182355 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-555dd421-3779-4409-8e63-442882fc9227 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:26.201020 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2844ca5-7bc4-4c70-bd51-8811b9d0acfa None None] The sync data for ids ['f83a277c-12d3-43ab-a023-cc4b5086da59'] in n-d-771363-34 is: [{'id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'name': 'tempest-AttachVolumeShelveTestJSON-1034175622-router', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'f8cf5ad5-1270-4bbc-a8ea-8e591950803c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:40:06Z', 'updated_at': '2021-07-13T07:40:15Z', 'revision_number': 4, 'project_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'gw_port': {'id': 'f8cf5ad5-1270-4bbc-a8ea-8e591950803c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:40:08Z', 'updated_at': '2021-07-13T07:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '6ab4a7e9-5349-474e-9201-c034acd45dc9', 'name': '', 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'mac_address': 'fa:16:3e:ee:d9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'bcb14844-0f59-4592-827b-9b964d247113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:40:13Z', 'updated_at': '2021-07-13T07:40:21Z', 'revision_number': 5, 'project_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'subnets': [{'id': 'bcb14844-0f59-4592-827b-9b964d247113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:44:26.459580 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10181e6b-0ddf-43bf-baca-4f4c2820e9dd req-12d9916c-8a51-4e0c-bb93-c8fe7f152f9d tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:26.475434 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-10181e6b-0ddf-43bf-baca-4f4c2820e9dd req-12d9916c-8a51-4e0c-bb93-c8fe7f152f9d tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1707306 Jul 13 07:44:26.560092 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-10181e6b-0ddf-43bf-baca-4f4c2820e9dd req-d576c145-6f06-49d7-81c2-fa37cb0f7f85 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788009 Jul 13 07:44:26.610962 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-555dd421-3779-4409-8e63-442882fc9227 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for router_gateway, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:26.635754 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-555dd421-3779-4409-8e63-442882fc9227 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:26.750126 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf2cf84-9f59-4cd2-a7a8-d279464f545e None None] New status for floating IP b06831cd-9e6b-4ae2-930d-471c75a9ba17: DOWN {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:44:26.872530 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51230) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:26.920250 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-555dd421-3779-4409-8e63-442882fc9227 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Allocated IP 172.25.3.177 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/2a6388eb-5c24-48ea-855c-78810576c35f) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:26.952868 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0a29e9e6-0af8-469b-bc66-a7b6b373bc50 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.050153 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0a29e9e6-0af8-469b-bc66-a7b6b373bc50 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.155450 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0a29e9e6-0af8-469b-bc66-a7b6b373bc50 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.159280 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0a29e9e6-0af8-469b-bc66-a7b6b373bc50 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.163753 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 51240) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:27.174700 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0a29e9e6-0af8-469b-bc66-a7b6b373bc50 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "DELETE /v2.0/security-groups/b2bb804e-7f19-4700-8e94-77e4cf53d66b HTTP/1.1" status: 204 len: 168 time: 0.2899148 Jul 13 07:44:27.192966 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-5e2ec967-6284-4386-ba73-b59b8e8b7c47 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] show failed (client error): The resource could not be found. Jul 13 07:44:27.194848 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5e2ec967-6284-4386-ba73-b59b8e8b7c47 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups/b2bb804e-7f19-4700-8e94-77e4cf53d66b HTTP/1.1" status: 404 len: 347 time: 0.0297704 Jul 13 07:44:27.199162 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 51242) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:27.208381 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29e9e6-0af8-469b-bc66-a7b6b373bc50 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bb804e-7f19-4700-8e94-77e4cf53d66b,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:27.213666 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-555dd421-3779-4409-8e63-442882fc9227 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.433695 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-555dd421-3779-4409-8e63-442882fc9227 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.522858 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555dd421-3779-4409-8e63-442882fc9227 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Pushing event updated for resources: {'Port': ['ID=2a6388eb-5c24-48ea-855c-78810576c35f,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:27.524547 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 427301b0-b3d0-417e-ae42-50f689915ac9 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:44:27.543559 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-af554125-e5d1-40de-9504-68ed6d4b60ac tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Deleting port 58fd2762-9eb6-4e2f-b727-e089c9e1343e {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:27.543900 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-af554125-e5d1-40de-9504-68ed6d4b60ac tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.548900 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555dd421-3779-4409-8e63-442882fc9227 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:27.550265 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-555dd421-3779-4409-8e63-442882fc9227 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:27.563346 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555dd421-3779-4409-8e63-442882fc9227 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:27.597826 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 427301b0-b3d0-417e-ae42-50f689915ac9 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:44:27.598472 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 427301b0-b3d0-417e-ae42-50f689915ac9 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:44:27.836640 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-af554125-e5d1-40de-9504-68ed6d4b60ac tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.837036 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-af554125-e5d1-40de-9504-68ed6d4b60ac tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:27.886152 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-af554125-e5d1-40de-9504-68ed6d4b60ac tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Calling delete_port for 58fd2762-9eb6-4e2f-b727-e089c9e1343e owned by network:floatingip {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:27.924461 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a69f1f-fd02-46ff-a181-6543792894dd req-49474270-afa2-4569-bc35-afa5fa217369 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:27.925960 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-12a69f1f-fd02-46ff-a181-6543792894dd req-49474270-afa2-4569-bc35-afa5fa217369 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.3106902 Jul 13 07:44:28.058584 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:44:28.118184 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-12a69f1f-fd02-46ff-a181-6543792894dd req-a56683d3-0a1a-4350-afbb-fb27d7d941d6 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491168 Jul 13 07:44:28.160805 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-555dd421-3779-4409-8e63-442882fc9227 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for router_gateway, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:28.318530 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-af554125-e5d1-40de-9504-68ed6d4b60ac tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:28.358280 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af554125-e5d1-40de-9504-68ed6d4b60ac tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Pushing event deleted for resources: {'Port': ['ID=58fd2762-9eb6-4e2f-b727-e089c9e1343e,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:28.556624 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-af554125-e5d1-40de-9504-68ed6d4b60ac tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for floatingip, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:28.559088 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-af554125-e5d1-40de-9504-68ed6d4b60ac tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:28.570128 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-af554125-e5d1-40de-9504-68ed6d4b60ac tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "DELETE /v2.0/floatingips/b06831cd-9e6b-4ae2-930d-471c75a9ba17 HTTP/1.1" status: 204 len: 168 time: 1.3599286 Jul 13 07:44:28.613971 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-555dd421-3779-4409-8e63-442882fc9227 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:28.855257 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555dd421-3779-4409-8e63-442882fc9227 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Router 691642b5-451e-4cbe-9723-db00788cc853 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:44:29.043066 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555dd421-3779-4409-8e63-442882fc9227 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:44:29.064069 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5c07be-5ce2-47e9-b86e-2800bb816520 None None] Sync routers for ids ['691642b5-451e-4cbe-9723-db00788cc853'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:44:29.077400 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-555dd421-3779-4409-8e63-442882fc9227 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:29.078582 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51304) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:29.080594 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-555dd421-3779-4409-8e63-442882fc9227 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.6201160 Jul 13 07:44:29.083596 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 51306) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:29.091840 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-a4f244e1-b320-4296-9f62-0c7ab9c7e66e tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Request body: {'security_group': {'name': 'tempest-securitygroup--750958454', 'description': 'tempest-description--414411932'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:29.094865 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5c07be-5ce2-47e9-b86e-2800bb816520 None None] Routers {'691642b5-451e-4cbe-9723-db00788cc853'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:29.096028 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-4d5c07be-5ce2-47e9-b86e-2800bb816520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:44:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['691642b5-451e-4cbe-9723-db00788cc853'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:29.151627 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a4f244e1-b320-4296-9f62-0c7ab9c7e66e tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:29.213002 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c4b5ba-8b4e-47b0-82af-dc8349cae5f5 tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:29.214810 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-57c4b5ba-8b4e-47b0-82af-dc8349cae5f5 tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=47427af84b21400f9d6bb53f89c64984&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1298285 Jul 13 07:44:29.218554 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 51318) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:29.374528 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a4f244e1-b320-4296-9f62-0c7ab9c7e66e tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:29.380134 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-4d5c07be-5ce2-47e9-b86e-2800bb816520 None None] Set router 691642b5-451e-4cbe-9723-db00788cc853 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:44:29.381731 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a4f244e1-b320-4296-9f62-0c7ab9c7e66e tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:29.395485 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a6e91f-f5aa-4d83-8b00-b639f68235c0 tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:29.403645 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-08a6e91f-f5aa-4d83-8b00-b639f68235c0 tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1797802 Jul 13 07:44:29.406651 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 51326) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:29.457821 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51330) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:29.461312 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b7cb1c4c-7af6-4fe0-b8e6-c561f53a5117 tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=099fd220-496e-4556-906a-9ab228a05c02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0530939 Jul 13 07:44:29.502716 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f244e1-b320-4296-9f62-0c7ab9c7e66e tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7397dc2d-c33d-464c-af94-877294057204,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:29.535997 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59225db0-8989-4309-8fa4-8656c4775c86 req-12c61f25-0c16-4c4b-842b-838fb0eeb87c tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:29.537908 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-59225db0-8989-4309-8fa4-8656c4775c86 req-12c61f25-0c16-4c4b-842b-838fb0eeb87c tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1329336 Jul 13 07:44:29.552622 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-845c6c7b-05e7-4db9-9272-7564f501a024 tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=47427af84b21400f9d6bb53f89c64984&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0930097 Jul 13 07:44:29.555681 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51334) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:29.611762 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a4f244e1-b320-4296-9f62-0c7ab9c7e66e tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:29.612032 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 51338) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:29.612149 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a4f244e1-b320-4296-9f62-0c7ab9c7e66e tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5225334 Jul 13 07:44:29.617115 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-d66c7869-e4c4-4992-b3f2-2a8c2f9b4b6a tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Request body: {'security_group_rule': {'security_group_id': '7397dc2d-c33d-464c-af94-877294057204', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:29.702142 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d66c7869-e4c4-4992-b3f2-2a8c2f9b4b6a tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:29.758316 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-4d5c07be-5ce2-47e9-b86e-2800bb816520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691642b5-451e-4cbe-9723-db00788cc853', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2018359090', 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '2a6388eb-5c24-48ea-855c-78810576c35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:25Z', 'updated_at': '2021-07-13T07:44:27Z', 'revision_number': 3, 'project_id': '47427af84b21400f9d6bb53f89c64984', 'gw_port': {'id': '2a6388eb-5c24-48ea-855c-78810576c35f', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:55:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691642b5-451e-4cbe-9723-db00788cc853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:26Z', 'updated_at': '2021-07-13T07:44:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:29.822962 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5c07be-5ce2-47e9-b86e-2800bb816520 None None] Checking router: 691642b5-451e-4cbe-9723-db00788cc853 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:44:29.823351 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5c07be-5ce2-47e9-b86e-2800bb816520 None None] Updating router 691642b5-451e-4cbe-9723-db00788cc853 port 2a6388eb-5c24-48ea-855c-78810576c35f binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:44:29.838366 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f366d44-d1cf-482d-8294-401cf9133b12 tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:29.840749 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2f366d44-d1cf-482d-8294-401cf9133b12 tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2830968 Jul 13 07:44:29.843809 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51344) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:29.868978 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d66c7869-e4c4-4992-b3f2-2a8c2f9b4b6a tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:29.877952 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d66c7869-e4c4-4992-b3f2-2a8c2f9b4b6a tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:29.902936 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4d5c07be-5ce2-47e9-b86e-2800bb816520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:29.915290 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-af22ae92-08be-4a68-8271-5d7260275675 tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=099fd220-496e-4556-906a-9ab228a05c02&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0700085 Jul 13 07:44:29.917835 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51346) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:29.920444 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c7869-e4c4-4992-b3f2-2a8c2f9b4b6a tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eb9143b-f138-425b-a197-9ddb83fd5820,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:29.926317 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-fbfb918f-19c6-422a-bf3c-241ce4112b9e tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1056876641', 'network_id': 'f12506b3-8e08-466c-bdc8-5d17357c9e68', 'project_id': '47427af84b21400f9d6bb53f89c64984', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:29.934893 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d66c7869-e4c4-4992-b3f2-2a8c2f9b4b6a tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:29.936915 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d66c7869-e4c4-4992-b3f2-2a8c2f9b4b6a tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3314769 Jul 13 07:44:29.940360 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 51348) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:29.948327 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-6639ea2f-348d-4c05-8dfb-f369aa50f711 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Request body: {'security_group_rule': {'security_group_id': '7397dc2d-c33d-464c-af94-877294057204', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:30.023930 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6639ea2f-348d-4c05-8dfb-f369aa50f711 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:30.040487 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-59225db0-8989-4309-8fa4-8656c4775c86 req-925b2deb-ace9-4346-bb3b-7eb66f3c8535 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4956899 Jul 13 07:44:30.113649 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfb918f-19c6-422a-bf3c-241ce4112b9e tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Made reservation on behalf of 47427af84b21400f9d6bb53f89c64984 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:30.117500 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fbfb918f-19c6-422a-bf3c-241ce4112b9e tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:30.148372 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6639ea2f-348d-4c05-8dfb-f369aa50f711 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:30.155923 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6639ea2f-348d-4c05-8dfb-f369aa50f711 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:30.188976 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ea2f-348d-4c05-8dfb-f369aa50f711 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1b32acb-2908-4fd3-9a3e-34341adcccce,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:30.207569 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6639ea2f-348d-4c05-8dfb-f369aa50f711 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:30.221767 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6639ea2f-348d-4c05-8dfb-f369aa50f711 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2794311 Jul 13 07:44:30.222601 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 51356) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:30.229800 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-8349b324-ea11-4809-a6c7-6e50bb0eeca3 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:30.238432 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-91eadb77-abd5-4af9-8c02-6933dc987fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:30.266546 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8349b324-ea11-4809-a6c7-6e50bb0eeca3 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for floatingip, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:30.448788 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4d5c07be-5ce2-47e9-b86e-2800bb816520 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:30.468748 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-4d5c07be-5ce2-47e9-b86e-2800bb816520 None None] Transition to ACTIVE for port object 2a6388eb-5c24-48ea-855c-78810576c35f will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:30.487155 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4d5c07be-5ce2-47e9-b86e-2800bb816520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:30.537723 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8349b324-ea11-4809-a6c7-6e50bb0eeca3 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:30.578166 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fbfb918f-19c6-422a-bf3c-241ce4112b9e tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:30.600360 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-4d5c07be-5ce2-47e9-b86e-2800bb816520 None None] Attempting to bind port 2a6388eb-5c24-48ea-855c-78810576c35f on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:44:30.600755 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-4d5c07be-5ce2-47e9-b86e-2800bb816520 None None] Attempting to bind port 2a6388eb-5c24-48ea-855c-78810576c35f by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:44:30.600994 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5c07be-5ce2-47e9-b86e-2800bb816520 None None] Attempting to bind port 2a6388eb-5c24-48ea-855c-78810576c35f on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:30.604737 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3be0ab-deca-4228-b95b-9acfcf29553d None None] Pushing event updated for resources: {'Port': ['ID=2a6388eb-5c24-48ea-855c-78810576c35f,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:30.616346 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5c07be-5ce2-47e9-b86e-2800bb816520 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:44:30.616755 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5c07be-5ce2-47e9-b86e-2800bb816520 None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:30.617150 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4d5c07be-5ce2-47e9-b86e-2800bb816520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:30.617543 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5c07be-5ce2-47e9-b86e-2800bb816520 None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:44:30.618232 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-4d5c07be-5ce2-47e9-b86e-2800bb816520 None None] Bound port: 2a6388eb-5c24-48ea-855c-78810576c35f, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:44:30.618885 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4d5c07be-5ce2-47e9-b86e-2800bb816520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:30.688849 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb918f-19c6-422a-bf3c-241ce4112b9e tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Pushing event updated for resources: {'Subnet': ['ID=c44eb679-4043-4995-a355-69916745657e,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:30.692093 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb918f-19c6-422a-bf3c-241ce4112b9e tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Checking segment: {'id': '2a23261e-940e-4bbb-9c57-96300f185acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f12506b3-8e08-466c-bdc8-5d17357c9e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:30.692507 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfb918f-19c6-422a-bf3c-241ce4112b9e tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Network hostable DHCP agents. Network: f12506b3-8e08-466c-bdc8-5d17357c9e68, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:44:30.724007 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-4d5c07be-5ce2-47e9-b86e-2800bb816520 None None] For port 2a6388eb-5c24-48ea-855c-78810576c35f, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:30.728903 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-4d5c07be-5ce2-47e9-b86e-2800bb816520 None None] For port 2a6388eb-5c24-48ea-855c-78810576c35f, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=2a6388eb-5c24-48ea-855c-78810576c35f,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:44:30.730339 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfb918f-19c6-422a-bf3c-241ce4112b9e tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Network f12506b3-8e08-466c-bdc8-5d17357c9e68 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:44:30.737297 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-4d5c07be-5ce2-47e9-b86e-2800bb816520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:30.743498 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-fbfb918f-19c6-422a-bf3c-241ce4112b9e tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, f12506b3-8e08-466c-bdc8-5d17357c9e68) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:30.749194 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfb918f-19c6-422a-bf3c-241ce4112b9e tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:30.750123 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fbfb918f-19c6-422a-bf3c-241ce4112b9e tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:30.756800 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-8349b324-ea11-4809-a6c7-6e50bb0eeca3 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Allocated IP 172.25.3.38 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/69f7d64f-e43e-4b11-97a7-a357825ad879) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:30.769548 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3f82d2-37a0-442a-b312-3f250b000774 None None] Network f12506b3-8e08-466c-bdc8-5d17357c9e68 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:30.788406 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-fbfb918f-19c6-422a-bf3c-241ce4112b9e tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8691797 Jul 13 07:44:30.791830 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51372) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:30.809586 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5c07be-5ce2-47e9-b86e-2800bb816520 None None] Routers {'691642b5-451e-4cbe-9723-db00788cc853'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:30.810780 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-4d5c07be-5ce2-47e9-b86e-2800bb816520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:44:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['691642b5-451e-4cbe-9723-db00788cc853'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:30.967597 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-4d5c07be-5ce2-47e9-b86e-2800bb816520 None None] Set router 691642b5-451e-4cbe-9723-db00788cc853 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:44:31.040013 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8349b324-ea11-4809-a6c7-6e50bb0eeca3 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:31.102569 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3be0ab-deca-4228-b95b-9acfcf29553d None None] Pushing event updated for resources: {'Port': ['ID=2a6388eb-5c24-48ea-855c-78810576c35f,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:31.147050 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ef40ec-0e87-4436-a6ac-0bc8cbc8c8f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-f12506b3-8e08-466c-bdc8-5d17357c9e68', 'network_id': 'f12506b3-8e08-466c-bdc8-5d17357c9e68', 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'fixed_ips': [{'subnet_id': 'c44eb679-4043-4995-a355-69916745657e'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:44:31.147777 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-07ef40ec-0e87-4436-a6ac-0bc8cbc8c8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:31.156214 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8349b324-ea11-4809-a6c7-6e50bb0eeca3 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:31.287728 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8349b324-ea11-4809-a6c7-6e50bb0eeca3 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:31.309860 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8349b324-ea11-4809-a6c7-6e50bb0eeca3 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Pushing event updated for resources: {'Port': ['ID=69f7d64f-e43e-4b11-97a7-a357825ad879,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:31.316667 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-8349b324-ea11-4809-a6c7-6e50bb0eeca3 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:31.322308 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8349b324-ea11-4809-a6c7-6e50bb0eeca3 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:31.398367 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-4d5c07be-5ce2-47e9-b86e-2800bb816520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691642b5-451e-4cbe-9723-db00788cc853', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2018359090', 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '2a6388eb-5c24-48ea-855c-78810576c35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:25Z', 'updated_at': '2021-07-13T07:44:27Z', 'revision_number': 3, 'project_id': '47427af84b21400f9d6bb53f89c64984', 'gw_port': {'id': '2a6388eb-5c24-48ea-855c-78810576c35f', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:55:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691642b5-451e-4cbe-9723-db00788cc853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:26Z', 'updated_at': '2021-07-13T07:44:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:31.432592 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8349b324-ea11-4809-a6c7-6e50bb0eeca3 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:31.465492 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5c07be-5ce2-47e9-b86e-2800bb816520 None None] The sync data for ids ['691642b5-451e-4cbe-9723-db00788cc853'] in n-d-771363-34 is: [{'id': '691642b5-451e-4cbe-9723-db00788cc853', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2018359090', 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '2a6388eb-5c24-48ea-855c-78810576c35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:25Z', 'updated_at': '2021-07-13T07:44:27Z', 'revision_number': 3, 'project_id': '47427af84b21400f9d6bb53f89c64984', 'gw_port': {'id': '2a6388eb-5c24-48ea-855c-78810576c35f', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:55:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691642b5-451e-4cbe-9723-db00788cc853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:26Z', 'updated_at': '2021-07-13T07:44:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:44:31.479971 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-07ef40ec-0e87-4436-a6ac-0bc8cbc8c8f0 None None] Allocated IP 172.20.0.18 (f12506b3-8e08-466c-bdc8-5d17357c9e68/c44eb679-4043-4995-a355-69916745657e/aac286b4-5cc7-46d2-9073-848131f46e9c) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:31.542118 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8349b324-ea11-4809-a6c7-6e50bb0eeca3 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:31.766849 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f308a-3709-4a64-8f23-c35d9428d8b7 req-7663773e-493a-4bd2-8087-1e7ccf0d683e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:31.782566 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f88f308a-3709-4a64-8f23-c35d9428d8b7 req-7663773e-493a-4bd2-8087-1e7ccf0d683e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.3357923 Jul 13 07:44:31.783835 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-07ef40ec-0e87-4436-a6ac-0bc8cbc8c8f0 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:31.796201 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-07ef40ec-0e87-4436-a6ac-0bc8cbc8c8f0 None None] Transition to ACTIVE for port object aac286b4-5cc7-46d2-9073-848131f46e9c will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:31.833639 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-07ef40ec-0e87-4436-a6ac-0bc8cbc8c8f0 None None] Transition to ACTIVE for port object aac286b4-5cc7-46d2-9073-848131f46e9c will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:31.850126 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-07ef40ec-0e87-4436-a6ac-0bc8cbc8c8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:31.860776 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8349b324-ea11-4809-a6c7-6e50bb0eeca3 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:31.873631 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8349b324-ea11-4809-a6c7-6e50bb0eeca3 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:31.986931 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f88f308a-3709-4a64-8f23-c35d9428d8b7 req-25d663d6-a893-42ed-be6e-ac1467401b26 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018285 Jul 13 07:44:31.989274 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0bfc051f-78f4-4d78-9556-dfafafe85efe tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:32.011561 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ef40ec-0e87-4436-a6ac-0bc8cbc8c8f0 None None] Network f12506b3-8e08-466c-bdc8-5d17357c9e68 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:32.048124 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef40ec-0e87-4436-a6ac-0bc8cbc8c8f0 None None] Pushing event updated for resources: {'Port': ['ID=aac286b4-5cc7-46d2-9073-848131f46e9c,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:32.052286 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-07ef40ec-0e87-4436-a6ac-0bc8cbc8c8f0 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:32.058633 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ef40ec-0e87-4436-a6ac-0bc8cbc8c8f0 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:32.146428 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8349b324-ea11-4809-a6c7-6e50bb0eeca3 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Pushing event updated for resources: {'Port': ['ID=69f7d64f-e43e-4b11-97a7-a357825ad879,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:32.204409 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8349b324-ea11-4809-a6c7-6e50bb0eeca3 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:32.246196 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-07ef40ec-0e87-4436-a6ac-0bc8cbc8c8f0 None None] Attempting to bind port aac286b4-5cc7-46d2-9073-848131f46e9c on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:44:32.246840 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-07ef40ec-0e87-4436-a6ac-0bc8cbc8c8f0 None None] Attempting to bind port aac286b4-5cc7-46d2-9073-848131f46e9c by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '2a23261e-940e-4bbb-9c57-96300f185acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f12506b3-8e08-466c-bdc8-5d17357c9e68'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:44:32.248768 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ef40ec-0e87-4436-a6ac-0bc8cbc8c8f0 None None] Attempting to bind port aac286b4-5cc7-46d2-9073-848131f46e9c on network f12506b3-8e08-466c-bdc8-5d17357c9e68 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:32.261452 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8349b324-ea11-4809-a6c7-6e50bb0eeca3 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:32.265620 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8349b324-ea11-4809-a6c7-6e50bb0eeca3 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0390806 Jul 13 07:44:32.269213 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ef40ec-0e87-4436-a6ac-0bc8cbc8c8f0 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:44:32.270512 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ef40ec-0e87-4436-a6ac-0bc8cbc8c8f0 None None] Checking segment: {'id': '2a23261e-940e-4bbb-9c57-96300f185acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f12506b3-8e08-466c-bdc8-5d17357c9e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:32.271916 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-07ef40ec-0e87-4436-a6ac-0bc8cbc8c8f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:32.272773 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ef40ec-0e87-4436-a6ac-0bc8cbc8c8f0 None None] Bound using segment: {'id': '2a23261e-940e-4bbb-9c57-96300f185acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f12506b3-8e08-466c-bdc8-5d17357c9e68'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:44:32.274469 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-07ef40ec-0e87-4436-a6ac-0bc8cbc8c8f0 None None] Bound port: aac286b4-5cc7-46d2-9073-848131f46e9c, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a23261e-940e-4bbb-9c57-96300f185acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f12506b3-8e08-466c-bdc8-5d17357c9e68'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:44:32.275595 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-07ef40ec-0e87-4436-a6ac-0bc8cbc8c8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:32.508973 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-07ef40ec-0e87-4436-a6ac-0bc8cbc8c8f0 None None] For port aac286b4-5cc7-46d2-9073-848131f46e9c, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:32.518166 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-07ef40ec-0e87-4436-a6ac-0bc8cbc8c8f0 None None] For port aac286b4-5cc7-46d2-9073-848131f46e9c, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=aac286b4-5cc7-46d2-9073-848131f46e9c,segment=NetworkSegment(2a23261e-940e-4bbb-9c57-96300f185acc),segment_id=2a23261e-940e-4bbb-9c57-96300f185acc)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:44:32.524438 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-07ef40ec-0e87-4436-a6ac-0bc8cbc8c8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:32.678980 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef40ec-0e87-4436-a6ac-0bc8cbc8c8f0 None None] Pushing event updated for resources: {'Port': ['ID=aac286b4-5cc7-46d2-9073-848131f46e9c,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:32.771257 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 2a6388eb-5c24-48ea-855c-78810576c35f up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:32.882913 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-43470be2-6c88-492a-8c10-263831b2c59c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--750958454&fields=id&tenant_id=83828f95f1544d3d8ef79b7d2ebdf1c7 HTTP/1.1" status: 200 len: 267 time: 0.0967336 Jul 13 07:44:32.895548 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 2a6388eb-5c24-48ea-855c-78810576c35f completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:32.900273 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 2a6388eb-5c24-48ea-855c-78810576c35f triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:32.900631 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:33.123462 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:33.148298 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 2a6388eb-5c24-48ea-855c-78810576c35f, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=2a6388eb-5c24-48ea-855c-78810576c35f,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:33.160152 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9161da28-3187-43ac-b6da-b42fbeacb93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:33.172040 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:33.247142 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=2a6388eb-5c24-48ea-855c-78810576c35f,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:33.252957 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:33.370602 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-85583ae1-7ddf-40b3-b791-5db224b53899 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:33.372423 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-85583ae1-7ddf-40b3-b791-5db224b53899 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/networks?id=fe3ca710-7f04-4b99-abd8-f0c0a80bd44f HTTP/1.1" status: 200 len: 817 time: 0.4772043 Jul 13 07:44:33.407298 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-5a9a1a54-22e1-4f6f-88cf-7d36fb19745d tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/quotas/83828f95f1544d3d8ef79b7d2ebdf1c7 HTTP/1.1" status: 200 len: 375 time: 0.0167332 Jul 13 07:44:33.576575 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-2c45b44f-44f1-4785-a31d-11e4a551e2fd tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=83828f95f1544d3d8ef79b7d2ebdf1c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1530306 Jul 13 07:44:33.648085 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74e74e-eee1-4765-b65d-93aad80f7638 req-1acf1e84-b035-473f-99a6-9ac374b57854 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:33.650033 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8a74e74e-eee1-4765-b65d-93aad80f7638 req-1acf1e84-b035-473f-99a6-9ac374b57854 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.3017879 Jul 13 07:44:33.760806 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-57630122-2c72-4ca2-8508-66048e46139d service neutron] 10.222.0.23 "GET /v2.0/networks/fe3ca710-7f04-4b99-abd8-f0c0a80bd44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655800 Jul 13 07:44:33.820709 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8a74e74e-eee1-4765-b65d-93aad80f7638 req-4a4276e2-8895-4fff-b427-2b9aa14ec720 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574998 Jul 13 07:44:33.835527 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-0bfc051f-78f4-4d78-9556-dfafafe85efe tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Allocated IP 172.20.0.17 (f12506b3-8e08-466c-bdc8-5d17357c9e68/c44eb679-4043-4995-a355-69916745657e/b8a0198e-a7a2-4e39-9142-d35dc9879ea3) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:33.968365 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-4c547dee-c660-4a5c-a663-e603b2178bd3 service neutron] 10.222.0.23 "GET /v2.0/networks/fe3ca710-7f04-4b99-abd8-f0c0a80bd44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935778 Jul 13 07:44:34.024266 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0bfc051f-78f4-4d78-9556-dfafafe85efe tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.050620 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-0bfc051f-78f4-4d78-9556-dfafafe85efe tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Transition to ACTIVE for port object b8a0198e-a7a2-4e39-9142-d35dc9879ea3 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:34.117419 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0bfc051f-78f4-4d78-9556-dfafafe85efe tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.146187 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.420718 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8ab53f02-cca9-480f-ae0b-19bbb352189d req-3532e37a-346d-4b2d-ba06-64390ba1ac29 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 210 time: 0.1855683 Jul 13 07:44:34.447796 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc051f-78f4-4d78-9556-dfafafe85efe tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Pushing event updated for resources: {'Port': ['ID=b8a0198e-a7a2-4e39-9142-d35dc9879ea3,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:34.455323 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfc051f-78f4-4d78-9556-dfafafe85efe tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Network f12506b3-8e08-466c-bdc8-5d17357c9e68 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:34.457388 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-0bfc051f-78f4-4d78-9556-dfafafe85efe tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:34.463972 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfc051f-78f4-4d78-9556-dfafafe85efe tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:34.631975 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0bfc051f-78f4-4d78-9556-dfafafe85efe tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:34.661280 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7450dcb-7989-458f-bf5f-b082726603f1 None None] Network f12506b3-8e08-466c-bdc8-5d17357c9e68 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:44:34.855155 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 2a6388eb-5c24-48ea-855c-78810576c35f up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:34.929278 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-411b5813-5b4e-482d-9e7b-8cca2c41aca1 None None] Provisioning for port aac286b4-5cc7-46d2-9073-848131f46e9c completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:35.094183 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0bfc051f-78f4-4d78-9556-dfafafe85efe tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:35.215409 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 2a6388eb-5c24-48ea-855c-78810576c35f triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:35.216338 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:35.447540 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device aac286b4-5cc7-46d2-9073-848131f46e9c up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:35.601199 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port aac286b4-5cc7-46d2-9073-848131f46e9c completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:35.624206 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port aac286b4-5cc7-46d2-9073-848131f46e9c triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:35.629579 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:35.828903 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0bfc051f-78f4-4d78-9556-dfafafe85efe tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:35.860035 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0bfc051f-78f4-4d78-9556-dfafafe85efe tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:35.975460 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-62a1c7bc-81bb-4fc6-8998-1ced5e96eba2 req-3989b2f8-83c5-4ebd-b273-3f8c972e5154 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 210 time: 0.1091676 Jul 13 07:44:36.024182 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:36.050649 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:36.074561 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-53e8a8e6-ed30-40b4-814d-8631c29779e6 None None] Provisioning complete for port aac286b4-5cc7-46d2-9073-848131f46e9c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:36.075463 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-53e8a8e6-ed30-40b4-814d-8631c29779e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:36.105684 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d615794-efef-44d2-9029-12a2631d4317 req-fdc0a92a-99fd-43c6-b3f6-c424001c8806 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:36.109961 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2d615794-efef-44d2-9029-12a2631d4317 req-fdc0a92a-99fd-43c6-b3f6-c424001c8806 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 1.0511987 Jul 13 07:44:36.150351 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc051f-78f4-4d78-9556-dfafafe85efe tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Pushing event updated for resources: {'Port': ['ID=b8a0198e-a7a2-4e39-9142-d35dc9879ea3,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:36.169474 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0bfc051f-78f4-4d78-9556-dfafafe85efe tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:36.222023 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2d615794-efef-44d2-9029-12a2631d4317 req-9e6525c1-046a-43c3-a94c-196b985d56c9 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030970 Jul 13 07:44:36.298896 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port aac286b4-5cc7-46d2-9073-848131f46e9c, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=aac286b4-5cc7-46d2-9073-848131f46e9c,segment=NetworkSegment(2a23261e-940e-4bbb-9c57-96300f185acc),segment_id=2a23261e-940e-4bbb-9c57-96300f185acc)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:36.311380 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:36.401662 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfc051f-78f4-4d78-9556-dfafafe85efe tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Network f12506b3-8e08-466c-bdc8-5d17357c9e68 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:36.405903 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-0bfc051f-78f4-4d78-9556-dfafafe85efe tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:36.571948 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=aac286b4-5cc7-46d2-9073-848131f46e9c,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:36.661752 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-a5e4edd1-aac9-4037-a186-165ea8ccb25a tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:36.663253 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-a5e4edd1-aac9-4037-a186-165ea8ccb25a tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.25 "GET /v2.0/networks?id=fe3ca710-7f04-4b99-abd8-f0c0a80bd44f HTTP/1.1" status: 200 len: 817 time: 0.2553277 Jul 13 07:44:36.698616 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bfc051f-78f4-4d78-9556-dfafafe85efe tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Router 691642b5-451e-4cbe-9723-db00788cc853 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:44:36.727262 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-53e8a8e6-ed30-40b4-814d-8631c29779e6 None None] Provisioning for port b8a0198e-a7a2-4e39-9142-d35dc9879ea3 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:36.750607 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51594) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:36.764182 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-53e8a8e6-ed30-40b4-814d-8631c29779e6 None None] Provisioning complete for port b8a0198e-a7a2-4e39-9142-d35dc9879ea3 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:36.764572 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-53e8a8e6-ed30-40b4-814d-8631c29779e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:36.796225 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-e0d3f2a2-ea09-4662-8f6f-e56c41bc9ef0 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83828f95f1544d3d8ef79b7d2ebdf1c7 HTTP/1.1" status: 200 len: 379 time: 0.1069303 Jul 13 07:44:36.815562 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-ecd675e9-1e4b-4d1b-b5d7-c865a9bf2c6c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Request body: {'port': {'device_id': '4b7e5e93-4013-4605-b702-ece22ee0740a', 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f', 'admin_state_up': True, 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'security_groups': ['7397dc2d-c33d-464c-af94-877294057204']}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:36.893667 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-53e8a8e6-ed30-40b4-814d-8631c29779e6 None None] Port b8a0198e-a7a2-4e39-9142-d35dc9879ea3 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:36.952154 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c6c7521a-fb83-4698-acf7-080a78e06ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:36.994240 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfc051f-78f4-4d78-9556-dfafafe85efe tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:44:37.009856 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b670867-a96a-4534-89ec-b17c46e54683 None None] Sync routers for ids ['691642b5-451e-4cbe-9723-db00788cc853'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:44:37.016693 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0bfc051f-78f4-4d78-9556-dfafafe85efe tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "PUT /v2.0/routers/691642b5-451e-4cbe-9723-db00788cc853/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2234030 Jul 13 07:44:37.032909 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b670867-a96a-4534-89ec-b17c46e54683 None None] Routers {'691642b5-451e-4cbe-9723-db00788cc853'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:37.034163 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-1b670867-a96a-4534-89ec-b17c46e54683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:44:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['691642b5-451e-4cbe-9723-db00788cc853'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:37.190782 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c6c7521a-fb83-4698-acf7-080a78e06ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:37.219312 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c6c7521a-fb83-4698-acf7-080a78e06ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:37.234786 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-ecd675e9-1e4b-4d1b-b5d7-c865a9bf2c6c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Made reservation on behalf of 83828f95f1544d3d8ef79b7d2ebdf1c7 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:37.239391 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-ecd675e9-1e4b-4d1b-b5d7-c865a9bf2c6c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:37.318828 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c7521a-fb83-4698-acf7-080a78e06ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a901fb82-5f5a-494c-99b8-817e0ec2bd19,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:37.383109 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b532e7de-ebb4-4f78-91ff-4fd8336454e7 req-f33cc10b-d60f-4740-9def-65f6253c716a tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 210 time: 0.1761549 Jul 13 07:44:37.400045 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c6297755-099a-44d1-b879-e45eec9df063 None None] Provisioning complete for port b8a0198e-a7a2-4e39-9142-d35dc9879ea3 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:37.400543 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c6297755-099a-44d1-b879-e45eec9df063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:37.432198 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c6c7521a-fb83-4698-acf7-080a78e06ea5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=646c96bd320447529b99df10d50b7f11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6796474 Jul 13 07:44:37.433986 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51614) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:37.485162 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-1b670867-a96a-4534-89ec-b17c46e54683 None None] Set router 691642b5-451e-4cbe-9723-db00788cc853 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:44:37.491174 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-c6297755-099a-44d1-b879-e45eec9df063 None None] Port b8a0198e-a7a2-4e39-9142-d35dc9879ea3 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:37.518262 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-ecd675e9-1e4b-4d1b-b5d7-c865a9bf2c6c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Allocated IP 172.20.0.14 (fe3ca710-7f04-4b99-abd8-f0c0a80bd44f/bcb14844-0f59-4592-827b-9b964d247113/37e65a28-7ffc-454b-8ef8-0acf8e5a824e) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:37.565919 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990afb24-403f-4ce4-a490-fedffc46f749 req-0716c7fb-f588-432b-93fc-11d7f5622726 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:37.565919 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-990afb24-403f-4ce4-a490-fedffc46f749 req-0716c7fb-f588-432b-93fc-11d7f5622726 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/networks?id=f12506b3-8e08-466c-bdc8-5d17357c9e68 HTTP/1.1" status: 200 len: 797 time: 0.1931064 Jul 13 07:44:37.589285 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-990afb24-403f-4ce4-a490-fedffc46f749 req-78c08ddf-8ad7-4a40-9b82-e639806673d7 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/quotas/47427af84b21400f9d6bb53f89c64984 HTTP/1.1" status: 200 len: 375 time: 0.0226576 Jul 13 07:44:37.625991 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-99122bdc-8922-4239-b566-e11957e4316c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:37.686037 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e7f0a05a-f4d3-4841-9fd1-ae6ff538916c None None] Provisioning complete for port b8a0198e-a7a2-4e39-9142-d35dc9879ea3 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:37.686037 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e7f0a05a-f4d3-4841-9fd1-ae6ff538916c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:37.696993 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-99122bdc-8922-4239-b566-e11957e4316c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:37.773301 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6366f9e-38b3-4ffe-b720-6c928a71a78f req-1c519657-2b5c-4e8d-8b94-a1188c6eb7b9 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:37.775990 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e6366f9e-38b3-4ffe-b720-6c928a71a78f req-1c519657-2b5c-4e8d-8b94-a1188c6eb7b9 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.2426012 Jul 13 07:44:37.806291 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-990afb24-403f-4ce4-a490-fedffc46f749 req-46f2d9f9-2f58-449a-99c1-25f2807ea63d tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=47427af84b21400f9d6bb53f89c64984&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2000713 Jul 13 07:44:37.851010 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-ecd675e9-1e4b-4d1b-b5d7-c865a9bf2c6c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:37.887776 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e6366f9e-38b3-4ffe-b720-6c928a71a78f req-b120e7d0-7cb3-4573-94be-51f6d097f56b tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878725 Jul 13 07:44:37.898788 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-99122bdc-8922-4239-b566-e11957e4316c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:37.904999 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-99122bdc-8922-4239-b566-e11957e4316c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:37.920373 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-99122bdc-8922-4239-b566-e11957e4316c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a901fb82-5f5a-494c-99b8-817e0ec2bd19 HTTP/1.1" status: 204 len: 168 time: 0.4798360 Jul 13 07:44:37.944635 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99122bdc-8922-4239-b566-e11957e4316c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a901fb82-5f5a-494c-99b8-817e0ec2bd19,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:37.996117 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-ecd675e9-1e4b-4d1b-b5d7-c865a9bf2c6c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Transition to ACTIVE for port object 37e65a28-7ffc-454b-8ef8-0acf8e5a824e will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:38.051101 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-e7f0a05a-f4d3-4841-9fd1-ae6ff538916c None None] Port b8a0198e-a7a2-4e39-9142-d35dc9879ea3 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:38.071308 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-990afb24-403f-4ce4-a490-fedffc46f749 req-0f2ff4d5-6960-466f-8b30-04b047384d04 service neutron] 10.222.0.23 "GET /v2.0/networks/f12506b3-8e08-466c-bdc8-5d17357c9e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258849 Jul 13 07:44:38.089116 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-1b670867-a96a-4534-89ec-b17c46e54683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691642b5-451e-4cbe-9723-db00788cc853', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2018359090', 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '2a6388eb-5c24-48ea-855c-78810576c35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:25Z', 'updated_at': '2021-07-13T07:44:34Z', 'revision_number': 4, 'project_id': '47427af84b21400f9d6bb53f89c64984', 'gw_port': {'id': '2a6388eb-5c24-48ea-855c-78810576c35f', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691642b5-451e-4cbe-9723-db00788cc853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:26Z', 'updated_at': '2021-07-13T07:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'b8a0198e-a7a2-4e39-9142-d35dc9879ea3', 'name': '', 'network_id': 'f12506b3-8e08-466c-bdc8-5d17357c9e68', 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'mac_address': 'fa:16:3e:84:d1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691642b5-451e-4cbe-9723-db00788cc853', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'c44eb679-4043-4995-a355-69916745657e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:33Z', 'updated_at': '2021-07-13T07:44:35Z', 'revision_number': 2, 'project_id': '47427af84b21400f9d6bb53f89c64984', 'subnets': [{'id': 'c44eb679-4043-4995-a355-69916745657e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:38.130802 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b670867-a96a-4534-89ec-b17c46e54683 None None] Checking router: 691642b5-451e-4cbe-9723-db00788cc853 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:44:38.131193 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b670867-a96a-4534-89ec-b17c46e54683 None None] Updating router 691642b5-451e-4cbe-9723-db00788cc853 port b8a0198e-a7a2-4e39-9142-d35dc9879ea3 binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:44:38.133303 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-ecd675e9-1e4b-4d1b-b5d7-c865a9bf2c6c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:38.194888 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1b670867-a96a-4534-89ec-b17c46e54683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:38.227328 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-ecd675e9-1e4b-4d1b-b5d7-c865a9bf2c6c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Network fe3ca710-7f04-4b99-abd8-f0c0a80bd44f is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:38.234354 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-ecd675e9-1e4b-4d1b-b5d7-c865a9bf2c6c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:38.245435 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-ecd675e9-1e4b-4d1b-b5d7-c865a9bf2c6c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:38.302220 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd675e9-1e4b-4d1b-b5d7-c865a9bf2c6c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Pushing event updated for resources: {'Port': ['ID=37e65a28-7ffc-454b-8ef8-0acf8e5a824e,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:38.336704 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-990afb24-403f-4ce4-a490-fedffc46f749 req-cfb961e2-6701-4806-977c-464be3456db0 service neutron] 10.222.0.23 "GET /v2.0/networks/f12506b3-8e08-466c-bdc8-5d17357c9e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558186 Jul 13 07:44:38.359228 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-ecd675e9-1e4b-4d1b-b5d7-c865a9bf2c6c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:38.359926 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-ecd675e9-1e4b-4d1b-b5d7-c865a9bf2c6c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:38.395248 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-ecd675e9-1e4b-4d1b-b5d7-c865a9bf2c6c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5866714 Jul 13 07:44:38.407894 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-eec12ee5-9a65-49eb-b824-54dfbc6713d1 service neutron] Request body: {'port': {'device_id': '4b7e5e93-4013-4605-b702-ece22ee0740a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:38.430517 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51624) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:38.468715 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-18aaf176-62d6-4620-b81d-7425f6025b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:38.557646 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-eec12ee5-9a65-49eb-b824-54dfbc6713d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:38.721787 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device aac286b4-5cc7-46d2-9073-848131f46e9c up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:38.776410 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-18aaf176-62d6-4620-b81d-7425f6025b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:38.781403 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-18aaf176-62d6-4620-b81d-7425f6025b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:38.862852 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1f049234-0559-4bc1-bb37-b2405d2d9b02 None None] Provisioning for port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:38.870161 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-18aaf176-62d6-4620-b81d-7425f6025b6f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a6e9cd2503cb4488a35eba746482894e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4357154 Jul 13 07:44:38.870161 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51632) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:38.873162 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aaf176-62d6-4620-b81d-7425f6025b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1660dc07-3664-4eeb-9a24-1a4bb30790fe,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:38.877867 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1f049234-0559-4bc1-bb37-b2405d2d9b02 None None] Provisioning complete for port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:38.878621 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1f049234-0559-4bc1-bb37-b2405d2d9b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:38.910981 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606e221-c5ad-4de0-a1ac-3946c1c035f0 req-33bf1c90-6464-4dee-afb6-3c104cbbba41 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:38.912872 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4606e221-c5ad-4de0-a1ac-3946c1c035f0 req-33bf1c90-6464-4dee-afb6-3c104cbbba41 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 932 time: 0.1881082 Jul 13 07:44:38.954874 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-82d00d17-175a-4bf3-afd1-80ae79f4d26b req-c4013f92-7914-4faf-9865-afc79cc43919 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/ports?device_id=9213287b-0a38-4763-94de-c94fe8ac857c HTTP/1.1" status: 200 len: 210 time: 0.2338774 Jul 13 07:44:39.024687 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4b40f84c-c9c9-4473-aa5a-c440f5e7737d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.029822 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port aac286b4-5cc7-46d2-9073-848131f46e9c triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:39.030533 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.077918 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4b40f84c-c9c9-4473-aa5a-c440f5e7737d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.087476 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4606e221-c5ad-4de0-a1ac-3946c1c035f0 req-f8d7a309-9c03-4630-a032-cbfb8cbdb946 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366904 Jul 13 07:44:39.183380 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4b40f84c-c9c9-4473-aa5a-c440f5e7737d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.186602 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4b40f84c-c9c9-4473-aa5a-c440f5e7737d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.191596 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4b40f84c-c9c9-4473-aa5a-c440f5e7737d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1660dc07-3664-4eeb-9a24-1a4bb30790fe HTTP/1.1" status: 204 len: 168 time: 0.3207171 Jul 13 07:44:39.219556 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40f84c-c9c9-4473-aa5a-c440f5e7737d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1660dc07-3664-4eeb-9a24-1a4bb30790fe,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:39.235353 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-1f049234-0559-4bc1-bb37-b2405d2d9b02 None None] Port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:39.287085 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1b670867-a96a-4534-89ec-b17c46e54683 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.302490 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1b670867-a96a-4534-89ec-b17c46e54683 None None] Transition to ACTIVE for port object b8a0198e-a7a2-4e39-9142-d35dc9879ea3 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:39.315247 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1b670867-a96a-4534-89ec-b17c46e54683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.442397 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-eec12ee5-9a65-49eb-b824-54dfbc6713d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e65a28-7ffc-454b-8ef8-0acf8e5a824e {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:44:39.457576 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b858ce8-66a7-4d2f-93dc-6a0c22b561f0 None None] Pushing event updated for resources: {'Port': ['ID=b8a0198e-a7a2-4e39-9142-d35dc9879ea3,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:39.476168 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-eec12ee5-9a65-49eb-b824-54dfbc6713d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.511859 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-eec12ee5-9a65-49eb-b824-54dfbc6713d1 service neutron] Transition to ACTIVE for port object 37e65a28-7ffc-454b-8ef8-0acf8e5a824e will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:39.535911 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b6f01-d493-4caf-b77f-83c7b122b734 req-a2c4018c-cb1d-4169-9896-0eab93a80d6a tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:39.546880 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-401b6f01-d493-4caf-b77f-83c7b122b734 req-a2c4018c-cb1d-4169-9896-0eab93a80d6a tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1674962 Jul 13 07:44:39.550532 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-eec12ee5-9a65-49eb-b824-54dfbc6713d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.605416 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-1b670867-a96a-4534-89ec-b17c46e54683 None None] Attempting to bind port b8a0198e-a7a2-4e39-9142-d35dc9879ea3 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:44:39.605885 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-1b670867-a96a-4534-89ec-b17c46e54683 None None] Attempting to bind port b8a0198e-a7a2-4e39-9142-d35dc9879ea3 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '2a23261e-940e-4bbb-9c57-96300f185acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f12506b3-8e08-466c-bdc8-5d17357c9e68'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:44:39.606259 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b670867-a96a-4534-89ec-b17c46e54683 None None] Attempting to bind port b8a0198e-a7a2-4e39-9142-d35dc9879ea3 on network f12506b3-8e08-466c-bdc8-5d17357c9e68 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:39.614519 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b670867-a96a-4534-89ec-b17c46e54683 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:44:39.615279 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b670867-a96a-4534-89ec-b17c46e54683 None None] Checking segment: {'id': '2a23261e-940e-4bbb-9c57-96300f185acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f12506b3-8e08-466c-bdc8-5d17357c9e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:39.615706 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1b670867-a96a-4534-89ec-b17c46e54683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.616113 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b670867-a96a-4534-89ec-b17c46e54683 None None] Bound using segment: {'id': '2a23261e-940e-4bbb-9c57-96300f185acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f12506b3-8e08-466c-bdc8-5d17357c9e68'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:44:39.616868 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-1b670867-a96a-4534-89ec-b17c46e54683 None None] Bound port: b8a0198e-a7a2-4e39-9142-d35dc9879ea3, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a23261e-940e-4bbb-9c57-96300f185acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f12506b3-8e08-466c-bdc8-5d17357c9e68'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:44:39.617524 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1b670867-a96a-4534-89ec-b17c46e54683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.710837 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-401b6f01-d493-4caf-b77f-83c7b122b734 req-e1e685c1-de67-4de0-ba31-f8a6f4e9cba5 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622581 Jul 13 07:44:39.741525 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec12ee5-9a65-49eb-b824-54dfbc6713d1 service neutron] Pushing event updated for resources: {'Port': ['ID=37e65a28-7ffc-454b-8ef8-0acf8e5a824e,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:39.765831 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-1b670867-a96a-4534-89ec-b17c46e54683 None None] For port b8a0198e-a7a2-4e39-9142-d35dc9879ea3, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:39.769997 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-1b670867-a96a-4534-89ec-b17c46e54683 None None] For port b8a0198e-a7a2-4e39-9142-d35dc9879ea3, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=b8a0198e-a7a2-4e39-9142-d35dc9879ea3,segment=NetworkSegment(2a23261e-940e-4bbb-9c57-96300f185acc),segment_id=2a23261e-940e-4bbb-9c57-96300f185acc)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:44:39.781226 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1b670867-a96a-4534-89ec-b17c46e54683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:39.815737 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-eec12ee5-9a65-49eb-b824-54dfbc6713d1 service neutron] Attempting to bind port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:44:39.816327 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-eec12ee5-9a65-49eb-b824-54dfbc6713d1 service neutron] Attempting to bind port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '82b0794f-89d2-4219-8340-180084a286f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:44:39.828632 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-eec12ee5-9a65-49eb-b824-54dfbc6713d1 service neutron] Attempting to bind port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e on network fe3ca710-7f04-4b99-abd8-f0c0a80bd44f {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:39.862664 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-eec12ee5-9a65-49eb-b824-54dfbc6713d1 service neutron] Port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e on network fe3ca710-7f04-4b99-abd8-f0c0a80bd44f not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:44:39.864296 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-eec12ee5-9a65-49eb-b824-54dfbc6713d1 service neutron] Attempting to bind port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e on network fe3ca710-7f04-4b99-abd8-f0c0a80bd44f {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:39.925903 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-eec12ee5-9a65-49eb-b824-54dfbc6713d1 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:44:39.926756 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-eec12ee5-9a65-49eb-b824-54dfbc6713d1 service neutron] Checking segment: {'id': '82b0794f-89d2-4219-8340-180084a286f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:39.930149 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-eec12ee5-9a65-49eb-b824-54dfbc6713d1 service neutron] Bound using segment: {'id': '82b0794f-89d2-4219-8340-180084a286f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:44:39.938328 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-eec12ee5-9a65-49eb-b824-54dfbc6713d1 service neutron] Bound port: 37e65a28-7ffc-454b-8ef8-0acf8e5a824e, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b0794f-89d2-4219-8340-180084a286f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:44:39.939386 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-eec12ee5-9a65-49eb-b824-54dfbc6713d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.021226 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b858ce8-66a7-4d2f-93dc-6a0c22b561f0 None None] Pushing event updated for resources: {'Port': ['ID=b8a0198e-a7a2-4e39-9142-d35dc9879ea3,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:40.129607 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b670867-a96a-4534-89ec-b17c46e54683 None None] Routers {'691642b5-451e-4cbe-9723-db00788cc853'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:40.141241 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-1b670867-a96a-4534-89ec-b17c46e54683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:44:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['691642b5-451e-4cbe-9723-db00788cc853'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:40.172236 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-eec12ee5-9a65-49eb-b824-54dfbc6713d1 service neutron] For port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:40.188786 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-eec12ee5-9a65-49eb-b824-54dfbc6713d1 service neutron] For port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=37e65a28-7ffc-454b-8ef8-0acf8e5a824e,segment=NetworkSegment(82b0794f-89d2-4219-8340-180084a286f0),segment_id=82b0794f-89d2-4219-8340-180084a286f0)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:44:40.198712 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-eec12ee5-9a65-49eb-b824-54dfbc6713d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.318930 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-eec12ee5-9a65-49eb-b824-54dfbc6713d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:40.321812 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-eec12ee5-9a65-49eb-b824-54dfbc6713d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:40.326540 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-eec12ee5-9a65-49eb-b824-54dfbc6713d1 service neutron] 10.222.0.25 "PUT /v2.0/ports/37e65a28-7ffc-454b-8ef8-0acf8e5a824e HTTP/1.1" status: 200 len: 1093 time: 1.9236469 Jul 13 07:44:40.327216 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b7e5e93-4013-4605-b702-ece22ee0740a', 'tag': '37e65a28-7ffc-454b-8ef8-0acf8e5a824e'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:44:40.329603 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837d072c-80f0-4277-ac3e-ee46fdefdc31" -d '{"events": [{"name": "network-changed", "server_uuid": "4b7e5e93-4013-4605-b702-ece22ee0740a", "tag": "37e65a28-7ffc-454b-8ef8-0acf8e5a824e"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:44:40.453776 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec12ee5-9a65-49eb-b824-54dfbc6713d1 service neutron] Pushing event updated for resources: {'Port': ['ID=37e65a28-7ffc-454b-8ef8-0acf8e5a824e,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:40.530329 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0482ce20-573e-47ea-be52-40d035dbdf60 req-eec6763d-cd48-4439-9cdb-9b939b7818c0 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/ports?device_id=9213287b-0a38-4763-94de-c94fe8ac857c HTTP/1.1" status: 200 len: 210 time: 0.0561192 Jul 13 07:44:40.563001 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-7fcbcb0c-cdf3-4e0f-9d94-38bda831ed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:40.564624 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-7fcbcb0c-cdf3-4e0f-9d94-38bda831ed13 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=83828f95f1544d3d8ef79b7d2ebdf1c7&device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 1096 time: 0.1865137 Jul 13 07:44:40.765191 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-ca57b41d-0bd5-43ec-ace8-841e9cf5014a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37e65a28-7ffc-454b-8ef8-0acf8e5a824e HTTP/1.1" status: 200 len: 217 time: 0.1921825 Jul 13 07:44:40.865884 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f4bc4-8297-40ec-b25e-ee828514b397 req-910e5f18-911e-411d-ae9e-6477eabd715d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:40.869152 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aa0f4bc4-8297-40ec-b25e-ee828514b397 req-910e5f18-911e-411d-ae9e-6477eabd715d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c74484ef6db9498290da14ee6e37d87f&device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 1098 time: 0.2240345 Jul 13 07:44:40.914316 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-1b670867-a96a-4534-89ec-b17c46e54683 None None] Set router 691642b5-451e-4cbe-9723-db00788cc853 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:44:41.031139 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-0c22739b-61df-4e78-bb1a-3bf695188bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:41.035810 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-0c22739b-61df-4e78-bb1a-3bf695188bce service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bcb14844-0f59-4592-827b-9b964d247113 HTTP/1.1" status: 200 len: 856 time: 0.2597392 Jul 13 07:44:41.138610 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f4bc4-8297-40ec-b25e-ee828514b397 req-02b03833-0940-4a99-9a92-27f57b2d7eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:41.145841 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aa0f4bc4-8297-40ec-b25e-ee828514b397 req-02b03833-0940-4a99-9a92-27f57b2d7eab service neutron] 10.222.0.25 "GET /v2.0/networks?id=a4551417-653e-4eb5-9caa-ea21aca7dbd0 HTTP/1.1" status: 200 len: 913 time: 0.1698244 Jul 13 07:44:41.287963 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aa0f4bc4-8297-40ec-b25e-ee828514b397 req-11d2f742-c4bd-4986-a581-02bd0593364d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88530a7c-2727-4e3e-8acc-8f0525e0f7a7 HTTP/1.1" status: 200 len: 1000 time: 0.1350300 Jul 13 07:44:41.303878 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93677d-d96d-4941-b9bc-5490b87a5549 req-6c6662ed-f67a-4604-bc8b-554274e4b5aa tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:41.306327 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fd93677d-d96d-4941-b9bc-5490b87a5549 req-6c6662ed-f67a-4604-bc8b-554274e4b5aa tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 944 time: 0.4348569 Jul 13 07:44:41.414124 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f4bc4-8297-40ec-b25e-ee828514b397 req-968c57da-66e4-4e61-8af1-cb31470c927c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:41.416387 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aa0f4bc4-8297-40ec-b25e-ee828514b397 req-968c57da-66e4-4e61-8af1-cb31470c927c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=18671aeb-533b-431f-ac3f-740be3e9540f HTTP/1.1" status: 200 len: 851 time: 0.1088479 Jul 13 07:44:41.479080 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-1b670867-a96a-4534-89ec-b17c46e54683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691642b5-451e-4cbe-9723-db00788cc853', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2018359090', 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '2a6388eb-5c24-48ea-855c-78810576c35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:25Z', 'updated_at': '2021-07-13T07:44:34Z', 'revision_number': 4, 'project_id': '47427af84b21400f9d6bb53f89c64984', 'gw_port': {'id': '2a6388eb-5c24-48ea-855c-78810576c35f', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691642b5-451e-4cbe-9723-db00788cc853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:26Z', 'updated_at': '2021-07-13T07:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'b8a0198e-a7a2-4e39-9142-d35dc9879ea3', 'name': '', 'network_id': 'f12506b3-8e08-466c-bdc8-5d17357c9e68', 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'mac_address': 'fa:16:3e:84:d1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691642b5-451e-4cbe-9723-db00788cc853', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'c44eb679-4043-4995-a355-69916745657e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:33Z', 'updated_at': '2021-07-13T07:44:39Z', 'revision_number': 4, 'project_id': '47427af84b21400f9d6bb53f89c64984', 'subnets': [{'id': 'c44eb679-4043-4995-a355-69916745657e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:41.494242 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fd93677d-d96d-4941-b9bc-5490b87a5549 req-79a67099-abad-48aa-90f1-d7bec89e4f85 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766853 Jul 13 07:44:41.534823 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b670867-a96a-4534-89ec-b17c46e54683 None None] The sync data for ids ['691642b5-451e-4cbe-9723-db00788cc853'] in n-d-771363-34 is: [{'id': '691642b5-451e-4cbe-9723-db00788cc853', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2018359090', 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '2a6388eb-5c24-48ea-855c-78810576c35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:25Z', 'updated_at': '2021-07-13T07:44:34Z', 'revision_number': 4, 'project_id': '47427af84b21400f9d6bb53f89c64984', 'gw_port': {'id': '2a6388eb-5c24-48ea-855c-78810576c35f', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691642b5-451e-4cbe-9723-db00788cc853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:26Z', 'updated_at': '2021-07-13T07:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'b8a0198e-a7a2-4e39-9142-d35dc9879ea3', 'name': '', 'network_id': 'f12506b3-8e08-466c-bdc8-5d17357c9e68', 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'mac_address': 'fa:16:3e:84:d1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691642b5-451e-4cbe-9723-db00788cc853', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'c44eb679-4043-4995-a355-69916745657e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:33Z', 'updated_at': '2021-07-13T07:44:39Z', 'revision_number': 4, 'project_id': '47427af84b21400f9d6bb53f89c64984', 'subnets': [{'id': 'c44eb679-4043-4995-a355-69916745657e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:44:41.573799 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f4bc4-8297-40ec-b25e-ee828514b397 req-82ab6b19-ac8e-453e-998d-3000bb3dec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:41.577165 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aa0f4bc4-8297-40ec-b25e-ee828514b397 req-82ab6b19-ac8e-453e-998d-3000bb3dec27 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4551417-653e-4eb5-9caa-ea21aca7dbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1464567 Jul 13 07:44:41.664728 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210e7f0-0c91-4170-b568-bb435be56b6d req-8162ad8c-8d9b-47b4-8da3-ffbc89176844 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:41.667310 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a210e7f0-0c91-4170-b568-bb435be56b6d req-8162ad8c-8d9b-47b4-8da3-ffbc89176844 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.8342021 Jul 13 07:44:41.704000 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ff4203-f014-4e9a-afe3-b672b99cbf13 x-openstack-request-id: req-20ff4203-f014-4e9a-afe3-b672b99cbf13 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:44:41.704397 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b7e5e93-4013-4605-b702-ece22ee0740a", "tag": "37e65a28-7ffc-454b-8ef8-0acf8e5a824e", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:44:41.704786 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-20ff4203-f014-4e9a-afe3-b672b99cbf13 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:44:41.705605 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b7e5e93-4013-4605-b702-ece22ee0740a', 'tag': '37e65a28-7ffc-454b-8ef8-0acf8e5a824e', 'status': 'completed', 'code': 200} Jul 13 07:44:41.766767 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-276d3730-02bb-4898-a726-68e46bc39ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:41.769878 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-276d3730-02bb-4898-a726-68e46bc39ae8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fe3ca710-7f04-4b99-abd8-f0c0a80bd44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7289834 Jul 13 07:44:41.807608 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aa0f4bc4-8297-40ec-b25e-ee828514b397 req-0fc73a7a-c4b1-4a78-88ef-c930da8b9df8 service neutron] 10.222.0.25 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206399 Jul 13 07:44:41.854864 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990afb24-403f-4ce4-a490-fedffc46f749 req-a694bdc4-ab08-4a00-8f6a-c496b3932fed tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:41.857449 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-990afb24-403f-4ce4-a490-fedffc46f749 req-a694bdc4-ab08-4a00-8f6a-c496b3932fed tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.25 "GET /v2.0/networks?id=f12506b3-8e08-466c-bdc8-5d17357c9e68 HTTP/1.1" status: 200 len: 797 time: 0.8315341 Jul 13 07:44:41.880808 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-990afb24-403f-4ce4-a490-fedffc46f749 req-95f81cb9-f421-4539-97c9-5f3e4ad06596 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Request body: {'port': {'device_id': '9213287b-0a38-4763-94de-c94fe8ac857c', 'network_id': 'f12506b3-8e08-466c-bdc8-5d17357c9e68', 'admin_state_up': True, 'tenant_id': '47427af84b21400f9d6bb53f89c64984'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:41.890019 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cab254bb-adb3-4d6d-9bed-783f313c71bc req-0c6eece4-bc80-41ff-a8d7-2119178ebdb9 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/ports?device_id=9213287b-0a38-4763-94de-c94fe8ac857c HTTP/1.1" status: 200 len: 210 time: 0.0599477 Jul 13 07:44:41.907685 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a210e7f0-0c91-4170-b568-bb435be56b6d req-cbeb7935-2c64-42c7-b65b-81254f0b4318 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971638 Jul 13 07:44:42.041858 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aa0f4bc4-8297-40ec-b25e-ee828514b397 req-61ae913d-ad38-4402-88b0-407fced9d4d7 service neutron] 10.222.0.25 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261863 Jul 13 07:44:42.074878 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-9a97ec99-73c8-4ef3-9eea-52692e58e6b9 service neutron] 10.222.0.25 "GET /v2.0/networks/fe3ca710-7f04-4b99-abd8-f0c0a80bd44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921321 Jul 13 07:44:42.143746 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-990afb24-403f-4ce4-a490-fedffc46f749 req-95f81cb9-f421-4539-97c9-5f3e4ad06596 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Made reservation on behalf of 47427af84b21400f9d6bb53f89c64984 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:42.147424 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-990afb24-403f-4ce4-a490-fedffc46f749 req-95f81cb9-f421-4539-97c9-5f3e4ad06596 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:42.229787 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-13bf38bc-0d3e-4127-bc03-d5ea1a9b4274 req-98d0d44a-f42b-4a2f-b024-060823cb393d service neutron] 10.222.0.25 "GET /v2.0/networks/fe3ca710-7f04-4b99-abd8-f0c0a80bd44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440377 Jul 13 07:44:42.451465 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d072c-80f0-4277-ac3e-ee46fdefdc31 req-d05ce507-d65f-4e4c-88c9-147fa086fd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:42.453328 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-837d072c-80f0-4277-ac3e-ee46fdefdc31 req-d05ce507-d65f-4e4c-88c9-147fa086fd4f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=83828f95f1544d3d8ef79b7d2ebdf1c7&device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 1096 time: 0.1564250 Jul 13 07:44:42.558309 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d072c-80f0-4277-ac3e-ee46fdefdc31 req-7b2834d9-fb36-4488-94bb-47b4a69fe919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:42.560021 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-837d072c-80f0-4277-ac3e-ee46fdefdc31 req-7b2834d9-fb36-4488-94bb-47b4a69fe919 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fe3ca710-7f04-4b99-abd8-f0c0a80bd44f HTTP/1.1" status: 200 len: 918 time: 0.1003284 Jul 13 07:44:42.602348 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-990afb24-403f-4ce4-a490-fedffc46f749 req-95f81cb9-f421-4539-97c9-5f3e4ad06596 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Allocated IP 172.20.0.28 (f12506b3-8e08-466c-bdc8-5d17357c9e68/c44eb679-4043-4995-a355-69916745657e/032a400e-e0cf-4233-bf53-7254ccc3d835) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:42.681551 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-837d072c-80f0-4277-ac3e-ee46fdefdc31 req-7aaa4037-ddb5-40d4-97fd-78def7c2925e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37e65a28-7ffc-454b-8ef8-0acf8e5a824e HTTP/1.1" status: 200 len: 217 time: 0.1089797 Jul 13 07:44:42.752346 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b8a0198e-a7a2-4e39-9142-d35dc9879ea3 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:42.816263 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port b8a0198e-a7a2-4e39-9142-d35dc9879ea3 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:42.822382 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port b8a0198e-a7a2-4e39-9142-d35dc9879ea3 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:42.822604 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:42.875499 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-990afb24-403f-4ce4-a490-fedffc46f749 req-95f81cb9-f421-4539-97c9-5f3e4ad06596 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:42.891096 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-990afb24-403f-4ce4-a490-fedffc46f749 req-95f81cb9-f421-4539-97c9-5f3e4ad06596 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Transition to ACTIVE for port object 032a400e-e0cf-4233-bf53-7254ccc3d835 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:42.935027 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:42.974016 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port b8a0198e-a7a2-4e39-9142-d35dc9879ea3, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=b8a0198e-a7a2-4e39-9142-d35dc9879ea3,segment=NetworkSegment(2a23261e-940e-4bbb-9c57-96300f185acc),segment_id=2a23261e-940e-4bbb-9c57-96300f185acc)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:42.979665 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.078334 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=b8a0198e-a7a2-4e39-9142-d35dc9879ea3,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:43.144424 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d072c-80f0-4277-ac3e-ee46fdefdc31 req-a77d9b1f-0551-4784-a968-900a0164ab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:43.145968 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-837d072c-80f0-4277-ac3e-ee46fdefdc31 req-a77d9b1f-0551-4784-a968-900a0164ab53 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bcb14844-0f59-4592-827b-9b964d247113 HTTP/1.1" status: 200 len: 856 time: 0.2250507 Jul 13 07:44:43.250357 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-990afb24-403f-4ce4-a490-fedffc46f749 req-95f81cb9-f421-4539-97c9-5f3e4ad06596 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.280332 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fbf754-9158-4721-940f-46adf1849b37 req-17826a8e-74e4-4902-b355-fa5fea99b940 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:43.293631 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b6fbf754-9158-4721-940f-46adf1849b37 req-17826a8e-74e4-4902-b355-fa5fea99b940 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1218374 Jul 13 07:44:43.317782 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f81cb9-f421-4539-97c9-5f3e4ad06596 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Pushing event updated for resources: {'Port': ['ID=032a400e-e0cf-4233-bf53-7254ccc3d835,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:43.342662 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a81e4-42fc-4993-8716-9179502fbad9 req-bb8becac-5752-42ca-b278-95d109ab1fc2 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:43.352139 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-049a81e4-42fc-4993-8716-9179502fbad9 req-bb8becac-5752-42ca-b278-95d109ab1fc2 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 944 time: 0.4471211 Jul 13 07:44:43.396728 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b6fbf754-9158-4721-940f-46adf1849b37 req-44e7767c-c879-446d-91ba-cdff21f860b1 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018012 Jul 13 07:44:43.422315 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-990afb24-403f-4ce4-a490-fedffc46f749 req-95f81cb9-f421-4539-97c9-5f3e4ad06596 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Network f12506b3-8e08-466c-bdc8-5d17357c9e68 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:43.426048 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-990afb24-403f-4ce4-a490-fedffc46f749 req-95f81cb9-f421-4539-97c9-5f3e4ad06596 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:43.437418 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-990afb24-403f-4ce4-a490-fedffc46f749 req-95f81cb9-f421-4539-97c9-5f3e4ad06596 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:43.510620 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-cc038cf6-f00f-42ae-b941-2c602387f2b1 None None] Provisioning complete for port b8a0198e-a7a2-4e39-9142-d35dc9879ea3 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:43.511359 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cc038cf6-f00f-42ae-b941-2c602387f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.544262 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-049a81e4-42fc-4993-8716-9179502fbad9 req-13718615-ea51-432d-b4b1-49e6db13bde9 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834099 Jul 13 07:44:43.547598 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d072c-80f0-4277-ac3e-ee46fdefdc31 req-f9b77146-c67a-46b8-ac2d-3235b2ab04e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:43.549307 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-837d072c-80f0-4277-ac3e-ee46fdefdc31 req-f9b77146-c67a-46b8-ac2d-3235b2ab04e1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fe3ca710-7f04-4b99-abd8-f0c0a80bd44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3939979 Jul 13 07:44:43.576535 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990afb24-403f-4ce4-a490-fedffc46f749 req-95f81cb9-f421-4539-97c9-5f3e4ad06596 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:43.577308 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-990afb24-403f-4ce4-a490-fedffc46f749 req-95f81cb9-f421-4539-97c9-5f3e4ad06596 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.633250 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-990afb24-403f-4ce4-a490-fedffc46f749 req-95f81cb9-f421-4539-97c9-5f3e4ad06596 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.7571526 Jul 13 07:44:43.652054 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de5926-0518-400e-976a-15a15b880d73 req-71f51f97-f654-4e63-a956-4df6248af62d tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:43.654502 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-33de5926-0518-400e-976a-15a15b880d73 req-71f51f97-f654-4e63-a956-4df6248af62d tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/ports?device_id=9213287b-0a38-4763-94de-c94fe8ac857c HTTP/1.1" status: 200 len: 895 time: 0.1264100 Jul 13 07:44:43.715742 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-990afb24-403f-4ce4-a490-fedffc46f749 req-74ec407c-621c-46dd-918b-59294ce1d70f service neutron] Request body: {'port': {'device_id': '9213287b-0a38-4763-94de-c94fe8ac857c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:43.844028 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-990afb24-403f-4ce4-a490-fedffc46f749 req-74ec407c-621c-46dd-918b-59294ce1d70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.889089 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-837d072c-80f0-4277-ac3e-ee46fdefdc31 req-2ae19790-e062-4c62-8e2b-5742ddcc2703 service neutron] 10.222.0.25 "GET /v2.0/networks/fe3ca710-7f04-4b99-abd8-f0c0a80bd44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076639 Jul 13 07:44:43.930562 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51724) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:43.942340 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f0ac72ef-9c51-40af-88de-500f7d2d6896 None None] Provisioning for port 032a400e-e0cf-4233-bf53-7254ccc3d835 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:43.948931 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f0ac72ef-9c51-40af-88de-500f7d2d6896 None None] Provisioning complete for port 032a400e-e0cf-4233-bf53-7254ccc3d835 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:43.949514 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f0ac72ef-9c51-40af-88de-500f7d2d6896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:43.994385 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f0ac72ef-9c51-40af-88de-500f7d2d6896 None None] Port 032a400e-e0cf-4233-bf53-7254ccc3d835 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:44.053833 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a7997302-dff5-48ac-86ce-4d15c8eaaa35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:44.135350 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eedfb51-cab5-464d-902b-5f621ce6acdd req-2fcb8cf3-bae0-4917-855d-ad13688c3062 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:44.136915 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0eedfb51-cab5-464d-902b-5f621ce6acdd req-2fcb8cf3-bae0-4917-855d-ad13688c3062 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.2587898 Jul 13 07:44:44.152143 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-837d072c-80f0-4277-ac3e-ee46fdefdc31 req-ba1267f0-f7b8-43c3-8b52-7c96abdcca65 service neutron] 10.222.0.25 "GET /v2.0/networks/fe3ca710-7f04-4b99-abd8-f0c0a80bd44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412345 Jul 13 07:44:44.179129 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a7997302-dff5-48ac-86ce-4d15c8eaaa35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:44.183737 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a7997302-dff5-48ac-86ce-4d15c8eaaa35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:44.229669 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a7997302-dff5-48ac-86ce-4d15c8eaaa35 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b6bc9c492c4841eda3ae92f1d5d161e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2979343 Jul 13 07:44:44.230650 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7997302-dff5-48ac-86ce-4d15c8eaaa35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2eeb5a-cd29-45b4-94c9-8d7a478171a1,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:44.233258 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51732) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:44.251997 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0eedfb51-cab5-464d-902b-5f621ce6acdd req-512fd424-df9c-4d7e-b9ec-9bf89e99ce8f tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021645 Jul 13 07:44:44.294131 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-78f9674c-1f87-4be0-92b5-080140cf4db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:44.316941 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-78f9674c-1f87-4be0-92b5-080140cf4db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:44.350335 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-990afb24-403f-4ce4-a490-fedffc46f749 req-74ec407c-621c-46dd-918b-59294ce1d70f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 032a400e-e0cf-4233-bf53-7254ccc3d835 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:44:44.360098 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-990afb24-403f-4ce4-a490-fedffc46f749 req-74ec407c-621c-46dd-918b-59294ce1d70f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:44.367913 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-78f9674c-1f87-4be0-92b5-080140cf4db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:44.370990 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-78f9674c-1f87-4be0-92b5-080140cf4db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:44.375975 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-78f9674c-1f87-4be0-92b5-080140cf4db4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8e2eeb5a-cd29-45b4-94c9-8d7a478171a1 HTTP/1.1" status: 204 len: 168 time: 0.1413486 Jul 13 07:44:44.376177 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-990afb24-403f-4ce4-a490-fedffc46f749 req-74ec407c-621c-46dd-918b-59294ce1d70f service neutron] Transition to ACTIVE for port object 032a400e-e0cf-4233-bf53-7254ccc3d835 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:44.380278 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-990afb24-403f-4ce4-a490-fedffc46f749 req-74ec407c-621c-46dd-918b-59294ce1d70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:44.389831 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9674c-1f87-4be0-92b5-080140cf4db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2eeb5a-cd29-45b4-94c9-8d7a478171a1,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:44.447794 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec407c-621c-46dd-918b-59294ce1d70f service neutron] Pushing event updated for resources: {'Port': ['ID=032a400e-e0cf-4233-bf53-7254ccc3d835,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:44.584511 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-990afb24-403f-4ce4-a490-fedffc46f749 req-74ec407c-621c-46dd-918b-59294ce1d70f service neutron] Attempting to bind port 032a400e-e0cf-4233-bf53-7254ccc3d835 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:44:44.584511 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-990afb24-403f-4ce4-a490-fedffc46f749 req-74ec407c-621c-46dd-918b-59294ce1d70f service neutron] Attempting to bind port 032a400e-e0cf-4233-bf53-7254ccc3d835 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '2a23261e-940e-4bbb-9c57-96300f185acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f12506b3-8e08-466c-bdc8-5d17357c9e68'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:44:44.584721 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990afb24-403f-4ce4-a490-fedffc46f749 req-74ec407c-621c-46dd-918b-59294ce1d70f service neutron] Attempting to bind port 032a400e-e0cf-4233-bf53-7254ccc3d835 on network f12506b3-8e08-466c-bdc8-5d17357c9e68 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:44.595910 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990afb24-403f-4ce4-a490-fedffc46f749 req-74ec407c-621c-46dd-918b-59294ce1d70f service neutron] Port 032a400e-e0cf-4233-bf53-7254ccc3d835 on network f12506b3-8e08-466c-bdc8-5d17357c9e68 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:44:44.596235 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990afb24-403f-4ce4-a490-fedffc46f749 req-74ec407c-621c-46dd-918b-59294ce1d70f service neutron] Attempting to bind port 032a400e-e0cf-4233-bf53-7254ccc3d835 on network f12506b3-8e08-466c-bdc8-5d17357c9e68 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:44.604904 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990afb24-403f-4ce4-a490-fedffc46f749 req-74ec407c-621c-46dd-918b-59294ce1d70f service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:44:44.605241 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990afb24-403f-4ce4-a490-fedffc46f749 req-74ec407c-621c-46dd-918b-59294ce1d70f service neutron] Checking segment: {'id': '2a23261e-940e-4bbb-9c57-96300f185acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f12506b3-8e08-466c-bdc8-5d17357c9e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:44.605631 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990afb24-403f-4ce4-a490-fedffc46f749 req-74ec407c-621c-46dd-918b-59294ce1d70f service neutron] Bound using segment: {'id': '2a23261e-940e-4bbb-9c57-96300f185acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f12506b3-8e08-466c-bdc8-5d17357c9e68'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:44:44.606068 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-990afb24-403f-4ce4-a490-fedffc46f749 req-74ec407c-621c-46dd-918b-59294ce1d70f service neutron] Bound port: 032a400e-e0cf-4233-bf53-7254ccc3d835, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a23261e-940e-4bbb-9c57-96300f185acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f12506b3-8e08-466c-bdc8-5d17357c9e68'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:44:44.606428 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-990afb24-403f-4ce4-a490-fedffc46f749 req-74ec407c-621c-46dd-918b-59294ce1d70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:44.622405 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b8a0198e-a7a2-4e39-9142-d35dc9879ea3 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:44.681681 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port b8a0198e-a7a2-4e39-9142-d35dc9879ea3 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:44.682099 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:44.755134 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-990afb24-403f-4ce4-a490-fedffc46f749 req-74ec407c-621c-46dd-918b-59294ce1d70f service neutron] For port 032a400e-e0cf-4233-bf53-7254ccc3d835, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:44.788401 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-990afb24-403f-4ce4-a490-fedffc46f749 req-74ec407c-621c-46dd-918b-59294ce1d70f service neutron] For port 032a400e-e0cf-4233-bf53-7254ccc3d835, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=032a400e-e0cf-4233-bf53-7254ccc3d835,segment=NetworkSegment(2a23261e-940e-4bbb-9c57-96300f185acc),segment_id=2a23261e-940e-4bbb-9c57-96300f185acc)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:44:44.809922 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c3cbe-4878-42be-a216-03746e3d9a2f req-ccfaa818-f311-4b6d-83dd-40b76e5b6b66 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:44.812096 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-259c3cbe-4878-42be-a216-03746e3d9a2f req-ccfaa818-f311-4b6d-83dd-40b76e5b6b66 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1542907 Jul 13 07:44:44.813612 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-990afb24-403f-4ce4-a490-fedffc46f749 req-74ec407c-621c-46dd-918b-59294ce1d70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:44.851853 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8c3c1-ba9e-4893-a48d-356c2749247c req-26bbfce1-677c-4aba-b3d7-ef1354ad4a3a tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:44.853469 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-37d8c3c1-ba9e-4893-a48d-356c2749247c req-26bbfce1-677c-4aba-b3d7-ef1354ad4a3a tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 944 time: 0.0961673 Jul 13 07:44:44.854044 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51746) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:44.858942 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990afb24-403f-4ce4-a490-fedffc46f749 req-74ec407c-621c-46dd-918b-59294ce1d70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:44.859588 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-990afb24-403f-4ce4-a490-fedffc46f749 req-74ec407c-621c-46dd-918b-59294ce1d70f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:44.860963 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-990afb24-403f-4ce4-a490-fedffc46f749 req-74ec407c-621c-46dd-918b-59294ce1d70f service neutron] 10.222.0.25 "PUT /v2.0/ports/032a400e-e0cf-4233-bf53-7254ccc3d835 HTTP/1.1" status: 200 len: 1056 time: 1.2191701 Jul 13 07:44:44.861385 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9213287b-0a38-4763-94de-c94fe8ac857c', 'tag': '032a400e-e0cf-4233-bf53-7254ccc3d835'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:44:44.863752 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e97e2ed-a5c3-4b90-a68a-6aa568dcb4fb" -d '{"events": [{"name": "network-changed", "server_uuid": "9213287b-0a38-4763-94de-c94fe8ac857c", "tag": "032a400e-e0cf-4233-bf53-7254ccc3d835"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:44:44.876102 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-188054aa-74bf-49d5-8bfe-f9244f9b9d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:44.932461 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-37d8c3c1-ba9e-4893-a48d-356c2749247c req-5172674a-1580-4373-8d53-a9a3be3857f9 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640483 Jul 13 07:44:44.942206 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-259c3cbe-4878-42be-a216-03746e3d9a2f req-dce0e7a2-53f7-41f5-92a6-ca43e7355747 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969543 Jul 13 07:44:44.947796 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec407c-621c-46dd-918b-59294ce1d70f service neutron] Pushing event updated for resources: {'Port': ['ID=032a400e-e0cf-4233-bf53-7254ccc3d835,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:45.004094 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990afb24-403f-4ce4-a490-fedffc46f749 req-6428fe64-95ca-4f10-a381-a058404b1f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:45.005720 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-990afb24-403f-4ce4-a490-fedffc46f749 req-6428fe64-95ca-4f10-a381-a058404b1f6f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=47427af84b21400f9d6bb53f89c64984&device_id=9213287b-0a38-4763-94de-c94fe8ac857c HTTP/1.1" status: 200 len: 1059 time: 0.1003222 Jul 13 07:44:45.021499 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d721d907-b1ee-4f62-8d2f-89f4ee57081b x-openstack-request-id: req-d721d907-b1ee-4f62-8d2f-89f4ee57081b {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:44:45.021786 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9213287b-0a38-4763-94de-c94fe8ac857c", "tag": "032a400e-e0cf-4233-bf53-7254ccc3d835", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:44:45.022035 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d721d907-b1ee-4f62-8d2f-89f4ee57081b {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:44:45.022447 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9213287b-0a38-4763-94de-c94fe8ac857c', 'tag': '032a400e-e0cf-4233-bf53-7254ccc3d835', 'status': 'completed', 'code': 200} Jul 13 07:44:45.075595 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-188054aa-74bf-49d5-8bfe-f9244f9b9d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.081559 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-188054aa-74bf-49d5-8bfe-f9244f9b9d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.168466 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188054aa-74bf-49d5-8bfe-f9244f9b9d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf7d468-a0ed-4a4c-b2ba-31bad12113e0,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:45.194376 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-188054aa-74bf-49d5-8bfe-f9244f9b9d8d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c3686a002a0349c79f5852c434332542&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3367753 Jul 13 07:44:45.196935 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51756) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:45.270000 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6ddf3381-643b-4b6b-a216-4704291aebc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.318700 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6ddf3381-643b-4b6b-a216-4704291aebc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.330904 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf0596-3384-474f-a1cf-a9a15865a0bf req-0d0d3a46-0f3d-4868-9c72-3f016811256e tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:45.333136 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6eaf0596-3384-474f-a1cf-a9a15865a0bf req-0d0d3a46-0f3d-4868-9c72-3f016811256e tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/ports?device_id=9213287b-0a38-4763-94de-c94fe8ac857c HTTP/1.1" status: 200 len: 907 time: 0.2211146 Jul 13 07:44:45.412603 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6ddf3381-643b-4b6b-a216-4704291aebc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.416356 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6ddf3381-643b-4b6b-a216-4704291aebc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.418243 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6ddf3381-643b-4b6b-a216-4704291aebc8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/caf7d468-a0ed-4a4c-b2ba-31bad12113e0 HTTP/1.1" status: 204 len: 168 time: 0.2199714 Jul 13 07:44:45.448506 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf3381-643b-4b6b-a216-4704291aebc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf7d468-a0ed-4a4c-b2ba-31bad12113e0,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:45.534798 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-990afb24-403f-4ce4-a490-fedffc46f749 req-71dc6b11-9e93-4277-8b0e-f06ff6f71d35 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=032a400e-e0cf-4233-bf53-7254ccc3d835 HTTP/1.1" status: 200 len: 217 time: 0.5200183 Jul 13 07:44:45.555556 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 37e65a28-7ffc-454b-8ef8-0acf8e5a824e details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:44:45.628816 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990afb24-403f-4ce4-a490-fedffc46f749 req-06393cdc-2f7e-4fa5-8860-60f1d0e95891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:45.630532 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-990afb24-403f-4ce4-a490-fedffc46f749 req-06393cdc-2f7e-4fa5-8860-60f1d0e95891 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c44eb679-4043-4995-a355-69916745657e HTTP/1.1" status: 200 len: 838 time: 0.0885487 Jul 13 07:44:45.634975 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 51766) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:45.640607 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083a965-6b1e-4b69-b6d0-d475147be0b2 req-4f651385-4118-40f3-841f-fbd7134d3814 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:45.642316 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a083a965-6b1e-4b69-b6d0-d475147be0b2 req-4f651385-4118-40f3-841f-fbd7134d3814 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1487374 Jul 13 07:44:45.644912 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-67269b68-a55e-4856-a8fd-91e30dfca5ca tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1145660400', 'description': 'tempest-secgroup-smoke-1145660400 description', 'project_id': '094977268a014571ac87c33401dc7dc8'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:45.698109 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a083a965-6b1e-4b69-b6d0-d475147be0b2 req-eedb1b3f-8e63-4198-81af-3301898e487b tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446982 Jul 13 07:44:45.712082 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-67269b68-a55e-4856-a8fd-91e30dfca5ca tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.738567 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=37e65a28-7ffc-454b-8ef8-0acf8e5a824e,segment=NetworkSegment(82b0794f-89d2-4219-8340-180084a286f0),segment_id=82b0794f-89d2-4219-8340-180084a286f0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:45.750862 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990afb24-403f-4ce4-a490-fedffc46f749 req-8904147e-581f-4bbf-a4b5-81392f3f8efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:45.752995 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-990afb24-403f-4ce4-a490-fedffc46f749 req-8904147e-581f-4bbf-a4b5-81392f3f8efe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f12506b3-8e08-466c-bdc8-5d17357c9e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1138322 Jul 13 07:44:45.764797 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '37e65a28-7ffc-454b-8ef8-0acf8e5a824e', 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f', 'port_id': '37e65a28-7ffc-454b-8ef8-0acf8e5a824e', 'mac_address': 'fa:16:3e:8f:7e:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb14844-0f59-4592-827b-9b964d247113', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:44:45.816052 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.831817 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e65a28-7ffc-454b-8ef8-0acf8e5a824e {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:44:45.859181 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=37e65a28-7ffc-454b-8ef8-0acf8e5a824e,segment=NetworkSegment(82b0794f-89d2-4219-8340-180084a286f0),segment_id=82b0794f-89d2-4219-8340-180084a286f0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:45.864717 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.901041 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-990afb24-403f-4ce4-a490-fedffc46f749 req-1d66c20d-7277-4c68-82b3-812cf9ced7f6 service neutron] 10.222.0.25 "GET /v2.0/networks/f12506b3-8e08-466c-bdc8-5d17357c9e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356776 Jul 13 07:44:45.903189 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-67269b68-a55e-4856-a8fd-91e30dfca5ca tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.935920 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=37e65a28-7ffc-454b-8ef8-0acf8e5a824e,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:45.942411 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-67269b68-a55e-4856-a8fd-91e30dfca5ca tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:45.944704 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:45.945040 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:45.945547 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:45.945887 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:45.946222 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:45.946605 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:45.947086 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:45.947633 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:45.948226 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:45.948743 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:45.949237 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:45.949727 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:46.033742 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-67269b68-a55e-4856-a8fd-91e30dfca5ca tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.037722 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-67269b68-a55e-4856-a8fd-91e30dfca5ca tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3989096 Jul 13 07:44:46.038273 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51778) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:46.040035 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67269b68-a55e-4856-a8fd-91e30dfca5ca tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bf83f1-fff4-42d4-9912-5382bbfbc615,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:46.045583 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-8782b1bb-8fe6-47f4-aa35-50eaf01ae091 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Request body: {'security_group_rule': {'security_group_id': 'd9bf83f1-fff4-42d4-9912-5382bbfbc615', 'project_id': '094977268a014571ac87c33401dc7dc8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:46.085966 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-990afb24-403f-4ce4-a490-fedffc46f749 req-413b3041-8aa1-4e3e-a7c7-dc9fc8ae1b9e service neutron] 10.222.0.25 "GET /v2.0/networks/f12506b3-8e08-466c-bdc8-5d17357c9e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779039 Jul 13 07:44:46.112159 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8782b1bb-8fe6-47f4-aa35-50eaf01ae091 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.122781 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['37e65a28-7ffc-454b-8ef8-0acf8e5a824e'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:44:46.209825 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8782b1bb-8fe6-47f4-aa35-50eaf01ae091 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.218131 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8782b1bb-8fe6-47f4-aa35-50eaf01ae091 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.260074 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8782b1bb-8fe6-47f4-aa35-50eaf01ae091 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.261267 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8782b1bb-8fe6-47f4-aa35-50eaf01ae091 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2209237 Jul 13 07:44:46.264552 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782b1bb-8fe6-47f4-aa35-50eaf01ae091 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c706b19-da7d-4cad-bd5e-8ed773558924,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:46.265282 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db709eaf-f029-4d20-a9a2-f4a0022a12b3 req-9b285ccd-9d0b-4616-8d3b-247af4075065 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:46.266208 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51784) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:46.272231 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-52568fce-2bb9-47de-bbc2-1346fc8dc300 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Request body: {'security_group_rule': {'security_group_id': 'd9bf83f1-fff4-42d4-9912-5382bbfbc615', 'project_id': '094977268a014571ac87c33401dc7dc8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:46.272749 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-db709eaf-f029-4d20-a9a2-f4a0022a12b3 req-9b285ccd-9d0b-4616-8d3b-247af4075065 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 945 time: 0.1628568 Jul 13 07:44:46.301594 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97e2ed-a5c3-4b90-a68a-6aa568dcb4fb req-40e2cb24-dd49-4924-a648-d686bce244c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:46.303548 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9e97e2ed-a5c3-4b90-a68a-6aa568dcb4fb req-40e2cb24-dd49-4924-a648-d686bce244c8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=47427af84b21400f9d6bb53f89c64984&device_id=9213287b-0a38-4763-94de-c94fe8ac857c HTTP/1.1" status: 200 len: 1059 time: 0.1371253 Jul 13 07:44:46.321996 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-52568fce-2bb9-47de-bbc2-1346fc8dc300 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.411137 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-52568fce-2bb9-47de-bbc2-1346fc8dc300 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.416714 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-52568fce-2bb9-47de-bbc2-1346fc8dc300 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.438662 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52568fce-2bb9-47de-bbc2-1346fc8dc300 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=835fa822-7527-4c56-a2f5-e3c8cc2d9d62,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:46.440157 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-db709eaf-f029-4d20-a9a2-f4a0022a12b3 req-47a9142b-8995-4b29-82bc-9c561044c315 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665637 Jul 13 07:44:46.454264 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-52568fce-2bb9-47de-bbc2-1346fc8dc300 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.458270 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-52568fce-2bb9-47de-bbc2-1346fc8dc300 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1908705 Jul 13 07:44:46.460960 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51792) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:46.471399 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-86083894-29c3-4e48-a14a-b76c3f18eaef tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Request body: {'security_group_rule': {'security_group_id': 'd9bf83f1-fff4-42d4-9912-5382bbfbc615', 'project_id': '094977268a014571ac87c33401dc7dc8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:46.490093 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97e2ed-a5c3-4b90-a68a-6aa568dcb4fb req-bd5d9302-ff29-4ae3-bf8e-35234b7c0c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:46.492506 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9e97e2ed-a5c3-4b90-a68a-6aa568dcb4fb req-bd5d9302-ff29-4ae3-bf8e-35234b7c0c09 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f12506b3-8e08-466c-bdc8-5d17357c9e68 HTTP/1.1" status: 200 len: 898 time: 0.1810274 Jul 13 07:44:46.529584 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-86083894-29c3-4e48-a14a-b76c3f18eaef tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.577152 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9e97e2ed-a5c3-4b90-a68a-6aa568dcb4fb req-12fd1f30-2a1f-4f7b-8c8b-52a9ce0f038a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=032a400e-e0cf-4233-bf53-7254ccc3d835 HTTP/1.1" status: 200 len: 217 time: 0.0758386 Jul 13 07:44:46.632554 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-86083894-29c3-4e48-a14a-b76c3f18eaef tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.647046 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-86083894-29c3-4e48-a14a-b76c3f18eaef tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.658607 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97e2ed-a5c3-4b90-a68a-6aa568dcb4fb req-86142834-4825-47c7-aead-cd1e4eecc9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:46.660561 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9e97e2ed-a5c3-4b90-a68a-6aa568dcb4fb req-86142834-4825-47c7-aead-cd1e4eecc9d5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c44eb679-4043-4995-a355-69916745657e HTTP/1.1" status: 200 len: 838 time: 0.0769999 Jul 13 07:44:46.696762 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a687821-6940-4730-aa89-aefe503aa5bf req-e990b54e-e953-4e6c-a320-a1a387e87942 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:46.699746 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9a687821-6940-4730-aa89-aefe503aa5bf req-e990b54e-e953-4e6c-a320-a1a387e87942 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/ports?device_id=9213287b-0a38-4763-94de-c94fe8ac857c HTTP/1.1" status: 200 len: 907 time: 0.1642926 Jul 13 07:44:46.707229 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86083894-29c3-4e48-a14a-b76c3f18eaef tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a665217c-7fd8-42c3-a61e-17327b45d1d6,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:46.722441 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-86083894-29c3-4e48-a14a-b76c3f18eaef tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.722441 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-86083894-29c3-4e48-a14a-b76c3f18eaef tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2593729 Jul 13 07:44:46.725069 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51798) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:46.732209 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-fae76726-5f68-482c-afef-b892989eaf0c tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Request body: {'security_group_rule': {'security_group_id': 'd9bf83f1-fff4-42d4-9912-5382bbfbc615', 'project_id': '094977268a014571ac87c33401dc7dc8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:46.755910 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97e2ed-a5c3-4b90-a68a-6aa568dcb4fb req-025f4245-0ac2-449e-bdd7-430b468efba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:46.758267 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9e97e2ed-a5c3-4b90-a68a-6aa568dcb4fb req-025f4245-0ac2-449e-bdd7-430b468efba4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f12506b3-8e08-466c-bdc8-5d17357c9e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0891857 Jul 13 07:44:46.775060 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fae76726-5f68-482c-afef-b892989eaf0c tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.862241 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fae76726-5f68-482c-afef-b892989eaf0c tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.867422 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fae76726-5f68-482c-afef-b892989eaf0c tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.886609 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae76726-5f68-482c-afef-b892989eaf0c tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcc147fd-cdb3-4944-8ee7-93a97841da95,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:46.897304 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fae76726-5f68-482c-afef-b892989eaf0c tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:46.898548 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-fae76726-5f68-482c-afef-b892989eaf0c tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1719038 Jul 13 07:44:46.901943 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51804) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:46.910511 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-21fd5627-f935-407b-adbc-9fbcb4b3d10d tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Request body: {'security_group_rule': {'security_group_id': 'd9bf83f1-fff4-42d4-9912-5382bbfbc615', 'project_id': '094977268a014571ac87c33401dc7dc8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:46.919907 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9e97e2ed-a5c3-4b90-a68a-6aa568dcb4fb req-12206495-fbda-4284-b07c-14b5ed836680 service neutron] 10.222.0.25 "GET /v2.0/networks/f12506b3-8e08-466c-bdc8-5d17357c9e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533320 Jul 13 07:44:46.936807 n-d-771363-34 neutron-server[94017]: INFO neutron.db.securitygroups_db [None req-21fd5627-f935-407b-adbc-9fbcb4b3d10d tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Project 094977268a014571ac87c33401dc7dc8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:44:46.945267 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-21fd5627-f935-407b-adbc-9fbcb4b3d10d tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:47.016155 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94be045-d3e3-440e-952e-05792c45c40e req-469d45f6-c29c-479d-8888-74b9be099a0d tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:47.017853 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f94be045-d3e3-440e-952e-05792c45c40e req-469d45f6-c29c-479d-8888-74b9be099a0d tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1674488 Jul 13 07:44:47.039240 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-21fd5627-f935-407b-adbc-9fbcb4b3d10d tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:47.041401 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9e97e2ed-a5c3-4b90-a68a-6aa568dcb4fb req-8b37c49f-ec08-40b8-abe0-7524297cefc5 service neutron] 10.222.0.25 "GET /v2.0/networks/f12506b3-8e08-466c-bdc8-5d17357c9e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135066 Jul 13 07:44:47.043922 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-21fd5627-f935-407b-adbc-9fbcb4b3d10d tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:47.074454 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd5627-f935-407b-adbc-9fbcb4b3d10d tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c07def-ff50-4110-83cd-e213dea00bc6,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:47.080850 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-21fd5627-f935-407b-adbc-9fbcb4b3d10d tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:47.081494 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-21fd5627-f935-407b-adbc-9fbcb4b3d10d tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1782484 Jul 13 07:44:47.084357 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51810) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:47.089130 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-811d9d36-88a8-4756-85c6-ad3f8761b7a0 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Request body: {'security_group_rule': {'security_group_id': 'd9bf83f1-fff4-42d4-9912-5382bbfbc615', 'project_id': '094977268a014571ac87c33401dc7dc8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:47.090223 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f94be045-d3e3-440e-952e-05792c45c40e req-66e16808-6e10-4082-ad2f-486645eb2e51 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620909 Jul 13 07:44:47.121418 n-d-771363-34 neutron-server[94017]: INFO neutron.db.securitygroups_db [None req-811d9d36-88a8-4756-85c6-ad3f8761b7a0 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Project 094977268a014571ac87c33401dc7dc8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:44:47.127912 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-811d9d36-88a8-4756-85c6-ad3f8761b7a0 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:47.196464 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-811d9d36-88a8-4756-85c6-ad3f8761b7a0 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:47.202461 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-811d9d36-88a8-4756-85c6-ad3f8761b7a0 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:47.226400 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d9d36-88a8-4756-85c6-ad3f8761b7a0 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d87919a7-3474-4bd7-a685-44419dffbf1b,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:47.240632 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-811d9d36-88a8-4756-85c6-ad3f8761b7a0 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:47.242632 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-811d9d36-88a8-4756-85c6-ad3f8761b7a0 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1569748 Jul 13 07:44:47.525235 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063afb1-9b25-47f4-bf8b-38d03bd67c3e req-4c9fbabe-cfe5-46ce-803f-0cf33d4ae487 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:47.527638 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aa4102dd-9887-4ae3-a587-153263d50840 req-7ce70522-d176-4f85-9b55-509f6651d6c5 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1145660400&fields=id&tenant_id=094977268a014571ac87c33401dc7dc8 HTTP/1.1" status: 200 len: 267 time: 0.0438509 Jul 13 07:44:47.532360 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b063afb1-9b25-47f4-bf8b-38d03bd67c3e req-4c9fbabe-cfe5-46ce-803f-0cf33d4ae487 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1153724 Jul 13 07:44:47.583036 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 37e65a28-7ffc-454b-8ef8-0acf8e5a824e up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:47.598012 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b063afb1-9b25-47f4-bf8b-38d03bd67c3e req-ceb68457-f73d-491b-aa12-0a54b92ecfb0 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569005 Jul 13 07:44:47.668958 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:47.674506 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:47.674913 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:47.693758 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4102dd-9887-4ae3-a587-153263d50840 req-fada372c-787b-4cca-8a6a-dd7ebcc30a52 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:47.699735 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aa4102dd-9887-4ae3-a587-153263d50840 req-fada372c-787b-4cca-8a6a-dd7ebcc30a52 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "GET /v2.0/networks?id=856c09e5-73ee-4cd8-bcdf-65d3c10d87c4 HTTP/1.1" status: 200 len: 813 time: 0.1642759 Jul 13 07:44:47.726851 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aa4102dd-9887-4ae3-a587-153263d50840 req-95fe075f-0a88-46bc-a22b-43189a439651 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "GET /v2.0/quotas/094977268a014571ac87c33401dc7dc8 HTTP/1.1" status: 200 len: 375 time: 0.0225017 Jul 13 07:44:47.780534 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:47.801767 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aa4102dd-9887-4ae3-a587-153263d50840 req-483f52ae-8821-459f-80a7-196b2edfc34e tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=094977268a014571ac87c33401dc7dc8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0740147 Jul 13 07:44:47.812795 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7e5e93-4013-4605-b702-ece22ee0740a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e65a28-7ffc-454b-8ef8-0acf8e5a824e'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:44:47.815188 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5573d347-1a36-4cd2-8666-9b0195bc7a07" -d '{"events": [{"server_uuid": "4b7e5e93-4013-4605-b702-ece22ee0740a", "name": "network-vif-plugged", "status": "completed", "tag": "37e65a28-7ffc-454b-8ef8-0acf8e5a824e"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:44:47.830164 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=37e65a28-7ffc-454b-8ef8-0acf8e5a824e,segment=NetworkSegment(82b0794f-89d2-4219-8340-180084a286f0),segment_id=82b0794f-89d2-4219-8340-180084a286f0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:47.831076 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2729f-b811-4668-8aac-4bd60e203e0d req-80653459-2480-4c08-8085-e3b99a41bb01 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:47.832994 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5fa2729f-b811-4668-8aac-4bd60e203e0d req-80653459-2480-4c08-8085-e3b99a41bb01 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 945 time: 0.0860105 Jul 13 07:44:47.835439 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:47.905263 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=37e65a28-7ffc-454b-8ef8-0acf8e5a824e,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:47.928242 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5fa2729f-b811-4668-8aac-4bd60e203e0d req-e2113737-236f-452b-8a77-d9e5f14b9da5 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815117 Jul 13 07:44:47.940692 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aa4102dd-9887-4ae3-a587-153263d50840 req-b21aaeb9-8466-4574-a00f-a0c3e7a2c8d1 service neutron] 10.222.0.23 "GET /v2.0/networks/856c09e5-73ee-4cd8-bcdf-65d3c10d87c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177003 Jul 13 07:44:48.054310 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 51842) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:48.089658 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aa4102dd-9887-4ae3-a587-153263d50840 req-ffff3ba9-7aa2-4010-8603-7eebe60b0281 service neutron] 10.222.0.23 "GET /v2.0/networks/856c09e5-73ee-4cd8-bcdf-65d3c10d87c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353433 Jul 13 07:44:48.145519 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffec122-34fa-4dd1-a74a-8a60170c37a2 req-8d1f8a55-adee-4b0e-9335-7311260d69df tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:48.147255 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1ffec122-34fa-4dd1-a74a-8a60170c37a2 req-8d1f8a55-adee-4b0e-9335-7311260d69df tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/ports?device_id=9213287b-0a38-4763-94de-c94fe8ac857c HTTP/1.1" status: 200 len: 907 time: 0.0834708 Jul 13 07:44:48.211445 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d5792c-57eb-4eda-92b3-9241341585f6 x-openstack-request-id: req-87d5792c-57eb-4eda-92b3-9241341585f6 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:44:48.211611 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8f325554-f505-4917-b688-35c3d968ef3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:48.211716 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7e5e93-4013-4605-b702-ece22ee0740a", "name": "network-vif-plugged", "status": "completed", "tag": "37e65a28-7ffc-454b-8ef8-0acf8e5a824e", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:44:48.211956 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-87d5792c-57eb-4eda-92b3-9241341585f6 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:44:48.212364 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7e5e93-4013-4605-b702-ece22ee0740a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e65a28-7ffc-454b-8ef8-0acf8e5a824e', 'code': 200} Jul 13 07:44:48.274133 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9f2b08db-7bbc-4515-8824-4bba413cc6eb None None] Provisioning complete for port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:48.274526 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9f2b08db-7bbc-4515-8824-4bba413cc6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:48.342164 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8f325554-f505-4917-b688-35c3d968ef3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:48.348647 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8f325554-f505-4917-b688-35c3d968ef3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:48.412757 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f325554-f505-4917-b688-35c3d968ef3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbadd94a-2397-49b6-8bcf-e95003d87ad2,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:48.431735 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8f325554-f505-4917-b688-35c3d968ef3e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=99c5c2c6fa014227a8df22dfdb8ba781&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3761451 Jul 13 07:44:48.432586 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 51856) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:48.482766 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c0a8b702-fecd-43bf-aba0-fb24e6be1aad req-dab46a38-f594-495d-a101-7cc9310739d2 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57 HTTP/1.1" status: 200 len: 210 time: 0.0489283 Jul 13 07:44:48.491892 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24fb19-42d7-4cfe-8a12-b6cc0a0d0567 req-c249fd15-e8a0-476c-9eaa-a17aa52846bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:48.493387 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1c24fb19-42d7-4cfe-8a12-b6cc0a0d0567 req-c249fd15-e8a0-476c-9eaa-a17aa52846bf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 1098 time: 0.1905847 Jul 13 07:44:48.558148 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1c24fb19-42d7-4cfe-8a12-b6cc0a0d0567 req-01f83162-36b8-4a0a-9b6a-200956349c49 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536237 Jul 13 07:44:48.558766 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9f417217-099b-4c70-b74a-9c1daf6e1fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:48.586201 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9f417217-099b-4c70-b74a-9c1daf6e1fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:48.645909 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9f417217-099b-4c70-b74a-9c1daf6e1fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:48.648530 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9f417217-099b-4c70-b74a-9c1daf6e1fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:48.652225 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9f417217-099b-4c70-b74a-9c1daf6e1fab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cbadd94a-2397-49b6-8bcf-e95003d87ad2 HTTP/1.1" status: 204 len: 168 time: 0.2138109 Jul 13 07:44:48.658777 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f417217-099b-4c70-b74a-9c1daf6e1fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbadd94a-2397-49b6-8bcf-e95003d87ad2,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:48.821978 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f84485-587b-4c66-ab03-e9b6c7aea13a req-666691af-9f73-4ada-ac06-f3c3e553a434 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:48.828442 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f7f84485-587b-4c66-ab03-e9b6c7aea13a req-666691af-9f73-4ada-ac06-f3c3e553a434 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.0842845 Jul 13 07:44:48.889594 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f7f84485-587b-4c66-ab03-e9b6c7aea13a req-97c18d7d-9d1a-48fa-8be5-c45421460f91 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521159 Jul 13 07:44:49.027446 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51874) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:49.043888 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-331dbcf0-1f8a-4305-ae27-9e1e290841d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:49.199978 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa22ab-0dfc-4532-b517-3b280e4811ba req-3e559f3e-513a-4987-9302-281b6fe3c554 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:49.203039 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3caa22ab-0dfc-4532-b517-3b280e4811ba req-3e559f3e-513a-4987-9302-281b6fe3c554 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.0887852 Jul 13 07:44:49.239581 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ffd75c-be09-4208-a239-46a6b48e0490 req-2c7553a3-f3e9-4434-b3a9-7b68a790425e tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:49.241775 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d2ffd75c-be09-4208-a239-46a6b48e0490 req-2c7553a3-f3e9-4434-b3a9-7b68a790425e tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 946 time: 0.1475015 Jul 13 07:44:49.292156 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3caa22ab-0dfc-4532-b517-3b280e4811ba req-694d44f3-5e13-4610-b680-a549d44d6fa1 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727754 Jul 13 07:44:49.302444 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-331dbcf0-1f8a-4305-ae27-9e1e290841d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:49.310053 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d2ffd75c-be09-4208-a239-46a6b48e0490 req-1b86d857-4f13-4f9b-bbdb-f3337aa5b834 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593796 Jul 13 07:44:49.311241 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-331dbcf0-1f8a-4305-ae27-9e1e290841d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:49.350420 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-331dbcf0-1f8a-4305-ae27-9e1e290841d7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=335908836ac84c8aaceb407740f518eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3210568 Jul 13 07:44:49.353604 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 51880) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:49.392862 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331dbcf0-1f8a-4305-ae27-9e1e290841d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae33676f-6009-48f6-9be0-98d3b4783ddc,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:49.494881 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5bba8aed-f7b8-43e8-b84c-cc3b09d14663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:49.540579 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5bba8aed-f7b8-43e8-b84c-cc3b09d14663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:49.572356 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 032a400e-e0cf-4233-bf53-7254ccc3d835 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:44:49.585706 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaedb67-8f82-4320-bcb9-722a05a9a2bd req-8c6b6d26-596e-4e95-ab02-88c810cd4a7f tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:49.588981 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575087b-37b4-4e67-be64-1e94c14aede2 req-0628318d-a78d-475b-8d87-b029f5257305 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:49.590629 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f575087b-37b4-4e67-be64-1e94c14aede2 req-0628318d-a78d-475b-8d87-b029f5257305 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.0873015 Jul 13 07:44:49.603026 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-afaedb67-8f82-4320-bcb9-722a05a9a2bd req-8c6b6d26-596e-4e95-ab02-88c810cd4a7f tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/ports?device_id=9213287b-0a38-4763-94de-c94fe8ac857c HTTP/1.1" status: 200 len: 907 time: 0.1613381 Jul 13 07:44:49.637352 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f575087b-37b4-4e67-be64-1e94c14aede2 req-951ef16e-9947-4921-aef5-8a3f203477f7 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397463 Jul 13 07:44:49.688585 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5bba8aed-f7b8-43e8-b84c-cc3b09d14663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:49.691807 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5bba8aed-f7b8-43e8-b84c-cc3b09d14663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:49.695681 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5bba8aed-f7b8-43e8-b84c-cc3b09d14663 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ae33676f-6009-48f6-9be0-98d3b4783ddc HTTP/1.1" status: 204 len: 168 time: 0.3382764 Jul 13 07:44:49.706248 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba8aed-f7b8-43e8-b84c-cc3b09d14663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae33676f-6009-48f6-9be0-98d3b4783ddc,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:49.787891 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 032a400e-e0cf-4233-bf53-7254ccc3d835, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=032a400e-e0cf-4233-bf53-7254ccc3d835,segment=NetworkSegment(2a23261e-940e-4bbb-9c57-96300f185acc),segment_id=2a23261e-940e-4bbb-9c57-96300f185acc)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:49.828539 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '032a400e-e0cf-4233-bf53-7254ccc3d835', 'network_id': 'f12506b3-8e08-466c-bdc8-5d17357c9e68', 'port_id': '032a400e-e0cf-4233-bf53-7254ccc3d835', 'mac_address': 'fa:16:3e:a4:fc:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c44eb679-4043-4995-a355-69916745657e', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:44:49.857107 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-64f57020-36cd-41b3-a755-e6b4716fd8e2 req-89aa6e41-c95a-4bf3-bfe1-26a68c2e5d52 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57 HTTP/1.1" status: 200 len: 210 time: 0.0564559 Jul 13 07:44:49.890694 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:49.915012 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 032a400e-e0cf-4233-bf53-7254ccc3d835 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:44:49.916043 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4102dd-9887-4ae3-a587-153263d50840 req-6a09f1f8-0b55-4c5c-9800-d55927f9db54 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:49.917680 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aa4102dd-9887-4ae3-a587-153263d50840 req-6a09f1f8-0b55-4c5c-9800-d55927f9db54 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.42 "GET /v2.0/networks?id=856c09e5-73ee-4cd8-bcdf-65d3c10d87c4 HTTP/1.1" status: 200 len: 813 time: 0.2673936 Jul 13 07:44:49.943348 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 032a400e-e0cf-4233-bf53-7254ccc3d835, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=032a400e-e0cf-4233-bf53-7254ccc3d835,segment=NetworkSegment(2a23261e-940e-4bbb-9c57-96300f185acc),segment_id=2a23261e-940e-4bbb-9c57-96300f185acc)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:49.949893 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:50.027566 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c610a2-ebd3-484a-a63c-41bc2bd0172f req-df3bb6f4-29e0-4941-a436-e82d2867397f tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:50.030889 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-89c610a2-ebd3-484a-a63c-41bc2bd0172f req-df3bb6f4-29e0-4941-a436-e82d2867397f tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1817563 Jul 13 07:44:50.036782 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aa4102dd-9887-4ae3-a587-153263d50840 req-e02f35f3-4bff-4331-a766-5367b8ceffc9 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=094977268a014571ac87c33401dc7dc8 HTTP/1.1" status: 200 len: 380 time: 0.0971608 Jul 13 07:44:50.052540 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-aa4102dd-9887-4ae3-a587-153263d50840 req-e8bdce4e-4828-4841-9af4-a5c70d90d4cf tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Request body: {'port': {'device_id': '2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57', 'network_id': '856c09e5-73ee-4cd8-bcdf-65d3c10d87c4', 'admin_state_up': True, 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'security_groups': ['d9bf83f1-fff4-42d4-9912-5382bbfbc615']}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:50.057497 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=032a400e-e0cf-4233-bf53-7254ccc3d835,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:50.124366 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-89c610a2-ebd3-484a-a63c-41bc2bd0172f req-1ba77405-446f-4d4f-ae02-b7249b5fb51d tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824528 Jul 13 07:44:50.211871 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['032a400e-e0cf-4233-bf53-7254ccc3d835'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:44:50.292940 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa4102dd-9887-4ae3-a587-153263d50840 req-e8bdce4e-4828-4841-9af4-a5c70d90d4cf tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Made reservation on behalf of 094977268a014571ac87c33401dc7dc8 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:44:50.299556 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-aa4102dd-9887-4ae3-a587-153263d50840 req-e8bdce4e-4828-4841-9af4-a5c70d90d4cf tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:50.483189 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-aa4102dd-9887-4ae3-a587-153263d50840 req-e8bdce4e-4828-4841-9af4-a5c70d90d4cf tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Allocated IP 172.20.0.11 (856c09e5-73ee-4cd8-bcdf-65d3c10d87c4/589c785d-421e-4845-b484-c40726135e95/1184c9e6-4100-428d-87f8-2322d58bf393) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:44:50.641438 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10eea5-9345-4e2a-b5b7-e095359748de req-bfb6c106-4ad0-40b2-b9d8-9c8bf81f495c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:50.643363 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6b10eea5-9345-4e2a-b5b7-e095359748de req-bfb6c106-4ad0-40b2-b9d8-9c8bf81f495c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 946 time: 0.0877025 Jul 13 07:44:50.676643 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-aa4102dd-9887-4ae3-a587-153263d50840 req-e8bdce4e-4828-4841-9af4-a5c70d90d4cf tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:50.701186 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-aa4102dd-9887-4ae3-a587-153263d50840 req-e8bdce4e-4828-4841-9af4-a5c70d90d4cf tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Transition to ACTIVE for port object 1184c9e6-4100-428d-87f8-2322d58bf393 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:50.707695 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6b10eea5-9345-4e2a-b5b7-e095359748de req-6bfa1b5d-1de7-438b-9a45-71d66b1db941 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571334 Jul 13 07:44:50.790377 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-aa4102dd-9887-4ae3-a587-153263d50840 req-e8bdce4e-4828-4841-9af4-a5c70d90d4cf tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:50.852448 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa4102dd-9887-4ae3-a587-153263d50840 req-e8bdce4e-4828-4841-9af4-a5c70d90d4cf tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Network 856c09e5-73ee-4cd8-bcdf-65d3c10d87c4 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:44:50.860693 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-aa4102dd-9887-4ae3-a587-153263d50840 req-e8bdce4e-4828-4841-9af4-a5c70d90d4cf tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:44:50.867696 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa4102dd-9887-4ae3-a587-153263d50840 req-e8bdce4e-4828-4841-9af4-a5c70d90d4cf tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:44:50.914687 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bdce4e-4828-4841-9af4-a5c70d90d4cf tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Pushing event updated for resources: {'Port': ['ID=1184c9e6-4100-428d-87f8-2322d58bf393,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:50.938469 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26443a43-ca2e-4687-b4f5-a6fb44258a5f req-1de08ced-422f-4f60-ab60-edaa7e5fe4ae tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:50.940189 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-26443a43-ca2e-4687-b4f5-a6fb44258a5f req-1de08ced-422f-4f60-ab60-edaa7e5fe4ae tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/ports?device_id=9213287b-0a38-4763-94de-c94fe8ac857c HTTP/1.1" status: 200 len: 908 time: 0.1843421 Jul 13 07:44:50.943360 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9cc014-5189-44d4-adc2-0e0787a320f4 req-c4e61cf6-a836-474e-8d27-318a0e45fc97 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:50.945023 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2c9cc014-5189-44d4-adc2-0e0787a320f4 req-c4e61cf6-a836-474e-8d27-318a0e45fc97 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 946 time: 0.1114299 Jul 13 07:44:50.955055 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 51920) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:50.969076 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-c484f3cd-da55-41c9-8d02-6304e6965c91 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Request body: {'floatingip': {'port_id': '37e65a28-7ffc-454b-8ef8-0acf8e5a824e'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:50.976704 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4102dd-9887-4ae3-a587-153263d50840 req-e8bdce4e-4828-4841-9af4-a5c70d90d4cf tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:50.977390 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-aa4102dd-9887-4ae3-a587-153263d50840 req-e8bdce4e-4828-4841-9af4-a5c70d90d4cf tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:51.010217 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aa4102dd-9887-4ae3-a587-153263d50840 req-e8bdce4e-4828-4841-9af4-a5c70d90d4cf tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9620249 Jul 13 07:44:51.023778 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-aa4102dd-9887-4ae3-a587-153263d50840 req-7ad6fc0d-6411-4434-a732-3f5b673a76ba service neutron] Request body: {'port': {'device_id': '2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:44:51.087569 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c484f3cd-da55-41c9-8d02-6304e6965c91 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for floatingip, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:51.150349 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-aa4102dd-9887-4ae3-a587-153263d50840 req-7ad6fc0d-6411-4434-a732-3f5b673a76ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:51.273282 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-722b44cf-9b84-4e69-9c55-bf99eb82a336 None None] Provisioning for port 1184c9e6-4100-428d-87f8-2322d58bf393 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:51.281737 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-722b44cf-9b84-4e69-9c55-bf99eb82a336 None None] Provisioning complete for port 1184c9e6-4100-428d-87f8-2322d58bf393 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:51.282112 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-722b44cf-9b84-4e69-9c55-bf99eb82a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:51.328259 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-722b44cf-9b84-4e69-9c55-bf99eb82a336 None None] Port 1184c9e6-4100-428d-87f8-2322d58bf393 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:44:51.415547 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d2c16-64ab-404b-96a7-7786cd5c8d03 req-e2dee777-59ec-4206-b733-1211cbc0e4da tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:51.423214 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-892d2c16-64ab-404b-96a7-7786cd5c8d03 req-e2dee777-59ec-4206-b733-1211cbc0e4da tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57 HTTP/1.1" status: 200 len: 932 time: 0.1850998 Jul 13 07:44:51.544670 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-aa4102dd-9887-4ae3-a587-153263d50840 req-7ad6fc0d-6411-4434-a732-3f5b673a76ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1184c9e6-4100-428d-87f8-2322d58bf393 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:44:51.552537 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-892d2c16-64ab-404b-96a7-7786cd5c8d03 req-09f48e0e-b634-43e7-a7b3-cfe6b1f58a9e tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9bf83f1-fff4-42d4-9912-5382bbfbc615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283536 Jul 13 07:44:51.555814 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-aa4102dd-9887-4ae3-a587-153263d50840 req-7ad6fc0d-6411-4434-a732-3f5b673a76ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:51.579303 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 032a400e-e0cf-4233-bf53-7254ccc3d835 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:44:51.598923 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-aa4102dd-9887-4ae3-a587-153263d50840 req-7ad6fc0d-6411-4434-a732-3f5b673a76ba service neutron] Transition to ACTIVE for port object 1184c9e6-4100-428d-87f8-2322d58bf393 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:44:51.607592 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-aa4102dd-9887-4ae3-a587-153263d50840 req-7ad6fc0d-6411-4434-a732-3f5b673a76ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:51.679260 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6fc0d-6411-4434-a732-3f5b673a76ba service neutron] Pushing event updated for resources: {'Port': ['ID=1184c9e6-4100-428d-87f8-2322d58bf393,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:51.680494 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 032a400e-e0cf-4233-bf53-7254ccc3d835 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:44:51.686807 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 032a400e-e0cf-4233-bf53-7254ccc3d835 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:51.687191 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:51.830604 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c484f3cd-da55-41c9-8d02-6304e6965c91 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:51.837506 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c484f3cd-da55-41c9-8d02-6304e6965c91 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:51.857817 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:51.859100 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-aa4102dd-9887-4ae3-a587-153263d50840 req-7ad6fc0d-6411-4434-a732-3f5b673a76ba service neutron] Attempting to bind port 1184c9e6-4100-428d-87f8-2322d58bf393 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:44:51.861279 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-aa4102dd-9887-4ae3-a587-153263d50840 req-7ad6fc0d-6411-4434-a732-3f5b673a76ba service neutron] Attempting to bind port 1184c9e6-4100-428d-87f8-2322d58bf393 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '138317d0-5f12-42c2-bd96-3b9c900a701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '856c09e5-73ee-4cd8-bcdf-65d3c10d87c4'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:44:51.861657 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4102dd-9887-4ae3-a587-153263d50840 req-7ad6fc0d-6411-4434-a732-3f5b673a76ba service neutron] Attempting to bind port 1184c9e6-4100-428d-87f8-2322d58bf393 on network 856c09e5-73ee-4cd8-bcdf-65d3c10d87c4 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:51.871021 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4102dd-9887-4ae3-a587-153263d50840 req-7ad6fc0d-6411-4434-a732-3f5b673a76ba service neutron] Port 1184c9e6-4100-428d-87f8-2322d58bf393 on network 856c09e5-73ee-4cd8-bcdf-65d3c10d87c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:44:51.871021 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4102dd-9887-4ae3-a587-153263d50840 req-7ad6fc0d-6411-4434-a732-3f5b673a76ba service neutron] Attempting to bind port 1184c9e6-4100-428d-87f8-2322d58bf393 on network 856c09e5-73ee-4cd8-bcdf-65d3c10d87c4 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:44:51.893907 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4102dd-9887-4ae3-a587-153263d50840 req-7ad6fc0d-6411-4434-a732-3f5b673a76ba service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:44:51.894248 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4102dd-9887-4ae3-a587-153263d50840 req-7ad6fc0d-6411-4434-a732-3f5b673a76ba service neutron] Checking segment: {'id': '138317d0-5f12-42c2-bd96-3b9c900a701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '856c09e5-73ee-4cd8-bcdf-65d3c10d87c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:44:51.894643 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4102dd-9887-4ae3-a587-153263d50840 req-7ad6fc0d-6411-4434-a732-3f5b673a76ba service neutron] Bound using segment: {'id': '138317d0-5f12-42c2-bd96-3b9c900a701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '856c09e5-73ee-4cd8-bcdf-65d3c10d87c4'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:44:51.899646 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-aa4102dd-9887-4ae3-a587-153263d50840 req-7ad6fc0d-6411-4434-a732-3f5b673a76ba service neutron] Bound port: 1184c9e6-4100-428d-87f8-2322d58bf393, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '138317d0-5f12-42c2-bd96-3b9c900a701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '856c09e5-73ee-4cd8-bcdf-65d3c10d87c4'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:44:51.900083 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-aa4102dd-9887-4ae3-a587-153263d50840 req-7ad6fc0d-6411-4434-a732-3f5b673a76ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:51.910570 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 032a400e-e0cf-4233-bf53-7254ccc3d835, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=032a400e-e0cf-4233-bf53-7254ccc3d835,segment=NetworkSegment(2a23261e-940e-4bbb-9c57-96300f185acc),segment_id=2a23261e-940e-4bbb-9c57-96300f185acc)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:51.912128 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9213287b-0a38-4763-94de-c94fe8ac857c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032a400e-e0cf-4233-bf53-7254ccc3d835'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:44:51.920682 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c65304-5bd0-4fdc-819c-b973c5db59f5" -d '{"events": [{"server_uuid": "9213287b-0a38-4763-94de-c94fe8ac857c", "name": "network-vif-plugged", "status": "completed", "tag": "032a400e-e0cf-4233-bf53-7254ccc3d835"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:44:51.924633 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:51.992593 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [None req-c484f3cd-da55-41c9-8d02-6304e6965c91 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Floating IP cbe70dbd-4b25-44e7-8f0d-8f73da42c189 associated. External IP: 172.25.3.38, port: 37e65a28-7ffc-454b-8ef8-0acf8e5a824e. Jul 13 07:44:52.000333 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=032a400e-e0cf-4233-bf53-7254ccc3d835,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:52.047793 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6ae959-9561-4e9c-9fd6-1eeb2ab45775 x-openstack-request-id: req-4b6ae959-9561-4e9c-9fd6-1eeb2ab45775 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:44:52.048119 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9213287b-0a38-4763-94de-c94fe8ac857c", "name": "network-vif-plugged", "status": "completed", "tag": "032a400e-e0cf-4233-bf53-7254ccc3d835", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:44:52.048332 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b6ae959-9561-4e9c-9fd6-1eeb2ab45775 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:44:52.048740 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9213287b-0a38-4763-94de-c94fe8ac857c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032a400e-e0cf-4233-bf53-7254ccc3d835', 'code': 200} Jul 13 07:44:52.366610 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9967e39-7949-4548-9e53-78eac538b0ed req-942d9c59-7ed0-4d07-bd49-c4e4df27562c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:52.368064 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b9967e39-7949-4548-9e53-78eac538b0ed req-942d9c59-7ed0-4d07-bd49-c4e4df27562c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9213287b-0a38-4763-94de-c94fe8ac857c HTTP/1.1" status: 200 len: 1061 time: 0.2261126 Jul 13 07:44:52.433750 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2db3c-f12b-4727-bcc0-aebe102b8ae0 req-2882c2a3-aa29-4267-a280-c500ec7fd3e3 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:52.436642 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-91e2db3c-f12b-4727-bcc0-aebe102b8ae0 req-2882c2a3-aa29-4267-a280-c500ec7fd3e3 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/ports?device_id=9213287b-0a38-4763-94de-c94fe8ac857c HTTP/1.1" status: 200 len: 909 time: 0.2798288 Jul 13 07:44:52.503685 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-888ebe5f-cb26-4e08-8c62-3cb05c570b2e None None] Provisioning complete for port 032a400e-e0cf-4233-bf53-7254ccc3d835 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:44:52.504181 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-888ebe5f-cb26-4e08-8c62-3cb05c570b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:52.505449 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c484f3cd-da55-41c9-8d02-6304e6965c91 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Router f83a277c-12d3-43ab-a023-cc4b5086da59 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:44:52.756384 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-aa4102dd-9887-4ae3-a587-153263d50840 req-7ad6fc0d-6411-4434-a732-3f5b673a76ba service neutron] For port 1184c9e6-4100-428d-87f8-2322d58bf393, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:44:52.763896 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-aa4102dd-9887-4ae3-a587-153263d50840 req-7ad6fc0d-6411-4434-a732-3f5b673a76ba service neutron] For port 1184c9e6-4100-428d-87f8-2322d58bf393, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=1184c9e6-4100-428d-87f8-2322d58bf393,segment=NetworkSegment(138317d0-5f12-42c2-bd96-3b9c900a701f),segment_id=138317d0-5f12-42c2-bd96-3b9c900a701f)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:44:52.771974 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-aa4102dd-9887-4ae3-a587-153263d50840 req-7ad6fc0d-6411-4434-a732-3f5b673a76ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:52.822144 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c484f3cd-da55-41c9-8d02-6304e6965c91 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:44:52.833328 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c484f3cd-da55-41c9-8d02-6304e6965c91 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:52.835824 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5793c14a-e525-418e-b189-fb61ae35e695 None None] Sync routers for ids ['f83a277c-12d3-43ab-a023-cc4b5086da59'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:44:52.850321 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4102dd-9887-4ae3-a587-153263d50840 req-7ad6fc0d-6411-4434-a732-3f5b673a76ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:52.850950 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-aa4102dd-9887-4ae3-a587-153263d50840 req-7ad6fc0d-6411-4434-a732-3f5b673a76ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:52.852409 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aa4102dd-9887-4ae3-a587-153263d50840 req-7ad6fc0d-6411-4434-a732-3f5b673a76ba service neutron] 10.222.0.42 "PUT /v2.0/ports/1184c9e6-4100-428d-87f8-2322d58bf393 HTTP/1.1" status: 200 len: 1093 time: 1.8334641 Jul 13 07:44:52.855030 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57', 'tag': '1184c9e6-4100-428d-87f8-2322d58bf393'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:44:52.857354 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fce1750-d09e-42b5-84a7-e29080bcbe3b" -d '{"events": [{"name": "network-changed", "server_uuid": "2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57", "tag": "1184c9e6-4100-428d-87f8-2322d58bf393"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:44:52.878707 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5793c14a-e525-418e-b189-fb61ae35e695 None None] Routers {'f83a277c-12d3-43ab-a023-cc4b5086da59'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:52.879514 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-5793c14a-e525-418e-b189-fb61ae35e695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:44:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f83a277c-12d3-43ab-a023-cc4b5086da59'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:52.980330 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc82a0fc-a719-47c7-8413-ad27c52cee03 x-openstack-request-id: req-dc82a0fc-a719-47c7-8413-ad27c52cee03 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:44:52.980330 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57", "tag": "1184c9e6-4100-428d-87f8-2322d58bf393", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:44:52.980712 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dc82a0fc-a719-47c7-8413-ad27c52cee03 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:44:52.980961 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57', 'tag': '1184c9e6-4100-428d-87f8-2322d58bf393', 'status': 'completed', 'code': 200} Jul 13 07:44:53.000380 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c484f3cd-da55-41c9-8d02-6304e6965c91 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "PUT /v2.0/floatingips/cbe70dbd-4b25-44e7-8f0d-8f73da42c189 HTTP/1.1" status: 200 len: 991 time: 2.0400367 Jul 13 07:44:53.001733 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b7e5e93-4013-4605-b702-ece22ee0740a', 'tag': '37e65a28-7ffc-454b-8ef8-0acf8e5a824e'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:44:53.008540 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974caf4b-d5f0-4c2d-a570-71f51bd37ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "4b7e5e93-4013-4605-b702-ece22ee0740a", "tag": "37e65a28-7ffc-454b-8ef8-0acf8e5a824e"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:44:53.141089 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6fc0d-6411-4434-a732-3f5b673a76ba service neutron] Pushing event updated for resources: {'Port': ['ID=1184c9e6-4100-428d-87f8-2322d58bf393,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:53.250034 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-5793c14a-e525-418e-b189-fb61ae35e695 None None] Set router f83a277c-12d3-43ab-a023-cc4b5086da59 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:44:53.274732 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e91f87-adb1-48a9-8911-6d1198117de9 req-9e3c0b5a-0a13-457b-832f-cd47bb330cee tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:53.274903 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f53000-4c8e-4911-84d8-64ce6924fa63 x-openstack-request-id: req-89f53000-4c8e-4911-84d8-64ce6924fa63 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:44:53.275436 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b7e5e93-4013-4605-b702-ece22ee0740a", "tag": "37e65a28-7ffc-454b-8ef8-0acf8e5a824e", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:44:53.275859 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-89f53000-4c8e-4911-84d8-64ce6924fa63 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:44:53.276468 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b7e5e93-4013-4605-b702-ece22ee0740a', 'tag': '37e65a28-7ffc-454b-8ef8-0acf8e5a824e', 'status': 'completed', 'code': 200} Jul 13 07:44:53.283864 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-92e91f87-adb1-48a9-8911-6d1198117de9 req-9e3c0b5a-0a13-457b-832f-cd47bb330cee tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57 HTTP/1.1" status: 200 len: 944 time: 0.4977801 Jul 13 07:44:53.350145 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-92e91f87-adb1-48a9-8911-6d1198117de9 req-ffeb0d29-f2ad-4232-8079-69fbcb3858a9 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9bf83f1-fff4-42d4-9912-5382bbfbc615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647070 Jul 13 07:44:53.363331 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4102dd-9887-4ae3-a587-153263d50840 req-06f416d6-e5f0-46cd-83ee-d6790b66e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:53.367621 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aa4102dd-9887-4ae3-a587-153263d50840 req-06f416d6-e5f0-46cd-83ee-d6790b66e110 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=094977268a014571ac87c33401dc7dc8&device_id=2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57 HTTP/1.1" status: 200 len: 1096 time: 0.4468207 Jul 13 07:44:53.419803 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:53.485768 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974caf4b-d5f0-4c2d-a570-71f51bd37ce3 req-43c4e3fa-598a-422d-97b0-5b2d1f98a6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:53.487808 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aa4102dd-9887-4ae3-a587-153263d50840 req-c51794b6-0c1b-4810-91d0-472f4095f3fa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1184c9e6-4100-428d-87f8-2322d58bf393 HTTP/1.1" status: 200 len: 217 time: 0.1119816 Jul 13 07:44:53.489720 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-974caf4b-d5f0-4c2d-a570-71f51bd37ce3 req-43c4e3fa-598a-422d-97b0-5b2d1f98a6f5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=83828f95f1544d3d8ef79b7d2ebdf1c7&device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 1098 time: 0.1133320 Jul 13 07:44:53.611171 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 51996) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:53.627758 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974caf4b-d5f0-4c2d-a570-71f51bd37ce3 req-2000782f-313b-41e8-a68c-d260d598ddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:53.630264 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-974caf4b-d5f0-4c2d-a570-71f51bd37ce3 req-2000782f-313b-41e8-a68c-d260d598ddb3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fe3ca710-7f04-4b99-abd8-f0c0a80bd44f HTTP/1.1" status: 200 len: 918 time: 0.1340609 Jul 13 07:44:53.667157 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4102dd-9887-4ae3-a587-153263d50840 req-dc77e8fc-5a3d-44c3-bd8b-38eb82ad795d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:53.675596 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aa4102dd-9887-4ae3-a587-153263d50840 req-dc77e8fc-5a3d-44c3-bd8b-38eb82ad795d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=589c785d-421e-4845-b484-c40726135e95 HTTP/1.1" status: 200 len: 852 time: 0.1819079 Jul 13 07:44:53.810878 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-974caf4b-d5f0-4c2d-a570-71f51bd37ce3 req-8c7434ac-a535-4355-ac91-e9c46503be1c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37e65a28-7ffc-454b-8ef8-0acf8e5a824e HTTP/1.1" status: 200 len: 999 time: 0.1706648 Jul 13 07:44:53.817220 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4102dd-9887-4ae3-a587-153263d50840 req-94a9d503-e59e-4b02-86a1-f6c1caa6c82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:53.819376 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aa4102dd-9887-4ae3-a587-153263d50840 req-94a9d503-e59e-4b02-86a1-f6c1caa6c82d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=856c09e5-73ee-4cd8-bcdf-65d3c10d87c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1380455 Jul 13 07:44:53.891129 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f8746f27-626e-41fb-8e79-b7d4c08066e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:53.948638 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:53.979114 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-5793c14a-e525-418e-b189-fb61ae35e695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'name': 'tempest-AttachVolumeShelveTestJSON-1034175622-router', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'f8cf5ad5-1270-4bbc-a8ea-8e591950803c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:40:06Z', 'updated_at': '2021-07-13T07:40:15Z', 'revision_number': 4, 'project_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'gw_port': {'id': 'f8cf5ad5-1270-4bbc-a8ea-8e591950803c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:40:08Z', 'updated_at': '2021-07-13T07:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': 'cbe70dbd-4b25-44e7-8f0d-8f73da42c189', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'floating_ip_address': '172.25.3.38', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'port_id': '37e65a28-7ffc-454b-8ef8-0acf8e5a824e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f', 'mac_address': 'fa:16:3e:8f:7e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7e5e93-4013-4605-b702-ece22ee0740a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:44:31Z', 'updated_at': '2021-07-13T07:44:51Z', 'revision_number': 1, 'project_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ab4a7e9-5349-474e-9201-c034acd45dc9', 'name': '', 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'mac_address': 'fa:16:3e:ee:d9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'bcb14844-0f59-4592-827b-9b964d247113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:40:13Z', 'updated_at': '2021-07-13T07:40:21Z', 'revision_number': 5, 'project_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'subnets': [{'id': 'bcb14844-0f59-4592-827b-9b964d247113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:54.005287 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974caf4b-d5f0-4c2d-a570-71f51bd37ce3 req-d9d4ae19-7c3a-41bb-8867-bc2a07809d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:54.011376 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-974caf4b-d5f0-4c2d-a570-71f51bd37ce3 req-d9d4ae19-7c3a-41bb-8867-bc2a07809d71 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bcb14844-0f59-4592-827b-9b964d247113 HTTP/1.1" status: 200 len: 856 time: 0.1873603 Jul 13 07:44:54.037086 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5793c14a-e525-418e-b189-fb61ae35e695 None None] Checking router: f83a277c-12d3-43ab-a023-cc4b5086da59 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:44:54.052721 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5793c14a-e525-418e-b189-fb61ae35e695 None None] Routers {'f83a277c-12d3-43ab-a023-cc4b5086da59'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:44:54.054030 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-5793c14a-e525-418e-b189-fb61ae35e695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:44:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f83a277c-12d3-43ab-a023-cc4b5086da59'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:54.087221 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aa4102dd-9887-4ae3-a587-153263d50840 req-b2f49f81-a93e-41b7-9d31-2593d9df1669 service neutron] 10.222.0.42 "GET /v2.0/networks/856c09e5-73ee-4cd8-bcdf-65d3c10d87c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501125 Jul 13 07:44:54.163243 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f8d3d-611b-46ea-9006-5b332df9e4be req-d93d5bf7-0f15-49e9-b8d6-4a888e1b9e60 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:54.168642 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-205f8d3d-611b-46ea-9006-5b332df9e4be req-d93d5bf7-0f15-49e9-b8d6-4a888e1b9e60 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/ports?device_id=9213287b-0a38-4763-94de-c94fe8ac857c HTTP/1.1" status: 200 len: 909 time: 0.2725730 Jul 13 07:44:54.230785 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974caf4b-d5f0-4c2d-a570-71f51bd37ce3 req-26fb7baa-3fb9-4e82-91ec-413949a889ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:54.233155 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-974caf4b-d5f0-4c2d-a570-71f51bd37ce3 req-26fb7baa-3fb9-4e82-91ec-413949a889ec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fe3ca710-7f04-4b99-abd8-f0c0a80bd44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1974475 Jul 13 07:44:54.291008 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f8746f27-626e-41fb-8e79-b7d4c08066e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:54.296678 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aa4102dd-9887-4ae3-a587-153263d50840 req-96d195c8-4592-43b8-85cf-30bf29553ecc service neutron] 10.222.0.42 "GET /v2.0/networks/856c09e5-73ee-4cd8-bcdf-65d3c10d87c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805167 Jul 13 07:44:54.298456 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f8746f27-626e-41fb-8e79-b7d4c08066e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:54.440699 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-974caf4b-d5f0-4c2d-a570-71f51bd37ce3 req-8a080c18-46c3-44a4-9fb5-a4827919d601 service neutron] 10.222.0.25 "GET /v2.0/networks/fe3ca710-7f04-4b99-abd8-f0c0a80bd44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002909 Jul 13 07:44:54.463683 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8746f27-626e-41fb-8e79-b7d4c08066e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa035965-da8b-449d-a68e-22b67b810c39,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:54.530756 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-5793c14a-e525-418e-b189-fb61ae35e695 None None] Set router f83a277c-12d3-43ab-a023-cc4b5086da59 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:44:54.531316 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f8746f27-626e-41fb-8e79-b7d4c08066e5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c1084f06b68e4ed6a1ae51a078643fcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9021738 Jul 13 07:44:54.556624 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52008) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:54.631049 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-974caf4b-d5f0-4c2d-a570-71f51bd37ce3 req-6b32a760-55cf-44e8-be9d-3094f3866796 service neutron] 10.222.0.25 "GET /v2.0/networks/fe3ca710-7f04-4b99-abd8-f0c0a80bd44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836975 Jul 13 07:44:54.657643 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce1750-d09e-42b5-84a7-e29080bcbe3b req-24b95b20-8c1d-4e46-b21d-f74740e7c4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:54.659858 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3fce1750-d09e-42b5-84a7-e29080bcbe3b req-24b95b20-8c1d-4e46-b21d-f74740e7c4c6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=094977268a014571ac87c33401dc7dc8&device_id=2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57 HTTP/1.1" status: 200 len: 1096 time: 0.2925668 Jul 13 07:44:54.678835 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a2883a38-df07-400b-8f58-5a685817ee70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:54.687390 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8ac02-6c51-44e9-b2c6-0d433647e418 req-b40457fa-266d-491c-a71c-1855eda50b8e tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:54.691288 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de6a29-8c75-4e54-9e80-306db3183609 req-5bc02d68-9d20-4c6b-9fd4-620a78a5fb33 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:54.693142 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c8de6a29-8c75-4e54-9e80-306db3183609 req-5bc02d68-9d20-4c6b-9fd4-620a78a5fb33 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/ports?device_id=9213287b-0a38-4763-94de-c94fe8ac857c HTTP/1.1" status: 200 len: 909 time: 0.3063104 Jul 13 07:44:54.709445 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f7c8ac02-6c51-44e9-b2c6-0d433647e418 req-b40457fa-266d-491c-a71c-1855eda50b8e tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57 HTTP/1.1" status: 200 len: 944 time: 0.1315145 Jul 13 07:44:54.754196 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a2883a38-df07-400b-8f58-5a685817ee70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:54.799461 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f7c8ac02-6c51-44e9-b2c6-0d433647e418 req-0171482e-cac6-4f15-b41f-442af811defb tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9bf83f1-fff4-42d4-9912-5382bbfbc615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887210 Jul 13 07:44:54.858260 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce1750-d09e-42b5-84a7-e29080bcbe3b req-bc05583d-f127-404f-a007-297a50b13965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:54.860095 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3fce1750-d09e-42b5-84a7-e29080bcbe3b req-bc05583d-f127-404f-a007-297a50b13965 service neutron] 10.222.0.42 "GET /v2.0/networks?id=856c09e5-73ee-4cd8-bcdf-65d3c10d87c4 HTTP/1.1" status: 200 len: 914 time: 0.1897132 Jul 13 07:44:54.863136 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a2883a38-df07-400b-8f58-5a685817ee70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:54.865788 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a2883a38-df07-400b-8f58-5a685817ee70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:54.869075 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a2883a38-df07-400b-8f58-5a685817ee70 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aa035965-da8b-449d-a68e-22b67b810c39 HTTP/1.1" status: 204 len: 168 time: 0.3089702 Jul 13 07:44:54.893091 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-5793c14a-e525-418e-b189-fb61ae35e695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'name': 'tempest-AttachVolumeShelveTestJSON-1034175622-router', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'f8cf5ad5-1270-4bbc-a8ea-8e591950803c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:40:06Z', 'updated_at': '2021-07-13T07:40:15Z', 'revision_number': 4, 'project_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'gw_port': {'id': 'f8cf5ad5-1270-4bbc-a8ea-8e591950803c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:40:08Z', 'updated_at': '2021-07-13T07:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': 'cbe70dbd-4b25-44e7-8f0d-8f73da42c189', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'floating_ip_address': '172.25.3.38', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'port_id': '37e65a28-7ffc-454b-8ef8-0acf8e5a824e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f', 'mac_address': 'fa:16:3e:8f:7e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7e5e93-4013-4605-b702-ece22ee0740a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:44:31Z', 'updated_at': '2021-07-13T07:44:51Z', 'revision_number': 1, 'project_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ab4a7e9-5349-474e-9201-c034acd45dc9', 'name': '', 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'mac_address': 'fa:16:3e:ee:d9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'bcb14844-0f59-4592-827b-9b964d247113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:40:13Z', 'updated_at': '2021-07-13T07:40:21Z', 'revision_number': 5, 'project_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'subnets': [{'id': 'bcb14844-0f59-4592-827b-9b964d247113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:44:54.934868 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5793c14a-e525-418e-b189-fb61ae35e695 None None] The sync data for ids ['f83a277c-12d3-43ab-a023-cc4b5086da59'] in n-d-771363-34 is: [{'id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'name': 'tempest-AttachVolumeShelveTestJSON-1034175622-router', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'f8cf5ad5-1270-4bbc-a8ea-8e591950803c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:40:06Z', 'updated_at': '2021-07-13T07:40:15Z', 'revision_number': 4, 'project_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'gw_port': {'id': 'f8cf5ad5-1270-4bbc-a8ea-8e591950803c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:40:08Z', 'updated_at': '2021-07-13T07:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': 'cbe70dbd-4b25-44e7-8f0d-8f73da42c189', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'floating_ip_address': '172.25.3.38', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'port_id': '37e65a28-7ffc-454b-8ef8-0acf8e5a824e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f', 'mac_address': 'fa:16:3e:8f:7e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7e5e93-4013-4605-b702-ece22ee0740a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:44:31Z', 'updated_at': '2021-07-13T07:44:51Z', 'revision_number': 1, 'project_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ab4a7e9-5349-474e-9201-c034acd45dc9', 'name': '', 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'mac_address': 'fa:16:3e:ee:d9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'bcb14844-0f59-4592-827b-9b964d247113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:40:13Z', 'updated_at': '2021-07-13T07:40:21Z', 'revision_number': 5, 'project_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'subnets': [{'id': 'bcb14844-0f59-4592-827b-9b964d247113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:44:54.941877 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2883a38-df07-400b-8f58-5a685817ee70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa035965-da8b-449d-a68e-22b67b810c39,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:54.945552 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3fce1750-d09e-42b5-84a7-e29080bcbe3b req-0b8189c0-8d81-46a2-8106-e0871bb48b07 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1184c9e6-4100-428d-87f8-2322d58bf393 HTTP/1.1" status: 200 len: 217 time: 0.0694902 Jul 13 07:44:55.032131 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be59d4-b01e-4753-bb2a-f9c711c37fcb req-318c1bd0-3118-42d9-8ed2-3b78aaea57ec tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:55.033301 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-67be59d4-b01e-4753-bb2a-f9c711c37fcb req-318c1bd0-3118-42d9-8ed2-3b78aaea57ec tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9213287b-0a38-4763-94de-c94fe8ac857c HTTP/1.1" status: 200 len: 1061 time: 0.1718967 Jul 13 07:44:55.034965 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce1750-d09e-42b5-84a7-e29080bcbe3b req-fb7bf898-da1d-4ead-bfb1-0e0ce457dfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:55.036894 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3fce1750-d09e-42b5-84a7-e29080bcbe3b req-fb7bf898-da1d-4ead-bfb1-0e0ce457dfbd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=589c785d-421e-4845-b484-c40726135e95 HTTP/1.1" status: 200 len: 852 time: 0.0735240 Jul 13 07:44:55.140519 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce1750-d09e-42b5-84a7-e29080bcbe3b req-37b66412-003a-47ac-9902-50edb78aa4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:55.145858 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3fce1750-d09e-42b5-84a7-e29080bcbe3b req-37b66412-003a-47ac-9902-50edb78aa4c5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=856c09e5-73ee-4cd8-bcdf-65d3c10d87c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1005528 Jul 13 07:44:55.301970 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19049ff-094c-4f1b-b343-9575eb41ce23 req-bbc77367-bdec-47a8-8a33-0b78ee67a94b tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:55.312221 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b19049ff-094c-4f1b-b343-9575eb41ce23 req-bbc77367-bdec-47a8-8a33-0b78ee67a94b tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d2942f08-26e4-4322-b1db-7e319c16a17b HTTP/1.1" status: 200 len: 1137 time: 0.1111984 Jul 13 07:44:55.366869 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b19049ff-094c-4f1b-b343-9575eb41ce23 req-aa93c3fb-57e6-4e4a-b758-08897a1404f7 tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=9c6b2fa7-9bbf-4f2b-bb1b-92b978b2d88b&id=403bbbb2-4d62-4e3c-9c93-4ee0ce174bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0537460 Jul 13 07:44:55.383150 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52018) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:55.383716 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52020) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:55.384205 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3fce1750-d09e-42b5-84a7-e29080bcbe3b req-81d95c1c-6622-444f-8298-693a4ff511cf service neutron] 10.222.0.42 "GET /v2.0/networks/856c09e5-73ee-4cd8-bcdf-65d3c10d87c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318504 Jul 13 07:44:55.442804 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e4e674f0-88be-4e72-b96b-c931257d9107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.561384 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c7f745-9d56-4f5f-bac4-028755d0f8cf tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:55.566291 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d7c7f745-9d56-4f5f-bac4-028755d0f8cf tempest-TestSecurityGroupsBasicOps-1506744427 tempest-TestSecurityGroupsBasicOps-1506744427-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9213287b-0a38-4763-94de-c94fe8ac857c HTTP/1.1" status: 200 len: 1056 time: 0.1775444 Jul 13 07:44:55.577282 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3fce1750-d09e-42b5-84a7-e29080bcbe3b req-bf6f7c9a-f573-4ea9-878a-d9e3136678ca service neutron] 10.222.0.42 "GET /v2.0/networks/856c09e5-73ee-4cd8-bcdf-65d3c10d87c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866448 Jul 13 07:44:55.627992 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4327940-9b24-4ad0-8c69-7b7fdfea2a0d None None] New status for floating IP cbe70dbd-4b25-44e7-8f0d-8f73da42c189: ACTIVE {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:44:55.709277 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e4e674f0-88be-4e72-b96b-c931257d9107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.714773 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e4e674f0-88be-4e72-b96b-c931257d9107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.792174 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e4e674f0-88be-4e72-b96b-c931257d9107 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c9299efb27d64f45b40e769e9c5199a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4045744 Jul 13 07:44:55.792506 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52028) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:55.795957 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e674f0-88be-4e72-b96b-c931257d9107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db08e8c-a99f-4f81-91b6-b3a75a867fbf,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:55.887441 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-11802b05-2a0f-41c9-be07-a072a89cd1ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:55.943951 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-11802b05-2a0f-41c9-be07-a072a89cd1ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:56.053531 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-11802b05-2a0f-41c9-be07-a072a89cd1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:56.057714 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-11802b05-2a0f-41c9-be07-a072a89cd1ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:56.064364 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-11802b05-2a0f-41c9-be07-a072a89cd1ec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5db08e8c-a99f-4f81-91b6-b3a75a867fbf HTTP/1.1" status: 204 len: 168 time: 0.2653959 Jul 13 07:44:56.072299 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11802b05-2a0f-41c9-be07-a072a89cd1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db08e8c-a99f-4f81-91b6-b3a75a867fbf,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:56.132392 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac41fe-9a5c-491e-ad80-1f53c2b2a719 req-378edb3f-ee70-4471-afe4-d5bae7a8d4fa tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:56.134508 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0bac41fe-9a5c-491e-ad80-1f53c2b2a719 req-378edb3f-ee70-4471-afe4-d5bae7a8d4fa tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57 HTTP/1.1" status: 200 len: 944 time: 0.1287704 Jul 13 07:44:56.201093 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0bac41fe-9a5c-491e-ad80-1f53c2b2a719 req-348d52cd-5e77-49d1-9dd5-59ab6923e317 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9bf83f1-fff4-42d4-9912-5382bbfbc615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575402 Jul 13 07:44:56.280165 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46301b55-6f2f-4daa-baab-5a166380024f req-51033a5c-8a6f-491b-b5fc-e2db6f40a01d tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:56.283885 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-46301b55-6f2f-4daa-baab-5a166380024f req-51033a5c-8a6f-491b-b5fc-e2db6f40a01d tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/ports?device_id=9213287b-0a38-4763-94de-c94fe8ac857c HTTP/1.1" status: 200 len: 909 time: 0.0994132 Jul 13 07:44:57.423046 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a222b59-07d0-4e97-880a-0a4ebbb69e25 req-a03253a9-4eb1-48da-8743-23a76d442145 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:57.424770 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2a222b59-07d0-4e97-880a-0a4ebbb69e25 req-a03253a9-4eb1-48da-8743-23a76d442145 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57 HTTP/1.1" status: 200 len: 944 time: 0.0916598 Jul 13 07:44:57.510021 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69b48b-2c96-4dac-98a6-6b271f201d43 req-9abd93d4-fb9c-477d-a32e-642d39269dcd tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:57.511768 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cc69b48b-2c96-4dac-98a6-6b271f201d43 req-9abd93d4-fb9c-477d-a32e-642d39269dcd tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/ports?device_id=9213287b-0a38-4763-94de-c94fe8ac857c HTTP/1.1" status: 200 len: 909 time: 0.0901093 Jul 13 07:44:57.513402 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2a222b59-07d0-4e97-880a-0a4ebbb69e25 req-393ce3f5-cc3a-4ab3-9f52-b7d3062b4dd9 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9bf83f1-fff4-42d4-9912-5382bbfbc615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827665 Jul 13 07:44:57.550893 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384b641-e070-4dbf-b129-56950d6d3da9 req-5e0a55e2-bed3-4eae-b44b-975cc9196cde tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:57.552726 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4384b641-e070-4dbf-b129-56950d6d3da9 req-5e0a55e2-bed3-4eae-b44b-975cc9196cde tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.25 "GET /v2.0/ports?device_id=9213287b-0a38-4763-94de-c94fe8ac857c HTTP/1.1" status: 200 len: 909 time: 0.1011865 Jul 13 07:44:57.715191 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-4384b641-e070-4dbf-b129-56950d6d3da9 req-2a24ed7a-2a62-4276-9216-2e545cde8704 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Deleting port 032a400e-e0cf-4233-bf53-7254ccc3d835 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:44:57.715567 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4384b641-e070-4dbf-b129-56950d6d3da9 req-2a24ed7a-2a62-4276-9216-2e545cde8704 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:57.832843 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-4384b641-e070-4dbf-b129-56950d6d3da9 req-2a24ed7a-2a62-4276-9216-2e545cde8704 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] For port 032a400e-e0cf-4233-bf53-7254ccc3d835, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=032a400e-e0cf-4233-bf53-7254ccc3d835,segment=NetworkSegment(2a23261e-940e-4bbb-9c57-96300f185acc),segment_id=2a23261e-940e-4bbb-9c57-96300f185acc)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:44:57.833204 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4384b641-e070-4dbf-b129-56950d6d3da9 req-2a24ed7a-2a62-4276-9216-2e545cde8704 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:57.850642 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-4384b641-e070-4dbf-b129-56950d6d3da9 req-2a24ed7a-2a62-4276-9216-2e545cde8704 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Calling delete_port for 032a400e-e0cf-4233-bf53-7254ccc3d835 owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:44:57.994432 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4384b641-e070-4dbf-b129-56950d6d3da9 req-2a24ed7a-2a62-4276-9216-2e545cde8704 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.021863 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a24ed7a-2a62-4276-9216-2e545cde8704 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Pushing event deleted for resources: {'Port': ['ID=032a400e-e0cf-4233-bf53-7254ccc3d835,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:58.078343 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-4384b641-e070-4dbf-b129-56950d6d3da9 req-2a24ed7a-2a62-4276-9216-2e545cde8704 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] No DVR routers for this DVR port 032a400e-e0cf-4233-bf53-7254ccc3d835 on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:44:58.083684 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4384b641-e070-4dbf-b129-56950d6d3da9 req-2a24ed7a-2a62-4276-9216-2e545cde8704 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:58.085829 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4384b641-e070-4dbf-b129-56950d6d3da9 req-2a24ed7a-2a62-4276-9216-2e545cde8704 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.25 "DELETE /v2.0/ports/032a400e-e0cf-4233-bf53-7254ccc3d835 HTTP/1.1" status: 204 len: 173 time: 0.5270381 Jul 13 07:44:58.089091 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9213287b-0a38-4763-94de-c94fe8ac857c', 'name': 'network-vif-deleted', 'tag': '032a400e-e0cf-4233-bf53-7254ccc3d835'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:44:58.096600 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0ec3f7-83ec-49bf-b85c-8d7120f78244" -d '{"events": [{"server_uuid": "9213287b-0a38-4763-94de-c94fe8ac857c", "name": "network-vif-deleted", "tag": "032a400e-e0cf-4233-bf53-7254ccc3d835"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:44:58.147355 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4034e9-2422-4211-b4d4-7ea8863665d5 x-openstack-request-id: req-2a4034e9-2422-4211-b4d4-7ea8863665d5 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:44:58.147739 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9213287b-0a38-4763-94de-c94fe8ac857c", "name": "network-vif-deleted", "tag": "032a400e-e0cf-4233-bf53-7254ccc3d835", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:44:58.148084 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2a4034e9-2422-4211-b4d4-7ea8863665d5 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:44:58.149353 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9213287b-0a38-4763-94de-c94fe8ac857c', 'name': 'network-vif-deleted', 'tag': '032a400e-e0cf-4233-bf53-7254ccc3d835', 'status': 'completed', 'code': 200} Jul 13 07:44:58.720329 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d11d86d4-0e3b-45c6-bb5b-412dc0b74041 req-bad80ffe-5923-4a12-9422-56a3d099fe65 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/ports?device_id=9213287b-0a38-4763-94de-c94fe8ac857c HTTP/1.1" status: 200 len: 210 time: 0.0518239 Jul 13 07:44:58.760349 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86b2be-988a-4dd0-8ccc-c767a92adec6 req-a729ca51-c254-46d3-b10c-596fa4e36ceb tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:44:58.762913 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9b86b2be-988a-4dd0-8ccc-c767a92adec6 req-a729ca51-c254-46d3-b10c-596fa4e36ceb tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57 HTTP/1.1" status: 200 len: 944 time: 0.1052983 Jul 13 07:44:58.806991 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9b86b2be-988a-4dd0-8ccc-c767a92adec6 req-3ce84ce5-4d7d-4d34-9cb4-ab00bbf7ea66 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9bf83f1-fff4-42d4-9912-5382bbfbc615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372107 Jul 13 07:44:59.039461 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52146) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:59.149343 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a05ea566-ccd1-4f7f-88e8-b89dcdc2973e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:59.239158 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a05ea566-ccd1-4f7f-88e8-b89dcdc2973e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:59.243180 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a05ea566-ccd1-4f7f-88e8-b89dcdc2973e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:59.282912 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a05ea566-ccd1-4f7f-88e8-b89dcdc2973e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2401ad82faca447b80872450fdf4cece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2423589 Jul 13 07:44:59.283644 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ea566-ccd1-4f7f-88e8-b89dcdc2973e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb42389-1603-4fdd-ac24-f7d60e69e150,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:59.286295 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52150) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:59.336906 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b0fc80d7-a97b-4363-8449-4d270385d046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:59.358097 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b0fc80d7-a97b-4363-8449-4d270385d046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:59.408650 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b0fc80d7-a97b-4363-8449-4d270385d046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:59.411427 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b0fc80d7-a97b-4363-8449-4d270385d046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:59.412571 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b0fc80d7-a97b-4363-8449-4d270385d046 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5eb42389-1603-4fdd-ac24-f7d60e69e150 HTTP/1.1" status: 204 len: 168 time: 0.1250560 Jul 13 07:44:59.420793 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc80d7-a97b-4363-8449-4d270385d046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb42389-1603-4fdd-ac24-f7d60e69e150,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:44:59.428987 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fc80d7-a97b-4363-8449-4d270385d046 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:59.429338 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fc80d7-a97b-4363-8449-4d270385d046 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:59.429747 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fc80d7-a97b-4363-8449-4d270385d046 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:59.430132 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fc80d7-a97b-4363-8449-4d270385d046 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:59.430469 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fc80d7-a97b-4363-8449-4d270385d046 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:59.430938 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fc80d7-a97b-4363-8449-4d270385d046 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:59.431305 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fc80d7-a97b-4363-8449-4d270385d046 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:59.431635 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fc80d7-a97b-4363-8449-4d270385d046 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:59.432015 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fc80d7-a97b-4363-8449-4d270385d046 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:59.432274 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fc80d7-a97b-4363-8449-4d270385d046 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:59.432597 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fc80d7-a97b-4363-8449-4d270385d046 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:59.432932 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fc80d7-a97b-4363-8449-4d270385d046 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:44:59.737619 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52156) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:59.753726 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-25f029a2-7ff8-4394-80cb-6f063a55e18f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:59.821742 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52160) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:44:59.945878 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-25f029a2-7ff8-4394-80cb-6f063a55e18f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:44:59.963626 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-25f029a2-7ff8-4394-80cb-6f063a55e18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:00.081148 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f029a2-7ff8-4394-80cb-6f063a55e18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b120c0-660c-44dd-a733-0adee8393ba1,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:00.088862 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-25f029a2-7ff8-4394-80cb-6f063a55e18f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d05d1cf254a24d92afacf0e7df6eae74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3494024 Jul 13 07:45:00.092850 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52166) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:00.202493 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffb11-9290-4afb-9218-16db3b1bf7e4 req-e7ec96eb-2bfd-4d0c-9cc6-68c347c75d3a tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:00.204180 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7f4ffb11-9290-4afb-9218-16db3b1bf7e4 req-e7ec96eb-2bfd-4d0c-9cc6-68c347c75d3a tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57 HTTP/1.1" status: 200 len: 944 time: 0.2667098 Jul 13 07:45:00.225579 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-aab8e409-ca3d-4a50-b549-64886cf0e88e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:00.251721 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0d232385-aa56-45fa-a910-697af8d37a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:00.313239 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0d232385-aa56-45fa-a910-697af8d37a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:00.317269 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7f4ffb11-9290-4afb-9218-16db3b1bf7e4 req-d788db7d-0c1a-4ec6-a25b-971fb3525b5c tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9bf83f1-fff4-42d4-9912-5382bbfbc615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040893 Jul 13 07:45:00.406856 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0d232385-aa56-45fa-a910-697af8d37a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:00.409429 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0d232385-aa56-45fa-a910-697af8d37a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:00.410588 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0d232385-aa56-45fa-a910-697af8d37a36 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e2b120c0-660c-44dd-a733-0adee8393ba1 HTTP/1.1" status: 204 len: 168 time: 0.3166807 Jul 13 07:45:00.423975 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d232385-aa56-45fa-a910-697af8d37a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b120c0-660c-44dd-a733-0adee8393ba1,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:00.487940 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-54e84830-64e2-4dfe-a1ed-748c5dcc8fdd tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:00.796881 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-54e84830-64e2-4dfe-a1ed-748c5dcc8fdd tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Deleting port b8a0198e-a7a2-4e39-9142-d35dc9879ea3 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:00.797542 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-54e84830-64e2-4dfe-a1ed-748c5dcc8fdd tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:00.894113 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-54e84830-64e2-4dfe-a1ed-748c5dcc8fdd tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] For port b8a0198e-a7a2-4e39-9142-d35dc9879ea3, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=b8a0198e-a7a2-4e39-9142-d35dc9879ea3,segment=NetworkSegment(2a23261e-940e-4bbb-9c57-96300f185acc),segment_id=2a23261e-940e-4bbb-9c57-96300f185acc)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:00.894703 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-54e84830-64e2-4dfe-a1ed-748c5dcc8fdd tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:00.909958 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-54e84830-64e2-4dfe-a1ed-748c5dcc8fdd tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Calling delete_port for b8a0198e-a7a2-4e39-9142-d35dc9879ea3 owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:01.130962 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-54e84830-64e2-4dfe-a1ed-748c5dcc8fdd tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:01.168546 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e84830-64e2-4dfe-a1ed-748c5dcc8fdd tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Pushing event deleted for resources: {'Port': ['ID=b8a0198e-a7a2-4e39-9142-d35dc9879ea3,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:01.383965 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-54e84830-64e2-4dfe-a1ed-748c5dcc8fdd tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:01.621016 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 032a400e-e0cf-4233-bf53-7254ccc3d835 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:01.625609 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e273cb-eccf-431b-a232-b79a41acb23e req-df8899b7-5966-4fc2-8993-773dfa8e138b tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:01.627339 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c8e273cb-eccf-431b-a232-b79a41acb23e req-df8899b7-5966-4fc2-8993-773dfa8e138b tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57 HTTP/1.1" status: 200 len: 944 time: 0.1421366 Jul 13 07:45:01.656385 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 032a400e-e0cf-4233-bf53-7254ccc3d835 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:01.656726 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 032a400e-e0cf-4233-bf53-7254ccc3d835 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:01.714884 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c8e273cb-eccf-431b-a232-b79a41acb23e req-54d2cc0b-614d-4a1e-b4c8-4cbe22ffb120 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9bf83f1-fff4-42d4-9912-5382bbfbc615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594203 Jul 13 07:45:01.728480 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e84830-64e2-4dfe-a1ed-748c5dcc8fdd tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Router 691642b5-451e-4cbe-9723-db00788cc853 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:01.849172 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e84830-64e2-4dfe-a1ed-748c5dcc8fdd tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:01.854194 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-54e84830-64e2-4dfe-a1ed-748c5dcc8fdd tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "PUT /v2.0/routers/691642b5-451e-4cbe-9723-db00788cc853/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0314727 Jul 13 07:45:01.856946 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52206) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:01.862957 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b300f7-dde6-4b1f-9756-0df295227240 None None] Sync routers for ids ['691642b5-451e-4cbe-9723-db00788cc853'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:01.873657 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b300f7-dde6-4b1f-9756-0df295227240 None None] Routers {'691642b5-451e-4cbe-9723-db00788cc853'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:01.874199 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-c7b300f7-dde6-4b1f-9756-0df295227240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:44:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['691642b5-451e-4cbe-9723-db00788cc853'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:01.923564 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7ad03e9-1f0e-42f7-859d-033d16e38190 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Deleting subnet c44eb679-4043-4995-a355-69916745657e {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:45:01.927000 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e7ad03e9-1f0e-42f7-859d-033d16e38190 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:01.978942 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e7ad03e9-1f0e-42f7-859d-033d16e38190 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:01.995458 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-c7b300f7-dde6-4b1f-9756-0df295227240 None None] Set router 691642b5-451e-4cbe-9723-db00788cc853 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:02.103281 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e7ad03e9-1f0e-42f7-859d-033d16e38190 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:02.178188 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e7ad03e9-1f0e-42f7-859d-033d16e38190 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:02.206756 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-c7b300f7-dde6-4b1f-9756-0df295227240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691642b5-451e-4cbe-9723-db00788cc853', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2018359090', 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '2a6388eb-5c24-48ea-855c-78810576c35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:25Z', 'updated_at': '2021-07-13T07:45:01Z', 'revision_number': 5, 'project_id': '47427af84b21400f9d6bb53f89c64984', 'gw_port': {'id': '2a6388eb-5c24-48ea-855c-78810576c35f', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691642b5-451e-4cbe-9723-db00788cc853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:26Z', 'updated_at': '2021-07-13T07:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:02.214904 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad03e9-1f0e-42f7-859d-033d16e38190 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Pushing event deleted for resources: {'Subnet': ['ID=c44eb679-4043-4995-a355-69916745657e,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:02.221913 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e7ad03e9-1f0e-42f7-859d-033d16e38190 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:02.223976 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e7ad03e9-1f0e-42f7-859d-033d16e38190 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "DELETE /v2.0/subnets/c44eb679-4043-4995-a355-69916745657e HTTP/1.1" status: 204 len: 168 time: 0.3658624 Jul 13 07:45:02.227228 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52216) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:02.230941 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2beba89e-0910-4345-943d-d0b06e324ead None None] Network f12506b3-8e08-466c-bdc8-5d17357c9e68 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:02.237127 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b300f7-dde6-4b1f-9756-0df295227240 None None] Checking router: 691642b5-451e-4cbe-9723-db00788cc853 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:45:02.255675 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b300f7-dde6-4b1f-9756-0df295227240 None None] Routers {'691642b5-451e-4cbe-9723-db00788cc853'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:02.256314 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-c7b300f7-dde6-4b1f-9756-0df295227240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:44:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['691642b5-451e-4cbe-9723-db00788cc853'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:02.360291 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-123fcb2f-e70c-4789-a069-cdf39a41ac97 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:02.411254 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-c7b300f7-dde6-4b1f-9756-0df295227240 None None] Set router 691642b5-451e-4cbe-9723-db00788cc853 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:02.493422 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52226) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:02.578224 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5aaeef7-e2b7-467b-8c65-224090cbd1c4 None None] DHCP port deletion for f12506b3-8e08-466c-bdc8-5d17357c9e68 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:45:02.679640 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f5aaeef7-e2b7-467b-8c65-224090cbd1c4 None None] Deleting port aac286b4-5cc7-46d2-9073-848131f46e9c {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:02.680865 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f5aaeef7-e2b7-467b-8c65-224090cbd1c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:02.689526 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-c7b300f7-dde6-4b1f-9756-0df295227240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691642b5-451e-4cbe-9723-db00788cc853', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2018359090', 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '2a6388eb-5c24-48ea-855c-78810576c35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:25Z', 'updated_at': '2021-07-13T07:45:01Z', 'revision_number': 5, 'project_id': '47427af84b21400f9d6bb53f89c64984', 'gw_port': {'id': '2a6388eb-5c24-48ea-855c-78810576c35f', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691642b5-451e-4cbe-9723-db00788cc853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:26Z', 'updated_at': '2021-07-13T07:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:02.724583 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b300f7-dde6-4b1f-9756-0df295227240 None None] The sync data for ids ['691642b5-451e-4cbe-9723-db00788cc853'] in n-d-771363-34 is: [{'id': '691642b5-451e-4cbe-9723-db00788cc853', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2018359090', 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '2a6388eb-5c24-48ea-855c-78810576c35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:44:25Z', 'updated_at': '2021-07-13T07:45:01Z', 'revision_number': 5, 'project_id': '47427af84b21400f9d6bb53f89c64984', 'gw_port': {'id': '2a6388eb-5c24-48ea-855c-78810576c35f', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691642b5-451e-4cbe-9723-db00788cc853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:44:26Z', 'updated_at': '2021-07-13T07:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:02.777603 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-e58bd282-28e3-46dc-a25c-aa94d25ec558 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:02.779192 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f5aaeef7-e2b7-467b-8c65-224090cbd1c4 None None] For port aac286b4-5cc7-46d2-9073-848131f46e9c, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=aac286b4-5cc7-46d2-9073-848131f46e9c,segment=NetworkSegment(2a23261e-940e-4bbb-9c57-96300f185acc),segment_id=2a23261e-940e-4bbb-9c57-96300f185acc)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:02.780025 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f5aaeef7-e2b7-467b-8c65-224090cbd1c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:02.795299 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f5aaeef7-e2b7-467b-8c65-224090cbd1c4 None None] Calling delete_port for aac286b4-5cc7-46d2-9073-848131f46e9c owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:02.812387 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e58bd282-28e3-46dc-a25c-aa94d25ec558 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks [] for floatingip, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:02.877305 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-123fcb2f-e70c-4789-a069-cdf39a41ac97 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:02.941199 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-123fcb2f-e70c-4789-a069-cdf39a41ac97 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Deleting port 2a6388eb-5c24-48ea-855c-78810576c35f {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:02.941743 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-123fcb2f-e70c-4789-a069-cdf39a41ac97 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.041512 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-123fcb2f-e70c-4789-a069-cdf39a41ac97 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] For port 2a6388eb-5c24-48ea-855c-78810576c35f, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=2a6388eb-5c24-48ea-855c-78810576c35f,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:03.041994 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-123fcb2f-e70c-4789-a069-cdf39a41ac97 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.058477 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-123fcb2f-e70c-4789-a069-cdf39a41ac97 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Calling delete_port for 2a6388eb-5c24-48ea-855c-78810576c35f owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:03.065285 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f5aaeef7-e2b7-467b-8c65-224090cbd1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.107116 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aaeef7-e2b7-467b-8c65-224090cbd1c4 None None] Pushing event deleted for resources: {'Port': ['ID=aac286b4-5cc7-46d2-9073-848131f46e9c,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:03.118728 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5aaeef7-e2b7-467b-8c65-224090cbd1c4 None None] No DVR routers for this DVR port aac286b4-5cc7-46d2-9073-848131f46e9c on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:03.137005 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f15d672c-c5bd-4b7e-9c05-b4d29b9c4071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.169597 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.289445 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-123fcb2f-e70c-4789-a069-cdf39a41ac97 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.306793 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319eee31-9bb2-4ed5-99b6-cb860c0f8184 req-cbddf240-3268-420e-b4e1-820bda8fc6d8 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:03.308331 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-319eee31-9bb2-4ed5-99b6-cb860c0f8184 req-cbddf240-3268-420e-b4e1-820bda8fc6d8 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57 HTTP/1.1" status: 200 len: 944 time: 0.1139078 Jul 13 07:45:03.316986 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123fcb2f-e70c-4789-a069-cdf39a41ac97 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Pushing event deleted for resources: {'Port': ['ID=2a6388eb-5c24-48ea-855c-78810576c35f,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:03.365120 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-319eee31-9bb2-4ed5-99b6-cb860c0f8184 req-6ee59035-498e-4bf3-9fdb-240457a29171 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9bf83f1-fff4-42d4-9912-5382bbfbc615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460594 Jul 13 07:45:03.379151 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e58bd282-28e3-46dc-a25c-aa94d25ec558 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.403533 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-123fcb2f-e70c-4789-a069-cdf39a41ac97 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.509577 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-e58bd282-28e3-46dc-a25c-aa94d25ec558 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Allocated IP 172.25.3.101 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/f2be5759-51df-43f3-8c61-4e3ba3a1f287) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:03.512771 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-123fcb2f-e70c-4789-a069-cdf39a41ac97 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.516280 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-123fcb2f-e70c-4789-a069-cdf39a41ac97 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.570860 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-123fcb2f-e70c-4789-a069-cdf39a41ac97 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.571592 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123fcb2f-e70c-4789-a069-cdf39a41ac97 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Fanout notify agent at l3_agent the message router_deleted on router 691642b5-451e-4cbe-9723-db00788cc853 {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:45:03.579333 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-123fcb2f-e70c-4789-a069-cdf39a41ac97 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.583852 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-123fcb2f-e70c-4789-a069-cdf39a41ac97 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "DELETE /v2.0/routers/691642b5-451e-4cbe-9723-db00788cc853 HTTP/1.1" status: 204 len: 168 time: 1.3516483 Jul 13 07:45:03.584504 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52234) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:03.638907 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e58bd282-28e3-46dc-a25c-aa94d25ec558 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.689028 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8436a623-af5e-4aa0-ba17-aff650398704 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.696955 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e58bd282-28e3-46dc-a25c-aa94d25ec558 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.740677 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58bd282-28e3-46dc-a25c-aa94d25ec558 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:03.746183 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-e58bd282-28e3-46dc-a25c-aa94d25ec558 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:03.750168 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58bd282-28e3-46dc-a25c-aa94d25ec558 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:03.783379 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58bd282-28e3-46dc-a25c-aa94d25ec558 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Pushing event updated for resources: {'Port': ['ID=f2be5759-51df-43f3-8c61-4e3ba3a1f287,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:03.807348 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8436a623-af5e-4aa0-ba17-aff650398704 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.818662 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-8436a623-af5e-4aa0-ba17-aff650398704 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f12506b3-8e08-466c-bdc8-5d17357c9e68']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:03.830598 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-8436a623-af5e-4aa0-ba17-aff650398704 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a23261e-940e-4bbb-9c57-96300f185acc') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:03.830883 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-8436a623-af5e-4aa0-ba17-aff650398704 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a23261e-940e-4bbb-9c57-96300f185acc') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:03.842705 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8436a623-af5e-4aa0-ba17-aff650398704 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.853628 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e58bd282-28e3-46dc-a25c-aa94d25ec558 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.858140 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8436a623-af5e-4aa0-ba17-aff650398704 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.865693 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8436a623-af5e-4aa0-ba17-aff650398704 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:45:03.866275 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8436a623-af5e-4aa0-ba17-aff650398704 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.869873 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:03.869873 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:03.869873 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:03.869873 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:03.869873 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:45:03.869873 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:45:03.869873 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:45:03.869873 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:45:03.869873 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:45:03.869873 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:45:03.869873 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:45:03.869873 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:45:03.869873 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:45:03.869873 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:45:03.869873 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:45:03.869873 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:45:03.869873 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:45:03.869873 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:45:03.869873 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:45:03.869873 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:45:03.869873 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:45:03.869873 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:45:03.869873 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:45:03.869873 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:45:03.869873 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:45:03.869873 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:45:03.869873 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:45:03.869873 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:45:03.869873 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:45:03.869873 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:45:03.869873 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:45:03.869873 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:45:03.869873 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:45:03.869873 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:45:03.869873 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:45:03.869873 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:45:03.899692 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e58bd282-28e3-46dc-a25c-aa94d25ec558 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.923590 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 1184c9e6-4100-428d-87f8-2322d58bf393 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:45:03.936622 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8436a623-af5e-4aa0-ba17-aff650398704 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.948833 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8436a623-af5e-4aa0-ba17-aff650398704 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:03.958492 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8436a623-af5e-4aa0-ba17-aff650398704 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "DELETE /v2.0/networks/f12506b3-8e08-466c-bdc8-5d17357c9e68 HTTP/1.1" status: 204 len: 168 time: 0.3681250 Jul 13 07:45:03.958814 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52236) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:03.972034 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8436a623-af5e-4aa0-ba17-aff650398704 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Pushing event deleted for resources: {'Network': ['ID=f12506b3-8e08-466c-bdc8-5d17357c9e68,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:04.034138 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 1184c9e6-4100-428d-87f8-2322d58bf393, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=1184c9e6-4100-428d-87f8-2322d58bf393,segment=NetworkSegment(138317d0-5f12-42c2-bd96-3b9c900a701f),segment_id=138317d0-5f12-42c2-bd96-3b9c900a701f)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:04.051695 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '1184c9e6-4100-428d-87f8-2322d58bf393', 'network_id': '856c09e5-73ee-4cd8-bcdf-65d3c10d87c4', 'port_id': '1184c9e6-4100-428d-87f8-2322d58bf393', 'mac_address': 'fa:16:3e:c3:b4:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '589c785d-421e-4845-b484-c40726135e95', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:45:04.088866 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.102117 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.115116 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1184c9e6-4100-428d-87f8-2322d58bf393 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:45:04.139316 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 1184c9e6-4100-428d-87f8-2322d58bf393, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=1184c9e6-4100-428d-87f8-2322d58bf393,segment=NetworkSegment(138317d0-5f12-42c2-bd96-3b9c900a701f),segment_id=138317d0-5f12-42c2-bd96-3b9c900a701f)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:04.144031 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.199490 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e58bd282-28e3-46dc-a25c-aa94d25ec558 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.200207 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=1184c9e6-4100-428d-87f8-2322d58bf393,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:04.207324 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e58bd282-28e3-46dc-a25c-aa94d25ec558 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.300994 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58bd282-28e3-46dc-a25c-aa94d25ec558 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Pushing event updated for resources: {'Port': ['ID=f2be5759-51df-43f3-8c61-4e3ba3a1f287,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:04.312015 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-e96ad685-0ad0-4025-8344-18d3295edfee tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Deleting port f1885133-1002-4b94-b607-1e4aa6452dd4 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:04.312636 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e96ad685-0ad0-4025-8344-18d3295edfee tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.314348 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e58bd282-28e3-46dc-a25c-aa94d25ec558 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.354482 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e58bd282-28e3-46dc-a25c-aa94d25ec558 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.355760 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e58bd282-28e3-46dc-a25c-aa94d25ec558 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8610857 Jul 13 07:45:04.359170 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52238) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:04.364644 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-188df7ff-d5d6-44c4-9bfe-7e534bec4618 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1397542865'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:04.387016 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188df7ff-d5d6-44c4-9bfe-7e534bec4618 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Made reservation on behalf of 9185a50c71204a50a4a373347d3b8b9a for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:04.390970 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-188df7ff-d5d6-44c4-9bfe-7e534bec4618 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.399603 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-188df7ff-d5d6-44c4-9bfe-7e534bec4618 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.406352 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['1184c9e6-4100-428d-87f8-2322d58bf393'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:45:04.412599 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e96ad685-0ad0-4025-8344-18d3295edfee tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.412928 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e96ad685-0ad0-4025-8344-18d3295edfee tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.425930 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-e96ad685-0ad0-4025-8344-18d3295edfee tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Calling delete_port for f1885133-1002-4b94-b607-1e4aa6452dd4 owned by network:floatingip {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:04.522542 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-188df7ff-d5d6-44c4-9bfe-7e534bec4618 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.529203 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-188df7ff-d5d6-44c4-9bfe-7e534bec4618 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.565026 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-188df7ff-d5d6-44c4-9bfe-7e534bec4618 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:45:04.573150 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188df7ff-d5d6-44c4-9bfe-7e534bec4618 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20ef2f26-1c20-406c-8ced-9e54dabe7bff,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:04.585669 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-188df7ff-d5d6-44c4-9bfe-7e534bec4618 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.586108 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-188df7ff-d5d6-44c4-9bfe-7e534bec4618 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Added segment be58b81b-ba46-450a-96b9-df1b2eb1975f of type vlan for network d012f229-5df9-4ddc-ab63-1ba877c7f843 Jul 13 07:45:04.640031 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-188df7ff-d5d6-44c4-9bfe-7e534bec4618 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.659956 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80e512-d8ca-44ad-bfe2-a32b74d382c0 req-2f737d33-23db-45fc-943e-5af5cafac9e7 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:04.661676 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7d80e512-d8ca-44ad-bfe2-a32b74d382c0 req-2f737d33-23db-45fc-943e-5af5cafac9e7 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57 HTTP/1.1" status: 200 len: 945 time: 0.1276982 Jul 13 07:45:04.698158 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-188df7ff-d5d6-44c4-9bfe-7e534bec4618 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.707276 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188df7ff-d5d6-44c4-9bfe-7e534bec4618 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:04.707921 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-188df7ff-d5d6-44c4-9bfe-7e534bec4618 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.709314 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 2a6388eb-5c24-48ea-855c-78810576c35f no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:04.735148 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 2a6388eb-5c24-48ea-855c-78810576c35f {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:04.735671 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 2a6388eb-5c24-48ea-855c-78810576c35f not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:04.736472 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b8a0198e-a7a2-4e39-9142-d35dc9879ea3 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:04.756015 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7d80e512-d8ca-44ad-bfe2-a32b74d382c0 req-ca7a9ec9-5118-476f-afb2-d5821d15ccc4 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9bf83f1-fff4-42d4-9912-5382bbfbc615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837572 Jul 13 07:45:04.765559 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: b8a0198e-a7a2-4e39-9142-d35dc9879ea3 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:04.766150 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b8a0198e-a7a2-4e39-9142-d35dc9879ea3 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:04.766575 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device aac286b4-5cc7-46d2-9073-848131f46e9c no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:04.773781 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e96ad685-0ad0-4025-8344-18d3295edfee tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.802335 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: aac286b4-5cc7-46d2-9073-848131f46e9c {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:04.802719 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device aac286b4-5cc7-46d2-9073-848131f46e9c not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:04.812992 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188df7ff-d5d6-44c4-9bfe-7e534bec4618 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Pushing event updated for resources: {'Network': ['ID=d012f229-5df9-4ddc-ab63-1ba877c7f843,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:04.819269 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-188df7ff-d5d6-44c4-9bfe-7e534bec4618 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4567959 Jul 13 07:45:04.821379 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52244) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:04.827487 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-8647f6b5-9dd6-4a09-93b3-03a3bc9b71b6 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Request body: {'subnet': {'network_id': 'd012f229-5df9-4ddc-ab63-1ba877c7f843', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:04.835733 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network d012f229-5df9-4ddc-ab63-1ba877c7f843 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:45:04.841064 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ad685-0ad0-4025-8344-18d3295edfee tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Pushing event deleted for resources: {'Port': ['ID=f1885133-1002-4b94-b607-1e4aa6452dd4,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:04.883033 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e96ad685-0ad0-4025-8344-18d3295edfee tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for floatingip, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:04.883570 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [None req-e96ad685-0ad0-4025-8344-18d3295edfee tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Floating IP 46aa4967-6bb8-41c6-aa2c-c7ea7d9941e3 disassociated (deleted). External IP: 172.25.3.91, port: d1dd7ba8-a95d-433e-8552-4f55f25ab018. Jul 13 07:45:04.920322 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8647f6b5-9dd6-4a09-93b3-03a3bc9b71b6 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Made reservation on behalf of 9185a50c71204a50a4a373347d3b8b9a for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:04.924042 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8647f6b5-9dd6-4a09-93b3-03a3bc9b71b6 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:05.064306 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:45:05.133160 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96ad685-0ad0-4025-8344-18d3295edfee tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Router d7ae6965-3f86-4c02-8a9b-18c6b70cf676 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:05.141246 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8647f6b5-9dd6-4a09-93b3-03a3bc9b71b6 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:05.211191 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647f6b5-9dd6-4a09-93b3-03a3bc9b71b6 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Pushing event updated for resources: {'Subnet': ['ID=9d3374f7-6bec-456b-a205-3a1d7c9e61d2,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:05.213709 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8647f6b5-9dd6-4a09-93b3-03a3bc9b71b6 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Checking segment: {'id': 'be58b81b-ba46-450a-96b9-df1b2eb1975f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd012f229-5df9-4ddc-ab63-1ba877c7f843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:05.214064 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8647f6b5-9dd6-4a09-93b3-03a3bc9b71b6 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Network hostable DHCP agents. Network: d012f229-5df9-4ddc-ab63-1ba877c7f843, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:45:05.232875 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8647f6b5-9dd6-4a09-93b3-03a3bc9b71b6 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Network d012f229-5df9-4ddc-ab63-1ba877c7f843 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:45:05.241417 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-8647f6b5-9dd6-4a09-93b3-03a3bc9b71b6 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, d012f229-5df9-4ddc-ab63-1ba877c7f843) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:05.245807 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8647f6b5-9dd6-4a09-93b3-03a3bc9b71b6 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:05.246585 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8647f6b5-9dd6-4a09-93b3-03a3bc9b71b6 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:05.252717 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96ad685-0ad0-4025-8344-18d3295edfee tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:05.253459 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85812afc-0821-4cae-b53e-5a969a0e0df9 None None] Network d012f229-5df9-4ddc-ab63-1ba877c7f843 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:05.257391 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e96ad685-0ad0-4025-8344-18d3295edfee tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:05.264167 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8647f6b5-9dd6-4a09-93b3-03a3bc9b71b6 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4415991 Jul 13 07:45:05.266580 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52246) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:05.273193 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-875a68f0-0169-4d2e-b3db-b942785fafe3 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1635250224', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}, 'admin_state_up': False}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:05.274390 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b9aa4d-482a-413a-bf5c-2f81347cbe4e None None] Sync routers for ids ['d7ae6965-3f86-4c02-8a9b-18c6b70cf676'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:05.299051 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-875a68f0-0169-4d2e-b3db-b942785fafe3 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:05.300497 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-875a68f0-0169-4d2e-b3db-b942785fafe3 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:05.302366 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e96ad685-0ad0-4025-8344-18d3295edfee tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "DELETE /v2.0/floatingips/46aa4967-6bb8-41c6-aa2c-c7ea7d9941e3 HTTP/1.1" status: 204 len: 168 time: 1.3433545 Jul 13 07:45:05.303177 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2942f08-26e4-4322-b1db-7e319c16a17b', 'tag': 'd1dd7ba8-a95d-433e-8552-4f55f25ab018'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:45:05.306145 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b9aa4d-482a-413a-bf5c-2f81347cbe4e None None] Routers {'d7ae6965-3f86-4c02-8a9b-18c6b70cf676'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:05.307177 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fcccd1-81ed-4bcd-a46c-ae4e367000c3" -d '{"events": [{"name": "network-changed", "server_uuid": "d2942f08-26e4-4322-b1db-7e319c16a17b", "tag": "d1dd7ba8-a95d-433e-8552-4f55f25ab018"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:45:05.307727 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-d6b9aa4d-482a-413a-bf5c-2f81347cbe4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d7ae6965-3f86-4c02-8a9b-18c6b70cf676'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:05.353115 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8fe23e-9306-4480-bce3-d05b6a8c859a x-openstack-request-id: req-0b8fe23e-9306-4480-bce3-d05b6a8c859a {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:45:05.353644 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2942f08-26e4-4322-b1db-7e319c16a17b", "tag": "d1dd7ba8-a95d-433e-8552-4f55f25ab018", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:45:05.353759 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0b8fe23e-9306-4480-bce3-d05b6a8c859a {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:45:05.354187 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2942f08-26e4-4322-b1db-7e319c16a17b', 'tag': 'd1dd7ba8-a95d-433e-8552-4f55f25ab018', 'status': 'completed', 'code': 200} Jul 13 07:45:05.370827 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-875a68f0-0169-4d2e-b3db-b942785fafe3 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:05.505137 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcccd1-81ed-4bcd-a46c-ae4e367000c3 req-57567f08-4f18-4ee2-a376-89708dd5fec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:05.506670 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e3fcccd1-81ed-4bcd-a46c-ae4e367000c3 req-57567f08-4f18-4ee2-a376-89708dd5fec8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=47427af84b21400f9d6bb53f89c64984&device_id=d2942f08-26e4-4322-b1db-7e319c16a17b HTTP/1.1" status: 200 len: 1137 time: 0.1215425 Jul 13 07:45:05.559545 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-875a68f0-0169-4d2e-b3db-b942785fafe3 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:05.671484 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcccd1-81ed-4bcd-a46c-ae4e367000c3 req-5a42062f-7daa-45b7-970b-6d9181501ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:05.673020 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e3fcccd1-81ed-4bcd-a46c-ae4e367000c3 req-5a42062f-7daa-45b7-970b-6d9181501ac8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=da833430-f608-4888-a1ab-92054e3ab27d HTTP/1.1" status: 200 len: 898 time: 0.1590304 Jul 13 07:45:05.710072 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1df487d-e6be-47c4-96ac-879c59d1e592 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-d012f229-5df9-4ddc-ab63-1ba877c7f843', 'network_id': 'd012f229-5df9-4ddc-ab63-1ba877c7f843', 'tenant_id': '9185a50c71204a50a4a373347d3b8b9a', 'fixed_ips': [{'subnet_id': '9d3374f7-6bec-456b-a205-3a1d7c9e61d2'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:45:05.711083 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d1df487d-e6be-47c4-96ac-879c59d1e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:05.727490 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-d6b9aa4d-482a-413a-bf5c-2f81347cbe4e None None] Set router d7ae6965-3f86-4c02-8a9b-18c6b70cf676 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:05.736962 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e3fcccd1-81ed-4bcd-a46c-ae4e367000c3 req-758a40de-ec6a-40a4-9f29-a0e029736eec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1dd7ba8-a95d-433e-8552-4f55f25ab018 HTTP/1.1" status: 200 len: 217 time: 0.0573688 Jul 13 07:45:05.839397 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcccd1-81ed-4bcd-a46c-ae4e367000c3 req-8c874c2e-d906-4bad-b869-07b9d94b5f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:05.843726 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e3fcccd1-81ed-4bcd-a46c-ae4e367000c3 req-8c874c2e-d906-4bad-b869-07b9d94b5f18 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b35c8ff3-e2ca-4465-a6e4-9ede00345306 HTTP/1.1" status: 200 len: 834 time: 0.1007192 Jul 13 07:45:05.935190 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 1184c9e6-4100-428d-87f8-2322d58bf393 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:05.942445 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcccd1-81ed-4bcd-a46c-ae4e367000c3 req-e2d84ac0-bf21-4811-9ec2-b629e92a2693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:05.943254 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:05.944779 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e3fcccd1-81ed-4bcd-a46c-ae4e367000c3 req-e2d84ac0-bf21-4811-9ec2-b629e92a2693 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=da833430-f608-4888-a1ab-92054e3ab27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0945618 Jul 13 07:45:05.968248 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-875a68f0-0169-4d2e-b3db-b942785fafe3 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks [] for router_gateway, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.005234 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-875a68f0-0169-4d2e-b3db-b942785fafe3 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.066773 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e3fcccd1-81ed-4bcd-a46c-ae4e367000c3 req-ba738e1a-7a1c-4667-ba9b-68d702fbaf05 service neutron] 10.222.0.42 "GET /v2.0/networks/da833430-f608-4888-a1ab-92054e3ab27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133587 Jul 13 07:45:06.075648 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-d1df487d-e6be-47c4-96ac-879c59d1e592 None None] Allocated IP 172.20.0.2 (d012f229-5df9-4ddc-ab63-1ba877c7f843/9d3374f7-6bec-456b-a205-3a1d7c9e61d2/24b636bd-3907-4958-a6ce-3cdfb013aee1) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:06.133178 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 1184c9e6-4100-428d-87f8-2322d58bf393 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:06.148523 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 1184c9e6-4100-428d-87f8-2322d58bf393 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:06.148891 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.154908 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e134cec-7993-45bc-ba43-93c651558d65 req-0606a175-2499-4d34-9f22-9d99d24e0f8e tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:06.156500 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2e134cec-7993-45bc-ba43-93c651558d65 req-0606a175-2499-4d34-9f22-9d99d24e0f8e tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2942f08-26e4-4322-b1db-7e319c16a17b HTTP/1.1" status: 200 len: 985 time: 0.2964747 Jul 13 07:45:06.175044 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-875a68f0-0169-4d2e-b3db-b942785fafe3 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Allocated IP 172.25.3.167 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/4eb519e5-49fb-40b3-8cc7-004b563c9552) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:06.224203 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e3fcccd1-81ed-4bcd-a46c-ae4e367000c3 req-03d2f7f4-96f8-4d17-8bb1-1c33f69189e5 service neutron] 10.222.0.42 "GET /v2.0/networks/da833430-f608-4888-a1ab-92054e3ab27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505771 Jul 13 07:45:06.245043 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2e134cec-7993-45bc-ba43-93c651558d65 req-62ec62ab-f778-493c-a826-7b57d912859c tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6b2fa7-9bbf-4f2b-bb1b-92b978b2d88b&id=403bbbb2-4d62-4e3c-9c93-4ee0ce174bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0786216 Jul 13 07:45:06.263750 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-d6b9aa4d-482a-413a-bf5c-2f81347cbe4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ae6965-3f86-4c02-8a9b-18c6b70cf676', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1723721982', 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'ee38c116-5577-4bc2-9343-8070205e5d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:26Z', 'updated_at': '2021-07-13T07:43:32Z', 'revision_number': 4, 'project_id': '47427af84b21400f9d6bb53f89c64984', 'gw_port': {'id': 'ee38c116-5577-4bc2-9343-8070205e5d2d', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:af:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae6965-3f86-4c02-8a9b-18c6b70cf676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:27Z', 'updated_at': '2021-07-13T07:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'da4f517f-4f9c-4ba0-9367-6bca1138d42a', 'name': '', 'network_id': 'da833430-f608-4888-a1ab-92054e3ab27d', 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'mac_address': 'fa:16:3e:4e:da:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae6965-3f86-4c02-8a9b-18c6b70cf676', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'b35c8ff3-e2ca-4465-a6e4-9ede00345306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:31Z', 'updated_at': '2021-07-13T07:43:38Z', 'revision_number': 5, 'project_id': '47427af84b21400f9d6bb53f89c64984', 'subnets': [{'id': 'b35c8ff3-e2ca-4465-a6e4-9ede00345306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:06.278869 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460c5ac-8a8d-4764-a61c-96da144e3e39 req-35256ef2-2bc5-4dbc-9ba0-0c1daed440a6 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:06.280495 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3460c5ac-8a8d-4764-a61c-96da144e3e39 req-35256ef2-2bc5-4dbc-9ba0-0c1daed440a6 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57 HTTP/1.1" status: 200 len: 945 time: 0.1317110 Jul 13 07:45:06.320520 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b9aa4d-482a-413a-bf5c-2f81347cbe4e None None] Checking router: d7ae6965-3f86-4c02-8a9b-18c6b70cf676 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:45:06.344281 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3460c5ac-8a8d-4764-a61c-96da144e3e39 req-c606afd5-3fe9-45fd-b077-063dffec9f38 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9bf83f1-fff4-42d4-9912-5382bbfbc615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561926 Jul 13 07:45:06.346399 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-875a68f0-0169-4d2e-b3db-b942785fafe3 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.381505 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b9aa4d-482a-413a-bf5c-2f81347cbe4e None None] Routers {'d7ae6965-3f86-4c02-8a9b-18c6b70cf676'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:06.382128 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-d6b9aa4d-482a-413a-bf5c-2f81347cbe4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d7ae6965-3f86-4c02-8a9b-18c6b70cf676'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:06.384345 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d1df487d-e6be-47c4-96ac-879c59d1e592 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.421104 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-875a68f0-0169-4d2e-b3db-b942785fafe3 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.433930 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d1df487d-e6be-47c4-96ac-879c59d1e592 None None] Transition to ACTIVE for port object 24b636bd-3907-4958-a6ce-3cdfb013aee1 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:06.446817 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.478572 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875a68f0-0169-4d2e-b3db-b942785fafe3 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:06.487493 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-875a68f0-0169-4d2e-b3db-b942785fafe3 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:06.490251 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a68f0-0169-4d2e-b3db-b942785fafe3 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Pushing event updated for resources: {'Port': ['ID=4eb519e5-49fb-40b3-8cc7-004b563c9552,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:06.492473 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875a68f0-0169-4d2e-b3db-b942785fafe3 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:06.504844 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552bad3-06a1-48ff-9abd-e1d5a8ab53ec req-51db8077-5746-4a9e-9394-04348e65b239 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:06.505940 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d1df487d-e6be-47c4-96ac-879c59d1e592 None None] Transition to ACTIVE for port object 24b636bd-3907-4958-a6ce-3cdfb013aee1 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:06.506099 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1552bad3-06a1-48ff-9abd-e1d5a8ab53ec req-51db8077-5746-4a9e-9394-04348e65b239 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.23 "GET /v2.0/ports?device_id=8092ac1a-986b-4b18-af0c-e8665f196b9d HTTP/1.1" status: 200 len: 945 time: 0.1282601 Jul 13 07:45:06.518026 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1184c9e6-4100-428d-87f8-2322d58bf393'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:45:06.520300 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e8b716-15dc-4974-8b4b-c52b8d1f25d5" -d '{"events": [{"server_uuid": "2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57", "name": "network-vif-plugged", "status": "completed", "tag": "1184c9e6-4100-428d-87f8-2322d58bf393"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:45:06.529036 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d1df487d-e6be-47c4-96ac-879c59d1e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.574442 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 1184c9e6-4100-428d-87f8-2322d58bf393, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=1184c9e6-4100-428d-87f8-2322d58bf393,segment=NetworkSegment(138317d0-5f12-42c2-bd96-3b9c900a701f),segment_id=138317d0-5f12-42c2-bd96-3b9c900a701f)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:06.592209 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680f1264-5eec-4df6-9b68-c398d5ae2312 x-openstack-request-id: req-680f1264-5eec-4df6-9b68-c398d5ae2312 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:45:06.592495 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57", "name": "network-vif-plugged", "status": "completed", "tag": "1184c9e6-4100-428d-87f8-2322d58bf393", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:45:06.592740 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-680f1264-5eec-4df6-9b68-c398d5ae2312 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:45:06.593131 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1184c9e6-4100-428d-87f8-2322d58bf393', 'code': 200} Jul 13 07:45:06.595148 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1df487d-e6be-47c4-96ac-879c59d1e592 None None] Network d012f229-5df9-4ddc-ab63-1ba877c7f843 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:06.599341 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:06.613023 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-d1df487d-e6be-47c4-96ac-879c59d1e592 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:06.617493 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-d6b9aa4d-482a-413a-bf5c-2f81347cbe4e None None] Set router d7ae6965-3f86-4c02-8a9b-18c6b70cf676 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:06.620457 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1df487d-e6be-47c4-96ac-879c59d1e592 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:06.621670 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df487d-e6be-47c4-96ac-879c59d1e592 None None] Pushing event updated for resources: {'Port': ['ID=24b636bd-3907-4958-a6ce-3cdfb013aee1,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:06.734218 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a022ce-0623-45eb-943d-5fdb2769b3bc req-3a86942a-2f08-47e9-8391-7ba8a3f36804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:06.735127 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1552bad3-06a1-48ff-9abd-e1d5a8ab53ec req-004700b2-a5ab-4dd6-bd1c-626815e4933c tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.23 "GET /v2.0/security-groups?id=99c8760b-e4dc-481d-880d-f4bc8d8b2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088442 Jul 13 07:45:06.740195 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-18a022ce-0623-45eb-943d-5fdb2769b3bc req-3a86942a-2f08-47e9-8391-7ba8a3f36804 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57 HTTP/1.1" status: 200 len: 1098 time: 0.0776546 Jul 13 07:45:06.822481 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-18a022ce-0623-45eb-943d-5fdb2769b3bc req-1bb15022-04f7-45d6-81a9-d67f9feba17a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d9bf83f1-fff4-42d4-9912-5382bbfbc615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748937 Jul 13 07:45:06.884217 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-875a68f0-0169-4d2e-b3db-b942785fafe3 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks [] for router_gateway, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.029841 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=1184c9e6-4100-428d-87f8-2322d58bf393,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:07.037497 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-d1df487d-e6be-47c4-96ac-879c59d1e592 None None] Attempting to bind port 24b636bd-3907-4958-a6ce-3cdfb013aee1 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:45:07.037861 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-d1df487d-e6be-47c4-96ac-879c59d1e592 None None] Attempting to bind port 24b636bd-3907-4958-a6ce-3cdfb013aee1 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'be58b81b-ba46-450a-96b9-df1b2eb1975f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd012f229-5df9-4ddc-ab63-1ba877c7f843'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:45:07.038197 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1df487d-e6be-47c4-96ac-879c59d1e592 None None] Attempting to bind port 24b636bd-3907-4958-a6ce-3cdfb013aee1 on network d012f229-5df9-4ddc-ab63-1ba877c7f843 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:45:07.073783 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2a262a6d-86ca-4011-8417-b92970cb4690 None None] Provisioning complete for port 1184c9e6-4100-428d-87f8-2322d58bf393 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:07.074150 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2a262a6d-86ca-4011-8417-b92970cb4690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.080664 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1df487d-e6be-47c4-96ac-879c59d1e592 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:45:07.081038 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1df487d-e6be-47c4-96ac-879c59d1e592 None None] Checking segment: {'id': 'be58b81b-ba46-450a-96b9-df1b2eb1975f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd012f229-5df9-4ddc-ab63-1ba877c7f843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:07.081442 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d1df487d-e6be-47c4-96ac-879c59d1e592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.081831 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1df487d-e6be-47c4-96ac-879c59d1e592 None None] Bound using segment: {'id': 'be58b81b-ba46-450a-96b9-df1b2eb1975f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd012f229-5df9-4ddc-ab63-1ba877c7f843'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:45:07.082311 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-d1df487d-e6be-47c4-96ac-879c59d1e592 None None] Bound port: 24b636bd-3907-4958-a6ce-3cdfb013aee1, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be58b81b-ba46-450a-96b9-df1b2eb1975f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd012f229-5df9-4ddc-ab63-1ba877c7f843'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:45:07.082685 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d1df487d-e6be-47c4-96ac-879c59d1e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.134199 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-875a68f0-0169-4d2e-b3db-b942785fafe3 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.171089 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad9f36-bc00-40e2-99e5-7f2058ee1507 req-3522912e-6c37-4337-a386-47b8cac6dba2 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:07.173028 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e9ad9f36-bc00-40e2-99e5-7f2058ee1507 req-3522912e-6c37-4337-a386-47b8cac6dba2 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2942f08-26e4-4322-b1db-7e319c16a17b HTTP/1.1" status: 200 len: 985 time: 0.1116812 Jul 13 07:45:07.269365 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-d1df487d-e6be-47c4-96ac-879c59d1e592 None None] For port 24b636bd-3907-4958-a6ce-3cdfb013aee1, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:45:07.302737 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875a68f0-0169-4d2e-b3db-b942785fafe3 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Router 54563387-7b6e-4ca3-a89b-73dffbc95ce0 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:45:07.304012 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-d1df487d-e6be-47c4-96ac-879c59d1e592 None None] For port 24b636bd-3907-4958-a6ce-3cdfb013aee1, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=24b636bd-3907-4958-a6ce-3cdfb013aee1,segment=NetworkSegment(be58b81b-ba46-450a-96b9-df1b2eb1975f),segment_id=be58b81b-ba46-450a-96b9-df1b2eb1975f)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:45:07.312771 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d1df487d-e6be-47c4-96ac-879c59d1e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.349215 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-e9ad9f36-bc00-40e2-99e5-7f2058ee1507 req-a8f1b410-bd8e-4cf5-8e68-1e2a1dcc06e0 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Deleting port d1dd7ba8-a95d-433e-8552-4f55f25ab018 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:07.349892 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e9ad9f36-bc00-40e2-99e5-7f2058ee1507 req-a8f1b410-bd8e-4cf5-8e68-1e2a1dcc06e0 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.376417 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-d6b9aa4d-482a-413a-bf5c-2f81347cbe4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ae6965-3f86-4c02-8a9b-18c6b70cf676', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1723721982', 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'ee38c116-5577-4bc2-9343-8070205e5d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:26Z', 'updated_at': '2021-07-13T07:43:32Z', 'revision_number': 4, 'project_id': '47427af84b21400f9d6bb53f89c64984', 'gw_port': {'id': 'ee38c116-5577-4bc2-9343-8070205e5d2d', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:af:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae6965-3f86-4c02-8a9b-18c6b70cf676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:27Z', 'updated_at': '2021-07-13T07:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'da4f517f-4f9c-4ba0-9367-6bca1138d42a', 'name': '', 'network_id': 'da833430-f608-4888-a1ab-92054e3ab27d', 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'mac_address': 'fa:16:3e:4e:da:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae6965-3f86-4c02-8a9b-18c6b70cf676', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'b35c8ff3-e2ca-4465-a6e4-9ede00345306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:31Z', 'updated_at': '2021-07-13T07:43:38Z', 'revision_number': 5, 'project_id': '47427af84b21400f9d6bb53f89c64984', 'subnets': [{'id': 'b35c8ff3-e2ca-4465-a6e4-9ede00345306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:07.429379 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b9aa4d-482a-413a-bf5c-2f81347cbe4e None None] The sync data for ids ['d7ae6965-3f86-4c02-8a9b-18c6b70cf676'] in n-d-771363-34 is: [{'id': 'd7ae6965-3f86-4c02-8a9b-18c6b70cf676', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1723721982', 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'ee38c116-5577-4bc2-9343-8070205e5d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:26Z', 'updated_at': '2021-07-13T07:43:32Z', 'revision_number': 4, 'project_id': '47427af84b21400f9d6bb53f89c64984', 'gw_port': {'id': 'ee38c116-5577-4bc2-9343-8070205e5d2d', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:af:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae6965-3f86-4c02-8a9b-18c6b70cf676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:27Z', 'updated_at': '2021-07-13T07:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'da4f517f-4f9c-4ba0-9367-6bca1138d42a', 'name': '', 'network_id': 'da833430-f608-4888-a1ab-92054e3ab27d', 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'mac_address': 'fa:16:3e:4e:da:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae6965-3f86-4c02-8a9b-18c6b70cf676', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'b35c8ff3-e2ca-4465-a6e4-9ede00345306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:31Z', 'updated_at': '2021-07-13T07:43:38Z', 'revision_number': 5, 'project_id': '47427af84b21400f9d6bb53f89c64984', 'subnets': [{'id': 'b35c8ff3-e2ca-4465-a6e4-9ede00345306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:07.448618 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df487d-e6be-47c4-96ac-879c59d1e592 None None] Pushing event updated for resources: {'Port': ['ID=24b636bd-3907-4958-a6ce-3cdfb013aee1,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:07.490991 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94cd43-65d8-4b06-af24-dab82255c11b req-7de77d74-358c-405a-b9c0-38d01c66d63a tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:07.493248 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4f94cd43-65d8-4b06-af24-dab82255c11b req-7de77d74-358c-405a-b9c0-38d01c66d63a tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.42 "GET /v2.0/ports?device_id=8092ac1a-986b-4b18-af0c-e8665f196b9d HTTP/1.1" status: 200 len: 945 time: 0.1953480 Jul 13 07:45:07.556344 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875a68f0-0169-4d2e-b3db-b942785fafe3 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:07.570593 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44329da-527d-475f-ad39-2702a0df047c None None] Sync routers for ids ['54563387-7b6e-4ca3-a89b-73dffbc95ce0'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:07.574469 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-e9ad9f36-bc00-40e2-99e5-7f2058ee1507 req-a8f1b410-bd8e-4cf5-8e68-1e2a1dcc06e0 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] For port d1dd7ba8-a95d-433e-8552-4f55f25ab018, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=d1dd7ba8-a95d-433e-8552-4f55f25ab018,segment=NetworkSegment(9dc72a4b-cee6-433b-908d-ffce1e817742),segment_id=9dc72a4b-cee6-433b-908d-ffce1e817742)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:07.574936 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e9ad9f36-bc00-40e2-99e5-7f2058ee1507 req-a8f1b410-bd8e-4cf5-8e68-1e2a1dcc06e0 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.601629 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44329da-527d-475f-ad39-2702a0df047c None None] Routers {'54563387-7b6e-4ca3-a89b-73dffbc95ce0'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:07.602314 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-c44329da-527d-475f-ad39-2702a0df047c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['54563387-7b6e-4ca3-a89b-73dffbc95ce0'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:07.622268 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-e9ad9f36-bc00-40e2-99e5-7f2058ee1507 req-a8f1b410-bd8e-4cf5-8e68-1e2a1dcc06e0 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Calling delete_port for d1dd7ba8-a95d-433e-8552-4f55f25ab018 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:07.631995 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-875a68f0-0169-4d2e-b3db-b942785fafe3 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.636470 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-875a68f0-0169-4d2e-b3db-b942785fafe3 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.3664517 Jul 13 07:45:07.638916 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52272) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:07.670633 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-c44329da-527d-475f-ad39-2702a0df047c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:07.690446 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44329da-527d-475f-ad39-2702a0df047c None None] Routers {'54563387-7b6e-4ca3-a89b-73dffbc95ce0'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:07.691685 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-c44329da-527d-475f-ad39-2702a0df047c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['54563387-7b6e-4ca3-a89b-73dffbc95ce0'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:07.757327 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-c44329da-527d-475f-ad39-2702a0df047c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:07.758375 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44329da-527d-475f-ad39-2702a0df047c None None] The sync data for ids ['54563387-7b6e-4ca3-a89b-73dffbc95ce0'] in n-d-771363-34 is: [] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:07.788800 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848e3e7-6f8d-41e9-95a4-fe07a0d8b13f req-4211f622-c494-4e3f-9aa0-ec47d18df1c9 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:07.795791 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1848e3e7-6f8d-41e9-95a4-fe07a0d8b13f req-4211f622-c494-4e3f-9aa0-ec47d18df1c9 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2942f08-26e4-4322-b1db-7e319c16a17b HTTP/1.1" status: 200 len: 985 time: 0.3207779 Jul 13 07:45:07.837731 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d5916-fb41-4bf8-bf4a-4a7ba95373f1 req-c0bc5539-89c5-45aa-812e-7aaa0c955f8d tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:07.845441 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-473d5916-fb41-4bf8-bf4a-4a7ba95373f1 req-c0bc5539-89c5-45aa-812e-7aaa0c955f8d tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57 HTTP/1.1" status: 200 len: 946 time: 0.3053162 Jul 13 07:45:07.918333 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-4f94cd43-65d8-4b06-af24-dab82255c11b req-d03f8cb3-4f65-492f-9098-371ff5920a1a tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Deleting port 4a43f0c2-7004-4d28-96fa-a2d064d3fff4 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:07.918848 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4f94cd43-65d8-4b06-af24-dab82255c11b req-d03f8cb3-4f65-492f-9098-371ff5920a1a tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:07.926782 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1848e3e7-6f8d-41e9-95a4-fe07a0d8b13f req-0ecb6af9-f1f5-41ac-8657-7c1627c78b34 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6b2fa7-9bbf-4f2b-bb1b-92b978b2d88b&id=403bbbb2-4d62-4e3c-9c93-4ee0ce174bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1255999 Jul 13 07:45:07.980849 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406d1b9b-aea5-4d8a-82b6-7087b321b698 None None] New status for floating IP 46aa4967-6bb8-41c6-aa2c-c7ea7d9941e3: DOWN {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:45:07.983605 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-473d5916-fb41-4bf8-bf4a-4a7ba95373f1 req-61e7a126-aaee-42c6-ac87-60917e826bed tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9bf83f1-fff4-42d4-9912-5382bbfbc615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370077 Jul 13 07:45:08.081404 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e9ad9f36-bc00-40e2-99e5-7f2058ee1507 req-a8f1b410-bd8e-4cf5-8e68-1e2a1dcc06e0 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.125782 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1b410-bd8e-4cf5-8e68-1e2a1dcc06e0 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Pushing event deleted for resources: {'Port': ['ID=d1dd7ba8-a95d-433e-8552-4f55f25ab018,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:08.129009 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-4f94cd43-65d8-4b06-af24-dab82255c11b req-d03f8cb3-4f65-492f-9098-371ff5920a1a tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] For port 4a43f0c2-7004-4d28-96fa-a2d064d3fff4, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4a43f0c2-7004-4d28-96fa-a2d064d3fff4,segment=NetworkSegment(5d4f2d43-f2ea-4c64-bec4-5d0ccad94a66),segment_id=5d4f2d43-f2ea-4c64-bec4-5d0ccad94a66)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:08.129367 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4f94cd43-65d8-4b06-af24-dab82255c11b req-d03f8cb3-4f65-492f-9098-371ff5920a1a tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.217911 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ad9f36-bc00-40e2-99e5-7f2058ee1507 req-a8f1b410-bd8e-4cf5-8e68-1e2a1dcc06e0 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] No DVR routers for this DVR port d1dd7ba8-a95d-433e-8552-4f55f25ab018 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:08.221723 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e9ad9f36-bc00-40e2-99e5-7f2058ee1507 req-a8f1b410-bd8e-4cf5-8e68-1e2a1dcc06e0 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.223790 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e9ad9f36-bc00-40e2-99e5-7f2058ee1507 req-a8f1b410-bd8e-4cf5-8e68-1e2a1dcc06e0 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.42 "DELETE /v2.0/ports/d1dd7ba8-a95d-433e-8552-4f55f25ab018 HTTP/1.1" status: 204 len: 173 time: 1.0444071 Jul 13 07:45:08.224235 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2942f08-26e4-4322-b1db-7e319c16a17b', 'name': 'network-vif-deleted', 'tag': 'd1dd7ba8-a95d-433e-8552-4f55f25ab018'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:45:08.227693 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3be7f5-2a03-4cae-bad7-d34e9c34f572" -d '{"events": [{"server_uuid": "d2942f08-26e4-4322-b1db-7e319c16a17b", "name": "network-vif-deleted", "tag": "d1dd7ba8-a95d-433e-8552-4f55f25ab018"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:45:08.256348 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafcd848-acc9-465f-965e-bda3a6a1224d req-a7394414-19dd-4f73-81e2-230e849d275c tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:08.257626 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fafcd848-acc9-465f-965e-bda3a6a1224d req-a7394414-19dd-4f73-81e2-230e849d275c tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.23 "GET /v2.0/ports?device_id=8092ac1a-986b-4b18-af0c-e8665f196b9d HTTP/1.1" status: 200 len: 945 time: 0.1480088 Jul 13 07:45:08.339080 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fafcd848-acc9-465f-965e-bda3a6a1224d req-9b937ccf-239c-49a3-9e6c-67af642d26ad tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.23 "GET /v2.0/security-groups?id=99c8760b-e4dc-481d-880d-f4bc8d8b2fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735142 Jul 13 07:45:08.359317 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a4b29b-fd4f-4d23-8a58-876ccdf98bce x-openstack-request-id: req-84a4b29b-fd4f-4d23-8a58-876ccdf98bce {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:45:08.359572 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2942f08-26e4-4322-b1db-7e319c16a17b", "name": "network-vif-deleted", "tag": "d1dd7ba8-a95d-433e-8552-4f55f25ab018", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:45:08.359952 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-84a4b29b-fd4f-4d23-8a58-876ccdf98bce {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:45:08.360360 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2942f08-26e4-4322-b1db-7e319c16a17b', 'name': 'network-vif-deleted', 'tag': 'd1dd7ba8-a95d-433e-8552-4f55f25ab018', 'status': 'completed', 'code': 200} Jul 13 07:45:08.442726 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4f94cd43-65d8-4b06-af24-dab82255c11b req-d03f8cb3-4f65-492f-9098-371ff5920a1a tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.443188 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4f94cd43-65d8-4b06-af24-dab82255c11b req-d03f8cb3-4f65-492f-9098-371ff5920a1a tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.443718 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [req-4f94cd43-65d8-4b06-af24-dab82255c11b req-d03f8cb3-4f65-492f-9098-371ff5920a1a tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Floating IP 127ee2b2-a288-45fb-9db5-15007ee79bf1 disassociated. External IP: 172.25.3.35, port: 4a43f0c2-7004-4d28-96fa-a2d064d3fff4. Jul 13 07:45:08.444099 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-4f94cd43-65d8-4b06-af24-dab82255c11b req-d03f8cb3-4f65-492f-9098-371ff5920a1a tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Calling delete_port for 4a43f0c2-7004-4d28-96fa-a2d064d3fff4 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:08.464342 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c5f2d552-eac0-4662-ab56-878dc2f8e163 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.642880 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4f94cd43-65d8-4b06-af24-dab82255c11b req-d03f8cb3-4f65-492f-9098-371ff5920a1a tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:08.700897 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f8cb3-4f65-492f-9098-371ff5920a1a tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Pushing event deleted for resources: {'Port': ['ID=4a43f0c2-7004-4d28-96fa-a2d064d3fff4,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:08.707539 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 24b636bd-3907-4958-a6ce-3cdfb013aee1 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:08.818020 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 24b636bd-3907-4958-a6ce-3cdfb013aee1 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:08.909134 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f94cd43-65d8-4b06-af24-dab82255c11b req-d03f8cb3-4f65-492f-9098-371ff5920a1a tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Router 6f720836-0940-43a5-b6b3-d1778f83fdfd has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:09.084926 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7df0ed-c480-4a00-a79b-17f5f7a61854 None None] Network d012f229-5df9-4ddc-ab63-1ba877c7f843 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:09.109332 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f94cd43-65d8-4b06-af24-dab82255c11b req-d03f8cb3-4f65-492f-9098-371ff5920a1a tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:09.135644 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b383b41-b6be-46ed-89ca-1402b260e7e3 None None] Sync routers for ids ['6f720836-0940-43a5-b6b3-d1778f83fdfd'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:09.148914 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b383b41-b6be-46ed-89ca-1402b260e7e3 None None] Routers {'6f720836-0940-43a5-b6b3-d1778f83fdfd'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:09.150123 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-3b383b41-b6be-46ed-89ca-1402b260e7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['6f720836-0940-43a5-b6b3-d1778f83fdfd'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:09.158613 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52284) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:09.193819 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f94cd43-65d8-4b06-af24-dab82255c11b req-d03f8cb3-4f65-492f-9098-371ff5920a1a tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] No DVR routers for this DVR port 4a43f0c2-7004-4d28-96fa-a2d064d3fff4 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:09.201874 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4f94cd43-65d8-4b06-af24-dab82255c11b req-d03f8cb3-4f65-492f-9098-371ff5920a1a tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:09.204231 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4f94cd43-65d8-4b06-af24-dab82255c11b req-d03f8cb3-4f65-492f-9098-371ff5920a1a tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.42 "DELETE /v2.0/ports/4a43f0c2-7004-4d28-96fa-a2d064d3fff4 HTTP/1.1" status: 204 len: 173 time: 1.6809597 Jul 13 07:45:09.254373 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d26fc0c6-e8fd-4c58-96c9-e6926d3f1e00 None None] Provisioning for port 24b636bd-3907-4958-a6ce-3cdfb013aee1 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:09.267240 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d26fc0c6-e8fd-4c58-96c9-e6926d3f1e00 None None] Provisioning complete for port 24b636bd-3907-4958-a6ce-3cdfb013aee1 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:09.267989 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d26fc0c6-e8fd-4c58-96c9-e6926d3f1e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:09.317670 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-600d1156-9c03-436c-8a2c-6754a0996057 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:09.412839 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-600d1156-9c03-436c-8a2c-6754a0996057 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:09.440710 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-3b383b41-b6be-46ed-89ca-1402b260e7e3 None None] Set router 6f720836-0940-43a5-b6b3-d1778f83fdfd gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:09.622733 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d26fc0c6-e8fd-4c58-96c9-e6926d3f1e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:09.679301 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-d26fc0c6-e8fd-4c58-96c9-e6926d3f1e00 None None] For port 24b636bd-3907-4958-a6ce-3cdfb013aee1, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=24b636bd-3907-4958-a6ce-3cdfb013aee1,segment=NetworkSegment(be58b81b-ba46-450a-96b9-df1b2eb1975f),segment_id=be58b81b-ba46-450a-96b9-df1b2eb1975f)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:09.690929 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d26fc0c6-e8fd-4c58-96c9-e6926d3f1e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:09.771975 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-070e4024-5e2d-4be3-84a1-610f6f7c9272 req-9b776a54-2305-4d9a-b19a-7172412a3b41 tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.23 "GET /v2.0/ports?device_id=8092ac1a-986b-4b18-af0c-e8665f196b9d HTTP/1.1" status: 200 len: 210 time: 0.0476425 Jul 13 07:45:09.787491 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-c5f2d552-eac0-4662-ab56-878dc2f8e163 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Allocated IP 172.20.0.1 (d012f229-5df9-4ddc-ab63-1ba877c7f843/9d3374f7-6bec-456b-a205-3a1d7c9e61d2/9038873c-8ff6-4f0e-85b8-cb2fc02747c9) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:09.828364 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26fc0c6-e8fd-4c58-96c9-e6926d3f1e00 None None] Pushing event updated for resources: {'Port': ['ID=24b636bd-3907-4958-a6ce-3cdfb013aee1,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:09.969659 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c5f2d552-eac0-4662-ab56-878dc2f8e163 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:09.985519 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device d1dd7ba8-a95d-433e-8552-4f55f25ab018 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:09.988939 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-c5f2d552-eac0-4662-ab56-878dc2f8e163 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Transition to ACTIVE for port object 9038873c-8ff6-4f0e-85b8-cb2fc02747c9 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:09.990982 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3bdde2-3783-44d4-a470-e1aa43dbb460 req-e70feb81-e1fe-47ea-ac21-704516604267 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:09.998498 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-de3bdde2-3783-44d4-a470-e1aa43dbb460 req-e70feb81-e1fe-47ea-ac21-704516604267 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57 HTTP/1.1" status: 200 len: 946 time: 0.7852778 Jul 13 07:45:10.016518 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-3b383b41-b6be-46ed-89ca-1402b260e7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f720836-0940-43a5-b6b3-d1778f83fdfd', 'name': 'tempest-TestServerBasicOps-1541366931-router', 'tenant_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '4d79b4a3-ce38-4882-949a-96e4b201797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:36Z', 'updated_at': '2021-07-13T07:39:46Z', 'revision_number': 4, 'project_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'gw_port': {'id': '4d79b4a3-ce38-4882-949a-96e4b201797a', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f720836-0940-43a5-b6b3-d1778f83fdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:38Z', 'updated_at': '2021-07-13T07:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '1ca1a547-8a7c-4c6c-8959-554f37e05d69', 'name': '', 'network_id': 'a1657f64-8077-4b4c-92ad-aa256b38a388', 'tenant_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'mac_address': 'fa:16:3e:69:34:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f720836-0940-43a5-b6b3-d1778f83fdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '251a7d71-99aa-4f18-b278-f93834e899c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:44Z', 'updated_at': '2021-07-13T07:39:57Z', 'revision_number': 5, 'project_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'subnets': [{'id': '251a7d71-99aa-4f18-b278-f93834e899c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:10.028429 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: d1dd7ba8-a95d-433e-8552-4f55f25ab018 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:10.028787 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device d1dd7ba8-a95d-433e-8552-4f55f25ab018 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:10.029177 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 4a43f0c2-7004-4d28-96fa-a2d064d3fff4 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:10.048997 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c5f2d552-eac0-4662-ab56-878dc2f8e163 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:10.078079 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-de3bdde2-3783-44d4-a470-e1aa43dbb460 req-84dafdc0-0802-4302-aa02-af4e56d9631b tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9bf83f1-fff4-42d4-9912-5382bbfbc615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781934 Jul 13 07:45:10.097539 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-600d1156-9c03-436c-8a2c-6754a0996057 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:10.102415 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-600d1156-9c03-436c-8a2c-6754a0996057 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:10.103992 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-600d1156-9c03-436c-8a2c-6754a0996057 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "DELETE /v2.0/security-groups/403bbbb2-4d62-4e3c-9c93-4ee0ce174bcd HTTP/1.1" status: 204 len: 168 time: 0.9440193 Jul 13 07:45:10.105859 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 4a43f0c2-7004-4d28-96fa-a2d064d3fff4 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:10.106407 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 4a43f0c2-7004-4d28-96fa-a2d064d3fff4 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:10.111450 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b383b41-b6be-46ed-89ca-1402b260e7e3 None None] Checking router: 6f720836-0940-43a5-b6b3-d1778f83fdfd for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:45:10.113650 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [req-38ec751b-6513-4b5d-88e3-339c92befd9c req-12d685f4-60cf-4757-9a30-1412dbd79651 service neutron] (94017) timed out ('10.222.0.42', 53752) {{(pid=94017) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 07:45:10.116503 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f2d552-eac0-4662-ab56-878dc2f8e163 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Network d012f229-5df9-4ddc-ab63-1ba877c7f843 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:10.117202 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52294) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:10.120899 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b383b41-b6be-46ed-89ca-1402b260e7e3 None None] Routers {'6f720836-0940-43a5-b6b3-d1778f83fdfd'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:10.121308 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-c5f2d552-eac0-4662-ab56-878dc2f8e163 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:10.121479 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-3b383b41-b6be-46ed-89ca-1402b260e7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['6f720836-0940-43a5-b6b3-d1778f83fdfd'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:10.128387 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f2d552-eac0-4662-ab56-878dc2f8e163 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:10.147677 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5bfa9d6e-a365-45d2-ba2d-842c024a27c1 None None] Provisioning complete for port 24b636bd-3907-4958-a6ce-3cdfb013aee1 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:10.148136 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5bfa9d6e-a365-45d2-ba2d-842c024a27c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:10.164225 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f2d552-eac0-4662-ab56-878dc2f8e163 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Pushing event updated for resources: {'Port': ['ID=9038873c-8ff6-4f0e-85b8-cb2fc02747c9,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:10.172185 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d1156-9c03-436c-8a2c-6754a0996057 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=403bbbb2-4d62-4e3c-9c93-4ee0ce174bcd,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:10.192106 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c5f2d552-eac0-4662-ab56-878dc2f8e163 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:10.289439 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-3b383b41-b6be-46ed-89ca-1402b260e7e3 None None] Set router 6f720836-0940-43a5-b6b3-d1778f83fdfd gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:10.299150 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-769e3bd0-c898-4a3c-a3ea-bc8b8916adf0 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:10.335185 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-769e3bd0-c898-4a3c-a3ea-bc8b8916adf0 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:10.361006 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8092ac1a-986b-4b18-af0c-e8665f196b9d', 'name': 'network-vif-deleted', 'tag': '4a43f0c2-7004-4d28-96fa-a2d064d3fff4'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:45:10.363893 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1669fad-4165-44ac-944b-c241e11def8a" -d '{"events": [{"server_uuid": "8092ac1a-986b-4b18-af0c-e8665f196b9d", "name": "network-vif-deleted", "tag": "4a43f0c2-7004-4d28-96fa-a2d064d3fff4"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:45:10.402810 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-769e3bd0-c898-4a3c-a3ea-bc8b8916adf0 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:10.405540 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-769e3bd0-c898-4a3c-a3ea-bc8b8916adf0 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:10.409542 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-769e3bd0-c898-4a3c-a3ea-bc8b8916adf0 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "DELETE /v2.0/security-groups/9c6b2fa7-9bbf-4f2b-bb1b-92b978b2d88b HTTP/1.1" status: 204 len: 168 time: 0.2885692 Jul 13 07:45:10.412716 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52298) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:10.438720 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7355aaa-de0b-4bcd-a6b4-9753ed51308f x-openstack-request-id: req-f7355aaa-de0b-4bcd-a6b4-9753ed51308f {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:45:10.439012 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8092ac1a-986b-4b18-af0c-e8665f196b9d", "name": "network-vif-deleted", "tag": "4a43f0c2-7004-4d28-96fa-a2d064d3fff4", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:45:10.439348 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f7355aaa-de0b-4bcd-a6b4-9753ed51308f {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:45:10.439741 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8092ac1a-986b-4b18-af0c-e8665f196b9d', 'name': 'network-vif-deleted', 'tag': '4a43f0c2-7004-4d28-96fa-a2d064d3fff4', 'status': 'completed', 'code': 200} Jul 13 07:45:10.464849 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c5f2d552-eac0-4662-ab56-878dc2f8e163 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:10.473650 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e3bd0-c898-4a3c-a3ea-bc8b8916adf0 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6b2fa7-9bbf-4f2b-bb1b-92b978b2d88b,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:10.497611 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29f8ee-bbf8-40f8-bb3b-65aefc7b950f req-46b72eef-730f-4bc9-a3ba-c8211ae63303 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:10.505357 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6e29f8ee-bbf8-40f8-bb3b-65aefc7b950f req-46b72eef-730f-4bc9-a3ba-c8211ae63303 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57 HTTP/1.1" status: 200 len: 946 time: 0.1940882 Jul 13 07:45:10.571610 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c2f6ba6c-dca4-4b31-a97e-acd0090b972f None None] Provisioning for port 9038873c-8ff6-4f0e-85b8-cb2fc02747c9 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:10.583587 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c2f6ba6c-dca4-4b31-a97e-acd0090b972f None None] Provisioning complete for port 9038873c-8ff6-4f0e-85b8-cb2fc02747c9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:10.583813 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c2f6ba6c-dca4-4b31-a97e-acd0090b972f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:10.595167 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6e29f8ee-bbf8-40f8-bb3b-65aefc7b950f req-1acd8789-7bf6-4748-bbf5-b7ffc4c1fa39 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9bf83f1-fff4-42d4-9912-5382bbfbc615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885975 Jul 13 07:45:10.634601 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52302) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:10.640100 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-c2f6ba6c-dca4-4b31-a97e-acd0090b972f None None] Port 9038873c-8ff6-4f0e-85b8-cb2fc02747c9 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:10.655624 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-3b383b41-b6be-46ed-89ca-1402b260e7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f720836-0940-43a5-b6b3-d1778f83fdfd', 'name': 'tempest-TestServerBasicOps-1541366931-router', 'tenant_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '4d79b4a3-ce38-4882-949a-96e4b201797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:36Z', 'updated_at': '2021-07-13T07:39:46Z', 'revision_number': 4, 'project_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'gw_port': {'id': '4d79b4a3-ce38-4882-949a-96e4b201797a', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f720836-0940-43a5-b6b3-d1778f83fdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:38Z', 'updated_at': '2021-07-13T07:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '1ca1a547-8a7c-4c6c-8959-554f37e05d69', 'name': '', 'network_id': 'a1657f64-8077-4b4c-92ad-aa256b38a388', 'tenant_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'mac_address': 'fa:16:3e:69:34:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f720836-0940-43a5-b6b3-d1778f83fdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '251a7d71-99aa-4f18-b278-f93834e899c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:44Z', 'updated_at': '2021-07-13T07:39:57Z', 'revision_number': 5, 'project_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'subnets': [{'id': '251a7d71-99aa-4f18-b278-f93834e899c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:10.677159 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 24b636bd-3907-4958-a6ce-3cdfb013aee1 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:45:10.695005 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b383b41-b6be-46ed-89ca-1402b260e7e3 None None] The sync data for ids ['6f720836-0940-43a5-b6b3-d1778f83fdfd'] in n-d-771363-34 is: [{'id': '6f720836-0940-43a5-b6b3-d1778f83fdfd', 'name': 'tempest-TestServerBasicOps-1541366931-router', 'tenant_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '4d79b4a3-ce38-4882-949a-96e4b201797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:36Z', 'updated_at': '2021-07-13T07:39:46Z', 'revision_number': 4, 'project_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'gw_port': {'id': '4d79b4a3-ce38-4882-949a-96e4b201797a', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f720836-0940-43a5-b6b3-d1778f83fdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:38Z', 'updated_at': '2021-07-13T07:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '1ca1a547-8a7c-4c6c-8959-554f37e05d69', 'name': '', 'network_id': 'a1657f64-8077-4b4c-92ad-aa256b38a388', 'tenant_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'mac_address': 'fa:16:3e:69:34:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f720836-0940-43a5-b6b3-d1778f83fdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '251a7d71-99aa-4f18-b278-f93834e899c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:44Z', 'updated_at': '2021-07-13T07:39:57Z', 'revision_number': 5, 'project_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'subnets': [{'id': '251a7d71-99aa-4f18-b278-f93834e899c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:10.753914 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 24b636bd-3907-4958-a6ce-3cdfb013aee1 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:10.754275 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:10.909996 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52308) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:10.971823 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4b7811-7510-4be9-a4c4-b6cab3477619 tempest-TestVolumeBackupRestore-1632613512 tempest-TestVolumeBackupRestore-1632613512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:10.975792 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2c4b7811-7510-4be9-a4c4-b6cab3477619 tempest-TestVolumeBackupRestore-1632613512 tempest-TestVolumeBackupRestore-1632613512-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57 HTTP/1.1" status: 200 len: 1093 time: 0.3376751 Jul 13 07:45:10.977615 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52310) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:10.983332 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-0e94a4cd-2b12-4002-93cb-b6fdce642065 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'port_id': '1184c9e6-4100-428d-87f8-2322d58bf393', 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:11.040044 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-db9473cd-fb33-4c3e-8675-8c81e2aa0eaf tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:11.041507 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c5f2d552-eac0-4662-ab56-878dc2f8e163 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:11.042220 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed8d120-cfc5-414b-949b-5ac6097f8f1d None None] New status for floating IP 127ee2b2-a288-45fb-9db5-15007ee79bf1: DOWN {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:45:11.069991 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c5f2d552-eac0-4662-ab56-878dc2f8e163 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:11.123142 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0e94a4cd-2b12-4002-93cb-b6fdce642065 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks [] for floatingip, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:11.173170 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f2d552-eac0-4662-ab56-878dc2f8e163 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Pushing event updated for resources: {'Port': ['ID=9038873c-8ff6-4f0e-85b8-cb2fc02747c9,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:11.216939 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c5f2d552-eac0-4662-ab56-878dc2f8e163 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:11.236697 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-e9ddf9fc-c7e7-452f-ae31-5b944ff4189e tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Deleting port be725cf0-b0ca-4723-bdd8-05b9aeb26212 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:11.237037 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e9ddf9fc-c7e7-452f-ae31-5b944ff4189e tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:11.363225 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-db9473cd-fb33-4c3e-8675-8c81e2aa0eaf tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Deleting port da4f517f-4f9c-4ba0-9367-6bca1138d42a {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:11.363885 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-db9473cd-fb33-4c3e-8675-8c81e2aa0eaf tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:11.423333 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e9ddf9fc-c7e7-452f-ae31-5b944ff4189e tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:11.423651 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e9ddf9fc-c7e7-452f-ae31-5b944ff4189e tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:11.443017 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-e9ddf9fc-c7e7-452f-ae31-5b944ff4189e tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Calling delete_port for be725cf0-b0ca-4723-bdd8-05b9aeb26212 owned by network:floatingip {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:11.445598 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f2d552-eac0-4662-ab56-878dc2f8e163 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Network d012f229-5df9-4ddc-ab63-1ba877c7f843 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:11.455791 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-c5f2d552-eac0-4662-ab56-878dc2f8e163 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:11.473204 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-db9473cd-fb33-4c3e-8675-8c81e2aa0eaf tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] For port da4f517f-4f9c-4ba0-9367-6bca1138d42a, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=da4f517f-4f9c-4ba0-9367-6bca1138d42a,segment=NetworkSegment(9dc72a4b-cee6-433b-908d-ffce1e817742),segment_id=9dc72a4b-cee6-433b-908d-ffce1e817742)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:11.473468 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3719e2bd-2af2-491e-8535-6dc9c50236a0 None None] Provisioning complete for port 9038873c-8ff6-4f0e-85b8-cb2fc02747c9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:11.473968 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-db9473cd-fb33-4c3e-8675-8c81e2aa0eaf tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:11.474224 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3719e2bd-2af2-491e-8535-6dc9c50236a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:11.498097 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-db9473cd-fb33-4c3e-8675-8c81e2aa0eaf tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Calling delete_port for da4f517f-4f9c-4ba0-9367-6bca1138d42a owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:11.517566 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0e94a4cd-2b12-4002-93cb-b6fdce642065 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:11.542697 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-3719e2bd-2af2-491e-8535-6dc9c50236a0 None None] Port 9038873c-8ff6-4f0e-85b8-cb2fc02747c9 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:11.763522 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9eed5a29-96f5-487e-abc1-0ab9d044e530 None None] Provisioning complete for port 9038873c-8ff6-4f0e-85b8-cb2fc02747c9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:11.764209 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9eed5a29-96f5-487e-abc1-0ab9d044e530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:11.774861 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f2d552-eac0-4662-ab56-878dc2f8e163 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Router 54563387-7b6e-4ca3-a89b-73dffbc95ce0 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:11.778490 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-db9473cd-fb33-4c3e-8675-8c81e2aa0eaf tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:11.797554 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-0e94a4cd-2b12-4002-93cb-b6fdce642065 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Allocated IP 172.25.3.22 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/ebf01c87-7578-4c26-ab57-8c37c6335a0c) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:11.804724 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-9eed5a29-96f5-487e-abc1-0ab9d044e530 None None] Port 9038873c-8ff6-4f0e-85b8-cb2fc02747c9 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:11.816563 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e9ddf9fc-c7e7-452f-ae31-5b944ff4189e tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:11.848814 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9473cd-fb33-4c3e-8675-8c81e2aa0eaf tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Pushing event deleted for resources: {'Port': ['ID=da4f517f-4f9c-4ba0-9367-6bca1138d42a,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:11.920521 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ddf9fc-c7e7-452f-ae31-5b944ff4189e tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Pushing event deleted for resources: {'Port': ['ID=be725cf0-b0ca-4723-bdd8-05b9aeb26212,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:12.018046 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-db9473cd-fb33-4c3e-8675-8c81e2aa0eaf tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.067403 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e9ddf9fc-c7e7-452f-ae31-5b944ff4189e tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks [] for floatingip, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.070147 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e9ddf9fc-c7e7-452f-ae31-5b944ff4189e tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.071422 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e9ddf9fc-c7e7-452f-ae31-5b944ff4189e tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.23 "DELETE /v2.0/floatingips/127ee2b2-a288-45fb-9db5-15007ee79bf1 HTTP/1.1" status: 204 len: 168 time: 1.1608999 Jul 13 07:45:12.125965 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f2d552-eac0-4662-ab56-878dc2f8e163 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:12.131903 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c5f2d552-eac0-4662-ab56-878dc2f8e163 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] 10.222.0.23 "PUT /v2.0/routers/54563387-7b6e-4ca3-a89b-73dffbc95ce0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4869213 Jul 13 07:45:12.135589 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52316) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:12.140410 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db20ba5-0106-4c5a-8101-e07f0af5cd1c None None] Sync routers for ids ['54563387-7b6e-4ca3-a89b-73dffbc95ce0'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:12.145057 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0e94a4cd-2b12-4002-93cb-b6fdce642065 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.149934 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db20ba5-0106-4c5a-8101-e07f0af5cd1c None None] Routers {'54563387-7b6e-4ca3-a89b-73dffbc95ce0'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:12.150812 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-8db20ba5-0106-4c5a-8101-e07f0af5cd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['54563387-7b6e-4ca3-a89b-73dffbc95ce0'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:12.152963 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-d69e2e98-99f8-4608-a25d-c27ac23b90e9 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Request body: {'port': {'network_id': 'd012f229-5df9-4ddc-ab63-1ba877c7f843', 'name': 'tempest-FloatingIPAdminTestJSON-718165582'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:12.191875 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-8db20ba5-0106-4c5a-8101-e07f0af5cd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:12.202937 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db20ba5-0106-4c5a-8101-e07f0af5cd1c None None] Routers {'54563387-7b6e-4ca3-a89b-73dffbc95ce0'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:12.203603 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-8db20ba5-0106-4c5a-8101-e07f0af5cd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['54563387-7b6e-4ca3-a89b-73dffbc95ce0'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:12.260552 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52320) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:12.261284 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-8db20ba5-0106-4c5a-8101-e07f0af5cd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:12.262991 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db20ba5-0106-4c5a-8101-e07f0af5cd1c None None] The sync data for ids ['54563387-7b6e-4ca3-a89b-73dffbc95ce0'] in n-d-771363-34 is: [] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:12.275920 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0e94a4cd-2b12-4002-93cb-b6fdce642065 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.299929 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9473cd-fb33-4c3e-8675-8c81e2aa0eaf tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Router d7ae6965-3f86-4c02-8a9b-18c6b70cf676 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:12.410016 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e94a4cd-2b12-4002-93cb-b6fdce642065 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:12.429188 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-0e94a4cd-2b12-4002-93cb-b6fdce642065 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:12.431145 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94a4cd-2b12-4002-93cb-b6fdce642065 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Pushing event updated for resources: {'Port': ['ID=ebf01c87-7578-4c26-ab57-8c37c6335a0c,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:12.433834 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9473cd-fb33-4c3e-8675-8c81e2aa0eaf tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:12.435755 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e94a4cd-2b12-4002-93cb-b6fdce642065 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:12.447752 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-db9473cd-fb33-4c3e-8675-8c81e2aa0eaf tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "PUT /v2.0/routers/d7ae6965-3f86-4c02-8a9b-18c6b70cf676/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0293493 Jul 13 07:45:12.448028 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52322) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:12.457453 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb0b041-dee1-4b25-9a9a-0d9ab3f40c33 None None] Sync routers for ids ['d7ae6965-3f86-4c02-8a9b-18c6b70cf676'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:12.474148 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb0b041-dee1-4b25-9a9a-0d9ab3f40c33 None None] Routers {'d7ae6965-3f86-4c02-8a9b-18c6b70cf676'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:12.475334 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-6fb0b041-dee1-4b25-9a9a-0d9ab3f40c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d7ae6965-3f86-4c02-8a9b-18c6b70cf676'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:12.495109 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a94e72d7-6800-4087-9286-dfa2f1c0070f tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.524230 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69e2e98-99f8-4608-a25d-c27ac23b90e9 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Made reservation on behalf of 9185a50c71204a50a4a373347d3b8b9a for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:12.528381 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d69e2e98-99f8-4608-a25d-c27ac23b90e9 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.538293 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-45ed9f26-f67a-487a-a73d-e33f4569c608 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Deleting subnet b35c8ff3-e2ca-4465-a6e4-9ede00345306 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:45:12.552383 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-45ed9f26-f67a-487a-a73d-e33f4569c608 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.604523 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a94e72d7-6800-4087-9286-dfa2f1c0070f tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.617925 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-45ed9f26-f67a-487a-a73d-e33f4569c608 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.631331 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-d69e2e98-99f8-4608-a25d-c27ac23b90e9 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] device_id is not set on port a4cab079-38c0-4355-9a03-01072383ee9b yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:45:12.640680 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-6fb0b041-dee1-4b25-9a9a-0d9ab3f40c33 None None] Set router d7ae6965-3f86-4c02-8a9b-18c6b70cf676 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:12.721878 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-45ed9f26-f67a-487a-a73d-e33f4569c608 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.808825 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-45ed9f26-f67a-487a-a73d-e33f4569c608 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.841193 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed9f26-f67a-487a-a73d-e33f4569c608 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Pushing event deleted for resources: {'Subnet': ['ID=b35c8ff3-e2ca-4465-a6e4-9ede00345306,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:12.844728 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-45ed9f26-f67a-487a-a73d-e33f4569c608 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:12.850120 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-45ed9f26-f67a-487a-a73d-e33f4569c608 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "DELETE /v2.0/subnets/b35c8ff3-e2ca-4465-a6e4-9ede00345306 HTTP/1.1" status: 204 len: 168 time: 0.3983991 Jul 13 07:45:12.850558 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52326) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:12.860453 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ba0a9f-f6cb-4e75-994d-a1516b047e9c None None] Network da833430-f608-4888-a1ab-92054e3ab27d requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:12.931943 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-6fb0b041-dee1-4b25-9a9a-0d9ab3f40c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ae6965-3f86-4c02-8a9b-18c6b70cf676', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1723721982', 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'ee38c116-5577-4bc2-9343-8070205e5d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:26Z', 'updated_at': '2021-07-13T07:45:11Z', 'revision_number': 5, 'project_id': '47427af84b21400f9d6bb53f89c64984', 'gw_port': {'id': 'ee38c116-5577-4bc2-9343-8070205e5d2d', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:af:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae6965-3f86-4c02-8a9b-18c6b70cf676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:27Z', 'updated_at': '2021-07-13T07:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:12.972703 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb0b041-dee1-4b25-9a9a-0d9ab3f40c33 None None] Checking router: d7ae6965-3f86-4c02-8a9b-18c6b70cf676 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:45:12.988329 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-d69e2e98-99f8-4608-a25d-c27ac23b90e9 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Allocated IP 172.20.0.14 (d012f229-5df9-4ddc-ab63-1ba877c7f843/9d3374f7-6bec-456b-a205-3a1d7c9e61d2/a4cab079-38c0-4355-9a03-01072383ee9b) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:13.002467 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a94e72d7-6800-4087-9286-dfa2f1c0070f tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.003715 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb0b041-dee1-4b25-9a9a-0d9ab3f40c33 None None] Routers {'d7ae6965-3f86-4c02-8a9b-18c6b70cf676'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:13.004338 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-6fb0b041-dee1-4b25-9a9a-0d9ab3f40c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d7ae6965-3f86-4c02-8a9b-18c6b70cf676'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:13.005410 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a94e72d7-6800-4087-9286-dfa2f1c0070f tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.007844 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1ff4bb49-55fd-42a2-9123-e765e9dd3621 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.010698 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a94e72d7-6800-4087-9286-dfa2f1c0070f tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] 10.222.0.23 "DELETE /v2.0/security-groups/99c8760b-e4dc-481d-880d-f4bc8d8b2fa3 HTTP/1.1" status: 204 len: 168 time: 0.7457051 Jul 13 07:45:13.062011 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52330) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:13.107794 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e72d7-6800-4087-9286-dfa2f1c0070f tempest-TestServerBasicOps-2026527704 tempest-TestServerBasicOps-2026527704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c8760b-e4dc-481d-880d-f4bc8d8b2fa3,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:13.156252 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1ff4bb49-55fd-42a2-9123-e765e9dd3621 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.261064 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-1ff4bb49-55fd-42a2-9123-e765e9dd3621 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Deleting port ee38c116-5577-4bc2-9343-8070205e5d2d {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:13.261695 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1ff4bb49-55fd-42a2-9123-e765e9dd3621 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.380041 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-1ff4bb49-55fd-42a2-9123-e765e9dd3621 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] For port ee38c116-5577-4bc2-9343-8070205e5d2d, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=ee38c116-5577-4bc2-9343-8070205e5d2d,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:13.380851 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1ff4bb49-55fd-42a2-9123-e765e9dd3621 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.394417 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-6fb0b041-dee1-4b25-9a9a-0d9ab3f40c33 None None] Set router d7ae6965-3f86-4c02-8a9b-18c6b70cf676 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:13.402369 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-1ff4bb49-55fd-42a2-9123-e765e9dd3621 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Calling delete_port for ee38c116-5577-4bc2-9343-8070205e5d2d owned by network:router_gateway {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:13.486911 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb47a77-12cb-4459-b67a-9ca3d6a2d076 None None] DHCP port deletion for da833430-f608-4888-a1ab-92054e3ab27d request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:45:13.597152 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-aeb47a77-12cb-4459-b67a-9ca3d6a2d076 None None] Deleting port cfc2f7ed-8c37-4e06-aa31-b912ede1b659 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:13.597709 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-aeb47a77-12cb-4459-b67a-9ca3d6a2d076 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.620806 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1ff4bb49-55fd-42a2-9123-e765e9dd3621 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.651307 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff4bb49-55fd-42a2-9123-e765e9dd3621 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Pushing event deleted for resources: {'Port': ['ID=ee38c116-5577-4bc2-9343-8070205e5d2d,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:13.730205 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1ff4bb49-55fd-42a2-9123-e765e9dd3621 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.746301 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-aeb47a77-12cb-4459-b67a-9ca3d6a2d076 None None] For port cfc2f7ed-8c37-4e06-aa31-b912ede1b659, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=cfc2f7ed-8c37-4e06-aa31-b912ede1b659,segment=NetworkSegment(9dc72a4b-cee6-433b-908d-ffce1e817742),segment_id=9dc72a4b-cee6-433b-908d-ffce1e817742)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:13.746764 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-aeb47a77-12cb-4459-b67a-9ca3d6a2d076 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.767422 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-aeb47a77-12cb-4459-b67a-9ca3d6a2d076 None None] Calling delete_port for cfc2f7ed-8c37-4e06-aa31-b912ede1b659 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:13.808830 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d69e2e98-99f8-4608-a25d-c27ac23b90e9 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.826388 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-6fb0b041-dee1-4b25-9a9a-0d9ab3f40c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ae6965-3f86-4c02-8a9b-18c6b70cf676', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1723721982', 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'ee38c116-5577-4bc2-9343-8070205e5d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:26Z', 'updated_at': '2021-07-13T07:45:11Z', 'revision_number': 5, 'project_id': '47427af84b21400f9d6bb53f89c64984', 'gw_port': {'id': 'ee38c116-5577-4bc2-9343-8070205e5d2d', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:af:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae6965-3f86-4c02-8a9b-18c6b70cf676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:27Z', 'updated_at': '2021-07-13T07:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:13.837354 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0e94a4cd-2b12-4002-93cb-b6fdce642065 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.851505 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1ff4bb49-55fd-42a2-9123-e765e9dd3621 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.855362 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1ff4bb49-55fd-42a2-9123-e765e9dd3621 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.859605 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb0b041-dee1-4b25-9a9a-0d9ab3f40c33 None None] The sync data for ids ['d7ae6965-3f86-4c02-8a9b-18c6b70cf676'] in n-d-771363-34 is: [{'id': 'd7ae6965-3f86-4c02-8a9b-18c6b70cf676', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1723721982', 'tenant_id': '47427af84b21400f9d6bb53f89c64984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': 'ee38c116-5577-4bc2-9343-8070205e5d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:43:26Z', 'updated_at': '2021-07-13T07:45:11Z', 'revision_number': 5, 'project_id': '47427af84b21400f9d6bb53f89c64984', 'gw_port': {'id': 'ee38c116-5577-4bc2-9343-8070205e5d2d', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:af:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae6965-3f86-4c02-8a9b-18c6b70cf676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:43:27Z', 'updated_at': '2021-07-13T07:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:13.869185 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-d69e2e98-99f8-4608-a25d-c27ac23b90e9 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Transition to ACTIVE for port object a4cab079-38c0-4355-9a03-01072383ee9b will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:45:13.920542 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-aeb47a77-12cb-4459-b67a-9ca3d6a2d076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.931846 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1ff4bb49-55fd-42a2-9123-e765e9dd3621 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.933452 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff4bb49-55fd-42a2-9123-e765e9dd3621 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Fanout notify agent at l3_agent the message router_deleted on router d7ae6965-3f86-4c02-8a9b-18c6b70cf676 {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:45:13.944270 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1ff4bb49-55fd-42a2-9123-e765e9dd3621 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:13.945491 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1ff4bb49-55fd-42a2-9123-e765e9dd3621 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "DELETE /v2.0/routers/d7ae6965-3f86-4c02-8a9b-18c6b70cf676 HTTP/1.1" status: 204 len: 168 time: 1.0936530 Jul 13 07:45:13.948096 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52334) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:13.965265 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb47a77-12cb-4459-b67a-9ca3d6a2d076 None None] Pushing event deleted for resources: {'Port': ['ID=cfc2f7ed-8c37-4e06-aa31-b912ede1b659,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:13.982987 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb47a77-12cb-4459-b67a-9ca3d6a2d076 None None] No DVR routers for this DVR port cfc2f7ed-8c37-4e06-aa31-b912ede1b659 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:14.064379 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8ee89a4b-d660-4254-9565-37325b3a5957 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.113672 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d69e2e98-99f8-4608-a25d-c27ac23b90e9 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.145117 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0e94a4cd-2b12-4002-93cb-b6fdce642065 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.197278 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8ee89a4b-d660-4254-9565-37325b3a5957 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.210653 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-8ee89a4b-d660-4254-9565-37325b3a5957 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da833430-f608-4888-a1ab-92054e3ab27d']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:14.221949 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-8ee89a4b-d660-4254-9565-37325b3a5957 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dc72a4b-cee6-433b-908d-ffce1e817742') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:14.222195 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-8ee89a4b-d660-4254-9565-37325b3a5957 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dc72a4b-cee6-433b-908d-ffce1e817742') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:14.231951 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8ee89a4b-d660-4254-9565-37325b3a5957 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.235044 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69e2e98-99f8-4608-a25d-c27ac23b90e9 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Network d012f229-5df9-4ddc-ab63-1ba877c7f843 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:14.247847 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8ee89a4b-d660-4254-9565-37325b3a5957 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.254107 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee89a4b-d660-4254-9565-37325b3a5957 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:45:14.254524 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8ee89a4b-d660-4254-9565-37325b3a5957 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.257108 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-d69e2e98-99f8-4608-a25d-c27ac23b90e9 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:45:14.257624 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:45:14.264145 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69e2e98-99f8-4608-a25d-c27ac23b90e9 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:14.312361 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e2e98-99f8-4608-a25d-c27ac23b90e9 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Pushing event updated for resources: {'Port': ['ID=a4cab079-38c0-4355-9a03-01072383ee9b,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:14.333727 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8ee89a4b-d660-4254-9565-37325b3a5957 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.345335 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8ee89a4b-d660-4254-9565-37325b3a5957 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.347049 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8ee89a4b-d660-4254-9565-37325b3a5957 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] 10.222.0.23 "DELETE /v2.0/networks/da833430-f608-4888-a1ab-92054e3ab27d HTTP/1.1" status: 204 len: 168 time: 0.3979652 Jul 13 07:45:14.347337 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e2e98-99f8-4608-a25d-c27ac23b90e9 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:14.347683 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e2e98-99f8-4608-a25d-c27ac23b90e9 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:14.348028 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e2e98-99f8-4608-a25d-c27ac23b90e9 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:14.348367 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e2e98-99f8-4608-a25d-c27ac23b90e9 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:14.348702 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e2e98-99f8-4608-a25d-c27ac23b90e9 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:14.349034 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e2e98-99f8-4608-a25d-c27ac23b90e9 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:14.349395 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e2e98-99f8-4608-a25d-c27ac23b90e9 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:14.349806 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e2e98-99f8-4608-a25d-c27ac23b90e9 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:14.350133 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e2e98-99f8-4608-a25d-c27ac23b90e9 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:14.350460 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e2e98-99f8-4608-a25d-c27ac23b90e9 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:14.350785 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e2e98-99f8-4608-a25d-c27ac23b90e9 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:14.351104 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69e2e98-99f8-4608-a25d-c27ac23b90e9 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:45:14.375158 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee89a4b-d660-4254-9565-37325b3a5957 tempest-TestSecurityGroupsBasicOps-251593207 tempest-TestSecurityGroupsBasicOps-251593207-project] Pushing event deleted for resources: {'Network': ['ID=da833430-f608-4888-a1ab-92054e3ab27d,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:14.412324 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69e2e98-99f8-4608-a25d-c27ac23b90e9 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:14.412985 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d69e2e98-99f8-4608-a25d-c27ac23b90e9 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.484755 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d69e2e98-99f8-4608-a25d-c27ac23b90e9 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3481724 Jul 13 07:45:14.488549 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52342) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:14.547247 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-576b4fa4-02b1-4e88-917d-91f43ff850a1 tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'project_id': '9185a50c71204a50a4a373347d3b8b9a', 'port_id': 'a4cab079-38c0-4355-9a03-01072383ee9b'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:14.564796 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-69abc10f-5310-482f-b281-61e38420560c None None] Provisioning for port a4cab079-38c0-4355-9a03-01072383ee9b completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:45:14.570844 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-69abc10f-5310-482f-b281-61e38420560c None None] Provisioning complete for port a4cab079-38c0-4355-9a03-01072383ee9b triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:45:14.571577 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-69abc10f-5310-482f-b281-61e38420560c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.576407 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-576b4fa4-02b1-4e88-917d-91f43ff850a1 tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.604832 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0e94a4cd-2b12-4002-93cb-b6fdce642065 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.612066 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0e94a4cd-2b12-4002-93cb-b6fdce642065 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.615814 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-69abc10f-5310-482f-b281-61e38420560c None None] Port a4cab079-38c0-4355-9a03-01072383ee9b cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:45:14.683976 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-576b4fa4-02b1-4e88-917d-91f43ff850a1 tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.721786 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94a4cd-2b12-4002-93cb-b6fdce642065 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Pushing event updated for resources: {'Port': ['ID=ebf01c87-7578-4c26-ab57-8c37c6335a0c,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:14.734211 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0e94a4cd-2b12-4002-93cb-b6fdce642065 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.775483 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52348) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:14.823177 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-576b4fa4-02b1-4e88-917d-91f43ff850a1 tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Allocated IP 172.25.3.201 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/eadbfd49-c136-4636-aff4-2e3ef684764d) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:14.843999 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2427a4d2-2a24-4864-ad6e-0c15a474c95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:14.912373 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [None req-0e94a4cd-2b12-4002-93cb-b6fdce642065 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Floating IP 3d7aae1b-d239-4cfd-adc0-d6dc3b9d9206 associated. External IP: 172.25.3.22, port: 1184c9e6-4100-428d-87f8-2322d58bf393. Jul 13 07:45:14.983287 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device da4f517f-4f9c-4ba0-9367-6bca1138d42a no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:14.989698 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-576b4fa4-02b1-4e88-917d-91f43ff850a1 tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.006610 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: da4f517f-4f9c-4ba0-9367-6bca1138d42a {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:15.007401 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device da4f517f-4f9c-4ba0-9367-6bca1138d42a not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:15.008061 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device cfc2f7ed-8c37-4e06-aa31-b912ede1b659 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:15.044100 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: cfc2f7ed-8c37-4e06-aa31-b912ede1b659 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:15.044636 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device cfc2f7ed-8c37-4e06-aa31-b912ede1b659 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:15.044921 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-576b4fa4-02b1-4e88-917d-91f43ff850a1 tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.045317 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device ee38c116-5577-4bc2-9343-8070205e5d2d no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:15.069659 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: ee38c116-5577-4bc2-9343-8070205e5d2d {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:15.070018 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device ee38c116-5577-4bc2-9343-8070205e5d2d not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:15.094721 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576b4fa4-02b1-4e88-917d-91f43ff850a1 tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:15.100337 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-576b4fa4-02b1-4e88-917d-91f43ff850a1 tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:15.105416 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576b4fa4-02b1-4e88-917d-91f43ff850a1 tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:15.107097 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-441979f4-b530-4ea5-b058-d727fd66bb12 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47427af84b21400f9d6bb53f89c64984&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3303487 Jul 13 07:45:15.108459 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b4fa4-02b1-4e88-917d-91f43ff850a1 tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Pushing event updated for resources: {'Port': ['ID=eadbfd49-c136-4636-aff4-2e3ef684764d,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:15.110753 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52352) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:15.224654 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d24f27da-2377-4fc6-a30c-041c86eb4184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.279415 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d24f27da-2377-4fc6-a30c-041c86eb4184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.341382 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e94a4cd-2b12-4002-93cb-b6fdce642065 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Router d51bfbbe-4a49-42fd-abb6-6e0a078f0d89 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:15.409929 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-2427a4d2-2a24-4864-ad6e-0c15a474c95f admin admin] Deleting port 1ca1a547-8a7c-4c6c-8959-554f37e05d69 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:15.410254 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2427a4d2-2a24-4864-ad6e-0c15a474c95f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.415773 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d24f27da-2377-4fc6-a30c-041c86eb4184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.420442 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d24f27da-2377-4fc6-a30c-041c86eb4184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.421961 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d24f27da-2377-4fc6-a30c-041c86eb4184 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e04b9164-267c-4ace-bb36-d4141ec0213f HTTP/1.1" status: 204 len: 168 time: 0.3092287 Jul 13 07:45:15.433474 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f27da-2377-4fc6-a30c-041c86eb4184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04b9164-267c-4ace-bb36-d4141ec0213f,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:15.571164 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e94a4cd-2b12-4002-93cb-b6fdce642065 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:15.588024 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972d6052-b72c-409b-a704-63253284730c None None] Sync routers for ids ['d51bfbbe-4a49-42fd-abb6-6e0a078f0d89'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:15.591725 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-2427a4d2-2a24-4864-ad6e-0c15a474c95f admin admin] For port 1ca1a547-8a7c-4c6c-8959-554f37e05d69, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=1ca1a547-8a7c-4c6c-8959-554f37e05d69,segment=NetworkSegment(5d4f2d43-f2ea-4c64-bec4-5d0ccad94a66),segment_id=5d4f2d43-f2ea-4c64-bec4-5d0ccad94a66)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:15.592674 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2427a4d2-2a24-4864-ad6e-0c15a474c95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.602113 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972d6052-b72c-409b-a704-63253284730c None None] Routers {'d51bfbbe-4a49-42fd-abb6-6e0a078f0d89'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:15.603721 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-972d6052-b72c-409b-a704-63253284730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d51bfbbe-4a49-42fd-abb6-6e0a078f0d89'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:15.622926 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-2427a4d2-2a24-4864-ad6e-0c15a474c95f admin admin] Calling delete_port for 1ca1a547-8a7c-4c6c-8959-554f37e05d69 owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:15.630053 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0e94a4cd-2b12-4002-93cb-b6fdce642065 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.652078 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-576b4fa4-02b1-4e88-917d-91f43ff850a1 tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.752296 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0e94a4cd-2b12-4002-93cb-b6fdce642065 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7733366 Jul 13 07:45:15.756686 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52362) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:15.757117 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57', 'tag': '1184c9e6-4100-428d-87f8-2322d58bf393'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:45:15.759487 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651ef409-8c68-4cd0-b4e3-4614b971b015" -d '{"events": [{"name": "network-changed", "server_uuid": "2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57", "tag": "1184c9e6-4100-428d-87f8-2322d58bf393"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:45:15.777342 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-576b4fa4-02b1-4e88-917d-91f43ff850a1 tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:15.833638 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-972d6052-b72c-409b-a704-63253284730c None None] Set router d51bfbbe-4a49-42fd-abb6-6e0a078f0d89 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:15.868994 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51f9801-797d-4a53-b820-7c6a4fe40cd8 x-openstack-request-id: req-f51f9801-797d-4a53-b820-7c6a4fe40cd8 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:45:15.869374 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57", "tag": "1184c9e6-4100-428d-87f8-2322d58bf393", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:45:15.869607 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f51f9801-797d-4a53-b820-7c6a4fe40cd8 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:45:15.869915 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57', 'tag': '1184c9e6-4100-428d-87f8-2322d58bf393', 'status': 'completed', 'code': 200} Jul 13 07:45:15.927410 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5320f82-8641-4e58-9eb1-d76ddf161a8d tempest-TestVolumeBackupRestore-1632613512 tempest-TestVolumeBackupRestore-1632613512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:15.934547 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52366) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:15.935410 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d5320f82-8641-4e58-9eb1-d76ddf161a8d tempest-TestVolumeBackupRestore-1632613512 tempest-TestVolumeBackupRestore-1632613512-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57 HTTP/1.1" status: 200 len: 1093 time: 0.1730936 Jul 13 07:45:15.941164 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-9683b086-b706-41a7-af0a-199c9b689d62 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Request body: {'floatingip': {'port_id': '1184c9e6-4100-428d-87f8-2322d58bf393'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:15.963463 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52368) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:16.016696 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1862b0c3-05f5-4ac2-8127-76bbdbfd962e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:16.079165 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2427a4d2-2a24-4864-ad6e-0c15a474c95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:16.080464 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9683b086-b706-41a7-af0a-199c9b689d62 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks [] for floatingip, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:16.092895 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ef409-8c68-4cd0-b4e3-4614b971b015 req-3c37309c-c8fb-4208-868c-e1e9f929b6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:16.094720 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-651ef409-8c68-4cd0-b4e3-4614b971b015 req-3c37309c-c8fb-4208-868c-e1e9f929b6fd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=094977268a014571ac87c33401dc7dc8&device_id=2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57 HTTP/1.1" status: 200 len: 1098 time: 0.2089794 Jul 13 07:45:16.113637 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2427a4d2-2a24-4864-ad6e-0c15a474c95f admin admin] Pushing event deleted for resources: {'Port': ['ID=1ca1a547-8a7c-4c6c-8959-554f37e05d69,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:16.192347 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-576b4fa4-02b1-4e88-917d-91f43ff850a1 tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:16.202929 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-576b4fa4-02b1-4e88-917d-91f43ff850a1 tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:16.338386 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1862b0c3-05f5-4ac2-8127-76bbdbfd962e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:16.349634 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1862b0c3-05f5-4ac2-8127-76bbdbfd962e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:16.390167 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ef409-8c68-4cd0-b4e3-4614b971b015 req-08472be3-4ddb-4540-b375-0b8010899e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:16.391693 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-651ef409-8c68-4cd0-b4e3-4614b971b015 req-08472be3-4ddb-4540-b375-0b8010899e37 service neutron] 10.222.0.42 "GET /v2.0/networks?id=856c09e5-73ee-4cd8-bcdf-65d3c10d87c4 HTTP/1.1" status: 200 len: 914 time: 0.2554030 Jul 13 07:45:16.446409 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-972d6052-b72c-409b-a704-63253284730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'name': 'tempest-TestVolumeBackupRestore-221746895-router', 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '1b4c0129-7b7d-409c-92af-7acbf91af041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:46Z', 'updated_at': '2021-07-13T07:41:53Z', 'revision_number': 4, 'project_id': '094977268a014571ac87c33401dc7dc8', 'gw_port': {'id': '1b4c0129-7b7d-409c-92af-7acbf91af041', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:48Z', 'updated_at': '2021-07-13T07:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '3d7aae1b-d239-4cfd-adc0-d6dc3b9d9206', 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'port_id': '1184c9e6-4100-428d-87f8-2322d58bf393', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '856c09e5-73ee-4cd8-bcdf-65d3c10d87c4', 'mac_address': 'fa:16:3e:c3:b4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:45:13Z', 'updated_at': '2021-07-13T07:45:13Z', 'revision_number': 0, 'project_id': '094977268a014571ac87c33401dc7dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bff5160d-843c-4191-a811-197d2294a127', 'name': '', 'network_id': '856c09e5-73ee-4cd8-bcdf-65d3c10d87c4', 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'mac_address': 'fa:16:3e:47:f4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '589c785d-421e-4845-b484-c40726135e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:52Z', 'updated_at': '2021-07-13T07:42:05Z', 'revision_number': 5, 'project_id': '094977268a014571ac87c33401dc7dc8', 'subnets': [{'id': '589c785d-421e-4845-b484-c40726135e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:16.474835 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972d6052-b72c-409b-a704-63253284730c None None] Checking router: d51bfbbe-4a49-42fd-abb6-6e0a078f0d89 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:45:16.478164 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1862b0c3-05f5-4ac2-8127-76bbdbfd962e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8695a8a1752d4bbca0b6e4677a0ba88d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5133355 Jul 13 07:45:16.481531 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52372) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:16.485592 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972d6052-b72c-409b-a704-63253284730c None None] Routers {'d51bfbbe-4a49-42fd-abb6-6e0a078f0d89'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:16.486349 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-972d6052-b72c-409b-a704-63253284730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d51bfbbe-4a49-42fd-abb6-6e0a078f0d89'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:16.529943 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862b0c3-05f5-4ac2-8127-76bbdbfd962e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f4f101-4418-46ea-8da9-04e7cae66ec3,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:16.590754 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2427a4d2-2a24-4864-ad6e-0c15a474c95f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:16.626690 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2e9bbd08-e391-49a7-92ee-f619aae80046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:16.644885 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-972d6052-b72c-409b-a704-63253284730c None None] Set router d51bfbbe-4a49-42fd-abb6-6e0a078f0d89 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:16.703611 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2e9bbd08-e391-49a7-92ee-f619aae80046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:16.834245 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b4fa4-02b1-4e88-917d-91f43ff850a1 tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Pushing event updated for resources: {'Port': ['ID=eadbfd49-c136-4636-aff4-2e3ef684764d,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:16.835953 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2e9bbd08-e391-49a7-92ee-f619aae80046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:16.842831 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2e9bbd08-e391-49a7-92ee-f619aae80046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:16.846451 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2e9bbd08-e391-49a7-92ee-f619aae80046 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a5f4f101-4418-46ea-8da9-04e7cae66ec3 HTTP/1.1" status: 204 len: 168 time: 0.3591828 Jul 13 07:45:16.922741 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-651ef409-8c68-4cd0-b4e3-4614b971b015 req-f721ca84-4c42-4899-8e5b-3c1940e2a2d8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1184c9e6-4100-428d-87f8-2322d58bf393 HTTP/1.1" status: 200 len: 999 time: 0.0919249 Jul 13 07:45:16.959849 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-576b4fa4-02b1-4e88-917d-91f43ff850a1 tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.156788 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-972d6052-b72c-409b-a704-63253284730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'name': 'tempest-TestVolumeBackupRestore-221746895-router', 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '1b4c0129-7b7d-409c-92af-7acbf91af041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:46Z', 'updated_at': '2021-07-13T07:41:53Z', 'revision_number': 4, 'project_id': '094977268a014571ac87c33401dc7dc8', 'gw_port': {'id': '1b4c0129-7b7d-409c-92af-7acbf91af041', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:48Z', 'updated_at': '2021-07-13T07:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '3d7aae1b-d239-4cfd-adc0-d6dc3b9d9206', 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'port_id': '1184c9e6-4100-428d-87f8-2322d58bf393', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '856c09e5-73ee-4cd8-bcdf-65d3c10d87c4', 'mac_address': 'fa:16:3e:c3:b4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:45:13Z', 'updated_at': '2021-07-13T07:45:13Z', 'revision_number': 0, 'project_id': '094977268a014571ac87c33401dc7dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bff5160d-843c-4191-a811-197d2294a127', 'name': '', 'network_id': '856c09e5-73ee-4cd8-bcdf-65d3c10d87c4', 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'mac_address': 'fa:16:3e:47:f4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '589c785d-421e-4845-b484-c40726135e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:52Z', 'updated_at': '2021-07-13T07:42:05Z', 'revision_number': 5, 'project_id': '094977268a014571ac87c33401dc7dc8', 'subnets': [{'id': '589c785d-421e-4845-b484-c40726135e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:17.195378 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972d6052-b72c-409b-a704-63253284730c None None] The sync data for ids ['d51bfbbe-4a49-42fd-abb6-6e0a078f0d89'] in n-d-771363-34 is: [{'id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'name': 'tempest-TestVolumeBackupRestore-221746895-router', 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '1b4c0129-7b7d-409c-92af-7acbf91af041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:46Z', 'updated_at': '2021-07-13T07:41:53Z', 'revision_number': 4, 'project_id': '094977268a014571ac87c33401dc7dc8', 'gw_port': {'id': '1b4c0129-7b7d-409c-92af-7acbf91af041', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:48Z', 'updated_at': '2021-07-13T07:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '3d7aae1b-d239-4cfd-adc0-d6dc3b9d9206', 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'port_id': '1184c9e6-4100-428d-87f8-2322d58bf393', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '856c09e5-73ee-4cd8-bcdf-65d3c10d87c4', 'mac_address': 'fa:16:3e:c3:b4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:45:13Z', 'updated_at': '2021-07-13T07:45:13Z', 'revision_number': 0, 'project_id': '094977268a014571ac87c33401dc7dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bff5160d-843c-4191-a811-197d2294a127', 'name': '', 'network_id': '856c09e5-73ee-4cd8-bcdf-65d3c10d87c4', 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'mac_address': 'fa:16:3e:47:f4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '589c785d-421e-4845-b484-c40726135e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:52Z', 'updated_at': '2021-07-13T07:42:05Z', 'revision_number': 5, 'project_id': '094977268a014571ac87c33401dc7dc8', 'subnets': [{'id': '589c785d-421e-4845-b484-c40726135e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:17.213530 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ef409-8c68-4cd0-b4e3-4614b971b015 req-daa62b42-f4a9-4cb2-a248-8013d2e76ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:17.215631 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-651ef409-8c68-4cd0-b4e3-4614b971b015 req-daa62b42-f4a9-4cb2-a248-8013d2e76ca9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=589c785d-421e-4845-b484-c40726135e95 HTTP/1.1" status: 200 len: 852 time: 0.2691619 Jul 13 07:45:17.325552 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52380) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:17.336407 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9bbd08-e391-49a7-92ee-f619aae80046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f4f101-4418-46ea-8da9-04e7cae66ec3,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:17.401238 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2427a4d2-2a24-4864-ad6e-0c15a474c95f admin admin] Router 6f720836-0940-43a5-b6b3-d1778f83fdfd has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:17.414097 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-19399ef3-50a4-4df0-8f18-70a67d442418 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a21b25f10f64a3091269b38588857d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0851769 Jul 13 07:45:17.417314 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52382) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:17.474814 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [None req-576b4fa4-02b1-4e88-917d-91f43ff850a1 tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Floating IP f3d90eef-5ee5-491e-9851-0b60e10ea709 associated. External IP: 172.25.3.201, port: a4cab079-38c0-4355-9a03-01072383ee9b. Jul 13 07:45:17.522613 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632b5262-15fe-44b9-839f-834be4c2f8bc None None] New status for floating IP 3d7aae1b-d239-4cfd-adc0-d6dc3b9d9206: ACTIVE {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:45:17.577979 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cf61d406-6d2d-4383-b114-7747920cfb9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.598438 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2427a4d2-2a24-4864-ad6e-0c15a474c95f admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:17.613290 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a00c76-6708-4039-9d6f-ba3c3e291db1 None None] Sync routers for ids ['6f720836-0940-43a5-b6b3-d1778f83fdfd'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:17.629509 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a00c76-6708-4039-9d6f-ba3c3e291db1 None None] Routers {'6f720836-0940-43a5-b6b3-d1778f83fdfd'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:17.630244 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-e5a00c76-6708-4039-9d6f-ba3c3e291db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['6f720836-0940-43a5-b6b3-d1778f83fdfd'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:17.642458 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2427a4d2-2a24-4864-ad6e-0c15a474c95f admin admin] 10.222.0.23 "PUT /v2.0/routers/6f720836-0940-43a5-b6b3-d1778f83fdfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5737147 Jul 13 07:45:17.647212 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52386) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:17.650618 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cf61d406-6d2d-4383-b114-7747920cfb9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.721874 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ef409-8c68-4cd0-b4e3-4614b971b015 req-f65bf827-b26d-4b2c-a4cc-9d9be5d21f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:17.723487 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-651ef409-8c68-4cd0-b4e3-4614b971b015 req-f65bf827-b26d-4b2c-a4cc-9d9be5d21f5f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=856c09e5-73ee-4cd8-bcdf-65d3c10d87c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4268947 Jul 13 07:45:17.811455 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-e5a00c76-6708-4039-9d6f-ba3c3e291db1 None None] Set router 6f720836-0940-43a5-b6b3-d1778f83fdfd gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:17.816635 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7055613d-e19a-4043-8bb0-5a2762f2ae89 admin admin] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.858127 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.db.resource_extend [None req-9683b086-b706-41a7-af0a-199c9b689d62 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 07:45:17.881537 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cf61d406-6d2d-4383-b114-7747920cfb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.884715 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cf61d406-6d2d-4383-b114-7747920cfb9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:17.891055 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-cf61d406-6d2d-4383-b114-7747920cfb9e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f189cfe8-7a60-4809-8da2-1d6a3f616d68 HTTP/1.1" status: 204 len: 168 time: 0.4677119 Jul 13 07:45:17.905572 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61d406-6d2d-4383-b114-7747920cfb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f189cfe8-7a60-4809-8da2-1d6a3f616d68,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:18.020136 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9683b086-b706-41a7-af0a-199c9b689d62 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:18.028554 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.db.api [None req-632b5262-15fe-44b9-839f-834be4c2f8bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:45:18.029619 n-d-771363-34 neutron-server[94019]: DEBUG oslo_db.api [None req-632b5262-15fe-44b9-839f-834be4c2f8bc None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:45:18.044965 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-651ef409-8c68-4cd0-b4e3-4614b971b015 req-719ff948-da7d-49d0-b4ab-32f23d3abfd3 service neutron] 10.222.0.42 "GET /v2.0/networks/856c09e5-73ee-4cd8-bcdf-65d3c10d87c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123102 Jul 13 07:45:18.046262 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9683b086-b706-41a7-af0a-199c9b689d62 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:18.051794 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7055613d-e19a-4043-8bb0-5a2762f2ae89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:18.240436 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-e5a00c76-6708-4039-9d6f-ba3c3e291db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f720836-0940-43a5-b6b3-d1778f83fdfd', 'name': 'tempest-TestServerBasicOps-1541366931-router', 'tenant_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '4d79b4a3-ce38-4882-949a-96e4b201797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:36Z', 'updated_at': '2021-07-13T07:45:15Z', 'revision_number': 5, 'project_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'gw_port': {'id': '4d79b4a3-ce38-4882-949a-96e4b201797a', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f720836-0940-43a5-b6b3-d1778f83fdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:38Z', 'updated_at': '2021-07-13T07:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:18.252914 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-651ef409-8c68-4cd0-b4e3-4614b971b015 req-857c6413-e5f5-473e-ba12-c179dcc5b4ea service neutron] 10.222.0.42 "GET /v2.0/networks/856c09e5-73ee-4cd8-bcdf-65d3c10d87c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992652 Jul 13 07:45:18.272916 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a00c76-6708-4039-9d6f-ba3c3e291db1 None None] Checking router: 6f720836-0940-43a5-b6b3-d1778f83fdfd for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:45:18.285333 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-7055613d-e19a-4043-8bb0-5a2762f2ae89 admin admin] Deleting port 4d79b4a3-ce38-4882-949a-96e4b201797a {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:18.285333 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7055613d-e19a-4043-8bb0-5a2762f2ae89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:18.291246 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a00c76-6708-4039-9d6f-ba3c3e291db1 None None] Routers {'6f720836-0940-43a5-b6b3-d1778f83fdfd'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:18.291902 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-e5a00c76-6708-4039-9d6f-ba3c3e291db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['6f720836-0940-43a5-b6b3-d1778f83fdfd'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:18.403572 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-e5a00c76-6708-4039-9d6f-ba3c3e291db1 None None] Set router 6f720836-0940-43a5-b6b3-d1778f83fdfd gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:18.443281 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576b4fa4-02b1-4e88-917d-91f43ff850a1 tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Router 54563387-7b6e-4ca3-a89b-73dffbc95ce0 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:18.462782 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-e5a00c76-6708-4039-9d6f-ba3c3e291db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f720836-0940-43a5-b6b3-d1778f83fdfd', 'name': 'tempest-TestServerBasicOps-1541366931-router', 'tenant_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:36Z', 'updated_at': '2021-07-13T07:45:18Z', 'revision_number': 6, 'project_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:18.498497 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a00c76-6708-4039-9d6f-ba3c3e291db1 None None] The sync data for ids ['6f720836-0940-43a5-b6b3-d1778f83fdfd'] in n-d-771363-34 is: [{'id': '6f720836-0940-43a5-b6b3-d1778f83fdfd', 'name': 'tempest-TestServerBasicOps-1541366931-router', 'tenant_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:36Z', 'updated_at': '2021-07-13T07:45:18Z', 'revision_number': 6, 'project_id': 'fb77f98a7de949ce8ab9e6a42033a53a', 'gw_port_host': None}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:18.520020 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d3520-30f1-498d-a144-c331a82adb5c req-5bc5fcfd-6f07-4987-b8bd-d4ac565f6df8 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:18.525559 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-7055613d-e19a-4043-8bb0-5a2762f2ae89 admin admin] For port 4d79b4a3-ce38-4882-949a-96e4b201797a, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=4d79b4a3-ce38-4882-949a-96e4b201797a,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:18.526410 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7055613d-e19a-4043-8bb0-5a2762f2ae89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:18.531852 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632b5262-15fe-44b9-839f-834be4c2f8bc None None] New status for floating IP 3d7aae1b-d239-4cfd-adc0-d6dc3b9d9206: ACTIVE {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:45:18.534162 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-961d3520-30f1-498d-a144-c331a82adb5c req-5bc5fcfd-6f07-4987-b8bd-d4ac565f6df8 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.2765036 Jul 13 07:45:18.555918 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18522c5-4b13-47e4-af4b-6fb4a3d80ddb req-47ce9904-7978-4331-b071-f52e8555cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:18.558978 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d18522c5-4b13-47e4-af4b-6fb4a3d80ddb req-47ce9904-7978-4331-b071-f52e8555cdfb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c74484ef6db9498290da14ee6e37d87f&device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 1098 time: 0.3612523 Jul 13 07:45:18.589434 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-7055613d-e19a-4043-8bb0-5a2762f2ae89 admin admin] Calling delete_port for 4d79b4a3-ce38-4882-949a-96e4b201797a owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:18.701004 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-961d3520-30f1-498d-a144-c331a82adb5c req-9a993b5a-4729-461f-9ee2-77d3a7bba970 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656909 Jul 13 07:45:18.868834 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576b4fa4-02b1-4e88-917d-91f43ff850a1 tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:18.880595 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9683b086-b706-41a7-af0a-199c9b689d62 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Router d51bfbbe-4a49-42fd-abb6-6e0a078f0d89 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:18.905643 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-576b4fa4-02b1-4e88-917d-91f43ff850a1 tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:18.912165 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18522c5-4b13-47e4-af4b-6fb4a3d80ddb req-3f9f4349-e2b1-442c-a686-1933479069a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:18.915997 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb8c180-3337-490c-854a-987c63b27799 None None] Sync routers for ids ['54563387-7b6e-4ca3-a89b-73dffbc95ce0'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:18.928003 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d18522c5-4b13-47e4-af4b-6fb4a3d80ddb req-3f9f4349-e2b1-442c-a686-1933479069a5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a4551417-653e-4eb5-9caa-ea21aca7dbd0 HTTP/1.1" status: 200 len: 913 time: 0.3344851 Jul 13 07:45:18.962650 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 1ca1a547-8a7c-4c6c-8959-554f37e05d69 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:19.010227 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 1ca1a547-8a7c-4c6c-8959-554f37e05d69 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:19.012873 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 1ca1a547-8a7c-4c6c-8959-554f37e05d69 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:19.034187 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb8c180-3337-490c-854a-987c63b27799 None None] Routers {'54563387-7b6e-4ca3-a89b-73dffbc95ce0'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:19.037004 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-9cb8c180-3337-490c-854a-987c63b27799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['54563387-7b6e-4ca3-a89b-73dffbc95ce0'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:19.038942 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-576b4fa4-02b1-4e88-917d-91f43ff850a1 tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.5491695 Jul 13 07:45:19.047724 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52398) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:19.135237 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d18522c5-4b13-47e4-af4b-6fb4a3d80ddb req-6151a429-92f9-4018-b8e5-86d21188777c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88530a7c-2727-4e3e-8acc-8f0525e0f7a7 HTTP/1.1" status: 200 len: 1000 time: 0.1945066 Jul 13 07:45:19.145922 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-9cb8c180-3337-490c-854a-987c63b27799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:19.161393 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb8c180-3337-490c-854a-987c63b27799 None None] Routers {'54563387-7b6e-4ca3-a89b-73dffbc95ce0'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:19.162255 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-9cb8c180-3337-490c-854a-987c63b27799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['54563387-7b6e-4ca3-a89b-73dffbc95ce0'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:19.237418 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-9cb8c180-3337-490c-854a-987c63b27799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:19.238466 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb8c180-3337-490c-854a-987c63b27799 None None] The sync data for ids ['54563387-7b6e-4ca3-a89b-73dffbc95ce0'] in n-d-771363-34 is: [] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:19.250781 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-289a46df-cdb4-4075-9d69-dcdd98ca6b08 tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] 10.222.0.23 "GET /v2.0/floatingips/f3d90eef-5ee5-491e-9851-0b60e10ea709 HTTP/1.1" status: 200 len: 983 time: 0.2008235 Jul 13 07:45:19.254718 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52400) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:19.257471 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18522c5-4b13-47e4-af4b-6fb4a3d80ddb req-b8fe449b-1cdb-4e9b-9f68-6280fbe22523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:19.259050 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d18522c5-4b13-47e4-af4b-6fb4a3d80ddb req-b8fe449b-1cdb-4e9b-9f68-6280fbe22523 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=18671aeb-533b-431f-ac3f-740be3e9540f HTTP/1.1" status: 200 len: 851 time: 0.0863166 Jul 13 07:45:19.260201 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7055613d-e19a-4043-8bb0-5a2762f2ae89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.261716 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9683b086-b706-41a7-af0a-199c9b689d62 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:19.275578 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56747f49-87ab-402d-93fb-2ac4259d8fa8 None None] Sync routers for ids ['d51bfbbe-4a49-42fd-abb6-6e0a078f0d89'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:19.284249 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9683b086-b706-41a7-af0a-199c9b689d62 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.289825 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56747f49-87ab-402d-93fb-2ac4259d8fa8 None None] Routers {'d51bfbbe-4a49-42fd-abb6-6e0a078f0d89'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:19.290798 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-56747f49-87ab-402d-93fb-2ac4259d8fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d51bfbbe-4a49-42fd-abb6-6e0a078f0d89'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:19.297779 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7055613d-e19a-4043-8bb0-5a2762f2ae89 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d79b4a3-ce38-4882-949a-96e4b201797a,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:19.412049 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18522c5-4b13-47e4-af4b-6fb4a3d80ddb req-2428efad-2729-4093-971d-cab62944eee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:19.414184 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d18522c5-4b13-47e4-af4b-6fb4a3d80ddb req-2428efad-2729-4093-971d-cab62944eee0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4551417-653e-4eb5-9caa-ea21aca7dbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1274877 Jul 13 07:45:19.417747 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7055613d-e19a-4043-8bb0-5a2762f2ae89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.448927 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-56747f49-87ab-402d-93fb-2ac4259d8fa8 None None] Set router d51bfbbe-4a49-42fd-abb6-6e0a078f0d89 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:19.562156 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7055613d-e19a-4043-8bb0-5a2762f2ae89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.566592 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7055613d-e19a-4043-8bb0-5a2762f2ae89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.649806 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7055613d-e19a-4043-8bb0-5a2762f2ae89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.650438 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7055613d-e19a-4043-8bb0-5a2762f2ae89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f720836-0940-43a5-b6b3-d1778f83fdfd {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:45:19.659281 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7055613d-e19a-4043-8bb0-5a2762f2ae89 admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.660560 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7055613d-e19a-4043-8bb0-5a2762f2ae89 admin admin] 10.222.0.23 "DELETE /v2.0/routers/6f720836-0940-43a5-b6b3-d1778f83fdfd HTTP/1.1" status: 204 len: 168 time: 2.0121326 Jul 13 07:45:19.665677 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52402) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:19.728816 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d18522c5-4b13-47e4-af4b-6fb4a3d80ddb req-2cfe91b2-162e-4acd-8be4-bc6380455358 service neutron] 10.222.0.25 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057466 Jul 13 07:45:19.806821 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-b93672f5-1ed2-44d2-ad0b-6bcdbca6ec01 admin admin] Deleting subnet 251a7d71-99aa-4f18-b278-f93834e899c1 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:45:19.813656 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-56747f49-87ab-402d-93fb-2ac4259d8fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'name': 'tempest-TestVolumeBackupRestore-221746895-router', 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '1b4c0129-7b7d-409c-92af-7acbf91af041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:46Z', 'updated_at': '2021-07-13T07:41:53Z', 'revision_number': 4, 'project_id': '094977268a014571ac87c33401dc7dc8', 'gw_port': {'id': '1b4c0129-7b7d-409c-92af-7acbf91af041', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:48Z', 'updated_at': '2021-07-13T07:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '3d7aae1b-d239-4cfd-adc0-d6dc3b9d9206', 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'port_id': '1184c9e6-4100-428d-87f8-2322d58bf393', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '856c09e5-73ee-4cd8-bcdf-65d3c10d87c4', 'mac_address': 'fa:16:3e:c3:b4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:45:13Z', 'updated_at': '2021-07-13T07:45:18Z', 'revision_number': 2, 'project_id': '094977268a014571ac87c33401dc7dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bff5160d-843c-4191-a811-197d2294a127', 'name': '', 'network_id': '856c09e5-73ee-4cd8-bcdf-65d3c10d87c4', 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'mac_address': 'fa:16:3e:47:f4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '589c785d-421e-4845-b484-c40726135e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:52Z', 'updated_at': '2021-07-13T07:42:05Z', 'revision_number': 5, 'project_id': '094977268a014571ac87c33401dc7dc8', 'subnets': [{'id': '589c785d-421e-4845-b484-c40726135e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:19.824232 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e7bbdd21-e30b-4f52-b670-7ef4182417de tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3821 time: 0.5682907 Jul 13 07:45:19.826965 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52406) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:19.827454 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57', 'tag': '1184c9e6-4100-428d-87f8-2322d58bf393'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:45:19.829809 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0334488-1876-4ce2-9d89-fc713874b6ea" -d '{"events": [{"name": "network-changed", "server_uuid": "2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57", "tag": "1184c9e6-4100-428d-87f8-2322d58bf393"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:45:19.845908 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b93672f5-1ed2-44d2-ad0b-6bcdbca6ec01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.858431 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56747f49-87ab-402d-93fb-2ac4259d8fa8 None None] Checking router: d51bfbbe-4a49-42fd-abb6-6e0a078f0d89 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:45:19.868653 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56747f49-87ab-402d-93fb-2ac4259d8fa8 None None] Routers {'d51bfbbe-4a49-42fd-abb6-6e0a078f0d89'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:19.869275 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-56747f49-87ab-402d-93fb-2ac4259d8fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d51bfbbe-4a49-42fd-abb6-6e0a078f0d89'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:19.916220 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b93672f5-1ed2-44d2-ad0b-6bcdbca6ec01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:19.942008 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1297c0a8-f977-4a63-b7f8-b5955c0e32f9 x-openstack-request-id: req-1297c0a8-f977-4a63-b7f8-b5955c0e32f9 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:45:19.942765 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57", "tag": "1184c9e6-4100-428d-87f8-2322d58bf393", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:45:19.942765 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1297c0a8-f977-4a63-b7f8-b5955c0e32f9 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:45:19.942765 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57', 'tag': '1184c9e6-4100-428d-87f8-2322d58bf393', 'status': 'completed', 'code': 200} Jul 13 07:45:19.952265 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9683b086-b706-41a7-af0a-199c9b689d62 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "PUT /v2.0/floatingips/3d7aae1b-d239-4cfd-adc0-d6dc3b9d9206 HTTP/1.1" status: 200 len: 991 time: 4.0106475 Jul 13 07:45:19.971483 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d18522c5-4b13-47e4-af4b-6fb4a3d80ddb req-99547d2d-686d-437b-9d63-ffb4b88ead12 service neutron] 10.222.0.25 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365265 Jul 13 07:45:20.039695 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b93672f5-1ed2-44d2-ad0b-6bcdbca6ec01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.057709 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-56747f49-87ab-402d-93fb-2ac4259d8fa8 None None] Set router d51bfbbe-4a49-42fd-abb6-6e0a078f0d89 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:20.096226 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b93672f5-1ed2-44d2-ad0b-6bcdbca6ec01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.143957 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93672f5-1ed2-44d2-ad0b-6bcdbca6ec01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=251a7d71-99aa-4f18-b278-f93834e899c1,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:20.149718 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b93672f5-1ed2-44d2-ad0b-6bcdbca6ec01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.154571 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b93672f5-1ed2-44d2-ad0b-6bcdbca6ec01 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/251a7d71-99aa-4f18-b278-f93834e899c1 HTTP/1.1" status: 204 len: 168 time: 0.4878621 Jul 13 07:45:20.155506 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52410) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:20.155678 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056f06b9-d897-4dc3-8da3-fc91780ec7df None None] Network a1657f64-8077-4b4c-92ad-aa256b38a388 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:20.185886 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa2970-72c5-4c55-94ca-ecbe048b318e req-c4da6f11-93a2-4194-a292-560beca8fdde tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:20.187602 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8eaa2970-72c5-4c55-94ca-ecbe048b318e req-c4da6f11-93a2-4194-a292-560beca8fdde tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.2011507 Jul 13 07:45:20.215613 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0334488-1876-4ce2-9d89-fc713874b6ea req-ced88d93-5d16-4ac1-ad9f-c397f516b883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:20.217346 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a0334488-1876-4ce2-9d89-fc713874b6ea req-ced88d93-5d16-4ac1-ad9f-c397f516b883 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=094977268a014571ac87c33401dc7dc8&device_id=2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57 HTTP/1.1" status: 200 len: 1098 time: 0.2570915 Jul 13 07:45:20.277104 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-4dc2bb5c-4a07-4d5f-be8e-76503bd9000f tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Deleting port eadbfd49-c136-4636-aff4-2e3ef684764d {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:20.277947 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4dc2bb5c-4a07-4d5f-be8e-76503bd9000f tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.286344 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1b91e4e4-b015-41f4-b1f5-4f2e5d094244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.339068 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8eaa2970-72c5-4c55-94ca-ecbe048b318e req-3c8a1153-90e9-4f6f-ab59-7745bef29dba tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347108 Jul 13 07:45:20.399955 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-1b91e4e4-b015-41f4-b1f5-4f2e5d094244 admin admin] Deleting port 1b2c7b2d-7d50-444c-991a-f9c79372105b {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:20.400559 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1b91e4e4-b015-41f4-b1f5-4f2e5d094244 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.412239 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0334488-1876-4ce2-9d89-fc713874b6ea req-5ff20fb5-e023-44e1-9e54-09b46a5687c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:20.413831 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a0334488-1876-4ce2-9d89-fc713874b6ea req-5ff20fb5-e023-44e1-9e54-09b46a5687c3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=856c09e5-73ee-4cd8-bcdf-65d3c10d87c4 HTTP/1.1" status: 200 len: 914 time: 0.1867921 Jul 13 07:45:20.447624 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-56747f49-87ab-402d-93fb-2ac4259d8fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'name': 'tempest-TestVolumeBackupRestore-221746895-router', 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '1b4c0129-7b7d-409c-92af-7acbf91af041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:46Z', 'updated_at': '2021-07-13T07:41:53Z', 'revision_number': 4, 'project_id': '094977268a014571ac87c33401dc7dc8', 'gw_port': {'id': '1b4c0129-7b7d-409c-92af-7acbf91af041', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:48Z', 'updated_at': '2021-07-13T07:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '3d7aae1b-d239-4cfd-adc0-d6dc3b9d9206', 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'port_id': '1184c9e6-4100-428d-87f8-2322d58bf393', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '856c09e5-73ee-4cd8-bcdf-65d3c10d87c4', 'mac_address': 'fa:16:3e:c3:b4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:45:13Z', 'updated_at': '2021-07-13T07:45:18Z', 'revision_number': 2, 'project_id': '094977268a014571ac87c33401dc7dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bff5160d-843c-4191-a811-197d2294a127', 'name': '', 'network_id': '856c09e5-73ee-4cd8-bcdf-65d3c10d87c4', 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'mac_address': 'fa:16:3e:47:f4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '589c785d-421e-4845-b484-c40726135e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:52Z', 'updated_at': '2021-07-13T07:42:05Z', 'revision_number': 5, 'project_id': '094977268a014571ac87c33401dc7dc8', 'subnets': [{'id': '589c785d-421e-4845-b484-c40726135e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:20.463934 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac958f42-77fd-4d1d-a027-7d2331aa9a74 None None] DHCP port deletion for a1657f64-8077-4b4c-92ad-aa256b38a388 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:45:20.472211 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4dc2bb5c-4a07-4d5f-be8e-76503bd9000f tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.475608 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4dc2bb5c-4a07-4d5f-be8e-76503bd9000f tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.492115 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56747f49-87ab-402d-93fb-2ac4259d8fa8 None None] The sync data for ids ['d51bfbbe-4a49-42fd-abb6-6e0a078f0d89'] in n-d-771363-34 is: [{'id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'name': 'tempest-TestVolumeBackupRestore-221746895-router', 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '1b4c0129-7b7d-409c-92af-7acbf91af041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:46Z', 'updated_at': '2021-07-13T07:41:53Z', 'revision_number': 4, 'project_id': '094977268a014571ac87c33401dc7dc8', 'gw_port': {'id': '1b4c0129-7b7d-409c-92af-7acbf91af041', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:48Z', 'updated_at': '2021-07-13T07:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '3d7aae1b-d239-4cfd-adc0-d6dc3b9d9206', 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'port_id': '1184c9e6-4100-428d-87f8-2322d58bf393', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '856c09e5-73ee-4cd8-bcdf-65d3c10d87c4', 'mac_address': 'fa:16:3e:c3:b4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:45:13Z', 'updated_at': '2021-07-13T07:45:18Z', 'revision_number': 2, 'project_id': '094977268a014571ac87c33401dc7dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bff5160d-843c-4191-a811-197d2294a127', 'name': '', 'network_id': '856c09e5-73ee-4cd8-bcdf-65d3c10d87c4', 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'mac_address': 'fa:16:3e:47:f4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '589c785d-421e-4845-b484-c40726135e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:52Z', 'updated_at': '2021-07-13T07:42:05Z', 'revision_number': 5, 'project_id': '094977268a014571ac87c33401dc7dc8', 'subnets': [{'id': '589c785d-421e-4845-b484-c40726135e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:20.509221 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-4dc2bb5c-4a07-4d5f-be8e-76503bd9000f tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Calling delete_port for eadbfd49-c136-4636-aff4-2e3ef684764d owned by network:floatingip {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:20.543633 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-1b91e4e4-b015-41f4-b1f5-4f2e5d094244 admin admin] For port 1b2c7b2d-7d50-444c-991a-f9c79372105b, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=1b2c7b2d-7d50-444c-991a-f9c79372105b,segment=NetworkSegment(5d4f2d43-f2ea-4c64-bec4-5d0ccad94a66),segment_id=5d4f2d43-f2ea-4c64-bec4-5d0ccad94a66)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:20.543797 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1b91e4e4-b015-41f4-b1f5-4f2e5d094244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.548486 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-ac958f42-77fd-4d1d-a027-7d2331aa9a74 None None] Deleting port 1b2c7b2d-7d50-444c-991a-f9c79372105b {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:20.550837 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ac958f42-77fd-4d1d-a027-7d2331aa9a74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.554542 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a0334488-1876-4ce2-9d89-fc713874b6ea req-2dea270d-c65b-437b-ab43-657ba3a1409c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1184c9e6-4100-428d-87f8-2322d58bf393 HTTP/1.1" status: 200 len: 1001 time: 0.1325724 Jul 13 07:45:20.564845 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-1b91e4e4-b015-41f4-b1f5-4f2e5d094244 admin admin] Calling delete_port for 1b2c7b2d-7d50-444c-991a-f9c79372105b owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:20.678960 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1b91e4e4-b015-41f4-b1f5-4f2e5d094244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.684549 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-ac958f42-77fd-4d1d-a027-7d2331aa9a74 None None] For port 1b2c7b2d-7d50-444c-991a-f9c79372105b, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=1b2c7b2d-7d50-444c-991a-f9c79372105b,segment=NetworkSegment(5d4f2d43-f2ea-4c64-bec4-5d0ccad94a66),segment_id=5d4f2d43-f2ea-4c64-bec4-5d0ccad94a66)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:20.684996 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ac958f42-77fd-4d1d-a027-7d2331aa9a74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.689249 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 1b2c7b2d-7d50-444c-991a-f9c79372105b no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:20.726072 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 1b2c7b2d-7d50-444c-991a-f9c79372105b {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:20.726537 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 1b2c7b2d-7d50-444c-991a-f9c79372105b not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:20.726994 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 4d79b4a3-ce38-4882-949a-96e4b201797a no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:20.727496 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91e4e4-b015-41f4-b1f5-4f2e5d094244 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b2c7b2d-7d50-444c-991a-f9c79372105b,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:20.729146 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-ac958f42-77fd-4d1d-a027-7d2331aa9a74 None None] Calling delete_port for 1b2c7b2d-7d50-444c-991a-f9c79372105b owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:20.744176 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b91e4e4-b015-41f4-b1f5-4f2e5d094244 admin admin] No DVR routers for this DVR port 1b2c7b2d-7d50-444c-991a-f9c79372105b on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:20.758910 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 4d79b4a3-ce38-4882-949a-96e4b201797a {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:20.759646 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 4d79b4a3-ce38-4882-949a-96e4b201797a not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:20.776148 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0334488-1876-4ce2-9d89-fc713874b6ea req-6500c8c4-15cb-4f91-b41d-7819434b36b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:20.778432 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a0334488-1876-4ce2-9d89-fc713874b6ea req-6500c8c4-15cb-4f91-b41d-7819434b36b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=589c785d-421e-4845-b484-c40726135e95 HTTP/1.1" status: 200 len: 852 time: 0.1441724 Jul 13 07:45:20.846786 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ac958f42-77fd-4d1d-a027-7d2331aa9a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.848518 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1b91e4e4-b015-41f4-b1f5-4f2e5d094244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.859656 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-1b91e4e4-b015-41f4-b1f5-4f2e5d094244 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1657f64-8077-4b4c-92ad-aa256b38a388']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:20.870548 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-1b91e4e4-b015-41f4-b1f5-4f2e5d094244 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d4f2d43-f2ea-4c64-bec4-5d0ccad94a66') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:20.870866 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-1b91e4e4-b015-41f4-b1f5-4f2e5d094244 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d4f2d43-f2ea-4c64-bec4-5d0ccad94a66') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:20.877116 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac958f42-77fd-4d1d-a027-7d2331aa9a74 None None] Pushing event deleted for resources: {'Port': ['ID=1b2c7b2d-7d50-444c-991a-f9c79372105b,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:20.881361 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac958f42-77fd-4d1d-a027-7d2331aa9a74 None None] No DVR routers for this DVR port 1b2c7b2d-7d50-444c-991a-f9c79372105b on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:20.883454 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0334488-1876-4ce2-9d89-fc713874b6ea req-782f215d-57fd-446f-b0bf-74a8b4bc33ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:20.885307 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a0334488-1876-4ce2-9d89-fc713874b6ea req-782f215d-57fd-446f-b0bf-74a8b4bc33ee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=856c09e5-73ee-4cd8-bcdf-65d3c10d87c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0948749 Jul 13 07:45:20.888440 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1b91e4e4-b015-41f4-b1f5-4f2e5d094244 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.905407 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1b91e4e4-b015-41f4-b1f5-4f2e5d094244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.913542 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b91e4e4-b015-41f4-b1f5-4f2e5d094244 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:45:20.914064 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1b91e4e4-b015-41f4-b1f5-4f2e5d094244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.916475 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:45:20.916475 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:45:20.916475 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:45:20.916475 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:45:20.916475 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:45:20.916475 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:45:20.916475 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:45:20.916475 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:45:20.916475 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:45:20.916475 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:45:20.916475 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:45:20.916475 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:45:20.916475 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:45:20.916475 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:45:20.916475 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:45:20.916475 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:45:20.916475 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:45:20.916475 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:45:20.916475 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:45:20.916475 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:45:20.916475 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:45:20.916475 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:45:20.916475 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:45:20.916475 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:45:20.916475 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:45:20.916475 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:45:20.916475 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:45:20.916475 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:45:20.916475 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:45:20.916475 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:45:20.916475 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:45:20.916475 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:45:20.925600 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4dc2bb5c-4a07-4d5f-be8e-76503bd9000f tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.963960 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2bb5c-4a07-4d5f-be8e-76503bd9000f tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Pushing event deleted for resources: {'Port': ['ID=eadbfd49-c136-4636-aff4-2e3ef684764d,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:20.986804 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1b91e4e4-b015-41f4-b1f5-4f2e5d094244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.996801 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1b91e4e4-b015-41f4-b1f5-4f2e5d094244 admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:20.998729 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1b91e4e4-b015-41f4-b1f5-4f2e5d094244 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a1657f64-8077-4b4c-92ad-aa256b38a388 HTTP/1.1" status: 204 len: 168 time: 0.8425174 Jul 13 07:45:21.003476 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52414) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:21.008460 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91e4e4-b015-41f4-b1f5-4f2e5d094244 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1657f64-8077-4b4c-92ad-aa256b38a388,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:21.162914 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4dc2bb5c-4a07-4d5f-be8e-76503bd9000f tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks [] for floatingip, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.163169 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [None req-4dc2bb5c-4a07-4d5f-be8e-76503bd9000f tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Floating IP f3d90eef-5ee5-491e-9851-0b60e10ea709 disassociated (deleted). External IP: 172.25.3.201, port: a4cab079-38c0-4355-9a03-01072383ee9b. Jul 13 07:45:21.170847 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a0334488-1876-4ce2-9d89-fc713874b6ea req-de1ed679-1f04-455e-81af-0555a2c1ab7e service neutron] 10.222.0.42 "GET /v2.0/networks/856c09e5-73ee-4cd8-bcdf-65d3c10d87c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730088 Jul 13 07:45:21.442412 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a0334488-1876-4ce2-9d89-fc713874b6ea req-11157d42-2287-4908-9332-0db36e8fb34c service neutron] 10.222.0.42 "GET /v2.0/networks/856c09e5-73ee-4cd8-bcdf-65d3c10d87c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389646 Jul 13 07:45:21.669056 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc2bb5c-4a07-4d5f-be8e-76503bd9000f tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Router 54563387-7b6e-4ca3-a89b-73dffbc95ce0 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:21.686988 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed62838-6818-4e72-8f32-3940b63abb68 req-85cc88e5-0dcf-41c1-8cfb-a3f22db59e6d tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:21.688567 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8ed62838-6818-4e72-8f32-3940b63abb68 req-85cc88e5-0dcf-41c1-8cfb-a3f22db59e6d tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.2027030 Jul 13 07:45:21.800257 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8ed62838-6818-4e72-8f32-3940b63abb68 req-6c742662-06dd-4863-892b-b29761339c20 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053965 Jul 13 07:45:21.871388 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc2bb5c-4a07-4d5f-be8e-76503bd9000f tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:21.878412 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4dc2bb5c-4a07-4d5f-be8e-76503bd9000f tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.881089 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f08226b-fa11-40a9-9080-5ad113e0a6cd None None] Sync routers for ids ['54563387-7b6e-4ca3-a89b-73dffbc95ce0'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:21.890605 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f08226b-fa11-40a9-9080-5ad113e0a6cd None None] Routers {'54563387-7b6e-4ca3-a89b-73dffbc95ce0'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:21.891259 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-3f08226b-fa11-40a9-9080-5ad113e0a6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['54563387-7b6e-4ca3-a89b-73dffbc95ce0'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:21.924785 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-303b104e-ac55-49d3-83e0-d7e2bd2ad3aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:21.927982 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-3f08226b-fa11-40a9-9080-5ad113e0a6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:21.936537 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f08226b-fa11-40a9-9080-5ad113e0a6cd None None] Routers {'54563387-7b6e-4ca3-a89b-73dffbc95ce0'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:21.937148 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-3f08226b-fa11-40a9-9080-5ad113e0a6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['54563387-7b6e-4ca3-a89b-73dffbc95ce0'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:21.956375 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57', 'tag': '1184c9e6-4100-428d-87f8-2322d58bf393'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:45:21.958627 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3cb527-de61-453b-8cdf-1b0058393075" -d '{"events": [{"name": "network-changed", "server_uuid": "2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57", "tag": "1184c9e6-4100-428d-87f8-2322d58bf393"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:45:21.966004 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4dc2bb5c-4a07-4d5f-be8e-76503bd9000f tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] 10.222.0.23 "DELETE /v2.0/floatingips/f3d90eef-5ee5-491e-9851-0b60e10ea709 HTTP/1.1" status: 204 len: 168 time: 2.1333530 Jul 13 07:45:21.970383 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-3f08226b-fa11-40a9-9080-5ad113e0a6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:21.970515 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52424) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:21.971057 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f08226b-fa11-40a9-9080-5ad113e0a6cd None None] The sync data for ids ['54563387-7b6e-4ca3-a89b-73dffbc95ce0'] in n-d-771363-34 is: [] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:21.974774 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-d86b5a56-4cda-419e-b90e-40a3fd4bdb2c tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:22.025403 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d989b1d-780c-4ef1-973d-4e68fa0b590e x-openstack-request-id: req-0d989b1d-780c-4ef1-973d-4e68fa0b590e {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:45:22.025723 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57", "tag": "1184c9e6-4100-428d-87f8-2322d58bf393", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:45:22.025979 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0d989b1d-780c-4ef1-973d-4e68fa0b590e {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:45:22.026412 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57', 'tag': '1184c9e6-4100-428d-87f8-2322d58bf393', 'status': 'completed', 'code': 200} Jul 13 07:45:22.070759 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d86b5a56-4cda-419e-b90e-40a3fd4bdb2c tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.542099 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cb527-de61-453b-8cdf-1b0058393075 req-ba22c918-4d39-4a0f-a494-dbd159d56c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:22.543724 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6b3cb527-de61-453b-8cdf-1b0058393075 req-ba22c918-4d39-4a0f-a494-dbd159d56c63 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=094977268a014571ac87c33401dc7dc8&device_id=2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57 HTTP/1.1" status: 200 len: 1098 time: 0.5140529 Jul 13 07:45:22.728564 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f4f3eb43-6e71-44b8-b96f-c5ef8a414036 req-574f7779-2b75-48c8-b5df-3613e6343523 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f8b29d04-e45d-48b9-82b3-4787f33787c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2239342 Jul 13 07:45:22.751454 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cb527-de61-453b-8cdf-1b0058393075 req-cf6ac808-57d1-46b8-8330-2ada59562270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:22.752963 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6b3cb527-de61-453b-8cdf-1b0058393075 req-cf6ac808-57d1-46b8-8330-2ada59562270 service neutron] 10.222.0.42 "GET /v2.0/networks?id=856c09e5-73ee-4cd8-bcdf-65d3c10d87c4 HTTP/1.1" status: 200 len: 914 time: 0.2014468 Jul 13 07:45:22.764933 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d86b5a56-4cda-419e-b90e-40a3fd4bdb2c tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:22.956126 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6b3cb527-de61-453b-8cdf-1b0058393075 req-69fb4c2b-2c3c-48f2-9d07-d1a7ec8ccbc3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1184c9e6-4100-428d-87f8-2322d58bf393 HTTP/1.1" status: 200 len: 1001 time: 0.1876457 Jul 13 07:45:23.013227 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3eb43-6e71-44b8-b96f-c5ef8a414036 req-d06329e6-ca96-4205-bbcc-a1e55bec85f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:23.014766 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f4f3eb43-6e71-44b8-b96f-c5ef8a414036 req-d06329e6-ca96-4205-bbcc-a1e55bec85f9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c74484ef6db9498290da14ee6e37d87f&device_id=f8b29d04-e45d-48b9-82b3-4787f33787c1 HTTP/1.1" status: 200 len: 1097 time: 0.2602654 Jul 13 07:45:23.024501 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-303b104e-ac55-49d3-83e0-d7e2bd2ad3aa admin admin] Deleting port 379ff6b4-70e5-4c7e-90fb-512a8fce15fc {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:23.024841 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-303b104e-ac55-49d3-83e0-d7e2bd2ad3aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.055621 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-d86b5a56-4cda-419e-b90e-40a3fd4bdb2c tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Allocated IP 172.25.3.59 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/32ca2181-7347-4467-8242-176a74248511) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:23.086084 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cb527-de61-453b-8cdf-1b0058393075 req-3603ed57-528d-4857-9c59-bd2ffac102a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:23.087616 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6b3cb527-de61-453b-8cdf-1b0058393075 req-3603ed57-528d-4857-9c59-bd2ffac102a6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=589c785d-421e-4845-b484-c40726135e95 HTTP/1.1" status: 200 len: 852 time: 0.1200962 Jul 13 07:45:23.301248 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-303b104e-ac55-49d3-83e0-d7e2bd2ad3aa admin admin] For port 379ff6b4-70e5-4c7e-90fb-512a8fce15fc, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=379ff6b4-70e5-4c7e-90fb-512a8fce15fc,segment=NetworkSegment(f7ad8863-aaa4-4a26-b78f-262d2e821558),segment_id=f7ad8863-aaa4-4a26-b78f-262d2e821558)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:23.301637 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-303b104e-ac55-49d3-83e0-d7e2bd2ad3aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.329847 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-303b104e-ac55-49d3-83e0-d7e2bd2ad3aa admin admin] Calling delete_port for 379ff6b4-70e5-4c7e-90fb-512a8fce15fc owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:23.331931 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3eb43-6e71-44b8-b96f-c5ef8a414036 req-84ba5e30-b292-474e-9f7c-963d98e285bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:23.333448 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f4f3eb43-6e71-44b8-b96f-c5ef8a414036 req-84ba5e30-b292-474e-9f7c-963d98e285bc service neutron] 10.222.0.42 "GET /v2.0/networks?id=a4551417-653e-4eb5-9caa-ea21aca7dbd0 HTTP/1.1" status: 200 len: 913 time: 0.2961857 Jul 13 07:45:23.351850 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.364150 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cb527-de61-453b-8cdf-1b0058393075 req-c171d7c6-0a63-452d-9e1f-2bf79b6d1b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:23.365646 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6b3cb527-de61-453b-8cdf-1b0058393075 req-c171d7c6-0a63-452d-9e1f-2bf79b6d1b2d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=856c09e5-73ee-4cd8-bcdf-65d3c10d87c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2652607 Jul 13 07:45:23.439730 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f4f3eb43-6e71-44b8-b96f-c5ef8a414036 req-35d181b7-1b2d-4d38-9034-cd19b21510ab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=049d9b72-05c4-48d2-8748-28f851928d00 HTTP/1.1" status: 200 len: 217 time: 0.0987952 Jul 13 07:45:23.454304 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d86b5a56-4cda-419e-b90e-40a3fd4bdb2c tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.592507 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3eb43-6e71-44b8-b96f-c5ef8a414036 req-64daa716-98fb-4a9a-8087-45640445e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:23.594011 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f4f3eb43-6e71-44b8-b96f-c5ef8a414036 req-64daa716-98fb-4a9a-8087-45640445e6cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18671aeb-533b-431f-ac3f-740be3e9540f HTTP/1.1" status: 200 len: 851 time: 0.1374123 Jul 13 07:45:23.657979 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-67efb8e0-a2f4-4c57-a4a7-7eec59298d37 req-2ce21fe6-98fb-4c67-80d4-7a4016c3d5f7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0587282 Jul 13 07:45:23.694815 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d86b5a56-4cda-419e-b90e-40a3fd4bdb2c tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.702932 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6b3cb527-de61-453b-8cdf-1b0058393075 req-62b35743-867f-4eb0-ba39-9c1227f9e204 service neutron] 10.222.0.42 "GET /v2.0/networks/856c09e5-73ee-4cd8-bcdf-65d3c10d87c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035693 Jul 13 07:45:23.742631 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67efb8e0-a2f4-4c57-a4a7-7eec59298d37 req-026a1990-06cc-4007-8f81-38428d2c550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:23.744210 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-67efb8e0-a2f4-4c57-a4a7-7eec59298d37 req-026a1990-06cc-4007-8f81-38428d2c550c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c74484ef6db9498290da14ee6e37d87f&device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 1098 time: 0.0613821 Jul 13 07:45:23.774453 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86b5a56-4cda-419e-b90e-40a3fd4bdb2c tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:23.799955 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-d86b5a56-4cda-419e-b90e-40a3fd4bdb2c tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:23.810037 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86b5a56-4cda-419e-b90e-40a3fd4bdb2c tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:23.817937 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b5a56-4cda-419e-b90e-40a3fd4bdb2c tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Pushing event updated for resources: {'Port': ['ID=32ca2181-7347-4467-8242-176a74248511,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:23.863522 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67efb8e0-a2f4-4c57-a4a7-7eec59298d37 req-6095d07d-5da9-45b4-8681-66a310c648fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:23.864903 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-67efb8e0-a2f4-4c57-a4a7-7eec59298d37 req-6095d07d-5da9-45b4-8681-66a310c648fc service neutron] 10.222.0.25 "GET /v2.0/networks?id=a4551417-653e-4eb5-9caa-ea21aca7dbd0 HTTP/1.1" status: 200 len: 913 time: 0.0981948 Jul 13 07:45:23.908499 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-67efb8e0-a2f4-4c57-a4a7-7eec59298d37 req-f79cee3f-ec3e-4b62-97f1-30a4f4d66c7f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df837a61-7753-44d9-99fe-c028e7b6f98f HTTP/1.1" status: 200 len: 217 time: 0.0370100 Jul 13 07:45:23.933147 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3eb43-6e71-44b8-b96f-c5ef8a414036 req-ea20b4f2-c96d-4a3b-8c9a-044ab180dab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:23.934404 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:23.936196 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f4f3eb43-6e71-44b8-b96f-c5ef8a414036 req-ea20b4f2-c96d-4a3b-8c9a-044ab180dab7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a4551417-653e-4eb5-9caa-ea21aca7dbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2979622 Jul 13 07:45:23.961219 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67efb8e0-a2f4-4c57-a4a7-7eec59298d37 req-e1472f3f-509e-474d-b661-2782bac644db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:23.962699 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-67efb8e0-a2f4-4c57-a4a7-7eec59298d37 req-e1472f3f-509e-474d-b661-2782bac644db service neutron] 10.222.0.25 "GET /v2.0/subnets?id=18671aeb-533b-431f-ac3f-740be3e9540f HTTP/1.1" status: 200 len: 851 time: 0.0466888 Jul 13 07:45:23.990957 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6b3cb527-de61-453b-8cdf-1b0058393075 req-5aad58bf-40eb-4aea-8f94-46f0fb625c14 service neutron] 10.222.0.42 "GET /v2.0/networks/856c09e5-73ee-4cd8-bcdf-65d3c10d87c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736521 Jul 13 07:45:23.998591 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-303b104e-ac55-49d3-83e0-d7e2bd2ad3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.031102 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67efb8e0-a2f4-4c57-a4a7-7eec59298d37 req-a6b48bef-e2f3-467d-88bf-8aea05045591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:24.032820 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-67efb8e0-a2f4-4c57-a4a7-7eec59298d37 req-a6b48bef-e2f3-467d-88bf-8aea05045591 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4551417-653e-4eb5-9caa-ea21aca7dbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628815 Jul 13 07:45:24.078069 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b104e-ac55-49d3-83e0-d7e2bd2ad3aa admin admin] Pushing event deleted for resources: {'Port': ['ID=379ff6b4-70e5-4c7e-90fb-512a8fce15fc,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:24.143618 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-67efb8e0-a2f4-4c57-a4a7-7eec59298d37 req-c138e113-0a83-4a62-a652-c1cca6bc8a8c service neutron] 10.222.0.25 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030209 Jul 13 07:45:24.149568 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d86b5a56-4cda-419e-b90e-40a3fd4bdb2c tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.178188 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f4f3eb43-6e71-44b8-b96f-c5ef8a414036 req-eb7cf211-ca44-4ad4-b4bf-091d2521616d service neutron] 10.222.0.42 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272615 Jul 13 07:45:24.265994 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-67efb8e0-a2f4-4c57-a4a7-7eec59298d37 req-e436cafe-5037-4ed7-92e3-ab279a56edb2 service neutron] 10.222.0.25 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152787 Jul 13 07:45:24.290051 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d86b5a56-4cda-419e-b90e-40a3fd4bdb2c tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.447074 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f4f3eb43-6e71-44b8-b96f-c5ef8a414036 req-436c7794-c9de-4a56-a6c7-46c6cc9a931b service neutron] 10.222.0.42 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618525 Jul 13 07:45:24.453746 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-303b104e-ac55-49d3-83e0-d7e2bd2ad3aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.644724 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d86b5a56-4cda-419e-b90e-40a3fd4bdb2c tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.652241 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d86b5a56-4cda-419e-b90e-40a3fd4bdb2c tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.763551 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b5a56-4cda-419e-b90e-40a3fd4bdb2c tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Pushing event updated for resources: {'Port': ['ID=32ca2181-7347-4467-8242-176a74248511,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:24.820912 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d86b5a56-4cda-419e-b90e-40a3fd4bdb2c tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.839451 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-303b104e-ac55-49d3-83e0-d7e2bd2ad3aa admin admin] Router fdf1e101-bc7f-4f6e-af87-fe61ef4a4913 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:24.844659 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d86b5a56-4cda-419e-b90e-40a3fd4bdb2c tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:24.845935 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d86b5a56-4cda-419e-b90e-40a3fd4bdb2c tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8745792 Jul 13 07:45:24.848611 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52430) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:25.334604 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-648edbdb-3deb-4e36-ba0b-eeac2e2c9ee6 tempest-FloatingIPAdminTestJSON-1617503961 tempest-FloatingIPAdminTestJSON-1617503961-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:25.372394 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-648edbdb-3deb-4e36-ba0b-eeac2e2c9ee6 tempest-FloatingIPAdminTestJSON-1617503961 tempest-FloatingIPAdminTestJSON-1617503961-project] Notify callbacks [] for floatingip, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.375534 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303b104e-ac55-49d3-83e0-d7e2bd2ad3aa admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:25.381192 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-303b104e-ac55-49d3-83e0-d7e2bd2ad3aa admin admin] 10.222.0.23 "PUT /v2.0/routers/fdf1e101-bc7f-4f6e-af87-fe61ef4a4913/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3765998 Jul 13 07:45:25.384046 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52436) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:25.388034 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d78bbeb-fdcc-4c06-b435-ff1c9a1865bf None None] Sync routers for ids ['fdf1e101-bc7f-4f6e-af87-fe61ef4a4913'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:25.397915 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d78bbeb-fdcc-4c06-b435-ff1c9a1865bf None None] Routers {'fdf1e101-bc7f-4f6e-af87-fe61ef4a4913'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:25.398657 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-8d78bbeb-fdcc-4c06-b435-ff1c9a1865bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['fdf1e101-bc7f-4f6e-af87-fe61ef4a4913'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:25.510690 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bf7b52ed-7c9d-4989-b83b-36c1e8868f6b admin admin] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.511145 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-648edbdb-3deb-4e36-ba0b-eeac2e2c9ee6 tempest-FloatingIPAdminTestJSON-1617503961 tempest-FloatingIPAdminTestJSON-1617503961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.632360 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bf7b52ed-7c9d-4989-b83b-36c1e8868f6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.645119 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-8d78bbeb-fdcc-4c06-b435-ff1c9a1865bf None None] Set router fdf1e101-bc7f-4f6e-af87-fe61ef4a4913 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:25.648176 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-648edbdb-3deb-4e36-ba0b-eeac2e2c9ee6 tempest-FloatingIPAdminTestJSON-1617503961 tempest-FloatingIPAdminTestJSON-1617503961-project] Allocated IP 172.25.3.166 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/ed2f9f4d-cb81-4649-8bbf-0a89dc29e5b3) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:25.697944 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-bf7b52ed-7c9d-4989-b83b-36c1e8868f6b admin admin] Deleting port c7488a86-eed6-41a4-a94b-1d219c014d73 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:25.698296 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bf7b52ed-7c9d-4989-b83b-36c1e8868f6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.786980 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-648edbdb-3deb-4e36-ba0b-eeac2e2c9ee6 tempest-FloatingIPAdminTestJSON-1617503961 tempest-FloatingIPAdminTestJSON-1617503961-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.788847 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-bf7b52ed-7c9d-4989-b83b-36c1e8868f6b admin admin] For port c7488a86-eed6-41a4-a94b-1d219c014d73, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=c7488a86-eed6-41a4-a94b-1d219c014d73,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:25.789037 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bf7b52ed-7c9d-4989-b83b-36c1e8868f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.805571 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-bf7b52ed-7c9d-4989-b83b-36c1e8868f6b admin admin] Calling delete_port for c7488a86-eed6-41a4-a94b-1d219c014d73 owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:25.846906 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-648edbdb-3deb-4e36-ba0b-eeac2e2c9ee6 tempest-FloatingIPAdminTestJSON-1617503961 tempest-FloatingIPAdminTestJSON-1617503961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:25.875017 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-8d78bbeb-fdcc-4c06-b435-ff1c9a1865bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf1e101-bc7f-4f6e-af87-fe61ef4a4913', 'name': 'tempest-TestServerBasicOps-151770777-router', 'tenant_id': 'a6913f131e1940ea82c589eeff084d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'c7488a86-eed6-41a4-a94b-1d219c014d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:51Z', 'updated_at': '2021-07-13T07:45:23Z', 'revision_number': 5, 'project_id': 'a6913f131e1940ea82c589eeff084d39', 'gw_port': {'id': 'c7488a86-eed6-41a4-a94b-1d219c014d73', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:bc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf1e101-bc7f-4f6e-af87-fe61ef4a4913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:52Z', 'updated_at': '2021-07-13T07:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:25.906131 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d78bbeb-fdcc-4c06-b435-ff1c9a1865bf None None] Checking router: fdf1e101-bc7f-4f6e-af87-fe61ef4a4913 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:45:25.906398 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648edbdb-3deb-4e36-ba0b-eeac2e2c9ee6 tempest-FloatingIPAdminTestJSON-1617503961 tempest-FloatingIPAdminTestJSON-1617503961-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:25.911811 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-648edbdb-3deb-4e36-ba0b-eeac2e2c9ee6 tempest-FloatingIPAdminTestJSON-1617503961 tempest-FloatingIPAdminTestJSON-1617503961-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:25.915626 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648edbdb-3deb-4e36-ba0b-eeac2e2c9ee6 tempest-FloatingIPAdminTestJSON-1617503961 tempest-FloatingIPAdminTestJSON-1617503961-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:25.920016 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d78bbeb-fdcc-4c06-b435-ff1c9a1865bf None None] Routers {'fdf1e101-bc7f-4f6e-af87-fe61ef4a4913'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:25.920818 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-8d78bbeb-fdcc-4c06-b435-ff1c9a1865bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['fdf1e101-bc7f-4f6e-af87-fe61ef4a4913'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:25.946596 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648edbdb-3deb-4e36-ba0b-eeac2e2c9ee6 tempest-FloatingIPAdminTestJSON-1617503961 tempest-FloatingIPAdminTestJSON-1617503961-project] Pushing event updated for resources: {'Port': ['ID=ed2f9f4d-cb81-4649-8bbf-0a89dc29e5b3,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:26.009917 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bf7b52ed-7c9d-4989-b83b-36c1e8868f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.025669 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-8d78bbeb-fdcc-4c06-b435-ff1c9a1865bf None None] Set router fdf1e101-bc7f-4f6e-af87-fe61ef4a4913 gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:26.029041 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-648edbdb-3deb-4e36-ba0b-eeac2e2c9ee6 tempest-FloatingIPAdminTestJSON-1617503961 tempest-FloatingIPAdminTestJSON-1617503961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.045028 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b52ed-7c9d-4989-b83b-36c1e8868f6b admin admin] Pushing event deleted for resources: {'Port': ['ID=c7488a86-eed6-41a4-a94b-1d219c014d73,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:26.094127 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-648edbdb-3deb-4e36-ba0b-eeac2e2c9ee6 tempest-FloatingIPAdminTestJSON-1617503961 tempest-FloatingIPAdminTestJSON-1617503961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.107858 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-8d78bbeb-fdcc-4c06-b435-ff1c9a1865bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf1e101-bc7f-4f6e-af87-fe61ef4a4913', 'name': 'tempest-TestServerBasicOps-151770777-router', 'tenant_id': 'a6913f131e1940ea82c589eeff084d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:51Z', 'updated_at': '2021-07-13T07:45:25Z', 'revision_number': 6, 'project_id': 'a6913f131e1940ea82c589eeff084d39', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:26.134089 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bf7b52ed-7c9d-4989-b83b-36c1e8868f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.139106 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d78bbeb-fdcc-4c06-b435-ff1c9a1865bf None None] The sync data for ids ['fdf1e101-bc7f-4f6e-af87-fe61ef4a4913'] in n-d-771363-34 is: [{'id': 'fdf1e101-bc7f-4f6e-af87-fe61ef4a4913', 'name': 'tempest-TestServerBasicOps-151770777-router', 'tenant_id': 'a6913f131e1940ea82c589eeff084d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:51Z', 'updated_at': '2021-07-13T07:45:25Z', 'revision_number': 6, 'project_id': 'a6913f131e1940ea82c589eeff084d39', 'gw_port_host': None}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:26.236815 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bf7b52ed-7c9d-4989-b83b-36c1e8868f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.239064 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bf7b52ed-7c9d-4989-b83b-36c1e8868f6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.285586 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-648edbdb-3deb-4e36-ba0b-eeac2e2c9ee6 tempest-FloatingIPAdminTestJSON-1617503961 tempest-FloatingIPAdminTestJSON-1617503961-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.287094 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bf7b52ed-7c9d-4989-b83b-36c1e8868f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.287784 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7b52ed-7c9d-4989-b83b-36c1e8868f6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdf1e101-bc7f-4f6e-af87-fe61ef4a4913 {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:45:26.290362 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-648edbdb-3deb-4e36-ba0b-eeac2e2c9ee6 tempest-FloatingIPAdminTestJSON-1617503961 tempest-FloatingIPAdminTestJSON-1617503961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.293868 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bf7b52ed-7c9d-4989-b83b-36c1e8868f6b admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.295044 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-bf7b52ed-7c9d-4989-b83b-36c1e8868f6b admin admin] 10.222.0.23 "DELETE /v2.0/routers/fdf1e101-bc7f-4f6e-af87-fe61ef4a4913 HTTP/1.1" status: 204 len: 168 time: 0.9099045 Jul 13 07:45:26.297686 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52440) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:26.345413 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-625750d5-2113-4f57-9e1f-98be15ebe97b admin admin] Deleting subnet 9b868ad8-6c4d-4695-85f7-91c8aa03a921 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:45:26.348652 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-625750d5-2113-4f57-9e1f-98be15ebe97b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.362107 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648edbdb-3deb-4e36-ba0b-eeac2e2c9ee6 tempest-FloatingIPAdminTestJSON-1617503961 tempest-FloatingIPAdminTestJSON-1617503961-project] Pushing event updated for resources: {'Port': ['ID=ed2f9f4d-cb81-4649-8bbf-0a89dc29e5b3,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:26.375403 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-648edbdb-3deb-4e36-ba0b-eeac2e2c9ee6 tempest-FloatingIPAdminTestJSON-1617503961 tempest-FloatingIPAdminTestJSON-1617503961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.389108 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-625750d5-2113-4f57-9e1f-98be15ebe97b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.390391 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-648edbdb-3deb-4e36-ba0b-eeac2e2c9ee6 tempest-FloatingIPAdminTestJSON-1617503961 tempest-FloatingIPAdminTestJSON-1617503961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.391692 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-648edbdb-3deb-4e36-ba0b-eeac2e2c9ee6 tempest-FloatingIPAdminTestJSON-1617503961 tempest-FloatingIPAdminTestJSON-1617503961-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5421202 Jul 13 07:45:26.394275 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52442) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:26.462993 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-86e2ff03-c683-4e6e-ab54-a43a09dfb8c9 tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4005 time: 0.0674419 Jul 13 07:45:26.466362 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52444) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:26.473061 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-625750d5-2113-4f57-9e1f-98be15ebe97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.534548 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-625750d5-2113-4f57-9e1f-98be15ebe97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.539276 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7736d363-7865-4a32-bd67-c6e95d40b7fd tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0718033 Jul 13 07:45:26.542047 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52446) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:26.569310 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625750d5-2113-4f57-9e1f-98be15ebe97b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b868ad8-6c4d-4695-85f7-91c8aa03a921,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:26.573500 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-625750d5-2113-4f57-9e1f-98be15ebe97b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.579323 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-625750d5-2113-4f57-9e1f-98be15ebe97b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9b868ad8-6c4d-4695-85f7-91c8aa03a921 HTTP/1.1" status: 204 len: 168 time: 0.2776752 Jul 13 07:45:26.583971 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52448) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:26.592311 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958423ef-caa7-45e0-8f26-2a20c2e0ef44 None None] Network 71f930c1-c190-4dc3-8d58-fd471c685815 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:26.682634 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bdd05e84-d1b8-45be-9452-35a18f27a3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.729701 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-ce0cdb7e-3b90-46cf-b887-81f687415ba2 tempest-FloatingIPAdminTestJSON-1617503961 tempest-FloatingIPAdminTestJSON-1617503961-project] Deleting port ed2f9f4d-cb81-4649-8bbf-0a89dc29e5b3 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:26.730043 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ce0cdb7e-3b90-46cf-b887-81f687415ba2 tempest-FloatingIPAdminTestJSON-1617503961 tempest-FloatingIPAdminTestJSON-1617503961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.741070 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-bdd05e84-d1b8-45be-9452-35a18f27a3c1 admin admin] Deleting port 94d041b8-ae06-40e4-8544-cdf2706e9761 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:26.741561 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bdd05e84-d1b8-45be-9452-35a18f27a3c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.812282 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-bdd05e84-d1b8-45be-9452-35a18f27a3c1 admin admin] For port 94d041b8-ae06-40e4-8544-cdf2706e9761, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=94d041b8-ae06-40e4-8544-cdf2706e9761,segment=NetworkSegment(f7ad8863-aaa4-4a26-b78f-262d2e821558),segment_id=f7ad8863-aaa4-4a26-b78f-262d2e821558)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:26.812656 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bdd05e84-d1b8-45be-9452-35a18f27a3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.816631 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ce0cdb7e-3b90-46cf-b887-81f687415ba2 tempest-FloatingIPAdminTestJSON-1617503961 tempest-FloatingIPAdminTestJSON-1617503961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.816961 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ce0cdb7e-3b90-46cf-b887-81f687415ba2 tempest-FloatingIPAdminTestJSON-1617503961 tempest-FloatingIPAdminTestJSON-1617503961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:26.826143 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-bdd05e84-d1b8-45be-9452-35a18f27a3c1 admin admin] Calling delete_port for 94d041b8-ae06-40e4-8544-cdf2706e9761 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:26.829553 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-ce0cdb7e-3b90-46cf-b887-81f687415ba2 tempest-FloatingIPAdminTestJSON-1617503961 tempest-FloatingIPAdminTestJSON-1617503961-project] Calling delete_port for ed2f9f4d-cb81-4649-8bbf-0a89dc29e5b3 owned by network:floatingip {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:26.975885 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ce0cdb7e-3b90-46cf-b887-81f687415ba2 tempest-FloatingIPAdminTestJSON-1617503961 tempest-FloatingIPAdminTestJSON-1617503961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.011607 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3897990d-5da2-433a-aa8a-f218c7b85fa8 None None] DHCP port deletion for 71f930c1-c190-4dc3-8d58-fd471c685815 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:45:27.014500 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0cdb7e-3b90-46cf-b887-81f687415ba2 tempest-FloatingIPAdminTestJSON-1617503961 tempest-FloatingIPAdminTestJSON-1617503961-project] Pushing event deleted for resources: {'Port': ['ID=ed2f9f4d-cb81-4649-8bbf-0a89dc29e5b3,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:27.087811 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 379ff6b4-70e5-4c7e-90fb-512a8fce15fc no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:27.104642 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ce0cdb7e-3b90-46cf-b887-81f687415ba2 tempest-FloatingIPAdminTestJSON-1617503961 tempest-FloatingIPAdminTestJSON-1617503961-project] Notify callbacks [] for floatingip, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.109410 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ce0cdb7e-3b90-46cf-b887-81f687415ba2 tempest-FloatingIPAdminTestJSON-1617503961 tempest-FloatingIPAdminTestJSON-1617503961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.113591 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ce0cdb7e-3b90-46cf-b887-81f687415ba2 tempest-FloatingIPAdminTestJSON-1617503961 tempest-FloatingIPAdminTestJSON-1617503961-project] 10.222.0.23 "DELETE /v2.0/floatingips/70548d52-62ac-4967-b5e0-bcea1bed51db HTTP/1.1" status: 204 len: 168 time: 0.5704951 Jul 13 07:45:27.115373 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52450) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:27.116676 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 379ff6b4-70e5-4c7e-90fb-512a8fce15fc {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:27.117588 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 379ff6b4-70e5-4c7e-90fb-512a8fce15fc not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:27.139675 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-3897990d-5da2-433a-aa8a-f218c7b85fa8 None None] Deleting port 94d041b8-ae06-40e4-8544-cdf2706e9761 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:27.140060 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3897990d-5da2-433a-aa8a-f218c7b85fa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.215426 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-3897990d-5da2-433a-aa8a-f218c7b85fa8 None None] For port 94d041b8-ae06-40e4-8544-cdf2706e9761, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=94d041b8-ae06-40e4-8544-cdf2706e9761,segment=NetworkSegment(f7ad8863-aaa4-4a26-b78f-262d2e821558),segment_id=f7ad8863-aaa4-4a26-b78f-262d2e821558)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:27.216152 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3897990d-5da2-433a-aa8a-f218c7b85fa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.243295 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-3897990d-5da2-433a-aa8a-f218c7b85fa8 None None] Calling delete_port for 94d041b8-ae06-40e4-8544-cdf2706e9761 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:27.300588 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-47674f72-8bb8-4334-9f9f-b0d4fb7f26af tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Deleting port 32ca2181-7347-4467-8242-176a74248511 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:27.300931 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-47674f72-8bb8-4334-9f9f-b0d4fb7f26af tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.356487 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3897990d-5da2-433a-aa8a-f218c7b85fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.372383 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bdd05e84-d1b8-45be-9452-35a18f27a3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.381521 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897990d-5da2-433a-aa8a-f218c7b85fa8 None None] Pushing event deleted for resources: {'Port': ['ID=94d041b8-ae06-40e4-8544-cdf2706e9761,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:27.385019 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3897990d-5da2-433a-aa8a-f218c7b85fa8 None None] No DVR routers for this DVR port 94d041b8-ae06-40e4-8544-cdf2706e9761 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:27.385284 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd05e84-d1b8-45be-9452-35a18f27a3c1 admin admin] No DVR routers for this DVR port 94d041b8-ae06-40e4-8544-cdf2706e9761 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:27.403520 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-47674f72-8bb8-4334-9f9f-b0d4fb7f26af tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.404132 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-47674f72-8bb8-4334-9f9f-b0d4fb7f26af tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.415695 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd05e84-d1b8-45be-9452-35a18f27a3c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=94d041b8-ae06-40e4-8544-cdf2706e9761,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:27.417596 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-47674f72-8bb8-4334-9f9f-b0d4fb7f26af tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Calling delete_port for 32ca2181-7347-4467-8242-176a74248511 owned by network:floatingip {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:27.493176 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bdd05e84-d1b8-45be-9452-35a18f27a3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.508620 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-bdd05e84-d1b8-45be-9452-35a18f27a3c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71f930c1-c190-4dc3-8d58-fd471c685815']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:27.524620 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-bdd05e84-d1b8-45be-9452-35a18f27a3c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ad8863-aaa4-4a26-b78f-262d2e821558') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:27.525031 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-bdd05e84-d1b8-45be-9452-35a18f27a3c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ad8863-aaa4-4a26-b78f-262d2e821558') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:27.535827 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bdd05e84-d1b8-45be-9452-35a18f27a3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.550442 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bdd05e84-d1b8-45be-9452-35a18f27a3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.557979 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd05e84-d1b8-45be-9452-35a18f27a3c1 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:45:27.558412 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bdd05e84-d1b8-45be-9452-35a18f27a3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.560832 n-d-771363-34 neutron-server[94018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:27.560832 n-d-771363-34 neutron-server[94018]: self.session.flush() Jul 13 07:45:27.560832 n-d-771363-34 neutron-server[94018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:27.560832 n-d-771363-34 neutron-server[94018]: self.session.flush() Jul 13 07:45:27.560832 n-d-771363-34 neutron-server[94018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:27.560832 n-d-771363-34 neutron-server[94018]: self.session.flush() Jul 13 07:45:27.560832 n-d-771363-34 neutron-server[94018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:45:27.560832 n-d-771363-34 neutron-server[94018]: self.session.flush() Jul 13 07:45:27.560832 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:45:27.560832 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:45:27.560832 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:45:27.560832 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:45:27.560832 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:45:27.560832 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:45:27.560832 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:45:27.560832 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:45:27.560832 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:45:27.560832 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:45:27.560832 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:45:27.560832 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:45:27.560832 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:45:27.560832 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:45:27.560832 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:45:27.560832 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:45:27.560832 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:45:27.560832 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:45:27.560832 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:45:27.560832 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:45:27.560832 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:45:27.560832 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:45:27.560832 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:45:27.560832 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:45:27.560832 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:45:27.560832 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:45:27.560832 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:45:27.560832 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:45:27.560832 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:45:27.560832 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:45:27.560832 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:45:27.560832 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:45:27.579369 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-47674f72-8bb8-4334-9f9f-b0d4fb7f26af tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.609498 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47674f72-8bb8-4334-9f9f-b0d4fb7f26af tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Pushing event deleted for resources: {'Port': ['ID=32ca2181-7347-4467-8242-176a74248511,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:27.627606 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bdd05e84-d1b8-45be-9452-35a18f27a3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.633339 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bdd05e84-d1b8-45be-9452-35a18f27a3c1 admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.635309 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-bdd05e84-d1b8-45be-9452-35a18f27a3c1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/71f930c1-c190-4dc3-8d58-fd471c685815 HTTP/1.1" status: 204 len: 168 time: 1.0501158 Jul 13 07:45:27.657077 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd05e84-d1b8-45be-9452-35a18f27a3c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=71f930c1-c190-4dc3-8d58-fd471c685815,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:27.680644 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-47674f72-8bb8-4334-9f9f-b0d4fb7f26af tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.683247 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-47674f72-8bb8-4334-9f9f-b0d4fb7f26af tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.684971 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-47674f72-8bb8-4334-9f9f-b0d4fb7f26af tempest-FloatingIPAdminTestJSON-124960195 tempest-FloatingIPAdminTestJSON-124960195-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/3ec021ef-8972-44bf-9fa7-38f3655b9e1a HTTP/1.1" status: 204 len: 168 time: 0.5676937 Jul 13 07:45:27.689170 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52456) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:27.793501 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-aa594fbc-60a3-4ff0-94d5-8cce6833f28c tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Deleting port a4cab079-38c0-4355-9a03-01072383ee9b {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:27.794077 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aa594fbc-60a3-4ff0-94d5-8cce6833f28c tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.820904 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52458) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:27.864190 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ab773a68-f153-497e-9fe7-bbe8df2ced6e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fb77f98a7de949ce8ab9e6a42033a53a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425844 Jul 13 07:45:27.866774 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52460) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:27.888191 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aa594fbc-60a3-4ff0-94d5-8cce6833f28c tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.900566 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-aa594fbc-60a3-4ff0-94d5-8cce6833f28c tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Calling delete_port for a4cab079-38c0-4355-9a03-01072383ee9b owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:27.925846 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b22966bd-e215-4233-9ae4-810648eb405c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:27.953433 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b22966bd-e215-4233-9ae4-810648eb405c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:28.011467 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b22966bd-e215-4233-9ae4-810648eb405c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:28.016174 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b22966bd-e215-4233-9ae4-810648eb405c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:28.017429 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b22966bd-e215-4233-9ae4-810648eb405c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ccbe5cff-ab49-436e-8685-a62f89f27c77 HTTP/1.1" status: 204 len: 168 time: 0.1496139 Jul 13 07:45:28.034763 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22966bd-e215-4233-9ae4-810648eb405c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbe5cff-ab49-436e-8685-a62f89f27c77,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:28.048767 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aa594fbc-60a3-4ff0-94d5-8cce6833f28c tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:28.085276 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa594fbc-60a3-4ff0-94d5-8cce6833f28c tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Pushing event deleted for resources: {'Port': ['ID=a4cab079-38c0-4355-9a03-01072383ee9b,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:28.168811 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aa594fbc-60a3-4ff0-94d5-8cce6833f28c tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:28.170823 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-aa594fbc-60a3-4ff0-94d5-8cce6833f28c tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] 10.222.0.23 "DELETE /v2.0/ports/a4cab079-38c0-4355-9a03-01072383ee9b HTTP/1.1" status: 204 len: 168 time: 0.4805908 Jul 13 07:45:28.174497 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52464) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:28.254997 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c1eace-9d35-4353-ba4f-7ad9f74b443b tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:28.259287 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-58c1eace-9d35-4353-ba4f-7ad9f74b443b tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] 10.222.0.23 "GET /v2.0/ports?device_id=54563387-7b6e-4ca3-a89b-73dffbc95ce0 HTTP/1.1" status: 200 len: 913 time: 0.0811048 Jul 13 07:45:28.260264 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52468) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:28.427741 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52472) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:28.481993 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-bffd8fa8-aee3-49c7-a411-9cea8439444b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a6913f131e1940ea82c589eeff084d39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0529442 Jul 13 07:45:28.484447 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52474) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:28.539175 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-46a52af2-7cfb-48df-8a05-98d4fc0e512a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:28.562118 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-46a52af2-7cfb-48df-8a05-98d4fc0e512a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:28.633273 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-46a52af2-7cfb-48df-8a05-98d4fc0e512a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:28.641419 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-46a52af2-7cfb-48df-8a05-98d4fc0e512a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:28.647725 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-46a52af2-7cfb-48df-8a05-98d4fc0e512a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c5bd2228-df61-4cd9-82a0-1de7e9d77483 HTTP/1.1" status: 204 len: 168 time: 0.1622109 Jul 13 07:45:28.656350 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a52af2-7cfb-48df-8a05-98d4fc0e512a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bd2228-df61-4cd9-82a0-1de7e9d77483,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:28.692758 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 94d041b8-ae06-40e4-8544-cdf2706e9761 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:28.710453 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f0e8d413-7c3e-47c8-81d2-696a86a124d4 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:28.713629 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 94d041b8-ae06-40e4-8544-cdf2706e9761 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:28.714178 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 94d041b8-ae06-40e4-8544-cdf2706e9761 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:28.715344 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c7488a86-eed6-41a4-a94b-1d219c014d73 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:28.734811 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: c7488a86-eed6-41a4-a94b-1d219c014d73 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:28.735145 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c7488a86-eed6-41a4-a94b-1d219c014d73 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:29.018751 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-f0e8d413-7c3e-47c8-81d2-696a86a124d4 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Deleting port 9038873c-8ff6-4f0e-85b8-cb2fc02747c9 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:29.019090 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f0e8d413-7c3e-47c8-81d2-696a86a124d4 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:29.128007 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f0e8d413-7c3e-47c8-81d2-696a86a124d4 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:29.143665 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-f0e8d413-7c3e-47c8-81d2-696a86a124d4 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Calling delete_port for 9038873c-8ff6-4f0e-85b8-cb2fc02747c9 owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:29.348735 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f0e8d413-7c3e-47c8-81d2-696a86a124d4 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:29.380632 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8d413-7c3e-47c8-81d2-696a86a124d4 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Pushing event deleted for resources: {'Port': ['ID=9038873c-8ff6-4f0e-85b8-cb2fc02747c9,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:29.584089 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f0e8d413-7c3e-47c8-81d2-696a86a124d4 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:29.812595 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e8d413-7c3e-47c8-81d2-696a86a124d4 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Router 54563387-7b6e-4ca3-a89b-73dffbc95ce0 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:29.918865 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e8d413-7c3e-47c8-81d2-696a86a124d4 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:29.924815 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f0e8d413-7c3e-47c8-81d2-696a86a124d4 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] 10.222.0.23 "PUT /v2.0/routers/54563387-7b6e-4ca3-a89b-73dffbc95ce0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6623831 Jul 13 07:45:29.926316 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52480) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:29.928952 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dd293b-7e6f-4130-9e17-d9cf2f6b5a8a None None] Sync routers for ids ['54563387-7b6e-4ca3-a89b-73dffbc95ce0'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:29.940343 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dd293b-7e6f-4130-9e17-d9cf2f6b5a8a None None] Routers {'54563387-7b6e-4ca3-a89b-73dffbc95ce0'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:29.940970 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-35dd293b-7e6f-4130-9e17-d9cf2f6b5a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['54563387-7b6e-4ca3-a89b-73dffbc95ce0'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:29.977963 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-35dd293b-7e6f-4130-9e17-d9cf2f6b5a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:29.987390 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dd293b-7e6f-4130-9e17-d9cf2f6b5a8a None None] Routers {'54563387-7b6e-4ca3-a89b-73dffbc95ce0'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:29.988096 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-35dd293b-7e6f-4130-9e17-d9cf2f6b5a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['54563387-7b6e-4ca3-a89b-73dffbc95ce0'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:30.023932 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-35dd293b-7e6f-4130-9e17-d9cf2f6b5a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:30.024635 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dd293b-7e6f-4130-9e17-d9cf2f6b5a8a None None] The sync data for ids ['54563387-7b6e-4ca3-a89b-73dffbc95ce0'] in n-d-771363-34 is: [] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:30.037066 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dd7dcce9-bd80-4da4-a5f8-4368477ad7ca tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.156440 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dd7dcce9-bd80-4da4-a5f8-4368477ad7ca tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.215720 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-dd7dcce9-bd80-4da4-a5f8-4368477ad7ca tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Deleting port 4eb519e5-49fb-40b3-8cc7-004b563c9552 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:30.216118 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dd7dcce9-bd80-4da4-a5f8-4368477ad7ca tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.229447 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-53e488d8-0785-4773-9024-8555bcdcc363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.291854 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dd7dcce9-bd80-4da4-a5f8-4368477ad7ca tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.303512 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-dd7dcce9-bd80-4da4-a5f8-4368477ad7ca tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Calling delete_port for 4eb519e5-49fb-40b3-8cc7-004b563c9552 owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:30.468903 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dd7dcce9-bd80-4da4-a5f8-4368477ad7ca tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.499026 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7dcce9-bd80-4da4-a5f8-4368477ad7ca tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Pushing event deleted for resources: {'Port': ['ID=4eb519e5-49fb-40b3-8cc7-004b563c9552,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:30.562843 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dd7dcce9-bd80-4da4-a5f8-4368477ad7ca tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.655474 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dd7dcce9-bd80-4da4-a5f8-4368477ad7ca tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.658392 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dd7dcce9-bd80-4da4-a5f8-4368477ad7ca tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.708840 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dd7dcce9-bd80-4da4-a5f8-4368477ad7ca tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.709566 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7dcce9-bd80-4da4-a5f8-4368477ad7ca tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Fanout notify agent at l3_agent the message router_deleted on router 54563387-7b6e-4ca3-a89b-73dffbc95ce0 {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:45:30.719563 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dd7dcce9-bd80-4da4-a5f8-4368477ad7ca tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.722737 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52482) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:30.723360 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-dd7dcce9-bd80-4da4-a5f8-4368477ad7ca tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] 10.222.0.23 "DELETE /v2.0/routers/54563387-7b6e-4ca3-a89b-73dffbc95ce0 HTTP/1.1" status: 204 len: 168 time: 0.7955003 Jul 13 07:45:30.775975 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-253be8b3-fad9-4239-9fe5-a345e9a9705a tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Deleting subnet 9d3374f7-6bec-456b-a205-3a1d7c9e61d2 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:45:30.779899 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-253be8b3-fad9-4239-9fe5-a345e9a9705a tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.824674 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-253be8b3-fad9-4239-9fe5-a345e9a9705a tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.921230 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-253be8b3-fad9-4239-9fe5-a345e9a9705a tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:30.981984 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-253be8b3-fad9-4239-9fe5-a345e9a9705a tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.009367 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253be8b3-fad9-4239-9fe5-a345e9a9705a tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Pushing event deleted for resources: {'Subnet': ['ID=9d3374f7-6bec-456b-a205-3a1d7c9e61d2,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:31.013613 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-253be8b3-fad9-4239-9fe5-a345e9a9705a tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.018017 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-253be8b3-fad9-4239-9fe5-a345e9a9705a tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] 10.222.0.23 "DELETE /v2.0/subnets/9d3374f7-6bec-456b-a205-3a1d7c9e61d2 HTTP/1.1" status: 204 len: 168 time: 0.2917724 Jul 13 07:45:31.018491 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52486) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:31.024235 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903ef7db-8b76-4dae-b3c0-8636bd9de232 None None] Network d012f229-5df9-4ddc-ab63-1ba877c7f843 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:31.104569 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6047b04b-40a9-4b7e-964d-f859549f3fd3 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.167287 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-6047b04b-40a9-4b7e-964d-f859549f3fd3 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Deleting port 24b636bd-3907-4958-a6ce-3cdfb013aee1 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:31.167631 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6047b04b-40a9-4b7e-964d-f859549f3fd3 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.232966 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-6047b04b-40a9-4b7e-964d-f859549f3fd3 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] For port 24b636bd-3907-4958-a6ce-3cdfb013aee1, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=24b636bd-3907-4958-a6ce-3cdfb013aee1,segment=NetworkSegment(be58b81b-ba46-450a-96b9-df1b2eb1975f),segment_id=be58b81b-ba46-450a-96b9-df1b2eb1975f)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:31.233331 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6047b04b-40a9-4b7e-964d-f859549f3fd3 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.246460 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-6047b04b-40a9-4b7e-964d-f859549f3fd3 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Calling delete_port for 24b636bd-3907-4958-a6ce-3cdfb013aee1 owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:31.333400 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6047b04b-40a9-4b7e-964d-f859549f3fd3 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.359627 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6047b04b-40a9-4b7e-964d-f859549f3fd3 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Pushing event deleted for resources: {'Port': ['ID=24b636bd-3907-4958-a6ce-3cdfb013aee1,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:31.366125 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6047b04b-40a9-4b7e-964d-f859549f3fd3 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] No DVR routers for this DVR port 24b636bd-3907-4958-a6ce-3cdfb013aee1 on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:31.375091 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b286f79-9563-403c-9666-34a33e28e30a None None] DHCP port deletion for d012f229-5df9-4ddc-ab63-1ba877c7f843 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:45:31.456472 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6047b04b-40a9-4b7e-964d-f859549f3fd3 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.467219 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-6047b04b-40a9-4b7e-964d-f859549f3fd3 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d012f229-5df9-4ddc-ab63-1ba877c7f843']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:31.477070 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-6047b04b-40a9-4b7e-964d-f859549f3fd3 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be58b81b-ba46-450a-96b9-df1b2eb1975f') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:31.477365 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-6047b04b-40a9-4b7e-964d-f859549f3fd3 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be58b81b-ba46-450a-96b9-df1b2eb1975f') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:31.486465 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6047b04b-40a9-4b7e-964d-f859549f3fd3 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.500718 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6047b04b-40a9-4b7e-964d-f859549f3fd3 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.509995 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6047b04b-40a9-4b7e-964d-f859549f3fd3 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:45:31.509995 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6047b04b-40a9-4b7e-964d-f859549f3fd3 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.510575 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:45:31.510575 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:45:31.510575 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:45:31.510575 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:45:31.510575 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:45:31.510575 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:45:31.510575 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:45:31.510575 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:45:31.510575 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:45:31.510575 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:45:31.510575 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:45:31.510575 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:45:31.510575 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:45:31.510575 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:45:31.510575 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:45:31.510575 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:45:31.510575 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:45:31.510575 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:45:31.510575 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:45:31.510575 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:45:31.510575 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:45:31.510575 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:45:31.510575 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:45:31.510575 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:45:31.510575 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:45:31.510575 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:45:31.510575 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:45:31.510575 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:45:31.510575 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:45:31.510575 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:45:31.510575 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:45:31.510575 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:45:31.571385 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6047b04b-40a9-4b7e-964d-f859549f3fd3 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.578666 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6047b04b-40a9-4b7e-964d-f859549f3fd3 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.580646 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6047b04b-40a9-4b7e-964d-f859549f3fd3 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] 10.222.0.23 "DELETE /v2.0/networks/d012f229-5df9-4ddc-ab63-1ba877c7f843 HTTP/1.1" status: 204 len: 168 time: 0.5614717 Jul 13 07:45:31.583339 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52488) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:31.597628 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6047b04b-40a9-4b7e-964d-f859549f3fd3 tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Pushing event deleted for resources: {'Network': ['ID=d012f229-5df9-4ddc-ab63-1ba877c7f843,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:31.715490 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-88a3d3c7-afd8-437d-98fb-33e012e61fdb tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Deleting port f2be5759-51df-43f3-8c61-4e3ba3a1f287 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:31.715862 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-88a3d3c7-afd8-437d-98fb-33e012e61fdb tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.800777 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-88a3d3c7-afd8-437d-98fb-33e012e61fdb tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.801167 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-88a3d3c7-afd8-437d-98fb-33e012e61fdb tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.813863 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-88a3d3c7-afd8-437d-98fb-33e012e61fdb tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Calling delete_port for f2be5759-51df-43f3-8c61-4e3ba3a1f287 owned by network:floatingip {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:31.962224 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-88a3d3c7-afd8-437d-98fb-33e012e61fdb tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:31.999500 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3d3c7-afd8-437d-98fb-33e012e61fdb tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Pushing event deleted for resources: {'Port': ['ID=f2be5759-51df-43f3-8c61-4e3ba3a1f287,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:32.056751 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-88a3d3c7-afd8-437d-98fb-33e012e61fdb tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks [] for floatingip, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.060419 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-88a3d3c7-afd8-437d-98fb-33e012e61fdb tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.061575 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-88a3d3c7-afd8-437d-98fb-33e012e61fdb tempest-FloatingIPAdminTestJSON-379495224 tempest-FloatingIPAdminTestJSON-379495224-project] 10.222.0.23 "DELETE /v2.0/floatingips/d257f4c8-b177-428b-ad19-2d14e3195616 HTTP/1.1" status: 204 len: 168 time: 0.4772208 Jul 13 07:45:32.306356 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52496) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:32.443790 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e185930a-e510-4e19-98fe-353a7f21f8a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9185a50c71204a50a4a373347d3b8b9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1362247 Jul 13 07:45:32.446231 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52500) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:32.494770 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b4c5fa3f-289c-4a24-b63a-fdaad4ea747d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.515697 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b4c5fa3f-289c-4a24-b63a-fdaad4ea747d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.563337 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b4c5fa3f-289c-4a24-b63a-fdaad4ea747d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.565818 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b4c5fa3f-289c-4a24-b63a-fdaad4ea747d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.566993 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b4c5fa3f-289c-4a24-b63a-fdaad4ea747d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/20ef2f26-1c20-406c-8ced-9e54dabe7bff HTTP/1.1" status: 204 len: 168 time: 0.1198244 Jul 13 07:45:32.578716 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5fa3f-289c-4a24-b63a-fdaad4ea747d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ef2f26-1c20-406c-8ced-9e54dabe7bff,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:32.657801 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 24b636bd-3907-4958-a6ce-3cdfb013aee1 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:32.677657 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 24b636bd-3907-4958-a6ce-3cdfb013aee1 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:32.678008 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 24b636bd-3907-4958-a6ce-3cdfb013aee1 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:32.844837 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52506) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:32.857978 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-71f38bbc-aa7a-4401-a50a-6d00f69f6681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.945503 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-71f38bbc-aa7a-4401-a50a-6d00f69f6681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.950400 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-71f38bbc-aa7a-4401-a50a-6d00f69f6681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:32.986434 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f38bbc-aa7a-4401-a50a-6d00f69f6681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f9645a-0122-43b9-bdb3-9c277b92eb5b,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:32.990801 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-71f38bbc-aa7a-4401-a50a-6d00f69f6681 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=894b9682a6dd4316b2dc395904be8ff4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1449728 Jul 13 07:45:32.993468 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52510) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:33.049302 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-12fd16e6-52bc-430e-b781-c86b37b5ac25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.070999 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-12fd16e6-52bc-430e-b781-c86b37b5ac25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.109556 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c842ca73-58de-4f08-823f-b2691447e474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.117686 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-12fd16e6-52bc-430e-b781-c86b37b5ac25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.120272 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-12fd16e6-52bc-430e-b781-c86b37b5ac25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.122099 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-12fd16e6-52bc-430e-b781-c86b37b5ac25 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/51f9645a-0122-43b9-bdb3-9c277b92eb5b HTTP/1.1" status: 204 len: 168 time: 0.1275625 Jul 13 07:45:33.129929 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd16e6-52bc-430e-b781-c86b37b5ac25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f9645a-0122-43b9-bdb3-9c277b92eb5b,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:33.163103 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.441281 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52516) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:33.454455 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4af8d3ad-e697-4a7d-8bc3-64cafadbf85a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.544349 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4af8d3ad-e697-4a7d-8bc3-64cafadbf85a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.547883 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4af8d3ad-e697-4a7d-8bc3-64cafadbf85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.585756 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4af8d3ad-e697-4a7d-8bc3-64cafadbf85a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a746d989f9dd4810a5a1438a8df8b09f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1434026 Jul 13 07:45:33.587643 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8d3ad-e697-4a7d-8bc3-64cafadbf85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4f8700-7fbf-4314-9835-d5bb24c1fbaa,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:33.588458 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52518) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:33.640594 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d2e2317c-66a2-476e-a49b-8b591bcb83a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.661096 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d2e2317c-66a2-476e-a49b-8b591bcb83a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.708626 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d2e2317c-66a2-476e-a49b-8b591bcb83a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.711230 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d2e2317c-66a2-476e-a49b-8b591bcb83a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:33.712398 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d2e2317c-66a2-476e-a49b-8b591bcb83a7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2a4f8700-7fbf-4314-9835-d5bb24c1fbaa HTTP/1.1" status: 204 len: 168 time: 0.1229563 Jul 13 07:45:33.720799 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2317c-66a2-476e-a49b-8b591bcb83a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4f8700-7fbf-4314-9835-d5bb24c1fbaa,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:34.078570 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.447879 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52544) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:34.552719 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-ff8142be-4593-4e89-8ef4-494d05171ce2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1694506816'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:34.574484 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8142be-4593-4e89-8ef4-494d05171ce2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Made reservation on behalf of 5060e2a38dd9495d98ac148a072cdd78 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:34.578181 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ff8142be-4593-4e89-8ef4-494d05171ce2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.587761 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ff8142be-4593-4e89-8ef4-494d05171ce2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.686977 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ff8142be-4593-4e89-8ef4-494d05171ce2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.690537 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ff8142be-4593-4e89-8ef4-494d05171ce2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.716927 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff8142be-4593-4e89-8ef4-494d05171ce2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:45:34.726344 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8142be-4593-4e89-8ef4-494d05171ce2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32a6657e-30c4-4c8f-8f37-6f7224e1b1db,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:34.731383 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ff8142be-4593-4e89-8ef4-494d05171ce2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.731727 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-ff8142be-4593-4e89-8ef4-494d05171ce2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Added segment 8da82a4e-b2cc-4b47-940f-ea30f91cc9c2 of type vlan for network 7da934a2-7159-4fd4-a722-6849b3360119 Jul 13 07:45:34.774303 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ff8142be-4593-4e89-8ef4-494d05171ce2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.811462 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ff8142be-4593-4e89-8ef4-494d05171ce2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.817728 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8142be-4593-4e89-8ef4-494d05171ce2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:34.818331 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ff8142be-4593-4e89-8ef4-494d05171ce2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:34.861148 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ff8142be-4593-4e89-8ef4-494d05171ce2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4121242 Jul 13 07:45:34.864240 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52548) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:34.873003 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-a74f3fbc-73e9-4a25-abf6-d56a8b50415d tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Request body: {'subnet': {'network_id': '7da934a2-7159-4fd4-a722-6849b3360119', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:34.896095 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8142be-4593-4e89-8ef4-494d05171ce2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event updated for resources: {'Network': ['ID=7da934a2-7159-4fd4-a722-6849b3360119,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:34.908077 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 7da934a2-7159-4fd4-a722-6849b3360119 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:45:34.985154 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74f3fbc-73e9-4a25-abf6-d56a8b50415d tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Made reservation on behalf of 5060e2a38dd9495d98ac148a072cdd78 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:34.989215 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a74f3fbc-73e9-4a25-abf6-d56a8b50415d tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.188152 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a74f3fbc-73e9-4a25-abf6-d56a8b50415d tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.250832 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f3fbc-73e9-4a25-abf6-d56a8b50415d tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event updated for resources: {'Subnet': ['ID=514f20e4-8e94-4278-9639-ed6012062a79,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:35.262463 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74f3fbc-73e9-4a25-abf6-d56a8b50415d tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Checking segment: {'id': '8da82a4e-b2cc-4b47-940f-ea30f91cc9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7da934a2-7159-4fd4-a722-6849b3360119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:45:35.262920 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74f3fbc-73e9-4a25-abf6-d56a8b50415d tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Network hostable DHCP agents. Network: 7da934a2-7159-4fd4-a722-6849b3360119, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:45:35.281192 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74f3fbc-73e9-4a25-abf6-d56a8b50415d tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Network 7da934a2-7159-4fd4-a722-6849b3360119 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:45:35.294348 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-a74f3fbc-73e9-4a25-abf6-d56a8b50415d tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 7da934a2-7159-4fd4-a722-6849b3360119) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:35.298320 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74f3fbc-73e9-4a25-abf6-d56a8b50415d tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:35.298911 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a74f3fbc-73e9-4a25-abf6-d56a8b50415d tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.309332 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efa8e28-feac-4bdd-b87e-30094cf986d8 None None] Network 7da934a2-7159-4fd4-a722-6849b3360119 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:35.315146 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a74f3fbc-73e9-4a25-abf6-d56a8b50415d tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4493458 Jul 13 07:45:35.317636 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52552) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:35.322470 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-0e9ac1b8-1bd0-44b6-a46f-c72f8b915e3b tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-156357994', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}, 'admin_state_up': False}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:35.350453 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0e9ac1b8-1bd0-44b6-a46f-c72f8b915e3b tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.351507 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0e9ac1b8-1bd0-44b6-a46f-c72f8b915e3b tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.428929 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0e9ac1b8-1bd0-44b6-a46f-c72f8b915e3b tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.444227 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b552e6fe-8e7f-4763-a29a-df475fbc53d2 None None] Network 7da934a2-7159-4fd4-a722-6849b3360119 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:45:35.578725 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0e9ac1b8-1bd0-44b6-a46f-c72f8b915e3b tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.805623 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0e9ac1b8-1bd0-44b6-a46f-c72f8b915e3b tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.827266 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0e9ac1b8-1bd0-44b6-a46f-c72f8b915e3b tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.864244 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:35.947789 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-0e9ac1b8-1bd0-44b6-a46f-c72f8b915e3b tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Allocated IP 172.25.3.160 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/f8c0d59e-8b56-4f18-878a-039918cf6751) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:36.059500 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0e9ac1b8-1bd0-44b6-a46f-c72f8b915e3b tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:36.103876 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0e9ac1b8-1bd0-44b6-a46f-c72f8b915e3b tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:36.151953 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9ac1b8-1bd0-44b6-a46f-c72f8b915e3b tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:36.156962 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-0e9ac1b8-1bd0-44b6-a46f-c72f8b915e3b tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:36.161728 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9ac1b8-1bd0-44b6-a46f-c72f8b915e3b tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:36.164848 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ac1b8-1bd0-44b6-a46f-c72f8b915e3b tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event updated for resources: {'Port': ['ID=f8c0d59e-8b56-4f18-878a-039918cf6751,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:36.446379 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0e9ac1b8-1bd0-44b6-a46f-c72f8b915e3b tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:36.646891 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0e9ac1b8-1bd0-44b6-a46f-c72f8b915e3b tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:36.788236 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9ac1b8-1bd0-44b6-a46f-c72f8b915e3b tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Router 0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:45:36.898164 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9ac1b8-1bd0-44b6-a46f-c72f8b915e3b tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:36.908922 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04efb91-a398-4909-a99e-9a23bc626561 None None] Sync routers for ids ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:36.918409 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0e9ac1b8-1bd0-44b6-a46f-c72f8b915e3b tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:36.919684 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04efb91-a398-4909-a99e-9a23bc626561 None None] Routers {'0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:36.923452 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0e9ac1b8-1bd0-44b6-a46f-c72f8b915e3b tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6016307 Jul 13 07:45:36.923609 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-d04efb91-a398-4909-a99e-9a23bc626561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:36.923760 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52558) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:36.957093 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-d04efb91-a398-4909-a99e-9a23bc626561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:36.967128 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04efb91-a398-4909-a99e-9a23bc626561 None None] Routers {'0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:36.967764 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-d04efb91-a398-4909-a99e-9a23bc626561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:37.001399 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-d04efb91-a398-4909-a99e-9a23bc626561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:37.002035 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04efb91-a398-4909-a99e-9a23bc626561 None None] The sync data for ids ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'] in n-d-771363-34 is: [] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:37.708567 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4c22dc7b-0161-448c-acf8-5ad98dd172cd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:37.975742 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-4c22dc7b-0161-448c-acf8-5ad98dd172cd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Allocated IP 172.20.0.1 (7da934a2-7159-4fd4-a722-6849b3360119/514f20e4-8e94-4278-9639-ed6012062a79/b9263715-56b1-4c1d-a38f-981e0da552fc) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:38.097123 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4c22dc7b-0161-448c-acf8-5ad98dd172cd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:38.135325 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4c22dc7b-0161-448c-acf8-5ad98dd172cd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:38.178288 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c22dc7b-0161-448c-acf8-5ad98dd172cd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Network 7da934a2-7159-4fd4-a722-6849b3360119 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:38.181513 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-4c22dc7b-0161-448c-acf8-5ad98dd172cd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:38.185999 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c22dc7b-0161-448c-acf8-5ad98dd172cd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:38.192232 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22dc7b-0161-448c-acf8-5ad98dd172cd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event updated for resources: {'Port': ['ID=b9263715-56b1-4c1d-a38f-981e0da552fc,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:38.231679 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4c22dc7b-0161-448c-acf8-5ad98dd172cd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:38.371386 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4c22dc7b-0161-448c-acf8-5ad98dd172cd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:38.654280 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4c22dc7b-0161-448c-acf8-5ad98dd172cd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:38.658812 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4c22dc7b-0161-448c-acf8-5ad98dd172cd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:38.737052 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22dc7b-0161-448c-acf8-5ad98dd172cd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event updated for resources: {'Port': ['ID=b9263715-56b1-4c1d-a38f-981e0da552fc,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:38.750920 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4c22dc7b-0161-448c-acf8-5ad98dd172cd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:38.841977 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c22dc7b-0161-448c-acf8-5ad98dd172cd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Network 7da934a2-7159-4fd4-a722-6849b3360119 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:38.843255 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-4c22dc7b-0161-448c-acf8-5ad98dd172cd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:38.971453 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c22dc7b-0161-448c-acf8-5ad98dd172cd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Router 0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:39.093482 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c22dc7b-0161-448c-acf8-5ad98dd172cd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:39.098490 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4c22dc7b-0161-448c-acf8-5ad98dd172cd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "PUT /v2.0/routers/0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1737230 Jul 13 07:45:39.102218 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52564) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:39.106562 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601a2397-cf6c-4ad2-8ac4-7bac8de80596 None None] Sync routers for ids ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:39.109638 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-85fb4c33-1110-4146-a6fd-a85b1a1b92a6 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Request body: {'port': {'network_id': '7da934a2-7159-4fd4-a722-6849b3360119', 'name': 'tempest-FloatingIPTestJSON-1458592176'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:39.121356 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601a2397-cf6c-4ad2-8ac4-7bac8de80596 None None] Routers {'0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:39.121985 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-601a2397-cf6c-4ad2-8ac4-7bac8de80596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:39.160017 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-601a2397-cf6c-4ad2-8ac4-7bac8de80596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:39.170836 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601a2397-cf6c-4ad2-8ac4-7bac8de80596 None None] Routers {'0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:39.172354 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-601a2397-cf6c-4ad2-8ac4-7bac8de80596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:39.209253 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-601a2397-cf6c-4ad2-8ac4-7bac8de80596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:39.210013 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601a2397-cf6c-4ad2-8ac4-7bac8de80596 None None] The sync data for ids ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'] in n-d-771363-34 is: [] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:39.244906 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fb4c33-1110-4146-a6fd-a85b1a1b92a6 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Made reservation on behalf of 5060e2a38dd9495d98ac148a072cdd78 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:39.248934 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-85fb4c33-1110-4146-a6fd-a85b1a1b92a6 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.273742 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-85fb4c33-1110-4146-a6fd-a85b1a1b92a6 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] device_id is not set on port df411fb0-cdd8-40a5-8b39-6ee2b109f46d yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:45:39.404449 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-85fb4c33-1110-4146-a6fd-a85b1a1b92a6 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Allocated IP 172.20.0.4 (7da934a2-7159-4fd4-a722-6849b3360119/514f20e4-8e94-4278-9639-ed6012062a79/df411fb0-cdd8-40a5-8b39-6ee2b109f46d) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:39.571661 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-85fb4c33-1110-4146-a6fd-a85b1a1b92a6 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.616701 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-85fb4c33-1110-4146-a6fd-a85b1a1b92a6 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.680110 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fb4c33-1110-4146-a6fd-a85b1a1b92a6 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Network 7da934a2-7159-4fd4-a722-6849b3360119 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:39.684918 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-85fb4c33-1110-4146-a6fd-a85b1a1b92a6 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:39.686850 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb4c33-1110-4146-a6fd-a85b1a1b92a6 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event updated for resources: {'Port': ['ID=df411fb0-cdd8-40a5-8b39-6ee2b109f46d,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:39.689058 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fb4c33-1110-4146-a6fd-a85b1a1b92a6 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:39.739049 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fb4c33-1110-4146-a6fd-a85b1a1b92a6 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:39.739774 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-85fb4c33-1110-4146-a6fd-a85b1a1b92a6 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.756117 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-85fb4c33-1110-4146-a6fd-a85b1a1b92a6 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6527343 Jul 13 07:45:39.758510 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52568) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:39.764474 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-f9bd947e-2d80-4a05-a18d-24295fa1c457 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Request body: {'port': {'network_id': '7da934a2-7159-4fd4-a722-6849b3360119', 'name': 'tempest-FloatingIPTestJSON-1703960673'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:39.875476 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bd947e-2d80-4a05-a18d-24295fa1c457 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Made reservation on behalf of 5060e2a38dd9495d98ac148a072cdd78 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:39.879018 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f9bd947e-2d80-4a05-a18d-24295fa1c457 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:39.896946 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-f9bd947e-2d80-4a05-a18d-24295fa1c457 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] device_id is not set on port 087525a1-5d4a-4610-a20e-d7f01261298c yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:45:40.012529 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-f9bd947e-2d80-4a05-a18d-24295fa1c457 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Allocated IP 172.20.0.13 (7da934a2-7159-4fd4-a722-6849b3360119/514f20e4-8e94-4278-9639-ed6012062a79/087525a1-5d4a-4610-a20e-d7f01261298c) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:40.155800 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f9bd947e-2d80-4a05-a18d-24295fa1c457 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:40.193834 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f9bd947e-2d80-4a05-a18d-24295fa1c457 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:40.244811 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bd947e-2d80-4a05-a18d-24295fa1c457 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Network 7da934a2-7159-4fd4-a722-6849b3360119 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:40.249217 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-f9bd947e-2d80-4a05-a18d-24295fa1c457 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:40.253225 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bd947e-2d80-4a05-a18d-24295fa1c457 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:40.259770 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd947e-2d80-4a05-a18d-24295fa1c457 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event updated for resources: {'Port': ['ID=087525a1-5d4a-4610-a20e-d7f01261298c,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:40.305639 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bd947e-2d80-4a05-a18d-24295fa1c457 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:40.306309 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f9bd947e-2d80-4a05-a18d-24295fa1c457 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:40.320599 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f9bd947e-2d80-4a05-a18d-24295fa1c457 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5610359 Jul 13 07:45:40.323859 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52572) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:40.328535 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-0be9d2c6-3a6e-4790-9846-5a2e23508b26 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'port_id': '087525a1-5d4a-4610-a20e-d7f01261298c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:40.351469 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0be9d2c6-3a6e-4790-9846-5a2e23508b26 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for floatingip, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:40.451857 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0be9d2c6-3a6e-4790-9846-5a2e23508b26 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:40.555067 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-0be9d2c6-3a6e-4790-9846-5a2e23508b26 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Allocated IP 172.25.3.151 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/74e9caf7-2eaa-475f-8c28-c2ba0c80122e) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:40.664051 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0be9d2c6-3a6e-4790-9846-5a2e23508b26 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:40.703517 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0be9d2c6-3a6e-4790-9846-5a2e23508b26 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:40.739903 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be9d2c6-3a6e-4790-9846-5a2e23508b26 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:40.744706 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-0be9d2c6-3a6e-4790-9846-5a2e23508b26 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:40.748367 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be9d2c6-3a6e-4790-9846-5a2e23508b26 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:40.771996 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be9d2c6-3a6e-4790-9846-5a2e23508b26 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event updated for resources: {'Port': ['ID=74e9caf7-2eaa-475f-8c28-c2ba0c80122e,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:41.120011 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0be9d2c6-3a6e-4790-9846-5a2e23508b26 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:41.195965 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0be9d2c6-3a6e-4790-9846-5a2e23508b26 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:41.351761 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0be9d2c6-3a6e-4790-9846-5a2e23508b26 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:41.356231 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0be9d2c6-3a6e-4790-9846-5a2e23508b26 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:41.425021 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be9d2c6-3a6e-4790-9846-5a2e23508b26 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event updated for resources: {'Port': ['ID=74e9caf7-2eaa-475f-8c28-c2ba0c80122e,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:41.437678 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0be9d2c6-3a6e-4790-9846-5a2e23508b26 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:41.535617 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [None req-0be9d2c6-3a6e-4790-9846-5a2e23508b26 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Floating IP e746d6e1-87c6-409e-86dd-0019a7fc5de0 associated. External IP: 172.25.3.151, port: 087525a1-5d4a-4610-a20e-d7f01261298c. Jul 13 07:45:41.748216 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be9d2c6-3a6e-4790-9846-5a2e23508b26 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Router 0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:41.865179 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be9d2c6-3a6e-4790-9846-5a2e23508b26 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:41.879289 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6207451c-89a4-4c17-bbdc-fcc0fcc7d3ae None None] Sync routers for ids ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:41.883344 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0be9d2c6-3a6e-4790-9846-5a2e23508b26 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:41.889610 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6207451c-89a4-4c17-bbdc-fcc0fcc7d3ae None None] Routers {'0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:41.890226 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-6207451c-89a4-4c17-bbdc-fcc0fcc7d3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:41.928724 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0be9d2c6-3a6e-4790-9846-5a2e23508b26 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 1.6011930 Jul 13 07:45:41.928992 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-6207451c-89a4-4c17-bbdc-fcc0fcc7d3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:41.929147 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52578) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:41.934913 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-75ed6f7d-0000-40d8-ac04-94c3d68ef82d tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:41.946530 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6207451c-89a4-4c17-bbdc-fcc0fcc7d3ae None None] Routers {'0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:41.947166 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-6207451c-89a4-4c17-bbdc-fcc0fcc7d3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:41.980047 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-6207451c-89a4-4c17-bbdc-fcc0fcc7d3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:41.981424 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6207451c-89a4-4c17-bbdc-fcc0fcc7d3ae None None] The sync data for ids ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'] in n-d-771363-34 is: [] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:41.997489 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-75ed6f7d-0000-40d8-ac04-94c3d68ef82d tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for floatingip, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:42.063866 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:45:42.144005 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-75ed6f7d-0000-40d8-ac04-94c3d68ef82d tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:42.147704 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-75ed6f7d-0000-40d8-ac04-94c3d68ef82d tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:42.148021 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [None req-75ed6f7d-0000-40d8-ac04-94c3d68ef82d tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Floating IP e746d6e1-87c6-409e-86dd-0019a7fc5de0 disassociated. External IP: 172.25.3.151, port: 087525a1-5d4a-4610-a20e-d7f01261298c. Jul 13 07:45:42.707548 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ed6f7d-0000-40d8-ac04-94c3d68ef82d tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Router 0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:42.817760 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ed6f7d-0000-40d8-ac04-94c3d68ef82d tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:42.822272 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-75ed6f7d-0000-40d8-ac04-94c3d68ef82d tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:42.827615 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9c9620-a21b-4594-9969-88db356d3acd None None] Sync routers for ids ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:42.836557 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9c9620-a21b-4594-9969-88db356d3acd None None] Routers {'0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:42.837204 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-dd9c9620-a21b-4594-9969-88db356d3acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:42.861340 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-75ed6f7d-0000-40d8-ac04-94c3d68ef82d tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "PUT /v2.0/floatingips/e746d6e1-87c6-409e-86dd-0019a7fc5de0 HTTP/1.1" status: 200 len: 688 time: 0.9287546 Jul 13 07:45:42.861595 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52580) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:42.871103 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-dd9c9620-a21b-4594-9969-88db356d3acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:42.880228 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9c9620-a21b-4594-9969-88db356d3acd None None] Routers {'0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:42.880851 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-dd9c9620-a21b-4594-9969-88db356d3acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:42.921525 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-dd9c9620-a21b-4594-9969-88db356d3acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:42.922189 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9c9620-a21b-4594-9969-88db356d3acd None None] The sync data for ids ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'] in n-d-771363-34 is: [] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:42.999455 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-6a978914-d8a1-455a-ab08-3a58f124ec25 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Deleting port 74e9caf7-2eaa-475f-8c28-c2ba0c80122e {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:42.999803 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6a978914-d8a1-455a-ab08-3a58f124ec25 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.081787 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6a978914-d8a1-455a-ab08-3a58f124ec25 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.082113 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6a978914-d8a1-455a-ab08-3a58f124ec25 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.093517 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-6a978914-d8a1-455a-ab08-3a58f124ec25 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Calling delete_port for 74e9caf7-2eaa-475f-8c28-c2ba0c80122e owned by network:floatingip {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:43.227640 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6a978914-d8a1-455a-ab08-3a58f124ec25 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.255069 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a978914-d8a1-455a-ab08-3a58f124ec25 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event deleted for resources: {'Port': ['ID=74e9caf7-2eaa-475f-8c28-c2ba0c80122e,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:43.317880 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6a978914-d8a1-455a-ab08-3a58f124ec25 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for floatingip, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.320468 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6a978914-d8a1-455a-ab08-3a58f124ec25 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.321652 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6a978914-d8a1-455a-ab08-3a58f124ec25 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "DELETE /v2.0/floatingips/e746d6e1-87c6-409e-86dd-0019a7fc5de0 HTTP/1.1" status: 204 len: 168 time: 0.4592934 Jul 13 07:45:43.325179 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52584) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:43.329964 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-136d2e65-b42e-4b8e-abe4-06b5cfff6c32 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'port_id': 'df411fb0-cdd8-40a5-8b39-6ee2b109f46d'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:43.352337 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-136d2e65-b42e-4b8e-abe4-06b5cfff6c32 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for floatingip, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.454795 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-136d2e65-b42e-4b8e-abe4-06b5cfff6c32 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:43.564102 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-136d2e65-b42e-4b8e-abe4-06b5cfff6c32 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Allocated IP 172.25.3.79 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/1d5f524e-5fcc-4763-9bbd-46511c92d9f2) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:44.011751 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-136d2e65-b42e-4b8e-abe4-06b5cfff6c32 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.050231 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-136d2e65-b42e-4b8e-abe4-06b5cfff6c32 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.088121 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136d2e65-b42e-4b8e-abe4-06b5cfff6c32 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:44.093450 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-136d2e65-b42e-4b8e-abe4-06b5cfff6c32 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:44.097162 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136d2e65-b42e-4b8e-abe4-06b5cfff6c32 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:44.124702 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d2e65-b42e-4b8e-abe4-06b5cfff6c32 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event updated for resources: {'Port': ['ID=1d5f524e-5fcc-4763-9bbd-46511c92d9f2,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:44.505388 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-136d2e65-b42e-4b8e-abe4-06b5cfff6c32 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.596819 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-136d2e65-b42e-4b8e-abe4-06b5cfff6c32 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.761052 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-136d2e65-b42e-4b8e-abe4-06b5cfff6c32 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.765728 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-136d2e65-b42e-4b8e-abe4-06b5cfff6c32 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.836450 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d2e65-b42e-4b8e-abe4-06b5cfff6c32 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event updated for resources: {'Port': ['ID=1d5f524e-5fcc-4763-9bbd-46511c92d9f2,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:44.849682 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-136d2e65-b42e-4b8e-abe4-06b5cfff6c32 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:44.957170 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [None req-136d2e65-b42e-4b8e-abe4-06b5cfff6c32 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Floating IP 75bbd6f8-e6ec-4f5f-bfbd-3cf812a54433 associated. External IP: 172.25.3.79, port: df411fb0-cdd8-40a5-8b39-6ee2b109f46d. Jul 13 07:45:45.057454 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52590) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:45.170463 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136d2e65-b42e-4b8e-abe4-06b5cfff6c32 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Router 0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:45.225222 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-a99039e2-485a-444e-ab68-4ed6ad2b48b6 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Deleting port ebf01c87-7578-4c26-ab57-8c37c6335a0c {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:45.225642 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a99039e2-485a-444e-ab68-4ed6ad2b48b6 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.286705 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136d2e65-b42e-4b8e-abe4-06b5cfff6c32 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:45.298587 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535839d9-712f-43e8-99bc-8d67e06e32e1 None None] Sync routers for ids ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:45.304250 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-136d2e65-b42e-4b8e-abe4-06b5cfff6c32 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.309169 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535839d9-712f-43e8-99bc-8d67e06e32e1 None None] Routers {'0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:45.309816 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-535839d9-712f-43e8-99bc-8d67e06e32e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:45.313002 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a99039e2-485a-444e-ab68-4ed6ad2b48b6 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.313002 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a99039e2-485a-444e-ab68-4ed6ad2b48b6 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.326581 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-a99039e2-485a-444e-ab68-4ed6ad2b48b6 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Calling delete_port for ebf01c87-7578-4c26-ab57-8c37c6335a0c owned by network:floatingip {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:45.344677 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-535839d9-712f-43e8-99bc-8d67e06e32e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:45.352696 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-136d2e65-b42e-4b8e-abe4-06b5cfff6c32 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.0239632 Jul 13 07:45:45.352909 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52594) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:45.356572 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535839d9-712f-43e8-99bc-8d67e06e32e1 None None] Routers {'0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:45.357277 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-535839d9-712f-43e8-99bc-8d67e06e32e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:45.389221 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-535839d9-712f-43e8-99bc-8d67e06e32e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:45.390401 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535839d9-712f-43e8-99bc-8d67e06e32e1 None None] The sync data for ids ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'] in n-d-771363-34 is: [] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:45.421523 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-73bc983a-fc8c-4d37-b446-0bfffcd04fcd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "GET /v2.0/floatingips/75bbd6f8-e6ec-4f5f-bfbd-3cf812a54433 HTTP/1.1" status: 200 len: 977 time: 0.0675576 Jul 13 07:45:45.423873 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52596) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:45.485030 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a99039e2-485a-444e-ab68-4ed6ad2b48b6 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.513210 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99039e2-485a-444e-ab68-4ed6ad2b48b6 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Pushing event deleted for resources: {'Port': ['ID=ebf01c87-7578-4c26-ab57-8c37c6335a0c,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:45.562680 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9c52dd6f-1fe9-4bf1-85a9-b9b6f2484e83 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1373954 Jul 13 07:45:45.565060 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52598) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:45.569574 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-21249388-09c6-41d6-9517-09100d845e54 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Request body: {'floatingip': {'port_id': '087525a1-5d4a-4610-a20e-d7f01261298c'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:45.586040 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a99039e2-485a-444e-ab68-4ed6ad2b48b6 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks [] for floatingip, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.586387 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [None req-a99039e2-485a-444e-ab68-4ed6ad2b48b6 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Floating IP 3d7aae1b-d239-4cfd-adc0-d6dc3b9d9206 disassociated (deleted). External IP: 172.25.3.22, port: 1184c9e6-4100-428d-87f8-2322d58bf393. Jul 13 07:45:45.625543 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-21249388-09c6-41d6-9517-09100d845e54 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for floatingip, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.807308 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99039e2-485a-444e-ab68-4ed6ad2b48b6 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Router d51bfbbe-4a49-42fd-abb6-6e0a078f0d89 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:45.921311 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99039e2-485a-444e-ab68-4ed6ad2b48b6 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:45.925633 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a99039e2-485a-444e-ab68-4ed6ad2b48b6 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:45.930744 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04326841-a809-4e71-889c-20bc07466e0d None None] Sync routers for ids ['d51bfbbe-4a49-42fd-abb6-6e0a078f0d89'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:45.940055 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04326841-a809-4e71-889c-20bc07466e0d None None] Routers {'d51bfbbe-4a49-42fd-abb6-6e0a078f0d89'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:45.940689 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-04326841-a809-4e71-889c-20bc07466e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d51bfbbe-4a49-42fd-abb6-6e0a078f0d89'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:45.967117 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a99039e2-485a-444e-ab68-4ed6ad2b48b6 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "DELETE /v2.0/floatingips/3d7aae1b-d239-4cfd-adc0-d6dc3b9d9206 HTTP/1.1" status: 204 len: 168 time: 0.9083657 Jul 13 07:45:45.968217 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57', 'tag': '1184c9e6-4100-428d-87f8-2322d58bf393'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:45:45.971076 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18511edc-3247-4911-b57f-dbb9e97f75e7" -d '{"events": [{"name": "network-changed", "server_uuid": "2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57", "tag": "1184c9e6-4100-428d-87f8-2322d58bf393"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:45:46.032677 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b38932-588a-4200-bcee-ed0e618ab3d2 x-openstack-request-id: req-23b38932-588a-4200-bcee-ed0e618ab3d2 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:45:46.033163 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57", "tag": "1184c9e6-4100-428d-87f8-2322d58bf393", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:45:46.033576 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-23b38932-588a-4200-bcee-ed0e618ab3d2 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:45:46.034216 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57', 'tag': '1184c9e6-4100-428d-87f8-2322d58bf393', 'status': 'completed', 'code': 200} Jul 13 07:45:46.053833 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-04326841-a809-4e71-889c-20bc07466e0d None None] Set router d51bfbbe-4a49-42fd-abb6-6e0a078f0d89 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:46.132675 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18511edc-3247-4911-b57f-dbb9e97f75e7 req-062ef94a-7166-4398-95d7-a646d706dd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:46.138466 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-18511edc-3247-4911-b57f-dbb9e97f75e7 req-062ef94a-7166-4398-95d7-a646d706dd80 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=094977268a014571ac87c33401dc7dc8&device_id=2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57 HTTP/1.1" status: 200 len: 1098 time: 0.0821888 Jul 13 07:45:46.187866 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-21249388-09c6-41d6-9517-09100d845e54 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:46.193396 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-21249388-09c6-41d6-9517-09100d845e54 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:46.295596 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18511edc-3247-4911-b57f-dbb9e97f75e7 req-09a55161-1f9a-4bb3-9994-7eadeb8a7f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:46.297151 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-18511edc-3247-4911-b57f-dbb9e97f75e7 req-09a55161-1f9a-4bb3-9994-7eadeb8a7f02 service neutron] 10.222.0.42 "GET /v2.0/networks?id=856c09e5-73ee-4cd8-bcdf-65d3c10d87c4 HTTP/1.1" status: 200 len: 914 time: 0.1505291 Jul 13 07:45:46.352252 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-18511edc-3247-4911-b57f-dbb9e97f75e7 req-1a55f45a-fbd1-46f3-be4f-972cb17f42e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1184c9e6-4100-428d-87f8-2322d58bf393 HTTP/1.1" status: 200 len: 217 time: 0.0472159 Jul 13 07:45:46.383969 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-04326841-a809-4e71-889c-20bc07466e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'name': 'tempest-TestVolumeBackupRestore-221746895-router', 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '1b4c0129-7b7d-409c-92af-7acbf91af041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:46Z', 'updated_at': '2021-07-13T07:41:53Z', 'revision_number': 4, 'project_id': '094977268a014571ac87c33401dc7dc8', 'gw_port': {'id': '1b4c0129-7b7d-409c-92af-7acbf91af041', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:48Z', 'updated_at': '2021-07-13T07:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'bff5160d-843c-4191-a811-197d2294a127', 'name': '', 'network_id': '856c09e5-73ee-4cd8-bcdf-65d3c10d87c4', 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'mac_address': 'fa:16:3e:47:f4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '589c785d-421e-4845-b484-c40726135e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:52Z', 'updated_at': '2021-07-13T07:42:05Z', 'revision_number': 5, 'project_id': '094977268a014571ac87c33401dc7dc8', 'subnets': [{'id': '589c785d-421e-4845-b484-c40726135e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:46.409048 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [None req-21249388-09c6-41d6-9517-09100d845e54 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Floating IP 75bbd6f8-e6ec-4f5f-bfbd-3cf812a54433 associated. External IP: 172.25.3.79, port: df411fb0-cdd8-40a5-8b39-6ee2b109f46d. Jul 13 07:45:46.414378 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04326841-a809-4e71-889c-20bc07466e0d None None] Checking router: d51bfbbe-4a49-42fd-abb6-6e0a078f0d89 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:45:46.420299 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18511edc-3247-4911-b57f-dbb9e97f75e7 req-2e2ea1df-32ab-4869-b4c4-764c729b2a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:46.422596 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-18511edc-3247-4911-b57f-dbb9e97f75e7 req-2e2ea1df-32ab-4869-b4c4-764c729b2a73 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=589c785d-421e-4845-b484-c40726135e95 HTTP/1.1" status: 200 len: 852 time: 0.0608408 Jul 13 07:45:46.424313 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04326841-a809-4e71-889c-20bc07466e0d None None] Routers {'d51bfbbe-4a49-42fd-abb6-6e0a078f0d89'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:46.424939 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-04326841-a809-4e71-889c-20bc07466e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d51bfbbe-4a49-42fd-abb6-6e0a078f0d89'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:46.535421 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38185560-8268-4751-87a9-ca1ea7e1a027 req-e69fbac8-f936-406c-8be8-47d6d6f5fc23 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:46.536942 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-38185560-8268-4751-87a9-ca1ea7e1a027 req-e69fbac8-f936-406c-8be8-47d6d6f5fc23 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57 HTTP/1.1" status: 200 len: 946 time: 0.1134052 Jul 13 07:45:46.538849 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18511edc-3247-4911-b57f-dbb9e97f75e7 req-ecd536a0-1aee-4366-b7c1-10abb515ee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:46.540241 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-18511edc-3247-4911-b57f-dbb9e97f75e7 req-ecd536a0-1aee-4366-b7c1-10abb515ee79 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=856c09e5-73ee-4cd8-bcdf-65d3c10d87c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1056330 Jul 13 07:45:46.541299 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-04326841-a809-4e71-889c-20bc07466e0d None None] Set router d51bfbbe-4a49-42fd-abb6-6e0a078f0d89 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:45:46.640855 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21249388-09c6-41d6-9517-09100d845e54 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Router 0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:46.646959 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-38185560-8268-4751-87a9-ca1ea7e1a027 req-65ceb813-e493-446a-ad6f-bf88c13a0ac8 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9bf83f1-fff4-42d4-9912-5382bbfbc615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998180 Jul 13 07:45:46.675594 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-18511edc-3247-4911-b57f-dbb9e97f75e7 req-15ffaee4-014b-4289-ac0f-f4b501bbba7a service neutron] 10.222.0.42 "GET /v2.0/networks/856c09e5-73ee-4cd8-bcdf-65d3c10d87c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266489 Jul 13 07:45:46.768678 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21249388-09c6-41d6-9517-09100d845e54 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:46.776025 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-04326841-a809-4e71-889c-20bc07466e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'name': 'tempest-TestVolumeBackupRestore-221746895-router', 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '1b4c0129-7b7d-409c-92af-7acbf91af041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:46Z', 'updated_at': '2021-07-13T07:41:53Z', 'revision_number': 4, 'project_id': '094977268a014571ac87c33401dc7dc8', 'gw_port': {'id': '1b4c0129-7b7d-409c-92af-7acbf91af041', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:48Z', 'updated_at': '2021-07-13T07:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'bff5160d-843c-4191-a811-197d2294a127', 'name': '', 'network_id': '856c09e5-73ee-4cd8-bcdf-65d3c10d87c4', 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'mac_address': 'fa:16:3e:47:f4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '589c785d-421e-4845-b484-c40726135e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:52Z', 'updated_at': '2021-07-13T07:42:05Z', 'revision_number': 5, 'project_id': '094977268a014571ac87c33401dc7dc8', 'subnets': [{'id': '589c785d-421e-4845-b484-c40726135e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:46.780275 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-18511edc-3247-4911-b57f-dbb9e97f75e7 req-b528f5df-ce9d-4c49-a1a7-eee63801216d service neutron] 10.222.0.42 "GET /v2.0/networks/856c09e5-73ee-4cd8-bcdf-65d3c10d87c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978937 Jul 13 07:45:46.781060 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b2fc9f-5026-4650-971c-f4ddce70e544 None None] Sync routers for ids ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:46.792225 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b2fc9f-5026-4650-971c-f4ddce70e544 None None] Routers {'0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:46.794118 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-18b2fc9f-5026-4650-971c-f4ddce70e544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:46.811612 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04326841-a809-4e71-889c-20bc07466e0d None None] The sync data for ids ['d51bfbbe-4a49-42fd-abb6-6e0a078f0d89'] in n-d-771363-34 is: [{'id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'name': 'tempest-TestVolumeBackupRestore-221746895-router', 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '1b4c0129-7b7d-409c-92af-7acbf91af041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:46Z', 'updated_at': '2021-07-13T07:41:53Z', 'revision_number': 4, 'project_id': '094977268a014571ac87c33401dc7dc8', 'gw_port': {'id': '1b4c0129-7b7d-409c-92af-7acbf91af041', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:48Z', 'updated_at': '2021-07-13T07:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'bff5160d-843c-4191-a811-197d2294a127', 'name': '', 'network_id': '856c09e5-73ee-4cd8-bcdf-65d3c10d87c4', 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'mac_address': 'fa:16:3e:47:f4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '589c785d-421e-4845-b484-c40726135e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:52Z', 'updated_at': '2021-07-13T07:42:05Z', 'revision_number': 5, 'project_id': '094977268a014571ac87c33401dc7dc8', 'subnets': [{'id': '589c785d-421e-4845-b484-c40726135e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:46.830990 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-18b2fc9f-5026-4650-971c-f4ddce70e544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:46.840177 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b2fc9f-5026-4650-971c-f4ddce70e544 None None] Routers {'0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:46.841125 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-18b2fc9f-5026-4650-971c-f4ddce70e544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:46.881910 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-18b2fc9f-5026-4650-971c-f4ddce70e544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:46.882556 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b2fc9f-5026-4650-971c-f4ddce70e544 None None] The sync data for ids ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'] in n-d-771363-34 is: [] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:47.002558 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21249388-09c6-41d6-9517-09100d845e54 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Router 0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:47.037270 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4735191-bbf3-40f6-88ca-b99a114291ef None None] New status for floating IP 3d7aae1b-d239-4cfd-adc0-d6dc3b9d9206: DOWN {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:45:47.116171 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21249388-09c6-41d6-9517-09100d845e54 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:47.120816 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-21249388-09c6-41d6-9517-09100d845e54 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.129756 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918fb5d2-6916-420b-b0fe-4b6f4b3e94bd None None] Sync routers for ids ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:47.142916 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918fb5d2-6916-420b-b0fe-4b6f4b3e94bd None None] Routers {'0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:47.143857 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-918fb5d2-6916-420b-b0fe-4b6f4b3e94bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:47.176713 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-918fb5d2-6916-420b-b0fe-4b6f4b3e94bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:47.186304 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918fb5d2-6916-420b-b0fe-4b6f4b3e94bd None None] Routers {'0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:47.187015 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-918fb5d2-6916-420b-b0fe-4b6f4b3e94bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:47.212351 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-21249388-09c6-41d6-9517-09100d845e54 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "PUT /v2.0/floatingips/75bbd6f8-e6ec-4f5f-bfbd-3cf812a54433 HTTP/1.1" status: 200 len: 978 time: 1.6461649 Jul 13 07:45:47.214911 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52608) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:47.219543 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-edd07695-5938-432e-a0a7-2bd5ba2c34af tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:47.221405 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-918fb5d2-6916-420b-b0fe-4b6f4b3e94bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:47.222641 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918fb5d2-6916-420b-b0fe-4b6f4b3e94bd None None] The sync data for ids ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'] in n-d-771363-34 is: [] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:47.275828 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-edd07695-5938-432e-a0a7-2bd5ba2c34af tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for floatingip, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.417394 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-edd07695-5938-432e-a0a7-2bd5ba2c34af tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.422536 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-edd07695-5938-432e-a0a7-2bd5ba2c34af tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:47.422853 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [None req-edd07695-5938-432e-a0a7-2bd5ba2c34af tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Floating IP 75bbd6f8-e6ec-4f5f-bfbd-3cf812a54433 disassociated. External IP: 172.25.3.79, port: 087525a1-5d4a-4610-a20e-d7f01261298c. Jul 13 07:45:47.633597 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd07695-5938-432e-a0a7-2bd5ba2c34af tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Router 0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:47.870782 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc7926-0916-4e54-a5a8-cb4bd63609fb req-a1f08a64-4f09-4c3e-b345-27e5dd591924 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:47.872453 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-18dc7926-0916-4e54-a5a8-cb4bd63609fb req-a1f08a64-4f09-4c3e-b345-27e5dd591924 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57 HTTP/1.1" status: 200 len: 946 time: 0.1129060 Jul 13 07:45:47.898029 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2481a7-2986-47df-ab7c-c015ca7e7dbe req-74d287ce-1fe0-4463-a0b7-b85475bd9d30 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:47.899637 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2d2481a7-2986-47df-ab7c-c015ca7e7dbe req-74d287ce-1fe0-4463-a0b7-b85475bd9d30 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57 HTTP/1.1" status: 200 len: 946 time: 0.1096385 Jul 13 07:45:47.990240 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2d2481a7-2986-47df-ab7c-c015ca7e7dbe req-e53f9620-bbc3-45fb-80d8-044b4085ec37 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9bf83f1-fff4-42d4-9912-5382bbfbc615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713177 Jul 13 07:45:48.023795 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-18dc7926-0916-4e54-a5a8-cb4bd63609fb req-2102e01c-e8ac-4b47-bc0d-91e50fd80c47 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Deleting port 1184c9e6-4100-428d-87f8-2322d58bf393 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:48.024139 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-18dc7926-0916-4e54-a5a8-cb4bd63609fb req-2102e01c-e8ac-4b47-bc0d-91e50fd80c47 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.112164 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd07695-5938-432e-a0a7-2bd5ba2c34af tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:48.116950 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-edd07695-5938-432e-a0a7-2bd5ba2c34af tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.122790 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaea66d8-234e-47c4-961d-f76e9e4584a2 None None] Sync routers for ids ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:48.123393 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-18dc7926-0916-4e54-a5a8-cb4bd63609fb req-2102e01c-e8ac-4b47-bc0d-91e50fd80c47 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] For port 1184c9e6-4100-428d-87f8-2322d58bf393, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=1184c9e6-4100-428d-87f8-2322d58bf393,segment=NetworkSegment(138317d0-5f12-42c2-bd96-3b9c900a701f),segment_id=138317d0-5f12-42c2-bd96-3b9c900a701f)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:48.123535 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-18dc7926-0916-4e54-a5a8-cb4bd63609fb req-2102e01c-e8ac-4b47-bc0d-91e50fd80c47 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.133046 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaea66d8-234e-47c4-961d-f76e9e4584a2 None None] Routers {'0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:48.133949 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-eaea66d8-234e-47c4-961d-f76e9e4584a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:48.136979 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-18dc7926-0916-4e54-a5a8-cb4bd63609fb req-2102e01c-e8ac-4b47-bc0d-91e50fd80c47 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Calling delete_port for 1184c9e6-4100-428d-87f8-2322d58bf393 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:48.156755 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-edd07695-5938-432e-a0a7-2bd5ba2c34af tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "PUT /v2.0/floatingips/75bbd6f8-e6ec-4f5f-bfbd-3cf812a54433 HTTP/1.1" status: 200 len: 687 time: 0.9407420 Jul 13 07:45:48.159819 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52614) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:48.167114 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-eaea66d8-234e-47c4-961d-f76e9e4584a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:48.178184 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaea66d8-234e-47c4-961d-f76e9e4584a2 None None] Routers {'0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:48.178944 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-eaea66d8-234e-47c4-961d-f76e9e4584a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:48.223011 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-eaea66d8-234e-47c4-961d-f76e9e4584a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:48.224246 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaea66d8-234e-47c4-961d-f76e9e4584a2 None None] The sync data for ids ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'] in n-d-771363-34 is: [] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:48.272214 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-18dc7926-0916-4e54-a5a8-cb4bd63609fb req-2102e01c-e8ac-4b47-bc0d-91e50fd80c47 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.301376 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-19bb1e06-ae3e-41be-8d4e-3a6269bd873f tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Deleting port 1d5f524e-5fcc-4763-9bbd-46511c92d9f2 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:48.301712 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-19bb1e06-ae3e-41be-8d4e-3a6269bd873f tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.307241 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102e01c-e8ac-4b47-bc0d-91e50fd80c47 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Pushing event deleted for resources: {'Port': ['ID=1184c9e6-4100-428d-87f8-2322d58bf393,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:48.358556 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-18dc7926-0916-4e54-a5a8-cb4bd63609fb req-2102e01c-e8ac-4b47-bc0d-91e50fd80c47 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] No DVR routers for this DVR port 1184c9e6-4100-428d-87f8-2322d58bf393 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:45:48.361839 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-18dc7926-0916-4e54-a5a8-cb4bd63609fb req-2102e01c-e8ac-4b47-bc0d-91e50fd80c47 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.364293 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-18dc7926-0916-4e54-a5a8-cb4bd63609fb req-2102e01c-e8ac-4b47-bc0d-91e50fd80c47 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.42 "DELETE /v2.0/ports/1184c9e6-4100-428d-87f8-2322d58bf393 HTTP/1.1" status: 204 len: 173 time: 0.4853511 Jul 13 07:45:48.364766 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57', 'name': 'network-vif-deleted', 'tag': '1184c9e6-4100-428d-87f8-2322d58bf393'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:45:48.368113 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0609749b-935b-4ffc-b085-6feb0e89b42b" -d '{"events": [{"server_uuid": "2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57", "name": "network-vif-deleted", "tag": "1184c9e6-4100-428d-87f8-2322d58bf393"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:45:48.394440 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-19bb1e06-ae3e-41be-8d4e-3a6269bd873f tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.395534 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-19bb1e06-ae3e-41be-8d4e-3a6269bd873f tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.412773 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3e7c8c-86ae-4969-84ba-a55a2bfafab1 x-openstack-request-id: req-4c3e7c8c-86ae-4969-84ba-a55a2bfafab1 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:45:48.413064 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57", "name": "network-vif-deleted", "tag": "1184c9e6-4100-428d-87f8-2322d58bf393", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:45:48.413310 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4c3e7c8c-86ae-4969-84ba-a55a2bfafab1 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:45:48.413707 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57', 'name': 'network-vif-deleted', 'tag': '1184c9e6-4100-428d-87f8-2322d58bf393', 'status': 'completed', 'code': 200} Jul 13 07:45:48.419481 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-19bb1e06-ae3e-41be-8d4e-3a6269bd873f tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Calling delete_port for 1d5f524e-5fcc-4763-9bbd-46511c92d9f2 owned by network:floatingip {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:48.573159 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-19bb1e06-ae3e-41be-8d4e-3a6269bd873f tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.600627 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb1e06-ae3e-41be-8d4e-3a6269bd873f tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event deleted for resources: {'Port': ['ID=1d5f524e-5fcc-4763-9bbd-46511c92d9f2,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:48.664374 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-19bb1e06-ae3e-41be-8d4e-3a6269bd873f tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for floatingip, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.666823 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-19bb1e06-ae3e-41be-8d4e-3a6269bd873f tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:48.668781 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-19bb1e06-ae3e-41be-8d4e-3a6269bd873f tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "DELETE /v2.0/floatingips/75bbd6f8-e6ec-4f5f-bfbd-3cf812a54433 HTTP/1.1" status: 204 len: 168 time: 0.5078917 Jul 13 07:45:48.671563 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52620) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:48.713597 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-b09f0e57-efe4-42b8-acf2-10a22735eb94 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] delete failed (client error): The resource could not be found. Jul 13 07:45:48.716453 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b09f0e57-efe4-42b8-acf2-10a22735eb94 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "DELETE /v2.0/floatingips/75bbd6f8-e6ec-4f5f-bfbd-3cf812a54433 HTTP/1.1" status: 404 len: 345 time: 0.0429032 Jul 13 07:45:48.719470 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52622) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:48.836916 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10c2f93-1fe3-4f12-a258-643e20150148 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:48.843562 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10c2f93-1fe3-4f12-a258-643e20150148 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:48.849595 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10c2f93-1fe3-4f12-a258-643e20150148 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:48.851371 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a10c2f93-1fe3-4f12-a258-643e20150148 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "GET /v2.0/ports?network_id=7da934a2-7159-4fd4-a722-6849b3360119 HTTP/1.1" status: 200 len: 2359 time: 0.1307337 Jul 13 07:45:48.854049 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52624) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:48.905745 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4788a866-6cbc-41fa-aebb-2ed4f8e62728 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:48.907035 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4788a866-6cbc-41fa-aebb-2ed4f8e62728 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "GET /v2.0/subnets/514f20e4-8e94-4278-9639-ed6012062a79 HTTP/1.1" status: 200 len: 797 time: 0.0520623 Jul 13 07:45:48.911724 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52626) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:48.916463 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-d92bae41-df11-4ba7-9a77-dea17b04a708 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Request body: {'port': {'network_id': '7da934a2-7159-4fd4-a722-6849b3360119', 'name': 'tempest-FloatingIPTestJSON-698064721', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:49.034653 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92bae41-df11-4ba7-9a77-dea17b04a708 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Made reservation on behalf of 5060e2a38dd9495d98ac148a072cdd78 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:49.159942 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d92bae41-df11-4ba7-9a77-dea17b04a708 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:49.182304 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-d92bae41-df11-4ba7-9a77-dea17b04a708 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] device_id is not set on port a8abe06a-ff34-497c-982b-356c805472fd yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:45:49.198049 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a3798e8f-125f-43c8-8c0c-0d0634887bee req-76876184-993a-4c1c-a3e5-ec2bd1c620eb tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57 HTTP/1.1" status: 200 len: 210 time: 0.0535851 Jul 13 07:45:49.572812 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-d92bae41-df11-4ba7-9a77-dea17b04a708 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Allocated IP 172.20.0.14 (7da934a2-7159-4fd4-a722-6849b3360119/514f20e4-8e94-4278-9639-ed6012062a79/a8abe06a-ff34-497c-982b-356c805472fd) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:49.580545 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-d92bae41-df11-4ba7-9a77-dea17b04a708 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Allocated IP 172.20.0.12 (7da934a2-7159-4fd4-a722-6849b3360119/514f20e4-8e94-4278-9639-ed6012062a79/a8abe06a-ff34-497c-982b-356c805472fd) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:49.765651 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d92bae41-df11-4ba7-9a77-dea17b04a708 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:49.817477 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d92bae41-df11-4ba7-9a77-dea17b04a708 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:49.872249 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92bae41-df11-4ba7-9a77-dea17b04a708 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Network 7da934a2-7159-4fd4-a722-6849b3360119 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:49.876187 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-d92bae41-df11-4ba7-9a77-dea17b04a708 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:49.884757 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92bae41-df11-4ba7-9a77-dea17b04a708 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:49.890010 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92bae41-df11-4ba7-9a77-dea17b04a708 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event updated for resources: {'Port': ['ID=a8abe06a-ff34-497c-982b-356c805472fd,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:49.940402 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92bae41-df11-4ba7-9a77-dea17b04a708 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:49.941153 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d92bae41-df11-4ba7-9a77-dea17b04a708 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:49.962149 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d92bae41-df11-4ba7-9a77-dea17b04a708 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.0458641 Jul 13 07:45:49.962580 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52632) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:49.970484 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-5b4d272f-5c13-47ad-aa76-5a688e39d7a2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'port_id': 'a8abe06a-ff34-497c-982b-356c805472fd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:50.000540 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5b4d272f-5c13-47ad-aa76-5a688e39d7a2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for floatingip, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:50.135058 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5b4d272f-5c13-47ad-aa76-5a688e39d7a2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:50.154206 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 1184c9e6-4100-428d-87f8-2322d58bf393 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:45:50.178772 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 1184c9e6-4100-428d-87f8-2322d58bf393 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:45:50.179460 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 1184c9e6-4100-428d-87f8-2322d58bf393 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:45:50.273437 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-5b4d272f-5c13-47ad-aa76-5a688e39d7a2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Allocated IP 172.25.3.158 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/52e40523-f13b-4fa4-82aa-ae5034db6ab7) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:50.386282 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8e6b2fcc-1c6c-4fdc-a2d6-208d516abdc3 req-602d68f4-1da3-4e6b-a518-994890a07556 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57 HTTP/1.1" status: 200 len: 210 time: 0.0362022 Jul 13 07:45:50.426463 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5b4d272f-5c13-47ad-aa76-5a688e39d7a2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:50.472081 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5b4d272f-5c13-47ad-aa76-5a688e39d7a2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:50.516545 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4d272f-5c13-47ad-aa76-5a688e39d7a2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:50.519290 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-5b4d272f-5c13-47ad-aa76-5a688e39d7a2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:50.521843 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4d272f-5c13-47ad-aa76-5a688e39d7a2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:50.552722 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d272f-5c13-47ad-aa76-5a688e39d7a2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event updated for resources: {'Port': ['ID=52e40523-f13b-4fa4-82aa-ae5034db6ab7,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:50.915470 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5b4d272f-5c13-47ad-aa76-5a688e39d7a2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:50.995129 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5b4d272f-5c13-47ad-aa76-5a688e39d7a2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:51.162098 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5b4d272f-5c13-47ad-aa76-5a688e39d7a2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:51.167176 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5b4d272f-5c13-47ad-aa76-5a688e39d7a2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:51.252374 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d272f-5c13-47ad-aa76-5a688e39d7a2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event updated for resources: {'Port': ['ID=52e40523-f13b-4fa4-82aa-ae5034db6ab7,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:51.266037 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5b4d272f-5c13-47ad-aa76-5a688e39d7a2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:51.369869 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [None req-5b4d272f-5c13-47ad-aa76-5a688e39d7a2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Floating IP 8b01e6b7-051d-4c8d-a2d4-9c0f72ca0900 associated. External IP: 172.25.3.158, port: a8abe06a-ff34-497c-982b-356c805472fd. Jul 13 07:45:51.556317 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5809b73c-d5fc-423c-9cad-efe89b806790 req-315ee1fa-995d-41a9-91f1-ef78507f943b tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e8884a2-2f2b-47bd-82ed-9d6eaf5ddf57 HTTP/1.1" status: 200 len: 210 time: 0.0382187 Jul 13 07:45:51.618965 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4d272f-5c13-47ad-aa76-5a688e39d7a2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Router 0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:51.732134 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4d272f-5c13-47ad-aa76-5a688e39d7a2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:51.742769 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1551a1f-3de7-431a-bc73-dce7df69e95f None None] Sync routers for ids ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:51.751551 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5b4d272f-5c13-47ad-aa76-5a688e39d7a2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:51.753424 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1551a1f-3de7-431a-bc73-dce7df69e95f None None] Routers {'0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:51.754064 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-c1551a1f-3de7-431a-bc73-dce7df69e95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:51.786092 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-c1551a1f-3de7-431a-bc73-dce7df69e95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:51.789926 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5b4d272f-5c13-47ad-aa76-5a688e39d7a2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.8261516 Jul 13 07:45:51.793356 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52640) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:51.797989 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-3557678a-1d62-4871-8c38-6b503f85e0f1 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Request body: {'floatingip': {'port_id': 'a8abe06a-ff34-497c-982b-356c805472fd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:51.800358 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1551a1f-3de7-431a-bc73-dce7df69e95f None None] Routers {'0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:51.800358 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-c1551a1f-3de7-431a-bc73-dce7df69e95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:51.832654 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-c1551a1f-3de7-431a-bc73-dce7df69e95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:51.833228 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1551a1f-3de7-431a-bc73-dce7df69e95f None None] The sync data for ids ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'] in n-d-771363-34 is: [] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:51.868430 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3557678a-1d62-4871-8c38-6b503f85e0f1 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for floatingip, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:52.648055 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3557678a-1d62-4871-8c38-6b503f85e0f1 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:52.662279 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3557678a-1d62-4871-8c38-6b503f85e0f1 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:52.698221 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52646) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:52.797147 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-aad1a63d-ffd3-4f92-90ee-c3cee93f27d5 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:52.835644 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-aad1a63d-ffd3-4f92-90ee-c3cee93f27d5 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:52.913355 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3557678a-1d62-4871-8c38-6b503f85e0f1 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Router 0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:52.917355 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-aad1a63d-ffd3-4f92-90ee-c3cee93f27d5 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:52.921969 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-aad1a63d-ffd3-4f92-90ee-c3cee93f27d5 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:52.926489 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-aad1a63d-ffd3-4f92-90ee-c3cee93f27d5 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] 10.222.0.23 "DELETE /v2.0/security-groups/d9bf83f1-fff4-42d4-9912-5382bbfbc615 HTTP/1.1" status: 204 len: 168 time: 0.2219229 Jul 13 07:45:52.941979 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad1a63d-ffd3-4f92-90ee-c3cee93f27d5 tempest-TestVolumeBackupRestore-154716468 tempest-TestVolumeBackupRestore-154716468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bf83f1-fff4-42d4-9912-5382bbfbc615,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:53.072510 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3557678a-1d62-4871-8c38-6b503f85e0f1 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:53.078518 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3557678a-1d62-4871-8c38-6b503f85e0f1 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:53.085901 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff43d95-1847-46f8-a444-a871f17fa04c None None] Sync routers for ids ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:53.103502 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff43d95-1847-46f8-a444-a871f17fa04c None None] Routers {'0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:53.104152 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-5ff43d95-1847-46f8-a444-a871f17fa04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:53.148859 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-5ff43d95-1847-46f8-a444-a871f17fa04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:53.159442 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff43d95-1847-46f8-a444-a871f17fa04c None None] Routers {'0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:53.160067 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-5ff43d95-1847-46f8-a444-a871f17fa04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:53.206165 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-5ff43d95-1847-46f8-a444-a871f17fa04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:53.206746 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff43d95-1847-46f8-a444-a871f17fa04c None None] The sync data for ids ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'] in n-d-771363-34 is: [] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:53.246188 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3557678a-1d62-4871-8c38-6b503f85e0f1 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "PUT /v2.0/floatingips/8b01e6b7-051d-4c8d-a2d4-9c0f72ca0900 HTTP/1.1" status: 200 len: 978 time: 1.4510272 Jul 13 07:45:53.248651 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 52672) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:53.357831 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:53.522369 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-67292fb0-3e35-4a87-9e99-76247657870a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Deleting port 52e40523-f13b-4fa4-82aa-ae5034db6ab7 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:53.522620 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-67292fb0-3e35-4a87-9e99-76247657870a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:53.623611 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-67292fb0-3e35-4a87-9e99-76247657870a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:53.624036 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-67292fb0-3e35-4a87-9e99-76247657870a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:53.638409 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-67292fb0-3e35-4a87-9e99-76247657870a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Calling delete_port for 52e40523-f13b-4fa4-82aa-ae5034db6ab7 owned by network:floatingip {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:53.861448 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-67292fb0-3e35-4a87-9e99-76247657870a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:53.900885 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67292fb0-3e35-4a87-9e99-76247657870a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event deleted for resources: {'Port': ['ID=52e40523-f13b-4fa4-82aa-ae5034db6ab7,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:53.937580 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:53.985844 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-67292fb0-3e35-4a87-9e99-76247657870a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for floatingip, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:53.986447 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [None req-67292fb0-3e35-4a87-9e99-76247657870a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Floating IP 8b01e6b7-051d-4c8d-a2d4-9c0f72ca0900 disassociated (deleted). External IP: 172.25.3.158, port: a8abe06a-ff34-497c-982b-356c805472fd. Jul 13 07:45:54.307021 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724b855-7022-4a19-a623-90b47e4d5cb3 req-798cfdcd-75fe-44d3-a575-6b6d36c779d7 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:54.309763 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5724b855-7022-4a19-a623-90b47e4d5cb3 req-798cfdcd-75fe-44d3-a575-6b6d36c779d7 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1256063 Jul 13 07:45:54.426007 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5724b855-7022-4a19-a623-90b47e4d5cb3 req-8a66b649-f9e4-45bc-8924-b4f1cee46b81 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041317 Jul 13 07:45:54.465961 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67292fb0-3e35-4a87-9e99-76247657870a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Router 0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:54.633663 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67292fb0-3e35-4a87-9e99-76247657870a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:54.639883 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-67292fb0-3e35-4a87-9e99-76247657870a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:54.648970 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79826112-d9c8-4b4d-a2ab-3c6a1d782e44 None None] Sync routers for ids ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:54.666262 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79826112-d9c8-4b4d-a2ab-3c6a1d782e44 None None] Routers {'0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:54.667077 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-79826112-d9c8-4b4d-a2ab-3c6a1d782e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:54.721793 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-67292fb0-3e35-4a87-9e99-76247657870a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "DELETE /v2.0/floatingips/8b01e6b7-051d-4c8d-a2d4-9c0f72ca0900 HTTP/1.1" status: 204 len: 168 time: 1.4711814 Jul 13 07:45:54.727775 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52820) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:54.740460 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-79826112-d9c8-4b4d-a2ab-3c6a1d782e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:54.766943 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79826112-d9c8-4b4d-a2ab-3c6a1d782e44 None None] Routers {'0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:54.768119 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-79826112-d9c8-4b4d-a2ab-3c6a1d782e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:54.815238 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-79826112-d9c8-4b4d-a2ab-3c6a1d782e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:54.816095 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79826112-d9c8-4b4d-a2ab-3c6a1d782e44 None None] The sync data for ids ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'] in n-d-771363-34 is: [] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:45:54.859061 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e15ad-a64e-475a-a9e0-fff3813c7a58 req-edddd141-7a3a-4857-84f9-98d9e9bf2545 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:54.867037 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-953e15ad-a64e-475a-a9e0-fff3813c7a58 req-edddd141-7a3a-4857-84f9-98d9e9bf2545 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1860871 Jul 13 07:45:54.919358 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-4288ec02-b84c-4f50-b1c6-6208fd6b4595 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Deleting port a8abe06a-ff34-497c-982b-356c805472fd {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:54.919718 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4288ec02-b84c-4f50-b1c6-6208fd6b4595 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:54.968689 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-953e15ad-a64e-475a-a9e0-fff3813c7a58 req-60a1a2e2-fe2f-4bf0-b0a8-bec10c3680a9 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848622 Jul 13 07:45:55.091647 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4288ec02-b84c-4f50-b1c6-6208fd6b4595 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:55.106187 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-4288ec02-b84c-4f50-b1c6-6208fd6b4595 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Calling delete_port for a8abe06a-ff34-497c-982b-356c805472fd owned by {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:55.700454 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-e660aedc-3799-4148-bf89-26dfa41b127b tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:55.703016 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-e660aedc-3799-4148-bf89-26dfa41b127b tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/networks?id=a4551417-653e-4eb5-9caa-ea21aca7dbd0 HTTP/1.1" status: 200 len: 812 time: 0.3259616 Jul 13 07:45:55.704921 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4288ec02-b84c-4f50-b1c6-6208fd6b4595 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:55.753692 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4288ec02-b84c-4f50-b1c6-6208fd6b4595 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event deleted for resources: {'Port': ['ID=a8abe06a-ff34-497c-982b-356c805472fd,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:55.760047 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-63739841-c1ac-49f7-8d84-20cb91761583 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/quotas/c74484ef6db9498290da14ee6e37d87f HTTP/1.1" status: 200 len: 375 time: 0.0442784 Jul 13 07:45:56.006600 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4288ec02-b84c-4f50-b1c6-6208fd6b4595 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:56.009309 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4288ec02-b84c-4f50-b1c6-6208fd6b4595 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "DELETE /v2.0/ports/a8abe06a-ff34-497c-982b-356c805472fd HTTP/1.1" status: 204 len: 168 time: 1.2805133 Jul 13 07:45:56.016316 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 52954) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:56.021823 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-610eb5c2-11f2-41a6-a044-fd59bfa15a39 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:56.049542 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-4662a804-3bd8-41ef-9fd4-5d4703f2a3c7 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c74484ef6db9498290da14ee6e37d87f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2814982 Jul 13 07:45:56.111799 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-610eb5c2-11f2-41a6-a044-fd59bfa15a39 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for floatingip, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:56.301661 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-430a23d9-feb2-4943-ab63-63ba798f9263 service neutron] 10.222.0.23 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411232 Jul 13 07:45:56.888938 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-610eb5c2-11f2-41a6-a044-fd59bfa15a39 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:56.928407 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-81a8ab60-23cf-4477-a45b-7d28ed8a48c1 service neutron] 10.222.0.23 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6142259 Jul 13 07:45:57.084271 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-610eb5c2-11f2-41a6-a044-fd59bfa15a39 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Allocated IP 172.25.3.52 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/154279e1-7afc-4470-ab5e-73411eb1ae4c) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:57.266889 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-610eb5c2-11f2-41a6-a044-fd59bfa15a39 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:57.304483 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dfc29446-75e0-4672-a1e9-725f49973402 req-4099c6e3-8e6c-4a08-a294-1149fb5d76bf tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c839c7a-00ee-40c6-8569-10beac1eb94a HTTP/1.1" status: 200 len: 210 time: 0.0899425 Jul 13 07:45:57.340616 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-610eb5c2-11f2-41a6-a044-fd59bfa15a39 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:57.422627 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610eb5c2-11f2-41a6-a044-fd59bfa15a39 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event updated for resources: {'Port': ['ID=154279e1-7afc-4470-ab5e-73411eb1ae4c,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:57.462008 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610eb5c2-11f2-41a6-a044-fd59bfa15a39 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:57.465424 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-610eb5c2-11f2-41a6-a044-fd59bfa15a39 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:57.469026 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610eb5c2-11f2-41a6-a044-fd59bfa15a39 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:57.670129 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-610eb5c2-11f2-41a6-a044-fd59bfa15a39 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:57.750394 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-610eb5c2-11f2-41a6-a044-fd59bfa15a39 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:57.858425 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53142) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:58.092563 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-610eb5c2-11f2-41a6-a044-fd59bfa15a39 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.102256 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-610eb5c2-11f2-41a6-a044-fd59bfa15a39 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.253394 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610eb5c2-11f2-41a6-a044-fd59bfa15a39 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event updated for resources: {'Port': ['ID=154279e1-7afc-4470-ab5e-73411eb1ae4c,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:58.286472 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-610eb5c2-11f2-41a6-a044-fd59bfa15a39 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.310005 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b8cc42ec-e269-438e-b12f-a86d84ca8fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.312060 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-610eb5c2-11f2-41a6-a044-fd59bfa15a39 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.313548 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-610eb5c2-11f2-41a6-a044-fd59bfa15a39 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2957058 Jul 13 07:45:58.316008 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53144) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:58.321773 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-291bd4d4-a76b-4497-b51f-e2e663af55a9 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Request body: {'port': {'network_id': '7da934a2-7159-4fd4-a722-6849b3360119', 'name': 'tempest-FloatingIPTestJSON-2030093711'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:58.455078 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291bd4d4-a76b-4497-b51f-e2e663af55a9 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Made reservation on behalf of 5060e2a38dd9495d98ac148a072cdd78 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:58.459391 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-291bd4d4-a76b-4497-b51f-e2e663af55a9 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.486820 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-291bd4d4-a76b-4497-b51f-e2e663af55a9 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] device_id is not set on port f0b159d7-241b-4b2a-bad6-33d06c6a3cab yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:45:58.569022 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9cf9b88e-fbf0-4e49-ab29-713de845685b req-826fba7a-089c-43b4-ba65-0b2379efba3c tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c839c7a-00ee-40c6-8569-10beac1eb94a HTTP/1.1" status: 200 len: 210 time: 0.0337591 Jul 13 07:45:58.626161 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-291bd4d4-a76b-4497-b51f-e2e663af55a9 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Allocated IP 172.20.0.9 (7da934a2-7159-4fd4-a722-6849b3360119/514f20e4-8e94-4278-9639-ed6012062a79/f0b159d7-241b-4b2a-bad6-33d06c6a3cab) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:58.684767 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-b8cc42ec-e269-438e-b12f-a86d84ca8fa2 admin admin] Deleting port bff5160d-843c-4191-a811-197d2294a127 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:45:58.685110 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b8cc42ec-e269-438e-b12f-a86d84ca8fa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.767420 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-b8cc42ec-e269-438e-b12f-a86d84ca8fa2 admin admin] For port bff5160d-843c-4191-a811-197d2294a127, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=bff5160d-843c-4191-a811-197d2294a127,segment=NetworkSegment(138317d0-5f12-42c2-bd96-3b9c900a701f),segment_id=138317d0-5f12-42c2-bd96-3b9c900a701f)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:45:58.767787 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b8cc42ec-e269-438e-b12f-a86d84ca8fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.782498 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-b8cc42ec-e269-438e-b12f-a86d84ca8fa2 admin admin] Calling delete_port for bff5160d-843c-4191-a811-197d2294a127 owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:45:58.782879 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-291bd4d4-a76b-4497-b51f-e2e663af55a9 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.826201 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-291bd4d4-a76b-4497-b51f-e2e663af55a9 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:58.913153 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291bd4d4-a76b-4497-b51f-e2e663af55a9 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Network 7da934a2-7159-4fd4-a722-6849b3360119 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:45:58.926046 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291bd4d4-a76b-4497-b51f-e2e663af55a9 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event updated for resources: {'Port': ['ID=f0b159d7-241b-4b2a-bad6-33d06c6a3cab,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:58.941251 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-291bd4d4-a76b-4497-b51f-e2e663af55a9 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:45:58.945731 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291bd4d4-a76b-4497-b51f-e2e663af55a9 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:45:59.016724 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b8cc42ec-e269-438e-b12f-a86d84ca8fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:59.045053 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291bd4d4-a76b-4497-b51f-e2e663af55a9 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:59.045730 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-291bd4d4-a76b-4497-b51f-e2e663af55a9 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:59.050062 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc42ec-e269-438e-b12f-a86d84ca8fa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bff5160d-843c-4191-a811-197d2294a127,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:45:59.066001 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-584d6ec0-7c37-443c-9a95-01a1bcacd6c6 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:45:59.067603 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-584d6ec0-7c37-443c-9a95-01a1bcacd6c6 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.42 "GET /v2.0/networks?id=a4551417-653e-4eb5-9caa-ea21aca7dbd0 HTTP/1.1" status: 200 len: 812 time: 0.2091420 Jul 13 07:45:59.071674 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-291bd4d4-a76b-4497-b51f-e2e663af55a9 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7546690 Jul 13 07:45:59.072658 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53150) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:59.078256 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-a443f442-c28b-42c4-bccc-4aa14d7f7de3 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Request body: {'floatingip': {'port_id': 'f0b159d7-241b-4b2a-bad6-33d06c6a3cab'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:59.087184 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-b0a8c4c0-f395-43b4-ad7d-80bc9051a356 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Request body: {'port': {'device_id': '3c839c7a-00ee-40c6-8569-10beac1eb94a', 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0', 'admin_state_up': True, 'tenant_id': 'c74484ef6db9498290da14ee6e37d87f'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:45:59.152750 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a443f442-c28b-42c4-bccc-4aa14d7f7de3 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for floatingip, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:59.234297 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b8cc42ec-e269-438e-b12f-a86d84ca8fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:59.383442 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-b0a8c4c0-f395-43b4-ad7d-80bc9051a356 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Made reservation on behalf of c74484ef6db9498290da14ee6e37d87f for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:45:59.387936 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-b0a8c4c0-f395-43b4-ad7d-80bc9051a356 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:59.690816 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-b0a8c4c0-f395-43b4-ad7d-80bc9051a356 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Allocated IP 172.20.0.5 (a4551417-653e-4eb5-9caa-ea21aca7dbd0/18671aeb-533b-431f-ac3f-740be3e9540f/deb055ac-0dd7-4e10-a7d1-b2dcd7f49956) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:45:59.736135 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7c849601-19a2-4ebd-99ca-38ac311b97c6 req-74d96ba6-613d-4e23-9834-adbe7f4fa74f tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c839c7a-00ee-40c6-8569-10beac1eb94a HTTP/1.1" status: 200 len: 210 time: 0.0394006 Jul 13 07:45:59.749496 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8cc42ec-e269-438e-b12f-a86d84ca8fa2 admin admin] Router d51bfbbe-4a49-42fd-abb6-6e0a078f0d89 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:45:59.863339 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8cc42ec-e269-438e-b12f-a86d84ca8fa2 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:45:59.872350 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b8cc42ec-e269-438e-b12f-a86d84ca8fa2 admin admin] 10.222.0.23 "PUT /v2.0/routers/d51bfbbe-4a49-42fd-abb6-6e0a078f0d89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0084965 Jul 13 07:45:59.873540 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaea2ea-5979-4bce-9ec6-bba4f52bd8fb None None] Sync routers for ids ['d51bfbbe-4a49-42fd-abb6-6e0a078f0d89'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:45:59.874402 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53154) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:45:59.889055 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a443f442-c28b-42c4-bccc-4aa14d7f7de3 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:59.893162 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaea2ea-5979-4bce-9ec6-bba4f52bd8fb None None] Routers {'d51bfbbe-4a49-42fd-abb6-6e0a078f0d89'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:45:59.893826 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-1eaea2ea-5979-4bce-9ec6-bba4f52bd8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d51bfbbe-4a49-42fd-abb6-6e0a078f0d89'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:45:59.898568 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a443f442-c28b-42c4-bccc-4aa14d7f7de3 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:45:59.990210 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a5cdd7d3-ddd8-499c-84eb-f463181025cf admin admin] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.002435 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-1eaea2ea-5979-4bce-9ec6-bba4f52bd8fb None None] Set router d51bfbbe-4a49-42fd-abb6-6e0a078f0d89 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:00.010078 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-b0a8c4c0-f395-43b4-ad7d-80bc9051a356 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.037861 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-b0a8c4c0-f395-43b4-ad7d-80bc9051a356 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Transition to ACTIVE for port object deb055ac-0dd7-4e10-a7d1-b2dcd7f49956 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:00.057413 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [None req-a443f442-c28b-42c4-bccc-4aa14d7f7de3 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Floating IP a553baaa-adee-48d9-98d2-f8a7374db97c associated. External IP: 172.25.3.52, port: f0b159d7-241b-4b2a-bad6-33d06c6a3cab. Jul 13 07:46:00.118918 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a5cdd7d3-ddd8-499c-84eb-f463181025cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.173480 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-b0a8c4c0-f395-43b4-ad7d-80bc9051a356 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.197700 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-a5cdd7d3-ddd8-499c-84eb-f463181025cf admin admin] Deleting port 1b4c0129-7b7d-409c-92af-7acbf91af041 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:00.198282 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a5cdd7d3-ddd8-499c-84eb-f463181025cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.203489 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['049d9b72-05c4-48d2-8748-28f851928d00'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:46:00.205651 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['df837a61-7753-44d9-99fe-c028e7b6f98f'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:46:00.240605 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-b0a8c4c0-f395-43b4-ad7d-80bc9051a356 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Network a4551417-653e-4eb5-9caa-ea21aca7dbd0 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:00.247253 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-b0a8c4c0-f395-43b4-ad7d-80bc9051a356 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:00.250731 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-b0a8c4c0-f395-43b4-ad7d-80bc9051a356 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:00.304756 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-a5cdd7d3-ddd8-499c-84eb-f463181025cf admin admin] For port 1b4c0129-7b7d-409c-92af-7acbf91af041, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=1b4c0129-7b7d-409c-92af-7acbf91af041,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:00.305731 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a5cdd7d3-ddd8-499c-84eb-f463181025cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.319631 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-b0a8c4c0-f395-43b4-ad7d-80bc9051a356 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:00.320267 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-b0a8c4c0-f395-43b4-ad7d-80bc9051a356 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.321203 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ab684c28-4571-4ad3-b766-d8b32190a0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.329035 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-a5cdd7d3-ddd8-499c-84eb-f463181025cf admin admin] Calling delete_port for 1b4c0129-7b7d-409c-92af-7acbf91af041 owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:00.336573 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8c4c0-f395-43b4-ad7d-80bc9051a356 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Pushing event updated for resources: {'Port': ['ID=deb055ac-0dd7-4e10-a7d1-b2dcd7f49956,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:00.352481 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8c4c0-f395-43b4-ad7d-80bc9051a356 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:00.353054 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8c4c0-f395-43b4-ad7d-80bc9051a356 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:00.353466 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8c4c0-f395-43b4-ad7d-80bc9051a356 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:00.353989 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8c4c0-f395-43b4-ad7d-80bc9051a356 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:00.354336 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8c4c0-f395-43b4-ad7d-80bc9051a356 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:00.355242 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8c4c0-f395-43b4-ad7d-80bc9051a356 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:00.355589 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8c4c0-f395-43b4-ad7d-80bc9051a356 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:00.355924 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8c4c0-f395-43b4-ad7d-80bc9051a356 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:00.356245 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8c4c0-f395-43b4-ad7d-80bc9051a356 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:00.356571 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8c4c0-f395-43b4-ad7d-80bc9051a356 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:00.356897 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8c4c0-f395-43b4-ad7d-80bc9051a356 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:00.357222 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a8c4c0-f395-43b4-ad7d-80bc9051a356 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:00.362380 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-b0a8c4c0-f395-43b4-ad7d-80bc9051a356 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2808249 Jul 13 07:46:00.396757 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-1eaea2ea-5979-4bce-9ec6-bba4f52bd8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'name': 'tempest-TestVolumeBackupRestore-221746895-router', 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '1b4c0129-7b7d-409c-92af-7acbf91af041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:46Z', 'updated_at': '2021-07-13T07:45:58Z', 'revision_number': 5, 'project_id': '094977268a014571ac87c33401dc7dc8', 'gw_port': {'id': '1b4c0129-7b7d-409c-92af-7acbf91af041', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:48Z', 'updated_at': '2021-07-13T07:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:00.413112 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-0a595c29-961c-4f8c-8c64-4102fdc93a1e service neutron] Request body: {'port': {'device_id': '3c839c7a-00ee-40c6-8569-10beac1eb94a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:00.457474 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaea2ea-5979-4bce-9ec6-bba4f52bd8fb None None] Checking router: d51bfbbe-4a49-42fd-abb6-6e0a078f0d89 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:46:00.472711 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaea2ea-5979-4bce-9ec6-bba4f52bd8fb None None] Routers {'d51bfbbe-4a49-42fd-abb6-6e0a078f0d89'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:00.473475 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-1eaea2ea-5979-4bce-9ec6-bba4f52bd8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d51bfbbe-4a49-42fd-abb6-6e0a078f0d89'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:00.564305 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a5cdd7d3-ddd8-499c-84eb-f463181025cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.596036 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cdd7d3-ddd8-499c-84eb-f463181025cf admin admin] Pushing event deleted for resources: {'Port': ['ID=1b4c0129-7b7d-409c-92af-7acbf91af041,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:00.636389 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-1eaea2ea-5979-4bce-9ec6-bba4f52bd8fb None None] Set router d51bfbbe-4a49-42fd-abb6-6e0a078f0d89 gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:00.666326 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a5cdd7d3-ddd8-499c-84eb-f463181025cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.723402 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-1eaea2ea-5979-4bce-9ec6-bba4f52bd8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'name': 'tempest-TestVolumeBackupRestore-221746895-router', 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:46Z', 'updated_at': '2021-07-13T07:46:00Z', 'revision_number': 6, 'project_id': '094977268a014571ac87c33401dc7dc8', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:00.768048 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a5cdd7d3-ddd8-499c-84eb-f463181025cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.772441 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a5cdd7d3-ddd8-499c-84eb-f463181025cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.812476 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaea2ea-5979-4bce-9ec6-bba4f52bd8fb None None] The sync data for ids ['d51bfbbe-4a49-42fd-abb6-6e0a078f0d89'] in n-d-771363-34 is: [{'id': 'd51bfbbe-4a49-42fd-abb6-6e0a078f0d89', 'name': 'tempest-TestVolumeBackupRestore-221746895-router', 'tenant_id': '094977268a014571ac87c33401dc7dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:46Z', 'updated_at': '2021-07-13T07:46:00Z', 'revision_number': 6, 'project_id': '094977268a014571ac87c33401dc7dc8', 'gw_port_host': None}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:00.830742 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d699eee9-3953-4b88-adf5-e142f8c2868a None None] Provisioning for port deb055ac-0dd7-4e10-a7d1-b2dcd7f49956 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:00.843520 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d699eee9-3953-4b88-adf5-e142f8c2868a None None] Provisioning complete for port deb055ac-0dd7-4e10-a7d1-b2dcd7f49956 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:00.843888 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d699eee9-3953-4b88-adf5-e142f8c2868a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.874426 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a5cdd7d3-ddd8-499c-84eb-f463181025cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.874426 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cdd7d3-ddd8-499c-84eb-f463181025cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router d51bfbbe-4a49-42fd-abb6-6e0a078f0d89 {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:46:00.877131 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a5cdd7d3-ddd8-499c-84eb-f463181025cf admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.878392 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a5cdd7d3-ddd8-499c-84eb-f463181025cf admin admin] 10.222.0.23 "DELETE /v2.0/routers/d51bfbbe-4a49-42fd-abb6-6e0a078f0d89 HTTP/1.1" status: 204 len: 168 time: 1.0029707 Jul 13 07:46:00.881230 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53160) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:00.902700 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-d699eee9-3953-4b88-adf5-e142f8c2868a None None] Port deb055ac-0dd7-4e10-a7d1-b2dcd7f49956 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:00.910747 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-0a595c29-961c-4f8c-8c64-4102fdc93a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:00.932051 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a443f442-c28b-42c4-bccc-4aa14d7f7de3 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Router 0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:00.963003 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-68ac6a80-3169-4e53-a69a-0485dc778b3e admin admin] Deleting subnet 589c785d-421e-4845-b484-c40726135e95 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:46:00.968990 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-68ac6a80-3169-4e53-a69a-0485dc778b3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.014149 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-68ac6a80-3169-4e53-a69a-0485dc778b3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.045266 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b3f25-da61-45d5-a7c9-c4572ab6e6c5 req-cc3d4c21-bdaa-4963-b89a-c34de89ffe96 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:01.046789 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5b5b3f25-da61-45d5-a7c9-c4572ab6e6c5 req-cc3d4c21-bdaa-4963-b89a-c34de89ffe96 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c839c7a-00ee-40c6-8569-10beac1eb94a HTTP/1.1" status: 200 len: 931 time: 0.1370268 Jul 13 07:46:01.132487 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5b5b3f25-da61-45d5-a7c9-c4572ab6e6c5 req-89c5bbab-3555-483d-b262-3dd1a3cf68e4 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693028 Jul 13 07:46:01.137861 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-68ac6a80-3169-4e53-a69a-0485dc778b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.213548 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a443f442-c28b-42c4-bccc-4aa14d7f7de3 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:01.219769 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-68ac6a80-3169-4e53-a69a-0485dc778b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.224674 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a3276e-563c-4f43-8187-dcab68e2f120 None None] Sync routers for ids ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:01.250662 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac6a80-3169-4e53-a69a-0485dc778b3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=589c785d-421e-4845-b484-c40726135e95,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:01.252560 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-68ac6a80-3169-4e53-a69a-0485dc778b3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.253661 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a3276e-563c-4f43-8187-dcab68e2f120 None None] Routers {'0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:01.256053 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-22a3276e-563c-4f43-8187-dcab68e2f120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:01.257295 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-68ac6a80-3169-4e53-a69a-0485dc778b3e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/589c785d-421e-4845-b484-c40726135e95 HTTP/1.1" status: 204 len: 168 time: 0.3750429 Jul 13 07:46:01.257971 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53164) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:01.270945 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da21f048-2c35-4605-874e-7cc5520d2bf8 None None] Network 856c09e5-73ee-4cd8-bcdf-65d3c10d87c4 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:01.375295 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d448c17a-d527-4e04-b9f4-a9801cea5d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.398904 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a443f442-c28b-42c4-bccc-4aa14d7f7de3 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.440664 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-d448c17a-d527-4e04-b9f4-a9801cea5d72 admin admin] Deleting port 535c049b-f838-47a5-8348-be62acab75f8 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:01.440892 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d448c17a-d527-4e04-b9f4-a9801cea5d72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.519020 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-d448c17a-d527-4e04-b9f4-a9801cea5d72 admin admin] For port 535c049b-f838-47a5-8348-be62acab75f8, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=535c049b-f838-47a5-8348-be62acab75f8,segment=NetworkSegment(138317d0-5f12-42c2-bd96-3b9c900a701f),segment_id=138317d0-5f12-42c2-bd96-3b9c900a701f)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:01.519400 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d448c17a-d527-4e04-b9f4-a9801cea5d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.535220 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-d448c17a-d527-4e04-b9f4-a9801cea5d72 admin admin] Calling delete_port for 535c049b-f838-47a5-8348-be62acab75f8 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:01.569649 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a443f442-c28b-42c4-bccc-4aa14d7f7de3 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "PUT /v2.0/floatingips/a553baaa-adee-48d9-98d2-f8a7374db97c HTTP/1.1" status: 200 len: 977 time: 2.4957066 Jul 13 07:46:01.573337 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53166) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:01.580657 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-22a3276e-563c-4f43-8187-dcab68e2f120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:01.596163 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a3276e-563c-4f43-8187-dcab68e2f120 None None] Routers {'0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:01.597561 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-22a3276e-563c-4f43-8187-dcab68e2f120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:01.644019 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d448c17a-d527-4e04-b9f4-a9801cea5d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.659018 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-22a3276e-563c-4f43-8187-dcab68e2f120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:01.660407 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a3276e-563c-4f43-8187-dcab68e2f120 None None] The sync data for ids ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'] in n-d-771363-34 is: [] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:01.686208 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-0a595c29-961c-4f8c-8c64-4102fdc93a1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deb055ac-0dd7-4e10-a7d1-b2dcd7f49956 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:46:01.694590 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448c17a-d527-4e04-b9f4-a9801cea5d72 admin admin] Pushing event deleted for resources: {'Port': ['ID=535c049b-f838-47a5-8348-be62acab75f8,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:01.698290 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d448c17a-d527-4e04-b9f4-a9801cea5d72 admin admin] No DVR routers for this DVR port 535c049b-f838-47a5-8348-be62acab75f8 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:01.702928 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-0a595c29-961c-4f8c-8c64-4102fdc93a1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.716892 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22160e63-eb19-40eb-839f-a8d080376f42 None None] DHCP port deletion for 856c09e5-73ee-4cd8-bcdf-65d3c10d87c4 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:46:01.742891 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-0a595c29-961c-4f8c-8c64-4102fdc93a1e service neutron] Transition to ACTIVE for port object deb055ac-0dd7-4e10-a7d1-b2dcd7f49956 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:01.748748 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-0a595c29-961c-4f8c-8c64-4102fdc93a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.804008 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d448c17a-d527-4e04-b9f4-a9801cea5d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.815145 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-d448c17a-d527-4e04-b9f4-a9801cea5d72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['856c09e5-73ee-4cd8-bcdf-65d3c10d87c4']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:01.818211 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a595c29-961c-4f8c-8c64-4102fdc93a1e service neutron] Pushing event updated for resources: {'Port': ['ID=deb055ac-0dd7-4e10-a7d1-b2dcd7f49956,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:01.831502 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-d448c17a-d527-4e04-b9f4-a9801cea5d72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '138317d0-5f12-42c2-bd96-3b9c900a701f') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:01.831870 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-d448c17a-d527-4e04-b9f4-a9801cea5d72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '138317d0-5f12-42c2-bd96-3b9c900a701f') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:01.843342 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d448c17a-d527-4e04-b9f4-a9801cea5d72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.846927 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-f5701825-0c62-4c6d-938e-e3bafb35b3f4 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Deleting port f0b159d7-241b-4b2a-bad6-33d06c6a3cab {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:01.847182 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f5701825-0c62-4c6d-938e-e3bafb35b3f4 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.866163 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d448c17a-d527-4e04-b9f4-a9801cea5d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.874966 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d448c17a-d527-4e04-b9f4-a9801cea5d72 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:01.875538 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d448c17a-d527-4e04-b9f4-a9801cea5d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.877219 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:46:01.877219 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:46:01.877219 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:46:01.877219 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:01.877219 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:46:01.877219 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:01.877219 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:46:01.877219 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:01.877219 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:46:01.877219 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:01.877219 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:46:01.877219 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:01.877219 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:46:01.877219 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:01.877219 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:46:01.877219 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:01.877219 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:01.877219 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:01.877219 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:01.877219 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:01.877219 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:46:01.877219 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:01.877219 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:46:01.877219 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:01.877219 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:01.877219 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:01.877219 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:01.877219 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:01.877219 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:01.877219 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:01.877219 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:01.877219 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:01.877219 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:01.877219 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:01.945665 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d448c17a-d527-4e04-b9f4-a9801cea5d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.952456 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d448c17a-d527-4e04-b9f4-a9801cea5d72 admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:01.955677 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d448c17a-d527-4e04-b9f4-a9801cea5d72 admin admin] 10.222.0.23 "DELETE /v2.0/networks/856c09e5-73ee-4cd8-bcdf-65d3c10d87c4 HTTP/1.1" status: 204 len: 168 time: 0.6964347 Jul 13 07:46:01.958762 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53168) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:01.975129 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-0a595c29-961c-4f8c-8c64-4102fdc93a1e service neutron] Attempting to bind port deb055ac-0dd7-4e10-a7d1-b2dcd7f49956 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:01.976464 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448c17a-d527-4e04-b9f4-a9801cea5d72 admin admin] Pushing event deleted for resources: {'Network': ['ID=856c09e5-73ee-4cd8-bcdf-65d3c10d87c4,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:01.976843 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-0a595c29-961c-4f8c-8c64-4102fdc93a1e service neutron] Attempting to bind port deb055ac-0dd7-4e10-a7d1-b2dcd7f49956 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '904645b7-f6ff-403f-a4e4-588cda2e87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:01.977199 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-0a595c29-961c-4f8c-8c64-4102fdc93a1e service neutron] Attempting to bind port deb055ac-0dd7-4e10-a7d1-b2dcd7f49956 on network a4551417-653e-4eb5-9caa-ea21aca7dbd0 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:01.993020 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-0a595c29-961c-4f8c-8c64-4102fdc93a1e service neutron] Port deb055ac-0dd7-4e10-a7d1-b2dcd7f49956 on network a4551417-653e-4eb5-9caa-ea21aca7dbd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:46:01.993354 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-0a595c29-961c-4f8c-8c64-4102fdc93a1e service neutron] Attempting to bind port deb055ac-0dd7-4e10-a7d1-b2dcd7f49956 on network a4551417-653e-4eb5-9caa-ea21aca7dbd0 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:01.999451 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f5701825-0c62-4c6d-938e-e3bafb35b3f4 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:02.008540 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-0a595c29-961c-4f8c-8c64-4102fdc93a1e service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:46:02.008893 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-0a595c29-961c-4f8c-8c64-4102fdc93a1e service neutron] Checking segment: {'id': '904645b7-f6ff-403f-a4e4-588cda2e87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:02.009289 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-0a595c29-961c-4f8c-8c64-4102fdc93a1e service neutron] Bound using segment: {'id': '904645b7-f6ff-403f-a4e4-588cda2e87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:46:02.009742 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-0a595c29-961c-4f8c-8c64-4102fdc93a1e service neutron] Bound port: deb055ac-0dd7-4e10-a7d1-b2dcd7f49956, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '904645b7-f6ff-403f-a4e4-588cda2e87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:46:02.010107 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-0a595c29-961c-4f8c-8c64-4102fdc93a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:02.246285 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-0a595c29-961c-4f8c-8c64-4102fdc93a1e service neutron] For port deb055ac-0dd7-4e10-a7d1-b2dcd7f49956, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:46:02.268955 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-0a595c29-961c-4f8c-8c64-4102fdc93a1e service neutron] For port deb055ac-0dd7-4e10-a7d1-b2dcd7f49956, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=deb055ac-0dd7-4e10-a7d1-b2dcd7f49956,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:46:02.277688 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-0a595c29-961c-4f8c-8c64-4102fdc93a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:02.347976 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-0a595c29-961c-4f8c-8c64-4102fdc93a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:02.348613 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-0a595c29-961c-4f8c-8c64-4102fdc93a1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:02.350464 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-0a595c29-961c-4f8c-8c64-4102fdc93a1e service neutron] 10.222.0.42 "PUT /v2.0/ports/deb055ac-0dd7-4e10-a7d1-b2dcd7f49956 HTTP/1.1" status: 200 len: 1092 time: 1.9433343 Jul 13 07:46:02.351065 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c839c7a-00ee-40c6-8569-10beac1eb94a', 'tag': 'deb055ac-0dd7-4e10-a7d1-b2dcd7f49956'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:46:02.353778 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3495327-4748-42ee-8703-417b7cf89561" -d '{"events": [{"name": "network-changed", "server_uuid": "3c839c7a-00ee-40c6-8569-10beac1eb94a", "tag": "deb055ac-0dd7-4e10-a7d1-b2dcd7f49956"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:46:02.363656 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d84a75-fcfa-4e67-a019-d523b8bcb7df req-0eb0ecfc-c4c1-45ef-ac22-d49262f197c2 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:02.365431 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d8d84a75-fcfa-4e67-a019-d523b8bcb7df req-0eb0ecfc-c4c1-45ef-ac22-d49262f197c2 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c839c7a-00ee-40c6-8569-10beac1eb94a HTTP/1.1" status: 200 len: 943 time: 0.0912304 Jul 13 07:46:02.400367 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f5701825-0c62-4c6d-938e-e3bafb35b3f4 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:02.400753 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f5701825-0c62-4c6d-938e-e3bafb35b3f4 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:02.401309 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [None req-f5701825-0c62-4c6d-938e-e3bafb35b3f4 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Floating IP a553baaa-adee-48d9-98d2-f8a7374db97c disassociated. External IP: 172.25.3.52, port: f0b159d7-241b-4b2a-bad6-33d06c6a3cab. Jul 13 07:46:02.402283 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-f5701825-0c62-4c6d-938e-e3bafb35b3f4 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Calling delete_port for f0b159d7-241b-4b2a-bad6-33d06c6a3cab owned by {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:02.441367 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d8d84a75-fcfa-4e67-a019-d523b8bcb7df req-38854d7e-90ee-4926-8682-146dc58f4dd3 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465853 Jul 13 07:46:02.458098 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-983f9cbf-ce21-49ba-9b10-c0b5d85bf755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:02.478545 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48623bfd-c45d-4d0e-ab32-5388bad7def5 x-openstack-request-id: req-48623bfd-c45d-4d0e-ab32-5388bad7def5 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:46:02.478848 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c839c7a-00ee-40c6-8569-10beac1eb94a", "tag": "deb055ac-0dd7-4e10-a7d1-b2dcd7f49956", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:46:02.479101 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-48623bfd-c45d-4d0e-ab32-5388bad7def5 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:46:02.479628 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c839c7a-00ee-40c6-8569-10beac1eb94a', 'tag': 'deb055ac-0dd7-4e10-a7d1-b2dcd7f49956', 'status': 'completed', 'code': 200} Jul 13 07:46:02.563974 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a595c29-961c-4f8c-8c64-4102fdc93a1e service neutron] Pushing event updated for resources: {'Port': ['ID=deb055ac-0dd7-4e10-a7d1-b2dcd7f49956,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:02.607018 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f5701825-0c62-4c6d-938e-e3bafb35b3f4 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:02.640135 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-a49df36d-35c9-481e-8427-93080fd05f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:02.640882 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-a49df36d-35c9-481e-8427-93080fd05f77 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c74484ef6db9498290da14ee6e37d87f&device_id=3c839c7a-00ee-40c6-8569-10beac1eb94a HTTP/1.1" status: 200 len: 1095 time: 0.1520860 Jul 13 07:46:02.645843 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5701825-0c62-4c6d-938e-e3bafb35b3f4 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event deleted for resources: {'Port': ['ID=f0b159d7-241b-4b2a-bad6-33d06c6a3cab,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:02.711499 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 535c049b-f838-47a5-8348-be62acab75f8 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:02.736587 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 535c049b-f838-47a5-8348-be62acab75f8 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:02.737198 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 535c049b-f838-47a5-8348-be62acab75f8 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:02.737610 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device bff5160d-843c-4191-a811-197d2294a127 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:02.737751 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-e1bde64b-bd8a-4dc1-940c-a52e1c5d8a66 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=deb055ac-0dd7-4e10-a7d1-b2dcd7f49956 HTTP/1.1" status: 200 len: 217 time: 0.0883579 Jul 13 07:46:02.758085 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: bff5160d-843c-4191-a811-197d2294a127 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:02.758340 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device bff5160d-843c-4191-a811-197d2294a127 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:02.758961 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 1b4c0129-7b7d-409c-92af-7acbf91af041 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:02.779241 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 1b4c0129-7b7d-409c-92af-7acbf91af041 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:02.779597 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 1b4c0129-7b7d-409c-92af-7acbf91af041 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:02.799408 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-983f9cbf-ce21-49ba-9b10-c0b5d85bf755 admin admin] Deleting port 9d1c461a-101f-4b44-bc20-ca98731c6a94 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:02.799746 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-983f9cbf-ce21-49ba-9b10-c0b5d85bf755 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:02.833112 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-0ab940e6-b409-472e-aadf-f49243551a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:02.834612 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-0ab940e6-b409-472e-aadf-f49243551a16 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18671aeb-533b-431f-ac3f-740be3e9540f HTTP/1.1" status: 200 len: 851 time: 0.0884416 Jul 13 07:46:02.880774 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5701825-0c62-4c6d-938e-e3bafb35b3f4 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Router 0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:02.881293 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-983f9cbf-ce21-49ba-9b10-c0b5d85bf755 admin admin] For port 9d1c461a-101f-4b44-bc20-ca98731c6a94, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=9d1c461a-101f-4b44-bc20-ca98731c6a94,segment=NetworkSegment(04e9fdd0-5f3d-456f-8a25-71cd6b14b1b0),segment_id=04e9fdd0-5f3d-456f-8a25-71cd6b14b1b0)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:02.881910 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-983f9cbf-ce21-49ba-9b10-c0b5d85bf755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:02.894950 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-983f9cbf-ce21-49ba-9b10-c0b5d85bf755 admin admin] Calling delete_port for 9d1c461a-101f-4b44-bc20-ca98731c6a94 owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:02.950404 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-eb56a333-55e5-4d5a-b742-93fbfa3eb85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:02.951958 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-eb56a333-55e5-4d5a-b742-93fbfa3eb85d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a4551417-653e-4eb5-9caa-ea21aca7dbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1102509 Jul 13 07:46:03.066015 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5701825-0c62-4c6d-938e-e3bafb35b3f4 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:03.078797 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ad50bb-eb57-4f1f-b1d8-4e5cd026de14 None None] Sync routers for ids ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:03.082576 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-983f9cbf-ce21-49ba-9b10-c0b5d85bf755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.091046 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ad50bb-eb57-4f1f-b1d8-4e5cd026de14 None None] Routers {'0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:03.092362 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-42ad50bb-eb57-4f1f-b1d8-4e5cd026de14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:03.112233 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f9cbf-ce21-49ba-9b10-c0b5d85bf755 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d1c461a-101f-4b44-bc20-ca98731c6a94,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:03.139668 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-9a334e42-807c-46e8-af6a-b0685cc34c66 service neutron] 10.222.0.42 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809161 Jul 13 07:46:03.162929 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-42ad50bb-eb57-4f1f-b1d8-4e5cd026de14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:03.181963 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-eea6a160-83fe-4b84-be9d-782363e8d8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.186657 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ad50bb-eb57-4f1f-b1d8-4e5cd026de14 None None] Routers {'0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:03.187630 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-42ad50bb-eb57-4f1f-b1d8-4e5cd026de14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:45:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:03.190770 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.203417 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f5701825-0c62-4c6d-938e-e3bafb35b3f4 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.208073 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f5701825-0c62-4c6d-938e-e3bafb35b3f4 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "DELETE /v2.0/ports/f0b159d7-241b-4b2a-bad6-33d06c6a3cab HTTP/1.1" status: 204 len: 168 time: 1.6295352 Jul 13 07:46:03.208073 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53176) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:03.234227 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-42ad50bb-eb57-4f1f-b1d8-4e5cd026de14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:03.235328 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ad50bb-eb57-4f1f-b1d8-4e5cd026de14 None None] The sync data for ids ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'] in n-d-771363-34 is: [] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:03.295788 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c907c471-b726-4dc8-9d44-1e2578cbb7cd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "GET /v2.0/floatingips/a553baaa-adee-48d9-98d2-f8a7374db97c HTTP/1.1" status: 200 len: 687 time: 0.0835629 Jul 13 07:46:03.296318 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53178) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:03.333639 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-983f9cbf-ce21-49ba-9b10-c0b5d85bf755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.678289 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b15d0b86-7658-4b45-9225-27ab45e7e938 req-c93201f8-e996-4eff-957c-a74357b59dc1 service neutron] 10.222.0.42 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5318561 Jul 13 07:46:03.736075 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-a0150c74-e120-4893-9482-c4eefca34cd2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Deleting port 154279e1-7afc-4470-ab5e-73411eb1ae4c {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:03.736602 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a0150c74-e120-4893-9482-c4eefca34cd2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.866762 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a0150c74-e120-4893-9482-c4eefca34cd2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.867093 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a0150c74-e120-4893-9482-c4eefca34cd2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:03.878258 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3495327-4748-42ee-8703-417b7cf89561 req-78795b6d-608f-4e63-932d-f137b5a1a669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:03.879849 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e3495327-4748-42ee-8703-417b7cf89561 req-78795b6d-608f-4e63-932d-f137b5a1a669 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c74484ef6db9498290da14ee6e37d87f&device_id=3c839c7a-00ee-40c6-8569-10beac1eb94a HTTP/1.1" status: 200 len: 1095 time: 0.1459315 Jul 13 07:46:03.883628 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983f9cbf-ce21-49ba-9b10-c0b5d85bf755 admin admin] Router ff1042d2-d2a8-468f-b4cf-86463cebe49d has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:03.885301 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-a0150c74-e120-4893-9482-c4eefca34cd2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Calling delete_port for 154279e1-7afc-4470-ab5e-73411eb1ae4c owned by network:floatingip {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:03.892098 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96544c-3e84-4d98-99ca-aecacdbbea27 req-4351fbf6-206c-460e-ba43-18700f84a2db tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:03.893698 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5e96544c-3e84-4d98-99ca-aecacdbbea27 req-4351fbf6-206c-460e-ba43-18700f84a2db tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c839c7a-00ee-40c6-8569-10beac1eb94a HTTP/1.1" status: 200 len: 943 time: 0.1280723 Jul 13 07:46:03.987821 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5e96544c-3e84-4d98-99ca-aecacdbbea27 req-c6521150-f973-4e36-9931-06310f02933e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831740 Jul 13 07:46:04.040257 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3495327-4748-42ee-8703-417b7cf89561 req-b7cf7066-d039-45e9-af8f-4d9038b48cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:04.041743 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e3495327-4748-42ee-8703-417b7cf89561 req-b7cf7066-d039-45e9-af8f-4d9038b48cc8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a4551417-653e-4eb5-9caa-ea21aca7dbd0 HTTP/1.1" status: 200 len: 913 time: 0.1519167 Jul 13 07:46:04.052337 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983f9cbf-ce21-49ba-9b10-c0b5d85bf755 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:04.057485 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-983f9cbf-ce21-49ba-9b10-c0b5d85bf755 admin admin] 10.222.0.23 "PUT /v2.0/routers/ff1042d2-d2a8-468f-b4cf-86463cebe49d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0975008 Jul 13 07:46:04.062436 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53184) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:04.072412 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d61b08-1e39-431b-8c16-eba7873c1de1 None None] Sync routers for ids ['ff1042d2-d2a8-468f-b4cf-86463cebe49d'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:04.093057 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d61b08-1e39-431b-8c16-eba7873c1de1 None None] Routers {'ff1042d2-d2a8-468f-b4cf-86463cebe49d'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:04.094535 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:04.095515 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-26d61b08-1e39-431b-8c16-eba7873c1de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:46:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['ff1042d2-d2a8-468f-b4cf-86463cebe49d'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:04.103279 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e3495327-4748-42ee-8703-417b7cf89561 req-b023880e-1bef-4039-be0e-27221519bd3d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=deb055ac-0dd7-4e10-a7d1-b2dcd7f49956 HTTP/1.1" status: 200 len: 217 time: 0.0517142 Jul 13 07:46:04.191671 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3495327-4748-42ee-8703-417b7cf89561 req-a4163284-41c4-4ea3-bc1d-38f6cb7cbd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:04.191939 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-56a6a854-723b-4446-ad27-5c19f85caf69 admin admin] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:04.193588 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e3495327-4748-42ee-8703-417b7cf89561 req-a4163284-41c4-4ea3-bc1d-38f6cb7cbd7f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18671aeb-533b-431f-ac3f-740be3e9540f HTTP/1.1" status: 200 len: 851 time: 0.0817912 Jul 13 07:46:04.195189 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a0150c74-e120-4893-9482-c4eefca34cd2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:04.239092 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0150c74-e120-4893-9482-c4eefca34cd2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event deleted for resources: {'Port': ['ID=154279e1-7afc-4470-ab5e-73411eb1ae4c,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:04.240748 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-26d61b08-1e39-431b-8c16-eba7873c1de1 None None] Set router ff1042d2-d2a8-468f-b4cf-86463cebe49d gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:04.321235 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-56a6a854-723b-4446-ad27-5c19f85caf69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:04.341189 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a0150c74-e120-4893-9482-c4eefca34cd2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for floatingip, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:04.343983 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a0150c74-e120-4893-9482-c4eefca34cd2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:04.349270 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a0150c74-e120-4893-9482-c4eefca34cd2 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "DELETE /v2.0/floatingips/a553baaa-adee-48d9-98d2-f8a7374db97c HTTP/1.1" status: 204 len: 168 time: 1.0521767 Jul 13 07:46:04.349984 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53186) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:04.356949 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-8b30de9c-f2e3-430a-817d-b2b4d332a820 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'port_id': '087525a1-5d4a-4610-a20e-d7f01261298c'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:04.369936 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3495327-4748-42ee-8703-417b7cf89561 req-89beba42-cf91-45bc-80c6-956f675d3974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:04.372126 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e3495327-4748-42ee-8703-417b7cf89561 req-89beba42-cf91-45bc-80c6-956f675d3974 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a4551417-653e-4eb5-9caa-ea21aca7dbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1671982 Jul 13 07:46:04.390137 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-56a6a854-723b-4446-ad27-5c19f85caf69 admin admin] Deleting port 63675208-5591-4bed-9bfb-89da467113c0 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:04.390505 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-56a6a854-723b-4446-ad27-5c19f85caf69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:04.406018 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b30de9c-f2e3-430a-817d-b2b4d332a820 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for floatingip, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:04.456076 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-26d61b08-1e39-431b-8c16-eba7873c1de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1042d2-d2a8-468f-b4cf-86463cebe49d', 'name': 'tempest-TestVolumeBackupRestore-1367462120-router', 'tenant_id': '5dc48adc52214139b0f9f155fd78ebfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '63675208-5591-4bed-9bfb-89da467113c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:57Z', 'updated_at': '2021-07-13T07:46:03Z', 'revision_number': 5, 'project_id': '5dc48adc52214139b0f9f155fd78ebfa', 'gw_port': {'id': '63675208-5591-4bed-9bfb-89da467113c0', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:50:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1042d2-d2a8-468f-b4cf-86463cebe49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:41:58Z', 'updated_at': '2021-07-13T07:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:04.484068 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-56a6a854-723b-4446-ad27-5c19f85caf69 admin admin] For port 63675208-5591-4bed-9bfb-89da467113c0, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=63675208-5591-4bed-9bfb-89da467113c0,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:04.484447 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-56a6a854-723b-4446-ad27-5c19f85caf69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:04.487462 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d61b08-1e39-431b-8c16-eba7873c1de1 None None] Checking router: ff1042d2-d2a8-468f-b4cf-86463cebe49d for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:46:04.496637 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d61b08-1e39-431b-8c16-eba7873c1de1 None None] Routers {'ff1042d2-d2a8-468f-b4cf-86463cebe49d'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:04.497261 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-26d61b08-1e39-431b-8c16-eba7873c1de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:46:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['ff1042d2-d2a8-468f-b4cf-86463cebe49d'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:04.503151 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-56a6a854-723b-4446-ad27-5c19f85caf69 admin admin] Calling delete_port for 63675208-5591-4bed-9bfb-89da467113c0 owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:04.538581 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e3495327-4748-42ee-8703-417b7cf89561 req-912e3a17-db20-42b1-8efd-387a8c146d35 service neutron] 10.222.0.42 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589651 Jul 13 07:46:04.607225 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-26d61b08-1e39-431b-8c16-eba7873c1de1 None None] Set router ff1042d2-d2a8-468f-b4cf-86463cebe49d gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:46:04.661617 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b30de9c-f2e3-430a-817d-b2b4d332a820 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:04.671519 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-26d61b08-1e39-431b-8c16-eba7873c1de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1042d2-d2a8-468f-b4cf-86463cebe49d', 'name': 'tempest-TestVolumeBackupRestore-1367462120-router', 'tenant_id': '5dc48adc52214139b0f9f155fd78ebfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:57Z', 'updated_at': '2021-07-13T07:46:04Z', 'revision_number': 6, 'project_id': '5dc48adc52214139b0f9f155fd78ebfa', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:04.680211 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e3495327-4748-42ee-8703-417b7cf89561 req-af2548bc-df09-4ed8-ae5b-d097a7d914f3 service neutron] 10.222.0.42 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329973 Jul 13 07:46:04.715963 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d61b08-1e39-431b-8c16-eba7873c1de1 None None] The sync data for ids ['ff1042d2-d2a8-468f-b4cf-86463cebe49d'] in n-d-771363-34 is: [{'id': 'ff1042d2-d2a8-468f-b4cf-86463cebe49d', 'name': 'tempest-TestVolumeBackupRestore-1367462120-router', 'tenant_id': '5dc48adc52214139b0f9f155fd78ebfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:41:57Z', 'updated_at': '2021-07-13T07:46:04Z', 'revision_number': 6, 'project_id': '5dc48adc52214139b0f9f155fd78ebfa', 'gw_port_host': None}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:04.773438 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-56a6a854-723b-4446-ad27-5c19f85caf69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:04.815389 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6a854-723b-4446-ad27-5c19f85caf69 admin admin] Pushing event deleted for resources: {'Port': ['ID=63675208-5591-4bed-9bfb-89da467113c0,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:04.825080 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-8b30de9c-f2e3-430a-817d-b2b4d332a820 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Allocated IP 172.25.3.105 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/74b6dde1-bb3d-4707-a535-0a4e5b0b6f53) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:04.908171 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-56a6a854-723b-4446-ad27-5c19f85caf69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:04.961081 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b30de9c-f2e3-430a-817d-b2b4d332a820 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.001718 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-56a6a854-723b-4446-ad27-5c19f85caf69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.003275 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b30de9c-f2e3-430a-817d-b2b4d332a820 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.004208 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-56a6a854-723b-4446-ad27-5c19f85caf69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.052740 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-56a6a854-723b-4446-ad27-5c19f85caf69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.053388 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a6a854-723b-4446-ad27-5c19f85caf69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff1042d2-d2a8-468f-b4cf-86463cebe49d {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:46:05.055623 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b30de9c-f2e3-430a-817d-b2b4d332a820 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:05.058525 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-56a6a854-723b-4446-ad27-5c19f85caf69 admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.061982 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-56a6a854-723b-4446-ad27-5c19f85caf69 admin admin] 10.222.0.23 "DELETE /v2.0/routers/ff1042d2-d2a8-468f-b4cf-86463cebe49d HTTP/1.1" status: 204 len: 168 time: 0.9959779 Jul 13 07:46:05.062105 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-8b30de9c-f2e3-430a-817d-b2b4d332a820 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:05.062834 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53192) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:05.066256 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b30de9c-f2e3-430a-817d-b2b4d332a820 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:05.096422 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30de9c-f2e3-430a-817d-b2b4d332a820 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event updated for resources: {'Port': ['ID=74b6dde1-bb3d-4707-a535-0a4e5b0b6f53,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:05.124969 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-c24ac251-e2d6-4955-82b7-cbeac3e55054 admin admin] Deleting subnet 534fe833-75f9-45fc-91d4-300ed3118da8 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:46:05.138749 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c24ac251-e2d6-4955-82b7-cbeac3e55054 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.200716 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c24ac251-e2d6-4955-82b7-cbeac3e55054 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.254662 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cf65a-931d-425c-9218-c12f0d9e1f56 req-ff91adfe-5307-4c39-8562-6b30a0a3ce58 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:05.256176 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e26cf65a-931d-425c-9218-c12f0d9e1f56 req-ff91adfe-5307-4c39-8562-6b30a0a3ce58 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c839c7a-00ee-40c6-8569-10beac1eb94a HTTP/1.1" status: 200 len: 943 time: 0.1288383 Jul 13 07:46:05.326240 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c24ac251-e2d6-4955-82b7-cbeac3e55054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.330732 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e26cf65a-931d-425c-9218-c12f0d9e1f56 req-820abb73-69d9-4b21-ae74-bda408098c87 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671978 Jul 13 07:46:05.386732 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c24ac251-e2d6-4955-82b7-cbeac3e55054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.415427 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c24ac251-e2d6-4955-82b7-cbeac3e55054 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.419774 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c24ac251-e2d6-4955-82b7-cbeac3e55054 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/534fe833-75f9-45fc-91d4-300ed3118da8 HTTP/1.1" status: 204 len: 168 time: 0.3540227 Jul 13 07:46:05.419774 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ac251-e2d6-4955-82b7-cbeac3e55054 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=534fe833-75f9-45fc-91d4-300ed3118da8,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:05.422629 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0f4b0f-5bd0-4f0e-9e33-3cc0a360d34d None None] Network c712ca72-539a-40b3-9ed0-d8ad4fe14a98 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:05.425041 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53194) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:05.490425 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b30de9c-f2e3-430a-817d-b2b4d332a820 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.499635 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-226890ab-8726-4c8f-8e0f-82bd1ef302c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.574645 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-226890ab-8726-4c8f-8e0f-82bd1ef302c9 admin admin] Deleting port 921a1fc2-be53-4eae-b6df-8853e902293e {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:05.575038 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-226890ab-8726-4c8f-8e0f-82bd1ef302c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.598964 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b30de9c-f2e3-430a-817d-b2b4d332a820 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.631042 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2925984-ba5c-43aa-9ead-2776c8f9aba2 None None] DHCP port deletion for c712ca72-539a-40b3-9ed0-d8ad4fe14a98 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:46:05.651889 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-226890ab-8726-4c8f-8e0f-82bd1ef302c9 admin admin] For port 921a1fc2-be53-4eae-b6df-8853e902293e, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=921a1fc2-be53-4eae-b6df-8853e902293e,segment=NetworkSegment(04e9fdd0-5f3d-456f-8a25-71cd6b14b1b0),segment_id=04e9fdd0-5f3d-456f-8a25-71cd6b14b1b0)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:05.652399 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-226890ab-8726-4c8f-8e0f-82bd1ef302c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.673152 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-226890ab-8726-4c8f-8e0f-82bd1ef302c9 admin admin] Calling delete_port for 921a1fc2-be53-4eae-b6df-8853e902293e owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:05.680171 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-c2925984-ba5c-43aa-9ead-2776c8f9aba2 None None] Deleting port 921a1fc2-be53-4eae-b6df-8853e902293e {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:05.680552 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c2925984-ba5c-43aa-9ead-2776c8f9aba2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.755598 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-c2925984-ba5c-43aa-9ead-2776c8f9aba2 None None] For port 921a1fc2-be53-4eae-b6df-8853e902293e, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=921a1fc2-be53-4eae-b6df-8853e902293e,segment=NetworkSegment(04e9fdd0-5f3d-456f-8a25-71cd6b14b1b0),segment_id=04e9fdd0-5f3d-456f-8a25-71cd6b14b1b0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:05.755999 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c2925984-ba5c-43aa-9ead-2776c8f9aba2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.777579 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-c2925984-ba5c-43aa-9ead-2776c8f9aba2 None None] Calling delete_port for 921a1fc2-be53-4eae-b6df-8853e902293e owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:05.782924 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b30de9c-f2e3-430a-817d-b2b4d332a820 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.790202 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b30de9c-f2e3-430a-817d-b2b4d332a820 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.792736 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-226890ab-8726-4c8f-8e0f-82bd1ef302c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.831092 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226890ab-8726-4c8f-8e0f-82bd1ef302c9 admin admin] No DVR routers for this DVR port 921a1fc2-be53-4eae-b6df-8853e902293e on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:05.832821 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226890ab-8726-4c8f-8e0f-82bd1ef302c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=921a1fc2-be53-4eae-b6df-8853e902293e,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:05.877194 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.894198 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c2925984-ba5c-43aa-9ead-2776c8f9aba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.895028 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30de9c-f2e3-430a-817d-b2b4d332a820 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event updated for resources: {'Port': ['ID=74b6dde1-bb3d-4707-a535-0a4e5b0b6f53,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:05.899630 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b30de9c-f2e3-430a-817d-b2b4d332a820 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.926644 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2925984-ba5c-43aa-9ead-2776c8f9aba2 None None] No DVR routers for this DVR port 921a1fc2-be53-4eae-b6df-8853e902293e on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:05.931185 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2925984-ba5c-43aa-9ead-2776c8f9aba2 None None] Pushing event deleted for resources: {'Port': ['ID=921a1fc2-be53-4eae-b6df-8853e902293e,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:05.935740 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-226890ab-8726-4c8f-8e0f-82bd1ef302c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.941382 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2925984-ba5c-43aa-9ead-2776c8f9aba2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:05.941726 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2925984-ba5c-43aa-9ead-2776c8f9aba2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:05.942061 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2925984-ba5c-43aa-9ead-2776c8f9aba2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:05.942546 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2925984-ba5c-43aa-9ead-2776c8f9aba2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:05.943045 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2925984-ba5c-43aa-9ead-2776c8f9aba2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:05.946111 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2925984-ba5c-43aa-9ead-2776c8f9aba2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:05.946111 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2925984-ba5c-43aa-9ead-2776c8f9aba2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:05.946111 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2925984-ba5c-43aa-9ead-2776c8f9aba2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:05.946111 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2925984-ba5c-43aa-9ead-2776c8f9aba2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:05.946111 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2925984-ba5c-43aa-9ead-2776c8f9aba2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:05.946111 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2925984-ba5c-43aa-9ead-2776c8f9aba2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:05.946111 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2925984-ba5c-43aa-9ead-2776c8f9aba2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:05.956491 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-226890ab-8726-4c8f-8e0f-82bd1ef302c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c712ca72-539a-40b3-9ed0-d8ad4fe14a98']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:05.970664 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-226890ab-8726-4c8f-8e0f-82bd1ef302c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e9fdd0-5f3d-456f-8a25-71cd6b14b1b0') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:05.970959 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-226890ab-8726-4c8f-8e0f-82bd1ef302c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e9fdd0-5f3d-456f-8a25-71cd6b14b1b0') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:05.984026 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-226890ab-8726-4c8f-8e0f-82bd1ef302c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:05.999443 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-226890ab-8726-4c8f-8e0f-82bd1ef302c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.010112 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-226890ab-8726-4c8f-8e0f-82bd1ef302c9 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:06.010994 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-226890ab-8726-4c8f-8e0f-82bd1ef302c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.012771 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:46:06.012771 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:06.012771 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:46:06.012771 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:06.012771 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:46:06.012771 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:06.012771 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:46:06.012771 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:06.012771 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:46:06.012771 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:06.012771 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:46:06.012771 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:06.012771 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:46:06.012771 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:06.012771 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:06.012771 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:06.012771 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:06.012771 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:06.012771 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:46:06.012771 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:06.012771 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:46:06.012771 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:06.012771 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:06.012771 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:06.012771 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:06.012771 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:06.012771 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:06.012771 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:06.012771 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:06.012771 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:06.012771 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:06.012771 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:06.021348 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [None req-8b30de9c-f2e3-430a-817d-b2b4d332a820 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Floating IP 16e3cdfd-3a97-409a-8edf-e5055321459d associated. External IP: 172.25.3.105, port: 087525a1-5d4a-4610-a20e-d7f01261298c. Jul 13 07:46:06.069257 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-226890ab-8726-4c8f-8e0f-82bd1ef302c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.075032 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-226890ab-8726-4c8f-8e0f-82bd1ef302c9 admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.077116 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-226890ab-8726-4c8f-8e0f-82bd1ef302c9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c712ca72-539a-40b3-9ed0-d8ad4fe14a98 HTTP/1.1" status: 204 len: 168 time: 0.6511247 Jul 13 07:46:06.091486 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226890ab-8726-4c8f-8e0f-82bd1ef302c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c712ca72-539a-40b3-9ed0-d8ad4fe14a98,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:06.216196 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device deb055ac-0dd7-4e10-a7d1-b2dcd7f49956 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:46:06.253657 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53200) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:06.285255 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b30de9c-f2e3-430a-817d-b2b4d332a820 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Router 0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:06.302867 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9e55f25b-41f0-405b-a8c7-0505ef764a82 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=094977268a014571ac87c33401dc7dc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478821 Jul 13 07:46:06.305281 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53202) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:06.332565 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port deb055ac-0dd7-4e10-a7d1-b2dcd7f49956, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=deb055ac-0dd7-4e10-a7d1-b2dcd7f49956,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:06.349410 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': 'deb055ac-0dd7-4e10-a7d1-b2dcd7f49956', 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0', 'port_id': 'deb055ac-0dd7-4e10-a7d1-b2dcd7f49956', 'mac_address': 'fa:16:3e:e2:ae:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18671aeb-533b-431f-ac3f-740be3e9540f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:46:06.358236 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b0149d9d-2fce-46a4-8ee2-01cf7cb65ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.387979 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b0149d9d-2fce-46a4-8ee2-01cf7cb65ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.391186 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.405690 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deb055ac-0dd7-4e10-a7d1-b2dcd7f49956 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:46:06.409048 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b30de9c-f2e3-430a-817d-b2b4d332a820 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:06.425041 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bcb08f-a875-4151-8a1d-aa0666c36fa6 None None] Sync routers for ids ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:06.433481 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b30de9c-f2e3-430a-817d-b2b4d332a820 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.448411 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port deb055ac-0dd7-4e10-a7d1-b2dcd7f49956, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=deb055ac-0dd7-4e10-a7d1-b2dcd7f49956,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:06.450160 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b0149d9d-2fce-46a4-8ee2-01cf7cb65ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.450598 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bcb08f-a875-4151-8a1d-aa0666c36fa6 None None] Routers {'0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:06.451578 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a8bcb08f-a875-4151-8a1d-aa0666c36fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:46:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:06.452940 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b0149d9d-2fce-46a4-8ee2-01cf7cb65ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.454542 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b0149d9d-2fce-46a4-8ee2-01cf7cb65ec7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e04d822a-9294-4b34-b5fe-67983de91d38 HTTP/1.1" status: 204 len: 168 time: 0.1481390 Jul 13 07:46:06.464813 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0149d9d-2fce-46a4-8ee2-01cf7cb65ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04d822a-9294-4b34-b5fe-67983de91d38,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:06.499145 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8b30de9c-f2e3-430a-817d-b2b4d332a820 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.1466391 Jul 13 07:46:06.501613 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53210) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:06.505350 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a8bcb08f-a875-4151-8a1d-aa0666c36fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:06.506849 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-7aa97626-22e2-4c2d-96e0-027aef27d08d tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-489435791'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:06.507351 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.534671 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa97626-22e2-4c2d-96e0-027aef27d08d tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Made reservation on behalf of 5060e2a38dd9495d98ac148a072cdd78 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:06.541613 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7aa97626-22e2-4c2d-96e0-027aef27d08d tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.574566 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bcb08f-a875-4151-8a1d-aa0666c36fa6 None None] Routers {'0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:06.575670 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a8bcb08f-a875-4151-8a1d-aa0666c36fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:46:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:06.592935 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa97626-22e2-4c2d-96e0-027aef27d08d tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:46:06.606587 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7aa97626-22e2-4c2d-96e0-027aef27d08d tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.607054 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-7aa97626-22e2-4c2d-96e0-027aef27d08d tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Added segment 237f31b8-8ade-410f-9ba2-2332cb15ce57 of type vlan for network 161ae533-439d-4e77-9d3a-218b8360af54 Jul 13 07:46:06.651014 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a8bcb08f-a875-4151-8a1d-aa0666c36fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:06.652268 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bcb08f-a875-4151-8a1d-aa0666c36fa6 None None] The sync data for ids ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'] in n-d-771363-34 is: [] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:06.663853 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=deb055ac-0dd7-4e10-a7d1-b2dcd7f49956,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:06.694379 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7aa97626-22e2-4c2d-96e0-027aef27d08d tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.743903 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 9d1c461a-101f-4b44-bc20-ca98731c6a94 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:06.772786 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7aa97626-22e2-4c2d-96e0-027aef27d08d tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.774983 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 9d1c461a-101f-4b44-bc20-ca98731c6a94 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:06.775354 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 9d1c461a-101f-4b44-bc20-ca98731c6a94 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:06.775767 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 63675208-5591-4bed-9bfb-89da467113c0 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:06.778620 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['deb055ac-0dd7-4e10-a7d1-b2dcd7f49956'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:46:06.782925 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa97626-22e2-4c2d-96e0-027aef27d08d tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:06.784842 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7aa97626-22e2-4c2d-96e0-027aef27d08d tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:06.806995 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846756a-a90b-429f-a7d4-487ce109e2d1 req-2d12d3b6-0f61-4c2f-b5a5-931bbb8273fb tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:06.818894 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0846756a-a90b-429f-a7d4-487ce109e2d1 req-2d12d3b6-0f61-4c2f-b5a5-931bbb8273fb tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c839c7a-00ee-40c6-8569-10beac1eb94a HTTP/1.1" status: 200 len: 944 time: 0.3498075 Jul 13 07:46:06.822994 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 63675208-5591-4bed-9bfb-89da467113c0 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:06.823446 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 63675208-5591-4bed-9bfb-89da467113c0 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:06.823861 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 921a1fc2-be53-4eae-b6df-8853e902293e no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:06.869925 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 921a1fc2-be53-4eae-b6df-8853e902293e {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:06.870524 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 921a1fc2-be53-4eae-b6df-8853e902293e not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:06.891237 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0846756a-a90b-429f-a7d4-487ce109e2d1 req-251313ce-71bd-494d-8968-b7b06bf76087 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714169 Jul 13 07:46:06.939697 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa97626-22e2-4c2d-96e0-027aef27d08d tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event updated for resources: {'Network': ['ID=161ae533-439d-4e77-9d3a-218b8360af54,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:06.944723 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7aa97626-22e2-4c2d-96e0-027aef27d08d tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4421163 Jul 13 07:46:06.948003 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53214) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:06.954358 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-3ef1e26c-5c38-4ef5-b1a8-c67f5f308c06 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Request body: {'subnet': {'network_id': '161ae533-439d-4e77-9d3a-218b8360af54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:06.962726 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 161ae533-439d-4e77-9d3a-218b8360af54 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:46:07.011950 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53216) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:07.060688 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef1e26c-5c38-4ef5-b1a8-c67f5f308c06 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Made reservation on behalf of 5060e2a38dd9495d98ac148a072cdd78 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:07.064887 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3ef1e26c-5c38-4ef5-b1a8-c67f5f308c06 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.069112 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0461862a-0ba7-40ea-90bd-cacf49efecca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5dc48adc52214139b0f9f155fd78ebfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0545256 Jul 13 07:46:07.071488 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53220) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:07.125890 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b3b09c2d-f448-4a90-a14d-9b879bb03b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.149667 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b3b09c2d-f448-4a90-a14d-9b879bb03b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.205183 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b3b09c2d-f448-4a90-a14d-9b879bb03b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.208070 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b3b09c2d-f448-4a90-a14d-9b879bb03b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.209311 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b3b09c2d-f448-4a90-a14d-9b879bb03b91 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/95851b5f-d9db-494c-ab89-cd121ef38734 HTTP/1.1" status: 204 len: 168 time: 0.1368456 Jul 13 07:46:07.218617 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b09c2d-f448-4a90-a14d-9b879bb03b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95851b5f-d9db-494c-ab89-cd121ef38734,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:07.276124 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3ef1e26c-5c38-4ef5-b1a8-c67f5f308c06 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.333349 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef1e26c-5c38-4ef5-b1a8-c67f5f308c06 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event updated for resources: {'Subnet': ['ID=069a2fe8-5b41-4747-83bc-6a66ff77a9af,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:07.343981 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef1e26c-5c38-4ef5-b1a8-c67f5f308c06 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Checking segment: {'id': '237f31b8-8ade-410f-9ba2-2332cb15ce57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '161ae533-439d-4e77-9d3a-218b8360af54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:07.344342 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef1e26c-5c38-4ef5-b1a8-c67f5f308c06 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Network hostable DHCP agents. Network: 161ae533-439d-4e77-9d3a-218b8360af54, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:46:07.360606 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef1e26c-5c38-4ef5-b1a8-c67f5f308c06 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Network 161ae533-439d-4e77-9d3a-218b8360af54 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:46:07.369571 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-3ef1e26c-5c38-4ef5-b1a8-c67f5f308c06 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 161ae533-439d-4e77-9d3a-218b8360af54) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:07.376674 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef1e26c-5c38-4ef5-b1a8-c67f5f308c06 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:07.377346 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3ef1e26c-5c38-4ef5-b1a8-c67f5f308c06 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.378395 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219baf7d-6414-4699-879a-76db721efbeb None None] Network 161ae533-439d-4e77-9d3a-218b8360af54 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:07.395826 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3ef1e26c-5c38-4ef5-b1a8-c67f5f308c06 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4461057 Jul 13 07:46:07.398661 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53224) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:07.405560 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-9e3b00cf-3178-49a6-a81a-1394cf75606a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1913121051', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}, 'admin_state_up': False}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:07.435235 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9e3b00cf-3178-49a6-a81a-1394cf75606a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.436417 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9e3b00cf-3178-49a6-a81a-1394cf75606a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.500620 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9e3b00cf-3178-49a6-a81a-1394cf75606a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.554498 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29f43f1-8f0b-4d37-a6d8-5cf0755434c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-161ae533-439d-4e77-9d3a-218b8360af54', 'network_id': '161ae533-439d-4e77-9d3a-218b8360af54', 'tenant_id': '5060e2a38dd9495d98ac148a072cdd78', 'fixed_ips': [{'subnet_id': '069a2fe8-5b41-4747-83bc-6a66ff77a9af'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:46:07.554498 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c29f43f1-8f0b-4d37-a6d8-5cf0755434c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.655363 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9e3b00cf-3178-49a6-a81a-1394cf75606a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.723460 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-c29f43f1-8f0b-4d37-a6d8-5cf0755434c0 None None] Allocated IP 172.20.0.2 (161ae533-439d-4e77-9d3a-218b8360af54/069a2fe8-5b41-4747-83bc-6a66ff77a9af/fefa1e38-edca-455b-b01c-8e138bfba410) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:07.868174 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9e3b00cf-3178-49a6-a81a-1394cf75606a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for router_gateway, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.871422 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c29f43f1-8f0b-4d37-a6d8-5cf0755434c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.879750 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c29f43f1-8f0b-4d37-a6d8-5cf0755434c0 None None] Transition to ACTIVE for port object fefa1e38-edca-455b-b01c-8e138bfba410 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:07.889010 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9e3b00cf-3178-49a6-a81a-1394cf75606a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.894716 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c29f43f1-8f0b-4d37-a6d8-5cf0755434c0 None None] Transition to ACTIVE for port object fefa1e38-edca-455b-b01c-8e138bfba410 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:07.902156 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c29f43f1-8f0b-4d37-a6d8-5cf0755434c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:07.943152 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29f43f1-8f0b-4d37-a6d8-5cf0755434c0 None None] Network 161ae533-439d-4e77-9d3a-218b8360af54 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:07.950279 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-c29f43f1-8f0b-4d37-a6d8-5cf0755434c0 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:07.953805 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29f43f1-8f0b-4d37-a6d8-5cf0755434c0 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:07.961100 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f43f1-8f0b-4d37-a6d8-5cf0755434c0 None None] Pushing event updated for resources: {'Port': ['ID=fefa1e38-edca-455b-b01c-8e138bfba410,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:08.011630 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-9e3b00cf-3178-49a6-a81a-1394cf75606a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Allocated IP 172.25.3.220 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/472b3df9-816c-4f28-b9fa-e4a274ffcd88) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:08.022721 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-c29f43f1-8f0b-4d37-a6d8-5cf0755434c0 None None] Attempting to bind port fefa1e38-edca-455b-b01c-8e138bfba410 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:08.023085 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-c29f43f1-8f0b-4d37-a6d8-5cf0755434c0 None None] Attempting to bind port fefa1e38-edca-455b-b01c-8e138bfba410 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '237f31b8-8ade-410f-9ba2-2332cb15ce57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '161ae533-439d-4e77-9d3a-218b8360af54'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:08.023483 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29f43f1-8f0b-4d37-a6d8-5cf0755434c0 None None] Attempting to bind port fefa1e38-edca-455b-b01c-8e138bfba410 on network 161ae533-439d-4e77-9d3a-218b8360af54 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:08.029382 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29f43f1-8f0b-4d37-a6d8-5cf0755434c0 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:46:08.029760 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29f43f1-8f0b-4d37-a6d8-5cf0755434c0 None None] Checking segment: {'id': '237f31b8-8ade-410f-9ba2-2332cb15ce57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '161ae533-439d-4e77-9d3a-218b8360af54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:08.030168 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c29f43f1-8f0b-4d37-a6d8-5cf0755434c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:08.030700 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29f43f1-8f0b-4d37-a6d8-5cf0755434c0 None None] Bound using segment: {'id': '237f31b8-8ade-410f-9ba2-2332cb15ce57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '161ae533-439d-4e77-9d3a-218b8360af54'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:46:08.031056 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-c29f43f1-8f0b-4d37-a6d8-5cf0755434c0 None None] Bound port: fefa1e38-edca-455b-b01c-8e138bfba410, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237f31b8-8ade-410f-9ba2-2332cb15ce57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '161ae533-439d-4e77-9d3a-218b8360af54'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:46:08.031461 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c29f43f1-8f0b-4d37-a6d8-5cf0755434c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:08.098595 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-c29f43f1-8f0b-4d37-a6d8-5cf0755434c0 None None] For port fefa1e38-edca-455b-b01c-8e138bfba410, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:46:08.101770 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-c29f43f1-8f0b-4d37-a6d8-5cf0755434c0 None None] For port fefa1e38-edca-455b-b01c-8e138bfba410, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=fefa1e38-edca-455b-b01c-8e138bfba410,segment=NetworkSegment(237f31b8-8ade-410f-9ba2-2332cb15ce57),segment_id=237f31b8-8ade-410f-9ba2-2332cb15ce57)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:46:08.107580 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c29f43f1-8f0b-4d37-a6d8-5cf0755434c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:08.140680 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d7457-94b2-4a33-a068-226db8924ec2 req-19d244f7-e97b-40f1-800d-0f18c1293d4b tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:08.142192 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e00d7457-94b2-4a33-a068-226db8924ec2 req-19d244f7-e97b-40f1-800d-0f18c1293d4b tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c839c7a-00ee-40c6-8569-10beac1eb94a HTTP/1.1" status: 200 len: 944 time: 0.1273792 Jul 13 07:46:08.173288 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f43f1-8f0b-4d37-a6d8-5cf0755434c0 None None] Pushing event updated for resources: {'Port': ['ID=fefa1e38-edca-455b-b01c-8e138bfba410,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:08.248044 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device deb055ac-0dd7-4e10-a7d1-b2dcd7f49956 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:08.311986 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port deb055ac-0dd7-4e10-a7d1-b2dcd7f49956 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:08.316496 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port deb055ac-0dd7-4e10-a7d1-b2dcd7f49956 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:08.316874 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:08.432135 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:08.458141 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c839c7a-00ee-40c6-8569-10beac1eb94a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb055ac-0dd7-4e10-a7d1-b2dcd7f49956'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:46:08.458766 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9e3b00cf-3178-49a6-a81a-1394cf75606a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:08.460747 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882bbf80-4def-4d96-9d08-32eaffc8a043" -d '{"events": [{"server_uuid": "3c839c7a-00ee-40c6-8569-10beac1eb94a", "name": "network-vif-plugged", "status": "completed", "tag": "deb055ac-0dd7-4e10-a7d1-b2dcd7f49956"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:46:08.475601 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port deb055ac-0dd7-4e10-a7d1-b2dcd7f49956, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=deb055ac-0dd7-4e10-a7d1-b2dcd7f49956,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:08.484599 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:08.508878 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9e3b00cf-3178-49a6-a81a-1394cf75606a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:08.526568 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e00d7457-94b2-4a33-a068-226db8924ec2 req-2c0d4402-b17a-43bb-add4-043b3c1a4b22 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740771 Jul 13 07:46:08.545130 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15cb37a0-7e51-4e89-bd31-0b8d68e0db5e x-openstack-request-id: req-15cb37a0-7e51-4e89-bd31-0b8d68e0db5e {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:46:08.545672 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c839c7a-00ee-40c6-8569-10beac1eb94a", "name": "network-vif-plugged", "status": "completed", "tag": "deb055ac-0dd7-4e10-a7d1-b2dcd7f49956", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:46:08.546066 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-15cb37a0-7e51-4e89-bd31-0b8d68e0db5e {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:46:08.546609 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c839c7a-00ee-40c6-8569-10beac1eb94a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb055ac-0dd7-4e10-a7d1-b2dcd7f49956', 'code': 200} Jul 13 07:46:08.554490 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3b00cf-3178-49a6-a81a-1394cf75606a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:08.559331 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-9e3b00cf-3178-49a6-a81a-1394cf75606a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:08.565178 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3b00cf-3178-49a6-a81a-1394cf75606a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:08.588508 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=deb055ac-0dd7-4e10-a7d1-b2dcd7f49956,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:08.609435 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b00cf-3178-49a6-a81a-1394cf75606a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event updated for resources: {'Port': ['ID=472b3df9-816c-4f28-b9fa-e4a274ffcd88,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:08.718913 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09abbae8-a48c-48fa-84d3-b13c9cd012ad req-45506992-c954-4f5b-9f85-abf817a6c6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:08.720505 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-09abbae8-a48c-48fa-84d3-b13c9cd012ad req-45506992-c954-4f5b-9f85-abf817a6c6b5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3c839c7a-00ee-40c6-8569-10beac1eb94a HTTP/1.1" status: 200 len: 1097 time: 0.0897810 Jul 13 07:46:08.756825 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device fefa1e38-edca-455b-b01c-8e138bfba410 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:08.785562 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-09abbae8-a48c-48fa-84d3-b13c9cd012ad req-5d22b8d9-17e1-481d-b334-75fe0dbf34c2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580282 Jul 13 07:46:08.812957 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port fefa1e38-edca-455b-b01c-8e138bfba410 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:08.873563 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9e3b00cf-3178-49a6-a81a-1394cf75606a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for router_gateway, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:08.906534 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-aca2880b-c4f9-48ab-8f21-4bf20b1ce50d None None] Provisioning complete for port deb055ac-0dd7-4e10-a7d1-b2dcd7f49956 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:08.906910 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-aca2880b-c4f9-48ab-8f21-4bf20b1ce50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:09.087503 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9e3b00cf-3178-49a6-a81a-1394cf75606a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:09.221328 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3b00cf-3178-49a6-a81a-1394cf75606a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Router 31619a1c-253b-48d0-942e-6a2781284c20 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:46:09.250873 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f555500-cd14-4bb8-b4af-da65c456f5f9 None None] Network 161ae533-439d-4e77-9d3a-218b8360af54 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:09.329896 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-0b745341-12f6-4b3d-9bae-4fdf1747d199 None None] Provisioning for port fefa1e38-edca-455b-b01c-8e138bfba410 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:09.336196 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3b00cf-3178-49a6-a81a-1394cf75606a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:09.339028 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-0b745341-12f6-4b3d-9bae-4fdf1747d199 None None] Provisioning complete for port fefa1e38-edca-455b-b01c-8e138bfba410 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:09.339611 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0b745341-12f6-4b3d-9bae-4fdf1747d199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:09.350766 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce6bd89-21ea-4529-bed0-7ca964ace6e8 None None] Sync routers for ids ['31619a1c-253b-48d0-942e-6a2781284c20'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:09.360042 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9e3b00cf-3178-49a6-a81a-1394cf75606a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:09.361713 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9e3b00cf-3178-49a6-a81a-1394cf75606a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9613624 Jul 13 07:46:09.363805 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce6bd89-21ea-4529-bed0-7ca964ace6e8 None None] Routers {'31619a1c-253b-48d0-942e-6a2781284c20'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:09.364764 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53234) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:09.364894 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-2ce6bd89-21ea-4529-bed0-7ca964ace6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:46:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['31619a1c-253b-48d0-942e-6a2781284c20'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:09.402879 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-2ce6bd89-21ea-4529-bed0-7ca964ace6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:09.426180 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce6bd89-21ea-4529-bed0-7ca964ace6e8 None None] Routers {'31619a1c-253b-48d0-942e-6a2781284c20'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:09.426803 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-2ce6bd89-21ea-4529-bed0-7ca964ace6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:46:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['31619a1c-253b-48d0-942e-6a2781284c20'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:09.462690 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-2ce6bd89-21ea-4529-bed0-7ca964ace6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:09.464324 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce6bd89-21ea-4529-bed0-7ca964ace6e8 None None] The sync data for ids ['31619a1c-253b-48d0-942e-6a2781284c20'] in n-d-771363-34 is: [] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:09.496681 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0b745341-12f6-4b3d-9bae-4fdf1747d199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:09.536302 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-0b745341-12f6-4b3d-9bae-4fdf1747d199 None None] For port fefa1e38-edca-455b-b01c-8e138bfba410, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=fefa1e38-edca-455b-b01c-8e138bfba410,segment=NetworkSegment(237f31b8-8ade-410f-9ba2-2332cb15ce57),segment_id=237f31b8-8ade-410f-9ba2-2332cb15ce57)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:09.541925 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0b745341-12f6-4b3d-9bae-4fdf1747d199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:09.629568 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b745341-12f6-4b3d-9bae-4fdf1747d199 None None] Pushing event updated for resources: {'Port': ['ID=fefa1e38-edca-455b-b01c-8e138bfba410,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:09.813981 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-fe5de352-2161-44b5-a1c4-2ccd17756b53 None None] Provisioning complete for port fefa1e38-edca-455b-b01c-8e138bfba410 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:09.814251 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fe5de352-2161-44b5-a1c4-2ccd17756b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:09.848278 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeccdd3-8ca2-4cca-bf7f-01c2c822ab73 req-4aa4a9d6-f51a-4578-80f8-23836014ea4b tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:09.849774 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-deeccdd3-8ca2-4cca-bf7f-01c2c822ab73 req-4aa4a9d6-f51a-4578-80f8-23836014ea4b tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c839c7a-00ee-40c6-8569-10beac1eb94a HTTP/1.1" status: 200 len: 945 time: 0.1363089 Jul 13 07:46:09.921263 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-deeccdd3-8ca2-4cca-bf7f-01c2c822ab73 req-77a98bba-24e6-4ee3-be3a-002367f75a5e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637608 Jul 13 07:46:09.938228 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-60d218af-936d-4769-8def-fa3da0dc02e1 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:10.216950 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-60d218af-936d-4769-8def-fa3da0dc02e1 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Allocated IP 172.20.0.1 (161ae533-439d-4e77-9d3a-218b8360af54/069a2fe8-5b41-4747-83bc-6a66ff77a9af/094ddbe5-6461-45fb-bf2d-93e91a1c2342) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:10.299508 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-302e25c2-b2d7-4614-831a-c5a32cc75260 req-6fe7fe78-ce20-463f-ac47-d8825a968815 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=c74484ef6db9498290da14ee6e37d87f HTTP/1.1" status: 200 len: 267 time: 0.2625163 Jul 13 07:46:10.340140 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-60d218af-936d-4769-8def-fa3da0dc02e1 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:10.354194 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-60d218af-936d-4769-8def-fa3da0dc02e1 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Transition to ACTIVE for port object 094ddbe5-6461-45fb-bf2d-93e91a1c2342 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:10.368023 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e25c2-b2d7-4614-831a-c5a32cc75260 req-0cd3fbde-2974-4b3c-914a-7a633ba7bfce tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:10.369470 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-302e25c2-b2d7-4614-831a-c5a32cc75260 req-0cd3fbde-2974-4b3c-914a-7a633ba7bfce tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c839c7a-00ee-40c6-8569-10beac1eb94a HTTP/1.1" status: 200 len: 945 time: 0.0639775 Jul 13 07:46:10.380412 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-302e25c2-b2d7-4614-831a-c5a32cc75260 req-d553bf3a-765c-41f9-bd31-4ef9ab20c700 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Request body: {'port': {'security_groups': []}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:10.387910 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-60d218af-936d-4769-8def-fa3da0dc02e1 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:10.427189 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d218af-936d-4769-8def-fa3da0dc02e1 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Network 161ae533-439d-4e77-9d3a-218b8360af54 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:10.433177 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-60d218af-936d-4769-8def-fa3da0dc02e1 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:10.436966 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d218af-936d-4769-8def-fa3da0dc02e1 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:10.464191 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d218af-936d-4769-8def-fa3da0dc02e1 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event updated for resources: {'Port': ['ID=094ddbe5-6461-45fb-bf2d-93e91a1c2342,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:10.475133 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-302e25c2-b2d7-4614-831a-c5a32cc75260 req-d553bf3a-765c-41f9-bd31-4ef9ab20c700 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:10.487539 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-60d218af-936d-4769-8def-fa3da0dc02e1 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:10.655249 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-60d218af-936d-4769-8def-fa3da0dc02e1 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:10.690456 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-302e25c2-b2d7-4614-831a-c5a32cc75260 req-d553bf3a-765c-41f9-bd31-4ef9ab20c700 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] For port deb055ac-0dd7-4e10-a7d1-b2dcd7f49956, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=deb055ac-0dd7-4e10-a7d1-b2dcd7f49956,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:10.697810 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device fefa1e38-edca-455b-b01c-8e138bfba410 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:10.728572 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-302e25c2-b2d7-4614-831a-c5a32cc75260 req-d553bf3a-765c-41f9-bd31-4ef9ab20c700 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:10.734127 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-302e25c2-b2d7-4614-831a-c5a32cc75260 req-d553bf3a-765c-41f9-bd31-4ef9ab20c700 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:10.748329 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['049d9b72-05c4-48d2-8748-28f851928d00', 'deb055ac-0dd7-4e10-a7d1-b2dcd7f49956'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:46:10.750958 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['df837a61-7753-44d9-99fe-c028e7b6f98f'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:46:10.775013 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a2e0a4b4-53eb-4eef-bf9d-40bfa307671a None None] Provisioning for port 094ddbe5-6461-45fb-bf2d-93e91a1c2342 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:10.780791 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e25c2-b2d7-4614-831a-c5a32cc75260 req-d553bf3a-765c-41f9-bd31-4ef9ab20c700 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:10.781439 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-302e25c2-b2d7-4614-831a-c5a32cc75260 req-d553bf3a-765c-41f9-bd31-4ef9ab20c700 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:10.782873 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-302e25c2-b2d7-4614-831a-c5a32cc75260 req-d553bf3a-765c-41f9-bd31-4ef9ab20c700 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "PUT /v2.0/ports/deb055ac-0dd7-4e10-a7d1-b2dcd7f49956 HTTP/1.1" status: 200 len: 904 time: 0.4070365 Jul 13 07:46:10.783355 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c839c7a-00ee-40c6-8569-10beac1eb94a', 'tag': 'deb055ac-0dd7-4e10-a7d1-b2dcd7f49956'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:46:10.785623 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1921ecac-a451-4d62-81a3-8747ad5aca75" -d '{"events": [{"name": "network-changed", "server_uuid": "3c839c7a-00ee-40c6-8569-10beac1eb94a", "tag": "deb055ac-0dd7-4e10-a7d1-b2dcd7f49956"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:46:10.801680 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a2e0a4b4-53eb-4eef-bf9d-40bfa307671a None None] Provisioning complete for port 094ddbe5-6461-45fb-bf2d-93e91a1c2342 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:10.802271 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a2e0a4b4-53eb-4eef-bf9d-40bfa307671a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:10.818884 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553bf3a-765c-41f9-bd31-4ef9ab20c700 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Pushing event updated for resources: {'Port': ['ID=deb055ac-0dd7-4e10-a7d1-b2dcd7f49956,revision_number=6']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:10.879811 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9517c55-937a-469b-8f67-901300750a13 x-openstack-request-id: req-d9517c55-937a-469b-8f67-901300750a13 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:46:10.880209 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c839c7a-00ee-40c6-8569-10beac1eb94a", "tag": "deb055ac-0dd7-4e10-a7d1-b2dcd7f49956", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:46:10.880525 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d9517c55-937a-469b-8f67-901300750a13 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:46:10.880997 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c839c7a-00ee-40c6-8569-10beac1eb94a', 'tag': 'deb055ac-0dd7-4e10-a7d1-b2dcd7f49956', 'status': 'completed', 'code': 200} Jul 13 07:46:10.888385 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['deb055ac-0dd7-4e10-a7d1-b2dcd7f49956'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:46:10.965938 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port fefa1e38-edca-455b-b01c-8e138bfba410 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:10.967334 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:10.985250 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921ecac-a451-4d62-81a3-8747ad5aca75 req-e1372534-df01-4ef5-8552-e8fe98fecd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:10.987230 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1921ecac-a451-4d62-81a3-8747ad5aca75 req-e1372534-df01-4ef5-8552-e8fe98fecd9e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c74484ef6db9498290da14ee6e37d87f&device_id=3c839c7a-00ee-40c6-8569-10beac1eb94a HTTP/1.1" status: 200 len: 1059 time: 0.0792899 Jul 13 07:46:10.990105 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-a2e0a4b4-53eb-4eef-bf9d-40bfa307671a None None] Port 094ddbe5-6461-45fb-bf2d-93e91a1c2342 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:11.263858 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-cbe00610-526e-4e5a-ae5b-6f369b8d434e None None] Provisioning complete for port deb055ac-0dd7-4e10-a7d1-b2dcd7f49956 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:11.264227 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cbe00610-526e-4e5a-ae5b-6f369b8d434e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:11.360117 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe7b60-b022-45e3-b678-2276b8fb16c9 req-72dfaeac-d231-4da3-bb42-fc1d1ac7c7ce tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:11.361766 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-56fe7b60-b022-45e3-b678-2276b8fb16c9 req-72dfaeac-d231-4da3-bb42-fc1d1ac7c7ce tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c839c7a-00ee-40c6-8569-10beac1eb94a HTTP/1.1" status: 200 len: 907 time: 0.3977835 Jul 13 07:46:11.371707 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-60d218af-936d-4769-8def-fa3da0dc02e1 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:11.379139 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-60d218af-936d-4769-8def-fa3da0dc02e1 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:11.431171 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921ecac-a451-4d62-81a3-8747ad5aca75 req-8aa65348-4e25-4e7e-896a-ae844415b80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:11.433332 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1921ecac-a451-4d62-81a3-8747ad5aca75 req-8aa65348-4e25-4e7e-896a-ae844415b80c service neutron] 10.222.0.42 "GET /v2.0/networks?id=a4551417-653e-4eb5-9caa-ea21aca7dbd0 HTTP/1.1" status: 200 len: 913 time: 0.4386160 Jul 13 07:46:11.468192 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d218af-936d-4769-8def-fa3da0dc02e1 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event updated for resources: {'Port': ['ID=094ddbe5-6461-45fb-bf2d-93e91a1c2342,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:11.484542 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-60d218af-936d-4769-8def-fa3da0dc02e1 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:11.486080 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1921ecac-a451-4d62-81a3-8747ad5aca75 req-c9932691-d0cc-488e-8a39-2f2f756631a9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=deb055ac-0dd7-4e10-a7d1-b2dcd7f49956 HTTP/1.1" status: 200 len: 217 time: 0.0463946 Jul 13 07:46:11.580819 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921ecac-a451-4d62-81a3-8747ad5aca75 req-38a920dc-5ead-4f0f-97e6-445450e4a7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:11.582652 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1921ecac-a451-4d62-81a3-8747ad5aca75 req-38a920dc-5ead-4f0f-97e6-445450e4a7db service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18671aeb-533b-431f-ac3f-740be3e9540f HTTP/1.1" status: 200 len: 851 time: 0.0906210 Jul 13 07:46:11.608956 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d218af-936d-4769-8def-fa3da0dc02e1 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Network 161ae533-439d-4e77-9d3a-218b8360af54 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:11.612284 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-60d218af-936d-4769-8def-fa3da0dc02e1 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:11.644065 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeaf700-d0f9-4163-b7f9-43659e687133 req-cd11d539-32ac-4770-848b-d3549174adea tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:11.645852 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bdeaf700-d0f9-4163-b7f9-43659e687133 req-cd11d539-32ac-4770-848b-d3549174adea tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1210999 Jul 13 07:46:11.700768 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921ecac-a451-4d62-81a3-8747ad5aca75 req-620d9fb0-abb5-4f3c-a92d-5cc61904be80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:11.702212 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1921ecac-a451-4d62-81a3-8747ad5aca75 req-620d9fb0-abb5-4f3c-a92d-5cc61904be80 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a4551417-653e-4eb5-9caa-ea21aca7dbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1113081 Jul 13 07:46:11.710548 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bdeaf700-d0f9-4163-b7f9-43659e687133 req-78e52a55-8d2a-4cbf-850a-1507a8976599 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487731 Jul 13 07:46:11.756653 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d218af-936d-4769-8def-fa3da0dc02e1 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Router 31619a1c-253b-48d0-942e-6a2781284c20 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:11.792463 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-acdd7554-2da6-46d1-80dc-b239d177f582 None None] Provisioning complete for port 094ddbe5-6461-45fb-bf2d-93e91a1c2342 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:11.801858 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-acdd7554-2da6-46d1-80dc-b239d177f582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:11.826199 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1921ecac-a451-4d62-81a3-8747ad5aca75 req-ba89f7e5-a337-4655-bf45-a7ea7140592f service neutron] 10.222.0.42 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145265 Jul 13 07:46:11.859779 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-acdd7554-2da6-46d1-80dc-b239d177f582 None None] Port 094ddbe5-6461-45fb-bf2d-93e91a1c2342 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:11.920181 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d218af-936d-4769-8def-fa3da0dc02e1 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:11.926252 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-60d218af-936d-4769-8def-fa3da0dc02e1 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "PUT /v2.0/routers/31619a1c-253b-48d0-942e-6a2781284c20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5595973 Jul 13 07:46:11.930027 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53254) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:11.936059 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-f7c20e4e-7251-4559-ab57-75c7c185f433 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Request body: {'port': {'network_id': '161ae533-439d-4e77-9d3a-218b8360af54', 'name': 'tempest-FloatingIPTestJSON-398414075'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:11.937624 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6d6329-ebdd-4ea2-abb2-8e93daa33434 None None] Sync routers for ids ['31619a1c-253b-48d0-942e-6a2781284c20'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:11.952199 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6d6329-ebdd-4ea2-abb2-8e93daa33434 None None] Routers {'31619a1c-253b-48d0-942e-6a2781284c20'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:11.953522 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-2e6d6329-ebdd-4ea2-abb2-8e93daa33434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:46:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['31619a1c-253b-48d0-942e-6a2781284c20'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:11.960267 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1921ecac-a451-4d62-81a3-8747ad5aca75 req-24db9af0-6ce5-461c-9475-cf59199bc886 service neutron] 10.222.0.42 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276770 Jul 13 07:46:11.991514 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-2e6d6329-ebdd-4ea2-abb2-8e93daa33434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:12.001351 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6d6329-ebdd-4ea2-abb2-8e93daa33434 None None] Routers {'31619a1c-253b-48d0-942e-6a2781284c20'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:12.001906 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-2e6d6329-ebdd-4ea2-abb2-8e93daa33434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:46:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['31619a1c-253b-48d0-942e-6a2781284c20'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:12.026839 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ba4d8-aa5d-410f-8210-5ae6f8b66d18 req-81c411d9-13f3-4c20-90d6-18c91af62419 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:12.028883 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2d0ba4d8-aa5d-410f-8210-5ae6f8b66d18 req-81c411d9-13f3-4c20-90d6-18c91af62419 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1673141 Jul 13 07:46:12.039147 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-2e6d6329-ebdd-4ea2-abb2-8e93daa33434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:12.039978 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6d6329-ebdd-4ea2-abb2-8e93daa33434 None None] The sync data for ids ['31619a1c-253b-48d0-942e-6a2781284c20'] in n-d-771363-34 is: [] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:12.079800 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b102a114-09f9-4b70-9c23-5db83777e7e9 None None] Provisioning complete for port 094ddbe5-6461-45fb-bf2d-93e91a1c2342 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:12.080164 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b102a114-09f9-4b70-9c23-5db83777e7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.092817 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2d0ba4d8-aa5d-410f-8210-5ae6f8b66d18 req-a8e5f267-7469-4e67-adcc-dcda0b2b3b11 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565875 Jul 13 07:46:12.108031 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c20e4e-7251-4559-ab57-75c7c185f433 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Made reservation on behalf of 5060e2a38dd9495d98ac148a072cdd78 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:12.114759 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f7c20e4e-7251-4559-ab57-75c7c185f433 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.121596 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-b102a114-09f9-4b70-9c23-5db83777e7e9 None None] Port 094ddbe5-6461-45fb-bf2d-93e91a1c2342 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:12.142656 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-f7c20e4e-7251-4559-ab57-75c7c185f433 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] device_id is not set on port c18fbabd-0d0a-4054-9356-85f3e5058f7e yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:46:12.265838 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-f7c20e4e-7251-4559-ab57-75c7c185f433 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Allocated IP 172.20.0.11 (161ae533-439d-4e77-9d3a-218b8360af54/069a2fe8-5b41-4747-83bc-6a66ff77a9af/c18fbabd-0d0a-4054-9356-85f3e5058f7e) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:12.400342 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-e2b4c024-3cd7-41e6-8e62-95b6cdacd8e2 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:12.402609 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-e2b4c024-3cd7-41e6-8e62-95b6cdacd8e2 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/networks?id=a4551417-653e-4eb5-9caa-ea21aca7dbd0 HTTP/1.1" status: 200 len: 812 time: 0.1091919 Jul 13 07:46:12.418369 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-28abbd6f-dc1d-4aeb-bf8d-c2e8414a3558 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/quotas/c74484ef6db9498290da14ee6e37d87f HTTP/1.1" status: 200 len: 375 time: 0.0101032 Jul 13 07:46:12.429227 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f7c20e4e-7251-4559-ab57-75c7c185f433 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.445857 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-f7c20e4e-7251-4559-ab57-75c7c185f433 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Transition to ACTIVE for port object c18fbabd-0d0a-4054-9356-85f3e5058f7e will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:12.482578 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f7c20e4e-7251-4559-ab57-75c7c185f433 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.529440 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-a1518b57-7dc2-4566-b504-f92c00ae92bb tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c74484ef6db9498290da14ee6e37d87f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1059012 Jul 13 07:46:12.545496 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c20e4e-7251-4559-ab57-75c7c185f433 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Network 161ae533-439d-4e77-9d3a-218b8360af54 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:12.548868 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-f7c20e4e-7251-4559-ab57-75c7c185f433 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:12.551556 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c20e4e-7251-4559-ab57-75c7c185f433 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:12.582544 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c20e4e-7251-4559-ab57-75c7c185f433 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event updated for resources: {'Port': ['ID=c18fbabd-0d0a-4054-9356-85f3e5058f7e,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:12.610553 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c20e4e-7251-4559-ab57-75c7c185f433 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:12.611235 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f7c20e4e-7251-4559-ab57-75c7c185f433 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.630488 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f7c20e4e-7251-4559-ab57-75c7c185f433 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6991363 Jul 13 07:46:12.633042 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53268) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:12.640529 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-d2f62d3b-b5de-47aa-a01c-0c4149f292bd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Request body: {'floatingip': {'port_id': 'c18fbabd-0d0a-4054-9356-85f3e5058f7e'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:12.643236 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-3d859b1c-1464-40d3-a240-af999145f834 service neutron] 10.222.0.23 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061828 Jul 13 07:46:12.738957 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d2f62d3b-b5de-47aa-a01c-0c4149f292bd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for floatingip, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.795719 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-119bc1b0-212b-47eb-8843-bda8301c98fe service neutron] 10.222.0.23 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462231 Jul 13 07:46:12.857718 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-686438b8-959a-4814-8cb2-cfd341d4df8a None None] Provisioning for port c18fbabd-0d0a-4054-9356-85f3e5058f7e completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:12.862333 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-686438b8-959a-4814-8cb2-cfd341d4df8a None None] Provisioning complete for port c18fbabd-0d0a-4054-9356-85f3e5058f7e triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:12.862835 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-686438b8-959a-4814-8cb2-cfd341d4df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:12.897684 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-686438b8-959a-4814-8cb2-cfd341d4df8a None None] Port c18fbabd-0d0a-4054-9356-85f3e5058f7e cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:13.015333 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-780785cb-cc5a-4155-9296-d18ce9406a2a req-9d61c11d-eaf1-4dfb-9c5e-95ba13ec03d4 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=32cecb49-240b-4d70-8958-dd7d08f8389e HTTP/1.1" status: 200 len: 210 time: 0.0362678 Jul 13 07:46:13.282937 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d2f62d3b-b5de-47aa-a01c-0c4149f292bd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:13.286726 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d2f62d3b-b5de-47aa-a01c-0c4149f292bd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:13.389818 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [None req-d2f62d3b-b5de-47aa-a01c-0c4149f292bd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Floating IP 16e3cdfd-3a97-409a-8edf-e5055321459d associated. External IP: 172.25.3.105, port: 087525a1-5d4a-4610-a20e-d7f01261298c. Jul 13 07:46:13.611527 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f62d3b-b5de-47aa-a01c-0c4149f292bd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Router 0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:13.720749 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f62d3b-b5de-47aa-a01c-0c4149f292bd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:13.731093 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82da141c-82e7-40a4-aeb3-95ad474560d9 None None] Sync routers for ids ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:13.740267 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82da141c-82e7-40a4-aeb3-95ad474560d9 None None] Routers {'0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:13.740929 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-82da141c-82e7-40a4-aeb3-95ad474560d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:46:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:13.772483 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-82da141c-82e7-40a4-aeb3-95ad474560d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:13.781634 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82da141c-82e7-40a4-aeb3-95ad474560d9 None None] Routers {'0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:13.782219 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-82da141c-82e7-40a4-aeb3-95ad474560d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:46:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:13.814168 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-82da141c-82e7-40a4-aeb3-95ad474560d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:13.814817 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82da141c-82e7-40a4-aeb3-95ad474560d9 None None] The sync data for ids ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'] in n-d-771363-34 is: [] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:14.240971 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-84598a56-e6b3-4bbc-aee9-0ba2722bcd54 req-9650de0b-577b-473e-81cc-9f29585cb250 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=32cecb49-240b-4d70-8958-dd7d08f8389e HTTP/1.1" status: 200 len: 210 time: 0.0754702 Jul 13 07:46:14.359907 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f62d3b-b5de-47aa-a01c-0c4149f292bd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Router 31619a1c-253b-48d0-942e-6a2781284c20 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:14.396498 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-9481f196-8284-44cf-8b4c-fe2fb1f60336 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:14.397939 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-9481f196-8284-44cf-8b4c-fe2fb1f60336 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.25 "GET /v2.0/networks?id=a4551417-653e-4eb5-9caa-ea21aca7dbd0 HTTP/1.1" status: 200 len: 812 time: 0.2339747 Jul 13 07:46:14.442387 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-6252db6a-47b8-45fe-8058-c237ca6b1b07 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Request body: {'port': {'device_id': '32cecb49-240b-4d70-8958-dd7d08f8389e', 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0', 'admin_state_up': True, 'tenant_id': 'c74484ef6db9498290da14ee6e37d87f'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:14.577332 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f62d3b-b5de-47aa-a01c-0c4149f292bd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:14.585171 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d2f62d3b-b5de-47aa-a01c-0c4149f292bd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:14.591407 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19696b3f-f175-42ec-af5b-d1bf8b7a541f None None] Sync routers for ids ['31619a1c-253b-48d0-942e-6a2781284c20'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:14.601890 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19696b3f-f175-42ec-af5b-d1bf8b7a541f None None] Routers {'31619a1c-253b-48d0-942e-6a2781284c20'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:14.602524 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-19696b3f-f175-42ec-af5b-d1bf8b7a541f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:46:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['31619a1c-253b-48d0-942e-6a2781284c20'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:14.638133 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-6252db6a-47b8-45fe-8058-c237ca6b1b07 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Made reservation on behalf of c74484ef6db9498290da14ee6e37d87f for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:14.641871 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-6252db6a-47b8-45fe-8058-c237ca6b1b07 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:14.701731 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d2f62d3b-b5de-47aa-a01c-0c4149f292bd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "PUT /v2.0/floatingips/16e3cdfd-3a97-409a-8edf-e5055321459d HTTP/1.1" status: 200 len: 978 time: 2.0673935 Jul 13 07:46:14.705065 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53288) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:14.791571 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-19696b3f-f175-42ec-af5b-d1bf8b7a541f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:14.800973 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19696b3f-f175-42ec-af5b-d1bf8b7a541f None None] Routers {'31619a1c-253b-48d0-942e-6a2781284c20'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:14.801586 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-19696b3f-f175-42ec-af5b-d1bf8b7a541f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:46:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['31619a1c-253b-48d0-942e-6a2781284c20'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:14.835396 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-19696b3f-f175-42ec-af5b-d1bf8b7a541f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:14.835971 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19696b3f-f175-42ec-af5b-d1bf8b7a541f None None] The sync data for ids ['31619a1c-253b-48d0-942e-6a2781284c20'] in n-d-771363-34 is: [] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:14.881694 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-6252db6a-47b8-45fe-8058-c237ca6b1b07 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Allocated IP 172.20.0.7 (a4551417-653e-4eb5-9caa-ea21aca7dbd0/18671aeb-533b-431f-ac3f-740be3e9540f/59365f26-a87c-49de-b40a-225f2179a668) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:14.903448 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-79fef21d-cbd9-4d68-9eff-c6bff0d0ccfa tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Deleting port c18fbabd-0d0a-4054-9356-85f3e5058f7e {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:14.903718 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79fef21d-cbd9-4d68-9eff-c6bff0d0ccfa tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:15.067730 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79fef21d-cbd9-4d68-9eff-c6bff0d0ccfa tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:15.201571 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-6252db6a-47b8-45fe-8058-c237ca6b1b07 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:15.252504 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-6252db6a-47b8-45fe-8058-c237ca6b1b07 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Transition to ACTIVE for port object 59365f26-a87c-49de-b40a-225f2179a668 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:15.337145 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79fef21d-cbd9-4d68-9eff-c6bff0d0ccfa tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:15.337513 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79fef21d-cbd9-4d68-9eff-c6bff0d0ccfa tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:15.337821 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [None req-79fef21d-cbd9-4d68-9eff-c6bff0d0ccfa tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Floating IP 16e3cdfd-3a97-409a-8edf-e5055321459d disassociated. External IP: 172.25.3.105, port: c18fbabd-0d0a-4054-9356-85f3e5058f7e. Jul 13 07:46:15.338160 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-79fef21d-cbd9-4d68-9eff-c6bff0d0ccfa tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Calling delete_port for c18fbabd-0d0a-4054-9356-85f3e5058f7e owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:15.350662 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-6252db6a-47b8-45fe-8058-c237ca6b1b07 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:15.362323 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['049d9b72-05c4-48d2-8748-28f851928d00'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:46:15.364601 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['df837a61-7753-44d9-99fe-c028e7b6f98f'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:46:15.461803 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-6252db6a-47b8-45fe-8058-c237ca6b1b07 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Network a4551417-653e-4eb5-9caa-ea21aca7dbd0 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:15.482264 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-6252db6a-47b8-45fe-8058-c237ca6b1b07 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:15.486751 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6252db6a-47b8-45fe-8058-c237ca6b1b07 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Pushing event updated for resources: {'Port': ['ID=59365f26-a87c-49de-b40a-225f2179a668,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:15.490692 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-6252db6a-47b8-45fe-8058-c237ca6b1b07 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:15.534206 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6252db6a-47b8-45fe-8058-c237ca6b1b07 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:15.534552 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6252db6a-47b8-45fe-8058-c237ca6b1b07 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:15.534891 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6252db6a-47b8-45fe-8058-c237ca6b1b07 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:15.535246 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6252db6a-47b8-45fe-8058-c237ca6b1b07 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:15.535578 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6252db6a-47b8-45fe-8058-c237ca6b1b07 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:15.535907 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6252db6a-47b8-45fe-8058-c237ca6b1b07 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:15.536232 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6252db6a-47b8-45fe-8058-c237ca6b1b07 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:15.536555 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6252db6a-47b8-45fe-8058-c237ca6b1b07 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:15.536876 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6252db6a-47b8-45fe-8058-c237ca6b1b07 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:15.537181 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6252db6a-47b8-45fe-8058-c237ca6b1b07 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:15.537976 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6252db6a-47b8-45fe-8058-c237ca6b1b07 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:15.537976 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6252db6a-47b8-45fe-8058-c237ca6b1b07 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:46:15.603380 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-6252db6a-47b8-45fe-8058-c237ca6b1b07 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:15.604093 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-6252db6a-47b8-45fe-8058-c237ca6b1b07 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:15.631503 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec3f7d-762c-4885-b4ad-b3d13a66dfa6 req-0e7885ca-146a-45d5-b999-6fa3ca2a96db tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:15.633181 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a7ec3f7d-762c-4885-b4ad-b3d13a66dfa6 req-0e7885ca-146a-45d5-b999-6fa3ca2a96db tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=32cecb49-240b-4d70-8958-dd7d08f8389e HTTP/1.1" status: 200 len: 931 time: 0.2427487 Jul 13 07:46:15.649502 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-6252db6a-47b8-45fe-8058-c237ca6b1b07 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2125242 Jul 13 07:46:15.668632 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-41ff260c-771a-4cb2-9b03-ebcd743e00c5 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:46:15.669689 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-41ff260c-771a-4cb2-9b03-ebcd743e00c5 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102298 Jul 13 07:46:15.682150 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-670d1f70-3d45-4538-b75e-41d370ea383d service neutron] Request body: {'port': {'device_id': '32cecb49-240b-4d70-8958-dd7d08f8389e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:15.693474 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79fef21d-cbd9-4d68-9eff-c6bff0d0ccfa tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:15.724492 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a7ec3f7d-762c-4885-b4ad-b3d13a66dfa6 req-2511f077-b7e1-4fbb-b5d3-55200410fcae tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839896 Jul 13 07:46:15.755832 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fef21d-cbd9-4d68-9eff-c6bff0d0ccfa tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event deleted for resources: {'Port': ['ID=c18fbabd-0d0a-4054-9356-85f3e5058f7e,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:15.839292 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9ea2325c-390f-45f6-95db-796ee44fc8ca None None] Provisioning for port 59365f26-a87c-49de-b40a-225f2179a668 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:15.842046 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-670d1f70-3d45-4538-b75e-41d370ea383d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:15.843729 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9ea2325c-390f-45f6-95db-796ee44fc8ca None None] Provisioning complete for port 59365f26-a87c-49de-b40a-225f2179a668 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:15.844312 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9ea2325c-390f-45f6-95db-796ee44fc8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:15.884681 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-9ea2325c-390f-45f6-95db-796ee44fc8ca None None] Port 59365f26-a87c-49de-b40a-225f2179a668 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:16.007435 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79fef21d-cbd9-4d68-9eff-c6bff0d0ccfa tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Router 31619a1c-253b-48d0-942e-6a2781284c20 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:16.492741 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fef21d-cbd9-4d68-9eff-c6bff0d0ccfa tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:16.502562 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1d3409-7256-43f2-a60e-bbc9b4573d14 None None] Sync routers for ids ['31619a1c-253b-48d0-942e-6a2781284c20'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:16.511913 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1d3409-7256-43f2-a60e-bbc9b4573d14 None None] Routers {'31619a1c-253b-48d0-942e-6a2781284c20'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:16.512768 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-6d1d3409-7256-43f2-a60e-bbc9b4573d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:46:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['31619a1c-253b-48d0-942e-6a2781284c20'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:16.547480 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-6d1d3409-7256-43f2-a60e-bbc9b4573d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:16.556414 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1d3409-7256-43f2-a60e-bbc9b4573d14 None None] Routers {'31619a1c-253b-48d0-942e-6a2781284c20'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:16.557050 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-6d1d3409-7256-43f2-a60e-bbc9b4573d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:46:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['31619a1c-253b-48d0-942e-6a2781284c20'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:16.587857 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-6d1d3409-7256-43f2-a60e-bbc9b4573d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:16.589027 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1d3409-7256-43f2-a60e-bbc9b4573d14 None None] The sync data for ids ['31619a1c-253b-48d0-942e-6a2781284c20'] in n-d-771363-34 is: [] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:16.598320 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-670d1f70-3d45-4538-b75e-41d370ea383d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59365f26-a87c-49de-b40a-225f2179a668 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:46:16.609943 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-670d1f70-3d45-4538-b75e-41d370ea383d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.612496 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79fef21d-cbd9-4d68-9eff-c6bff0d0ccfa tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.614340 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-79fef21d-cbd9-4d68-9eff-c6bff0d0ccfa tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "DELETE /v2.0/ports/c18fbabd-0d0a-4054-9356-85f3e5058f7e HTTP/1.1" status: 204 len: 168 time: 1.9077413 Jul 13 07:46:16.618007 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53296) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:16.627811 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-670d1f70-3d45-4538-b75e-41d370ea383d service neutron] Transition to ACTIVE for port object 59365f26-a87c-49de-b40a-225f2179a668 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:16.633581 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-670d1f70-3d45-4538-b75e-41d370ea383d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.684063 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d1f70-3d45-4538-b75e-41d370ea383d service neutron] Pushing event updated for resources: {'Port': ['ID=59365f26-a87c-49de-b40a-225f2179a668,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:16.770193 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-670d1f70-3d45-4538-b75e-41d370ea383d service neutron] Attempting to bind port 59365f26-a87c-49de-b40a-225f2179a668 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:16.770593 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-670d1f70-3d45-4538-b75e-41d370ea383d service neutron] Attempting to bind port 59365f26-a87c-49de-b40a-225f2179a668 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '904645b7-f6ff-403f-a4e4-588cda2e87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:16.771031 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-670d1f70-3d45-4538-b75e-41d370ea383d service neutron] Attempting to bind port 59365f26-a87c-49de-b40a-225f2179a668 on network a4551417-653e-4eb5-9caa-ea21aca7dbd0 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:16.777048 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-670d1f70-3d45-4538-b75e-41d370ea383d service neutron] Port 59365f26-a87c-49de-b40a-225f2179a668 on network a4551417-653e-4eb5-9caa-ea21aca7dbd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:46:16.777685 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-670d1f70-3d45-4538-b75e-41d370ea383d service neutron] Attempting to bind port 59365f26-a87c-49de-b40a-225f2179a668 on network a4551417-653e-4eb5-9caa-ea21aca7dbd0 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:16.783039 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-670d1f70-3d45-4538-b75e-41d370ea383d service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:46:16.783522 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-670d1f70-3d45-4538-b75e-41d370ea383d service neutron] Checking segment: {'id': '904645b7-f6ff-403f-a4e4-588cda2e87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:16.784021 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-670d1f70-3d45-4538-b75e-41d370ea383d service neutron] Bound using segment: {'id': '904645b7-f6ff-403f-a4e4-588cda2e87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:46:16.784553 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-670d1f70-3d45-4538-b75e-41d370ea383d service neutron] Bound port: 59365f26-a87c-49de-b40a-225f2179a668, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '904645b7-f6ff-403f-a4e4-588cda2e87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:46:16.785098 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-670d1f70-3d45-4538-b75e-41d370ea383d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.860708 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-670d1f70-3d45-4538-b75e-41d370ea383d service neutron] For port 59365f26-a87c-49de-b40a-225f2179a668, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:46:16.900795 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-670d1f70-3d45-4538-b75e-41d370ea383d service neutron] For port 59365f26-a87c-49de-b40a-225f2179a668, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=59365f26-a87c-49de-b40a-225f2179a668,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:46:16.910741 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-670d1f70-3d45-4538-b75e-41d370ea383d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.963232 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-670d1f70-3d45-4538-b75e-41d370ea383d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:16.965007 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-670d1f70-3d45-4538-b75e-41d370ea383d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:16.966425 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-670d1f70-3d45-4538-b75e-41d370ea383d service neutron] 10.222.0.25 "PUT /v2.0/ports/59365f26-a87c-49de-b40a-225f2179a668 HTTP/1.1" status: 200 len: 1092 time: 1.2885416 Jul 13 07:46:16.969161 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32cecb49-240b-4d70-8958-dd7d08f8389e', 'tag': '59365f26-a87c-49de-b40a-225f2179a668'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:46:16.973720 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822ec525-89ef-4e09-bf06-0789c8f263bd" -d '{"events": [{"name": "network-changed", "server_uuid": "32cecb49-240b-4d70-8958-dd7d08f8389e", "tag": "59365f26-a87c-49de-b40a-225f2179a668"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:46:17.040966 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520961b2-6423-4df0-a651-8a0b79c6d93a x-openstack-request-id: req-520961b2-6423-4df0-a651-8a0b79c6d93a {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:46:17.041414 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32cecb49-240b-4d70-8958-dd7d08f8389e", "tag": "59365f26-a87c-49de-b40a-225f2179a668", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:46:17.041813 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-520961b2-6423-4df0-a651-8a0b79c6d93a {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:46:17.042330 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32cecb49-240b-4d70-8958-dd7d08f8389e', 'tag': '59365f26-a87c-49de-b40a-225f2179a668', 'status': 'completed', 'code': 200} Jul 13 07:46:17.048316 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d1f70-3d45-4538-b75e-41d370ea383d service neutron] Pushing event updated for resources: {'Port': ['ID=59365f26-a87c-49de-b40a-225f2179a668,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:17.059488 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a840d40-e99c-47cc-b133-604955a25e17 req-3e49fdf1-8913-4ec7-a82c-f9995c0e273e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:17.064001 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4a840d40-e99c-47cc-b133-604955a25e17 req-3e49fdf1-8913-4ec7-a82c-f9995c0e273e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=32cecb49-240b-4d70-8958-dd7d08f8389e HTTP/1.1" status: 200 len: 943 time: 0.2056913 Jul 13 07:46:17.094198 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-adf32bb8-68a8-4578-8f6f-f3da94eb42ef tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.116856 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4a840d40-e99c-47cc-b133-604955a25e17 req-68dc4cb8-e980-4644-ae07-687cbc843a11 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488486 Jul 13 07:46:17.130433 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-d5325b53-83f5-4af6-a370-2ab87a0e4509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:17.132342 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-d5325b53-83f5-4af6-a370-2ab87a0e4509 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c74484ef6db9498290da14ee6e37d87f&device_id=32cecb49-240b-4d70-8958-dd7d08f8389e HTTP/1.1" status: 200 len: 1095 time: 0.1269908 Jul 13 07:46:17.191597 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-f46b700b-2f86-4b47-a743-62274957b35b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59365f26-a87c-49de-b40a-225f2179a668 HTTP/1.1" status: 200 len: 217 time: 0.0520451 Jul 13 07:46:17.248091 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-256f1a12-a7e4-4885-822e-14e553589e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:17.249573 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-256f1a12-a7e4-4885-822e-14e553589e59 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=18671aeb-533b-431f-ac3f-740be3e9540f HTTP/1.1" status: 200 len: 851 time: 0.0523057 Jul 13 07:46:17.306302 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-f28b8fd6-5944-4a97-a51b-d23a4dec0036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:17.308566 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-f28b8fd6-5944-4a97-a51b-d23a4dec0036 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4551417-653e-4eb5-9caa-ea21aca7dbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530417 Jul 13 07:46:17.394680 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-adf32bb8-68a8-4578-8f6f-f3da94eb42ef tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Deleting port 094ddbe5-6461-45fb-bf2d-93e91a1c2342 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:17.395030 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-adf32bb8-68a8-4578-8f6f-f3da94eb42ef tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.405807 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-039a1625-fc0d-4cf2-95ac-20ba3dd8895a service neutron] 10.222.0.25 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910649 Jul 13 07:46:17.486014 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-adf32bb8-68a8-4578-8f6f-f3da94eb42ef tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.493483 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0610b927-4376-4c3c-ad8c-e851ef03c2c6 req-2805ae4a-825a-4d5c-9310-66d42bc6948c service neutron] 10.222.0.25 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816708 Jul 13 07:46:17.499096 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-adf32bb8-68a8-4578-8f6f-f3da94eb42ef tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Calling delete_port for 094ddbe5-6461-45fb-bf2d-93e91a1c2342 owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:17.599959 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ec525-89ef-4e09-bf06-0789c8f263bd req-f73300b2-8518-4035-904f-6d72cedcda3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:17.601495 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-822ec525-89ef-4e09-bf06-0789c8f263bd req-f73300b2-8518-4035-904f-6d72cedcda3f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c74484ef6db9498290da14ee6e37d87f&device_id=32cecb49-240b-4d70-8958-dd7d08f8389e HTTP/1.1" status: 200 len: 1095 time: 0.0580292 Jul 13 07:46:17.694656 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-adf32bb8-68a8-4578-8f6f-f3da94eb42ef tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.698006 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ec525-89ef-4e09-bf06-0789c8f263bd req-bdfa0812-a68d-406e-ad4f-7c0659afba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:17.699662 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-822ec525-89ef-4e09-bf06-0789c8f263bd req-bdfa0812-a68d-406e-ad4f-7c0659afba3f service neutron] 10.222.0.25 "GET /v2.0/networks?id=a4551417-653e-4eb5-9caa-ea21aca7dbd0 HTTP/1.1" status: 200 len: 913 time: 0.0926445 Jul 13 07:46:17.722728 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf32bb8-68a8-4578-8f6f-f3da94eb42ef tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event deleted for resources: {'Port': ['ID=094ddbe5-6461-45fb-bf2d-93e91a1c2342,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:17.741901 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-822ec525-89ef-4e09-bf06-0789c8f263bd req-8de31a37-773e-4529-895e-7eea89771332 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59365f26-a87c-49de-b40a-225f2179a668 HTTP/1.1" status: 200 len: 217 time: 0.0358765 Jul 13 07:46:17.805116 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ec525-89ef-4e09-bf06-0789c8f263bd req-86ca4605-2a84-4403-9700-78edde38104f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:17.806688 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-822ec525-89ef-4e09-bf06-0789c8f263bd req-86ca4605-2a84-4403-9700-78edde38104f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=18671aeb-533b-431f-ac3f-740be3e9540f HTTP/1.1" status: 200 len: 851 time: 0.0549669 Jul 13 07:46:17.868683 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ec525-89ef-4e09-bf06-0789c8f263bd req-a5a09904-de5c-4b23-a7d5-53f122eda027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:17.870254 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-822ec525-89ef-4e09-bf06-0789c8f263bd req-a5a09904-de5c-4b23-a7d5-53f122eda027 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4551417-653e-4eb5-9caa-ea21aca7dbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570476 Jul 13 07:46:17.907968 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-adf32bb8-68a8-4578-8f6f-f3da94eb42ef tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:17.972173 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-822ec525-89ef-4e09-bf06-0789c8f263bd req-991e4069-9d85-4404-b33f-b7f65b584ddd service neutron] 10.222.0.25 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951338 Jul 13 07:46:18.071945 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-822ec525-89ef-4e09-bf06-0789c8f263bd req-7db8b70d-385a-43a4-8f74-1e31591f8b72 service neutron] 10.222.0.25 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933642 Jul 13 07:46:18.137078 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf32bb8-68a8-4578-8f6f-f3da94eb42ef tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Router 31619a1c-253b-48d0-942e-6a2781284c20 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:18.246668 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf32bb8-68a8-4578-8f6f-f3da94eb42ef tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:18.254798 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-adf32bb8-68a8-4578-8f6f-f3da94eb42ef tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "PUT /v2.0/routers/31619a1c-253b-48d0-942e-6a2781284c20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6331060 Jul 13 07:46:18.254798 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53310) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:18.256486 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65415e0-39fa-44a7-b489-78764bdf63e2 None None] Sync routers for ids ['31619a1c-253b-48d0-942e-6a2781284c20'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:18.267920 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65415e0-39fa-44a7-b489-78764bdf63e2 None None] Routers {'31619a1c-253b-48d0-942e-6a2781284c20'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:18.268780 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-f65415e0-39fa-44a7-b489-78764bdf63e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:46:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['31619a1c-253b-48d0-942e-6a2781284c20'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:18.304678 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-f65415e0-39fa-44a7-b489-78764bdf63e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:18.315334 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65415e0-39fa-44a7-b489-78764bdf63e2 None None] Routers {'31619a1c-253b-48d0-942e-6a2781284c20'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:18.316177 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-f65415e0-39fa-44a7-b489-78764bdf63e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:46:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['31619a1c-253b-48d0-942e-6a2781284c20'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:18.340045 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8933d64-a3af-44eb-939b-34a95aa50005 req-d8626aa8-2bbd-4c95-a9d4-2b1ccdd70952 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:18.341617 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f8933d64-a3af-44eb-939b-34a95aa50005 req-d8626aa8-2bbd-4c95-a9d4-2b1ccdd70952 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=32cecb49-240b-4d70-8958-dd7d08f8389e HTTP/1.1" status: 200 len: 943 time: 0.0745461 Jul 13 07:46:18.352759 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-f65415e0-39fa-44a7-b489-78764bdf63e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:18.353748 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65415e0-39fa-44a7-b489-78764bdf63e2 None None] The sync data for ids ['31619a1c-253b-48d0-942e-6a2781284c20'] in n-d-771363-34 is: [] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:18.383423 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3b07030b-f7d8-47c2-a862-75e12e5acc67 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:18.390336 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f8933d64-a3af-44eb-939b-34a95aa50005 req-a0ce144f-a690-4132-95aa-8d8a85546a70 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415535 Jul 13 07:46:18.487391 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3b07030b-f7d8-47c2-a862-75e12e5acc67 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:18.538313 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-3b07030b-f7d8-47c2-a862-75e12e5acc67 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Deleting port 472b3df9-816c-4f28-b9fa-e4a274ffcd88 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:18.538647 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3b07030b-f7d8-47c2-a862-75e12e5acc67 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:18.616646 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3b07030b-f7d8-47c2-a862-75e12e5acc67 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:18.629330 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-3b07030b-f7d8-47c2-a862-75e12e5acc67 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Calling delete_port for 472b3df9-816c-4f28-b9fa-e4a274ffcd88 owned by network:router_gateway {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:18.792963 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3b07030b-f7d8-47c2-a862-75e12e5acc67 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:18.822052 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b07030b-f7d8-47c2-a862-75e12e5acc67 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event deleted for resources: {'Port': ['ID=472b3df9-816c-4f28-b9fa-e4a274ffcd88,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:18.878992 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3b07030b-f7d8-47c2-a862-75e12e5acc67 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:19.062895 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:46:19.257638 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3b07030b-f7d8-47c2-a862-75e12e5acc67 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:19.259744 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3b07030b-f7d8-47c2-a862-75e12e5acc67 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:19.324666 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3b07030b-f7d8-47c2-a862-75e12e5acc67 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:19.325203 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b07030b-f7d8-47c2-a862-75e12e5acc67 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Fanout notify agent at l3_agent the message router_deleted on router 31619a1c-253b-48d0-942e-6a2781284c20 {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:46:19.332000 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3b07030b-f7d8-47c2-a862-75e12e5acc67 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:19.333647 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-3b07030b-f7d8-47c2-a862-75e12e5acc67 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "DELETE /v2.0/routers/31619a1c-253b-48d0-942e-6a2781284c20 HTTP/1.1" status: 204 len: 168 time: 1.0773933 Jul 13 07:46:19.335929 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53312) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:19.390717 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc6ad0f5-a031-45b6-bfa1-e48417372c7a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Deleting subnet 069a2fe8-5b41-4747-83bc-6a66ff77a9af {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:46:19.394238 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dc6ad0f5-a031-45b6-bfa1-e48417372c7a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:19.441698 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dc6ad0f5-a031-45b6-bfa1-e48417372c7a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:19.548481 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dc6ad0f5-a031-45b6-bfa1-e48417372c7a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:19.589585 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ed3d9-0b91-4079-9c1e-31bd0ed4012a req-026145e4-65eb-444e-ab20-571dbe4bed29 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:19.591266 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-250ed3d9-0b91-4079-9c1e-31bd0ed4012a req-026145e4-65eb-444e-ab20-571dbe4bed29 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=32cecb49-240b-4d70-8958-dd7d08f8389e HTTP/1.1" status: 200 len: 943 time: 0.0720482 Jul 13 07:46:19.616036 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dc6ad0f5-a031-45b6-bfa1-e48417372c7a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:19.632729 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-250ed3d9-0b91-4079-9c1e-31bd0ed4012a req-d4ab0c9a-9dbe-4d91-8c82-34be0bdbe93a tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357394 Jul 13 07:46:19.645601 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ad0f5-a031-45b6-bfa1-e48417372c7a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event deleted for resources: {'Subnet': ['ID=069a2fe8-5b41-4747-83bc-6a66ff77a9af,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:19.649377 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dc6ad0f5-a031-45b6-bfa1-e48417372c7a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:19.651339 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-dc6ad0f5-a031-45b6-bfa1-e48417372c7a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "DELETE /v2.0/subnets/069a2fe8-5b41-4747-83bc-6a66ff77a9af HTTP/1.1" status: 204 len: 168 time: 0.3143618 Jul 13 07:46:19.654207 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53318) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:19.664598 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a57587-ecbd-49b7-b92a-86ceb95ccb5f None None] Network 161ae533-439d-4e77-9d3a-218b8360af54 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:19.740680 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-13d2b6a6-8f88-42c5-bd4e-d8d38bf8b9c7 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:19.795508 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-13d2b6a6-8f88-42c5-bd4e-d8d38bf8b9c7 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Deleting port fefa1e38-edca-455b-b01c-8e138bfba410 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:19.796175 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-13d2b6a6-8f88-42c5-bd4e-d8d38bf8b9c7 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:19.864636 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fd46dc-574a-4010-8015-58591fe8d16b None None] DHCP port deletion for 161ae533-439d-4e77-9d3a-218b8360af54 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:46:19.873549 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-13d2b6a6-8f88-42c5-bd4e-d8d38bf8b9c7 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] For port fefa1e38-edca-455b-b01c-8e138bfba410, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=fefa1e38-edca-455b-b01c-8e138bfba410,segment=NetworkSegment(237f31b8-8ade-410f-9ba2-2332cb15ce57),segment_id=237f31b8-8ade-410f-9ba2-2332cb15ce57)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:19.874113 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-13d2b6a6-8f88-42c5-bd4e-d8d38bf8b9c7 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:19.889023 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-13d2b6a6-8f88-42c5-bd4e-d8d38bf8b9c7 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Calling delete_port for fefa1e38-edca-455b-b01c-8e138bfba410 owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:19.906772 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 59365f26-a87c-49de-b40a-225f2179a668 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:46:19.935521 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-23fd46dc-574a-4010-8015-58591fe8d16b None None] Deleting port fefa1e38-edca-455b-b01c-8e138bfba410 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:19.935885 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-23fd46dc-574a-4010-8015-58591fe8d16b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:19.980078 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-13d2b6a6-8f88-42c5-bd4e-d8d38bf8b9c7 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.007802 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d2b6a6-8f88-42c5-bd4e-d8d38bf8b9c7 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] No DVR routers for this DVR port fefa1e38-edca-455b-b01c-8e138bfba410 on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:20.009408 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d2b6a6-8f88-42c5-bd4e-d8d38bf8b9c7 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event deleted for resources: {'Port': ['ID=fefa1e38-edca-455b-b01c-8e138bfba410,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:20.050435 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-23fd46dc-574a-4010-8015-58591fe8d16b None None] For port fefa1e38-edca-455b-b01c-8e138bfba410, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=fefa1e38-edca-455b-b01c-8e138bfba410,segment=NetworkSegment(237f31b8-8ade-410f-9ba2-2332cb15ce57),segment_id=237f31b8-8ade-410f-9ba2-2332cb15ce57)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:20.050871 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-23fd46dc-574a-4010-8015-58591fe8d16b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.069812 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-23fd46dc-574a-4010-8015-58591fe8d16b None None] Calling delete_port for fefa1e38-edca-455b-b01c-8e138bfba410 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:20.092928 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 59365f26-a87c-49de-b40a-225f2179a668, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=59365f26-a87c-49de-b40a-225f2179a668,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:20.102190 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-13d2b6a6-8f88-42c5-bd4e-d8d38bf8b9c7 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.113814 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-13d2b6a6-8f88-42c5-bd4e-d8d38bf8b9c7 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['161ae533-439d-4e77-9d3a-218b8360af54']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:20.125462 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-13d2b6a6-8f88-42c5-bd4e-d8d38bf8b9c7 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '237f31b8-8ade-410f-9ba2-2332cb15ce57') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:20.125685 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-13d2b6a6-8f88-42c5-bd4e-d8d38bf8b9c7 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '237f31b8-8ade-410f-9ba2-2332cb15ce57') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:20.134450 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '59365f26-a87c-49de-b40a-225f2179a668', 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0', 'port_id': '59365f26-a87c-49de-b40a-225f2179a668', 'mac_address': 'fa:16:3e:3b:c2:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18671aeb-533b-431f-ac3f-740be3e9540f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:46:20.137049 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-13d2b6a6-8f88-42c5-bd4e-d8d38bf8b9c7 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.156108 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-13d2b6a6-8f88-42c5-bd4e-d8d38bf8b9c7 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.162172 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d2b6a6-8f88-42c5-bd4e-d8d38bf8b9c7 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:20.162554 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-13d2b6a6-8f88-42c5-bd4e-d8d38bf8b9c7 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:20.165671 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:20.197189 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.211575 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59365f26-a87c-49de-b40a-225f2179a668 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:46:20.216293 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-23fd46dc-574a-4010-8015-58591fe8d16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.230510 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-13d2b6a6-8f88-42c5-bd4e-d8d38bf8b9c7 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.238076 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-13d2b6a6-8f88-42c5-bd4e-d8d38bf8b9c7 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.239926 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-13d2b6a6-8f88-42c5-bd4e-d8d38bf8b9c7 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "DELETE /v2.0/networks/161ae533-439d-4e77-9d3a-218b8360af54 HTTP/1.1" status: 204 len: 168 time: 0.5847883 Jul 13 07:46:20.243023 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53320) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:20.254879 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d2b6a6-8f88-42c5-bd4e-d8d38bf8b9c7 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event deleted for resources: {'Network': ['ID=161ae533-439d-4e77-9d3a-218b8360af54,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:20.255275 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd46dc-574a-4010-8015-58591fe8d16b None None] Pushing event deleted for resources: {'Port': ['ID=fefa1e38-edca-455b-b01c-8e138bfba410,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:20.257220 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fd46dc-574a-4010-8015-58591fe8d16b None None] No DVR routers for this DVR port fefa1e38-edca-455b-b01c-8e138bfba410 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:20.262784 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 59365f26-a87c-49de-b40a-225f2179a668, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=59365f26-a87c-49de-b40a-225f2179a668,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:20.273442 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.327459 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=59365f26-a87c-49de-b40a-225f2179a668,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:20.382760 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-d93d005a-9e87-45ba-9bec-4a8acb3d39b1 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Deleting port 74b6dde1-bb3d-4707-a535-0a4e5b0b6f53 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:20.383107 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d93d005a-9e87-45ba-9bec-4a8acb3d39b1 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.467706 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d93d005a-9e87-45ba-9bec-4a8acb3d39b1 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.468092 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d93d005a-9e87-45ba-9bec-4a8acb3d39b1 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.483659 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-d93d005a-9e87-45ba-9bec-4a8acb3d39b1 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Calling delete_port for 74b6dde1-bb3d-4707-a535-0a4e5b0b6f53 owned by network:floatingip {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:20.531413 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['59365f26-a87c-49de-b40a-225f2179a668'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:46:20.633943 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d93d005a-9e87-45ba-9bec-4a8acb3d39b1 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.666180 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d005a-9e87-45ba-9bec-4a8acb3d39b1 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event deleted for resources: {'Port': ['ID=74b6dde1-bb3d-4707-a535-0a4e5b0b6f53,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:20.695824 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device fefa1e38-edca-455b-b01c-8e138bfba410 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:20.717057 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: fefa1e38-edca-455b-b01c-8e138bfba410 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:20.717397 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device fefa1e38-edca-455b-b01c-8e138bfba410 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:20.735154 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d93d005a-9e87-45ba-9bec-4a8acb3d39b1 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for floatingip, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.737765 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d93d005a-9e87-45ba-9bec-4a8acb3d39b1 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:20.738966 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d93d005a-9e87-45ba-9bec-4a8acb3d39b1 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "DELETE /v2.0/floatingips/16e3cdfd-3a97-409a-8edf-e5055321459d HTTP/1.1" status: 204 len: 168 time: 0.4945142 Jul 13 07:46:20.742839 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53326) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:20.772044 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db33aed-86c0-4170-a825-173fb79edb8a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] DELETE failed (client error): The resource could not be found. Jul 13 07:46:20.772855 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1db33aed-86c0-4170-a825-173fb79edb8a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:46:20.774603 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1db33aed-86c0-4170-a825-173fb79edb8a tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "DELETE /v2.0/ports/c18fbabd-0d0a-4054-9356-85f3e5058f7e HTTP/1.1" status: 404 len: 333 time: 0.0306811 Jul 13 07:46:20.777535 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53328) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:20.805921 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8b61bdf2-717b-40e4-8a81-a0bea479973b tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "GET /v2.0/ports?device_id=31619a1c-253b-48d0-942e-6a2781284c20 HTTP/1.1" status: 200 len: 205 time: 0.0272117 Jul 13 07:46:20.809148 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53330) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:20.832336 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b7d73-460d-4366-b2ae-3e71955b92ad req-5f73b69c-838d-43af-a86f-9af4e8b32da7 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:20.833853 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-986b7d73-460d-4366-b2ae-3e71955b92ad req-5f73b69c-838d-43af-a86f-9af4e8b32da7 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=32cecb49-240b-4d70-8958-dd7d08f8389e HTTP/1.1" status: 200 len: 944 time: 0.0654619 Jul 13 07:46:20.848967 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-b753a3ef-a068-4c8a-b99f-6e8830299f01 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] delete failed (client error): The resource could not be found. Jul 13 07:46:20.849990 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b753a3ef-a068-4c8a-b99f-6e8830299f01 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "DELETE /v2.0/routers/31619a1c-253b-48d0-942e-6a2781284c20 HTTP/1.1" status: 404 len: 336 time: 0.0399208 Jul 13 07:46:20.852620 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53332) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:20.873313 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-986b7d73-460d-4366-b2ae-3e71955b92ad req-85a89e28-de98-4179-9c7c-f2f6fa3ffcd2 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332336 Jul 13 07:46:20.879977 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4ae6935-2685-4a3f-afe9-a1f4471c7e53 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] DELETE failed (client error): The resource could not be found. Jul 13 07:46:20.880467 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4ae6935-2685-4a3f-afe9-a1f4471c7e53 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:46:20.882215 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b4ae6935-2685-4a3f-afe9-a1f4471c7e53 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "DELETE /v2.0/subnets/069a2fe8-5b41-4747-83bc-6a66ff77a9af HTTP/1.1" status: 404 len: 337 time: 0.0286717 Jul 13 07:46:20.884721 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53334) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:20.981670 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-87871de0-3ee4-4fe3-bfc6-0f8e44eb2c05 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Deleting port 087525a1-5d4a-4610-a20e-d7f01261298c {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:20.982012 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-87871de0-3ee4-4fe3-bfc6-0f8e44eb2c05 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:21.068959 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-87871de0-3ee4-4fe3-bfc6-0f8e44eb2c05 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:21.080643 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-87871de0-3ee4-4fe3-bfc6-0f8e44eb2c05 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Calling delete_port for 087525a1-5d4a-4610-a20e-d7f01261298c owned by {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:21.212497 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-87871de0-3ee4-4fe3-bfc6-0f8e44eb2c05 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:21.244359 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87871de0-3ee4-4fe3-bfc6-0f8e44eb2c05 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event deleted for resources: {'Port': ['ID=087525a1-5d4a-4610-a20e-d7f01261298c,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:21.311318 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-87871de0-3ee4-4fe3-bfc6-0f8e44eb2c05 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:21.313229 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-87871de0-3ee4-4fe3-bfc6-0f8e44eb2c05 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "DELETE /v2.0/ports/087525a1-5d4a-4610-a20e-d7f01261298c HTTP/1.1" status: 204 len: 168 time: 0.4274950 Jul 13 07:46:21.315850 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53336) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:21.416701 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-10b29ed8-e8b1-46f3-8ad1-dd59a9c4d372 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Deleting port df411fb0-cdd8-40a5-8b39-6ee2b109f46d {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:21.417039 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-10b29ed8-e8b1-46f3-8ad1-dd59a9c4d372 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:21.504660 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-10b29ed8-e8b1-46f3-8ad1-dd59a9c4d372 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:21.516926 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-10b29ed8-e8b1-46f3-8ad1-dd59a9c4d372 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Calling delete_port for df411fb0-cdd8-40a5-8b39-6ee2b109f46d owned by {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:21.646825 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-10b29ed8-e8b1-46f3-8ad1-dd59a9c4d372 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:21.681551 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b29ed8-e8b1-46f3-8ad1-dd59a9c4d372 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event deleted for resources: {'Port': ['ID=df411fb0-cdd8-40a5-8b39-6ee2b109f46d,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:21.749905 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-10b29ed8-e8b1-46f3-8ad1-dd59a9c4d372 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:21.751808 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-10b29ed8-e8b1-46f3-8ad1-dd59a9c4d372 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "DELETE /v2.0/ports/df411fb0-cdd8-40a5-8b39-6ee2b109f46d HTTP/1.1" status: 204 len: 168 time: 0.4350278 Jul 13 07:46:21.754371 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53340) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:21.817474 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29b465a-9b1d-41c5-9b4d-db95cae18932 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:21.818883 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c29b465a-9b1d-41c5-9b4d-db95cae18932 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b HTTP/1.1" status: 200 len: 913 time: 0.0636098 Jul 13 07:46:21.821571 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53342) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:21.911925 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 59365f26-a87c-49de-b40a-225f2179a668 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:21.973807 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 59365f26-a87c-49de-b40a-225f2179a668 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:21.978347 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 59365f26-a87c-49de-b40a-225f2179a668 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:21.978827 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:22.085751 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376857a-a788-4ba0-92c6-313c5ae69b2f req-6f0e640d-8510-4142-92f8-90f5e2444d63 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:22.087270 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3376857a-a788-4ba0-92c6-313c5ae69b2f req-6f0e640d-8510-4142-92f8-90f5e2444d63 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=32cecb49-240b-4d70-8958-dd7d08f8389e HTTP/1.1" status: 200 len: 944 time: 0.0891714 Jul 13 07:46:22.087911 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:22.120216 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32cecb49-240b-4d70-8958-dd7d08f8389e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59365f26-a87c-49de-b40a-225f2179a668'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:46:22.122644 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c1d784-9157-4e4f-8efd-db58a7528a0d" -d '{"events": [{"server_uuid": "32cecb49-240b-4d70-8958-dd7d08f8389e", "name": "network-vif-plugged", "status": "completed", "tag": "59365f26-a87c-49de-b40a-225f2179a668"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:46:22.135097 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3376857a-a788-4ba0-92c6-313c5ae69b2f req-5de467de-6a37-4991-a150-cdde40017751 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386508 Jul 13 07:46:22.155630 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 59365f26-a87c-49de-b40a-225f2179a668, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=59365f26-a87c-49de-b40a-225f2179a668,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:22.169279 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6527a3-ad0e-440b-8d55-9591c3e35cb7 x-openstack-request-id: req-be6527a3-ad0e-440b-8d55-9591c3e35cb7 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:46:22.169279 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32cecb49-240b-4d70-8958-dd7d08f8389e", "name": "network-vif-plugged", "status": "completed", "tag": "59365f26-a87c-49de-b40a-225f2179a668", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:46:22.169279 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-be6527a3-ad0e-440b-8d55-9591c3e35cb7 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:46:22.169279 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32cecb49-240b-4d70-8958-dd7d08f8389e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59365f26-a87c-49de-b40a-225f2179a668', 'code': 200} Jul 13 07:46:22.172472 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:22.232953 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=59365f26-a87c-49de-b40a-225f2179a668,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:22.284234 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1a6c3284-a290-427e-838a-f0d27baf34ec tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:22.320464 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18257c68-84d1-424e-9b24-4ff2d16a3b9f req-f0d6948b-84dd-4461-b3a7-2cb6862f36a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:22.323653 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-18257c68-84d1-424e-9b24-4ff2d16a3b9f req-f0d6948b-84dd-4461-b3a7-2cb6862f36a8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=32cecb49-240b-4d70-8958-dd7d08f8389e HTTP/1.1" status: 200 len: 1097 time: 0.0766304 Jul 13 07:46:22.369283 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-18257c68-84d1-424e-9b24-4ff2d16a3b9f req-6f2b988b-bcbd-4642-9336-f14b9a9e2e92 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406170 Jul 13 07:46:22.438377 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b639717b-90dc-4879-ba61-6d969c7c541c None None] Provisioning complete for port 59365f26-a87c-49de-b40a-225f2179a668 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:22.438740 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b639717b-90dc-4879-ba61-6d969c7c541c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:22.557639 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-1a6c3284-a290-427e-838a-f0d27baf34ec tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Deleting port b9263715-56b1-4c1d-a38f-981e0da552fc {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:22.557990 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1a6c3284-a290-427e-838a-f0d27baf34ec tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:22.646550 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1a6c3284-a290-427e-838a-f0d27baf34ec tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:22.658236 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-1a6c3284-a290-427e-838a-f0d27baf34ec tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Calling delete_port for b9263715-56b1-4c1d-a38f-981e0da552fc owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:22.848630 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1a6c3284-a290-427e-838a-f0d27baf34ec tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:22.874912 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c3284-a290-427e-838a-f0d27baf34ec tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event deleted for resources: {'Port': ['ID=b9263715-56b1-4c1d-a38f-981e0da552fc,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:23.053510 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1a6c3284-a290-427e-838a-f0d27baf34ec tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.308260 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6c3284-a290-427e-838a-f0d27baf34ec tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Router 0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:23.363360 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.379903 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e3258-1cd6-4bfb-acb3-07167322c1e6 req-cf91d302-5608-4de9-98d9-2e5b20420f33 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:23.381553 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c9e3258-1cd6-4bfb-acb3-07167322c1e6 req-cf91d302-5608-4de9-98d9-2e5b20420f33 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=32cecb49-240b-4d70-8958-dd7d08f8389e HTTP/1.1" status: 200 len: 945 time: 0.1182377 Jul 13 07:46:23.460397 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c9e3258-1cd6-4bfb-acb3-07167322c1e6 req-38abfeac-5cc7-44c8-a5a8-6ce9a244c14e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715616 Jul 13 07:46:23.469144 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6c3284-a290-427e-838a-f0d27baf34ec tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:23.474339 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1a6c3284-a290-427e-838a-f0d27baf34ec tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "PUT /v2.0/routers/0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6518152 Jul 13 07:46:23.476927 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53352) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:23.494483 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb6ecc2-27a0-4cb8-9cba-e3d85381a637 None None] Sync routers for ids ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:23.513800 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb6ecc2-27a0-4cb8-9cba-e3d85381a637 None None] Routers {'0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:23.514414 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-adb6ecc2-27a0-4cb8-9cba-e3d85381a637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:46:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:23.553183 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-adb6ecc2-27a0-4cb8-9cba-e3d85381a637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:23.563609 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb6ecc2-27a0-4cb8-9cba-e3d85381a637 None None] Routers {'0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:23.564404 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-adb6ecc2-27a0-4cb8-9cba-e3d85381a637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:46:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:23.599059 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-adb6ecc2-27a0-4cb8-9cba-e3d85381a637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:23.599908 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb6ecc2-27a0-4cb8-9cba-e3d85381a637 None None] The sync data for ids ['0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b'] in n-d-771363-34 is: [] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:23.612727 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4f9e6951-baaa-4d75-9069-08f8f82ebffd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.731957 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4f9e6951-baaa-4d75-9069-08f8f82ebffd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.790706 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-4f9e6951-baaa-4d75-9069-08f8f82ebffd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Deleting port f8c0d59e-8b56-4f18-878a-039918cf6751 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:23.791057 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4f9e6951-baaa-4d75-9069-08f8f82ebffd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.908736 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4f9e6951-baaa-4d75-9069-08f8f82ebffd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:23.922406 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-4f9e6951-baaa-4d75-9069-08f8f82ebffd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Calling delete_port for f8c0d59e-8b56-4f18-878a-039918cf6751 owned by network:router_gateway {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:23.948588 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:24.045984 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa600f98-4e5d-4a7f-9e4c-bd27c59d0d31 req-68195ae3-37a9-4c91-a118-9fe0d8ca2ed6 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:24.047718 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fa600f98-4e5d-4a7f-9e4c-bd27c59d0d31 req-68195ae3-37a9-4c91-a118-9fe0d8ca2ed6 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=32cecb49-240b-4d70-8958-dd7d08f8389e HTTP/1.1" status: 200 len: 945 time: 0.0810602 Jul 13 07:46:24.099009 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fa600f98-4e5d-4a7f-9e4c-bd27c59d0d31 req-abd11b65-60fe-46ed-8a97-101396c07351 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398886 Jul 13 07:46:24.105420 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4f9e6951-baaa-4d75-9069-08f8f82ebffd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:24.132880 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e6951-baaa-4d75-9069-08f8f82ebffd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event deleted for resources: {'Port': ['ID=f8c0d59e-8b56-4f18-878a-039918cf6751,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:24.194631 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4f9e6951-baaa-4d75-9069-08f8f82ebffd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:24.593570 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4f9e6951-baaa-4d75-9069-08f8f82ebffd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:24.596553 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4f9e6951-baaa-4d75-9069-08f8f82ebffd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:24.645102 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4f9e6951-baaa-4d75-9069-08f8f82ebffd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:24.645639 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9e6951-baaa-4d75-9069-08f8f82ebffd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Fanout notify agent at l3_agent the message router_deleted on router 0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:46:24.653024 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4f9e6951-baaa-4d75-9069-08f8f82ebffd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:24.654128 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4f9e6951-baaa-4d75-9069-08f8f82ebffd tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "DELETE /v2.0/routers/0f5fbbe6-246c-43da-acdf-42fe5fcd0a9b HTTP/1.1" status: 204 len: 168 time: 1.1762791 Jul 13 07:46:24.656696 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53360) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:24.664325 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3bf5798a-35ce-4f1b-917a-93c7047cc51c req-795585d4-122b-4beb-895a-131bf67cfb9b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f8b29d04-e45d-48b9-82b3-4787f33787c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4103518 Jul 13 07:46:24.709600 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-e654e271-d5fe-4f9a-9ec9-0cfa410a2d21 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Deleting subnet 514f20e4-8e94-4278-9639-ed6012062a79 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:46:24.713102 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e654e271-d5fe-4f9a-9ec9-0cfa410a2d21 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:24.753347 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e654e271-d5fe-4f9a-9ec9-0cfa410a2d21 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:24.764936 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5798a-35ce-4f1b-917a-93c7047cc51c req-e90288cb-2e5a-43e5-b49c-f2c4e0d7b1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:24.766445 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3bf5798a-35ce-4f1b-917a-93c7047cc51c req-e90288cb-2e5a-43e5-b49c-f2c4e0d7b1e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c74484ef6db9498290da14ee6e37d87f&device_id=f8b29d04-e45d-48b9-82b3-4787f33787c1 HTTP/1.1" status: 200 len: 1097 time: 0.0545478 Jul 13 07:46:24.803404 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e654e271-d5fe-4f9a-9ec9-0cfa410a2d21 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:24.867423 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e654e271-d5fe-4f9a-9ec9-0cfa410a2d21 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:24.880773 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5798a-35ce-4f1b-917a-93c7047cc51c req-238de03d-75ef-407f-8e36-dfb63e40a95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:24.882237 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3bf5798a-35ce-4f1b-917a-93c7047cc51c req-238de03d-75ef-407f-8e36-dfb63e40a95a service neutron] 10.222.0.42 "GET /v2.0/networks?id=a4551417-653e-4eb5-9caa-ea21aca7dbd0 HTTP/1.1" status: 200 len: 913 time: 0.0949881 Jul 13 07:46:24.894461 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e654e271-d5fe-4f9a-9ec9-0cfa410a2d21 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event deleted for resources: {'Subnet': ['ID=514f20e4-8e94-4278-9639-ed6012062a79,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:24.897877 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e654e271-d5fe-4f9a-9ec9-0cfa410a2d21 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:24.899869 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e654e271-d5fe-4f9a-9ec9-0cfa410a2d21 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "DELETE /v2.0/subnets/514f20e4-8e94-4278-9639-ed6012062a79 HTTP/1.1" status: 204 len: 168 time: 0.2421567 Jul 13 07:46:24.902943 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53362) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:24.927941 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3bf5798a-35ce-4f1b-917a-93c7047cc51c req-ed39204d-c8f9-4494-b635-556e51774b3d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=049d9b72-05c4-48d2-8748-28f851928d00 HTTP/1.1" status: 200 len: 217 time: 0.0388026 Jul 13 07:46:24.981730 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2dd24fc6-8202-4537-923a-9513eb9c6bf8 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:24.984735 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5798a-35ce-4f1b-917a-93c7047cc51c req-d53d7dc2-aa62-4975-a3ae-9faf765e716d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:24.986465 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3bf5798a-35ce-4f1b-917a-93c7047cc51c req-d53d7dc2-aa62-4975-a3ae-9faf765e716d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18671aeb-533b-431f-ac3f-740be3e9540f HTTP/1.1" status: 200 len: 851 time: 0.0522752 Jul 13 07:46:25.047158 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5798a-35ce-4f1b-917a-93c7047cc51c req-20f748c2-8a6a-4746-ab70-d33e8579d950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:25.048730 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3bf5798a-35ce-4f1b-917a-93c7047cc51c req-20f748c2-8a6a-4746-ab70-d33e8579d950 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a4551417-653e-4eb5-9caa-ea21aca7dbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556107 Jul 13 07:46:25.059107 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [req-3bf5798a-35ce-4f1b-917a-93c7047cc51c req-05e7ceea-fe1c-449e-a3ea-5c8d377e9087 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:46:25.060189 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3bf5798a-35ce-4f1b-917a-93c7047cc51c req-05e7ceea-fe1c-449e-a3ea-5c8d377e9087 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052881 Jul 13 07:46:25.076803 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2dd24fc6-8202-4537-923a-9513eb9c6bf8 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.086883 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-2dd24fc6-8202-4537-923a-9513eb9c6bf8 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da934a2-7159-4fd4-a722-6849b3360119']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:25.097990 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-2dd24fc6-8202-4537-923a-9513eb9c6bf8 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8da82a4e-b2cc-4b47-940f-ea30f91cc9c2') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:25.098289 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-2dd24fc6-8202-4537-923a-9513eb9c6bf8 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8da82a4e-b2cc-4b47-940f-ea30f91cc9c2') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:25.107636 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2dd24fc6-8202-4537-923a-9513eb9c6bf8 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.121974 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2dd24fc6-8202-4537-923a-9513eb9c6bf8 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.128207 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd24fc6-8202-4537-923a-9513eb9c6bf8 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:25.128599 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2dd24fc6-8202-4537-923a-9513eb9c6bf8 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.132551 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:46:25.132551 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:46:25.132551 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:46:25.132551 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:46:25.132551 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:46:25.132551 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:46:25.132551 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:46:25.132551 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:46:25.132551 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:46:25.132551 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:25.132551 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:46:25.132551 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:25.132551 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:46:25.132551 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:25.132551 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:46:25.132551 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:25.132551 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:46:25.132551 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:25.132551 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:46:25.132551 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:25.132551 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:46:25.132551 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:25.132551 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:25.132551 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:25.132551 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:25.132551 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:25.132551 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:46:25.132551 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:25.132551 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:46:25.132551 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:25.132551 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:25.132551 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:25.132551 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:25.132551 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:25.132551 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:25.132551 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:25.132551 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:25.132551 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:25.132551 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:25.132551 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:25.157149 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3bf5798a-35ce-4f1b-917a-93c7047cc51c req-cbd44bce-db26-4661-8f71-c453479dd2c7 service neutron] 10.222.0.42 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906003 Jul 13 07:46:25.198705 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2dd24fc6-8202-4537-923a-9513eb9c6bf8 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.213530 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2dd24fc6-8202-4537-923a-9513eb9c6bf8 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.218265 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2dd24fc6-8202-4537-923a-9513eb9c6bf8 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] 10.222.0.23 "DELETE /v2.0/networks/7da934a2-7159-4fd4-a722-6849b3360119 HTTP/1.1" status: 204 len: 168 time: 0.3119328 Jul 13 07:46:25.240221 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd24fc6-8202-4537-923a-9513eb9c6bf8 tempest-FloatingIPTestJSON-984399908 tempest-FloatingIPTestJSON-984399908-project] Pushing event deleted for resources: {'Network': ['ID=7da934a2-7159-4fd4-a722-6849b3360119,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:25.265138 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3bf5798a-35ce-4f1b-917a-93c7047cc51c req-0200d3bd-cd01-4edd-8445-a79af15b40e4 service neutron] 10.222.0.42 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016982 Jul 13 07:46:25.301385 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36e0c1-11a3-42a1-9845-20cdddedf1e3 req-31aafac8-3bae-4b46-ac67-0d50d965036c tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:25.308018 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0f36e0c1-11a3-42a1-9845-20cdddedf1e3 req-31aafac8-3bae-4b46-ac67-0d50d965036c tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=32cecb49-240b-4d70-8958-dd7d08f8389e HTTP/1.1" status: 200 len: 945 time: 0.0766189 Jul 13 07:46:25.344181 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0f36e0c1-11a3-42a1-9845-20cdddedf1e3 req-045486df-134d-4ee8-96de-401130a685c9 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334167 Jul 13 07:46:25.499491 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53374) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:25.681758 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6c27af61-3661-4d26-add5-7a73c4995603 req-06b065a6-9370-44af-9cb7-dd680f845a38 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1055267 Jul 13 07:46:25.717467 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0f62cfba-e3b1-4b1f-ba29-817205418461 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5060e2a38dd9495d98ac148a072cdd78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2167182 Jul 13 07:46:25.721385 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53384) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:25.784846 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c08033db-ebef-491f-9f57-98f3c944ed1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.812794 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c08033db-ebef-491f-9f57-98f3c944ed1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.820530 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27af61-3661-4d26-add5-7a73c4995603 req-49e9b207-25c8-4da5-82ec-ad3a3b42700f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:25.822177 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6c27af61-3661-4d26-add5-7a73c4995603 req-49e9b207-25c8-4da5-82ec-ad3a3b42700f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c74484ef6db9498290da14ee6e37d87f&device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 1098 time: 0.0816267 Jul 13 07:46:25.877721 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c08033db-ebef-491f-9f57-98f3c944ed1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.881334 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c08033db-ebef-491f-9f57-98f3c944ed1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:25.886731 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c08033db-ebef-491f-9f57-98f3c944ed1c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/32a6657e-30c4-4c8f-8f37-6f7224e1b1db HTTP/1.1" status: 204 len: 168 time: 0.1600821 Jul 13 07:46:25.902459 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08033db-ebef-491f-9f57-98f3c944ed1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a6657e-30c4-4c8f-8f37-6f7224e1b1db,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:25.981117 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27af61-3661-4d26-add5-7a73c4995603 req-07b0afe0-bb4e-4018-9aac-ac4aa14d58d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:25.982774 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6c27af61-3661-4d26-add5-7a73c4995603 req-07b0afe0-bb4e-4018-9aac-ac4aa14d58d1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a4551417-653e-4eb5-9caa-ea21aca7dbd0 HTTP/1.1" status: 200 len: 913 time: 0.1375673 Jul 13 07:46:26.068520 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcf479-e6e8-4075-9896-fe05fbfcbfce req-c4a27a7c-9dc4-4c60-95a4-60e05294b4da tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:26.068520 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fdbcf479-e6e8-4075-9896-fe05fbfcbfce req-c4a27a7c-9dc4-4c60-95a4-60e05294b4da tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=32cecb49-240b-4d70-8958-dd7d08f8389e HTTP/1.1" status: 200 len: 945 time: 0.1323769 Jul 13 07:46:26.079027 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6c27af61-3661-4d26-add5-7a73c4995603 req-2332bcb8-2cb9-4425-965f-c79f5114c8d3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88530a7c-2727-4e3e-8acc-8f0525e0f7a7 HTTP/1.1" status: 200 len: 1000 time: 0.0878022 Jul 13 07:46:26.155078 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fdbcf479-e6e8-4075-9896-fe05fbfcbfce req-42de1a81-9992-48ad-8713-217b9f3ac567 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853844 Jul 13 07:46:26.166418 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27af61-3661-4d26-add5-7a73c4995603 req-8ae61d67-99c8-4ef1-a356-78a7f9d7f856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:26.166418 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6c27af61-3661-4d26-add5-7a73c4995603 req-8ae61d67-99c8-4ef1-a356-78a7f9d7f856 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=18671aeb-533b-431f-ac3f-740be3e9540f HTTP/1.1" status: 200 len: 851 time: 0.0739744 Jul 13 07:46:26.226727 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27af61-3661-4d26-add5-7a73c4995603 req-0b61c2b6-ee58-4406-912f-f075757e8dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:26.228309 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6c27af61-3661-4d26-add5-7a73c4995603 req-0b61c2b6-ee58-4406-912f-f075757e8dd9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4551417-653e-4eb5-9caa-ea21aca7dbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576034 Jul 13 07:46:26.356378 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6c27af61-3661-4d26-add5-7a73c4995603 req-cba60855-fda8-49e6-b8c6-f11da5ee1a1f service neutron] 10.222.0.25 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191897 Jul 13 07:46:26.456298 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6c27af61-3661-4d26-add5-7a73c4995603 req-0e287774-e208-4987-92d8-d7292dda9258 service neutron] 10.222.0.25 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922923 Jul 13 07:46:26.710722 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53412) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:26.820071 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-6916786e-b8d8-43c7-9bdf-9f3ee0159799 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Request body: {'network': {'name': 'tempest-RoutersTest-1986182926'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:26.858436 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6916786e-b8d8-43c7-9bdf-9f3ee0159799 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Made reservation on behalf of f3d1699cb0e54437b3086350eac4eb96 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:26.862165 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6916786e-b8d8-43c7-9bdf-9f3ee0159799 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:26.872063 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6916786e-b8d8-43c7-9bdf-9f3ee0159799 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:26.991702 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6916786e-b8d8-43c7-9bdf-9f3ee0159799 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:26.996289 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6916786e-b8d8-43c7-9bdf-9f3ee0159799 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:27.026201 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6916786e-b8d8-43c7-9bdf-9f3ee0159799 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:46:27.032894 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916786e-b8d8-43c7-9bdf-9f3ee0159799 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56bb1b3f-410b-4d09-b63a-9a29dc982c4d,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:27.040201 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6916786e-b8d8-43c7-9bdf-9f3ee0159799 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:27.040548 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-6916786e-b8d8-43c7-9bdf-9f3ee0159799 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Added segment 4223c4ac-87d2-42a2-b6b0-5978c2ed60f0 of type vlan for network 61a7e247-02ab-4466-942b-197d95b40a3a Jul 13 07:46:27.079765 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6916786e-b8d8-43c7-9bdf-9f3ee0159799 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:27.108709 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6916786e-b8d8-43c7-9bdf-9f3ee0159799 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:27.114969 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6916786e-b8d8-43c7-9bdf-9f3ee0159799 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:27.115583 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6916786e-b8d8-43c7-9bdf-9f3ee0159799 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:27.153367 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6916786e-b8d8-43c7-9bdf-9f3ee0159799 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4413714 Jul 13 07:46:27.156284 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53418) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:27.162487 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-0943940c-427a-4f73-b8ec-012ec451f5a4 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Request body: {'network': {'name': 'tempest-RoutersTest-1798627536'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:27.187444 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0943940c-427a-4f73-b8ec-012ec451f5a4 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Made reservation on behalf of f3d1699cb0e54437b3086350eac4eb96 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:27.189726 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916786e-b8d8-43c7-9bdf-9f3ee0159799 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event updated for resources: {'Network': ['ID=61a7e247-02ab-4466-942b-197d95b40a3a,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:27.191878 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0943940c-427a-4f73-b8ec-012ec451f5a4 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:27.218285 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 61a7e247-02ab-4466-942b-197d95b40a3a details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:46:27.260425 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0943940c-427a-4f73-b8ec-012ec451f5a4 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:46:27.270444 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0943940c-427a-4f73-b8ec-012ec451f5a4 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:27.270862 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-0943940c-427a-4f73-b8ec-012ec451f5a4 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Added segment 65cae4b8-41f2-4861-944d-3ce710810957 of type vlan for network 84775e3c-2aec-435d-ad55-2032da717bb7 Jul 13 07:46:27.326620 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0943940c-427a-4f73-b8ec-012ec451f5a4 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:27.386812 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0943940c-427a-4f73-b8ec-012ec451f5a4 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:27.392587 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0943940c-427a-4f73-b8ec-012ec451f5a4 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:27.393163 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0943940c-427a-4f73-b8ec-012ec451f5a4 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:27.442134 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2add21-7089-422f-a075-84efd4fcbe52 req-e119bc9e-b755-4fd7-b7ec-dcce9fd37f96 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:27.443641 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6b2add21-7089-422f-a075-84efd4fcbe52 req-e119bc9e-b755-4fd7-b7ec-dcce9fd37f96 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=32cecb49-240b-4d70-8958-dd7d08f8389e HTTP/1.1" status: 200 len: 945 time: 0.1334548 Jul 13 07:46:27.450967 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0943940c-427a-4f73-b8ec-012ec451f5a4 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2898555 Jul 13 07:46:27.451538 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53422) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:27.457254 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-664b361e-e6d6-4182-9f49-226d3db265c7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Request body: {'subnet': {'network_id': '61a7e247-02ab-4466-942b-197d95b40a3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:27.481996 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0943940c-427a-4f73-b8ec-012ec451f5a4 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event updated for resources: {'Network': ['ID=84775e3c-2aec-435d-ad55-2032da717bb7,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:27.498077 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 84775e3c-2aec-435d-ad55-2032da717bb7 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:46:27.510177 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6b2add21-7089-422f-a075-84efd4fcbe52 req-133128ae-ac9a-4660-9ea4-a0b64374bb04 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593159 Jul 13 07:46:27.566218 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664b361e-e6d6-4182-9f49-226d3db265c7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Made reservation on behalf of f3d1699cb0e54437b3086350eac4eb96 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:27.571389 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-664b361e-e6d6-4182-9f49-226d3db265c7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:27.759823 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-664b361e-e6d6-4182-9f49-226d3db265c7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:27.819292 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b361e-e6d6-4182-9f49-226d3db265c7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event updated for resources: {'Subnet': ['ID=28238f6b-7df3-4485-b8b0-7c009014e01b,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:27.828168 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664b361e-e6d6-4182-9f49-226d3db265c7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Checking segment: {'id': '4223c4ac-87d2-42a2-b6b0-5978c2ed60f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '61a7e247-02ab-4466-942b-197d95b40a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:27.828527 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664b361e-e6d6-4182-9f49-226d3db265c7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Network hostable DHCP agents. Network: 61a7e247-02ab-4466-942b-197d95b40a3a, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:46:27.846417 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664b361e-e6d6-4182-9f49-226d3db265c7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Network 61a7e247-02ab-4466-942b-197d95b40a3a is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:46:27.856347 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-664b361e-e6d6-4182-9f49-226d3db265c7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 61a7e247-02ab-4466-942b-197d95b40a3a) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:27.861135 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664b361e-e6d6-4182-9f49-226d3db265c7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:27.861741 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-664b361e-e6d6-4182-9f49-226d3db265c7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:27.864359 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6bbc8a-449d-4daa-9636-f3b6bb3aba97 None None] Network 61a7e247-02ab-4466-942b-197d95b40a3a requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:27.877789 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-664b361e-e6d6-4182-9f49-226d3db265c7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4249966 Jul 13 07:46:27.880624 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53424) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:27.885817 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-f5fb29ca-c995-479d-9e21-b97433c6aa16 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Request body: {'subnet': {'network_id': '84775e3c-2aec-435d-ad55-2032da717bb7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:27.949217 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 59365f26-a87c-49de-b40a-225f2179a668 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:46:27.980686 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fb29ca-c995-479d-9e21-b97433c6aa16 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Made reservation on behalf of f3d1699cb0e54437b3086350eac4eb96 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:27.984354 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f5fb29ca-c995-479d-9e21-b97433c6aa16 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.080380 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a3b358-39d6-4225-bea5-5c269c2f333a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-61a7e247-02ab-4466-942b-197d95b40a3a', 'network_id': '61a7e247-02ab-4466-942b-197d95b40a3a', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'fixed_ips': [{'subnet_id': '28238f6b-7df3-4485-b8b0-7c009014e01b'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:46:28.081241 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-58a3b358-39d6-4225-bea5-5c269c2f333a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.177703 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f5fb29ca-c995-479d-9e21-b97433c6aa16 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.195225 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 59365f26-a87c-49de-b40a-225f2179a668, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=59365f26-a87c-49de-b40a-225f2179a668,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:28.213770 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '59365f26-a87c-49de-b40a-225f2179a668', 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0', 'port_id': '59365f26-a87c-49de-b40a-225f2179a668', 'mac_address': 'fa:16:3e:3b:c2:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18671aeb-533b-431f-ac3f-740be3e9540f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:46:28.248355 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb29ca-c995-479d-9e21-b97433c6aa16 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event updated for resources: {'Subnet': ['ID=438d2319-6b0c-46e6-982c-a9bc438ebbf1,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:28.257208 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fb29ca-c995-479d-9e21-b97433c6aa16 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Checking segment: {'id': '65cae4b8-41f2-4861-944d-3ce710810957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '84775e3c-2aec-435d-ad55-2032da717bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:28.257208 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fb29ca-c995-479d-9e21-b97433c6aa16 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Network hostable DHCP agents. Network: 84775e3c-2aec-435d-ad55-2032da717bb7, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:46:28.290384 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fb29ca-c995-479d-9e21-b97433c6aa16 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Network 84775e3c-2aec-435d-ad55-2032da717bb7 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:46:28.294206 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.304427 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-f5fb29ca-c995-479d-9e21-b97433c6aa16 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 84775e3c-2aec-435d-ad55-2032da717bb7) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:28.306548 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-58a3b358-39d6-4225-bea5-5c269c2f333a None None] Allocated IP 172.20.0.2 (61a7e247-02ab-4466-942b-197d95b40a3a/28238f6b-7df3-4485-b8b0-7c009014e01b/5eb15292-38ce-4385-be57-3658c8eb2c05) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:28.309616 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fb29ca-c995-479d-9e21-b97433c6aa16 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:28.310225 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f5fb29ca-c995-479d-9e21-b97433c6aa16 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.321524 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c979b2d9-5e02-47d6-a2f5-b04005ad1821 None None] Network 84775e3c-2aec-435d-ad55-2032da717bb7 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:28.340661 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53436) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:28.345870 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-57c529cd-2cd7-4135-b224-9d2ee471a8d8 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1015330448', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:28.350809 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f5fb29ca-c995-479d-9e21-b97433c6aa16 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4688447 Jul 13 07:46:28.381133 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-57c529cd-2cd7-4135-b224-9d2ee471a8d8 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.387796 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-57c529cd-2cd7-4135-b224-9d2ee471a8d8 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.388790 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 59365f26-a87c-49de-b40a-225f2179a668 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:46:28.444663 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-57c529cd-2cd7-4135-b224-9d2ee471a8d8 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.450035 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 59365f26-a87c-49de-b40a-225f2179a668, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=59365f26-a87c-49de-b40a-225f2179a668,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:28.450489 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-57c529cd-2cd7-4135-b224-9d2ee471a8d8 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.458026 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [req-ea3d834d-6667-433e-8934-04d884c41cfa req-2a696ecc-af8e-4f8a-b4c9-babaf47ecc5b service neutron] (94018) timed out ('10.222.0.23', 33088) {{(pid=94018) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 07:46:28.474013 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-57c529cd-2cd7-4135-b224-9d2ee471a8d8 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.476405 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-57c529cd-2cd7-4135-b224-9d2ee471a8d8 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1344304 Jul 13 07:46:28.480283 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53442) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:28.487428 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.653145 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=59365f26-a87c-49de-b40a-225f2179a668,revision_number=6']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:28.658430 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['59365f26-a87c-49de-b40a-225f2179a668'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:46:28.763100 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-58a3b358-39d6-4225-bea5-5c269c2f333a None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.772086 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5d7a72-0430-4b07-8703-2d48503db451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-84775e3c-2aec-435d-ad55-2032da717bb7', 'network_id': '84775e3c-2aec-435d-ad55-2032da717bb7', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'fixed_ips': [{'subnet_id': '438d2319-6b0c-46e6-982c-a9bc438ebbf1'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:46:28.773102 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fd5d7a72-0430-4b07-8703-2d48503db451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:28.784175 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-58a3b358-39d6-4225-bea5-5c269c2f333a None None] Transition to ACTIVE for port object 5eb15292-38ce-4385-be57-3658c8eb2c05 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:28.831436 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-58a3b358-39d6-4225-bea5-5c269c2f333a None None] Transition to ACTIVE for port object 5eb15292-38ce-4385-be57-3658c8eb2c05 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:28.847290 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-58a3b358-39d6-4225-bea5-5c269c2f333a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.149182 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a3b358-39d6-4225-bea5-5c269c2f333a None None] Network 61a7e247-02ab-4466-942b-197d95b40a3a is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:29.203514 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-58a3b358-39d6-4225-bea5-5c269c2f333a None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:29.206898 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a3b358-39d6-4225-bea5-5c269c2f333a None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:29.227915 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3b358-39d6-4225-bea5-5c269c2f333a None None] Pushing event updated for resources: {'Port': ['ID=5eb15292-38ce-4385-be57-3658c8eb2c05,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:29.237436 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-44628819-b5bd-4e8c-9070-a012a1dd1e95 None None] Provisioning complete for port 59365f26-a87c-49de-b40a-225f2179a668 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:29.237701 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-44628819-b5bd-4e8c-9070-a012a1dd1e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.242259 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95236480-95e3-4959-a18d-fe836e1bbb2c req-0be4d89a-1429-46b5-8a46-2efa761cd0a4 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:29.245255 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-95236480-95e3-4959-a18d-fe836e1bbb2c req-0be4d89a-1429-46b5-8a46-2efa761cd0a4 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=32cecb49-240b-4d70-8958-dd7d08f8389e HTTP/1.1" status: 200 len: 944 time: 0.2427135 Jul 13 07:46:29.280658 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3d35e551-7980-414f-99df-e216047a8989 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.331486 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-fd5d7a72-0430-4b07-8703-2d48503db451 None None] Allocated IP 172.21.0.2 (84775e3c-2aec-435d-ad55-2032da717bb7/438d2319-6b0c-46e6-982c-a9bc438ebbf1/37d542e8-4708-4ed4-9444-8934c95ad270) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:29.360920 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-58a3b358-39d6-4225-bea5-5c269c2f333a None None] Attempting to bind port 5eb15292-38ce-4385-be57-3658c8eb2c05 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:29.361282 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-58a3b358-39d6-4225-bea5-5c269c2f333a None None] Attempting to bind port 5eb15292-38ce-4385-be57-3658c8eb2c05 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '4223c4ac-87d2-42a2-b6b0-5978c2ed60f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '61a7e247-02ab-4466-942b-197d95b40a3a'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:29.361644 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a3b358-39d6-4225-bea5-5c269c2f333a None None] Attempting to bind port 5eb15292-38ce-4385-be57-3658c8eb2c05 on network 61a7e247-02ab-4466-942b-197d95b40a3a {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:29.369162 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a3b358-39d6-4225-bea5-5c269c2f333a None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:46:29.369596 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a3b358-39d6-4225-bea5-5c269c2f333a None None] Checking segment: {'id': '4223c4ac-87d2-42a2-b6b0-5978c2ed60f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '61a7e247-02ab-4466-942b-197d95b40a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:29.370182 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-58a3b358-39d6-4225-bea5-5c269c2f333a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.370715 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a3b358-39d6-4225-bea5-5c269c2f333a None None] Bound using segment: {'id': '4223c4ac-87d2-42a2-b6b0-5978c2ed60f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '61a7e247-02ab-4466-942b-197d95b40a3a'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:46:29.371233 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-58a3b358-39d6-4225-bea5-5c269c2f333a None None] Bound port: 5eb15292-38ce-4385-be57-3658c8eb2c05, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4223c4ac-87d2-42a2-b6b0-5978c2ed60f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '61a7e247-02ab-4466-942b-197d95b40a3a'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:46:29.371624 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-58a3b358-39d6-4225-bea5-5c269c2f333a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.433504 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-95236480-95e3-4959-a18d-fe836e1bbb2c req-f1f829d6-e566-4ccb-a285-ac8ad21c5539 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811345 Jul 13 07:46:29.574713 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-44628819-b5bd-4e8c-9070-a012a1dd1e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.584319 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-58a3b358-39d6-4225-bea5-5c269c2f333a None None] For port 5eb15292-38ce-4385-be57-3658c8eb2c05, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:46:29.616704 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-58a3b358-39d6-4225-bea5-5c269c2f333a None None] For port 5eb15292-38ce-4385-be57-3658c8eb2c05, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=5eb15292-38ce-4385-be57-3658c8eb2c05,segment=NetworkSegment(4223c4ac-87d2-42a2-b6b0-5978c2ed60f0),segment_id=4223c4ac-87d2-42a2-b6b0-5978c2ed60f0)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:46:29.639338 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-58a3b358-39d6-4225-bea5-5c269c2f333a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.668375 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32cecb49-240b-4d70-8958-dd7d08f8389e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59365f26-a87c-49de-b40a-225f2179a668'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:46:29.671112 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7e791d-777f-4e62-9c88-94e36bb142aa" -d '{"events": [{"server_uuid": "32cecb49-240b-4d70-8958-dd7d08f8389e", "name": "network-vif-plugged", "status": "completed", "tag": "59365f26-a87c-49de-b40a-225f2179a668"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:46:29.737686 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-44628819-b5bd-4e8c-9070-a012a1dd1e95 None None] For port 59365f26-a87c-49de-b40a-225f2179a668, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=59365f26-a87c-49de-b40a-225f2179a668,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:29.749814 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-44628819-b5bd-4e8c-9070-a012a1dd1e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.798944 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2108022-b7f2-4f17-bdb8-27e1f3f18d3c x-openstack-request-id: req-c2108022-b7f2-4f17-bdb8-27e1f3f18d3c {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:46:29.799273 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32cecb49-240b-4d70-8958-dd7d08f8389e", "name": "network-vif-plugged", "status": "completed", "tag": "59365f26-a87c-49de-b40a-225f2179a668", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:46:29.799470 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c2108022-b7f2-4f17-bdb8-27e1f3f18d3c {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:46:29.803696 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32cecb49-240b-4d70-8958-dd7d08f8389e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59365f26-a87c-49de-b40a-225f2179a668', 'code': 200} Jul 13 07:46:29.813763 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fd5d7a72-0430-4b07-8703-2d48503db451 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.837045 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-3d35e551-7980-414f-99df-e216047a8989 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Allocated IP 172.20.0.1 (61a7e247-02ab-4466-942b-197d95b40a3a/28238f6b-7df3-4485-b8b0-7c009014e01b/08bc2a54-0244-4f68-b842-bd095742a58c) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:29.847875 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3b358-39d6-4225-bea5-5c269c2f333a None None] Pushing event updated for resources: {'Port': ['ID=5eb15292-38ce-4385-be57-3658c8eb2c05,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:29.858496 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-fd5d7a72-0430-4b07-8703-2d48503db451 None None] Transition to ACTIVE for port object 37d542e8-4708-4ed4-9444-8934c95ad270 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:29.921348 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-fd5d7a72-0430-4b07-8703-2d48503db451 None None] Transition to ACTIVE for port object 37d542e8-4708-4ed4-9444-8934c95ad270 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:29.937789 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44628819-b5bd-4e8c-9070-a012a1dd1e95 None None] Pushing event updated for resources: {'Port': ['ID=59365f26-a87c-49de-b40a-225f2179a668,revision_number=7']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:29.943341 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fd5d7a72-0430-4b07-8703-2d48503db451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:29.984264 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 59365f26-a87c-49de-b40a-225f2179a668 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:30.047446 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3d35e551-7980-414f-99df-e216047a8989 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.048767 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5d7a72-0430-4b07-8703-2d48503db451 None None] Network 84775e3c-2aec-435d-ad55-2032da717bb7 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:30.060565 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-fd5d7a72-0430-4b07-8703-2d48503db451 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:30.067123 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5d7a72-0430-4b07-8703-2d48503db451 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:30.077138 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d7a72-0430-4b07-8703-2d48503db451 None None] Pushing event updated for resources: {'Port': ['ID=37d542e8-4708-4ed4-9444-8934c95ad270,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:30.121324 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-3d35e551-7980-414f-99df-e216047a8989 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Transition to ACTIVE for port object 08bc2a54-0244-4f68-b842-bd095742a58c will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:30.213266 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-fd5d7a72-0430-4b07-8703-2d48503db451 None None] Attempting to bind port 37d542e8-4708-4ed4-9444-8934c95ad270 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:30.214324 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-fd5d7a72-0430-4b07-8703-2d48503db451 None None] Attempting to bind port 37d542e8-4708-4ed4-9444-8934c95ad270 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '65cae4b8-41f2-4861-944d-3ce710810957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '84775e3c-2aec-435d-ad55-2032da717bb7'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:30.214891 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5d7a72-0430-4b07-8703-2d48503db451 None None] Attempting to bind port 37d542e8-4708-4ed4-9444-8934c95ad270 on network 84775e3c-2aec-435d-ad55-2032da717bb7 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:30.233517 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 59365f26-a87c-49de-b40a-225f2179a668 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:30.235391 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.239024 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5d7a72-0430-4b07-8703-2d48503db451 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:46:30.239738 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5d7a72-0430-4b07-8703-2d48503db451 None None] Checking segment: {'id': '65cae4b8-41f2-4861-944d-3ce710810957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '84775e3c-2aec-435d-ad55-2032da717bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:30.240294 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fd5d7a72-0430-4b07-8703-2d48503db451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.240857 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5d7a72-0430-4b07-8703-2d48503db451 None None] Bound using segment: {'id': '65cae4b8-41f2-4861-944d-3ce710810957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '84775e3c-2aec-435d-ad55-2032da717bb7'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:46:30.241682 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-fd5d7a72-0430-4b07-8703-2d48503db451 None None] Bound port: 37d542e8-4708-4ed4-9444-8934c95ad270, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cae4b8-41f2-4861-944d-3ce710810957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '84775e3c-2aec-435d-ad55-2032da717bb7'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:46:30.242517 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fd5d7a72-0430-4b07-8703-2d48503db451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.261088 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3d35e551-7980-414f-99df-e216047a8989 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.310971 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0df2bcea-bf25-4539-918e-1923e7fcce0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.395498 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d35e551-7980-414f-99df-e216047a8989 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event updated for resources: {'Port': ['ID=08bc2a54-0244-4f68-b842-bd095742a58c,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:30.413459 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d35e551-7980-414f-99df-e216047a8989 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Network 61a7e247-02ab-4466-942b-197d95b40a3a is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:30.417034 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-3d35e551-7980-414f-99df-e216047a8989 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:30.425867 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-fd5d7a72-0430-4b07-8703-2d48503db451 None None] For port 37d542e8-4708-4ed4-9444-8934c95ad270, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:46:30.431573 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-fd5d7a72-0430-4b07-8703-2d48503db451 None None] For port 37d542e8-4708-4ed4-9444-8934c95ad270, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=37d542e8-4708-4ed4-9444-8934c95ad270,segment=NetworkSegment(65cae4b8-41f2-4861-944d-3ce710810957),segment_id=65cae4b8-41f2-4861-944d-3ce710810957)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:46:30.441517 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d35e551-7980-414f-99df-e216047a8989 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:30.443177 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fd5d7a72-0430-4b07-8703-2d48503db451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.541358 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3d35e551-7980-414f-99df-e216047a8989 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.597252 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2af43ba9-5fce-4cb5-a2d7-fd4f1f29526a None None] Provisioning complete for port 59365f26-a87c-49de-b40a-225f2179a668 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:30.597609 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2af43ba9-5fce-4cb5-a2d7-fd4f1f29526a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.638165 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d7a72-0430-4b07-8703-2d48503db451 None None] Pushing event updated for resources: {'Port': ['ID=37d542e8-4708-4ed4-9444-8934c95ad270,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:30.836283 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3d35e551-7980-414f-99df-e216047a8989 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:30.956743 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ff3a7-de2d-46c2-b90c-816d9063786c req-ec08fca5-3a41-4f56-b6b7-47ae839a99a4 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:30.960694 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7e2ff3a7-de2d-46c2-b90c-816d9063786c req-ec08fca5-3a41-4f56-b6b7-47ae839a99a4 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=32cecb49-240b-4d70-8958-dd7d08f8389e HTTP/1.1" status: 200 len: 945 time: 0.1716492 Jul 13 07:46:31.020374 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 5eb15292-38ce-4385-be57-3658c8eb2c05 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:31.138053 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 5eb15292-38ce-4385-be57-3658c8eb2c05 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:31.139978 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7e2ff3a7-de2d-46c2-b90c-816d9063786c req-a9af0e4a-80e5-4f0b-b7fa-9aa4abd3729a tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638100 Jul 13 07:46:31.332199 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3d35e551-7980-414f-99df-e216047a8989 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.341877 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3d35e551-7980-414f-99df-e216047a8989 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.444304 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d35e551-7980-414f-99df-e216047a8989 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event updated for resources: {'Port': ['ID=08bc2a54-0244-4f68-b842-bd095742a58c,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:31.467265 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3d35e551-7980-414f-99df-e216047a8989 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:31.673125 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d35e551-7980-414f-99df-e216047a8989 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Network 61a7e247-02ab-4466-942b-197d95b40a3a is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:31.675699 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-3d35e551-7980-414f-99df-e216047a8989 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:31.707291 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f56409d-ad23-4324-ac8c-58b34b3ae24c None None] Network 61a7e247-02ab-4466-942b-197d95b40a3a requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:31.956717 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-39aad9cf-a9f3-4dd3-b08b-a463009b4541 None None] Provisioning for port 5eb15292-38ce-4385-be57-3658c8eb2c05 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:31.964360 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-39aad9cf-a9f3-4dd3-b08b-a463009b4541 None None] Provisioning complete for port 5eb15292-38ce-4385-be57-3658c8eb2c05 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:31.964741 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-39aad9cf-a9f3-4dd3-b08b-a463009b4541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.027537 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d35e551-7980-414f-99df-e216047a8989 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Router cf0a3b06-96eb-4460-8a44-22a29edaac81 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:46:32.188356 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d35e551-7980-414f-99df-e216047a8989 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:32.197054 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3d35e551-7980-414f-99df-e216047a8989 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "PUT /v2.0/routers/cf0a3b06-96eb-4460-8a44-22a29edaac81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7150748 Jul 13 07:46:32.198570 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53482) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:32.231189 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-39aad9cf-a9f3-4dd3-b08b-a463009b4541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.237159 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5fc927-5f3d-4856-8971-a1aae3dce873 None None] Sync routers for ids ['cf0a3b06-96eb-4460-8a44-22a29edaac81'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:32.299340 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef55d99-5378-4903-bed2-9d012ddce859 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:32.301556 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1ef55d99-5378-4903-bed2-9d012ddce859 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "GET /v2.0/ports/08bc2a54-0244-4f68-b842-bd095742a58c HTTP/1.1" status: 200 len: 910 time: 0.1020768 Jul 13 07:46:32.304687 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53484) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:32.321576 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5fc927-5f3d-4856-8971-a1aae3dce873 None None] Routers {'cf0a3b06-96eb-4460-8a44-22a29edaac81'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:32.322225 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-9d5fc927-5f3d-4856-8971-a1aae3dce873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:46:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['cf0a3b06-96eb-4460-8a44-22a29edaac81'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:32.326375 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-39aad9cf-a9f3-4dd3-b08b-a463009b4541 None None] For port 5eb15292-38ce-4385-be57-3658c8eb2c05, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=5eb15292-38ce-4385-be57-3658c8eb2c05,segment=NetworkSegment(4223c4ac-87d2-42a2-b6b0-5978c2ed60f0),segment_id=4223c4ac-87d2-42a2-b6b0-5978c2ed60f0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:32.362453 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-9d5fc927-5f3d-4856-8971-a1aae3dce873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:32.364587 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-39aad9cf-a9f3-4dd3-b08b-a463009b4541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:32.412833 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5fc927-5f3d-4856-8971-a1aae3dce873 None None] Routers {'cf0a3b06-96eb-4460-8a44-22a29edaac81'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:32.413468 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-9d5fc927-5f3d-4856-8971-a1aae3dce873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:46:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['cf0a3b06-96eb-4460-8a44-22a29edaac81'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:32.490067 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-9d5fc927-5f3d-4856-8971-a1aae3dce873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:32.491097 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5fc927-5f3d-4856-8971-a1aae3dce873 None None] The sync data for ids ['cf0a3b06-96eb-4460-8a44-22a29edaac81'] in n-d-771363-34 is: [] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:32.520989 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aad9cf-a9f3-4dd3-b08b-a463009b4541 None None] Pushing event updated for resources: {'Port': ['ID=5eb15292-38ce-4385-be57-3658c8eb2c05,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:32.600068 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cede268e-275e-4b91-8756-453e18ee409a None None] Network 84775e3c-2aec-435d-ad55-2032da717bb7 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:32.665349 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c6e17-ef31-49ec-9a86-41344881af26 req-ceadf0e4-c07f-4794-986f-6e301c00f25a tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:32.685632 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-006c6e17-ef31-49ec-9a86-41344881af26 req-ceadf0e4-c07f-4794-986f-6e301c00f25a tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=32cecb49-240b-4d70-8958-dd7d08f8389e HTTP/1.1" status: 200 len: 945 time: 0.2888181 Jul 13 07:46:32.773893 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7a0be806-f589-46d5-811e-53da697642d6 None None] Provisioning for port 37d542e8-4708-4ed4-9444-8934c95ad270 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:32.919851 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-006c6e17-ef31-49ec-9a86-41344881af26 req-b90b84a1-f9fd-4849-837b-91bcf1272f48 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329900 Jul 13 07:46:32.937575 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 37d542e8-4708-4ed4-9444-8934c95ad270 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:32.995994 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-bca06ad3-e22a-444c-a800-c2c5ae1ac597 None None] Provisioning complete for port 5eb15292-38ce-4385-be57-3658c8eb2c05 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:32.996373 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-bca06ad3-e22a-444c-a800-c2c5ae1ac597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.044557 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 37d542e8-4708-4ed4-9444-8934c95ad270 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:33.054004 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 37d542e8-4708-4ed4-9444-8934c95ad270 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:33.054364 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.156198 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-48086c54-7955-4e83-bc64-67ca7e858f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.161628 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ed1b2bc6-a9bc-417e-a58f-e43eb023281b tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.192312 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.269634 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.301464 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-bca06ad3-e22a-444c-a800-c2c5ae1ac597 None None] Provisioning for port 08bc2a54-0244-4f68-b842-bd095742a58c completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:33.333257 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-bca06ad3-e22a-444c-a800-c2c5ae1ac597 None None] Provisioning complete for port 08bc2a54-0244-4f68-b842-bd095742a58c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:33.333257 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-bca06ad3-e22a-444c-a800-c2c5ae1ac597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.381887 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 37d542e8-4708-4ed4-9444-8934c95ad270, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=37d542e8-4708-4ed4-9444-8934c95ad270,segment=NetworkSegment(65cae4b8-41f2-4861-944d-3ce710810957),segment_id=65cae4b8-41f2-4861-944d-3ce710810957)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:33.383283 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-bca06ad3-e22a-444c-a800-c2c5ae1ac597 None None] Port 08bc2a54-0244-4f68-b842-bd095742a58c cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:33.390758 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.427595 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 5eb15292-38ce-4385-be57-3658c8eb2c05 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:33.481117 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=37d542e8-4708-4ed4-9444-8934c95ad270,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:33.515579 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 5eb15292-38ce-4385-be57-3658c8eb2c05 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:33.516117 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.592904 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-542d1de7-3675-4549-8a06-1fcffed5dc74 None None] Provisioning complete for port 37d542e8-4708-4ed4-9444-8934c95ad270 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:33.593485 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-542d1de7-3675-4549-8a06-1fcffed5dc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.616686 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-ed1b2bc6-a9bc-417e-a58f-e43eb023281b tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Allocated IP 172.21.0.1 (84775e3c-2aec-435d-ad55-2032da717bb7/438d2319-6b0c-46e6-982c-a9bc438ebbf1/807f75b8-30ad-46ad-b8ca-d089d04e8a16) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:33.787417 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ed1b2bc6-a9bc-417e-a58f-e43eb023281b tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.805909 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-ed1b2bc6-a9bc-417e-a58f-e43eb023281b tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Transition to ACTIVE for port object 807f75b8-30ad-46ad-b8ca-d089d04e8a16 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:33.810437 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-542d1de7-3675-4549-8a06-1fcffed5dc74 None None] Provisioning complete for port 08bc2a54-0244-4f68-b842-bd095742a58c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:33.812292 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-542d1de7-3675-4549-8a06-1fcffed5dc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.860608 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ed1b2bc6-a9bc-417e-a58f-e43eb023281b tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:33.898786 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-542d1de7-3675-4549-8a06-1fcffed5dc74 None None] Port 08bc2a54-0244-4f68-b842-bd095742a58c cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:33.922746 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1b2bc6-a9bc-417e-a58f-e43eb023281b tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Network 84775e3c-2aec-435d-ad55-2032da717bb7 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:33.943987 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b2bc6-a9bc-417e-a58f-e43eb023281b tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event updated for resources: {'Port': ['ID=807f75b8-30ad-46ad-b8ca-d089d04e8a16,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:33.956993 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-ed1b2bc6-a9bc-417e-a58f-e43eb023281b tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:33.959437 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1b2bc6-a9bc-417e-a58f-e43eb023281b tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:34.038251 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d5f00a4b-8457-474e-b509-bff8045ae903 None None] Provisioning complete for port 08bc2a54-0244-4f68-b842-bd095742a58c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:34.038881 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d5f00a4b-8457-474e-b509-bff8045ae903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.080474 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ed1b2bc6-a9bc-417e-a58f-e43eb023281b tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.145776 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.162770 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-d5f00a4b-8457-474e-b509-bff8045ae903 None None] Port 08bc2a54-0244-4f68-b842-bd095742a58c cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:34.292981 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-73d451bb-f1a0-4047-95ce-a59608d2b6f2 None None] Provisioning for port 807f75b8-30ad-46ad-b8ca-d089d04e8a16 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:34.306350 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-73d451bb-f1a0-4047-95ce-a59608d2b6f2 None None] Provisioning complete for port 807f75b8-30ad-46ad-b8ca-d089d04e8a16 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:34.306748 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-73d451bb-f1a0-4047-95ce-a59608d2b6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.396398 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-73d451bb-f1a0-4047-95ce-a59608d2b6f2 None None] Port 807f75b8-30ad-46ad-b8ca-d089d04e8a16 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:34.409199 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a07920-7dad-4059-80f4-b84ff759d874 req-c583c048-3399-46e4-b1f1-43cf58dd7f8a tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:34.411660 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-59a07920-7dad-4059-80f4-b84ff759d874 req-c583c048-3399-46e4-b1f1-43cf58dd7f8a tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=32cecb49-240b-4d70-8958-dd7d08f8389e HTTP/1.1" status: 200 len: 945 time: 0.2394652 Jul 13 07:46:34.497668 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ed1b2bc6-a9bc-417e-a58f-e43eb023281b tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:34.524501 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-59a07920-7dad-4059-80f4-b84ff759d874 req-d215d8d4-061c-41a9-98cb-c5f05dfd9660 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825977 Jul 13 07:46:34.639145 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31355f6-b2f5-4881-98a4-861af5659089 req-8cc8fb9e-3624-47ee-8d14-d18908b68737 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:34.640952 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d31355f6-b2f5-4881-98a4-861af5659089 req-8cc8fb9e-3624-47ee-8d14-d18908b68737 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 946 time: 0.1039226 Jul 13 07:46:34.705545 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d31355f6-b2f5-4881-98a4-861af5659089 req-4583a588-ff0c-41db-90a8-3a81b6deb9b5 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574677 Jul 13 07:46:34.733722 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 37d542e8-4708-4ed4-9444-8934c95ad270 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:34.840321 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 37d542e8-4708-4ed4-9444-8934c95ad270 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:34.841119 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.174803 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ed1b2bc6-a9bc-417e-a58f-e43eb023281b tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.181993 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ed1b2bc6-a9bc-417e-a58f-e43eb023281b tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.268414 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b2bc6-a9bc-417e-a58f-e43eb023281b tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event updated for resources: {'Port': ['ID=807f75b8-30ad-46ad-b8ca-d089d04e8a16,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:35.287715 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ed1b2bc6-a9bc-417e-a58f-e43eb023281b tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.439576 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1b2bc6-a9bc-417e-a58f-e43eb023281b tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Network 84775e3c-2aec-435d-ad55-2032da717bb7 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:35.441157 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-ed1b2bc6-a9bc-417e-a58f-e43eb023281b tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:35.536182 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f3e9a7fb-daf3-4c4a-9f04-65a145507ebd None None] Provisioning complete for port 807f75b8-30ad-46ad-b8ca-d089d04e8a16 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:35.536568 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f3e9a7fb-daf3-4c4a-9f04-65a145507ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.615793 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f3e9a7fb-daf3-4c4a-9f04-65a145507ebd None None] Port 807f75b8-30ad-46ad-b8ca-d089d04e8a16 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:35.621820 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1b2bc6-a9bc-417e-a58f-e43eb023281b tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Router cf0a3b06-96eb-4460-8a44-22a29edaac81 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:35.759859 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1b2bc6-a9bc-417e-a58f-e43eb023281b tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:35.768907 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53514) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:35.771125 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fcd35c-5cb9-4400-a86a-4805e1905968 None None] Sync routers for ids ['cf0a3b06-96eb-4460-8a44-22a29edaac81'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:35.781929 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ed1b2bc6-a9bc-417e-a58f-e43eb023281b tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "PUT /v2.0/routers/cf0a3b06-96eb-4460-8a44-22a29edaac81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4759624 Jul 13 07:46:35.786639 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fcd35c-5cb9-4400-a86a-4805e1905968 None None] Routers {'cf0a3b06-96eb-4460-8a44-22a29edaac81'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:35.787319 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-42fcd35c-5cb9-4400-a86a-4805e1905968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:46:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['cf0a3b06-96eb-4460-8a44-22a29edaac81'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:35.845717 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c98dfc5b-e0f5-4758-a5eb-03f5b98d4cff None None] Provisioning complete for port 807f75b8-30ad-46ad-b8ca-d089d04e8a16 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:35.847477 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c98dfc5b-e0f5-4758-a5eb-03f5b98d4cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.878214 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-42fcd35c-5cb9-4400-a86a-4805e1905968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:35.908321 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fcd35c-5cb9-4400-a86a-4805e1905968 None None] Routers {'cf0a3b06-96eb-4460-8a44-22a29edaac81'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:35.909298 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-42fcd35c-5cb9-4400-a86a-4805e1905968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:46:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['cf0a3b06-96eb-4460-8a44-22a29edaac81'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:35.923844 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b4a85-17a4-4d98-84c5-b985cb08b203 req-688b46e3-250b-4dd2-a55d-8b8203ed6a3d tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:35.925797 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3c8b4a85-17a4-4d98-84c5-b985cb08b203 req-688b46e3-250b-4dd2-a55d-8b8203ed6a3d tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=32cecb49-240b-4d70-8958-dd7d08f8389e HTTP/1.1" status: 200 len: 945 time: 0.1873708 Jul 13 07:46:35.937836 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:35.953893 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e024e13d-f231-4403-b8cb-6bc65872e124 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:35.955766 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-c98dfc5b-e0f5-4758-a5eb-03f5b98d4cff None None] Port 807f75b8-30ad-46ad-b8ca-d089d04e8a16 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:35.956647 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e024e13d-f231-4403-b8cb-6bc65872e124 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "GET /v2.0/ports/807f75b8-30ad-46ad-b8ca-d089d04e8a16 HTTP/1.1" status: 200 len: 910 time: 0.1866925 Jul 13 07:46:35.963671 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53516) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:35.985935 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-42fcd35c-5cb9-4400-a86a-4805e1905968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:35.986597 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fcd35c-5cb9-4400-a86a-4805e1905968 None None] The sync data for ids ['cf0a3b06-96eb-4460-8a44-22a29edaac81'] in n-d-771363-34 is: [] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:36.001114 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3c8b4a85-17a4-4d98-84c5-b985cb08b203 req-c557985e-e442-4097-84ae-c9bb929f952b tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673070 Jul 13 07:46:36.130430 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd60178-69e5-4aa0-93ab-85b604c65b2f req-fdd04c0c-db9c-4de5-a5ba-38ba6df36460 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:36.139846 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4dd60178-69e5-4aa0-93ab-85b604c65b2f req-fdd04c0c-db9c-4de5-a5ba-38ba6df36460 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 946 time: 0.2686419 Jul 13 07:46:36.263771 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4dd60178-69e5-4aa0-93ab-85b604c65b2f req-4e1d930f-b679-42df-82b0-e274d57c8617 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223056 Jul 13 07:46:36.449260 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-52b83f1d-d722-492e-a866-04f2038da2aa tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.768997 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-52b83f1d-d722-492e-a866-04f2038da2aa tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Deleting port 807f75b8-30ad-46ad-b8ca-d089d04e8a16 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:36.769688 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-52b83f1d-d722-492e-a866-04f2038da2aa tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.881430 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-52b83f1d-d722-492e-a866-04f2038da2aa tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:36.896783 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-52b83f1d-d722-492e-a866-04f2038da2aa tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Calling delete_port for 807f75b8-30ad-46ad-b8ca-d089d04e8a16 owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:37.132931 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-52b83f1d-d722-492e-a866-04f2038da2aa tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.182996 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b83f1d-d722-492e-a866-04f2038da2aa tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event deleted for resources: {'Port': ['ID=807f75b8-30ad-46ad-b8ca-d089d04e8a16,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:37.259964 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d53f5-ca38-4901-96e9-ba5d62527a8c req-0faf590e-88ad-41eb-abf4-6246d6ee8f17 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:37.269251 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a98d53f5-ca38-4901-96e9-ba5d62527a8c req-0faf590e-88ad-41eb-abf4-6246d6ee8f17 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=32cecb49-240b-4d70-8958-dd7d08f8389e HTTP/1.1" status: 200 len: 945 time: 0.1286235 Jul 13 07:46:37.326728 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a98d53f5-ca38-4901-96e9-ba5d62527a8c req-f0edf36c-2f44-4315-86f7-21bd5a1a6f71 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564685 Jul 13 07:46:37.490522 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-52b83f1d-d722-492e-a866-04f2038da2aa tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:37.605953 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb1408-6bc7-4414-bd5f-fa5c0152ec64 req-da0f8dc6-a72b-4477-bbb2-8a8388e22a8f tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:37.608359 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-00cb1408-6bc7-4414-bd5f-fa5c0152ec64 req-da0f8dc6-a72b-4477-bbb2-8a8388e22a8f tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 946 time: 0.1888795 Jul 13 07:46:37.663499 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-00cb1408-6bc7-4414-bd5f-fa5c0152ec64 req-d6d7ea8c-b1f9-4934-8717-394229765f77 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482833 Jul 13 07:46:37.776747 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b83f1d-d722-492e-a866-04f2038da2aa tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Router cf0a3b06-96eb-4460-8a44-22a29edaac81 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:37.884514 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b83f1d-d722-492e-a866-04f2038da2aa tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:37.892727 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-52b83f1d-d722-492e-a866-04f2038da2aa tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "PUT /v2.0/routers/cf0a3b06-96eb-4460-8a44-22a29edaac81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9276555 Jul 13 07:46:37.897910 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53522) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:37.899673 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af69c083-49fb-41f8-9fcc-f24568e2c12b None None] Sync routers for ids ['cf0a3b06-96eb-4460-8a44-22a29edaac81'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:37.913164 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af69c083-49fb-41f8-9fcc-f24568e2c12b None None] Routers {'cf0a3b06-96eb-4460-8a44-22a29edaac81'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:37.914216 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-af69c083-49fb-41f8-9fcc-f24568e2c12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:46:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['cf0a3b06-96eb-4460-8a44-22a29edaac81'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:37.948202 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-af69c083-49fb-41f8-9fcc-f24568e2c12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:37.959379 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af69c083-49fb-41f8-9fcc-f24568e2c12b None None] Routers {'cf0a3b06-96eb-4460-8a44-22a29edaac81'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:37.960136 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-af69c083-49fb-41f8-9fcc-f24568e2c12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:46:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['cf0a3b06-96eb-4460-8a44-22a29edaac81'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:37.999527 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-af69c083-49fb-41f8-9fcc-f24568e2c12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:38.000322 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af69c083-49fb-41f8-9fcc-f24568e2c12b None None] The sync data for ids ['cf0a3b06-96eb-4460-8a44-22a29edaac81'] in n-d-771363-34 is: [] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:38.305254 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a05ff089-631e-44ae-a1d4-8618e997f758 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:38.580203 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c64bf6-982e-433a-8699-53550417ea44 req-df3b5308-9a04-40e7-9592-919f57ef38b6 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:38.582026 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-60c64bf6-982e-433a-8699-53550417ea44 req-df3b5308-9a04-40e7-9592-919f57ef38b6 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=32cecb49-240b-4d70-8958-dd7d08f8389e HTTP/1.1" status: 200 len: 945 time: 0.1050622 Jul 13 07:46:38.631651 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-60c64bf6-982e-433a-8699-53550417ea44 req-d5ad91bd-3cff-4738-b458-79d1f19de8d3 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436208 Jul 13 07:46:38.742473 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-a05ff089-631e-44ae-a1d4-8618e997f758 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Deleting port 08bc2a54-0244-4f68-b842-bd095742a58c {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:38.743102 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a05ff089-631e-44ae-a1d4-8618e997f758 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:38.868511 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a05ff089-631e-44ae-a1d4-8618e997f758 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:38.881533 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18f0ab-5454-49c5-9449-e3d27e471410 req-becb970f-3053-44ef-b88d-be9a317a24f5 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:38.883379 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-a05ff089-631e-44ae-a1d4-8618e997f758 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Calling delete_port for 08bc2a54-0244-4f68-b842-bd095742a58c owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:38.890577 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4b18f0ab-5454-49c5-9449-e3d27e471410 req-becb970f-3053-44ef-b88d-be9a317a24f5 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 946 time: 0.0884807 Jul 13 07:46:38.934977 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4b18f0ab-5454-49c5-9449-e3d27e471410 req-5e0cb7f3-67cc-4c4e-ba58-fb26db76f2dd tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406058 Jul 13 07:46:39.097936 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a05ff089-631e-44ae-a1d4-8618e997f758 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:39.137635 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ff089-631e-44ae-a1d4-8618e997f758 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event deleted for resources: {'Port': ['ID=08bc2a54-0244-4f68-b842-bd095742a58c,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:39.343990 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a05ff089-631e-44ae-a1d4-8618e997f758 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:39.561115 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05ff089-631e-44ae-a1d4-8618e997f758 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Router cf0a3b06-96eb-4460-8a44-22a29edaac81 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:39.680383 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05ff089-631e-44ae-a1d4-8618e997f758 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:39.691459 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a05ff089-631e-44ae-a1d4-8618e997f758 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "PUT /v2.0/routers/cf0a3b06-96eb-4460-8a44-22a29edaac81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7898705 Jul 13 07:46:39.691833 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53534) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:39.694445 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4ae482-cf73-475a-af2e-1f9e8d8d2e26 None None] Sync routers for ids ['cf0a3b06-96eb-4460-8a44-22a29edaac81'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:39.711295 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4ae482-cf73-475a-af2e-1f9e8d8d2e26 None None] Routers {'cf0a3b06-96eb-4460-8a44-22a29edaac81'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:39.711458 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-fd4ae482-cf73-475a-af2e-1f9e8d8d2e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:46:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['cf0a3b06-96eb-4460-8a44-22a29edaac81'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:39.741168 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9ab3a80e-e57e-4801-a8d8-4850d82f7201 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf0a3b06-96eb-4460-8a44-22a29edaac81 HTTP/1.1" status: 200 len: 205 time: 0.0476031 Jul 13 07:46:39.744459 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53536) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:39.780250 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-fd4ae482-cf73-475a-af2e-1f9e8d8d2e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:39.790169 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4ae482-cf73-475a-af2e-1f9e8d8d2e26 None None] Routers {'cf0a3b06-96eb-4460-8a44-22a29edaac81'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:39.791689 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-fd4ae482-cf73-475a-af2e-1f9e8d8d2e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:46:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['cf0a3b06-96eb-4460-8a44-22a29edaac81'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:39.836152 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-fd4ae482-cf73-475a-af2e-1f9e8d8d2e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:39.837032 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4ae482-cf73-475a-af2e-1f9e8d8d2e26 None None] The sync data for ids ['cf0a3b06-96eb-4460-8a44-22a29edaac81'] in n-d-771363-34 is: [] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:39.886544 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-83a234c0-1e16-4d9c-bd29-bd58c9330eab tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.117005 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2803f-80e9-4b40-8f79-a9d8b6a95fbe req-3432bab9-11a3-478a-9cd8-9c09fac2a106 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:40.120964 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4dd2803f-80e9-4b40-8f79-a9d8b6a95fbe req-3432bab9-11a3-478a-9cd8-9c09fac2a106 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=32cecb49-240b-4d70-8958-dd7d08f8389e HTTP/1.1" status: 200 len: 945 time: 0.2805986 Jul 13 07:46:40.126609 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-83a234c0-1e16-4d9c-bd29-bd58c9330eab tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.137551 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-83a234c0-1e16-4d9c-bd29-bd58c9330eab tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.183794 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcccd12b-e1a0-47f1-9a42-a1e6093d4114 req-50abf67e-5a6f-403e-bc44-e743b578c6a5 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:40.185632 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bcccd12b-e1a0-47f1-9a42-a1e6093d4114 req-50abf67e-5a6f-403e-bc44-e743b578c6a5 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 946 time: 0.0865071 Jul 13 07:46:40.206945 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4dd2803f-80e9-4b40-8f79-a9d8b6a95fbe req-01b3b9ef-00bd-4848-afb2-fadd404173e5 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776744 Jul 13 07:46:40.210640 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-83a234c0-1e16-4d9c-bd29-bd58c9330eab tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.211143 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a234c0-1e16-4d9c-bd29-bd58c9330eab tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Fanout notify agent at l3_agent the message router_deleted on router cf0a3b06-96eb-4460-8a44-22a29edaac81 {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:46:40.221236 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-83a234c0-1e16-4d9c-bd29-bd58c9330eab tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.222484 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-83a234c0-1e16-4d9c-bd29-bd58c9330eab tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "DELETE /v2.0/routers/cf0a3b06-96eb-4460-8a44-22a29edaac81 HTTP/1.1" status: 204 len: 168 time: 0.4765158 Jul 13 07:46:40.227068 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53540) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:40.255096 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bcccd12b-e1a0-47f1-9a42-a1e6093d4114 req-b0eb882b-f51f-4c3d-a0b9-354be360ea96 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629106 Jul 13 07:46:40.286981 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d72941d-51d5-410d-8559-4b6f5f1fc743 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Deleting subnet 438d2319-6b0c-46e6-982c-a9bc438ebbf1 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:46:40.294155 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8d72941d-51d5-410d-8559-4b6f5f1fc743 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.337130 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8d72941d-51d5-410d-8559-4b6f5f1fc743 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.455547 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8d72941d-51d5-410d-8559-4b6f5f1fc743 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.545547 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8d72941d-51d5-410d-8559-4b6f5f1fc743 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.598827 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72941d-51d5-410d-8559-4b6f5f1fc743 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event deleted for resources: {'Subnet': ['ID=438d2319-6b0c-46e6-982c-a9bc438ebbf1,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:40.608514 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8d72941d-51d5-410d-8559-4b6f5f1fc743 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.611926 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8d72941d-51d5-410d-8559-4b6f5f1fc743 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "DELETE /v2.0/subnets/438d2319-6b0c-46e6-982c-a9bc438ebbf1 HTTP/1.1" status: 204 len: 168 time: 0.3827891 Jul 13 07:46:40.614854 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53542) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:40.616134 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffe6c93-37de-4f21-bfd8-d152617be3b1 None None] Network 84775e3c-2aec-435d-ad55-2032da717bb7 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:40.678528 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b464d01-4a18-40c6-994a-5fe56b8abb0a tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Deleting subnet 28238f6b-7df3-4485-b8b0-7c009014e01b {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:46:40.683785 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b464d01-4a18-40c6-994a-5fe56b8abb0a tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.743717 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b464d01-4a18-40c6-994a-5fe56b8abb0a tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.856127 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b464d01-4a18-40c6-994a-5fe56b8abb0a tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.871740 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aecb6fb-1a6a-487e-a051-e39693a018bb None None] DHCP port deletion for 84775e3c-2aec-435d-ad55-2032da717bb7 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:46:40.921091 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b464d01-4a18-40c6-994a-5fe56b8abb0a tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.940205 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-3aecb6fb-1a6a-487e-a051-e39693a018bb None None] Deleting port 37d542e8-4708-4ed4-9444-8934c95ad270 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:40.940740 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3aecb6fb-1a6a-487e-a051-e39693a018bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.958150 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b464d01-4a18-40c6-994a-5fe56b8abb0a tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event deleted for resources: {'Subnet': ['ID=28238f6b-7df3-4485-b8b0-7c009014e01b,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:40.964424 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b464d01-4a18-40c6-994a-5fe56b8abb0a tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:40.969145 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8b464d01-4a18-40c6-994a-5fe56b8abb0a tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "DELETE /v2.0/subnets/28238f6b-7df3-4485-b8b0-7c009014e01b HTTP/1.1" status: 204 len: 168 time: 0.3505592 Jul 13 07:46:40.969495 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53544) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:41.089557 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d00362bc-3498-42f6-ab93-9558a2107cff tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.109336 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf5d7a1-225c-424e-8c6b-043019781140 None None] Network 61a7e247-02ab-4466-942b-197d95b40a3a requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:41.147740 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-d00362bc-3498-42f6-ab93-9558a2107cff tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Deleting port 37d542e8-4708-4ed4-9444-8934c95ad270 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:41.148078 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d00362bc-3498-42f6-ab93-9558a2107cff tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.191341 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-3aecb6fb-1a6a-487e-a051-e39693a018bb None None] For port 37d542e8-4708-4ed4-9444-8934c95ad270, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=37d542e8-4708-4ed4-9444-8934c95ad270,segment=NetworkSegment(65cae4b8-41f2-4861-944d-3ce710810957),segment_id=65cae4b8-41f2-4861-944d-3ce710810957)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:41.192041 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3aecb6fb-1a6a-487e-a051-e39693a018bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.216686 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-3aecb6fb-1a6a-487e-a051-e39693a018bb None None] Calling delete_port for 37d542e8-4708-4ed4-9444-8934c95ad270 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:41.219748 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-d00362bc-3498-42f6-ab93-9558a2107cff tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] For port 37d542e8-4708-4ed4-9444-8934c95ad270, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=37d542e8-4708-4ed4-9444-8934c95ad270,segment=NetworkSegment(65cae4b8-41f2-4861-944d-3ce710810957),segment_id=65cae4b8-41f2-4861-944d-3ce710810957)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:41.220247 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d00362bc-3498-42f6-ab93-9558a2107cff tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.238158 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-d00362bc-3498-42f6-ab93-9558a2107cff tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Calling delete_port for 37d542e8-4708-4ed4-9444-8934c95ad270 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:41.366416 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d00362bc-3498-42f6-ab93-9558a2107cff tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.411302 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00362bc-3498-42f6-ab93-9558a2107cff tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event deleted for resources: {'Port': ['ID=37d542e8-4708-4ed4-9444-8934c95ad270,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:41.413850 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00362bc-3498-42f6-ab93-9558a2107cff tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] No DVR routers for this DVR port 37d542e8-4708-4ed4-9444-8934c95ad270 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:41.435652 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3aecb6fb-1a6a-487e-a051-e39693a018bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.465308 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aecb6fb-1a6a-487e-a051-e39693a018bb None None] Pushing event deleted for resources: {'Port': ['ID=37d542e8-4708-4ed4-9444-8934c95ad270,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:41.469140 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aecb6fb-1a6a-487e-a051-e39693a018bb None None] No DVR routers for this DVR port 37d542e8-4708-4ed4-9444-8934c95ad270 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:41.565816 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d0380-e0cf-4262-902a-4aa5970067ad req-9f475c2c-a838-4551-92a6-ae7fddf9803d tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:41.574244 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b94d0380-e0cf-4262-902a-4aa5970067ad req-9f475c2c-a838-4551-92a6-ae7fddf9803d tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 946 time: 0.1173017 Jul 13 07:46:41.578383 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd442066-5e3a-4bfc-9707-adb958dc2406 None None] DHCP port deletion for 61a7e247-02ab-4466-942b-197d95b40a3a request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:46:41.629582 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b94d0380-e0cf-4262-902a-4aa5970067ad req-67555a80-6936-45c7-b69d-8a0859db2a19 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483229 Jul 13 07:46:41.673405 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-cd442066-5e3a-4bfc-9707-adb958dc2406 None None] Deleting port 5eb15292-38ce-4385-be57-3658c8eb2c05 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:41.674464 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cd442066-5e3a-4bfc-9707-adb958dc2406 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.752613 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-cd442066-5e3a-4bfc-9707-adb958dc2406 None None] For port 5eb15292-38ce-4385-be57-3658c8eb2c05, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=5eb15292-38ce-4385-be57-3658c8eb2c05,segment=NetworkSegment(4223c4ac-87d2-42a2-b6b0-5978c2ed60f0),segment_id=4223c4ac-87d2-42a2-b6b0-5978c2ed60f0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:41.753034 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cd442066-5e3a-4bfc-9707-adb958dc2406 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.771973 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-cd442066-5e3a-4bfc-9707-adb958dc2406 None None] Calling delete_port for 5eb15292-38ce-4385-be57-3658c8eb2c05 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:41.862624 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cd442066-5e3a-4bfc-9707-adb958dc2406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.882355 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d00362bc-3498-42f6-ab93-9558a2107cff tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.890521 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd442066-5e3a-4bfc-9707-adb958dc2406 None None] Pushing event deleted for resources: {'Port': ['ID=5eb15292-38ce-4385-be57-3658c8eb2c05,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:41.892494 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd442066-5e3a-4bfc-9707-adb958dc2406 None None] No DVR routers for this DVR port 5eb15292-38ce-4385-be57-3658c8eb2c05 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:41.901953 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdcb43-f860-45f6-b566-75939f27ec94 req-a962a55b-a88e-409c-8735-394d6d0772b7 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:41.903843 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e6bdcb43-f860-45f6-b566-75939f27ec94 req-a962a55b-a88e-409c-8735-394d6d0772b7 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=32cecb49-240b-4d70-8958-dd7d08f8389e HTTP/1.1" status: 200 len: 945 time: 0.4838350 Jul 13 07:46:41.905597 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-d00362bc-3498-42f6-ab93-9558a2107cff tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84775e3c-2aec-435d-ad55-2032da717bb7']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:41.923438 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-d00362bc-3498-42f6-ab93-9558a2107cff tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65cae4b8-41f2-4861-944d-3ce710810957') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:41.923752 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-d00362bc-3498-42f6-ab93-9558a2107cff tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65cae4b8-41f2-4861-944d-3ce710810957') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:41.940204 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d00362bc-3498-42f6-ab93-9558a2107cff tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.964336 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d00362bc-3498-42f6-ab93-9558a2107cff tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.970753 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e6bdcb43-f860-45f6-b566-75939f27ec94 req-57c99fb7-f2a7-4be9-bc56-9bd1edbf0b23 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571606 Jul 13 07:46:41.973218 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d00362bc-3498-42f6-ab93-9558a2107cff tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:41.973643 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d00362bc-3498-42f6-ab93-9558a2107cff tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:41.976503 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:46:41.976503 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:41.976503 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:46:41.976503 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:41.976503 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:46:41.976503 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:41.976503 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:46:41.976503 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:41.976503 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:46:41.976503 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:41.976503 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:46:41.976503 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:41.976503 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:46:41.976503 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:41.976503 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:41.976503 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:41.976503 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:41.976503 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:41.976503 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:46:41.976503 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:41.976503 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:46:41.976503 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:41.976503 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:41.976503 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:41.976503 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:41.976503 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:41.976503 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:41.976503 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:41.976503 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:41.976503 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:41.976503 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:41.976503 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:42.036845 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d00362bc-3498-42f6-ab93-9558a2107cff tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.044754 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d00362bc-3498-42f6-ab93-9558a2107cff tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.046604 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d00362bc-3498-42f6-ab93-9558a2107cff tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "DELETE /v2.0/networks/84775e3c-2aec-435d-ad55-2032da717bb7 HTTP/1.1" status: 204 len: 168 time: 1.0761180 Jul 13 07:46:42.049178 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53564) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:42.066542 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00362bc-3498-42f6-ab93-9558a2107cff tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event deleted for resources: {'Network': ['ID=84775e3c-2aec-435d-ad55-2032da717bb7,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:42.133632 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b891df23-6ac7-46b6-b27a-7ca93c2e4438 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.221916 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b891df23-6ac7-46b6-b27a-7ca93c2e4438 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.231509 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-b891df23-6ac7-46b6-b27a-7ca93c2e4438 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a7e247-02ab-4466-942b-197d95b40a3a']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:42.241144 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-b891df23-6ac7-46b6-b27a-7ca93c2e4438 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4223c4ac-87d2-42a2-b6b0-5978c2ed60f0') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:42.241427 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-b891df23-6ac7-46b6-b27a-7ca93c2e4438 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4223c4ac-87d2-42a2-b6b0-5978c2ed60f0') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:42.250632 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b891df23-6ac7-46b6-b27a-7ca93c2e4438 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.266580 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b891df23-6ac7-46b6-b27a-7ca93c2e4438 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.272969 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b891df23-6ac7-46b6-b27a-7ca93c2e4438 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:42.273356 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b891df23-6ac7-46b6-b27a-7ca93c2e4438 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.276890 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:46:42.276890 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:42.276890 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:46:42.276890 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:42.276890 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:46:42.276890 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:42.276890 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:46:42.276890 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:42.276890 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:46:42.276890 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:42.276890 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:46:42.276890 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:42.276890 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:46:42.276890 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:42.276890 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:42.276890 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:42.276890 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:42.276890 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:42.276890 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:46:42.276890 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:42.276890 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:46:42.276890 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:42.276890 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:42.276890 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:42.276890 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:42.276890 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:42.276890 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:42.276890 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:42.276890 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:42.276890 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:42.276890 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:42.276890 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:42.339339 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b891df23-6ac7-46b6-b27a-7ca93c2e4438 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.348038 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b891df23-6ac7-46b6-b27a-7ca93c2e4438 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.349850 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b891df23-6ac7-46b6-b27a-7ca93c2e4438 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "DELETE /v2.0/networks/61a7e247-02ab-4466-942b-197d95b40a3a HTTP/1.1" status: 204 len: 168 time: 0.2997663 Jul 13 07:46:42.356328 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53566) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:42.359733 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891df23-6ac7-46b6-b27a-7ca93c2e4438 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event deleted for resources: {'Network': ['ID=61a7e247-02ab-4466-942b-197d95b40a3a,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:42.363548 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-a0e54bf5-001e-4383-8eab-6532a5bdbc64 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Request body: {'network': {'name': 'tempest-RoutersTest-1081413688'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:42.385251 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e54bf5-001e-4383-8eab-6532a5bdbc64 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Made reservation on behalf of f3d1699cb0e54437b3086350eac4eb96 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:42.389082 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a0e54bf5-001e-4383-8eab-6532a5bdbc64 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.415851 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e54bf5-001e-4383-8eab-6532a5bdbc64 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:46:42.425971 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a0e54bf5-001e-4383-8eab-6532a5bdbc64 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.426324 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-a0e54bf5-001e-4383-8eab-6532a5bdbc64 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Added segment e76b2acf-4c51-4520-873e-bb9a94f416ab of type vlan for network cf429eed-48d7-4a6c-b61b-92a63e5d28c2 Jul 13 07:46:42.468558 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a0e54bf5-001e-4383-8eab-6532a5bdbc64 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.503888 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a0e54bf5-001e-4383-8eab-6532a5bdbc64 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.509602 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e54bf5-001e-4383-8eab-6532a5bdbc64 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:42.510252 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a0e54bf5-001e-4383-8eab-6532a5bdbc64 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:42.542916 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a0e54bf5-001e-4383-8eab-6532a5bdbc64 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1853592 Jul 13 07:46:42.545670 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53570) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:42.553171 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-9f1cc6fd-6d0d-4463-9231-0e9866fc8ada tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Request body: {'subnet': {'network_id': 'cf429eed-48d7-4a6c-b61b-92a63e5d28c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:42.563276 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295815f0-ac48-4ed5-8c3b-5e1dbcc5249c req-a6bf68c0-a378-4bdd-9499-09bbb67e7265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:42.564782 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-295815f0-ac48-4ed5-8c3b-5e1dbcc5249c req-a6bf68c0-a378-4bdd-9499-09bbb67e7265 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c74484ef6db9498290da14ee6e37d87f&device_id=32cecb49-240b-4d70-8958-dd7d08f8389e HTTP/1.1" status: 200 len: 1097 time: 0.1163909 Jul 13 07:46:42.669673 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295815f0-ac48-4ed5-8c3b-5e1dbcc5249c req-e05557ef-c1da-4a8a-bf74-f48eeedfec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:42.671338 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-295815f0-ac48-4ed5-8c3b-5e1dbcc5249c req-e05557ef-c1da-4a8a-bf74-f48eeedfec99 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a4551417-653e-4eb5-9caa-ea21aca7dbd0 HTTP/1.1" status: 200 len: 913 time: 0.0998838 Jul 13 07:46:42.719159 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-295815f0-ac48-4ed5-8c3b-5e1dbcc5249c req-3b111a85-0b91-41d5-abad-167964631557 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59365f26-a87c-49de-b40a-225f2179a668 HTTP/1.1" status: 200 len: 217 time: 0.0401156 Jul 13 07:46:42.726913 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 37d542e8-4708-4ed4-9444-8934c95ad270 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:42.751040 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 37d542e8-4708-4ed4-9444-8934c95ad270 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:42.751847 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 37d542e8-4708-4ed4-9444-8934c95ad270 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:42.752418 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 5eb15292-38ce-4385-be57-3658c8eb2c05 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:42.778569 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295815f0-ac48-4ed5-8c3b-5e1dbcc5249c req-2c7c28ff-400a-443c-bfcc-b5fb3470e80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:42.778782 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 5eb15292-38ce-4385-be57-3658c8eb2c05 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:42.778905 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 5eb15292-38ce-4385-be57-3658c8eb2c05 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:42.780969 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-295815f0-ac48-4ed5-8c3b-5e1dbcc5249c req-2c7c28ff-400a-443c-bfcc-b5fb3470e80b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=18671aeb-533b-431f-ac3f-740be3e9540f HTTP/1.1" status: 200 len: 851 time: 0.0500262 Jul 13 07:46:42.845413 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295815f0-ac48-4ed5-8c3b-5e1dbcc5249c req-16a21ab0-aa8d-45aa-bbf8-f09f9e7e88dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:42.846938 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-295815f0-ac48-4ed5-8c3b-5e1dbcc5249c req-16a21ab0-aa8d-45aa-bbf8-f09f9e7e88dc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4551417-653e-4eb5-9caa-ea21aca7dbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588617 Jul 13 07:46:42.901945 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e54bf5-001e-4383-8eab-6532a5bdbc64 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event updated for resources: {'Network': ['ID=cf429eed-48d7-4a6c-b61b-92a63e5d28c2,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:42.912887 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network cf429eed-48d7-4a6c-b61b-92a63e5d28c2 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:46:42.942885 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-295815f0-ac48-4ed5-8c3b-5e1dbcc5249c req-1cfec3cd-d60a-460a-9c49-fbc0b3301556 service neutron] 10.222.0.25 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871575 Jul 13 07:46:43.020493 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad9d50-1df7-41b3-9318-570ea384f17e req-185d07fd-b28e-412a-a166-2c874206bc34 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:43.022035 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cfad9d50-1df7-41b3-9318-570ea384f17e req-185d07fd-b28e-412a-a166-2c874206bc34 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 946 time: 0.1287651 Jul 13 07:46:43.023255 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1cc6fd-6d0d-4463-9231-0e9866fc8ada tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Made reservation on behalf of f3d1699cb0e54437b3086350eac4eb96 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:43.027187 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9f1cc6fd-6d0d-4463-9231-0e9866fc8ada tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.051512 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-295815f0-ac48-4ed5-8c3b-5e1dbcc5249c req-3658c871-d093-4230-a193-c9c68bc3659b service neutron] 10.222.0.25 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007330 Jul 13 07:46:43.121769 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cfad9d50-1df7-41b3-9318-570ea384f17e req-678e69f2-283d-47ae-bd51-642b094e1753 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900042 Jul 13 07:46:43.172419 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1dfd3-6a23-447e-81b4-5a849516530d req-8d3c770c-e8e3-4b82-91ef-0d479b2ff19d tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:43.173872 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b4e1dfd3-6a23-447e-81b4-5a849516530d req-8d3c770c-e8e3-4b82-91ef-0d479b2ff19d tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=32cecb49-240b-4d70-8958-dd7d08f8389e HTTP/1.1" status: 200 len: 945 time: 0.0763309 Jul 13 07:46:43.211792 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b4e1dfd3-6a23-447e-81b4-5a849516530d req-9af1d983-04df-47a7-8826-236ab083e20e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318000 Jul 13 07:46:43.242608 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9f1cc6fd-6d0d-4463-9231-0e9866fc8ada tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.305968 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1cc6fd-6d0d-4463-9231-0e9866fc8ada tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event updated for resources: {'Subnet': ['ID=9afc38eb-eb9c-40e1-8828-0c15f066a550,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:43.311588 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1cc6fd-6d0d-4463-9231-0e9866fc8ada tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Checking segment: {'id': 'e76b2acf-4c51-4520-873e-bb9a94f416ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'cf429eed-48d7-4a6c-b61b-92a63e5d28c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:43.311953 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1cc6fd-6d0d-4463-9231-0e9866fc8ada tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Network hostable DHCP agents. Network: cf429eed-48d7-4a6c-b61b-92a63e5d28c2, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:46:43.328236 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1cc6fd-6d0d-4463-9231-0e9866fc8ada tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Network cf429eed-48d7-4a6c-b61b-92a63e5d28c2 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:46:43.336696 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-9f1cc6fd-6d0d-4463-9231-0e9866fc8ada tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, cf429eed-48d7-4a6c-b61b-92a63e5d28c2) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:43.341660 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1cc6fd-6d0d-4463-9231-0e9866fc8ada tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:43.342253 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9f1cc6fd-6d0d-4463-9231-0e9866fc8ada tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.346339 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045e3017-e2c5-448b-aec2-cc34cb3cb6f1 None None] Network cf429eed-48d7-4a6c-b61b-92a63e5d28c2 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:43.356182 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9f1cc6fd-6d0d-4463-9231-0e9866fc8ada tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8094726 Jul 13 07:46:43.358795 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53576) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:43.363484 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-afa8fff7-8dc4-48e6-a824-4879af954f43 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1538389204', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:43.387029 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-afa8fff7-8dc4-48e6-a824-4879af954f43 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.388312 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-afa8fff7-8dc4-48e6-a824-4879af954f43 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.443906 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-afa8fff7-8dc4-48e6-a824-4879af954f43 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.449405 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-afa8fff7-8dc4-48e6-a824-4879af954f43 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.465006 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-afa8fff7-8dc4-48e6-a824-4879af954f43 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.466327 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-afa8fff7-8dc4-48e6-a824-4879af954f43 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1064785 Jul 13 07:46:43.468861 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53578) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:43.473707 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-67010b69-db6d-495a-aad9-21e3dc9e474c tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Request body: {'port': {'network_id': 'cf429eed-48d7-4a6c-b61b-92a63e5d28c2', 'name': 'tempest-RoutersTest-1979744797'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:43.493673 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8a692c-b658-459f-8957-987536680bd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-cf429eed-48d7-4a6c-b61b-92a63e5d28c2', 'network_id': 'cf429eed-48d7-4a6c-b61b-92a63e5d28c2', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'fixed_ips': [{'subnet_id': '9afc38eb-eb9c-40e1-8828-0c15f066a550'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:46:43.495093 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ff8a692c-b658-459f-8957-987536680bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.587681 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67010b69-db6d-495a-aad9-21e3dc9e474c tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Made reservation on behalf of f3d1699cb0e54437b3086350eac4eb96 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:43.591496 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-67010b69-db6d-495a-aad9-21e3dc9e474c tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.609710 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-67010b69-db6d-495a-aad9-21e3dc9e474c tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] device_id is not set on port 75d155a0-941d-4de9-9bc0-d3e47318d8a1 yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:46:43.643027 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-ff8a692c-b658-459f-8957-987536680bd8 None None] Allocated IP 172.20.0.2 (cf429eed-48d7-4a6c-b61b-92a63e5d28c2/9afc38eb-eb9c-40e1-8828-0c15f066a550/7fb7767b-8253-4833-9b2a-346460e7e8bc) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:43.810317 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ff8a692c-b658-459f-8957-987536680bd8 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.819298 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ff8a692c-b658-459f-8957-987536680bd8 None None] Transition to ACTIVE for port object 7fb7767b-8253-4833-9b2a-346460e7e8bc will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:43.835183 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ff8a692c-b658-459f-8957-987536680bd8 None None] Transition to ACTIVE for port object 7fb7767b-8253-4833-9b2a-346460e7e8bc will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:43.843515 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ff8a692c-b658-459f-8957-987536680bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.892788 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8a692c-b658-459f-8957-987536680bd8 None None] Network cf429eed-48d7-4a6c-b61b-92a63e5d28c2 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:43.897019 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-67010b69-db6d-495a-aad9-21e3dc9e474c tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Allocated IP 172.20.0.14 (cf429eed-48d7-4a6c-b61b-92a63e5d28c2/9afc38eb-eb9c-40e1-8828-0c15f066a550/75d155a0-941d-4de9-9bc0-d3e47318d8a1) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:43.897331 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-ff8a692c-b658-459f-8957-987536680bd8 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:43.902002 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8a692c-b658-459f-8957-987536680bd8 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:43.905289 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a692c-b658-459f-8957-987536680bd8 None None] Pushing event updated for resources: {'Port': ['ID=7fb7767b-8253-4833-9b2a-346460e7e8bc,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:43.961672 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-ff8a692c-b658-459f-8957-987536680bd8 None None] Attempting to bind port 7fb7767b-8253-4833-9b2a-346460e7e8bc on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:43.962040 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-ff8a692c-b658-459f-8957-987536680bd8 None None] Attempting to bind port 7fb7767b-8253-4833-9b2a-346460e7e8bc by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'e76b2acf-4c51-4520-873e-bb9a94f416ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'cf429eed-48d7-4a6c-b61b-92a63e5d28c2'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:43.962405 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8a692c-b658-459f-8957-987536680bd8 None None] Attempting to bind port 7fb7767b-8253-4833-9b2a-346460e7e8bc on network cf429eed-48d7-4a6c-b61b-92a63e5d28c2 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:43.967505 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8a692c-b658-459f-8957-987536680bd8 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:46:43.967881 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8a692c-b658-459f-8957-987536680bd8 None None] Checking segment: {'id': 'e76b2acf-4c51-4520-873e-bb9a94f416ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'cf429eed-48d7-4a6c-b61b-92a63e5d28c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:43.968284 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ff8a692c-b658-459f-8957-987536680bd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:43.968676 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8a692c-b658-459f-8957-987536680bd8 None None] Bound using segment: {'id': 'e76b2acf-4c51-4520-873e-bb9a94f416ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'cf429eed-48d7-4a6c-b61b-92a63e5d28c2'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:46:43.969691 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-ff8a692c-b658-459f-8957-987536680bd8 None None] Bound port: 7fb7767b-8253-4833-9b2a-346460e7e8bc, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e76b2acf-4c51-4520-873e-bb9a94f416ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'cf429eed-48d7-4a6c-b61b-92a63e5d28c2'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:46:43.969691 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ff8a692c-b658-459f-8957-987536680bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:44.041653 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-ff8a692c-b658-459f-8957-987536680bd8 None None] For port 7fb7767b-8253-4833-9b2a-346460e7e8bc, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:46:44.044875 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-ff8a692c-b658-459f-8957-987536680bd8 None None] For port 7fb7767b-8253-4833-9b2a-346460e7e8bc, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=7fb7767b-8253-4833-9b2a-346460e7e8bc,segment=NetworkSegment(e76b2acf-4c51-4520-873e-bb9a94f416ab),segment_id=e76b2acf-4c51-4520-873e-bb9a94f416ab)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:46:44.049139 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ff8a692c-b658-459f-8957-987536680bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:44.069791 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-67010b69-db6d-495a-aad9-21e3dc9e474c tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:44.083852 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-67010b69-db6d-495a-aad9-21e3dc9e474c tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Transition to ACTIVE for port object 75d155a0-941d-4de9-9bc0-d3e47318d8a1 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:44.114054 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a692c-b658-459f-8957-987536680bd8 None None] Pushing event updated for resources: {'Port': ['ID=7fb7767b-8253-4833-9b2a-346460e7e8bc,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:44.122556 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-67010b69-db6d-495a-aad9-21e3dc9e474c tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:44.175490 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67010b69-db6d-495a-aad9-21e3dc9e474c tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Network cf429eed-48d7-4a6c-b61b-92a63e5d28c2 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:44.179616 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-67010b69-db6d-495a-aad9-21e3dc9e474c tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:44.186503 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67010b69-db6d-495a-aad9-21e3dc9e474c tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:44.194174 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67010b69-db6d-495a-aad9-21e3dc9e474c tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event updated for resources: {'Port': ['ID=75d155a0-941d-4de9-9bc0-d3e47318d8a1,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:44.248691 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67010b69-db6d-495a-aad9-21e3dc9e474c tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:44.248944 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-67010b69-db6d-495a-aad9-21e3dc9e474c tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:44.265645 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-67010b69-db6d-495a-aad9-21e3dc9e474c tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7957284 Jul 13 07:46:44.269982 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53584) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:44.452025 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a690c-5f05-4f28-8a50-aaabaa11aa24 req-b98bdde2-4258-4d0c-8827-4bba9d909f3b tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:44.455755 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7a5a690c-5f05-4f28-8a50-aaabaa11aa24 req-b98bdde2-4258-4d0c-8827-4bba9d909f3b tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=32cecb49-240b-4d70-8958-dd7d08f8389e HTTP/1.1" status: 200 len: 945 time: 0.0944858 Jul 13 07:46:44.502376 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7a5a690c-5f05-4f28-8a50-aaabaa11aa24 req-8f4715f1-3177-4b7f-8fac-03ba4713b883 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402842 Jul 13 07:46:44.539848 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e3764-9b25-4b61-a334-7834f6fa221a req-4e40df5d-82d3-4fb3-a0ed-d430b65f03c8 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:44.542097 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-563e3764-9b25-4b61-a334-7834f6fa221a req-4e40df5d-82d3-4fb3-a0ed-d430b65f03c8 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 946 time: 0.2732944 Jul 13 07:46:44.642726 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-563e3764-9b25-4b61-a334-7834f6fa221a req-33569f9e-90ec-457b-ae3f-de61ba094475 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705147 Jul 13 07:46:44.754564 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 7fb7767b-8253-4833-9b2a-346460e7e8bc up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:44.792441 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-824748ec-66c1-42cf-8f9e-9d470b4f5181 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:44.831430 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 7fb7767b-8253-4833-9b2a-346460e7e8bc completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:45.085968 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-824748ec-66c1-42cf-8f9e-9d470b4f5181 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:45.092337 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-824748ec-66c1-42cf-8f9e-9d470b4f5181 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:45.178329 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824748ec-66c1-42cf-8f9e-9d470b4f5181 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event updated for resources: {'Port': ['ID=75d155a0-941d-4de9-9bc0-d3e47318d8a1,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:45.232369 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83338b9-b31a-4358-8d57-40f269811405 None None] Network cf429eed-48d7-4a6c-b61b-92a63e5d28c2 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:45.303406 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-15f1e6f2-129a-40a7-9e33-bb786f23f84d None None] Provisioning for port 7fb7767b-8253-4833-9b2a-346460e7e8bc completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:45.312724 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-15f1e6f2-129a-40a7-9e33-bb786f23f84d None None] Provisioning complete for port 7fb7767b-8253-4833-9b2a-346460e7e8bc triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:45.313087 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-15f1e6f2-129a-40a7-9e33-bb786f23f84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:45.374245 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-824748ec-66c1-42cf-8f9e-9d470b4f5181 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:45.461325 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-15f1e6f2-129a-40a7-9e33-bb786f23f84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:45.506942 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-15f1e6f2-129a-40a7-9e33-bb786f23f84d None None] For port 7fb7767b-8253-4833-9b2a-346460e7e8bc, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=7fb7767b-8253-4833-9b2a-346460e7e8bc,segment=NetworkSegment(e76b2acf-4c51-4520-873e-bb9a94f416ab),segment_id=e76b2acf-4c51-4520-873e-bb9a94f416ab)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:45.516935 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-824748ec-66c1-42cf-8f9e-9d470b4f5181 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:45.517207 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-15f1e6f2-129a-40a7-9e33-bb786f23f84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:45.589944 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f1e6f2-129a-40a7-9e33-bb786f23f84d None None] Pushing event updated for resources: {'Port': ['ID=7fb7767b-8253-4833-9b2a-346460e7e8bc,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:45.728415 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0053b-6e3e-4223-8f73-417c939cba4e req-affcbc3f-0b73-46ff-b763-0585ed24cfe9 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:45.730008 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-39a0053b-6e3e-4223-8f73-417c939cba4e req-affcbc3f-0b73-46ff-b763-0585ed24cfe9 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=32cecb49-240b-4d70-8958-dd7d08f8389e HTTP/1.1" status: 200 len: 945 time: 0.0898421 Jul 13 07:46:45.794693 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-39a0053b-6e3e-4223-8f73-417c939cba4e req-e07f35b1-e3f8-4f90-9c6c-35b185fa135b tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586121 Jul 13 07:46:45.882006 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-dbe0f21b-df60-4072-b42e-e4b151e3e2c6 None None] Provisioning complete for port 7fb7767b-8253-4833-9b2a-346460e7e8bc triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:45.882824 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f21b-df60-4072-b42e-e4b151e3e2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:45.884161 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-824748ec-66c1-42cf-8f9e-9d470b4f5181 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:45.897355 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-824748ec-66c1-42cf-8f9e-9d470b4f5181 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:45.922194 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d81816-cc68-4814-9f92-e76f076d50d0 req-c64797f1-835d-4ca1-8a00-32c39e77e35c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:45.923870 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-87d81816-cc68-4814-9f92-e76f076d50d0 req-c64797f1-835d-4ca1-8a00-32c39e77e35c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 946 time: 0.1240406 Jul 13 07:46:46.014043 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824748ec-66c1-42cf-8f9e-9d470b4f5181 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event updated for resources: {'Port': ['ID=75d155a0-941d-4de9-9bc0-d3e47318d8a1,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:46.028108 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 37e65a28-7ffc-454b-8ef8-0acf8e5a824e details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:46:46.039278 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b94282-27dc-4842-b293-1b6391029d00 req-58c5307e-ecbc-4dc3-acca-23c632f4cacd tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:46.041553 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-81b94282-27dc-4842-b293-1b6391029d00 req-58c5307e-ecbc-4dc3-acca-23c632f4cacd tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.0928259 Jul 13 07:46:46.044891 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 59365f26-a87c-49de-b40a-225f2179a668 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:46.048112 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-87d81816-cc68-4814-9f92-e76f076d50d0 req-c192b490-4039-4619-92a2-22c220582e51 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034453 Jul 13 07:46:46.051041 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-824748ec-66c1-42cf-8f9e-9d470b4f5181 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:46.090118 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-81b94282-27dc-4842-b293-1b6391029d00 req-565e5240-436b-4e0d-8ef4-437df896242a tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388670 Jul 13 07:46:46.113778 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-dbe0f21b-df60-4072-b42e-e4b151e3e2c6 None None] Provisioning for port 75d155a0-941d-4de9-9bc0-d3e47318d8a1 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:46.156564 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-dbe0f21b-df60-4072-b42e-e4b151e3e2c6 None None] Provisioning complete for port 75d155a0-941d-4de9-9bc0-d3e47318d8a1 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:46.157018 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f21b-df60-4072-b42e-e4b151e3e2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:46.161619 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824748ec-66c1-42cf-8f9e-9d470b4f5181 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Network cf429eed-48d7-4a6c-b61b-92a63e5d28c2 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:46.164030 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-824748ec-66c1-42cf-8f9e-9d470b4f5181 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:46.238702 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0f21b-df60-4072-b42e-e4b151e3e2c6 None None] Port 75d155a0-941d-4de9-9bc0-d3e47318d8a1 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:46.287461 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=37e65a28-7ffc-454b-8ef8-0acf8e5a824e,segment=NetworkSegment(82b0794f-89d2-4219-8340-180084a286f0),segment_id=82b0794f-89d2-4219-8340-180084a286f0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:46.299137 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:46.303789 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '37e65a28-7ffc-454b-8ef8-0acf8e5a824e', 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f', 'port_id': '37e65a28-7ffc-454b-8ef8-0acf8e5a824e', 'mac_address': 'fa:16:3e:8f:7e:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb14844-0f59-4592-827b-9b964d247113', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:46:46.349743 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32cecb49-240b-4d70-8958-dd7d08f8389e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59365f26-a87c-49de-b40a-225f2179a668'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:46:46.351935 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79eaaede-ad65-4bcb-8297-dc3f2fdf08f1" -d '{"events": [{"server_uuid": "32cecb49-240b-4d70-8958-dd7d08f8389e", "name": "network-vif-unplugged", "status": "completed", "tag": "59365f26-a87c-49de-b40a-225f2179a668"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:46:46.352888 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605df57-0a95-4649-9e3e-3e52a1fa1837 req-3e1dfbbf-9b74-48f7-9e05-2a8965772a4c tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:46.355725 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7605df57-0a95-4649-9e3e-3e52a1fa1837 req-3e1dfbbf-9b74-48f7-9e05-2a8965772a4c tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1023803 Jul 13 07:46:46.382174 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824748ec-66c1-42cf-8f9e-9d470b4f5181 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Router 150bf0ea-f3ff-4acf-8603-94010e4bf67c is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:46:46.384445 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 59365f26-a87c-49de-b40a-225f2179a668, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=59365f26-a87c-49de-b40a-225f2179a668,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:46.392593 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:46.399467 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:46.404541 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Jul 2021 07:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2283cddb-132f-4057-8daa-e8821f5f5c89 x-openstack-request-id: req-2283cddb-132f-4057-8daa-e8821f5f5c89 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:46:46.404861 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32cecb49-240b-4d70-8958-dd7d08f8389e", "name": "network-vif-unplugged", "status": "failed", "tag": "59365f26-a87c-49de-b40a-225f2179a668", "code": 422}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:46:46.405059 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2283cddb-132f-4057-8daa-e8821f5f5c89 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:46:46.405442 n-d-771363-34 neutron-server[94019]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '32cecb49-240b-4d70-8958-dd7d08f8389e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '59365f26-a87c-49de-b40a-225f2179a668', 'code': 422} returned with failed status Jul 13 07:46:46.414724 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ec13bd86-4fd8-4288-a1b3-2b5ae78c3b0d None None] Provisioning complete for port 75d155a0-941d-4de9-9bc0-d3e47318d8a1 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:46.415087 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ec13bd86-4fd8-4288-a1b3-2b5ae78c3b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:46.452842 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7605df57-0a95-4649-9e3e-3e52a1fa1837 req-74aafc34-4be0-4f2f-a7a1-057d6e24c88d tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913162 Jul 13 07:46:46.463628 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 37e65a28-7ffc-454b-8ef8-0acf8e5a824e {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:46:46.516496 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824748ec-66c1-42cf-8f9e-9d470b4f5181 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:46.522505 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-824748ec-66c1-42cf-8f9e-9d470b4f5181 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "PUT /v2.0/routers/150bf0ea-f3ff-4acf-8603-94010e4bf67c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2506528 Jul 13 07:46:46.526186 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=37e65a28-7ffc-454b-8ef8-0acf8e5a824e,segment=NetworkSegment(82b0794f-89d2-4219-8340-180084a286f0),segment_id=82b0794f-89d2-4219-8340-180084a286f0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:46.527251 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-ec13bd86-4fd8-4288-a1b3-2b5ae78c3b0d None None] Port 75d155a0-941d-4de9-9bc0-d3e47318d8a1 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:46.528650 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53598) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:46.532212 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ade72b0-b47d-4392-a14f-adca93d5924f None None] Sync routers for ids ['150bf0ea-f3ff-4acf-8603-94010e4bf67c'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:46.541833 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:46.545223 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=59365f26-a87c-49de-b40a-225f2179a668,revision_number=8']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:46.608074 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ade72b0-b47d-4392-a14f-adca93d5924f None None] Routers {'150bf0ea-f3ff-4acf-8603-94010e4bf67c'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:46.609024 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-4ade72b0-b47d-4392-a14f-adca93d5924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:46:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['150bf0ea-f3ff-4acf-8603-94010e4bf67c'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:46.641957 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0e05de-4a94-4a35-b3ab-c438dcd20919 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:46.648698 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53600) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:46.652099 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-da0e05de-4a94-4a35-b3ab-c438dcd20919 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "GET /v2.0/ports/75d155a0-941d-4de9-9bc0-d3e47318d8a1 HTTP/1.1" status: 200 len: 978 time: 0.1223814 Jul 13 07:46:46.721520 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-4ade72b0-b47d-4392-a14f-adca93d5924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:46.747076 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ade72b0-b47d-4392-a14f-adca93d5924f None None] Routers {'150bf0ea-f3ff-4acf-8603-94010e4bf67c'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:46.747953 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-4ade72b0-b47d-4392-a14f-adca93d5924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:46:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['150bf0ea-f3ff-4acf-8603-94010e4bf67c'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:46.827645 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['37e65a28-7ffc-454b-8ef8-0acf8e5a824e'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:46:46.829716 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 7fb7767b-8253-4833-9b2a-346460e7e8bc up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:46.843070 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-4ade72b0-b47d-4392-a14f-adca93d5924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:46.849125 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ade72b0-b47d-4392-a14f-adca93d5924f None None] The sync data for ids ['150bf0ea-f3ff-4acf-8603-94010e4bf67c'] in n-d-771363-34 is: [] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:47.013418 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9a28457e-7558-4bdc-ad5b-066ee0b90c5c None None] Provisioning complete for port 75d155a0-941d-4de9-9bc0-d3e47318d8a1 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:47.014062 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9a28457e-7558-4bdc-ad5b-066ee0b90c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:47.058501 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-9a28457e-7558-4bdc-ad5b-066ee0b90c5c None None] Port 75d155a0-941d-4de9-9bc0-d3e47318d8a1 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:47.064568 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=37e65a28-7ffc-454b-8ef8-0acf8e5a824e,revision_number=6']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:47.096067 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 7fb7767b-8253-4833-9b2a-346460e7e8bc triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:47.096491 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:47.165174 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547708b-46a7-4dc6-86fd-2731e20d091d req-fde46ec7-f317-4186-b5c6-9d12f9fa3f33 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:47.173426 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7547708b-46a7-4dc6-86fd-2731e20d091d req-fde46ec7-f317-4186-b5c6-9d12f9fa3f33 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1530952 Jul 13 07:46:47.243076 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7547708b-46a7-4dc6-86fd-2731e20d091d req-5d8886b8-81c7-4cf9-afaa-2bc69b29d830 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686417 Jul 13 07:46:47.305622 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d42635-6178-4d70-ad29-b5c4449c7b39 req-5cbb7ef9-8e6f-43d9-868c-89581b452b74 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:47.315071 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d1d42635-6178-4d70-ad29-b5c4449c7b39 req-5cbb7ef9-8e6f-43d9-868c-89581b452b74 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 945 time: 0.0884500 Jul 13 07:46:47.374154 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d1d42635-6178-4d70-ad29-b5c4449c7b39 req-c965e299-3b2c-40f0-ad98-b7231410c85f tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575085 Jul 13 07:46:47.412448 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2d31d248-d652-41cf-8209-b185db164685 None None] Provisioning complete for port 75d155a0-941d-4de9-9bc0-d3e47318d8a1 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:47.412809 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2d31d248-d652-41cf-8209-b185db164685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:47.445167 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2ee616fb-e685-42b0-97a1-c094567f87a7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:47.496185 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2d31d248-d652-41cf-8209-b185db164685 None None] Port 75d155a0-941d-4de9-9bc0-d3e47318d8a1 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:47.509574 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2d31d248-d652-41cf-8209-b185db164685 None None] Provisioning complete for port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:47.510867 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2d31d248-d652-41cf-8209-b185db164685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:47.639792 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2d31d248-d652-41cf-8209-b185db164685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:47.685424 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2d31d248-d652-41cf-8209-b185db164685 None None] For port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=37e65a28-7ffc-454b-8ef8-0acf8e5a824e,segment=NetworkSegment(82b0794f-89d2-4219-8340-180084a286f0),segment_id=82b0794f-89d2-4219-8340-180084a286f0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:47.693767 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2d31d248-d652-41cf-8209-b185db164685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:47.802534 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31d248-d652-41cf-8209-b185db164685 None None] Pushing event updated for resources: {'Port': ['ID=37e65a28-7ffc-454b-8ef8-0acf8e5a824e,revision_number=7']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:47.807503 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2d31d248-d652-41cf-8209-b185db164685 None None] Provisioning complete for port 59365f26-a87c-49de-b40a-225f2179a668 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:47.808228 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2d31d248-d652-41cf-8209-b185db164685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:47.958985 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2d31d248-d652-41cf-8209-b185db164685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.010673 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2d31d248-d652-41cf-8209-b185db164685 None None] For port 59365f26-a87c-49de-b40a-225f2179a668, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=59365f26-a87c-49de-b40a-225f2179a668,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:48.016923 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2d31d248-d652-41cf-8209-b185db164685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.061276 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 37e65a28-7ffc-454b-8ef8-0acf8e5a824e up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:48.150677 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31d248-d652-41cf-8209-b185db164685 None None] Pushing event updated for resources: {'Port': ['ID=59365f26-a87c-49de-b40a-225f2179a668,revision_number=9']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:48.166312 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:48.166882 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.194034 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-2ee616fb-e685-42b0-97a1-c094567f87a7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Deleting port 75d155a0-941d-4de9-9bc0-d3e47318d8a1 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:48.194979 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2ee616fb-e685-42b0-97a1-c094567f87a7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.232138 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-73db7eb0-92d1-4f63-916f-1b83cf57b851 None None] Provisioning complete for port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:48.232526 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-73db7eb0-92d1-4f63-916f-1b83cf57b851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.356299 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 59365f26-a87c-49de-b40a-225f2179a668 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:48.368355 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2ee616fb-e685-42b0-97a1-c094567f87a7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.415825 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7e5e93-4013-4605-b702-ece22ee0740a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e65a28-7ffc-454b-8ef8-0acf8e5a824e'}, {'server_uuid': '32cecb49-240b-4d70-8958-dd7d08f8389e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59365f26-a87c-49de-b40a-225f2179a668'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:46:48.418353 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605278ea-cb26-4a04-a532-21caa81ea9a2" -d '{"events": [{"server_uuid": "4b7e5e93-4013-4605-b702-ece22ee0740a", "name": "network-vif-plugged", "status": "completed", "tag": "37e65a28-7ffc-454b-8ef8-0acf8e5a824e"}, {"server_uuid": "32cecb49-240b-4d70-8958-dd7d08f8389e", "name": "network-vif-plugged", "status": "completed", "tag": "59365f26-a87c-49de-b40a-225f2179a668"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:46:48.434998 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-2ee616fb-e685-42b0-97a1-c094567f87a7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Calling delete_port for 75d155a0-941d-4de9-9bc0-d3e47318d8a1 owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:48.516500 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c23fd-aeb5-4c17-8e43-8f3881208705 req-c202b047-8f42-4c9a-84d8-1b6d99d68058 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:48.518940 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0f8c23fd-aeb5-4c17-8e43-8f3881208705 req-c202b047-8f42-4c9a-84d8-1b6d99d68058 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1314571 Jul 13 07:46:48.537287 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.609234 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 59365f26-a87c-49de-b40a-225f2179a668, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=59365f26-a87c-49de-b40a-225f2179a668,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:48.617358 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7401c7bb-e10b-40d9-ac04-ae50cebdb3fb None None] Provisioning complete for port 59365f26-a87c-49de-b40a-225f2179a668 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:48.617989 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7401c7bb-e10b-40d9-ac04-ae50cebdb3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.623099 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.642379 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14087967-b037-4963-aa6a-e4f31638f9cd req-24604fee-2ad2-4089-92e7-9dbbb392561c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:48.652120 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-14087967-b037-4963-aa6a-e4f31638f9cd req-24604fee-2ad2-4089-92e7-9dbbb392561c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 946 time: 0.1226118 Jul 13 07:46:48.652288 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0f8c23fd-aeb5-4c17-8e43-8f3881208705 req-9d308256-4824-4ff1-b25a-8538d7a61d34 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269424 Jul 13 07:46:48.718300 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-14087967-b037-4963-aa6a-e4f31638f9cd req-2e45e482-8529-4338-8013-ea27a9252edb tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620143 Jul 13 07:46:48.741036 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 351 Content-Type: application/json Date: Tue, 13 Jul 2021 07:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb56ced9-202b-4f74-8c6c-4ebb99f3ea0a x-openstack-request-id: req-bb56ced9-202b-4f74-8c6c-4ebb99f3ea0a {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:46:48.741875 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7e5e93-4013-4605-b702-ece22ee0740a", "name": "network-vif-plugged", "status": "completed", "tag": "37e65a28-7ffc-454b-8ef8-0acf8e5a824e", "code": 200}, {"server_uuid": "32cecb49-240b-4d70-8958-dd7d08f8389e", "name": "network-vif-plugged", "status": "failed", "tag": "59365f26-a87c-49de-b40a-225f2179a668", "code": 422}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:46:48.742134 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb56ced9-202b-4f74-8c6c-4ebb99f3ea0a {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:46:48.742719 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7e5e93-4013-4605-b702-ece22ee0740a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e65a28-7ffc-454b-8ef8-0acf8e5a824e', 'code': 200} Jul 13 07:46:48.744610 n-d-771363-34 neutron-server[94019]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '32cecb49-240b-4d70-8958-dd7d08f8389e', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '59365f26-a87c-49de-b40a-225f2179a668', 'code': 422} returned with failed status Jul 13 07:46:48.804303 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2ee616fb-e685-42b0-97a1-c094567f87a7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.804605 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=59365f26-a87c-49de-b40a-225f2179a668,revision_number=10']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:48.858672 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee616fb-e685-42b0-97a1-c094567f87a7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event deleted for resources: {'Port': ['ID=75d155a0-941d-4de9-9bc0-d3e47318d8a1,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:48.859017 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7401c7bb-e10b-40d9-ac04-ae50cebdb3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:48.923485 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-7401c7bb-e10b-40d9-ac04-ae50cebdb3fb None None] For port 59365f26-a87c-49de-b40a-225f2179a668, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=59365f26-a87c-49de-b40a-225f2179a668,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:48.931154 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7401c7bb-e10b-40d9-ac04-ae50cebdb3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.058396 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401c7bb-e10b-40d9-ac04-ae50cebdb3fb None None] Pushing event updated for resources: {'Port': ['ID=59365f26-a87c-49de-b40a-225f2179a668,revision_number=11']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:49.092362 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2ee616fb-e685-42b0-97a1-c094567f87a7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.257300 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-66b549b4-2d96-42d7-88bf-192a7a68d38a None None] Provisioning complete for port 59365f26-a87c-49de-b40a-225f2179a668 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:49.257844 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-66b549b4-2d96-42d7-88bf-192a7a68d38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.321744 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee616fb-e685-42b0-97a1-c094567f87a7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Router 150bf0ea-f3ff-4acf-8603-94010e4bf67c has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:49.440961 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee616fb-e685-42b0-97a1-c094567f87a7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:49.450648 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2ee616fb-e685-42b0-97a1-c094567f87a7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "PUT /v2.0/routers/150bf0ea-f3ff-4acf-8603-94010e4bf67c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8003192 Jul 13 07:46:49.451789 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60675a52-1e61-4606-a38b-04f6cdbda056 None None] Sync routers for ids ['150bf0ea-f3ff-4acf-8603-94010e4bf67c'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:49.454443 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53634) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:49.463077 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60675a52-1e61-4606-a38b-04f6cdbda056 None None] Routers {'150bf0ea-f3ff-4acf-8603-94010e4bf67c'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:49.464626 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-60675a52-1e61-4606-a38b-04f6cdbda056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:46:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['150bf0ea-f3ff-4acf-8603-94010e4bf67c'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:49.512703 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-60675a52-1e61-4606-a38b-04f6cdbda056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:49.522667 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60675a52-1e61-4606-a38b-04f6cdbda056 None None] Routers {'150bf0ea-f3ff-4acf-8603-94010e4bf67c'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:49.523626 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-60675a52-1e61-4606-a38b-04f6cdbda056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:46:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['150bf0ea-f3ff-4acf-8603-94010e4bf67c'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:49.540582 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-72b3c520-b6be-4f51-9e99-767b0f39116d None None] Provisioning complete for port 59365f26-a87c-49de-b40a-225f2179a668 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:49.541602 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-72b3c520-b6be-4f51-9e99-767b0f39116d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.577254 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-60675a52-1e61-4606-a38b-04f6cdbda056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:49.578264 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60675a52-1e61-4606-a38b-04f6cdbda056 None None] The sync data for ids ['150bf0ea-f3ff-4acf-8603-94010e4bf67c'] in n-d-771363-34 is: [] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:49.679576 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-ade38814-8f15-4716-a45e-5ce00d465fc3 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] remove_router_interface failed (client error): The resource could not be found. Jul 13 07:46:49.683116 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ade38814-8f15-4716-a45e-5ce00d465fc3 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "PUT /v2.0/routers/150bf0ea-f3ff-4acf-8603-94010e4bf67c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2251244 Jul 13 07:46:49.683798 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53638) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:49.715839 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a3cfca63-a1c9-4863-8848-58857d13237e tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "GET /v2.0/ports?device_id=150bf0ea-f3ff-4acf-8603-94010e4bf67c HTTP/1.1" status: 200 len: 205 time: 0.0311248 Jul 13 07:46:49.718287 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53640) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:49.841750 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1336e015-9f65-4f03-883b-ff486074b11e tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:49.909800 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e3bec-9ee5-4c76-be56-1bc9255082d0 req-b99e3c59-70b6-42b0-af8c-e5d395a842af tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:49.917058 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d03e3bec-9ee5-4c76-be56-1bc9255082d0 req-b99e3c59-70b6-42b0-af8c-e5d395a842af tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 946 time: 0.0754271 Jul 13 07:46:49.968132 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d03e3bec-9ee5-4c76-be56-1bc9255082d0 req-a49e91c8-7ea9-44f4-ac18-a6af38833598 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498614 Jul 13 07:46:50.056956 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9dd36-4fab-412e-860d-15f72940e214 req-c4df2954-be84-4e35-adbe-022d9c1d2377 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:50.058515 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-49a9dd36-4fab-412e-860d-15f72940e214 req-c4df2954-be84-4e35-adbe-022d9c1d2377 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.2632289 Jul 13 07:46:50.067789 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1336e015-9f65-4f03-883b-ff486074b11e tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.079077 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1336e015-9f65-4f03-883b-ff486074b11e tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.153819 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-49a9dd36-4fab-412e-860d-15f72940e214 req-3f30f507-c2ad-4c8a-a81a-29fa8ddab4a5 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883372 Jul 13 07:46:50.154906 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1336e015-9f65-4f03-883b-ff486074b11e tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.155475 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1336e015-9f65-4f03-883b-ff486074b11e tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Fanout notify agent at l3_agent the message router_deleted on router 150bf0ea-f3ff-4acf-8603-94010e4bf67c {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:46:50.162331 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1336e015-9f65-4f03-883b-ff486074b11e tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.166958 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1336e015-9f65-4f03-883b-ff486074b11e tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "DELETE /v2.0/routers/150bf0ea-f3ff-4acf-8603-94010e4bf67c HTTP/1.1" status: 204 len: 168 time: 0.4441020 Jul 13 07:46:50.167107 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53644) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:50.229118 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-72258415-7963-4531-9d89-2d62c5feeb9b tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Deleting subnet 9afc38eb-eb9c-40e1-8828-0c15f066a550 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:46:50.232579 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-72258415-7963-4531-9d89-2d62c5feeb9b tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.283489 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-72258415-7963-4531-9d89-2d62c5feeb9b tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.376333 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-72258415-7963-4531-9d89-2d62c5feeb9b tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.442251 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-72258415-7963-4531-9d89-2d62c5feeb9b tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.468665 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258415-7963-4531-9d89-2d62c5feeb9b tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event deleted for resources: {'Subnet': ['ID=9afc38eb-eb9c-40e1-8828-0c15f066a550,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:50.474823 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-72258415-7963-4531-9d89-2d62c5feeb9b tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.477133 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-72258415-7963-4531-9d89-2d62c5feeb9b tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "DELETE /v2.0/subnets/9afc38eb-eb9c-40e1-8828-0c15f066a550 HTTP/1.1" status: 204 len: 168 time: 0.3092480 Jul 13 07:46:50.480443 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53646) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:50.490664 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02dbee1-87ae-4568-8414-da1a97379225 None None] Network cf429eed-48d7-4a6c-b61b-92a63e5d28c2 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:50.579448 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9efb59a8-4de9-4954-9d15-1d0561c88e83 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.655308 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-9efb59a8-4de9-4954-9d15-1d0561c88e83 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Deleting port 7fb7767b-8253-4833-9b2a-346460e7e8bc {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:50.655910 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9efb59a8-4de9-4954-9d15-1d0561c88e83 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.739740 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-9efb59a8-4de9-4954-9d15-1d0561c88e83 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] For port 7fb7767b-8253-4833-9b2a-346460e7e8bc, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=7fb7767b-8253-4833-9b2a-346460e7e8bc,segment=NetworkSegment(e76b2acf-4c51-4520-873e-bb9a94f416ab),segment_id=e76b2acf-4c51-4520-873e-bb9a94f416ab)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:50.740834 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9efb59a8-4de9-4954-9d15-1d0561c88e83 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.746119 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32cecb49-240b-4d70-8958-dd7d08f8389e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59365f26-a87c-49de-b40a-225f2179a668'}, {'server_uuid': '32cecb49-240b-4d70-8958-dd7d08f8389e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59365f26-a87c-49de-b40a-225f2179a668'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:46:50.748549 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a431a9-457e-4d2c-8a37-0c505426ad9d" -d '{"events": [{"server_uuid": "32cecb49-240b-4d70-8958-dd7d08f8389e", "name": "network-vif-unplugged", "status": "completed", "tag": "59365f26-a87c-49de-b40a-225f2179a668"}, {"server_uuid": "32cecb49-240b-4d70-8958-dd7d08f8389e", "name": "network-vif-plugged", "status": "completed", "tag": "59365f26-a87c-49de-b40a-225f2179a668"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:46:50.763907 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-9efb59a8-4de9-4954-9d15-1d0561c88e83 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Calling delete_port for 7fb7767b-8253-4833-9b2a-346460e7e8bc owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:50.767959 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575225ea-8ce5-4910-ab3f-a6d1423bbb39 None None] DHCP port deletion for cf429eed-48d7-4a6c-b61b-92a63e5d28c2 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:46:50.814662 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 13 Jul 2021 07:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e01dc60-6831-421b-a068-8baa30186a94 x-openstack-request-id: req-9e01dc60-6831-421b-a068-8baa30186a94 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:46:50.814959 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32cecb49-240b-4d70-8958-dd7d08f8389e", "name": "network-vif-unplugged", "status": "failed", "tag": "59365f26-a87c-49de-b40a-225f2179a668", "code": 422}, {"server_uuid": "32cecb49-240b-4d70-8958-dd7d08f8389e", "name": "network-vif-plugged", "status": "failed", "tag": "59365f26-a87c-49de-b40a-225f2179a668", "code": 422}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:46:50.815236 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9e01dc60-6831-421b-a068-8baa30186a94 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:46:50.815636 n-d-771363-34 neutron-server[94019]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '32cecb49-240b-4d70-8958-dd7d08f8389e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '59365f26-a87c-49de-b40a-225f2179a668', 'code': 422} returned with failed status Jul 13 07:46:50.815894 n-d-771363-34 neutron-server[94019]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '32cecb49-240b-4d70-8958-dd7d08f8389e', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '59365f26-a87c-49de-b40a-225f2179a668', 'code': 422} returned with failed status Jul 13 07:46:50.839844 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-575225ea-8ce5-4910-ab3f-a6d1423bbb39 None None] Deleting port 7fb7767b-8253-4833-9b2a-346460e7e8bc {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:50.840379 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-575225ea-8ce5-4910-ab3f-a6d1423bbb39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.873899 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9efb59a8-4de9-4954-9d15-1d0561c88e83 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.905491 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb59a8-4de9-4954-9d15-1d0561c88e83 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event deleted for resources: {'Port': ['ID=7fb7767b-8253-4833-9b2a-346460e7e8bc,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:50.913293 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efb59a8-4de9-4954-9d15-1d0561c88e83 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] No DVR routers for this DVR port 7fb7767b-8253-4833-9b2a-346460e7e8bc on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:50.923861 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-575225ea-8ce5-4910-ab3f-a6d1423bbb39 None None] For port 7fb7767b-8253-4833-9b2a-346460e7e8bc, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=7fb7767b-8253-4833-9b2a-346460e7e8bc,segment=NetworkSegment(e76b2acf-4c51-4520-873e-bb9a94f416ab),segment_id=e76b2acf-4c51-4520-873e-bb9a94f416ab)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:50.924525 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-575225ea-8ce5-4910-ab3f-a6d1423bbb39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:50.940178 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-575225ea-8ce5-4910-ab3f-a6d1423bbb39 None None] Calling delete_port for 7fb7767b-8253-4833-9b2a-346460e7e8bc owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:51.010948 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9efb59a8-4de9-4954-9d15-1d0561c88e83 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.040195 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-575225ea-8ce5-4910-ab3f-a6d1423bbb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.063513 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-9efb59a8-4de9-4954-9d15-1d0561c88e83 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf429eed-48d7-4a6c-b61b-92a63e5d28c2']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:51.063513 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-9efb59a8-4de9-4954-9d15-1d0561c88e83 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e76b2acf-4c51-4520-873e-bb9a94f416ab') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:51.063513 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-9efb59a8-4de9-4954-9d15-1d0561c88e83 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e76b2acf-4c51-4520-873e-bb9a94f416ab') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:51.123784 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9efb59a8-4de9-4954-9d15-1d0561c88e83 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.124243 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575225ea-8ce5-4910-ab3f-a6d1423bbb39 None None] No DVR routers for this DVR port 7fb7767b-8253-4833-9b2a-346460e7e8bc on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:51.124243 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575225ea-8ce5-4910-ab3f-a6d1423bbb39 None None] Pushing event deleted for resources: {'Port': ['ID=7fb7767b-8253-4833-9b2a-346460e7e8bc,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:51.154856 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9efb59a8-4de9-4954-9d15-1d0561c88e83 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.163703 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9efb59a8-4de9-4954-9d15-1d0561c88e83 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:51.163703 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9efb59a8-4de9-4954-9d15-1d0561c88e83 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.167977 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:46:51.167977 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:46:51.167977 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:46:51.167977 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:46:51.167977 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:46:51.167977 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:46:51.167977 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:46:51.167977 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:51.167977 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:46:51.167977 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:51.167977 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:46:51.167977 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:51.167977 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:46:51.167977 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:51.167977 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:46:51.167977 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:51.167977 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:46:51.167977 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:51.167977 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:46:51.167977 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:51.167977 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:51.167977 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:51.167977 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:51.167977 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:51.167977 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:46:51.167977 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:51.167977 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:46:51.167977 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:51.167977 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:51.167977 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:51.167977 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:51.167977 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:51.167977 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:51.167977 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:51.167977 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:51.167977 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:51.167977 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:51.167977 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:51.320736 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9efb59a8-4de9-4954-9d15-1d0561c88e83 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.330408 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9efb59a8-4de9-4954-9d15-1d0561c88e83 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.341425 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53660) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:51.342298 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9efb59a8-4de9-4954-9d15-1d0561c88e83 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "DELETE /v2.0/networks/cf429eed-48d7-4a6c-b61b-92a63e5d28c2 HTTP/1.1" status: 204 len: 168 time: 0.8603883 Jul 13 07:46:51.346755 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-76481e5b-05ac-4fe7-836c-735d20bc87f1 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Request body: {'network': {'name': 'tempest-RoutersTest-194924183'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:51.389803 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76481e5b-05ac-4fe7-836c-735d20bc87f1 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Made reservation on behalf of f3d1699cb0e54437b3086350eac4eb96 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:51.392352 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb59a8-4de9-4954-9d15-1d0561c88e83 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event deleted for resources: {'Network': ['ID=cf429eed-48d7-4a6c-b61b-92a63e5d28c2,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:51.394192 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-76481e5b-05ac-4fe7-836c-735d20bc87f1 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.410896 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984808e9-6750-450c-a727-580801bea901 req-01d5d410-fc86-4307-a50a-05a76e1c7ff3 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:51.419079 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-984808e9-6750-450c-a727-580801bea901 req-01d5d410-fc86-4307-a50a-05a76e1c7ff3 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1314979 Jul 13 07:46:51.441770 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a86aa-3eb0-4508-af90-46f999da7cc2 req-10ecff25-56e3-44b7-a398-bb2bd9acc2c3 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:51.443629 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a87a86aa-3eb0-4508-af90-46f999da7cc2 req-10ecff25-56e3-44b7-a398-bb2bd9acc2c3 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 946 time: 0.1856785 Jul 13 07:46:51.473439 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76481e5b-05ac-4fe7-836c-735d20bc87f1 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:46:51.490018 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-76481e5b-05ac-4fe7-836c-735d20bc87f1 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.490689 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-76481e5b-05ac-4fe7-836c-735d20bc87f1 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Added segment 34f7aaf2-4b8e-480a-84e5-4b0b32af2068 of type vlan for network 298626b3-7631-41bc-9c18-33b9ce911e54 Jul 13 07:46:51.504606 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a87a86aa-3eb0-4508-af90-46f999da7cc2 req-cddf7e64-b7c9-43d1-9d82-dc7c135d2193 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466943 Jul 13 07:46:51.576264 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-76481e5b-05ac-4fe7-836c-735d20bc87f1 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.590275 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-984808e9-6750-450c-a727-580801bea901 req-601c775c-6cad-45f7-a8f6-21e990276761 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703074 Jul 13 07:46:51.624262 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-76481e5b-05ac-4fe7-836c-735d20bc87f1 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.629905 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76481e5b-05ac-4fe7-836c-735d20bc87f1 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:51.630602 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-76481e5b-05ac-4fe7-836c-735d20bc87f1 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:51.670071 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-76481e5b-05ac-4fe7-836c-735d20bc87f1 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3275180 Jul 13 07:46:51.672904 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53662) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:51.677997 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-f05f2c4d-6d53-4d6a-a7a0-655262650f2d tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Request body: {'subnet': {'network_id': '298626b3-7631-41bc-9c18-33b9ce911e54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:51.719135 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76481e5b-05ac-4fe7-836c-735d20bc87f1 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event updated for resources: {'Network': ['ID=298626b3-7631-41bc-9c18-33b9ce911e54,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:51.730469 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 298626b3-7631-41bc-9c18-33b9ce911e54 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:46:51.804637 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05f2c4d-6d53-4d6a-a7a0-655262650f2d tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Made reservation on behalf of f3d1699cb0e54437b3086350eac4eb96 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:46:51.811729 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f05f2c4d-6d53-4d6a-a7a0-655262650f2d tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.009003 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f05f2c4d-6d53-4d6a-a7a0-655262650f2d tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.075904 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f2c4d-6d53-4d6a-a7a0-655262650f2d tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event updated for resources: {'Subnet': ['ID=8e57716f-aa19-4430-b10e-aceb71332dd1,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:52.084634 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05f2c4d-6d53-4d6a-a7a0-655262650f2d tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Checking segment: {'id': '34f7aaf2-4b8e-480a-84e5-4b0b32af2068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '298626b3-7631-41bc-9c18-33b9ce911e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:52.085026 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05f2c4d-6d53-4d6a-a7a0-655262650f2d tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Network hostable DHCP agents. Network: 298626b3-7631-41bc-9c18-33b9ce911e54, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:46:52.103691 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05f2c4d-6d53-4d6a-a7a0-655262650f2d tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Network 298626b3-7631-41bc-9c18-33b9ce911e54 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:46:52.114673 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-f05f2c4d-6d53-4d6a-a7a0-655262650f2d tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 298626b3-7631-41bc-9c18-33b9ce911e54) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:52.123018 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05f2c4d-6d53-4d6a-a7a0-655262650f2d tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:52.123229 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f05f2c4d-6d53-4d6a-a7a0-655262650f2d tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.127187 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f74524d-3941-40a0-a83a-ad3ea52598d0 None None] Network 298626b3-7631-41bc-9c18-33b9ce911e54 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:52.144728 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f05f2c4d-6d53-4d6a-a7a0-655262650f2d tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4706912 Jul 13 07:46:52.147603 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53664) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:52.152975 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-200e077e-ec11-4a93-9933-2412471dee13 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1502547897', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:52.179589 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-200e077e-ec11-4a93-9933-2412471dee13 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.180779 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-200e077e-ec11-4a93-9933-2412471dee13 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.245357 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-200e077e-ec11-4a93-9933-2412471dee13 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.250946 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-200e077e-ec11-4a93-9933-2412471dee13 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.283167 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-200e077e-ec11-4a93-9933-2412471dee13 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.284491 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-200e077e-ec11-4a93-9933-2412471dee13 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1359491 Jul 13 07:46:52.287315 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53666) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:52.337092 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc84226-1bcd-4600-99f1-ce26e7f57a35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-298626b3-7631-41bc-9c18-33b9ce911e54', 'network_id': '298626b3-7631-41bc-9c18-33b9ce911e54', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'fixed_ips': [{'subnet_id': '8e57716f-aa19-4430-b10e-aceb71332dd1'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:46:52.338563 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6fc84226-1bcd-4600-99f1-ce26e7f57a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.545242 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-6fc84226-1bcd-4600-99f1-ce26e7f57a35 None None] Allocated IP 172.20.0.2 (298626b3-7631-41bc-9c18-33b9ce911e54/8e57716f-aa19-4430-b10e-aceb71332dd1/33642a6c-87fa-4d88-961e-93c42fb314ad) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:52.708376 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-709dd793-986c-4b75-ad70-8929976cea91 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.844005 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 7fb7767b-8253-4833-9b2a-346460e7e8bc no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:46:52.858508 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66889aa4-b15d-4441-ad51-df337d03d6cd req-a3c6f45d-77fd-4136-896b-8cdb5f0c84ec tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:52.868469 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-66889aa4-b15d-4441-ad51-df337d03d6cd req-a3c6f45d-77fd-4136-896b-8cdb5f0c84ec tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 946 time: 0.1518874 Jul 13 07:46:52.889460 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 7fb7767b-8253-4833-9b2a-346460e7e8bc {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:46:52.890645 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 7fb7767b-8253-4833-9b2a-346460e7e8bc not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:46:52.930607 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-66889aa4-b15d-4441-ad51-df337d03d6cd req-24dcc552-b459-4a08-b224-055481fb9993 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610580 Jul 13 07:46:52.940295 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6fc84226-1bcd-4600-99f1-ce26e7f57a35 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:52.963873 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6fc84226-1bcd-4600-99f1-ce26e7f57a35 None None] Transition to ACTIVE for port object 33642a6c-87fa-4d88-961e-93c42fb314ad will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:52.983418 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6fc84226-1bcd-4600-99f1-ce26e7f57a35 None None] Transition to ACTIVE for port object 33642a6c-87fa-4d88-961e-93c42fb314ad will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:52.991614 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6fc84226-1bcd-4600-99f1-ce26e7f57a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.068556 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a78b6-e3ca-4db0-b9ca-d59c45943299 req-9f85301b-e708-4788-a1cc-d60e7c1c633c tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:53.070106 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dc0a78b6-e3ca-4db0-b9ca-d59c45943299 req-9f85301b-e708-4788-a1cc-d60e7c1c633c tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1709867 Jul 13 07:46:53.079523 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc84226-1bcd-4600-99f1-ce26e7f57a35 None None] Network 298626b3-7631-41bc-9c18-33b9ce911e54 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:53.089619 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-6fc84226-1bcd-4600-99f1-ce26e7f57a35 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:53.092154 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc84226-1bcd-4600-99f1-ce26e7f57a35 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:53.098703 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc84226-1bcd-4600-99f1-ce26e7f57a35 None None] Pushing event updated for resources: {'Port': ['ID=33642a6c-87fa-4d88-961e-93c42fb314ad,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:53.136864 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dc0a78b6-e3ca-4db0-b9ca-d59c45943299 req-6997f03e-d27a-4e01-b1f0-c56accdd9b91 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474992 Jul 13 07:46:53.177518 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-6fc84226-1bcd-4600-99f1-ce26e7f57a35 None None] Attempting to bind port 33642a6c-87fa-4d88-961e-93c42fb314ad on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:46:53.177896 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-6fc84226-1bcd-4600-99f1-ce26e7f57a35 None None] Attempting to bind port 33642a6c-87fa-4d88-961e-93c42fb314ad by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '34f7aaf2-4b8e-480a-84e5-4b0b32af2068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '298626b3-7631-41bc-9c18-33b9ce911e54'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:46:53.178332 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc84226-1bcd-4600-99f1-ce26e7f57a35 None None] Attempting to bind port 33642a6c-87fa-4d88-961e-93c42fb314ad on network 298626b3-7631-41bc-9c18-33b9ce911e54 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:46:53.196504 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc84226-1bcd-4600-99f1-ce26e7f57a35 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:46:53.197209 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc84226-1bcd-4600-99f1-ce26e7f57a35 None None] Checking segment: {'id': '34f7aaf2-4b8e-480a-84e5-4b0b32af2068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '298626b3-7631-41bc-9c18-33b9ce911e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:46:53.197562 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6fc84226-1bcd-4600-99f1-ce26e7f57a35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.198226 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc84226-1bcd-4600-99f1-ce26e7f57a35 None None] Bound using segment: {'id': '34f7aaf2-4b8e-480a-84e5-4b0b32af2068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '298626b3-7631-41bc-9c18-33b9ce911e54'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:46:53.198825 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-6fc84226-1bcd-4600-99f1-ce26e7f57a35 None None] Bound port: 33642a6c-87fa-4d88-961e-93c42fb314ad, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f7aaf2-4b8e-480a-84e5-4b0b32af2068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '298626b3-7631-41bc-9c18-33b9ce911e54'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:46:53.199233 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6fc84226-1bcd-4600-99f1-ce26e7f57a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.218114 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-709dd793-986c-4b75-ad70-8929976cea91 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Allocated IP 172.20.0.1 (298626b3-7631-41bc-9c18-33b9ce911e54/8e57716f-aa19-4430-b10e-aceb71332dd1/9fb7c391-02dc-4d77-86fb-4ef49149dbf9) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:46:53.280340 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-6fc84226-1bcd-4600-99f1-ce26e7f57a35 None None] For port 33642a6c-87fa-4d88-961e-93c42fb314ad, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:46:53.287149 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-6fc84226-1bcd-4600-99f1-ce26e7f57a35 None None] For port 33642a6c-87fa-4d88-961e-93c42fb314ad, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=33642a6c-87fa-4d88-961e-93c42fb314ad,segment=NetworkSegment(34f7aaf2-4b8e-480a-84e5-4b0b32af2068),segment_id=34f7aaf2-4b8e-480a-84e5-4b0b32af2068)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:46:53.297621 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6fc84226-1bcd-4600-99f1-ce26e7f57a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.382232 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.406765 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc84226-1bcd-4600-99f1-ce26e7f57a35 None None] Pushing event updated for resources: {'Port': ['ID=33642a6c-87fa-4d88-961e-93c42fb314ad,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:53.413958 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-709dd793-986c-4b75-ad70-8929976cea91 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.434883 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-709dd793-986c-4b75-ad70-8929976cea91 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Transition to ACTIVE for port object 9fb7c391-02dc-4d77-86fb-4ef49149dbf9 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:46:53.474913 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-709dd793-986c-4b75-ad70-8929976cea91 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.537743 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709dd793-986c-4b75-ad70-8929976cea91 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event updated for resources: {'Port': ['ID=9fb7c391-02dc-4d77-86fb-4ef49149dbf9,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:53.559137 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709dd793-986c-4b75-ad70-8929976cea91 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Network 298626b3-7631-41bc-9c18-33b9ce911e54 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:53.561244 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-709dd793-986c-4b75-ad70-8929976cea91 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:53.564589 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709dd793-986c-4b75-ad70-8929976cea91 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:46:53.691608 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-709dd793-986c-4b75-ad70-8929976cea91 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.893018 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-709dd793-986c-4b75-ad70-8929976cea91 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:53.948932 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.158940 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea24e2-303e-412b-8eea-cb11145e6187 req-c465d012-f25e-4a1d-a080-c32d73706f51 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:54.168817 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-39ea24e2-303e-412b-8eea-cb11145e6187 req-c465d012-f25e-4a1d-a080-c32d73706f51 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 946 time: 0.0977578 Jul 13 07:46:54.244540 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-39ea24e2-303e-412b-8eea-cb11145e6187 req-a0d35dec-9599-42c7-bbec-d8fdcf4ed62e tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745518 Jul 13 07:46:54.377006 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-709dd793-986c-4b75-ad70-8929976cea91 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.390660 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-709dd793-986c-4b75-ad70-8929976cea91 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.489749 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5eb34-1cb1-4e7c-a100-ca0b866ec31d req-9329c5aa-de75-4d86-8f7a-617d9f95a2b4 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:54.491555 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-caa5eb34-1cb1-4e7c-a100-ca0b866ec31d req-9329c5aa-de75-4d86-8f7a-617d9f95a2b4 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.2017624 Jul 13 07:46:54.518128 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-709dd793-986c-4b75-ad70-8929976cea91 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:54.532037 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709dd793-986c-4b75-ad70-8929976cea91 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event updated for resources: {'Port': ['ID=9fb7c391-02dc-4d77-86fb-4ef49149dbf9,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:54.696227 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-caa5eb34-1cb1-4e7c-a100-ca0b866ec31d req-8eaac402-8788-4bd5-bb4b-26e4aa90b091 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720240 Jul 13 07:46:54.751788 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709dd793-986c-4b75-ad70-8929976cea91 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Network 298626b3-7631-41bc-9c18-33b9ce911e54 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:46:54.753700 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-709dd793-986c-4b75-ad70-8929976cea91 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:46:54.806920 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 33642a6c-87fa-4d88-961e-93c42fb314ad up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:54.854345 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edfd7e2-e8d5-4f66-9cdc-66ac02be3368 None None] Network 298626b3-7631-41bc-9c18-33b9ce911e54 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:54.922950 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709dd793-986c-4b75-ad70-8929976cea91 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Router 7c188207-233a-4374-a0ea-2b22609ffe6d is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:46:54.939604 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 33642a6c-87fa-4d88-961e-93c42fb314ad completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:54.961920 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c5c8fd03-f6a8-4188-a83a-d91f86da4dc6 None None] Provisioning for port 33642a6c-87fa-4d88-961e-93c42fb314ad completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:54.975164 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c5c8fd03-f6a8-4188-a83a-d91f86da4dc6 None None] Provisioning complete for port 33642a6c-87fa-4d88-961e-93c42fb314ad triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:54.975611 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c5c8fd03-f6a8-4188-a83a-d91f86da4dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.035226 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709dd793-986c-4b75-ad70-8929976cea91 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:55.046029 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-709dd793-986c-4b75-ad70-8929976cea91 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "PUT /v2.0/routers/7c188207-233a-4374-a0ea-2b22609ffe6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7542527 Jul 13 07:46:55.046332 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53680) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:55.059856 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c413070-2a30-4dfb-844e-962e489e4c98 None None] Sync routers for ids ['7c188207-233a-4374-a0ea-2b22609ffe6d'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:55.092703 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c413070-2a30-4dfb-844e-962e489e4c98 None None] Routers {'7c188207-233a-4374-a0ea-2b22609ffe6d'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:55.092703 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-9c413070-2a30-4dfb-844e-962e489e4c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:46:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['7c188207-233a-4374-a0ea-2b22609ffe6d'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:55.120619 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1204e2f-f858-43fb-9806-e618922e1e3c tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:55.125179 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c1204e2f-f858-43fb-9806-e618922e1e3c tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "GET /v2.0/ports/9fb7c391-02dc-4d77-86fb-4ef49149dbf9 HTTP/1.1" status: 200 len: 910 time: 0.0771990 Jul 13 07:46:55.126071 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53682) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:55.169441 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-9c413070-2a30-4dfb-844e-962e489e4c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:55.191001 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c5c8fd03-f6a8-4188-a83a-d91f86da4dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.206557 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c413070-2a30-4dfb-844e-962e489e4c98 None None] Routers {'7c188207-233a-4374-a0ea-2b22609ffe6d'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:55.207238 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-9c413070-2a30-4dfb-844e-962e489e4c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:46:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['7c188207-233a-4374-a0ea-2b22609ffe6d'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:55.272707 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-9c413070-2a30-4dfb-844e-962e489e4c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:55.272707 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c413070-2a30-4dfb-844e-962e489e4c98 None None] The sync data for ids ['7c188207-233a-4374-a0ea-2b22609ffe6d'] in n-d-771363-34 is: [] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:55.279510 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-c5c8fd03-f6a8-4188-a83a-d91f86da4dc6 None None] For port 33642a6c-87fa-4d88-961e-93c42fb314ad, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=33642a6c-87fa-4d88-961e-93c42fb314ad,segment=NetworkSegment(34f7aaf2-4b8e-480a-84e5-4b0b32af2068),segment_id=34f7aaf2-4b8e-480a-84e5-4b0b32af2068)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:55.286336 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c5c8fd03-f6a8-4188-a83a-d91f86da4dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.351411 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8fd03-f6a8-4188-a83a-d91f86da4dc6 None None] Pushing event updated for resources: {'Port': ['ID=33642a6c-87fa-4d88-961e-93c42fb314ad,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:55.571456 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe76200-fc4e-4d01-8ebf-bf3ffebfe1fa req-317c6d47-a4be-4842-8dc4-cfd84a0a17d8 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:55.573728 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cbe76200-fc4e-4d01-8ebf-bf3ffebfe1fa req-317c6d47-a4be-4842-8dc4-cfd84a0a17d8 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 946 time: 0.1215057 Jul 13 07:46:55.667238 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2b605b1f-7053-4841-9935-858754e5dd8a None None] Provisioning complete for port 33642a6c-87fa-4d88-961e-93c42fb314ad triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:55.667622 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2b605b1f-7053-4841-9935-858754e5dd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.868383 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2b605b1f-7053-4841-9935-858754e5dd8a None None] Provisioning for port 9fb7c391-02dc-4d77-86fb-4ef49149dbf9 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:46:55.878085 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2b605b1f-7053-4841-9935-858754e5dd8a None None] Provisioning complete for port 9fb7c391-02dc-4d77-86fb-4ef49149dbf9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:55.878384 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2b605b1f-7053-4841-9935-858754e5dd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:55.954585 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2b605b1f-7053-4841-9935-858754e5dd8a None None] Port 9fb7c391-02dc-4d77-86fb-4ef49149dbf9 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:56.033641 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584573f5-3bff-421c-a5cc-da6a7974d222 req-8fde6bc6-741d-4fa4-b8a4-e8357df675d5 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:56.042007 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-584573f5-3bff-421c-a5cc-da6a7974d222 req-8fde6bc6-741d-4fa4-b8a4-e8357df675d5 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1489797 Jul 13 07:46:56.061915 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:46:56.088799 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-56b23d6a-8308-4d29-8c47-141e7f7a165f None None] Provisioning complete for port 9fb7c391-02dc-4d77-86fb-4ef49149dbf9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:56.089803 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-56b23d6a-8308-4d29-8c47-141e7f7a165f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:56.108768 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-584573f5-3bff-421c-a5cc-da6a7974d222 req-8d7cad5a-279f-475f-94ff-efe733f471be tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656221 Jul 13 07:46:56.156855 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-56b23d6a-8308-4d29-8c47-141e7f7a165f None None] Port 9fb7c391-02dc-4d77-86fb-4ef49149dbf9 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:56.201253 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cbe76200-fc4e-4d01-8ebf-bf3ffebfe1fa req-25c4b1bf-40da-4a63-80c1-751fed2963c5 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6212521 Jul 13 07:46:56.254343 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f7e55c36-5138-4b02-bc85-8440ac7060a9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:56.293982 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8f5b626c-f34b-4061-840e-928e1ad19c6f None None] Provisioning complete for port 9fb7c391-02dc-4d77-86fb-4ef49149dbf9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:56.294488 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8f5b626c-f34b-4061-840e-928e1ad19c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:56.369395 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-8f5b626c-f34b-4061-840e-928e1ad19c6f None None] Port 9fb7c391-02dc-4d77-86fb-4ef49149dbf9 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:56.602604 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-4ed74da4-d780-4140-8b4b-0462185019d0 None None] Provisioning complete for port 9fb7c391-02dc-4d77-86fb-4ef49149dbf9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:56.603175 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4ed74da4-d780-4140-8b4b-0462185019d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:56.626691 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-f7e55c36-5138-4b02-bc85-8440ac7060a9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Deleting port 9fb7c391-02dc-4d77-86fb-4ef49149dbf9 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:56.627537 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f7e55c36-5138-4b02-bc85-8440ac7060a9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:56.672508 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-4ed74da4-d780-4140-8b4b-0462185019d0 None None] Port 9fb7c391-02dc-4d77-86fb-4ef49149dbf9 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:46:56.757952 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f7e55c36-5138-4b02-bc85-8440ac7060a9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:56.766325 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 33642a6c-87fa-4d88-961e-93c42fb314ad up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:46:56.795109 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-f7e55c36-5138-4b02-bc85-8440ac7060a9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Calling delete_port for 9fb7c391-02dc-4d77-86fb-4ef49149dbf9 owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:56.870177 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 33642a6c-87fa-4d88-961e-93c42fb314ad triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:46:56.870554 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:57.002238 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f7e55c36-5138-4b02-bc85-8440ac7060a9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:57.031607 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e55c36-5138-4b02-bc85-8440ac7060a9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event deleted for resources: {'Port': ['ID=9fb7c391-02dc-4d77-86fb-4ef49149dbf9,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:57.205035 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f7e55c36-5138-4b02-bc85-8440ac7060a9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:57.374812 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c84e4-27d5-4d2f-81a0-eb70aebe6c3d req-cb2e4e2c-7edb-4c2a-b3b6-6903e8a4f1c2 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:57.376912 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d75c84e4-27d5-4d2f-81a0-eb70aebe6c3d req-cb2e4e2c-7edb-4c2a-b3b6-6903e8a4f1c2 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1363184 Jul 13 07:46:57.438977 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d75c84e4-27d5-4d2f-81a0-eb70aebe6c3d req-fb8724d0-54ef-4569-bade-d834d89d03b3 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463734 Jul 13 07:46:57.501615 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e55c36-5138-4b02-bc85-8440ac7060a9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Router 7c188207-233a-4374-a0ea-2b22609ffe6d has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:46:57.597832 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ddab7-82c1-4eae-b6b0-7aafb879ce9c req-ccd66c9f-5a03-4446-9c3d-8fe763c80140 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:57.599108 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b77ddab7-82c1-4eae-b6b0-7aafb879ce9c req-ccd66c9f-5a03-4446-9c3d-8fe763c80140 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 946 time: 0.1846170 Jul 13 07:46:57.611026 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e55c36-5138-4b02-bc85-8440ac7060a9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:46:57.617190 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f7e55c36-5138-4b02-bc85-8440ac7060a9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "PUT /v2.0/routers/7c188207-233a-4374-a0ea-2b22609ffe6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4899704 Jul 13 07:46:57.620313 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53696) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:57.622141 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8799bddc-01f3-4eea-9648-5f14df015d25 None None] Sync routers for ids ['7c188207-233a-4374-a0ea-2b22609ffe6d'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:46:57.632981 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8799bddc-01f3-4eea-9648-5f14df015d25 None None] Routers {'7c188207-233a-4374-a0ea-2b22609ffe6d'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:57.633977 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-8799bddc-01f3-4eea-9648-5f14df015d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:46:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['7c188207-233a-4374-a0ea-2b22609ffe6d'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:57.660568 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b77ddab7-82c1-4eae-b6b0-7aafb879ce9c req-7d821b1f-34d0-40d3-a31f-22142541a261 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509276 Jul 13 07:46:57.668181 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2b23db46-b7d7-461e-a278-d73bb6568ba6 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c188207-233a-4374-a0ea-2b22609ffe6d HTTP/1.1" status: 200 len: 205 time: 0.0434790 Jul 13 07:46:57.669069 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53698) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:57.763573 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0d59fc35-ec1e-4abe-8f02-134946117dbc tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:57.770412 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-8799bddc-01f3-4eea-9648-5f14df015d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:57.779843 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8799bddc-01f3-4eea-9648-5f14df015d25 None None] Routers {'7c188207-233a-4374-a0ea-2b22609ffe6d'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:46:57.780776 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-8799bddc-01f3-4eea-9648-5f14df015d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:46:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['7c188207-233a-4374-a0ea-2b22609ffe6d'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:57.812914 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-8799bddc-01f3-4eea-9648-5f14df015d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:57.813951 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8799bddc-01f3-4eea-9648-5f14df015d25 None None] The sync data for ids ['7c188207-233a-4374-a0ea-2b22609ffe6d'] in n-d-771363-34 is: [] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:46:57.937035 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0d59fc35-ec1e-4abe-8f02-134946117dbc tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:57.939712 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0d59fc35-ec1e-4abe-8f02-134946117dbc tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:57.985603 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0d59fc35-ec1e-4abe-8f02-134946117dbc tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:57.986328 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d59fc35-ec1e-4abe-8f02-134946117dbc tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Fanout notify agent at l3_agent the message router_deleted on router 7c188207-233a-4374-a0ea-2b22609ffe6d {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:46:57.998299 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0d59fc35-ec1e-4abe-8f02-134946117dbc tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:57.999453 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0d59fc35-ec1e-4abe-8f02-134946117dbc tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "DELETE /v2.0/routers/7c188207-233a-4374-a0ea-2b22609ffe6d HTTP/1.1" status: 204 len: 168 time: 0.3291276 Jul 13 07:46:58.003603 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53700) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:58.069408 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-166188aa-7d8a-4a6a-82ce-71e6733b69b4 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Deleting subnet 8e57716f-aa19-4430-b10e-aceb71332dd1 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:46:58.073836 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-166188aa-7d8a-4a6a-82ce-71e6733b69b4 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.128756 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-166188aa-7d8a-4a6a-82ce-71e6733b69b4 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.226932 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-166188aa-7d8a-4a6a-82ce-71e6733b69b4 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.295311 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-166188aa-7d8a-4a6a-82ce-71e6733b69b4 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.328244 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166188aa-7d8a-4a6a-82ce-71e6733b69b4 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event deleted for resources: {'Subnet': ['ID=8e57716f-aa19-4430-b10e-aceb71332dd1,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:58.337626 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-166188aa-7d8a-4a6a-82ce-71e6733b69b4 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.340103 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-166188aa-7d8a-4a6a-82ce-71e6733b69b4 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "DELETE /v2.0/subnets/8e57716f-aa19-4430-b10e-aceb71332dd1 HTTP/1.1" status: 204 len: 168 time: 0.3355260 Jul 13 07:46:58.342782 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53702) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:58.343223 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e13167-2031-4d1b-ac84-9786259d8504 None None] Network 298626b3-7631-41bc-9c18-33b9ce911e54 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:46:58.443428 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4a417a85-9e5f-4483-929b-344b6c32acf9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.535840 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-4a417a85-9e5f-4483-929b-344b6c32acf9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Deleting port 33642a6c-87fa-4d88-961e-93c42fb314ad {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:58.536242 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4a417a85-9e5f-4483-929b-344b6c32acf9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.732679 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201b640f-4d47-4590-9c2c-f401a366b07b None None] DHCP port deletion for 298626b3-7631-41bc-9c18-33b9ce911e54 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:46:58.827740 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-201b640f-4d47-4590-9c2c-f401a366b07b None None] Deleting port 33642a6c-87fa-4d88-961e-93c42fb314ad {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:46:58.828300 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-201b640f-4d47-4590-9c2c-f401a366b07b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.907602 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-201b640f-4d47-4590-9c2c-f401a366b07b None None] For port 33642a6c-87fa-4d88-961e-93c42fb314ad, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=33642a6c-87fa-4d88-961e-93c42fb314ad,segment=NetworkSegment(34f7aaf2-4b8e-480a-84e5-4b0b32af2068),segment_id=34f7aaf2-4b8e-480a-84e5-4b0b32af2068)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:58.909210 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-201b640f-4d47-4590-9c2c-f401a366b07b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:58.924527 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-201b640f-4d47-4590-9c2c-f401a366b07b None None] Calling delete_port for 33642a6c-87fa-4d88-961e-93c42fb314ad owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:58.986922 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03812c9f-f068-453f-8e4a-f508e10e1f6d req-bb19029f-4480-48d0-a932-55ab0441d6c3 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:58.988674 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-03812c9f-f068-453f-8e4a-f508e10e1f6d req-bb19029f-4480-48d0-a932-55ab0441d6c3 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 946 time: 0.1062789 Jul 13 07:46:58.995104 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-4a417a85-9e5f-4483-929b-344b6c32acf9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] For port 33642a6c-87fa-4d88-961e-93c42fb314ad, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=33642a6c-87fa-4d88-961e-93c42fb314ad,segment=NetworkSegment(34f7aaf2-4b8e-480a-84e5-4b0b32af2068),segment_id=34f7aaf2-4b8e-480a-84e5-4b0b32af2068)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:46:58.995588 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4a417a85-9e5f-4483-929b-344b6c32acf9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.020176 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-4a417a85-9e5f-4483-929b-344b6c32acf9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Calling delete_port for 33642a6c-87fa-4d88-961e-93c42fb314ad owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:46:59.036989 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e3017-db01-40c7-92e2-da3f56ad0ddc req-bc2468cc-4aaf-422e-acb8-a2a41dfe7e1e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:59.038555 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f35e3017-db01-40c7-92e2-da3f56ad0ddc req-bc2468cc-4aaf-422e-acb8-a2a41dfe7e1e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1443214 Jul 13 07:46:59.047304 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-03812c9f-f068-453f-8e4a-f508e10e1f6d req-5becc345-5492-4eca-a8aa-8a2a991673c2 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505030 Jul 13 07:46:59.054414 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-201b640f-4d47-4590-9c2c-f401a366b07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.073864 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201b640f-4d47-4590-9c2c-f401a366b07b None None] No DVR routers for this DVR port 33642a6c-87fa-4d88-961e-93c42fb314ad on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:59.107765 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b640f-4d47-4590-9c2c-f401a366b07b None None] Pushing event deleted for resources: {'Port': ['ID=33642a6c-87fa-4d88-961e-93c42fb314ad,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:59.123715 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f35e3017-db01-40c7-92e2-da3f56ad0ddc req-347d6ff6-300c-49d6-a6a5-84b0dee9f9d8 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781276 Jul 13 07:46:59.159172 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4a417a85-9e5f-4483-929b-344b6c32acf9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.193817 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a417a85-9e5f-4483-929b-344b6c32acf9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] No DVR routers for this DVR port 33642a6c-87fa-4d88-961e-93c42fb314ad on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:46:59.196522 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a417a85-9e5f-4483-929b-344b6c32acf9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event deleted for resources: {'Port': ['ID=33642a6c-87fa-4d88-961e-93c42fb314ad,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:59.286504 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4a417a85-9e5f-4483-929b-344b6c32acf9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.300218 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-4a417a85-9e5f-4483-929b-344b6c32acf9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['298626b3-7631-41bc-9c18-33b9ce911e54']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:59.312031 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-4a417a85-9e5f-4483-929b-344b6c32acf9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f7aaf2-4b8e-480a-84e5-4b0b32af2068') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:59.312320 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-4a417a85-9e5f-4483-929b-344b6c32acf9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f7aaf2-4b8e-480a-84e5-4b0b32af2068') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:46:59.323907 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4a417a85-9e5f-4483-929b-344b6c32acf9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.341342 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4a417a85-9e5f-4483-929b-344b6c32acf9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.354457 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a417a85-9e5f-4483-929b-344b6c32acf9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:46:59.355188 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4a417a85-9e5f-4483-929b-344b6c32acf9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.359773 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:46:59.359773 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:46:59.359773 n-d-771363-34 neutron-server[94018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:46:59.359773 n-d-771363-34 neutron-server[94018]: self.session.flush() Jul 13 07:46:59.359773 n-d-771363-34 neutron-server[94018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:46:59.359773 n-d-771363-34 neutron-server[94018]: self.session.flush() Jul 13 07:46:59.359773 n-d-771363-34 neutron-server[94018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:46:59.359773 n-d-771363-34 neutron-server[94018]: self.session.flush() Jul 13 07:46:59.359773 n-d-771363-34 neutron-server[94018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:46:59.359773 n-d-771363-34 neutron-server[94018]: self.session.flush() Jul 13 07:46:59.359773 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:46:59.359773 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:46:59.359773 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:46:59.359773 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:46:59.359773 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:46:59.359773 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:46:59.359773 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:46:59.359773 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:46:59.359773 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:46:59.359773 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:46:59.359773 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:46:59.359773 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:46:59.359773 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:46:59.359773 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:46:59.359773 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:46:59.359773 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:46:59.359773 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:46:59.359773 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:46:59.359773 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:46:59.359773 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:46:59.359773 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:46:59.359773 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:46:59.359773 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:46:59.359773 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:46:59.359773 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:46:59.359773 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:46:59.359773 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:46:59.359773 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:46:59.359773 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:46:59.359773 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:46:59.359773 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:46:59.359773 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:46:59.469105 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4a417a85-9e5f-4483-929b-344b6c32acf9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.513926 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4a417a85-9e5f-4483-929b-344b6c32acf9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.515800 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4a417a85-9e5f-4483-929b-344b6c32acf9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "DELETE /v2.0/networks/298626b3-7631-41bc-9c18-33b9ce911e54 HTTP/1.1" status: 204 len: 168 time: 1.1709330 Jul 13 07:46:59.519532 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53716) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:46:59.524713 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-546d09bb-01f2-46b2-9d82-8dbc2d9d1079 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1647264752', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}, 'admin_state_up': False}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:46:59.557623 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a417a85-9e5f-4483-929b-344b6c32acf9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event deleted for resources: {'Network': ['ID=298626b3-7631-41bc-9c18-33b9ce911e54,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:46:59.566094 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-546d09bb-01f2-46b2-9d82-8dbc2d9d1079 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.568388 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-546d09bb-01f2-46b2-9d82-8dbc2d9d1079 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.613181 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2d266-c27f-48c2-ab9f-d39472438052 req-c41ec0ee-ba82-4af9-b0aa-ea3c9d64f19c tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:59.614709 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2fe2d266-c27f-48c2-ab9f-d39472438052 req-c41ec0ee-ba82-4af9-b0aa-ea3c9d64f19c tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1434877 Jul 13 07:46:59.617322 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ad0c9-253c-4d26-8bfc-1d5b80a4968e req-1044253c-806c-486f-9c49-7edbddc8fa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:59.617983 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-192ad0c9-253c-4d26-8bfc-1d5b80a4968e req-1044253c-806c-486f-9c49-7edbddc8fa05 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c74484ef6db9498290da14ee6e37d87f&device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 1098 time: 0.1115177 Jul 13 07:46:59.636823 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-546d09bb-01f2-46b2-9d82-8dbc2d9d1079 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.733662 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2fe2d266-c27f-48c2-ab9f-d39472438052 req-6656440d-07b9-4799-8a47-e84f1b2a1fc4 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106174 Jul 13 07:46:59.776925 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ad0c9-253c-4d26-8bfc-1d5b80a4968e req-e8df2d00-0e7a-4d17-b1f9-0066b5cf2fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:59.778717 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-192ad0c9-253c-4d26-8bfc-1d5b80a4968e req-e8df2d00-0e7a-4d17-b1f9-0066b5cf2fa7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a4551417-653e-4eb5-9caa-ea21aca7dbd0 HTTP/1.1" status: 200 len: 913 time: 0.1311128 Jul 13 07:46:59.797318 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-546d09bb-01f2-46b2-9d82-8dbc2d9d1079 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:46:59.870936 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-192ad0c9-253c-4d26-8bfc-1d5b80a4968e req-716b5814-637c-420c-a6b5-d1b70bbe2cd9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88530a7c-2727-4e3e-8acc-8f0525e0f7a7 HTTP/1.1" status: 200 len: 1000 time: 0.0832741 Jul 13 07:46:59.926075 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ad0c9-253c-4d26-8bfc-1d5b80a4968e req-38525a53-dad4-4424-8b3c-a023c2fa6096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:59.928076 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-192ad0c9-253c-4d26-8bfc-1d5b80a4968e req-38525a53-dad4-4424-8b3c-a023c2fa6096 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=18671aeb-533b-431f-ac3f-740be3e9540f HTTP/1.1" status: 200 len: 851 time: 0.0530660 Jul 13 07:46:59.987871 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ad0c9-253c-4d26-8bfc-1d5b80a4968e req-634aaca7-f2dd-40bc-8f00-03366151863a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:46:59.989324 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-192ad0c9-253c-4d26-8bfc-1d5b80a4968e req-634aaca7-f2dd-40bc-8f00-03366151863a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4551417-653e-4eb5-9caa-ea21aca7dbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549254 Jul 13 07:47:00.019458 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-546d09bb-01f2-46b2-9d82-8dbc2d9d1079 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:00.043172 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-546d09bb-01f2-46b2-9d82-8dbc2d9d1079 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:00.102105 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-192ad0c9-253c-4d26-8bfc-1d5b80a4968e req-85b187c2-e895-439b-acd1-3b7a6b91ee75 service neutron] 10.222.0.25 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057448 Jul 13 07:47:00.150918 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-546d09bb-01f2-46b2-9d82-8dbc2d9d1079 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Allocated IP 172.25.3.103 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/db520c75-8ebe-4f5f-95ff-be4f45f35fab) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:00.196819 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-192ad0c9-253c-4d26-8bfc-1d5b80a4968e req-b7e4b63a-bdb2-4449-8d07-5498c2610021 service neutron] 10.222.0.25 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871596 Jul 13 07:47:00.238657 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-189a6860-c0d5-4d33-b8e7-0b62ae43f23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:00.298957 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-546d09bb-01f2-46b2-9d82-8dbc2d9d1079 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:00.312822 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea81d10-b6c2-4128-a1a8-198f859113a2 req-ea626a94-0f2f-42c9-91e8-2519f7dbc8e1 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:00.314302 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aea81d10-b6c2-4128-a1a8-198f859113a2 req-ea626a94-0f2f-42c9-91e8-2519f7dbc8e1 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 946 time: 0.1343036 Jul 13 07:47:00.367228 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aea81d10-b6c2-4128-a1a8-198f859113a2 req-e0e42dd0-6f65-4be2-b666-ce7f7a7f15c9 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459995 Jul 13 07:47:00.379098 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-546d09bb-01f2-46b2-9d82-8dbc2d9d1079 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:00.421889 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546d09bb-01f2-46b2-9d82-8dbc2d9d1079 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:00.426625 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-546d09bb-01f2-46b2-9d82-8dbc2d9d1079 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:00.429089 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546d09bb-01f2-46b2-9d82-8dbc2d9d1079 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:00.459228 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d09bb-01f2-46b2-9d82-8dbc2d9d1079 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event updated for resources: {'Port': ['ID=db520c75-8ebe-4f5f-95ff-be4f45f35fab,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:00.473615 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d09bb-01f2-46b2-9d82-8dbc2d9d1079 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:00.473959 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d09bb-01f2-46b2-9d82-8dbc2d9d1079 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:00.474299 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d09bb-01f2-46b2-9d82-8dbc2d9d1079 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:00.474637 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d09bb-01f2-46b2-9d82-8dbc2d9d1079 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:00.474966 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d09bb-01f2-46b2-9d82-8dbc2d9d1079 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:00.475328 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d09bb-01f2-46b2-9d82-8dbc2d9d1079 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:00.475654 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d09bb-01f2-46b2-9d82-8dbc2d9d1079 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:00.476004 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d09bb-01f2-46b2-9d82-8dbc2d9d1079 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:00.476328 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d09bb-01f2-46b2-9d82-8dbc2d9d1079 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:00.476647 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d09bb-01f2-46b2-9d82-8dbc2d9d1079 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:00.476967 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d09bb-01f2-46b2-9d82-8dbc2d9d1079 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:00.477285 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d09bb-01f2-46b2-9d82-8dbc2d9d1079 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:00.626674 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52304d19-ce1a-4748-8022-a84efa952a4b req-5cba8394-6f96-4a06-bcac-4fd1bf15bad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:00.628898 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-52304d19-ce1a-4748-8022-a84efa952a4b req-5cba8394-6f96-4a06-bcac-4fd1bf15bad5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=83828f95f1544d3d8ef79b7d2ebdf1c7&device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 1098 time: 0.0558090 Jul 13 07:47:00.732352 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 33642a6c-87fa-4d88-961e-93c42fb314ad no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:47:00.743464 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52304d19-ce1a-4748-8022-a84efa952a4b req-f6692238-bde7-4058-9e44-245b046c8398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:00.746225 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-52304d19-ce1a-4748-8022-a84efa952a4b req-f6692238-bde7-4058-9e44-245b046c8398 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fe3ca710-7f04-4b99-abd8-f0c0a80bd44f HTTP/1.1" status: 200 len: 918 time: 0.1100826 Jul 13 07:47:00.754211 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 33642a6c-87fa-4d88-961e-93c42fb314ad {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:47:00.754549 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 33642a6c-87fa-4d88-961e-93c42fb314ad not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:47:00.831724 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-52304d19-ce1a-4748-8022-a84efa952a4b req-a0d20ff0-e224-4750-9920-1e4c6397efb9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37e65a28-7ffc-454b-8ef8-0acf8e5a824e HTTP/1.1" status: 200 len: 1001 time: 0.0787792 Jul 13 07:47:00.923721 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52304d19-ce1a-4748-8022-a84efa952a4b req-7e427748-e99d-4a4d-bbfe-8e4e8211e63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:00.925110 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-52304d19-ce1a-4748-8022-a84efa952a4b req-7e427748-e99d-4a4d-bbfe-8e4e8211e63e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bcb14844-0f59-4592-827b-9b964d247113 HTTP/1.1" status: 200 len: 856 time: 0.0871415 Jul 13 07:47:00.990506 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5801b-700e-4dc2-b58b-a5fcafa3871d req-bada69c1-f7f0-48bd-9297-aeb8ce1b00bc tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:00.992040 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-67c5801b-700e-4dc2-b58b-a5fcafa3871d req-bada69c1-f7f0-48bd-9297-aeb8ce1b00bc tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1108975 Jul 13 07:47:01.000931 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-546d09bb-01f2-46b2-9d82-8dbc2d9d1079 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.022470 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52304d19-ce1a-4748-8022-a84efa952a4b req-0175fb73-27c0-42b4-91b3-288247a12b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:01.023995 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-52304d19-ce1a-4748-8022-a84efa952a4b req-0175fb73-27c0-42b4-91b3-288247a12b9f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fe3ca710-7f04-4b99-abd8-f0c0a80bd44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0912941 Jul 13 07:47:01.061810 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-67c5801b-700e-4dc2-b58b-a5fcafa3871d req-b67c87d6-955c-45e5-afbb-caa4faa83170 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620298 Jul 13 07:47:01.130257 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-52304d19-ce1a-4748-8022-a84efa952a4b req-3c1482db-f350-4ca0-a6b7-f461705f58ef service neutron] 10.222.0.25 "GET /v2.0/networks/fe3ca710-7f04-4b99-abd8-f0c0a80bd44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964773 Jul 13 07:47:01.203798 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-546d09bb-01f2-46b2-9d82-8dbc2d9d1079 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.222981 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-52304d19-ce1a-4748-8022-a84efa952a4b req-5cabba34-3375-4393-a43b-9ccf70eb8ea9 service neutron] 10.222.0.25 "GET /v2.0/networks/fe3ca710-7f04-4b99-abd8-f0c0a80bd44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859652 Jul 13 07:47:01.329914 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546d09bb-01f2-46b2-9d82-8dbc2d9d1079 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Router 4818b483-556f-4337-a982-b126c67de3ef is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:47:01.438130 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546d09bb-01f2-46b2-9d82-8dbc2d9d1079 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:47:01.448529 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bfd4e8-ccf2-428f-a214-b479ba906a42 None None] Sync routers for ids ['4818b483-556f-4337-a982-b126c67de3ef'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:47:01.456817 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-546d09bb-01f2-46b2-9d82-8dbc2d9d1079 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:01.457975 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-546d09bb-01f2-46b2-9d82-8dbc2d9d1079 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 1.9373798 Jul 13 07:47:01.460725 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53734) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:01.461186 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bfd4e8-ccf2-428f-a214-b479ba906a42 None None] Routers {'4818b483-556f-4337-a982-b126c67de3ef'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:01.461908 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-18bfd4e8-ccf2-428f-a214-b479ba906a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:46:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['4818b483-556f-4337-a982-b126c67de3ef'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:01.495569 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-18bfd4e8-ccf2-428f-a214-b479ba906a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:01.504234 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bfd4e8-ccf2-428f-a214-b479ba906a42 None None] Routers {'4818b483-556f-4337-a982-b126c67de3ef'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:01.504844 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-18bfd4e8-ccf2-428f-a214-b479ba906a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:46:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['4818b483-556f-4337-a982-b126c67de3ef'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:01.539448 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-18bfd4e8-ccf2-428f-a214-b479ba906a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:01.540087 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bfd4e8-ccf2-428f-a214-b479ba906a42 None None] The sync data for ids ['4818b483-556f-4337-a982-b126c67de3ef'] in n-d-771363-34 is: [] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:47:01.620366 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a005d-2da9-4565-8fbd-f2138740ee74 req-35a01350-bf6f-47d5-b568-d6975e774e6c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:01.621833 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8d2a005d-2da9-4565-8fbd-f2138740ee74 req-35a01350-bf6f-47d5-b568-d6975e774e6c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 946 time: 0.1191416 Jul 13 07:47:01.627363 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1a1db2db-9554-448b-9c82-885b533d58b8 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "GET /v2.0/routers/4818b483-556f-4337-a982-b126c67de3ef HTTP/1.1" status: 200 len: 881 time: 0.1652317 Jul 13 07:47:01.629974 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53736) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:01.662004 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8d2a005d-2da9-4565-8fbd-f2138740ee74 req-d3620384-9888-4593-b0a4-12626a56306e tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335512 Jul 13 07:47:01.868141 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-62f3b2a0-c82b-4da5-b625-f00769ad29f1 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2370038 Jul 13 07:47:01.870690 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53738) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:01.875152 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-09e71d69-0ac2-4bb7-8226-51d14ed8fa02 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1647264752'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:02.179555 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-09e71d69-0ac2-4bb7-8226-51d14ed8fa02 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.200646 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-09e71d69-0ac2-4bb7-8226-51d14ed8fa02 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-409024'] for router, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.339827 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941bcd15-1bc2-497b-bc00-18b83b188259 req-d9982230-4887-42e6-b9a6-0f810953cc42 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:02.341348 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-941bcd15-1bc2-497b-bc00-18b83b188259 req-d9982230-4887-42e6-b9a6-0f810953cc42 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1538208 Jul 13 07:47:02.374172 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e71d69-0ac2-4bb7-8226-51d14ed8fa02 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Router 4818b483-556f-4337-a982-b126c67de3ef has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:47:02.395309 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-941bcd15-1bc2-497b-bc00-18b83b188259 req-4674d246-610e-4bae-b94b-35a8c1a79ac7 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484204 Jul 13 07:47:02.580584 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c415def-4ff8-4ea0-b5be-cc396b144c06 req-18fd7a98-6fed-4adc-90ff-373eb25192c4 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:02.582223 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6c415def-4ff8-4ea0-b5be-cc396b144c06 req-18fd7a98-6fed-4adc-90ff-373eb25192c4 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.0684810 Jul 13 07:47:02.625086 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6c415def-4ff8-4ea0-b5be-cc396b144c06 req-4c91e761-aa5d-47b8-bb33-ec43070c1a4a tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367751 Jul 13 07:47:02.805578 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e71d69-0ac2-4bb7-8226-51d14ed8fa02 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:47:02.814017 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-09e71d69-0ac2-4bb7-8226-51d14ed8fa02 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:02.815267 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-09e71d69-0ac2-4bb7-8226-51d14ed8fa02 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "PUT /v2.0/routers/4818b483-556f-4337-a982-b126c67de3ef HTTP/1.1" status: 200 len: 888 time: 0.9435437 Jul 13 07:47:02.819764 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53748) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:02.820043 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff76568f-750d-435b-9654-9f9084624ddd None None] Sync routers for ids ['4818b483-556f-4337-a982-b126c67de3ef'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:47:02.829174 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff76568f-750d-435b-9654-9f9084624ddd None None] Routers {'4818b483-556f-4337-a982-b126c67de3ef'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:02.829786 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-ff76568f-750d-435b-9654-9f9084624ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:46:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['4818b483-556f-4337-a982-b126c67de3ef'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:02.839952 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0eb52-2083-4c43-b1f7-45ba9666007e req-c4e011c0-33a6-4fde-92eb-96d7c5a6308b tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:02.843034 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-03b0eb52-2083-4c43-b1f7-45ba9666007e req-c4e011c0-33a6-4fde-92eb-96d7c5a6308b tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.0981319 Jul 13 07:47:02.877336 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-ff76568f-750d-435b-9654-9f9084624ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:02.887082 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-03b0eb52-2083-4c43-b1f7-45ba9666007e req-106ddec4-cd5c-4265-9216-8da55663dfc1 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383852 Jul 13 07:47:02.891853 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff76568f-750d-435b-9654-9f9084624ddd None None] Routers {'4818b483-556f-4337-a982-b126c67de3ef'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:02.892672 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-ff76568f-750d-435b-9654-9f9084624ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:46:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['4818b483-556f-4337-a982-b126c67de3ef'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:02.927411 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-ff76568f-750d-435b-9654-9f9084624ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:02.928066 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff76568f-750d-435b-9654-9f9084624ddd None None] The sync data for ids ['4818b483-556f-4337-a982-b126c67de3ef'] in n-d-771363-34 is: [] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:47:02.991684 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-09bfa38d-79cc-4e6d-8525-90bac93bd48f tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "GET /v2.0/routers/4818b483-556f-4337-a982-b126c67de3ef HTTP/1.1" status: 200 len: 888 time: 0.1713901 Jul 13 07:47:02.994541 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53752) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:03.015525 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a78b55-f9c9-48b2-91d0-0bdde4d7c75f req-c452c712-0107-4365-a1f6-26ef33655e06 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:03.017081 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-18a78b55-f9c9-48b2-91d0-0bdde4d7c75f req-c452c712-0107-4365-a1f6-26ef33655e06 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 946 time: 0.2130334 Jul 13 07:47:03.038586 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b94029b1-bc82-49cf-8bfe-e6b280e76837 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4818b483-556f-4337-a982-b126c67de3ef HTTP/1.1" status: 200 len: 205 time: 0.0429330 Jul 13 07:47:03.042015 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53754) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:03.071471 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-18a78b55-f9c9-48b2-91d0-0bdde4d7c75f req-b9d3d151-0747-491c-bc18-e29c8fb43406 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360012 Jul 13 07:47:03.118189 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-272434a8-672d-4881-89c4-69a9202bcbc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.169995 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.184764 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-39d550ef-4075-43cd-87d5-ac27c688940e tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.298392 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-39d550ef-4075-43cd-87d5-ac27c688940e tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.304026 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7c68c-b58a-4ba4-92df-3d2b95d54cbc req-4261375c-8880-490c-9784-86429a94aba9 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:03.305546 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dbe7c68c-b58a-4ba4-92df-3d2b95d54cbc req-4261375c-8880-490c-9784-86429a94aba9 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.0647118 Jul 13 07:47:03.345504 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dbe7c68c-b58a-4ba4-92df-3d2b95d54cbc req-f2516562-d312-4bbd-b456-194fff37d388 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331571 Jul 13 07:47:03.350654 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-39d550ef-4075-43cd-87d5-ac27c688940e tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Deleting port db520c75-8ebe-4f5f-95ff-be4f45f35fab {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:03.351014 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-39d550ef-4075-43cd-87d5-ac27c688940e tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.429026 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-39d550ef-4075-43cd-87d5-ac27c688940e tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.441012 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-39d550ef-4075-43cd-87d5-ac27c688940e tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Calling delete_port for db520c75-8ebe-4f5f-95ff-be4f45f35fab owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:03.602446 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-39d550ef-4075-43cd-87d5-ac27c688940e tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.629795 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d550ef-4075-43cd-87d5-ac27c688940e tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event deleted for resources: {'Port': ['ID=db520c75-8ebe-4f5f-95ff-be4f45f35fab,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:03.692290 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-39d550ef-4075-43cd-87d5-ac27c688940e tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.786852 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-39d550ef-4075-43cd-87d5-ac27c688940e tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.788968 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-39d550ef-4075-43cd-87d5-ac27c688940e tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.834154 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-39d550ef-4075-43cd-87d5-ac27c688940e tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.834818 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d550ef-4075-43cd-87d5-ac27c688940e tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Fanout notify agent at l3_agent the message router_deleted on router 4818b483-556f-4337-a982-b126c67de3ef {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:47:03.842781 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-39d550ef-4075-43cd-87d5-ac27c688940e tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.843777 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-39d550ef-4075-43cd-87d5-ac27c688940e tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "DELETE /v2.0/routers/4818b483-556f-4337-a982-b126c67de3ef HTTP/1.1" status: 204 len: 168 time: 0.8007331 Jul 13 07:47:03.847344 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53758) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:03.852170 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-7db5900b-742a-4189-992b-a2445812ba46 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Request body: {'network': {'name': 'tempest-RoutersTest-1907907023'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:03.873048 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db5900b-742a-4189-992b-a2445812ba46 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Made reservation on behalf of f3d1699cb0e54437b3086350eac4eb96 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:03.876600 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7db5900b-742a-4189-992b-a2445812ba46 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.901127 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db5900b-742a-4189-992b-a2445812ba46 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:47:03.910118 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7db5900b-742a-4189-992b-a2445812ba46 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.910461 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-7db5900b-742a-4189-992b-a2445812ba46 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Added segment 7e4a3332-dfa8-4083-a386-0cec00154a8d of type vlan for network b50198f0-bf15-45f6-a7d5-02da4c8fa707 Jul 13 07:47:03.949375 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7db5900b-742a-4189-992b-a2445812ba46 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.976173 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7db5900b-742a-4189-992b-a2445812ba46 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:03.982498 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db5900b-742a-4189-992b-a2445812ba46 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:03.983069 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7db5900b-742a-4189-992b-a2445812ba46 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.018394 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7db5900b-742a-4189-992b-a2445812ba46 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1700416 Jul 13 07:47:04.021317 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53760) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:04.027748 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-bc8bd468-71b7-4e6a-8e5c-ad49f63538e3 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Request body: {'subnet': {'network_id': 'b50198f0-bf15-45f6-a7d5-02da4c8fa707', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:04.053033 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db5900b-742a-4189-992b-a2445812ba46 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event updated for resources: {'Network': ['ID=b50198f0-bf15-45f6-a7d5-02da4c8fa707,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:04.063307 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network b50198f0-bf15-45f6-a7d5-02da4c8fa707 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:47:04.123379 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8bd468-71b7-4e6a-8e5c-ad49f63538e3 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Made reservation on behalf of f3d1699cb0e54437b3086350eac4eb96 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:04.127293 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bc8bd468-71b7-4e6a-8e5c-ad49f63538e3 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.129523 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.133732 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 37e65a28-7ffc-454b-8ef8-0acf8e5a824e no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:47:04.222383 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.246093 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7e5e93-4013-4605-b702-ece22ee0740a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37e65a28-7ffc-454b-8ef8-0acf8e5a824e'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:47:04.248417 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5eaced2-f066-45eb-bc9b-25017798030f" -d '{"events": [{"server_uuid": "4b7e5e93-4013-4605-b702-ece22ee0740a", "name": "network-vif-unplugged", "status": "completed", "tag": "37e65a28-7ffc-454b-8ef8-0acf8e5a824e"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:47:04.263031 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=37e65a28-7ffc-454b-8ef8-0acf8e5a824e,segment=NetworkSegment(82b0794f-89d2-4219-8340-180084a286f0),segment_id=82b0794f-89d2-4219-8340-180084a286f0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:04.268767 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.295555 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Jul 2021 07:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1350250-63f9-4358-a23d-35151b7c75c9 x-openstack-request-id: req-b1350250-63f9-4358-a23d-35151b7c75c9 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:47:04.295841 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7e5e93-4013-4605-b702-ece22ee0740a", "name": "network-vif-unplugged", "status": "failed", "tag": "37e65a28-7ffc-454b-8ef8-0acf8e5a824e", "code": 422}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:47:04.296262 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b1350250-63f9-4358-a23d-35151b7c75c9 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:47:04.296824 n-d-771363-34 neutron-server[94019]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4b7e5e93-4013-4605-b702-ece22ee0740a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '37e65a28-7ffc-454b-8ef8-0acf8e5a824e', 'code': 422} returned with failed status Jul 13 07:47:04.300933 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b861d-b87a-45b6-9f2a-c609b513ce2b req-d73a04eb-59d1-4466-a8dc-bb423bf72223 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:04.302492 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8e2b861d-b87a-45b6-9f2a-c609b513ce2b req-d73a04eb-59d1-4466-a8dc-bb423bf72223 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 946 time: 0.0831907 Jul 13 07:47:04.338631 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=37e65a28-7ffc-454b-8ef8-0acf8e5a824e,revision_number=8']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:04.344686 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8e2b861d-b87a-45b6-9f2a-c609b513ce2b req-9a9617f4-4510-4a43-94b9-df07953c6929 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362957 Jul 13 07:47:04.345302 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bc8bd468-71b7-4e6a-8e5c-ad49f63538e3 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.421840 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8bd468-71b7-4e6a-8e5c-ad49f63538e3 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event updated for resources: {'Subnet': ['ID=73fb27d8-c579-4db5-b595-4280ca94be2f,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:04.430128 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8bd468-71b7-4e6a-8e5c-ad49f63538e3 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Checking segment: {'id': '7e4a3332-dfa8-4083-a386-0cec00154a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b50198f0-bf15-45f6-a7d5-02da4c8fa707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:04.430553 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8bd468-71b7-4e6a-8e5c-ad49f63538e3 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Network hostable DHCP agents. Network: b50198f0-bf15-45f6-a7d5-02da4c8fa707, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:47:04.451096 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8bd468-71b7-4e6a-8e5c-ad49f63538e3 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Network b50198f0-bf15-45f6-a7d5-02da4c8fa707 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:47:04.462091 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-bc8bd468-71b7-4e6a-8e5c-ad49f63538e3 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, b50198f0-bf15-45f6-a7d5-02da4c8fa707) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:04.472377 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43ffc98-6c00-4ba3-b1bb-353b2bc6bd8d None None] Network b50198f0-bf15-45f6-a7d5-02da4c8fa707 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:04.477436 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8bd468-71b7-4e6a-8e5c-ad49f63538e3 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:04.478510 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bc8bd468-71b7-4e6a-8e5c-ad49f63538e3 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.536391 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53772) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:04.536591 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-bc8bd468-71b7-4e6a-8e5c-ad49f63538e3 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5139816 Jul 13 07:47:04.541243 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-2b3532df-2316-4907-9034-3e2569bc7d29 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1134543744', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:04.595876 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b3532df-2316-4907-9034-3e2569bc7d29 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.597055 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b3532df-2316-4907-9034-3e2569bc7d29 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.600719 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23571ca0-4e40-466f-af3e-592d847002b7 req-59a1660f-520b-4833-b053-6d8449abf62a tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:04.608674 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-23571ca0-4e40-466f-af3e-592d847002b7 req-59a1660f-520b-4833-b053-6d8449abf62a tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1392493 Jul 13 07:47:04.658417 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9fe3964e-3113-4bdd-abf9-7504691fd6c8 None None] Provisioning complete for port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:04.658959 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9fe3964e-3113-4bdd-abf9-7504691fd6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.663085 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-23571ca0-4e40-466f-af3e-592d847002b7 req-a1f95ae1-3ce2-4a0e-a830-89fac265436d tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513620 Jul 13 07:47:04.690326 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8a369c-0647-4fb7-a990-90209727b7fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-b50198f0-bf15-45f6-a7d5-02da4c8fa707', 'network_id': 'b50198f0-bf15-45f6-a7d5-02da4c8fa707', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'fixed_ips': [{'subnet_id': '73fb27d8-c579-4db5-b595-4280ca94be2f'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:47:04.690589 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b3532df-2316-4907-9034-3e2569bc7d29 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.691825 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9b8a369c-0647-4fb7-a990-90209727b7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.697617 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b3532df-2316-4907-9034-3e2569bc7d29 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.720235 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b3532df-2316-4907-9034-3e2569bc7d29 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.721825 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2b3532df-2316-4907-9034-3e2569bc7d29 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1843235 Jul 13 07:47:04.725661 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53780) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:04.872796 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9fe3964e-3113-4bdd-abf9-7504691fd6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:04.937047 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-9b8a369c-0647-4fb7-a990-90209727b7fe None None] Allocated IP 172.20.0.2 (b50198f0-bf15-45f6-a7d5-02da4c8fa707/73fb27d8-c579-4db5-b595-4280ca94be2f/dfde6112-45c9-4566-a31d-973209de15c5) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:04.953221 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-9fe3964e-3113-4bdd-abf9-7504691fd6c8 None None] For port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=37e65a28-7ffc-454b-8ef8-0acf8e5a824e,segment=NetworkSegment(82b0794f-89d2-4219-8340-180084a286f0),segment_id=82b0794f-89d2-4219-8340-180084a286f0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:04.959092 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9fe3964e-3113-4bdd-abf9-7504691fd6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.104300 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe3964e-3113-4bdd-abf9-7504691fd6c8 None None] Pushing event updated for resources: {'Port': ['ID=37e65a28-7ffc-454b-8ef8-0acf8e5a824e,revision_number=9']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:05.187246 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-46244254-e088-4d22-988a-0d1b2ad80bb4 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.204364 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991e684-496b-4b8e-9fc5-4f0220527099 req-71fcd876-c239-4b25-8fd1-a561b1d4537d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:05.206263 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b991e684-496b-4b8e-9fc5-4f0220527099 req-71fcd876-c239-4b25-8fd1-a561b1d4537d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c74484ef6db9498290da14ee6e37d87f&device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 1098 time: 0.1857131 Jul 13 07:47:05.208174 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9b8a369c-0647-4fb7-a990-90209727b7fe None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.222342 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9b8a369c-0647-4fb7-a990-90209727b7fe None None] Transition to ACTIVE for port object dfde6112-45c9-4566-a31d-973209de15c5 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:05.234445 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588f731-9f8d-46e0-b080-491768909d90 req-1f9d147f-3074-4198-986d-e4bec8bf0e56 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:05.241682 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4588f731-9f8d-46e0-b080-491768909d90 req-1f9d147f-3074-4198-986d-e4bec8bf0e56 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1893637 Jul 13 07:47:05.243845 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9b8a369c-0647-4fb7-a990-90209727b7fe None None] Transition to ACTIVE for port object dfde6112-45c9-4566-a31d-973209de15c5 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:05.252079 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9b8a369c-0647-4fb7-a990-90209727b7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.279538 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8a369c-0647-4fb7-a990-90209727b7fe None None] Network b50198f0-bf15-45f6-a7d5-02da4c8fa707 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:05.282229 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-9b8a369c-0647-4fb7-a990-90209727b7fe None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:05.330345 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a369c-0647-4fb7-a990-90209727b7fe None None] Pushing event updated for resources: {'Port': ['ID=dfde6112-45c9-4566-a31d-973209de15c5,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:05.333236 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8a369c-0647-4fb7-a990-90209727b7fe None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:05.417631 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-9b8a369c-0647-4fb7-a990-90209727b7fe None None] Attempting to bind port dfde6112-45c9-4566-a31d-973209de15c5 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:05.418002 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-9b8a369c-0647-4fb7-a990-90209727b7fe None None] Attempting to bind port dfde6112-45c9-4566-a31d-973209de15c5 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '7e4a3332-dfa8-4083-a386-0cec00154a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b50198f0-bf15-45f6-a7d5-02da4c8fa707'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:05.418460 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8a369c-0647-4fb7-a990-90209727b7fe None None] Attempting to bind port dfde6112-45c9-4566-a31d-973209de15c5 on network b50198f0-bf15-45f6-a7d5-02da4c8fa707 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:05.421310 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-efa965e2-70a2-4c9b-b42c-2e8fbc64caec None None] Provisioning complete for port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:05.421773 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-efa965e2-70a2-4c9b-b42c-2e8fbc64caec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.426779 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8a369c-0647-4fb7-a990-90209727b7fe None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:47:05.427154 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8a369c-0647-4fb7-a990-90209727b7fe None None] Checking segment: {'id': '7e4a3332-dfa8-4083-a386-0cec00154a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b50198f0-bf15-45f6-a7d5-02da4c8fa707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:05.427590 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9b8a369c-0647-4fb7-a990-90209727b7fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.427989 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8a369c-0647-4fb7-a990-90209727b7fe None None] Bound using segment: {'id': '7e4a3332-dfa8-4083-a386-0cec00154a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b50198f0-bf15-45f6-a7d5-02da4c8fa707'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:47:05.428465 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-9b8a369c-0647-4fb7-a990-90209727b7fe None None] Bound port: dfde6112-45c9-4566-a31d-973209de15c5, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e4a3332-dfa8-4083-a386-0cec00154a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b50198f0-bf15-45f6-a7d5-02da4c8fa707'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:47:05.429189 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9b8a369c-0647-4fb7-a990-90209727b7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.458611 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4588f731-9f8d-46e0-b080-491768909d90 req-a267e6dd-9482-484f-9739-c5496f91c3c4 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2146311 Jul 13 07:47:05.547694 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991e684-496b-4b8e-9fc5-4f0220527099 req-f3dd7ff7-abd1-41e6-ae46-3883b6bc2b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:05.549841 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b991e684-496b-4b8e-9fc5-4f0220527099 req-f3dd7ff7-abd1-41e6-ae46-3883b6bc2b8d service neutron] 10.222.0.25 "GET /v2.0/networks?id=a4551417-653e-4eb5-9caa-ea21aca7dbd0 HTTP/1.1" status: 200 len: 913 time: 0.3358464 Jul 13 07:47:05.559613 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-9b8a369c-0647-4fb7-a990-90209727b7fe None None] For port dfde6112-45c9-4566-a31d-973209de15c5, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:05.580461 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-9b8a369c-0647-4fb7-a990-90209727b7fe None None] For port dfde6112-45c9-4566-a31d-973209de15c5, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=dfde6112-45c9-4566-a31d-973209de15c5,segment=NetworkSegment(7e4a3332-dfa8-4083-a386-0cec00154a8d),segment_id=7e4a3332-dfa8-4083-a386-0cec00154a8d)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:47:05.588240 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9b8a369c-0647-4fb7-a990-90209727b7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.640916 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a369c-0647-4fb7-a990-90209727b7fe None None] Pushing event updated for resources: {'Port': ['ID=dfde6112-45c9-4566-a31d-973209de15c5,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:05.680563 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b991e684-496b-4b8e-9fc5-4f0220527099 req-d22db613-6ba4-496c-814d-a5eec4985b60 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88530a7c-2727-4e3e-8acc-8f0525e0f7a7 HTTP/1.1" status: 200 len: 1000 time: 0.1213520 Jul 13 07:47:05.723762 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-46244254-e088-4d22-988a-0d1b2ad80bb4 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Allocated IP 172.20.0.1 (b50198f0-bf15-45f6-a7d5-02da4c8fa707/73fb27d8-c579-4db5-b595-4280ca94be2f/aea2299c-2ce0-4a27-8c21-590857effa92) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:05.761704 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991e684-496b-4b8e-9fc5-4f0220527099 req-88279e2c-2409-454c-8b80-8476f8edbe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:05.763175 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b991e684-496b-4b8e-9fc5-4f0220527099 req-88279e2c-2409-454c-8b80-8476f8edbe81 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=18671aeb-533b-431f-ac3f-740be3e9540f HTTP/1.1" status: 200 len: 851 time: 0.0744390 Jul 13 07:47:05.880155 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:05.967551 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991e684-496b-4b8e-9fc5-4f0220527099 req-772cefb4-7e9c-492c-acc9-5b4bf8235d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:05.969075 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b991e684-496b-4b8e-9fc5-4f0220527099 req-772cefb4-7e9c-492c-acc9-5b4bf8235d04 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4551417-653e-4eb5-9caa-ea21aca7dbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1898410 Jul 13 07:47:06.026892 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-46244254-e088-4d22-988a-0d1b2ad80bb4 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.052627 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-46244254-e088-4d22-988a-0d1b2ad80bb4 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Transition to ACTIVE for port object aea2299c-2ce0-4a27-8c21-590857effa92 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:06.109713 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c13ba-1e83-446a-84ae-95660b85f213 req-a3f6c855-1d0e-48c5-9c8c-96c017cd3854 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:06.115762 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a89c13ba-1e83-446a-84ae-95660b85f213 req-a3f6c855-1d0e-48c5-9c8c-96c017cd3854 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 946 time: 0.2410762 Jul 13 07:47:06.134822 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53810) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:06.187115 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b991e684-496b-4b8e-9fc5-4f0220527099 req-ac567420-0885-485e-a2e4-9c0e0002b29a service neutron] 10.222.0.25 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042499 Jul 13 07:47:06.193325 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a89c13ba-1e83-446a-84ae-95660b85f213 req-b5cd6e95-e578-4d54-ab06-562fc36e22fb tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708220 Jul 13 07:47:06.202818 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-46244254-e088-4d22-988a-0d1b2ad80bb4 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.256129 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8f0a8425-cee3-4774-ada5-1932354e3683 req-186f1985-56fe-4836-be67-85afee3dd668 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1198661 Jul 13 07:47:06.270651 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46244254-e088-4d22-988a-0d1b2ad80bb4 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Network b50198f0-bf15-45f6-a7d5-02da4c8fa707 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:06.280172 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-46244254-e088-4d22-988a-0d1b2ad80bb4 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:06.298393 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7e5e93-4013-4605-b702-ece22ee0740a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e65a28-7ffc-454b-8ef8-0acf8e5a824e'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:47:06.301106 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741abb12-5fa1-4cec-bc0f-afd90dcf1aea" -d '{"events": [{"server_uuid": "4b7e5e93-4013-4605-b702-ece22ee0740a", "name": "network-vif-plugged", "status": "completed", "tag": "37e65a28-7ffc-454b-8ef8-0acf8e5a824e"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:47:06.308774 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46244254-e088-4d22-988a-0d1b2ad80bb4 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:06.339916 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 13 Jul 2021 07:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aadacb34-92ea-4a83-8c28-e673210eed41 x-openstack-request-id: req-aadacb34-92ea-4a83-8c28-e673210eed41 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:47:06.341179 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7e5e93-4013-4605-b702-ece22ee0740a", "name": "network-vif-plugged", "status": "failed", "tag": "37e65a28-7ffc-454b-8ef8-0acf8e5a824e", "code": 422}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:47:06.341869 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aadacb34-92ea-4a83-8c28-e673210eed41 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:47:06.342969 n-d-771363-34 neutron-server[94019]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4b7e5e93-4013-4605-b702-ece22ee0740a', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '37e65a28-7ffc-454b-8ef8-0acf8e5a824e', 'code': 422} returned with failed status Jul 13 07:47:06.345504 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46244254-e088-4d22-988a-0d1b2ad80bb4 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event updated for resources: {'Port': ['ID=aea2299c-2ce0-4a27-8c21-590857effa92,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:06.383895 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-46244254-e088-4d22-988a-0d1b2ad80bb4 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.388794 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b991e684-496b-4b8e-9fc5-4f0220527099 req-39534735-3a8a-4328-9bac-c56ff381af58 service neutron] 10.222.0.25 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942892 Jul 13 07:47:06.632593 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-46244254-e088-4d22-988a-0d1b2ad80bb4 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:06.809907 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device dfde6112-45c9-4566-a31d-973209de15c5 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:06.886319 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port dfde6112-45c9-4566-a31d-973209de15c5 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:07.011781 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4684f75a-a0a5-478e-be43-93c4f5b45d45 None None] Network b50198f0-bf15-45f6-a7d5-02da4c8fa707 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:07.096976 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b7478d79-bafa-4a0e-98ce-f62de538385a None None] Provisioning for port dfde6112-45c9-4566-a31d-973209de15c5 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:07.111732 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b7478d79-bafa-4a0e-98ce-f62de538385a None None] Provisioning complete for port dfde6112-45c9-4566-a31d-973209de15c5 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:07.112179 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b7478d79-bafa-4a0e-98ce-f62de538385a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.117264 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4881e-2161-4bab-9014-cde7ac381c4f req-376745db-e62e-4973-a8e1-bdc351e2a00e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:07.119399 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bfb4881e-2161-4bab-9014-cde7ac381c4f req-376745db-e62e-4973-a8e1-bdc351e2a00e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.4756937 Jul 13 07:47:07.190911 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bfb4881e-2161-4bab-9014-cde7ac381c4f req-dbebcd01-d1c0-4a4b-b18c-79d57f184037 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627754 Jul 13 07:47:07.261341 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b7478d79-bafa-4a0e-98ce-f62de538385a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.304424 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-b7478d79-bafa-4a0e-98ce-f62de538385a None None] For port dfde6112-45c9-4566-a31d-973209de15c5, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=dfde6112-45c9-4566-a31d-973209de15c5,segment=NetworkSegment(7e4a3332-dfa8-4083-a386-0cec00154a8d),segment_id=7e4a3332-dfa8-4083-a386-0cec00154a8d)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:07.314042 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b7478d79-bafa-4a0e-98ce-f62de538385a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.331366 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-46244254-e088-4d22-988a-0d1b2ad80bb4 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.339503 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-46244254-e088-4d22-988a-0d1b2ad80bb4 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.379097 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7478d79-bafa-4a0e-98ce-f62de538385a None None] Pushing event updated for resources: {'Port': ['ID=dfde6112-45c9-4566-a31d-973209de15c5,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:07.389123 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7478d79-bafa-4a0e-98ce-f62de538385a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:07.389774 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7478d79-bafa-4a0e-98ce-f62de538385a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:07.390209 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7478d79-bafa-4a0e-98ce-f62de538385a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:07.390696 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7478d79-bafa-4a0e-98ce-f62de538385a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:07.391125 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7478d79-bafa-4a0e-98ce-f62de538385a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:07.391573 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7478d79-bafa-4a0e-98ce-f62de538385a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:07.391692 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46244254-e088-4d22-988a-0d1b2ad80bb4 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event updated for resources: {'Port': ['ID=aea2299c-2ce0-4a27-8c21-590857effa92,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:07.392074 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7478d79-bafa-4a0e-98ce-f62de538385a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:07.393570 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7478d79-bafa-4a0e-98ce-f62de538385a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:07.394021 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7478d79-bafa-4a0e-98ce-f62de538385a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:07.394590 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7478d79-bafa-4a0e-98ce-f62de538385a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:07.395157 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7478d79-bafa-4a0e-98ce-f62de538385a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:07.395900 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7478d79-bafa-4a0e-98ce-f62de538385a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:07.455241 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a8425-cee3-4774-ada5-1932354e3683 req-7f7459f4-afd5-4880-83b6-3e90c3e6aca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:07.456713 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8f0a8425-cee3-4774-ada5-1932354e3683 req-7f7459f4-afd5-4880-83b6-3e90c3e6aca2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a&tenant_id=83828f95f1544d3d8ef79b7d2ebdf1c7 HTTP/1.1" status: 200 len: 1098 time: 0.1852870 Jul 13 07:47:07.460546 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-46244254-e088-4d22-988a-0d1b2ad80bb4 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.465081 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d376b-88e3-40fd-85e4-bf4e668427e6 req-156292a7-00cd-4853-b497-1763b683742c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:07.466598 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a51d376b-88e3-40fd-85e4-bf4e668427e6 req-156292a7-00cd-4853-b497-1763b683742c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 946 time: 0.1205893 Jul 13 07:47:07.472568 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-8f0a8425-cee3-4774-ada5-1932354e3683 req-37296854-66b5-475f-8089-b45138b6d886 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-34', 'device_owner': 'compute:nova'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:07.539798 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a51d376b-88e3-40fd-85e4-bf4e668427e6 req-88707e04-1bb8-4b79-9bac-9d3bbf20a2fb tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645850 Jul 13 07:47:07.556546 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46244254-e088-4d22-988a-0d1b2ad80bb4 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Network b50198f0-bf15-45f6-a7d5-02da4c8fa707 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:07.559973 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-46244254-e088-4d22-988a-0d1b2ad80bb4 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:07.575162 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d567461a-659c-47d8-8657-a3c2666e3a0f None None] Provisioning for port aea2299c-2ce0-4a27-8c21-590857effa92 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:07.584331 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d567461a-659c-47d8-8657-a3c2666e3a0f None None] Provisioning complete for port aea2299c-2ce0-4a27-8c21-590857effa92 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:07.584705 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d567461a-659c-47d8-8657-a3c2666e3a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.606062 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8f0a8425-cee3-4774-ada5-1932354e3683 req-37296854-66b5-475f-8089-b45138b6d886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.631600 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-d567461a-659c-47d8-8657-a3c2666e3a0f None None] Port aea2299c-2ce0-4a27-8c21-590857effa92 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:47:07.643737 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d567461a-659c-47d8-8657-a3c2666e3a0f None None] Provisioning complete for port dfde6112-45c9-4566-a31d-973209de15c5 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:07.644457 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d567461a-659c-47d8-8657-a3c2666e3a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.710214 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46244254-e088-4d22-988a-0d1b2ad80bb4 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Router 6a19f990-14fa-49dc-a57c-855973289531 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:47:07.818489 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46244254-e088-4d22-988a-0d1b2ad80bb4 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:47:07.824858 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-46244254-e088-4d22-988a-0d1b2ad80bb4 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "PUT /v2.0/routers/6a19f990-14fa-49dc-a57c-855973289531/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0980697 Jul 13 07:47:07.827582 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53826) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:07.830704 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249529c5-337a-439c-9604-c71fd2d141ca None None] Sync routers for ids ['6a19f990-14fa-49dc-a57c-855973289531'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:47:07.844100 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249529c5-337a-439c-9604-c71fd2d141ca None None] Routers {'6a19f990-14fa-49dc-a57c-855973289531'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:07.844889 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-249529c5-337a-439c-9604-c71fd2d141ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:47:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['6a19f990-14fa-49dc-a57c-855973289531'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:07.863488 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-8f0a8425-cee3-4774-ada5-1932354e3683 req-37296854-66b5-475f-8089-b45138b6d886 service neutron] For port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=37e65a28-7ffc-454b-8ef8-0acf8e5a824e,segment=NetworkSegment(82b0794f-89d2-4219-8340-180084a286f0),segment_id=82b0794f-89d2-4219-8340-180084a286f0)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:07.883190 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c5094c-8c5b-4bc1-b52a-8717cb5cc9b3 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:07.885193 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d9c5094c-8c5b-4bc1-b52a-8717cb5cc9b3 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "GET /v2.0/ports/aea2299c-2ce0-4a27-8c21-590857effa92 HTTP/1.1" status: 200 len: 910 time: 0.0566630 Jul 13 07:47:07.888750 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53828) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:07.894971 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-8233a1c7-9b73-4c44-b427-761ac8629183 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '73fb27d8-c579-4db5-b595-4280ca94be2f'}]}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:07.895682 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-249529c5-337a-439c-9604-c71fd2d141ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:07.912540 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249529c5-337a-439c-9604-c71fd2d141ca None None] Routers {'6a19f990-14fa-49dc-a57c-855973289531'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:07.913173 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-249529c5-337a-439c-9604-c71fd2d141ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:47:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['6a19f990-14fa-49dc-a57c-855973289531'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:07.916639 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-228e6237-7fb7-4272-b65c-4aaea06e4be9 None None] Provisioning complete for port aea2299c-2ce0-4a27-8c21-590857effa92 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:07.917010 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-228e6237-7fb7-4272-b65c-4aaea06e4be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:07.932297 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-8f0a8425-cee3-4774-ada5-1932354e3683 req-37296854-66b5-475f-8089-b45138b6d886 service neutron] For port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:07.951729 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-249529c5-337a-439c-9604-c71fd2d141ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:07.952214 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249529c5-337a-439c-9604-c71fd2d141ca None None] The sync data for ids ['6a19f990-14fa-49dc-a57c-855973289531'] in n-d-771363-34 is: [] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:47:07.986282 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-228e6237-7fb7-4272-b65c-4aaea06e4be9 None None] Port aea2299c-2ce0-4a27-8c21-590857effa92 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:47:08.011312 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7e5e93-4013-4605-b702-ece22ee0740a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37e65a28-7ffc-454b-8ef8-0acf8e5a824e'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:47:08.014115 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49f1d33-ad9b-49b8-9469-c57194c2015f" -d '{"events": [{"server_uuid": "4b7e5e93-4013-4605-b702-ece22ee0740a", "name": "network-vif-unplugged", "status": "completed", "tag": "37e65a28-7ffc-454b-8ef8-0acf8e5a824e"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:47:08.020055 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8f0a8425-cee3-4774-ada5-1932354e3683 req-37296854-66b5-475f-8089-b45138b6d886 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:08.063195 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408b353b-96d5-499b-9e4f-53ae85f8e68a x-openstack-request-id: req-408b353b-96d5-499b-9e4f-53ae85f8e68a {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:47:08.063556 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7e5e93-4013-4605-b702-ece22ee0740a", "name": "network-vif-unplugged", "status": "completed", "tag": "37e65a28-7ffc-454b-8ef8-0acf8e5a824e", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:47:08.063806 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-408b353b-96d5-499b-9e4f-53ae85f8e68a {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:47:08.064209 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7e5e93-4013-4605-b702-ece22ee0740a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37e65a28-7ffc-454b-8ef8-0acf8e5a824e', 'code': 200} Jul 13 07:47:08.072201 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-8f0a8425-cee3-4774-ada5-1932354e3683 req-37296854-66b5-475f-8089-b45138b6d886 service neutron] Transition to ACTIVE for port object 37e65a28-7ffc-454b-8ef8-0acf8e5a824e will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:08.080935 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8f0a8425-cee3-4774-ada5-1932354e3683 req-37296854-66b5-475f-8089-b45138b6d886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:08.105917 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-0956191d-cfe4-4e37-97c2-c02604050273 None None] Provisioning complete for port aea2299c-2ce0-4a27-8c21-590857effa92 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:08.106287 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0956191d-cfe4-4e37-97c2-c02604050273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:08.149276 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-0956191d-cfe4-4e37-97c2-c02604050273 None None] Port aea2299c-2ce0-4a27-8c21-590857effa92 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:47:08.236684 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37296854-66b5-475f-8089-b45138b6d886 service neutron] Pushing event updated for resources: {'Port': ['ID=37e65a28-7ffc-454b-8ef8-0acf8e5a824e,revision_number=10']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:08.273292 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a499fb3a-9564-4672-bb05-1235e043a9df None None] Provisioning complete for port aea2299c-2ce0-4a27-8c21-590857effa92 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:08.273663 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a499fb3a-9564-4672-bb05-1235e043a9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:08.317529 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-a499fb3a-9564-4672-bb05-1235e043a9df None None] Port aea2299c-2ce0-4a27-8c21-590857effa92 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:47:08.591671 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8233a1c7-9b73-4c44-b427-761ac8629183 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:08.651892 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0a8425-cee3-4774-ada5-1932354e3683 req-37296854-66b5-475f-8089-b45138b6d886 service neutron] No DVR routers for this DVR port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e on host n-h2-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:08.725055 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device dfde6112-45c9-4566-a31d-973209de15c5 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:08.742904 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef598376-0217-458d-94d1-dcabf3df9ad5 req-8937f22f-bc86-48ce-9078-5d580fbc49c5 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:08.744324 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ef598376-0217-458d-94d1-dcabf3df9ad5 req-8937f22f-bc86-48ce-9078-5d580fbc49c5 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 945 time: 0.0729699 Jul 13 07:47:08.784773 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port dfde6112-45c9-4566-a31d-973209de15c5 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:08.785134 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:08.795049 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ef598376-0217-458d-94d1-dcabf3df9ad5 req-44c8f7bb-4090-4776-adb1-cfa71fd3dbd7 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428782 Jul 13 07:47:08.876904 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9e337-bdb3-4545-9c35-70b600216ef7 req-a42468f1-a4f7-4d4d-af9d-b22b2b9bb527 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:08.878403 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-94b9e337-bdb3-4545-9c35-70b600216ef7 req-a42468f1-a4f7-4d4d-af9d-b22b2b9bb527 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.3058226 Jul 13 07:47:08.996135 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-94b9e337-bdb3-4545-9c35-70b600216ef7 req-fd1ee75f-de7c-42d3-af9c-488e719bb1bb tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099827 Jul 13 07:47:09.000401 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-8f0a8425-cee3-4774-ada5-1932354e3683 req-37296854-66b5-475f-8089-b45138b6d886 service neutron] Attempting to bind port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:09.000740 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-8f0a8425-cee3-4774-ada5-1932354e3683 req-37296854-66b5-475f-8089-b45138b6d886 service neutron] Attempting to bind port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '82b0794f-89d2-4219-8340-180084a286f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:09.001074 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0a8425-cee3-4774-ada5-1932354e3683 req-37296854-66b5-475f-8089-b45138b6d886 service neutron] Attempting to bind port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e on network fe3ca710-7f04-4b99-abd8-f0c0a80bd44f {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:09.012606 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0a8425-cee3-4774-ada5-1932354e3683 req-37296854-66b5-475f-8089-b45138b6d886 service neutron] Port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e on network fe3ca710-7f04-4b99-abd8-f0c0a80bd44f not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:09.012944 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0a8425-cee3-4774-ada5-1932354e3683 req-37296854-66b5-475f-8089-b45138b6d886 service neutron] Attempting to bind port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e on network fe3ca710-7f04-4b99-abd8-f0c0a80bd44f {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:09.044843 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0a8425-cee3-4774-ada5-1932354e3683 req-37296854-66b5-475f-8089-b45138b6d886 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:47:09.045197 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0a8425-cee3-4774-ada5-1932354e3683 req-37296854-66b5-475f-8089-b45138b6d886 service neutron] Checking segment: {'id': '82b0794f-89d2-4219-8340-180084a286f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:09.045589 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0a8425-cee3-4774-ada5-1932354e3683 req-37296854-66b5-475f-8089-b45138b6d886 service neutron] Bound using segment: {'id': '82b0794f-89d2-4219-8340-180084a286f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:47:09.046038 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-8f0a8425-cee3-4774-ada5-1932354e3683 req-37296854-66b5-475f-8089-b45138b6d886 service neutron] Bound port: 37e65a28-7ffc-454b-8ef8-0acf8e5a824e, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b0794f-89d2-4219-8340-180084a286f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:47:09.046406 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8f0a8425-cee3-4774-ada5-1932354e3683 req-37296854-66b5-475f-8089-b45138b6d886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:09.188231 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a8605-2dc9-4e24-92ab-91715ca4fc60 req-a6a6b3ac-7cde-45f5-850f-7a2658119558 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:09.189301 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-8f0a8425-cee3-4774-ada5-1932354e3683 req-37296854-66b5-475f-8089-b45138b6d886 service neutron] For port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:09.189882 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-259a8605-2dc9-4e24-92ab-91715ca4fc60 req-a6a6b3ac-7cde-45f5-850f-7a2658119558 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.0750809 Jul 13 07:47:09.210215 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-8f0a8425-cee3-4774-ada5-1932354e3683 req-37296854-66b5-475f-8089-b45138b6d886 service neutron] For port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=37e65a28-7ffc-454b-8ef8-0acf8e5a824e,segment=NetworkSegment(82b0794f-89d2-4219-8340-180084a286f0),segment_id=82b0794f-89d2-4219-8340-180084a286f0)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:47:09.220008 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8f0a8425-cee3-4774-ada5-1932354e3683 req-37296854-66b5-475f-8089-b45138b6d886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:09.237152 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-259a8605-2dc9-4e24-92ab-91715ca4fc60 req-4ee694e1-28f4-4c96-96f8-a9234415dd36 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406084 Jul 13 07:47:09.279595 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a8425-cee3-4774-ada5-1932354e3683 req-37296854-66b5-475f-8089-b45138b6d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:09.280225 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8f0a8425-cee3-4774-ada5-1932354e3683 req-37296854-66b5-475f-8089-b45138b6d886 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:09.281700 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8f0a8425-cee3-4774-ada5-1932354e3683 req-37296854-66b5-475f-8089-b45138b6d886 service neutron] 10.222.0.42 "PUT /v2.0/ports/37e65a28-7ffc-454b-8ef8-0acf8e5a824e HTTP/1.1" status: 200 len: 1094 time: 1.8139696 Jul 13 07:47:09.351416 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37296854-66b5-475f-8089-b45138b6d886 service neutron] Pushing event updated for resources: {'Port': ['ID=37e65a28-7ffc-454b-8ef8-0acf8e5a824e,revision_number=11']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:09.359108 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8233a1c7-9b73-4c44-b427-761ac8629183 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:09.375439 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8233a1c7-9b73-4c44-b427-761ac8629183 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:09.480949 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a8425-cee3-4774-ada5-1932354e3683 req-2d820efd-c5d0-4ea1-8702-c64f9064f4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:09.482803 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8f0a8425-cee3-4774-ada5-1932354e3683 req-2d820efd-c5d0-4ea1-8702-c64f9064f4ca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=83828f95f1544d3d8ef79b7d2ebdf1c7&device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 1097 time: 0.1732790 Jul 13 07:47:09.486774 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233a1c7-9b73-4c44-b427-761ac8629183 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event updated for resources: {'Port': ['ID=aea2299c-2ce0-4a27-8c21-590857effa92,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:09.525364 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8233a1c7-9b73-4c44-b427-761ac8629183 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:09.526148 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8233a1c7-9b73-4c44-b427-761ac8629183 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:09.527623 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8233a1c7-9b73-4c44-b427-761ac8629183 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "PUT /v2.0/ports/aea2299c-2ce0-4a27-8c21-590857effa92 HTTP/1.1" status: 200 len: 910 time: 1.6376493 Jul 13 07:47:09.530432 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53850) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:09.687892 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-21f5faf8-3321-4fcd-bd47-a7c477a246d8 None None] Provisioning complete for port aea2299c-2ce0-4a27-8c21-590857effa92 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:09.688395 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-21f5faf8-3321-4fcd-bd47-a7c477a246d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:09.699701 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a8425-cee3-4774-ada5-1932354e3683 req-f88e7872-9564-439c-b3d7-dc36f06dfc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:09.701163 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8f0a8425-cee3-4774-ada5-1932354e3683 req-f88e7872-9564-439c-b3d7-dc36f06dfc2d service neutron] 10.222.0.42 "GET /v2.0/networks?id=fe3ca710-7f04-4b99-abd8-f0c0a80bd44f HTTP/1.1" status: 200 len: 918 time: 0.2098949 Jul 13 07:47:09.725749 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-21f5faf8-3321-4fcd-bd47-a7c477a246d8 None None] Port aea2299c-2ce0-4a27-8c21-590857effa92 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:47:09.834589 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8f0a8425-cee3-4774-ada5-1932354e3683 req-03a6b45e-a857-4fb6-8a23-fbb71558519a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37e65a28-7ffc-454b-8ef8-0acf8e5a824e HTTP/1.1" status: 200 len: 999 time: 0.1022515 Jul 13 07:47:09.929692 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a8425-cee3-4774-ada5-1932354e3683 req-7a947b6f-6e42-49ff-a251-50fb2b9615fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:09.931997 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8f0a8425-cee3-4774-ada5-1932354e3683 req-7a947b6f-6e42-49ff-a251-50fb2b9615fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bcb14844-0f59-4592-827b-9b964d247113 HTTP/1.1" status: 200 len: 856 time: 0.0709813 Jul 13 07:47:09.983985 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a226d30-808d-4a1d-9566-028a15c5ac14 req-8240f0d1-4c54-488b-a170-8d275132faf5 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:09.985730 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2a226d30-808d-4a1d-9566-028a15c5ac14 req-8240f0d1-4c54-488b-a170-8d275132faf5 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 945 time: 0.0735624 Jul 13 07:47:10.023677 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2a226d30-808d-4a1d-9566-028a15c5ac14 req-2e6419c2-45cf-4d5e-85f9-aca4246920df tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324631 Jul 13 07:47:10.077415 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b7e5e93-4013-4605-b702-ece22ee0740a', 'tag': '37e65a28-7ffc-454b-8ef8-0acf8e5a824e'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:47:10.079674 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a16cec-c243-4d57-9fe0-c3c162673490" -d '{"events": [{"name": "network-changed", "server_uuid": "4b7e5e93-4013-4605-b702-ece22ee0740a", "tag": "37e65a28-7ffc-454b-8ef8-0acf8e5a824e"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:47:10.099392 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a8425-cee3-4774-ada5-1932354e3683 req-b0f4fbbe-bf5e-4a42-8e97-2dea1e0b5589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:10.100914 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8f0a8425-cee3-4774-ada5-1932354e3683 req-b0f4fbbe-bf5e-4a42-8e97-2dea1e0b5589 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fe3ca710-7f04-4b99-abd8-f0c0a80bd44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1510913 Jul 13 07:47:10.121413 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5aae4f-d64b-4dc4-a998-912d60dedd06 x-openstack-request-id: req-9d5aae4f-d64b-4dc4-a998-912d60dedd06 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:47:10.121704 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b7e5e93-4013-4605-b702-ece22ee0740a", "tag": "37e65a28-7ffc-454b-8ef8-0acf8e5a824e", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:47:10.121956 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9d5aae4f-d64b-4dc4-a998-912d60dedd06 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:47:10.122340 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b7e5e93-4013-4605-b702-ece22ee0740a', 'tag': '37e65a28-7ffc-454b-8ef8-0acf8e5a824e', 'status': 'completed', 'code': 200} Jul 13 07:47:10.157359 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107f2b4-653e-418f-8a28-75d016fef1ae req-b61706d5-8c0d-4dbb-b700-658bc8cb58a7 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:10.158834 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4107f2b4-653e-418f-8a28-75d016fef1ae req-b61706d5-8c0d-4dbb-b700-658bc8cb58a7 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=32cecb49-240b-4d70-8958-dd7d08f8389e HTTP/1.1" status: 200 len: 946 time: 0.1638048 Jul 13 07:47:10.232304 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-394e2d78-2962-4abb-a121-eacf099d5866 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:10.353031 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8f0a8425-cee3-4774-ada5-1932354e3683 req-62e010b8-192a-486e-a2ea-095a44fed893 service neutron] 10.222.0.42 "GET /v2.0/networks/fe3ca710-7f04-4b99-abd8-f0c0a80bd44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452812 Jul 13 07:47:10.515335 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-4107f2b4-653e-418f-8a28-75d016fef1ae req-22e13c81-fb55-46f9-ac66-9e6192f1c55e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Deleting port 59365f26-a87c-49de-b40a-225f2179a668 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:10.515681 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4107f2b4-653e-418f-8a28-75d016fef1ae req-22e13c81-fb55-46f9-ac66-9e6192f1c55e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:10.553970 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8f0a8425-cee3-4774-ada5-1932354e3683 req-25e508df-2700-43fa-83a4-3554f6d06c1e service neutron] 10.222.0.42 "GET /v2.0/networks/fe3ca710-7f04-4b99-abd8-f0c0a80bd44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938655 Jul 13 07:47:10.686842 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-4107f2b4-653e-418f-8a28-75d016fef1ae req-22e13c81-fb55-46f9-ac66-9e6192f1c55e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] For port 59365f26-a87c-49de-b40a-225f2179a668, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=59365f26-a87c-49de-b40a-225f2179a668,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:10.687226 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4107f2b4-653e-418f-8a28-75d016fef1ae req-22e13c81-fb55-46f9-ac66-9e6192f1c55e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:10.714056 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-4107f2b4-653e-418f-8a28-75d016fef1ae req-22e13c81-fb55-46f9-ac66-9e6192f1c55e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Calling delete_port for 59365f26-a87c-49de-b40a-225f2179a668 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:11.091544 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a16cec-c243-4d57-9fe0-c3c162673490 req-ff22b62d-81ce-4fa1-ad53-49ddc1174d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:11.093087 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-37a16cec-c243-4d57-9fe0-c3c162673490 req-ff22b62d-81ce-4fa1-ad53-49ddc1174d08 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=83828f95f1544d3d8ef79b7d2ebdf1c7&device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 1097 time: 0.4844737 Jul 13 07:47:11.179933 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-394e2d78-2962-4abb-a121-eacf099d5866 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Deleting port aea2299c-2ce0-4a27-8c21-590857effa92 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:11.180549 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-394e2d78-2962-4abb-a121-eacf099d5866 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.254509 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e10295-f482-4017-a350-454cf88f9d81 req-7e827ffd-9e0e-41ff-b00b-6e6999e188d3 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:11.256773 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f1e10295-f482-4017-a350-454cf88f9d81 req-7e827ffd-9e0e-41ff-b00b-6e6999e188d3 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 945 time: 0.0891054 Jul 13 07:47:11.323229 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f1e10295-f482-4017-a350-454cf88f9d81 req-171641d8-f087-4379-bac3-4726a706e55f tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596609 Jul 13 07:47:11.346812 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-394e2d78-2962-4abb-a121-eacf099d5866 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.348756 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4107f2b4-653e-418f-8a28-75d016fef1ae req-22e13c81-fb55-46f9-ac66-9e6192f1c55e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.361137 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['df837a61-7753-44d9-99fe-c028e7b6f98f'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:47:11.363553 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['049d9b72-05c4-48d2-8748-28f851928d00'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:47:11.368039 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-394e2d78-2962-4abb-a121-eacf099d5866 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Calling delete_port for aea2299c-2ce0-4a27-8c21-590857effa92 owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:11.452221 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e13c81-fb55-46f9-ac66-9e6192f1c55e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Pushing event deleted for resources: {'Port': ['ID=59365f26-a87c-49de-b40a-225f2179a668,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:11.515334 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-4107f2b4-653e-418f-8a28-75d016fef1ae req-22e13c81-fb55-46f9-ac66-9e6192f1c55e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] No DVR routers for this DVR port 59365f26-a87c-49de-b40a-225f2179a668 on host n-h2-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:11.517930 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4107f2b4-653e-418f-8a28-75d016fef1ae req-22e13c81-fb55-46f9-ac66-9e6192f1c55e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.530796 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4107f2b4-653e-418f-8a28-75d016fef1ae req-22e13c81-fb55-46f9-ac66-9e6192f1c55e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "DELETE /v2.0/ports/59365f26-a87c-49de-b40a-225f2179a668 HTTP/1.1" status: 204 len: 173 time: 1.3657126 Jul 13 07:47:11.768628 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-394e2d78-2962-4abb-a121-eacf099d5866 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:11.814793 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e2d78-2962-4abb-a121-eacf099d5866 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event deleted for resources: {'Port': ['ID=aea2299c-2ce0-4a27-8c21-590857effa92,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:12.004066 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-394e2d78-2962-4abb-a121-eacf099d5866 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:12.125885 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32cecb49-240b-4d70-8958-dd7d08f8389e', 'name': 'network-vif-deleted', 'tag': '59365f26-a87c-49de-b40a-225f2179a668'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:47:12.128250 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f26800d-2cac-4f96-bded-67ab310fafa7" -d '{"events": [{"server_uuid": "32cecb49-240b-4d70-8958-dd7d08f8389e", "name": "network-vif-deleted", "tag": "59365f26-a87c-49de-b40a-225f2179a668"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:47:12.209688 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 13 Jul 2021 07:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2705d225-d729-400d-943c-331b7956e670 x-openstack-request-id: req-2705d225-d729-400d-943c-331b7956e670 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:47:12.210035 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32cecb49-240b-4d70-8958-dd7d08f8389e", "name": "network-vif-deleted", "tag": "59365f26-a87c-49de-b40a-225f2179a668", "status": "failed", "code": 422}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:47:12.210286 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2705d225-d729-400d-943c-331b7956e670 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:47:12.210703 n-d-771363-34 neutron-server[94017]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '32cecb49-240b-4d70-8958-dd7d08f8389e', 'name': 'network-vif-deleted', 'tag': '59365f26-a87c-49de-b40a-225f2179a668', 'status': 'failed', 'code': 422} returned with failed status Jul 13 07:47:12.230284 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394e2d78-2962-4abb-a121-eacf099d5866 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Router 6a19f990-14fa-49dc-a57c-855973289531 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:47:12.324010 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394e2d78-2962-4abb-a121-eacf099d5866 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:47:12.332343 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-394e2d78-2962-4abb-a121-eacf099d5866 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "PUT /v2.0/routers/6a19f990-14fa-49dc-a57c-855973289531/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7982016 Jul 13 07:47:12.332343 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53910) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:12.334691 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319b742b-976e-4f2c-94b1-bb0e2f73204e None None] Sync routers for ids ['6a19f990-14fa-49dc-a57c-855973289531'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:47:12.345173 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319b742b-976e-4f2c-94b1-bb0e2f73204e None None] Routers {'6a19f990-14fa-49dc-a57c-855973289531'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:12.346557 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-319b742b-976e-4f2c-94b1-bb0e2f73204e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:47:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['6a19f990-14fa-49dc-a57c-855973289531'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:12.385090 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-28749f68-764a-406e-bc3d-4fa009bbe2af tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a19f990-14fa-49dc-a57c-855973289531 HTTP/1.1" status: 200 len: 205 time: 0.0487378 Jul 13 07:47:12.385811 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53914) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:12.394972 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-319b742b-976e-4f2c-94b1-bb0e2f73204e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:12.406048 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319b742b-976e-4f2c-94b1-bb0e2f73204e None None] Routers {'6a19f990-14fa-49dc-a57c-855973289531'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:12.407252 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-319b742b-976e-4f2c-94b1-bb0e2f73204e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:47:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['6a19f990-14fa-49dc-a57c-855973289531'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:12.445428 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-319b742b-976e-4f2c-94b1-bb0e2f73204e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:12.446854 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319b742b-976e-4f2c-94b1-bb0e2f73204e None None] The sync data for ids ['6a19f990-14fa-49dc-a57c-855973289531'] in n-d-771363-34 is: [] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:47:12.544825 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e58e5eb3-4e76-4205-8829-f98cfc2b87f9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:12.585214 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0b8a7-1f50-4c8b-9255-dce89c3d80f1 req-34cdcf42-82f7-45a5-ab09-8edfc330b9ec tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:12.586510 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bde0b8a7-1f50-4c8b-9255-dce89c3d80f1 req-34cdcf42-82f7-45a5-ab09-8edfc330b9ec tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 945 time: 0.0743735 Jul 13 07:47:12.656036 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bde0b8a7-1f50-4c8b-9255-dce89c3d80f1 req-388cd221-ca64-4729-970b-6545e69e8469 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551646 Jul 13 07:47:12.813159 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e58e5eb3-4e76-4205-8829-f98cfc2b87f9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:12.817430 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e58e5eb3-4e76-4205-8829-f98cfc2b87f9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:12.871647 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e58e5eb3-4e76-4205-8829-f98cfc2b87f9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:12.872050 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58e5eb3-4e76-4205-8829-f98cfc2b87f9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Fanout notify agent at l3_agent the message router_deleted on router 6a19f990-14fa-49dc-a57c-855973289531 {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:47:12.880209 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e58e5eb3-4e76-4205-8829-f98cfc2b87f9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:12.884060 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e58e5eb3-4e76-4205-8829-f98cfc2b87f9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "DELETE /v2.0/routers/6a19f990-14fa-49dc-a57c-855973289531 HTTP/1.1" status: 204 len: 168 time: 0.4941905 Jul 13 07:47:12.884289 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53918) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:12.902622 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07becceb-09cc-412b-8dc1-89e8aa5d5682 req-f2b36763-7d9b-454b-b86e-b5d0038d8a6a tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:12.912909 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-07becceb-09cc-412b-8dc1-89e8aa5d5682 req-f2b36763-7d9b-454b-b86e-b5d0038d8a6a tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c839c7a-00ee-40c6-8569-10beac1eb94a HTTP/1.1" status: 200 len: 907 time: 0.1567168 Jul 13 07:47:12.947887 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f5567d8-88ca-49d7-b89c-939e061c46e0 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Deleting subnet 73fb27d8-c579-4db5-b595-4280ca94be2f {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:47:12.951753 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4f5567d8-88ca-49d7-b89c-939e061c46e0 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:13.000245 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4f5567d8-88ca-49d7-b89c-939e061c46e0 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:13.088715 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4f5567d8-88ca-49d7-b89c-939e061c46e0 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:13.157282 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4f5567d8-88ca-49d7-b89c-939e061c46e0 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:13.184474 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5567d8-88ca-49d7-b89c-939e061c46e0 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event deleted for resources: {'Subnet': ['ID=73fb27d8-c579-4db5-b595-4280ca94be2f,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:13.190422 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4f5567d8-88ca-49d7-b89c-939e061c46e0 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:13.194714 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4f5567d8-88ca-49d7-b89c-939e061c46e0 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "DELETE /v2.0/subnets/73fb27d8-c579-4db5-b595-4280ca94be2f HTTP/1.1" status: 204 len: 168 time: 0.3059642 Jul 13 07:47:13.195463 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53920) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:13.197203 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354896db-5c4b-43fe-83ff-22b48f44692a None None] Network b50198f0-bf15-45f6-a7d5-02da4c8fa707 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:13.281156 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ce68be59-fcb9-4e41-8651-0804be62dcb7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:13.351887 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-ce68be59-fcb9-4e41-8651-0804be62dcb7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Deleting port dfde6112-45c9-4566-a31d-973209de15c5 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:13.352222 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ce68be59-fcb9-4e41-8651-0804be62dcb7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:13.423294 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f4e257-f6d1-4a4b-a7ea-2ce81aaeac8f None None] DHCP port deletion for b50198f0-bf15-45f6-a7d5-02da4c8fa707 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:47:13.437468 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-ce68be59-fcb9-4e41-8651-0804be62dcb7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] For port dfde6112-45c9-4566-a31d-973209de15c5, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=dfde6112-45c9-4566-a31d-973209de15c5,segment=NetworkSegment(7e4a3332-dfa8-4083-a386-0cec00154a8d),segment_id=7e4a3332-dfa8-4083-a386-0cec00154a8d)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:13.437829 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ce68be59-fcb9-4e41-8651-0804be62dcb7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:13.450125 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-ce68be59-fcb9-4e41-8651-0804be62dcb7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Calling delete_port for dfde6112-45c9-4566-a31d-973209de15c5 owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:13.472454 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-61f4e257-f6d1-4a4b-a7ea-2ce81aaeac8f None None] Deleting port dfde6112-45c9-4566-a31d-973209de15c5 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:13.473073 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-61f4e257-f6d1-4a4b-a7ea-2ce81aaeac8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:13.541484 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ce68be59-fcb9-4e41-8651-0804be62dcb7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:13.543701 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-61f4e257-f6d1-4a4b-a7ea-2ce81aaeac8f None None] For port dfde6112-45c9-4566-a31d-973209de15c5, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=dfde6112-45c9-4566-a31d-973209de15c5,segment=NetworkSegment(7e4a3332-dfa8-4083-a386-0cec00154a8d),segment_id=7e4a3332-dfa8-4083-a386-0cec00154a8d)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:13.544089 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-61f4e257-f6d1-4a4b-a7ea-2ce81aaeac8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:13.562799 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-61f4e257-f6d1-4a4b-a7ea-2ce81aaeac8f None None] Calling delete_port for dfde6112-45c9-4566-a31d-973209de15c5 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:13.592129 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68be59-fcb9-4e41-8651-0804be62dcb7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event deleted for resources: {'Port': ['ID=dfde6112-45c9-4566-a31d-973209de15c5,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:13.595045 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce68be59-fcb9-4e41-8651-0804be62dcb7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] No DVR routers for this DVR port dfde6112-45c9-4566-a31d-973209de15c5 on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:13.668650 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-61f4e257-f6d1-4a4b-a7ea-2ce81aaeac8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:13.689339 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ce68be59-fcb9-4e41-8651-0804be62dcb7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:13.693466 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f4e257-f6d1-4a4b-a7ea-2ce81aaeac8f None None] No DVR routers for this DVR port dfde6112-45c9-4566-a31d-973209de15c5 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:13.704788 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-ce68be59-fcb9-4e41-8651-0804be62dcb7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b50198f0-bf15-45f6-a7d5-02da4c8fa707']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:13.718421 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-ce68be59-fcb9-4e41-8651-0804be62dcb7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e4a3332-dfa8-4083-a386-0cec00154a8d') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:13.718836 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-ce68be59-fcb9-4e41-8651-0804be62dcb7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e4a3332-dfa8-4083-a386-0cec00154a8d') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:13.731251 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ce68be59-fcb9-4e41-8651-0804be62dcb7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:13.742530 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f4e257-f6d1-4a4b-a7ea-2ce81aaeac8f None None] Pushing event deleted for resources: {'Port': ['ID=dfde6112-45c9-4566-a31d-973209de15c5,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:13.758971 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ce68be59-fcb9-4e41-8651-0804be62dcb7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:13.766404 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce68be59-fcb9-4e41-8651-0804be62dcb7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:47:13.767116 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ce68be59-fcb9-4e41-8651-0804be62dcb7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:13.770850 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:13.770850 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:13.770850 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:47:13.770850 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:47:13.770850 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:47:13.770850 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:47:13.770850 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:47:13.770850 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:47:13.770850 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:47:13.770850 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:47:13.770850 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:47:13.770850 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:47:13.770850 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:47:13.770850 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:47:13.770850 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:47:13.770850 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:47:13.770850 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:47:13.770850 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:47:13.770850 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:47:13.770850 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:47:13.770850 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:47:13.770850 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:47:13.770850 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:47:13.770850 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:47:13.770850 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:47:13.770850 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:47:13.770850 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:47:13.770850 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:47:13.770850 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:47:13.770850 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:47:13.770850 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:47:13.770850 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:47:13.770850 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:47:13.770850 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:47:13.770850 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:47:13.770850 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:47:13.876504 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ce68be59-fcb9-4e41-8651-0804be62dcb7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:13.884997 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ce68be59-fcb9-4e41-8651-0804be62dcb7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:13.888106 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ce68be59-fcb9-4e41-8651-0804be62dcb7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "DELETE /v2.0/networks/b50198f0-bf15-45f6-a7d5-02da4c8fa707 HTTP/1.1" status: 204 len: 168 time: 0.6914892 Jul 13 07:47:13.892426 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53926) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:13.899027 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-d9666031-d6cf-45ee-996a-ed47460850d8 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2091233119', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:13.910804 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68be59-fcb9-4e41-8651-0804be62dcb7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event deleted for resources: {'Network': ['ID=b50198f0-bf15-45f6-a7d5-02da4c8fa707,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:13.929817 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739fa6ad-7114-48db-b28a-0b28e84fb671 req-cd1046eb-1656-4bdb-b18d-85f267e0445a tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:13.942872 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d9666031-d6cf-45ee-996a-ed47460850d8 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:13.944024 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d9666031-d6cf-45ee-996a-ed47460850d8 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:13.946231 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-739fa6ad-7114-48db-b28a-0b28e84fb671 req-cd1046eb-1656-4bdb-b18d-85f267e0445a tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 945 time: 0.0983756 Jul 13 07:47:14.014260 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-739fa6ad-7114-48db-b28a-0b28e84fb671 req-6cc93c8d-d3b9-4a0c-b875-6d7d27d040cc tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662029 Jul 13 07:47:14.045316 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d9666031-d6cf-45ee-996a-ed47460850d8 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:14.063245 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d9666031-d6cf-45ee-996a-ed47460850d8 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:14.101269 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d9666031-d6cf-45ee-996a-ed47460850d8 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:14.102701 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d9666031-d6cf-45ee-996a-ed47460850d8 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2085171 Jul 13 07:47:14.105569 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53930) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:14.111582 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-12478ed1-4741-4120-a44c-f779696fca22 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Request body: {'network': {'name': 'tempest-RoutersTest-2001104462'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:14.137263 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f763f55-58a2-4334-9f0d-568a97d02c99 req-2248cc0a-a54f-455f-8efc-9b8b25581808 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:14.139292 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8f763f55-58a2-4334-9f0d-568a97d02c99 req-2248cc0a-a54f-455f-8efc-9b8b25581808 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c839c7a-00ee-40c6-8569-10beac1eb94a HTTP/1.1" status: 200 len: 907 time: 0.0870285 Jul 13 07:47:14.142888 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12478ed1-4741-4120-a44c-f779696fca22 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Made reservation on behalf of f3d1699cb0e54437b3086350eac4eb96 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:14.147190 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-12478ed1-4741-4120-a44c-f779696fca22 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:14.180621 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12478ed1-4741-4120-a44c-f779696fca22 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:47:14.191346 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-12478ed1-4741-4120-a44c-f779696fca22 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:14.191697 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-12478ed1-4741-4120-a44c-f779696fca22 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Added segment aa728cbd-c6a8-4954-99fd-7dbf2cd2876e of type vlan for network 4e045275-cd86-4444-b4c7-2fddbacc5e22 Jul 13 07:47:14.238935 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-12478ed1-4741-4120-a44c-f779696fca22 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:14.271042 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-12478ed1-4741-4120-a44c-f779696fca22 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:14.277253 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12478ed1-4741-4120-a44c-f779696fca22 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:14.277945 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-12478ed1-4741-4120-a44c-f779696fca22 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:14.317281 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-12478ed1-4741-4120-a44c-f779696fca22 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2101514 Jul 13 07:47:14.320255 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53932) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:14.328702 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-af5cd65b-81fe-4218-a4eb-7bb3c7444023 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Request body: {'subnet': {'network_id': '4e045275-cd86-4444-b4c7-2fddbacc5e22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:14.358821 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12478ed1-4741-4120-a44c-f779696fca22 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event updated for resources: {'Network': ['ID=4e045275-cd86-4444-b4c7-2fddbacc5e22,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:14.372626 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 4e045275-cd86-4444-b4c7-2fddbacc5e22 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:47:14.466814 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5cd65b-81fe-4218-a4eb-7bb3c7444023 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Made reservation on behalf of f3d1699cb0e54437b3086350eac4eb96 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:14.470877 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-af5cd65b-81fe-4218-a4eb-7bb3c7444023 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:14.671080 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-af5cd65b-81fe-4218-a4eb-7bb3c7444023 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:14.743184 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device dfde6112-45c9-4566-a31d-973209de15c5 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:47:14.753923 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5cd65b-81fe-4218-a4eb-7bb3c7444023 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Checking segment: {'id': 'aa728cbd-c6a8-4954-99fd-7dbf2cd2876e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4e045275-cd86-4444-b4c7-2fddbacc5e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:14.754281 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5cd65b-81fe-4218-a4eb-7bb3c7444023 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Network hostable DHCP agents. Network: 4e045275-cd86-4444-b4c7-2fddbacc5e22, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:47:14.757908 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5cd65b-81fe-4218-a4eb-7bb3c7444023 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event updated for resources: {'Subnet': ['ID=93b55f0d-ac4a-4ada-85c6-789b5beb7d6d,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:14.770822 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: dfde6112-45c9-4566-a31d-973209de15c5 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:47:14.771299 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device dfde6112-45c9-4566-a31d-973209de15c5 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:47:14.777416 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5cd65b-81fe-4218-a4eb-7bb3c7444023 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Network 4e045275-cd86-4444-b4c7-2fddbacc5e22 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:47:14.785386 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-af5cd65b-81fe-4218-a4eb-7bb3c7444023 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 4e045275-cd86-4444-b4c7-2fddbacc5e22) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:14.789972 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5cd65b-81fe-4218-a4eb-7bb3c7444023 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:14.791121 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-af5cd65b-81fe-4218-a4eb-7bb3c7444023 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:14.800242 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d450d34-6132-4245-a650-655b9ec510d0 None None] Network 4e045275-cd86-4444-b4c7-2fddbacc5e22 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:14.812042 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-af5cd65b-81fe-4218-a4eb-7bb3c7444023 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4906974 Jul 13 07:47:14.814760 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53934) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:15.154512 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bde8ff-0c17-4420-b5bf-a1cf3aee8470 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-4e045275-cd86-4444-b4c7-2fddbacc5e22', 'network_id': '4e045275-cd86-4444-b4c7-2fddbacc5e22', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'fixed_ips': [{'subnet_id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:47:15.155949 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-30bde8ff-0c17-4420-b5bf-a1cf3aee8470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:15.175048 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e33f7c96-9127-48c6-ac04-d66170eec4cf tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:15.324240 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-30bde8ff-0c17-4420-b5bf-a1cf3aee8470 None None] Allocated IP 172.20.0.2 (4e045275-cd86-4444-b4c7-2fddbacc5e22/93b55f0d-ac4a-4ada-85c6-789b5beb7d6d/f2288c33-7b85-43d5-95c2-c03ec2258d84) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:15.339119 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c993ea5-06ee-435d-b535-a7a2cac9852a req-aa415d73-66dd-4301-9601-8b23230c4335 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:15.345409 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5c993ea5-06ee-435d-b535-a7a2cac9852a req-aa415d73-66dd-4301-9601-8b23230c4335 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 945 time: 0.1726496 Jul 13 07:47:15.433947 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442859d7-6565-448b-ae0f-1c71eb5b7a4e req-7f91eb64-de8d-4b65-be6a-eb1cc56332f6 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:15.436217 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-442859d7-6565-448b-ae0f-1c71eb5b7a4e req-7f91eb64-de8d-4b65-be6a-eb1cc56332f6 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c839c7a-00ee-40c6-8569-10beac1eb94a HTTP/1.1" status: 200 len: 907 time: 0.1112030 Jul 13 07:47:15.518067 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5c993ea5-06ee-435d-b535-a7a2cac9852a req-c84ff4db-0b0b-4887-bfa4-3dc4035e8e79 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126451 Jul 13 07:47:15.529880 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-30bde8ff-0c17-4420-b5bf-a1cf3aee8470 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:15.544169 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-30bde8ff-0c17-4420-b5bf-a1cf3aee8470 None None] Transition to ACTIVE for port object f2288c33-7b85-43d5-95c2-c03ec2258d84 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:15.564308 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-30bde8ff-0c17-4420-b5bf-a1cf3aee8470 None None] Transition to ACTIVE for port object f2288c33-7b85-43d5-95c2-c03ec2258d84 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:15.570396 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-30bde8ff-0c17-4420-b5bf-a1cf3aee8470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:15.625252 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bde8ff-0c17-4420-b5bf-a1cf3aee8470 None None] Pushing event updated for resources: {'Port': ['ID=f2288c33-7b85-43d5-95c2-c03ec2258d84,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:15.629598 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-e33f7c96-9127-48c6-ac04-d66170eec4cf tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Allocated IP 172.20.0.1 (4e045275-cd86-4444-b4c7-2fddbacc5e22/93b55f0d-ac4a-4ada-85c6-789b5beb7d6d/00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:15.632227 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bde8ff-0c17-4420-b5bf-a1cf3aee8470 None None] Network 4e045275-cd86-4444-b4c7-2fddbacc5e22 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:15.634741 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-30bde8ff-0c17-4420-b5bf-a1cf3aee8470 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:15.636846 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bde8ff-0c17-4420-b5bf-a1cf3aee8470 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:15.702706 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-30bde8ff-0c17-4420-b5bf-a1cf3aee8470 None None] Attempting to bind port f2288c33-7b85-43d5-95c2-c03ec2258d84 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:15.703074 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-30bde8ff-0c17-4420-b5bf-a1cf3aee8470 None None] Attempting to bind port f2288c33-7b85-43d5-95c2-c03ec2258d84 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'aa728cbd-c6a8-4954-99fd-7dbf2cd2876e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4e045275-cd86-4444-b4c7-2fddbacc5e22'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:15.703466 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bde8ff-0c17-4420-b5bf-a1cf3aee8470 None None] Attempting to bind port f2288c33-7b85-43d5-95c2-c03ec2258d84 on network 4e045275-cd86-4444-b4c7-2fddbacc5e22 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:15.710938 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bde8ff-0c17-4420-b5bf-a1cf3aee8470 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:47:15.711339 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bde8ff-0c17-4420-b5bf-a1cf3aee8470 None None] Checking segment: {'id': 'aa728cbd-c6a8-4954-99fd-7dbf2cd2876e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4e045275-cd86-4444-b4c7-2fddbacc5e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:15.711771 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-30bde8ff-0c17-4420-b5bf-a1cf3aee8470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:15.712638 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bde8ff-0c17-4420-b5bf-a1cf3aee8470 None None] Bound using segment: {'id': 'aa728cbd-c6a8-4954-99fd-7dbf2cd2876e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4e045275-cd86-4444-b4c7-2fddbacc5e22'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:47:15.713180 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-30bde8ff-0c17-4420-b5bf-a1cf3aee8470 None None] Bound port: f2288c33-7b85-43d5-95c2-c03ec2258d84, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa728cbd-c6a8-4954-99fd-7dbf2cd2876e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4e045275-cd86-4444-b4c7-2fddbacc5e22'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:47:15.713559 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-30bde8ff-0c17-4420-b5bf-a1cf3aee8470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:15.779234 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e33f7c96-9127-48c6-ac04-d66170eec4cf tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:15.795293 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-e33f7c96-9127-48c6-ac04-d66170eec4cf tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Transition to ACTIVE for port object 00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:15.796530 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-30bde8ff-0c17-4420-b5bf-a1cf3aee8470 None None] For port f2288c33-7b85-43d5-95c2-c03ec2258d84, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:15.800393 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-30bde8ff-0c17-4420-b5bf-a1cf3aee8470 None None] For port f2288c33-7b85-43d5-95c2-c03ec2258d84, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=f2288c33-7b85-43d5-95c2-c03ec2258d84,segment=NetworkSegment(aa728cbd-c6a8-4954-99fd-7dbf2cd2876e),segment_id=aa728cbd-c6a8-4954-99fd-7dbf2cd2876e)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:47:15.807321 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-30bde8ff-0c17-4420-b5bf-a1cf3aee8470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:15.835038 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e33f7c96-9127-48c6-ac04-d66170eec4cf tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:15.882380 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bde8ff-0c17-4420-b5bf-a1cf3aee8470 None None] Pushing event updated for resources: {'Port': ['ID=f2288c33-7b85-43d5-95c2-c03ec2258d84,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:15.895653 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33f7c96-9127-48c6-ac04-d66170eec4cf tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Network 4e045275-cd86-4444-b4c7-2fddbacc5e22 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:15.899436 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-e33f7c96-9127-48c6-ac04-d66170eec4cf tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:15.904339 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33f7c96-9127-48c6-ac04-d66170eec4cf tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:15.908669 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7c96-9127-48c6-ac04-d66170eec4cf tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event updated for resources: {'Port': ['ID=00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:15.987613 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e33f7c96-9127-48c6-ac04-d66170eec4cf tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:16.202098 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e33f7c96-9127-48c6-ac04-d66170eec4cf tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:16.498103 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e33f7c96-9127-48c6-ac04-d66170eec4cf tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:16.503171 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e33f7c96-9127-48c6-ac04-d66170eec4cf tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:16.588120 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7c96-9127-48c6-ac04-d66170eec4cf tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event updated for resources: {'Port': ['ID=00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:16.604096 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e33f7c96-9127-48c6-ac04-d66170eec4cf tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:16.799050 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4480e06-d49c-4719-8246-d5001094d235 req-2c5eef79-a392-4145-942a-2de1983316fe tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:16.801932 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d4480e06-d49c-4719-8246-d5001094d235 req-2c5eef79-a392-4145-942a-2de1983316fe tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c839c7a-00ee-40c6-8569-10beac1eb94a HTTP/1.1" status: 200 len: 907 time: 0.1595089 Jul 13 07:47:16.893286 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f2288c33-7b85-43d5-95c2-c03ec2258d84 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:16.896632 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33f7c96-9127-48c6-ac04-d66170eec4cf tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Network 4e045275-cd86-4444-b4c7-2fddbacc5e22 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:16.900347 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-e33f7c96-9127-48c6-ac04-d66170eec4cf tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:16.977057 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port f2288c33-7b85-43d5-95c2-c03ec2258d84 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:17.053821 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c4b68-27ea-46c9-bb5f-58d31fa344f9 req-2b568058-9808-4c8b-bdb0-61e160bc8d40 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:17.055526 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fe6c4b68-27ea-46c9-bb5f-58d31fa344f9 req-2b568058-9808-4c8b-bdb0-61e160bc8d40 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 945 time: 0.2756615 Jul 13 07:47:17.113631 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fe6c4b68-27ea-46c9-bb5f-58d31fa344f9 req-a78b4725-743a-41b5-bc48-3a3e58ee6ec2 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521367 Jul 13 07:47:17.145775 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33f7c96-9127-48c6-ac04-d66170eec4cf tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Router 3884db07-41a6-40af-9562-bdc5106d5464 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:47:17.169357 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a329b3b9-9ef5-4dba-aaed-3f5b5d348f54 None None] Network 4e045275-cd86-4444-b4c7-2fddbacc5e22 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:17.243693 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3408ae39-0fb5-4c69-97d0-ffa8d4688c6a None None] Provisioning for port f2288c33-7b85-43d5-95c2-c03ec2258d84 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:17.245688 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33f7c96-9127-48c6-ac04-d66170eec4cf tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:47:17.256997 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e33f7c96-9127-48c6-ac04-d66170eec4cf tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "PUT /v2.0/routers/3884db07-41a6-40af-9562-bdc5106d5464/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4386342 Jul 13 07:47:17.257566 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53946) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:17.262218 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aecd98b-e105-4c06-be6e-4b4a5edc4037 None None] Sync routers for ids ['3884db07-41a6-40af-9562-bdc5106d5464'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:47:17.267271 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3408ae39-0fb5-4c69-97d0-ffa8d4688c6a None None] Provisioning complete for port f2288c33-7b85-43d5-95c2-c03ec2258d84 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:17.267644 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3408ae39-0fb5-4c69-97d0-ffa8d4688c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:17.267934 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-4414cc60-02ac-449a-a1ba-9bbd77439764 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Request body: {'network': {'name': 'tempest-RoutersTest-511282702'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:17.297366 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4414cc60-02ac-449a-a1ba-9bbd77439764 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Made reservation on behalf of f3d1699cb0e54437b3086350eac4eb96 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:17.302498 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4414cc60-02ac-449a-a1ba-9bbd77439764 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:17.324158 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aecd98b-e105-4c06-be6e-4b4a5edc4037 None None] Routers {'3884db07-41a6-40af-9562-bdc5106d5464'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:17.324982 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-8aecd98b-e105-4c06-be6e-4b4a5edc4037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:47:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['3884db07-41a6-40af-9562-bdc5106d5464'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:17.332260 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4414cc60-02ac-449a-a1ba-9bbd77439764 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:47:17.341763 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4414cc60-02ac-449a-a1ba-9bbd77439764 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:17.342108 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-4414cc60-02ac-449a-a1ba-9bbd77439764 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Added segment 7723270a-90cf-4ae4-9e81-e9af88b2b5ce of type vlan for network fee2327c-61d6-4923-bd57-07d982ede590 Jul 13 07:47:17.403407 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4414cc60-02ac-449a-a1ba-9bbd77439764 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:17.438208 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4414cc60-02ac-449a-a1ba-9bbd77439764 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:17.448277 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4414cc60-02ac-449a-a1ba-9bbd77439764 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:17.449359 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4414cc60-02ac-449a-a1ba-9bbd77439764 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:17.497217 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4414cc60-02ac-449a-a1ba-9bbd77439764 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2383838 Jul 13 07:47:17.500106 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53948) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:17.505149 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-6bc89b11-00c9-4581-a62a-a50b2c5182ae tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Request body: {'subnet': {'network_id': 'fee2327c-61d6-4923-bd57-07d982ede590', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:17.508376 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-8aecd98b-e105-4c06-be6e-4b4a5edc4037 None None] Set router 3884db07-41a6-40af-9562-bdc5106d5464 gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:17.523840 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414cc60-02ac-449a-a1ba-9bbd77439764 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event updated for resources: {'Network': ['ID=fee2327c-61d6-4923-bd57-07d982ede590,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:17.555240 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network fee2327c-61d6-4923-bd57-07d982ede590 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:47:17.637787 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc89b11-00c9-4581-a62a-a50b2c5182ae tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Made reservation on behalf of f3d1699cb0e54437b3086350eac4eb96 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:17.641391 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6bc89b11-00c9-4581-a62a-a50b2c5182ae tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:17.709476 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3408ae39-0fb5-4c69-97d0-ffa8d4688c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:17.807560 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-3408ae39-0fb5-4c69-97d0-ffa8d4688c6a None None] For port f2288c33-7b85-43d5-95c2-c03ec2258d84, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=f2288c33-7b85-43d5-95c2-c03ec2258d84,segment=NetworkSegment(aa728cbd-c6a8-4954-99fd-7dbf2cd2876e),segment_id=aa728cbd-c6a8-4954-99fd-7dbf2cd2876e)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:17.818819 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3408ae39-0fb5-4c69-97d0-ffa8d4688c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:17.947516 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6bc89b11-00c9-4581-a62a-a50b2c5182ae tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:18.042255 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408ae39-0fb5-4c69-97d0-ffa8d4688c6a None None] Pushing event updated for resources: {'Port': ['ID=f2288c33-7b85-43d5-95c2-c03ec2258d84,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:18.072895 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc89b11-00c9-4581-a62a-a50b2c5182ae tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event updated for resources: {'Subnet': ['ID=0f9955cf-72c8-4abc-9141-02158dec50bf,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:18.101200 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-8aecd98b-e105-4c06-be6e-4b4a5edc4037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3884db07-41a6-40af-9562-bdc5106d5464', 'name': 'tempest-RoutersTest-router-2091233119', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:13Z', 'updated_at': '2021-07-13T07:47:16Z', 'revision_number': 2, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'gw_port_host': None, '_interfaces': [{'id': '00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1', 'name': '', 'network_id': '4e045275-cd86-4444-b4c7-2fddbacc5e22', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:9d:75:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:15Z', 'updated_at': '2021-07-13T07:47:16Z', 'revision_number': 2, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:18.109420 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc89b11-00c9-4581-a62a-a50b2c5182ae tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:18.109621 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc89b11-00c9-4581-a62a-a50b2c5182ae tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:18.109963 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc89b11-00c9-4581-a62a-a50b2c5182ae tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:18.110294 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc89b11-00c9-4581-a62a-a50b2c5182ae tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:18.110655 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc89b11-00c9-4581-a62a-a50b2c5182ae tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:18.123813 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc89b11-00c9-4581-a62a-a50b2c5182ae tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:18.124427 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc89b11-00c9-4581-a62a-a50b2c5182ae tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:18.124931 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc89b11-00c9-4581-a62a-a50b2c5182ae tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:18.125429 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc89b11-00c9-4581-a62a-a50b2c5182ae tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:18.125933 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc89b11-00c9-4581-a62a-a50b2c5182ae tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:18.126423 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc89b11-00c9-4581-a62a-a50b2c5182ae tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:18.126916 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc89b11-00c9-4581-a62a-a50b2c5182ae tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:18.149117 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aecd98b-e105-4c06-be6e-4b4a5edc4037 None None] Checking router: 3884db07-41a6-40af-9562-bdc5106d5464 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:47:18.150307 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aecd98b-e105-4c06-be6e-4b4a5edc4037 None None] Updating router 3884db07-41a6-40af-9562-bdc5106d5464 port 00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1 binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:47:18.222811 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8aecd98b-e105-4c06-be6e-4b4a5edc4037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:18.231066 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc89b11-00c9-4581-a62a-a50b2c5182ae tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Checking segment: {'id': '7723270a-90cf-4ae4-9e81-e9af88b2b5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fee2327c-61d6-4923-bd57-07d982ede590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:18.231678 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc89b11-00c9-4581-a62a-a50b2c5182ae tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Network hostable DHCP agents. Network: fee2327c-61d6-4923-bd57-07d982ede590, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:47:18.241507 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f21210af-2fda-4142-b07e-d6fa06c55858 None None] Provisioning for port 00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:18.250300 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f21210af-2fda-4142-b07e-d6fa06c55858 None None] Provisioning complete for port 00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:18.250898 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f21210af-2fda-4142-b07e-d6fa06c55858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:18.305874 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73231a10-e3a3-4905-a571-c6c375f64396 req-c27514bd-5d37-4e70-9747-cce571bacaf1 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:18.307799 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-73231a10-e3a3-4905-a571-c6c375f64396 req-c27514bd-5d37-4e70-9747-cce571bacaf1 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c839c7a-00ee-40c6-8569-10beac1eb94a HTTP/1.1" status: 200 len: 907 time: 0.3104432 Jul 13 07:47:18.327781 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc89b11-00c9-4581-a62a-a50b2c5182ae tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Network fee2327c-61d6-4923-bd57-07d982ede590 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:47:18.362604 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-6bc89b11-00c9-4581-a62a-a50b2c5182ae tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, fee2327c-61d6-4923-bd57-07d982ede590) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:18.378426 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc89b11-00c9-4581-a62a-a50b2c5182ae tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:18.379999 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6bc89b11-00c9-4581-a62a-a50b2c5182ae tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:18.387304 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0015fd8-d94b-47c4-8086-11d954031e70 None None] Network fee2327c-61d6-4923-bd57-07d982ede590 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:18.419552 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6bc89b11-00c9-4581-a62a-a50b2c5182ae tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9156401 Jul 13 07:47:18.420534 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53954) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:18.538224 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e24689-711c-4b33-9206-e32236f94dc4 req-66b9e7f2-abfa-4a5b-8966-f830926f0422 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:18.547228 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-38e24689-711c-4b33-9206-e32236f94dc4 req-66b9e7f2-abfa-4a5b-8966-f830926f0422 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 945 time: 0.2045419 Jul 13 07:47:18.600637 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f21210af-2fda-4142-b07e-d6fa06c55858 None None] Port 00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:47:18.632989 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-38e24689-711c-4b33-9206-e32236f94dc4 req-1cb57b7d-21d6-4be1-81db-5095503633e6 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791380 Jul 13 07:47:18.891479 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f21210af-2fda-4142-b07e-d6fa06c55858 None None] Provisioning complete for port f2288c33-7b85-43d5-95c2-c03ec2258d84 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:18.891850 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f21210af-2fda-4142-b07e-d6fa06c55858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:18.893708 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f2288c33-7b85-43d5-95c2-c03ec2258d84 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:18.988422 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8aecd98b-e105-4c06-be6e-4b4a5edc4037 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:19.045886 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8aecd98b-e105-4c06-be6e-4b4a5edc4037 None None] Transition to ACTIVE for port object 00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:19.166761 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8aecd98b-e105-4c06-be6e-4b4a5edc4037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:19.181659 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de00fb8c-de18-47fc-bbad-cd733fd3b61c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-fee2327c-61d6-4923-bd57-07d982ede590', 'network_id': 'fee2327c-61d6-4923-bd57-07d982ede590', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'fixed_ips': [{'subnet_id': '0f9955cf-72c8-4abc-9141-02158dec50bf'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:47:19.182562 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-de00fb8c-de18-47fc-bbad-cd733fd3b61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:19.190272 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port f2288c33-7b85-43d5-95c2-c03ec2258d84 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:19.190623 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:19.239342 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e22459b7-7434-426b-8f77-f8f828ec14bc tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:19.582182 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224e4db-982f-4195-96a9-190174c74cb6 None None] Pushing event updated for resources: {'Port': ['ID=00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:19.670221 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-e22459b7-7434-426b-8f77-f8f828ec14bc tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Allocated IP 172.21.0.1 (fee2327c-61d6-4923-bd57-07d982ede590/0f9955cf-72c8-4abc-9141-02158dec50bf/8bfb985e-4e88-4deb-9c7d-d01460f7781f) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:19.736287 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1995c-e7ef-40d4-8f3b-f2c077db4b36 req-2ece99ee-e743-466d-b377-909d6fdd6149 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:19.750116 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-59d1995c-e7ef-40d4-8f3b-f2c077db4b36 req-2ece99ee-e743-466d-b377-909d6fdd6149 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c839c7a-00ee-40c6-8569-10beac1eb94a HTTP/1.1" status: 200 len: 907 time: 0.2614057 Jul 13 07:47:19.818662 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-8aecd98b-e105-4c06-be6e-4b4a5edc4037 None None] Attempting to bind port 00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:19.819268 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-8aecd98b-e105-4c06-be6e-4b4a5edc4037 None None] Attempting to bind port 00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'aa728cbd-c6a8-4954-99fd-7dbf2cd2876e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4e045275-cd86-4444-b4c7-2fddbacc5e22'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:19.819792 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aecd98b-e105-4c06-be6e-4b4a5edc4037 None None] Attempting to bind port 00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1 on network 4e045275-cd86-4444-b4c7-2fddbacc5e22 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:19.829029 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aecd98b-e105-4c06-be6e-4b4a5edc4037 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:47:19.829696 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aecd98b-e105-4c06-be6e-4b4a5edc4037 None None] Checking segment: {'id': 'aa728cbd-c6a8-4954-99fd-7dbf2cd2876e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4e045275-cd86-4444-b4c7-2fddbacc5e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:19.830256 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8aecd98b-e105-4c06-be6e-4b4a5edc4037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:19.830794 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aecd98b-e105-4c06-be6e-4b4a5edc4037 None None] Bound using segment: {'id': 'aa728cbd-c6a8-4954-99fd-7dbf2cd2876e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4e045275-cd86-4444-b4c7-2fddbacc5e22'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:47:19.835513 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-8aecd98b-e105-4c06-be6e-4b4a5edc4037 None None] Bound port: 00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa728cbd-c6a8-4954-99fd-7dbf2cd2876e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4e045275-cd86-4444-b4c7-2fddbacc5e22'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:47:19.836163 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8aecd98b-e105-4c06-be6e-4b4a5edc4037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:19.903603 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e22459b7-7434-426b-8f77-f8f828ec14bc tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:19.910683 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-8aecd98b-e105-4c06-be6e-4b4a5edc4037 None None] For port 00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:19.914123 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-8aecd98b-e105-4c06-be6e-4b4a5edc4037 None None] For port 00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1,segment=NetworkSegment(aa728cbd-c6a8-4954-99fd-7dbf2cd2876e),segment_id=aa728cbd-c6a8-4954-99fd-7dbf2cd2876e)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:47:19.926874 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8aecd98b-e105-4c06-be6e-4b4a5edc4037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:19.937559 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-e22459b7-7434-426b-8f77-f8f828ec14bc tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Transition to ACTIVE for port object 8bfb985e-4e88-4deb-9c7d-d01460f7781f will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:19.975835 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806416d3-051a-4597-87a0-95b249396392 req-16bafa92-f3c1-4c56-bae7-d747fa91b3c6 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:19.978913 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-806416d3-051a-4597-87a0-95b249396392 req-16bafa92-f3c1-4c56-bae7-d747fa91b3c6 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 945 time: 0.1311698 Jul 13 07:47:19.999273 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e22459b7-7434-426b-8f77-f8f828ec14bc tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:20.040822 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aecd98b-e105-4c06-be6e-4b4a5edc4037 None None] Routers {'3884db07-41a6-40af-9562-bdc5106d5464'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:20.041555 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-8aecd98b-e105-4c06-be6e-4b4a5edc4037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:47:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['3884db07-41a6-40af-9562-bdc5106d5464'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:20.058706 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22459b7-7434-426b-8f77-f8f828ec14bc tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Network fee2327c-61d6-4923-bd57-07d982ede590 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:20.066511 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-e22459b7-7434-426b-8f77-f8f828ec14bc tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:20.080564 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22459b7-7434-426b-8f77-f8f828ec14bc tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:20.108319 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224e4db-982f-4195-96a9-190174c74cb6 None None] Pushing event updated for resources: {'Port': ['ID=00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:20.127804 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-806416d3-051a-4597-87a0-95b249396392 req-2762c352-fcd7-4d6e-92ff-396b9615914c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319075 Jul 13 07:47:20.183393 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-de00fb8c-de18-47fc-bbad-cd733fd3b61c None None] Allocated IP 172.21.0.2 (fee2327c-61d6-4923-bd57-07d982ede590/0f9955cf-72c8-4abc-9141-02158dec50bf/3e74e950-1bc4-4c78-a93e-b3db80384d89) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:20.183957 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22459b7-7434-426b-8f77-f8f828ec14bc tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event updated for resources: {'Port': ['ID=8bfb985e-4e88-4deb-9c7d-d01460f7781f,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:20.210202 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-8aecd98b-e105-4c06-be6e-4b4a5edc4037 None None] Set router 3884db07-41a6-40af-9562-bdc5106d5464 gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:20.219013 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e22459b7-7434-426b-8f77-f8f828ec14bc tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:20.373484 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e22459b7-7434-426b-8f77-f8f828ec14bc tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:20.526514 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-de00fb8c-de18-47fc-bbad-cd733fd3b61c None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:20.539049 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-de00fb8c-de18-47fc-bbad-cd733fd3b61c None None] Transition to ACTIVE for port object 3e74e950-1bc4-4c78-a93e-b3db80384d89 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:20.559614 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-de00fb8c-de18-47fc-bbad-cd733fd3b61c None None] Transition to ACTIVE for port object 3e74e950-1bc4-4c78-a93e-b3db80384d89 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:20.566541 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-de00fb8c-de18-47fc-bbad-cd733fd3b61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:20.572917 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-8aecd98b-e105-4c06-be6e-4b4a5edc4037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3884db07-41a6-40af-9562-bdc5106d5464', 'name': 'tempest-RoutersTest-router-2091233119', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:13Z', 'updated_at': '2021-07-13T07:47:16Z', 'revision_number': 2, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'gw_port_host': None, '_interfaces': [{'id': '00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1', 'name': '', 'network_id': '4e045275-cd86-4444-b4c7-2fddbacc5e22', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:9d:75:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:15Z', 'updated_at': '2021-07-13T07:47:19Z', 'revision_number': 4, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:20.628343 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aecd98b-e105-4c06-be6e-4b4a5edc4037 None None] The sync data for ids ['3884db07-41a6-40af-9562-bdc5106d5464'] in n-d-771363-34 is: [{'id': '3884db07-41a6-40af-9562-bdc5106d5464', 'name': 'tempest-RoutersTest-router-2091233119', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:13Z', 'updated_at': '2021-07-13T07:47:16Z', 'revision_number': 2, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'gw_port_host': None, '_interfaces': [{'id': '00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1', 'name': '', 'network_id': '4e045275-cd86-4444-b4c7-2fddbacc5e22', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:9d:75:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:15Z', 'updated_at': '2021-07-13T07:47:19Z', 'revision_number': 4, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:47:20.638594 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e22459b7-7434-426b-8f77-f8f828ec14bc tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:20.642758 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de00fb8c-de18-47fc-bbad-cd733fd3b61c None None] Network fee2327c-61d6-4923-bd57-07d982ede590 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:20.644726 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e22459b7-7434-426b-8f77-f8f828ec14bc tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:20.646378 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-de00fb8c-de18-47fc-bbad-cd733fd3b61c None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:20.648793 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de00fb8c-de18-47fc-bbad-cd733fd3b61c None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:20.659051 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00fb8c-de18-47fc-bbad-cd733fd3b61c None None] Pushing event updated for resources: {'Port': ['ID=3e74e950-1bc4-4c78-a93e-b3db80384d89,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:20.725227 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-de00fb8c-de18-47fc-bbad-cd733fd3b61c None None] Attempting to bind port 3e74e950-1bc4-4c78-a93e-b3db80384d89 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:20.725594 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-de00fb8c-de18-47fc-bbad-cd733fd3b61c None None] Attempting to bind port 3e74e950-1bc4-4c78-a93e-b3db80384d89 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '7723270a-90cf-4ae4-9e81-e9af88b2b5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fee2327c-61d6-4923-bd57-07d982ede590'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:20.726000 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de00fb8c-de18-47fc-bbad-cd733fd3b61c None None] Attempting to bind port 3e74e950-1bc4-4c78-a93e-b3db80384d89 on network fee2327c-61d6-4923-bd57-07d982ede590 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:20.730850 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e22459b7-7434-426b-8f77-f8f828ec14bc tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:20.732671 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de00fb8c-de18-47fc-bbad-cd733fd3b61c None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:47:20.733055 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de00fb8c-de18-47fc-bbad-cd733fd3b61c None None] Checking segment: {'id': '7723270a-90cf-4ae4-9e81-e9af88b2b5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fee2327c-61d6-4923-bd57-07d982ede590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:20.733457 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-de00fb8c-de18-47fc-bbad-cd733fd3b61c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:20.734462 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de00fb8c-de18-47fc-bbad-cd733fd3b61c None None] Bound using segment: {'id': '7723270a-90cf-4ae4-9e81-e9af88b2b5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fee2327c-61d6-4923-bd57-07d982ede590'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:47:20.734462 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-de00fb8c-de18-47fc-bbad-cd733fd3b61c None None] Bound port: 3e74e950-1bc4-4c78-a93e-b3db80384d89, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7723270a-90cf-4ae4-9e81-e9af88b2b5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fee2327c-61d6-4923-bd57-07d982ede590'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:47:20.735087 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-de00fb8c-de18-47fc-bbad-cd733fd3b61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:20.740848 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22459b7-7434-426b-8f77-f8f828ec14bc tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event updated for resources: {'Port': ['ID=8bfb985e-4e88-4deb-9c7d-d01460f7781f,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:20.845934 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-de00fb8c-de18-47fc-bbad-cd733fd3b61c None None] For port 3e74e950-1bc4-4c78-a93e-b3db80384d89, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:20.849493 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-de00fb8c-de18-47fc-bbad-cd733fd3b61c None None] For port 3e74e950-1bc4-4c78-a93e-b3db80384d89, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=3e74e950-1bc4-4c78-a93e-b3db80384d89,segment=NetworkSegment(7723270a-90cf-4ae4-9e81-e9af88b2b5ce),segment_id=7723270a-90cf-4ae4-9e81-e9af88b2b5ce)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:47:20.852221 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22459b7-7434-426b-8f77-f8f828ec14bc tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Network fee2327c-61d6-4923-bd57-07d982ede590 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:20.854674 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-e22459b7-7434-426b-8f77-f8f828ec14bc tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:20.855970 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-de00fb8c-de18-47fc-bbad-cd733fd3b61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:20.978906 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00fb8c-de18-47fc-bbad-cd733fd3b61c None None] Pushing event updated for resources: {'Port': ['ID=3e74e950-1bc4-4c78-a93e-b3db80384d89,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:21.033732 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a16cec-c243-4d57-9fe0-c3c162673490 req-715ee90b-498a-4528-b60f-3590bb14e27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:21.035274 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-37a16cec-c243-4d57-9fe0-c3c162673490 req-715ee90b-498a-4528-b60f-3590bb14e27a service neutron] 10.222.0.42 "GET /v2.0/networks?id=fe3ca710-7f04-4b99-abd8-f0c0a80bd44f HTTP/1.1" status: 200 len: 918 time: 0.2681916 Jul 13 07:47:21.035730 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22459b7-7434-426b-8f77-f8f828ec14bc tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Router 3884db07-41a6-40af-9562-bdc5106d5464 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:47:21.122171 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-37a16cec-c243-4d57-9fe0-c3c162673490 req-50a54576-f3a4-4068-b653-2f3cc67d9de7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37e65a28-7ffc-454b-8ef8-0acf8e5a824e HTTP/1.1" status: 200 len: 999 time: 0.0724893 Jul 13 07:47:21.135225 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45dc98-cec4-4b40-9417-d4ef214be3fc req-a29e8474-db06-443d-b9c8-1eddaa88398d tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:21.136819 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9d45dc98-cec4-4b40-9417-d4ef214be3fc req-a29e8474-db06-443d-b9c8-1eddaa88398d tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c839c7a-00ee-40c6-8569-10beac1eb94a HTTP/1.1" status: 200 len: 907 time: 0.1753063 Jul 13 07:47:21.184275 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22459b7-7434-426b-8f77-f8f828ec14bc tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:47:21.190071 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e22459b7-7434-426b-8f77-f8f828ec14bc tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "PUT /v2.0/routers/3884db07-41a6-40af-9562-bdc5106d5464/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7682724 Jul 13 07:47:21.192927 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53968) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:21.194043 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a16cec-c243-4d57-9fe0-c3c162673490 req-2727fefa-5168-44c5-81ea-dd9e3d056ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:21.195560 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-37a16cec-c243-4d57-9fe0-c3c162673490 req-2727fefa-5168-44c5-81ea-dd9e3d056ab0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bcb14844-0f59-4592-827b-9b964d247113 HTTP/1.1" status: 200 len: 856 time: 0.0658624 Jul 13 07:47:21.198478 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-feb4e33e-b20b-4399-9e2d-193f9815d737 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Request body: {'network': {'name': 'tempest-RoutersTest-517699874'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:21.255134 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb4e33e-b20b-4399-9e2d-193f9815d737 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Made reservation on behalf of f3d1699cb0e54437b3086350eac4eb96 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:21.259062 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-feb4e33e-b20b-4399-9e2d-193f9815d737 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:21.302375 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feb4e33e-b20b-4399-9e2d-193f9815d737 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:47:21.324245 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-feb4e33e-b20b-4399-9e2d-193f9815d737 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:21.324758 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-feb4e33e-b20b-4399-9e2d-193f9815d737 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Added segment 18d86d24-4c6f-44be-b55e-03def8e05e53 of type vlan for network ce1cc4cd-f29a-454b-9e61-2ea225d6fda4 Jul 13 07:47:21.375299 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-feb4e33e-b20b-4399-9e2d-193f9815d737 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:21.412669 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-feb4e33e-b20b-4399-9e2d-193f9815d737 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:21.419416 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb4e33e-b20b-4399-9e2d-193f9815d737 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:21.420068 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-feb4e33e-b20b-4399-9e2d-193f9815d737 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:21.463272 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-feb4e33e-b20b-4399-9e2d-193f9815d737 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2691004 Jul 13 07:47:21.467138 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53970) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:21.472247 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-bfcd411d-64c3-42ad-bede-c0880457251d tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Request body: {'subnet': {'network_id': 'ce1cc4cd-f29a-454b-9e61-2ea225d6fda4', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:21.688517 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a16cec-c243-4d57-9fe0-c3c162673490 req-2b15e3fc-b4bf-424b-9152-6b2652b1343e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:21.690085 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-37a16cec-c243-4d57-9fe0-c3c162673490 req-2b15e3fc-b4bf-424b-9152-6b2652b1343e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fe3ca710-7f04-4b99-abd8-f0c0a80bd44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4868994 Jul 13 07:47:21.702647 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca7295-1563-4d3c-ad33-f7caf8af0161 req-3d2c9ea6-a9d1-483e-a023-2eb47feb44b7 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:21.704230 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f2ca7295-1563-4d3c-ad33-f7caf8af0161 req-3d2c9ea6-a9d1-483e-a023-2eb47feb44b7 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 945 time: 0.0889876 Jul 13 07:47:21.796976 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f2ca7295-1563-4d3c-ad33-f7caf8af0161 req-3ed6367b-d09f-4e87-b34d-40ea158425a8 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833638 Jul 13 07:47:21.811928 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4e33e-b20b-4399-9e2d-193f9815d737 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event updated for resources: {'Network': ['ID=ce1cc4cd-f29a-454b-9e61-2ea225d6fda4,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:21.824617 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-37a16cec-c243-4d57-9fe0-c3c162673490 req-5948dd55-e9c1-41ec-8e52-7a58762cd81e service neutron] 10.222.0.42 "GET /v2.0/networks/fe3ca710-7f04-4b99-abd8-f0c0a80bd44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193728 Jul 13 07:47:21.828402 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network ce1cc4cd-f29a-454b-9e61-2ea225d6fda4 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:47:21.892349 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcd411d-64c3-42ad-bede-c0880457251d tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Made reservation on behalf of f3d1699cb0e54437b3086350eac4eb96 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:21.896418 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bfcd411d-64c3-42ad-bede-c0880457251d tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:21.943295 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-37a16cec-c243-4d57-9fe0-c3c162673490 req-19fedf30-f7eb-4054-bdd6-b456314b1422 service neutron] 10.222.0.42 "GET /v2.0/networks/fe3ca710-7f04-4b99-abd8-f0c0a80bd44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113577 Jul 13 07:47:22.100706 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bfcd411d-64c3-42ad-bede-c0880457251d tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:22.168527 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd411d-64c3-42ad-bede-c0880457251d tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event updated for resources: {'Subnet': ['ID=20ca9ed7-f896-469d-91fc-e7b41066b536,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:22.176398 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcd411d-64c3-42ad-bede-c0880457251d tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Checking segment: {'id': '18d86d24-4c6f-44be-b55e-03def8e05e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ce1cc4cd-f29a-454b-9e61-2ea225d6fda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:22.176749 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcd411d-64c3-42ad-bede-c0880457251d tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Network hostable DHCP agents. Network: ce1cc4cd-f29a-454b-9e61-2ea225d6fda4, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:47:22.196592 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcd411d-64c3-42ad-bede-c0880457251d tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Network ce1cc4cd-f29a-454b-9e61-2ea225d6fda4 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:47:22.209263 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-bfcd411d-64c3-42ad-bede-c0880457251d tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, ce1cc4cd-f29a-454b-9e61-2ea225d6fda4) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:22.214755 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcd411d-64c3-42ad-bede-c0880457251d tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:22.215550 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bfcd411d-64c3-42ad-bede-c0880457251d tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:22.222631 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92936fd3-7320-47c3-95b2-5cef51e9cd8c None None] Network ce1cc4cd-f29a-454b-9e61-2ea225d6fda4 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:22.235874 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53974) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:22.236930 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-bfcd411d-64c3-42ad-bede-c0880457251d tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7689559 Jul 13 07:47:22.342206 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bc3ab-0888-4b94-b42e-d3d8e8eb4aca req-9011f430-1d02-455b-8fd5-577f39099c06 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:22.343939 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-581bc3ab-0888-4b94-b42e-d3d8e8eb4aca req-9011f430-1d02-455b-8fd5-577f39099c06 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c839c7a-00ee-40c6-8569-10beac1eb94a HTTP/1.1" status: 200 len: 907 time: 0.0790498 Jul 13 07:47:22.346270 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07b823-b43f-44bf-aadf-328ecd30fd0a req-403f7a4d-b455-48ac-8ffe-bcb15276da93 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:22.347803 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9d07b823-b43f-44bf-aadf-328ecd30fd0a req-403f7a4d-b455-48ac-8ffe-bcb15276da93 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c839c7a-00ee-40c6-8569-10beac1eb94a HTTP/1.1" status: 200 len: 907 time: 0.1780853 Jul 13 07:47:22.402453 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755e9cca-ba46-431f-9656-1119d850fa30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-ce1cc4cd-f29a-454b-9e61-2ea225d6fda4', 'network_id': 'ce1cc4cd-f29a-454b-9e61-2ea225d6fda4', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'fixed_ips': [{'subnet_id': '20ca9ed7-f896-469d-91fc-e7b41066b536'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:47:22.403402 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-755e9cca-ba46-431f-9656-1119d850fa30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:22.442224 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44335d41-898a-417d-b6c6-2f0df8d736a4 None None] Sync routers for ids ['3884db07-41a6-40af-9562-bdc5106d5464'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:47:22.452807 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44335d41-898a-417d-b6c6-2f0df8d736a4 None None] Routers {'3884db07-41a6-40af-9562-bdc5106d5464'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:22.453522 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-44335d41-898a-417d-b6c6-2f0df8d736a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:47:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['3884db07-41a6-40af-9562-bdc5106d5464'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:22.573107 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-44335d41-898a-417d-b6c6-2f0df8d736a4 None None] Set router 3884db07-41a6-40af-9562-bdc5106d5464 gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:22.599787 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-755e9cca-ba46-431f-9656-1119d850fa30 None None] Allocated IP 172.22.0.2 (ce1cc4cd-f29a-454b-9e61-2ea225d6fda4/20ca9ed7-f896-469d-91fc-e7b41066b536/fce57692-aab6-4fe9-90ed-d0313b6bcc55) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:22.639867 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-9d07b823-b43f-44bf-aadf-328ecd30fd0a req-8d00572e-278d-48e6-8b62-1ea2c96c383e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Deleting port deb055ac-0dd7-4e10-a7d1-b2dcd7f49956 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:22.640216 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9d07b823-b43f-44bf-aadf-328ecd30fd0a req-8d00572e-278d-48e6-8b62-1ea2c96c383e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:22.734998 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 37e65a28-7ffc-454b-8ef8-0acf8e5a824e details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:47:22.830006 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-9d07b823-b43f-44bf-aadf-328ecd30fd0a req-8d00572e-278d-48e6-8b62-1ea2c96c383e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] For port deb055ac-0dd7-4e10-a7d1-b2dcd7f49956, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=deb055ac-0dd7-4e10-a7d1-b2dcd7f49956,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:22.830662 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9d07b823-b43f-44bf-aadf-328ecd30fd0a req-8d00572e-278d-48e6-8b62-1ea2c96c383e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:22.870163 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-9d07b823-b43f-44bf-aadf-328ecd30fd0a req-8d00572e-278d-48e6-8b62-1ea2c96c383e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Calling delete_port for deb055ac-0dd7-4e10-a7d1-b2dcd7f49956 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:22.871058 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-44335d41-898a-417d-b6c6-2f0df8d736a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3884db07-41a6-40af-9562-bdc5106d5464', 'name': 'tempest-RoutersTest-router-2091233119', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:13Z', 'updated_at': '2021-07-13T07:47:20Z', 'revision_number': 3, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'gw_port_host': None, '_interfaces': [{'id': '00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1', 'name': '', 'network_id': '4e045275-cd86-4444-b4c7-2fddbacc5e22', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:9d:75:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:15Z', 'updated_at': '2021-07-13T07:47:19Z', 'revision_number': 4, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bfb985e-4e88-4deb-9c7d-d01460f7781f', 'name': '', 'network_id': 'fee2327c-61d6-4923-bd57-07d982ede590', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:00:1a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '0f9955cf-72c8-4abc-9141-02158dec50bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:19Z', 'updated_at': '2021-07-13T07:47:20Z', 'revision_number': 2, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '0f9955cf-72c8-4abc-9141-02158dec50bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:22.873537 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecffff75-7c1f-4276-b975-5d04d7d71864 None None] Network fee2327c-61d6-4923-bd57-07d982ede590 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:22.889628 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1f0c77b6-8df4-4a18-a5f3-b9ec812ea637 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:22.912488 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44335d41-898a-417d-b6c6-2f0df8d736a4 None None] Checking router: 3884db07-41a6-40af-9562-bdc5106d5464 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:47:22.914380 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44335d41-898a-417d-b6c6-2f0df8d736a4 None None] Updating router 3884db07-41a6-40af-9562-bdc5106d5464 port 8bfb985e-4e88-4deb-9c7d-d01460f7781f binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:47:22.930015 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 3e74e950-1bc4-4c78-a93e-b3db80384d89 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:22.951090 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-44335d41-898a-417d-b6c6-2f0df8d736a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.188680 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60462b3f-fa97-4537-b14f-bebd099a8980 req-907d3092-c5f7-40b4-93ad-12a97a52c279 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:23.191662 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-60462b3f-fa97-4537-b14f-bebd099a8980 req-907d3092-c5f7-40b4-93ad-12a97a52c279 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 945 time: 0.1814485 Jul 13 07:47:23.195123 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a5e357a7-7efd-4cf8-a462-c411c883d0da None None] Provisioning for port 3e74e950-1bc4-4c78-a93e-b3db80384d89 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:23.247926 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=37e65a28-7ffc-454b-8ef8-0acf8e5a824e,segment=NetworkSegment(82b0794f-89d2-4219-8340-180084a286f0),segment_id=82b0794f-89d2-4219-8340-180084a286f0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:23.263174 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-44335d41-898a-417d-b6c6-2f0df8d736a4 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.275374 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-44335d41-898a-417d-b6c6-2f0df8d736a4 None None] Transition to ACTIVE for port object 8bfb985e-4e88-4deb-9c7d-d01460f7781f will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:23.284486 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-44335d41-898a-417d-b6c6-2f0df8d736a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.294628 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9d07b823-b43f-44bf-aadf-328ecd30fd0a req-8d00572e-278d-48e6-8b62-1ea2c96c383e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.305056 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '37e65a28-7ffc-454b-8ef8-0acf8e5a824e', 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f', 'port_id': '37e65a28-7ffc-454b-8ef8-0acf8e5a824e', 'mac_address': 'fa:16:3e:8f:7e:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb14844-0f59-4592-827b-9b964d247113', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:47:23.313529 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-60462b3f-fa97-4537-b14f-bebd099a8980 req-d2d00c01-d7b7-4c0d-ace5-e739c28ecb0b tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148713 Jul 13 07:47:23.316228 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-755e9cca-ba46-431f-9656-1119d850fa30 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.337223 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00572e-278d-48e6-8b62-1ea2c96c383e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Pushing event deleted for resources: {'Port': ['ID=deb055ac-0dd7-4e10-a7d1-b2dcd7f49956,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:23.394498 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-755e9cca-ba46-431f-9656-1119d850fa30 None None] Transition to ACTIVE for port object fce57692-aab6-4fe9-90ed-d0313b6bcc55 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:23.402177 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d07b823-b43f-44bf-aadf-328ecd30fd0a req-8d00572e-278d-48e6-8b62-1ea2c96c383e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] No DVR routers for this DVR port deb055ac-0dd7-4e10-a7d1-b2dcd7f49956 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:23.404946 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-9d07b823-b43f-44bf-aadf-328ecd30fd0a req-8d00572e-278d-48e6-8b62-1ea2c96c383e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.407401 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9d07b823-b43f-44bf-aadf-328ecd30fd0a req-8d00572e-278d-48e6-8b62-1ea2c96c383e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.42 "DELETE /v2.0/ports/deb055ac-0dd7-4e10-a7d1-b2dcd7f49956 HTTP/1.1" status: 204 len: 173 time: 1.0510526 Jul 13 07:47:23.407853 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c839c7a-00ee-40c6-8569-10beac1eb94a', 'name': 'network-vif-deleted', 'tag': 'deb055ac-0dd7-4e10-a7d1-b2dcd7f49956'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:47:23.410564 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eba2838-b66e-4723-9551-8b6423073f73" -d '{"events": [{"server_uuid": "3c839c7a-00ee-40c6-8569-10beac1eb94a", "name": "network-vif-deleted", "tag": "deb055ac-0dd7-4e10-a7d1-b2dcd7f49956"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:47:23.431600 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-755e9cca-ba46-431f-9656-1119d850fa30 None None] Transition to ACTIVE for port object fce57692-aab6-4fe9-90ed-d0313b6bcc55 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:23.434353 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.454326 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb4ced5-f124-4e95-9b24-d5fef184e228 None None] Pushing event updated for resources: {'Port': ['ID=8bfb985e-4e88-4deb-9c7d-d01460f7781f,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:23.462155 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e65a28-7ffc-454b-8ef8-0acf8e5a824e {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:47:23.476468 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb4ced5-f124-4e95-9b24-d5fef184e228 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:23.477097 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb4ced5-f124-4e95-9b24-d5fef184e228 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:23.477673 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb4ced5-f124-4e95-9b24-d5fef184e228 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:23.478196 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb4ced5-f124-4e95-9b24-d5fef184e228 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:23.478944 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb4ced5-f124-4e95-9b24-d5fef184e228 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:23.479678 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb4ced5-f124-4e95-9b24-d5fef184e228 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:23.480228 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb4ced5-f124-4e95-9b24-d5fef184e228 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:23.480761 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb4ced5-f124-4e95-9b24-d5fef184e228 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:23.481279 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb4ced5-f124-4e95-9b24-d5fef184e228 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:23.481927 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb4ced5-f124-4e95-9b24-d5fef184e228 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:23.482481 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb4ced5-f124-4e95-9b24-d5fef184e228 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:23.483079 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb4ced5-f124-4e95-9b24-d5fef184e228 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:47:23.487728 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9597240f-8736-4ffb-905c-2b6bebeea21e x-openstack-request-id: req-9597240f-8736-4ffb-905c-2b6bebeea21e {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:47:23.488050 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c839c7a-00ee-40c6-8569-10beac1eb94a", "name": "network-vif-deleted", "tag": "deb055ac-0dd7-4e10-a7d1-b2dcd7f49956", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:47:23.488366 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9597240f-8736-4ffb-905c-2b6bebeea21e {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:47:23.488786 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c839c7a-00ee-40c6-8569-10beac1eb94a', 'name': 'network-vif-deleted', 'tag': 'deb055ac-0dd7-4e10-a7d1-b2dcd7f49956', 'status': 'completed', 'code': 200} Jul 13 07:47:23.491976 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=37e65a28-7ffc-454b-8ef8-0acf8e5a824e,segment=NetworkSegment(82b0794f-89d2-4219-8340-180084a286f0),segment_id=82b0794f-89d2-4219-8340-180084a286f0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:23.504609 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 3e74e950-1bc4-4c78-a93e-b3db80384d89 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:23.515875 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-44335d41-898a-417d-b6c6-2f0df8d736a4 None None] Attempting to bind port 8bfb985e-4e88-4deb-9c7d-d01460f7781f on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:23.520333 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-44335d41-898a-417d-b6c6-2f0df8d736a4 None None] Attempting to bind port 8bfb985e-4e88-4deb-9c7d-d01460f7781f by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '7723270a-90cf-4ae4-9e81-e9af88b2b5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fee2327c-61d6-4923-bd57-07d982ede590'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:23.520831 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44335d41-898a-417d-b6c6-2f0df8d736a4 None None] Attempting to bind port 8bfb985e-4e88-4deb-9c7d-d01460f7781f on network fee2327c-61d6-4923-bd57-07d982ede590 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:23.533015 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44335d41-898a-417d-b6c6-2f0df8d736a4 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:47:23.533559 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44335d41-898a-417d-b6c6-2f0df8d736a4 None None] Checking segment: {'id': '7723270a-90cf-4ae4-9e81-e9af88b2b5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fee2327c-61d6-4923-bd57-07d982ede590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:23.534065 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-44335d41-898a-417d-b6c6-2f0df8d736a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.534293 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.534668 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44335d41-898a-417d-b6c6-2f0df8d736a4 None None] Bound using segment: {'id': '7723270a-90cf-4ae4-9e81-e9af88b2b5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fee2327c-61d6-4923-bd57-07d982ede590'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:47:23.535263 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-44335d41-898a-417d-b6c6-2f0df8d736a4 None None] Bound port: 8bfb985e-4e88-4deb-9c7d-d01460f7781f, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7723270a-90cf-4ae4-9e81-e9af88b2b5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fee2327c-61d6-4923-bd57-07d982ede590'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:47:23.537594 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-44335d41-898a-417d-b6c6-2f0df8d736a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.556841 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a1db95a7-abcb-44fa-82a4-c4b67f137687 req-4f5adb82-de06-4ede-9f66-3351536fcc76 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c839c7a-00ee-40c6-8569-10beac1eb94a HTTP/1.1" status: 200 len: 210 time: 0.0661647 Jul 13 07:47:23.560406 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-1f0c77b6-8df4-4a18-a5f3-b9ec812ea637 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Allocated IP 172.22.0.1 (ce1cc4cd-f29a-454b-9e61-2ea225d6fda4/20ca9ed7-f896-469d-91fc-e7b41066b536/54074c6c-3871-4e4b-b325-9be7ec8ba9ac) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:23.597580 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-755e9cca-ba46-431f-9656-1119d850fa30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.614078 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.614378 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 3e74e950-1bc4-4c78-a93e-b3db80384d89 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:23.615431 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.654062 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-44335d41-898a-417d-b6c6-2f0df8d736a4 None None] For port 8bfb985e-4e88-4deb-9c7d-d01460f7781f, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:23.658542 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-44335d41-898a-417d-b6c6-2f0df8d736a4 None None] For port 8bfb985e-4e88-4deb-9c7d-d01460f7781f, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=8bfb985e-4e88-4deb-9c7d-d01460f7781f,segment=NetworkSegment(7723270a-90cf-4ae4-9e81-e9af88b2b5ce),segment_id=7723270a-90cf-4ae4-9e81-e9af88b2b5ce)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:47:23.669259 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-44335d41-898a-417d-b6c6-2f0df8d736a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.701038 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755e9cca-ba46-431f-9656-1119d850fa30 None None] Network ce1cc4cd-f29a-454b-9e61-2ea225d6fda4 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:23.716986 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-755e9cca-ba46-431f-9656-1119d850fa30 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:23.723775 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755e9cca-ba46-431f-9656-1119d850fa30 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:23.735473 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=37e65a28-7ffc-454b-8ef8-0acf8e5a824e,revision_number=12']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:23.748639 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44335d41-898a-417d-b6c6-2f0df8d736a4 None None] Routers {'3884db07-41a6-40af-9562-bdc5106d5464'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:23.749270 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-44335d41-898a-417d-b6c6-2f0df8d736a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:47:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['3884db07-41a6-40af-9562-bdc5106d5464'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:23.767889 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1f0c77b6-8df4-4a18-a5f3-b9ec812ea637 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.783408 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-1f0c77b6-8df4-4a18-a5f3-b9ec812ea637 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Transition to ACTIVE for port object 54074c6c-3871-4e4b-b325-9be7ec8ba9ac will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:23.834387 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb4ced5-f124-4e95-9b24-d5fef184e228 None None] Pushing event updated for resources: {'Port': ['ID=8bfb985e-4e88-4deb-9c7d-d01460f7781f,revision_number=4']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:23.840590 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1f0c77b6-8df4-4a18-a5f3-b9ec812ea637 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.864330 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-44335d41-898a-417d-b6c6-2f0df8d736a4 None None] Set router 3884db07-41a6-40af-9562-bdc5106d5464 gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:23.871538 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0c77b6-8df4-4a18-a5f3-b9ec812ea637 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Network ce1cc4cd-f29a-454b-9e61-2ea225d6fda4 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:23.883100 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e9cca-ba46-431f-9656-1119d850fa30 None None] Pushing event updated for resources: {'Port': ['ID=fce57692-aab6-4fe9-90ed-d0313b6bcc55,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:23.892176 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-755e9cca-ba46-431f-9656-1119d850fa30 None None] Attempting to bind port fce57692-aab6-4fe9-90ed-d0313b6bcc55 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:23.892546 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-755e9cca-ba46-431f-9656-1119d850fa30 None None] Attempting to bind port fce57692-aab6-4fe9-90ed-d0313b6bcc55 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '18d86d24-4c6f-44be-b55e-03def8e05e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ce1cc4cd-f29a-454b-9e61-2ea225d6fda4'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:23.892907 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755e9cca-ba46-431f-9656-1119d850fa30 None None] Attempting to bind port fce57692-aab6-4fe9-90ed-d0313b6bcc55 on network ce1cc4cd-f29a-454b-9e61-2ea225d6fda4 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:23.900221 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['37e65a28-7ffc-454b-8ef8-0acf8e5a824e'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:47:23.906383 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.909508 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-1f0c77b6-8df4-4a18-a5f3-b9ec812ea637 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:23.913593 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0c77b6-8df4-4a18-a5f3-b9ec812ea637 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:23.952285 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755e9cca-ba46-431f-9656-1119d850fa30 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:47:23.952822 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755e9cca-ba46-431f-9656-1119d850fa30 None None] Checking segment: {'id': '18d86d24-4c6f-44be-b55e-03def8e05e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ce1cc4cd-f29a-454b-9e61-2ea225d6fda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:23.953328 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-755e9cca-ba46-431f-9656-1119d850fa30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.954477 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755e9cca-ba46-431f-9656-1119d850fa30 None None] Bound using segment: {'id': '18d86d24-4c6f-44be-b55e-03def8e05e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ce1cc4cd-f29a-454b-9e61-2ea225d6fda4'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:47:23.955083 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-755e9cca-ba46-431f-9656-1119d850fa30 None None] Bound port: fce57692-aab6-4fe9-90ed-d0313b6bcc55, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d86d24-4c6f-44be-b55e-03def8e05e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ce1cc4cd-f29a-454b-9e61-2ea225d6fda4'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:47:23.956021 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-755e9cca-ba46-431f-9656-1119d850fa30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:23.972819 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c77b6-8df4-4a18-a5f3-b9ec812ea637 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event updated for resources: {'Port': ['ID=54074c6c-3871-4e4b-b325-9be7ec8ba9ac,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:24.000737 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1f0c77b6-8df4-4a18-a5f3-b9ec812ea637 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:24.069686 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:24.116717 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 3e74e950-1bc4-4c78-a93e-b3db80384d89, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=3e74e950-1bc4-4c78-a93e-b3db80384d89,segment=NetworkSegment(7723270a-90cf-4ae4-9e81-e9af88b2b5ce),segment_id=7723270a-90cf-4ae4-9e81-e9af88b2b5ce)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:24.138532 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:24.153667 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-44335d41-898a-417d-b6c6-2f0df8d736a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3884db07-41a6-40af-9562-bdc5106d5464', 'name': 'tempest-RoutersTest-router-2091233119', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:13Z', 'updated_at': '2021-07-13T07:47:20Z', 'revision_number': 3, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'gw_port_host': None, '_interfaces': [{'id': '00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1', 'name': '', 'network_id': '4e045275-cd86-4444-b4c7-2fddbacc5e22', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:9d:75:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:15Z', 'updated_at': '2021-07-13T07:47:19Z', 'revision_number': 4, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bfb985e-4e88-4deb-9c7d-d01460f7781f', 'name': '', 'network_id': 'fee2327c-61d6-4923-bd57-07d982ede590', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:00:1a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '0f9955cf-72c8-4abc-9141-02158dec50bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:19Z', 'updated_at': '2021-07-13T07:47:23Z', 'revision_number': 4, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '0f9955cf-72c8-4abc-9141-02158dec50bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:24.204723 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1f0c77b6-8df4-4a18-a5f3-b9ec812ea637 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:24.208997 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44335d41-898a-417d-b6c6-2f0df8d736a4 None None] The sync data for ids ['3884db07-41a6-40af-9562-bdc5106d5464'] in n-d-771363-34 is: [{'id': '3884db07-41a6-40af-9562-bdc5106d5464', 'name': 'tempest-RoutersTest-router-2091233119', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:13Z', 'updated_at': '2021-07-13T07:47:20Z', 'revision_number': 3, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'gw_port_host': None, '_interfaces': [{'id': '00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1', 'name': '', 'network_id': '4e045275-cd86-4444-b4c7-2fddbacc5e22', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:9d:75:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:15Z', 'updated_at': '2021-07-13T07:47:19Z', 'revision_number': 4, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bfb985e-4e88-4deb-9c7d-d01460f7781f', 'name': '', 'network_id': 'fee2327c-61d6-4923-bd57-07d982ede590', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:00:1a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '0f9955cf-72c8-4abc-9141-02158dec50bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:19Z', 'updated_at': '2021-07-13T07:47:23Z', 'revision_number': 4, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '0f9955cf-72c8-4abc-9141-02158dec50bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:47:24.224821 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-755e9cca-ba46-431f-9656-1119d850fa30 None None] For port fce57692-aab6-4fe9-90ed-d0313b6bcc55, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:24.253816 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:24.270132 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-755e9cca-ba46-431f-9656-1119d850fa30 None None] For port fce57692-aab6-4fe9-90ed-d0313b6bcc55, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=fce57692-aab6-4fe9-90ed-d0313b6bcc55,segment=NetworkSegment(18d86d24-4c6f-44be-b55e-03def8e05e53),segment_id=18d86d24-4c6f-44be-b55e-03def8e05e53)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:47:24.336408 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-755e9cca-ba46-431f-9656-1119d850fa30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:24.448374 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=3e74e950-1bc4-4c78-a93e-b3db80384d89,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:24.569131 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-02cab018-8285-45ce-9e9a-3255ed2b7e43 None None] Provisioning complete for port 3e74e950-1bc4-4c78-a93e-b3db80384d89 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:24.569503 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-02cab018-8285-45ce-9e9a-3255ed2b7e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:24.699767 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device deb055ac-0dd7-4e10-a7d1-b2dcd7f49956 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:47:24.727810 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:24.758603 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e9cca-ba46-431f-9656-1119d850fa30 None None] Pushing event updated for resources: {'Port': ['ID=fce57692-aab6-4fe9-90ed-d0313b6bcc55,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:24.797074 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:24.797451 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:24.799354 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: deb055ac-0dd7-4e10-a7d1-b2dcd7f49956 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:47:24.800385 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device deb055ac-0dd7-4e10-a7d1-b2dcd7f49956 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:47:24.832149 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54048fa3-6980-4140-b7d0-1b52e0356914 req-e723fa38-e910-482f-91c5-ce5eb3622981 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:24.853960 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-54048fa3-6980-4140-b7d0-1b52e0356914 req-e723fa38-e910-482f-91c5-ce5eb3622981 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 946 time: 0.3390207 Jul 13 07:47:24.953001 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-54048fa3-6980-4140-b7d0-1b52e0356914 req-a3ea2bc9-5ab4-49a8-9db6-0c7830acb51e tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980287 Jul 13 07:47:24.985043 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1f0c77b6-8df4-4a18-a5f3-b9ec812ea637 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:24.991403 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-02cab018-8285-45ce-9e9a-3255ed2b7e43 None None] Provisioning for port 8bfb985e-4e88-4deb-9c7d-d01460f7781f completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:24.994994 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1f0c77b6-8df4-4a18-a5f3-b9ec812ea637 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:25.077399 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:25.123886 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c77b6-8df4-4a18-a5f3-b9ec812ea637 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event updated for resources: {'Port': ['ID=54074c6c-3871-4e4b-b325-9be7ec8ba9ac,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:25.135117 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1,segment=NetworkSegment(aa728cbd-c6a8-4954-99fd-7dbf2cd2876e),segment_id=aa728cbd-c6a8-4954-99fd-7dbf2cd2876e)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:25.148115 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:25.157648 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1f0c77b6-8df4-4a18-a5f3-b9ec812ea637 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:25.241071 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:25.344376 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0c77b6-8df4-4a18-a5f3-b9ec812ea637 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Network ce1cc4cd-f29a-454b-9e61-2ea225d6fda4 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:25.346059 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-1f0c77b6-8df4-4a18-a5f3-b9ec812ea637 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:25.523068 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0c77b6-8df4-4a18-a5f3-b9ec812ea637 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Router 3884db07-41a6-40af-9562-bdc5106d5464 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:47:25.525325 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device fce57692-aab6-4fe9-90ed-d0313b6bcc55 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:25.539349 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f9e5c-2e7f-45b1-9ef1-83950827e33d req-7adfc12e-e551-4ccb-85e6-04cf1fd077ed tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:25.546482 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c77f9e5c-2e7f-45b1-9ef1-83950827e33d req-7adfc12e-e551-4ccb-85e6-04cf1fd077ed tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b29d04-e45d-48b9-82b3-4787f33787c1 HTTP/1.1" status: 200 len: 945 time: 0.1375244 Jul 13 07:47:25.602270 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-51105acf-c812-444f-bfbe-69e1b48c6add None None] Provisioning complete for port 00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:25.602718 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-51105acf-c812-444f-bfbe-69e1b48c6add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:25.626537 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port fce57692-aab6-4fe9-90ed-d0313b6bcc55 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:25.637792 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 8bfb985e-4e88-4deb-9c7d-d01460f7781f up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:25.651538 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c77f9e5c-2e7f-45b1-9ef1-83950827e33d req-a4d674a9-e848-481d-8221-08232a570a13 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041489 Jul 13 07:47:25.675162 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0c77b6-8df4-4a18-a5f3-b9ec812ea637 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:47:25.686161 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53990) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:25.690105 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1f0c77b6-8df4-4a18-a5f3-b9ec812ea637 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "PUT /v2.0/routers/3884db07-41a6-40af-9562-bdc5106d5464/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4517760 Jul 13 07:47:25.692878 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-5dc341df-b850-46eb-ad04-622ebcecded6 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Request body: {'network': {'name': 'tempest-RoutersTest-981161588'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:25.722785 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc341df-b850-46eb-ad04-622ebcecded6 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Made reservation on behalf of f3d1699cb0e54437b3086350eac4eb96 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:25.729258 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5dc341df-b850-46eb-ad04-622ebcecded6 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:25.744993 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 8bfb985e-4e88-4deb-9c7d-d01460f7781f completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:25.749119 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 8bfb985e-4e88-4deb-9c7d-d01460f7781f triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:25.749489 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:25.766643 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc341df-b850-46eb-ad04-622ebcecded6 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:47:25.772178 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359bbfb1-f2e0-4e4e-b38f-606d26e365bb None None] Sync routers for ids ['3884db07-41a6-40af-9562-bdc5106d5464'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:47:25.780921 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5dc341df-b850-46eb-ad04-622ebcecded6 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:25.781270 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-5dc341df-b850-46eb-ad04-622ebcecded6 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Added segment edbc5f53-02d7-4c96-bfb9-2846921b0391 of type vlan for network ff8cb930-b4fa-41a6-87a4-8bd09407bbf4 Jul 13 07:47:25.793039 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359bbfb1-f2e0-4e4e-b38f-606d26e365bb None None] Routers {'3884db07-41a6-40af-9562-bdc5106d5464'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:25.793675 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-359bbfb1-f2e0-4e4e-b38f-606d26e365bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:47:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['3884db07-41a6-40af-9562-bdc5106d5464'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:25.835121 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5dc341df-b850-46eb-ad04-622ebcecded6 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:25.877203 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5dc341df-b850-46eb-ad04-622ebcecded6 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:25.883747 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc341df-b850-46eb-ad04-622ebcecded6 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:25.884743 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5dc341df-b850-46eb-ad04-622ebcecded6 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:25.921204 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5dc341df-b850-46eb-ad04-622ebcecded6 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2337861 Jul 13 07:47:25.925387 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 53992) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:25.931136 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-23dfa2f7-d836-472b-89dc-6fc77d3c9efe None None] Provisioning complete for port 8bfb985e-4e88-4deb-9c7d-d01460f7781f triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:25.931786 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-23dfa2f7-d836-472b-89dc-6fc77d3c9efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:25.934863 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-a68fad0a-8fe5-45ed-b48a-ea51696b7e30 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Request body: {'subnet': {'network_id': 'ff8cb930-b4fa-41a6-87a4-8bd09407bbf4', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:25.941317 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-359bbfb1-f2e0-4e4e-b38f-606d26e365bb None None] Set router 3884db07-41a6-40af-9562-bdc5106d5464 gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:25.972461 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc341df-b850-46eb-ad04-622ebcecded6 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event updated for resources: {'Network': ['ID=ff8cb930-b4fa-41a6-87a4-8bd09407bbf4,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:25.987433 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:25.997205 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network ff8cb930-b4fa-41a6-87a4-8bd09407bbf4 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:47:26.108139 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68fad0a-8fe5-45ed-b48a-ea51696b7e30 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Made reservation on behalf of f3d1699cb0e54437b3086350eac4eb96 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:26.112523 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a68fad0a-8fe5-45ed-b48a-ea51696b7e30 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:26.193447 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7066700-3e1a-400e-bde0-bd1a8f7304bd req-084e9a9d-b692-43a6-bde1-f979ac5f8389 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:26.200052 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a7066700-3e1a-400e-bde0-bd1a8f7304bd req-084e9a9d-b692-43a6-bde1-f979ac5f8389 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 946 time: 0.0839207 Jul 13 07:47:26.266338 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a7066700-3e1a-400e-bde0-bd1a8f7304bd req-c67f1f7e-f49e-4d6f-b2ac-adc511371379 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581594 Jul 13 07:47:26.307701 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3769b965-d4c2-4950-8ac2-8b4224c4cb2e None None] Network ce1cc4cd-f29a-454b-9e61-2ea225d6fda4 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:26.313663 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 8bfb985e-4e88-4deb-9c7d-d01460f7781f, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=8bfb985e-4e88-4deb-9c7d-d01460f7781f,segment=NetworkSegment(7723270a-90cf-4ae4-9e81-e9af88b2b5ce),segment_id=7723270a-90cf-4ae4-9e81-e9af88b2b5ce)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:26.338332 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:26.392921 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a68fad0a-8fe5-45ed-b48a-ea51696b7e30 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:26.470409 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68fad0a-8fe5-45ed-b48a-ea51696b7e30 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event updated for resources: {'Subnet': ['ID=d43ef76b-afe8-48c0-865e-1538804cbff1,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:26.500388 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68fad0a-8fe5-45ed-b48a-ea51696b7e30 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Checking segment: {'id': 'edbc5f53-02d7-4c96-bfb9-2846921b0391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff8cb930-b4fa-41a6-87a4-8bd09407bbf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:26.500761 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68fad0a-8fe5-45ed-b48a-ea51696b7e30 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Network hostable DHCP agents. Network: ff8cb930-b4fa-41a6-87a4-8bd09407bbf4, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:47:26.534854 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68fad0a-8fe5-45ed-b48a-ea51696b7e30 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Network ff8cb930-b4fa-41a6-87a4-8bd09407bbf4 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:47:26.547873 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-a68fad0a-8fe5-45ed-b48a-ea51696b7e30 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, ff8cb930-b4fa-41a6-87a4-8bd09407bbf4) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:26.557193 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c0d25-9884-4d01-827e-1d8447e9e44e req-cb5d25e1-d837-4f7f-93c2-767747d95606 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:26.558850 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f19c0d25-9884-4d01-827e-1d8447e9e44e req-cb5d25e1-d837-4f7f-93c2-767747d95606 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8b29d04-e45d-48b9-82b3-4787f33787c1 HTTP/1.1" status: 200 len: 945 time: 0.1010432 Jul 13 07:47:26.563745 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68fad0a-8fe5-45ed-b48a-ea51696b7e30 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:26.564356 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a68fad0a-8fe5-45ed-b48a-ea51696b7e30 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:26.578509 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b209580d-e702-4910-9d92-bc9428450c2e None None] Network ff8cb930-b4fa-41a6-87a4-8bd09407bbf4 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:26.615547 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a68fad0a-8fe5-45ed-b48a-ea51696b7e30 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6888046 Jul 13 07:47:26.618808 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 53996) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:26.629531 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 3e74e950-1bc4-4c78-a93e-b3db80384d89 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:26.699869 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-f19c0d25-9884-4d01-827e-1d8447e9e44e req-3b123bca-746b-4547-ad94-f7fa8c2989c5 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Deleting port 049d9b72-05c4-48d2-8748-28f851928d00 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:26.700423 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-f19c0d25-9884-4d01-827e-1d8447e9e44e req-3b123bca-746b-4547-ad94-f7fa8c2989c5 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:26.719641 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 37e65a28-7ffc-454b-8ef8-0acf8e5a824e up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:26.804285 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=8bfb985e-4e88-4deb-9c7d-d01460f7781f,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:26.892345 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-f19c0d25-9884-4d01-827e-1d8447e9e44e req-3b123bca-746b-4547-ad94-f7fa8c2989c5 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] For port 049d9b72-05c4-48d2-8748-28f851928d00, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=049d9b72-05c4-48d2-8748-28f851928d00,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:26.893015 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-f19c0d25-9884-4d01-827e-1d8447e9e44e req-3b123bca-746b-4547-ad94-f7fa8c2989c5 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:26.895363 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-359bbfb1-f2e0-4e4e-b38f-606d26e365bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3884db07-41a6-40af-9562-bdc5106d5464', 'name': 'tempest-RoutersTest-router-2091233119', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:13Z', 'updated_at': '2021-07-13T07:47:24Z', 'revision_number': 4, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'gw_port_host': None, '_interfaces': [{'id': '00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1', 'name': '', 'network_id': '4e045275-cd86-4444-b4c7-2fddbacc5e22', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:9d:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:15Z', 'updated_at': '2021-07-13T07:47:25Z', 'revision_number': 5, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54074c6c-3871-4e4b-b325-9be7ec8ba9ac', 'name': '', 'network_id': 'ce1cc4cd-f29a-454b-9e61-2ea225d6fda4', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:ef:51:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '20ca9ed7-f896-469d-91fc-e7b41066b536', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:23Z', 'updated_at': '2021-07-13T07:47:24Z', 'revision_number': 2, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '20ca9ed7-f896-469d-91fc-e7b41066b536', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bfb985e-4e88-4deb-9c7d-d01460f7781f', 'name': '', 'network_id': 'fee2327c-61d6-4923-bd57-07d982ede590', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:00:1a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '0f9955cf-72c8-4abc-9141-02158dec50bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:19Z', 'updated_at': '2021-07-13T07:47:23Z', 'revision_number': 4, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '0f9955cf-72c8-4abc-9141-02158dec50bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:26.912187 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-f19c0d25-9884-4d01-827e-1d8447e9e44e req-3b123bca-746b-4547-ad94-f7fa8c2989c5 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Calling delete_port for 049d9b72-05c4-48d2-8748-28f851928d00 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:26.938583 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a657d52-d486-4da0-b5d9-59ae2886d9d1 req-cbb1d2a6-01bc-47ee-bf2d-e235975bd23c tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:26.940083 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8a657d52-d486-4da0-b5d9-59ae2886d9d1 req-cbb1d2a6-01bc-47ee-bf2d-e235975bd23c tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b29d04-e45d-48b9-82b3-4787f33787c1 HTTP/1.1" status: 200 len: 945 time: 0.1128619 Jul 13 07:47:26.942744 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359bbfb1-f2e0-4e4e-b38f-606d26e365bb None None] Checking router: 3884db07-41a6-40af-9562-bdc5106d5464 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:47:26.943092 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359bbfb1-f2e0-4e4e-b38f-606d26e365bb None None] Updating router 3884db07-41a6-40af-9562-bdc5106d5464 port 54074c6c-3871-4e4b-b325-9be7ec8ba9ac binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:47:27.054625 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:27.061355 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-30d42fcd-2ab1-4d61-b2cb-0712f284bbe8 None None] Provisioning for port fce57692-aab6-4fe9-90ed-d0313b6bcc55 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:27.064512 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 3e74e950-1bc4-4c78-a93e-b3db80384d89 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:27.064512 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.084764 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8dcc6601-8f87-48e1-ae2d-ca877d30d08a tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.093738 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-359bbfb1-f2e0-4e4e-b38f-606d26e365bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.100376 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-30d42fcd-2ab1-4d61-b2cb-0712f284bbe8 None None] Provisioning complete for port fce57692-aab6-4fe9-90ed-d0313b6bcc55 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:27.100977 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-30d42fcd-2ab1-4d61-b2cb-0712f284bbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.103883 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:27.104267 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.271847 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21361137-7713-43fe-b9ea-2551267d9741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-ff8cb930-b4fa-41a6-87a4-8bd09407bbf4', 'network_id': 'ff8cb930-b4fa-41a6-87a4-8bd09407bbf4', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'fixed_ips': [{'subnet_id': 'd43ef76b-afe8-48c0-865e-1538804cbff1'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:47:27.272681 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-21361137-7713-43fe-b9ea-2551267d9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.350633 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8a657d52-d486-4da0-b5d9-59ae2886d9d1 req-16a4bb1b-749e-4869-9e58-4230314b89ac tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785436 Jul 13 07:47:27.416165 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-8dcc6601-8f87-48e1-ae2d-ca877d30d08a tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Allocated IP 172.23.0.1 (ff8cb930-b4fa-41a6-87a4-8bd09407bbf4/d43ef76b-afe8-48c0-865e-1538804cbff1/6a03f7ea-d3c9-492c-a556-234b28782e7c) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:27.451765 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-f19c0d25-9884-4d01-827e-1d8447e9e44e req-3b123bca-746b-4547-ad94-f7fa8c2989c5 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.502941 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b123bca-746b-4547-ad94-f7fa8c2989c5 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Pushing event deleted for resources: {'Port': ['ID=049d9b72-05c4-48d2-8748-28f851928d00,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:27.549140 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['df837a61-7753-44d9-99fe-c028e7b6f98f'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:47:27.586175 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-f19c0d25-9884-4d01-827e-1d8447e9e44e req-3b123bca-746b-4547-ad94-f7fa8c2989c5 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] No DVR routers for this DVR port 049d9b72-05c4-48d2-8748-28f851928d00 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:27.589215 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-f19c0d25-9884-4d01-827e-1d8447e9e44e req-3b123bca-746b-4547-ad94-f7fa8c2989c5 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.591943 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f19c0d25-9884-4d01-827e-1d8447e9e44e req-3b123bca-746b-4547-ad94-f7fa8c2989c5 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.42 "DELETE /v2.0/ports/049d9b72-05c4-48d2-8748-28f851928d00 HTTP/1.1" status: 204 len: 173 time: 1.0247436 Jul 13 07:47:27.592659 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b29d04-e45d-48b9-82b3-4787f33787c1', 'name': 'network-vif-deleted', 'tag': '049d9b72-05c4-48d2-8748-28f851928d00'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:47:27.595358 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e805a6-34c4-4ae1-b5f9-5940c34000e2" -d '{"events": [{"server_uuid": "f8b29d04-e45d-48b9-82b3-4787f33787c1", "name": "network-vif-deleted", "tag": "049d9b72-05c4-48d2-8748-28f851928d00"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:47:27.643149 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f24a938-7dc8-4f31-9018-564df459a147 x-openstack-request-id: req-7f24a938-7dc8-4f31-9018-564df459a147 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:47:27.643467 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b29d04-e45d-48b9-82b3-4787f33787c1", "name": "network-vif-deleted", "tag": "049d9b72-05c4-48d2-8748-28f851928d00", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:47:27.643740 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7f24a938-7dc8-4f31-9018-564df459a147 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:47:27.644145 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b29d04-e45d-48b9-82b3-4787f33787c1', 'name': 'network-vif-deleted', 'tag': '049d9b72-05c4-48d2-8748-28f851928d00', 'status': 'completed', 'code': 200} Jul 13 07:47:27.647849 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-30d42fcd-2ab1-4d61-b2cb-0712f284bbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.673483 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81439889-3d8a-4852-9f49-fdd9ed178f5c req-2decf9f0-bfcb-4af1-9eea-629886a9536b tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:27.675448 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-81439889-3d8a-4852-9f49-fdd9ed178f5c req-2decf9f0-bfcb-4af1-9eea-629886a9536b tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 946 time: 0.2330768 Jul 13 07:47:27.703518 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.786247 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8dcc6601-8f87-48e1-ae2d-ca877d30d08a tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.803408 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:27.807834 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-8dcc6601-8f87-48e1-ae2d-ca877d30d08a tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Transition to ACTIVE for port object 6a03f7ea-d3c9-492c-a556-234b28782e7c will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:27.830678 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7e5e93-4013-4605-b702-ece22ee0740a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e65a28-7ffc-454b-8ef8-0acf8e5a824e'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:47:27.840130 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6dada9-5bfc-4a82-a23b-db5765cb899a" -d '{"events": [{"server_uuid": "4b7e5e93-4013-4605-b702-ece22ee0740a", "name": "network-vif-plugged", "status": "completed", "tag": "37e65a28-7ffc-454b-8ef8-0acf8e5a824e"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:47:27.848395 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-81439889-3d8a-4852-9f49-fdd9ed178f5c req-760fbf24-ee3b-4623-985c-8e42a1188b06 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560111 Jul 13 07:47:27.877575 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe2af52c-7601-42bc-b2f1-39102dc31543 req-caeb5ebf-b18c-45e1-b8f3-14e88180e89d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1623397 Jul 13 07:47:27.887000 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-30d42fcd-2ab1-4d61-b2cb-0712f284bbe8 None None] For port fce57692-aab6-4fe9-90ed-d0313b6bcc55, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=fce57692-aab6-4fe9-90ed-d0313b6bcc55,segment=NetworkSegment(18d86d24-4c6f-44be-b55e-03def8e05e53),segment_id=18d86d24-4c6f-44be-b55e-03def8e05e53)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:27.896700 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=37e65a28-7ffc-454b-8ef8-0acf8e5a824e,segment=NetworkSegment(82b0794f-89d2-4219-8340-180084a286f0),segment_id=82b0794f-89d2-4219-8340-180084a286f0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:27.897370 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8dcc6601-8f87-48e1-ae2d-ca877d30d08a tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.921664 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-30d42fcd-2ab1-4d61-b2cb-0712f284bbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:27.953652 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.010151 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcc6601-8f87-48e1-ae2d-ca877d30d08a tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Network ff8cb930-b4fa-41a6-87a4-8bd09407bbf4 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:28.021361 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-8dcc6601-8f87-48e1-ae2d-ca877d30d08a tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:28.026314 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcc6601-8f87-48e1-ae2d-ca877d30d08a tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:28.063588 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0175ecc-e707-44db-ac1a-6724179908e6 x-openstack-request-id: req-a0175ecc-e707-44db-ac1a-6724179908e6 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:47:28.064116 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7e5e93-4013-4605-b702-ece22ee0740a", "name": "network-vif-plugged", "status": "completed", "tag": "37e65a28-7ffc-454b-8ef8-0acf8e5a824e", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:47:28.064116 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a0175ecc-e707-44db-ac1a-6724179908e6 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:47:28.064492 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7e5e93-4013-4605-b702-ece22ee0740a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e65a28-7ffc-454b-8ef8-0acf8e5a824e', 'code': 200} Jul 13 07:47:28.079604 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc6601-8f87-48e1-ae2d-ca877d30d08a tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event updated for resources: {'Port': ['ID=6a03f7ea-d3c9-492c-a556-234b28782e7c,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:28.145438 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8dcc6601-8f87-48e1-ae2d-ca877d30d08a tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.156891 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2af52c-7601-42bc-b2f1-39102dc31543 req-d5e6f9db-9c12-41e0-9d2f-eb2aad00a5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:28.162109 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe2af52c-7601-42bc-b2f1-39102dc31543 req-d5e6f9db-9c12-41e0-9d2f-eb2aad00a5da service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c74484ef6db9498290da14ee6e37d87f&device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 1098 time: 0.2516294 Jul 13 07:47:28.214341 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-21361137-7713-43fe-b9ea-2551267d9741 None None] Allocated IP 172.23.0.2 (ff8cb930-b4fa-41a6-87a4-8bd09407bbf4/d43ef76b-afe8-48c0-865e-1538804cbff1/18aa76bd-f20b-4a38-8194-ed860c6f8ab2) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:28.245395 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d42fcd-2ab1-4d61-b2cb-0712f284bbe8 None None] Pushing event updated for resources: {'Port': ['ID=fce57692-aab6-4fe9-90ed-d0313b6bcc55,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:28.335426 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-30d42fcd-2ab1-4d61-b2cb-0712f284bbe8 None None] Provisioning complete for port 8bfb985e-4e88-4deb-9c7d-d01460f7781f triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:28.336041 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-30d42fcd-2ab1-4d61-b2cb-0712f284bbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.432591 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8dcc6601-8f87-48e1-ae2d-ca877d30d08a tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.472000 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb406e-d8fb-4059-b643-abfcf913786b req-e012fc7b-4cd8-4781-a2b4-a4644633ac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:28.473840 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1abb406e-d8fb-4059-b643-abfcf913786b req-e012fc7b-4cd8-4781-a2b4-a4644633ac92 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 1099 time: 0.1316476 Jul 13 07:47:28.551656 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1abb406e-d8fb-4059-b643-abfcf913786b req-14b73c63-2637-4971-aee2-b4b7edf0248f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714331 Jul 13 07:47:28.613110 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:28.613592 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.619039 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-359bbfb1-f2e0-4e4e-b38f-606d26e365bb None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.696285 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-720063aa-d1c3-467e-b48f-396106d4952b req-067ef2f7-82f6-42ae-8ddf-677cd0b7ab13 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b29d04-e45d-48b9-82b3-4787f33787c1 HTTP/1.1" status: 200 len: 210 time: 0.0728362 Jul 13 07:47:28.707493 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2af52c-7601-42bc-b2f1-39102dc31543 req-162ef6e7-d4d0-4da6-b3e1-d0a442581519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:28.709056 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe2af52c-7601-42bc-b2f1-39102dc31543 req-162ef6e7-d4d0-4da6-b3e1-d0a442581519 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a4551417-653e-4eb5-9caa-ea21aca7dbd0 HTTP/1.1" status: 200 len: 913 time: 0.4643569 Jul 13 07:47:28.717682 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-359bbfb1-f2e0-4e4e-b38f-606d26e365bb None None] Transition to ACTIVE for port object 54074c6c-3871-4e4b-b325-9be7ec8ba9ac will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:28.736066 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=37e65a28-7ffc-454b-8ef8-0acf8e5a824e,revision_number=13']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:28.745870 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 049d9b72-05c4-48d2-8748-28f851928d00 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:47:28.769021 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe2af52c-7601-42bc-b2f1-39102dc31543 req-9e5b1696-1714-4239-ac9d-e59e7e71b7f4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df837a61-7753-44d9-99fe-c028e7b6f98f HTTP/1.1" status: 200 len: 217 time: 0.0468292 Jul 13 07:47:28.787396 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-359bbfb1-f2e0-4e4e-b38f-606d26e365bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.804615 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 049d9b72-05c4-48d2-8748-28f851928d00 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:47:28.804951 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 049d9b72-05c4-48d2-8748-28f851928d00 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:47:28.859070 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-21361137-7713-43fe-b9ea-2551267d9741 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.878793 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2af52c-7601-42bc-b2f1-39102dc31543 req-232f4db0-64b3-4615-80d9-96bdda9ba1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:28.880309 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe2af52c-7601-42bc-b2f1-39102dc31543 req-232f4db0-64b3-4615-80d9-96bdda9ba1ba service neutron] 10.222.0.25 "GET /v2.0/subnets?id=18671aeb-533b-431f-ac3f-740be3e9540f HTTP/1.1" status: 200 len: 851 time: 0.1038239 Jul 13 07:47:28.893733 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-21361137-7713-43fe-b9ea-2551267d9741 None None] Transition to ACTIVE for port object 18aa76bd-f20b-4a38-8194-ed860c6f8ab2 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:28.920332 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0aae5-189e-4fb3-9dfb-6a1fcb24b889 None None] Pushing event updated for resources: {'Port': ['ID=54074c6c-3871-4e4b-b325-9be7ec8ba9ac,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:28.982206 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8dcc6601-8f87-48e1-ae2d-ca877d30d08a tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:28.985432 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2af52c-7601-42bc-b2f1-39102dc31543 req-e82e63af-6199-4d5f-8dfc-9ddfdb8ace0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:28.987146 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe2af52c-7601-42bc-b2f1-39102dc31543 req-e82e63af-6199-4d5f-8dfc-9ddfdb8ace0c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4551417-653e-4eb5-9caa-ea21aca7dbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0985692 Jul 13 07:47:28.988687 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8dcc6601-8f87-48e1-ae2d-ca877d30d08a tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.101033 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc6601-8f87-48e1-ae2d-ca877d30d08a tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event updated for resources: {'Port': ['ID=6a03f7ea-d3c9-492c-a556-234b28782e7c,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:29.125324 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2cd74-76be-437d-8de6-5e172e92160f req-3e5266ff-b454-4a77-974a-5f58bc353133 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:29.126975 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eae2cd74-76be-437d-8de6-5e172e92160f req-3e5266ff-b454-4a77-974a-5f58bc353133 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 947 time: 0.0718720 Jul 13 07:47:29.156721 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8dcc6601-8f87-48e1-ae2d-ca877d30d08a tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.185906 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe2af52c-7601-42bc-b2f1-39102dc31543 req-6956f5c6-b7af-4a6b-a197-1eecd5c458fb service neutron] 10.222.0.25 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897182 Jul 13 07:47:29.198429 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-21361137-7713-43fe-b9ea-2551267d9741 None None] Transition to ACTIVE for port object 18aa76bd-f20b-4a38-8194-ed860c6f8ab2 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:29.202410 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eae2cd74-76be-437d-8de6-5e172e92160f req-527761be-c5bc-4b9f-8e40-0316189dd445 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456290 Jul 13 07:47:29.228027 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-21361137-7713-43fe-b9ea-2551267d9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.237813 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 8bfb985e-4e88-4deb-9c7d-d01460f7781f up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:29.242008 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-359bbfb1-f2e0-4e4e-b38f-606d26e365bb None None] Attempting to bind port 54074c6c-3871-4e4b-b325-9be7ec8ba9ac on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:29.242483 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-359bbfb1-f2e0-4e4e-b38f-606d26e365bb None None] Attempting to bind port 54074c6c-3871-4e4b-b325-9be7ec8ba9ac by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '18d86d24-4c6f-44be-b55e-03def8e05e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ce1cc4cd-f29a-454b-9e61-2ea225d6fda4'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:29.242711 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359bbfb1-f2e0-4e4e-b38f-606d26e365bb None None] Attempting to bind port 54074c6c-3871-4e4b-b325-9be7ec8ba9ac on network ce1cc4cd-f29a-454b-9e61-2ea225d6fda4 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:29.295996 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359bbfb1-f2e0-4e4e-b38f-606d26e365bb None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:47:29.296600 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359bbfb1-f2e0-4e4e-b38f-606d26e365bb None None] Checking segment: {'id': '18d86d24-4c6f-44be-b55e-03def8e05e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ce1cc4cd-f29a-454b-9e61-2ea225d6fda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:29.297072 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-359bbfb1-f2e0-4e4e-b38f-606d26e365bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.297529 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359bbfb1-f2e0-4e4e-b38f-606d26e365bb None None] Bound using segment: {'id': '18d86d24-4c6f-44be-b55e-03def8e05e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ce1cc4cd-f29a-454b-9e61-2ea225d6fda4'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:47:29.298090 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-359bbfb1-f2e0-4e4e-b38f-606d26e365bb None None] Bound port: 54074c6c-3871-4e4b-b325-9be7ec8ba9ac, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d86d24-4c6f-44be-b55e-03def8e05e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ce1cc4cd-f29a-454b-9e61-2ea225d6fda4'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:47:29.298536 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-359bbfb1-f2e0-4e4e-b38f-606d26e365bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.321244 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21361137-7713-43fe-b9ea-2551267d9741 None None] Network ff8cb930-b4fa-41a6-87a4-8bd09407bbf4 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:29.338213 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-21361137-7713-43fe-b9ea-2551267d9741 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:29.342260 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21361137-7713-43fe-b9ea-2551267d9741 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:29.347800 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21361137-7713-43fe-b9ea-2551267d9741 None None] Pushing event updated for resources: {'Port': ['ID=18aa76bd-f20b-4a38-8194-ed860c6f8ab2,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:29.398222 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcc6601-8f87-48e1-ae2d-ca877d30d08a tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Network ff8cb930-b4fa-41a6-87a4-8bd09407bbf4 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:29.401809 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-8dcc6601-8f87-48e1-ae2d-ca877d30d08a tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:29.408872 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe2af52c-7601-42bc-b2f1-39102dc31543 req-2695268a-7112-445b-bf55-5990687c93c7 service neutron] 10.222.0.25 "GET /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818435 Jul 13 07:47:29.430069 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2ad7d1da-36e8-43bd-a00e-bf3bae193092 None None] Provisioning for port 54074c6c-3871-4e4b-b325-9be7ec8ba9ac completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:29.481216 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 8bfb985e-4e88-4deb-9c7d-d01460f7781f triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:29.481216 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.483049 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-359bbfb1-f2e0-4e4e-b38f-606d26e365bb None None] For port 54074c6c-3871-4e4b-b325-9be7ec8ba9ac, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:29.489156 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-359bbfb1-f2e0-4e4e-b38f-606d26e365bb None None] For port 54074c6c-3871-4e4b-b325-9be7ec8ba9ac, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=54074c6c-3871-4e4b-b325-9be7ec8ba9ac,segment=NetworkSegment(18d86d24-4c6f-44be-b55e-03def8e05e53),segment_id=18d86d24-4c6f-44be-b55e-03def8e05e53)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:47:29.514318 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-21361137-7713-43fe-b9ea-2551267d9741 None None] Attempting to bind port 18aa76bd-f20b-4a38-8194-ed860c6f8ab2 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:29.514690 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-21361137-7713-43fe-b9ea-2551267d9741 None None] Attempting to bind port 18aa76bd-f20b-4a38-8194-ed860c6f8ab2 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'edbc5f53-02d7-4c96-bfb9-2846921b0391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff8cb930-b4fa-41a6-87a4-8bd09407bbf4'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:29.515049 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21361137-7713-43fe-b9ea-2551267d9741 None None] Attempting to bind port 18aa76bd-f20b-4a38-8194-ed860c6f8ab2 on network ff8cb930-b4fa-41a6-87a4-8bd09407bbf4 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:29.518095 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-359bbfb1-f2e0-4e4e-b38f-606d26e365bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.569655 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21361137-7713-43fe-b9ea-2551267d9741 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:47:29.570135 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21361137-7713-43fe-b9ea-2551267d9741 None None] Checking segment: {'id': 'edbc5f53-02d7-4c96-bfb9-2846921b0391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff8cb930-b4fa-41a6-87a4-8bd09407bbf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:29.570536 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-21361137-7713-43fe-b9ea-2551267d9741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.570995 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21361137-7713-43fe-b9ea-2551267d9741 None None] Bound using segment: {'id': 'edbc5f53-02d7-4c96-bfb9-2846921b0391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff8cb930-b4fa-41a6-87a4-8bd09407bbf4'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:47:29.572109 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-21361137-7713-43fe-b9ea-2551267d9741 None None] Bound port: 18aa76bd-f20b-4a38-8194-ed860c6f8ab2, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edbc5f53-02d7-4c96-bfb9-2846921b0391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff8cb930-b4fa-41a6-87a4-8bd09407bbf4'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:47:29.572656 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-21361137-7713-43fe-b9ea-2551267d9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.592825 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2ad7d1da-36e8-43bd-a00e-bf3bae193092 None None] Provisioning complete for port fce57692-aab6-4fe9-90ed-d0313b6bcc55 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:29.593192 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2ad7d1da-36e8-43bd-a00e-bf3bae193092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.690120 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359bbfb1-f2e0-4e4e-b38f-606d26e365bb None None] Routers {'3884db07-41a6-40af-9562-bdc5106d5464'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:29.691458 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-359bbfb1-f2e0-4e4e-b38f-606d26e365bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:47:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['3884db07-41a6-40af-9562-bdc5106d5464'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:29.843270 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0aae5-189e-4fb3-9dfb-6a1fcb24b889 None None] Pushing event updated for resources: {'Port': ['ID=54074c6c-3871-4e4b-b325-9be7ec8ba9ac,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:29.887361 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-21361137-7713-43fe-b9ea-2551267d9741 None None] For port 18aa76bd-f20b-4a38-8194-ed860c6f8ab2, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:29.911032 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-21361137-7713-43fe-b9ea-2551267d9741 None None] For port 18aa76bd-f20b-4a38-8194-ed860c6f8ab2, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=18aa76bd-f20b-4a38-8194-ed860c6f8ab2,segment=NetworkSegment(edbc5f53-02d7-4c96-bfb9-2846921b0391),segment_id=edbc5f53-02d7-4c96-bfb9-2846921b0391)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:47:29.952609 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-21361137-7713-43fe-b9ea-2551267d9741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:29.953265 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dcc6601-8f87-48e1-ae2d-ca877d30d08a tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Router 3884db07-41a6-40af-9562-bdc5106d5464 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:47:29.978733 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-359bbfb1-f2e0-4e4e-b38f-606d26e365bb None None] Set router 3884db07-41a6-40af-9562-bdc5106d5464 gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:30.053565 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dcc6601-8f87-48e1-ae2d-ca877d30d08a tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:47:30.062765 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54052) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:30.063270 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8dcc6601-8f87-48e1-ae2d-ca877d30d08a tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "PUT /v2.0/routers/3884db07-41a6-40af-9562-bdc5106d5464/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4427760 Jul 13 07:47:30.069150 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-282a581d-1552-46ff-bd47-70ab06d02737 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:30.273460 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device fce57692-aab6-4fe9-90ed-d0313b6bcc55 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:30.377159 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fb19f56a-490b-4c49-98b8-64825544c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.378569 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21361137-7713-43fe-b9ea-2551267d9741 None None] Pushing event updated for resources: {'Port': ['ID=18aa76bd-f20b-4a38-8194-ed860c6f8ab2,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:30.396883 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a159c0-ed56-445d-87cb-d0a36f1df427 req-676fe5c7-eae2-4dd6-ba36-25048ae59e6e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:30.399797 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16a159c0-ed56-445d-87cb-d0a36f1df427 req-676fe5c7-eae2-4dd6-ba36-25048ae59e6e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 946 time: 0.0961287 Jul 13 07:47:30.453369 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port fce57692-aab6-4fe9-90ed-d0313b6bcc55 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:30.453794 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.457963 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2ad7d1da-36e8-43bd-a00e-bf3bae193092 None None] Provisioning complete for port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:30.458325 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2ad7d1da-36e8-43bd-a00e-bf3bae193092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:30.502153 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16a159c0-ed56-445d-87cb-d0a36f1df427 req-7bb8b35b-8f7f-466f-a5cc-95f3dbc3c845 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923414 Jul 13 07:47:30.607548 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac6a2a-88b5-4283-9154-2b638911740d req-95f66841-b025-43e9-9ce8-2700767430fd tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:30.614818 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-24ac6a2a-88b5-4283-9154-2b638911740d req-95f66841-b025-43e9-9ce8-2700767430fd tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 947 time: 0.2336476 Jul 13 07:47:30.655924 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-359bbfb1-f2e0-4e4e-b38f-606d26e365bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3884db07-41a6-40af-9562-bdc5106d5464', 'name': 'tempest-RoutersTest-router-2091233119', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:13Z', 'updated_at': '2021-07-13T07:47:28Z', 'revision_number': 5, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'gw_port_host': None, '_interfaces': [{'id': '00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1', 'name': '', 'network_id': '4e045275-cd86-4444-b4c7-2fddbacc5e22', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:9d:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:15Z', 'updated_at': '2021-07-13T07:47:25Z', 'revision_number': 5, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54074c6c-3871-4e4b-b325-9be7ec8ba9ac', 'name': '', 'network_id': 'ce1cc4cd-f29a-454b-9e61-2ea225d6fda4', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:ef:51:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '20ca9ed7-f896-469d-91fc-e7b41066b536', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:23Z', 'updated_at': '2021-07-13T07:47:29Z', 'revision_number': 4, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '20ca9ed7-f896-469d-91fc-e7b41066b536', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a03f7ea-d3c9-492c-a556-234b28782e7c', 'name': '', 'network_id': 'ff8cb930-b4fa-41a6-87a4-8bd09407bbf4', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:0d:a7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': 'd43ef76b-afe8-48c0-865e-1538804cbff1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:27Z', 'updated_at': '2021-07-13T07:47:28Z', 'revision_number': 2, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': 'd43ef76b-afe8-48c0-865e-1538804cbff1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bfb985e-4e88-4deb-9c7d-d01460f7781f', 'name': '', 'network_id': 'fee2327c-61d6-4923-bd57-07d982ede590', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:00:1a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '0f9955cf-72c8-4abc-9141-02158dec50bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:19Z', 'updated_at': '2021-07-13T07:47:26Z', 'revision_number': 5, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '0f9955cf-72c8-4abc-9141-02158dec50bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:30.670934 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-24ac6a2a-88b5-4283-9154-2b638911740d req-9cf2738d-1ca8-4bf4-8384-ae4003da2b6c tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540221 Jul 13 07:47:30.684986 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359bbfb1-f2e0-4e4e-b38f-606d26e365bb None None] The sync data for ids ['3884db07-41a6-40af-9562-bdc5106d5464'] in n-d-771363-34 is: [{'id': '3884db07-41a6-40af-9562-bdc5106d5464', 'name': 'tempest-RoutersTest-router-2091233119', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:13Z', 'updated_at': '2021-07-13T07:47:28Z', 'revision_number': 5, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'gw_port_host': None, '_interfaces': [{'id': '00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1', 'name': '', 'network_id': '4e045275-cd86-4444-b4c7-2fddbacc5e22', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:9d:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:15Z', 'updated_at': '2021-07-13T07:47:25Z', 'revision_number': 5, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54074c6c-3871-4e4b-b325-9be7ec8ba9ac', 'name': '', 'network_id': 'ce1cc4cd-f29a-454b-9e61-2ea225d6fda4', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:ef:51:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '20ca9ed7-f896-469d-91fc-e7b41066b536', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:23Z', 'updated_at': '2021-07-13T07:47:29Z', 'revision_number': 4, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '20ca9ed7-f896-469d-91fc-e7b41066b536', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a03f7ea-d3c9-492c-a556-234b28782e7c', 'name': '', 'network_id': 'ff8cb930-b4fa-41a6-87a4-8bd09407bbf4', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:0d:a7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': 'd43ef76b-afe8-48c0-865e-1538804cbff1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:27Z', 'updated_at': '2021-07-13T07:47:28Z', 'revision_number': 2, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': 'd43ef76b-afe8-48c0-865e-1538804cbff1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bfb985e-4e88-4deb-9c7d-d01460f7781f', 'name': '', 'network_id': 'fee2327c-61d6-4923-bd57-07d982ede590', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:00:1a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '0f9955cf-72c8-4abc-9141-02158dec50bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:19Z', 'updated_at': '2021-07-13T07:47:26Z', 'revision_number': 5, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '0f9955cf-72c8-4abc-9141-02158dec50bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:47:30.833653 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.extraroute_db [None req-282a581d-1552-46ff-bd47-70ab06d02737 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94017) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 13 07:47:30.850043 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.extraroute_db [None req-282a581d-1552-46ff-bd47-70ab06d02737 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Removed routes are [] {{(pid=94017) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 13 07:47:30.850511 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-282a581d-1552-46ff-bd47-70ab06d02737 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:31.047950 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-282a581d-1552-46ff-bd47-70ab06d02737 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:31.052122 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-282a581d-1552-46ff-bd47-70ab06d02737 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-409024'] for router, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:31.157461 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-282a581d-1552-46ff-bd47-70ab06d02737 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Router 3884db07-41a6-40af-9562-bdc5106d5464 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:47:31.284738 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282a581d-1552-46ff-bd47-70ab06d02737 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:47:31.294642 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-282a581d-1552-46ff-bd47-70ab06d02737 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:31.295928 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-282a581d-1552-46ff-bd47-70ab06d02737 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "PUT /v2.0/routers/3884db07-41a6-40af-9562-bdc5106d5464 HTTP/1.1" status: 200 len: 934 time: 1.2313850 Jul 13 07:47:31.298477 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54060) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:31.395708 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83661c4b-1496-47df-8cd0-8eeb768735c8 None None] Network ff8cb930-b4fa-41a6-87a4-8bd09407bbf4 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:31.421733 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f858ef6b-025a-457d-8863-2fc5d04e7ee7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "GET /v2.0/routers/3884db07-41a6-40af-9562-bdc5106d5464 HTTP/1.1" status: 200 len: 934 time: 0.1195173 Jul 13 07:47:31.421962 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54062) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:31.427555 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-fc03d0e5-e803-4f18-b6cb-2932a17f6a26 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Request body: {'router': {'routes': None}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:31.476547 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1eca51ba-020c-4128-9906-72a2e4f897f0 None None] Provisioning for port 18aa76bd-f20b-4a38-8194-ed860c6f8ab2 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:31.483934 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01566856-a724-4e11-8db5-5aabdadaf676 req-fc449627-a405-4b8e-b51c-3bcb3bb2e784 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:31.486435 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-01566856-a724-4e11-8db5-5aabdadaf676 req-fc449627-a405-4b8e-b51c-3bcb3bb2e784 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.25 "GET /v2.0/ports?device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 946 time: 0.0812585 Jul 13 07:47:31.634103 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-01566856-a724-4e11-8db5-5aabdadaf676 req-804f01dd-20ae-4246-aa60-a4360d877535 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Deleting port df837a61-7753-44d9-99fe-c028e7b6f98f {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:31.634516 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-01566856-a724-4e11-8db5-5aabdadaf676 req-804f01dd-20ae-4246-aa60-a4360d877535 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:31.865939 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-01566856-a724-4e11-8db5-5aabdadaf676 req-804f01dd-20ae-4246-aa60-a4360d877535 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] For port df837a61-7753-44d9-99fe-c028e7b6f98f, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=df837a61-7753-44d9-99fe-c028e7b6f98f,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:31.866373 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-01566856-a724-4e11-8db5-5aabdadaf676 req-804f01dd-20ae-4246-aa60-a4360d877535 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:31.883241 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-01566856-a724-4e11-8db5-5aabdadaf676 req-804f01dd-20ae-4246-aa60-a4360d877535 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Calling delete_port for df837a61-7753-44d9-99fe-c028e7b6f98f owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:31.893184 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4940366-0959-4eb1-8620-b12b14a6faa5 req-5a7b1127-9e34-4775-b7a9-dd243851f6bf tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:31.894922 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c4940366-0959-4eb1-8620-b12b14a6faa5 req-5a7b1127-9e34-4775-b7a9-dd243851f6bf tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb3eac6-72e8-4ae2-b61c-f2526c3d63e3 HTTP/1.1" status: 200 len: 946 time: 0.2109733 Jul 13 07:47:31.904718 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.extraroute_db [None req-fc03d0e5-e803-4f18-b6cb-2932a17f6a26 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Added routes are [] {{(pid=94017) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 13 07:47:31.905121 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.extraroute_db [None req-fc03d0e5-e803-4f18-b6cb-2932a17f6a26 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94017) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 13 07:47:31.937650 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8bbd0c1c-b16f-484d-9ea3-5a788ab36ff9 None None] Provisioning for port 6a03f7ea-d3c9-492c-a556-234b28782e7c completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:31.942431 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8bbd0c1c-b16f-484d-9ea3-5a788ab36ff9 None None] Provisioning complete for port 6a03f7ea-d3c9-492c-a556-234b28782e7c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:31.942877 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8bbd0c1c-b16f-484d-9ea3-5a788ab36ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:31.950152 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fc03d0e5-e803-4f18-b6cb-2932a17f6a26 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:31.991351 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c4940366-0959-4eb1-8620-b12b14a6faa5 req-fe8fc898-16aa-4ad0-99c3-a4efbace21cb tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e4ec3ea-675d-4842-b243-ca9501ba959b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841880 Jul 13 07:47:32.001974 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-8bbd0c1c-b16f-484d-9ea3-5a788ab36ff9 None None] Port 6a03f7ea-d3c9-492c-a556-234b28782e7c cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:47:32.109471 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-01566856-a724-4e11-8db5-5aabdadaf676 req-804f01dd-20ae-4246-aa60-a4360d877535 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:32.124379 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['df837a61-7753-44d9-99fe-c028e7b6f98f'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:47:32.174521 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f01dd-20ae-4246-aa60-a4360d877535 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Pushing event deleted for resources: {'Port': ['ID=df837a61-7753-44d9-99fe-c028e7b6f98f,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:32.191899 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570fad21-4e2d-4641-a5c3-425d14ed2f4f None None] Sync routers for ids ['3884db07-41a6-40af-9562-bdc5106d5464'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:47:32.213773 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570fad21-4e2d-4641-a5c3-425d14ed2f4f None None] Routers {'3884db07-41a6-40af-9562-bdc5106d5464'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:32.214426 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-570fad21-4e2d-4641-a5c3-425d14ed2f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:47:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['3884db07-41a6-40af-9562-bdc5106d5464'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:32.229539 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fc03d0e5-e803-4f18-b6cb-2932a17f6a26 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:32.237764 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f2f7cd38-4cc4-430e-a8bf-60180d1134b7 None None] Provisioning complete for port 6a03f7ea-d3c9-492c-a556-234b28782e7c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:32.238933 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f2f7cd38-4cc4-430e-a8bf-60180d1134b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:32.244588 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fc03d0e5-e803-4f18-b6cb-2932a17f6a26 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-409024'] for router, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:32.292478 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-01566856-a724-4e11-8db5-5aabdadaf676 req-804f01dd-20ae-4246-aa60-a4360d877535 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] No DVR routers for this DVR port df837a61-7753-44d9-99fe-c028e7b6f98f on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:32.295556 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-01566856-a724-4e11-8db5-5aabdadaf676 req-804f01dd-20ae-4246-aa60-a4360d877535 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:32.297895 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-01566856-a724-4e11-8db5-5aabdadaf676 req-804f01dd-20ae-4246-aa60-a4360d877535 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.25 "DELETE /v2.0/ports/df837a61-7753-44d9-99fe-c028e7b6f98f HTTP/1.1" status: 204 len: 173 time: 0.8035746 Jul 13 07:47:32.298401 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb3eac6-72e8-4ae2-b61c-f2526c3d63e3', 'name': 'network-vif-deleted', 'tag': 'df837a61-7753-44d9-99fe-c028e7b6f98f'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:47:32.313138 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b5992b-bdb0-4311-bb3c-f70b42a14481" -d '{"events": [{"server_uuid": "feb3eac6-72e8-4ae2-b61c-f2526c3d63e3", "name": "network-vif-deleted", "tag": "df837a61-7753-44d9-99fe-c028e7b6f98f"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:47:32.366653 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f2f7cd38-4cc4-430e-a8bf-60180d1134b7 None None] Port 6a03f7ea-d3c9-492c-a556-234b28782e7c cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:47:32.385372 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 54074c6c-3871-4e4b-b325-9be7ec8ba9ac up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:32.394420 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6041b890-1c75-46b0-baa7-1f8261e8ba40 x-openstack-request-id: req-6041b890-1c75-46b0-baa7-1f8261e8ba40 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:47:32.394727 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb3eac6-72e8-4ae2-b61c-f2526c3d63e3", "name": "network-vif-deleted", "tag": "df837a61-7753-44d9-99fe-c028e7b6f98f", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:47:32.394980 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6041b890-1c75-46b0-baa7-1f8261e8ba40 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:47:32.395414 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb3eac6-72e8-4ae2-b61c-f2526c3d63e3', 'name': 'network-vif-deleted', 'tag': 'df837a61-7753-44d9-99fe-c028e7b6f98f', 'status': 'completed', 'code': 200} Jul 13 07:47:32.463128 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 54074c6c-3871-4e4b-b325-9be7ec8ba9ac completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:32.473319 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 54074c6c-3871-4e4b-b325-9be7ec8ba9ac triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:32.473687 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:32.490257 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc03d0e5-e803-4f18-b6cb-2932a17f6a26 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Router 3884db07-41a6-40af-9562-bdc5106d5464 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:47:32.561000 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-570fad21-4e2d-4641-a5c3-425d14ed2f4f None None] Set router 3884db07-41a6-40af-9562-bdc5106d5464 gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:32.634713 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-51cc69b3-befb-4943-9c29-db5d025e7707 None None] Provisioning complete for port 6a03f7ea-d3c9-492c-a556-234b28782e7c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:32.634713 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-51cc69b3-befb-4943-9c29-db5d025e7707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:32.639638 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc03d0e5-e803-4f18-b6cb-2932a17f6a26 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:47:32.646830 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fc03d0e5-e803-4f18-b6cb-2932a17f6a26 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:32.650920 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-fc03d0e5-e803-4f18-b6cb-2932a17f6a26 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "PUT /v2.0/routers/3884db07-41a6-40af-9562-bdc5106d5464 HTTP/1.1" status: 200 len: 700 time: 1.2251747 Jul 13 07:47:32.651331 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54068) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:32.662091 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:32.691222 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-51cc69b3-befb-4943-9c29-db5d025e7707 None None] Port 6a03f7ea-d3c9-492c-a556-234b28782e7c cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:47:32.715345 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 54074c6c-3871-4e4b-b325-9be7ec8ba9ac, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=54074c6c-3871-4e4b-b325-9be7ec8ba9ac,segment=NetworkSegment(18d86d24-4c6f-44be-b55e-03def8e05e53),segment_id=18d86d24-4c6f-44be-b55e-03def8e05e53)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:32.720414 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:32.734356 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 18aa76bd-f20b-4a38-8194-ed860c6f8ab2 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:32.785710 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-cd261871-8349-40ea-b624-35a38b7da3a8 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "GET /v2.0/routers/3884db07-41a6-40af-9562-bdc5106d5464 HTTP/1.1" status: 200 len: 700 time: 0.1315060 Jul 13 07:47:32.786980 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54070) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:32.831865 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-570fad21-4e2d-4641-a5c3-425d14ed2f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3884db07-41a6-40af-9562-bdc5106d5464', 'name': 'tempest-RoutersTest-router-2091233119', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:13Z', 'updated_at': '2021-07-13T07:47:31Z', 'revision_number': 7, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'gw_port_host': None, '_interfaces': [{'id': '00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1', 'name': '', 'network_id': '4e045275-cd86-4444-b4c7-2fddbacc5e22', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:9d:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:15Z', 'updated_at': '2021-07-13T07:47:25Z', 'revision_number': 5, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54074c6c-3871-4e4b-b325-9be7ec8ba9ac', 'name': '', 'network_id': 'ce1cc4cd-f29a-454b-9e61-2ea225d6fda4', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:ef:51:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '20ca9ed7-f896-469d-91fc-e7b41066b536', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:23Z', 'updated_at': '2021-07-13T07:47:29Z', 'revision_number': 4, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '20ca9ed7-f896-469d-91fc-e7b41066b536', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a03f7ea-d3c9-492c-a556-234b28782e7c', 'name': '', 'network_id': 'ff8cb930-b4fa-41a6-87a4-8bd09407bbf4', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:0d:a7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': 'd43ef76b-afe8-48c0-865e-1538804cbff1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:27Z', 'updated_at': '2021-07-13T07:47:28Z', 'revision_number': 2, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': 'd43ef76b-afe8-48c0-865e-1538804cbff1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bfb985e-4e88-4deb-9c7d-d01460f7781f', 'name': '', 'network_id': 'fee2327c-61d6-4923-bd57-07d982ede590', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:00:1a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '0f9955cf-72c8-4abc-9141-02158dec50bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:19Z', 'updated_at': '2021-07-13T07:47:26Z', 'revision_number': 5, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '0f9955cf-72c8-4abc-9141-02158dec50bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:32.881521 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570fad21-4e2d-4641-a5c3-425d14ed2f4f None None] Checking router: 3884db07-41a6-40af-9562-bdc5106d5464 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:47:32.881933 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570fad21-4e2d-4641-a5c3-425d14ed2f4f None None] Updating router 3884db07-41a6-40af-9562-bdc5106d5464 port 6a03f7ea-d3c9-492c-a556-234b28782e7c binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:47:32.921650 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=54074c6c-3871-4e4b-b325-9be7ec8ba9ac,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:32.938839 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-70a68800-5eae-4456-8555-c4e3f7bc709f None None] Provisioning complete for port 6a03f7ea-d3c9-492c-a556-234b28782e7c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:32.939241 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-70a68800-5eae-4456-8555-c4e3f7bc709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:32.961932 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 18aa76bd-f20b-4a38-8194-ed860c6f8ab2 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:32.968229 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 18aa76bd-f20b-4a38-8194-ed860c6f8ab2 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:32.968497 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:32.992534 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-570fad21-4e2d-4641-a5c3-425d14ed2f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:33.017067 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-70a68800-5eae-4456-8555-c4e3f7bc709f None None] Port 6a03f7ea-d3c9-492c-a556-234b28782e7c cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:47:33.077669 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:47:33.126835 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:33.147428 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-bdc152fb-f44b-41f8-a1a9-ed981ce00672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:33.185959 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-0dbb7340-7396-4d7b-86d1-dc4e3e527ab2 None None] Provisioning complete for port 54074c6c-3871-4e4b-b325-9be7ec8ba9ac triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:33.186328 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0dbb7340-7396-4d7b-86d1-dc4e3e527ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:33.189405 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:33.192748 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 18aa76bd-f20b-4a38-8194-ed860c6f8ab2, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=18aa76bd-f20b-4a38-8194-ed860c6f8ab2,segment=NetworkSegment(edbc5f53-02d7-4c96-bfb9-2846921b0391),segment_id=edbc5f53-02d7-4c96-bfb9-2846921b0391)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:33.218805 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:33.249359 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5d7555e5-fc2c-4eab-8766-37c9d865dbfa tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:33.296103 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=18aa76bd-f20b-4a38-8194-ed860c6f8ab2,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:33.428914 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-570fad21-4e2d-4641-a5c3-425d14ed2f4f None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:33.455720 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-570fad21-4e2d-4641-a5c3-425d14ed2f4f None None] Transition to ACTIVE for port object 6a03f7ea-d3c9-492c-a556-234b28782e7c will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:33.462650 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-570fad21-4e2d-4641-a5c3-425d14ed2f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:33.520017 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89558c7e-0593-40d7-8bd0-1c3036f4cac5 None None] Pushing event updated for resources: {'Port': ['ID=6a03f7ea-d3c9-492c-a556-234b28782e7c,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:33.588412 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-570fad21-4e2d-4641-a5c3-425d14ed2f4f None None] Attempting to bind port 6a03f7ea-d3c9-492c-a556-234b28782e7c on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:33.589079 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-570fad21-4e2d-4641-a5c3-425d14ed2f4f None None] Attempting to bind port 6a03f7ea-d3c9-492c-a556-234b28782e7c by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'edbc5f53-02d7-4c96-bfb9-2846921b0391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff8cb930-b4fa-41a6-87a4-8bd09407bbf4'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:33.589598 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570fad21-4e2d-4641-a5c3-425d14ed2f4f None None] Attempting to bind port 6a03f7ea-d3c9-492c-a556-234b28782e7c on network ff8cb930-b4fa-41a6-87a4-8bd09407bbf4 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:33.601839 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570fad21-4e2d-4641-a5c3-425d14ed2f4f None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:47:33.603514 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570fad21-4e2d-4641-a5c3-425d14ed2f4f None None] Checking segment: {'id': 'edbc5f53-02d7-4c96-bfb9-2846921b0391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff8cb930-b4fa-41a6-87a4-8bd09407bbf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:33.604024 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-570fad21-4e2d-4641-a5c3-425d14ed2f4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:33.604515 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570fad21-4e2d-4641-a5c3-425d14ed2f4f None None] Bound using segment: {'id': 'edbc5f53-02d7-4c96-bfb9-2846921b0391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff8cb930-b4fa-41a6-87a4-8bd09407bbf4'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:47:33.605093 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-570fad21-4e2d-4641-a5c3-425d14ed2f4f None None] Bound port: 6a03f7ea-d3c9-492c-a556-234b28782e7c, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edbc5f53-02d7-4c96-bfb9-2846921b0391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff8cb930-b4fa-41a6-87a4-8bd09407bbf4'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:47:33.605838 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-570fad21-4e2d-4641-a5c3-425d14ed2f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:33.626392 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e2991-813f-46fb-83cd-6191b8dafcc7 req-ea355b6e-160f-4b73-92fc-708e36955ef1 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:33.629693 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ca2e2991-813f-46fb-83cd-6191b8dafcc7 req-ea355b6e-160f-4b73-92fc-708e36955ef1 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.0901811 Jul 13 07:47:33.687930 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ca2e2991-813f-46fb-83cd-6191b8dafcc7 req-6f22e1c4-2f53-42c2-88b7-9097359f8b85 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495498 Jul 13 07:47:33.703138 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-570fad21-4e2d-4641-a5c3-425d14ed2f4f None None] For port 6a03f7ea-d3c9-492c-a556-234b28782e7c, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:33.706625 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-570fad21-4e2d-4641-a5c3-425d14ed2f4f None None] For port 6a03f7ea-d3c9-492c-a556-234b28782e7c, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=6a03f7ea-d3c9-492c-a556-234b28782e7c,segment=NetworkSegment(edbc5f53-02d7-4c96-bfb9-2846921b0391),segment_id=edbc5f53-02d7-4c96-bfb9-2846921b0391)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:47:33.713597 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-570fad21-4e2d-4641-a5c3-425d14ed2f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:33.776222 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570fad21-4e2d-4641-a5c3-425d14ed2f4f None None] Routers {'3884db07-41a6-40af-9562-bdc5106d5464'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:33.776860 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-570fad21-4e2d-4641-a5c3-425d14ed2f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:47:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['3884db07-41a6-40af-9562-bdc5106d5464'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:33.813375 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89558c7e-0593-40d7-8bd0-1c3036f4cac5 None None] Pushing event updated for resources: {'Port': ['ID=6a03f7ea-d3c9-492c-a556-234b28782e7c,revision_number=4']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:33.876559 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-570fad21-4e2d-4641-a5c3-425d14ed2f4f None None] Set router 3884db07-41a6-40af-9562-bdc5106d5464 gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:33.903564 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-5d7555e5-fc2c-4eab-8766-37c9d865dbfa tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Deleting port 6a03f7ea-d3c9-492c-a556-234b28782e7c {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:33.903564 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5d7555e5-fc2c-4eab-8766-37c9d865dbfa tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.007579 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-5d7555e5-fc2c-4eab-8766-37c9d865dbfa tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] For port 6a03f7ea-d3c9-492c-a556-234b28782e7c, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=6a03f7ea-d3c9-492c-a556-234b28782e7c,segment=NetworkSegment(edbc5f53-02d7-4c96-bfb9-2846921b0391),segment_id=edbc5f53-02d7-4c96-bfb9-2846921b0391)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:34.007579 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5d7555e5-fc2c-4eab-8766-37c9d865dbfa tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.019049 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-5d7555e5-fc2c-4eab-8766-37c9d865dbfa tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Calling delete_port for 6a03f7ea-d3c9-492c-a556-234b28782e7c owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:34.091803 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.101029 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-570fad21-4e2d-4641-a5c3-425d14ed2f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3884db07-41a6-40af-9562-bdc5106d5464', 'name': 'tempest-RoutersTest-router-2091233119', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:13Z', 'updated_at': '2021-07-13T07:47:31Z', 'revision_number': 7, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'gw_port_host': None, '_interfaces': [{'id': '00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1', 'name': '', 'network_id': '4e045275-cd86-4444-b4c7-2fddbacc5e22', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:9d:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:15Z', 'updated_at': '2021-07-13T07:47:25Z', 'revision_number': 5, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54074c6c-3871-4e4b-b325-9be7ec8ba9ac', 'name': '', 'network_id': 'ce1cc4cd-f29a-454b-9e61-2ea225d6fda4', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:ef:51:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '20ca9ed7-f896-469d-91fc-e7b41066b536', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:23Z', 'updated_at': '2021-07-13T07:47:32Z', 'revision_number': 5, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '20ca9ed7-f896-469d-91fc-e7b41066b536', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a03f7ea-d3c9-492c-a556-234b28782e7c', 'name': '', 'network_id': 'ff8cb930-b4fa-41a6-87a4-8bd09407bbf4', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:0d:a7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': 'd43ef76b-afe8-48c0-865e-1538804cbff1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:27Z', 'updated_at': '2021-07-13T07:47:33Z', 'revision_number': 4, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': 'd43ef76b-afe8-48c0-865e-1538804cbff1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bfb985e-4e88-4deb-9c7d-d01460f7781f', 'name': '', 'network_id': 'fee2327c-61d6-4923-bd57-07d982ede590', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:00:1a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '0f9955cf-72c8-4abc-9141-02158dec50bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:19Z', 'updated_at': '2021-07-13T07:47:26Z', 'revision_number': 5, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '0f9955cf-72c8-4abc-9141-02158dec50bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:34.126454 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570fad21-4e2d-4641-a5c3-425d14ed2f4f None None] The sync data for ids ['3884db07-41a6-40af-9562-bdc5106d5464'] in n-d-771363-34 is: [{'id': '3884db07-41a6-40af-9562-bdc5106d5464', 'name': 'tempest-RoutersTest-router-2091233119', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:13Z', 'updated_at': '2021-07-13T07:47:31Z', 'revision_number': 7, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'gw_port_host': None, '_interfaces': [{'id': '00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1', 'name': '', 'network_id': '4e045275-cd86-4444-b4c7-2fddbacc5e22', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:9d:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:15Z', 'updated_at': '2021-07-13T07:47:25Z', 'revision_number': 5, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54074c6c-3871-4e4b-b325-9be7ec8ba9ac', 'name': '', 'network_id': 'ce1cc4cd-f29a-454b-9e61-2ea225d6fda4', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:ef:51:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '20ca9ed7-f896-469d-91fc-e7b41066b536', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:23Z', 'updated_at': '2021-07-13T07:47:32Z', 'revision_number': 5, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '20ca9ed7-f896-469d-91fc-e7b41066b536', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a03f7ea-d3c9-492c-a556-234b28782e7c', 'name': '', 'network_id': 'ff8cb930-b4fa-41a6-87a4-8bd09407bbf4', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:0d:a7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': 'd43ef76b-afe8-48c0-865e-1538804cbff1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:27Z', 'updated_at': '2021-07-13T07:47:33Z', 'revision_number': 4, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': 'd43ef76b-afe8-48c0-865e-1538804cbff1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bfb985e-4e88-4deb-9c7d-d01460f7781f', 'name': '', 'network_id': 'fee2327c-61d6-4923-bd57-07d982ede590', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:00:1a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '0f9955cf-72c8-4abc-9141-02158dec50bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:19Z', 'updated_at': '2021-07-13T07:47:26Z', 'revision_number': 5, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '0f9955cf-72c8-4abc-9141-02158dec50bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:47:34.205712 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5d7555e5-fc2c-4eab-8766-37c9d865dbfa tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.224144 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device df837a61-7753-44d9-99fe-c028e7b6f98f no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:47:34.241640 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7555e5-fc2c-4eab-8766-37c9d865dbfa tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event deleted for resources: {'Port': ['ID=6a03f7ea-d3c9-492c-a556-234b28782e7c,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:34.254889 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: df837a61-7753-44d9-99fe-c028e7b6f98f {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:47:34.255481 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device df837a61-7753-44d9-99fe-c028e7b6f98f not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:47:34.282770 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 6a03f7ea-d3c9-492c-a556-234b28782e7c up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:34.316228 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 6a03f7ea-d3c9-492c-a556-234b28782e7c {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:47:34.316756 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 6a03f7ea-d3c9-492c-a556-234b28782e7c not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 13 07:47:34.339933 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Port 6a03f7ea-d3c9-492c-a556-234b28782e7c not found, will not notify nova. {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 13 07:47:34.340112 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 54074c6c-3871-4e4b-b325-9be7ec8ba9ac up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:34.392617 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342c1233-5bea-450f-8c3b-3b3e06da1386 None None] Sync routers for ids ['3884db07-41a6-40af-9562-bdc5106d5464'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:47:34.398725 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 54074c6c-3871-4e4b-b325-9be7ec8ba9ac triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:34.399883 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.435189 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342c1233-5bea-450f-8c3b-3b3e06da1386 None None] Routers {'3884db07-41a6-40af-9562-bdc5106d5464'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:34.435997 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-342c1233-5bea-450f-8c3b-3b3e06da1386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:47:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['3884db07-41a6-40af-9562-bdc5106d5464'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:34.464184 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5d7555e5-fc2c-4eab-8766-37c9d865dbfa tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.668839 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7555e5-fc2c-4eab-8766-37c9d865dbfa tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Router 3884db07-41a6-40af-9562-bdc5106d5464 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:47:34.720348 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-342c1233-5bea-450f-8c3b-3b3e06da1386 None None] Set router 3884db07-41a6-40af-9562-bdc5106d5464 gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:34.752745 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 18aa76bd-f20b-4a38-8194-ed860c6f8ab2 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:34.773405 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7555e5-fc2c-4eab-8766-37c9d865dbfa tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:47:34.779393 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5d7555e5-fc2c-4eab-8766-37c9d865dbfa tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "PUT /v2.0/routers/3884db07-41a6-40af-9562-bdc5106d5464/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9911101 Jul 13 07:47:34.781944 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54080) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:34.868672 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7adf00f-d98f-4cc0-9f50-bac548672fd8 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Deleting subnet d43ef76b-afe8-48c0-865e-1538804cbff1 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:47:34.873350 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c7adf00f-d98f-4cc0-9f50-bac548672fd8 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.898610 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 18aa76bd-f20b-4a38-8194-ed860c6f8ab2 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:34.899023 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.920769 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c7adf00f-d98f-4cc0-9f50-bac548672fd8 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:34.951822 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8eb468-5095-428e-9a27-c14533086c27 req-da227d9c-66b0-48d2-94e9-aa3bda602822 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:34.953341 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb8eb468-5095-428e-9a27-c14533086c27 req-da227d9c-66b0-48d2-94e9-aa3bda602822 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.1434028 Jul 13 07:47:35.028674 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb8eb468-5095-428e-9a27-c14533086c27 req-37b7bf9f-4462-4bb9-9cb1-db389836116e tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups?id=721e6862-ee18-4640-98fc-a4fb9332ce21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685544 Jul 13 07:47:35.033734 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-342c1233-5bea-450f-8c3b-3b3e06da1386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3884db07-41a6-40af-9562-bdc5106d5464', 'name': 'tempest-RoutersTest-router-2091233119', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:13Z', 'updated_at': '2021-07-13T07:47:34Z', 'revision_number': 8, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'gw_port_host': None, '_interfaces': [{'id': '00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1', 'name': '', 'network_id': '4e045275-cd86-4444-b4c7-2fddbacc5e22', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:9d:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:15Z', 'updated_at': '2021-07-13T07:47:25Z', 'revision_number': 5, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54074c6c-3871-4e4b-b325-9be7ec8ba9ac', 'name': '', 'network_id': 'ce1cc4cd-f29a-454b-9e61-2ea225d6fda4', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:ef:51:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '20ca9ed7-f896-469d-91fc-e7b41066b536', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:23Z', 'updated_at': '2021-07-13T07:47:32Z', 'revision_number': 5, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '20ca9ed7-f896-469d-91fc-e7b41066b536', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bfb985e-4e88-4deb-9c7d-d01460f7781f', 'name': '', 'network_id': 'fee2327c-61d6-4923-bd57-07d982ede590', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:00:1a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '0f9955cf-72c8-4abc-9141-02158dec50bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:19Z', 'updated_at': '2021-07-13T07:47:26Z', 'revision_number': 5, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '0f9955cf-72c8-4abc-9141-02158dec50bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:35.045074 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c7adf00f-d98f-4cc0-9f50-bac548672fd8 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.063630 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342c1233-5bea-450f-8c3b-3b3e06da1386 None None] Checking router: 3884db07-41a6-40af-9562-bdc5106d5464 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:47:35.072423 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342c1233-5bea-450f-8c3b-3b3e06da1386 None None] Routers {'3884db07-41a6-40af-9562-bdc5106d5464'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:35.073036 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-342c1233-5bea-450f-8c3b-3b3e06da1386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:47:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['3884db07-41a6-40af-9562-bdc5106d5464'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:35.112060 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c7adf00f-d98f-4cc0-9f50-bac548672fd8 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.140581 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7adf00f-d98f-4cc0-9f50-bac548672fd8 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event deleted for resources: {'Subnet': ['ID=d43ef76b-afe8-48c0-865e-1538804cbff1,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:35.144486 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c7adf00f-d98f-4cc0-9f50-bac548672fd8 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.146447 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c7adf00f-d98f-4cc0-9f50-bac548672fd8 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "DELETE /v2.0/subnets/d43ef76b-afe8-48c0-865e-1538804cbff1 HTTP/1.1" status: 204 len: 168 time: 0.3635590 Jul 13 07:47:35.149171 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54082) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:35.153665 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e541eb-a35f-4aac-ba98-49c0acc2082e None None] Network ff8cb930-b4fa-41a6-87a4-8bd09407bbf4 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:35.184769 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-342c1233-5bea-450f-8c3b-3b3e06da1386 None None] Set router 3884db07-41a6-40af-9562-bdc5106d5464 gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:35.231568 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0b40c2e2-9244-4a65-9eb1-3b76cb5c1f0c tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.284760 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-0b40c2e2-9244-4a65-9eb1-3b76cb5c1f0c tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Deleting port 18aa76bd-f20b-4a38-8194-ed860c6f8ab2 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:35.285099 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0b40c2e2-9244-4a65-9eb1-3b76cb5c1f0c tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.358728 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-0b40c2e2-9244-4a65-9eb1-3b76cb5c1f0c tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] For port 18aa76bd-f20b-4a38-8194-ed860c6f8ab2, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=18aa76bd-f20b-4a38-8194-ed860c6f8ab2,segment=NetworkSegment(edbc5f53-02d7-4c96-bfb9-2846921b0391),segment_id=edbc5f53-02d7-4c96-bfb9-2846921b0391)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:35.359096 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0b40c2e2-9244-4a65-9eb1-3b76cb5c1f0c tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.373751 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-0b40c2e2-9244-4a65-9eb1-3b76cb5c1f0c tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Calling delete_port for 18aa76bd-f20b-4a38-8194-ed860c6f8ab2 owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:35.376477 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e87fb-7cd2-4191-8360-072dd2ea9ce5 req-183a2d9b-6393-45d4-b7e2-b242437232a6 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:35.378037 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-014e87fb-7cd2-4191-8360-072dd2ea9ce5 req-183a2d9b-6393-45d4-b7e2-b242437232a6 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.25 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 946 time: 0.0678179 Jul 13 07:47:35.466709 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0b40c2e2-9244-4a65-9eb1-3b76cb5c1f0c tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.494577 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-342c1233-5bea-450f-8c3b-3b3e06da1386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3884db07-41a6-40af-9562-bdc5106d5464', 'name': 'tempest-RoutersTest-router-2091233119', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:13Z', 'updated_at': '2021-07-13T07:47:34Z', 'revision_number': 8, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'gw_port_host': None, '_interfaces': [{'id': '00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1', 'name': '', 'network_id': '4e045275-cd86-4444-b4c7-2fddbacc5e22', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:9d:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:15Z', 'updated_at': '2021-07-13T07:47:25Z', 'revision_number': 5, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54074c6c-3871-4e4b-b325-9be7ec8ba9ac', 'name': '', 'network_id': 'ce1cc4cd-f29a-454b-9e61-2ea225d6fda4', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:ef:51:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '20ca9ed7-f896-469d-91fc-e7b41066b536', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:23Z', 'updated_at': '2021-07-13T07:47:32Z', 'revision_number': 5, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '20ca9ed7-f896-469d-91fc-e7b41066b536', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bfb985e-4e88-4deb-9c7d-d01460f7781f', 'name': '', 'network_id': 'fee2327c-61d6-4923-bd57-07d982ede590', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:00:1a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '0f9955cf-72c8-4abc-9141-02158dec50bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:19Z', 'updated_at': '2021-07-13T07:47:26Z', 'revision_number': 5, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '0f9955cf-72c8-4abc-9141-02158dec50bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:35.502260 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-014e87fb-7cd2-4191-8360-072dd2ea9ce5 req-95033092-51b0-42b8-a728-54bf57cf2298 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Deleting port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:35.502733 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-014e87fb-7cd2-4191-8360-072dd2ea9ce5 req-95033092-51b0-42b8-a728-54bf57cf2298 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.505817 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b40c2e2-9244-4a65-9eb1-3b76cb5c1f0c tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] No DVR routers for this DVR port 18aa76bd-f20b-4a38-8194-ed860c6f8ab2 on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:35.513843 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40c2e2-9244-4a65-9eb1-3b76cb5c1f0c tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event deleted for resources: {'Port': ['ID=18aa76bd-f20b-4a38-8194-ed860c6f8ab2,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:35.528196 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1184078d-b224-4a2c-a3a3-72a9f32c1610 None None] DHCP port deletion for ff8cb930-b4fa-41a6-87a4-8bd09407bbf4 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:47:35.530673 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342c1233-5bea-450f-8c3b-3b3e06da1386 None None] The sync data for ids ['3884db07-41a6-40af-9562-bdc5106d5464'] in n-d-771363-34 is: [{'id': '3884db07-41a6-40af-9562-bdc5106d5464', 'name': 'tempest-RoutersTest-router-2091233119', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:13Z', 'updated_at': '2021-07-13T07:47:34Z', 'revision_number': 8, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'gw_port_host': None, '_interfaces': [{'id': '00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1', 'name': '', 'network_id': '4e045275-cd86-4444-b4c7-2fddbacc5e22', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:9d:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:15Z', 'updated_at': '2021-07-13T07:47:25Z', 'revision_number': 5, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54074c6c-3871-4e4b-b325-9be7ec8ba9ac', 'name': '', 'network_id': 'ce1cc4cd-f29a-454b-9e61-2ea225d6fda4', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:ef:51:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '20ca9ed7-f896-469d-91fc-e7b41066b536', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:23Z', 'updated_at': '2021-07-13T07:47:32Z', 'revision_number': 5, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '20ca9ed7-f896-469d-91fc-e7b41066b536', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bfb985e-4e88-4deb-9c7d-d01460f7781f', 'name': '', 'network_id': 'fee2327c-61d6-4923-bd57-07d982ede590', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:00:1a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '0f9955cf-72c8-4abc-9141-02158dec50bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:19Z', 'updated_at': '2021-07-13T07:47:26Z', 'revision_number': 5, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '0f9955cf-72c8-4abc-9141-02158dec50bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:47:35.608667 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0b40c2e2-9244-4a65-9eb1-3b76cb5c1f0c tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.612868 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-014e87fb-7cd2-4191-8360-072dd2ea9ce5 req-95033092-51b0-42b8-a728-54bf57cf2298 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] For port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=88530a7c-2727-4e3e-8acc-8f0525e0f7a7,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:35.613344 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-014e87fb-7cd2-4191-8360-072dd2ea9ce5 req-95033092-51b0-42b8-a728-54bf57cf2298 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.619960 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-0b40c2e2-9244-4a65-9eb1-3b76cb5c1f0c tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff8cb930-b4fa-41a6-87a4-8bd09407bbf4']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:35.629898 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-0b40c2e2-9244-4a65-9eb1-3b76cb5c1f0c tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edbc5f53-02d7-4c96-bfb9-2846921b0391') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:35.630191 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-0b40c2e2-9244-4a65-9eb1-3b76cb5c1f0c tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edbc5f53-02d7-4c96-bfb9-2846921b0391') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:35.640252 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0b40c2e2-9244-4a65-9eb1-3b76cb5c1f0c tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.654684 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0b40c2e2-9244-4a65-9eb1-3b76cb5c1f0c tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.660594 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b40c2e2-9244-4a65-9eb1-3b76cb5c1f0c tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:47:35.660978 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0b40c2e2-9244-4a65-9eb1-3b76cb5c1f0c tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.663841 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:47:35.663841 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:47:35.663841 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:47:35.663841 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:47:35.663841 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:47:35.663841 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:47:35.663841 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:47:35.663841 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:47:35.663841 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:47:35.663841 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:47:35.663841 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:47:35.663841 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:47:35.663841 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:47:35.663841 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:47:35.663841 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:47:35.663841 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:47:35.663841 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:47:35.663841 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:47:35.663841 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:47:35.663841 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:47:35.663841 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:47:35.663841 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:47:35.663841 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:47:35.663841 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:47:35.663841 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:47:35.663841 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:47:35.663841 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:47:35.663841 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:47:35.663841 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:47:35.663841 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:47:35.663841 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:47:35.663841 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:47:35.730466 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0b40c2e2-9244-4a65-9eb1-3b76cb5c1f0c tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.738750 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0b40c2e2-9244-4a65-9eb1-3b76cb5c1f0c tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.740676 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0b40c2e2-9244-4a65-9eb1-3b76cb5c1f0c tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "DELETE /v2.0/networks/ff8cb930-b4fa-41a6-87a4-8bd09407bbf4 HTTP/1.1" status: 204 len: 168 time: 0.5906432 Jul 13 07:47:35.743847 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54084) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:35.750965 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40c2e2-9244-4a65-9eb1-3b76cb5c1f0c tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event deleted for resources: {'Network': ['ID=ff8cb930-b4fa-41a6-87a4-8bd09407bbf4,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:35.868061 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.874614 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-014e87fb-7cd2-4191-8360-072dd2ea9ce5 req-95033092-51b0-42b8-a728-54bf57cf2298 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.874987 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-014e87fb-7cd2-4191-8360-072dd2ea9ce5 req-95033092-51b0-42b8-a728-54bf57cf2298 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:35.875315 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [req-014e87fb-7cd2-4191-8360-072dd2ea9ce5 req-95033092-51b0-42b8-a728-54bf57cf2298 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Floating IP eb77f52a-9202-443e-8aa0-0525fc0ad77d disassociated. External IP: 172.25.3.57, port: 88530a7c-2727-4e3e-8acc-8f0525e0f7a7. Jul 13 07:47:35.875658 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-014e87fb-7cd2-4191-8360-072dd2ea9ce5 req-95033092-51b0-42b8-a728-54bf57cf2298 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Calling delete_port for 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:36.111728 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9a21a7-aea5-41eb-a804-403142b296b3 None None] Sync routers for ids ['3884db07-41a6-40af-9562-bdc5106d5464'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:47:36.122610 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9a21a7-aea5-41eb-a804-403142b296b3 None None] Routers {'3884db07-41a6-40af-9562-bdc5106d5464'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:36.123259 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-af9a21a7-aea5-41eb-a804-403142b296b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:47:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['3884db07-41a6-40af-9562-bdc5106d5464'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:36.150001 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-014e87fb-7cd2-4191-8360-072dd2ea9ce5 req-95033092-51b0-42b8-a728-54bf57cf2298 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.223134 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 6a03f7ea-d3c9-492c-a556-234b28782e7c no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:47:36.226138 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-af9a21a7-aea5-41eb-a804-403142b296b3 None None] Set router 3884db07-41a6-40af-9562-bdc5106d5464 gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:36.230084 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95033092-51b0-42b8-a728-54bf57cf2298 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Pushing event deleted for resources: {'Port': ['ID=88530a7c-2727-4e3e-8acc-8f0525e0f7a7,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:36.233597 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-25f159f1-1e9d-4594-ab4d-8fb322e56ee7 req-0306c2af-d174-4aa2-ad8b-19582c4df2f1 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 210 time: 0.0693376 Jul 13 07:47:36.260270 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 6a03f7ea-d3c9-492c-a556-234b28782e7c {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:47:36.260818 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 6a03f7ea-d3c9-492c-a556-234b28782e7c not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:47:36.261376 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 18aa76bd-f20b-4a38-8194-ed860c6f8ab2 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:47:36.282150 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 18aa76bd-f20b-4a38-8194-ed860c6f8ab2 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:47:36.282553 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 18aa76bd-f20b-4a38-8194-ed860c6f8ab2 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:47:36.402167 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-014e87fb-7cd2-4191-8360-072dd2ea9ce5 req-95033092-51b0-42b8-a728-54bf57cf2298 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Router fa4240c2-8933-471e-b3d3-f05adb2f2fac has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:47:36.471822 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-af9a21a7-aea5-41eb-a804-403142b296b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3884db07-41a6-40af-9562-bdc5106d5464', 'name': 'tempest-RoutersTest-router-2091233119', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:13Z', 'updated_at': '2021-07-13T07:47:34Z', 'revision_number': 8, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'gw_port_host': None, '_interfaces': [{'id': '00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1', 'name': '', 'network_id': '4e045275-cd86-4444-b4c7-2fddbacc5e22', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:9d:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:15Z', 'updated_at': '2021-07-13T07:47:25Z', 'revision_number': 5, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54074c6c-3871-4e4b-b325-9be7ec8ba9ac', 'name': '', 'network_id': 'ce1cc4cd-f29a-454b-9e61-2ea225d6fda4', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:ef:51:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '20ca9ed7-f896-469d-91fc-e7b41066b536', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:23Z', 'updated_at': '2021-07-13T07:47:32Z', 'revision_number': 5, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '20ca9ed7-f896-469d-91fc-e7b41066b536', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bfb985e-4e88-4deb-9c7d-d01460f7781f', 'name': '', 'network_id': 'fee2327c-61d6-4923-bd57-07d982ede590', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:00:1a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '0f9955cf-72c8-4abc-9141-02158dec50bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:19Z', 'updated_at': '2021-07-13T07:47:26Z', 'revision_number': 5, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '0f9955cf-72c8-4abc-9141-02158dec50bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:36.498878 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9a21a7-aea5-41eb-a804-403142b296b3 None None] Checking router: 3884db07-41a6-40af-9562-bdc5106d5464 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:47:36.501260 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aac14c45-e803-4d12-aded-a81b7214f6cd tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.506843 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9a21a7-aea5-41eb-a804-403142b296b3 None None] Routers {'3884db07-41a6-40af-9562-bdc5106d5464'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:36.507415 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-af9a21a7-aea5-41eb-a804-403142b296b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:47:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['3884db07-41a6-40af-9562-bdc5106d5464'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:36.666621 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-014e87fb-7cd2-4191-8360-072dd2ea9ce5 req-95033092-51b0-42b8-a728-54bf57cf2298 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:47:36.678186 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f64397-aab3-4d7c-bf24-ccdb70cc9330 None None] Sync routers for ids ['fa4240c2-8933-471e-b3d3-f05adb2f2fac'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:47:36.695387 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f64397-aab3-4d7c-bf24-ccdb70cc9330 None None] Routers {'fa4240c2-8933-471e-b3d3-f05adb2f2fac'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:36.697012 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-f8f64397-aab3-4d7c-bf24-ccdb70cc9330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:47:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['fa4240c2-8933-471e-b3d3-f05adb2f2fac'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:36.707405 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-af9a21a7-aea5-41eb-a804-403142b296b3 None None] Set router 3884db07-41a6-40af-9562-bdc5106d5464 gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:36.768497 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-014e87fb-7cd2-4191-8360-072dd2ea9ce5 req-95033092-51b0-42b8-a728-54bf57cf2298 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] No DVR routers for this DVR port 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:36.772612 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-014e87fb-7cd2-4191-8360-072dd2ea9ce5 req-95033092-51b0-42b8-a728-54bf57cf2298 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.775314 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-014e87fb-7cd2-4191-8360-072dd2ea9ce5 req-95033092-51b0-42b8-a728-54bf57cf2298 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.25 "DELETE /v2.0/ports/88530a7c-2727-4e3e-8acc-8f0525e0f7a7 HTTP/1.1" status: 204 len: 173 time: 1.3919237 Jul 13 07:47:36.775854 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f90bec-271f-4e44-996f-3e77a17cd27b', 'name': 'network-vif-deleted', 'tag': '88530a7c-2727-4e3e-8acc-8f0525e0f7a7'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:47:36.778302 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c8ad1f-4f22-497e-b70d-c478f993ca9d" -d '{"events": [{"server_uuid": "84f90bec-271f-4e44-996f-3e77a17cd27b", "name": "network-vif-deleted", "tag": "88530a7c-2727-4e3e-8acc-8f0525e0f7a7"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:47:36.849096 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41dac8e9-a4a9-45ac-baec-44cd3492c418 x-openstack-request-id: req-41dac8e9-a4a9-45ac-baec-44cd3492c418 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:47:36.849528 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f90bec-271f-4e44-996f-3e77a17cd27b", "name": "network-vif-deleted", "tag": "88530a7c-2727-4e3e-8acc-8f0525e0f7a7", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:47:36.849882 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-41dac8e9-a4a9-45ac-baec-44cd3492c418 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:47:36.850717 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f90bec-271f-4e44-996f-3e77a17cd27b', 'name': 'network-vif-deleted', 'tag': '88530a7c-2727-4e3e-8acc-8f0525e0f7a7', 'status': 'completed', 'code': 200} Jul 13 07:47:36.850853 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-f8f64397-aab3-4d7c-bf24-ccdb70cc9330 None None] Set router fa4240c2-8933-471e-b3d3-f05adb2f2fac gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:36.943143 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-af9a21a7-aea5-41eb-a804-403142b296b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3884db07-41a6-40af-9562-bdc5106d5464', 'name': 'tempest-RoutersTest-router-2091233119', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:13Z', 'updated_at': '2021-07-13T07:47:34Z', 'revision_number': 8, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'gw_port_host': None, '_interfaces': [{'id': '00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1', 'name': '', 'network_id': '4e045275-cd86-4444-b4c7-2fddbacc5e22', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:9d:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:15Z', 'updated_at': '2021-07-13T07:47:25Z', 'revision_number': 5, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54074c6c-3871-4e4b-b325-9be7ec8ba9ac', 'name': '', 'network_id': 'ce1cc4cd-f29a-454b-9e61-2ea225d6fda4', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:ef:51:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '20ca9ed7-f896-469d-91fc-e7b41066b536', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:23Z', 'updated_at': '2021-07-13T07:47:32Z', 'revision_number': 5, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '20ca9ed7-f896-469d-91fc-e7b41066b536', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bfb985e-4e88-4deb-9c7d-d01460f7781f', 'name': '', 'network_id': 'fee2327c-61d6-4923-bd57-07d982ede590', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:00:1a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '0f9955cf-72c8-4abc-9141-02158dec50bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:19Z', 'updated_at': '2021-07-13T07:47:26Z', 'revision_number': 5, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '0f9955cf-72c8-4abc-9141-02158dec50bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:36.943809 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-aac14c45-e803-4d12-aded-a81b7214f6cd tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Deleting port 54074c6c-3871-4e4b-b325-9be7ec8ba9ac {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:36.944237 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aac14c45-e803-4d12-aded-a81b7214f6cd tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:36.977272 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9a21a7-aea5-41eb-a804-403142b296b3 None None] The sync data for ids ['3884db07-41a6-40af-9562-bdc5106d5464'] in n-d-771363-34 is: [{'id': '3884db07-41a6-40af-9562-bdc5106d5464', 'name': 'tempest-RoutersTest-router-2091233119', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:13Z', 'updated_at': '2021-07-13T07:47:34Z', 'revision_number': 8, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'gw_port_host': None, '_interfaces': [{'id': '00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1', 'name': '', 'network_id': '4e045275-cd86-4444-b4c7-2fddbacc5e22', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:9d:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:15Z', 'updated_at': '2021-07-13T07:47:25Z', 'revision_number': 5, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54074c6c-3871-4e4b-b325-9be7ec8ba9ac', 'name': '', 'network_id': 'ce1cc4cd-f29a-454b-9e61-2ea225d6fda4', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:ef:51:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '20ca9ed7-f896-469d-91fc-e7b41066b536', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:23Z', 'updated_at': '2021-07-13T07:47:32Z', 'revision_number': 5, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '20ca9ed7-f896-469d-91fc-e7b41066b536', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bfb985e-4e88-4deb-9c7d-d01460f7781f', 'name': '', 'network_id': 'fee2327c-61d6-4923-bd57-07d982ede590', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:00:1a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '0f9955cf-72c8-4abc-9141-02158dec50bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:19Z', 'updated_at': '2021-07-13T07:47:26Z', 'revision_number': 5, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '0f9955cf-72c8-4abc-9141-02158dec50bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:47:37.057028 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-aac14c45-e803-4d12-aded-a81b7214f6cd tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] For port 54074c6c-3871-4e4b-b325-9be7ec8ba9ac, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=54074c6c-3871-4e4b-b325-9be7ec8ba9ac,segment=NetworkSegment(18d86d24-4c6f-44be-b55e-03def8e05e53),segment_id=18d86d24-4c6f-44be-b55e-03def8e05e53)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:37.057389 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aac14c45-e803-4d12-aded-a81b7214f6cd tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:37.072406 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-aac14c45-e803-4d12-aded-a81b7214f6cd tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Calling delete_port for 54074c6c-3871-4e4b-b325-9be7ec8ba9ac owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:37.118411 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-f8f64397-aab3-4d7c-bf24-ccdb70cc9330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4240c2-8933-471e-b3d3-f05adb2f2fac', 'name': 'tempest-ServerActionsTestJSON-1398676002-router', 'tenant_id': 'c74484ef6db9498290da14ee6e37d87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '541f439f-ee02-4aa7-9c72-3b460718edaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:15Z', 'updated_at': '2021-07-13T07:39:26Z', 'revision_number': 4, 'project_id': 'c74484ef6db9498290da14ee6e37d87f', 'gw_port': {'id': '541f439f-ee02-4aa7-9c72-3b460718edaf', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:09:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4240c2-8933-471e-b3d3-f05adb2f2fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:18Z', 'updated_at': '2021-07-13T07:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'b3107c06-81c7-4a21-8c64-f98b8a4c83ee', 'name': '', 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0', 'tenant_id': 'c74484ef6db9498290da14ee6e37d87f', 'mac_address': 'fa:16:3e:ea:f8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4240c2-8933-471e-b3d3-f05adb2f2fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '18671aeb-533b-431f-ac3f-740be3e9540f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:25Z', 'updated_at': '2021-07-13T07:39:42Z', 'revision_number': 5, 'project_id': 'c74484ef6db9498290da14ee6e37d87f', 'subnets': [{'id': '18671aeb-533b-431f-ac3f-740be3e9540f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:37.144939 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f64397-aab3-4d7c-bf24-ccdb70cc9330 None None] Checking router: fa4240c2-8933-471e-b3d3-f05adb2f2fac for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:47:37.158039 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f64397-aab3-4d7c-bf24-ccdb70cc9330 None None] Routers {'fa4240c2-8933-471e-b3d3-f05adb2f2fac'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:37.158781 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-f8f64397-aab3-4d7c-bf24-ccdb70cc9330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:47:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['fa4240c2-8933-471e-b3d3-f05adb2f2fac'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:37.271116 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aac14c45-e803-4d12-aded-a81b7214f6cd tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:37.335978 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac14c45-e803-4d12-aded-a81b7214f6cd tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event deleted for resources: {'Port': ['ID=54074c6c-3871-4e4b-b325-9be7ec8ba9ac,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:37.358627 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-f8f64397-aab3-4d7c-bf24-ccdb70cc9330 None None] Set router fa4240c2-8933-471e-b3d3-f05adb2f2fac gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:37.465858 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ab3dcce0-31bc-4668-ae4f-45176e6697e9 req-ad827363-660d-4998-9dfa-080db003b4bd tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f90bec-271f-4e44-996f-3e77a17cd27b HTTP/1.1" status: 200 len: 210 time: 0.0526640 Jul 13 07:47:37.707362 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-f8f64397-aab3-4d7c-bf24-ccdb70cc9330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4240c2-8933-471e-b3d3-f05adb2f2fac', 'name': 'tempest-ServerActionsTestJSON-1398676002-router', 'tenant_id': 'c74484ef6db9498290da14ee6e37d87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '541f439f-ee02-4aa7-9c72-3b460718edaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:15Z', 'updated_at': '2021-07-13T07:39:26Z', 'revision_number': 4, 'project_id': 'c74484ef6db9498290da14ee6e37d87f', 'gw_port': {'id': '541f439f-ee02-4aa7-9c72-3b460718edaf', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:09:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4240c2-8933-471e-b3d3-f05adb2f2fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:18Z', 'updated_at': '2021-07-13T07:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'b3107c06-81c7-4a21-8c64-f98b8a4c83ee', 'name': '', 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0', 'tenant_id': 'c74484ef6db9498290da14ee6e37d87f', 'mac_address': 'fa:16:3e:ea:f8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4240c2-8933-471e-b3d3-f05adb2f2fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '18671aeb-533b-431f-ac3f-740be3e9540f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:25Z', 'updated_at': '2021-07-13T07:39:42Z', 'revision_number': 5, 'project_id': 'c74484ef6db9498290da14ee6e37d87f', 'subnets': [{'id': '18671aeb-533b-431f-ac3f-740be3e9540f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:37.740712 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f64397-aab3-4d7c-bf24-ccdb70cc9330 None None] The sync data for ids ['fa4240c2-8933-471e-b3d3-f05adb2f2fac'] in n-d-771363-34 is: [{'id': 'fa4240c2-8933-471e-b3d3-f05adb2f2fac', 'name': 'tempest-ServerActionsTestJSON-1398676002-router', 'tenant_id': 'c74484ef6db9498290da14ee6e37d87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '541f439f-ee02-4aa7-9c72-3b460718edaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:15Z', 'updated_at': '2021-07-13T07:39:26Z', 'revision_number': 4, 'project_id': 'c74484ef6db9498290da14ee6e37d87f', 'gw_port': {'id': '541f439f-ee02-4aa7-9c72-3b460718edaf', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:09:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4240c2-8933-471e-b3d3-f05adb2f2fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:18Z', 'updated_at': '2021-07-13T07:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'b3107c06-81c7-4a21-8c64-f98b8a4c83ee', 'name': '', 'network_id': 'a4551417-653e-4eb5-9caa-ea21aca7dbd0', 'tenant_id': 'c74484ef6db9498290da14ee6e37d87f', 'mac_address': 'fa:16:3e:ea:f8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4240c2-8933-471e-b3d3-f05adb2f2fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '18671aeb-533b-431f-ac3f-740be3e9540f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:25Z', 'updated_at': '2021-07-13T07:39:42Z', 'revision_number': 5, 'project_id': 'c74484ef6db9498290da14ee6e37d87f', 'subnets': [{'id': '18671aeb-533b-431f-ac3f-740be3e9540f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:47:37.925269 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aac14c45-e803-4d12-aded-a81b7214f6cd tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.017277 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f146ded3-f9f7-4f81-a9ce-c4d1e591ec9f None None] New status for floating IP eb77f52a-9202-443e-8aa0-0525fc0ad77d: DOWN {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:47:38.137920 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac14c45-e803-4d12-aded-a81b7214f6cd tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Router 3884db07-41a6-40af-9562-bdc5106d5464 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:47:38.238036 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac14c45-e803-4d12-aded-a81b7214f6cd tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:47:38.243820 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-aac14c45-e803-4d12-aded-a81b7214f6cd tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "PUT /v2.0/routers/3884db07-41a6-40af-9562-bdc5106d5464/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4989178 Jul 13 07:47:38.246479 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54092) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:38.248821 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907ac47b-3e4d-4712-b811-4f96885ca872 None None] Sync routers for ids ['3884db07-41a6-40af-9562-bdc5106d5464'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:47:38.253695 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:47:38.278220 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:47:38.278554 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 88530a7c-2727-4e3e-8acc-8f0525e0f7a7 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:47:38.280351 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907ac47b-3e4d-4712-b811-4f96885ca872 None None] Routers {'3884db07-41a6-40af-9562-bdc5106d5464'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:38.281263 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-907ac47b-3e4d-4712-b811-4f96885ca872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:47:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['3884db07-41a6-40af-9562-bdc5106d5464'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:38.302789 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9842ea7-eb2e-46bd-8e91-d413e4a2a8df tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Deleting subnet 20ca9ed7-f896-469d-91fc-e7b41066b536 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:47:38.306645 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f9842ea7-eb2e-46bd-8e91-d413e4a2a8df tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.348273 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f9842ea7-eb2e-46bd-8e91-d413e4a2a8df tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.371734 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-907ac47b-3e4d-4712-b811-4f96885ca872 None None] Set router 3884db07-41a6-40af-9562-bdc5106d5464 gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:38.451034 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f9842ea7-eb2e-46bd-8e91-d413e4a2a8df tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.517035 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f9842ea7-eb2e-46bd-8e91-d413e4a2a8df tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.553427 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f9842ea7-eb2e-46bd-8e91-d413e4a2a8df tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.556147 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f9842ea7-eb2e-46bd-8e91-d413e4a2a8df tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "DELETE /v2.0/subnets/20ca9ed7-f896-469d-91fc-e7b41066b536 HTTP/1.1" status: 204 len: 168 time: 0.3075967 Jul 13 07:47:38.557731 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9842ea7-eb2e-46bd-8e91-d413e4a2a8df tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event deleted for resources: {'Subnet': ['ID=20ca9ed7-f896-469d-91fc-e7b41066b536,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:38.558595 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54096) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:38.662242 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-24e89eb9-4991-47a3-bef8-23e05c4dfc25 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.664073 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fa6eca-ec6f-4969-a1a7-f454cce07f33 None None] Network ce1cc4cd-f29a-454b-9e61-2ea225d6fda4 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:38.728969 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-24e89eb9-4991-47a3-bef8-23e05c4dfc25 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Deleting port fce57692-aab6-4fe9-90ed-d0313b6bcc55 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:38.729303 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-24e89eb9-4991-47a3-bef8-23e05c4dfc25 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.794420 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-24e89eb9-4991-47a3-bef8-23e05c4dfc25 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] For port fce57692-aab6-4fe9-90ed-d0313b6bcc55, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=fce57692-aab6-4fe9-90ed-d0313b6bcc55,segment=NetworkSegment(18d86d24-4c6f-44be-b55e-03def8e05e53),segment_id=18d86d24-4c6f-44be-b55e-03def8e05e53)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:38.794777 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-24e89eb9-4991-47a3-bef8-23e05c4dfc25 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.807500 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-24e89eb9-4991-47a3-bef8-23e05c4dfc25 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Calling delete_port for fce57692-aab6-4fe9-90ed-d0313b6bcc55 owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:38.846388 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-907ac47b-3e4d-4712-b811-4f96885ca872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3884db07-41a6-40af-9562-bdc5106d5464', 'name': 'tempest-RoutersTest-router-2091233119', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:13Z', 'updated_at': '2021-07-13T07:47:37Z', 'revision_number': 9, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'gw_port_host': None, '_interfaces': [{'id': '00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1', 'name': '', 'network_id': '4e045275-cd86-4444-b4c7-2fddbacc5e22', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:9d:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:15Z', 'updated_at': '2021-07-13T07:47:25Z', 'revision_number': 5, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bfb985e-4e88-4deb-9c7d-d01460f7781f', 'name': '', 'network_id': 'fee2327c-61d6-4923-bd57-07d982ede590', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:00:1a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '0f9955cf-72c8-4abc-9141-02158dec50bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:19Z', 'updated_at': '2021-07-13T07:47:26Z', 'revision_number': 5, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '0f9955cf-72c8-4abc-9141-02158dec50bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:38.880652 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907ac47b-3e4d-4712-b811-4f96885ca872 None None] Checking router: 3884db07-41a6-40af-9562-bdc5106d5464 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:47:38.891790 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907ac47b-3e4d-4712-b811-4f96885ca872 None None] Routers {'3884db07-41a6-40af-9562-bdc5106d5464'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:38.892624 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-907ac47b-3e4d-4712-b811-4f96885ca872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:47:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['3884db07-41a6-40af-9562-bdc5106d5464'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:38.894492 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-24e89eb9-4991-47a3-bef8-23e05c4dfc25 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:38.922166 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e89eb9-4991-47a3-bef8-23e05c4dfc25 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event deleted for resources: {'Port': ['ID=fce57692-aab6-4fe9-90ed-d0313b6bcc55,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:38.924025 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e89eb9-4991-47a3-bef8-23e05c4dfc25 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] No DVR routers for this DVR port fce57692-aab6-4fe9-90ed-d0313b6bcc55 on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:38.931572 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2af7fa-bf36-4532-ad12-85a0608b6882 None None] DHCP port deletion for ce1cc4cd-f29a-454b-9e61-2ea225d6fda4 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:47:38.999997 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-907ac47b-3e4d-4712-b811-4f96885ca872 None None] Set router 3884db07-41a6-40af-9562-bdc5106d5464 gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:39.009378 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-24e89eb9-4991-47a3-bef8-23e05c4dfc25 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.020069 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-24e89eb9-4991-47a3-bef8-23e05c4dfc25 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce1cc4cd-f29a-454b-9e61-2ea225d6fda4']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:39.032015 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-24e89eb9-4991-47a3-bef8-23e05c4dfc25 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18d86d24-4c6f-44be-b55e-03def8e05e53') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:39.032320 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-24e89eb9-4991-47a3-bef8-23e05c4dfc25 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18d86d24-4c6f-44be-b55e-03def8e05e53') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:39.042031 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-24e89eb9-4991-47a3-bef8-23e05c4dfc25 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.056282 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-24e89eb9-4991-47a3-bef8-23e05c4dfc25 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.062242 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24e89eb9-4991-47a3-bef8-23e05c4dfc25 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:47:39.070526 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-24e89eb9-4991-47a3-bef8-23e05c4dfc25 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.070526 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:47:39.070526 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:47:39.070526 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:47:39.070526 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:47:39.070526 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:47:39.070526 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:47:39.070526 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:47:39.070526 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:47:39.070526 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:47:39.070526 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:47:39.070526 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:47:39.070526 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:47:39.070526 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:47:39.070526 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:47:39.070526 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:47:39.070526 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:47:39.070526 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:47:39.070526 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:47:39.070526 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:47:39.070526 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:47:39.070526 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:47:39.070526 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:47:39.070526 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:47:39.070526 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:47:39.070526 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:47:39.070526 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:47:39.070526 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:47:39.070526 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:47:39.070526 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:47:39.070526 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:47:39.070526 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:47:39.070526 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:47:39.130526 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-24e89eb9-4991-47a3-bef8-23e05c4dfc25 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.139605 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-24e89eb9-4991-47a3-bef8-23e05c4dfc25 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.141322 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-24e89eb9-4991-47a3-bef8-23e05c4dfc25 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "DELETE /v2.0/networks/ce1cc4cd-f29a-454b-9e61-2ea225d6fda4 HTTP/1.1" status: 204 len: 168 time: 0.5806174 Jul 13 07:47:39.144124 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54100) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:39.151512 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e89eb9-4991-47a3-bef8-23e05c4dfc25 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event deleted for resources: {'Network': ['ID=ce1cc4cd-f29a-454b-9e61-2ea225d6fda4,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:39.210093 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-907ac47b-3e4d-4712-b811-4f96885ca872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3884db07-41a6-40af-9562-bdc5106d5464', 'name': 'tempest-RoutersTest-router-2091233119', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:13Z', 'updated_at': '2021-07-13T07:47:37Z', 'revision_number': 9, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'gw_port_host': None, '_interfaces': [{'id': '00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1', 'name': '', 'network_id': '4e045275-cd86-4444-b4c7-2fddbacc5e22', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:9d:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:15Z', 'updated_at': '2021-07-13T07:47:25Z', 'revision_number': 5, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bfb985e-4e88-4deb-9c7d-d01460f7781f', 'name': '', 'network_id': 'fee2327c-61d6-4923-bd57-07d982ede590', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:00:1a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '0f9955cf-72c8-4abc-9141-02158dec50bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:19Z', 'updated_at': '2021-07-13T07:47:26Z', 'revision_number': 5, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '0f9955cf-72c8-4abc-9141-02158dec50bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:39.238625 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907ac47b-3e4d-4712-b811-4f96885ca872 None None] The sync data for ids ['3884db07-41a6-40af-9562-bdc5106d5464'] in n-d-771363-34 is: [{'id': '3884db07-41a6-40af-9562-bdc5106d5464', 'name': 'tempest-RoutersTest-router-2091233119', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:13Z', 'updated_at': '2021-07-13T07:47:37Z', 'revision_number': 9, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'gw_port_host': None, '_interfaces': [{'id': '00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1', 'name': '', 'network_id': '4e045275-cd86-4444-b4c7-2fddbacc5e22', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:9d:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:15Z', 'updated_at': '2021-07-13T07:47:25Z', 'revision_number': 5, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bfb985e-4e88-4deb-9c7d-d01460f7781f', 'name': '', 'network_id': 'fee2327c-61d6-4923-bd57-07d982ede590', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:00:1a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '0f9955cf-72c8-4abc-9141-02158dec50bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:19Z', 'updated_at': '2021-07-13T07:47:26Z', 'revision_number': 5, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '0f9955cf-72c8-4abc-9141-02158dec50bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:47:39.498523 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-049a09c4-7f93-45ae-bede-be466514165b tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.690026 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54104) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:39.786211 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5adc4ef0-5388-4273-8435-98847f74b5db tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.818077 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5adc4ef0-5388-4273-8435-98847f74b5db tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.833528 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-049a09c4-7f93-45ae-bede-be466514165b tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Deleting port 8bfb985e-4e88-4deb-9c7d-d01460f7781f {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:39.833863 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-049a09c4-7f93-45ae-bede-be466514165b tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.926991 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5adc4ef0-5388-4273-8435-98847f74b5db tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.929423 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5adc4ef0-5388-4273-8435-98847f74b5db tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.930865 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5adc4ef0-5388-4273-8435-98847f74b5db tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "DELETE /v2.0/security-groups/721e6862-ee18-4640-98fc-a4fb9332ce21 HTTP/1.1" status: 204 len: 168 time: 0.2397273 Jul 13 07:47:39.933690 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54106) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:39.950551 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-639252ad-79d8-4f35-a4a2-48e726f5df7f tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] show failed (client error): The resource could not be found. Jul 13 07:47:39.950831 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc4ef0-5388-4273-8435-98847f74b5db tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=721e6862-ee18-4640-98fc-a4fb9332ce21,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:39.951581 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-639252ad-79d8-4f35-a4a2-48e726f5df7f tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "GET /v2.0/security-groups/721e6862-ee18-4640-98fc-a4fb9332ce21 HTTP/1.1" status: 404 len: 347 time: 0.0164635 Jul 13 07:47:39.954524 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54108) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:39.958049 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-049a09c4-7f93-45ae-bede-be466514165b tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] For port 8bfb985e-4e88-4deb-9c7d-d01460f7781f, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=8bfb985e-4e88-4deb-9c7d-d01460f7781f,segment=NetworkSegment(7723270a-90cf-4ae4-9e81-e9af88b2b5ce),segment_id=7723270a-90cf-4ae4-9e81-e9af88b2b5ce)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:39.958885 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-049a09c4-7f93-45ae-bede-be466514165b tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:39.976389 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-049a09c4-7f93-45ae-bede-be466514165b tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Calling delete_port for 8bfb985e-4e88-4deb-9c7d-d01460f7781f owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:40.083678 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-b727790e-9af3-42b3-b8d3-3068b69be432 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Deleting port 35589407-6b9c-46f9-850c-960733ff10df {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:40.083894 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b727790e-9af3-42b3-b8d3-3068b69be432 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:40.153735 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-049a09c4-7f93-45ae-bede-be466514165b tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:40.180519 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b727790e-9af3-42b3-b8d3-3068b69be432 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:40.181273 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b727790e-9af3-42b3-b8d3-3068b69be432 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:40.182697 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a09c4-7f93-45ae-bede-be466514165b tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event deleted for resources: {'Port': ['ID=8bfb985e-4e88-4deb-9c7d-d01460f7781f,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:40.201605 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 54074c6c-3871-4e4b-b325-9be7ec8ba9ac no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:47:40.205734 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-b727790e-9af3-42b3-b8d3-3068b69be432 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Calling delete_port for 35589407-6b9c-46f9-850c-960733ff10df owned by network:floatingip {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:40.226608 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 54074c6c-3871-4e4b-b325-9be7ec8ba9ac {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:47:40.227028 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 54074c6c-3871-4e4b-b325-9be7ec8ba9ac not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:47:40.227492 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device fce57692-aab6-4fe9-90ed-d0313b6bcc55 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:47:40.253767 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: fce57692-aab6-4fe9-90ed-d0313b6bcc55 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:47:40.253767 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device fce57692-aab6-4fe9-90ed-d0313b6bcc55 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:47:40.351538 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-049a09c4-7f93-45ae-bede-be466514165b tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:40.372771 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b727790e-9af3-42b3-b8d3-3068b69be432 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:40.398841 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b727790e-9af3-42b3-b8d3-3068b69be432 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Pushing event deleted for resources: {'Port': ['ID=35589407-6b9c-46f9-850c-960733ff10df,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:40.464348 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b727790e-9af3-42b3-b8d3-3068b69be432 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks [] for floatingip, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:40.466645 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b727790e-9af3-42b3-b8d3-3068b69be432 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:40.467878 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b727790e-9af3-42b3-b8d3-3068b69be432 tempest-ServerActionsTestJSON-1490289732 tempest-ServerActionsTestJSON-1490289732-project] 10.222.0.23 "DELETE /v2.0/floatingips/eb77f52a-9202-443e-8aa0-0525fc0ad77d HTTP/1.1" status: 204 len: 168 time: 0.5124285 Jul 13 07:47:40.470793 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54110) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:40.547993 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049a09c4-7f93-45ae-bede-be466514165b tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Router 3884db07-41a6-40af-9562-bdc5106d5464 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:47:40.649257 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049a09c4-7f93-45ae-bede-be466514165b tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:47:40.654964 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-049a09c4-7f93-45ae-bede-be466514165b tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "PUT /v2.0/routers/3884db07-41a6-40af-9562-bdc5106d5464/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5095620 Jul 13 07:47:40.657399 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54114) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:40.659808 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aa65b7-f4f4-4f09-b884-384d82495592 None None] Sync routers for ids ['3884db07-41a6-40af-9562-bdc5106d5464'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:47:40.670976 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aa65b7-f4f4-4f09-b884-384d82495592 None None] Routers {'3884db07-41a6-40af-9562-bdc5106d5464'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:40.671644 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-77aa65b7-f4f4-4f09-b884-384d82495592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:47:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['3884db07-41a6-40af-9562-bdc5106d5464'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:40.753199 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f722475-1370-4528-bdc8-02a53f63e313 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Deleting subnet 0f9955cf-72c8-4abc-9141-02158dec50bf {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:47:40.757934 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-77aa65b7-f4f4-4f09-b884-384d82495592 None None] Set router 3884db07-41a6-40af-9562-bdc5106d5464 gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:40.760692 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2f722475-1370-4528-bdc8-02a53f63e313 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:40.840194 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2f722475-1370-4528-bdc8-02a53f63e313 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:40.952936 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-77aa65b7-f4f4-4f09-b884-384d82495592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3884db07-41a6-40af-9562-bdc5106d5464', 'name': 'tempest-RoutersTest-router-2091233119', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:13Z', 'updated_at': '2021-07-13T07:47:40Z', 'revision_number': 10, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'gw_port_host': None, '_interfaces': [{'id': '00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1', 'name': '', 'network_id': '4e045275-cd86-4444-b4c7-2fddbacc5e22', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:9d:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:15Z', 'updated_at': '2021-07-13T07:47:25Z', 'revision_number': 5, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:40.979309 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aa65b7-f4f4-4f09-b884-384d82495592 None None] Checking router: 3884db07-41a6-40af-9562-bdc5106d5464 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:47:40.987459 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aa65b7-f4f4-4f09-b884-384d82495592 None None] Routers {'3884db07-41a6-40af-9562-bdc5106d5464'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:40.988070 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-77aa65b7-f4f4-4f09-b884-384d82495592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:47:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['3884db07-41a6-40af-9562-bdc5106d5464'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:41.013490 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2f722475-1370-4528-bdc8-02a53f63e313 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:41.076320 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-77aa65b7-f4f4-4f09-b884-384d82495592 None None] Set router 3884db07-41a6-40af-9562-bdc5106d5464 gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:41.113102 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2f722475-1370-4528-bdc8-02a53f63e313 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:41.146567 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f722475-1370-4528-bdc8-02a53f63e313 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event deleted for resources: {'Subnet': ['ID=0f9955cf-72c8-4abc-9141-02158dec50bf,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:41.152720 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2f722475-1370-4528-bdc8-02a53f63e313 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:41.155040 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2f722475-1370-4528-bdc8-02a53f63e313 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "DELETE /v2.0/subnets/0f9955cf-72c8-4abc-9141-02158dec50bf HTTP/1.1" status: 204 len: 168 time: 0.4965544 Jul 13 07:47:41.157040 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54116) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:41.173365 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c6e279-acf7-43eb-bd34-721efe2fe87d None None] Network fee2327c-61d6-4923-bd57-07d982ede590 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:41.247800 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a70a5dc5-cd78-466a-81f9-9be0e9af95cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:41.284267 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-31455397-3829-4d05-96b8-a42fe498f090 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:41.337708 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-77aa65b7-f4f4-4f09-b884-384d82495592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3884db07-41a6-40af-9562-bdc5106d5464', 'name': 'tempest-RoutersTest-router-2091233119', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:13Z', 'updated_at': '2021-07-13T07:47:40Z', 'revision_number': 10, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'gw_port_host': None, '_interfaces': [{'id': '00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1', 'name': '', 'network_id': '4e045275-cd86-4444-b4c7-2fddbacc5e22', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:9d:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:15Z', 'updated_at': '2021-07-13T07:47:25Z', 'revision_number': 5, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:41.353624 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-31455397-3829-4d05-96b8-a42fe498f090 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Deleting port 3e74e950-1bc4-4c78-a93e-b3db80384d89 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:41.354626 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-31455397-3829-4d05-96b8-a42fe498f090 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:41.372792 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aa65b7-f4f4-4f09-b884-384d82495592 None None] The sync data for ids ['3884db07-41a6-40af-9562-bdc5106d5464'] in n-d-771363-34 is: [{'id': '3884db07-41a6-40af-9562-bdc5106d5464', 'name': 'tempest-RoutersTest-router-2091233119', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:13Z', 'updated_at': '2021-07-13T07:47:40Z', 'revision_number': 10, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'gw_port_host': None, '_interfaces': [{'id': '00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1', 'name': '', 'network_id': '4e045275-cd86-4444-b4c7-2fddbacc5e22', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'mac_address': 'fa:16:3e:9d:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884db07-41a6-40af-9562-bdc5106d5464', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:15Z', 'updated_at': '2021-07-13T07:47:25Z', 'revision_number': 5, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'subnets': [{'id': '93b55f0d-ac4a-4ada-85c6-789b5beb7d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:47:41.443495 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-31455397-3829-4d05-96b8-a42fe498f090 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] For port 3e74e950-1bc4-4c78-a93e-b3db80384d89, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=3e74e950-1bc4-4c78-a93e-b3db80384d89,segment=NetworkSegment(7723270a-90cf-4ae4-9e81-e9af88b2b5ce),segment_id=7723270a-90cf-4ae4-9e81-e9af88b2b5ce)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:41.443876 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-31455397-3829-4d05-96b8-a42fe498f090 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:41.459904 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-31455397-3829-4d05-96b8-a42fe498f090 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Calling delete_port for 3e74e950-1bc4-4c78-a93e-b3db80384d89 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:41.555474 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-31455397-3829-4d05-96b8-a42fe498f090 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:41.580911 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31455397-3829-4d05-96b8-a42fe498f090 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event deleted for resources: {'Port': ['ID=3e74e950-1bc4-4c78-a93e-b3db80384d89,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:41.589662 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31455397-3829-4d05-96b8-a42fe498f090 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] No DVR routers for this DVR port 3e74e950-1bc4-4c78-a93e-b3db80384d89 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:41.598070 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-a70a5dc5-cd78-466a-81f9-9be0e9af95cb admin admin] Deleting port b3107c06-81c7-4a21-8c64-f98b8a4c83ee {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:41.598405 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a70a5dc5-cd78-466a-81f9-9be0e9af95cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:41.681392 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-31455397-3829-4d05-96b8-a42fe498f090 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:41.691407 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-a70a5dc5-cd78-466a-81f9-9be0e9af95cb admin admin] For port b3107c06-81c7-4a21-8c64-f98b8a4c83ee, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=b3107c06-81c7-4a21-8c64-f98b8a4c83ee,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:41.691763 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a70a5dc5-cd78-466a-81f9-9be0e9af95cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:41.692945 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-31455397-3829-4d05-96b8-a42fe498f090 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fee2327c-61d6-4923-bd57-07d982ede590']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:41.704814 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-31455397-3829-4d05-96b8-a42fe498f090 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7723270a-90cf-4ae4-9e81-e9af88b2b5ce') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:41.705105 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-31455397-3829-4d05-96b8-a42fe498f090 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7723270a-90cf-4ae4-9e81-e9af88b2b5ce') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:41.706704 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-a70a5dc5-cd78-466a-81f9-9be0e9af95cb admin admin] Calling delete_port for b3107c06-81c7-4a21-8c64-f98b8a4c83ee owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:41.717152 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-31455397-3829-4d05-96b8-a42fe498f090 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:41.736540 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-31455397-3829-4d05-96b8-a42fe498f090 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:41.746785 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31455397-3829-4d05-96b8-a42fe498f090 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:47:41.747486 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-31455397-3829-4d05-96b8-a42fe498f090 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:41.753994 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b9402f-e85a-4b6f-9e82-888925564496 None None] DHCP port deletion for fee2327c-61d6-4923-bd57-07d982ede590 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:47:41.783307 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:47:41.783307 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:47:41.783307 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:47:41.783307 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:47:41.783307 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:47:41.783307 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:47:41.783307 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:47:41.783307 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:47:41.783307 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:47:41.783307 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:47:41.783307 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:47:41.783307 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:47:41.783307 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:47:41.783307 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:47:41.783307 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:47:41.783307 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:47:41.783307 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:47:41.783307 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:47:41.783307 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:47:41.783307 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:47:41.783307 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:47:41.783307 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:47:41.783307 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:47:41.783307 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:47:41.783307 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:47:41.783307 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:47:41.783307 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:47:41.783307 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:47:41.783307 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:47:41.783307 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:47:41.783307 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:47:41.783307 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:47:41.829479 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-31455397-3829-4d05-96b8-a42fe498f090 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:41.838576 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-31455397-3829-4d05-96b8-a42fe498f090 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:41.840528 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-31455397-3829-4d05-96b8-a42fe498f090 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "DELETE /v2.0/networks/fee2327c-61d6-4923-bd57-07d982ede590 HTTP/1.1" status: 204 len: 168 time: 0.6821380 Jul 13 07:47:41.843221 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54118) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:41.859384 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31455397-3829-4d05-96b8-a42fe498f090 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event deleted for resources: {'Network': ['ID=fee2327c-61d6-4923-bd57-07d982ede590,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:41.957225 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a70a5dc5-cd78-466a-81f9-9be0e9af95cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:41.986420 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a5dc5-cd78-466a-81f9-9be0e9af95cb admin admin] Pushing event deleted for resources: {'Port': ['ID=b3107c06-81c7-4a21-8c64-f98b8a4c83ee,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:42.190708 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a70a5dc5-cd78-466a-81f9-9be0e9af95cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:42.299937 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 3e74e950-1bc4-4c78-a93e-b3db80384d89 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:47:42.322367 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 3e74e950-1bc4-4c78-a93e-b3db80384d89 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:47:42.323025 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 3e74e950-1bc4-4c78-a93e-b3db80384d89 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:47:42.323683 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 8bfb985e-4e88-4deb-9c7d-d01460f7781f no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:47:42.343468 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 8bfb985e-4e88-4deb-9c7d-d01460f7781f {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:47:42.343468 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 8bfb985e-4e88-4deb-9c7d-d01460f7781f not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:47:42.453940 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a70a5dc5-cd78-466a-81f9-9be0e9af95cb admin admin] Router fa4240c2-8933-471e-b3d3-f05adb2f2fac has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:47:42.508926 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-52687c2f-3e26-487f-8ccd-2a6d604ccd93 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:42.788220 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-52687c2f-3e26-487f-8ccd-2a6d604ccd93 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Deleting port 00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:42.788690 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-52687c2f-3e26-487f-8ccd-2a6d604ccd93 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:42.893652 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70a5dc5-cd78-466a-81f9-9be0e9af95cb admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:47:42.898017 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-52687c2f-3e26-487f-8ccd-2a6d604ccd93 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] For port 00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1,segment=NetworkSegment(aa728cbd-c6a8-4954-99fd-7dbf2cd2876e),segment_id=aa728cbd-c6a8-4954-99fd-7dbf2cd2876e)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:42.898125 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-52687c2f-3e26-487f-8ccd-2a6d604ccd93 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:42.903180 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a70a5dc5-cd78-466a-81f9-9be0e9af95cb admin admin] 10.222.0.23 "PUT /v2.0/routers/fa4240c2-8933-471e-b3d3-f05adb2f2fac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4281700 Jul 13 07:47:42.903180 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54120) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:42.905993 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15318bd6-ec76-4488-8cfa-725eaca4dbca None None] Sync routers for ids ['fa4240c2-8933-471e-b3d3-f05adb2f2fac'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:47:42.919027 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15318bd6-ec76-4488-8cfa-725eaca4dbca None None] Routers {'fa4240c2-8933-471e-b3d3-f05adb2f2fac'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:42.919670 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-15318bd6-ec76-4488-8cfa-725eaca4dbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:47:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['fa4240c2-8933-471e-b3d3-f05adb2f2fac'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:42.922000 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-52687c2f-3e26-487f-8ccd-2a6d604ccd93 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Calling delete_port for 00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1 owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:43.025543 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-75ab551d-07bb-45cc-b791-288afc6c4160 admin admin] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.043426 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-15318bd6-ec76-4488-8cfa-725eaca4dbca None None] Set router fa4240c2-8933-471e-b3d3-f05adb2f2fac gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:43.122962 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-52687c2f-3e26-487f-8ccd-2a6d604ccd93 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.144118 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-75ab551d-07bb-45cc-b791-288afc6c4160 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.182226 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52687c2f-3e26-487f-8ccd-2a6d604ccd93 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event deleted for resources: {'Port': ['ID=00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:43.218303 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-75ab551d-07bb-45cc-b791-288afc6c4160 admin admin] Deleting port 541f439f-ee02-4aa7-9c72-3b460718edaf {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:43.218909 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-75ab551d-07bb-45cc-b791-288afc6c4160 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.261314 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-15318bd6-ec76-4488-8cfa-725eaca4dbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4240c2-8933-471e-b3d3-f05adb2f2fac', 'name': 'tempest-ServerActionsTestJSON-1398676002-router', 'tenant_id': 'c74484ef6db9498290da14ee6e37d87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '541f439f-ee02-4aa7-9c72-3b460718edaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:15Z', 'updated_at': '2021-07-13T07:47:41Z', 'revision_number': 5, 'project_id': 'c74484ef6db9498290da14ee6e37d87f', 'gw_port': {'id': '541f439f-ee02-4aa7-9c72-3b460718edaf', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:09:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4240c2-8933-471e-b3d3-f05adb2f2fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:39:18Z', 'updated_at': '2021-07-13T07:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:43.293870 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15318bd6-ec76-4488-8cfa-725eaca4dbca None None] Checking router: fa4240c2-8933-471e-b3d3-f05adb2f2fac for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:47:43.304003 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15318bd6-ec76-4488-8cfa-725eaca4dbca None None] Routers {'fa4240c2-8933-471e-b3d3-f05adb2f2fac'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:43.304927 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-15318bd6-ec76-4488-8cfa-725eaca4dbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:47:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['fa4240c2-8933-471e-b3d3-f05adb2f2fac'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:43.314233 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-52687c2f-3e26-487f-8ccd-2a6d604ccd93 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.354565 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-75ab551d-07bb-45cc-b791-288afc6c4160 admin admin] For port 541f439f-ee02-4aa7-9c72-3b460718edaf, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=541f439f-ee02-4aa7-9c72-3b460718edaf,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:43.354931 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-75ab551d-07bb-45cc-b791-288afc6c4160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.373972 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-75ab551d-07bb-45cc-b791-288afc6c4160 admin admin] Calling delete_port for 541f439f-ee02-4aa7-9c72-3b460718edaf owned by network:router_gateway {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:43.395526 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-15318bd6-ec76-4488-8cfa-725eaca4dbca None None] Set router fa4240c2-8933-471e-b3d3-f05adb2f2fac gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:43.449556 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-15318bd6-ec76-4488-8cfa-725eaca4dbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4240c2-8933-471e-b3d3-f05adb2f2fac', 'name': 'tempest-ServerActionsTestJSON-1398676002-router', 'tenant_id': 'c74484ef6db9498290da14ee6e37d87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:15Z', 'updated_at': '2021-07-13T07:47:43Z', 'revision_number': 6, 'project_id': 'c74484ef6db9498290da14ee6e37d87f', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:43.484963 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15318bd6-ec76-4488-8cfa-725eaca4dbca None None] The sync data for ids ['fa4240c2-8933-471e-b3d3-f05adb2f2fac'] in n-d-771363-34 is: [{'id': 'fa4240c2-8933-471e-b3d3-f05adb2f2fac', 'name': 'tempest-ServerActionsTestJSON-1398676002-router', 'tenant_id': 'c74484ef6db9498290da14ee6e37d87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:39:15Z', 'updated_at': '2021-07-13T07:47:43Z', 'revision_number': 6, 'project_id': 'c74484ef6db9498290da14ee6e37d87f', 'gw_port_host': None}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:47:43.486749 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52687c2f-3e26-487f-8ccd-2a6d604ccd93 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Router 3884db07-41a6-40af-9562-bdc5106d5464 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:47:43.566752 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-75ab551d-07bb-45cc-b791-288afc6c4160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.580773 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52687c2f-3e26-487f-8ccd-2a6d604ccd93 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:47:43.589386 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-52687c2f-3e26-487f-8ccd-2a6d604ccd93 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "PUT /v2.0/routers/3884db07-41a6-40af-9562-bdc5106d5464/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7421212 Jul 13 07:47:43.589753 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54122) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:43.591493 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7eac06-de80-40cb-87a2-14ba41f26841 None None] Sync routers for ids ['3884db07-41a6-40af-9562-bdc5106d5464'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:47:43.601042 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7eac06-de80-40cb-87a2-14ba41f26841 None None] Routers {'3884db07-41a6-40af-9562-bdc5106d5464'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:43.601551 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-cb7eac06-de80-40cb-87a2-14ba41f26841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:47:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['3884db07-41a6-40af-9562-bdc5106d5464'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:43.622964 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab551d-07bb-45cc-b791-288afc6c4160 admin admin] Pushing event deleted for resources: {'Port': ['ID=541f439f-ee02-4aa7-9c72-3b460718edaf,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:43.650553 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-c836840a-2b1a-485e-a3d6-190f8bd7fd74 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Deleting subnet 93b55f0d-ac4a-4ada-85c6-789b5beb7d6d {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:47:43.653748 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c836840a-2b1a-485e-a3d6-190f8bd7fd74 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.666079 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-75ab551d-07bb-45cc-b791-288afc6c4160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.675974 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-cb7eac06-de80-40cb-87a2-14ba41f26841 None None] Set router 3884db07-41a6-40af-9562-bdc5106d5464 gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:43.695230 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c836840a-2b1a-485e-a3d6-190f8bd7fd74 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.733172 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-cb7eac06-de80-40cb-87a2-14ba41f26841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3884db07-41a6-40af-9562-bdc5106d5464', 'name': 'tempest-RoutersTest-router-2091233119', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:13Z', 'updated_at': '2021-07-13T07:47:43Z', 'revision_number': 11, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:43.760567 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7eac06-de80-40cb-87a2-14ba41f26841 None None] Checking router: 3884db07-41a6-40af-9562-bdc5106d5464 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:47:43.765615 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-75ab551d-07bb-45cc-b791-288afc6c4160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.767958 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-75ab551d-07bb-45cc-b791-288afc6c4160 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.769805 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7eac06-de80-40cb-87a2-14ba41f26841 None None] Routers {'3884db07-41a6-40af-9562-bdc5106d5464'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:43.770375 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-cb7eac06-de80-40cb-87a2-14ba41f26841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:47:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['3884db07-41a6-40af-9562-bdc5106d5464'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:43.793111 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c836840a-2b1a-485e-a3d6-190f8bd7fd74 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.816845 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-75ab551d-07bb-45cc-b791-288afc6c4160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.817380 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ab551d-07bb-45cc-b791-288afc6c4160 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa4240c2-8933-471e-b3d3-f05adb2f2fac {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:47:43.826454 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-75ab551d-07bb-45cc-b791-288afc6c4160 admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.827921 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-75ab551d-07bb-45cc-b791-288afc6c4160 admin admin] 10.222.0.23 "DELETE /v2.0/routers/fa4240c2-8933-471e-b3d3-f05adb2f2fac HTTP/1.1" status: 204 len: 168 time: 0.9238501 Jul 13 07:47:43.830475 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54124) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:43.895667 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff8cc416-4cc9-4da1-87a0-b58ad2b8af2c admin admin] Deleting subnet 18671aeb-533b-431f-ac3f-740be3e9540f {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:47:43.902336 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ff8cc416-4cc9-4da1-87a0-b58ad2b8af2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.931346 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c836840a-2b1a-485e-a3d6-190f8bd7fd74 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.941467 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-cb7eac06-de80-40cb-87a2-14ba41f26841 None None] Set router 3884db07-41a6-40af-9562-bdc5106d5464 gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:43.968217 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c836840a-2b1a-485e-a3d6-190f8bd7fd74 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event deleted for resources: {'Subnet': ['ID=93b55f0d-ac4a-4ada-85c6-789b5beb7d6d,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:43.974146 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ff8cc416-4cc9-4da1-87a0-b58ad2b8af2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.976581 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c836840a-2b1a-485e-a3d6-190f8bd7fd74 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:43.981652 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54126) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:43.981918 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c836840a-2b1a-485e-a3d6-190f8bd7fd74 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "DELETE /v2.0/subnets/93b55f0d-ac4a-4ada-85c6-789b5beb7d6d HTTP/1.1" status: 204 len: 168 time: 0.3910701 Jul 13 07:47:43.982522 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3258560-f019-4963-861e-2e868b4d8b63 None None] Network 4e045275-cd86-4444-b4c7-2fddbacc5e22 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:44.009629 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-cb7eac06-de80-40cb-87a2-14ba41f26841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3884db07-41a6-40af-9562-bdc5106d5464', 'name': 'tempest-RoutersTest-router-2091233119', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:13Z', 'updated_at': '2021-07-13T07:47:43Z', 'revision_number': 11, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:44.052421 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7eac06-de80-40cb-87a2-14ba41f26841 None None] The sync data for ids ['3884db07-41a6-40af-9562-bdc5106d5464'] in n-d-771363-34 is: [{'id': '3884db07-41a6-40af-9562-bdc5106d5464', 'name': 'tempest-RoutersTest-router-2091233119', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:13Z', 'updated_at': '2021-07-13T07:47:43Z', 'revision_number': 11, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'gw_port_host': None}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:47:44.067181 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ff8cc416-4cc9-4da1-87a0-b58ad2b8af2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.087066 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1242a8cf-04bd-4c84-9c68-a465f0e1a3b9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.129364 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ff8cc416-4cc9-4da1-87a0-b58ad2b8af2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.144024 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-1242a8cf-04bd-4c84-9c68-a465f0e1a3b9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Deleting port f2288c33-7b85-43d5-95c2-c03ec2258d84 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:44.144440 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1242a8cf-04bd-4c84-9c68-a465f0e1a3b9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.165051 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8cc416-4cc9-4da1-87a0-b58ad2b8af2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18671aeb-533b-431f-ac3f-740be3e9540f,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:44.167802 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ff8cc416-4cc9-4da1-87a0-b58ad2b8af2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.169713 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ff8cc416-4cc9-4da1-87a0-b58ad2b8af2c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/18671aeb-533b-431f-ac3f-740be3e9540f HTTP/1.1" status: 204 len: 168 time: 0.3376775 Jul 13 07:47:44.172161 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54128) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:44.176264 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce428355-5060-495e-bce2-2431d0b2a27a None None] Network a4551417-653e-4eb5-9caa-ea21aca7dbd0 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:44.238076 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-1242a8cf-04bd-4c84-9c68-a465f0e1a3b9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] For port f2288c33-7b85-43d5-95c2-c03ec2258d84, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=f2288c33-7b85-43d5-95c2-c03ec2258d84,segment=NetworkSegment(aa728cbd-c6a8-4954-99fd-7dbf2cd2876e),segment_id=aa728cbd-c6a8-4954-99fd-7dbf2cd2876e)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:44.238899 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1242a8cf-04bd-4c84-9c68-a465f0e1a3b9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.262344 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-1242a8cf-04bd-4c84-9c68-a465f0e1a3b9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Calling delete_port for f2288c33-7b85-43d5-95c2-c03ec2258d84 owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:44.264880 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f226e68c-3b16-4371-8b9a-eebcdfa73e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.319056 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fe2c5a-3272-4f45-9510-f612dc83ca89 None None] DHCP port deletion for 4e045275-cd86-4444-b4c7-2fddbacc5e22 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:47:44.340877 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-f226e68c-3b16-4371-8b9a-eebcdfa73e8b admin admin] Deleting port d939d962-3b76-41f9-bec5-617b073e6325 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:44.341505 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f226e68c-3b16-4371-8b9a-eebcdfa73e8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.373233 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1242a8cf-04bd-4c84-9c68-a465f0e1a3b9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.399403 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-e0fe2c5a-3272-4f45-9510-f612dc83ca89 None None] Deleting port f2288c33-7b85-43d5-95c2-c03ec2258d84 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:47:44.400271 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e0fe2c5a-3272-4f45-9510-f612dc83ca89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.406559 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242a8cf-04bd-4c84-9c68-a465f0e1a3b9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event deleted for resources: {'Port': ['ID=f2288c33-7b85-43d5-95c2-c03ec2258d84,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:44.410619 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1242a8cf-04bd-4c84-9c68-a465f0e1a3b9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] No DVR routers for this DVR port f2288c33-7b85-43d5-95c2-c03ec2258d84 on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:44.453714 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-f226e68c-3b16-4371-8b9a-eebcdfa73e8b admin admin] For port d939d962-3b76-41f9-bec5-617b073e6325, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=d939d962-3b76-41f9-bec5-617b073e6325,segment=NetworkSegment(904645b7-f6ff-403f-a4e4-588cda2e87f7),segment_id=904645b7-f6ff-403f-a4e4-588cda2e87f7)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:44.454081 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f226e68c-3b16-4371-8b9a-eebcdfa73e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.468922 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-f226e68c-3b16-4371-8b9a-eebcdfa73e8b admin admin] Calling delete_port for d939d962-3b76-41f9-bec5-617b073e6325 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:44.479781 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-e0fe2c5a-3272-4f45-9510-f612dc83ca89 None None] For port f2288c33-7b85-43d5-95c2-c03ec2258d84, host n-d-771363-34, got binding levels [] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:44.480189 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e0fe2c5a-3272-4f45-9510-f612dc83ca89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.494985 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1242a8cf-04bd-4c84-9c68-a465f0e1a3b9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.496354 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-e0fe2c5a-3272-4f45-9510-f612dc83ca89 None None] Calling delete_port for f2288c33-7b85-43d5-95c2-c03ec2258d84 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:47:44.500280 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.ipam_backend_mixin [None req-e0fe2c5a-3272-4f45-9510-f612dc83ca89 None None] Port f2288c33-7b85-43d5-95c2-c03ec2258d84 was not found and therefore no delete operation was performed {{(pid=94019) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:47:44.501707 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e0fe2c5a-3272-4f45-9510-f612dc83ca89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.505484 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-1242a8cf-04bd-4c84-9c68-a465f0e1a3b9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e045275-cd86-4444-b4c7-2fddbacc5e22']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:44.517792 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-1242a8cf-04bd-4c84-9c68-a465f0e1a3b9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa728cbd-c6a8-4954-99fd-7dbf2cd2876e') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:44.518146 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-1242a8cf-04bd-4c84-9c68-a465f0e1a3b9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa728cbd-c6a8-4954-99fd-7dbf2cd2876e') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:44.528515 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1242a8cf-04bd-4c84-9c68-a465f0e1a3b9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.540663 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe2c5a-3272-4f45-9510-f612dc83ca89 None None] Pushing event deleted for resources: {'Port': ['ID=f2288c33-7b85-43d5-95c2-c03ec2258d84,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:44.543151 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fe2c5a-3272-4f45-9510-f612dc83ca89 None None] No DVR routers for this DVR port f2288c33-7b85-43d5-95c2-c03ec2258d84 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:44.549835 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1242a8cf-04bd-4c84-9c68-a465f0e1a3b9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.559492 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1242a8cf-04bd-4c84-9c68-a465f0e1a3b9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:47:44.560016 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1242a8cf-04bd-4c84-9c68-a465f0e1a3b9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.564948 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:47:44.564948 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:47:44.564948 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:47:44.564948 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:47:44.564948 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:47:44.564948 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:47:44.564948 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:47:44.564948 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:47:44.564948 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:47:44.564948 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:47:44.564948 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:47:44.564948 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:47:44.564948 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:47:44.564948 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:47:44.564948 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:47:44.564948 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:47:44.564948 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:47:44.564948 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:47:44.564948 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:47:44.564948 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:47:44.564948 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:47:44.564948 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:47:44.564948 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:47:44.564948 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:47:44.564948 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:47:44.564948 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:47:44.564948 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:47:44.564948 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:47:44.564948 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:47:44.564948 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:47:44.564948 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:47:44.564948 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:47:44.578803 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f226e68c-3b16-4371-8b9a-eebcdfa73e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.621531 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981d1adc-229f-4aaa-b369-0aa4d302b102 None None] DHCP port deletion for a4551417-653e-4eb5-9caa-ea21aca7dbd0 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:47:44.642630 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f226e68c-3b16-4371-8b9a-eebcdfa73e8b admin admin] No DVR routers for this DVR port d939d962-3b76-41f9-bec5-617b073e6325 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:47:44.644461 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f226e68c-3b16-4371-8b9a-eebcdfa73e8b admin admin] Pushing event deleted for resources: {'Port': ['ID=d939d962-3b76-41f9-bec5-617b073e6325,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:44.678873 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1242a8cf-04bd-4c84-9c68-a465f0e1a3b9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.687645 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1242a8cf-04bd-4c84-9c68-a465f0e1a3b9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.689744 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1242a8cf-04bd-4c84-9c68-a465f0e1a3b9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "DELETE /v2.0/networks/4e045275-cd86-4444-b4c7-2fddbacc5e22 HTTP/1.1" status: 204 len: 168 time: 0.7059510 Jul 13 07:47:44.692693 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54132) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:44.698673 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-58bff013-bf23-430d-aa15-5b61d88b9662 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Request body: {'router': {'routes': None}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:44.716049 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242a8cf-04bd-4c84-9c68-a465f0e1a3b9 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Pushing event deleted for resources: {'Network': ['ID=4e045275-cd86-4444-b4c7-2fddbacc5e22,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:44.749145 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 541f439f-ee02-4aa7-9c72-3b460718edaf no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:47:44.817953 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f226e68c-3b16-4371-8b9a-eebcdfa73e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.828581 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-f226e68c-3b16-4371-8b9a-eebcdfa73e8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4551417-653e-4eb5-9caa-ea21aca7dbd0']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:44.844284 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-f226e68c-3b16-4371-8b9a-eebcdfa73e8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '904645b7-f6ff-403f-a4e4-588cda2e87f7') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:44.844671 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-f226e68c-3b16-4371-8b9a-eebcdfa73e8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '904645b7-f6ff-403f-a4e4-588cda2e87f7') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:44.869806 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f226e68c-3b16-4371-8b9a-eebcdfa73e8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.894083 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f226e68c-3b16-4371-8b9a-eebcdfa73e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.903188 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f226e68c-3b16-4371-8b9a-eebcdfa73e8b admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:47:44.903686 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f226e68c-3b16-4371-8b9a-eebcdfa73e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.905392 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:47:44.905392 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:47:44.905392 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:47:44.905392 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:47:44.905392 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:47:44.905392 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:47:44.905392 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:47:44.905392 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:47:44.905392 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:47:44.905392 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:47:44.905392 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:47:44.905392 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:47:44.905392 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:47:44.905392 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:47:44.905392 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:47:44.905392 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:47:44.905392 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:47:44.905392 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:47:44.905392 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:47:44.905392 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:47:44.905392 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:47:44.905392 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:47:44.905392 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:47:44.905392 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:47:44.905392 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:47:44.905392 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:47:44.905392 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:47:44.905392 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:47:44.905392 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:47:44.905392 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:47:44.905392 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:47:44.905392 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:47:44.937910 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.extraroute_db [None req-58bff013-bf23-430d-aa15-5b61d88b9662 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Added routes are [] {{(pid=94017) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 13 07:47:44.938528 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.extraroute_db [None req-58bff013-bf23-430d-aa15-5b61d88b9662 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Removed routes are [] {{(pid=94017) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 13 07:47:44.938820 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-58bff013-bf23-430d-aa15-5b61d88b9662 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.951467 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 541f439f-ee02-4aa7-9c72-3b460718edaf {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:47:44.951790 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 541f439f-ee02-4aa7-9c72-3b460718edaf not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:47:44.952218 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b3107c06-81c7-4a21-8c64-f98b8a4c83ee no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:47:44.976468 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: b3107c06-81c7-4a21-8c64-f98b8a4c83ee {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:47:44.977867 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b3107c06-81c7-4a21-8c64-f98b8a4c83ee not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:47:44.978721 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f2288c33-7b85-43d5-95c2-c03ec2258d84 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:47:44.988052 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f226e68c-3b16-4371-8b9a-eebcdfa73e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.992771 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f226e68c-3b16-4371-8b9a-eebcdfa73e8b admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:44.995188 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f226e68c-3b16-4371-8b9a-eebcdfa73e8b admin admin] 10.222.0.23 "DELETE /v2.0/networks/a4551417-653e-4eb5-9caa-ea21aca7dbd0 HTTP/1.1" status: 204 len: 168 time: 0.8218513 Jul 13 07:47:45.008974 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f226e68c-3b16-4371-8b9a-eebcdfa73e8b admin admin] Pushing event deleted for resources: {'Network': ['ID=a4551417-653e-4eb5-9caa-ea21aca7dbd0,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:45.010814 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: f2288c33-7b85-43d5-95c2-c03ec2258d84 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:47:45.012201 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f2288c33-7b85-43d5-95c2-c03ec2258d84 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:47:45.013369 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:47:45.044664 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:47:45.045196 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 00d38f48-05bc-4e01-8b2c-3e1fef9bb2d1 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:47:45.126487 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-58bff013-bf23-430d-aa15-5b61d88b9662 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:45.130266 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-58bff013-bf23-430d-aa15-5b61d88b9662 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-409024'] for router, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:45.165040 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54136) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:45.214901 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58bff013-bf23-430d-aa15-5b61d88b9662 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Router 3884db07-41a6-40af-9562-bdc5106d5464 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:47:45.217580 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d6b4f333-3319-4a5f-b334-89ed1690f928 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c74484ef6db9498290da14ee6e37d87f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512743 Jul 13 07:47:45.221666 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54138) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:45.286202 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f71b868a-5693-46c3-b2a5-6455b61253c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:45.298352 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bff013-bf23-430d-aa15-5b61d88b9662 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:47:45.305870 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-58bff013-bf23-430d-aa15-5b61d88b9662 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:45.307140 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-58bff013-bf23-430d-aa15-5b61d88b9662 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "PUT /v2.0/routers/3884db07-41a6-40af-9562-bdc5106d5464 HTTP/1.1" status: 200 len: 701 time: 0.6133642 Jul 13 07:47:45.311002 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f71b868a-5693-46c3-b2a5-6455b61253c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:45.311695 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bd451b-6a4a-4466-80df-577d9ec5d96e None None] Sync routers for ids ['3884db07-41a6-40af-9562-bdc5106d5464'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:47:45.311878 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54140) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:45.321921 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bd451b-6a4a-4466-80df-577d9ec5d96e None None] Routers {'3884db07-41a6-40af-9562-bdc5106d5464'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:45.322792 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-86bd451b-6a4a-4466-80df-577d9ec5d96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:47:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['3884db07-41a6-40af-9562-bdc5106d5464'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:45.348786 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1872ec41-9acd-4163-98fc-1091d3517d59 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "GET /v2.0/ports?device_id=3884db07-41a6-40af-9562-bdc5106d5464 HTTP/1.1" status: 200 len: 205 time: 0.0336127 Jul 13 07:47:45.350606 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54142) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:45.396585 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f71b868a-5693-46c3-b2a5-6455b61253c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:45.400222 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f71b868a-5693-46c3-b2a5-6455b61253c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:45.400444 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-86bd451b-6a4a-4466-80df-577d9ec5d96e None None] Set router 3884db07-41a6-40af-9562-bdc5106d5464 gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:45.401758 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f71b868a-5693-46c3-b2a5-6455b61253c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4e4ec3ea-675d-4842-b243-ca9501ba959b HTTP/1.1" status: 204 len: 168 time: 0.1785738 Jul 13 07:47:45.428276 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b868a-5693-46c3-b2a5-6455b61253c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4ec3ea-675d-4842-b243-ca9501ba959b,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:45.456935 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-73ab90be-9a18-47d1-a953-a2b40e02cd01 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:45.471099 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-86bd451b-6a4a-4466-80df-577d9ec5d96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3884db07-41a6-40af-9562-bdc5106d5464', 'name': 'tempest-RoutersTest-router-2091233119', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:13Z', 'updated_at': '2021-07-13T07:47:43Z', 'revision_number': 11, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:45.509465 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bd451b-6a4a-4466-80df-577d9ec5d96e None None] Checking router: 3884db07-41a6-40af-9562-bdc5106d5464 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:47:45.527594 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bd451b-6a4a-4466-80df-577d9ec5d96e None None] Routers {'3884db07-41a6-40af-9562-bdc5106d5464'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:45.528325 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-86bd451b-6a4a-4466-80df-577d9ec5d96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:47:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['3884db07-41a6-40af-9562-bdc5106d5464'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:45.629824 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-86bd451b-6a4a-4466-80df-577d9ec5d96e None None] Set router 3884db07-41a6-40af-9562-bdc5106d5464 gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:45.663566 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-73ab90be-9a18-47d1-a953-a2b40e02cd01 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:45.666375 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-73ab90be-9a18-47d1-a953-a2b40e02cd01 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:45.694645 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-86bd451b-6a4a-4466-80df-577d9ec5d96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3884db07-41a6-40af-9562-bdc5106d5464', 'name': 'tempest-RoutersTest-router-2091233119', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:13Z', 'updated_at': '2021-07-13T07:47:43Z', 'revision_number': 11, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:45.712891 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-73ab90be-9a18-47d1-a953-a2b40e02cd01 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:45.713547 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ab90be-9a18-47d1-a953-a2b40e02cd01 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Fanout notify agent at l3_agent the message router_deleted on router 3884db07-41a6-40af-9562-bdc5106d5464 {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:47:45.722688 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-73ab90be-9a18-47d1-a953-a2b40e02cd01 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:45.723985 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bd451b-6a4a-4466-80df-577d9ec5d96e None None] The sync data for ids ['3884db07-41a6-40af-9562-bdc5106d5464'] in n-d-771363-34 is: [{'id': '3884db07-41a6-40af-9562-bdc5106d5464', 'name': 'tempest-RoutersTest-router-2091233119', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:13Z', 'updated_at': '2021-07-13T07:47:43Z', 'revision_number': 11, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'gw_port_host': None}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:47:45.724396 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-73ab90be-9a18-47d1-a953-a2b40e02cd01 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "DELETE /v2.0/routers/3884db07-41a6-40af-9562-bdc5106d5464 HTTP/1.1" status: 204 len: 168 time: 0.3724520 Jul 13 07:47:45.729808 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54148) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:45.734589 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-dc6a6647-0d01-45d1-80e3-7eb1e3b8e443 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1009147693', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:45.762342 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dc6a6647-0d01-45d1-80e3-7eb1e3b8e443 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:45.763827 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dc6a6647-0d01-45d1-80e3-7eb1e3b8e443 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:45.826722 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dc6a6647-0d01-45d1-80e3-7eb1e3b8e443 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:45.832509 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dc6a6647-0d01-45d1-80e3-7eb1e3b8e443 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:45.852375 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dc6a6647-0d01-45d1-80e3-7eb1e3b8e443 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:45.855464 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-dc6a6647-0d01-45d1-80e3-7eb1e3b8e443 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1234078 Jul 13 07:47:45.857312 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54154) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:45.862012 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-4ea996b5-753c-450d-b2bc-aeadd9d70bd7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:46.090539 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4ea996b5-753c-450d-b2bc-aeadd9d70bd7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.102693 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4ea996b5-753c-450d-b2bc-aeadd9d70bd7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-409024'] for router, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.201501 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device d939d962-3b76-41f9-bec5-617b073e6325 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:47:46.217958 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea996b5-753c-450d-b2bc-aeadd9d70bd7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Router c876de5f-6028-4833-b065-2cd5a2c62666 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:47:46.221833 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: d939d962-3b76-41f9-bec5-617b073e6325 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:47:46.222180 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device d939d962-3b76-41f9-bec5-617b073e6325 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:47:46.292305 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54168) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:46.297007 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea996b5-753c-450d-b2bc-aeadd9d70bd7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:47:46.306166 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4ea996b5-753c-450d-b2bc-aeadd9d70bd7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.307449 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4ea996b5-753c-450d-b2bc-aeadd9d70bd7 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "PUT /v2.0/routers/c876de5f-6028-4833-b065-2cd5a2c62666 HTTP/1.1" status: 200 len: 694 time: 0.4491765 Jul 13 07:47:46.309753 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ae3e37-06d3-4b12-9868-5e2686e1b0d9 None None] Sync routers for ids ['c876de5f-6028-4833-b065-2cd5a2c62666'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:47:46.310345 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54172) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:46.320451 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ae3e37-06d3-4b12-9868-5e2686e1b0d9 None None] Routers {'c876de5f-6028-4833-b065-2cd5a2c62666'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:46.321443 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-c0ae3e37-06d3-4b12-9868-5e2686e1b0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:47:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['c876de5f-6028-4833-b065-2cd5a2c62666'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:46.391921 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7c520ef4-231c-4b8b-a7e8-df017c2cec60 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "GET /v2.0/routers/c876de5f-6028-4833-b065-2cd5a2c62666 HTTP/1.1" status: 200 len: 700 time: 0.0804019 Jul 13 07:47:46.394662 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54174) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:46.396567 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-c0ae3e37-06d3-4b12-9868-5e2686e1b0d9 None None] Set router c876de5f-6028-4833-b065-2cd5a2c62666 gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:46.431282 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-6e7cdd40-3984-4d32-99b4-49edf6bade22 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1901202916-network', 'tenant_id': '148940a8629a47229572c2706e020763'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:46.434569 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5647682a-8b48-4da6-9388-79c2285b5374 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "GET /v2.0/ports?device_id=c876de5f-6028-4833-b065-2cd5a2c62666 HTTP/1.1" status: 200 len: 205 time: 0.0388021 Jul 13 07:47:46.437961 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54176) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:46.454075 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-c0ae3e37-06d3-4b12-9868-5e2686e1b0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c876de5f-6028-4833-b065-2cd5a2c62666', 'name': 'tempest-RoutersTest-router-1009147693', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:45Z', 'updated_at': '2021-07-13T07:47:46Z', 'revision_number': 2, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:46.456597 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7cdd40-3984-4d32-99b4-49edf6bade22 admin admin] Made reservation on behalf of 148940a8629a47229572c2706e020763 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:46.459553 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6e7cdd40-3984-4d32-99b4-49edf6bade22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.469357 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6e7cdd40-3984-4d32-99b4-49edf6bade22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.489379 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ae3e37-06d3-4b12-9868-5e2686e1b0d9 None None] Checking router: c876de5f-6028-4833-b065-2cd5a2c62666 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:47:46.499611 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ae3e37-06d3-4b12-9868-5e2686e1b0d9 None None] Routers {'c876de5f-6028-4833-b065-2cd5a2c62666'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:46.500492 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-c0ae3e37-06d3-4b12-9868-5e2686e1b0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:47:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['c876de5f-6028-4833-b065-2cd5a2c62666'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:46.522752 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ce6c822f-87cf-4757-92e7-c3839e637f4f tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.575977 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-c0ae3e37-06d3-4b12-9868-5e2686e1b0d9 None None] Set router c876de5f-6028-4833-b065-2cd5a2c62666 gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:46.597801 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6e7cdd40-3984-4d32-99b4-49edf6bade22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.603993 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6e7cdd40-3984-4d32-99b4-49edf6bade22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.630037 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e7cdd40-3984-4d32-99b4-49edf6bade22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:47:46.637015 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-c0ae3e37-06d3-4b12-9868-5e2686e1b0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c876de5f-6028-4833-b065-2cd5a2c62666', 'name': 'tempest-RoutersTest-router-1009147693', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:45Z', 'updated_at': '2021-07-13T07:47:46Z', 'revision_number': 2, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:46.640838 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cdd40-3984-4d32-99b4-49edf6bade22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e1655b-6e17-4def-8698-1befda9baa88,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:46.645979 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6e7cdd40-3984-4d32-99b4-49edf6bade22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.646325 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-6e7cdd40-3984-4d32-99b4-49edf6bade22 admin admin] Added segment 56a4844e-0a06-4346-926b-9cd90992888c of type vlan for network b1a0608a-57ab-4eae-a70a-673f42c5f7eb Jul 13 07:47:46.670514 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ae3e37-06d3-4b12-9868-5e2686e1b0d9 None None] The sync data for ids ['c876de5f-6028-4833-b065-2cd5a2c62666'] in n-d-771363-34 is: [{'id': 'c876de5f-6028-4833-b065-2cd5a2c62666', 'name': 'tempest-RoutersTest-router-1009147693', 'tenant_id': 'f3d1699cb0e54437b3086350eac4eb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:45Z', 'updated_at': '2021-07-13T07:47:46Z', 'revision_number': 2, 'project_id': 'f3d1699cb0e54437b3086350eac4eb96', 'gw_port_host': None}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:47:46.712475 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6e7cdd40-3984-4d32-99b4-49edf6bade22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.748522 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6e7cdd40-3984-4d32-99b4-49edf6bade22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.749635 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7cdd40-3984-4d32-99b4-49edf6bade22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:46.750350 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6e7cdd40-3984-4d32-99b4-49edf6bade22 admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.799853 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6e7cdd40-3984-4d32-99b4-49edf6bade22 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5062335 Jul 13 07:47:46.806527 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54178) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:46.811634 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-a3b5001e-8d38-4a01-86b3-05744e204b6c admin admin] Request body: {'subnet': {'network_id': 'b1a0608a-57ab-4eae-a70a-673f42c5f7eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1901202916-subnet', 'tenant_id': '148940a8629a47229572c2706e020763', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:46.869363 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cdd40-3984-4d32-99b4-49edf6bade22 admin admin] Pushing event updated for resources: {'Network': ['ID=b1a0608a-57ab-4eae-a70a-673f42c5f7eb,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:46.877590 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b5001e-8d38-4a01-86b3-05744e204b6c admin admin] Made reservation on behalf of 148940a8629a47229572c2706e020763 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:46.881173 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a3b5001e-8d38-4a01-86b3-05744e204b6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:46.881351 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network b1a0608a-57ab-4eae-a70a-673f42c5f7eb details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:47:47.041013 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ce6c822f-87cf-4757-92e7-c3839e637f4f tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.043257 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ce6c822f-87cf-4757-92e7-c3839e637f4f tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.073966 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a3b5001e-8d38-4a01-86b3-05744e204b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.090282 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ce6c822f-87cf-4757-92e7-c3839e637f4f tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.090794 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6c822f-87cf-4757-92e7-c3839e637f4f tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Fanout notify agent at l3_agent the message router_deleted on router c876de5f-6028-4833-b065-2cd5a2c62666 {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:47:47.100675 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ce6c822f-87cf-4757-92e7-c3839e637f4f tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.105576 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ce6c822f-87cf-4757-92e7-c3839e637f4f tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "DELETE /v2.0/routers/c876de5f-6028-4833-b065-2cd5a2c62666 HTTP/1.1" status: 204 len: 168 time: 0.6628942 Jul 13 07:47:47.106314 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54180) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:47.134995 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b5001e-8d38-4a01-86b3-05744e204b6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeeba8d7-6d9e-4312-8b5a-f1d37aee31b1,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:47.143673 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-16a904e7-5add-43b9-8958-8a69eb041acc tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "GET /v2.0/ports?device_id=c876de5f-6028-4833-b065-2cd5a2c62666 HTTP/1.1" status: 200 len: 205 time: 0.0337858 Jul 13 07:47:47.143777 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54182) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:47.182949 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b5001e-8d38-4a01-86b3-05744e204b6c admin admin] Checking segment: {'id': '56a4844e-0a06-4346-926b-9cd90992888c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b1a0608a-57ab-4eae-a70a-673f42c5f7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:47.183332 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b5001e-8d38-4a01-86b3-05744e204b6c admin admin] Network hostable DHCP agents. Network: b1a0608a-57ab-4eae-a70a-673f42c5f7eb, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:47:47.185810 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-c0c8c1a7-dcc2-4de0-acfe-03dee0b6cd1e tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] delete failed (client error): The resource could not be found. Jul 13 07:47:47.186849 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c0c8c1a7-dcc2-4de0-acfe-03dee0b6cd1e tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "DELETE /v2.0/routers/c876de5f-6028-4833-b065-2cd5a2c62666 HTTP/1.1" status: 404 len: 336 time: 0.0422060 Jul 13 07:47:47.190244 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54184) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:47.221990 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb82e5f8-9846-4e85-9bc0-fdfc34580237 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] DELETE failed (client error): The resource could not be found. Jul 13 07:47:47.222346 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb82e5f8-9846-4e85-9bc0-fdfc34580237 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:47:47.224071 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-bb82e5f8-9846-4e85-9bc0-fdfc34580237 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "DELETE /v2.0/subnets/d43ef76b-afe8-48c0-865e-1538804cbff1 HTTP/1.1" status: 404 len: 337 time: 0.0327847 Jul 13 07:47:47.228338 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54186) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:47.238400 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b5001e-8d38-4a01-86b3-05744e204b6c admin admin] Network b1a0608a-57ab-4eae-a70a-673f42c5f7eb is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:47:47.248468 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-a3b5001e-8d38-4a01-86b3-05744e204b6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, b1a0608a-57ab-4eae-a70a-673f42c5f7eb) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:47.252844 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b5001e-8d38-4a01-86b3-05744e204b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:47.253500 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a3b5001e-8d38-4a01-86b3-05744e204b6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.260119 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b83462-5f86-4f97-968f-eae85272f9fe None None] Network b1a0608a-57ab-4eae-a70a-673f42c5f7eb requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:47.266708 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc204339-3193-4208-b2df-33c8a31cb5f3 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] DELETE failed (client error): The resource could not be found. Jul 13 07:47:47.267160 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc204339-3193-4208-b2df-33c8a31cb5f3 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:47:47.270848 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a3b5001e-8d38-4a01-86b3-05744e204b6c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4611201 Jul 13 07:47:47.270994 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-cc204339-3193-4208-b2df-33c8a31cb5f3 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "DELETE /v2.0/subnets/20ca9ed7-f896-469d-91fc-e7b41066b536 HTTP/1.1" status: 404 len: 337 time: 0.0352788 Jul 13 07:47:47.271568 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54188) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:47.273326 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54190) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:47.278507 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-a472579b-395d-4c43-8fdf-277791e7ccda admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1901202916-router', 'tenant_id': '148940a8629a47229572c2706e020763', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:47.309818 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfeee01b-0a0b-4090-8ccc-e6fdff6ec73e tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] DELETE failed (client error): The resource could not be found. Jul 13 07:47:47.310552 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfeee01b-0a0b-4090-8ccc-e6fdff6ec73e tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:47:47.312009 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-bfeee01b-0a0b-4090-8ccc-e6fdff6ec73e tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "DELETE /v2.0/subnets/0f9955cf-72c8-4abc-9141-02158dec50bf HTTP/1.1" status: 404 len: 337 time: 0.0372694 Jul 13 07:47:47.314953 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54194) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:47.345742 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-e86fe7db-3180-48ef-8ac0-29c9f15ed18d tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] DELETE failed (client error): The resource could not be found. Jul 13 07:47:47.346511 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e86fe7db-3180-48ef-8ac0-29c9f15ed18d tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:47:47.348275 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e86fe7db-3180-48ef-8ac0-29c9f15ed18d tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "DELETE /v2.0/subnets/93b55f0d-ac4a-4ada-85c6-789b5beb7d6d HTTP/1.1" status: 404 len: 337 time: 0.0323398 Jul 13 07:47:47.353214 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54196) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:47.364377 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a472579b-395d-4c43-8fdf-277791e7ccda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.365394 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a472579b-395d-4c43-8fdf-277791e7ccda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.393039 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-692d8cea-ddfd-4e4e-8076-181cbdc32998 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "GET /v2.0/ports?device_id=3884db07-41a6-40af-9562-bdc5106d5464 HTTP/1.1" status: 200 len: 205 time: 0.0386844 Jul 13 07:47:47.397091 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54198) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:47.397974 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949a0413-e395-4eaa-b3f2-69ce4e602b5e None None] Network b1a0608a-57ab-4eae-a70a-673f42c5f7eb requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:47:47.447946 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-59d480ee-ef71-41e0-8fc4-f580a338dc71 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] delete failed (client error): The resource could not be found. Jul 13 07:47:47.451904 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-59d480ee-ef71-41e0-8fc4-f580a338dc71 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "DELETE /v2.0/routers/3884db07-41a6-40af-9562-bdc5106d5464 HTTP/1.1" status: 404 len: 336 time: 0.0512998 Jul 13 07:47:47.452810 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54200) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:47.496917 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a472579b-395d-4c43-8fdf-277791e7ccda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.517607 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-3394a02c-feac-4254-92c1-a827d6610f16 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a19f990-14fa-49dc-a57c-855973289531 HTTP/1.1" status: 200 len: 205 time: 0.0320323 Jul 13 07:47:47.518388 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54202) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:47.620416 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-e8f308bb-12e8-4a1e-b91b-e323dc2b31c0 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] delete failed (client error): The resource could not be found. Jul 13 07:47:47.621479 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e8f308bb-12e8-4a1e-b91b-e323dc2b31c0 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "DELETE /v2.0/routers/6a19f990-14fa-49dc-a57c-855973289531 HTTP/1.1" status: 404 len: 336 time: 0.1021786 Jul 13 07:47:47.625539 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54204) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:47.656765 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-889c2f95-8d66-41eb-bb61-c0cd17158f66 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] DELETE failed (client error): The resource could not be found. Jul 13 07:47:47.657221 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-889c2f95-8d66-41eb-bb61-c0cd17158f66 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:47:47.658958 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-889c2f95-8d66-41eb-bb61-c0cd17158f66 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "DELETE /v2.0/subnets/73fb27d8-c579-4db5-b595-4280ca94be2f HTTP/1.1" status: 404 len: 337 time: 0.0324993 Jul 13 07:47:47.661920 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54206) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:47.705607 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8b7f7c7b-6451-455a-badd-13e357b25656 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "GET /v2.0/ports?device_id=4818b483-556f-4337-a982-b126c67de3ef HTTP/1.1" status: 200 len: 205 time: 0.0402839 Jul 13 07:47:47.705813 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54208) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:47.731690 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a472579b-395d-4c43-8fdf-277791e7ccda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.743898 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-1eb44171-6c2e-48a1-b08f-9326c51438ef tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] delete failed (client error): The resource could not be found. Jul 13 07:47:47.744995 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1eb44171-6c2e-48a1-b08f-9326c51438ef tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "DELETE /v2.0/routers/4818b483-556f-4337-a982-b126c67de3ef HTTP/1.1" status: 404 len: 336 time: 0.0382128 Jul 13 07:47:47.747589 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54210) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:47.782742 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2d008dca-d903-4b4b-b607-68bef8cc8ad0 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c188207-233a-4374-a0ea-2b22609ffe6d HTTP/1.1" status: 200 len: 205 time: 0.0320725 Jul 13 07:47:47.783377 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54212) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:47.826064 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-40850468-e699-41b4-86a4-cacb1e1d8f79 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] delete failed (client error): The resource could not be found. Jul 13 07:47:47.829423 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-40850468-e699-41b4-86a4-cacb1e1d8f79 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "DELETE /v2.0/routers/7c188207-233a-4374-a0ea-2b22609ffe6d HTTP/1.1" status: 404 len: 336 time: 0.0431662 Jul 13 07:47:47.829702 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54214) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:47.868949 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad5fca4-5773-4476-a151-eef7fbfb6321 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] DELETE failed (client error): The resource could not be found. Jul 13 07:47:47.869353 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ad5fca4-5773-4476-a151-eef7fbfb6321 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:47:47.871166 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1ad5fca4-5773-4476-a151-eef7fbfb6321 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "DELETE /v2.0/subnets/8e57716f-aa19-4430-b10e-aceb71332dd1 HTTP/1.1" status: 404 len: 337 time: 0.0405173 Jul 13 07:47:47.874085 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54216) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:47.904260 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-aa9a83b1-dbfb-4f3a-9265-5b731065e8c3 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "GET /v2.0/ports?device_id=150bf0ea-f3ff-4acf-8603-94010e4bf67c HTTP/1.1" status: 200 len: 205 time: 0.0290256 Jul 13 07:47:47.906618 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54218) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:47.947950 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-76163d97-bcf4-4a21-b395-5dc27d1c0c7d tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] delete failed (client error): The resource could not be found. Jul 13 07:47:47.949029 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-76163d97-bcf4-4a21-b395-5dc27d1c0c7d tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "DELETE /v2.0/routers/150bf0ea-f3ff-4acf-8603-94010e4bf67c HTTP/1.1" status: 404 len: 336 time: 0.0414214 Jul 13 07:47:47.951572 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54220) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:47.969962 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a472579b-395d-4c43-8fdf-277791e7ccda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:47.980132 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-f20904d8-5552-4fec-88fd-fc8fd0c8ceae tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] DELETE failed (client error): The resource could not be found. Jul 13 07:47:47.980590 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f20904d8-5552-4fec-88fd-fc8fd0c8ceae tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:47:47.982534 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f20904d8-5552-4fec-88fd-fc8fd0c8ceae tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "DELETE /v2.0/subnets/9afc38eb-eb9c-40e1-8828-0c15f066a550 HTTP/1.1" status: 404 len: 337 time: 0.0298553 Jul 13 07:47:47.984901 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54222) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:47.994794 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a472579b-395d-4c43-8fdf-277791e7ccda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:48.016252 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-dfb3c58b-b001-4387-ac3f-28e582125032 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf0a3b06-96eb-4460-8a44-22a29edaac81 HTTP/1.1" status: 200 len: 205 time: 0.0281265 Jul 13 07:47:48.016511 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54224) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:48.059396 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-baca78d9-ba70-4b56-93dc-5201a36b98d5 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] delete failed (client error): The resource could not be found. Jul 13 07:47:48.062756 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-baca78d9-ba70-4b56-93dc-5201a36b98d5 tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "DELETE /v2.0/routers/cf0a3b06-96eb-4460-8a44-22a29edaac81 HTTP/1.1" status: 404 len: 336 time: 0.0430911 Jul 13 07:47:48.062973 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54226) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:48.089783 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-76af4c46-80f9-4d97-923b-62a8c5f2396f tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] DELETE failed (client error): The resource could not be found. Jul 13 07:47:48.090239 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76af4c46-80f9-4d97-923b-62a8c5f2396f tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:47:48.095719 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-76af4c46-80f9-4d97-923b-62a8c5f2396f tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "DELETE /v2.0/subnets/438d2319-6b0c-46e6-982c-a9bc438ebbf1 HTTP/1.1" status: 404 len: 337 time: 0.0281641 Jul 13 07:47:48.095989 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54228) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:48.128595 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-9277b367-ede7-4643-8bc4-63e2faa1685f tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] DELETE failed (client error): The resource could not be found. Jul 13 07:47:48.129045 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9277b367-ede7-4643-8bc4-63e2faa1685f tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:47:48.130807 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9277b367-ede7-4643-8bc4-63e2faa1685f tempest-RoutersTest-550432840 tempest-RoutersTest-550432840-project] 10.222.0.23 "DELETE /v2.0/subnets/28238f6b-7df3-4485-b8b0-7c009014e01b HTTP/1.1" status: 404 len: 337 time: 0.0338767 Jul 13 07:47:48.150217 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-a472579b-395d-4c43-8fdf-277791e7ccda admin admin] Allocated IP 172.25.3.220 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/d19b72c9-3ed2-481e-9f2c-8822241f522c) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:48.275191 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a472579b-395d-4c43-8fdf-277791e7ccda admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:48.319786 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a472579b-395d-4c43-8fdf-277791e7ccda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:48.354018 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54234) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:48.363478 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a472579b-395d-4c43-8fdf-277791e7ccda admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:48.368137 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-a472579b-395d-4c43-8fdf-277791e7ccda admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:48.373035 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a472579b-395d-4c43-8fdf-277791e7ccda admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:48.376303 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472579b-395d-4c43-8fdf-277791e7ccda admin admin] Pushing event updated for resources: {'Port': ['ID=d19b72c9-3ed2-481e-9f2c-8822241f522c,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:48.538633 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5a12b88a-b68a-4e40-9e18-493fb4d87d59 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f3d1699cb0e54437b3086350eac4eb96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1831839 Jul 13 07:47:48.541668 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54238) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:48.610193 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6f4d4c3a-7bce-4ccb-a3c7-db6009d84dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:48.643125 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6f4d4c3a-7bce-4ccb-a3c7-db6009d84dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:48.664327 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a472579b-395d-4c43-8fdf-277791e7ccda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:48.712869 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6f4d4c3a-7bce-4ccb-a3c7-db6009d84dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:48.715719 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6f4d4c3a-7bce-4ccb-a3c7-db6009d84dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:48.717435 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6f4d4c3a-7bce-4ccb-a3c7-db6009d84dda admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/56bb1b3f-410b-4d09-b63a-9a29dc982c4d HTTP/1.1" status: 204 len: 168 time: 0.1746745 Jul 13 07:47:48.726457 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d4c3a-7bce-4ccb-a3c7-db6009d84dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bb1b3f-410b-4d09-b63a-9a29dc982c4d,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:48.918338 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a472579b-395d-4c43-8fdf-277791e7ccda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.089513 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a472579b-395d-4c43-8fdf-277791e7ccda admin admin] Router 1a865cfd-98ba-4df2-9f1d-826b15e43328 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:47:49.251066 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a472579b-395d-4c43-8fdf-277791e7ccda admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:47:49.264498 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cb778d-8fef-494a-a0be-1b17a5d5268a None None] Sync routers for ids ['1a865cfd-98ba-4df2-9f1d-826b15e43328'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:47:49.279477 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a472579b-395d-4c43-8fdf-277791e7ccda admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.279977 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cb778d-8fef-494a-a0be-1b17a5d5268a None None] Routers {'1a865cfd-98ba-4df2-9f1d-826b15e43328'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:49.280617 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-02cb778d-8fef-494a-a0be-1b17a5d5268a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:47:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['1a865cfd-98ba-4df2-9f1d-826b15e43328'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:49.280761 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a472579b-395d-4c43-8fdf-277791e7ccda admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0082550 Jul 13 07:47:49.283623 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54254) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:49.421645 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-02cb778d-8fef-494a-a0be-1b17a5d5268a None None] Set router 1a865cfd-98ba-4df2-9f1d-826b15e43328 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:49.620268 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54264) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:49.676117 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-02cb778d-8fef-494a-a0be-1b17a5d5268a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a865cfd-98ba-4df2-9f1d-826b15e43328', 'name': 'tempest-ServerRescueTestJSON-1901202916-router', 'tenant_id': '148940a8629a47229572c2706e020763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd19b72c9-3ed2-481e-9f2c-8822241f522c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:47Z', 'updated_at': '2021-07-13T07:47:48Z', 'revision_number': 3, 'project_id': '148940a8629a47229572c2706e020763', 'gw_port': {'id': 'd19b72c9-3ed2-481e-9f2c-8822241f522c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a865cfd-98ba-4df2-9f1d-826b15e43328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:48Z', 'updated_at': '2021-07-13T07:47:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:49.709520 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cb778d-8fef-494a-a0be-1b17a5d5268a None None] Checking router: 1a865cfd-98ba-4df2-9f1d-826b15e43328 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:47:49.709988 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cb778d-8fef-494a-a0be-1b17a5d5268a None None] Updating router 1a865cfd-98ba-4df2-9f1d-826b15e43328 port d19b72c9-3ed2-481e-9f2c-8822241f522c binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:47:49.749276 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-308bd084-f1d3-4fdb-9077-41a40f95c7be tempest-DvrRoutersNegativeTest-777831554 tempest-DvrRoutersNegativeTest-777831554-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1864931868', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:49.750886 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-02cb778d-8fef-494a-a0be-1b17a5d5268a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:49.752689 n-d-771363-34 neutron-server[94018]: DEBUG neutron.policy [None req-308bd084-f1d3-4fdb-9077-41a40f95c7be tempest-DvrRoutersNegativeTest-777831554 tempest-DvrRoutersNegativeTest-777831554-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94018) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 13 07:47:49.754726 n-d-771363-34 neutron-server[94018]: DEBUG neutron.policy [None req-308bd084-f1d3-4fdb-9077-41a40f95c7be tempest-DvrRoutersNegativeTest-777831554 tempest-DvrRoutersNegativeTest-777831554-project] Failed policy check for 'create_router' {{(pid=94018) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 13 07:47:49.755495 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-308bd084-f1d3-4fdb-9077-41a40f95c7be tempest-DvrRoutersNegativeTest-777831554 tempest-DvrRoutersNegativeTest-777831554-project] create failed (client error): Access was denied to this resource. Jul 13 07:47:49.761464 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-308bd084-f1d3-4fdb-9077-41a40f95c7be tempest-DvrRoutersNegativeTest-777831554 tempest-DvrRoutersNegativeTest-777831554-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1400697 Jul 13 07:47:49.830708 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-413274c2-997e-44b8-8bf8-0b7018059549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.071033 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-02cb778d-8fef-494a-a0be-1b17a5d5268a None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.081728 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-02cb778d-8fef-494a-a0be-1b17a5d5268a None None] Transition to ACTIVE for port object d19b72c9-3ed2-481e-9f2c-8822241f522c will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:50.089923 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-02cb778d-8fef-494a-a0be-1b17a5d5268a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.138413 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-413274c2-997e-44b8-8bf8-0b7018059549 admin admin] Allocated IP 172.20.0.1 (b1a0608a-57ab-4eae-a70a-673f42c5f7eb/eeeba8d7-6d9e-4312-8b5a-f1d37aee31b1/231222ee-a117-434f-8a54-79a2782d6860) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:50.151557 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-02cb778d-8fef-494a-a0be-1b17a5d5268a None None] Attempting to bind port d19b72c9-3ed2-481e-9f2c-8822241f522c on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:50.152128 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-02cb778d-8fef-494a-a0be-1b17a5d5268a None None] Attempting to bind port d19b72c9-3ed2-481e-9f2c-8822241f522c by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:50.152679 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cb778d-8fef-494a-a0be-1b17a5d5268a None None] Attempting to bind port d19b72c9-3ed2-481e-9f2c-8822241f522c on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:50.155436 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc83c7-19a5-41d1-b527-52a831828a1c None None] Pushing event updated for resources: {'Port': ['ID=d19b72c9-3ed2-481e-9f2c-8822241f522c,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:50.165555 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cb778d-8fef-494a-a0be-1b17a5d5268a None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:47:50.166343 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cb778d-8fef-494a-a0be-1b17a5d5268a None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:50.167218 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-02cb778d-8fef-494a-a0be-1b17a5d5268a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.167872 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cb778d-8fef-494a-a0be-1b17a5d5268a None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:47:50.168675 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-02cb778d-8fef-494a-a0be-1b17a5d5268a None None] Bound port: d19b72c9-3ed2-481e-9f2c-8822241f522c, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:47:50.169276 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-02cb778d-8fef-494a-a0be-1b17a5d5268a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.185054 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54272) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:50.252144 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-02cb778d-8fef-494a-a0be-1b17a5d5268a None None] For port d19b72c9-3ed2-481e-9f2c-8822241f522c, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:50.255430 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-02cb778d-8fef-494a-a0be-1b17a5d5268a None None] For port d19b72c9-3ed2-481e-9f2c-8822241f522c, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=d19b72c9-3ed2-481e-9f2c-8822241f522c,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:47:50.260862 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-02cb778d-8fef-494a-a0be-1b17a5d5268a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.266894 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-413274c2-997e-44b8-8bf8-0b7018059549 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.316749 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-413274c2-997e-44b8-8bf8-0b7018059549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.326566 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cb778d-8fef-494a-a0be-1b17a5d5268a None None] Routers {'1a865cfd-98ba-4df2-9f1d-826b15e43328'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:50.327232 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-02cb778d-8fef-494a-a0be-1b17a5d5268a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:47:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['1a865cfd-98ba-4df2-9f1d-826b15e43328'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:50.351227 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f259f4a6-8c9f-4516-a4e6-49b070b54e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.367235 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc83c7-19a5-41d1-b527-52a831828a1c None None] Pushing event updated for resources: {'Port': ['ID=d19b72c9-3ed2-481e-9f2c-8822241f522c,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:50.370556 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413274c2-997e-44b8-8bf8-0b7018059549 admin admin] Network b1a0608a-57ab-4eae-a70a-673f42c5f7eb is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:50.373756 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-413274c2-997e-44b8-8bf8-0b7018059549 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:50.382961 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413274c2-997e-44b8-8bf8-0b7018059549 admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:50.387076 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413274c2-997e-44b8-8bf8-0b7018059549 admin admin] Pushing event updated for resources: {'Port': ['ID=231222ee-a117-434f-8a54-79a2782d6860,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:50.428651 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-413274c2-997e-44b8-8bf8-0b7018059549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.462801 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-02cb778d-8fef-494a-a0be-1b17a5d5268a None None] Set router 1a865cfd-98ba-4df2-9f1d-826b15e43328 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:50.467596 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f259f4a6-8c9f-4516-a4e6-49b070b54e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.473559 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f259f4a6-8c9f-4516-a4e6-49b070b54e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.519287 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f259f4a6-8c9f-4516-a4e6-49b070b54e22 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7593ce0ac46d43018a38758d2e9ee4f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3300824 Jul 13 07:47:50.519287 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259f4a6-8c9f-4516-a4e6-49b070b54e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f843dc3-370c-4fab-9773-a2a980ab3b8d,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:50.521435 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54276) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:50.575013 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-66d3a6f8-4354-4838-8959-41b08db5cbb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.596175 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-413274c2-997e-44b8-8bf8-0b7018059549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.598571 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-66d3a6f8-4354-4838-8959-41b08db5cbb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.651843 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-66d3a6f8-4354-4838-8959-41b08db5cbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.654529 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-66d3a6f8-4354-4838-8959-41b08db5cbb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.655715 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-66d3a6f8-4354-4838-8959-41b08db5cbb5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3f843dc3-370c-4fab-9773-a2a980ab3b8d HTTP/1.1" status: 204 len: 168 time: 0.1332836 Jul 13 07:47:50.664827 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d3a6f8-4354-4838-8959-41b08db5cbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f843dc3-370c-4fab-9773-a2a980ab3b8d,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:50.707762 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-02cb778d-8fef-494a-a0be-1b17a5d5268a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a865cfd-98ba-4df2-9f1d-826b15e43328', 'name': 'tempest-ServerRescueTestJSON-1901202916-router', 'tenant_id': '148940a8629a47229572c2706e020763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd19b72c9-3ed2-481e-9f2c-8822241f522c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:47Z', 'updated_at': '2021-07-13T07:47:48Z', 'revision_number': 3, 'project_id': '148940a8629a47229572c2706e020763', 'gw_port': {'id': 'd19b72c9-3ed2-481e-9f2c-8822241f522c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a865cfd-98ba-4df2-9f1d-826b15e43328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:48Z', 'updated_at': '2021-07-13T07:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:50.736555 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cb778d-8fef-494a-a0be-1b17a5d5268a None None] The sync data for ids ['1a865cfd-98ba-4df2-9f1d-826b15e43328'] in n-d-771363-34 is: [{'id': '1a865cfd-98ba-4df2-9f1d-826b15e43328', 'name': 'tempest-ServerRescueTestJSON-1901202916-router', 'tenant_id': '148940a8629a47229572c2706e020763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd19b72c9-3ed2-481e-9f2c-8822241f522c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:47Z', 'updated_at': '2021-07-13T07:47:48Z', 'revision_number': 3, 'project_id': '148940a8629a47229572c2706e020763', 'gw_port': {'id': 'd19b72c9-3ed2-481e-9f2c-8822241f522c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a865cfd-98ba-4df2-9f1d-826b15e43328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:48Z', 'updated_at': '2021-07-13T07:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:47:50.807217 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-413274c2-997e-44b8-8bf8-0b7018059549 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.813567 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-413274c2-997e-44b8-8bf8-0b7018059549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:50.901568 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413274c2-997e-44b8-8bf8-0b7018059549 admin admin] Pushing event updated for resources: {'Port': ['ID=231222ee-a117-434f-8a54-79a2782d6860,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:50.915347 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-413274c2-997e-44b8-8bf8-0b7018059549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:51.062070 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413274c2-997e-44b8-8bf8-0b7018059549 admin admin] Network b1a0608a-57ab-4eae-a70a-673f42c5f7eb is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:51.066892 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-413274c2-997e-44b8-8bf8-0b7018059549 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:51.518762 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-413274c2-997e-44b8-8bf8-0b7018059549 admin admin] Router 1a865cfd-98ba-4df2-9f1d-826b15e43328 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:47:51.555728 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54300) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:51.651700 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413274c2-997e-44b8-8bf8-0b7018059549 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:47:51.663786 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-413274c2-997e-44b8-8bf8-0b7018059549 admin admin] 10.222.0.23 "PUT /v2.0/routers/1a865cfd-98ba-4df2-9f1d-826b15e43328/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3790131 Jul 13 07:47:51.671866 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-38f36c68-a44c-43cf-aba7-24bb68cebd3f tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Request body: {'security_group': {'name': 'tempest-secgroup--1622372476'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:51.706265 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-38f36c68-a44c-43cf-aba7-24bb68cebd3f tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:51.715546 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-38f36c68-a44c-43cf-aba7-24bb68cebd3f tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:51.825009 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-38f36c68-a44c-43cf-aba7-24bb68cebd3f tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:51.829719 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-38f36c68-a44c-43cf-aba7-24bb68cebd3f tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:51.866772 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f36c68-a44c-43cf-aba7-24bb68cebd3f tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b93fa02-afae-4460-bf31-a8fde4d60a40,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:51.924385 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-38f36c68-a44c-43cf-aba7-24bb68cebd3f tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:51.932151 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-38f36c68-a44c-43cf-aba7-24bb68cebd3f tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:51.964642 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-38f36c68-a44c-43cf-aba7-24bb68cebd3f tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:51.965834 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-38f36c68-a44c-43cf-aba7-24bb68cebd3f tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4087279 Jul 13 07:47:51.966920 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f36c68-a44c-43cf-aba7-24bb68cebd3f tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edae4d3a-4b41-4817-9b8f-c4a0fb37a188,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:51.968800 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54314) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:52.034187 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7058d9e4-b863-4a70-9bdc-0b6cf620ffbb tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0641878 Jul 13 07:47:52.037349 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54324) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:52.042115 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-976f9b22-18de-4fd7-937f-14071781dd50 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Request body: {'security_group': {'name': 'tempest-security--412395271', 'description': 'tempest-security-description-1227387606'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:52.096579 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-976f9b22-18de-4fd7-937f-14071781dd50 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.203057 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-976f9b22-18de-4fd7-937f-14071781dd50 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.212888 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-a2e91155-62db-482e-8d92-a0adf200b684 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:52.214410 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-a2e91155-62db-482e-8d92-a0adf200b684 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/networks?id=b1a0608a-57ab-4eae-a70a-673f42c5f7eb HTTP/1.1" status: 200 len: 811 time: 0.1618721 Jul 13 07:47:52.215792 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-976f9b22-18de-4fd7-937f-14071781dd50 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.218510 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-976f9b22-18de-4fd7-937f-14071781dd50 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.219724 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-976f9b22-18de-4fd7-937f-14071781dd50 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "PUT /v2.0/security-groups/edae4d3a-4b41-4817-9b8f-c4a0fb37a188 HTTP/1.1" status: 200 len: 1779 time: 0.1814270 Jul 13 07:47:52.222581 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54326) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:52.241464 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device d19b72c9-3ed2-481e-9f2c-8822241f522c up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:52.249083 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-a2794845-6343-4c46-be97-0a1efc597b96 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/quotas/148940a8629a47229572c2706e020763 HTTP/1.1" status: 200 len: 375 time: 0.0231502 Jul 13 07:47:52.293989 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-09046d55-d8c7-4b33-9c17-431c4a3dd918 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "GET /v2.0/security-groups/edae4d3a-4b41-4817-9b8f-c4a0fb37a188 HTTP/1.1" status: 200 len: 1779 time: 0.0680230 Jul 13 07:47:52.294232 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54328) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:52.295149 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f9b22-18de-4fd7-937f-14071781dd50 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edae4d3a-4b41-4817-9b8f-c4a0fb37a188,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:52.315527 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port d19b72c9-3ed2-481e-9f2c-8822241f522c completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:52.320942 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port d19b72c9-3ed2-481e-9f2c-8822241f522c triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:52.321473 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.341824 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-a294954d-a040-48b7-94d2-4938bbdd514d tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=148940a8629a47229572c2706e020763&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0854430 Jul 13 07:47:52.358809 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1266f52-7141-4255-984a-a502890e24f9 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.359320 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-55b1b775-864c-46aa-95db-e4919893a805 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:47:52.366954 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-55b1b775-864c-46aa-95db-e4919893a805 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140293 Jul 13 07:47:52.382631 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1266f52-7141-4255-984a-a502890e24f9 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.418966 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.443042 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port d19b72c9-3ed2-481e-9f2c-8822241f522c, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=d19b72c9-3ed2-481e-9f2c-8822241f522c,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:52.446890 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1266f52-7141-4255-984a-a502890e24f9 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.450389 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.454528 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1266f52-7141-4255-984a-a502890e24f9 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.458170 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a1266f52-7141-4255-984a-a502890e24f9 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "DELETE /v2.0/security-groups/edae4d3a-4b41-4817-9b8f-c4a0fb37a188 HTTP/1.1" status: 204 len: 168 time: 0.1608438 Jul 13 07:47:52.458838 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54330) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:52.467162 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1266f52-7141-4255-984a-a502890e24f9 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edae4d3a-4b41-4817-9b8f-c4a0fb37a188,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:52.523017 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a2668870-7afb-4035-9c43-320f5e91f316 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0605581 Jul 13 07:47:52.523402 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54332) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:52.533477 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=d19b72c9-3ed2-481e-9f2c-8822241f522c,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:52.552079 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-15a2bc7f-67b7-4e83-855f-9bf7b859d1c6 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] delete failed (client error): The resource could not be found. Jul 13 07:47:52.560347 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-15a2bc7f-67b7-4e83-855f-9bf7b859d1c6 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "DELETE /v2.0/security-groups/edae4d3a-4b41-4817-9b8f-c4a0fb37a188 HTTP/1.1" status: 404 len: 347 time: 0.0287302 Jul 13 07:47:52.560624 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54334) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:52.566425 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-0b34ca31-1652-41f9-9119-4bc329e52e73 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Request body: {'security_group': {'name': 'tempest-secgroup--1989213585'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:52.568186 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-cc5454f5-5dba-4a4b-880b-d472eaebd8a8 service neutron] 10.222.0.23 "GET /v2.0/networks/b1a0608a-57ab-4eae-a70a-673f42c5f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999242 Jul 13 07:47:52.600750 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0b34ca31-1652-41f9-9119-4bc329e52e73 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.628061 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bcf904-438e-4bc0-a921-dcd7e939219f None None] Sync routers for ids ['1a865cfd-98ba-4df2-9f1d-826b15e43328'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:47:52.642199 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bcf904-438e-4bc0-a921-dcd7e939219f None None] Routers {'1a865cfd-98ba-4df2-9f1d-826b15e43328'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:52.643608 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-97bcf904-438e-4bc0-a921-dcd7e939219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:47:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['1a865cfd-98ba-4df2-9f1d-826b15e43328'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:52.694082 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-862584f6-aae1-43fa-93a9-da0b74770dfe service neutron] 10.222.0.23 "GET /v2.0/networks/b1a0608a-57ab-4eae-a70a-673f42c5f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181808 Jul 13 07:47:52.715783 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0b34ca31-1652-41f9-9119-4bc329e52e73 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.720568 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0b34ca31-1652-41f9-9119-4bc329e52e73 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.765413 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b34ca31-1652-41f9-9119-4bc329e52e73 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30b72a85-2e27-49d5-9a26-a15b7b04bfb6,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:52.767711 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0b34ca31-1652-41f9-9119-4bc329e52e73 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.770385 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0b34ca31-1652-41f9-9119-4bc329e52e73 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2074497 Jul 13 07:47:52.773308 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54336) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:52.778080 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-f0d94c3d-16f3-4202-acdc-12bab877d3de tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Request body: {'security_group_rule': {'security_group_id': '30b72a85-2e27-49d5-9a26-a15b7b04bfb6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:52.810384 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-97bcf904-438e-4bc0-a921-dcd7e939219f None None] Set router 1a865cfd-98ba-4df2-9f1d-826b15e43328 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:52.813709 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f0d94c3d-16f3-4202-acdc-12bab877d3de tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.911148 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f0d94c3d-16f3-4202-acdc-12bab877d3de tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.917823 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f0d94c3d-16f3-4202-acdc-12bab877d3de tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.941911 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8075a53e-ddba-4ff2-b0fe-aaab6ac6aa70 req-dd23b2f7-a227-4831-853b-41747e824ed2 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=593a7195-0903-459c-92b8-dfa9105ad129 HTTP/1.1" status: 200 len: 210 time: 0.0364013 Jul 13 07:47:52.957541 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d94c3d-16f3-4202-acdc-12bab877d3de tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e02ef8ff-097b-407f-b6cf-a41f194ba39a,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:52.981194 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f0d94c3d-16f3-4202-acdc-12bab877d3de tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:52.983073 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f0d94c3d-16f3-4202-acdc-12bab877d3de tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2081268 Jul 13 07:47:52.985812 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54344) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:53.018898 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-234443d6-b96b-4301-80e0-65f33802752d tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.034035 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-234443d6-b96b-4301-80e0-65f33802752d tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.076801 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-234443d6-b96b-4301-80e0-65f33802752d tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.082277 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-234443d6-b96b-4301-80e0-65f33802752d tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.086539 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-234443d6-b96b-4301-80e0-65f33802752d tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/e02ef8ff-097b-407f-b6cf-a41f194ba39a HTTP/1.1" status: 204 len: 168 time: 0.0997105 Jul 13 07:47:53.087550 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54346) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:53.097353 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234443d6-b96b-4301-80e0-65f33802752d tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e02ef8ff-097b-407f-b6cf-a41f194ba39a,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:53.150456 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-97bcf904-438e-4bc0-a921-dcd7e939219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a865cfd-98ba-4df2-9f1d-826b15e43328', 'name': 'tempest-ServerRescueTestJSON-1901202916-router', 'tenant_id': '148940a8629a47229572c2706e020763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd19b72c9-3ed2-481e-9f2c-8822241f522c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:47Z', 'updated_at': '2021-07-13T07:47:50Z', 'revision_number': 4, 'project_id': '148940a8629a47229572c2706e020763', 'gw_port': {'id': 'd19b72c9-3ed2-481e-9f2c-8822241f522c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a865cfd-98ba-4df2-9f1d-826b15e43328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:48Z', 'updated_at': '2021-07-13T07:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '231222ee-a117-434f-8a54-79a2782d6860', 'name': '', 'network_id': 'b1a0608a-57ab-4eae-a70a-673f42c5f7eb', 'tenant_id': '148940a8629a47229572c2706e020763', 'mac_address': 'fa:16:3e:78:bc:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a865cfd-98ba-4df2-9f1d-826b15e43328', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'eeeba8d7-6d9e-4312-8b5a-f1d37aee31b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:49Z', 'updated_at': '2021-07-13T07:47:50Z', 'revision_number': 2, 'project_id': '148940a8629a47229572c2706e020763', 'subnets': [{'id': 'eeeba8d7-6d9e-4312-8b5a-f1d37aee31b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:53.163777 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-3020686a-733b-4473-9e48-337d0c0a3511 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0703874 Jul 13 07:47:53.163777 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54348) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:53.186254 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bcf904-438e-4bc0-a921-dcd7e939219f None None] Checking router: 1a865cfd-98ba-4df2-9f1d-826b15e43328 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:47:53.186719 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bcf904-438e-4bc0-a921-dcd7e939219f None None] Updating router 1a865cfd-98ba-4df2-9f1d-826b15e43328 port 231222ee-a117-434f-8a54-79a2782d6860 binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:47:53.227738 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-97bcf904-438e-4bc0-a921-dcd7e939219f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.251316 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2ace4b2f-b395-459d-82f0-c03b452e2667 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.287328 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2ace4b2f-b395-459d-82f0-c03b452e2667 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.341304 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2ace4b2f-b395-459d-82f0-c03b452e2667 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.344256 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2ace4b2f-b395-459d-82f0-c03b452e2667 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.348010 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2ace4b2f-b395-459d-82f0-c03b452e2667 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "DELETE /v2.0/security-groups/30b72a85-2e27-49d5-9a26-a15b7b04bfb6 HTTP/1.1" status: 204 len: 168 time: 0.1814835 Jul 13 07:47:53.348809 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54354) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:53.356794 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace4b2f-b395-459d-82f0-c03b452e2667 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b72a85-2e27-49d5-9a26-a15b7b04bfb6,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:53.406573 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.432788 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4836f0f7-5a65-4241-9521-532e95cef804 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0825062 Jul 13 07:47:53.438351 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54358) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:53.444146 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-e670f152-dafa-426a-840f-b911fae6fa9d tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Request body: {'security_group': {'name': 'tempest-secgroup--172594891'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:53.474350 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e670f152-dafa-426a-840f-b911fae6fa9d tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.589487 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e670f152-dafa-426a-840f-b911fae6fa9d tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.596264 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e670f152-dafa-426a-840f-b911fae6fa9d tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.611044 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-97bcf904-438e-4bc0-a921-dcd7e939219f None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.630327 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-97bcf904-438e-4bc0-a921-dcd7e939219f None None] Transition to ACTIVE for port object 231222ee-a117-434f-8a54-79a2782d6860 will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:53.631931 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e670f152-dafa-426a-840f-b911fae6fa9d tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.633990 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e670f152-dafa-426a-840f-b911fae6fa9d tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1944678 Jul 13 07:47:53.636016 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e670f152-dafa-426a-840f-b911fae6fa9d tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de80a266-82a4-4081-aaee-e24a79c286ee,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:53.637387 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54362) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:53.643516 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-97bcf904-438e-4bc0-a921-dcd7e939219f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.645784 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-ddfec7cc-df35-4c0a-852e-6380185dd45a tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Request body: {'security_group_rule': {'security_group_id': 'de80a266-82a4-4081-aaee-e24a79c286ee', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:53.696541 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ddfec7cc-df35-4c0a-852e-6380185dd45a tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.712043 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1d290-0009-4366-b351-77d3768b6ec1 None None] Pushing event updated for resources: {'Port': ['ID=231222ee-a117-434f-8a54-79a2782d6860,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:53.763001 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ddfec7cc-df35-4c0a-852e-6380185dd45a tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.770164 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ddfec7cc-df35-4c0a-852e-6380185dd45a tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.786691 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-97bcf904-438e-4bc0-a921-dcd7e939219f None None] Attempting to bind port 231222ee-a117-434f-8a54-79a2782d6860 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:53.787154 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-97bcf904-438e-4bc0-a921-dcd7e939219f None None] Attempting to bind port 231222ee-a117-434f-8a54-79a2782d6860 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '56a4844e-0a06-4346-926b-9cd90992888c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b1a0608a-57ab-4eae-a70a-673f42c5f7eb'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:53.787615 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bcf904-438e-4bc0-a921-dcd7e939219f None None] Attempting to bind port 231222ee-a117-434f-8a54-79a2782d6860 on network b1a0608a-57ab-4eae-a70a-673f42c5f7eb {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:53.794268 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bcf904-438e-4bc0-a921-dcd7e939219f None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:47:53.794853 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bcf904-438e-4bc0-a921-dcd7e939219f None None] Checking segment: {'id': '56a4844e-0a06-4346-926b-9cd90992888c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b1a0608a-57ab-4eae-a70a-673f42c5f7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:53.795355 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-97bcf904-438e-4bc0-a921-dcd7e939219f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.795816 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bcf904-438e-4bc0-a921-dcd7e939219f None None] Bound using segment: {'id': '56a4844e-0a06-4346-926b-9cd90992888c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b1a0608a-57ab-4eae-a70a-673f42c5f7eb'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:47:53.796367 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-97bcf904-438e-4bc0-a921-dcd7e939219f None None] Bound port: 231222ee-a117-434f-8a54-79a2782d6860, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a4844e-0a06-4346-926b-9cd90992888c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b1a0608a-57ab-4eae-a70a-673f42c5f7eb'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:47:53.796805 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-97bcf904-438e-4bc0-a921-dcd7e939219f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.797735 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfec7cc-df35-4c0a-852e-6380185dd45a tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0adfa715-57ca-4da9-a27a-f489de16eba3,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:53.813064 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ddfec7cc-df35-4c0a-852e-6380185dd45a tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.817249 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54364) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:53.817983 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ddfec7cc-df35-4c0a-852e-6380185dd45a tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1776335 Jul 13 07:47:53.823557 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-a65466c7-284b-4884-a8d0-3a1ec5400088 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Request body: {'security_group_rule': {'security_group_id': 'de80a266-82a4-4081-aaee-e24a79c286ee', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:53.857451 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a65466c7-284b-4884-a8d0-3a1ec5400088 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.879804 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-97bcf904-438e-4bc0-a921-dcd7e939219f None None] For port 231222ee-a117-434f-8a54-79a2782d6860, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:53.884496 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-97bcf904-438e-4bc0-a921-dcd7e939219f None None] For port 231222ee-a117-434f-8a54-79a2782d6860, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=231222ee-a117-434f-8a54-79a2782d6860,segment=NetworkSegment(56a4844e-0a06-4346-926b-9cd90992888c),segment_id=56a4844e-0a06-4346-926b-9cd90992888c)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:47:53.890312 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-97bcf904-438e-4bc0-a921-dcd7e939219f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.924223 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a65466c7-284b-4884-a8d0-3a1ec5400088 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.930281 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a65466c7-284b-4884-a8d0-3a1ec5400088 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.954946 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bcf904-438e-4bc0-a921-dcd7e939219f None None] Routers {'1a865cfd-98ba-4df2-9f1d-826b15e43328'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:47:53.955361 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65466c7-284b-4884-a8d0-3a1ec5400088 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1397345-13e8-4032-8762-4c48448253fa,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:53.955866 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-97bcf904-438e-4bc0-a921-dcd7e939219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:47:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['1a865cfd-98ba-4df2-9f1d-826b15e43328'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:53.968013 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.977094 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a65466c7-284b-4884-a8d0-3a1ec5400088 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:53.981206 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a65466c7-284b-4884-a8d0-3a1ec5400088 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1603899 Jul 13 07:47:53.981886 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54366) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:53.989373 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-6ea37c01-1b65-4168-87b3-235074315c4c tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Request body: {'security_group_rule': {'security_group_id': 'de80a266-82a4-4081-aaee-e24a79c286ee', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:53.991614 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1d290-0009-4366-b351-77d3768b6ec1 None None] Pushing event updated for resources: {'Port': ['ID=231222ee-a117-434f-8a54-79a2782d6860,revision_number=4']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:54.052225 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6ea37c01-1b65-4168-87b3-235074315c4c tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.135841 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-25c727b7-6019-42c9-9dac-f2d973b40e8b req-3409231a-12c2-4589-8b2d-624534bc78cf tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=593a7195-0903-459c-92b8-dfa9105ad129 HTTP/1.1" status: 200 len: 210 time: 0.0394354 Jul 13 07:47:54.167241 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6ea37c01-1b65-4168-87b3-235074315c4c tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.171867 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6ea37c01-1b65-4168-87b3-235074315c4c tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.183890 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-97bcf904-438e-4bc0-a921-dcd7e939219f None None] Set router 1a865cfd-98ba-4df2-9f1d-826b15e43328 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:47:54.191699 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea37c01-1b65-4168-87b3-235074315c4c tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29821141-c4c6-47f1-87aa-4295c77ede82,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:54.197973 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6ea37c01-1b65-4168-87b3-235074315c4c tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.202362 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6ea37c01-1b65-4168-87b3-235074315c4c tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2146504 Jul 13 07:47:54.202609 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54370) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:54.207895 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-13b53c28-9601-4ac5-9ff5-b26e285b54ab tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Request body: {'security_group_rule': {'security_group_id': 'de80a266-82a4-4081-aaee-e24a79c286ee', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:54.217582 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device d19b72c9-3ed2-481e-9f2c-8822241f522c up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:54.242992 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-13b53c28-9601-4ac5-9ff5-b26e285b54ab tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.277527 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port d19b72c9-3ed2-481e-9f2c-8822241f522c triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:54.277891 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.312307 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-13b53c28-9601-4ac5-9ff5-b26e285b54ab tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.316759 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-13b53c28-9601-4ac5-9ff5-b26e285b54ab tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.343561 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b53c28-9601-4ac5-9ff5-b26e285b54ab tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b35ba9f-1a69-4df2-986c-d6b0224c6405,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:54.353983 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-13b53c28-9601-4ac5-9ff5-b26e285b54ab tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.355641 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-13b53c28-9601-4ac5-9ff5-b26e285b54ab tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1520581 Jul 13 07:47:54.358373 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54372) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:54.364915 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-1563149c-c7c8-47e9-b73a-218b60f79c46 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Request body: {'security_group_rule': {'security_group_id': 'de80a266-82a4-4081-aaee-e24a79c286ee', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:54.402462 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1563149c-c7c8-47e9-b73a-218b60f79c46 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.430899 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-97bcf904-438e-4bc0-a921-dcd7e939219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a865cfd-98ba-4df2-9f1d-826b15e43328', 'name': 'tempest-ServerRescueTestJSON-1901202916-router', 'tenant_id': '148940a8629a47229572c2706e020763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd19b72c9-3ed2-481e-9f2c-8822241f522c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:47Z', 'updated_at': '2021-07-13T07:47:50Z', 'revision_number': 4, 'project_id': '148940a8629a47229572c2706e020763', 'gw_port': {'id': 'd19b72c9-3ed2-481e-9f2c-8822241f522c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a865cfd-98ba-4df2-9f1d-826b15e43328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:48Z', 'updated_at': '2021-07-13T07:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '231222ee-a117-434f-8a54-79a2782d6860', 'name': '', 'network_id': 'b1a0608a-57ab-4eae-a70a-673f42c5f7eb', 'tenant_id': '148940a8629a47229572c2706e020763', 'mac_address': 'fa:16:3e:78:bc:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a865cfd-98ba-4df2-9f1d-826b15e43328', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'eeeba8d7-6d9e-4312-8b5a-f1d37aee31b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:49Z', 'updated_at': '2021-07-13T07:47:53Z', 'revision_number': 4, 'project_id': '148940a8629a47229572c2706e020763', 'subnets': [{'id': 'eeeba8d7-6d9e-4312-8b5a-f1d37aee31b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:47:54.476159 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1563149c-c7c8-47e9-b73a-218b60f79c46 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.483113 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1563149c-c7c8-47e9-b73a-218b60f79c46 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.483597 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bcf904-438e-4bc0-a921-dcd7e939219f None None] The sync data for ids ['1a865cfd-98ba-4df2-9f1d-826b15e43328'] in n-d-771363-34 is: [{'id': '1a865cfd-98ba-4df2-9f1d-826b15e43328', 'name': 'tempest-ServerRescueTestJSON-1901202916-router', 'tenant_id': '148940a8629a47229572c2706e020763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd19b72c9-3ed2-481e-9f2c-8822241f522c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:47Z', 'updated_at': '2021-07-13T07:47:50Z', 'revision_number': 4, 'project_id': '148940a8629a47229572c2706e020763', 'gw_port': {'id': 'd19b72c9-3ed2-481e-9f2c-8822241f522c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a865cfd-98ba-4df2-9f1d-826b15e43328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:48Z', 'updated_at': '2021-07-13T07:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '231222ee-a117-434f-8a54-79a2782d6860', 'name': '', 'network_id': 'b1a0608a-57ab-4eae-a70a-673f42c5f7eb', 'tenant_id': '148940a8629a47229572c2706e020763', 'mac_address': 'fa:16:3e:78:bc:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a865cfd-98ba-4df2-9f1d-826b15e43328', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'eeeba8d7-6d9e-4312-8b5a-f1d37aee31b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:49Z', 'updated_at': '2021-07-13T07:47:53Z', 'revision_number': 4, 'project_id': '148940a8629a47229572c2706e020763', 'subnets': [{'id': 'eeeba8d7-6d9e-4312-8b5a-f1d37aee31b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:47:54.511071 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563149c-c7c8-47e9-b73a-218b60f79c46 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d141773f-5fde-4568-9200-452e2a54693c,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:54.514168 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1563149c-c7c8-47e9-b73a-218b60f79c46 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.515666 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1563149c-c7c8-47e9-b73a-218b60f79c46 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1558931 Jul 13 07:47:54.518499 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54374) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:54.571957 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e0563d39-1372-41c9-a681-91c8031b063b tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.591868 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e0563d39-1372-41c9-a681-91c8031b063b tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.613447 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-18416020-f43b-4f28-8054-94f41ed9853d tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:54.615095 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-18416020-f43b-4f28-8054-94f41ed9853d tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.42 "GET /v2.0/networks?id=b1a0608a-57ab-4eae-a70a-673f42c5f7eb HTTP/1.1" status: 200 len: 811 time: 0.1750050 Jul 13 07:47:54.621741 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e0563d39-1372-41c9-a681-91c8031b063b tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.630858 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e0563d39-1372-41c9-a681-91c8031b063b tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.634462 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e0563d39-1372-41c9-a681-91c8031b063b tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/d141773f-5fde-4568-9200-452e2a54693c HTTP/1.1" status: 204 len: 168 time: 0.1144383 Jul 13 07:47:54.636111 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-fa87f56a-17c7-4107-a3ba-ce74cab43f76 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Request body: {'port': {'device_id': '593a7195-0903-459c-92b8-dfa9105ad129', 'network_id': 'b1a0608a-57ab-4eae-a70a-673f42c5f7eb', 'admin_state_up': True, 'tenant_id': '148940a8629a47229572c2706e020763'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:54.637972 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54376) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:54.650429 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0563d39-1372-41c9-a681-91c8031b063b tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d141773f-5fde-4568-9200-452e2a54693c,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:54.724728 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-082adcf1-2395-46d7-8d19-8e56fb3ef70a tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0851424 Jul 13 07:47:54.727803 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54378) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:54.760373 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3c436d9b-4aa7-4c73-9f41-f47357c08e8a tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.769800 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3c436d9b-4aa7-4c73-9f41-f47357c08e8a tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.801747 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3c436d9b-4aa7-4c73-9f41-f47357c08e8a tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.805490 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-fa87f56a-17c7-4107-a3ba-ce74cab43f76 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Made reservation on behalf of 148940a8629a47229572c2706e020763 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:47:54.809539 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3c436d9b-4aa7-4c73-9f41-f47357c08e8a tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.810124 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-fa87f56a-17c7-4107-a3ba-ce74cab43f76 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.813782 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3c436d9b-4aa7-4c73-9f41-f47357c08e8a tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/2b35ba9f-1a69-4df2-986c-d6b0224c6405 HTTP/1.1" status: 204 len: 168 time: 0.0813260 Jul 13 07:47:54.813970 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54380) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:54.833460 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c436d9b-4aa7-4c73-9f41-f47357c08e8a tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b35ba9f-1a69-4df2-986c-d6b0224c6405,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:54.874047 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0155436a-92c6-4b6f-9891-65cb13af6f0f tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0575445 Jul 13 07:47:54.874833 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54382) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:54.902381 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-49973881-d2ea-48ce-b0a8-85c93ffa561f tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.914092 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-49973881-d2ea-48ce-b0a8-85c93ffa561f tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.955821 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-49973881-d2ea-48ce-b0a8-85c93ffa561f tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.962154 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-49973881-d2ea-48ce-b0a8-85c93ffa561f tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:54.965605 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-49973881-d2ea-48ce-b0a8-85c93ffa561f tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/29821141-c4c6-47f1-87aa-4295c77ede82 HTTP/1.1" status: 204 len: 168 time: 0.0875163 Jul 13 07:47:54.966131 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54384) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:54.971474 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49973881-d2ea-48ce-b0a8-85c93ffa561f tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29821141-c4c6-47f1-87aa-4295c77ede82,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:54.979743 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-fa87f56a-17c7-4107-a3ba-ce74cab43f76 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Allocated IP 172.20.0.6 (b1a0608a-57ab-4eae-a70a-673f42c5f7eb/eeeba8d7-6d9e-4312-8b5a-f1d37aee31b1/05445583-cf18-4783-919b-6f95e9998102) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:47:55.044290 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-98fd0970-60f2-49a0-83d7-27a5add362cf tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0768232 Jul 13 07:47:55.046883 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54386) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:55.077312 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7b76448c-d6fe-4e99-8c5d-7def6a8c4c25 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.087634 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7b76448c-d6fe-4e99-8c5d-7def6a8c4c25 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.124455 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7b76448c-d6fe-4e99-8c5d-7def6a8c4c25 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.131872 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7b76448c-d6fe-4e99-8c5d-7def6a8c4c25 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.135805 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7b76448c-d6fe-4e99-8c5d-7def6a8c4c25 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/b1397345-13e8-4032-8762-4c48448253fa HTTP/1.1" status: 204 len: 168 time: 0.0877755 Jul 13 07:47:55.141251 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54388) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:55.160709 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76448c-d6fe-4e99-8c5d-7def6a8c4c25 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1397345-13e8-4032-8762-4c48448253fa,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:55.201174 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-42a9d3a3-2514-4b73-a9c9-712361bf8a2d tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0581470 Jul 13 07:47:55.203741 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54392) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:55.220187 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-fa87f56a-17c7-4107-a3ba-ce74cab43f76 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.240362 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3d3472d0-0851-4692-9570-02164c76a8f3 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.249675 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3d3472d0-0851-4692-9570-02164c76a8f3 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.274794 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-fa87f56a-17c7-4107-a3ba-ce74cab43f76 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.291478 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3d3472d0-0851-4692-9570-02164c76a8f3 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.317580 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3d3472d0-0851-4692-9570-02164c76a8f3 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.318731 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3d3472d0-0851-4692-9570-02164c76a8f3 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/0adfa715-57ca-4da9-a27a-f489de16eba3 HTTP/1.1" status: 204 len: 168 time: 0.1140485 Jul 13 07:47:55.323824 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-fa87f56a-17c7-4107-a3ba-ce74cab43f76 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Network b1a0608a-57ab-4eae-a70a-673f42c5f7eb is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:47:55.324210 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54394) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:55.333440 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3472d0-0851-4692-9570-02164c76a8f3 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0adfa715-57ca-4da9-a27a-f489de16eba3,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:55.341103 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-fa87f56a-17c7-4107-a3ba-ce74cab43f76 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:47:55.344255 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-fa87f56a-17c7-4107-a3ba-ce74cab43f76 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:47:55.347101 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa87f56a-17c7-4107-a3ba-ce74cab43f76 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Pushing event updated for resources: {'Port': ['ID=05445583-cf18-4783-919b-6f95e9998102,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:55.390224 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7bcf3c6a-89ce-49b0-a73a-bef2d3c00cb5 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0630732 Jul 13 07:47:55.392996 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54396) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:55.407316 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ab979-8ee0-44c5-a2cd-881ac4a4f767 req-b8dee9df-e81b-42ec-8c9c-971752a4a14b tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:55.408429 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-fa87f56a-17c7-4107-a3ba-ce74cab43f76 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:55.408862 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7a8ab979-8ee0-44c5-a2cd-881ac4a4f767 req-b8dee9df-e81b-42ec-8c9c-971752a4a14b tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=593a7195-0903-459c-92b8-dfa9105ad129 HTTP/1.1" status: 200 len: 931 time: 0.1312487 Jul 13 07:47:55.409199 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-fa87f56a-17c7-4107-a3ba-ce74cab43f76 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.429505 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-fa87f56a-17c7-4107-a3ba-ce74cab43f76 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8009429 Jul 13 07:47:55.442620 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-751acb61-91c9-4305-9ccc-0a0f276d555f service neutron] Request body: {'port': {'device_id': '593a7195-0903-459c-92b8-dfa9105ad129', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:55.483146 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7a8ab979-8ee0-44c5-a2cd-881ac4a4f767 req-ae809a76-c512-4358-97df-13bf298c9fc5 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651488 Jul 13 07:47:55.488691 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-726af25c-dc10-496d-92db-e819d471115e tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.515260 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-726af25c-dc10-496d-92db-e819d471115e tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.525932 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-751acb61-91c9-4305-9ccc-0a0f276d555f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.564418 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-726af25c-dc10-496d-92db-e819d471115e tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.567493 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-726af25c-dc10-496d-92db-e819d471115e tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.571675 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54398) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:55.572020 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-726af25c-dc10-496d-92db-e819d471115e tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "DELETE /v2.0/security-groups/de80a266-82a4-4081-aaee-e24a79c286ee HTTP/1.1" status: 204 len: 168 time: 0.1779809 Jul 13 07:47:55.585219 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726af25c-dc10-496d-92db-e819d471115e tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de80a266-82a4-4081-aaee-e24a79c286ee,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:55.691151 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a1935305-8e71-4890-b1de-2ffd77f19f80 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1183779 Jul 13 07:47:55.695974 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54400) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:55.703160 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-986ae841-aebf-4dd3-b401-84198cb19504 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Request body: {'security_group': {'name': 'tempest-secgroup--459932575'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:55.783181 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-986ae841-aebf-4dd3-b401-84198cb19504 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.919089 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-751acb61-91c9-4305-9ccc-0a0f276d555f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05445583-cf18-4783-919b-6f95e9998102 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:47:55.931514 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-751acb61-91c9-4305-9ccc-0a0f276d555f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.959096 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-751acb61-91c9-4305-9ccc-0a0f276d555f service neutron] Transition to ACTIVE for port object 05445583-cf18-4783-919b-6f95e9998102 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:47:55.962173 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-986ae841-aebf-4dd3-b401-84198cb19504 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.964311 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-751acb61-91c9-4305-9ccc-0a0f276d555f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:55.969658 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-986ae841-aebf-4dd3-b401-84198cb19504 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.029125 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-986ae841-aebf-4dd3-b401-84198cb19504 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.030751 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-986ae841-aebf-4dd3-b401-84198cb19504 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3332739 Jul 13 07:47:56.033559 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54402) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:56.038208 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-9ca4c108-40ce-4996-b0e1-a6eacaacb067 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Request body: {'security_group_rule': {'security_group_id': '5c66e5cb-de06-4835-8e8e-0066d96561be', 'direction': 'ingress', 'protocol': 17}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:56.045468 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751acb61-91c9-4305-9ccc-0a0f276d555f service neutron] Pushing event updated for resources: {'Port': ['ID=05445583-cf18-4783-919b-6f95e9998102,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:56.047779 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ae841-aebf-4dd3-b401-84198cb19504 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c66e5cb-de06-4835-8e8e-0066d96561be,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:56.073880 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9ca4c108-40ce-4996-b0e1-a6eacaacb067 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.126603 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9ca4c108-40ce-4996-b0e1-a6eacaacb067 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.129748 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-751acb61-91c9-4305-9ccc-0a0f276d555f service neutron] Attempting to bind port 05445583-cf18-4783-919b-6f95e9998102 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:47:56.130359 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-751acb61-91c9-4305-9ccc-0a0f276d555f service neutron] Attempting to bind port 05445583-cf18-4783-919b-6f95e9998102 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '56a4844e-0a06-4346-926b-9cd90992888c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b1a0608a-57ab-4eae-a70a-673f42c5f7eb'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:47:56.130908 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-751acb61-91c9-4305-9ccc-0a0f276d555f service neutron] Attempting to bind port 05445583-cf18-4783-919b-6f95e9998102 on network b1a0608a-57ab-4eae-a70a-673f42c5f7eb {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:56.131296 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9ca4c108-40ce-4996-b0e1-a6eacaacb067 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.137347 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-751acb61-91c9-4305-9ccc-0a0f276d555f service neutron] Port 05445583-cf18-4783-919b-6f95e9998102 on network b1a0608a-57ab-4eae-a70a-673f42c5f7eb not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:47:56.137927 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-751acb61-91c9-4305-9ccc-0a0f276d555f service neutron] Attempting to bind port 05445583-cf18-4783-919b-6f95e9998102 on network b1a0608a-57ab-4eae-a70a-673f42c5f7eb {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:47:56.143477 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-751acb61-91c9-4305-9ccc-0a0f276d555f service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:47:56.143825 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-751acb61-91c9-4305-9ccc-0a0f276d555f service neutron] Checking segment: {'id': '56a4844e-0a06-4346-926b-9cd90992888c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b1a0608a-57ab-4eae-a70a-673f42c5f7eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:47:56.144216 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-751acb61-91c9-4305-9ccc-0a0f276d555f service neutron] Bound using segment: {'id': '56a4844e-0a06-4346-926b-9cd90992888c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b1a0608a-57ab-4eae-a70a-673f42c5f7eb'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:47:56.144658 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-751acb61-91c9-4305-9ccc-0a0f276d555f service neutron] Bound port: 05445583-cf18-4783-919b-6f95e9998102, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56a4844e-0a06-4346-926b-9cd90992888c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b1a0608a-57ab-4eae-a70a-673f42c5f7eb'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:47:56.145163 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-751acb61-91c9-4305-9ccc-0a0f276d555f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.167156 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4c108-40ce-4996-b0e1-a6eacaacb067 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb0fe560-478a-4669-83fe-a08af9b15ea0,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:56.170031 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9ca4c108-40ce-4996-b0e1-a6eacaacb067 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.171493 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9ca4c108-40ce-4996-b0e1-a6eacaacb067 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1368785 Jul 13 07:47:56.174711 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54404) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:56.240276 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-751acb61-91c9-4305-9ccc-0a0f276d555f service neutron] For port 05445583-cf18-4783-919b-6f95e9998102, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:47:56.245396 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-751acb61-91c9-4305-9ccc-0a0f276d555f service neutron] For port 05445583-cf18-4783-919b-6f95e9998102, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=05445583-cf18-4783-919b-6f95e9998102,segment=NetworkSegment(56a4844e-0a06-4346-926b-9cd90992888c),segment_id=56a4844e-0a06-4346-926b-9cd90992888c)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:47:56.255277 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-751acb61-91c9-4305-9ccc-0a0f276d555f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.255537 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3438bb21-ed62-4661-8e0a-a3feb8ad3519 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.255640 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 231222ee-a117-434f-8a54-79a2782d6860 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:56.294106 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-751acb61-91c9-4305-9ccc-0a0f276d555f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:56.294754 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-751acb61-91c9-4305-9ccc-0a0f276d555f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.296215 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-751acb61-91c9-4305-9ccc-0a0f276d555f service neutron] 10.222.0.42 "PUT /v2.0/ports/05445583-cf18-4783-919b-6f95e9998102 HTTP/1.1" status: 200 len: 1092 time: 0.8583786 Jul 13 07:47:56.296664 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '593a7195-0903-459c-92b8-dfa9105ad129', 'tag': '05445583-cf18-4783-919b-6f95e9998102'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:47:56.299085 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d7562b-3520-423d-97bb-56403733168c" -d '{"events": [{"name": "network-changed", "server_uuid": "593a7195-0903-459c-92b8-dfa9105ad129", "tag": "05445583-cf18-4783-919b-6f95e9998102"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:47:56.318189 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3438bb21-ed62-4661-8e0a-a3feb8ad3519 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.333491 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751acb61-91c9-4305-9ccc-0a0f276d555f service neutron] Pushing event updated for resources: {'Port': ['ID=05445583-cf18-4783-919b-6f95e9998102,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:56.340889 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 231222ee-a117-434f-8a54-79a2782d6860 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:47:56.345700 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 231222ee-a117-434f-8a54-79a2782d6860 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:56.346286 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.393629 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c3771d-2b80-48dd-aa1f-4db6fe3fe162 x-openstack-request-id: req-87c3771d-2b80-48dd-aa1f-4db6fe3fe162 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:47:56.393901 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "593a7195-0903-459c-92b8-dfa9105ad129", "tag": "05445583-cf18-4783-919b-6f95e9998102", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:47:56.394182 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-87c3771d-2b80-48dd-aa1f-4db6fe3fe162 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:47:56.394605 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '593a7195-0903-459c-92b8-dfa9105ad129', 'tag': '05445583-cf18-4783-919b-6f95e9998102', 'status': 'completed', 'code': 200} Jul 13 07:47:56.396683 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3438bb21-ed62-4661-8e0a-a3feb8ad3519 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.400933 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3438bb21-ed62-4661-8e0a-a3feb8ad3519 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.403565 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3438bb21-ed62-4661-8e0a-a3feb8ad3519 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "DELETE /v2.0/security-groups/5c66e5cb-de06-4835-8e8e-0066d96561be HTTP/1.1" status: 204 len: 168 time: 0.2274518 Jul 13 07:47:56.406474 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54410) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:56.419177 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438bb21-ed62-4661-8e0a-a3feb8ad3519 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c66e5cb-de06-4835-8e8e-0066d96561be,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:56.455044 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-4d3214a6-4f15-4416-bd2a-8467eb9fc26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:56.456625 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-4d3214a6-4f15-4416-bd2a-8467eb9fc26e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=148940a8629a47229572c2706e020763&device_id=593a7195-0903-459c-92b8-dfa9105ad129 HTTP/1.1" status: 200 len: 1095 time: 0.1056538 Jul 13 07:47:56.472911 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.478007 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2884248c-87d1-451c-b3cc-8b7d9e2ae738 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0701094 Jul 13 07:47:56.481673 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54412) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:56.486303 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-57efd84b-7dc2-458b-a28e-f0575cb93cca tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Request body: {'security_group': {'name': 'tempest-secgroup--156679440'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:56.510354 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-1fad0eb1-325d-4f98-a6c2-787cee69cfa1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05445583-cf18-4783-919b-6f95e9998102 HTTP/1.1" status: 200 len: 217 time: 0.0435669 Jul 13 07:47:56.517794 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 231222ee-a117-434f-8a54-79a2782d6860, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=231222ee-a117-434f-8a54-79a2782d6860,segment=NetworkSegment(56a4844e-0a06-4346-926b-9cd90992888c),segment_id=56a4844e-0a06-4346-926b-9cd90992888c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:56.519816 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-57efd84b-7dc2-458b-a28e-f0575cb93cca tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.523047 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.595457 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=231222ee-a117-434f-8a54-79a2782d6860,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:56.621211 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-df810d62-408e-44f8-814e-411e4be17225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:56.623680 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-df810d62-408e-44f8-814e-411e4be17225 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eeeba8d7-6d9e-4312-8b5a-f1d37aee31b1 HTTP/1.1" status: 200 len: 851 time: 0.0988321 Jul 13 07:47:56.657855 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-f8767bd2-73b9-4b01-9b6a-5a7554b4f1fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b1a0608a-57ab-4eae-a70a-673f42c5f7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280104 Jul 13 07:47:56.663871 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-57efd84b-7dc2-458b-a28e-f0575cb93cca tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.683185 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-57efd84b-7dc2-458b-a28e-f0575cb93cca tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.725027 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-57efd84b-7dc2-458b-a28e-f0575cb93cca tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.729170 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-57efd84b-7dc2-458b-a28e-f0575cb93cca tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2436016 Jul 13 07:47:56.729771 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54416) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:56.735920 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-14396657-3c3b-423a-a395-d78b6ff0c1f7 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Request body: {'security_group': {'name': 'tempest-secgroup--1993850691'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:56.740079 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57efd84b-7dc2-458b-a28e-f0575cb93cca tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51afd5e7-c577-4e34-8323-ab8be2cad1de,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:56.766312 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-ed58f89d-96bf-4ee6-a57e-cc4b75cae7d8 service neutron] 10.222.0.42 "GET /v2.0/networks/b1a0608a-57ab-4eae-a70a-673f42c5f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008148 Jul 13 07:47:56.781998 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d37270-99d1-4ba2-a20b-9f124ef74923 req-bfe69f44-a94d-4778-9e3e-fcd4232fb946 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:56.783553 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c6d37270-99d1-4ba2-a20b-9f124ef74923 req-bfe69f44-a94d-4778-9e3e-fcd4232fb946 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=593a7195-0903-459c-92b8-dfa9105ad129 HTTP/1.1" status: 200 len: 943 time: 0.1387587 Jul 13 07:47:56.799530 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-14396657-3c3b-423a-a395-d78b6ff0c1f7 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.851349 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c6d37270-99d1-4ba2-a20b-9f124ef74923 req-881b6810-99e3-4cf8-b8fa-7231b3c4b69c tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583568 Jul 13 07:47:56.892972 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1fac4689-c3b1-447d-96aa-9992e4316eb9 req-b2b3e964-abc5-49a5-b158-e13be4093d6e service neutron] 10.222.0.42 "GET /v2.0/networks/b1a0608a-57ab-4eae-a70a-673f42c5f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192193 Jul 13 07:47:56.931166 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-14396657-3c3b-423a-a395-d78b6ff0c1f7 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.936986 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-14396657-3c3b-423a-a395-d78b6ff0c1f7 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.968707 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-14396657-3c3b-423a-a395-d78b6ff0c1f7 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:56.973682 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-14396657-3c3b-423a-a395-d78b6ff0c1f7 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2393038 Jul 13 07:47:56.973682 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14396657-3c3b-423a-a395-d78b6ff0c1f7 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8db43d-919b-45e7-88ac-98a1f6abc261,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:56.974049 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54418) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:56.978837 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-c70faad8-0392-4753-9c5d-7152327dcc36 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Request body: {'security_group_rule': {'security_group_id': '51afd5e7-c577-4e34-8323-ab8be2cad1de', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0a8db43d-919b-45e7-88ac-98a1f6abc261', 'remote_ip_prefix': None}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:57.021910 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c70faad8-0392-4753-9c5d-7152327dcc36 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.032839 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7562b-3520-423d-97bb-56403733168c req-75f5c3b5-48a6-4771-b281-ebf7a7608333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:57.034381 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-07d7562b-3520-423d-97bb-56403733168c req-75f5c3b5-48a6-4771-b281-ebf7a7608333 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=148940a8629a47229572c2706e020763&device_id=593a7195-0903-459c-92b8-dfa9105ad129 HTTP/1.1" status: 200 len: 1095 time: 0.0829310 Jul 13 07:47:57.120944 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c70faad8-0392-4753-9c5d-7152327dcc36 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.128087 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c70faad8-0392-4753-9c5d-7152327dcc36 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.154368 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70faad8-0392-4753-9c5d-7152327dcc36 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0d93c41-5b44-4d03-93b1-6405b9842bc1,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:57.154730 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7562b-3520-423d-97bb-56403733168c req-627f4cbc-91dc-443a-af8c-6e12ea1bf235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:57.157962 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-07d7562b-3520-423d-97bb-56403733168c req-627f4cbc-91dc-443a-af8c-6e12ea1bf235 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b1a0608a-57ab-4eae-a70a-673f42c5f7eb HTTP/1.1" status: 200 len: 912 time: 0.1127005 Jul 13 07:47:57.165338 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c70faad8-0392-4753-9c5d-7152327dcc36 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.170703 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c70faad8-0392-4753-9c5d-7152327dcc36 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1954391 Jul 13 07:47:57.172269 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54420) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:57.206899 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5b52c24c-75eb-479f-a6c3-943e96c25fc2 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.208305 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-07d7562b-3520-423d-97bb-56403733168c req-c03e0cba-8ad3-4122-a1e3-d024194e5264 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05445583-cf18-4783-919b-6f95e9998102 HTTP/1.1" status: 200 len: 217 time: 0.0441289 Jul 13 07:47:57.216238 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5b52c24c-75eb-479f-a6c3-943e96c25fc2 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.246040 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5b52c24c-75eb-479f-a6c3-943e96c25fc2 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.253047 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5b52c24c-75eb-479f-a6c3-943e96c25fc2 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.255333 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5b52c24c-75eb-479f-a6c3-943e96c25fc2 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/c0d93c41-5b44-4d03-93b1-6405b9842bc1 HTTP/1.1" status: 204 len: 168 time: 0.0791230 Jul 13 07:47:57.257345 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54422) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:57.264955 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52c24c-75eb-479f-a6c3-943e96c25fc2 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0d93c41-5b44-4d03-93b1-6405b9842bc1,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:57.297031 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7562b-3520-423d-97bb-56403733168c req-763fb459-bdd4-48ff-946e-c91a14edf5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:57.298545 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-07d7562b-3520-423d-97bb-56403733168c req-763fb459-bdd4-48ff-946e-c91a14edf5e2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eeeba8d7-6d9e-4312-8b5a-f1d37aee31b1 HTTP/1.1" status: 200 len: 851 time: 0.0831230 Jul 13 07:47:57.331731 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-19f1f668-cddc-4295-a23b-ee28b3b839b6 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0729926 Jul 13 07:47:57.336575 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54424) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:57.350503 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-07d7562b-3520-423d-97bb-56403733168c req-071bbf61-c766-447c-887a-d8139d8f8ada service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b1a0608a-57ab-4eae-a70a-673f42c5f7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430186 Jul 13 07:47:57.415301 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bc8b4b86-996f-4901-b4cb-16a01dc2b13a tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.438418 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bc8b4b86-996f-4901-b4cb-16a01dc2b13a tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.443528 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-07d7562b-3520-423d-97bb-56403733168c req-b30c06ec-a1fe-4f44-8f7b-56636441f8cd service neutron] 10.222.0.42 "GET /v2.0/networks/b1a0608a-57ab-4eae-a70a-673f42c5f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862727 Jul 13 07:47:57.487755 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bc8b4b86-996f-4901-b4cb-16a01dc2b13a tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.490477 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bc8b4b86-996f-4901-b4cb-16a01dc2b13a tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.491686 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-bc8b4b86-996f-4901-b4cb-16a01dc2b13a tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "DELETE /v2.0/security-groups/0a8db43d-919b-45e7-88ac-98a1f6abc261 HTTP/1.1" status: 204 len: 168 time: 0.1536152 Jul 13 07:47:57.495086 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54426) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:57.507487 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b4b86-996f-4901-b4cb-16a01dc2b13a tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8db43d-919b-45e7-88ac-98a1f6abc261,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:57.547773 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-07d7562b-3520-423d-97bb-56403733168c req-dc917677-29e2-40a4-8be4-61b43a18a5bf service neutron] 10.222.0.42 "GET /v2.0/networks/b1a0608a-57ab-4eae-a70a-673f42c5f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969918 Jul 13 07:47:57.557185 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d2aef9f4-3cdd-4101-b425-98a48d3adcbd tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0610092 Jul 13 07:47:57.559794 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54428) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:57.612441 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-25239628-7cd3-4462-b7c8-0f4a25562954 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.637041 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-25239628-7cd3-4462-b7c8-0f4a25562954 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.677123 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-25239628-7cd3-4462-b7c8-0f4a25562954 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.680368 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-25239628-7cd3-4462-b7c8-0f4a25562954 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.681476 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-25239628-7cd3-4462-b7c8-0f4a25562954 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "DELETE /v2.0/security-groups/51afd5e7-c577-4e34-8323-ab8be2cad1de HTTP/1.1" status: 204 len: 168 time: 0.1207170 Jul 13 07:47:57.684210 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54430) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:57.690909 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25239628-7cd3-4462-b7c8-0f4a25562954 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51afd5e7-c577-4e34-8323-ab8be2cad1de,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:57.733412 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a44c7e90-5dd9-4b46-a6ae-3d5f11170c90 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0478239 Jul 13 07:47:57.737132 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54432) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:57.741401 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-960cd45e-a894-431b-b074-815bcb0c455d tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Request body: {'security_group': {'name': 'tempest-secgroup--586817048'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:57.765891 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-960cd45e-a894-431b-b074-815bcb0c455d tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.846280 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-960cd45e-a894-431b-b074-815bcb0c455d tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.849985 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-960cd45e-a894-431b-b074-815bcb0c455d tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.878143 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-960cd45e-a894-431b-b074-815bcb0c455d tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.879759 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-960cd45e-a894-431b-b074-815bcb0c455d tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1417098 Jul 13 07:47:57.881693 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960cd45e-a894-431b-b074-815bcb0c455d tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3daf6af-8258-4632-8e10-e399575287c4,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:57.882552 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54436) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:57.889961 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-4184f627-bd4f-4174-aa1e-b1fb77fa37c1 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Request body: {'security_group_rule': {'security_group_id': 'b3daf6af-8258-4632-8e10-e399575287c4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:57.918867 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4184f627-bd4f-4174-aa1e-b1fb77fa37c1 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.976523 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4184f627-bd4f-4174-aa1e-b1fb77fa37c1 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:57.980190 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4184f627-bd4f-4174-aa1e-b1fb77fa37c1 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:58.001254 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4184f627-bd4f-4174-aa1e-b1fb77fa37c1 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c91ba1a-1548-486c-a6ae-c85583f62d83,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:58.005020 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4184f627-bd4f-4174-aa1e-b1fb77fa37c1 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:58.009627 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4184f627-bd4f-4174-aa1e-b1fb77fa37c1 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1210423 Jul 13 07:47:58.010072 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54438) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:58.033974 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8de063ec-d89c-41d4-b026-9c04f4a3f421 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:58.042304 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8de063ec-d89c-41d4-b026-9c04f4a3f421 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:58.048636 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f4f407-1ad0-4d12-8ca2-2cdac29a16ca req-1cf3ae75-2419-42cb-a31b-f5395d7c0d7a tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:58.050148 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d6f4f407-1ad0-4d12-8ca2-2cdac29a16ca req-1cf3ae75-2419-42cb-a31b-f5395d7c0d7a tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=593a7195-0903-459c-92b8-dfa9105ad129 HTTP/1.1" status: 200 len: 943 time: 0.0790195 Jul 13 07:47:58.073245 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8de063ec-d89c-41d4-b026-9c04f4a3f421 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:58.080149 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8de063ec-d89c-41d4-b026-9c04f4a3f421 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:58.081272 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8de063ec-d89c-41d4-b026-9c04f4a3f421 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/2c91ba1a-1548-486c-a6ae-c85583f62d83 HTTP/1.1" status: 204 len: 168 time: 0.0703216 Jul 13 07:47:58.084987 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54440) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:58.085432 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de063ec-d89c-41d4-b026-9c04f4a3f421 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c91ba1a-1548-486c-a6ae-c85583f62d83,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:58.111622 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d6f4f407-1ad0-4d12-8ca2-2cdac29a16ca req-a4dc0f28-e1f4-4cd3-8659-ad77432336fe tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508919 Jul 13 07:47:58.136971 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-acec153f-c993-4455-9a06-435b13586076 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0509856 Jul 13 07:47:58.139891 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54442) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:58.193087 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0b6e9dc7-4c6f-415e-a8b4-ea33db86a95f tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:58.200973 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 231222ee-a117-434f-8a54-79a2782d6860 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:47:58.219886 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0b6e9dc7-4c6f-415e-a8b4-ea33db86a95f tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:58.251405 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 231222ee-a117-434f-8a54-79a2782d6860 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:47:58.251780 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:58.261934 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0b6e9dc7-4c6f-415e-a8b4-ea33db86a95f tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:58.265176 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0b6e9dc7-4c6f-415e-a8b4-ea33db86a95f tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:58.266367 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0b6e9dc7-4c6f-415e-a8b4-ea33db86a95f tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "DELETE /v2.0/security-groups/b3daf6af-8258-4632-8e10-e399575287c4 HTTP/1.1" status: 204 len: 168 time: 0.1255803 Jul 13 07:47:58.269135 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54444) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:58.275973 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e9dc7-4c6f-415e-a8b4-ea33db86a95f tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3daf6af-8258-4632-8e10-e399575287c4,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:58.312914 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-02cca523-1981-4589-a42a-4fc08ed7e192 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0426309 Jul 13 07:47:58.316487 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54446) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:58.321668 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-ca63ca82-8fe9-4cdd-88f3-8a39a43ccfa7 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Request body: {'security_group': {'name': 'tempest-secgroup--1252389379'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:58.343842 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ca63ca82-8fe9-4cdd-88f3-8a39a43ccfa7 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:58.696347 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ca63ca82-8fe9-4cdd-88f3-8a39a43ccfa7 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:58.700185 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ca63ca82-8fe9-4cdd-88f3-8a39a43ccfa7 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:58.724511 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ca63ca82-8fe9-4cdd-88f3-8a39a43ccfa7 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:58.725716 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ca63ca82-8fe9-4cdd-88f3-8a39a43ccfa7 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4082108 Jul 13 07:47:58.729052 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54448) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:58.729905 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca63ca82-8fe9-4cdd-88f3-8a39a43ccfa7 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68037744-0fe4-4a66-bdac-e2de65cda0a1,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:58.734601 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-312a548c-2ba1-4513-ba1e-196a94374485 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Request body: {'security_group_rule': {'security_group_id': '68037744-0fe4-4a66-bdac-e2de65cda0a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:58.765920 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-312a548c-2ba1-4513-ba1e-196a94374485 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:58.825365 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-312a548c-2ba1-4513-ba1e-196a94374485 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:58.828971 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-312a548c-2ba1-4513-ba1e-196a94374485 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:58.846323 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a548c-2ba1-4513-ba1e-196a94374485 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11eb2f83-e3f3-416b-b065-fe7f5db0c66e,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:58.853115 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-312a548c-2ba1-4513-ba1e-196a94374485 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:58.854248 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-312a548c-2ba1-4513-ba1e-196a94374485 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1241560 Jul 13 07:47:58.856873 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54450) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:58.878452 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-748215c0-d4ef-4be1-83b5-33c7cba4c109 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "GET /v2.0/security-group-rules/11eb2f83-e3f3-416b-b065-fe7f5db0c66e HTTP/1.1" status: 200 len: 763 time: 0.0205033 Jul 13 07:47:58.880734 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54452) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:58.915129 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 05445583-cf18-4783-919b-6f95e9998102 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:47:58.922847 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-00cbe848-e92f-4e0a-872b-f2b3169023b0 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0401056 Jul 13 07:47:58.924436 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54454) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:58.947768 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b24819c7-4b61-4817-a3ed-fbcb78073a75 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:58.955068 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b24819c7-4b61-4817-a3ed-fbcb78073a75 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:58.984742 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b24819c7-4b61-4817-a3ed-fbcb78073a75 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:58.989945 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b24819c7-4b61-4817-a3ed-fbcb78073a75 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:58.991082 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b24819c7-4b61-4817-a3ed-fbcb78073a75 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/11eb2f83-e3f3-416b-b065-fe7f5db0c66e HTTP/1.1" status: 204 len: 168 time: 0.0657673 Jul 13 07:47:58.994532 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54456) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:58.999534 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24819c7-4b61-4817-a3ed-fbcb78073a75 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11eb2f83-e3f3-416b-b065-fe7f5db0c66e,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:59.017929 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 05445583-cf18-4783-919b-6f95e9998102, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=05445583-cf18-4783-919b-6f95e9998102,segment=NetworkSegment(56a4844e-0a06-4346-926b-9cd90992888c),segment_id=56a4844e-0a06-4346-926b-9cd90992888c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:59.029069 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '05445583-cf18-4783-919b-6f95e9998102', 'network_id': 'b1a0608a-57ab-4eae-a70a-673f42c5f7eb', 'port_id': '05445583-cf18-4783-919b-6f95e9998102', 'mac_address': 'fa:16:3e:06:63:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeeba8d7-6d9e-4312-8b5a-f1d37aee31b1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:47:59.034988 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-87b02eee-e7f6-47c3-bc9c-7961299abb0a tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0390017 Jul 13 07:47:59.038007 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54458) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:59.043346 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-49527d10-636c-4596-8e7b-cba4cab61965 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Request body: {'security_group_rule': {'security_group_id': '68037744-0fe4-4a66-bdac-e2de65cda0a1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:59.069448 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:59.071008 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-49527d10-636c-4596-8e7b-cba4cab61965 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:59.082043 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05445583-cf18-4783-919b-6f95e9998102 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:47:59.102432 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 05445583-cf18-4783-919b-6f95e9998102, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=05445583-cf18-4783-919b-6f95e9998102,segment=NetworkSegment(56a4844e-0a06-4346-926b-9cd90992888c),segment_id=56a4844e-0a06-4346-926b-9cd90992888c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:47:59.105997 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:59.126876 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-49527d10-636c-4596-8e7b-cba4cab61965 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:59.130975 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-49527d10-636c-4596-8e7b-cba4cab61965 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:59.149660 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49527d10-636c-4596-8e7b-cba4cab61965 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56fdcfab-d8e4-4578-88e3-d0d21c73cac0,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:59.164801 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=05445583-cf18-4783-919b-6f95e9998102,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:59.165760 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-49527d10-636c-4596-8e7b-cba4cab61965 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:59.169609 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-49527d10-636c-4596-8e7b-cba4cab61965 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1281512 Jul 13 07:47:59.169848 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54462) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:59.188738 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-24c722e9-a155-47df-99cb-4476eee5eb09 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "GET /v2.0/security-group-rules/56fdcfab-d8e4-4578-88e3-d0d21c73cac0 HTTP/1.1" status: 200 len: 763 time: 0.0177450 Jul 13 07:47:59.191333 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54464) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:59.233051 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e0eb0bbe-4a89-448e-aa2c-787672dc7d2a tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0405140 Jul 13 07:47:59.235934 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54466) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:59.261593 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dae4e139-6137-451d-9695-e896d5983e30 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:59.269574 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dae4e139-6137-451d-9695-e896d5983e30 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:59.297004 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dae4e139-6137-451d-9695-e896d5983e30 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:59.303826 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dae4e139-6137-451d-9695-e896d5983e30 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:59.305436 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-dae4e139-6137-451d-9695-e896d5983e30 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/56fdcfab-d8e4-4578-88e3-d0d21c73cac0 HTTP/1.1" status: 204 len: 168 time: 0.0685081 Jul 13 07:47:59.308951 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54468) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:59.311866 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49241d02-578b-4a9a-b737-a13294cf2e10 req-9e40a126-63ab-4807-adc3-a6f4092fff44 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:47:59.313392 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-49241d02-578b-4a9a-b737-a13294cf2e10 req-9e40a126-63ab-4807-adc3-a6f4092fff44 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=593a7195-0903-459c-92b8-dfa9105ad129 HTTP/1.1" status: 200 len: 944 time: 0.0733786 Jul 13 07:47:59.315401 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4e139-6137-451d-9695-e896d5983e30 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56fdcfab-d8e4-4578-88e3-d0d21c73cac0,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:59.343892 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['05445583-cf18-4783-919b-6f95e9998102'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:47:59.351743 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6df5b8f5-8000-4827-a892-8382e29e648e tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0411825 Jul 13 07:47:59.354198 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54470) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:59.357404 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-49241d02-578b-4a9a-b737-a13294cf2e10 req-ad2cc088-4e9e-4fc6-bc39-0e39c6fc9a99 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378249 Jul 13 07:47:59.358681 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-e262444b-df64-4ec4-aebb-b533ff97b189 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Request body: {'security_group_rule': {'security_group_id': '68037744-0fe4-4a66-bdac-e2de65cda0a1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:47:59.383796 n-d-771363-34 neutron-server[94017]: INFO neutron.db.securitygroups_db [None req-e262444b-df64-4ec4-aebb-b533ff97b189 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Project 2655c999aef145dba13c9e25aeaa2c8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:47:59.388883 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e262444b-df64-4ec4-aebb-b533ff97b189 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:59.435591 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e262444b-df64-4ec4-aebb-b533ff97b189 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:59.439976 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e262444b-df64-4ec4-aebb-b533ff97b189 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:59.459898 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262444b-df64-4ec4-aebb-b533ff97b189 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ca64cc3-6875-4000-b282-88ad4739f033,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:59.467493 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e262444b-df64-4ec4-aebb-b533ff97b189 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:59.471338 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e262444b-df64-4ec4-aebb-b533ff97b189 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1138005 Jul 13 07:47:59.471660 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54472) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:59.488924 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3147baf7-30b5-4caa-b4d0-e28a929b3040 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "GET /v2.0/security-group-rules/4ca64cc3-6875-4000-b282-88ad4739f033 HTTP/1.1" status: 200 len: 769 time: 0.0160151 Jul 13 07:47:59.491423 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54474) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:59.533826 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4955aa72-a5ad-40c0-8a75-3582b6b049ed tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0408499 Jul 13 07:47:59.536785 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54476) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:59.560503 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8af34e79-8fdb-4bcd-b6c6-04b3a1c697a9 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:59.568245 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8af34e79-8fdb-4bcd-b6c6-04b3a1c697a9 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:59.600946 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8af34e79-8fdb-4bcd-b6c6-04b3a1c697a9 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:59.610591 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8af34e79-8fdb-4bcd-b6c6-04b3a1c697a9 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:59.611678 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8af34e79-8fdb-4bcd-b6c6-04b3a1c697a9 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/4ca64cc3-6875-4000-b282-88ad4739f033 HTTP/1.1" status: 204 len: 168 time: 0.0739956 Jul 13 07:47:59.614369 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54478) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:59.620870 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af34e79-8fdb-4bcd-b6c6-04b3a1c697a9 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ca64cc3-6875-4000-b282-88ad4739f033,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:59.658282 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ce5c8dd1-1624-4909-b858-af1456d5b0a8 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0426195 Jul 13 07:47:59.661141 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54480) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:59.714012 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1589647f-d7bf-4cf3-9c57-620f151b2789 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:59.737629 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1589647f-d7bf-4cf3-9c57-620f151b2789 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:59.779623 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1589647f-d7bf-4cf3-9c57-620f151b2789 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:59.782179 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1589647f-d7bf-4cf3-9c57-620f151b2789 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:47:59.783346 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1589647f-d7bf-4cf3-9c57-620f151b2789 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "DELETE /v2.0/security-groups/68037744-0fe4-4a66-bdac-e2de65cda0a1 HTTP/1.1" status: 204 len: 168 time: 0.1212282 Jul 13 07:47:59.786061 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54482) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:59.793176 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1589647f-d7bf-4cf3-9c57-620f151b2789 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68037744-0fe4-4a66-bdac-e2de65cda0a1,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:47:59.831560 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-65a1d426-1f08-4056-8171-18b0bf3ad9c0 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0440109 Jul 13 07:47:59.836547 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54484) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:47:59.879710 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-fda9c023-b08b-4c69-b88e-1c38e6ba1344 tempest-SecGroupIPv6Test-1765194819 tempest-SecGroupIPv6Test-1765194819-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0418894 Jul 13 07:48:00.123188 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54490) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:00.240735 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f6533a9e-469d-43b3-a51b-00b9dd9439ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:00.265326 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2c1a382f-883b-466d-a282-73dae89a5d7c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2655c999aef145dba13c9e25aeaa2c8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1408603 Jul 13 07:48:00.267812 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54494) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:00.318329 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5edd7622-327e-4428-82b2-4977ef6f9ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:00.340029 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5edd7622-327e-4428-82b2-4977ef6f9ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:00.388148 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5edd7622-327e-4428-82b2-4977ef6f9ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:00.391266 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5edd7622-327e-4428-82b2-4977ef6f9ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:00.394762 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5edd7622-327e-4428-82b2-4977ef6f9ade admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9b93fa02-afae-4460-bf31-a8fde4d60a40 HTTP/1.1" status: 204 len: 168 time: 0.1236770 Jul 13 07:48:00.400937 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd7622-327e-4428-82b2-4977ef6f9ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b93fa02-afae-4460-bf31-a8fde4d60a40,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:00.540100 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe312018-a3b5-4e13-bef6-cecf2262626d req-f0af9c97-b9b0-440e-be96-d18758ab326b tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:00.541635 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fe312018-a3b5-4e13-bef6-cecf2262626d req-f0af9c97-b9b0-440e-be96-d18758ab326b tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=593a7195-0903-459c-92b8-dfa9105ad129 HTTP/1.1" status: 200 len: 944 time: 0.0653868 Jul 13 07:48:00.584043 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fe312018-a3b5-4e13-bef6-cecf2262626d req-5adc9458-8ac4-4936-84c6-fe300430e74b tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368483 Jul 13 07:48:00.915559 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 05445583-cf18-4783-919b-6f95e9998102 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:48:00.968941 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 05445583-cf18-4783-919b-6f95e9998102 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:48:00.972691 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 05445583-cf18-4783-919b-6f95e9998102 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:00.973128 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.037757 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54520) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:01.141130 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-c991637b-d954-45ce-ae5a-6a99fa43949d tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:01.141835 n-d-771363-34 neutron-server[94018]: WARNING neutron.api.v2.base [None req-c991637b-d954-45ce-ae5a-6a99fa43949d tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 13 07:48:01.142335 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-c991637b-d954-45ce-ae5a-6a99fa43949d tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] create failed (client error): There was a conflict when trying to complete your request. Jul 13 07:48:01.146789 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c991637b-d954-45ce-ae5a-6a99fa43949d tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1044846 Jul 13 07:48:01.147067 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54524) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:01.152918 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-61bbdbe5-06dc-4add-8a1b-441b9af1f6af tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Request body: {'security_group': {'name': 'tempest-secgroup--446532302'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:01.176018 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-61bbdbe5-06dc-4add-8a1b-441b9af1f6af tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.186109 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-61bbdbe5-06dc-4add-8a1b-441b9af1f6af tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.203672 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.229007 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '593a7195-0903-459c-92b8-dfa9105ad129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05445583-cf18-4783-919b-6f95e9998102'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:01.231453 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e313f24-4169-4091-a5d7-1754b554bbc6" -d '{"events": [{"server_uuid": "593a7195-0903-459c-92b8-dfa9105ad129", "name": "network-vif-plugged", "status": "completed", "tag": "05445583-cf18-4783-919b-6f95e9998102"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:01.256433 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 05445583-cf18-4783-919b-6f95e9998102, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=05445583-cf18-4783-919b-6f95e9998102,segment=NetworkSegment(56a4844e-0a06-4346-926b-9cd90992888c),segment_id=56a4844e-0a06-4346-926b-9cd90992888c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:01.261842 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.271853 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d863d48-9f70-4485-b6dd-24df1773af72 x-openstack-request-id: req-5d863d48-9f70-4485-b6dd-24df1773af72 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:01.272144 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "593a7195-0903-459c-92b8-dfa9105ad129", "name": "network-vif-plugged", "status": "completed", "tag": "05445583-cf18-4783-919b-6f95e9998102", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:01.272385 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5d863d48-9f70-4485-b6dd-24df1773af72 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:01.272768 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '593a7195-0903-459c-92b8-dfa9105ad129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05445583-cf18-4783-919b-6f95e9998102', 'code': 200} Jul 13 07:48:01.313758 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-61bbdbe5-06dc-4add-8a1b-441b9af1f6af tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.321063 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-61bbdbe5-06dc-4add-8a1b-441b9af1f6af tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.339169 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=05445583-cf18-4783-919b-6f95e9998102,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:01.368858 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bbdbe5-06dc-4add-8a1b-441b9af1f6af tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd95f40-331b-440c-952c-63045f59ddaa,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:01.424716 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-61bbdbe5-06dc-4add-8a1b-441b9af1f6af tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.428572 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-61bbdbe5-06dc-4add-8a1b-441b9af1f6af tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.457406 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-61bbdbe5-06dc-4add-8a1b-441b9af1f6af tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.458628 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-61bbdbe5-06dc-4add-8a1b-441b9af1f6af tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3105953 Jul 13 07:48:01.461717 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54534) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:01.466276 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-c720eaf6-07ee-4c5a-a849-23008201250c tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Request body: {'security_group_rule': {'security_group_id': 'b45e464d-494c-4980-8858-93626aa17855', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:01.470273 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bbdbe5-06dc-4add-8a1b-441b9af1f6af tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b45e464d-494c-4980-8858-93626aa17855,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:01.498621 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c720eaf6-07ee-4c5a-a849-23008201250c tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.537167 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd5d95-a675-4205-b7b7-05f1a36d601d req-d8d15ffa-f2e2-4a39-9d56-2c2bccd9ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:01.539483 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-39dd5d95-a675-4205-b7b7-05f1a36d601d req-d8d15ffa-f2e2-4a39-9d56-2c2bccd9ecc9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=593a7195-0903-459c-92b8-dfa9105ad129 HTTP/1.1" status: 200 len: 1097 time: 0.0672982 Jul 13 07:48:01.574831 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c720eaf6-07ee-4c5a-a849-23008201250c tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.584540 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-39dd5d95-a675-4205-b7b7-05f1a36d601d req-dc1d748c-fb8a-4c45-9672-2438da2c318e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324233 Jul 13 07:48:01.586290 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c720eaf6-07ee-4c5a-a849-23008201250c tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.605547 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720eaf6-07ee-4c5a-a849-23008201250c tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea84b6c0-028c-4176-9a0f-58c1c8b0a8c8,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:01.613758 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c720eaf6-07ee-4c5a-a849-23008201250c tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.615450 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c720eaf6-07ee-4c5a-a849-23008201250c tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1526713 Jul 13 07:48:01.618297 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54540) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:01.623545 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-6d804c87-2deb-4662-88d0-f51320540777 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Request body: {'security_group_rule': {'security_group_id': 'b45e464d-494c-4980-8858-93626aa17855', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:01.684690 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6d804c87-2deb-4662-88d0-f51320540777 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.732511 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f4575-6c2d-44d6-b5d9-d30f986338b3 req-f6c0635f-eb33-44a8-a8bc-7b90b81b4efb tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:01.734020 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-799f4575-6c2d-44d6-b5d9-d30f986338b3 req-f6c0635f-eb33-44a8-a8bc-7b90b81b4efb tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 947 time: 0.1046078 Jul 13 07:48:01.760515 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-6d804c87-2deb-4662-88d0-f51320540777 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] create failed (client error): There was a conflict when trying to complete your request. Jul 13 07:48:01.761605 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6d804c87-2deb-4662-88d0-f51320540777 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1422589 Jul 13 07:48:01.767181 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54542) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:01.771673 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028d1ef-5bd9-4978-b640-848f1768f6f1 req-97382467-fcbd-44dc-8bbf-21be2fc86ac8 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:01.773674 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3028d1ef-5bd9-4978-b640-848f1768f6f1 req-97382467-fcbd-44dc-8bbf-21be2fc86ac8 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=593a7195-0903-459c-92b8-dfa9105ad129 HTTP/1.1" status: 200 len: 945 time: 0.0693400 Jul 13 07:48:01.797678 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-799f4575-6c2d-44d6-b5d9-d30f986338b3 req-b1378d1a-5ad5-4241-94aa-c30b61926509 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572731 Jul 13 07:48:01.813004 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3028d1ef-5bd9-4978-b640-848f1768f6f1 req-16b631c7-0804-440a-b513-31076e9ad75c tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334663 Jul 13 07:48:01.837631 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0f7e2ff1-d9f4-45a4-9052-c8736b81b226 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.859762 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0f7e2ff1-d9f4-45a4-9052-c8736b81b226 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.903317 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0f7e2ff1-d9f4-45a4-9052-c8736b81b226 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.905898 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0f7e2ff1-d9f4-45a4-9052-c8736b81b226 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:01.907034 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0f7e2ff1-d9f4-45a4-9052-c8736b81b226 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "DELETE /v2.0/security-groups/b45e464d-494c-4980-8858-93626aa17855 HTTP/1.1" status: 204 len: 168 time: 0.1389318 Jul 13 07:48:01.909741 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54544) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:01.916301 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e2ff1-d9f4-45a4-9052-c8736b81b226 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45e464d-494c-4980-8858-93626aa17855,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:01.952227 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-3977bbf2-6f62-43a1-a30d-492473116817 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0412931 Jul 13 07:48:01.955722 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54546) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:01.960075 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-831d870e-633d-4322-bae2-8916a40b8b5c tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Request body: {'security_group': {'name': 'tempest-secgroup--514435716'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:01.982526 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-831d870e-633d-4322-bae2-8916a40b8b5c tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.064457 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-831d870e-633d-4322-bae2-8916a40b8b5c tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.067973 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-831d870e-633d-4322-bae2-8916a40b8b5c tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.096723 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-831d870e-633d-4322-bae2-8916a40b8b5c tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.097923 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-831d870e-633d-4322-bae2-8916a40b8b5c tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1412716 Jul 13 07:48:02.098619 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d870e-633d-4322-bae2-8916a40b8b5c tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6abaf12b-ab91-4566-b3bc-45931b6a0af2,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:02.101389 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54548) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:02.106195 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d870e-633d-4322-bae2-8916a40b8b5c tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:02.106325 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-faa2a38d-513c-47cf-8db5-9a43613edd35 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Request body: {'security_group_rule': {'security_group_id': '6abaf12b-ab91-4566-b3bc-45931b6a0af2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:02.106546 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d870e-633d-4322-bae2-8916a40b8b5c tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:02.106884 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d870e-633d-4322-bae2-8916a40b8b5c tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:02.107123 n-d-771363-34 neutron-server[94018]: WARNING neutron.api.v2.base [None req-faa2a38d-513c-47cf-8db5-9a43613edd35 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 13 07:48:02.107270 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d870e-633d-4322-bae2-8916a40b8b5c tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:02.107578 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d870e-633d-4322-bae2-8916a40b8b5c tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:02.107671 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-faa2a38d-513c-47cf-8db5-9a43613edd35 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:48:02.107909 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d870e-633d-4322-bae2-8916a40b8b5c tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:02.108237 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d870e-633d-4322-bae2-8916a40b8b5c tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:02.108567 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d870e-633d-4322-bae2-8916a40b8b5c tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:02.108734 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-faa2a38d-513c-47cf-8db5-9a43613edd35 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062509 Jul 13 07:48:02.108890 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d870e-633d-4322-bae2-8916a40b8b5c tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:02.109198 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d870e-633d-4322-bae2-8916a40b8b5c tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:02.109521 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d870e-633d-4322-bae2-8916a40b8b5c tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:02.109840 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d870e-633d-4322-bae2-8916a40b8b5c tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:02.111013 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54550) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:02.168078 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3e3dfb48-d33c-4136-a114-f966515eaec2 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.190546 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3e3dfb48-d33c-4136-a114-f966515eaec2 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.231436 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3e3dfb48-d33c-4136-a114-f966515eaec2 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.234030 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3e3dfb48-d33c-4136-a114-f966515eaec2 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.235187 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3e3dfb48-d33c-4136-a114-f966515eaec2 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "DELETE /v2.0/security-groups/6abaf12b-ab91-4566-b3bc-45931b6a0af2 HTTP/1.1" status: 204 len: 168 time: 0.1232553 Jul 13 07:48:02.237935 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54552) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:02.245977 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3dfb48-d33c-4136-a114-f966515eaec2 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abaf12b-ab91-4566-b3bc-45931b6a0af2,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:02.287479 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-90d82715-0e81-4bce-aabb-3f9a7d7f16fc tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0474341 Jul 13 07:48:02.290933 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54554) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:02.296850 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-a70f7440-5acd-456a-b7de-4964cf21fba7 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Request body: {'security_group': {'name': 'tempest-secgroup--86312410'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:02.321719 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a70f7440-5acd-456a-b7de-4964cf21fba7 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.404260 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a70f7440-5acd-456a-b7de-4964cf21fba7 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.407832 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a70f7440-5acd-456a-b7de-4964cf21fba7 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.434038 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a70f7440-5acd-456a-b7de-4964cf21fba7 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.435264 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a70f7440-5acd-456a-b7de-4964cf21fba7 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1430914 Jul 13 07:48:02.438565 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54556) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:02.443325 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-4ed5f875-b9b6-4f91-b26b-4e3c1cafaef9 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Request body: {'security_group_rule': {'security_group_id': 'efc19a77-296c-4c8d-bcc8-9fc7460043b4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:02.443642 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f7440-5acd-456a-b7de-4964cf21fba7 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efc19a77-296c-4c8d-bcc8-9fc7460043b4,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:02.444192 n-d-771363-34 neutron-server[94018]: WARNING neutron.api.v2.base [None req-4ed5f875-b9b6-4f91-b26b-4e3c1cafaef9 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 13 07:48:02.444695 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-4ed5f875-b9b6-4f91-b26b-4e3c1cafaef9 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:48:02.447071 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4ed5f875-b9b6-4f91-b26b-4e3c1cafaef9 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0074627 Jul 13 07:48:02.449986 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54558) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:02.506361 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dfa44b3e-48ce-4f7f-8bc3-5b2b8ac4e9c7 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.530320 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dfa44b3e-48ce-4f7f-8bc3-5b2b8ac4e9c7 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.572404 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dfa44b3e-48ce-4f7f-8bc3-5b2b8ac4e9c7 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.575051 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dfa44b3e-48ce-4f7f-8bc3-5b2b8ac4e9c7 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.576243 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-dfa44b3e-48ce-4f7f-8bc3-5b2b8ac4e9c7 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "DELETE /v2.0/security-groups/efc19a77-296c-4c8d-bcc8-9fc7460043b4 HTTP/1.1" status: 204 len: 168 time: 0.1253717 Jul 13 07:48:02.578902 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54560) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:02.585331 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa44b3e-48ce-4f7f-8bc3-5b2b8ac4e9c7 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc19a77-296c-4c8d-bcc8-9fc7460043b4,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:02.624784 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-745cc9d4-99de-4625-bc9f-d9d12ef64257 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0444269 Jul 13 07:48:02.628291 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54562) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:02.632549 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-e106dedd-3172-4710-b47d-2d6585ede22a tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Request body: {'security_group': {'name': 'tempest-secgroup--560159589'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:02.653728 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e106dedd-3172-4710-b47d-2d6585ede22a tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.733936 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e106dedd-3172-4710-b47d-2d6585ede22a tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.737913 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e106dedd-3172-4710-b47d-2d6585ede22a tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.770254 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e106dedd-3172-4710-b47d-2d6585ede22a tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.771497 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e106dedd-3172-4710-b47d-2d6585ede22a tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1422715 Jul 13 07:48:02.773384 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106dedd-3172-4710-b47d-2d6585ede22a tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de08814e-100f-4ab3-987b-3168fd06abc2,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:02.774510 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54564) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:02.779354 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-fe63eb3a-9a2e-4694-8d46-42a4911ec418 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Request body: {'security_group_rule': {'security_group_id': 'de08814e-100f-4ab3-987b-3168fd06abc2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:02.787178 n-d-771363-34 neutron-server[94018]: WARNING neutron.api.v2.base [None req-fe63eb3a-9a2e-4694-8d46-42a4911ec418 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 13 07:48:02.787896 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-fe63eb3a-9a2e-4694-8d46-42a4911ec418 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:48:02.789522 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-fe63eb3a-9a2e-4694-8d46-42a4911ec418 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0133946 Jul 13 07:48:02.792221 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54566) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:02.797132 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-03cf2139-d343-4517-88bc-72b74a91dd59 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Request body: {'security_group_rule': {'security_group_id': 'de08814e-100f-4ab3-987b-3168fd06abc2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:02.797764 n-d-771363-34 neutron-server[94018]: WARNING neutron.api.v2.base [None req-03cf2139-d343-4517-88bc-72b74a91dd59 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 13 07:48:02.798202 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-03cf2139-d343-4517-88bc-72b74a91dd59 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:48:02.799129 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-03cf2139-d343-4517-88bc-72b74a91dd59 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0052161 Jul 13 07:48:02.801250 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54568) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:02.805880 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-af899a03-623f-4013-81da-68784e106bb9 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Request body: {'security_group_rule': {'security_group_id': 'de08814e-100f-4ab3-987b-3168fd06abc2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:02.806636 n-d-771363-34 neutron-server[94018]: WARNING neutron.api.v2.base [None req-af899a03-623f-4013-81da-68784e106bb9 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 13 07:48:02.807086 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-af899a03-623f-4013-81da-68784e106bb9 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:48:02.808028 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-af899a03-623f-4013-81da-68784e106bb9 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059700 Jul 13 07:48:02.810262 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54570) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:02.814927 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-5ae2dde3-1d52-460a-bad9-0d01fc30ec4c tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Request body: {'security_group_rule': {'security_group_id': 'de08814e-100f-4ab3-987b-3168fd06abc2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:02.815846 n-d-771363-34 neutron-server[94018]: WARNING neutron.api.v2.base [None req-5ae2dde3-1d52-460a-bad9-0d01fc30ec4c tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 13 07:48:02.816311 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-5ae2dde3-1d52-460a-bad9-0d01fc30ec4c tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:48:02.817232 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5ae2dde3-1d52-460a-bad9-0d01fc30ec4c tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0060482 Jul 13 07:48:02.819704 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54572) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:02.880540 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-76d891b1-59fb-482d-b0c5-379309c0e405 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.903905 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-76d891b1-59fb-482d-b0c5-379309c0e405 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.978758 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-76d891b1-59fb-482d-b0c5-379309c0e405 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.981310 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-76d891b1-59fb-482d-b0c5-379309c0e405 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:02.982439 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-76d891b1-59fb-482d-b0c5-379309c0e405 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "DELETE /v2.0/security-groups/de08814e-100f-4ab3-987b-3168fd06abc2 HTTP/1.1" status: 204 len: 168 time: 0.1617334 Jul 13 07:48:02.986347 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54578) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:02.997342 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d891b1-59fb-482d-b0c5-379309c0e405 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de08814e-100f-4ab3-987b-3168fd06abc2,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:03.021669 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45dc63-eda8-4d19-913f-659ef8906903 req-ac97b5db-1551-4c9c-b759-7d4b523e01fb tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:03.024121 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-da45dc63-eda8-4d19-913f-659ef8906903 req-ac97b5db-1551-4c9c-b759-7d4b523e01fb tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 947 time: 0.0953379 Jul 13 07:48:03.064325 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-da45dc63-eda8-4d19-913f-659ef8906903 req-c8eb535f-f10b-4dbd-ad70-3f845b5e8909 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups?id=7397dc2d-c33d-464c-af94-877294057204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346730 Jul 13 07:48:03.067712 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6afadda-54ce-4a3e-9b82-1859bb4e100b req-6171bc09-dd3c-47e4-9d62-6469bff48a3f tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:03.070173 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d6afadda-54ce-4a3e-9b82-1859bb4e100b req-6171bc09-dd3c-47e4-9d62-6469bff48a3f tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 947 time: 0.1472306 Jul 13 07:48:03.081019 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-878b4f81-f229-4698-9106-635a5666b771 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0927351 Jul 13 07:48:03.087955 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54580) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:03.092833 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-50f4a55f-0534-40f4-8edf-b62fa1fcc65e tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Request body: {'security_group': {'name': 'tempest-secgroup--1713027688'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:03.095761 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aded3b-41be-4887-96d8-91009644ae26 req-d673f7ad-595d-4fe3-988e-1c5a1ac2c687 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:03.097212 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c5aded3b-41be-4887-96d8-91009644ae26 req-d673f7ad-595d-4fe3-988e-1c5a1ac2c687 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=593a7195-0903-459c-92b8-dfa9105ad129 HTTP/1.1" status: 200 len: 945 time: 0.1617098 Jul 13 07:48:03.120983 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-46997598-648c-459c-a0e1-afbaa98811c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.125676 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-50f4a55f-0534-40f4-8edf-b62fa1fcc65e tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.164638 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.194261 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c5aded3b-41be-4887-96d8-91009644ae26 req-3dc92d8f-9615-492c-b2df-0bef93ad8f84 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708234 Jul 13 07:48:03.218913 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-50f4a55f-0534-40f4-8edf-b62fa1fcc65e tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.223370 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-d6afadda-54ce-4a3e-9b82-1859bb4e100b req-9a6169f8-8657-4319-9ca3-7226b3fe5d85 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Deleting port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:03.223810 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d6afadda-54ce-4a3e-9b82-1859bb4e100b req-9a6169f8-8657-4319-9ca3-7226b3fe5d85 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.226579 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-50f4a55f-0534-40f4-8edf-b62fa1fcc65e tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.260991 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-50f4a55f-0534-40f4-8edf-b62fa1fcc65e tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.265212 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-50f4a55f-0534-40f4-8edf-b62fa1fcc65e tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1731153 Jul 13 07:48:03.265562 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54584) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:03.270192 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-77020941-92a5-4b5f-b110-fcf0ae621ba3 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Request body: {'security_group_rule': {'security_group_id': 'fa5cb597-62a4-4ca7-92b2-b65d474e4e36', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:03.270926 n-d-771363-34 neutron-server[94018]: WARNING neutron.api.v2.base [None req-77020941-92a5-4b5f-b110-fcf0ae621ba3 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 13 07:48:03.271442 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-77020941-92a5-4b5f-b110-fcf0ae621ba3 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:48:03.274947 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-77020941-92a5-4b5f-b110-fcf0ae621ba3 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060463 Jul 13 07:48:03.274947 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4a55f-0534-40f4-8edf-b62fa1fcc65e tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5cb597-62a4-4ca7-92b2-b65d474e4e36,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:03.275906 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54586) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:03.280008 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-5eb0dbbe-064f-4798-b60f-5ba81fd30219 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Request body: {'security_group_rule': {'security_group_id': 'fa5cb597-62a4-4ca7-92b2-b65d474e4e36', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:03.322669 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-5eb0dbbe-064f-4798-b60f-5ba81fd30219 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:48:03.326418 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5eb0dbbe-064f-4798-b60f-5ba81fd30219 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0472004 Jul 13 07:48:03.326569 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-d6afadda-54ce-4a3e-9b82-1859bb4e100b req-9a6169f8-8657-4319-9ca3-7226b3fe5d85 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] For port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=37e65a28-7ffc-454b-8ef8-0acf8e5a824e,segment=NetworkSegment(82b0794f-89d2-4219-8340-180084a286f0),segment_id=82b0794f-89d2-4219-8340-180084a286f0)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:03.326854 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54588) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:03.326982 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d6afadda-54ce-4a3e-9b82-1859bb4e100b req-9a6169f8-8657-4319-9ca3-7226b3fe5d85 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.331947 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-f53ecc88-2d52-4793-9d89-2c718bf5c6e2 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Request body: {'security_group_rule': {'security_group_id': 'fa5cb597-62a4-4ca7-92b2-b65d474e4e36', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:03.332718 n-d-771363-34 neutron-server[94018]: WARNING neutron.api.v2.base [None req-f53ecc88-2d52-4793-9d89-2c718bf5c6e2 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 13 07:48:03.333091 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-f53ecc88-2d52-4793-9d89-2c718bf5c6e2 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:48:03.334435 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f53ecc88-2d52-4793-9d89-2c718bf5c6e2 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061707 Jul 13 07:48:03.337083 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54590) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:03.341438 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-b24e0b36-b244-403d-99fc-c77209e7394c tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Request body: {'security_group_rule': {'security_group_id': 'fa5cb597-62a4-4ca7-92b2-b65d474e4e36', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:03.379767 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-b24e0b36-b244-403d-99fc-c77209e7394c tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:48:03.384089 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b24e0b36-b244-403d-99fc-c77209e7394c tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0428996 Jul 13 07:48:03.384434 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54592) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:03.389571 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-3c5670a0-0703-4cef-85fb-701f8d6dbf05 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Request body: {'security_group_rule': {'security_group_id': 'fa5cb597-62a4-4ca7-92b2-b65d474e4e36', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:03.390040 n-d-771363-34 neutron-server[94018]: WARNING neutron.api.v2.base [None req-3c5670a0-0703-4cef-85fb-701f8d6dbf05 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 13 07:48:03.390508 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-3c5670a0-0703-4cef-85fb-701f8d6dbf05 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:48:03.394171 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3c5670a0-0703-4cef-85fb-701f8d6dbf05 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060072 Jul 13 07:48:03.394317 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54594) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:03.398850 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-3d54f609-cde6-4d02-a91c-a3c1885914ce tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Request body: {'security_group_rule': {'security_group_id': 'fa5cb597-62a4-4ca7-92b2-b65d474e4e36', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:03.437199 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-3d54f609-cde6-4d02-a91c-a3c1885914ce tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:48:03.437729 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3d54f609-cde6-4d02-a91c-a3c1885914ce tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0423474 Jul 13 07:48:03.440617 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54596) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:03.445821 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-34a91860-8421-401e-9299-dcf0e8310037 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Request body: {'security_group_rule': {'security_group_id': 'fa5cb597-62a4-4ca7-92b2-b65d474e4e36', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:03.446461 n-d-771363-34 neutron-server[94018]: WARNING neutron.api.v2.base [None req-34a91860-8421-401e-9299-dcf0e8310037 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 13 07:48:03.447011 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-34a91860-8421-401e-9299-dcf0e8310037 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:48:03.448194 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-34a91860-8421-401e-9299-dcf0e8310037 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066621 Jul 13 07:48:03.451030 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54598) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:03.455792 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-59c93025-0790-4217-9a35-faac63a28312 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Request body: {'security_group_rule': {'security_group_id': 'fa5cb597-62a4-4ca7-92b2-b65d474e4e36', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:03.502444 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-59c93025-0790-4217-9a35-faac63a28312 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:48:03.506737 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-59c93025-0790-4217-9a35-faac63a28312 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0546360 Jul 13 07:48:03.507488 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54602) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:03.512099 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-d4f6bee2-3efa-494c-b3c5-e05baec85cfb tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Request body: {'security_group_rule': {'security_group_id': 'fa5cb597-62a4-4ca7-92b2-b65d474e4e36', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:03.556673 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-d4f6bee2-3efa-494c-b3c5-e05baec85cfb tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:48:03.558726 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d4f6bee2-3efa-494c-b3c5-e05baec85cfb tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0500822 Jul 13 07:48:03.563675 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54604) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:03.569574 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d6afadda-54ce-4a3e-9b82-1859bb4e100b req-9a6169f8-8657-4319-9ca3-7226b3fe5d85 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.569968 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d6afadda-54ce-4a3e-9b82-1859bb4e100b req-9a6169f8-8657-4319-9ca3-7226b3fe5d85 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.570321 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [req-d6afadda-54ce-4a3e-9b82-1859bb4e100b req-9a6169f8-8657-4319-9ca3-7226b3fe5d85 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Floating IP cbe70dbd-4b25-44e7-8f0d-8f73da42c189 disassociated. External IP: 172.25.3.38, port: 37e65a28-7ffc-454b-8ef8-0acf8e5a824e. Jul 13 07:48:03.570895 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-d6afadda-54ce-4a3e-9b82-1859bb4e100b req-9a6169f8-8657-4319-9ca3-7226b3fe5d85 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Calling delete_port for 37e65a28-7ffc-454b-8ef8-0acf8e5a824e owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:03.618501 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-51f74245-7926-4061-8761-679753b38602 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.643976 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-51f74245-7926-4061-8761-679753b38602 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.688226 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-51f74245-7926-4061-8761-679753b38602 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.691482 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-51f74245-7926-4061-8761-679753b38602 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.692663 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-51f74245-7926-4061-8761-679753b38602 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "DELETE /v2.0/security-groups/fa5cb597-62a4-4ca7-92b2-b65d474e4e36 HTTP/1.1" status: 204 len: 168 time: 0.1279542 Jul 13 07:48:03.696094 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54606) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:03.713721 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440dbbd-05fd-4b5b-b86f-f7347b79487e req-134cf23c-9f41-49b6-8e7e-df63ac9b4cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:03.714894 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f74245-7926-4061-8761-679753b38602 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5cb597-62a4-4ca7-92b2-b65d474e4e36,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:03.715233 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5440dbbd-05fd-4b5b-b86f-f7347b79487e req-134cf23c-9f41-49b6-8e7e-df63ac9b4cb1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=148940a8629a47229572c2706e020763&device_id=593a7195-0903-459c-92b8-dfa9105ad129 HTTP/1.1" status: 200 len: 1097 time: 0.1962326 Jul 13 07:48:03.744936 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57399bea-fd67-4f55-b3f0-0846b4108a28 req-8990bc66-ab3c-412d-82ad-0c824a8181b2 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:03.746661 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-57399bea-fd67-4f55-b3f0-0846b4108a28 req-8990bc66-ab3c-412d-82ad-0c824a8181b2 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=593a7195-0903-459c-92b8-dfa9105ad129 HTTP/1.1" status: 200 len: 945 time: 0.1711867 Jul 13 07:48:03.755247 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3919186f-8460-4e33-b89d-aa0541100c7d tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0532751 Jul 13 07:48:03.755393 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54608) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:03.760061 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-cc99b68f-5f51-4e21-9a51-56bf60375182 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Request body: {'security_group': {'name': 'tempest-secgroup--853935381'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:03.783056 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cc99b68f-5f51-4e21-9a51-56bf60375182 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.869431 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cc99b68f-5f51-4e21-9a51-56bf60375182 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.874341 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cc99b68f-5f51-4e21-9a51-56bf60375182 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.875047 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-57399bea-fd67-4f55-b3f0-0846b4108a28 req-b4ad5867-7227-44f5-8689-0409d34bd40b tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174176 Jul 13 07:48:03.890484 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d6afadda-54ce-4a3e-9b82-1859bb4e100b req-9a6169f8-8657-4319-9ca3-7226b3fe5d85 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.894178 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440dbbd-05fd-4b5b-b86f-f7347b79487e req-d4b171a2-8e93-4e78-a57f-e20150bb282f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:03.895651 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5440dbbd-05fd-4b5b-b86f-f7347b79487e req-d4b171a2-8e93-4e78-a57f-e20150bb282f service neutron] 10.222.0.42 "GET /v2.0/networks?id=b1a0608a-57ab-4eae-a70a-673f42c5f7eb HTTP/1.1" status: 200 len: 912 time: 0.1735013 Jul 13 07:48:03.907604 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cc99b68f-5f51-4e21-9a51-56bf60375182 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:03.911450 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-cc99b68f-5f51-4e21-9a51-56bf60375182 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1525126 Jul 13 07:48:03.911662 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54610) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:03.918341 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-45f17949-a326-4a2a-bf0c-54fc41ef478e tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Request body: {'security_group_rule': {'security_group_id': 'e5081a32-3e29-4268-b3c6-d241ad177782', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:03.925213 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc99b68f-5f51-4e21-9a51-56bf60375182 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5081a32-3e29-4268-b3c6-d241ad177782,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:03.959837 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-45f17949-a326-4a2a-bf0c-54fc41ef478e tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] create failed (client error): The resource could not be found. Jul 13 07:48:03.961607 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-45f17949-a326-4a2a-bf0c-54fc41ef478e tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0490358 Jul 13 07:48:03.962841 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6169f8-8657-4319-9ca3-7226b3fe5d85 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Pushing event deleted for resources: {'Port': ['ID=37e65a28-7ffc-454b-8ef8-0acf8e5a824e,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:03.965311 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54612) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:03.967365 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5440dbbd-05fd-4b5b-b86f-f7347b79487e req-a73ed90f-5b0d-42bf-a9c5-193627ce8e73 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05445583-cf18-4783-919b-6f95e9998102 HTTP/1.1" status: 200 len: 217 time: 0.0623631 Jul 13 07:48:03.971708 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-0ec793ec-d3f6-4b50-9125-b8d5745e0166 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Request body: {'security_group_rule': {'security_group_id': 'e5081a32-3e29-4268-b3c6-d241ad177782', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '605f99b4-35cc-4d69-9af6-c96e934acb6d'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:04.019719 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-0ec793ec-d3f6-4b50-9125-b8d5745e0166 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] create failed (client error): The resource could not be found. Jul 13 07:48:04.020996 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0ec793ec-d3f6-4b50-9125-b8d5745e0166 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0537307 Jul 13 07:48:04.023724 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54614) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:04.086874 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6ce8f7bd-8361-48b7-ae14-752c551871e2 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:04.099512 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:04.117732 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6ce8f7bd-8361-48b7-ae14-752c551871e2 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:04.173061 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6ce8f7bd-8361-48b7-ae14-752c551871e2 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:04.176619 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6ce8f7bd-8361-48b7-ae14-752c551871e2 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:04.178030 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6ce8f7bd-8361-48b7-ae14-752c551871e2 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "DELETE /v2.0/security-groups/e5081a32-3e29-4268-b3c6-d241ad177782 HTTP/1.1" status: 204 len: 168 time: 0.1530404 Jul 13 07:48:04.181949 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54618) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:04.203113 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce8f7bd-8361-48b7-ae14-752c551871e2 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5081a32-3e29-4268-b3c6-d241ad177782,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:04.237927 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d0d30f3c-5538-4ef7-af2e-964f5180d341 req-8ecbc330-ddd1-40e1-a833-dfc803fc88c4 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b7e5e93-4013-4605-b702-ece22ee0740a HTTP/1.1" status: 200 len: 210 time: 0.0421374 Jul 13 07:48:04.268130 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-feed8c88-8ca8-4080-8823-2b641b59f490 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0847743 Jul 13 07:48:04.272105 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54620) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:04.277338 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-24e1976b-b649-49c4-a43c-28b32bb72a64 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Request body: {'security_group_rule': {'security_group_id': 'e4a61e98-68ad-4267-8076-1a5f7be9db1c', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:04.321208 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-24e1976b-b649-49c4-a43c-28b32bb72a64 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] create failed (client error): The resource could not be found. Jul 13 07:48:04.322810 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-24e1976b-b649-49c4-a43c-28b32bb72a64 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0495200 Jul 13 07:48:04.326285 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54622) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:04.331452 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-70e2a02c-aa6e-4bb9-bc5c-1c2ed8a7f4c4 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Request body: {'security_group': {'name': 'tempest-secgroup--958654363'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:04.363860 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-70e2a02c-aa6e-4bb9-bc5c-1c2ed8a7f4c4 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:04.412525 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440dbbd-05fd-4b5b-b86f-f7347b79487e req-5dd26651-ea83-480d-a742-58497573b724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:04.414673 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5440dbbd-05fd-4b5b-b86f-f7347b79487e req-5dd26651-ea83-480d-a742-58497573b724 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eeeba8d7-6d9e-4312-8b5a-f1d37aee31b1 HTTP/1.1" status: 200 len: 851 time: 0.4401410 Jul 13 07:48:04.453662 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5440dbbd-05fd-4b5b-b86f-f7347b79487e req-19208b20-7d05-4642-9574-653758958c93 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b1a0608a-57ab-4eae-a70a-673f42c5f7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319743 Jul 13 07:48:04.464833 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-70e2a02c-aa6e-4bb9-bc5c-1c2ed8a7f4c4 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:04.470668 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-70e2a02c-aa6e-4bb9-bc5c-1c2ed8a7f4c4 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:04.501254 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6afadda-54ce-4a3e-9b82-1859bb4e100b req-9a6169f8-8657-4319-9ca3-7226b3fe5d85 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Router f83a277c-12d3-43ab-a023-cc4b5086da59 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:48:04.503663 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2a02c-aa6e-4bb9-bc5c-1c2ed8a7f4c4 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c90acc2-f281-4b68-a0c5-d4cc42bfa084,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:04.506258 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-70e2a02c-aa6e-4bb9-bc5c-1c2ed8a7f4c4 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:04.510260 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-70e2a02c-aa6e-4bb9-bc5c-1c2ed8a7f4c4 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1799288 Jul 13 07:48:04.510525 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54624) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:04.515424 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-c2d7bbed-eeba-45c3-8415-84abda178fae tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Request body: {'security_group': {'name': 'tempest-secgroup--1036501151'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:04.538010 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c2d7bbed-eeba-45c3-8415-84abda178fae tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:04.600972 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5440dbbd-05fd-4b5b-b86f-f7347b79487e req-559c6b10-90d2-42c0-b06e-2fd6bcfe47ee service neutron] 10.222.0.42 "GET /v2.0/networks/b1a0608a-57ab-4eae-a70a-673f42c5f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391387 Jul 13 07:48:04.635777 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c2d7bbed-eeba-45c3-8415-84abda178fae tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:04.640162 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c2d7bbed-eeba-45c3-8415-84abda178fae tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:04.670599 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c2d7bbed-eeba-45c3-8415-84abda178fae tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:04.671863 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c2d7bbed-eeba-45c3-8415-84abda178fae tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1603405 Jul 13 07:48:04.673962 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d7bbed-eeba-45c3-8415-84abda178fae tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f74dbe31-2e35-49cd-bf94-7db62dd65d7b,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:04.676054 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54626) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:04.680469 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-f8a9effa-3a3a-4264-a504-6be1d17b5dc3 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Request body: {'security_group_rule': {'security_group_id': '0c90acc2-f281-4b68-a0c5-d4cc42bfa084', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'f74dbe31-2e35-49cd-bf94-7db62dd65d7b'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:04.716675 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-f8a9effa-3a3a-4264-a504-6be1d17b5dc3 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:48:04.718259 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f8a9effa-3a3a-4264-a504-6be1d17b5dc3 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0412841 Jul 13 07:48:04.718534 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6afadda-54ce-4a3e-9b82-1859bb4e100b req-9a6169f8-8657-4319-9ca3-7226b3fe5d85 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:48:04.721096 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54628) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:04.733421 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcd6a6d-bec9-40ae-8ccf-8ff4580759c8 None None] Sync routers for ids ['f83a277c-12d3-43ab-a023-cc4b5086da59'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:48:04.750745 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcd6a6d-bec9-40ae-8ccf-8ff4580759c8 None None] Routers {'f83a277c-12d3-43ab-a023-cc4b5086da59'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:48:04.751404 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-3dcd6a6d-bec9-40ae-8ccf-8ff4580759c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:48:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f83a277c-12d3-43ab-a023-cc4b5086da59'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:04.778794 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9d537be4-c3b7-42dd-997f-4da2a37b6cd9 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:04.779065 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6afadda-54ce-4a3e-9b82-1859bb4e100b req-9a6169f8-8657-4319-9ca3-7226b3fe5d85 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] No DVR routers for this DVR port 37e65a28-7ffc-454b-8ef8-0acf8e5a824e on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:48:04.781903 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d6afadda-54ce-4a3e-9b82-1859bb4e100b req-9a6169f8-8657-4319-9ca3-7226b3fe5d85 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:04.784231 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d6afadda-54ce-4a3e-9b82-1859bb4e100b req-9a6169f8-8657-4319-9ca3-7226b3fe5d85 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.42 "DELETE /v2.0/ports/37e65a28-7ffc-454b-8ef8-0acf8e5a824e HTTP/1.1" status: 204 len: 173 time: 1.7072065 Jul 13 07:48:04.786092 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7e5e93-4013-4605-b702-ece22ee0740a', 'name': 'network-vif-deleted', 'tag': '37e65a28-7ffc-454b-8ef8-0acf8e5a824e'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:04.789898 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60366742-b029-41c3-9597-0173cc761c4c" -d '{"events": [{"server_uuid": "4b7e5e93-4013-4605-b702-ece22ee0740a", "name": "network-vif-deleted", "tag": "37e65a28-7ffc-454b-8ef8-0acf8e5a824e"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:04.794846 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5440dbbd-05fd-4b5b-b86f-f7347b79487e req-502c3b48-5e9b-4036-85c0-68f0ffafbc35 service neutron] 10.222.0.42 "GET /v2.0/networks/b1a0608a-57ab-4eae-a70a-673f42c5f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870806 Jul 13 07:48:04.814123 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9d537be4-c3b7-42dd-997f-4da2a37b6cd9 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:04.871147 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9d537be4-c3b7-42dd-997f-4da2a37b6cd9 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:04.876145 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9d537be4-c3b7-42dd-997f-4da2a37b6cd9 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:04.880963 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54638) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:04.889685 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9d537be4-c3b7-42dd-997f-4da2a37b6cd9 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "DELETE /v2.0/security-groups/f74dbe31-2e35-49cd-bf94-7db62dd65d7b HTTP/1.1" status: 204 len: 168 time: 0.1670203 Jul 13 07:48:04.906397 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d537be4-c3b7-42dd-997f-4da2a37b6cd9 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74dbe31-2e35-49cd-bf94-7db62dd65d7b,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:04.942844 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-3dcd6a6d-bec9-40ae-8ccf-8ff4580759c8 None None] Set router f83a277c-12d3-43ab-a023-cc4b5086da59 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:48:04.960698 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a6d8309f-4587-4ddf-aa65-640c79c13cf0 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0781958 Jul 13 07:48:04.963807 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54642) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:05.039750 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3681e251-1e52-4b8e-8e6d-2fece9752f1f x-openstack-request-id: req-3681e251-1e52-4b8e-8e6d-2fece9752f1f {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:05.040105 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7e5e93-4013-4605-b702-ece22ee0740a", "name": "network-vif-deleted", "tag": "37e65a28-7ffc-454b-8ef8-0acf8e5a824e", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:05.040293 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3681e251-1e52-4b8e-8e6d-2fece9752f1f {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:05.040692 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7e5e93-4013-4605-b702-ece22ee0740a', 'name': 'network-vif-deleted', 'tag': '37e65a28-7ffc-454b-8ef8-0acf8e5a824e', 'status': 'completed', 'code': 200} Jul 13 07:48:05.101022 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-40974ada-46c5-44c3-bc65-3359bae25fa3 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:05.132497 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-40974ada-46c5-44c3-bc65-3359bae25fa3 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:05.152700 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627ad85-4741-43d1-a657-26b027cae072 req-45ec0e3e-241d-4723-ac74-d866295b7731 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:05.154235 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a627ad85-4741-43d1-a657-26b027cae072 req-45ec0e3e-241d-4723-ac74-d866295b7731 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=593a7195-0903-459c-92b8-dfa9105ad129 HTTP/1.1" status: 200 len: 945 time: 0.1115804 Jul 13 07:48:05.205095 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-3dcd6a6d-bec9-40ae-8ccf-8ff4580759c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'name': 'tempest-AttachVolumeShelveTestJSON-1034175622-router', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'f8cf5ad5-1270-4bbc-a8ea-8e591950803c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:40:06Z', 'updated_at': '2021-07-13T07:40:15Z', 'revision_number': 4, 'project_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'gw_port': {'id': 'f8cf5ad5-1270-4bbc-a8ea-8e591950803c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:40:08Z', 'updated_at': '2021-07-13T07:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '6ab4a7e9-5349-474e-9201-c034acd45dc9', 'name': '', 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'mac_address': 'fa:16:3e:ee:d9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'bcb14844-0f59-4592-827b-9b964d247113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:40:13Z', 'updated_at': '2021-07-13T07:40:21Z', 'revision_number': 5, 'project_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'subnets': [{'id': 'bcb14844-0f59-4592-827b-9b964d247113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:05.212186 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a627ad85-4741-43d1-a657-26b027cae072 req-f086839a-262d-4472-aa53-6256971efa77 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486746 Jul 13 07:48:05.213302 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-40974ada-46c5-44c3-bc65-3359bae25fa3 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:05.215855 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-40974ada-46c5-44c3-bc65-3359bae25fa3 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:05.216948 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-40974ada-46c5-44c3-bc65-3359bae25fa3 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "DELETE /v2.0/security-groups/0c90acc2-f281-4b68-a0c5-d4cc42bfa084 HTTP/1.1" status: 204 len: 168 time: 0.2521496 Jul 13 07:48:05.219864 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54644) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:05.227514 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40974ada-46c5-44c3-bc65-3359bae25fa3 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c90acc2-f281-4b68-a0c5-d4cc42bfa084,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:05.234713 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcd6a6d-bec9-40ae-8ccf-8ff4580759c8 None None] Checking router: f83a277c-12d3-43ab-a023-cc4b5086da59 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:48:05.252208 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcd6a6d-bec9-40ae-8ccf-8ff4580759c8 None None] Routers {'f83a277c-12d3-43ab-a023-cc4b5086da59'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:48:05.252978 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-3dcd6a6d-bec9-40ae-8ccf-8ff4580759c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:48:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f83a277c-12d3-43ab-a023-cc4b5086da59'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:05.280023 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e7344f6b-eee7-4e7c-b52c-66bf4ae64507 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0586894 Jul 13 07:48:05.280621 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54648) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:05.285277 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-0f1c164a-7779-44b5-b753-cb95b7ec15b4 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Request body: {'security_group': {'name': 'tempest-secgroup--1035416709'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:05.310412 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0f1c164a-7779-44b5-b753-cb95b7ec15b4 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:05.369685 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-3dcd6a6d-bec9-40ae-8ccf-8ff4580759c8 None None] Set router f83a277c-12d3-43ab-a023-cc4b5086da59 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:48:05.377458 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54652) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:05.415667 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0f1c164a-7779-44b5-b753-cb95b7ec15b4 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:05.421336 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0f1c164a-7779-44b5-b753-cb95b7ec15b4 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:05.448145 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-650617e4-4016-4c9a-a483-4f4dfbbcb829 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:05.451787 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0f1c164a-7779-44b5-b753-cb95b7ec15b4 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:05.453030 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0f1c164a-7779-44b5-b753-cb95b7ec15b4 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1714821 Jul 13 07:48:05.454857 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c164a-7779-44b5-b753-cb95b7ec15b4 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b64e476a-08fd-4ac9-a134-cc072940467b,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:05.456958 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54654) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:05.462050 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-15bb4f9b-062c-4b68-ab15-b80bd64c702d tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:05.462830 n-d-771363-34 neutron-server[94017]: WARNING neutron.api.v2.base [None req-15bb4f9b-062c-4b68-ab15-b80bd64c702d tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 13 07:48:05.463375 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-15bb4f9b-062c-4b68-ab15-b80bd64c702d tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] update failed (client error): There was a conflict when trying to complete your request. Jul 13 07:48:05.464399 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-15bb4f9b-062c-4b68-ab15-b80bd64c702d tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "PUT /v2.0/security-groups/b64e476a-08fd-4ac9-a134-cc072940467b HTTP/1.1" status: 409 len: 330 time: 0.0065181 Jul 13 07:48:05.468146 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54656) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:05.485132 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-650617e4-4016-4c9a-a483-4f4dfbbcb829 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:05.531349 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e08672e3-b55c-4c7a-811c-45ab4d3948fe tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:05.537296 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-650617e4-4016-4c9a-a483-4f4dfbbcb829 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:05.540395 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-650617e4-4016-4c9a-a483-4f4dfbbcb829 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:05.544636 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-650617e4-4016-4c9a-a483-4f4dfbbcb829 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "DELETE /v2.0/security-groups/7397dc2d-c33d-464c-af94-877294057204 HTTP/1.1" status: 204 len: 168 time: 0.1631110 Jul 13 07:48:05.545884 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54658) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:05.555263 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650617e4-4016-4c9a-a483-4f4dfbbcb829 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7397dc2d-c33d-464c-af94-877294057204,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:05.579485 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-11b00879-c56a-4b82-a6b7-f9615925898a tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] show failed (client error): The resource could not be found. Jul 13 07:48:05.580768 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-11b00879-c56a-4b82-a6b7-f9615925898a tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "GET /v2.0/security-groups/7397dc2d-c33d-464c-af94-877294057204 HTTP/1.1" status: 404 len: 347 time: 0.0339472 Jul 13 07:48:05.582700 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e08672e3-b55c-4c7a-811c-45ab4d3948fe tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:05.584083 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54660) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:05.612743 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-3dcd6a6d-bec9-40ae-8ccf-8ff4580759c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'name': 'tempest-AttachVolumeShelveTestJSON-1034175622-router', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'f8cf5ad5-1270-4bbc-a8ea-8e591950803c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:40:06Z', 'updated_at': '2021-07-13T07:40:15Z', 'revision_number': 4, 'project_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'gw_port': {'id': 'f8cf5ad5-1270-4bbc-a8ea-8e591950803c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:40:08Z', 'updated_at': '2021-07-13T07:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '6ab4a7e9-5349-474e-9201-c034acd45dc9', 'name': '', 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'mac_address': 'fa:16:3e:ee:d9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'bcb14844-0f59-4592-827b-9b964d247113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:40:13Z', 'updated_at': '2021-07-13T07:40:21Z', 'revision_number': 5, 'project_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'subnets': [{'id': 'bcb14844-0f59-4592-827b-9b964d247113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:05.640526 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e08672e3-b55c-4c7a-811c-45ab4d3948fe tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:05.642973 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcd6a6d-bec9-40ae-8ccf-8ff4580759c8 None None] The sync data for ids ['f83a277c-12d3-43ab-a023-cc4b5086da59'] in n-d-771363-34 is: [{'id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'name': 'tempest-AttachVolumeShelveTestJSON-1034175622-router', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'f8cf5ad5-1270-4bbc-a8ea-8e591950803c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:40:06Z', 'updated_at': '2021-07-13T07:40:15Z', 'revision_number': 4, 'project_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'gw_port': {'id': 'f8cf5ad5-1270-4bbc-a8ea-8e591950803c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:40:08Z', 'updated_at': '2021-07-13T07:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '6ab4a7e9-5349-474e-9201-c034acd45dc9', 'name': '', 'network_id': 'fe3ca710-7f04-4b99-abd8-f0c0a80bd44f', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'mac_address': 'fa:16:3e:ee:d9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'bcb14844-0f59-4592-827b-9b964d247113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:40:13Z', 'updated_at': '2021-07-13T07:40:21Z', 'revision_number': 5, 'project_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'subnets': [{'id': 'bcb14844-0f59-4592-827b-9b964d247113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:48:05.644035 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e08672e3-b55c-4c7a-811c-45ab4d3948fe tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:05.646406 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e08672e3-b55c-4c7a-811c-45ab4d3948fe tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "DELETE /v2.0/security-groups/b64e476a-08fd-4ac9-a134-cc072940467b HTTP/1.1" status: 204 len: 168 time: 0.1778183 Jul 13 07:48:05.650166 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54662) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:05.679368 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08672e3-b55c-4c7a-811c-45ab4d3948fe tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64e476a-08fd-4ac9-a134-cc072940467b,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:05.723836 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7d61867d-630f-4f65-a77a-328b486970f2 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0707715 Jul 13 07:48:05.727189 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54664) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:05.728491 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-93043c04-a983-43e0-9376-af917422acf0 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Deleting port 69f7d64f-e43e-4b11-97a7-a357825ad879 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:05.728906 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-93043c04-a983-43e0-9376-af917422acf0 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:05.740972 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-29dd4be5-16ad-454d-9adf-fcdcbc9cac2b tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] delete failed (client error): The resource could not be found. Jul 13 07:48:05.746688 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-29dd4be5-16ad-454d-9adf-fcdcbc9cac2b tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "DELETE /v2.0/security-groups/447d43f6-69c1-40d0-9b7e-6f0d02ff547c HTTP/1.1" status: 404 len: 347 time: 0.0136292 Jul 13 07:48:05.746688 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54666) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:05.760857 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-bd738917-1157-426e-817f-6d58b9a06994 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] show failed (client error): The resource could not be found. Jul 13 07:48:05.761881 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-bd738917-1157-426e-817f-6d58b9a06994 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "GET /v2.0/security-groups/63a7d1e6-92e6-4853-b149-80d718c04bcf HTTP/1.1" status: 404 len: 347 time: 0.0146904 Jul 13 07:48:05.765864 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54668) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:05.777730 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-b4adffd8-eec2-4356-b947-ee3ef7f92f86 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] show failed (client error): The resource could not be found. Jul 13 07:48:05.778844 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b4adffd8-eec2-4356-b947-ee3ef7f92f86 tempest-NegativeSecGroupTest-1283015814 tempest-NegativeSecGroupTest-1283015814-project] 10.222.0.23 "GET /v2.0/security-group-rules/0066ce76-7591-4013-8476-902ef9c997ef HTTP/1.1" status: 404 len: 356 time: 0.0119784 Jul 13 07:48:05.818233 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-93043c04-a983-43e0-9376-af917422acf0 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:05.818571 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-93043c04-a983-43e0-9376-af917422acf0 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:05.832064 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-93043c04-a983-43e0-9376-af917422acf0 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Calling delete_port for 69f7d64f-e43e-4b11-97a7-a357825ad879 owned by network:floatingip {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:05.875508 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:05.941200 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6552100a-684b-4a27-b9c8-3218a6bcc40c None None] New status for floating IP cbe70dbd-4b25-44e7-8f0d-8f73da42c189: DOWN {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:48:06.003148 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-93043c04-a983-43e0-9376-af917422acf0 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:06.033659 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.db.api [None req-6552100a-684b-4a27-b9c8-3218a6bcc40c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:48:06.034018 n-d-771363-34 neutron-server[94020]: DEBUG oslo_db.api [None req-6552100a-684b-4a27-b9c8-3218a6bcc40c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:48:06.034654 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93043c04-a983-43e0-9376-af917422acf0 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Pushing event deleted for resources: {'Port': ['ID=69f7d64f-e43e-4b11-97a7-a357825ad879,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:06.067948 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54674) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:06.096626 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-93043c04-a983-43e0-9376-af917422acf0 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks [] for floatingip, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:06.099182 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-93043c04-a983-43e0-9376-af917422acf0 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:06.100393 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-93043c04-a983-43e0-9376-af917422acf0 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] 10.222.0.23 "DELETE /v2.0/floatingips/cbe70dbd-4b25-44e7-8f0d-8f73da42c189 HTTP/1.1" status: 204 len: 168 time: 0.5153813 Jul 13 07:48:06.211688 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-31c7d29e-3198-4b3c-8bc9-ac1bc61307af admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d41926e286fd403f884774817f08420f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1422932 Jul 13 07:48:06.213849 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54682) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:06.278227 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-191cd265-fd29-4d80-b0aa-345e8342b7e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:06.304827 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-191cd265-fd29-4d80-b0aa-345e8342b7e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:06.363737 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-191cd265-fd29-4d80-b0aa-345e8342b7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:06.366139 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-191cd265-fd29-4d80-b0aa-345e8342b7e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:06.367960 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-191cd265-fd29-4d80-b0aa-345e8342b7e1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0dd95f40-331b-440c-952c-63045f59ddaa HTTP/1.1" status: 204 len: 168 time: 0.1528919 Jul 13 07:48:06.398653 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191cd265-fd29-4d80-b0aa-345e8342b7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd95f40-331b-440c-952c-63045f59ddaa,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:06.428980 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0222166-ff68-49a4-b225-25a6fa9f49cd req-8380a9a7-a7fa-4b88-9429-a7f41db02586 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:06.431118 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f0222166-ff68-49a4-b225-25a6fa9f49cd req-8380a9a7-a7fa-4b88-9429-a7f41db02586 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=593a7195-0903-459c-92b8-dfa9105ad129 HTTP/1.1" status: 200 len: 945 time: 0.0787470 Jul 13 07:48:06.471936 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f0222166-ff68-49a4-b225-25a6fa9f49cd req-d4ffebe6-7a4e-40fb-a0a7-62be670d9e27 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347877 Jul 13 07:48:06.535483 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6552100a-684b-4a27-b9c8-3218a6bcc40c None None] New status for floating IP cbe70dbd-4b25-44e7-8f0d-8f73da42c189: DOWN {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:48:06.962918 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 37e65a28-7ffc-454b-8ef8-0acf8e5a824e no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:48:06.987244 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 37e65a28-7ffc-454b-8ef8-0acf8e5a824e {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:48:06.987907 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 37e65a28-7ffc-454b-8ef8-0acf8e5a824e not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:48:07.123360 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54706) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:07.225985 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-d4f51bfb-076d-4f9d-a40a-68a9544937c4 tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-742839705'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:07.247890 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f51bfb-076d-4f9d-a40a-68a9544937c4 tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] Made reservation on behalf of 9e3f60a85ebc4a328e33d1a333df7df2 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:48:07.251600 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d4f51bfb-076d-4f9d-a40a-68a9544937c4 tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.261256 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d4f51bfb-076d-4f9d-a40a-68a9544937c4 tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.362834 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d4f51bfb-076d-4f9d-a40a-68a9544937c4 tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.366925 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d4f51bfb-076d-4f9d-a40a-68a9544937c4 tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.396135 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4f51bfb-076d-4f9d-a40a-68a9544937c4 tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:48:07.403118 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f51bfb-076d-4f9d-a40a-68a9544937c4 tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1838f708-be40-46ca-b4ef-2665e0cd6ae2,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:07.409030 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d4f51bfb-076d-4f9d-a40a-68a9544937c4 tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.409379 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-d4f51bfb-076d-4f9d-a40a-68a9544937c4 tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] Added segment fe5990ba-1082-45e0-ab65-38607277ea03 of type vlan for network aa06d6e6-2c1d-49b9-9358-62f5306298b5 Jul 13 07:48:07.451074 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d4f51bfb-076d-4f9d-a40a-68a9544937c4 tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.482836 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d4f51bfb-076d-4f9d-a40a-68a9544937c4 tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.488555 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f51bfb-076d-4f9d-a40a-68a9544937c4 tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:07.489157 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d4f51bfb-076d-4f9d-a40a-68a9544937c4 tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:07.533675 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d4f51bfb-076d-4f9d-a40a-68a9544937c4 tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.4060392 Jul 13 07:48:07.533901 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54714) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:07.538657 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.tag.tag_plugin [None req-6bcf9bc2-364a-4023-a241-edaa8b7c0f04 tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'aa06d6e6-2c1d-49b9-9358-62f5306298b5', 'tempest-TagsTest-Tag-1489416448') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:07.569664 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f51bfb-076d-4f9d-a40a-68a9544937c4 tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] Pushing event updated for resources: {'Network': ['ID=aa06d6e6-2c1d-49b9-9358-62f5306298b5,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:07.594349 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network aa06d6e6-2c1d-49b9-9358-62f5306298b5 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:48:07.720554 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a49fc-f392-469c-8456-ec8f28c11a09 req-df689828-1b41-4ad0-84a9-f2c51f6d18f6 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:07.722217 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-262a49fc-f392-469c-8456-ec8f28c11a09 req-df689828-1b41-4ad0-84a9-f2c51f6d18f6 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=593a7195-0903-459c-92b8-dfa9105ad129 HTTP/1.1" status: 200 len: 945 time: 0.1261480 Jul 13 07:48:07.723900 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6bcf9bc2-364a-4023-a241-edaa8b7c0f04 tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] 10.222.0.23 "PUT /v2.0/networks/aa06d6e6-2c1d-49b9-9358-62f5306298b5/tags/tempest-TagsTest-Tag-1489416448 HTTP/1.1" status: 201 len: 201 time: 0.1891088 Jul 13 07:48:07.726700 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54716) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:07.731361 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.tag.tag_plugin [None req-ec9c5897-6d30-43f3-b29d-b8837834586d tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'aa06d6e6-2c1d-49b9-9358-62f5306298b5', 'tempest-TagsTest-Tag-1489416448') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:07.790683 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-262a49fc-f392-469c-8456-ec8f28c11a09 req-c4efd3a0-6da8-4ef3-85d5-db1653f14112 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564582 Jul 13 07:48:07.833379 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ec9c5897-6d30-43f3-b29d-b8837834586d tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] 10.222.0.23 "GET /v2.0/networks/aa06d6e6-2c1d-49b9-9358-62f5306298b5/tags/tempest-TagsTest-Tag-1489416448 HTTP/1.1" status: 204 len: 168 time: 0.1054657 Jul 13 07:48:07.835984 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54718) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:07.840375 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.tag.tag_plugin [None req-ddfeea87-7631-4d36-991e-2aff9f4c079f tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'aa06d6e6-2c1d-49b9-9358-62f5306298b5') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:07.906526 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ddfeea87-7631-4d36-991e-2aff9f4c079f tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] 10.222.0.23 "GET /v2.0/networks/aa06d6e6-2c1d-49b9-9358-62f5306298b5/tags HTTP/1.1" status: 200 len: 238 time: 0.0693581 Jul 13 07:48:07.909140 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54720) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:07.914492 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.tag.tag_plugin [None req-cd91a938-8fdd-46f9-abc5-5933fc2c8d1b tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'aa06d6e6-2c1d-49b9-9358-62f5306298b5', {'tags': ['tempest-TagsTest-Tag-1045970212', 'tempest-TagsTest-Tag-58837507', 'tempest-TagsTest-Tag-2062419601']}) {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:07.996881 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-cd91a938-8fdd-46f9-abc5-5933fc2c8d1b tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] 10.222.0.23 "PUT /v2.0/networks/aa06d6e6-2c1d-49b9-9358-62f5306298b5/tags HTTP/1.1" status: 200 len: 307 time: 0.0866990 Jul 13 07:48:07.999525 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54722) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:08.004648 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.tag.tag_plugin [None req-334d6f6d-3d6a-4fbe-b605-138cfa861cfe tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'aa06d6e6-2c1d-49b9-9358-62f5306298b5', 'tempest-TagsTest-Tag-1045970212') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:08.094012 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-334d6f6d-3d6a-4fbe-b605-138cfa861cfe tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] 10.222.0.23 "DELETE /v2.0/networks/aa06d6e6-2c1d-49b9-9358-62f5306298b5/tags/tempest-TagsTest-Tag-1045970212 HTTP/1.1" status: 204 len: 168 time: 0.0910180 Jul 13 07:48:08.094221 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54724) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:08.098666 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.tag.tag_plugin [None req-c0a487c7-65c2-4db9-b80e-e77ff19b128e tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'aa06d6e6-2c1d-49b9-9358-62f5306298b5', 'tempest-TagsTest-Tag-1045970212') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:08.167797 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-c0a487c7-65c2-4db9-b80e-e77ff19b128e tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] show failed (client error): The resource could not be found. Jul 13 07:48:08.168818 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c0a487c7-65c2-4db9-b80e-e77ff19b128e tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] 10.222.0.23 "GET /v2.0/networks/aa06d6e6-2c1d-49b9-9358-62f5306298b5/tags/tempest-TagsTest-Tag-1045970212 HTTP/1.1" status: 404 len: 326 time: 0.0737212 Jul 13 07:48:08.171507 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54726) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:08.175739 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.tag.tag_plugin [None req-307c17db-5b8c-45da-8572-e56176864df3 tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'aa06d6e6-2c1d-49b9-9358-62f5306298b5', 'tempest-TagsTest-Tag-58837507') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:08.246131 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-307c17db-5b8c-45da-8572-e56176864df3 tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] 10.222.0.23 "GET /v2.0/networks/aa06d6e6-2c1d-49b9-9358-62f5306298b5/tags/tempest-TagsTest-Tag-58837507 HTTP/1.1" status: 204 len: 168 time: 0.0735724 Jul 13 07:48:08.248597 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54728) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:08.252854 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.tag.tag_plugin [None req-43f9dd25-2b9b-40e3-a264-74431691981b tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'aa06d6e6-2c1d-49b9-9358-62f5306298b5', 'tempest-TagsTest-Tag-2062419601') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:08.321873 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-43f9dd25-2b9b-40e3-a264-74431691981b tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] 10.222.0.23 "GET /v2.0/networks/aa06d6e6-2c1d-49b9-9358-62f5306298b5/tags/tempest-TagsTest-Tag-2062419601 HTTP/1.1" status: 204 len: 168 time: 0.0723264 Jul 13 07:48:08.324257 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54730) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:08.328788 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.tag.tag_plugin [None req-7b40fe3c-a7a3-4117-aaa2-718e8fd261aa tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'aa06d6e6-2c1d-49b9-9358-62f5306298b5') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:08.415310 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7b40fe3c-a7a3-4117-aaa2-718e8fd261aa tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] 10.222.0.23 "DELETE /v2.0/networks/aa06d6e6-2c1d-49b9-9358-62f5306298b5/tags HTTP/1.1" status: 204 len: 168 time: 0.0900187 Jul 13 07:48:08.417959 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54736) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:08.422273 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.tag.tag_plugin [None req-ff3e19e2-1a9d-48cb-b322-a635ee67f9b7 tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'aa06d6e6-2c1d-49b9-9358-62f5306298b5', 'tempest-TagsTest-Tag-58837507') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:08.492297 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-ff3e19e2-1a9d-48cb-b322-a635ee67f9b7 tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] show failed (client error): The resource could not be found. Jul 13 07:48:08.498547 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ff3e19e2-1a9d-48cb-b322-a635ee67f9b7 tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] 10.222.0.23 "GET /v2.0/networks/aa06d6e6-2c1d-49b9-9358-62f5306298b5/tags/tempest-TagsTest-Tag-58837507 HTTP/1.1" status: 404 len: 324 time: 0.0745974 Jul 13 07:48:08.498743 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54742) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:08.503023 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.tag.tag_plugin [None req-68fb3480-516b-4674-b295-dcaf73def8bb tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'aa06d6e6-2c1d-49b9-9358-62f5306298b5', 'tempest-TagsTest-Tag-2062419601') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:08.580063 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-68fb3480-516b-4674-b295-dcaf73def8bb tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] show failed (client error): The resource could not be found. Jul 13 07:48:08.583244 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-68fb3480-516b-4674-b295-dcaf73def8bb tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] 10.222.0.23 "GET /v2.0/networks/aa06d6e6-2c1d-49b9-9358-62f5306298b5/tags/tempest-TagsTest-Tag-2062419601 HTTP/1.1" status: 404 len: 326 time: 0.0814445 Jul 13 07:48:08.584108 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54746) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:08.590583 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.tag.tag_plugin [None req-99aec7a8-2db8-4e78-89ea-da1d83ec7903 tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'aa06d6e6-2c1d-49b9-9358-62f5306298b5') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:08.675814 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-99aec7a8-2db8-4e78-89ea-da1d83ec7903 tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] 10.222.0.23 "DELETE /v2.0/networks/aa06d6e6-2c1d-49b9-9358-62f5306298b5/tags HTTP/1.1" status: 204 len: 168 time: 0.0879760 Jul 13 07:48:08.677250 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54748) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:08.763554 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bc19eb77-7ff5-4977-8264-3fe24023c104 tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:08.849669 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bc19eb77-7ff5-4977-8264-3fe24023c104 tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:08.860434 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-bc19eb77-7ff5-4977-8264-3fe24023c104 tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa06d6e6-2c1d-49b9-9358-62f5306298b5']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:08.872989 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-bc19eb77-7ff5-4977-8264-3fe24023c104 tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe5990ba-1082-45e0-ab65-38607277ea03') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:08.873332 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-bc19eb77-7ff5-4977-8264-3fe24023c104 tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe5990ba-1082-45e0-ab65-38607277ea03') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:08.882016 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bc19eb77-7ff5-4977-8264-3fe24023c104 tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:08.898650 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bc19eb77-7ff5-4977-8264-3fe24023c104 tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:08.905419 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc19eb77-7ff5-4977-8264-3fe24023c104 tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:48:08.905897 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bc19eb77-7ff5-4977-8264-3fe24023c104 tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:08.909432 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:48:08.909432 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:48:08.909432 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:48:08.909432 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:48:08.909432 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:48:08.909432 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:48:08.909432 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:48:08.909432 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:48:08.909432 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:48:08.909432 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:48:08.909432 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:48:08.909432 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:48:08.909432 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:48:08.909432 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:48:08.909432 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:48:08.909432 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:48:08.909432 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:48:08.909432 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:48:08.909432 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:48:08.909432 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:48:08.909432 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:48:08.909432 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:48:08.909432 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:48:08.909432 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:48:08.909432 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:48:08.909432 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:48:08.909432 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:48:08.909432 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:48:08.909432 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:48:08.909432 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:48:08.909432 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:48:08.909432 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:48:08.971142 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b506e14-bcda-4500-b8d7-8cdd6d8bcefc req-d42d6e0c-8831-410a-b9db-8ac93d97aa95 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:08.972793 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0b506e14-bcda-4500-b8d7-8cdd6d8bcefc req-d42d6e0c-8831-410a-b9db-8ac93d97aa95 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=593a7195-0903-459c-92b8-dfa9105ad129 HTTP/1.1" status: 200 len: 945 time: 0.0663133 Jul 13 07:48:08.975647 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bc19eb77-7ff5-4977-8264-3fe24023c104 tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:08.993688 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bc19eb77-7ff5-4977-8264-3fe24023c104 tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:08.995575 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-bc19eb77-7ff5-4977-8264-3fe24023c104 tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] 10.222.0.23 "DELETE /v2.0/networks/aa06d6e6-2c1d-49b9-9358-62f5306298b5 HTTP/1.1" status: 204 len: 168 time: 0.3169820 Jul 13 07:48:08.996807 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19eb77-7ff5-4977-8264-3fe24023c104 tempest-TagsTest-631293335 tempest-TagsTest-631293335-project] Pushing event deleted for resources: {'Network': ['ID=aa06d6e6-2c1d-49b9-9358-62f5306298b5,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:09.022839 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0b506e14-bcda-4500-b8d7-8cdd6d8bcefc req-17772ac9-9834-4077-8174-6cb238ec7137 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416007 Jul 13 07:48:09.253550 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54756) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:09.391586 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-bb285610-3d81-421a-984e-fbac53a42c47 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e3f60a85ebc4a328e33d1a333df7df2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1367905 Jul 13 07:48:09.393967 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54760) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:09.442136 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-43c66bd0-f473-4795-a282-3ba3d5191da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:09.464360 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-43c66bd0-f473-4795-a282-3ba3d5191da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:09.514822 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-43c66bd0-f473-4795-a282-3ba3d5191da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:09.517577 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-43c66bd0-f473-4795-a282-3ba3d5191da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:09.518698 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-43c66bd0-f473-4795-a282-3ba3d5191da7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1838f708-be40-46ca-b4ef-2665e0cd6ae2 HTTP/1.1" status: 204 len: 168 time: 0.1237750 Jul 13 07:48:09.527622 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c66bd0-f473-4795-a282-3ba3d5191da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1838f708-be40-46ca-b4ef-2665e0cd6ae2,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:10.067421 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:48:10.190567 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54786) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:10.196315 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0044889 Jul 13 07:48:10.200016 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54788) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:10.220199 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a7f29-b278-4210-b5af-942fe3167a61 req-edf77708-45f5-422c-a036-2e381807ec2e tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:10.221819 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5c9a7f29-b278-4210-b5af-942fe3167a61 req-edf77708-45f5-422c-a036-2e381807ec2e tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=593a7195-0903-459c-92b8-dfa9105ad129 HTTP/1.1" status: 200 len: 945 time: 0.0766010 Jul 13 07:48:10.260967 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5c9a7f29-b278-4210-b5af-942fe3167a61 req-070b8fe4-f4dc-4f86-ad99-670aa366777d tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328062 Jul 13 07:48:10.309811 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5a2176e7-a476-487b-b066-48e0b86859cf tempest-NetworksApiDiscovery-1803312370 tempest-NetworksApiDiscovery-1803312370-project] 10.222.0.23 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1087332 Jul 13 07:48:10.556400 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54796) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:10.668505 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4a3dca22-8305-4b02-8312-2f86d8ca3675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:10.774432 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4a3dca22-8305-4b02-8312-2f86d8ca3675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:10.777471 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4a3dca22-8305-4b02-8312-2f86d8ca3675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:10.816928 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3dca22-8305-4b02-8312-2f86d8ca3675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb0833d-e990-4eb4-8c20-6cba6f509906,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:10.821843 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4a3dca22-8305-4b02-8312-2f86d8ca3675 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=443e8089135a41c4b9c196c3258581ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2644157 Jul 13 07:48:10.824340 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54802) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:10.875703 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-889262e7-0b8d-4738-930a-e63478befd7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:10.898001 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-889262e7-0b8d-4738-930a-e63478befd7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:10.948812 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-889262e7-0b8d-4738-930a-e63478befd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:10.951289 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-889262e7-0b8d-4738-930a-e63478befd7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:10.952429 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-889262e7-0b8d-4738-930a-e63478befd7a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dbb0833d-e990-4eb4-8c20-6cba6f509906 HTTP/1.1" status: 204 len: 168 time: 0.1271906 Jul 13 07:48:10.960322 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889262e7-0b8d-4738-930a-e63478befd7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb0833d-e990-4eb4-8c20-6cba6f509906,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:11.446711 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316711ad-3d2e-486d-8849-acd4b6616435 req-750a8b14-e634-4846-943d-e90664f37991 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:11.448367 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-316711ad-3d2e-486d-8849-acd4b6616435 req-750a8b14-e634-4846-943d-e90664f37991 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=593a7195-0903-459c-92b8-dfa9105ad129 HTTP/1.1" status: 200 len: 945 time: 0.0724456 Jul 13 07:48:11.490626 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-316711ad-3d2e-486d-8849-acd4b6616435 req-4cbceec5-3063-44c1-9c04-564f7f82cedd tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365469 Jul 13 07:48:11.901404 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54840) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:12.402640 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-22182706-306a-47d6-82d4-2f3cf79a501b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:12.732006 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00648a2-a8e2-46e7-8788-3ccb9b83531a req-a6067ae3-3f18-41c2-99b0-de994a907858 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:12.733504 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b00648a2-a8e2-46e7-8788-3ccb9b83531a req-a6067ae3-3f18-41c2-99b0-de994a907858 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=593a7195-0903-459c-92b8-dfa9105ad129 HTTP/1.1" status: 200 len: 945 time: 0.1011398 Jul 13 07:48:12.738856 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-22182706-306a-47d6-82d4-2f3cf79a501b admin admin] Deleting port 6ab4a7e9-5349-474e-9201-c034acd45dc9 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:12.739209 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-22182706-306a-47d6-82d4-2f3cf79a501b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:12.821967 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b00648a2-a8e2-46e7-8788-3ccb9b83531a req-6a57b2d8-6b60-4d3d-9bb5-cf58294baeff tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800574 Jul 13 07:48:12.843009 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-22182706-306a-47d6-82d4-2f3cf79a501b admin admin] For port 6ab4a7e9-5349-474e-9201-c034acd45dc9, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=6ab4a7e9-5349-474e-9201-c034acd45dc9,segment=NetworkSegment(82b0794f-89d2-4219-8340-180084a286f0),segment_id=82b0794f-89d2-4219-8340-180084a286f0)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:12.843400 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-22182706-306a-47d6-82d4-2f3cf79a501b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:12.855413 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-22182706-306a-47d6-82d4-2f3cf79a501b admin admin] Calling delete_port for 6ab4a7e9-5349-474e-9201-c034acd45dc9 owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:13.315352 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-22182706-306a-47d6-82d4-2f3cf79a501b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:13.339616 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22182706-306a-47d6-82d4-2f3cf79a501b admin admin] Pushing event deleted for resources: {'Port': ['ID=6ab4a7e9-5349-474e-9201-c034acd45dc9,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:13.504682 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-22182706-306a-47d6-82d4-2f3cf79a501b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:13.721539 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22182706-306a-47d6-82d4-2f3cf79a501b admin admin] Router f83a277c-12d3-43ab-a023-cc4b5086da59 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:48:13.831989 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22182706-306a-47d6-82d4-2f3cf79a501b admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:48:13.837735 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-22182706-306a-47d6-82d4-2f3cf79a501b admin admin] 10.222.0.23 "PUT /v2.0/routers/f83a277c-12d3-43ab-a023-cc4b5086da59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9352963 Jul 13 07:48:13.840259 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54868) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:13.844303 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04acbf05-c65d-4b56-a2f2-31b71dc8d9f9 None None] Sync routers for ids ['f83a277c-12d3-43ab-a023-cc4b5086da59'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:48:13.855964 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04acbf05-c65d-4b56-a2f2-31b71dc8d9f9 None None] Routers {'f83a277c-12d3-43ab-a023-cc4b5086da59'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:48:13.856953 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-04acbf05-c65d-4b56-a2f2-31b71dc8d9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:48:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f83a277c-12d3-43ab-a023-cc4b5086da59'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:13.964849 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9d12e218-4687-4fdc-b2e8-71ab48543f06 admin admin] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:14.013353 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-04acbf05-c65d-4b56-a2f2-31b71dc8d9f9 None None] Set router f83a277c-12d3-43ab-a023-cc4b5086da59 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:48:14.094634 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9d12e218-4687-4fdc-b2e8-71ab48543f06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:14.107729 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74474c-1a99-4a6e-991a-8057a141a426 req-b8c0543b-9b4a-47bc-8b1a-4099f28b39da tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:14.110214 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3a74474c-1a99-4a6e-991a-8057a141a426 req-b8c0543b-9b4a-47bc-8b1a-4099f28b39da tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=593a7195-0903-459c-92b8-dfa9105ad129 HTTP/1.1" status: 200 len: 945 time: 0.1044939 Jul 13 07:48:14.155993 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-9d12e218-4687-4fdc-b2e8-71ab48543f06 admin admin] Deleting port f8cf5ad5-1270-4bbc-a8ea-8e591950803c {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:14.156633 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9d12e218-4687-4fdc-b2e8-71ab48543f06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:14.173084 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3a74474c-1a99-4a6e-991a-8057a141a426 req-4b5a44e9-c0b5-40a0-9852-025f5e0d23d9 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566053 Jul 13 07:48:14.264085 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-9d12e218-4687-4fdc-b2e8-71ab48543f06 admin admin] For port f8cf5ad5-1270-4bbc-a8ea-8e591950803c, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=f8cf5ad5-1270-4bbc-a8ea-8e591950803c,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:14.264523 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9d12e218-4687-4fdc-b2e8-71ab48543f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:14.275141 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-04acbf05-c65d-4b56-a2f2-31b71dc8d9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'name': 'tempest-AttachVolumeShelveTestJSON-1034175622-router', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'f8cf5ad5-1270-4bbc-a8ea-8e591950803c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:40:06Z', 'updated_at': '2021-07-13T07:48:13Z', 'revision_number': 5, 'project_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'gw_port': {'id': 'f8cf5ad5-1270-4bbc-a8ea-8e591950803c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:40:08Z', 'updated_at': '2021-07-13T07:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:14.282657 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-9d12e218-4687-4fdc-b2e8-71ab48543f06 admin admin] Calling delete_port for f8cf5ad5-1270-4bbc-a8ea-8e591950803c owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:14.309291 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04acbf05-c65d-4b56-a2f2-31b71dc8d9f9 None None] Checking router: f83a277c-12d3-43ab-a023-cc4b5086da59 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:48:14.317768 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04acbf05-c65d-4b56-a2f2-31b71dc8d9f9 None None] Routers {'f83a277c-12d3-43ab-a023-cc4b5086da59'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:48:14.318519 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-04acbf05-c65d-4b56-a2f2-31b71dc8d9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:48:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f83a277c-12d3-43ab-a023-cc4b5086da59'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:14.406353 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-04acbf05-c65d-4b56-a2f2-31b71dc8d9f9 None None] Set router f83a277c-12d3-43ab-a023-cc4b5086da59 gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:48:14.458738 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-04acbf05-c65d-4b56-a2f2-31b71dc8d9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'name': 'tempest-AttachVolumeShelveTestJSON-1034175622-router', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:40:06Z', 'updated_at': '2021-07-13T07:48:14Z', 'revision_number': 6, 'project_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:14.466315 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9d12e218-4687-4fdc-b2e8-71ab48543f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:14.489581 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04acbf05-c65d-4b56-a2f2-31b71dc8d9f9 None None] The sync data for ids ['f83a277c-12d3-43ab-a023-cc4b5086da59'] in n-d-771363-34 is: [{'id': 'f83a277c-12d3-43ab-a023-cc4b5086da59', 'name': 'tempest-AttachVolumeShelveTestJSON-1034175622-router', 'tenant_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:40:06Z', 'updated_at': '2021-07-13T07:48:14Z', 'revision_number': 6, 'project_id': '83828f95f1544d3d8ef79b7d2ebdf1c7', 'gw_port_host': None}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:48:14.497555 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12e218-4687-4fdc-b2e8-71ab48543f06 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8cf5ad5-1270-4bbc-a8ea-8e591950803c,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:14.566914 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9d12e218-4687-4fdc-b2e8-71ab48543f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:14.671617 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9d12e218-4687-4fdc-b2e8-71ab48543f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:14.673649 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9d12e218-4687-4fdc-b2e8-71ab48543f06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:14.722982 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9d12e218-4687-4fdc-b2e8-71ab48543f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:14.723594 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d12e218-4687-4fdc-b2e8-71ab48543f06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f83a277c-12d3-43ab-a023-cc4b5086da59 {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:48:14.728104 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9d12e218-4687-4fdc-b2e8-71ab48543f06 admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:14.729229 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9d12e218-4687-4fdc-b2e8-71ab48543f06 admin admin] 10.222.0.23 "DELETE /v2.0/routers/f83a277c-12d3-43ab-a023-cc4b5086da59 HTTP/1.1" status: 204 len: 168 time: 0.8878999 Jul 13 07:48:14.731760 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54882) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:14.782649 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bbcb338-d1b7-4a5c-af13-a70b8b10e853 admin admin] Deleting subnet bcb14844-0f59-4592-827b-9b964d247113 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:48:14.785814 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0bbcb338-d1b7-4a5c-af13-a70b8b10e853 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:14.826568 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0bbcb338-d1b7-4a5c-af13-a70b8b10e853 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:14.908655 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0bbcb338-d1b7-4a5c-af13-a70b8b10e853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:14.967082 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0bbcb338-d1b7-4a5c-af13-a70b8b10e853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:14.993788 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbcb338-d1b7-4a5c-af13-a70b8b10e853 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcb14844-0f59-4592-827b-9b964d247113,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:14.995762 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0bbcb338-d1b7-4a5c-af13-a70b8b10e853 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:14.997601 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0bbcb338-d1b7-4a5c-af13-a70b8b10e853 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bcb14844-0f59-4592-827b-9b964d247113 HTTP/1.1" status: 204 len: 168 time: 0.2649343 Jul 13 07:48:15.000799 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54884) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:15.002005 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3e1e68-830e-486f-8d4e-aea520f4e0f7 None None] Network fe3ca710-7f04-4b99-abd8-f0c0a80bd44f requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:48:15.071998 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2581e026-d0a1-4c8f-a154-814f326a7def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:15.129163 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-2581e026-d0a1-4c8f-a154-814f326a7def admin admin] Deleting port eed7dca4-bed7-44c7-9644-57d9055b0d06 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:15.129507 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2581e026-d0a1-4c8f-a154-814f326a7def admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:15.206897 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-2581e026-d0a1-4c8f-a154-814f326a7def admin admin] For port eed7dca4-bed7-44c7-9644-57d9055b0d06, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=eed7dca4-bed7-44c7-9644-57d9055b0d06,segment=NetworkSegment(82b0794f-89d2-4219-8340-180084a286f0),segment_id=82b0794f-89d2-4219-8340-180084a286f0)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:15.207296 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2581e026-d0a1-4c8f-a154-814f326a7def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:15.219651 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-2581e026-d0a1-4c8f-a154-814f326a7def admin admin] Calling delete_port for eed7dca4-bed7-44c7-9644-57d9055b0d06 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:15.272103 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438366ec-9acc-497c-80b6-9a64e8fdd744 None None] DHCP port deletion for fe3ca710-7f04-4b99-abd8-f0c0a80bd44f request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:48:15.339998 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2581e026-d0a1-4c8f-a154-814f326a7def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:15.349694 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-438366ec-9acc-497c-80b6-9a64e8fdd744 None None] Deleting port eed7dca4-bed7-44c7-9644-57d9055b0d06 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:15.350064 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-438366ec-9acc-497c-80b6-9a64e8fdd744 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:15.411705 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2581e026-d0a1-4c8f-a154-814f326a7def admin admin] Pushing event deleted for resources: {'Port': ['ID=eed7dca4-bed7-44c7-9644-57d9055b0d06,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:15.422070 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2581e026-d0a1-4c8f-a154-814f326a7def admin admin] No DVR routers for this DVR port eed7dca4-bed7-44c7-9644-57d9055b0d06 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:48:15.431509 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-438366ec-9acc-497c-80b6-9a64e8fdd744 None None] For port eed7dca4-bed7-44c7-9644-57d9055b0d06, host n-d-771363-34, got binding levels [] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:15.432047 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-438366ec-9acc-497c-80b6-9a64e8fdd744 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:15.445456 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-438366ec-9acc-497c-80b6-9a64e8fdd744 None None] Calling delete_port for eed7dca4-bed7-44c7-9644-57d9055b0d06 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:15.448567 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.ipam_backend_mixin [None req-438366ec-9acc-497c-80b6-9a64e8fdd744 None None] Port eed7dca4-bed7-44c7-9644-57d9055b0d06 was not found and therefore no delete operation was performed {{(pid=94019) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:48:15.449830 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-438366ec-9acc-497c-80b6-9a64e8fdd744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:15.469636 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c4e09-43c2-41b7-aa22-e020215c4ec3 req-75a01fcb-4654-4939-9d8d-df0dd646012a tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:15.471494 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a55c4e09-43c2-41b7-aa22-e020215c4ec3 req-75a01fcb-4654-4939-9d8d-df0dd646012a tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=593a7195-0903-459c-92b8-dfa9105ad129 HTTP/1.1" status: 200 len: 945 time: 0.1466665 Jul 13 07:48:15.486252 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438366ec-9acc-497c-80b6-9a64e8fdd744 None None] No DVR routers for this DVR port eed7dca4-bed7-44c7-9644-57d9055b0d06 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:48:15.489921 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438366ec-9acc-497c-80b6-9a64e8fdd744 None None] Pushing event deleted for resources: {'Port': ['ID=eed7dca4-bed7-44c7-9644-57d9055b0d06,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:15.501625 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438366ec-9acc-497c-80b6-9a64e8fdd744 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:15.502431 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438366ec-9acc-497c-80b6-9a64e8fdd744 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:15.502431 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438366ec-9acc-497c-80b6-9a64e8fdd744 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:15.502633 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438366ec-9acc-497c-80b6-9a64e8fdd744 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:15.502915 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438366ec-9acc-497c-80b6-9a64e8fdd744 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:15.503552 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438366ec-9acc-497c-80b6-9a64e8fdd744 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:15.503673 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438366ec-9acc-497c-80b6-9a64e8fdd744 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:15.503894 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438366ec-9acc-497c-80b6-9a64e8fdd744 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:15.504208 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438366ec-9acc-497c-80b6-9a64e8fdd744 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:15.504524 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438366ec-9acc-497c-80b6-9a64e8fdd744 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:15.504837 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438366ec-9acc-497c-80b6-9a64e8fdd744 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:15.505148 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438366ec-9acc-497c-80b6-9a64e8fdd744 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:15.542764 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2581e026-d0a1-4c8f-a154-814f326a7def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:15.560068 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-2581e026-d0a1-4c8f-a154-814f326a7def admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe3ca710-7f04-4b99-abd8-f0c0a80bd44f']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:15.578470 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-2581e026-d0a1-4c8f-a154-814f326a7def admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82b0794f-89d2-4219-8340-180084a286f0') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:15.578770 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-2581e026-d0a1-4c8f-a154-814f326a7def admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82b0794f-89d2-4219-8340-180084a286f0') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:48:15.583317 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a55c4e09-43c2-41b7-aa22-e020215c4ec3 req-a571a999-04cf-40fb-bd1b-79ea999b383b tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009753 Jul 13 07:48:15.593203 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2581e026-d0a1-4c8f-a154-814f326a7def admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:15.615441 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2581e026-d0a1-4c8f-a154-814f326a7def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:15.622807 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2581e026-d0a1-4c8f-a154-814f326a7def admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:48:15.623355 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2581e026-d0a1-4c8f-a154-814f326a7def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:15.625340 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:48:15.625340 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:48:15.625340 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:48:15.625340 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:48:15.625340 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:48:15.625340 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:48:15.625340 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:48:15.625340 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:48:15.625340 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:48:15.625340 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:48:15.625340 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:48:15.625340 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:48:15.625340 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:48:15.625340 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:48:15.625340 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:48:15.625340 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:48:15.625340 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:48:15.625340 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:48:15.625340 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:48:15.625340 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:48:15.625340 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:48:15.625340 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:48:15.625340 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:48:15.625340 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:48:15.625340 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:48:15.625340 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:48:15.625340 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:48:15.625340 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:48:15.625340 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:48:15.625340 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:48:15.625340 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:48:15.625340 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:48:15.692413 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2581e026-d0a1-4c8f-a154-814f326a7def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:15.704531 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2581e026-d0a1-4c8f-a154-814f326a7def admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:15.709435 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2581e026-d0a1-4c8f-a154-814f326a7def admin admin] 10.222.0.23 "DELETE /v2.0/networks/fe3ca710-7f04-4b99-abd8-f0c0a80bd44f HTTP/1.1" status: 204 len: 168 time: 0.7047589 Jul 13 07:48:15.719808 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2581e026-d0a1-4c8f-a154-814f326a7def admin admin] Pushing event deleted for resources: {'Network': ['ID=fe3ca710-7f04-4b99-abd8-f0c0a80bd44f,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:15.873319 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54898) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:15.920109 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1ff985b5-59a7-4138-9d76-7b6e1adfef67 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=83828f95f1544d3d8ef79b7d2ebdf1c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455763 Jul 13 07:48:15.922506 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54900) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:15.970102 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f4eaa648-6ef6-43a1-b8f5-b2d4889aaa17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:15.991891 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f4eaa648-6ef6-43a1-b8f5-b2d4889aaa17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:16.038061 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f4eaa648-6ef6-43a1-b8f5-b2d4889aaa17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:16.041516 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f4eaa648-6ef6-43a1-b8f5-b2d4889aaa17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:16.042674 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f4eaa648-6ef6-43a1-b8f5-b2d4889aaa17 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3f4b6119-3887-4330-9cae-304e78f46d35 HTTP/1.1" status: 204 len: 168 time: 0.1192813 Jul 13 07:48:16.050826 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eaa648-6ef6-43a1-b8f5-b2d4889aaa17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4b6119-3887-4330-9cae-304e78f46d35,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:16.225320 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device eed7dca4-bed7-44c7-9644-57d9055b0d06 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:48:16.250457 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: eed7dca4-bed7-44c7-9644-57d9055b0d06 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:48:16.250718 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device eed7dca4-bed7-44c7-9644-57d9055b0d06 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:48:16.251587 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f8cf5ad5-1270-4bbc-a8ea-8e591950803c no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:48:16.274684 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: f8cf5ad5-1270-4bbc-a8ea-8e591950803c {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:48:16.275347 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f8cf5ad5-1270-4bbc-a8ea-8e591950803c not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:48:16.275767 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 6ab4a7e9-5349-474e-9201-c034acd45dc9 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:48:16.296428 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 6ab4a7e9-5349-474e-9201-c034acd45dc9 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:48:16.296773 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 6ab4a7e9-5349-474e-9201-c034acd45dc9 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:48:16.788068 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c524be9-3ec9-4758-a4d7-bb8ce10fee2e req-5c73923f-2588-4e7b-9276-9de31bc24a9d tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:16.789916 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2c524be9-3ec9-4758-a4d7-bb8ce10fee2e req-5c73923f-2588-4e7b-9276-9de31bc24a9d tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=593a7195-0903-459c-92b8-dfa9105ad129 HTTP/1.1" status: 200 len: 945 time: 0.0777431 Jul 13 07:48:16.835191 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2c524be9-3ec9-4758-a4d7-bb8ce10fee2e req-2529e049-c1bf-4862-a81c-ba52828dc3a5 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395250 Jul 13 07:48:18.071428 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620dc47-42c2-419c-bf93-7ec31825cf28 req-005989db-5e9a-4a7a-b270-9108508dbdb9 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:18.073867 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4620dc47-42c2-419c-bf93-7ec31825cf28 req-005989db-5e9a-4a7a-b270-9108508dbdb9 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=593a7195-0903-459c-92b8-dfa9105ad129 HTTP/1.1" status: 200 len: 945 time: 0.1105900 Jul 13 07:48:18.134214 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4620dc47-42c2-419c-bf93-7ec31825cf28 req-230263c4-8851-4910-abb8-babe391265b0 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542104 Jul 13 07:48:18.795097 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 54988) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:18.901824 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d418af55-ba8b-4071-a469-10e1080c6960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:19.002179 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d418af55-ba8b-4071-a469-10e1080c6960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:19.006407 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d418af55-ba8b-4071-a469-10e1080c6960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:19.045464 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418af55-ba8b-4071-a469-10e1080c6960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4cb5e7-bdbb-4fcf-9cfa-13c22ba6154c,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:19.049187 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d418af55-ba8b-4071-a469-10e1080c6960 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b11eab80d1184c5e8bf9c3d4be4ffbad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2530973 Jul 13 07:48:19.052308 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 54992) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:19.055870 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418af55-ba8b-4071-a469-10e1080c6960 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:19.056212 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418af55-ba8b-4071-a469-10e1080c6960 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:19.056550 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418af55-ba8b-4071-a469-10e1080c6960 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:19.056885 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418af55-ba8b-4071-a469-10e1080c6960 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:19.057211 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418af55-ba8b-4071-a469-10e1080c6960 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:19.057535 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418af55-ba8b-4071-a469-10e1080c6960 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:19.057860 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418af55-ba8b-4071-a469-10e1080c6960 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:19.058181 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418af55-ba8b-4071-a469-10e1080c6960 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:19.058528 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418af55-ba8b-4071-a469-10e1080c6960 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:19.058848 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418af55-ba8b-4071-a469-10e1080c6960 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:19.059169 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418af55-ba8b-4071-a469-10e1080c6960 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:19.059507 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418af55-ba8b-4071-a469-10e1080c6960 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:48:19.109386 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-69063de9-f4b2-441d-8534-8a412966c0e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:19.131247 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-69063de9-f4b2-441d-8534-8a412966c0e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:19.190434 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-69063de9-f4b2-441d-8534-8a412966c0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:19.194113 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-69063de9-f4b2-441d-8534-8a412966c0e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:19.199175 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-69063de9-f4b2-441d-8534-8a412966c0e6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ff4cb5e7-bdbb-4fcf-9cfa-13c22ba6154c HTTP/1.1" status: 204 len: 168 time: 0.1453035 Jul 13 07:48:19.207950 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69063de9-f4b2-441d-8534-8a412966c0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4cb5e7-bdbb-4fcf-9cfa-13c22ba6154c,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:19.363805 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714a846-19b7-4852-b1a5-9234037049c7 req-20cfcacc-cc96-42fd-9742-f07e16d4f07c tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:19.365902 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3714a846-19b7-4852-b1a5-9234037049c7 req-20cfcacc-cc96-42fd-9742-f07e16d4f07c tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=593a7195-0903-459c-92b8-dfa9105ad129 HTTP/1.1" status: 200 len: 945 time: 0.0880721 Jul 13 07:48:19.407506 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3714a846-19b7-4852-b1a5-9234037049c7 req-6997f4ad-da78-4a59-82f9-9e7500d21285 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359113 Jul 13 07:48:19.499392 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55004) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:19.513816 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e7c592ec-de5c-4b5b-9a6d-f4be7e9db129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:19.606600 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e7c592ec-de5c-4b5b-9a6d-f4be7e9db129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:19.610436 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e7c592ec-de5c-4b5b-9a6d-f4be7e9db129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:19.651301 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e7c592ec-de5c-4b5b-9a6d-f4be7e9db129 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e9d44bd59224aec8124468718a042aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1506195 Jul 13 07:48:19.651868 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c592ec-de5c-4b5b-9a6d-f4be7e9db129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332eb43a-9606-41af-af35-b5aaf93bd51a,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:19.653907 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55006) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:19.709018 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4fffd39d-a75b-4f66-bc83-22e7d6c5c4f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:19.735057 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4fffd39d-a75b-4f66-bc83-22e7d6c5c4f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:19.784488 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4fffd39d-a75b-4f66-bc83-22e7d6c5c4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:19.787053 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4fffd39d-a75b-4f66-bc83-22e7d6c5c4f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:19.788272 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4fffd39d-a75b-4f66-bc83-22e7d6c5c4f0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/332eb43a-9606-41af-af35-b5aaf93bd51a HTTP/1.1" status: 204 len: 168 time: 0.1333315 Jul 13 07:48:19.796649 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fffd39d-a75b-4f66-bc83-22e7d6c5c4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332eb43a-9606-41af-af35-b5aaf93bd51a,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:20.626208 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858fd355-7960-4184-9266-76fb2759fb52 req-4cdceab6-a569-4093-af99-e8e3b0a8524c tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:20.628028 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-858fd355-7960-4184-9266-76fb2759fb52 req-4cdceab6-a569-4093-af99-e8e3b0a8524c tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=593a7195-0903-459c-92b8-dfa9105ad129 HTTP/1.1" status: 200 len: 945 time: 0.0871837 Jul 13 07:48:20.677671 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-858fd355-7960-4184-9266-76fb2759fb52 req-0e742121-0309-4415-9144-245a4464e88c tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406833 Jul 13 07:48:20.889992 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55040) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:21.022236 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-634070de-e361-4800-8eaa-8d0f813dbb69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:21.131994 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-634070de-e361-4800-8eaa-8d0f813dbb69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:21.136818 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-634070de-e361-4800-8eaa-8d0f813dbb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:21.173878 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634070de-e361-4800-8eaa-8d0f813dbb69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56b9373-d654-4ffc-9ba0-53c00479d27a,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:21.178487 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-634070de-e361-4800-8eaa-8d0f813dbb69 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=13b70ce88e4e43a496a10fb6953c4bfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2872241 Jul 13 07:48:21.181963 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55044) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:21.232131 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fcd3c2e0-2dee-4f6b-9fa1-8ac172ae845d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:21.255238 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fcd3c2e0-2dee-4f6b-9fa1-8ac172ae845d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:21.311070 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fcd3c2e0-2dee-4f6b-9fa1-8ac172ae845d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:21.314713 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fcd3c2e0-2dee-4f6b-9fa1-8ac172ae845d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:21.315915 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-fcd3c2e0-2dee-4f6b-9fa1-8ac172ae845d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f56b9373-d654-4ffc-9ba0-53c00479d27a HTTP/1.1" status: 204 len: 168 time: 0.1328070 Jul 13 07:48:21.342977 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3c2e0-2dee-4f6b-9fa1-8ac172ae845d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56b9373-d654-4ffc-9ba0-53c00479d27a,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:21.887013 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e90ee2-1fbb-433d-9fe3-0fa06cb3e940 req-f06bd93d-fe92-4323-8079-497a42cb10a6 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:21.889007 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d8e90ee2-1fbb-433d-9fe3-0fa06cb3e940 req-f06bd93d-fe92-4323-8079-497a42cb10a6 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=593a7195-0903-459c-92b8-dfa9105ad129 HTTP/1.1" status: 200 len: 945 time: 0.0792258 Jul 13 07:48:21.939800 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d8e90ee2-1fbb-433d-9fe3-0fa06cb3e940 req-893eb880-dd21-4b9a-8729-f2e68c12bc1e tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437603 Jul 13 07:48:23.139606 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ecece6-e9ac-44a8-b3ec-4a5e67737295 req-8443aa3c-c7d0-474f-9e35-427d1116b63b tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:23.147107 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-81ecece6-e9ac-44a8-b3ec-4a5e67737295 req-8443aa3c-c7d0-474f-9e35-427d1116b63b tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=593a7195-0903-459c-92b8-dfa9105ad129 HTTP/1.1" status: 200 len: 945 time: 0.0884275 Jul 13 07:48:23.196330 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-81ecece6-e9ac-44a8-b3ec-4a5e67737295 req-b10e1664-fdcc-41ec-97a7-bce651d3055a tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448003 Jul 13 07:48:23.377386 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:23.872452 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55174) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:23.963936 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:23.994067 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-efca4230-ce11-4d01-a386-2c866ee8bd60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:24.091584 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-efca4230-ce11-4d01-a386-2c866ee8bd60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:24.095592 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-efca4230-ce11-4d01-a386-2c866ee8bd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:24.139610 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55178) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:24.140328 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-efca4230-ce11-4d01-a386-2c866ee8bd60 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e4f98a54840c49f98383e9ccf88026c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2661119 Jul 13 07:48:24.140713 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca4230-ce11-4d01-a386-2c866ee8bd60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758f3885-9b70-4380-a3dc-1b0fec2b348d,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:24.209635 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3ab29ce9-f1ce-4091-9e2b-1ed1eecec6f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:24.234613 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3ab29ce9-f1ce-4091-9e2b-1ed1eecec6f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:24.299598 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3ab29ce9-f1ce-4091-9e2b-1ed1eecec6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:24.302415 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3ab29ce9-f1ce-4091-9e2b-1ed1eecec6f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:24.307942 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-3ab29ce9-f1ce-4091-9e2b-1ed1eecec6f6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/758f3885-9b70-4380-a3dc-1b0fec2b348d HTTP/1.1" status: 204 len: 168 time: 0.1659048 Jul 13 07:48:24.316702 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab29ce9-f1ce-4091-9e2b-1ed1eecec6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758f3885-9b70-4380-a3dc-1b0fec2b348d,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:24.389162 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ec30f-9905-410d-aea2-7ec1457121ae req-85c9a29f-4003-4c1d-a24b-1469e3a64659 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:24.391147 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a49ec30f-9905-410d-aea2-7ec1457121ae req-85c9a29f-4003-4c1d-a24b-1469e3a64659 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=593a7195-0903-459c-92b8-dfa9105ad129 HTTP/1.1" status: 200 len: 945 time: 0.0719364 Jul 13 07:48:24.442369 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a49ec30f-9905-410d-aea2-7ec1457121ae req-726051b9-f697-4840-92ec-467b717a842c tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420005 Jul 13 07:48:24.642634 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55190) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:24.660821 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-865b7f24-e78f-4acb-b222-eda3789054aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:24.759222 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-865b7f24-e78f-4acb-b222-eda3789054aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:24.763304 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-865b7f24-e78f-4acb-b222-eda3789054aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:24.802717 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-865b7f24-e78f-4acb-b222-eda3789054aa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=98b710abc9e447e1b88278c2b2d1a6ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1589205 Jul 13 07:48:24.803579 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b7f24-e78f-4acb-b222-eda3789054aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa34c394-e254-4571-b648-d0c794ac957b,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:24.806487 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55192) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:24.861120 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4482bacc-7fc3-4d91-9b6a-4c387abec8a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:24.881698 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4482bacc-7fc3-4d91-9b6a-4c387abec8a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:24.929154 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4482bacc-7fc3-4d91-9b6a-4c387abec8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:24.931847 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4482bacc-7fc3-4d91-9b6a-4c387abec8a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:24.933017 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4482bacc-7fc3-4d91-9b6a-4c387abec8a1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aa34c394-e254-4571-b648-d0c794ac957b HTTP/1.1" status: 204 len: 168 time: 0.1252747 Jul 13 07:48:24.947697 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482bacc-7fc3-4d91-9b6a-4c387abec8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa34c394-e254-4571-b648-d0c794ac957b,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:25.620350 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b217d-eb53-48aa-a1e7-ae8b4d37427d req-e30bb121-1118-4bea-b7be-78306ee3dd16 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:25.622005 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-184b217d-eb53-48aa-a1e7-ae8b4d37427d req-e30bb121-1118-4bea-b7be-78306ee3dd16 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=593a7195-0903-459c-92b8-dfa9105ad129 HTTP/1.1" status: 200 len: 945 time: 0.0722303 Jul 13 07:48:25.661404 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-184b217d-eb53-48aa-a1e7-ae8b4d37427d req-b08fe945-9f87-49fc-9281-63ef9e4cad2c tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338116 Jul 13 07:48:26.860261 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56b3a1-2204-4ab9-9c27-a6b98d4cb786 req-8ad4429d-301d-46d1-b9b6-b86f22e208d8 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:26.869198 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fb56b3a1-2204-4ab9-9c27-a6b98d4cb786 req-8ad4429d-301d-46d1-b9b6-b86f22e208d8 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=593a7195-0903-459c-92b8-dfa9105ad129 HTTP/1.1" status: 200 len: 945 time: 0.0727727 Jul 13 07:48:26.912855 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fb56b3a1-2204-4ab9-9c27-a6b98d4cb786 req-91ae9f7f-9b58-4095-a5be-ce9c13f1cc94 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436668 Jul 13 07:48:28.121722 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0ea81-eb1a-419d-b354-85298a041791 req-a09a1254-fefa-4ec0-8d97-a1fffc1c9bc7 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:28.123474 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5ae0ea81-eb1a-419d-b354-85298a041791 req-a09a1254-fefa-4ec0-8d97-a1fffc1c9bc7 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=593a7195-0903-459c-92b8-dfa9105ad129 HTTP/1.1" status: 200 len: 945 time: 0.0849504 Jul 13 07:48:28.191416 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5ae0ea81-eb1a-419d-b354-85298a041791 req-e8271e24-3e64-4481-bdf1-9fb2050753b0 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617752 Jul 13 07:48:28.836469 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05dcb60-aa63-4242-8ce8-6ed10348467e req-c0a9bcbe-0949-4a38-b340-58758ea763c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:28.837992 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e05dcb60-aa63-4242-8ce8-6ed10348467e req-c0a9bcbe-0949-4a38-b340-58758ea763c3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=148940a8629a47229572c2706e020763&device_id=593a7195-0903-459c-92b8-dfa9105ad129 HTTP/1.1" status: 200 len: 1097 time: 0.0647616 Jul 13 07:48:28.960717 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05dcb60-aa63-4242-8ce8-6ed10348467e req-85cd369b-9e27-412f-9680-874b43b753df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:28.962442 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e05dcb60-aa63-4242-8ce8-6ed10348467e req-85cd369b-9e27-412f-9680-874b43b753df service neutron] 10.222.0.42 "GET /v2.0/networks?id=b1a0608a-57ab-4eae-a70a-673f42c5f7eb HTTP/1.1" status: 200 len: 912 time: 0.1016097 Jul 13 07:48:29.009838 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e05dcb60-aa63-4242-8ce8-6ed10348467e req-1aa19dee-4bf7-4e88-8f90-50ee3725bc35 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05445583-cf18-4783-919b-6f95e9998102 HTTP/1.1" status: 200 len: 217 time: 0.0411854 Jul 13 07:48:29.066490 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05dcb60-aa63-4242-8ce8-6ed10348467e req-450a1e72-be0f-496f-8e80-4db3ab2b2d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:29.068343 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e05dcb60-aa63-4242-8ce8-6ed10348467e req-450a1e72-be0f-496f-8e80-4db3ab2b2d13 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=eeeba8d7-6d9e-4312-8b5a-f1d37aee31b1 HTTP/1.1" status: 200 len: 851 time: 0.0531385 Jul 13 07:48:29.112577 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e05dcb60-aa63-4242-8ce8-6ed10348467e req-24728df2-e1d7-424c-9f68-06c27b889620 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b1a0608a-57ab-4eae-a70a-673f42c5f7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374646 Jul 13 07:48:29.225111 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e05dcb60-aa63-4242-8ce8-6ed10348467e req-4ae67c1b-962f-48d8-81ce-52b624728873 service neutron] 10.222.0.42 "GET /v2.0/networks/b1a0608a-57ab-4eae-a70a-673f42c5f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064506 Jul 13 07:48:29.392654 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e05dcb60-aa63-4242-8ce8-6ed10348467e req-b9ba596f-f5f9-46c7-a844-c3e10f3b97cb service neutron] 10.222.0.42 "GET /v2.0/networks/b1a0608a-57ab-4eae-a70a-673f42c5f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616149 Jul 13 07:48:29.423791 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331c771-1426-45a7-b1c9-f74553f8c7f2 req-ed5ac907-1c1c-4d4e-8871-e22fd7dcbbcf tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:29.425491 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5331c771-1426-45a7-b1c9-f74553f8c7f2 req-ed5ac907-1c1c-4d4e-8871-e22fd7dcbbcf tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=593a7195-0903-459c-92b8-dfa9105ad129 HTTP/1.1" status: 200 len: 945 time: 0.0868449 Jul 13 07:48:29.477672 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5331c771-1426-45a7-b1c9-f74553f8c7f2 req-dde191b5-1281-4956-bda2-3c1433f50501 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455284 Jul 13 07:48:30.247450 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5545cd2e-9e8c-4109-b870-bc6fc0d103de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:30.463604 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55580) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:30.635067 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-219825e5-1410-4368-a0d2-645edb178477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:30.799289 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5547ed2-a81e-40e0-b928-deb26e4d21d0 req-27f9d7c7-17c5-4360-a326-ff2339620387 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:30.801145 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d5547ed2-a81e-40e0-b928-deb26e4d21d0 req-27f9d7c7-17c5-4360-a326-ff2339620387 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=593a7195-0903-459c-92b8-dfa9105ad129 HTTP/1.1" status: 200 len: 945 time: 0.1816874 Jul 13 07:48:30.877514 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d5547ed2-a81e-40e0-b928-deb26e4d21d0 req-244b0b60-c40b-477f-b251-8ce6579a72e4 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581312 Jul 13 07:48:30.879410 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-219825e5-1410-4368-a0d2-645edb178477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:30.885832 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-219825e5-1410-4368-a0d2-645edb178477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:30.887498 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6ad05-9024-435a-ad90-e65bf97bccd5 req-db16e017-0c49-49a4-9cc6-b98924ff8e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:30.889827 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-50c6ad05-9024-435a-ad90-e65bf97bccd5 req-db16e017-0c49-49a4-9cc6-b98924ff8e59 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=593a7195-0903-459c-92b8-dfa9105ad129 HTTP/1.1" status: 200 len: 1097 time: 0.0933344 Jul 13 07:48:30.938486 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-50c6ad05-9024-435a-ad90-e65bf97bccd5 req-d5daed45-d9de-469b-91fe-1fd197b970a1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422339 Jul 13 07:48:30.947420 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-219825e5-1410-4368-a0d2-645edb178477 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=41dbd97624b446a19e48687606cd5e42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4825821 Jul 13 07:48:30.948413 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219825e5-1410-4368-a0d2-645edb178477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20468b70-35c4-422b-8f43-28ff16f47c89,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:30.950495 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55600) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:31.009422 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-41dfab3e-b8ea-4ae8-b9ce-703bd9077986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:31.038670 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-41dfab3e-b8ea-4ae8-b9ce-703bd9077986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:31.103934 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-41dfab3e-b8ea-4ae8-b9ce-703bd9077986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:31.106913 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-41dfab3e-b8ea-4ae8-b9ce-703bd9077986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:31.110836 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-41dfab3e-b8ea-4ae8-b9ce-703bd9077986 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/20468b70-35c4-422b-8f43-28ff16f47c89 HTTP/1.1" status: 204 len: 168 time: 0.1523085 Jul 13 07:48:31.119164 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dfab3e-b8ea-4ae8-b9ce-703bd9077986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20468b70-35c4-422b-8f43-28ff16f47c89,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:32.072910 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fabcd4-f24a-4dc3-bf36-a27d3413199e req-974a09e9-3985-4966-a39d-79438d120b38 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:32.074555 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d7fabcd4-f24a-4dc3-bf36-a27d3413199e req-974a09e9-3985-4966-a39d-79438d120b38 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=593a7195-0903-459c-92b8-dfa9105ad129 HTTP/1.1" status: 200 len: 945 time: 0.0716271 Jul 13 07:48:32.116927 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d7fabcd4-f24a-4dc3-bf36-a27d3413199e req-34d69973-7b8d-4d46-82b7-675615773fee tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369666 Jul 13 07:48:32.433591 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-52163d54-77c5-43bd-bd28-e45e218c524f tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:32.435248 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-52163d54-77c5-43bd-bd28-e45e218c524f tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/networks?id=b1a0608a-57ab-4eae-a70a-673f42c5f7eb HTTP/1.1" status: 200 len: 811 time: 0.1164098 Jul 13 07:48:32.451439 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-824395ef-0ba3-4250-9022-40ffbc3324e4 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/quotas/148940a8629a47229572c2706e020763 HTTP/1.1" status: 200 len: 375 time: 0.0100250 Jul 13 07:48:32.563936 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-baf43fda-534a-44a1-854b-350b9679dc31 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=148940a8629a47229572c2706e020763&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1068578 Jul 13 07:48:32.673619 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-451f50d6-a2bb-4c42-93e6-f5d45052220f service neutron] 10.222.0.23 "GET /v2.0/networks/b1a0608a-57ab-4eae-a70a-673f42c5f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016877 Jul 13 07:48:32.772039 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-f576fd58-fd6c-4c3c-906d-2feaca13d06d service neutron] 10.222.0.23 "GET /v2.0/networks/b1a0608a-57ab-4eae-a70a-673f42c5f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911155 Jul 13 07:48:33.002263 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-094e1615-e99f-4a89-8f67-54a587d33c54 req-4bf56e50-49e0-4288-8bd5-17a7dedacdab tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 210 time: 0.0725503 Jul 13 07:48:33.150879 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-20154f75-b603-4f41-a4f4-dcc0f979167c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:33.186111 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:34.109122 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:34.192002 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55810) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:34.194828 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-732842e9-6827-4601-b7b2-17af2a273b44 req-30e885a9-249b-4bb6-b5ba-d2058f2c1e5f tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 210 time: 0.0396392 Jul 13 07:48:34.231901 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-b00dc366-9475-412d-944f-055335672802 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:34.234142 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-b00dc366-9475-412d-944f-055335672802 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.25 "GET /v2.0/networks?id=b1a0608a-57ab-4eae-a70a-673f42c5f7eb HTTP/1.1" status: 200 len: 811 time: 0.1814656 Jul 13 07:48:34.247714 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-7aa2ea75-a14f-4e6c-af0e-f9f6b3e16ecf tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Request body: {'port': {'device_id': '7463ac04-b23e-4a70-99ba-ea560ce4e12b', 'network_id': 'b1a0608a-57ab-4eae-a70a-673f42c5f7eb', 'admin_state_up': True, 'tenant_id': '148940a8629a47229572c2706e020763'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:34.320348 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b3a0a301-08b3-4e07-8622-5a8ab49e129d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:34.434554 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b3a0a301-08b3-4e07-8622-5a8ab49e129d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:34.438723 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b3a0a301-08b3-4e07-8622-5a8ab49e129d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:34.458322 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-7aa2ea75-a14f-4e6c-af0e-f9f6b3e16ecf tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Made reservation on behalf of 148940a8629a47229572c2706e020763 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:48:34.461865 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-7aa2ea75-a14f-4e6c-af0e-f9f6b3e16ecf tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:34.487674 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a0a301-08b3-4e07-8622-5a8ab49e129d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11653328-c87c-4711-b973-9cda01cca94a,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:34.498263 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b3a0a301-08b3-4e07-8622-5a8ab49e129d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=24710c72d1824d53b8a4db8b209312ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3039858 Jul 13 07:48:34.498998 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55818) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:34.559699 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f2c0f201-2e44-41dc-9914-a667a8dbc343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:34.592941 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f2c0f201-2e44-41dc-9914-a667a8dbc343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:34.620975 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-7aa2ea75-a14f-4e6c-af0e-f9f6b3e16ecf tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Allocated IP 172.20.0.13 (b1a0608a-57ab-4eae-a70a-673f42c5f7eb/eeeba8d7-6d9e-4312-8b5a-f1d37aee31b1/565a5151-9c04-43a0-98a8-a4d43f7e6eb2) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:48:34.664730 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f2c0f201-2e44-41dc-9914-a667a8dbc343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:34.667382 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f2c0f201-2e44-41dc-9914-a667a8dbc343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:34.671789 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f2c0f201-2e44-41dc-9914-a667a8dbc343 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/11653328-c87c-4711-b973-9cda01cca94a HTTP/1.1" status: 204 len: 168 time: 0.1683602 Jul 13 07:48:34.687759 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c0f201-2e44-41dc-9914-a667a8dbc343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11653328-c87c-4711-b973-9cda01cca94a,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:34.851948 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-7aa2ea75-a14f-4e6c-af0e-f9f6b3e16ecf tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:34.899273 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-7aa2ea75-a14f-4e6c-af0e-f9f6b3e16ecf tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:34.911463 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['05445583-cf18-4783-919b-6f95e9998102'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:48:34.955058 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2ea75-a14f-4e6c-af0e-f9f6b3e16ecf tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Pushing event updated for resources: {'Port': ['ID=565a5151-9c04-43a0-98a8-a4d43f7e6eb2,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:34.971715 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-7aa2ea75-a14f-4e6c-af0e-f9f6b3e16ecf tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Network b1a0608a-57ab-4eae-a70a-673f42c5f7eb is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:48:34.973592 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-7aa2ea75-a14f-4e6c-af0e-f9f6b3e16ecf tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:34.976671 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-7aa2ea75-a14f-4e6c-af0e-f9f6b3e16ecf tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:48:35.031430 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-7aa2ea75-a14f-4e6c-af0e-f9f6b3e16ecf tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:35.032334 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-7aa2ea75-a14f-4e6c-af0e-f9f6b3e16ecf tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.051326 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-7aa2ea75-a14f-4e6c-af0e-f9f6b3e16ecf tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8080788 Jul 13 07:48:35.071388 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-d570a47d-fc74-4a78-8030-ebea2ae42547 service neutron] Request body: {'port': {'device_id': '7463ac04-b23e-4a70-99ba-ea560ce4e12b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:35.071537 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55834) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:35.097714 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-20fc2464-6294-49e5-aaf4-3727af6b97d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.150449 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-d570a47d-fc74-4a78-8030-ebea2ae42547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.206421 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-20fc2464-6294-49e5-aaf4-3727af6b97d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.211624 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-20fc2464-6294-49e5-aaf4-3727af6b97d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.252027 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-20fc2464-6294-49e5-aaf4-3727af6b97d2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7531dd02441d494b8786425395bffacd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1792924 Jul 13 07:48:35.252906 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc2464-6294-49e5-aaf4-3727af6b97d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae682770-be02-4253-8b34-f3bf0dbedd83,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:35.255475 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55838) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:35.341009 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cadb0873-060b-4fe1-a8f8-29d4c80dded8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.393137 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cadb0873-060b-4fe1-a8f8-29d4c80dded8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.464446 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0536c-34ff-4079-8b65-2887602d4563 req-3839f317-57f5-4158-b68f-2cb8d0bd3534 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:35.466119 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-94a0536c-34ff-4079-8b65-2887602d4563 req-3839f317-57f5-4158-b68f-2cb8d0bd3534 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 932 time: 0.1380820 Jul 13 07:48:35.507927 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cadb0873-060b-4fe1-a8f8-29d4c80dded8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.510845 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cadb0873-060b-4fe1-a8f8-29d4c80dded8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.515050 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-cadb0873-060b-4fe1-a8f8-29d4c80dded8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ae682770-be02-4253-8b34-f3bf0dbedd83 HTTP/1.1" status: 204 len: 168 time: 0.2559953 Jul 13 07:48:35.528703 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-94a0536c-34ff-4079-8b65-2887602d4563 req-269e9341-ae3c-4bae-a2b9-1b8ed6a2460c tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565820 Jul 13 07:48:35.535290 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb0873-060b-4fe1-a8f8-29d4c80dded8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae682770-be02-4253-8b34-f3bf0dbedd83,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:35.769032 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-d570a47d-fc74-4a78-8030-ebea2ae42547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 565a5151-9c04-43a0-98a8-a4d43f7e6eb2 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:48:35.777454 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-d570a47d-fc74-4a78-8030-ebea2ae42547 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.790618 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-d570a47d-fc74-4a78-8030-ebea2ae42547 service neutron] Transition to ACTIVE for port object 565a5151-9c04-43a0-98a8-a4d43f7e6eb2 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:48:35.794476 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-d570a47d-fc74-4a78-8030-ebea2ae42547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.880890 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:35.911393 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570a47d-fc74-4a78-8030-ebea2ae42547 service neutron] Pushing event updated for resources: {'Port': ['ID=565a5151-9c04-43a0-98a8-a4d43f7e6eb2,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:35.924060 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-d570a47d-fc74-4a78-8030-ebea2ae42547 service neutron] Attempting to bind port 565a5151-9c04-43a0-98a8-a4d43f7e6eb2 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:48:35.924571 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-d570a47d-fc74-4a78-8030-ebea2ae42547 service neutron] Attempting to bind port 565a5151-9c04-43a0-98a8-a4d43f7e6eb2 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '56a4844e-0a06-4346-926b-9cd90992888c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b1a0608a-57ab-4eae-a70a-673f42c5f7eb'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:48:35.924690 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-d570a47d-fc74-4a78-8030-ebea2ae42547 service neutron] Attempting to bind port 565a5151-9c04-43a0-98a8-a4d43f7e6eb2 on network b1a0608a-57ab-4eae-a70a-673f42c5f7eb {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:35.929465 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-d570a47d-fc74-4a78-8030-ebea2ae42547 service neutron] Port 565a5151-9c04-43a0-98a8-a4d43f7e6eb2 on network b1a0608a-57ab-4eae-a70a-673f42c5f7eb not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:48:35.931594 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-d570a47d-fc74-4a78-8030-ebea2ae42547 service neutron] Attempting to bind port 565a5151-9c04-43a0-98a8-a4d43f7e6eb2 on network b1a0608a-57ab-4eae-a70a-673f42c5f7eb {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:35.935996 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-d570a47d-fc74-4a78-8030-ebea2ae42547 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:48:35.936332 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-d570a47d-fc74-4a78-8030-ebea2ae42547 service neutron] Checking segment: {'id': '56a4844e-0a06-4346-926b-9cd90992888c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b1a0608a-57ab-4eae-a70a-673f42c5f7eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:48:35.936715 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-d570a47d-fc74-4a78-8030-ebea2ae42547 service neutron] Bound using segment: {'id': '56a4844e-0a06-4346-926b-9cd90992888c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b1a0608a-57ab-4eae-a70a-673f42c5f7eb'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:48:35.937141 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-d570a47d-fc74-4a78-8030-ebea2ae42547 service neutron] Bound port: 565a5151-9c04-43a0-98a8-a4d43f7e6eb2, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56a4844e-0a06-4346-926b-9cd90992888c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b1a0608a-57ab-4eae-a70a-673f42c5f7eb'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:48:35.937495 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-d570a47d-fc74-4a78-8030-ebea2ae42547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:36.007138 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-d570a47d-fc74-4a78-8030-ebea2ae42547 service neutron] For port 565a5151-9c04-43a0-98a8-a4d43f7e6eb2, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:48:36.011271 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-d570a47d-fc74-4a78-8030-ebea2ae42547 service neutron] For port 565a5151-9c04-43a0-98a8-a4d43f7e6eb2, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=565a5151-9c04-43a0-98a8-a4d43f7e6eb2,segment=NetworkSegment(56a4844e-0a06-4346-926b-9cd90992888c),segment_id=56a4844e-0a06-4346-926b-9cd90992888c)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:48:36.017673 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-d570a47d-fc74-4a78-8030-ebea2ae42547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:36.053856 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-d570a47d-fc74-4a78-8030-ebea2ae42547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:36.055075 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-d570a47d-fc74-4a78-8030-ebea2ae42547 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:36.056853 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-d570a47d-fc74-4a78-8030-ebea2ae42547 service neutron] 10.222.0.25 "PUT /v2.0/ports/565a5151-9c04-43a0-98a8-a4d43f7e6eb2 HTTP/1.1" status: 200 len: 1093 time: 0.9976947 Jul 13 07:48:36.057299 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7463ac04-b23e-4a70-99ba-ea560ce4e12b', 'tag': '565a5151-9c04-43a0-98a8-a4d43f7e6eb2'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:36.059742 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa46e10f-9599-4b21-91c7-a393c97e0ba7" -d '{"events": [{"name": "network-changed", "server_uuid": "7463ac04-b23e-4a70-99ba-ea560ce4e12b", "tag": "565a5151-9c04-43a0-98a8-a4d43f7e6eb2"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:36.088744 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570a47d-fc74-4a78-8030-ebea2ae42547 service neutron] Pushing event updated for resources: {'Port': ['ID=565a5151-9c04-43a0-98a8-a4d43f7e6eb2,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:36.198225 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-22beaf7c-2977-4d43-a136-a7a0f8709847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:36.202266 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-22beaf7c-2977-4d43-a136-a7a0f8709847 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=148940a8629a47229572c2706e020763&device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 1096 time: 0.0918739 Jul 13 07:48:36.276669 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-1c386082-4d46-4a52-88c9-ac403e866a94 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=565a5151-9c04-43a0-98a8-a4d43f7e6eb2 HTTP/1.1" status: 200 len: 217 time: 0.0659502 Jul 13 07:48:36.317856 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9149d07-cbb2-4a5c-89cc-ed393b5f7fd7 x-openstack-request-id: req-d9149d07-cbb2-4a5c-89cc-ed393b5f7fd7 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:36.318154 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7463ac04-b23e-4a70-99ba-ea560ce4e12b", "tag": "565a5151-9c04-43a0-98a8-a4d43f7e6eb2", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:36.318403 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d9149d07-cbb2-4a5c-89cc-ed393b5f7fd7 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:36.318799 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7463ac04-b23e-4a70-99ba-ea560ce4e12b', 'tag': '565a5151-9c04-43a0-98a8-a4d43f7e6eb2', 'status': 'completed', 'code': 200} Jul 13 07:48:36.349776 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-1687fa3a-0cc5-4463-b58e-34fc7b569848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:36.351464 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-1687fa3a-0cc5-4463-b58e-34fc7b569848 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eeeba8d7-6d9e-4312-8b5a-f1d37aee31b1 HTTP/1.1" status: 200 len: 851 time: 0.0668535 Jul 13 07:48:36.391550 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-c043988d-dcf2-41cd-8f9a-54bfe34f2873 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b1a0608a-57ab-4eae-a70a-673f42c5f7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341463 Jul 13 07:48:36.487741 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-da1b7ac5-2648-4fbd-83e9-d409b51734ba service neutron] 10.222.0.25 "GET /v2.0/networks/b1a0608a-57ab-4eae-a70a-673f42c5f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900042 Jul 13 07:48:36.606349 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9c4f4ef4-c810-4f99-8016-a63f2d71987c req-d215820d-a3f6-42f9-ae9e-2a51ad4098de service neutron] 10.222.0.25 "GET /v2.0/networks/b1a0608a-57ab-4eae-a70a-673f42c5f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123674 Jul 13 07:48:36.721487 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46e10f-9599-4b21-91c7-a393c97e0ba7 req-e9755b74-c554-4466-a1e5-5aaa02dbf5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:36.723020 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fa46e10f-9599-4b21-91c7-a393c97e0ba7 req-e9755b74-c554-4466-a1e5-5aaa02dbf5b2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=148940a8629a47229572c2706e020763&device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 1096 time: 0.0624454 Jul 13 07:48:36.743637 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a8788-a50c-4c43-947f-c8fa6f7f23fb req-5d7efa17-dc94-4764-b448-a65878de1d61 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:36.745831 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-166a8788-a50c-4c43-947f-c8fa6f7f23fb req-5d7efa17-dc94-4764-b448-a65878de1d61 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 944 time: 0.0752728 Jul 13 07:48:36.799420 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-166a8788-a50c-4c43-947f-c8fa6f7f23fb req-e69fee29-a397-406b-a1ba-127e9e3bd619 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410042 Jul 13 07:48:36.842277 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46e10f-9599-4b21-91c7-a393c97e0ba7 req-8412d7eb-1f5f-4f44-84c5-6d20fafb6f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:36.843808 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fa46e10f-9599-4b21-91c7-a393c97e0ba7 req-8412d7eb-1f5f-4f44-84c5-6d20fafb6f9e service neutron] 10.222.0.25 "GET /v2.0/networks?id=b1a0608a-57ab-4eae-a70a-673f42c5f7eb HTTP/1.1" status: 200 len: 912 time: 0.1140132 Jul 13 07:48:36.890628 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fa46e10f-9599-4b21-91c7-a393c97e0ba7 req-438a08f3-e923-44bd-b1a4-3cd49b8eea45 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=565a5151-9c04-43a0-98a8-a4d43f7e6eb2 HTTP/1.1" status: 200 len: 217 time: 0.0374632 Jul 13 07:48:36.952610 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46e10f-9599-4b21-91c7-a393c97e0ba7 req-0680f58c-6065-4240-9216-35becf4efb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:36.954759 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fa46e10f-9599-4b21-91c7-a393c97e0ba7 req-0680f58c-6065-4240-9216-35becf4efb74 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eeeba8d7-6d9e-4312-8b5a-f1d37aee31b1 HTTP/1.1" status: 200 len: 851 time: 0.0552139 Jul 13 07:48:36.995698 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fa46e10f-9599-4b21-91c7-a393c97e0ba7 req-0b380408-a3ec-4a58-bf57-c0417465b6f5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b1a0608a-57ab-4eae-a70a-673f42c5f7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333445 Jul 13 07:48:37.094169 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fa46e10f-9599-4b21-91c7-a393c97e0ba7 req-c2770e78-33fd-4405-b44d-65e423a6e7c1 service neutron] 10.222.0.25 "GET /v2.0/networks/b1a0608a-57ab-4eae-a70a-673f42c5f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915689 Jul 13 07:48:37.190832 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fa46e10f-9599-4b21-91c7-a393c97e0ba7 req-cdd458ca-14bc-449f-8b94-c86996a904ad service neutron] 10.222.0.25 "GET /v2.0/networks/b1a0608a-57ab-4eae-a70a-673f42c5f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899565 Jul 13 07:48:37.594898 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 55980) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:37.700883 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-70edc833-c5dd-4eef-b62c-fa5010f6ca66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:37.789577 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-70edc833-c5dd-4eef-b62c-fa5010f6ca66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:37.793504 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-70edc833-c5dd-4eef-b62c-fa5010f6ca66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:37.837357 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-70edc833-c5dd-4eef-b62c-fa5010f6ca66 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e68315ebf5e469590204cd58b7d949a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2389541 Jul 13 07:48:37.837357 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70edc833-c5dd-4eef-b62c-fa5010f6ca66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3276166-86a8-4532-a6ba-58b1f0dbea3e,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:37.837695 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 55986) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:37.890384 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b8304304-2983-4d50-9eda-f18186452c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:37.911223 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b8304304-2983-4d50-9eda-f18186452c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:37.998375 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d2126-86e3-47db-9949-15047fc36681 req-90b58345-fce1-433e-a939-3d79fcf1f608 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:37.999884 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-543d2126-86e3-47db-9949-15047fc36681 req-90b58345-fce1-433e-a939-3d79fcf1f608 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 944 time: 0.0804367 Jul 13 07:48:38.000935 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b8304304-2983-4d50-9eda-f18186452c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:38.003527 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b8304304-2983-4d50-9eda-f18186452c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:38.006646 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b8304304-2983-4d50-9eda-f18186452c2f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f3276166-86a8-4532-a6ba-58b1f0dbea3e HTTP/1.1" status: 204 len: 168 time: 0.1680052 Jul 13 07:48:38.032264 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8304304-2983-4d50-9eda-f18186452c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3276166-86a8-4532-a6ba-58b1f0dbea3e,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:38.055915 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-543d2126-86e3-47db-9949-15047fc36681 req-9ffab7e4-167d-457a-a759-56a7f922c1fd tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480936 Jul 13 07:48:38.512044 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 565a5151-9c04-43a0-98a8-a4d43f7e6eb2 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:48:38.795463 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 565a5151-9c04-43a0-98a8-a4d43f7e6eb2, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=565a5151-9c04-43a0-98a8-a4d43f7e6eb2,segment=NetworkSegment(56a4844e-0a06-4346-926b-9cd90992888c),segment_id=56a4844e-0a06-4346-926b-9cd90992888c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:38.806817 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '565a5151-9c04-43a0-98a8-a4d43f7e6eb2', 'network_id': 'b1a0608a-57ab-4eae-a70a-673f42c5f7eb', 'port_id': '565a5151-9c04-43a0-98a8-a4d43f7e6eb2', 'mac_address': 'fa:16:3e:25:0a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeeba8d7-6d9e-4312-8b5a-f1d37aee31b1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:48:38.847488 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:38.859949 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 565a5151-9c04-43a0-98a8-a4d43f7e6eb2 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:48:38.880405 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 565a5151-9c04-43a0-98a8-a4d43f7e6eb2, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=565a5151-9c04-43a0-98a8-a4d43f7e6eb2,segment=NetworkSegment(56a4844e-0a06-4346-926b-9cd90992888c),segment_id=56a4844e-0a06-4346-926b-9cd90992888c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:38.884803 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:38.941218 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=565a5151-9c04-43a0-98a8-a4d43f7e6eb2,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:39.115637 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['565a5151-9c04-43a0-98a8-a4d43f7e6eb2'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:48:39.281537 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae4127-a5b8-4e20-9bcd-15996ceb8dc5 req-ce175b43-b445-456f-ba28-3f30a94eefc6 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:39.283249 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d4ae4127-a5b8-4e20-9bcd-15996ceb8dc5 req-ce175b43-b445-456f-ba28-3f30a94eefc6 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 945 time: 0.0798674 Jul 13 07:48:39.326870 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d4ae4127-a5b8-4e20-9bcd-15996ceb8dc5 req-2d301dd2-30bf-4248-ac15-1520cb77d92e tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359690 Jul 13 07:48:39.438594 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56056) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:39.542682 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-401c6eda-f4d1-4362-8a4e-6cf1a4c2bf34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:39.628531 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-401c6eda-f4d1-4362-8a4e-6cf1a4c2bf34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:39.632349 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-401c6eda-f4d1-4362-8a4e-6cf1a4c2bf34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:39.671561 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-401c6eda-f4d1-4362-8a4e-6cf1a4c2bf34 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d36117caf69e4ad6a1b1e59745cacdca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2318063 Jul 13 07:48:39.672389 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c6eda-f4d1-4362-8a4e-6cf1a4c2bf34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8a914a-464c-4722-9ee7-b22414685421,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:39.674253 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56060) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:39.736082 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eb4cbac9-826a-4af4-8b8c-d39b4d25edf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:39.762387 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eb4cbac9-826a-4af4-8b8c-d39b4d25edf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:39.820634 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eb4cbac9-826a-4af4-8b8c-d39b4d25edf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:39.824387 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eb4cbac9-826a-4af4-8b8c-d39b4d25edf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:39.829525 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-eb4cbac9-826a-4af4-8b8c-d39b4d25edf1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eb8a914a-464c-4722-9ee7-b22414685421 HTTP/1.1" status: 204 len: 168 time: 0.1515076 Jul 13 07:48:39.838711 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4cbac9-826a-4af4-8b8c-d39b4d25edf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8a914a-464c-4722-9ee7-b22414685421,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:40.510262 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273fd9fe-4259-486c-9c1c-11e104429e7a req-dc3868f0-54bf-4f02-92c5-9b3f60c9e274 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:40.511825 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-273fd9fe-4259-486c-9c1c-11e104429e7a req-dc3868f0-54bf-4f02-92c5-9b3f60c9e274 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 945 time: 0.0636246 Jul 13 07:48:40.518305 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 565a5151-9c04-43a0-98a8-a4d43f7e6eb2 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:48:40.550537 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-273fd9fe-4259-486c-9c1c-11e104429e7a req-9e3b07b9-d59d-4dee-929b-68379be71446 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326271 Jul 13 07:48:40.573942 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 565a5151-9c04-43a0-98a8-a4d43f7e6eb2 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:48:40.577863 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 565a5151-9c04-43a0-98a8-a4d43f7e6eb2 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:40.578225 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:40.656405 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:40.679191 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7463ac04-b23e-4a70-99ba-ea560ce4e12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565a5151-9c04-43a0-98a8-a4d43f7e6eb2'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:48:40.682171 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fad25d-e607-44a7-9b9e-264a607ebc8d" -d '{"events": [{"server_uuid": "7463ac04-b23e-4a70-99ba-ea560ce4e12b", "name": "network-vif-plugged", "status": "completed", "tag": "565a5151-9c04-43a0-98a8-a4d43f7e6eb2"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:48:40.696440 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 565a5151-9c04-43a0-98a8-a4d43f7e6eb2, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=565a5151-9c04-43a0-98a8-a4d43f7e6eb2,segment=NetworkSegment(56a4844e-0a06-4346-926b-9cd90992888c),segment_id=56a4844e-0a06-4346-926b-9cd90992888c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:40.701798 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:40.732499 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1f5b9b-c597-4dc7-ae10-c6fbbd3ae1f1 x-openstack-request-id: req-ea1f5b9b-c597-4dc7-ae10-c6fbbd3ae1f1 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:48:40.732788 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7463ac04-b23e-4a70-99ba-ea560ce4e12b", "name": "network-vif-plugged", "status": "completed", "tag": "565a5151-9c04-43a0-98a8-a4d43f7e6eb2", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:48:40.733220 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ea1f5b9b-c597-4dc7-ae10-c6fbbd3ae1f1 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:48:40.733619 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7463ac04-b23e-4a70-99ba-ea560ce4e12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565a5151-9c04-43a0-98a8-a4d43f7e6eb2', 'code': 200} Jul 13 07:48:40.768486 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=565a5151-9c04-43a0-98a8-a4d43f7e6eb2,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:40.983675 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e4d03-cfcd-4b4f-9832-c6865ab836d7 req-11734d84-7d1f-41ff-91ca-f70e1fe7ce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:40.985199 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-637e4d03-cfcd-4b4f-9832-c6865ab836d7 req-11734d84-7d1f-41ff-91ca-f70e1fe7ce26 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 1098 time: 0.0636358 Jul 13 07:48:41.021710 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-637e4d03-cfcd-4b4f-9832-c6865ab836d7 req-eb78a156-cbb3-4485-ad87-90514ae6b2e7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298572 Jul 13 07:48:41.075615 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56128) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:41.183617 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2e10d015-5b04-406f-90ab-52773920e81c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:41.276423 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2e10d015-5b04-406f-90ab-52773920e81c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:41.280071 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2e10d015-5b04-406f-90ab-52773920e81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:41.317892 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2e10d015-5b04-406f-90ab-52773920e81c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ede0f3dc374447596c7f33797976808&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2410917 Jul 13 07:48:41.319084 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e10d015-5b04-406f-90ab-52773920e81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c712996f-1f97-41a5-b70f-5394af898709,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:41.320934 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56132) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:41.372529 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-285013b5-50f9-44b4-be16-ad95ea657202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:41.393220 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-285013b5-50f9-44b4-be16-ad95ea657202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:41.438950 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-285013b5-50f9-44b4-be16-ad95ea657202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:41.441460 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-285013b5-50f9-44b4-be16-ad95ea657202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:41.442601 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-285013b5-50f9-44b4-be16-ad95ea657202 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c712996f-1f97-41a5-b70f-5394af898709 HTTP/1.1" status: 204 len: 168 time: 0.1206274 Jul 13 07:48:41.450314 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285013b5-50f9-44b4-be16-ad95ea657202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c712996f-1f97-41a5-b70f-5394af898709,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:41.753729 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689be7a-cab7-4a13-b24f-4262b3a720a3 req-d47992aa-31ef-4426-bcc5-f2a6017a935b tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:41.755566 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c689be7a-cab7-4a13-b24f-4262b3a720a3 req-d47992aa-31ef-4426-bcc5-f2a6017a935b tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 946 time: 0.0739288 Jul 13 07:48:41.799369 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c689be7a-cab7-4a13-b24f-4262b3a720a3 req-b59e47a6-c926-4e7e-868e-f48975824d6a tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366533 Jul 13 07:48:42.637088 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56182) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:42.735477 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-9086ae01-5af3-4774-90fe-aac35da0a057 tempest-RoutersAdminNegativeIpV6Test-1810921037 tempest-RoutersAdminNegativeIpV6Test-1810921037-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-133870540', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:42.758478 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9086ae01-5af3-4774-90fe-aac35da0a057 tempest-RoutersAdminNegativeIpV6Test-1810921037 tempest-RoutersAdminNegativeIpV6Test-1810921037-project-admin] Made reservation on behalf of de8c46feccca4f678475f8e10ef3d548 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:48:42.761149 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9086ae01-5af3-4774-90fe-aac35da0a057 tempest-RoutersAdminNegativeIpV6Test-1810921037 tempest-RoutersAdminNegativeIpV6Test-1810921037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:42.770106 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9086ae01-5af3-4774-90fe-aac35da0a057 tempest-RoutersAdminNegativeIpV6Test-1810921037 tempest-RoutersAdminNegativeIpV6Test-1810921037-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:42.864045 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9086ae01-5af3-4774-90fe-aac35da0a057 tempest-RoutersAdminNegativeIpV6Test-1810921037 tempest-RoutersAdminNegativeIpV6Test-1810921037-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:42.869040 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9086ae01-5af3-4774-90fe-aac35da0a057 tempest-RoutersAdminNegativeIpV6Test-1810921037 tempest-RoutersAdminNegativeIpV6Test-1810921037-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:42.878718 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-9086ae01-5af3-4774-90fe-aac35da0a057 tempest-RoutersAdminNegativeIpV6Test-1810921037 tempest-RoutersAdminNegativeIpV6Test-1810921037-project-admin] device_id is not set on port ea9f90c1-8271-4f5a-829b-d0d288e526e5 yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:48:42.932589 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9086ae01-5af3-4774-90fe-aac35da0a057 tempest-RoutersAdminNegativeIpV6Test-1810921037 tempest-RoutersAdminNegativeIpV6Test-1810921037-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd28a470-4a28-4d83-9d8c-cb486bae9398,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:42.998382 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51911624-4b6a-4c04-85df-5ecb893053b0 req-b128e95a-d727-4f22-a1a3-68daae7a9731 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:43.000117 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-51911624-4b6a-4c04-85df-5ecb893053b0 req-b128e95a-d727-4f22-a1a3-68daae7a9731 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 946 time: 0.0829263 Jul 13 07:48:43.007678 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-9086ae01-5af3-4774-90fe-aac35da0a057 tempest-RoutersAdminNegativeIpV6Test-1810921037 tempest-RoutersAdminNegativeIpV6Test-1810921037-project-admin] Allocated IP 172.25.3.120 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/ea9f90c1-8271-4f5a-829b-d0d288e526e5) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:48:43.041983 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-51911624-4b6a-4c04-85df-5ecb893053b0 req-ec4132a7-2eda-48d5-9215-1f10a0c162b7 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360968 Jul 13 07:48:43.190946 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9086ae01-5af3-4774-90fe-aac35da0a057 tempest-RoutersAdminNegativeIpV6Test-1810921037 tempest-RoutersAdminNegativeIpV6Test-1810921037-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:43.246226 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9086ae01-5af3-4774-90fe-aac35da0a057 tempest-RoutersAdminNegativeIpV6Test-1810921037 tempest-RoutersAdminNegativeIpV6Test-1810921037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:43.362980 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9086ae01-5af3-4774-90fe-aac35da0a057 tempest-RoutersAdminNegativeIpV6Test-1810921037 tempest-RoutersAdminNegativeIpV6Test-1810921037-project-admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:48:43.368908 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-9086ae01-5af3-4774-90fe-aac35da0a057 tempest-RoutersAdminNegativeIpV6Test-1810921037 tempest-RoutersAdminNegativeIpV6Test-1810921037-project-admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:43.373145 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9086ae01-5af3-4774-90fe-aac35da0a057 tempest-RoutersAdminNegativeIpV6Test-1810921037 tempest-RoutersAdminNegativeIpV6Test-1810921037-project-admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:48:43.381652 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9086ae01-5af3-4774-90fe-aac35da0a057 tempest-RoutersAdminNegativeIpV6Test-1810921037 tempest-RoutersAdminNegativeIpV6Test-1810921037-project-admin] Pushing event updated for resources: {'Port': ['ID=ea9f90c1-8271-4f5a-829b-d0d288e526e5,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:43.445411 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9086ae01-5af3-4774-90fe-aac35da0a057 tempest-RoutersAdminNegativeIpV6Test-1810921037 tempest-RoutersAdminNegativeIpV6Test-1810921037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:43.449025 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9086ae01-5af3-4774-90fe-aac35da0a057 tempest-RoutersAdminNegativeIpV6Test-1810921037 tempest-RoutersAdminNegativeIpV6Test-1810921037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:43.480223 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56194) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:43.480772 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9086ae01-5af3-4774-90fe-aac35da0a057 tempest-RoutersAdminNegativeIpV6Test-1810921037 tempest-RoutersAdminNegativeIpV6Test-1810921037-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.8421335 Jul 13 07:48:43.486684 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-71def40f-beb5-4e42-8034-b9e07c01c093 tempest-RoutersAdminNegativeIpV6Test-1810921037 tempest-RoutersAdminNegativeIpV6Test-1810921037-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.120'}]}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:43.518148 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-71def40f-beb5-4e42-8034-b9e07c01c093 tempest-RoutersAdminNegativeIpV6Test-1810921037 tempest-RoutersAdminNegativeIpV6Test-1810921037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:43.519261 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-71def40f-beb5-4e42-8034-b9e07c01c093 tempest-RoutersAdminNegativeIpV6Test-1810921037 tempest-RoutersAdminNegativeIpV6Test-1810921037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:43.542357 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc7c4f-6259-442e-88d8-a9ea32d5447b req-72a2f129-aab1-4cda-a90e-5a52e334e077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:43.543914 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-08fc7c4f-6259-442e-88d8-a9ea32d5447b req-72a2f129-aab1-4cda-a90e-5a52e334e077 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=148940a8629a47229572c2706e020763&device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 1098 time: 0.0778139 Jul 13 07:48:43.638577 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-71def40f-beb5-4e42-8034-b9e07c01c093 tempest-RoutersAdminNegativeIpV6Test-1810921037 tempest-RoutersAdminNegativeIpV6Test-1810921037-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:43.650870 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc7c4f-6259-442e-88d8-a9ea32d5447b req-c4a0e6a2-94fd-4b3b-abf7-09d8a2b260ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:43.653077 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-08fc7c4f-6259-442e-88d8-a9ea32d5447b req-c4a0e6a2-94fd-4b3b-abf7-09d8a2b260ba service neutron] 10.222.0.25 "GET /v2.0/networks?id=b1a0608a-57ab-4eae-a70a-673f42c5f7eb HTTP/1.1" status: 200 len: 912 time: 0.1022778 Jul 13 07:48:43.695168 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-08fc7c4f-6259-442e-88d8-a9ea32d5447b req-7d583460-9bcf-4ffb-81a7-b68ea2eff49f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=565a5151-9c04-43a0-98a8-a4d43f7e6eb2 HTTP/1.1" status: 200 len: 217 time: 0.0363462 Jul 13 07:48:43.739879 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980ddc2-f9f9-4f15-95f3-890f38eebc70 req-3e38eab3-1a8e-4608-9b97-2c7daf74fb6f tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:43.741409 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7980ddc2-f9f9-4f15-95f3-890f38eebc70 req-3e38eab3-1a8e-4608-9b97-2c7daf74fb6f tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 946 time: 0.1990337 Jul 13 07:48:43.749281 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc7c4f-6259-442e-88d8-a9ea32d5447b req-e393d49e-67e6-4114-9b70-d4868502e145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:43.751676 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-08fc7c4f-6259-442e-88d8-a9ea32d5447b req-e393d49e-67e6-4114-9b70-d4868502e145 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eeeba8d7-6d9e-4312-8b5a-f1d37aee31b1 HTTP/1.1" status: 200 len: 851 time: 0.0499454 Jul 13 07:48:43.786491 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-08fc7c4f-6259-442e-88d8-a9ea32d5447b req-d540449f-3514-4b10-97ec-a51555623017 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b1a0608a-57ab-4eae-a70a-673f42c5f7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292013 Jul 13 07:48:43.852843 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7980ddc2-f9f9-4f15-95f3-890f38eebc70 req-0a1f1a70-1edd-4332-b142-e8ba211c6df9 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013453 Jul 13 07:48:43.854835 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-71def40f-beb5-4e42-8034-b9e07c01c093 tempest-RoutersAdminNegativeIpV6Test-1810921037 tempest-RoutersAdminNegativeIpV6Test-1810921037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:43.896077 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-08fc7c4f-6259-442e-88d8-a9ea32d5447b req-379c24e9-6ff7-42da-a807-ed796b48fa26 service neutron] 10.222.0.25 "GET /v2.0/networks/b1a0608a-57ab-4eae-a70a-673f42c5f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024711 Jul 13 07:48:43.993543 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-08fc7c4f-6259-442e-88d8-a9ea32d5447b req-9ba67382-2934-4fcc-9533-c6474df68a0e service neutron] 10.222.0.25 "GET /v2.0/networks/b1a0608a-57ab-4eae-a70a-673f42c5f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908370 Jul 13 07:48:44.082125 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-71def40f-beb5-4e42-8034-b9e07c01c093 tempest-RoutersAdminNegativeIpV6Test-1810921037 tempest-RoutersAdminNegativeIpV6Test-1810921037-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:44.103161 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-71def40f-beb5-4e42-8034-b9e07c01c093 tempest-RoutersAdminNegativeIpV6Test-1810921037 tempest-RoutersAdminNegativeIpV6Test-1810921037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:44.250057 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-71def40f-beb5-4e42-8034-b9e07c01c093 tempest-RoutersAdminNegativeIpV6Test-1810921037 tempest-RoutersAdminNegativeIpV6Test-1810921037-project-admin] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:44.417452 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-71def40f-beb5-4e42-8034-b9e07c01c093 tempest-RoutersAdminNegativeIpV6Test-1810921037 tempest-RoutersAdminNegativeIpV6Test-1810921037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:44.419782 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-71def40f-beb5-4e42-8034-b9e07c01c093 tempest-RoutersAdminNegativeIpV6Test-1810921037 tempest-RoutersAdminNegativeIpV6Test-1810921037-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:44.466536 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-71def40f-beb5-4e42-8034-b9e07c01c093 tempest-RoutersAdminNegativeIpV6Test-1810921037 tempest-RoutersAdminNegativeIpV6Test-1810921037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:44.467146 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71def40f-beb5-4e42-8034-b9e07c01c093 tempest-RoutersAdminNegativeIpV6Test-1810921037 tempest-RoutersAdminNegativeIpV6Test-1810921037-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 250e096c-8fad-4afe-bd88-d895403ff166 {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:48:44.483899 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-71def40f-beb5-4e42-8034-b9e07c01c093 tempest-RoutersAdminNegativeIpV6Test-1810921037 tempest-RoutersAdminNegativeIpV6Test-1810921037-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 13 07:48:44.485360 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-71def40f-beb5-4e42-8034-b9e07c01c093 tempest-RoutersAdminNegativeIpV6Test-1810921037 tempest-RoutersAdminNegativeIpV6Test-1810921037-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.0031421 Jul 13 07:48:44.488664 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56202) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:44.623806 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-f7f29dc0-4ed6-4649-9d96-5cc509270cfd tempest-RoutersAdminNegativeIpV6Test-1810921037 tempest-RoutersAdminNegativeIpV6Test-1810921037-project-admin] Deleting port ea9f90c1-8271-4f5a-829b-d0d288e526e5 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:44.624192 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f7f29dc0-4ed6-4649-9d96-5cc509270cfd tempest-RoutersAdminNegativeIpV6Test-1810921037 tempest-RoutersAdminNegativeIpV6Test-1810921037-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:44.720329 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f7f29dc0-4ed6-4649-9d96-5cc509270cfd tempest-RoutersAdminNegativeIpV6Test-1810921037 tempest-RoutersAdminNegativeIpV6Test-1810921037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:44.734515 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-f7f29dc0-4ed6-4649-9d96-5cc509270cfd tempest-RoutersAdminNegativeIpV6Test-1810921037 tempest-RoutersAdminNegativeIpV6Test-1810921037-project-admin] Calling delete_port for ea9f90c1-8271-4f5a-829b-d0d288e526e5 owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:44.868471 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f7f29dc0-4ed6-4649-9d96-5cc509270cfd tempest-RoutersAdminNegativeIpV6Test-1810921037 tempest-RoutersAdminNegativeIpV6Test-1810921037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:44.905860 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f29dc0-4ed6-4649-9d96-5cc509270cfd tempest-RoutersAdminNegativeIpV6Test-1810921037 tempest-RoutersAdminNegativeIpV6Test-1810921037-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea9f90c1-8271-4f5a-829b-d0d288e526e5,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:44.966518 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f7f29dc0-4ed6-4649-9d96-5cc509270cfd tempest-RoutersAdminNegativeIpV6Test-1810921037 tempest-RoutersAdminNegativeIpV6Test-1810921037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:44.968585 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f7f29dc0-4ed6-4649-9d96-5cc509270cfd tempest-RoutersAdminNegativeIpV6Test-1810921037 tempest-RoutersAdminNegativeIpV6Test-1810921037-project-admin] 10.222.0.23 "DELETE /v2.0/ports/ea9f90c1-8271-4f5a-829b-d0d288e526e5 HTTP/1.1" status: 204 len: 168 time: 0.4789028 Jul 13 07:48:45.037822 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453fb07-6704-4848-8319-e0a7f8134777 req-0e134b4c-987f-4da5-abef-af82bebbf07f tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:45.040132 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4453fb07-6704-4848-8319-e0a7f8134777 req-0e134b4c-987f-4da5-abef-af82bebbf07f tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 946 time: 0.0635948 Jul 13 07:48:45.080393 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4453fb07-6704-4848-8319-e0a7f8134777 req-a88bab35-87f0-4393-98c4-c720a729bc40 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338643 Jul 13 07:48:45.235990 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56210) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:45.349533 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b5b7dbcb-0aa6-4b50-89d4-1586a159c927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:45.451931 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b5b7dbcb-0aa6-4b50-89d4-1586a159c927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:45.456662 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b5b7dbcb-0aa6-4b50-89d4-1586a159c927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:45.498923 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b5b7dbcb-0aa6-4b50-89d4-1586a159c927 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=286786eb8aa9488b9eec90dfdf3f179a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2618265 Jul 13 07:48:45.499705 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b7dbcb-0aa6-4b50-89d4-1586a159c927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd609b9-b076-4712-b3bc-99c9d225b451,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:45.502220 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56224) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:45.589127 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ddf38fab-034d-4704-a8d0-35799e403b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:45.615067 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ddf38fab-034d-4704-a8d0-35799e403b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:45.682604 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ddf38fab-034d-4704-a8d0-35799e403b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:45.685908 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ddf38fab-034d-4704-a8d0-35799e403b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:45.688029 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ddf38fab-034d-4704-a8d0-35799e403b1e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2cd609b9-b076-4712-b3bc-99c9d225b451 HTTP/1.1" status: 204 len: 168 time: 0.1833823 Jul 13 07:48:45.718039 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf38fab-034d-4704-a8d0-35799e403b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd609b9-b076-4712-b3bc-99c9d225b451,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:46.028423 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56240) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:46.072569 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b9baf466-581d-4047-9011-15c8a4b0a558 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=de8c46feccca4f678475f8e10ef3d548&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427866 Jul 13 07:48:46.075299 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56242) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:46.125509 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2d79e84b-afcd-4cd2-b796-abf321329e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:46.147808 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2d79e84b-afcd-4cd2-b796-abf321329e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:46.209917 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2d79e84b-afcd-4cd2-b796-abf321329e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:46.212259 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2d79e84b-afcd-4cd2-b796-abf321329e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:46.213360 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2d79e84b-afcd-4cd2-b796-abf321329e6b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cd28a470-4a28-4d83-9d8c-cb486bae9398 HTTP/1.1" status: 204 len: 168 time: 0.1371541 Jul 13 07:48:46.244623 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79e84b-afcd-4cd2-b796-abf321329e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd28a470-4a28-4d83-9d8c-cb486bae9398,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:46.282228 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f33da-49ba-4e07-94a4-c47efe570137 req-4fcca5b7-d5fd-44dc-9a81-591a81a436ec tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:46.284487 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a04f33da-49ba-4e07-94a4-c47efe570137 req-4fcca5b7-d5fd-44dc-9a81-591a81a436ec tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 946 time: 0.0854568 Jul 13 07:48:46.327063 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a04f33da-49ba-4e07-94a4-c47efe570137 req-094c1081-c635-49be-9850-2bcb26ba6125 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353637 Jul 13 07:48:47.066522 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:48:47.549084 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535a3ba-da35-4fc8-b849-e60828483801 req-717d0a01-13fa-49b1-a848-2ea98319259d tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:47.558489 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b535a3ba-da35-4fc8-b849-e60828483801 req-717d0a01-13fa-49b1-a848-2ea98319259d tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 946 time: 0.0924101 Jul 13 07:48:47.606037 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b535a3ba-da35-4fc8-b849-e60828483801 req-21a3984c-ceb6-46a5-85a9-a7d411776c19 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464365 Jul 13 07:48:47.607623 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56284) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:47.717435 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-178a6174-c124-43d1-ac7b-db7ba5a12ad0 tempest-RoutersAdminNegativeTest-1057179134 tempest-RoutersAdminNegativeTest-1057179134-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-515601531', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:47.739508 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178a6174-c124-43d1-ac7b-db7ba5a12ad0 tempest-RoutersAdminNegativeTest-1057179134 tempest-RoutersAdminNegativeTest-1057179134-project-admin] Made reservation on behalf of 2f65107333b54cec94a40867ecdceb6c for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:48:47.741737 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-178a6174-c124-43d1-ac7b-db7ba5a12ad0 tempest-RoutersAdminNegativeTest-1057179134 tempest-RoutersAdminNegativeTest-1057179134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:47.750938 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-178a6174-c124-43d1-ac7b-db7ba5a12ad0 tempest-RoutersAdminNegativeTest-1057179134 tempest-RoutersAdminNegativeTest-1057179134-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:47.849227 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-178a6174-c124-43d1-ac7b-db7ba5a12ad0 tempest-RoutersAdminNegativeTest-1057179134 tempest-RoutersAdminNegativeTest-1057179134-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:47.852276 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-178a6174-c124-43d1-ac7b-db7ba5a12ad0 tempest-RoutersAdminNegativeTest-1057179134 tempest-RoutersAdminNegativeTest-1057179134-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:47.857337 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-178a6174-c124-43d1-ac7b-db7ba5a12ad0 tempest-RoutersAdminNegativeTest-1057179134 tempest-RoutersAdminNegativeTest-1057179134-project-admin] device_id is not set on port e94363b2-8a20-4f82-981e-a8b3331e25e4 yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:48:47.924999 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a6174-c124-43d1-ac7b-db7ba5a12ad0 tempest-RoutersAdminNegativeTest-1057179134 tempest-RoutersAdminNegativeTest-1057179134-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c561f26-fd33-4b31-ab49-80976e9518ed,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:47.987120 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-178a6174-c124-43d1-ac7b-db7ba5a12ad0 tempest-RoutersAdminNegativeTest-1057179134 tempest-RoutersAdminNegativeTest-1057179134-project-admin] Allocated IP 172.25.3.103 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/e94363b2-8a20-4f82-981e-a8b3331e25e4) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:48:48.126787 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-178a6174-c124-43d1-ac7b-db7ba5a12ad0 tempest-RoutersAdminNegativeTest-1057179134 tempest-RoutersAdminNegativeTest-1057179134-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:48.477703 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-178a6174-c124-43d1-ac7b-db7ba5a12ad0 tempest-RoutersAdminNegativeTest-1057179134 tempest-RoutersAdminNegativeTest-1057179134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:48.518553 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178a6174-c124-43d1-ac7b-db7ba5a12ad0 tempest-RoutersAdminNegativeTest-1057179134 tempest-RoutersAdminNegativeTest-1057179134-project-admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:48:48.522814 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-178a6174-c124-43d1-ac7b-db7ba5a12ad0 tempest-RoutersAdminNegativeTest-1057179134 tempest-RoutersAdminNegativeTest-1057179134-project-admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:48.528362 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178a6174-c124-43d1-ac7b-db7ba5a12ad0 tempest-RoutersAdminNegativeTest-1057179134 tempest-RoutersAdminNegativeTest-1057179134-project-admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:48:48.530768 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a6174-c124-43d1-ac7b-db7ba5a12ad0 tempest-RoutersAdminNegativeTest-1057179134 tempest-RoutersAdminNegativeTest-1057179134-project-admin] Pushing event updated for resources: {'Port': ['ID=e94363b2-8a20-4f82-981e-a8b3331e25e4,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:48.566371 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178a6174-c124-43d1-ac7b-db7ba5a12ad0 tempest-RoutersAdminNegativeTest-1057179134 tempest-RoutersAdminNegativeTest-1057179134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:48.566978 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-178a6174-c124-43d1-ac7b-db7ba5a12ad0 tempest-RoutersAdminNegativeTest-1057179134 tempest-RoutersAdminNegativeTest-1057179134-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:48.580703 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-178a6174-c124-43d1-ac7b-db7ba5a12ad0 tempest-RoutersAdminNegativeTest-1057179134 tempest-RoutersAdminNegativeTest-1057179134-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.9720089 Jul 13 07:48:48.583631 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56290) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:48.588683 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-d7130f53-9bee-490a-972b-bb342cb02acb tempest-RoutersAdminNegativeTest-1057179134 tempest-RoutersAdminNegativeTest-1057179134-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.103'}]}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:48.609940 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d7130f53-9bee-490a-972b-bb342cb02acb tempest-RoutersAdminNegativeTest-1057179134 tempest-RoutersAdminNegativeTest-1057179134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:48.611006 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d7130f53-9bee-490a-972b-bb342cb02acb tempest-RoutersAdminNegativeTest-1057179134 tempest-RoutersAdminNegativeTest-1057179134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:48.666308 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d7130f53-9bee-490a-972b-bb342cb02acb tempest-RoutersAdminNegativeTest-1057179134 tempest-RoutersAdminNegativeTest-1057179134-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:48.835678 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d7130f53-9bee-490a-972b-bb342cb02acb tempest-RoutersAdminNegativeTest-1057179134 tempest-RoutersAdminNegativeTest-1057179134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:48.874626 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe52a4f-613a-4742-9aa0-30195e18aff2 req-bd57e9c6-59dc-4028-af84-2b98460f7c35 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:48.876162 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dfe52a4f-613a-4742-9aa0-30195e18aff2 req-bd57e9c6-59dc-4028-af84-2b98460f7c35 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 946 time: 0.1454251 Jul 13 07:48:48.927975 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dfe52a4f-613a-4742-9aa0-30195e18aff2 req-99f6eb60-30e0-43b5-a4d8-7f4fd9b83ace tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426180 Jul 13 07:48:49.087840 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d7130f53-9bee-490a-972b-bb342cb02acb tempest-RoutersAdminNegativeTest-1057179134 tempest-RoutersAdminNegativeTest-1057179134-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:49.118910 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d7130f53-9bee-490a-972b-bb342cb02acb tempest-RoutersAdminNegativeTest-1057179134 tempest-RoutersAdminNegativeTest-1057179134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:49.267476 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d7130f53-9bee-490a-972b-bb342cb02acb tempest-RoutersAdminNegativeTest-1057179134 tempest-RoutersAdminNegativeTest-1057179134-project-admin] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:49.430336 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d7130f53-9bee-490a-972b-bb342cb02acb tempest-RoutersAdminNegativeTest-1057179134 tempest-RoutersAdminNegativeTest-1057179134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:49.432384 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d7130f53-9bee-490a-972b-bb342cb02acb tempest-RoutersAdminNegativeTest-1057179134 tempest-RoutersAdminNegativeTest-1057179134-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:49.475776 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d7130f53-9bee-490a-972b-bb342cb02acb tempest-RoutersAdminNegativeTest-1057179134 tempest-RoutersAdminNegativeTest-1057179134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:49.476304 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7130f53-9bee-490a-972b-bb342cb02acb tempest-RoutersAdminNegativeTest-1057179134 tempest-RoutersAdminNegativeTest-1057179134-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f300fb07-31a2-4e80-98c1-cfb53e982544 {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:48:49.491403 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-d7130f53-9bee-490a-972b-bb342cb02acb tempest-RoutersAdminNegativeTest-1057179134 tempest-RoutersAdminNegativeTest-1057179134-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 13 07:48:49.493175 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d7130f53-9bee-490a-972b-bb342cb02acb tempest-RoutersAdminNegativeTest-1057179134 tempest-RoutersAdminNegativeTest-1057179134-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.9086113 Jul 13 07:48:49.495959 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56314) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:49.587462 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-7ec83afd-4933-465e-9b66-34eb4a132dff tempest-RoutersAdminNegativeTest-1057179134 tempest-RoutersAdminNegativeTest-1057179134-project-admin] Deleting port e94363b2-8a20-4f82-981e-a8b3331e25e4 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:49.587819 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7ec83afd-4933-465e-9b66-34eb4a132dff tempest-RoutersAdminNegativeTest-1057179134 tempest-RoutersAdminNegativeTest-1057179134-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:49.664408 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7ec83afd-4933-465e-9b66-34eb4a132dff tempest-RoutersAdminNegativeTest-1057179134 tempest-RoutersAdminNegativeTest-1057179134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:49.676065 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-7ec83afd-4933-465e-9b66-34eb4a132dff tempest-RoutersAdminNegativeTest-1057179134 tempest-RoutersAdminNegativeTest-1057179134-project-admin] Calling delete_port for e94363b2-8a20-4f82-981e-a8b3331e25e4 owned by {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:49.804348 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7ec83afd-4933-465e-9b66-34eb4a132dff tempest-RoutersAdminNegativeTest-1057179134 tempest-RoutersAdminNegativeTest-1057179134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:49.832406 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec83afd-4933-465e-9b66-34eb4a132dff tempest-RoutersAdminNegativeTest-1057179134 tempest-RoutersAdminNegativeTest-1057179134-project-admin] Pushing event deleted for resources: {'Port': ['ID=e94363b2-8a20-4f82-981e-a8b3331e25e4,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:49.901032 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7ec83afd-4933-465e-9b66-34eb4a132dff tempest-RoutersAdminNegativeTest-1057179134 tempest-RoutersAdminNegativeTest-1057179134-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:49.906110 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7ec83afd-4933-465e-9b66-34eb4a132dff tempest-RoutersAdminNegativeTest-1057179134 tempest-RoutersAdminNegativeTest-1057179134-project-admin] 10.222.0.23 "DELETE /v2.0/ports/e94363b2-8a20-4f82-981e-a8b3331e25e4 HTTP/1.1" status: 204 len: 168 time: 0.4089818 Jul 13 07:48:50.174195 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d873e1-f669-4b05-9488-af3cf0af2152 req-30b05454-7a21-41a8-aefe-32cf61b13e27 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:50.176774 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-52d873e1-f669-4b05-9488-af3cf0af2152 req-30b05454-7a21-41a8-aefe-32cf61b13e27 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 946 time: 0.1180303 Jul 13 07:48:50.208096 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56324) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:50.242655 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-52d873e1-f669-4b05-9488-af3cf0af2152 req-c022c1de-7b49-49ed-8378-9babe28bf2fe tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573235 Jul 13 07:48:50.346807 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f27190e1-cc23-40fd-969f-75cc1fa3b0bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:50.447148 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f27190e1-cc23-40fd-969f-75cc1fa3b0bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:50.451847 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f27190e1-cc23-40fd-969f-75cc1fa3b0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:50.491191 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f27190e1-cc23-40fd-969f-75cc1fa3b0bb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0568aa2b9fe1481b8638f91dddae4d2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2819231 Jul 13 07:48:50.492188 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27190e1-cc23-40fd-969f-75cc1fa3b0bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6925ff0-ab4c-4bab-8edf-08ac8430025e,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:50.495095 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56330) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:50.555472 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-271dd50e-3c2c-4785-be8d-f0f49c3558b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:50.579008 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-271dd50e-3c2c-4785-be8d-f0f49c3558b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:50.630027 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-271dd50e-3c2c-4785-be8d-f0f49c3558b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:50.633467 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-271dd50e-3c2c-4785-be8d-f0f49c3558b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:50.634819 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-271dd50e-3c2c-4785-be8d-f0f49c3558b4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d6925ff0-ab4c-4bab-8edf-08ac8430025e HTTP/1.1" status: 204 len: 168 time: 0.1381884 Jul 13 07:48:50.643065 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271dd50e-3c2c-4785-be8d-f0f49c3558b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6925ff0-ab4c-4bab-8edf-08ac8430025e,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:50.907052 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56336) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:50.948680 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f0913700-26e9-4083-b0c6-d2eedb3ac90e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2f65107333b54cec94a40867ecdceb6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400605 Jul 13 07:48:50.951147 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56338) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:51.003093 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c25dcde0-5d67-49d3-a94f-eda7b461b4ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.025064 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c25dcde0-5d67-49d3-a94f-eda7b461b4ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.075508 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c25dcde0-5d67-49d3-a94f-eda7b461b4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.078340 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c25dcde0-5d67-49d3-a94f-eda7b461b4ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:51.079632 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c25dcde0-5d67-49d3-a94f-eda7b461b4ae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8c561f26-fd33-4b31-ab49-80976e9518ed HTTP/1.1" status: 204 len: 168 time: 0.1275492 Jul 13 07:48:51.088685 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25dcde0-5d67-49d3-a94f-eda7b461b4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c561f26-fd33-4b31-ab49-80976e9518ed,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:51.494626 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707308f4-cbc5-4889-9379-6b1af80de8bd req-11042e4c-4cf7-4e68-9b3f-2ca1d175dcb9 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:51.504011 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-707308f4-cbc5-4889-9379-6b1af80de8bd req-11042e4c-4cf7-4e68-9b3f-2ca1d175dcb9 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 946 time: 0.0805192 Jul 13 07:48:51.547807 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-707308f4-cbc5-4889-9379-6b1af80de8bd req-623dbfad-0c87-4ce8-a91d-bc48bce23a69 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427291 Jul 13 07:48:51.888129 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56366) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:51.988224 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-5d727aa5-d9c5-4705-9965-4a6267d30353 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1528968202'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:52.010235 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d727aa5-d9c5-4705-9965-4a6267d30353 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Made reservation on behalf of feef4403dc53459289ca8b77d52024dd for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:48:52.014220 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5d727aa5-d9c5-4705-9965-4a6267d30353 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.024991 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5d727aa5-d9c5-4705-9965-4a6267d30353 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.131402 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5d727aa5-d9c5-4705-9965-4a6267d30353 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.136453 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5d727aa5-d9c5-4705-9965-4a6267d30353 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.164683 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d727aa5-d9c5-4705-9965-4a6267d30353 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:48:52.175155 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d727aa5-d9c5-4705-9965-4a6267d30353 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72399698-65a4-48f8-9472-8fdc430cd55a,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:52.180386 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5d727aa5-d9c5-4705-9965-4a6267d30353 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.180751 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-5d727aa5-d9c5-4705-9965-4a6267d30353 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Added segment 7c1d1621-e69e-4e01-89b5-61d0f6d602e2 of type vlan for network 1a027122-e8d5-4f0d-a0a6-4d77eda758a9 Jul 13 07:48:52.229476 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5d727aa5-d9c5-4705-9965-4a6267d30353 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.262075 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5d727aa5-d9c5-4705-9965-4a6267d30353 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.268014 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d727aa5-d9c5-4705-9965-4a6267d30353 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:52.268636 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5d727aa5-d9c5-4705-9965-4a6267d30353 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.309359 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5d727aa5-d9c5-4705-9965-4a6267d30353 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4200599 Jul 13 07:48:52.312346 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56370) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:52.318901 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-35107956-7b59-437e-bf4b-8e240338e728 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Request body: {'subnet': {'network_id': '1a027122-e8d5-4f0d-a0a6-4d77eda758a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:52.342789 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d727aa5-d9c5-4705-9965-4a6267d30353 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Pushing event updated for resources: {'Network': ['ID=1a027122-e8d5-4f0d-a0a6-4d77eda758a9,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:52.357955 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 1a027122-e8d5-4f0d-a0a6-4d77eda758a9 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:48:52.441695 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35107956-7b59-437e-bf4b-8e240338e728 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Made reservation on behalf of feef4403dc53459289ca8b77d52024dd for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:48:52.446498 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-35107956-7b59-437e-bf4b-8e240338e728 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.799560 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-35107956-7b59-437e-bf4b-8e240338e728 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.866649 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35107956-7b59-437e-bf4b-8e240338e728 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Pushing event updated for resources: {'Subnet': ['ID=baccbe1c-a6f0-4a50-b30f-ce95320601ea,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:52.879074 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4fe93-dc8e-4cae-aa48-81ee02314ad5 req-eeae700c-f90c-4ee8-893a-1994757a4d2f tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:52.880698 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-68f4fe93-dc8e-4cae-aa48-81ee02314ad5 req-eeae700c-f90c-4ee8-893a-1994757a4d2f tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 946 time: 0.1599267 Jul 13 07:48:52.913437 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35107956-7b59-437e-bf4b-8e240338e728 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Checking segment: {'id': '7c1d1621-e69e-4e01-89b5-61d0f6d602e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1a027122-e8d5-4f0d-a0a6-4d77eda758a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:48:52.914315 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35107956-7b59-437e-bf4b-8e240338e728 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Network hostable DHCP agents. Network: 1a027122-e8d5-4f0d-a0a6-4d77eda758a9, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:48:52.938734 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-68f4fe93-dc8e-4cae-aa48-81ee02314ad5 req-8d4d8c7c-a9c9-49d2-af3e-4ee4deb705ad tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454895 Jul 13 07:48:52.950561 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35107956-7b59-437e-bf4b-8e240338e728 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Network 1a027122-e8d5-4f0d-a0a6-4d77eda758a9 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:48:52.970224 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-35107956-7b59-437e-bf4b-8e240338e728 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 1a027122-e8d5-4f0d-a0a6-4d77eda758a9) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:52.975051 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35107956-7b59-437e-bf4b-8e240338e728 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:52.976767 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-35107956-7b59-437e-bf4b-8e240338e728 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:52.981102 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3112ec8f-462d-4f00-b3ed-a66b467db1ad None None] Network 1a027122-e8d5-4f0d-a0a6-4d77eda758a9 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:48:53.002298 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56390) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:53.003746 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-35107956-7b59-437e-bf4b-8e240338e728 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6897342 Jul 13 07:48:53.009236 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-4aba991d-053f-4c7c-9ccb-6a501a671e88 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Request body: {'port': {'network_id': '1a027122-e8d5-4f0d-a0a6-4d77eda758a9', 'name': 'tempest-AllowedAddressPairTestJSON-91880445'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:53.178008 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3424ed92-64fa-4f1b-9cc6-b4a3f77eba62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-1a027122-e8d5-4f0d-a0a6-4d77eda758a9', 'network_id': '1a027122-e8d5-4f0d-a0a6-4d77eda758a9', 'tenant_id': 'feef4403dc53459289ca8b77d52024dd', 'fixed_ips': [{'subnet_id': 'baccbe1c-a6f0-4a50-b30f-ce95320601ea'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:48:53.178895 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3424ed92-64fa-4f1b-9cc6-b4a3f77eba62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:53.189440 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aba991d-053f-4c7c-9ccb-6a501a671e88 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Made reservation on behalf of feef4403dc53459289ca8b77d52024dd for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:48:53.194141 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4aba991d-053f-4c7c-9ccb-6a501a671e88 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:53.218206 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-4aba991d-053f-4c7c-9ccb-6a501a671e88 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] device_id is not set on port 0a000d2b-1768-42b4-9b2f-122a2fc36874 yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:48:53.372905 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-4aba991d-053f-4c7c-9ccb-6a501a671e88 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Allocated IP 172.20.0.7 (1a027122-e8d5-4f0d-a0a6-4d77eda758a9/baccbe1c-a6f0-4a50-b30f-ce95320601ea/0a000d2b-1768-42b4-9b2f-122a2fc36874) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:48:53.379363 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:53.561871 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4aba991d-053f-4c7c-9ccb-6a501a671e88 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:53.579571 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-4aba991d-053f-4c7c-9ccb-6a501a671e88 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Transition to ACTIVE for port object 0a000d2b-1768-42b4-9b2f-122a2fc36874 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:48:53.614845 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4aba991d-053f-4c7c-9ccb-6a501a671e88 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:53.668854 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-3424ed92-64fa-4f1b-9cc6-b4a3f77eba62 None None] Allocated IP 172.20.0.2 (1a027122-e8d5-4f0d-a0a6-4d77eda758a9/baccbe1c-a6f0-4a50-b30f-ce95320601ea/3368d3d2-7c9c-4989-8869-22d115aa410c) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:48:53.671696 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aba991d-053f-4c7c-9ccb-6a501a671e88 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Network 1a027122-e8d5-4f0d-a0a6-4d77eda758a9 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:48:53.675444 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-4aba991d-053f-4c7c-9ccb-6a501a671e88 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:53.679689 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aba991d-053f-4c7c-9ccb-6a501a671e88 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:48:53.707516 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba991d-053f-4c7c-9ccb-6a501a671e88 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Pushing event updated for resources: {'Port': ['ID=0a000d2b-1768-42b4-9b2f-122a2fc36874,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:53.740561 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aba991d-053f-4c7c-9ccb-6a501a671e88 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:53.741189 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4aba991d-053f-4c7c-9ccb-6a501a671e88 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:53.755654 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4aba991d-053f-4c7c-9ccb-6a501a671e88 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.7514584 Jul 13 07:48:53.759147 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56392) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:53.764965 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-de1c34d8-6afb-4bec-9f47-71c9287c6f2c tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Request body: {'port': {'network_id': '1a027122-e8d5-4f0d-a0a6-4d77eda758a9', 'name': 'tempest-AllowedAddressPairTestJSON-804752733', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:b5:40:5b'}]}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:53.839131 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3424ed92-64fa-4f1b-9cc6-b4a3f77eba62 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:53.848282 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3424ed92-64fa-4f1b-9cc6-b4a3f77eba62 None None] Transition to ACTIVE for port object 3368d3d2-7c9c-4989-8869-22d115aa410c will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:48:53.864651 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3424ed92-64fa-4f1b-9cc6-b4a3f77eba62 None None] Transition to ACTIVE for port object 3368d3d2-7c9c-4989-8869-22d115aa410c will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:48:53.872597 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3424ed92-64fa-4f1b-9cc6-b4a3f77eba62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:53.896753 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1c34d8-6afb-4bec-9f47-71c9287c6f2c tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Made reservation on behalf of feef4403dc53459289ca8b77d52024dd for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:48:53.913561 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3424ed92-64fa-4f1b-9cc6-b4a3f77eba62 None None] Network 1a027122-e8d5-4f0d-a0a6-4d77eda758a9 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:48:53.918947 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-3424ed92-64fa-4f1b-9cc6-b4a3f77eba62 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:53.922675 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3424ed92-64fa-4f1b-9cc6-b4a3f77eba62 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:48:53.934235 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424ed92-64fa-4f1b-9cc6-b4a3f77eba62 None None] Pushing event updated for resources: {'Port': ['ID=3368d3d2-7c9c-4989-8869-22d115aa410c,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:53.996036 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:53.999657 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-de1c34d8-6afb-4bec-9f47-71c9287c6f2c tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:54.001819 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-3424ed92-64fa-4f1b-9cc6-b4a3f77eba62 None None] Attempting to bind port 3368d3d2-7c9c-4989-8869-22d115aa410c on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:48:54.002682 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-3424ed92-64fa-4f1b-9cc6-b4a3f77eba62 None None] Attempting to bind port 3368d3d2-7c9c-4989-8869-22d115aa410c by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '7c1d1621-e69e-4e01-89b5-61d0f6d602e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1a027122-e8d5-4f0d-a0a6-4d77eda758a9'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:48:54.003492 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3424ed92-64fa-4f1b-9cc6-b4a3f77eba62 None None] Attempting to bind port 3368d3d2-7c9c-4989-8869-22d115aa410c on network 1a027122-e8d5-4f0d-a0a6-4d77eda758a9 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:48:54.010241 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3424ed92-64fa-4f1b-9cc6-b4a3f77eba62 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:48:54.010984 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3424ed92-64fa-4f1b-9cc6-b4a3f77eba62 None None] Checking segment: {'id': '7c1d1621-e69e-4e01-89b5-61d0f6d602e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1a027122-e8d5-4f0d-a0a6-4d77eda758a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:48:54.011652 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3424ed92-64fa-4f1b-9cc6-b4a3f77eba62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:54.012262 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3424ed92-64fa-4f1b-9cc6-b4a3f77eba62 None None] Bound using segment: {'id': '7c1d1621-e69e-4e01-89b5-61d0f6d602e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1a027122-e8d5-4f0d-a0a6-4d77eda758a9'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:48:54.013209 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-3424ed92-64fa-4f1b-9cc6-b4a3f77eba62 None None] Bound port: 3368d3d2-7c9c-4989-8869-22d115aa410c, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c1d1621-e69e-4e01-89b5-61d0f6d602e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1a027122-e8d5-4f0d-a0a6-4d77eda758a9'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:48:54.013811 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3424ed92-64fa-4f1b-9cc6-b4a3f77eba62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:54.024645 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-de1c34d8-6afb-4bec-9f47-71c9287c6f2c tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] device_id is not set on port 4a15876c-ffad-4907-83d7-89c0d12aa9c7 yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:48:54.100978 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-3424ed92-64fa-4f1b-9cc6-b4a3f77eba62 None None] For port 3368d3d2-7c9c-4989-8869-22d115aa410c, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:48:54.108291 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-3424ed92-64fa-4f1b-9cc6-b4a3f77eba62 None None] For port 3368d3d2-7c9c-4989-8869-22d115aa410c, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=3368d3d2-7c9c-4989-8869-22d115aa410c,segment=NetworkSegment(7c1d1621-e69e-4e01-89b5-61d0f6d602e2),segment_id=7c1d1621-e69e-4e01-89b5-61d0f6d602e2)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:48:54.115065 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3424ed92-64fa-4f1b-9cc6-b4a3f77eba62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:54.198426 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424ed92-64fa-4f1b-9cc6-b4a3f77eba62 None None] Pushing event updated for resources: {'Port': ['ID=3368d3d2-7c9c-4989-8869-22d115aa410c,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:54.255912 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-de1c34d8-6afb-4bec-9f47-71c9287c6f2c tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Allocated IP 172.20.0.4 (1a027122-e8d5-4f0d-a0a6-4d77eda758a9/baccbe1c-a6f0-4a50-b30f-ce95320601ea/4a15876c-ffad-4907-83d7-89c0d12aa9c7) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:48:54.447087 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2231f0e-b007-47af-8dda-f1dd7adb354b req-9c523a72-12c6-4991-9f12-d2b9a43b2e05 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:54.453665 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c2231f0e-b007-47af-8dda-f1dd7adb354b req-9c523a72-12c6-4991-9f12-d2b9a43b2e05 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 946 time: 0.1621246 Jul 13 07:48:54.527538 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c2231f0e-b007-47af-8dda-f1dd7adb354b req-64fe9369-ff13-464a-b97b-87660d22dd39 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727665 Jul 13 07:48:54.532760 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-de1c34d8-6afb-4bec-9f47-71c9287c6f2c tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:54.559666 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-de1c34d8-6afb-4bec-9f47-71c9287c6f2c tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Transition to ACTIVE for port object 4a15876c-ffad-4907-83d7-89c0d12aa9c7 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:48:54.601388 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-de1c34d8-6afb-4bec-9f47-71c9287c6f2c tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:54.649308 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1c34d8-6afb-4bec-9f47-71c9287c6f2c tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Network 1a027122-e8d5-4f0d-a0a6-4d77eda758a9 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:48:54.652750 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-de1c34d8-6afb-4bec-9f47-71c9287c6f2c tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:54.656633 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1c34d8-6afb-4bec-9f47-71c9287c6f2c tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:48:54.663398 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c34d8-6afb-4bec-9f47-71c9287c6f2c tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Pushing event updated for resources: {'Port': ['ID=4a15876c-ffad-4907-83d7-89c0d12aa9c7,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:54.711097 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1c34d8-6afb-4bec-9f47-71c9287c6f2c tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:54.711772 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-de1c34d8-6afb-4bec-9f47-71c9287c6f2c tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:54.726009 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-de1c34d8-6afb-4bec-9f47-71c9287c6f2c tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 0.9657779 Jul 13 07:48:54.728544 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56410) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:54.841188 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7338a2-7239-43be-b916-3f4b4ec855b7 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:54.847659 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7338a2-7239-43be-b916-3f4b4ec855b7 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:54.853314 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7338a2-7239-43be-b916-3f4b4ec855b7 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:54.855323 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0e7338a2-7239-43be-b916-3f4b4ec855b7 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2461 time: 0.1258073 Jul 13 07:48:54.858157 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56412) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:54.968864 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-b32180f4-6c5a-43f1-8e78-81f6e8035bd8 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Deleting port 4a15876c-ffad-4907-83d7-89c0d12aa9c7 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:54.969202 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b32180f4-6c5a-43f1-8e78-81f6e8035bd8 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:55.078684 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b32180f4-6c5a-43f1-8e78-81f6e8035bd8 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:55.095475 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-b32180f4-6c5a-43f1-8e78-81f6e8035bd8 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Calling delete_port for 4a15876c-ffad-4907-83d7-89c0d12aa9c7 owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:55.237569 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b32180f4-6c5a-43f1-8e78-81f6e8035bd8 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:55.267441 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32180f4-6c5a-43f1-8e78-81f6e8035bd8 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Pushing event deleted for resources: {'Port': ['ID=4a15876c-ffad-4907-83d7-89c0d12aa9c7,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:55.421658 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9fbd30-23a2-4c1e-8f74-a07cb0d52d8d None None] Network 1a027122-e8d5-4f0d-a0a6-4d77eda758a9 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:48:55.464473 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-216a3e63-3760-4d41-b1ee-d1a789c1093b None None] Provisioning for port 3368d3d2-7c9c-4989-8869-22d115aa410c completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:48:55.469702 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b32180f4-6c5a-43f1-8e78-81f6e8035bd8 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:55.473041 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b32180f4-6c5a-43f1-8e78-81f6e8035bd8 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] 10.222.0.23 "DELETE /v2.0/ports/4a15876c-ffad-4907-83d7-89c0d12aa9c7 HTTP/1.1" status: 204 len: 168 time: 0.6126130 Jul 13 07:48:55.476220 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56420) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:55.514821 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa0f2877-d526-4e93-8116-015f2963dfec tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] GET failed (client error): The resource could not be found. Jul 13 07:48:55.520858 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56422) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:55.521238 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-aa0f2877-d526-4e93-8116-015f2963dfec tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] 10.222.0.23 "GET /v2.0/ports/4a15876c-ffad-4907-83d7-89c0d12aa9c7 HTTP/1.1" status: 404 len: 333 time: 0.0434253 Jul 13 07:48:55.526370 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-a7df9eab-d78c-4552-9027-22331b5aa2d1 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Request body: {'port': {'network_id': '1a027122-e8d5-4f0d-a0a6-4d77eda758a9', 'name': 'tempest-AllowedAddressPairTestJSON-1111763657'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:55.718238 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7df9eab-d78c-4552-9027-22331b5aa2d1 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Made reservation on behalf of feef4403dc53459289ca8b77d52024dd for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:48:55.721970 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a7df9eab-d78c-4552-9027-22331b5aa2d1 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:55.783843 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-a7df9eab-d78c-4552-9027-22331b5aa2d1 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] device_id is not set on port 13e920e6-f4a7-4177-a90f-cbc27646a6c6 yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:48:55.879722 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc94bef-7654-42db-9245-1ef955167deb req-1cd4ab5e-278d-4741-b14b-4bd1f2005043 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:55.881345 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ccc94bef-7654-42db-9245-1ef955167deb req-1cd4ab5e-278d-4741-b14b-4bd1f2005043 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 946 time: 0.1568894 Jul 13 07:48:55.956388 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ccc94bef-7654-42db-9245-1ef955167deb req-90a1e923-936c-46f6-b875-ec361f6077e3 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493779 Jul 13 07:48:55.971430 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-a7df9eab-d78c-4552-9027-22331b5aa2d1 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Allocated IP 172.20.0.6 (1a027122-e8d5-4f0d-a0a6-4d77eda758a9/baccbe1c-a6f0-4a50-b30f-ce95320601ea/13e920e6-f4a7-4177-a90f-cbc27646a6c6) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:48:56.046959 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e1c2da52-9e72-4f1f-8b19-e098dfa8dd2d None None] Provisioning for port 0a000d2b-1768-42b4-9b2f-122a2fc36874 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:48:56.053769 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e1c2da52-9e72-4f1f-8b19-e098dfa8dd2d None None] Provisioning complete for port 0a000d2b-1768-42b4-9b2f-122a2fc36874 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:56.054236 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e1c2da52-9e72-4f1f-8b19-e098dfa8dd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:56.109419 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-e1c2da52-9e72-4f1f-8b19-e098dfa8dd2d None None] Port 0a000d2b-1768-42b4-9b2f-122a2fc36874 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:48:56.197512 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a7df9eab-d78c-4552-9027-22331b5aa2d1 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:56.219438 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-a7df9eab-d78c-4552-9027-22331b5aa2d1 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Transition to ACTIVE for port object 13e920e6-f4a7-4177-a90f-cbc27646a6c6 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:48:56.237991 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c2fdee29-5650-47e0-b30a-0e3d3072511e None None] Provisioning complete for port 0a000d2b-1768-42b4-9b2f-122a2fc36874 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:56.239013 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c2fdee29-5650-47e0-b30a-0e3d3072511e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:56.293527 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a7df9eab-d78c-4552-9027-22331b5aa2d1 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:56.308168 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-c2fdee29-5650-47e0-b30a-0e3d3072511e None None] Port 0a000d2b-1768-42b4-9b2f-122a2fc36874 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:48:56.364092 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7df9eab-d78c-4552-9027-22331b5aa2d1 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Network 1a027122-e8d5-4f0d-a0a6-4d77eda758a9 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:48:56.367461 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-a7df9eab-d78c-4552-9027-22331b5aa2d1 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:56.371047 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7df9eab-d78c-4552-9027-22331b5aa2d1 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:48:56.394543 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 3368d3d2-7c9c-4989-8869-22d115aa410c up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:48:56.439085 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df9eab-d78c-4552-9027-22331b5aa2d1 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Pushing event updated for resources: {'Port': ['ID=13e920e6-f4a7-4177-a90f-cbc27646a6c6,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:56.460419 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 3368d3d2-7c9c-4989-8869-22d115aa410c completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:48:56.468258 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 3368d3d2-7c9c-4989-8869-22d115aa410c triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:56.468747 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:56.477419 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7df9eab-d78c-4552-9027-22331b5aa2d1 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:56.478355 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a7df9eab-d78c-4552-9027-22331b5aa2d1 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:56.499546 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a7df9eab-d78c-4552-9027-22331b5aa2d1 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9772637 Jul 13 07:48:56.510297 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56428) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:56.529876 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-df571591-7be5-4596-905d-948ac9887a74 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:b5:40:5b'}]}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:56.586173 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:56.637067 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9fad1857-1a0c-4fc9-b120-5e46fd186991 None None] Could not find standard attr ID for object 4a15876c-ffad-4907-83d7-89c0d12aa9c7. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:48:56.658503 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 3368d3d2-7c9c-4989-8869-22d115aa410c, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=3368d3d2-7c9c-4989-8869-22d115aa410c,segment=NetworkSegment(7c1d1621-e69e-4e01-89b5-61d0f6d602e2),segment_id=7c1d1621-e69e-4e01-89b5-61d0f6d602e2)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:48:56.664185 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:56.711537 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-df571591-7be5-4596-905d-948ac9887a74 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:56.765352 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=3368d3d2-7c9c-4989-8869-22d115aa410c,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:56.918620 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-de2bb366-4174-4cea-aa03-e02e85163443 None None] Provisioning for port 13e920e6-f4a7-4177-a90f-cbc27646a6c6 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:48:56.950283 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-de2bb366-4174-4cea-aa03-e02e85163443 None None] Provisioning complete for port 13e920e6-f4a7-4177-a90f-cbc27646a6c6 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:56.950656 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-de2bb366-4174-4cea-aa03-e02e85163443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.047041 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-df571591-7be5-4596-905d-948ac9887a74 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.050469 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb366-4174-4cea-aa03-e02e85163443 None None] Port 13e920e6-f4a7-4177-a90f-cbc27646a6c6 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:48:57.055275 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-df571591-7be5-4596-905d-948ac9887a74 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.171087 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df571591-7be5-4596-905d-948ac9887a74 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Pushing event updated for resources: {'Port': ['ID=13e920e6-f4a7-4177-a90f-cbc27646a6c6,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:57.211437 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-df571591-7be5-4596-905d-948ac9887a74 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] In _notify_port_updated(), no bound segment for port 13e920e6-f4a7-4177-a90f-cbc27646a6c6 on network 1a027122-e8d5-4f0d-a0a6-4d77eda758a9 {{(pid=94017) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:48:57.217153 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df571591-7be5-4596-905d-948ac9887a74 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:57.217837 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-df571591-7be5-4596-905d-948ac9887a74 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.219192 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-df571591-7be5-4596-905d-948ac9887a74 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] 10.222.0.23 "PUT /v2.0/ports/13e920e6-f4a7-4177-a90f-cbc27646a6c6 HTTP/1.1" status: 200 len: 993 time: 0.7000062 Jul 13 07:48:57.223991 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56434) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:57.313153 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ab62a-ce18-4f32-8fce-295ec6d996d8 req-64201163-04bd-4480-a39a-7aee31e1a711 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:57.315083 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e10ab62a-ce18-4f32-8fce-295ec6d996d8 req-64201163-04bd-4480-a39a-7aee31e1a711 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 946 time: 0.1620436 Jul 13 07:48:57.402550 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e10ab62a-ce18-4f32-8fce-295ec6d996d8 req-1322e40f-b012-4fce-9555-49c2e21cac4c tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593796 Jul 13 07:48:57.426922 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-96c45112-ca62-436a-bd01-65b3841fec7b tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Deleting port 13e920e6-f4a7-4177-a90f-cbc27646a6c6 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:57.427477 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-96c45112-ca62-436a-bd01-65b3841fec7b tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.479547 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b06a5f3b-3108-4c04-8040-5c6b96f2d7df None None] Provisioning complete for port 13e920e6-f4a7-4177-a90f-cbc27646a6c6 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:57.480119 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b06a5f3b-3108-4c04-8040-5c6b96f2d7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.514808 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-b06a5f3b-3108-4c04-8040-5c6b96f2d7df None None] Port 13e920e6-f4a7-4177-a90f-cbc27646a6c6 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:48:57.531952 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-96c45112-ca62-436a-bd01-65b3841fec7b tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.545631 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-96c45112-ca62-436a-bd01-65b3841fec7b tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Calling delete_port for 13e920e6-f4a7-4177-a90f-cbc27646a6c6 owned by {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:57.689265 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-96c45112-ca62-436a-bd01-65b3841fec7b tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.718797 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c45112-ca62-436a-bd01-65b3841fec7b tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Pushing event deleted for resources: {'Port': ['ID=13e920e6-f4a7-4177-a90f-cbc27646a6c6,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:57.895894 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-96c45112-ca62-436a-bd01-65b3841fec7b tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:57.898969 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-96c45112-ca62-436a-bd01-65b3841fec7b tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] 10.222.0.23 "DELETE /v2.0/ports/13e920e6-f4a7-4177-a90f-cbc27646a6c6 HTTP/1.1" status: 204 len: 168 time: 0.6739800 Jul 13 07:48:57.902687 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56446) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:57.933467 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aa5b227-6a14-48b1-a8c5-209a7e8d02de tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] GET failed (client error): The resource could not be found. Jul 13 07:48:57.935094 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9aa5b227-6a14-48b1-a8c5-209a7e8d02de tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] 10.222.0.23 "GET /v2.0/ports/13e920e6-f4a7-4177-a90f-cbc27646a6c6 HTTP/1.1" status: 404 len: 333 time: 0.0314014 Jul 13 07:48:57.940006 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56450) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:57.945596 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-aa08db7e-ab7e-4589-ad7d-444f78a5b351 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Request body: {'port': {'network_id': '1a027122-e8d5-4f0d-a0a6-4d77eda758a9', 'name': 'tempest-AllowedAddressPairTestJSON-908967601'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:58.087090 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa08db7e-ab7e-4589-ad7d-444f78a5b351 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Made reservation on behalf of feef4403dc53459289ca8b77d52024dd for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:48:58.091470 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-aa08db7e-ab7e-4589-ad7d-444f78a5b351 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:58.118374 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-aa08db7e-ab7e-4589-ad7d-444f78a5b351 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] device_id is not set on port eebcc0f3-5315-4608-8dc0-330ffbd9ff55 yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:48:58.228407 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-aa08db7e-ab7e-4589-ad7d-444f78a5b351 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Allocated IP 172.20.0.8 (1a027122-e8d5-4f0d-a0a6-4d77eda758a9/baccbe1c-a6f0-4a50-b30f-ce95320601ea/eebcc0f3-5315-4608-8dc0-330ffbd9ff55) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:48:58.278561 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 3368d3d2-7c9c-4989-8869-22d115aa410c up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:48:58.326850 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 3368d3d2-7c9c-4989-8869-22d115aa410c triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:58.327125 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:58.390537 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-aa08db7e-ab7e-4589-ad7d-444f78a5b351 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:58.406177 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-aa08db7e-ab7e-4589-ad7d-444f78a5b351 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Transition to ACTIVE for port object eebcc0f3-5315-4608-8dc0-330ffbd9ff55 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:48:58.449257 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-aa08db7e-ab7e-4589-ad7d-444f78a5b351 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:58.497079 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa08db7e-ab7e-4589-ad7d-444f78a5b351 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Network 1a027122-e8d5-4f0d-a0a6-4d77eda758a9 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:48:58.500684 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-aa08db7e-ab7e-4589-ad7d-444f78a5b351 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:48:58.526256 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08db7e-ab7e-4589-ad7d-444f78a5b351 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Pushing event updated for resources: {'Port': ['ID=eebcc0f3-5315-4608-8dc0-330ffbd9ff55,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:58.529201 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa08db7e-ab7e-4589-ad7d-444f78a5b351 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:48:58.607371 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa08db7e-ab7e-4589-ad7d-444f78a5b351 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:58.608488 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-aa08db7e-ab7e-4589-ad7d-444f78a5b351 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:58.631948 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-aa08db7e-ab7e-4589-ad7d-444f78a5b351 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6907828 Jul 13 07:48:58.639378 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56462) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:58.645639 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-ba7c55a7-4bd7-4d59-b774-f1d5bbe0df29 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:b5:40:5b'}]}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:48:58.707926 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ef7a2-1e59-49a0-97d5-a34ca01963eb req-37d55232-b821-450c-ac42-d7de8ecbc535 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:58.721945 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0d8ef7a2-1e59-49a0-97d5-a34ca01963eb req-37d55232-b821-450c-ac42-d7de8ecbc535 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 946 time: 0.1247709 Jul 13 07:48:58.793066 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ba7c55a7-4bd7-4d59-b774-f1d5bbe0df29 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:58.796017 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0d8ef7a2-1e59-49a0-97d5-a34ca01963eb req-ec463ee7-a106-4591-a239-0926ffac8807 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724764 Jul 13 07:48:58.948364 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-217cee23-0f28-4d43-8887-e5a442808fd3 None None] Provisioning for port eebcc0f3-5315-4608-8dc0-330ffbd9ff55 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:48:58.954213 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-217cee23-0f28-4d43-8887-e5a442808fd3 None None] Provisioning complete for port eebcc0f3-5315-4608-8dc0-330ffbd9ff55 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:58.954700 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-217cee23-0f28-4d43-8887-e5a442808fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:59.009887 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-217cee23-0f28-4d43-8887-e5a442808fd3 None None] Port eebcc0f3-5315-4608-8dc0-330ffbd9ff55 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:48:59.057899 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ba7c55a7-4bd7-4d59-b774-f1d5bbe0df29 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:59.063385 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ba7c55a7-4bd7-4d59-b774-f1d5bbe0df29 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:59.172396 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c55a7-4bd7-4d59-b774-f1d5bbe0df29 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Pushing event updated for resources: {'Port': ['ID=eebcc0f3-5315-4608-8dc0-330ffbd9ff55,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:59.184421 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-ba7c55a7-4bd7-4d59-b774-f1d5bbe0df29 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] In _notify_port_updated(), no bound segment for port eebcc0f3-5315-4608-8dc0-330ffbd9ff55 on network 1a027122-e8d5-4f0d-a0a6-4d77eda758a9 {{(pid=94017) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:48:59.190268 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7c55a7-4bd7-4d59-b774-f1d5bbe0df29 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:48:59.190924 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ba7c55a7-4bd7-4d59-b774-f1d5bbe0df29 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:59.192321 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ba7c55a7-4bd7-4d59-b774-f1d5bbe0df29 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] 10.222.0.23 "PUT /v2.0/ports/eebcc0f3-5315-4608-8dc0-330ffbd9ff55 HTTP/1.1" status: 200 len: 995 time: 0.5519524 Jul 13 07:48:59.197097 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56466) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:59.341572 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-ac4b5cf8-1d3a-43bb-b293-8b7ddfbad99a tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Deleting port eebcc0f3-5315-4608-8dc0-330ffbd9ff55 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:48:59.342019 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ac4b5cf8-1d3a-43bb-b293-8b7ddfbad99a tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:59.439996 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b5410c00-5194-400b-9935-1475e97be763 None None] Provisioning complete for port eebcc0f3-5315-4608-8dc0-330ffbd9ff55 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:48:59.440360 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b5410c00-5194-400b-9935-1475e97be763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:59.461127 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ac4b5cf8-1d3a-43bb-b293-8b7ddfbad99a tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:59.477970 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-ac4b5cf8-1d3a-43bb-b293-8b7ddfbad99a tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Calling delete_port for eebcc0f3-5315-4608-8dc0-330ffbd9ff55 owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:48:59.486520 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-b5410c00-5194-400b-9935-1475e97be763 None None] Port eebcc0f3-5315-4608-8dc0-330ffbd9ff55 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:48:59.644258 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ac4b5cf8-1d3a-43bb-b293-8b7ddfbad99a tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:59.675013 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b5cf8-1d3a-43bb-b293-8b7ddfbad99a tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Pushing event deleted for resources: {'Port': ['ID=eebcc0f3-5315-4608-8dc0-330ffbd9ff55,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:48:59.760230 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ac4b5cf8-1d3a-43bb-b293-8b7ddfbad99a tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:48:59.762264 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ac4b5cf8-1d3a-43bb-b293-8b7ddfbad99a tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] 10.222.0.23 "DELETE /v2.0/ports/eebcc0f3-5315-4608-8dc0-330ffbd9ff55 HTTP/1.1" status: 204 len: 168 time: 0.5636847 Jul 13 07:48:59.771815 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56468) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:59.813743 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a4edd5e-7288-4b69-acb0-5c6c1f5c0ddc tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] GET failed (client error): The resource could not be found. Jul 13 07:48:59.815409 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9a4edd5e-7288-4b69-acb0-5c6c1f5c0ddc tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] 10.222.0.23 "GET /v2.0/ports/eebcc0f3-5315-4608-8dc0-330ffbd9ff55 HTTP/1.1" status: 404 len: 333 time: 0.0423620 Jul 13 07:48:59.822398 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56470) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:48:59.827682 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-468cf9c9-2a5a-49f6-9848-f205a4a72cd2 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Request body: {'port': {'network_id': '1a027122-e8d5-4f0d-a0a6-4d77eda758a9', 'name': 'tempest-AllowedAddressPairTestJSON-1800836056'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:00.020136 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468cf9c9-2a5a-49f6-9848-f205a4a72cd2 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Made reservation on behalf of feef4403dc53459289ca8b77d52024dd for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:00.024576 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-468cf9c9-2a5a-49f6-9848-f205a4a72cd2 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:00.048677 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-468cf9c9-2a5a-49f6-9848-f205a4a72cd2 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] device_id is not set on port b10bffdb-4ef4-4212-a752-b6924ee179d4 yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:49:00.063549 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62216f79-e9df-44d0-914b-75daea8107ce req-5ad70efe-93ee-4a8c-b982-cdce1b33957a tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:00.065213 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-62216f79-e9df-44d0-914b-75daea8107ce req-5ad70efe-93ee-4a8c-b982-cdce1b33957a tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 946 time: 0.1223981 Jul 13 07:49:00.172809 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-62216f79-e9df-44d0-914b-75daea8107ce req-0f3bac1d-6884-4c75-8e89-e6fc08ffc6b3 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757732 Jul 13 07:49:00.210467 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-468cf9c9-2a5a-49f6-9848-f205a4a72cd2 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Allocated IP 172.20.0.5 (1a027122-e8d5-4f0d-a0a6-4d77eda758a9/baccbe1c-a6f0-4a50-b30f-ce95320601ea/b10bffdb-4ef4-4212-a752-b6924ee179d4) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:00.268953 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5d90bd67-34bc-4906-9f26-c642664b9e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:00.403885 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-468cf9c9-2a5a-49f6-9848-f205a4a72cd2 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:00.418075 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-468cf9c9-2a5a-49f6-9848-f205a4a72cd2 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Transition to ACTIVE for port object b10bffdb-4ef4-4212-a752-b6924ee179d4 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:00.452522 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-468cf9c9-2a5a-49f6-9848-f205a4a72cd2 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:00.843461 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468cf9c9-2a5a-49f6-9848-f205a4a72cd2 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Network 1a027122-e8d5-4f0d-a0a6-4d77eda758a9 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:00.849601 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-468cf9c9-2a5a-49f6-9848-f205a4a72cd2 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:00.854534 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468cf9c9-2a5a-49f6-9848-f205a4a72cd2 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:00.885571 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468cf9c9-2a5a-49f6-9848-f205a4a72cd2 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Pushing event updated for resources: {'Port': ['ID=b10bffdb-4ef4-4212-a752-b6924ee179d4,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:00.912077 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468cf9c9-2a5a-49f6-9848-f205a4a72cd2 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:00.912873 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-468cf9c9-2a5a-49f6-9848-f205a4a72cd2 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:00.933253 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56492) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:00.933812 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-468cf9c9-2a5a-49f6-9848-f205a4a72cd2 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1098492 Jul 13 07:49:00.939148 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-0fcc240a-f7c8-4a3b-b32d-97a154b81e29 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Request body: {'port': {'network_id': '1a027122-e8d5-4f0d-a0a6-4d77eda758a9', 'name': 'tempest-AllowedAddressPairTestJSON-971082766'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:01.053036 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcc240a-f7c8-4a3b-b32d-97a154b81e29 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Made reservation on behalf of feef4403dc53459289ca8b77d52024dd for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:01.059057 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0fcc240a-f7c8-4a3b-b32d-97a154b81e29 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:01.078517 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-0fcc240a-f7c8-4a3b-b32d-97a154b81e29 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] device_id is not set on port ac387118-2cbd-4182-80a6-d062e8c546b9 yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:49:01.119260 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-995853ea-0be0-4df7-8efe-32f89b874ba2 None None] Provisioning for port b10bffdb-4ef4-4212-a752-b6924ee179d4 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:01.129671 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-995853ea-0be0-4df7-8efe-32f89b874ba2 None None] Provisioning complete for port b10bffdb-4ef4-4212-a752-b6924ee179d4 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:01.136925 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-995853ea-0be0-4df7-8efe-32f89b874ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:01.178819 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-995853ea-0be0-4df7-8efe-32f89b874ba2 None None] Port b10bffdb-4ef4-4212-a752-b6924ee179d4 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:49:01.541976 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e226a-e118-4e42-b07f-dcb41319c698 req-d61e16a3-c55e-44a5-aa4e-70d7b90bdadb tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:01.543488 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-127e226a-e118-4e42-b07f-dcb41319c698 req-d61e16a3-c55e-44a5-aa4e-70d7b90bdadb tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 946 time: 0.1210949 Jul 13 07:49:01.544610 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-0fcc240a-f7c8-4a3b-b32d-97a154b81e29 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Allocated IP 172.20.0.9 (1a027122-e8d5-4f0d-a0a6-4d77eda758a9/baccbe1c-a6f0-4a50-b30f-ce95320601ea/ac387118-2cbd-4182-80a6-d062e8c546b9) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:01.627449 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-127e226a-e118-4e42-b07f-dcb41319c698 req-8af4d8e2-9e6d-434e-b63b-a1c3a2946ff3 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673060 Jul 13 07:49:01.738181 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0fcc240a-f7c8-4a3b-b32d-97a154b81e29 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:01.752151 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-0fcc240a-f7c8-4a3b-b32d-97a154b81e29 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Transition to ACTIVE for port object ac387118-2cbd-4182-80a6-d062e8c546b9 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:01.789564 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0fcc240a-f7c8-4a3b-b32d-97a154b81e29 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:01.826240 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcc240a-f7c8-4a3b-b32d-97a154b81e29 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Network 1a027122-e8d5-4f0d-a0a6-4d77eda758a9 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:01.831404 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-0fcc240a-f7c8-4a3b-b32d-97a154b81e29 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:01.835134 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcc240a-f7c8-4a3b-b32d-97a154b81e29 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:01.889067 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc240a-f7c8-4a3b-b32d-97a154b81e29 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Pushing event updated for resources: {'Port': ['ID=ac387118-2cbd-4182-80a6-d062e8c546b9,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:01.928070 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcc240a-f7c8-4a3b-b32d-97a154b81e29 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:01.931558 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0fcc240a-f7c8-4a3b-b32d-97a154b81e29 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:01.950004 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0fcc240a-f7c8-4a3b-b32d-97a154b81e29 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0122895 Jul 13 07:49:01.950809 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56500) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:01.957053 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-48075c9b-7061-44fb-855d-67585dae1784 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:b5:40:5b'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:0a:37:fa'}]}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:02.107117 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-60b14f20-dcc1-46a7-aca3-c321c3adf201 None None] Provisioning for port ac387118-2cbd-4182-80a6-d062e8c546b9 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:02.111392 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-60b14f20-dcc1-46a7-aca3-c321c3adf201 None None] Provisioning complete for port ac387118-2cbd-4182-80a6-d062e8c546b9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:02.111763 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-60b14f20-dcc1-46a7-aca3-c321c3adf201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:02.142094 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-48075c9b-7061-44fb-855d-67585dae1784 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:02.151057 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-60b14f20-dcc1-46a7-aca3-c321c3adf201 None None] Port ac387118-2cbd-4182-80a6-d062e8c546b9 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:49:02.329734 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-48075c9b-7061-44fb-855d-67585dae1784 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:02.335126 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-48075c9b-7061-44fb-855d-67585dae1784 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:02.417970 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48075c9b-7061-44fb-855d-67585dae1784 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Pushing event updated for resources: {'Port': ['ID=ac387118-2cbd-4182-80a6-d062e8c546b9,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:02.431881 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48075c9b-7061-44fb-855d-67585dae1784 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:02.432254 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48075c9b-7061-44fb-855d-67585dae1784 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:02.432596 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48075c9b-7061-44fb-855d-67585dae1784 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:02.432932 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48075c9b-7061-44fb-855d-67585dae1784 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:02.433263 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48075c9b-7061-44fb-855d-67585dae1784 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:02.433620 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48075c9b-7061-44fb-855d-67585dae1784 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:02.433952 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48075c9b-7061-44fb-855d-67585dae1784 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:02.434276 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48075c9b-7061-44fb-855d-67585dae1784 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:02.434602 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48075c9b-7061-44fb-855d-67585dae1784 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:02.434924 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48075c9b-7061-44fb-855d-67585dae1784 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:02.435276 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48075c9b-7061-44fb-855d-67585dae1784 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:02.435762 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48075c9b-7061-44fb-855d-67585dae1784 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:02.439358 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-48075c9b-7061-44fb-855d-67585dae1784 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] In _notify_port_updated(), no bound segment for port ac387118-2cbd-4182-80a6-d062e8c546b9 on network 1a027122-e8d5-4f0d-a0a6-4d77eda758a9 {{(pid=94017) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:49:02.445581 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48075c9b-7061-44fb-855d-67585dae1784 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:02.446330 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-48075c9b-7061-44fb-855d-67585dae1784 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:02.447697 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-48075c9b-7061-44fb-855d-67585dae1784 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] 10.222.0.23 "PUT /v2.0/ports/ac387118-2cbd-4182-80a6-d062e8c546b9 HTTP/1.1" status: 200 len: 1054 time: 0.4957657 Jul 13 07:49:02.450435 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56502) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:02.551441 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-d881f715-5ac9-4c72-a7b1-0f242f3493c8 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Deleting port ac387118-2cbd-4182-80a6-d062e8c546b9 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:02.551785 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d881f715-5ac9-4c72-a7b1-0f242f3493c8 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:02.678188 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d881f715-5ac9-4c72-a7b1-0f242f3493c8 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:02.695692 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-4b847630-04f6-4494-beeb-0873c89c5622 None None] Provisioning complete for port ac387118-2cbd-4182-80a6-d062e8c546b9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:02.696233 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4b847630-04f6-4494-beeb-0873c89c5622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:02.697962 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-d881f715-5ac9-4c72-a7b1-0f242f3493c8 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Calling delete_port for ac387118-2cbd-4182-80a6-d062e8c546b9 owned by {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:02.787092 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-4b847630-04f6-4494-beeb-0873c89c5622 None None] Port ac387118-2cbd-4182-80a6-d062e8c546b9 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:49:02.975660 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d881f715-5ac9-4c72-a7b1-0f242f3493c8 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:03.020155 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881f715-5ac9-4c72-a7b1-0f242f3493c8 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Pushing event deleted for resources: {'Port': ['ID=ac387118-2cbd-4182-80a6-d062e8c546b9,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:03.034517 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a9f00-f62c-4a4d-b332-1e8fbbd70ff4 req-1df8e644-37d1-4f87-bfd8-40f836a3c317 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:03.036903 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be6a9f00-f62c-4a4d-b332-1e8fbbd70ff4 req-1df8e644-37d1-4f87-bfd8-40f836a3c317 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 946 time: 0.2124786 Jul 13 07:49:03.129304 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3bf6542d-c919-4a73-8daa-ffc8c0d6d499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:03.187509 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:03.202103 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be6a9f00-f62c-4a4d-b332-1e8fbbd70ff4 req-f70d2a5a-3bbc-4976-a262-6357fbba2eb2 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225643 Jul 13 07:49:03.360933 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d881f715-5ac9-4c72-a7b1-0f242f3493c8 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:03.363700 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d881f715-5ac9-4c72-a7b1-0f242f3493c8 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] 10.222.0.23 "DELETE /v2.0/ports/ac387118-2cbd-4182-80a6-d062e8c546b9 HTTP/1.1" status: 204 len: 168 time: 0.9122815 Jul 13 07:49:03.366386 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56534) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:03.413624 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-379bc5bf-0092-497b-9060-6f52daf5c529 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] GET failed (client error): The resource could not be found. Jul 13 07:49:03.416294 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-379bc5bf-0092-497b-9060-6f52daf5c529 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] 10.222.0.23 "GET /v2.0/ports/ac387118-2cbd-4182-80a6-d062e8c546b9 HTTP/1.1" status: 404 len: 333 time: 0.0485620 Jul 13 07:49:03.418810 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56536) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:03.522685 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-136e51df-4ab4-4fad-966d-df6068ee5eb8 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Deleting port b10bffdb-4ef4-4212-a752-b6924ee179d4 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:03.523929 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-136e51df-4ab4-4fad-966d-df6068ee5eb8 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:03.529744 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56540) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:03.619602 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-136e51df-4ab4-4fad-966d-df6068ee5eb8 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:03.631501 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-136e51df-4ab4-4fad-966d-df6068ee5eb8 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Calling delete_port for b10bffdb-4ef4-4212-a752-b6924ee179d4 owned by {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:03.645216 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8f076202-e30c-4ac1-bb38-65b31c0b5c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:03.748031 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8f076202-e30c-4ac1-bb38-65b31c0b5c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:03.753244 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8f076202-e30c-4ac1-bb38-65b31c0b5c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:03.769049 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-136e51df-4ab4-4fad-966d-df6068ee5eb8 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:03.794289 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8f076202-e30c-4ac1-bb38-65b31c0b5c7b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8755ac5538004ae19ae67d56e8813054&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2633765 Jul 13 07:49:03.795418 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f076202-e30c-4ac1-bb38-65b31c0b5c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ad7342-cf98-4b0e-8804-5c0cfb2bdca5,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:03.798701 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56544) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:03.806504 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e51df-4ab4-4fad-966d-df6068ee5eb8 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Pushing event deleted for resources: {'Port': ['ID=b10bffdb-4ef4-4212-a752-b6924ee179d4,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:03.855731 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9c6999de-7991-4981-9247-bf8e70794390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:03.881997 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9c6999de-7991-4981-9247-bf8e70794390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:03.884290 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-136e51df-4ab4-4fad-966d-df6068ee5eb8 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:03.886867 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-136e51df-4ab4-4fad-966d-df6068ee5eb8 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] 10.222.0.23 "DELETE /v2.0/ports/b10bffdb-4ef4-4212-a752-b6924ee179d4 HTTP/1.1" status: 204 len: 168 time: 0.4666631 Jul 13 07:49:03.889711 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56546) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:03.920736 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-b53648d1-5b7f-4841-86cb-95cb07dfe05e tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] GET failed (client error): The resource could not be found. Jul 13 07:49:03.926318 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b53648d1-5b7f-4841-86cb-95cb07dfe05e tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] 10.222.0.23 "GET /v2.0/ports/b10bffdb-4ef4-4212-a752-b6924ee179d4 HTTP/1.1" status: 404 len: 333 time: 0.0316124 Jul 13 07:49:03.926318 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56548) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:03.957711 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9c6999de-7991-4981-9247-bf8e70794390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:03.965052 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9c6999de-7991-4981-9247-bf8e70794390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:03.969169 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9c6999de-7991-4981-9247-bf8e70794390 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/76ad7342-cf98-4b0e-8804-5c0cfb2bdca5 HTTP/1.1" status: 204 len: 168 time: 0.1669328 Jul 13 07:49:03.981110 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6999de-7991-4981-9247-bf8e70794390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ad7342-cf98-4b0e-8804-5c0cfb2bdca5,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:04.055779 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-1791cb23-522d-43d9-8193-46fe9a9208be tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Deleting port 0a000d2b-1768-42b4-9b2f-122a2fc36874 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:04.056639 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1791cb23-522d-43d9-8193-46fe9a9208be tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:04.108474 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:04.160568 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1791cb23-522d-43d9-8193-46fe9a9208be tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:04.174151 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-1791cb23-522d-43d9-8193-46fe9a9208be tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Calling delete_port for 0a000d2b-1768-42b4-9b2f-122a2fc36874 owned by {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:04.335398 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1791cb23-522d-43d9-8193-46fe9a9208be tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:04.365427 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56556) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:04.377437 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791cb23-522d-43d9-8193-46fe9a9208be tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Pushing event deleted for resources: {'Port': ['ID=0a000d2b-1768-42b4-9b2f-122a2fc36874,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:04.391777 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3f7ca8e9-7098-4c53-baf2-476ad6a51edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:04.437238 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8bd14-9224-44ce-81cd-5f4d8b740f0e req-974de94a-148f-4533-99ce-6d790df25860 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:04.438967 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0ea8bd14-9224-44ce-81cd-5f4d8b740f0e req-974de94a-148f-4533-99ce-6d790df25860 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 946 time: 0.0836844 Jul 13 07:49:04.496666 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0ea8bd14-9224-44ce-81cd-5f4d8b740f0e req-55c371ce-b0f3-457d-8271-eeb294da92c2 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478749 Jul 13 07:49:04.517517 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1791cb23-522d-43d9-8193-46fe9a9208be tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:04.522187 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56558) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:04.522505 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1791cb23-522d-43d9-8193-46fe9a9208be tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] 10.222.0.23 "DELETE /v2.0/ports/0a000d2b-1768-42b4-9b2f-122a2fc36874 HTTP/1.1" status: 204 len: 168 time: 0.5952775 Jul 13 07:49:04.607876 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-99773b37-777a-4db5-8fd3-18e8ba6e2580 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Deleting subnet baccbe1c-a6f0-4a50-b30f-ce95320601ea {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:49:04.611621 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-99773b37-777a-4db5-8fd3-18e8ba6e2580 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:04.623026 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3f7ca8e9-7098-4c53-baf2-476ad6a51edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:04.629347 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3f7ca8e9-7098-4c53-baf2-476ad6a51edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:04.670009 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-99773b37-777a-4db5-8fd3-18e8ba6e2580 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:04.681901 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ca8e9-7098-4c53-baf2-476ad6a51edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93ecdbc-b1b8-44bb-b644-b72c287df640,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:04.689793 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-3f7ca8e9-7098-4c53-baf2-476ad6a51edb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0172c946680545aca5194683210930d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3160305 Jul 13 07:49:04.690505 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56560) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:04.745416 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d54be041-06c1-4175-bb2e-117b4ffd43c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:04.775333 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d54be041-06c1-4175-bb2e-117b4ffd43c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:04.779020 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-99773b37-777a-4db5-8fd3-18e8ba6e2580 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:04.852699 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-99773b37-777a-4db5-8fd3-18e8ba6e2580 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:04.867240 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d54be041-06c1-4175-bb2e-117b4ffd43c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:04.868664 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-99773b37-777a-4db5-8fd3-18e8ba6e2580 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:04.877501 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d54be041-06c1-4175-bb2e-117b4ffd43c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:04.877982 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-99773b37-777a-4db5-8fd3-18e8ba6e2580 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] 10.222.0.23 "DELETE /v2.0/subnets/baccbe1c-a6f0-4a50-b30f-ce95320601ea HTTP/1.1" status: 204 len: 168 time: 0.3466203 Jul 13 07:49:04.878143 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d54be041-06c1-4175-bb2e-117b4ffd43c9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e93ecdbc-b1b8-44bb-b644-b72c287df640 HTTP/1.1" status: 204 len: 168 time: 0.1806457 Jul 13 07:49:04.878143 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56562) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:04.878394 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887ddb16-b4e5-42c5-9c2b-d4fa78fffd88 None None] Network 1a027122-e8d5-4f0d-a0a6-4d77eda758a9 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:04.890923 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99773b37-777a-4db5-8fd3-18e8ba6e2580 tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Pushing event deleted for resources: {'Subnet': ['ID=baccbe1c-a6f0-4a50-b30f-ce95320601ea,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:04.900462 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54be041-06c1-4175-bb2e-117b4ffd43c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93ecdbc-b1b8-44bb-b644-b72c287df640,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:05.005445 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3abd79c0-421c-4d04-9895-f66a96c7049a tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.078063 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-3abd79c0-421c-4d04-9895-f66a96c7049a tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Deleting port 3368d3d2-7c9c-4989-8869-22d115aa410c {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:05.078988 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3abd79c0-421c-4d04-9895-f66a96c7049a tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.135061 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ebc137-03e5-4c48-b8ad-544bfb4a20fc None None] DHCP port deletion for 1a027122-e8d5-4f0d-a0a6-4d77eda758a9 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:49:05.168518 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-3abd79c0-421c-4d04-9895-f66a96c7049a tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] For port 3368d3d2-7c9c-4989-8869-22d115aa410c, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=3368d3d2-7c9c-4989-8869-22d115aa410c,segment=NetworkSegment(7c1d1621-e69e-4e01-89b5-61d0f6d602e2),segment_id=7c1d1621-e69e-4e01-89b5-61d0f6d602e2)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:05.168900 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3abd79c0-421c-4d04-9895-f66a96c7049a tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.185024 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-3abd79c0-421c-4d04-9895-f66a96c7049a tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Calling delete_port for 3368d3d2-7c9c-4989-8869-22d115aa410c owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:05.204970 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-e3ebc137-03e5-4c48-b8ad-544bfb4a20fc None None] Deleting port 3368d3d2-7c9c-4989-8869-22d115aa410c {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:05.205579 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e3ebc137-03e5-4c48-b8ad-544bfb4a20fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.281117 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3abd79c0-421c-4d04-9895-f66a96c7049a tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.303121 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-e3ebc137-03e5-4c48-b8ad-544bfb4a20fc None None] For port 3368d3d2-7c9c-4989-8869-22d115aa410c, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=3368d3d2-7c9c-4989-8869-22d115aa410c,segment=NetworkSegment(7c1d1621-e69e-4e01-89b5-61d0f6d602e2),segment_id=7c1d1621-e69e-4e01-89b5-61d0f6d602e2)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:05.303550 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e3ebc137-03e5-4c48-b8ad-544bfb4a20fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.318207 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-e3ebc137-03e5-4c48-b8ad-544bfb4a20fc None None] Calling delete_port for 3368d3d2-7c9c-4989-8869-22d115aa410c owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:05.327252 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abd79c0-421c-4d04-9895-f66a96c7049a tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Pushing event deleted for resources: {'Port': ['ID=3368d3d2-7c9c-4989-8869-22d115aa410c,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:05.329549 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abd79c0-421c-4d04-9895-f66a96c7049a tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] No DVR routers for this DVR port 3368d3d2-7c9c-4989-8869-22d115aa410c on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:49:05.431504 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 07:49:05.436595 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3abd79c0-421c-4d04-9895-f66a96c7049a tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.447978 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-3abd79c0-421c-4d04-9895-f66a96c7049a tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a027122-e8d5-4f0d-a0a6-4d77eda758a9']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:05.448728 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e3ebc137-03e5-4c48-b8ad-544bfb4a20fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.460318 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-3abd79c0-421c-4d04-9895-f66a96c7049a tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c1d1621-e69e-4e01-89b5-61d0f6d602e2') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:05.460318 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-3abd79c0-421c-4d04-9895-f66a96c7049a tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c1d1621-e69e-4e01-89b5-61d0f6d602e2') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:05.472158 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3abd79c0-421c-4d04-9895-f66a96c7049a tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.486674 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ebc137-03e5-4c48-b8ad-544bfb4a20fc None None] Pushing event deleted for resources: {'Port': ['ID=3368d3d2-7c9c-4989-8869-22d115aa410c,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:05.489542 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ebc137-03e5-4c48-b8ad-544bfb4a20fc None None] No DVR routers for this DVR port 3368d3d2-7c9c-4989-8869-22d115aa410c on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:49:05.500165 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3abd79c0-421c-4d04-9895-f66a96c7049a tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.515294 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3abd79c0-421c-4d04-9895-f66a96c7049a tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:49:05.515726 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3abd79c0-421c-4d04-9895-f66a96c7049a tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:49:05.519339 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:49:05.618000 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3abd79c0-421c-4d04-9895-f66a96c7049a tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.629796 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3abd79c0-421c-4d04-9895-f66a96c7049a tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.640298 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-3abd79c0-421c-4d04-9895-f66a96c7049a tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] 10.222.0.23 "DELETE /v2.0/networks/1a027122-e8d5-4f0d-a0a6-4d77eda758a9 HTTP/1.1" status: 204 len: 168 time: 0.7603469 Jul 13 07:49:05.665016 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abd79c0-421c-4d04-9895-f66a96c7049a tempest-AllowedAddressPairTestJSON-199193054 tempest-AllowedAddressPairTestJSON-199193054-project] Pushing event deleted for resources: {'Network': ['ID=1a027122-e8d5-4f0d-a0a6-4d77eda758a9,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:05.746039 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ebd1c-6055-4912-b9df-9a18a05d2bc4 req-f614ae1c-161c-43a5-86a7-3bf2b3a6a44f tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:05.747776 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-af8ebd1c-6055-4912-b9df-9a18a05d2bc4 req-f614ae1c-161c-43a5-86a7-3bf2b3a6a44f tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 946 time: 0.1032088 Jul 13 07:49:05.797752 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-af8ebd1c-6055-4912-b9df-9a18a05d2bc4 req-45b59445-7dd7-4ca6-baba-4085a88417e3 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442555 Jul 13 07:49:05.884207 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:05.942659 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56592) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:06.165925 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4810a9a2-ff6e-47ea-b8a0-ac5e1be19e38 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=feef4403dc53459289ca8b77d52024dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2176878 Jul 13 07:49:06.168795 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56600) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:06.251586 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-85a32cfe-f4fa-4662-b2ae-589ef58987c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:06.280791 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-85a32cfe-f4fa-4662-b2ae-589ef58987c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:06.290817 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 3368d3d2-7c9c-4989-8869-22d115aa410c no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:49:06.321467 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 3368d3d2-7c9c-4989-8869-22d115aa410c {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:49:06.322155 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 3368d3d2-7c9c-4989-8869-22d115aa410c not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:49:06.355815 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-85a32cfe-f4fa-4662-b2ae-589ef58987c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:06.358371 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-85a32cfe-f4fa-4662-b2ae-589ef58987c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:06.359484 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-85a32cfe-f4fa-4662-b2ae-589ef58987c9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/72399698-65a4-48f8-9472-8fdc430cd55a HTTP/1.1" status: 204 len: 168 time: 0.1896365 Jul 13 07:49:06.368099 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a32cfe-f4fa-4662-b2ae-589ef58987c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72399698-65a4-48f8-9472-8fdc430cd55a,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:07.000074 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e8621-a975-4057-b18c-18fd05fee5ef req-cc22b7c6-958b-48ab-8213-041cd4db32db tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:07.001589 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f47e8621-a975-4057-b18c-18fd05fee5ef req-cc22b7c6-958b-48ab-8213-041cd4db32db tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 946 time: 0.0724981 Jul 13 07:49:07.043583 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f47e8621-a975-4057-b18c-18fd05fee5ef req-ce5bd52f-c989-40a1-8aca-9f6666771527 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359921 Jul 13 07:49:07.055795 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56644) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:07.070557 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56648) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:07.167648 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-237c9adc-803a-460d-a458-cd5e3dfe9c3c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1170645974'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:07.184952 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-22caff7a-f2f2-42eb-afcb-ba10cc006288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:07.212286 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237c9adc-803a-460d-a458-cd5e3dfe9c3c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:07.215965 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-237c9adc-803a-460d-a458-cd5e3dfe9c3c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:07.229644 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-237c9adc-803a-460d-a458-cd5e3dfe9c3c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:07.314208 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-22caff7a-f2f2-42eb-afcb-ba10cc006288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:07.319764 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-22caff7a-f2f2-42eb-afcb-ba10cc006288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:07.373859 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-22caff7a-f2f2-42eb-afcb-ba10cc006288 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ec4cdf448be24bf8bcfd4e77f8ddf433&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3168640 Jul 13 07:49:07.376750 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56652) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:07.378239 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22caff7a-f2f2-42eb-afcb-ba10cc006288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20e9ce2-42a5-43a7-a677-427692400cce,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:07.432891 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-63ee3646-69ad-4495-8bf8-f33d342cd435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:07.453592 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-63ee3646-69ad-4495-8bf8-f33d342cd435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:07.455841 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-237c9adc-803a-460d-a458-cd5e3dfe9c3c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:07.460064 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-237c9adc-803a-460d-a458-cd5e3dfe9c3c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:07.488935 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-237c9adc-803a-460d-a458-cd5e3dfe9c3c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:49:07.499582 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c9adc-803a-460d-a458-cd5e3dfe9c3c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71724b7e-cc1e-4946-9c8f-0b90cf3746b1,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:07.506100 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-63ee3646-69ad-4495-8bf8-f33d342cd435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:07.508267 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-237c9adc-803a-460d-a458-cd5e3dfe9c3c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:07.508766 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-237c9adc-803a-460d-a458-cd5e3dfe9c3c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Added segment bb441d88-de88-4257-bda3-09259a2bb800 of type vlan for network 158fbff1-22d7-4aca-970b-c37f2948cd80 Jul 13 07:49:07.509034 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-63ee3646-69ad-4495-8bf8-f33d342cd435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:07.510389 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-63ee3646-69ad-4495-8bf8-f33d342cd435 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a20e9ce2-42a5-43a7-a677-427692400cce HTTP/1.1" status: 204 len: 168 time: 0.1326632 Jul 13 07:49:07.518928 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee3646-69ad-4495-8bf8-f33d342cd435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20e9ce2-42a5-43a7-a677-427692400cce,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:07.564043 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-237c9adc-803a-460d-a458-cd5e3dfe9c3c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:07.595965 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-237c9adc-803a-460d-a458-cd5e3dfe9c3c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:07.602150 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237c9adc-803a-460d-a458-cd5e3dfe9c3c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:07.603297 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-237c9adc-803a-460d-a458-cd5e3dfe9c3c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:07.641255 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-237c9adc-803a-460d-a458-cd5e3dfe9c3c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5701973 Jul 13 07:49:07.644830 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56658) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:07.651890 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-4f4dfd1a-4831-46f5-85c0-97be0fbabfb2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'subnet': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:07.688313 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c9adc-803a-460d-a458-cd5e3dfe9c3c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Network': ['ID=158fbff1-22d7-4aca-970b-c37f2948cd80,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:07.699411 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:49:07.761510 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4dfd1a-4831-46f5-85c0-97be0fbabfb2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:07.769309 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4f4dfd1a-4831-46f5-85c0-97be0fbabfb2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:07.826641 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56660) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:07.841168 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0c790389-4a58-44fd-9c93-8084093aa3a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:07.940913 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0c790389-4a58-44fd-9c93-8084093aa3a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:07.945393 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0c790389-4a58-44fd-9c93-8084093aa3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:07.980043 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4f4dfd1a-4831-46f5-85c0-97be0fbabfb2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:07.983098 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c790389-4a58-44fd-9c93-8084093aa3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a848e4c0-932e-4ed1-b397-324c6cda896b,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:07.989414 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0c790389-4a58-44fd-9c93-8084093aa3a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8a57123209a84de2a5ad1f7daacf0426&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1616290 Jul 13 07:49:07.992116 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56662) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:08.053678 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4dfd1a-4831-46f5-85c0-97be0fbabfb2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Subnet': ['ID=fdad2bdf-a375-428a-9268-ebf494ecdbbc,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:08.054560 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a3e9dfc2-6aa7-4526-b5b8-ebc3d0ffd3d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:08.060802 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4dfd1a-4831-46f5-85c0-97be0fbabfb2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Checking segment: {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:08.061258 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4dfd1a-4831-46f5-85c0-97be0fbabfb2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network hostable DHCP agents. Network: 158fbff1-22d7-4aca-970b-c37f2948cd80, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:49:08.079774 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4dfd1a-4831-46f5-85c0-97be0fbabfb2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:49:08.080621 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a3e9dfc2-6aa7-4526-b5b8-ebc3d0ffd3d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:08.092808 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-4f4dfd1a-4831-46f5-85c0-97be0fbabfb2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 158fbff1-22d7-4aca-970b-c37f2948cd80) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:08.102370 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6949891-3ab0-4cb7-a1c0-915b5d08a5d8 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:08.107781 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4dfd1a-4831-46f5-85c0-97be0fbabfb2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:08.108384 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4f4dfd1a-4831-46f5-85c0-97be0fbabfb2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:08.140904 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56666) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:08.141171 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4f4dfd1a-4831-46f5-85c0-97be0fbabfb2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4942808 Jul 13 07:49:08.147596 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-8069b04b-6a35-496a-85ff-d6305c9dc128 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'port': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'name': 'tempest-NetworksTestDHCPv6-293212483'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:08.151899 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a3e9dfc2-6aa7-4526-b5b8-ebc3d0ffd3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:08.154193 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a3e9dfc2-6aa7-4526-b5b8-ebc3d0ffd3d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:08.155535 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a3e9dfc2-6aa7-4526-b5b8-ebc3d0ffd3d2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a848e4c0-932e-4ed1-b397-324c6cda896b HTTP/1.1" status: 204 len: 168 time: 0.1618075 Jul 13 07:49:08.183832 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9dfc2-6aa7-4526-b5b8-ebc3d0ffd3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a848e4c0-932e-4ed1-b397-324c6cda896b,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:08.306966 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ece16f4-6c8f-4a1a-a049-7a1c7c3d974a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-158fbff1-22d7-4aca-970b-c37f2948cd80', 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'tenant_id': '7d6e874b76834423bf0d18d43bf12c19', 'fixed_ips': [{'subnet_id': 'fdad2bdf-a375-428a-9268-ebf494ecdbbc'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:49:08.307893 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5ece16f4-6c8f-4a1a-a049-7a1c7c3d974a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:08.318315 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36338b4c-b361-4f1f-bdb3-f8199ce9cb7d req-a01843c3-f90d-4677-bd96-7e9560f53775 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:08.320527 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-36338b4c-b361-4f1f-bdb3-f8199ce9cb7d req-a01843c3-f90d-4677-bd96-7e9560f53775 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 946 time: 0.1374269 Jul 13 07:49:08.348321 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8069b04b-6a35-496a-85ff-d6305c9dc128 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:08.352014 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8069b04b-6a35-496a-85ff-d6305c9dc128 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:08.384907 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-36338b4c-b361-4f1f-bdb3-f8199ce9cb7d req-337b3464-341a-4eef-aaa8-159edad356bd tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568991 Jul 13 07:49:08.386111 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-8069b04b-6a35-496a-85ff-d6305c9dc128 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] device_id is not set on port cbca335c-8b9b-41fe-aa49-67bed7973a66 yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:49:08.463994 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-5ece16f4-6c8f-4a1a-a049-7a1c7c3d974a None None] Allocated IP 2001:db8::2 (158fbff1-22d7-4aca-970b-c37f2948cd80/fdad2bdf-a375-428a-9268-ebf494ecdbbc/901d3b8d-55a5-49a1-9b48-fe1a3bcf1f8b) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:08.625398 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5ece16f4-6c8f-4a1a-a049-7a1c7c3d974a None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:08.634157 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5ece16f4-6c8f-4a1a-a049-7a1c7c3d974a None None] Transition to ACTIVE for port object 901d3b8d-55a5-49a1-9b48-fe1a3bcf1f8b will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:08.650210 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5ece16f4-6c8f-4a1a-a049-7a1c7c3d974a None None] Transition to ACTIVE for port object 901d3b8d-55a5-49a1-9b48-fe1a3bcf1f8b will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:08.656245 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5ece16f4-6c8f-4a1a-a049-7a1c7c3d974a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:08.693916 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ece16f4-6c8f-4a1a-a049-7a1c7c3d974a None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:08.702062 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-5ece16f4-6c8f-4a1a-a049-7a1c7c3d974a None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:08.705651 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ece16f4-6c8f-4a1a-a049-7a1c7c3d974a None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:08.717150 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece16f4-6c8f-4a1a-a049-7a1c7c3d974a None None] Pushing event updated for resources: {'Port': ['ID=901d3b8d-55a5-49a1-9b48-fe1a3bcf1f8b,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:08.728657 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-8069b04b-6a35-496a-85ff-d6305c9dc128 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Allocated IP 2001:db8::1e3 (158fbff1-22d7-4aca-970b-c37f2948cd80/fdad2bdf-a375-428a-9268-ebf494ecdbbc/cbca335c-8b9b-41fe-aa49-67bed7973a66) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:08.781509 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-5ece16f4-6c8f-4a1a-a049-7a1c7c3d974a None None] Attempting to bind port 901d3b8d-55a5-49a1-9b48-fe1a3bcf1f8b on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:49:08.781934 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-5ece16f4-6c8f-4a1a-a049-7a1c7c3d974a None None] Attempting to bind port 901d3b8d-55a5-49a1-9b48-fe1a3bcf1f8b by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:49:08.782365 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ece16f4-6c8f-4a1a-a049-7a1c7c3d974a None None] Attempting to bind port 901d3b8d-55a5-49a1-9b48-fe1a3bcf1f8b on network 158fbff1-22d7-4aca-970b-c37f2948cd80 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:08.787691 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ece16f4-6c8f-4a1a-a049-7a1c7c3d974a None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:49:08.788064 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ece16f4-6c8f-4a1a-a049-7a1c7c3d974a None None] Checking segment: {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:08.788993 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5ece16f4-6c8f-4a1a-a049-7a1c7c3d974a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:08.789559 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ece16f4-6c8f-4a1a-a049-7a1c7c3d974a None None] Bound using segment: {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:49:08.790290 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-5ece16f4-6c8f-4a1a-a049-7a1c7c3d974a None None] Bound port: 901d3b8d-55a5-49a1-9b48-fe1a3bcf1f8b, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:49:08.790880 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5ece16f4-6c8f-4a1a-a049-7a1c7c3d974a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:08.869402 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-5ece16f4-6c8f-4a1a-a049-7a1c7c3d974a None None] For port 901d3b8d-55a5-49a1-9b48-fe1a3bcf1f8b, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:49:08.873268 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-5ece16f4-6c8f-4a1a-a049-7a1c7c3d974a None None] For port 901d3b8d-55a5-49a1-9b48-fe1a3bcf1f8b, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=901d3b8d-55a5-49a1-9b48-fe1a3bcf1f8b,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:49:08.878276 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5ece16f4-6c8f-4a1a-a049-7a1c7c3d974a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:08.899139 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8069b04b-6a35-496a-85ff-d6305c9dc128 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:08.913464 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-8069b04b-6a35-496a-85ff-d6305c9dc128 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Transition to ACTIVE for port object cbca335c-8b9b-41fe-aa49-67bed7973a66 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:08.942477 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece16f4-6c8f-4a1a-a049-7a1c7c3d974a None None] Pushing event updated for resources: {'Port': ['ID=901d3b8d-55a5-49a1-9b48-fe1a3bcf1f8b,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:08.953098 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8069b04b-6a35-496a-85ff-d6305c9dc128 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:09.001447 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8069b04b-6a35-496a-85ff-d6305c9dc128 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:09.005026 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-8069b04b-6a35-496a-85ff-d6305c9dc128 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:09.007947 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8069b04b-6a35-496a-85ff-d6305c9dc128 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:09.014195 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8069b04b-6a35-496a-85ff-d6305c9dc128 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:09.014828 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8069b04b-6a35-496a-85ff-d6305c9dc128 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:09.043274 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8069b04b-6a35-496a-85ff-d6305c9dc128 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8989017 Jul 13 07:49:09.043274 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8069b04b-6a35-496a-85ff-d6305c9dc128 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Port': ['ID=cbca335c-8b9b-41fe-aa49-67bed7973a66,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:09.044060 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56690) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:09.181167 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127e51ac-6d2b-4434-a8a3-ab9e432c3d8b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:09.187596 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127e51ac-6d2b-4434-a8a3-ab9e432c3d8b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:09.189453 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-127e51ac-6d2b-4434-a8a3-ab9e432c3d8b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1441846 Jul 13 07:49:09.192523 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56694) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:09.313101 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-eb458640-d314-4dd5-9d25-83c9211622c1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting port cbca335c-8b9b-41fe-aa49-67bed7973a66 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:09.313445 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eb458640-d314-4dd5-9d25-83c9211622c1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:09.408041 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eb458640-d314-4dd5-9d25-83c9211622c1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:09.422106 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-eb458640-d314-4dd5-9d25-83c9211622c1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Calling delete_port for cbca335c-8b9b-41fe-aa49-67bed7973a66 owned by {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:09.589282 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eb458640-d314-4dd5-9d25-83c9211622c1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:09.593414 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2018b-9506-47cf-8171-7fd48bd71668 req-153515e3-eeb5-4590-beba-dcb49adc2da4 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:09.594972 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a9f2018b-9506-47cf-8171-7fd48bd71668 req-153515e3-eeb5-4590-beba-dcb49adc2da4 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 946 time: 0.0686007 Jul 13 07:49:09.624000 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb458640-d314-4dd5-9d25-83c9211622c1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Port': ['ID=cbca335c-8b9b-41fe-aa49-67bed7973a66,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:09.655181 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eb458640-d314-4dd5-9d25-83c9211622c1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:09.659621 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-eb458640-d314-4dd5-9d25-83c9211622c1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/ports/cbca335c-8b9b-41fe-aa49-67bed7973a66 HTTP/1.1" status: 204 len: 168 time: 0.4625425 Jul 13 07:49:09.659744 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56712) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:09.662413 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a9f2018b-9506-47cf-8171-7fd48bd71668 req-1ee35c32-c3d0-41b4-a8f7-c36f9baf9a86 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590506 Jul 13 07:49:09.752392 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9720dbb-7a33-4005-84be-1d7d61ed60ed tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:09.753939 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9720dbb-7a33-4005-84be-1d7d61ed60ed tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:09.759411 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56714) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:09.768914 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d9720dbb-7a33-4005-84be-1d7d61ed60ed tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1080551 Jul 13 07:49:09.822962 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6fd29e1-7018-458f-8622-def794708478 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting subnet fdad2bdf-a375-428a-9268-ebf494ecdbbc {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:49:09.826760 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a6fd29e1-7018-458f-8622-def794708478 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:09.874552 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a6fd29e1-7018-458f-8622-def794708478 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:09.990890 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a6fd29e1-7018-458f-8622-def794708478 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:10.076426 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae96896-3c42-44d4-aebd-e116346fd1e3 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:10.104222 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754edba2-7dca-402c-859f-a4f490bf0307 req-412d3447-e21d-4de3-9839-4f88492d7dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:10.105883 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-754edba2-7dca-402c-859f-a4f490bf0307 req-412d3447-e21d-4de3-9839-4f88492d7dba service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 1098 time: 0.1262438 Jul 13 07:49:10.124146 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a6fd29e1-7018-458f-8622-def794708478 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:10.174549 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a6fd29e1-7018-458f-8622-def794708478 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:10.176368 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a6fd29e1-7018-458f-8622-def794708478 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/fdad2bdf-a375-428a-9268-ebf494ecdbbc HTTP/1.1" status: 204 len: 168 time: 0.4158843 Jul 13 07:49:10.180607 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56720) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:10.197826 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-754edba2-7dca-402c-859f-a4f490bf0307 req-fd63418f-a515-4668-9a29-b0ae3ffef6f2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843065 Jul 13 07:49:10.198941 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd29e1-7018-458f-8622-def794708478 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Subnet': ['ID=fdad2bdf-a375-428a-9268-ebf494ecdbbc,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:10.251243 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-341d5e67-2372-4f82-9dc4-92df8b2b68d5 None None] Provisioning for port 901d3b8d-55a5-49a1-9b48-fe1a3bcf1f8b completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:10.275847 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4a5d12ef-7f52-4526-89ff-e79ad0c27c34 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0940280 Jul 13 07:49:10.278708 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56724) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:10.286801 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-54732e3a-1016-4f34-975b-1974662cab16 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'subnet': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:10.352632 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 901d3b8d-55a5-49a1-9b48-fe1a3bcf1f8b up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:10.409585 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea7d3f4-64ed-4ada-83e7-e1f72e09f1bf None None] DHCP port deletion for 158fbff1-22d7-4aca-970b-c37f2948cd80 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:49:10.410813 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54732e3a-1016-4f34-975b-1974662cab16 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:10.414885 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-54732e3a-1016-4f34-975b-1974662cab16 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:10.453918 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 901d3b8d-55a5-49a1-9b48-fe1a3bcf1f8b completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:10.462321 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 901d3b8d-55a5-49a1-9b48-fe1a3bcf1f8b triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:10.462677 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:10.502174 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-5ea7d3f4-64ed-4ada-83e7-e1f72e09f1bf None None] Deleting port 901d3b8d-55a5-49a1-9b48-fe1a3bcf1f8b {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:10.502801 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d3f4-64ed-4ada-83e7-e1f72e09f1bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:10.582719 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-5ea7d3f4-64ed-4ada-83e7-e1f72e09f1bf None None] For port 901d3b8d-55a5-49a1-9b48-fe1a3bcf1f8b, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=901d3b8d-55a5-49a1-9b48-fe1a3bcf1f8b,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:10.583459 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d3f4-64ed-4ada-83e7-e1f72e09f1bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:10.620242 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-5ea7d3f4-64ed-4ada-83e7-e1f72e09f1bf None None] Calling delete_port for 901d3b8d-55a5-49a1-9b48-fe1a3bcf1f8b owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:10.626709 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-54732e3a-1016-4f34-975b-1974662cab16 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:10.640650 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:10.677465 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54732e3a-1016-4f34-975b-1974662cab16 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:10.682255 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-54732e3a-1016-4f34-975b-1974662cab16 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:10.685512 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54732e3a-1016-4f34-975b-1974662cab16 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:10.686406 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-54732e3a-1016-4f34-975b-1974662cab16 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:10.698505 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54732e3a-1016-4f34-975b-1974662cab16 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Subnet': ['ID=eecb4b3f-3704-4077-be71-5dd50e37ba9c,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:10.714343 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-54732e3a-1016-4f34-975b-1974662cab16 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4305966 Jul 13 07:49:10.714760 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56730) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:10.719971 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-fa081110-dab1-416d-92e7-9795532a1944 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'port': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'name': 'tempest-NetworksTestDHCPv6-1715033540'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:10.733769 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 901d3b8d-55a5-49a1-9b48-fe1a3bcf1f8b, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=901d3b8d-55a5-49a1-9b48-fe1a3bcf1f8b,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:10.740990 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:10.811593 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d3f4-64ed-4ada-83e7-e1f72e09f1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:10.824060 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=901d3b8d-55a5-49a1-9b48-fe1a3bcf1f8b,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:10.830928 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea7d3f4-64ed-4ada-83e7-e1f72e09f1bf None None] No DVR routers for this DVR port 901d3b8d-55a5-49a1-9b48-fe1a3bcf1f8b on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:49:10.924360 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac263246-45d3-480c-b944-4e0af1249b2d req-03b6d7ad-a34a-4730-a88a-e48a74f6d45b tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:10.925993 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ac263246-45d3-480c-b944-4e0af1249b2d req-03b6d7ad-a34a-4730-a88a-e48a74f6d45b tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 946 time: 0.1222289 Jul 13 07:49:10.984241 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa081110-dab1-416d-92e7-9795532a1944 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:10.988698 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fa081110-dab1-416d-92e7-9795532a1944 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:11.012610 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ac263246-45d3-480c-b944-4e0af1249b2d req-205ba6f9-c823-4313-a990-dc319c6f1f59 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788486 Jul 13 07:49:11.020047 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-fa081110-dab1-416d-92e7-9795532a1944 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] device_id is not set on port 88ce0091-cdb9-494f-9271-f424d1f067dc yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:49:11.068478 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed370e46-329f-4145-8d52-4edc73d39b3e None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:11.071226 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7d3f4-64ed-4ada-83e7-e1f72e09f1bf None None] Pushing event deleted for resources: {'Port': ['ID=901d3b8d-55a5-49a1-9b48-fe1a3bcf1f8b,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:11.155648 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-fa081110-dab1-416d-92e7-9795532a1944 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Allocated IP 2001:db8::2ae (158fbff1-22d7-4aca-970b-c37f2948cd80/eecb4b3f-3704-4077-be71-5dd50e37ba9c/88ce0091-cdb9-494f-9271-f424d1f067dc) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:11.227538 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d2c6b1-4d33-43ff-810c-d7a90fdd26c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-158fbff1-22d7-4aca-970b-c37f2948cd80', 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'tenant_id': '7d6e874b76834423bf0d18d43bf12c19', 'fixed_ips': [{'subnet_id': 'eecb4b3f-3704-4077-be71-5dd50e37ba9c'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:49:11.229268 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-40d2c6b1-4d33-43ff-810c-d7a90fdd26c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:11.314888 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fa081110-dab1-416d-92e7-9795532a1944 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:11.328954 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-fa081110-dab1-416d-92e7-9795532a1944 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Transition to ACTIVE for port object 88ce0091-cdb9-494f-9271-f424d1f067dc will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:11.366244 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fa081110-dab1-416d-92e7-9795532a1944 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:11.419516 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa081110-dab1-416d-92e7-9795532a1944 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:11.420319 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-40d2c6b1-4d33-43ff-810c-d7a90fdd26c6 None None] Allocated IP 2001:db8::2 (158fbff1-22d7-4aca-970b-c37f2948cd80/eecb4b3f-3704-4077-be71-5dd50e37ba9c/beeb9c8a-ce02-4cc6-8104-6dfa67215231) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:11.422950 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-fa081110-dab1-416d-92e7-9795532a1944 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:11.427851 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa081110-dab1-416d-92e7-9795532a1944 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:11.433599 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa081110-dab1-416d-92e7-9795532a1944 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:11.434527 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fa081110-dab1-416d-92e7-9795532a1944 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:11.438447 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa081110-dab1-416d-92e7-9795532a1944 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Port': ['ID=88ce0091-cdb9-494f-9271-f424d1f067dc,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:11.457260 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-fa081110-dab1-416d-92e7-9795532a1944 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7414410 Jul 13 07:49:11.459597 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56742) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:11.534519 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01585ed-33db-43b5-a7a9-5b2ff7d1e265 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:11.539500 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c01585ed-33db-43b5-a7a9-5b2ff7d1e265 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0780184 Jul 13 07:49:11.540163 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56744) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:11.605471 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-40d2c6b1-4d33-43ff-810c-d7a90fdd26c6 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:11.615626 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-40d2c6b1-4d33-43ff-810c-d7a90fdd26c6 None None] Transition to ACTIVE for port object beeb9c8a-ce02-4cc6-8104-6dfa67215231 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:11.633616 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-40d2c6b1-4d33-43ff-810c-d7a90fdd26c6 None None] Transition to ACTIVE for port object beeb9c8a-ce02-4cc6-8104-6dfa67215231 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:11.641439 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-40d2c6b1-4d33-43ff-810c-d7a90fdd26c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:11.649997 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-633ad020-6e7c-42ea-8f00-a6f287b30adb tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting port 88ce0091-cdb9-494f-9271-f424d1f067dc {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:11.650351 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-633ad020-6e7c-42ea-8f00-a6f287b30adb tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:11.681702 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d2c6b1-4d33-43ff-810c-d7a90fdd26c6 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:11.689922 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-40d2c6b1-4d33-43ff-810c-d7a90fdd26c6 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:11.692604 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d2c6b1-4d33-43ff-810c-d7a90fdd26c6 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:11.709250 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d2c6b1-4d33-43ff-810c-d7a90fdd26c6 None None] Pushing event updated for resources: {'Port': ['ID=beeb9c8a-ce02-4cc6-8104-6dfa67215231,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:11.747773 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-633ad020-6e7c-42ea-8f00-a6f287b30adb tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:11.760757 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-633ad020-6e7c-42ea-8f00-a6f287b30adb tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Calling delete_port for 88ce0091-cdb9-494f-9271-f424d1f067dc owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:11.771802 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-40d2c6b1-4d33-43ff-810c-d7a90fdd26c6 None None] Attempting to bind port beeb9c8a-ce02-4cc6-8104-6dfa67215231 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:49:11.772170 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-40d2c6b1-4d33-43ff-810c-d7a90fdd26c6 None None] Attempting to bind port beeb9c8a-ce02-4cc6-8104-6dfa67215231 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:49:11.772525 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d2c6b1-4d33-43ff-810c-d7a90fdd26c6 None None] Attempting to bind port beeb9c8a-ce02-4cc6-8104-6dfa67215231 on network 158fbff1-22d7-4aca-970b-c37f2948cd80 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:11.778738 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d2c6b1-4d33-43ff-810c-d7a90fdd26c6 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:49:11.779104 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d2c6b1-4d33-43ff-810c-d7a90fdd26c6 None None] Checking segment: {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:11.779540 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-40d2c6b1-4d33-43ff-810c-d7a90fdd26c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:11.779925 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d2c6b1-4d33-43ff-810c-d7a90fdd26c6 None None] Bound using segment: {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:49:11.780633 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-40d2c6b1-4d33-43ff-810c-d7a90fdd26c6 None None] Bound port: beeb9c8a-ce02-4cc6-8104-6dfa67215231, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:49:11.780844 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-40d2c6b1-4d33-43ff-810c-d7a90fdd26c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:11.846475 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-40d2c6b1-4d33-43ff-810c-d7a90fdd26c6 None None] For port beeb9c8a-ce02-4cc6-8104-6dfa67215231, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:49:11.895892 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-633ad020-6e7c-42ea-8f00-a6f287b30adb tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:11.899231 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-40d2c6b1-4d33-43ff-810c-d7a90fdd26c6 None None] For port beeb9c8a-ce02-4cc6-8104-6dfa67215231, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=beeb9c8a-ce02-4cc6-8104-6dfa67215231,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:49:11.903915 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-40d2c6b1-4d33-43ff-810c-d7a90fdd26c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:11.928304 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ad020-6e7c-42ea-8f00-a6f287b30adb tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Port': ['ID=88ce0091-cdb9-494f-9271-f424d1f067dc,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:11.958446 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-633ad020-6e7c-42ea-8f00-a6f287b30adb tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:11.961703 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-633ad020-6e7c-42ea-8f00-a6f287b30adb tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/ports/88ce0091-cdb9-494f-9271-f424d1f067dc HTTP/1.1" status: 204 len: 168 time: 0.4200091 Jul 13 07:49:11.963776 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56746) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:11.971018 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d2c6b1-4d33-43ff-810c-d7a90fdd26c6 None None] Pushing event updated for resources: {'Port': ['ID=beeb9c8a-ce02-4cc6-8104-6dfa67215231,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:12.066082 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3f48b4-badd-4d06-89bf-8560dfdc09c6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:12.067925 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3f48b4-badd-4d06-89bf-8560dfdc09c6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:12.070542 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-dc3f48b4-badd-4d06-89bf-8560dfdc09c6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1044626 Jul 13 07:49:12.073015 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56750) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:12.144069 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-16aa934a-8e6b-4f76-a2a4-749b9009b222 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting subnet eecb4b3f-3704-4077-be71-5dd50e37ba9c {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:49:12.148055 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-16aa934a-8e6b-4f76-a2a4-749b9009b222 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:12.245142 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be3317-fe01-4ef4-abf1-e8cadb1db2e8 req-6cbd045d-ef15-44dd-b376-7466d9071785 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:12.245356 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-16aa934a-8e6b-4f76-a2a4-749b9009b222 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:12.245726 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-40be3317-fe01-4ef4-abf1-e8cadb1db2e8 req-6cbd045d-ef15-44dd-b376-7466d9071785 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 946 time: 0.1065960 Jul 13 07:49:12.326301 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-40be3317-fe01-4ef4-abf1-e8cadb1db2e8 req-02699eae-b3ca-4431-9b55-450daf045598 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734456 Jul 13 07:49:12.406294 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device beeb9c8a-ce02-4cc6-8104-6dfa67215231 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:12.407660 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-16aa934a-8e6b-4f76-a2a4-749b9009b222 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:12.480938 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-16aa934a-8e6b-4f76-a2a4-749b9009b222 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:12.483933 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port beeb9c8a-ce02-4cc6-8104-6dfa67215231 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:12.511339 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa934a-8e6b-4f76-a2a4-749b9009b222 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Subnet': ['ID=eecb4b3f-3704-4077-be71-5dd50e37ba9c,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:12.517986 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-16aa934a-8e6b-4f76-a2a4-749b9009b222 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:12.522761 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-16aa934a-8e6b-4f76-a2a4-749b9009b222 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/eecb4b3f-3704-4077-be71-5dd50e37ba9c HTTP/1.1" status: 204 len: 168 time: 0.4463341 Jul 13 07:49:12.523327 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56756) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:12.578836 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-72a5d31e-f8ab-4167-83a1-cce51d0791f2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0529940 Jul 13 07:49:12.582151 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56760) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:12.592751 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 901d3b8d-55a5-49a1-9b48-fe1a3bcf1f8b no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:49:12.597596 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-c30362bd-ba24-4aa7-af02-aa85491fe9e3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'subnet': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:12.638020 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 901d3b8d-55a5-49a1-9b48-fe1a3bcf1f8b {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:49:12.638350 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 901d3b8d-55a5-49a1-9b48-fe1a3bcf1f8b not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:49:12.719052 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30362bd-ba24-4aa7-af02-aa85491fe9e3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:12.723527 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c30362bd-ba24-4aa7-af02-aa85491fe9e3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:12.728079 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a0ea1-78b0-456f-a5a1-3d8897c874ae req-6673c7b6-4545-44f1-8d87-ef380a5ed783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:12.729738 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-792a0ea1-78b0-456f-a5a1-3d8897c874ae req-6673c7b6-4545-44f1-8d87-ef380a5ed783 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=148940a8629a47229572c2706e020763&device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 1098 time: 0.0735765 Jul 13 07:49:12.862250 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c525ea-2252-4640-b837-8b5959571ec2 req-fcc3c6fb-e884-47fc-9722-8aac83c685cc tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:12.863882 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-57c525ea-2252-4640-b837-8b5959571ec2 req-fcc3c6fb-e884-47fc-9722-8aac83c685cc tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 946 time: 0.1490154 Jul 13 07:49:12.921119 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-57c525ea-2252-4640-b837-8b5959571ec2 req-27480688-7b73-42b2-8325-a8398e9a9b81 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501237 Jul 13 07:49:12.922391 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a0ea1-78b0-456f-a5a1-3d8897c874ae req-e04f14ac-c544-418f-9496-19ab3e227527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:12.923811 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-792a0ea1-78b0-456f-a5a1-3d8897c874ae req-e04f14ac-c544-418f-9496-19ab3e227527 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b1a0608a-57ab-4eae-a70a-673f42c5f7eb HTTP/1.1" status: 200 len: 912 time: 0.1747410 Jul 13 07:49:13.003519 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-792a0ea1-78b0-456f-a5a1-3d8897c874ae req-b0d2bac2-1b2c-47d7-899a-76a20083571a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=565a5151-9c04-43a0-98a8-a4d43f7e6eb2 HTTP/1.1" status: 200 len: 217 time: 0.0717161 Jul 13 07:49:13.078900 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a0ea1-78b0-456f-a5a1-3d8897c874ae req-a7599717-bed8-427f-b933-c4b76b1deace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:13.080923 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-792a0ea1-78b0-456f-a5a1-3d8897c874ae req-a7599717-bed8-427f-b933-c4b76b1deace service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eeeba8d7-6d9e-4312-8b5a-f1d37aee31b1 HTTP/1.1" status: 200 len: 851 time: 0.0698116 Jul 13 07:49:13.116398 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-792a0ea1-78b0-456f-a5a1-3d8897c874ae req-dc8b61f4-694f-4a59-b0a8-39e8d4ca0787 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b1a0608a-57ab-4eae-a70a-673f42c5f7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293820 Jul 13 07:49:13.218670 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-792a0ea1-78b0-456f-a5a1-3d8897c874ae req-7915227a-9c1b-4f8d-ab51-4ec8bab6fefe service neutron] 10.222.0.25 "GET /v2.0/networks/b1a0608a-57ab-4eae-a70a-673f42c5f7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963421 Jul 13 07:49:13.223955 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8002f770-0e72-4b1e-af22-65c25612f2ea None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:13.333263 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-792a0ea1-78b0-456f-a5a1-3d8897c874ae req-2dff7583-fa99-4706-96d5-f3ef6aa26ae8 service neutron] 10.222.0.25 "GET /v2.0/networks/b1a0608a-57ab-4eae-a70a-673f42c5f7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083937 Jul 13 07:49:13.357099 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c30362bd-ba24-4aa7-af02-aa85491fe9e3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:13.380583 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e7b8c143-72d6-4859-810e-61508af68912 None None] Provisioning for port beeb9c8a-ce02-4cc6-8104-6dfa67215231 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:13.389083 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e7b8c143-72d6-4859-810e-61508af68912 None None] Provisioning complete for port beeb9c8a-ce02-4cc6-8104-6dfa67215231 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:13.389844 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e7b8c143-72d6-4859-810e-61508af68912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:13.404389 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30362bd-ba24-4aa7-af02-aa85491fe9e3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:13.407966 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-c30362bd-ba24-4aa7-af02-aa85491fe9e3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:13.411390 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30362bd-ba24-4aa7-af02-aa85491fe9e3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:13.411991 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c30362bd-ba24-4aa7-af02-aa85491fe9e3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:13.440773 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c30362bd-ba24-4aa7-af02-aa85491fe9e3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8515127 Jul 13 07:49:13.440919 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56768) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:13.444233 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30362bd-ba24-4aa7-af02-aa85491fe9e3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Subnet': ['ID=f182c35d-edf2-4b51-b5b2-b0afc6aac003,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:13.447546 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-900ac6f6-d7c5-46e5-936f-64d0c628380f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'port': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'name': 'tempest-NetworksTestDHCPv6-1147449012'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:13.471260 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64705bf-ef9e-4569-a325-1c790c2a496c None None] DHCP port deletion for 158fbff1-22d7-4aca-970b-c37f2948cd80 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:49:13.514458 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e7b8c143-72d6-4859-810e-61508af68912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:13.567835 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-e7b8c143-72d6-4859-810e-61508af68912 None None] For port beeb9c8a-ce02-4cc6-8104-6dfa67215231, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=beeb9c8a-ce02-4cc6-8104-6dfa67215231,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:13.575518 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900ac6f6-d7c5-46e5-936f-64d0c628380f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:13.578781 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e7b8c143-72d6-4859-810e-61508af68912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:13.595526 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-900ac6f6-d7c5-46e5-936f-64d0c628380f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:13.613289 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-e64705bf-ef9e-4569-a325-1c790c2a496c None None] Deleting port beeb9c8a-ce02-4cc6-8104-6dfa67215231 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:13.613656 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e64705bf-ef9e-4569-a325-1c790c2a496c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:13.637106 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-900ac6f6-d7c5-46e5-936f-64d0c628380f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] device_id is not set on port f8793f4f-2443-4899-867d-b10f189a0245 yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:49:13.687682 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b8c143-72d6-4859-810e-61508af68912 None None] Pushing event updated for resources: {'Port': ['ID=beeb9c8a-ce02-4cc6-8104-6dfa67215231,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:13.724560 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-e64705bf-ef9e-4569-a325-1c790c2a496c None None] For port beeb9c8a-ce02-4cc6-8104-6dfa67215231, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=beeb9c8a-ce02-4cc6-8104-6dfa67215231,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:13.724947 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e64705bf-ef9e-4569-a325-1c790c2a496c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:13.743714 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-e64705bf-ef9e-4569-a325-1c790c2a496c None None] Calling delete_port for beeb9c8a-ce02-4cc6-8104-6dfa67215231 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:13.786197 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-900ac6f6-d7c5-46e5-936f-64d0c628380f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Allocated IP 2001:db8::51 (158fbff1-22d7-4aca-970b-c37f2948cd80/f182c35d-edf2-4b51-b5b2-b0afc6aac003/f8793f4f-2443-4899-867d-b10f189a0245) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:13.831249 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e64705bf-ef9e-4569-a325-1c790c2a496c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:13.858813 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64705bf-ef9e-4569-a325-1c790c2a496c None None] Pushing event deleted for resources: {'Port': ['ID=beeb9c8a-ce02-4cc6-8104-6dfa67215231,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:13.861002 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64705bf-ef9e-4569-a325-1c790c2a496c None None] No DVR routers for this DVR port beeb9c8a-ce02-4cc6-8104-6dfa67215231 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:49:13.882972 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f14260-924f-4adb-874c-503e4b6413d5 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:14.014209 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-900ac6f6-d7c5-46e5-936f-64d0c628380f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:14.039189 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-900ac6f6-d7c5-46e5-936f-64d0c628380f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Transition to ACTIVE for port object f8793f4f-2443-4899-867d-b10f189a0245 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:14.046721 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6bc83a-bd49-4cbb-bbe9-a2f1adaf8e28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-158fbff1-22d7-4aca-970b-c37f2948cd80', 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'tenant_id': '7d6e874b76834423bf0d18d43bf12c19', 'fixed_ips': [{'subnet_id': 'f182c35d-edf2-4b51-b5b2-b0afc6aac003'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:49:14.049439 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cf6bc83a-bd49-4cbb-bbe9-a2f1adaf8e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:14.097810 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-900ac6f6-d7c5-46e5-936f-64d0c628380f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:14.138208 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900ac6f6-d7c5-46e5-936f-64d0c628380f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:14.141736 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-900ac6f6-d7c5-46e5-936f-64d0c628380f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:14.163481 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900ac6f6-d7c5-46e5-936f-64d0c628380f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:14.169723 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900ac6f6-d7c5-46e5-936f-64d0c628380f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:14.170744 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-900ac6f6-d7c5-46e5-936f-64d0c628380f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:14.217742 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149349c-12c0-4da9-9892-88c49fdba768 req-e72a2703-5664-4789-bd3d-7fcaf803dc2d tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:14.220239 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c149349c-12c0-4da9-9892-88c49fdba768 req-e72a2703-5664-4789-bd3d-7fcaf803dc2d tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 946 time: 0.1267259 Jul 13 07:49:14.235027 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-900ac6f6-d7c5-46e5-936f-64d0c628380f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7849936 Jul 13 07:49:14.236206 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ac6f6-d7c5-46e5-936f-64d0c628380f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Port': ['ID=f8793f4f-2443-4899-867d-b10f189a0245,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:14.247812 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56774) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:14.275344 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-cf6bc83a-bd49-4cbb-bbe9-a2f1adaf8e28 None None] Allocated IP 2001:db8::2 (158fbff1-22d7-4aca-970b-c37f2948cd80/f182c35d-edf2-4b51-b5b2-b0afc6aac003/f8c15fe1-b825-492c-ad6b-67942564d76d) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:14.324573 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c149349c-12c0-4da9-9892-88c49fdba768 req-0cacfbc4-96f9-4ea8-9296-6219e0967740 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951726 Jul 13 07:49:14.363699 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device beeb9c8a-ce02-4cc6-8104-6dfa67215231 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:49:14.390168 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cb648a-8edd-4ee2-8b49-6cc8cef4893e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:14.392084 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-58cb648a-8edd-4ee2-8b49-6cc8cef4893e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1413651 Jul 13 07:49:14.395660 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56776) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:14.402204 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: beeb9c8a-ce02-4cc6-8104-6dfa67215231 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:49:14.402548 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device beeb9c8a-ce02-4cc6-8104-6dfa67215231 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:49:14.521888 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-bc76b974-78d5-4d7f-982b-cfec4ba76d5c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting port f8793f4f-2443-4899-867d-b10f189a0245 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:14.523350 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bc76b974-78d5-4d7f-982b-cfec4ba76d5c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:14.581012 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cf6bc83a-bd49-4cbb-bbe9-a2f1adaf8e28 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:14.592816 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-cf6bc83a-bd49-4cbb-bbe9-a2f1adaf8e28 None None] Transition to ACTIVE for port object f8c15fe1-b825-492c-ad6b-67942564d76d will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:14.609120 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-cf6bc83a-bd49-4cbb-bbe9-a2f1adaf8e28 None None] Transition to ACTIVE for port object f8c15fe1-b825-492c-ad6b-67942564d76d will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:14.617548 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cf6bc83a-bd49-4cbb-bbe9-a2f1adaf8e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:14.659495 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6bc83a-bd49-4cbb-bbe9-a2f1adaf8e28 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:14.666926 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-cf6bc83a-bd49-4cbb-bbe9-a2f1adaf8e28 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:14.668195 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bc76b974-78d5-4d7f-982b-cfec4ba76d5c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:14.670498 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6bc83a-bd49-4cbb-bbe9-a2f1adaf8e28 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:14.677213 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6bc83a-bd49-4cbb-bbe9-a2f1adaf8e28 None None] Pushing event updated for resources: {'Port': ['ID=f8c15fe1-b825-492c-ad6b-67942564d76d,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:14.683705 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-bc76b974-78d5-4d7f-982b-cfec4ba76d5c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Calling delete_port for f8793f4f-2443-4899-867d-b10f189a0245 owned by {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:14.747546 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-cf6bc83a-bd49-4cbb-bbe9-a2f1adaf8e28 None None] Attempting to bind port f8c15fe1-b825-492c-ad6b-67942564d76d on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:49:14.747902 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-cf6bc83a-bd49-4cbb-bbe9-a2f1adaf8e28 None None] Attempting to bind port f8c15fe1-b825-492c-ad6b-67942564d76d by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:49:14.748336 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6bc83a-bd49-4cbb-bbe9-a2f1adaf8e28 None None] Attempting to bind port f8c15fe1-b825-492c-ad6b-67942564d76d on network 158fbff1-22d7-4aca-970b-c37f2948cd80 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:14.754434 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6bc83a-bd49-4cbb-bbe9-a2f1adaf8e28 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:49:14.754931 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6bc83a-bd49-4cbb-bbe9-a2f1adaf8e28 None None] Checking segment: {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:14.755029 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cf6bc83a-bd49-4cbb-bbe9-a2f1adaf8e28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:14.755409 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6bc83a-bd49-4cbb-bbe9-a2f1adaf8e28 None None] Bound using segment: {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:49:14.755875 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-cf6bc83a-bd49-4cbb-bbe9-a2f1adaf8e28 None None] Bound port: f8c15fe1-b825-492c-ad6b-67942564d76d, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:49:14.756248 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cf6bc83a-bd49-4cbb-bbe9-a2f1adaf8e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:14.828355 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-cf6bc83a-bd49-4cbb-bbe9-a2f1adaf8e28 None None] For port f8c15fe1-b825-492c-ad6b-67942564d76d, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:49:14.871380 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bc76b974-78d5-4d7f-982b-cfec4ba76d5c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:14.871640 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-cf6bc83a-bd49-4cbb-bbe9-a2f1adaf8e28 None None] For port f8c15fe1-b825-492c-ad6b-67942564d76d, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=f8c15fe1-b825-492c-ad6b-67942564d76d,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:49:14.876576 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cf6bc83a-bd49-4cbb-bbe9-a2f1adaf8e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:14.910235 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc76b974-78d5-4d7f-982b-cfec4ba76d5c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Port': ['ID=f8793f4f-2443-4899-867d-b10f189a0245,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:14.948532 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6bc83a-bd49-4cbb-bbe9-a2f1adaf8e28 None None] Pushing event updated for resources: {'Port': ['ID=f8c15fe1-b825-492c-ad6b-67942564d76d,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:14.950317 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bc76b974-78d5-4d7f-982b-cfec4ba76d5c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:14.953510 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-bc76b974-78d5-4d7f-982b-cfec4ba76d5c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/ports/f8793f4f-2443-4899-867d-b10f189a0245 HTTP/1.1" status: 204 len: 168 time: 0.5568256 Jul 13 07:49:14.955949 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56778) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:15.011161 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35069635-778e-45ab-8ce0-a388c5e8c2c8 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:15.012930 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35069635-778e-45ab-8ce0-a388c5e8c2c8 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:15.014451 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-35069635-778e-45ab-8ce0-a388c5e8c2c8 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0575762 Jul 13 07:49:15.017281 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56780) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:15.073031 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-4efef320-9b51-401e-b3e3-f68be27f76bd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting subnet f182c35d-edf2-4b51-b5b2-b0afc6aac003 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:49:15.076366 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4efef320-9b51-401e-b3e3-f68be27f76bd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:15.133568 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4efef320-9b51-401e-b3e3-f68be27f76bd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:15.239022 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4efef320-9b51-401e-b3e3-f68be27f76bd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:15.311753 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4efef320-9b51-401e-b3e3-f68be27f76bd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:15.346212 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4efef320-9b51-401e-b3e3-f68be27f76bd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:15.348225 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4efef320-9b51-401e-b3e3-f68be27f76bd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/f182c35d-edf2-4b51-b5b2-b0afc6aac003 HTTP/1.1" status: 204 len: 168 time: 0.3298631 Jul 13 07:49:15.351877 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56788) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:15.360853 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efef320-9b51-401e-b3e3-f68be27f76bd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Subnet': ['ID=f182c35d-edf2-4b51-b5b2-b0afc6aac003,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:15.438926 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d1cf3464-f448-4387-8dce-621fdec003eb tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0855963 Jul 13 07:49:15.441447 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56794) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:15.558743 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab793acb-c144-4785-8234-e4e86efa1717 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:15.562580 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ab793acb-c144-4785-8234-e4e86efa1717 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1178036 Jul 13 07:49:15.563665 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56796) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:15.626860 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ae6856-ed71-4929-9120-1eea7663e1a7 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:15.628456 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f8ae6856-ed71-4929-9120-1eea7663e1a7 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0646620 Jul 13 07:49:15.631824 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56798) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:15.645956 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fcf8b9-9bc7-4c0f-bc49-c731873e8463 req-8218d524-3add-445c-b56b-ab05b9e00d9d tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:15.647654 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-05fcf8b9-9bc7-4c0f-bc49-c731873e8463 req-8218d524-3add-445c-b56b-ab05b9e00d9d tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 946 time: 0.1418951 Jul 13 07:49:15.696196 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-05fcf8b9-9bc7-4c0f-bc49-c731873e8463 req-d575e1e1-9103-4a8d-840a-d257eab6f852 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423400 Jul 13 07:49:15.714330 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1c3a0f8c-b639-420e-9355-a9a6ec2365c5 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0763259 Jul 13 07:49:15.716674 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56800) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:15.722738 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-0fa44b7b-0da9-4753-bb5d-05df6ef4d9b0 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'subnet': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:15.847530 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa44b7b-0da9-4753-bb5d-05df6ef4d9b0 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:15.856878 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0fa44b7b-0da9-4753-bb5d-05df6ef4d9b0 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:16.030573 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b1ae31-ea46-4fab-85c5-d20b8570ae1d None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:16.089037 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8857f83f-46a9-4d95-9fa2-cd1843fd43f3 None None] Provisioning for port f8c15fe1-b825-492c-ad6b-67942564d76d completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:16.128326 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0fa44b7b-0da9-4753-bb5d-05df6ef4d9b0 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:16.185092 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa44b7b-0da9-4753-bb5d-05df6ef4d9b0 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:16.189785 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-0fa44b7b-0da9-4753-bb5d-05df6ef4d9b0 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:16.193280 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa44b7b-0da9-4753-bb5d-05df6ef4d9b0 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:16.193897 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0fa44b7b-0da9-4753-bb5d-05df6ef4d9b0 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:16.215462 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56806) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:16.222284 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-eb7f3e19-4113-4bd7-a5d2-064b337158d4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'port': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'fixed_ips': [{'subnet_id': '7b225e0a-4045-4b3d-be83-17e57590b48f', 'ip_address': '2001:db8::62ec:e0bf:8027:94c8'}], 'name': 'tempest-NetworksTestDHCPv6-1195433876'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:16.227180 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0fa44b7b-0da9-4753-bb5d-05df6ef4d9b0 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5092924 Jul 13 07:49:16.258814 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa44b7b-0da9-4753-bb5d-05df6ef4d9b0 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Subnet': ['ID=7b225e0a-4045-4b3d-be83-17e57590b48f,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:16.366123 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292ff57-3b80-4a5d-b5fc-48b55f8ce667 req-8a6826f7-7950-4947-b481-2e8b57be2110 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:16.379981 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f8c15fe1-b825-492c-ad6b-67942564d76d up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:16.392521 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d292ff57-3b80-4a5d-b5fc-48b55f8ce667 req-8a6826f7-7950-4947-b481-2e8b57be2110 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 946 time: 0.1601923 Jul 13 07:49:16.449392 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port f8c15fe1-b825-492c-ad6b-67942564d76d completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:16.459563 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d292ff57-3b80-4a5d-b5fc-48b55f8ce667 req-14cbbe60-53e6-4a6c-926e-e3c7a85cfae8 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627391 Jul 13 07:49:16.464465 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port f8c15fe1-b825-492c-ad6b-67942564d76d triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:16.464698 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7f3e19-4113-4bd7-a5d2-064b337158d4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:16.465359 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:16.587648 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:16.605194 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eb7f3e19-4113-4bd7-a5d2-064b337158d4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:16.629190 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-eb7f3e19-4113-4bd7-a5d2-064b337158d4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] device_id is not set on port 3a97bd48-431f-498f-aa92-ed6c7dd127e1 yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:49:16.639038 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdea0f0-3c69-4af9-9aeb-75d7ddce435b None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:16.655010 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port f8c15fe1-b825-492c-ad6b-67942564d76d, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=f8c15fe1-b825-492c-ad6b-67942564d76d,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:16.669092 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:16.792444 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-baf2d306-1d0b-4728-9034-cba3ef8a99c8 None None] Provisioning complete for port f8c15fe1-b825-492c-ad6b-67942564d76d triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:16.792910 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-baf2d306-1d0b-4728-9034-cba3ef8a99c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:16.829540 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=f8c15fe1-b825-492c-ad6b-67942564d76d,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:16.847365 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:16.847700 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:16.847969 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:16.848299 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:16.849063 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:16.849063 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:16.849261 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:16.849569 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:16.849888 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:16.850211 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:16.850533 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:16.851407 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:16.859758 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-eb7f3e19-4113-4bd7-a5d2-064b337158d4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Allocated IP 2001:db8::62ec:e0bf:8027:94c8 (158fbff1-22d7-4aca-970b-c37f2948cd80/7b225e0a-4045-4b3d-be83-17e57590b48f/3a97bd48-431f-498f-aa92-ed6c7dd127e1) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:17.103666 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eb7f3e19-4113-4bd7-a5d2-064b337158d4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:17.120043 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-eb7f3e19-4113-4bd7-a5d2-064b337158d4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Transition to ACTIVE for port object 3a97bd48-431f-498f-aa92-ed6c7dd127e1 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:17.158913 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eb7f3e19-4113-4bd7-a5d2-064b337158d4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:17.209735 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7f3e19-4113-4bd7-a5d2-064b337158d4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:17.214007 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-eb7f3e19-4113-4bd7-a5d2-064b337158d4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:17.218656 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7f3e19-4113-4bd7-a5d2-064b337158d4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:17.225847 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7f3e19-4113-4bd7-a5d2-064b337158d4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:17.226686 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eb7f3e19-4113-4bd7-a5d2-064b337158d4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:17.233972 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f3e19-4113-4bd7-a5d2-064b337158d4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Port': ['ID=3a97bd48-431f-498f-aa92-ed6c7dd127e1,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:17.254065 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56810) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:17.254601 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-eb7f3e19-4113-4bd7-a5d2-064b337158d4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0366313 Jul 13 07:49:17.309926 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1a78cd11-8b54-439e-a22d-d65c4c23ed2d None None] Provisioning complete for port f8c15fe1-b825-492c-ad6b-67942564d76d triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:17.310543 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1a78cd11-8b54-439e-a22d-d65c4c23ed2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:17.353615 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8b97c9-b3dd-431b-aada-d224aeee4e39 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:17.360246 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8b97c9-b3dd-431b-aada-d224aeee4e39 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:17.362040 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0e8b97c9-b3dd-431b-aada-d224aeee4e39 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1060617 Jul 13 07:49:17.365695 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56812) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:17.510754 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-5c9365ce-a6c7-4575-9dca-2b55d7dfaf0b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting port 3a97bd48-431f-498f-aa92-ed6c7dd127e1 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:17.511604 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5c9365ce-a6c7-4575-9dca-2b55d7dfaf0b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:17.562919 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-bddb907c-0d44-48b6-bd2a-1e98fead94ed None None] Could not find standard attr ID for object cbca335c-8b9b-41fe-aa49-67bed7973a66. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:49:17.681311 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5c9365ce-a6c7-4575-9dca-2b55d7dfaf0b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:17.695701 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-5c9365ce-a6c7-4575-9dca-2b55d7dfaf0b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Calling delete_port for 3a97bd48-431f-498f-aa92-ed6c7dd127e1 owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:17.767850 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9dacc-e671-4e85-8788-7a76be3bbb7d req-20409e16-d7d2-47e0-9589-9cb4e76aec8b tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:17.770300 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-07d9dacc-e671-4e85-8788-7a76be3bbb7d req-20409e16-d7d2-47e0-9589-9cb4e76aec8b tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 946 time: 0.1161737 Jul 13 07:49:17.861377 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-07d9dacc-e671-4e85-8788-7a76be3bbb7d req-9bdb60db-91b3-43c4-b722-11d3c02b3dae tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805032 Jul 13 07:49:17.881081 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5c9365ce-a6c7-4575-9dca-2b55d7dfaf0b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:17.892359 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-45aa1c50-d42b-4886-8540-9a0cb4b48b94 None None] Could not find standard attr ID for object 88ce0091-cdb9-494f-9271-f424d1f067dc. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:49:17.924243 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9365ce-a6c7-4575-9dca-2b55d7dfaf0b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Port': ['ID=3a97bd48-431f-498f-aa92-ed6c7dd127e1,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:17.962801 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5c9365ce-a6c7-4575-9dca-2b55d7dfaf0b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:17.968009 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56824) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:17.977897 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5c9365ce-a6c7-4575-9dca-2b55d7dfaf0b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/ports/3a97bd48-431f-498f-aa92-ed6c7dd127e1 HTTP/1.1" status: 204 len: 168 time: 0.6097932 Jul 13 07:49:17.984032 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56826) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:18.035151 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691bf44d-1db0-4550-942d-3f04505a6394 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:18.037441 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691bf44d-1db0-4550-942d-3f04505a6394 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:18.039745 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-691bf44d-1db0-4550-942d-3f04505a6394 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0707064 Jul 13 07:49:18.042308 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56830) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:18.105106 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-a096edf7-de1b-49f5-8c89-70692da36cff tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting subnet 7b225e0a-4045-4b3d-be83-17e57590b48f {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:49:18.109074 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a096edf7-de1b-49f5-8c89-70692da36cff tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.143245 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dd8be921-0f42-44a1-a753-57e4e1e1a14f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.156606 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a096edf7-de1b-49f5-8c89-70692da36cff tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.219773 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8a631eab-4266-4241-9fad-3ccc12aefdfb None None] Could not find standard attr ID for object f8793f4f-2443-4899-867d-b10f189a0245. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:49:18.228810 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a096edf7-de1b-49f5-8c89-70692da36cff tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.261033 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dd8be921-0f42-44a1-a753-57e4e1e1a14f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.266932 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dd8be921-0f42-44a1-a753-57e4e1e1a14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.320093 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8be921-0f42-44a1-a753-57e4e1e1a14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1510e31a-37ca-4515-a905-fc7e2f28310c,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:18.327171 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a096edf7-de1b-49f5-8c89-70692da36cff tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.344858 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a096edf7-de1b-49f5-8c89-70692da36cff tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.348571 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a096edf7-de1b-49f5-8c89-70692da36cff tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/7b225e0a-4045-4b3d-be83-17e57590b48f HTTP/1.1" status: 204 len: 168 time: 0.3050280 Jul 13 07:49:18.349742 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-dd8be921-0f42-44a1-a753-57e4e1e1a14f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5da5f0871d1d40bebcb897830812b1a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3646224 Jul 13 07:49:18.351382 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56832) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:18.358539 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f8c15fe1-b825-492c-ad6b-67942564d76d up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:18.360434 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56834) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:18.376020 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096edf7-de1b-49f5-8c89-70692da36cff tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Subnet': ['ID=7b225e0a-4045-4b3d-be83-17e57590b48f,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:18.415512 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-256d96e0-63f5-415c-9e50-55ce808e9632 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0625114 Jul 13 07:49:18.418430 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56836) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:18.424461 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-eceec70d-595b-4e95-a20d-df24cb0a9b8d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'subnet': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:18.438009 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port f8c15fe1-b825-492c-ad6b-67942564d76d triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:18.438397 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.477254 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7f421c95-9acc-4572-8dc4-55ff6caa02f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.494856 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b6c9c1-81ce-48a9-b1b0-af89463add58 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:18.506858 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7f421c95-9acc-4572-8dc4-55ff6caa02f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.547971 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eceec70d-595b-4e95-a20d-df24cb0a9b8d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:18.552805 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eceec70d-595b-4e95-a20d-df24cb0a9b8d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.564235 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7f421c95-9acc-4572-8dc4-55ff6caa02f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.567155 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7f421c95-9acc-4572-8dc4-55ff6caa02f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.568344 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7f421c95-9acc-4572-8dc4-55ff6caa02f6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1510e31a-37ca-4515-a905-fc7e2f28310c HTTP/1.1" status: 204 len: 168 time: 0.2050374 Jul 13 07:49:18.584211 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f421c95-9acc-4572-8dc4-55ff6caa02f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1510e31a-37ca-4515-a905-fc7e2f28310c,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:18.619302 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a5fe5a0a-75b5-40b8-a8eb-d2a525c8e603 None None] Could not find standard attr ID for object 3a97bd48-431f-498f-aa92-ed6c7dd127e1. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:49:18.789260 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1e8f6d-44ba-4d34-829d-a1a1d0ec2b3e None None] DHCP port deletion for 158fbff1-22d7-4aca-970b-c37f2948cd80 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:49:18.837095 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-ce1e8f6d-44ba-4d34-829d-a1a1d0ec2b3e None None] Deleting port f8c15fe1-b825-492c-ad6b-67942564d76d {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:18.837477 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ce1e8f6d-44ba-4d34-829d-a1a1d0ec2b3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.858244 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eceec70d-595b-4e95-a20d-df24cb0a9b8d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.926231 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eceec70d-595b-4e95-a20d-df24cb0a9b8d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:18.938568 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-eceec70d-595b-4e95-a20d-df24cb0a9b8d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:18.949675 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eceec70d-595b-4e95-a20d-df24cb0a9b8d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:18.950544 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eceec70d-595b-4e95-a20d-df24cb0a9b8d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:18.967346 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d898be-981f-4c6e-b500-b92f1c65005e req-d85842ce-fe35-4a2a-bfb6-9c6983b1560d tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:18.970973 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-24d898be-981f-4c6e-b500-b92f1c65005e req-d85842ce-fe35-4a2a-bfb6-9c6983b1560d tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.25 "GET /v2.0/ports?device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 946 time: 0.1306870 Jul 13 07:49:18.974529 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceec70d-595b-4e95-a20d-df24cb0a9b8d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Subnet': ['ID=69eba4bc-7742-4b5c-b11a-11002712fe3d,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:18.984970 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-eceec70d-595b-4e95-a20d-df24cb0a9b8d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5647991 Jul 13 07:49:18.987588 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56844) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:18.999721 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-5c0a3cc4-d5dd-4c4b-9b5a-38701921b5b4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'port': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'fixed_ips': [{'subnet_id': '69eba4bc-7742-4b5c-b11a-11002712fe3d', 'ip_address': '2001:db8::6ef0:707e:ec7c:4a86'}], 'name': 'tempest-NetworksTestDHCPv6-1808988204'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:19.029451 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56846) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:19.049723 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-068c36f9-b048-4ad5-a021-46bcbc70b966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:19.157880 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76df57-92f1-474e-a90a-4f895642bf77 req-ad908ab4-9e38-4196-a479-d9166e2e5c97 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:19.159869 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cf76df57-92f1-474e-a90a-4f895642bf77 req-ad908ab4-9e38-4196-a479-d9166e2e5c97 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 946 time: 0.1183403 Jul 13 07:49:19.172455 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-24d898be-981f-4c6e-b500-b92f1c65005e req-57117637-fe2d-45fd-8b38-b9f76bed7125 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Deleting port 565a5151-9c04-43a0-98a8-a4d43f7e6eb2 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:19.173059 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-24d898be-981f-4c6e-b500-b92f1c65005e req-57117637-fe2d-45fd-8b38-b9f76bed7125 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:19.198232 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-ce1e8f6d-44ba-4d34-829d-a1a1d0ec2b3e None None] For port f8c15fe1-b825-492c-ad6b-67942564d76d, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=f8c15fe1-b825-492c-ad6b-67942564d76d,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:19.198783 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ce1e8f6d-44ba-4d34-829d-a1a1d0ec2b3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:19.223150 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-ce1e8f6d-44ba-4d34-829d-a1a1d0ec2b3e None None] Calling delete_port for f8c15fe1-b825-492c-ad6b-67942564d76d owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:19.239530 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-068c36f9-b048-4ad5-a021-46bcbc70b966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:19.259232 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-068c36f9-b048-4ad5-a021-46bcbc70b966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:19.269980 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cf76df57-92f1-474e-a90a-4f895642bf77 req-1792f8aa-9fa1-4778-ab75-100fe6f4d4cd tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929353 Jul 13 07:49:19.317390 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-24d898be-981f-4c6e-b500-b92f1c65005e req-57117637-fe2d-45fd-8b38-b9f76bed7125 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] For port 565a5151-9c04-43a0-98a8-a4d43f7e6eb2, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=565a5151-9c04-43a0-98a8-a4d43f7e6eb2,segment=NetworkSegment(56a4844e-0a06-4346-926b-9cd90992888c),segment_id=56a4844e-0a06-4346-926b-9cd90992888c)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:19.317917 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-24d898be-981f-4c6e-b500-b92f1c65005e req-57117637-fe2d-45fd-8b38-b9f76bed7125 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:19.322045 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0a3cc4-d5dd-4c4b-9b5a-38701921b5b4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:19.327226 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5c0a3cc4-d5dd-4c4b-9b5a-38701921b5b4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:19.340115 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ce1e8f6d-44ba-4d34-829d-a1a1d0ec2b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:19.342799 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-24d898be-981f-4c6e-b500-b92f1c65005e req-57117637-fe2d-45fd-8b38-b9f76bed7125 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Calling delete_port for 565a5151-9c04-43a0-98a8-a4d43f7e6eb2 owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:19.346906 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-068c36f9-b048-4ad5-a021-46bcbc70b966 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f8b5eea7adf144cb826b38825849b55d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3138301 Jul 13 07:49:19.349203 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56848) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:19.350597 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c36f9-b048-4ad5-a021-46bcbc70b966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16de29f2-f1b9-485f-ae43-bd5544c58455,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:19.361381 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-5c0a3cc4-d5dd-4c4b-9b5a-38701921b5b4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] device_id is not set on port 550804aa-14b3-4a11-b7d4-f8d77ea2de53 yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:49:19.377320 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e8f6d-44ba-4d34-829d-a1a1d0ec2b3e None None] Pushing event deleted for resources: {'Port': ['ID=f8c15fe1-b825-492c-ad6b-67942564d76d,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:19.381019 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1e8f6d-44ba-4d34-829d-a1a1d0ec2b3e None None] No DVR routers for this DVR port f8c15fe1-b825-492c-ad6b-67942564d76d on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:49:19.404087 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f721d06-c0d2-4157-bb6f-cd3cf0eb168f None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:19.479475 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b841ac5-80ac-49ed-9a7e-4fbdd79a7291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:19.579510 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-5c0a3cc4-d5dd-4c4b-9b5a-38701921b5b4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Allocated IP 2001:db8::6ef0:707e:ec7c:4a86 (158fbff1-22d7-4aca-970b-c37f2948cd80/69eba4bc-7742-4b5c-b11a-11002712fe3d/550804aa-14b3-4a11-b7d4-f8d77ea2de53) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:19.602105 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a593b16-783e-44df-b82f-dd5b5c81fd20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-158fbff1-22d7-4aca-970b-c37f2948cd80', 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'tenant_id': '7d6e874b76834423bf0d18d43bf12c19', 'fixed_ips': [{'subnet_id': '69eba4bc-7742-4b5c-b11a-11002712fe3d'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:49:19.603425 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2a593b16-783e-44df-b82f-dd5b5c81fd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:19.786540 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5c0a3cc4-d5dd-4c4b-9b5a-38701921b5b4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:19.824957 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-5c0a3cc4-d5dd-4c4b-9b5a-38701921b5b4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Transition to ACTIVE for port object 550804aa-14b3-4a11-b7d4-f8d77ea2de53 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:19.839454 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b841ac5-80ac-49ed-9a7e-4fbdd79a7291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:19.862298 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5c0a3cc4-d5dd-4c4b-9b5a-38701921b5b4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:19.918464 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0a3cc4-d5dd-4c4b-9b5a-38701921b5b4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:19.920028 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-5c0a3cc4-d5dd-4c4b-9b5a-38701921b5b4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:19.924848 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0a3cc4-d5dd-4c4b-9b5a-38701921b5b4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:19.931280 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0a3cc4-d5dd-4c4b-9b5a-38701921b5b4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:19.931951 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5c0a3cc4-d5dd-4c4b-9b5a-38701921b5b4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:19.934849 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-24d898be-981f-4c6e-b500-b92f1c65005e req-57117637-fe2d-45fd-8b38-b9f76bed7125 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:19.935926 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a3cc4-d5dd-4c4b-9b5a-38701921b5b4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Port': ['ID=550804aa-14b3-4a11-b7d4-f8d77ea2de53,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:19.938850 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-2a593b16-783e-44df-b82f-dd5b5c81fd20 None None] Allocated IP 2001:db8::2 (158fbff1-22d7-4aca-970b-c37f2948cd80/69eba4bc-7742-4b5c-b11a-11002712fe3d/37afd053-3aca-4d60-9bd3-49cb096c42df) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:19.952390 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5c0a3cc4-d5dd-4c4b-9b5a-38701921b5b4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9632123 Jul 13 07:49:19.954679 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56850) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:19.956757 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['05445583-cf18-4783-919b-6f95e9998102'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:49:19.959140 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['565a5151-9c04-43a0-98a8-a4d43f7e6eb2'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:49:19.972295 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57117637-fe2d-45fd-8b38-b9f76bed7125 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Pushing event deleted for resources: {'Port': ['ID=565a5151-9c04-43a0-98a8-a4d43f7e6eb2,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:20.009816 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117637-fe2d-45fd-8b38-b9f76bed7125 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:20.010168 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117637-fe2d-45fd-8b38-b9f76bed7125 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:20.010507 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117637-fe2d-45fd-8b38-b9f76bed7125 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:20.010815 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117637-fe2d-45fd-8b38-b9f76bed7125 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:20.011149 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117637-fe2d-45fd-8b38-b9f76bed7125 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:20.011510 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117637-fe2d-45fd-8b38-b9f76bed7125 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:20.011840 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117637-fe2d-45fd-8b38-b9f76bed7125 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:20.012164 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117637-fe2d-45fd-8b38-b9f76bed7125 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:20.012488 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117637-fe2d-45fd-8b38-b9f76bed7125 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:20.013060 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117637-fe2d-45fd-8b38-b9f76bed7125 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:20.013383 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117637-fe2d-45fd-8b38-b9f76bed7125 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:20.013702 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117637-fe2d-45fd-8b38-b9f76bed7125 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:49:20.019233 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b841ac5-80ac-49ed-9a7e-4fbdd79a7291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:20.021779 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b841ac5-80ac-49ed-9a7e-4fbdd79a7291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:20.032547 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2b841ac5-80ac-49ed-9a7e-4fbdd79a7291 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/16de29f2-f1b9-485f-ae43-bd5544c58455 HTTP/1.1" status: 204 len: 168 time: 0.6793492 Jul 13 07:49:20.058339 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b841ac5-80ac-49ed-9a7e-4fbdd79a7291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16de29f2-f1b9-485f-ae43-bd5544c58455,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:20.060507 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d898be-981f-4c6e-b500-b92f1c65005e req-57117637-fe2d-45fd-8b38-b9f76bed7125 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] No DVR routers for this DVR port 565a5151-9c04-43a0-98a8-a4d43f7e6eb2 on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:49:20.063236 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-24d898be-981f-4c6e-b500-b92f1c65005e req-57117637-fe2d-45fd-8b38-b9f76bed7125 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:20.065421 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-24d898be-981f-4c6e-b500-b92f1c65005e req-57117637-fe2d-45fd-8b38-b9f76bed7125 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.25 "DELETE /v2.0/ports/565a5151-9c04-43a0-98a8-a4d43f7e6eb2 HTTP/1.1" status: 204 len: 173 time: 1.0751915 Jul 13 07:49:20.065877 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7463ac04-b23e-4a70-99ba-ea560ce4e12b', 'name': 'network-vif-deleted', 'tag': '565a5151-9c04-43a0-98a8-a4d43f7e6eb2'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:49:20.068422 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418a8d67-2c07-4a86-a16a-a8f1743aad45" -d '{"events": [{"server_uuid": "7463ac04-b23e-4a70-99ba-ea560ce4e12b", "name": "network-vif-deleted", "tag": "565a5151-9c04-43a0-98a8-a4d43f7e6eb2"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:49:20.083283 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fba71d8-bb93-4713-8ede-cb98ba379a81 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:20.086514 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5fba71d8-bb93-4713-8ede-cb98ba379a81 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1307979 Jul 13 07:49:20.089652 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56856) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:20.208795 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9632dfc-4da1-43c8-81af-ce7224e59836 x-openstack-request-id: req-b9632dfc-4da1-43c8-81af-ce7224e59836 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:49:20.209328 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7463ac04-b23e-4a70-99ba-ea560ce4e12b", "name": "network-vif-deleted", "tag": "565a5151-9c04-43a0-98a8-a4d43f7e6eb2", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:49:20.209671 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b9632dfc-4da1-43c8-81af-ce7224e59836 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:49:20.211390 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7463ac04-b23e-4a70-99ba-ea560ce4e12b', 'name': 'network-vif-deleted', 'tag': '565a5151-9c04-43a0-98a8-a4d43f7e6eb2', 'status': 'completed', 'code': 200} Jul 13 07:49:20.250746 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-197a85ab-25de-4128-96ee-7627771bff6e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting port 550804aa-14b3-4a11-b7d4-f8d77ea2de53 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:20.251284 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-197a85ab-25de-4128-96ee-7627771bff6e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:20.257681 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2a593b16-783e-44df-b82f-dd5b5c81fd20 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:20.268552 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2a593b16-783e-44df-b82f-dd5b5c81fd20 None None] Transition to ACTIVE for port object 37afd053-3aca-4d60-9bd3-49cb096c42df will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:20.287345 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2a593b16-783e-44df-b82f-dd5b5c81fd20 None None] Transition to ACTIVE for port object 37afd053-3aca-4d60-9bd3-49cb096c42df will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:20.300669 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2a593b16-783e-44df-b82f-dd5b5c81fd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:20.347112 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f8c15fe1-b825-492c-ad6b-67942564d76d no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:49:20.390999 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-197a85ab-25de-4128-96ee-7627771bff6e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:20.405224 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a593b16-783e-44df-b82f-dd5b5c81fd20 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:20.406817 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-197a85ab-25de-4128-96ee-7627771bff6e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Calling delete_port for 550804aa-14b3-4a11-b7d4-f8d77ea2de53 owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:20.408798 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-2a593b16-783e-44df-b82f-dd5b5c81fd20 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:20.410637 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: f8c15fe1-b825-492c-ad6b-67942564d76d {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:49:20.410973 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f8c15fe1-b825-492c-ad6b-67942564d76d not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:49:20.416600 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a593b16-783e-44df-b82f-dd5b5c81fd20 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:20.506528 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-38e57314-7bf4-4084-a246-73abf3d45e01 req-19074e3c-eabe-46ec-aa28-bce7d5a7b145 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=7463ac04-b23e-4a70-99ba-ea560ce4e12b HTTP/1.1" status: 200 len: 210 time: 0.0694289 Jul 13 07:49:20.556663 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a593b16-783e-44df-b82f-dd5b5c81fd20 None None] Pushing event updated for resources: {'Port': ['ID=37afd053-3aca-4d60-9bd3-49cb096c42df,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:20.568484 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-2a593b16-783e-44df-b82f-dd5b5c81fd20 None None] Attempting to bind port 37afd053-3aca-4d60-9bd3-49cb096c42df on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:49:20.568949 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-2a593b16-783e-44df-b82f-dd5b5c81fd20 None None] Attempting to bind port 37afd053-3aca-4d60-9bd3-49cb096c42df by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:49:20.570725 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a593b16-783e-44df-b82f-dd5b5c81fd20 None None] Attempting to bind port 37afd053-3aca-4d60-9bd3-49cb096c42df on network 158fbff1-22d7-4aca-970b-c37f2948cd80 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:20.588889 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a593b16-783e-44df-b82f-dd5b5c81fd20 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:49:20.589420 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a593b16-783e-44df-b82f-dd5b5c81fd20 None None] Checking segment: {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:20.589901 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2a593b16-783e-44df-b82f-dd5b5c81fd20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:20.590458 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a593b16-783e-44df-b82f-dd5b5c81fd20 None None] Bound using segment: {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:49:20.591634 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-2a593b16-783e-44df-b82f-dd5b5c81fd20 None None] Bound port: 37afd053-3aca-4d60-9bd3-49cb096c42df, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:49:20.591634 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2a593b16-783e-44df-b82f-dd5b5c81fd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:20.648993 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-197a85ab-25de-4128-96ee-7627771bff6e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:20.703350 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2a593b16-783e-44df-b82f-dd5b5c81fd20 None None] For port 37afd053-3aca-4d60-9bd3-49cb096c42df, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:49:20.707804 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2a593b16-783e-44df-b82f-dd5b5c81fd20 None None] For port 37afd053-3aca-4d60-9bd3-49cb096c42df, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=37afd053-3aca-4d60-9bd3-49cb096c42df,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:49:20.713952 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2a593b16-783e-44df-b82f-dd5b5c81fd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:20.728406 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-197a85ab-25de-4128-96ee-7627771bff6e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:20.731586 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-197a85ab-25de-4128-96ee-7627771bff6e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/ports/550804aa-14b3-4a11-b7d4-f8d77ea2de53 HTTP/1.1" status: 204 len: 168 time: 0.6401470 Jul 13 07:49:20.734047 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56870) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:20.749833 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a85ab-25de-4128-96ee-7627771bff6e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Port': ['ID=550804aa-14b3-4a11-b7d4-f8d77ea2de53,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:20.808539 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a593b16-783e-44df-b82f-dd5b5c81fd20 None None] Pushing event updated for resources: {'Port': ['ID=37afd053-3aca-4d60-9bd3-49cb096c42df,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:20.840523 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fe8c83-7cc2-4a35-b7d0-1110605a7451 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:20.842385 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fe8c83-7cc2-4a35-b7d0-1110605a7451 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:20.846938 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e9fe8c83-7cc2-4a35-b7d0-1110605a7451 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1114447 Jul 13 07:49:20.851505 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56874) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:20.929564 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-44302c3e-26a9-4c3f-8579-42ba7fe28e51 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting subnet 69eba4bc-7742-4b5c-b11a-11002712fe3d {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:49:20.933619 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-44302c3e-26a9-4c3f-8579-42ba7fe28e51 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:20.981497 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-44302c3e-26a9-4c3f-8579-42ba7fe28e51 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:21.120109 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-44302c3e-26a9-4c3f-8579-42ba7fe28e51 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:21.211596 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-44302c3e-26a9-4c3f-8579-42ba7fe28e51 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:21.243139 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-44302c3e-26a9-4c3f-8579-42ba7fe28e51 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:21.245111 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-44302c3e-26a9-4c3f-8579-42ba7fe28e51 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/69eba4bc-7742-4b5c-b11a-11002712fe3d HTTP/1.1" status: 204 len: 168 time: 0.3924422 Jul 13 07:49:21.245965 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44302c3e-26a9-4c3f-8579-42ba7fe28e51 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Subnet': ['ID=69eba4bc-7742-4b5c-b11a-11002712fe3d,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:21.248795 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56886) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:21.290493 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-63500bda-34ea-4e0c-a420-e95249c0cb7a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0401983 Jul 13 07:49:21.294603 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56888) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:21.299995 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-a5a3294b-55ca-4d67-8b63-1dcec4eb5f66 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'subnet': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:21.422100 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a3294b-55ca-4d67-8b63-1dcec4eb5f66 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:21.427607 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a5a3294b-55ca-4d67-8b63-1dcec4eb5f66 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:21.688206 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a5a3294b-55ca-4d67-8b63-1dcec4eb5f66 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:21.751737 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a3294b-55ca-4d67-8b63-1dcec4eb5f66 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:21.755520 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-a5a3294b-55ca-4d67-8b63-1dcec4eb5f66 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:21.759025 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a3294b-55ca-4d67-8b63-1dcec4eb5f66 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:21.760204 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a5a3294b-55ca-4d67-8b63-1dcec4eb5f66 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:21.782799 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a3294b-55ca-4d67-8b63-1dcec4eb5f66 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Subnet': ['ID=093327e5-a4b8-4c7e-95a8-3f0c926ee0f6,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:21.798964 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a5a3294b-55ca-4d67-8b63-1dcec4eb5f66 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4998491 Jul 13 07:49:21.799321 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56900) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:21.805105 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-8905814b-893b-44dc-a2c8-4d04ef175bf9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'port': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'fixed_ips': [{'subnet_id': '093327e5-a4b8-4c7e-95a8-3f0c926ee0f6', 'ip_address': '2001:db8::90ea:798e:6f8c:f9f2'}], 'name': 'tempest-NetworksTestDHCPv6-522961075'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:21.966945 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8905814b-893b-44dc-a2c8-4d04ef175bf9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:22.067381 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949e7597-16ea-4c26-b29a-b797949a8b38 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:22.097851 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8905814b-893b-44dc-a2c8-4d04ef175bf9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:22.151994 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-8905814b-893b-44dc-a2c8-4d04ef175bf9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] device_id is not set on port f0e15fc7-0f59-4eaa-891a-13fd0409d7c5 yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:49:22.183192 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-362986ca-170d-44ac-b33e-aace4996da8e None None] Provisioning for port 37afd053-3aca-4d60-9bd3-49cb096c42df completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:22.282586 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aebd6c-dd88-47ad-a4f9-36f5ba040c88 req-6baa1715-a997-454d-824e-8f05b5324fdb tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:22.284220 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b6aebd6c-dd88-47ad-a4f9-36f5ba040c88 req-6baa1715-a997-454d-824e-8f05b5324fdb tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=593a7195-0903-459c-92b8-dfa9105ad129 HTTP/1.1" status: 200 len: 945 time: 0.1802258 Jul 13 07:49:22.386404 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 37afd053-3aca-4d60-9bd3-49cb096c42df up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:22.394922 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b6aebd6c-dd88-47ad-a4f9-36f5ba040c88 req-50c4f6a2-c0c4-48d1-8dcc-d73d085f69ef tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882237 Jul 13 07:49:22.406731 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-8905814b-893b-44dc-a2c8-4d04ef175bf9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Allocated IP 2001:db8::90ea:798e:6f8c:f9f2 (158fbff1-22d7-4aca-970b-c37f2948cd80/093327e5-a4b8-4c7e-95a8-3f0c926ee0f6/f0e15fc7-0f59-4eaa-891a-13fd0409d7c5) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:22.484116 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 37afd053-3aca-4d60-9bd3-49cb096c42df completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:22.491295 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 37afd053-3aca-4d60-9bd3-49cb096c42df triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:22.491714 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:22.609687 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:22.629266 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8905814b-893b-44dc-a2c8-4d04ef175bf9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:22.648815 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-8905814b-893b-44dc-a2c8-4d04ef175bf9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Transition to ACTIVE for port object f0e15fc7-0f59-4eaa-891a-13fd0409d7c5 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:22.649467 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 37afd053-3aca-4d60-9bd3-49cb096c42df, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=37afd053-3aca-4d60-9bd3-49cb096c42df,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:22.654469 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:22.695836 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8905814b-893b-44dc-a2c8-4d04ef175bf9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:22.710926 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 565a5151-9c04-43a0-98a8-a4d43f7e6eb2 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:49:22.739519 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 565a5151-9c04-43a0-98a8-a4d43f7e6eb2 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:49:22.739875 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 565a5151-9c04-43a0-98a8-a4d43f7e6eb2 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:49:22.747821 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=37afd053-3aca-4d60-9bd3-49cb096c42df,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:22.762609 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8905814b-893b-44dc-a2c8-4d04ef175bf9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:22.764180 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9d955b8a-122a-457a-b10c-08e7d71ae368 None None] Provisioning complete for port 37afd053-3aca-4d60-9bd3-49cb096c42df triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:22.764812 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9d955b8a-122a-457a-b10c-08e7d71ae368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:22.766689 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-8905814b-893b-44dc-a2c8-4d04ef175bf9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:22.770925 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8905814b-893b-44dc-a2c8-4d04ef175bf9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:22.778173 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8905814b-893b-44dc-a2c8-4d04ef175bf9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:22.778881 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8905814b-893b-44dc-a2c8-4d04ef175bf9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:22.806984 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905814b-893b-44dc-a2c8-4d04ef175bf9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Port': ['ID=f0e15fc7-0f59-4eaa-891a-13fd0409d7c5,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:22.825832 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8905814b-893b-44dc-a2c8-4d04ef175bf9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0254385 Jul 13 07:49:22.827917 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56908) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:22.918578 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f187b4-6daa-4228-b182-6f878ae7de92 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:22.925202 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f187b4-6daa-4228-b182-6f878ae7de92 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:22.929610 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e0f187b4-6daa-4228-b182-6f878ae7de92 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.0973687 Jul 13 07:49:22.930733 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56910) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:22.989322 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-cdaaca12-b12b-48cf-b22c-211a97f6855d None None] Could not find standard attr ID for object 550804aa-14b3-4a11-b7d4-f8d77ea2de53. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:49:23.097518 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-eb7a78d3-f52e-496c-998a-d224eeb8fe32 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting port f0e15fc7-0f59-4eaa-891a-13fd0409d7c5 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:23.097859 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-eb7a78d3-f52e-496c-998a-d224eeb8fe32 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:23.216890 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-45cfaede-c583-4c24-bc22-fa13182580c8 None None] Provisioning for port f0e15fc7-0f59-4eaa-891a-13fd0409d7c5 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:23.221177 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-45cfaede-c583-4c24-bc22-fa13182580c8 None None] Provisioning complete for port f0e15fc7-0f59-4eaa-891a-13fd0409d7c5 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:23.221723 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-45cfaede-c583-4c24-bc22-fa13182580c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:23.237240 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-eb7a78d3-f52e-496c-998a-d224eeb8fe32 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:23.260763 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-eb7a78d3-f52e-496c-998a-d224eeb8fe32 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Calling delete_port for f0e15fc7-0f59-4eaa-891a-13fd0409d7c5 owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:23.263268 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-45cfaede-c583-4c24-bc22-fa13182580c8 None None] Port f0e15fc7-0f59-4eaa-891a-13fd0409d7c5 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:49:23.411049 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:23.415387 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-eb7a78d3-f52e-496c-998a-d224eeb8fe32 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:23.451229 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a78d3-f52e-496c-998a-d224eeb8fe32 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Port': ['ID=f0e15fc7-0f59-4eaa-891a-13fd0409d7c5,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:23.481228 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-eb7a78d3-f52e-496c-998a-d224eeb8fe32 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:23.485837 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56916) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:23.486108 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-eb7a78d3-f52e-496c-998a-d224eeb8fe32 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/ports/f0e15fc7-0f59-4eaa-891a-13fd0409d7c5 HTTP/1.1" status: 204 len: 168 time: 0.5518396 Jul 13 07:49:23.559700 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d586d30f-26de-4894-8a0d-de9f67a35f7b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:23.562642 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d586d30f-26de-4894-8a0d-de9f67a35f7b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:23.564355 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d586d30f-26de-4894-8a0d-de9f67a35f7b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0773387 Jul 13 07:49:23.570693 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56918) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:23.645654 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e404821-e0ee-4871-a020-5de4557388d9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting subnet 093327e5-a4b8-4c7e-95a8-3f0c926ee0f6 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:49:23.649999 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5e404821-e0ee-4871-a020-5de4557388d9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:23.707510 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991b9f4-4ff3-4c71-8dec-1bf0010f64b0 req-523ceb66-de7f-4fad-8353-0b8677b949ef tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:23.709232 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2991b9f4-4ff3-4c71-8dec-1bf0010f64b0 req-523ceb66-de7f-4fad-8353-0b8677b949ef tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=593a7195-0903-459c-92b8-dfa9105ad129 HTTP/1.1" status: 200 len: 945 time: 0.0917706 Jul 13 07:49:23.712015 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5e404821-e0ee-4871-a020-5de4557388d9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:23.761861 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2991b9f4-4ff3-4c71-8dec-1bf0010f64b0 req-15f6fa72-8da3-47aa-a4a9-c01d3907c14e tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449114 Jul 13 07:49:23.767484 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5e404821-e0ee-4871-a020-5de4557388d9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:23.840992 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5e404821-e0ee-4871-a020-5de4557388d9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:23.869340 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e404821-e0ee-4871-a020-5de4557388d9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Subnet': ['ID=093327e5-a4b8-4c7e-95a8-3f0c926ee0f6,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:23.873034 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5e404821-e0ee-4871-a020-5de4557388d9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:23.874942 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5e404821-e0ee-4871-a020-5de4557388d9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/093327e5-a4b8-4c7e-95a8-3f0c926ee0f6 HTTP/1.1" status: 204 len: 168 time: 0.3029690 Jul 13 07:49:23.879751 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56920) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:23.883678 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3d92ab-7d91-41f8-97e4-ab5a8f9edd44 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:23.938616 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b9cbbceb-e5cb-4288-b377-230bc0a1eb58 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0584002 Jul 13 07:49:23.940971 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56922) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:24.014484 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:24.075669 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93ddc6a-2a30-491f-b73a-c7170bd2915c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:24.080516 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e93ddc6a-2a30-491f-b73a-c7170bd2915c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1382799 Jul 13 07:49:24.081392 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56926) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:24.091544 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:49:24.198737 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d94fbe-0ffc-45a8-a1ce-40eff2f04bc7 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:24.200166 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d1d94fbe-0ffc-45a8-a1ce-40eff2f04bc7 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1177442 Jul 13 07:49:24.204494 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56928) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:24.228655 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fc3fa-e1c8-4d85-b78e-01af1ff2c690 req-60cdbdc9-a9cf-4e52-b0db-f44e4a985dde tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:24.230246 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-007fc3fa-e1c8-4d85-b78e-01af1ff2c690 req-60cdbdc9-a9cf-4e52-b0db-f44e4a985dde tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.42 "GET /v2.0/ports?device_id=593a7195-0903-459c-92b8-dfa9105ad129 HTTP/1.1" status: 200 len: 945 time: 0.2323203 Jul 13 07:49:24.245925 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139bc9d1-a446-4a48-8f63-203b7b90bdfa None None] DHCP port deletion for 158fbff1-22d7-4aca-970b-c37f2948cd80 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:49:24.257568 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c522a725-f941-40b1-890f-d09f93e8638b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0397396 Jul 13 07:49:24.258509 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56930) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:24.282627 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-849252f3-66a6-43ef-9d99-c149510a452d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'subnet': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:24.309071 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-139bc9d1-a446-4a48-8f63-203b7b90bdfa None None] Deleting port 37afd053-3aca-4d60-9bd3-49cb096c42df {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:24.309528 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-139bc9d1-a446-4a48-8f63-203b7b90bdfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:24.333494 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 37afd053-3aca-4d60-9bd3-49cb096c42df no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:49:24.411353 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-139bc9d1-a446-4a48-8f63-203b7b90bdfa None None] For port 37afd053-3aca-4d60-9bd3-49cb096c42df, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=37afd053-3aca-4d60-9bd3-49cb096c42df,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:24.411600 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-139bc9d1-a446-4a48-8f63-203b7b90bdfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:24.427251 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-139bc9d1-a446-4a48-8f63-203b7b90bdfa None None] Calling delete_port for 37afd053-3aca-4d60-9bd3-49cb096c42df owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:24.434362 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849252f3-66a6-43ef-9d99-c149510a452d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:24.437746 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-849252f3-66a6-43ef-9d99-c149510a452d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:24.463809 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-007fc3fa-e1c8-4d85-b78e-01af1ff2c690 req-745f2cdb-7be1-401b-bc62-46f4540e09c2 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Deleting port 05445583-cf18-4783-919b-6f95e9998102 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:24.464059 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-007fc3fa-e1c8-4d85-b78e-01af1ff2c690 req-745f2cdb-7be1-401b-bc62-46f4540e09c2 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:24.503941 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:24.560249 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 37afd053-3aca-4d60-9bd3-49cb096c42df, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=37afd053-3aca-4d60-9bd3-49cb096c42df,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:24.564686 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:24.592169 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-139bc9d1-a446-4a48-8f63-203b7b90bdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:24.603259 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event deleted for resources: {'Port': ['ID=37afd053-3aca-4d60-9bd3-49cb096c42df,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:24.619004 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-007fc3fa-e1c8-4d85-b78e-01af1ff2c690 req-745f2cdb-7be1-401b-bc62-46f4540e09c2 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] For port 05445583-cf18-4783-919b-6f95e9998102, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=05445583-cf18-4783-919b-6f95e9998102,segment=NetworkSegment(56a4844e-0a06-4346-926b-9cd90992888c),segment_id=56a4844e-0a06-4346-926b-9cd90992888c)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:24.619395 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-007fc3fa-e1c8-4d85-b78e-01af1ff2c690 req-745f2cdb-7be1-401b-bc62-46f4540e09c2 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:24.627103 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139bc9d1-a446-4a48-8f63-203b7b90bdfa None None] Pushing event deleted for resources: {'Port': ['ID=37afd053-3aca-4d60-9bd3-49cb096c42df,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:24.632798 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139bc9d1-a446-4a48-8f63-203b7b90bdfa None None] No DVR routers for this DVR port 37afd053-3aca-4d60-9bd3-49cb096c42df on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:49:24.654838 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-007fc3fa-e1c8-4d85-b78e-01af1ff2c690 req-745f2cdb-7be1-401b-bc62-46f4540e09c2 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Calling delete_port for 05445583-cf18-4783-919b-6f95e9998102 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:24.766813 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-849252f3-66a6-43ef-9d99-c149510a452d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:24.824730 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849252f3-66a6-43ef-9d99-c149510a452d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:24.830217 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-849252f3-66a6-43ef-9d99-c149510a452d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:24.836500 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849252f3-66a6-43ef-9d99-c149510a452d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:24.837096 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-849252f3-66a6-43ef-9d99-c149510a452d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:24.842855 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069e82f9-a347-481c-9da6-199e07d164b5 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:24.843405 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849252f3-66a6-43ef-9d99-c149510a452d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Subnet': ['ID=f3bc74a1-c502-47ad-be92-5a8be682df80,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:24.883034 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-849252f3-66a6-43ef-9d99-c149510a452d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6200507 Jul 13 07:49:24.884422 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56934) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:24.890245 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-ebbcccdb-0221-4ab9-a231-b641b3695598 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'port': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'fixed_ips': [{'subnet_id': 'f3bc74a1-c502-47ad-be92-5a8be682df80', 'ip_address': '2001:db8::a9b6:3fce:cd91:e92a'}], 'name': 'tempest-NetworksTestDHCPv6-2122836393'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:24.934081 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-007fc3fa-e1c8-4d85-b78e-01af1ff2c690 req-745f2cdb-7be1-401b-bc62-46f4540e09c2 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:24.964598 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['05445583-cf18-4783-919b-6f95e9998102'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:49:24.969399 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f2cdb-7be1-401b-bc62-46f4540e09c2 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Pushing event deleted for resources: {'Port': ['ID=05445583-cf18-4783-919b-6f95e9998102,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:25.016687 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbcccdb-0221-4ab9-a231-b641b3695598 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:25.026214 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-007fc3fa-e1c8-4d85-b78e-01af1ff2c690 req-745f2cdb-7be1-401b-bc62-46f4540e09c2 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] No DVR routers for this DVR port 05445583-cf18-4783-919b-6f95e9998102 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:49:25.029310 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-007fc3fa-e1c8-4d85-b78e-01af1ff2c690 req-745f2cdb-7be1-401b-bc62-46f4540e09c2 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:25.031375 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-007fc3fa-e1c8-4d85-b78e-01af1ff2c690 req-745f2cdb-7be1-401b-bc62-46f4540e09c2 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.42 "DELETE /v2.0/ports/05445583-cf18-4783-919b-6f95e9998102 HTTP/1.1" status: 204 len: 173 time: 0.7956944 Jul 13 07:49:25.031805 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '593a7195-0903-459c-92b8-dfa9105ad129', 'name': 'network-vif-deleted', 'tag': '05445583-cf18-4783-919b-6f95e9998102'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:49:25.034209 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405e84c8-0053-4a6b-b438-b90ed254852f" -d '{"events": [{"server_uuid": "593a7195-0903-459c-92b8-dfa9105ad129", "name": "network-vif-deleted", "tag": "05445583-cf18-4783-919b-6f95e9998102"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:49:25.047651 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260c0ff-f4fa-4303-a2e9-47cfe87f9a57 req-8edffd5f-08dd-48a4-aaf1-4258adc87e56 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:25.049279 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0260c0ff-f4fa-4303-a2e9-47cfe87f9a57 req-8edffd5f-08dd-48a4-aaf1-4258adc87e56 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/ports?device_id=593a7195-0903-459c-92b8-dfa9105ad129 HTTP/1.1" status: 200 len: 867 time: 0.1659129 Jul 13 07:49:25.060763 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cafe73-7cbf-498f-a8c3-55e947acd568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-158fbff1-22d7-4aca-970b-c37f2948cd80', 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'tenant_id': '7d6e874b76834423bf0d18d43bf12c19', 'fixed_ips': [{'subnet_id': 'f3bc74a1-c502-47ad-be92-5a8be682df80'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:49:25.061789 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-30cafe73-7cbf-498f-a8c3-55e947acd568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:25.105838 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0260c0ff-f4fa-4303-a2e9-47cfe87f9a57 req-d2e66497-b380-4bed-a0d2-45ba1321e373 tempest-ServerRescueTestJSON-1120901784 tempest-ServerRescueTestJSON-1120901784-project] 10.222.0.23 "GET /v2.0/security-groups?id=66e1655b-6e17-4def-8698-1befda9baa88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479248 Jul 13 07:49:25.114032 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ebbcccdb-0221-4ab9-a231-b641b3695598 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:25.129918 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c0673c-8605-4ebc-bcc1-945838921546 x-openstack-request-id: req-a6c0673c-8605-4ebc-bcc1-945838921546 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:49:25.130269 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "593a7195-0903-459c-92b8-dfa9105ad129", "name": "network-vif-deleted", "tag": "05445583-cf18-4783-919b-6f95e9998102", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:49:25.130736 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a6c0673c-8605-4ebc-bcc1-945838921546 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:49:25.131144 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '593a7195-0903-459c-92b8-dfa9105ad129', 'name': 'network-vif-deleted', 'tag': '05445583-cf18-4783-919b-6f95e9998102', 'status': 'completed', 'code': 200} Jul 13 07:49:25.143457 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-ebbcccdb-0221-4ab9-a231-b641b3695598 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] device_id is not set on port 4771558b-5ed1-4004-838a-66cabc2e4a21 yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:49:25.253886 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-30cafe73-7cbf-498f-a8c3-55e947acd568 None None] Allocated IP 2001:db8::2 (158fbff1-22d7-4aca-970b-c37f2948cd80/f3bc74a1-c502-47ad-be92-5a8be682df80/1471c484-2f41-4d2c-a730-c82dfa852274) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:25.416827 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-30cafe73-7cbf-498f-a8c3-55e947acd568 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:25.426786 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-30cafe73-7cbf-498f-a8c3-55e947acd568 None None] Transition to ACTIVE for port object 1471c484-2f41-4d2c-a730-c82dfa852274 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:25.446310 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-30cafe73-7cbf-498f-a8c3-55e947acd568 None None] Transition to ACTIVE for port object 1471c484-2f41-4d2c-a730-c82dfa852274 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:25.458541 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-30cafe73-7cbf-498f-a8c3-55e947acd568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:25.519915 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cafe73-7cbf-498f-a8c3-55e947acd568 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:25.523546 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-30cafe73-7cbf-498f-a8c3-55e947acd568 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:25.526600 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cafe73-7cbf-498f-a8c3-55e947acd568 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:25.539356 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cafe73-7cbf-498f-a8c3-55e947acd568 None None] Pushing event updated for resources: {'Port': ['ID=1471c484-2f41-4d2c-a730-c82dfa852274,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:25.543577 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-ebbcccdb-0221-4ab9-a231-b641b3695598 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Allocated IP 2001:db8::a9b6:3fce:cd91:e92a (158fbff1-22d7-4aca-970b-c37f2948cd80/f3bc74a1-c502-47ad-be92-5a8be682df80/4771558b-5ed1-4004-838a-66cabc2e4a21) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:25.594689 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-30cafe73-7cbf-498f-a8c3-55e947acd568 None None] Attempting to bind port 1471c484-2f41-4d2c-a730-c82dfa852274 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:49:25.595270 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-30cafe73-7cbf-498f-a8c3-55e947acd568 None None] Attempting to bind port 1471c484-2f41-4d2c-a730-c82dfa852274 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:49:25.595695 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cafe73-7cbf-498f-a8c3-55e947acd568 None None] Attempting to bind port 1471c484-2f41-4d2c-a730-c82dfa852274 on network 158fbff1-22d7-4aca-970b-c37f2948cd80 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:25.605589 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cafe73-7cbf-498f-a8c3-55e947acd568 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:49:25.605966 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cafe73-7cbf-498f-a8c3-55e947acd568 None None] Checking segment: {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:25.606372 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-30cafe73-7cbf-498f-a8c3-55e947acd568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:25.606828 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cafe73-7cbf-498f-a8c3-55e947acd568 None None] Bound using segment: {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:49:25.607330 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-30cafe73-7cbf-498f-a8c3-55e947acd568 None None] Bound port: 1471c484-2f41-4d2c-a730-c82dfa852274, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:49:25.607740 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-30cafe73-7cbf-498f-a8c3-55e947acd568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:25.673699 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-30cafe73-7cbf-498f-a8c3-55e947acd568 None None] For port 1471c484-2f41-4d2c-a730-c82dfa852274, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:49:25.677563 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-30cafe73-7cbf-498f-a8c3-55e947acd568 None None] For port 1471c484-2f41-4d2c-a730-c82dfa852274, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=1471c484-2f41-4d2c-a730-c82dfa852274,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:49:25.682041 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-30cafe73-7cbf-498f-a8c3-55e947acd568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:25.744974 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cafe73-7cbf-498f-a8c3-55e947acd568 None None] Pushing event updated for resources: {'Port': ['ID=1471c484-2f41-4d2c-a730-c82dfa852274,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:25.755856 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ebbcccdb-0221-4ab9-a231-b641b3695598 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:25.768960 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-ebbcccdb-0221-4ab9-a231-b641b3695598 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Transition to ACTIVE for port object 4771558b-5ed1-4004-838a-66cabc2e4a21 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:25.814209 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ebbcccdb-0221-4ab9-a231-b641b3695598 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:25.863484 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbcccdb-0221-4ab9-a231-b641b3695598 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:25.869297 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-ebbcccdb-0221-4ab9-a231-b641b3695598 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:25.872475 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbcccdb-0221-4ab9-a231-b641b3695598 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:25.879092 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbcccdb-0221-4ab9-a231-b641b3695598 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:25.879981 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ebbcccdb-0221-4ab9-a231-b641b3695598 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:25.901833 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ebbcccdb-0221-4ab9-a231-b641b3695598 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0162375 Jul 13 07:49:25.904989 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56972) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:25.906006 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbcccdb-0221-4ab9-a231-b641b3695598 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Port': ['ID=4771558b-5ed1-4004-838a-66cabc2e4a21,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:25.913582 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-4a059b19-8271-4e0a-a542-584a307dfc35 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'port': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'fixed_ips': [{'subnet_id': 'f3bc74a1-c502-47ad-be92-5a8be682df80', 'ip_address': '2001:db8::a9b6:3fce:cd91:e92a'}], 'name': 'tempest-NetworksTestDHCPv6-891474859'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:26.099097 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a059b19-8271-4e0a-a542-584a307dfc35 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:26.106076 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4a059b19-8271-4e0a-a542-584a307dfc35 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:26.127639 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-4a059b19-8271-4e0a-a542-584a307dfc35 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] device_id is not set on port 6846d459-d4ce-4714-909b-246f34fd1a6b yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:49:26.225584 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56976) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:26.356529 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 1471c484-2f41-4d2c-a730-c82dfa852274 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:26.375310 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a059b19-8271-4e0a-a542-584a307dfc35 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 13 07:49:26.375831 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a059b19-8271-4e0a-a542-584a307dfc35 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:49:26.395122 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4a059b19-8271-4e0a-a542-584a307dfc35 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.4859078 Jul 13 07:49:26.395402 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56978) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:26.416434 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 1471c484-2f41-4d2c-a730-c82dfa852274 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:26.498125 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0271974f-6b03-4070-bc16-6fee58f2127c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:26.504603 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0271974f-6b03-4070-bc16-6fee58f2127c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:26.506461 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0271974f-6b03-4070-bc16-6fee58f2127c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1101587 Jul 13 07:49:26.510285 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56980) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:26.638486 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-d7fd2fa8-49b7-4137-982f-510cdaf9f12b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting port 4771558b-5ed1-4004-838a-66cabc2e4a21 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:26.638833 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d7fd2fa8-49b7-4137-982f-510cdaf9f12b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:26.700591 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-565811d8-1dbd-46e8-b50e-330fdfeed1a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:26.742543 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d7fd2fa8-49b7-4137-982f-510cdaf9f12b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:26.764874 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-d7fd2fa8-49b7-4137-982f-510cdaf9f12b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Calling delete_port for 4771558b-5ed1-4004-838a-66cabc2e4a21 owned by {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:26.926114 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d7fd2fa8-49b7-4137-982f-510cdaf9f12b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:27.005513 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd2fa8-49b7-4137-982f-510cdaf9f12b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Port': ['ID=4771558b-5ed1-4004-838a-66cabc2e4a21,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:27.048266 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-565811d8-1dbd-46e8-b50e-330fdfeed1a8 admin admin] Deleting port 231222ee-a117-434f-8a54-79a2782d6860 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:27.048604 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-565811d8-1dbd-46e8-b50e-330fdfeed1a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:27.057911 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d7fd2fa8-49b7-4137-982f-510cdaf9f12b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:27.061039 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d7fd2fa8-49b7-4137-982f-510cdaf9f12b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/ports/4771558b-5ed1-4004-838a-66cabc2e4a21 HTTP/1.1" status: 204 len: 168 time: 0.5495560 Jul 13 07:49:27.065600 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56984) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:27.149659 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d450c45b-58a5-499f-8219-833394a619c3 None None] Provisioning for port 1471c484-2f41-4d2c-a730-c82dfa852274 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:27.157108 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d450c45b-58a5-499f-8219-833394a619c3 None None] Provisioning complete for port 1471c484-2f41-4d2c-a730-c82dfa852274 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:27.157371 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86436082-9854-4294-a8ef-97407ae94a7f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:27.157919 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d450c45b-58a5-499f-8219-833394a619c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:27.159128 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86436082-9854-4294-a8ef-97407ae94a7f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:27.169063 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-86436082-9854-4294-a8ef-97407ae94a7f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0995202 Jul 13 07:49:27.171035 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56986) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:27.222130 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-565811d8-1dbd-46e8-b50e-330fdfeed1a8 admin admin] For port 231222ee-a117-434f-8a54-79a2782d6860, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=231222ee-a117-434f-8a54-79a2782d6860,segment=NetworkSegment(56a4844e-0a06-4346-926b-9cd90992888c),segment_id=56a4844e-0a06-4346-926b-9cd90992888c)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:27.222130 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-565811d8-1dbd-46e8-b50e-330fdfeed1a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:27.244440 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-565811d8-1dbd-46e8-b50e-330fdfeed1a8 admin admin] Calling delete_port for 231222ee-a117-434f-8a54-79a2782d6860 owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:27.267253 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ac57796-30b3-4a90-b5e4-87be40e8a3d5 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting subnet f3bc74a1-c502-47ad-be92-5a8be682df80 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:49:27.269571 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d450c45b-58a5-499f-8219-833394a619c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:27.270732 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3ac57796-30b3-4a90-b5e4-87be40e8a3d5 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:27.314633 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-d450c45b-58a5-499f-8219-833394a619c3 None None] For port 1471c484-2f41-4d2c-a730-c82dfa852274, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=1471c484-2f41-4d2c-a730-c82dfa852274,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:27.321102 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d450c45b-58a5-499f-8219-833394a619c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:27.376550 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3ac57796-30b3-4a90-b5e4-87be40e8a3d5 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:27.388927 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450c45b-58a5-499f-8219-833394a619c3 None None] Pushing event updated for resources: {'Port': ['ID=1471c484-2f41-4d2c-a730-c82dfa852274,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:27.485475 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1ec95d1b-8dc8-41b3-b64a-bbcedb4a214f None None] Could not find standard attr ID for object 4771558b-5ed1-4004-838a-66cabc2e4a21. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:49:27.544651 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3ac57796-30b3-4a90-b5e4-87be40e8a3d5 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:27.656376 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3ac57796-30b3-4a90-b5e4-87be40e8a3d5 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:27.662224 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-565811d8-1dbd-46e8-b50e-330fdfeed1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:27.694153 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac57796-30b3-4a90-b5e4-87be40e8a3d5 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Subnet': ['ID=f3bc74a1-c502-47ad-be92-5a8be682df80,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:27.700327 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3ac57796-30b3-4a90-b5e4-87be40e8a3d5 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:27.701737 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3ac57796-30b3-4a90-b5e4-87be40e8a3d5 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/f3bc74a1-c502-47ad-be92-5a8be682df80 HTTP/1.1" status: 204 len: 168 time: 0.5295796 Jul 13 07:49:27.704566 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56988) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:27.709487 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffcfd0b-8926-4a5f-aa34-ee492d6cb9d5 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:27.724278 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565811d8-1dbd-46e8-b50e-330fdfeed1a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=231222ee-a117-434f-8a54-79a2782d6860,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:27.756769 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c5c018cb-30f5-46e4-9b12-d8916c6fd1c0 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0502248 Jul 13 07:49:27.762646 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 56990) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:27.770980 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-3e640fd1-4822-4f84-a7fc-b74b6099fb26 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'subnet': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:27.878109 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e640fd1-4822-4f84-a7fc-b74b6099fb26 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:27.883675 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3e640fd1-4822-4f84-a7fc-b74b6099fb26 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:27.955827 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71a596b-0a36-4c3f-990f-a84dbcea851b None None] DHCP port deletion for 158fbff1-22d7-4aca-970b-c37f2948cd80 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:49:27.956093 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-565811d8-1dbd-46e8-b50e-330fdfeed1a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:28.023963 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-a71a596b-0a36-4c3f-990f-a84dbcea851b None None] Deleting port 1471c484-2f41-4d2c-a730-c82dfa852274 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:28.024404 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a71a596b-0a36-4c3f-990f-a84dbcea851b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:28.142464 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3e640fd1-4822-4f84-a7fc-b74b6099fb26 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:28.155991 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-a71a596b-0a36-4c3f-990f-a84dbcea851b None None] For port 1471c484-2f41-4d2c-a730-c82dfa852274, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=1471c484-2f41-4d2c-a730-c82dfa852274,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:28.156392 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a71a596b-0a36-4c3f-990f-a84dbcea851b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:28.171932 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-a71a596b-0a36-4c3f-990f-a84dbcea851b None None] Calling delete_port for 1471c484-2f41-4d2c-a730-c82dfa852274 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:28.195073 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e640fd1-4822-4f84-a7fc-b74b6099fb26 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:28.200246 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-3e640fd1-4822-4f84-a7fc-b74b6099fb26 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:28.204781 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e640fd1-4822-4f84-a7fc-b74b6099fb26 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:28.205389 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3e640fd1-4822-4f84-a7fc-b74b6099fb26 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:28.235191 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e640fd1-4822-4f84-a7fc-b74b6099fb26 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Subnet': ['ID=a9cec132-ea41-4122-8962-9b688895bedb,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:28.242765 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-3e640fd1-4822-4f84-a7fc-b74b6099fb26 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4783492 Jul 13 07:49:28.249556 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 56998) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:28.267730 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-7c7714d7-6986-440e-9069-c6fe0f00c4e3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'port': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'fixed_ips': [{'subnet_id': 'a9cec132-ea41-4122-8962-9b688895bedb', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-740998354'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:28.300388 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a71a596b-0a36-4c3f-990f-a84dbcea851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:28.305092 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565811d8-1dbd-46e8-b50e-330fdfeed1a8 admin admin] Router 1a865cfd-98ba-4df2-9f1d-826b15e43328 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:49:28.340286 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71a596b-0a36-4c3f-990f-a84dbcea851b None None] No DVR routers for this DVR port 1471c484-2f41-4d2c-a730-c82dfa852274 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:49:28.342382 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a596b-0a36-4c3f-990f-a84dbcea851b None None] Pushing event deleted for resources: {'Port': ['ID=1471c484-2f41-4d2c-a730-c82dfa852274,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:28.361552 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6b92e0-c383-4860-a267-2a40ce1c8d50 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:28.430521 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 1471c484-2f41-4d2c-a730-c82dfa852274 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:49:28.455827 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 1471c484-2f41-4d2c-a730-c82dfa852274 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:49:28.456120 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 1471c484-2f41-4d2c-a730-c82dfa852274 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:49:28.528989 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7714d7-6986-440e-9069-c6fe0f00c4e3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:28.534154 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c7714d7-6986-440e-9069-c6fe0f00c4e3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:28.544994 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565811d8-1dbd-46e8-b50e-330fdfeed1a8 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:49:28.552740 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-565811d8-1dbd-46e8-b50e-330fdfeed1a8 admin admin] 10.222.0.23 "PUT /v2.0/routers/1a865cfd-98ba-4df2-9f1d-826b15e43328/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3238945 Jul 13 07:49:28.556110 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57000) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:28.560719 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-7c7714d7-6986-440e-9069-c6fe0f00c4e3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] device_id is not set on port f238080d-1000-4752-b681-a66430ee42e2 yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:49:28.563690 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7d21c6-2963-468c-adf8-e7fcb6583751 None None] Sync routers for ids ['1a865cfd-98ba-4df2-9f1d-826b15e43328'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:49:28.566217 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c65a69-433d-4887-8b7f-3c6fbac41ba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-158fbff1-22d7-4aca-970b-c37f2948cd80', 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'tenant_id': '7d6e874b76834423bf0d18d43bf12c19', 'fixed_ips': [{'subnet_id': 'a9cec132-ea41-4122-8962-9b688895bedb'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:49:28.567163 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-30c65a69-433d-4887-8b7f-3c6fbac41ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:28.584608 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7d21c6-2963-468c-adf8-e7fcb6583751 None None] Routers {'1a865cfd-98ba-4df2-9f1d-826b15e43328'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:49:28.585717 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-3d7d21c6-2963-468c-adf8-e7fcb6583751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:49:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['1a865cfd-98ba-4df2-9f1d-826b15e43328'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:28.680985 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-82a03d53-da4d-4622-831c-cd18e24d8443 admin admin] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:28.723766 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-3d7d21c6-2963-468c-adf8-e7fcb6583751 None None] Set router 1a865cfd-98ba-4df2-9f1d-826b15e43328 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:49:28.924034 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-30c65a69-433d-4887-8b7f-3c6fbac41ba5 None None] Allocated IP 2001:db8::2 (158fbff1-22d7-4aca-970b-c37f2948cd80/a9cec132-ea41-4122-8962-9b688895bedb/20e4b748-ee30-48e3-a8a6-42f928c73237) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:28.961281 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-3d7d21c6-2963-468c-adf8-e7fcb6583751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a865cfd-98ba-4df2-9f1d-826b15e43328', 'name': 'tempest-ServerRescueTestJSON-1901202916-router', 'tenant_id': '148940a8629a47229572c2706e020763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd19b72c9-3ed2-481e-9f2c-8822241f522c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:47Z', 'updated_at': '2021-07-13T07:49:27Z', 'revision_number': 5, 'project_id': '148940a8629a47229572c2706e020763', 'gw_port': {'id': 'd19b72c9-3ed2-481e-9f2c-8822241f522c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a865cfd-98ba-4df2-9f1d-826b15e43328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:48Z', 'updated_at': '2021-07-13T07:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:28.992566 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7d21c6-2963-468c-adf8-e7fcb6583751 None None] Checking router: 1a865cfd-98ba-4df2-9f1d-826b15e43328 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:49:29.002588 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7d21c6-2963-468c-adf8-e7fcb6583751 None None] Routers {'1a865cfd-98ba-4df2-9f1d-826b15e43328'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:49:29.003568 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-3d7d21c6-2963-468c-adf8-e7fcb6583751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:49:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['1a865cfd-98ba-4df2-9f1d-826b15e43328'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:29.112778 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-30c65a69-433d-4887-8b7f-3c6fbac41ba5 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:29.122737 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-30c65a69-433d-4887-8b7f-3c6fbac41ba5 None None] Transition to ACTIVE for port object 20e4b748-ee30-48e3-a8a6-42f928c73237 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:29.122973 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-3d7d21c6-2963-468c-adf8-e7fcb6583751 None None] Set router 1a865cfd-98ba-4df2-9f1d-826b15e43328 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:49:29.141235 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-30c65a69-433d-4887-8b7f-3c6fbac41ba5 None None] Transition to ACTIVE for port object 20e4b748-ee30-48e3-a8a6-42f928c73237 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:29.153855 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c7714d7-6986-440e-9069-c6fe0f00c4e3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:49:29.154719 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c7714d7-6986-440e-9069-c6fe0f00c4e3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:49:29.162288 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-30c65a69-433d-4887-8b7f-3c6fbac41ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:29.183798 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7c7714d7-6986-440e-9069-c6fe0f00c4e3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9306264 Jul 13 07:49:29.184253 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57004) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:29.192883 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-82a03d53-da4d-4622-831c-cd18e24d8443 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:29.222478 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c65a69-433d-4887-8b7f-3c6fbac41ba5 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:29.227664 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-30c65a69-433d-4887-8b7f-3c6fbac41ba5 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:29.236382 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c65a69-433d-4887-8b7f-3c6fbac41ba5 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:29.270146 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d935e58-625c-485b-825a-2054b41d21c6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:29.274136 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9d935e58-625c-485b-825a-2054b41d21c6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0862849 Jul 13 07:49:29.274316 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c65a69-433d-4887-8b7f-3c6fbac41ba5 None None] Pushing event updated for resources: {'Port': ['ID=20e4b748-ee30-48e3-a8a6-42f928c73237,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:29.274694 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57006) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:29.323979 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-30c65a69-433d-4887-8b7f-3c6fbac41ba5 None None] Attempting to bind port 20e4b748-ee30-48e3-a8a6-42f928c73237 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:49:29.325050 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-30c65a69-433d-4887-8b7f-3c6fbac41ba5 None None] Attempting to bind port 20e4b748-ee30-48e3-a8a6-42f928c73237 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:49:29.325441 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c65a69-433d-4887-8b7f-3c6fbac41ba5 None None] Attempting to bind port 20e4b748-ee30-48e3-a8a6-42f928c73237 on network 158fbff1-22d7-4aca-970b-c37f2948cd80 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:29.335286 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c65a69-433d-4887-8b7f-3c6fbac41ba5 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:49:29.336033 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c65a69-433d-4887-8b7f-3c6fbac41ba5 None None] Checking segment: {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:29.336461 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-30c65a69-433d-4887-8b7f-3c6fbac41ba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:29.336867 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c65a69-433d-4887-8b7f-3c6fbac41ba5 None None] Bound using segment: {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:49:29.337357 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-30c65a69-433d-4887-8b7f-3c6fbac41ba5 None None] Bound port: 20e4b748-ee30-48e3-a8a6-42f928c73237, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:49:29.338552 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-30c65a69-433d-4887-8b7f-3c6fbac41ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:29.340777 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-82a03d53-da4d-4622-831c-cd18e24d8443 admin admin] Deleting port d19b72c9-3ed2-481e-9f2c-8822241f522c {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:29.341122 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-82a03d53-da4d-4622-831c-cd18e24d8443 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:29.351517 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d578616c-7860-46ed-abb2-8ba7200085aa tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:29.353210 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d578616c-7860-46ed-abb2-8ba7200085aa tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:29.357776 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d578616c-7860-46ed-abb2-8ba7200085aa tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0795457 Jul 13 07:49:29.358106 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 05445583-cf18-4783-919b-6f95e9998102 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:49:29.359781 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57008) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:29.401166 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-3d7d21c6-2963-468c-adf8-e7fcb6583751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a865cfd-98ba-4df2-9f1d-826b15e43328', 'name': 'tempest-ServerRescueTestJSON-1901202916-router', 'tenant_id': '148940a8629a47229572c2706e020763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd19b72c9-3ed2-481e-9f2c-8822241f522c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:47Z', 'updated_at': '2021-07-13T07:49:27Z', 'revision_number': 5, 'project_id': '148940a8629a47229572c2706e020763', 'gw_port': {'id': 'd19b72c9-3ed2-481e-9f2c-8822241f522c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a865cfd-98ba-4df2-9f1d-826b15e43328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:48Z', 'updated_at': '2021-07-13T07:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:29.407161 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 05445583-cf18-4783-919b-6f95e9998102 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:49:29.407556 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 05445583-cf18-4783-919b-6f95e9998102 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:49:29.442140 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-30c65a69-433d-4887-8b7f-3c6fbac41ba5 None None] For port 20e4b748-ee30-48e3-a8a6-42f928c73237, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:49:29.442835 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-64a37aa1-a251-4c98-a37b-4375fc1fe1de tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting subnet a9cec132-ea41-4122-8962-9b688895bedb {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:49:29.446441 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-30c65a69-433d-4887-8b7f-3c6fbac41ba5 None None] For port 20e4b748-ee30-48e3-a8a6-42f928c73237, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=20e4b748-ee30-48e3-a8a6-42f928c73237,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:49:29.447245 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-64a37aa1-a251-4c98-a37b-4375fc1fe1de tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:29.452567 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-30c65a69-433d-4887-8b7f-3c6fbac41ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:29.462906 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7d21c6-2963-468c-adf8-e7fcb6583751 None None] The sync data for ids ['1a865cfd-98ba-4df2-9f1d-826b15e43328'] in n-d-771363-34 is: [{'id': '1a865cfd-98ba-4df2-9f1d-826b15e43328', 'name': 'tempest-ServerRescueTestJSON-1901202916-router', 'tenant_id': '148940a8629a47229572c2706e020763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd19b72c9-3ed2-481e-9f2c-8822241f522c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:47:47Z', 'updated_at': '2021-07-13T07:49:27Z', 'revision_number': 5, 'project_id': '148940a8629a47229572c2706e020763', 'gw_port': {'id': 'd19b72c9-3ed2-481e-9f2c-8822241f522c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a865cfd-98ba-4df2-9f1d-826b15e43328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:47:48Z', 'updated_at': '2021-07-13T07:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:49:29.485838 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-82a03d53-da4d-4622-831c-cd18e24d8443 admin admin] For port d19b72c9-3ed2-481e-9f2c-8822241f522c, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=d19b72c9-3ed2-481e-9f2c-8822241f522c,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:29.486274 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-82a03d53-da4d-4622-831c-cd18e24d8443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:29.505045 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-82a03d53-da4d-4622-831c-cd18e24d8443 admin admin] Calling delete_port for d19b72c9-3ed2-481e-9f2c-8822241f522c owned by network:router_gateway {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:29.546574 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-64a37aa1-a251-4c98-a37b-4375fc1fe1de tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:29.561428 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c65a69-433d-4887-8b7f-3c6fbac41ba5 None None] Pushing event updated for resources: {'Port': ['ID=20e4b748-ee30-48e3-a8a6-42f928c73237,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:29.672856 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-64a37aa1-a251-4c98-a37b-4375fc1fe1de tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:29.749111 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-82a03d53-da4d-4622-831c-cd18e24d8443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:29.757009 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-64a37aa1-a251-4c98-a37b-4375fc1fe1de tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:29.790285 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a37aa1-a251-4c98-a37b-4375fc1fe1de tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Subnet': ['ID=a9cec132-ea41-4122-8962-9b688895bedb,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:29.797509 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-64a37aa1-a251-4c98-a37b-4375fc1fe1de tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:29.803249 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-64a37aa1-a251-4c98-a37b-4375fc1fe1de tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/a9cec132-ea41-4122-8962-9b688895bedb HTTP/1.1" status: 204 len: 168 time: 0.4390316 Jul 13 07:49:29.804014 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a03d53-da4d-4622-831c-cd18e24d8443 admin admin] Pushing event deleted for resources: {'Port': ['ID=d19b72c9-3ed2-481e-9f2c-8822241f522c,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:29.804420 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57010) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:29.888287 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-315d6b93-acfb-4e00-96f4-83ad634dbb9f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0818303 Jul 13 07:49:29.895985 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57012) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:29.905784 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-7f43d15d-4643-4d5b-9e26-d19c2292437b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'subnet': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:29.916978 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-82a03d53-da4d-4622-831c-cd18e24d8443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.044033 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f43d15d-4643-4d5b-9e26-d19c2292437b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:30.047787 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7f43d15d-4643-4d5b-9e26-d19c2292437b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.064569 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-82a03d53-da4d-4622-831c-cd18e24d8443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.067916 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-82a03d53-da4d-4622-831c-cd18e24d8443 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.136341 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-82a03d53-da4d-4622-831c-cd18e24d8443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.136991 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a03d53-da4d-4622-831c-cd18e24d8443 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a865cfd-98ba-4df2-9f1d-826b15e43328 {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:49:30.142655 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-82a03d53-da4d-4622-831c-cd18e24d8443 admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.147870 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-82a03d53-da4d-4622-831c-cd18e24d8443 admin admin] 10.222.0.23 "DELETE /v2.0/routers/1a865cfd-98ba-4df2-9f1d-826b15e43328 HTTP/1.1" status: 204 len: 168 time: 1.5886452 Jul 13 07:49:30.148601 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57014) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:30.208884 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-52d3a448-7b11-4289-8008-539fe7f52b53 admin admin] Deleting subnet eeeba8d7-6d9e-4312-8b5a-f1d37aee31b1 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:49:30.213465 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-52d3a448-7b11-4289-8008-539fe7f52b53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.273879 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-52d3a448-7b11-4289-8008-539fe7f52b53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.302886 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cdd1615f-45be-44de-9dce-2622f97f862b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.357079 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-52d3a448-7b11-4289-8008-539fe7f52b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.424888 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7f43d15d-4643-4d5b-9e26-d19c2292437b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.450040 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-52d3a448-7b11-4289-8008-539fe7f52b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.511897 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-52d3a448-7b11-4289-8008-539fe7f52b53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.514045 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-52d3a448-7b11-4289-8008-539fe7f52b53 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/eeeba8d7-6d9e-4312-8b5a-f1d37aee31b1 HTTP/1.1" status: 204 len: 168 time: 0.3640041 Jul 13 07:49:30.517502 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3a448-7b11-4289-8008-539fe7f52b53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeeba8d7-6d9e-4312-8b5a-f1d37aee31b1,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:30.528288 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57020) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:30.571796 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f43d15d-4643-4d5b-9e26-d19c2292437b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:30.581403 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-7f43d15d-4643-4d5b-9e26-d19c2292437b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:30.585353 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 20e4b748-ee30-48e3-a8a6-42f928c73237 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:30.586351 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f43d15d-4643-4d5b-9e26-d19c2292437b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:30.587179 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7f43d15d-4643-4d5b-9e26-d19c2292437b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.611908 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7f43d15d-4643-4d5b-9e26-d19c2292437b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7118864 Jul 13 07:49:30.612360 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43d15d-4643-4d5b-9e26-d19c2292437b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Subnet': ['ID=f587e3d0-2ba7-4f8d-b46e-e84e4d7ef028,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:30.619676 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57022) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:30.636046 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-8701e9fb-bd4e-4dfe-a369-8abeddef4cbb tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-386258718', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:30.671256 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 20e4b748-ee30-48e3-a8a6-42f928c73237 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:30.690056 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8701e9fb-bd4e-4dfe-a369-8abeddef4cbb tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.692460 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8701e9fb-bd4e-4dfe-a369-8abeddef4cbb tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.708017 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 231222ee-a117-434f-8a54-79a2782d6860 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:49:30.736286 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6308f1ba-0882-43c0-b34a-c7ef80bf3a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.748368 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 231222ee-a117-434f-8a54-79a2782d6860 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:49:30.749015 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 231222ee-a117-434f-8a54-79a2782d6860 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:49:30.839650 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8701e9fb-bd4e-4dfe-a369-8abeddef4cbb tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.862220 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8701e9fb-bd4e-4dfe-a369-8abeddef4cbb tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.912497 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6308f1ba-0882-43c0-b34a-c7ef80bf3a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.922105 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57026) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:30.935365 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8701e9fb-bd4e-4dfe-a369-8abeddef4cbb tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:30.939474 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8701e9fb-bd4e-4dfe-a369-8abeddef4cbb tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3187182 Jul 13 07:49:30.940093 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57030) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:30.942865 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-6308f1ba-0882-43c0-b34a-c7ef80bf3a9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1a0608a-57ab-4eae-a70a-673f42c5f7eb']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:30.959422 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-6308f1ba-0882-43c0-b34a-c7ef80bf3a9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a4844e-0a06-4346-926b-9cd90992888c') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:30.960314 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-6308f1ba-0882-43c0-b34a-c7ef80bf3a9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a4844e-0a06-4346-926b-9cd90992888c') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:30.986571 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6308f1ba-0882-43c0-b34a-c7ef80bf3a9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:31.018868 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6308f1ba-0882-43c0-b34a-c7ef80bf3a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:31.039096 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6308f1ba-0882-43c0-b34a-c7ef80bf3a9c admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:49:31.039710 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6308f1ba-0882-43c0-b34a-c7ef80bf3a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:31.146120 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:31.146120 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:31.146120 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:31.146120 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:31.146120 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:31.146120 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:31.146120 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:31.146120 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:31.146120 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:49:31.146120 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:49:31.146120 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:49:31.146120 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:49:31.146120 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:49:31.146120 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:49:31.146120 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:49:31.146120 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:49:31.146120 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:49:31.146120 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:49:31.146120 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:49:31.146120 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:49:31.146120 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:49:31.146120 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:49:31.146120 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:49:31.146120 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:49:31.146120 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:49:31.146120 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:49:31.146120 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:49:31.146120 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:49:31.146120 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:49:31.146120 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:49:31.146120 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:49:31.146120 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:49:31.146120 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:49:31.146120 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:49:31.146120 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:49:31.146120 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:49:31.146120 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:49:31.146120 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:49:31.146120 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:49:31.146120 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:49:31.146120 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:49:31.146120 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:49:31.177047 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6308f1ba-0882-43c0-b34a-c7ef80bf3a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:31.189631 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6308f1ba-0882-43c0-b34a-c7ef80bf3a9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:31.196451 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6308f1ba-0882-43c0-b34a-c7ef80bf3a9c admin admin] 10.222.0.23 "DELETE /v2.0/networks/b1a0608a-57ab-4eae-a70a-673f42c5f7eb HTTP/1.1" status: 204 len: 168 time: 0.6665022 Jul 13 07:49:31.255813 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308f1ba-0882-43c0-b34a-c7ef80bf3a9c admin admin] Pushing event deleted for resources: {'Network': ['ID=b1a0608a-57ab-4eae-a70a-673f42c5f7eb,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:31.341336 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0050410-01f6-4ace-a6bd-ab7f137dfd65 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:31.461227 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b60952d5-72e3-4f68-98a3-71b2698457f9 None None] Provisioning for port 20e4b748-ee30-48e3-a8a6-42f928c73237 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:31.468906 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b60952d5-72e3-4f68-98a3-71b2698457f9 None None] Provisioning complete for port 20e4b748-ee30-48e3-a8a6-42f928c73237 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:31.469285 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b60952d5-72e3-4f68-98a3-71b2698457f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:31.474136 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57036) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:31.557070 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a96f0f0f-e664-4175-9666-2afffeb9ac9b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=148940a8629a47229572c2706e020763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0789340 Jul 13 07:49:31.559829 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57038) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:31.657133 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d33d9ecd-35ae-42b4-a3b4-e00fbd37ab08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:31.684515 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d33d9ecd-35ae-42b4-a3b4-e00fbd37ab08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:31.702656 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b60952d5-72e3-4f68-98a3-71b2698457f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:31.781501 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d33d9ecd-35ae-42b4-a3b4-e00fbd37ab08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:31.787190 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d33d9ecd-35ae-42b4-a3b4-e00fbd37ab08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:31.794003 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d33d9ecd-35ae-42b4-a3b4-e00fbd37ab08 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/66e1655b-6e17-4def-8698-1befda9baa88 HTTP/1.1" status: 204 len: 168 time: 0.2280536 Jul 13 07:49:31.795511 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-b60952d5-72e3-4f68-98a3-71b2698457f9 None None] For port 20e4b748-ee30-48e3-a8a6-42f928c73237, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=20e4b748-ee30-48e3-a8a6-42f928c73237,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:31.802526 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b60952d5-72e3-4f68-98a3-71b2698457f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:31.822603 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-eba00071-685b-4503-becc-06cff185aa9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:31.827763 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d9ecd-35ae-42b4-a3b4-e00fbd37ab08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e1655b-6e17-4def-8698-1befda9baa88,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:31.938166 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60952d5-72e3-4f68-98a3-71b2698457f9 None None] Pushing event updated for resources: {'Port': ['ID=20e4b748-ee30-48e3-a8a6-42f928c73237,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:32.056233 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-74f2c03d-e1a5-4512-a8b2-4bc06995d048 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:32.125349 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-db6a4607-5549-4417-afb6-a6b93c3deab7 None None] Provisioning complete for port 20e4b748-ee30-48e3-a8a6-42f928c73237 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:32.126233 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-db6a4607-5549-4417-afb6-a6b93c3deab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:32.229234 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-eba00071-685b-4503-becc-06cff185aa9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:32.244351 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-eba00071-685b-4503-becc-06cff185aa9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:32.338378 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 20e4b748-ee30-48e3-a8a6-42f928c73237 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:32.339850 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-eba00071-685b-4503-becc-06cff185aa9b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=586c8353b8dc4fd0a972ac97c72a53a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4168200 Jul 13 07:49:32.343926 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57050) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:32.348509 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba00071-685b-4503-becc-06cff185aa9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e941546-00a6-46af-9431-5852536db704,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:32.422208 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a81e3e13-28ba-44a4-9585-d64cbc81bca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:32.427764 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 20e4b748-ee30-48e3-a8a6-42f928c73237 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:32.428772 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:32.448217 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-74f2c03d-e1a5-4512-a8b2-4bc06995d048 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Allocated IP 2001:db8::1 (158fbff1-22d7-4aca-970b-c37f2948cd80/f587e3d0-2ba7-4f8d-b46e-e84e4d7ef028/9db62fd7-6786-4486-81e7-43b1f1175c73) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:32.453678 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a81e3e13-28ba-44a4-9585-d64cbc81bca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:32.537102 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a81e3e13-28ba-44a4-9585-d64cbc81bca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:32.540921 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a81e3e13-28ba-44a4-9585-d64cbc81bca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:32.542278 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a81e3e13-28ba-44a4-9585-d64cbc81bca4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7e941546-00a6-46af-9431-5852536db704 HTTP/1.1" status: 204 len: 168 time: 0.1965384 Jul 13 07:49:32.570595 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e3e13-28ba-44a4-9585-d64cbc81bca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e941546-00a6-46af-9431-5852536db704,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:32.625908 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-74f2c03d-e1a5-4512-a8b2-4bc06995d048 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:32.652281 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-74f2c03d-e1a5-4512-a8b2-4bc06995d048 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Transition to ACTIVE for port object 9db62fd7-6786-4486-81e7-43b1f1175c73 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:32.657492 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device d19b72c9-3ed2-481e-9f2c-8822241f522c no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:49:32.683741 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: d19b72c9-3ed2-481e-9f2c-8822241f522c {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:49:32.684154 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device d19b72c9-3ed2-481e-9f2c-8822241f522c not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:49:32.700668 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-74f2c03d-e1a5-4512-a8b2-4bc06995d048 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:32.743601 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f2c03d-e1a5-4512-a8b2-4bc06995d048 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:32.746937 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-74f2c03d-e1a5-4512-a8b2-4bc06995d048 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:32.749636 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f2c03d-e1a5-4512-a8b2-4bc06995d048 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:32.750197 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-74f2c03d-e1a5-4512-a8b2-4bc06995d048 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:32.804308 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2c03d-e1a5-4512-a8b2-4bc06995d048 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Port': ['ID=9db62fd7-6786-4486-81e7-43b1f1175c73,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:32.954849 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-74f2c03d-e1a5-4512-a8b2-4bc06995d048 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:33.077970 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57074) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:33.129954 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2f47483d-622b-41db-9a21-683e81397104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:33.190674 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ae4c426b-5063-4adb-8fd2-9f35683dceec None None] Provisioning for port 9db62fd7-6786-4486-81e7-43b1f1175c73 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:33.197662 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ae4c426b-5063-4adb-8fd2-9f35683dceec None None] Provisioning complete for port 9db62fd7-6786-4486-81e7-43b1f1175c73 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:33.198298 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ae4c426b-5063-4adb-8fd2-9f35683dceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:33.200586 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:33.243296 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c426b-5063-4adb-8fd2-9f35683dceec None None] Port 9db62fd7-6786-4486-81e7-43b1f1175c73 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:49:33.296459 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-5b3a9b5f-d5f9-4167-b89a-8ae27c9105d9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1425935400-network', 'tenant_id': '18a71e51b79c4f67b8fe8fda57ef99f6'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:33.321293 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3a9b5f-d5f9-4167-b89a-8ae27c9105d9 admin admin] Made reservation on behalf of 18a71e51b79c4f67b8fe8fda57ef99f6 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:33.323685 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b3a9b5f-d5f9-4167-b89a-8ae27c9105d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:33.332076 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b3a9b5f-d5f9-4167-b89a-8ae27c9105d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:33.358699 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-74f2c03d-e1a5-4512-a8b2-4bc06995d048 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:33.364349 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-74f2c03d-e1a5-4512-a8b2-4bc06995d048 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:33.406265 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-74f2c03d-e1a5-4512-a8b2-4bc06995d048 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:33.447321 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b3a9b5f-d5f9-4167-b89a-8ae27c9105d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:33.452174 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b3a9b5f-d5f9-4167-b89a-8ae27c9105d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:33.453988 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2c03d-e1a5-4512-a8b2-4bc06995d048 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Port': ['ID=9db62fd7-6786-4486-81e7-43b1f1175c73,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:33.482837 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b3a9b5f-d5f9-4167-b89a-8ae27c9105d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:49:33.494323 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a9b5f-d5f9-4167-b89a-8ae27c9105d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4591c0b8-7a46-4a10-a8a8-1fc257b6203e,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:33.499462 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b3a9b5f-d5f9-4167-b89a-8ae27c9105d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:33.499800 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-5b3a9b5f-d5f9-4167-b89a-8ae27c9105d9 admin admin] Added segment c6edc23b-b33f-4b68-a90e-006e269af4c2 of type vlan for network 24b69256-9cc6-4842-a9e7-33d63bcfcb35 Jul 13 07:49:33.547681 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b3a9b5f-d5f9-4167-b89a-8ae27c9105d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:33.605750 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b3a9b5f-d5f9-4167-b89a-8ae27c9105d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:33.608687 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3a9b5f-d5f9-4167-b89a-8ae27c9105d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:33.609277 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b3a9b5f-d5f9-4167-b89a-8ae27c9105d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:33.650075 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f2c03d-e1a5-4512-a8b2-4bc06995d048 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:33.652919 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-74f2c03d-e1a5-4512-a8b2-4bc06995d048 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:33.668960 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5b3a9b5f-d5f9-4167-b89a-8ae27c9105d9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5881133 Jul 13 07:49:33.674173 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57092) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:33.679455 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-b69af377-cf63-4d6b-85bb-8159f0c17a1b admin admin] Request body: {'subnet': {'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1425935400-subnet', 'tenant_id': '18a71e51b79c4f67b8fe8fda57ef99f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:33.740285 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a9b5f-d5f9-4167-b89a-8ae27c9105d9 admin admin] Pushing event updated for resources: {'Network': ['ID=24b69256-9cc6-4842-a9e7-33d63bcfcb35,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:33.765582 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69af377-cf63-4d6b-85bb-8159f0c17a1b admin admin] Made reservation on behalf of 18a71e51b79c4f67b8fe8fda57ef99f6 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:33.765791 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 24b69256-9cc6-4842-a9e7-33d63bcfcb35 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:49:33.768614 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b69af377-cf63-4d6b-85bb-8159f0c17a1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:33.876070 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f2c03d-e1a5-4512-a8b2-4bc06995d048 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Router d29e30bf-365f-4fbf-b7d9-406ea08df724 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:49:33.923534 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-acf7a5f5-d4f8-48b7-8db2-5eda1499fd3a None None] Provisioning complete for port 9db62fd7-6786-4486-81e7-43b1f1175c73 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:33.924471 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-acf7a5f5-d4f8-48b7-8db2-5eda1499fd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:34.004579 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-acf7a5f5-d4f8-48b7-8db2-5eda1499fd3a None None] Port 9db62fd7-6786-4486-81e7-43b1f1175c73 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:49:34.035507 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f2c03d-e1a5-4512-a8b2-4bc06995d048 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:49:34.045563 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-74f2c03d-e1a5-4512-a8b2-4bc06995d048 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "PUT /v2.0/routers/d29e30bf-365f-4fbf-b7d9-406ea08df724/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1044738 Jul 13 07:49:34.046511 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57094) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:34.054155 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df9c197-350c-4405-bba2-a1d346886863 None None] Sync routers for ids ['d29e30bf-365f-4fbf-b7d9-406ea08df724'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:49:34.092955 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df9c197-350c-4405-bba2-a1d346886863 None None] Routers {'d29e30bf-365f-4fbf-b7d9-406ea08df724'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:49:34.095264 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-9df9c197-350c-4405-bba2-a1d346886863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:49:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d29e30bf-365f-4fbf-b7d9-406ea08df724'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:34.121808 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b69af377-cf63-4d6b-85bb-8159f0c17a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:34.143789 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78107b8d-7e6c-4069-9778-4719c9884e04 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:34.148992 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-78107b8d-7e6c-4069-9778-4719c9884e04 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/ports/9db62fd7-6786-4486-81e7-43b1f1175c73 HTTP/1.1" status: 200 len: 911 time: 0.1014950 Jul 13 07:49:34.150324 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57096) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:34.255392 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b070f84-d200-47a9-844a-6a38b9bd8649 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:34.258725 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69af377-cf63-4d6b-85bb-8159f0c17a1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e84c320b-7bf6-4a93-a184-7aa85a1e2cdf,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:34.271161 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69af377-cf63-4d6b-85bb-8159f0c17a1b admin admin] Checking segment: {'id': 'c6edc23b-b33f-4b68-a90e-006e269af4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:34.271161 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69af377-cf63-4d6b-85bb-8159f0c17a1b admin admin] Network hostable DHCP agents. Network: 24b69256-9cc6-4842-a9e7-33d63bcfcb35, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:49:34.285503 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b070f84-d200-47a9-844a-6a38b9bd8649 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:34.289700 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2b070f84-d200-47a9-844a-6a38b9bd8649 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1373072 Jul 13 07:49:34.291744 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57102) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:34.298915 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69af377-cf63-4d6b-85bb-8159f0c17a1b admin admin] Network 24b69256-9cc6-4842-a9e7-33d63bcfcb35 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:49:34.307364 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:34.313516 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-b69af377-cf63-4d6b-85bb-8159f0c17a1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 24b69256-9cc6-4842-a9e7-33d63bcfcb35) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:34.320879 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69af377-cf63-4d6b-85bb-8159f0c17a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:34.321871 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b69af377-cf63-4d6b-85bb-8159f0c17a1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:34.337523 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b6aca5-deb0-4db5-9062-37bf32cba81f None None] Network 24b69256-9cc6-4842-a9e7-33d63bcfcb35 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:34.342038 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b69af377-cf63-4d6b-85bb-8159f0c17a1b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6665933 Jul 13 07:49:34.379100 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-9df9c197-350c-4405-bba2-a1d346886863 None None] Set router d29e30bf-365f-4fbf-b7d9-406ea08df724 gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:49:34.430044 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-98db7d96-bbe2-4598-8fa7-3329a1ab0d17 None None] Provisioning complete for port 9db62fd7-6786-4486-81e7-43b1f1175c73 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:34.430637 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-98db7d96-bbe2-4598-8fa7-3329a1ab0d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:34.621188 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-98db7d96-bbe2-4598-8fa7-3329a1ab0d17 None None] Port 9db62fd7-6786-4486-81e7-43b1f1175c73 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:49:34.747519 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f8863b-ca63-4227-a3dc-32593e075ee2 None None] Network 24b69256-9cc6-4842-a9e7-33d63bcfcb35 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:34.872128 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-9df9c197-350c-4405-bba2-a1d346886863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29e30bf-365f-4fbf-b7d9-406ea08df724', 'name': 'tempest-NetworksTestDHCPv6-router-386258718', 'tenant_id': '7d6e874b76834423bf0d18d43bf12c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:30Z', 'updated_at': '2021-07-13T07:49:32Z', 'revision_number': 2, 'project_id': '7d6e874b76834423bf0d18d43bf12c19', 'gw_port_host': None, '_interfaces': [{'id': '9db62fd7-6786-4486-81e7-43b1f1175c73', 'name': '', 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'tenant_id': '7d6e874b76834423bf0d18d43bf12c19', 'mac_address': 'fa:16:3e:ed:51:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29e30bf-365f-4fbf-b7d9-406ea08df724', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'f587e3d0-2ba7-4f8d-b46e-e84e4d7ef028', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:32Z', 'updated_at': '2021-07-13T07:49:33Z', 'revision_number': 2, 'project_id': '7d6e874b76834423bf0d18d43bf12c19', 'subnets': [{'id': 'f587e3d0-2ba7-4f8d-b46e-e84e4d7ef028', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:34.891820 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-681ab222-5875-4bc4-9281-c97a914c2a5e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:34.917236 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df9c197-350c-4405-bba2-a1d346886863 None None] Checking router: d29e30bf-365f-4fbf-b7d9-406ea08df724 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:49:34.917580 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df9c197-350c-4405-bba2-a1d346886863 None None] Updating router d29e30bf-365f-4fbf-b7d9-406ea08df724 port 9db62fd7-6786-4486-81e7-43b1f1175c73 binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:49:34.976475 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9df9c197-350c-4405-bba2-a1d346886863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:35.054103 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-f266d34c-e82e-4f48-a357-2af0cbbb5bfe tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:35.055661 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-f266d34c-e82e-4f48-a357-2af0cbbb5bfe tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/networks?id=24b69256-9cc6-4842-a9e7-33d63bcfcb35 HTTP/1.1" status: 200 len: 806 time: 0.2483993 Jul 13 07:49:35.123959 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-a20a1ded-98d9-40b4-90e6-4fe2e3fc1c69 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/quotas/18a71e51b79c4f67b8fe8fda57ef99f6 HTTP/1.1" status: 200 len: 375 time: 0.0110056 Jul 13 07:49:35.180059 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-25dd604d-6056-49e0-9d6f-ca4649d4a8b8 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=18a71e51b79c4f67b8fe8fda57ef99f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380545 Jul 13 07:49:35.280047 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-681ab222-5875-4bc4-9281-c97a914c2a5e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting port 9db62fd7-6786-4486-81e7-43b1f1175c73 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:35.280384 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-681ab222-5875-4bc4-9281-c97a914c2a5e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:35.326382 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9df9c197-350c-4405-bba2-a1d346886863 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:35.338252 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9df9c197-350c-4405-bba2-a1d346886863 None None] Transition to ACTIVE for port object 9db62fd7-6786-4486-81e7-43b1f1175c73 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:35.348999 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9df9c197-350c-4405-bba2-a1d346886863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:35.370437 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-c3a7f91e-aa39-46d7-a3a0-14561d8b53f9 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:49:35.371665 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-c3a7f91e-aa39-46d7-a3a0-14561d8b53f9 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1831536 Jul 13 07:49:35.448868 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9c965-cee0-461c-8e54-f250ed1f5cf5 None None] Pushing event updated for resources: {'Port': ['ID=9db62fd7-6786-4486-81e7-43b1f1175c73,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:35.498984 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-9df9c197-350c-4405-bba2-a1d346886863 None None] Attempting to bind port 9db62fd7-6786-4486-81e7-43b1f1175c73 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:49:35.499527 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-9df9c197-350c-4405-bba2-a1d346886863 None None] Attempting to bind port 9db62fd7-6786-4486-81e7-43b1f1175c73 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:49:35.500082 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df9c197-350c-4405-bba2-a1d346886863 None None] Attempting to bind port 9db62fd7-6786-4486-81e7-43b1f1175c73 on network 158fbff1-22d7-4aca-970b-c37f2948cd80 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:35.512168 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df9c197-350c-4405-bba2-a1d346886863 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:49:35.514060 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df9c197-350c-4405-bba2-a1d346886863 None None] Checking segment: {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:35.516825 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9df9c197-350c-4405-bba2-a1d346886863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:35.518952 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df9c197-350c-4405-bba2-a1d346886863 None None] Bound using segment: {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:49:35.521250 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-9df9c197-350c-4405-bba2-a1d346886863 None None] Bound port: 9db62fd7-6786-4486-81e7-43b1f1175c73, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:49:35.523091 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9df9c197-350c-4405-bba2-a1d346886863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:35.523669 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-681ab222-5875-4bc4-9281-c97a914c2a5e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:35.564744 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-681ab222-5875-4bc4-9281-c97a914c2a5e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Calling delete_port for 9db62fd7-6786-4486-81e7-43b1f1175c73 owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:35.618507 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-cf25956a-79f2-4ec9-875f-ddff91cfbd48 service neutron] 10.222.0.23 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402005 Jul 13 07:49:35.642703 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-9df9c197-350c-4405-bba2-a1d346886863 None None] For port 9db62fd7-6786-4486-81e7-43b1f1175c73, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:49:35.647694 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-9df9c197-350c-4405-bba2-a1d346886863 None None] For port 9db62fd7-6786-4486-81e7-43b1f1175c73, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=9db62fd7-6786-4486-81e7-43b1f1175c73,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:49:35.656739 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9df9c197-350c-4405-bba2-a1d346886863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:35.718568 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9c965-cee0-461c-8e54-f250ed1f5cf5 None None] Pushing event updated for resources: {'Port': ['ID=9db62fd7-6786-4486-81e7-43b1f1175c73,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:35.754687 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df9c197-350c-4405-bba2-a1d346886863 None None] Routers {'d29e30bf-365f-4fbf-b7d9-406ea08df724'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:49:35.755846 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-9df9c197-350c-4405-bba2-a1d346886863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:49:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d29e30bf-365f-4fbf-b7d9-406ea08df724'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:35.869073 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-96d0b91f-7946-4645-b872-7278b7242245 service neutron] 10.222.0.23 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917944 Jul 13 07:49:35.962490 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-681ab222-5875-4bc4-9281-c97a914c2a5e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:36.034114 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ab222-5875-4bc4-9281-c97a914c2a5e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Port': ['ID=9db62fd7-6786-4486-81e7-43b1f1175c73,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:36.149649 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-bf1752b8-8328-4f72-948a-2c4424cad0c3 None None] Could not find standard attr ID for object 9db62fd7-6786-4486-81e7-43b1f1175c73. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:49:36.167588 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-681ab222-5875-4bc4-9281-c97a914c2a5e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:36.172626 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:36.191233 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-9df9c197-350c-4405-bba2-a1d346886863 None None] Set router d29e30bf-365f-4fbf-b7d9-406ea08df724 gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:49:36.239168 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-07ccf407-4d32-4c61-93fd-44cbae9c9413 req-f70baed6-d254-4805-a1e6-50d261045d24 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2ab1022-ac0f-41e9-ab52-9278b9203e24 HTTP/1.1" status: 200 len: 210 time: 0.0752656 Jul 13 07:49:36.301557 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-419fc3b9-a200-4dbe-afc5-813079faa3b3 None None] Could not find standard attr ID for object 9db62fd7-6786-4486-81e7-43b1f1175c73. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:49:36.509584 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-9df9c197-350c-4405-bba2-a1d346886863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29e30bf-365f-4fbf-b7d9-406ea08df724', 'name': 'tempest-NetworksTestDHCPv6-router-386258718', 'tenant_id': '7d6e874b76834423bf0d18d43bf12c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:30Z', 'updated_at': '2021-07-13T07:49:32Z', 'revision_number': 2, 'project_id': '7d6e874b76834423bf0d18d43bf12c19', 'gw_port_host': None, '_interfaces': [{'id': '9db62fd7-6786-4486-81e7-43b1f1175c73', 'name': '', 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'tenant_id': '7d6e874b76834423bf0d18d43bf12c19', 'mac_address': 'fa:16:3e:ed:51:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29e30bf-365f-4fbf-b7d9-406ea08df724', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'f587e3d0-2ba7-4f8d-b46e-e84e4d7ef028', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:32Z', 'updated_at': '2021-07-13T07:49:35Z', 'revision_number': 4, 'project_id': '7d6e874b76834423bf0d18d43bf12c19', 'subnets': [{'id': 'f587e3d0-2ba7-4f8d-b46e-e84e4d7ef028', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:36.574860 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df9c197-350c-4405-bba2-a1d346886863 None None] The sync data for ids ['d29e30bf-365f-4fbf-b7d9-406ea08df724'] in n-d-771363-34 is: [{'id': 'd29e30bf-365f-4fbf-b7d9-406ea08df724', 'name': 'tempest-NetworksTestDHCPv6-router-386258718', 'tenant_id': '7d6e874b76834423bf0d18d43bf12c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:30Z', 'updated_at': '2021-07-13T07:49:32Z', 'revision_number': 2, 'project_id': '7d6e874b76834423bf0d18d43bf12c19', 'gw_port_host': None, '_interfaces': [{'id': '9db62fd7-6786-4486-81e7-43b1f1175c73', 'name': '', 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'tenant_id': '7d6e874b76834423bf0d18d43bf12c19', 'mac_address': 'fa:16:3e:ed:51:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29e30bf-365f-4fbf-b7d9-406ea08df724', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'f587e3d0-2ba7-4f8d-b46e-e84e4d7ef028', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:32Z', 'updated_at': '2021-07-13T07:49:35Z', 'revision_number': 4, 'project_id': '7d6e874b76834423bf0d18d43bf12c19', 'subnets': [{'id': 'f587e3d0-2ba7-4f8d-b46e-e84e4d7ef028', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:49:36.869184 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681ab222-5875-4bc4-9281-c97a914c2a5e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Router d29e30bf-365f-4fbf-b7d9-406ea08df724 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:49:37.126765 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681ab222-5875-4bc4-9281-c97a914c2a5e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:49:37.134622 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-681ab222-5875-4bc4-9281-c97a914c2a5e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "PUT /v2.0/routers/d29e30bf-365f-4fbf-b7d9-406ea08df724/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8407080 Jul 13 07:49:37.136692 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57144) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:37.215909 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0dc675-480a-481d-abfe-36f1bdaba612 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:37.218681 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0dc675-480a-481d-abfe-36f1bdaba612 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:37.223445 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57148) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:37.231802 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-bc0dc675-480a-481d-abfe-36f1bdaba612 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0937231 Jul 13 07:49:37.298536 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2a4e32d-be9e-453a-8b7d-af56ddae61b9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting subnet f587e3d0-2ba7-4f8d-b46e-e84e4d7ef028 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:49:37.303346 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f2a4e32d-be9e-453a-8b7d-af56ddae61b9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:37.356696 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f2a4e32d-be9e-453a-8b7d-af56ddae61b9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:37.407228 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6e6bff18-7fae-4231-9925-97c9624598b9 req-34faa22c-7deb-47ea-8b48-d4beb570bc7c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2ab1022-ac0f-41e9-ab52-9278b9203e24 HTTP/1.1" status: 200 len: 210 time: 0.0307939 Jul 13 07:49:37.409816 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f2a4e32d-be9e-453a-8b7d-af56ddae61b9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:37.483070 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f2a4e32d-be9e-453a-8b7d-af56ddae61b9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:37.516530 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a4e32d-be9e-453a-8b7d-af56ddae61b9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Subnet': ['ID=f587e3d0-2ba7-4f8d-b46e-e84e4d7ef028,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:37.521589 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f2a4e32d-be9e-453a-8b7d-af56ddae61b9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:37.526858 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57152) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:37.527054 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f2a4e32d-be9e-453a-8b7d-af56ddae61b9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/f587e3d0-2ba7-4f8d-b46e-e84e4d7ef028 HTTP/1.1" status: 204 len: 168 time: 0.3018930 Jul 13 07:49:37.531994 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18469091-da66-4d95-828d-a7cb4b16a81a None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:37.637932 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-630917e1-012f-4acf-9121-2e8ad7186c31 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1092865 Jul 13 07:49:37.640703 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57154) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:37.762258 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cd22ac-bbd8-452b-8d37-909827182c4e None None] DHCP port deletion for 158fbff1-22d7-4aca-970b-c37f2948cd80 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:49:37.765536 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ddd85ba1-9cf2-4c18-bc45-599867aab876 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:37.831895 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f9cd22ac-bbd8-452b-8d37-909827182c4e None None] Deleting port 20e4b748-ee30-48e3-a8a6-42f928c73237 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:37.832543 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f9cd22ac-bbd8-452b-8d37-909827182c4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:37.923172 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f9cd22ac-bbd8-452b-8d37-909827182c4e None None] For port 20e4b748-ee30-48e3-a8a6-42f928c73237, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=20e4b748-ee30-48e3-a8a6-42f928c73237,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:37.924286 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f9cd22ac-bbd8-452b-8d37-909827182c4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:37.939603 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f9cd22ac-bbd8-452b-8d37-909827182c4e None None] Calling delete_port for 20e4b748-ee30-48e3-a8a6-42f928c73237 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:38.061897 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ddd85ba1-9cf2-4c18-bc45-599867aab876 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:38.066907 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f9cd22ac-bbd8-452b-8d37-909827182c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:38.069931 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ddd85ba1-9cf2-4c18-bc45-599867aab876 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:38.101568 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd22ac-bbd8-452b-8d37-909827182c4e None None] Pushing event deleted for resources: {'Port': ['ID=20e4b748-ee30-48e3-a8a6-42f928c73237,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:38.108866 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cd22ac-bbd8-452b-8d37-909827182c4e None None] No DVR routers for this DVR port 20e4b748-ee30-48e3-a8a6-42f928c73237 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:49:38.191708 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ddd85ba1-9cf2-4c18-bc45-599867aab876 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:38.192474 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd85ba1-9cf2-4c18-bc45-599867aab876 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Fanout notify agent at l3_agent the message router_deleted on router d29e30bf-365f-4fbf-b7d9-406ea08df724 {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:49:38.204397 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ddd85ba1-9cf2-4c18-bc45-599867aab876 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:38.208072 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57162) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:38.213867 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-af2abb60-9670-4460-a2cf-399a91f296c3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'subnet': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:38.224573 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ddd85ba1-9cf2-4c18-bc45-599867aab876 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/routers/d29e30bf-365f-4fbf-b7d9-406ea08df724 HTTP/1.1" status: 204 len: 168 time: 0.5776808 Jul 13 07:49:38.238912 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-f14f627a-6388-4b74-bb7e-923385c45492 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:38.240583 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-f14f627a-6388-4b74-bb7e-923385c45492 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.42 "GET /v2.0/networks?id=24b69256-9cc6-4842-a9e7-33d63bcfcb35 HTTP/1.1" status: 200 len: 806 time: 0.5881078 Jul 13 07:49:38.276191 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-623238e3-12fa-4a92-a731-750c70821440 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Request body: {'port': {'device_id': 'b2ab1022-ac0f-41e9-ab52-9278b9203e24', 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35', 'admin_state_up': True, 'tenant_id': '18a71e51b79c4f67b8fe8fda57ef99f6'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:38.340648 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2abb60-9670-4460-a2cf-399a91f296c3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:38.344394 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 20e4b748-ee30-48e3-a8a6-42f928c73237 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:49:38.347074 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-af2abb60-9670-4460-a2cf-399a91f296c3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:38.383982 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 20e4b748-ee30-48e3-a8a6-42f928c73237 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:49:38.385349 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 20e4b748-ee30-48e3-a8a6-42f928c73237 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:49:38.459243 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-623238e3-12fa-4a92-a731-750c70821440 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Made reservation on behalf of 18a71e51b79c4f67b8fe8fda57ef99f6 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:38.467192 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-623238e3-12fa-4a92-a731-750c70821440 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:38.525870 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e294488-fc41-42c9-81c4-7c0d80965082 None None] Sync routers for ids ['d29e30bf-365f-4fbf-b7d9-406ea08df724'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:49:38.542558 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e294488-fc41-42c9-81c4-7c0d80965082 None None] Routers set() bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:49:38.543441 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e294488-fc41-42c9-81c4-7c0d80965082 None None] Router IDs set() for agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 07:49:38.544294 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_agentschedulers_db [None req-4e294488-fc41-42c9-81c4-7c0d80965082 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d29e30bf-365f-4fbf-b7d9-406ea08df724'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:49:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent'). {{(pid=94020) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 13 07:49:38.556093 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e294488-fc41-42c9-81c4-7c0d80965082 None None] Routers set() bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:49:38.556857 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e294488-fc41-42c9-81c4-7c0d80965082 None None] Router IDs set() for agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 07:49:38.557685 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_agentschedulers_db [None req-4e294488-fc41-42c9-81c4-7c0d80965082 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d29e30bf-365f-4fbf-b7d9-406ea08df724'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:49:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent'). {{(pid=94020) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 13 07:49:38.558280 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e294488-fc41-42c9-81c4-7c0d80965082 None None] The sync data for ids ['d29e30bf-365f-4fbf-b7d9-406ea08df724'] in n-d-771363-34 is: [] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:49:38.675525 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-af2abb60-9670-4460-a2cf-399a91f296c3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:38.697647 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a41cf436-5493-4d49-b745-e323d99df353 req-aac97559-6956-457d-8b60-3c0adf5a9a1f tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2ab1022-ac0f-41e9-ab52-9278b9203e24 HTTP/1.1" status: 200 len: 210 time: 0.0760148 Jul 13 07:49:38.733765 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-623238e3-12fa-4a92-a731-750c70821440 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Allocated IP 172.20.0.13 (24b69256-9cc6-4842-a9e7-33d63bcfcb35/e84c320b-7bf6-4a93-a184-7aa85a1e2cdf/ce36a201-6877-4295-a506-264d465557f8) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:38.759521 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2abb60-9670-4460-a2cf-399a91f296c3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:38.765664 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-af2abb60-9670-4460-a2cf-399a91f296c3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:38.775550 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2abb60-9670-4460-a2cf-399a91f296c3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:38.777827 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-af2abb60-9670-4460-a2cf-399a91f296c3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:38.780799 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d86923-a66d-4109-84c0-9f69f30456a7 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:38.812894 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-af2abb60-9670-4460-a2cf-399a91f296c3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6036274 Jul 13 07:49:38.814222 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57166) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:38.822967 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-fd9618ce-0a8e-4a12-9515-37a9ba23ecdd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1332135977', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:38.829364 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2abb60-9670-4460-a2cf-399a91f296c3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Subnet': ['ID=4bb1393e-5b02-4369-8879-a9c3f83fbb8e,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:38.855656 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fd9618ce-0a8e-4a12-9515-37a9ba23ecdd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:38.856876 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fd9618ce-0a8e-4a12-9515-37a9ba23ecdd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:38.941267 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fd9618ce-0a8e-4a12-9515-37a9ba23ecdd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:38.948680 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fd9618ce-0a8e-4a12-9515-37a9ba23ecdd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:38.982675 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fd9618ce-0a8e-4a12-9515-37a9ba23ecdd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:38.990358 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57168) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:38.992621 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-fd9618ce-0a8e-4a12-9515-37a9ba23ecdd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1744559 Jul 13 07:49:39.044592 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad16f55-2aba-4302-9ea3-16d764b0be4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-158fbff1-22d7-4aca-970b-c37f2948cd80', 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'tenant_id': '7d6e874b76834423bf0d18d43bf12c19', 'fixed_ips': [{'subnet_id': '4bb1393e-5b02-4369-8879-a9c3f83fbb8e'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:49:39.046150 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2ad16f55-2aba-4302-9ea3-16d764b0be4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:39.106468 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-623238e3-12fa-4a92-a731-750c70821440 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:39.252328 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-2ad16f55-2aba-4302-9ea3-16d764b0be4a None None] Allocated IP 2001:db8::2 (158fbff1-22d7-4aca-970b-c37f2948cd80/4bb1393e-5b02-4369-8879-a9c3f83fbb8e/bfbc0920-4f39-484b-89b0-04c20f6197c1) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:39.322667 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-623238e3-12fa-4a92-a731-750c70821440 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:39.464895 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6a39f52e-6112-4c2f-b6b3-c08ea8dc89a6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:39.469583 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2ad16f55-2aba-4302-9ea3-16d764b0be4a None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:39.485454 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2ad16f55-2aba-4302-9ea3-16d764b0be4a None None] Transition to ACTIVE for port object bfbc0920-4f39-484b-89b0-04c20f6197c1 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:39.495968 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-623238e3-12fa-4a92-a731-750c70821440 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Network 24b69256-9cc6-4842-a9e7-33d63bcfcb35 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:39.505642 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-623238e3-12fa-4a92-a731-750c70821440 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:39.505815 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2ad16f55-2aba-4302-9ea3-16d764b0be4a None None] Transition to ACTIVE for port object bfbc0920-4f39-484b-89b0-04c20f6197c1 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:39.508842 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-623238e3-12fa-4a92-a731-750c70821440 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:39.511459 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623238e3-12fa-4a92-a731-750c70821440 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Pushing event updated for resources: {'Port': ['ID=ce36a201-6877-4295-a506-264d465557f8,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:39.528035 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2ad16f55-2aba-4302-9ea3-16d764b0be4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:39.567300 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad16f55-2aba-4302-9ea3-16d764b0be4a None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:39.573115 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-2ad16f55-2aba-4302-9ea3-16d764b0be4a None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:39.581542 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad16f55-2aba-4302-9ea3-16d764b0be4a None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:39.592954 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad16f55-2aba-4302-9ea3-16d764b0be4a None None] Pushing event updated for resources: {'Port': ['ID=bfbc0920-4f39-484b-89b0-04c20f6197c1,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:39.656622 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-2ad16f55-2aba-4302-9ea3-16d764b0be4a None None] Attempting to bind port bfbc0920-4f39-484b-89b0-04c20f6197c1 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:49:39.657000 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-2ad16f55-2aba-4302-9ea3-16d764b0be4a None None] Attempting to bind port bfbc0920-4f39-484b-89b0-04c20f6197c1 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:49:39.657366 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad16f55-2aba-4302-9ea3-16d764b0be4a None None] Attempting to bind port bfbc0920-4f39-484b-89b0-04c20f6197c1 on network 158fbff1-22d7-4aca-970b-c37f2948cd80 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:39.664234 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad16f55-2aba-4302-9ea3-16d764b0be4a None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:49:39.664617 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad16f55-2aba-4302-9ea3-16d764b0be4a None None] Checking segment: {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:39.665096 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2ad16f55-2aba-4302-9ea3-16d764b0be4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:39.665494 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad16f55-2aba-4302-9ea3-16d764b0be4a None None] Bound using segment: {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:49:39.665995 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-2ad16f55-2aba-4302-9ea3-16d764b0be4a None None] Bound port: bfbc0920-4f39-484b-89b0-04c20f6197c1, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:49:39.666379 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2ad16f55-2aba-4302-9ea3-16d764b0be4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:39.667665 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-623238e3-12fa-4a92-a731-750c70821440 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:39.668294 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-623238e3-12fa-4a92-a731-750c70821440 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:39.694066 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-623238e3-12fa-4a92-a731-750c70821440 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4449317 Jul 13 07:49:39.730363 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-6d1fb99c-99e1-4f66-b938-45a3d31e892a service neutron] Request body: {'port': {'device_id': 'b2ab1022-ac0f-41e9-ab52-9278b9203e24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:39.738788 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2ad16f55-2aba-4302-9ea3-16d764b0be4a None None] For port bfbc0920-4f39-484b-89b0-04c20f6197c1, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:49:39.742021 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2ad16f55-2aba-4302-9ea3-16d764b0be4a None None] For port bfbc0920-4f39-484b-89b0-04c20f6197c1, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=bfbc0920-4f39-484b-89b0-04c20f6197c1,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:49:39.746742 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2ad16f55-2aba-4302-9ea3-16d764b0be4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:39.808557 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad16f55-2aba-4302-9ea3-16d764b0be4a None None] Pushing event updated for resources: {'Port': ['ID=bfbc0920-4f39-484b-89b0-04c20f6197c1,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:39.868323 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-6a39f52e-6112-4c2f-b6b3-c08ea8dc89a6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Allocated IP 2001:db8::1 (158fbff1-22d7-4aca-970b-c37f2948cd80/4bb1393e-5b02-4369-8879-a9c3f83fbb8e/415ad350-6e8f-43ec-b266-9fade1bbcce0) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:39.871102 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-6d1fb99c-99e1-4f66-b938-45a3d31e892a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:39.933682 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37862f1-f476-4bf2-a732-88be3abb0211 req-f2d02646-7418-4863-ba79-38dfd962c882 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:39.936126 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b37862f1-f476-4bf2-a732-88be3abb0211 req-f2d02646-7418-4863-ba79-38dfd962c882 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2ab1022-ac0f-41e9-ab52-9278b9203e24 HTTP/1.1" status: 200 len: 932 time: 0.0763037 Jul 13 07:49:40.003722 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b37862f1-f476-4bf2-a732-88be3abb0211 req-3737c947-49e7-4cbd-9d54-b4c4373c2b15 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625219 Jul 13 07:49:40.145631 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6a39f52e-6112-4c2f-b6b3-c08ea8dc89a6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:40.192802 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-6a39f52e-6112-4c2f-b6b3-c08ea8dc89a6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Transition to ACTIVE for port object 415ad350-6e8f-43ec-b266-9fade1bbcce0 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:40.286337 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6a39f52e-6112-4c2f-b6b3-c08ea8dc89a6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:40.349671 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a39f52e-6112-4c2f-b6b3-c08ea8dc89a6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:40.355690 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-6d1fb99c-99e1-4f66-b938-45a3d31e892a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce36a201-6877-4295-a506-264d465557f8 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:49:40.364094 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-6a39f52e-6112-4c2f-b6b3-c08ea8dc89a6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:40.365165 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device bfbc0920-4f39-484b-89b0-04c20f6197c1 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:40.367749 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-6d1fb99c-99e1-4f66-b938-45a3d31e892a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:40.371357 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a39f52e-6112-4c2f-b6b3-c08ea8dc89a6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:40.371897 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6a39f52e-6112-4c2f-b6b3-c08ea8dc89a6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:40.374487 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a39f52e-6112-4c2f-b6b3-c08ea8dc89a6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Port': ['ID=415ad350-6e8f-43ec-b266-9fade1bbcce0,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:40.424208 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-6d1fb99c-99e1-4f66-b938-45a3d31e892a service neutron] Transition to ACTIVE for port object ce36a201-6877-4295-a506-264d465557f8 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:40.430783 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port bfbc0920-4f39-484b-89b0-04c20f6197c1 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:40.447653 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-6d1fb99c-99e1-4f66-b938-45a3d31e892a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:40.449281 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 9db62fd7-6786-4486-81e7-43b1f1175c73 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:49:40.470491 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 9db62fd7-6786-4486-81e7-43b1f1175c73 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:49:40.470739 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 9db62fd7-6786-4486-81e7-43b1f1175c73 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:49:40.516434 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1fb99c-99e1-4f66-b938-45a3d31e892a service neutron] Pushing event updated for resources: {'Port': ['ID=ce36a201-6877-4295-a506-264d465557f8,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:40.604871 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6a39f52e-6112-4c2f-b6b3-c08ea8dc89a6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:40.663608 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-6d1fb99c-99e1-4f66-b938-45a3d31e892a service neutron] Attempting to bind port ce36a201-6877-4295-a506-264d465557f8 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:49:40.663944 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-6d1fb99c-99e1-4f66-b938-45a3d31e892a service neutron] Attempting to bind port ce36a201-6877-4295-a506-264d465557f8 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'c6edc23b-b33f-4b68-a90e-006e269af4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:49:40.664282 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-6d1fb99c-99e1-4f66-b938-45a3d31e892a service neutron] Attempting to bind port ce36a201-6877-4295-a506-264d465557f8 on network 24b69256-9cc6-4842-a9e7-33d63bcfcb35 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:40.680446 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-6d1fb99c-99e1-4f66-b938-45a3d31e892a service neutron] Port ce36a201-6877-4295-a506-264d465557f8 on network 24b69256-9cc6-4842-a9e7-33d63bcfcb35 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:49:40.680446 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-6d1fb99c-99e1-4f66-b938-45a3d31e892a service neutron] Attempting to bind port ce36a201-6877-4295-a506-264d465557f8 on network 24b69256-9cc6-4842-a9e7-33d63bcfcb35 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:40.984394 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-af03d414-ef37-4e37-80f7-1823e119fbab None None] Provisioning for port bfbc0920-4f39-484b-89b0-04c20f6197c1 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:40.989860 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-af03d414-ef37-4e37-80f7-1823e119fbab None None] Provisioning complete for port bfbc0920-4f39-484b-89b0-04c20f6197c1 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:40.990334 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-af03d414-ef37-4e37-80f7-1823e119fbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:41.120170 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-af03d414-ef37-4e37-80f7-1823e119fbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:41.148434 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-6d1fb99c-99e1-4f66-b938-45a3d31e892a service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:49:41.148769 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-6d1fb99c-99e1-4f66-b938-45a3d31e892a service neutron] Checking segment: {'id': 'c6edc23b-b33f-4b68-a90e-006e269af4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:41.149390 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-6d1fb99c-99e1-4f66-b938-45a3d31e892a service neutron] Bound using segment: {'id': 'c6edc23b-b33f-4b68-a90e-006e269af4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:49:41.150053 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-6d1fb99c-99e1-4f66-b938-45a3d31e892a service neutron] Bound port: ce36a201-6877-4295-a506-264d465557f8, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6edc23b-b33f-4b68-a90e-006e269af4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:49:41.150626 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-6d1fb99c-99e1-4f66-b938-45a3d31e892a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:41.194367 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-af03d414-ef37-4e37-80f7-1823e119fbab None None] For port bfbc0920-4f39-484b-89b0-04c20f6197c1, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=bfbc0920-4f39-484b-89b0-04c20f6197c1,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:41.198957 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-af03d414-ef37-4e37-80f7-1823e119fbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:41.272335 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03d414-ef37-4e37-80f7-1823e119fbab None None] Pushing event updated for resources: {'Port': ['ID=bfbc0920-4f39-484b-89b0-04c20f6197c1,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:41.365135 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-001594da-76f2-4678-8d61-eeffdb23778e None None] Provisioning for port 415ad350-6e8f-43ec-b266-9fade1bbcce0 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:41.374311 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-001594da-76f2-4678-8d61-eeffdb23778e None None] Provisioning complete for port 415ad350-6e8f-43ec-b266-9fade1bbcce0 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:41.374693 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-001594da-76f2-4678-8d61-eeffdb23778e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:41.374809 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-6d1fb99c-99e1-4f66-b938-45a3d31e892a service neutron] For port ce36a201-6877-4295-a506-264d465557f8, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:49:41.425568 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-001594da-76f2-4678-8d61-eeffdb23778e None None] Port 415ad350-6e8f-43ec-b266-9fade1bbcce0 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:49:41.432708 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-6d1fb99c-99e1-4f66-b938-45a3d31e892a service neutron] For port ce36a201-6877-4295-a506-264d465557f8, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=ce36a201-6877-4295-a506-264d465557f8,segment=NetworkSegment(c6edc23b-b33f-4b68-a90e-006e269af4c2),segment_id=c6edc23b-b33f-4b68-a90e-006e269af4c2)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:49:41.443447 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-6d1fb99c-99e1-4f66-b938-45a3d31e892a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:41.504650 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10167a6-081d-4e46-910a-d4235a1dbe90 req-670c28e1-d74d-4c3e-8c5c-35501aa21f34 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:41.506479 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b10167a6-081d-4e46-910a-d4235a1dbe90 req-670c28e1-d74d-4c3e-8c5c-35501aa21f34 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2ab1022-ac0f-41e9-ab52-9278b9203e24 HTTP/1.1" status: 200 len: 944 time: 0.3083398 Jul 13 07:49:41.515818 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-6d1fb99c-99e1-4f66-b938-45a3d31e892a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:41.516442 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-6d1fb99c-99e1-4f66-b938-45a3d31e892a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:41.517911 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-6d1fb99c-99e1-4f66-b938-45a3d31e892a service neutron] 10.222.0.42 "PUT /v2.0/ports/ce36a201-6877-4295-a506-264d465557f8 HTTP/1.1" status: 200 len: 1093 time: 1.7949135 Jul 13 07:49:41.522475 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ab1022-ac0f-41e9-ab52-9278b9203e24', 'tag': 'ce36a201-6877-4295-a506-264d465557f8'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:49:41.524830 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f8f2a8-d275-4bb3-bbca-2d892d7be915" -d '{"events": [{"name": "network-changed", "server_uuid": "b2ab1022-ac0f-41e9-ab52-9278b9203e24", "tag": "ce36a201-6877-4295-a506-264d465557f8"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:49:41.569890 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1fb99c-99e1-4f66-b938-45a3d31e892a service neutron] Pushing event updated for resources: {'Port': ['ID=ce36a201-6877-4295-a506-264d465557f8,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:41.595871 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c369da1c-7f1c-487d-ad14-0d7d033b209a x-openstack-request-id: req-c369da1c-7f1c-487d-ad14-0d7d033b209a {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:49:41.596157 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2ab1022-ac0f-41e9-ab52-9278b9203e24", "tag": "ce36a201-6877-4295-a506-264d465557f8", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:49:41.596402 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c369da1c-7f1c-487d-ad14-0d7d033b209a {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:49:41.596791 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2ab1022-ac0f-41e9-ab52-9278b9203e24', 'tag': 'ce36a201-6877-4295-a506-264d465557f8', 'status': 'completed', 'code': 200} Jul 13 07:49:41.599748 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6a39f52e-6112-4c2f-b6b3-c08ea8dc89a6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:41.629813 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6a39f52e-6112-4c2f-b6b3-c08ea8dc89a6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:41.650297 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b10167a6-081d-4e46-910a-d4235a1dbe90 req-89c16020-144f-4961-b348-8dbdb3b5afd8 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312208 Jul 13 07:49:41.686904 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6a39f52e-6112-4c2f-b6b3-c08ea8dc89a6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:41.729274 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a39f52e-6112-4c2f-b6b3-c08ea8dc89a6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Port': ['ID=415ad350-6e8f-43ec-b266-9fade1bbcce0,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:41.754417 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-cd0fb3f4-f86d-4f64-8a28-0ee3b0f4ceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:41.755982 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-cd0fb3f4-f86d-4f64-8a28-0ee3b0f4ceb9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=18a71e51b79c4f67b8fe8fda57ef99f6&device_id=b2ab1022-ac0f-41e9-ab52-9278b9203e24 HTTP/1.1" status: 200 len: 1096 time: 0.1781566 Jul 13 07:49:41.826693 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-6aee2f60-93f7-4b8a-acce-786d3c243706 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce36a201-6877-4295-a506-264d465557f8 HTTP/1.1" status: 200 len: 217 time: 0.0407925 Jul 13 07:49:41.891311 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a39f52e-6112-4c2f-b6b3-c08ea8dc89a6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:41.894624 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-6a39f52e-6112-4c2f-b6b3-c08ea8dc89a6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:41.903281 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-9a9fc2c5-9225-4c8f-8fb1-9eb7773d5f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:41.904791 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-9a9fc2c5-9225-4c8f-8fb1-9eb7773d5f8c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e84c320b-7bf6-4a93-a184-7aa85a1e2cdf HTTP/1.1" status: 200 len: 846 time: 0.0721405 Jul 13 07:49:41.970022 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-49eb89d4-538c-4540-84e1-b20d8cc0915e None None] Provisioning complete for port 415ad350-6e8f-43ec-b266-9fade1bbcce0 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:41.970499 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-49eb89d4-538c-4540-84e1-b20d8cc0915e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:42.001493 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-300b278e-a51e-4476-b4b7-5ebf67347696 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=24b69256-9cc6-4842-a9e7-33d63bcfcb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550306 Jul 13 07:49:42.014902 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-49eb89d4-538c-4540-84e1-b20d8cc0915e None None] Port 415ad350-6e8f-43ec-b266-9fade1bbcce0 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:49:42.129417 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-ae767e61-eca2-4671-97c6-e209b3eefb19 service neutron] 10.222.0.42 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207631 Jul 13 07:49:42.148446 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a39f52e-6112-4c2f-b6b3-c08ea8dc89a6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Router 6b28f7d1-4b79-4a26-a1e6-b72954f51b41 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:49:42.238138 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-4a5f5158-cfda-4ee1-8e7f-f2c5e0f46c02 None None] Provisioning complete for port 415ad350-6e8f-43ec-b266-9fade1bbcce0 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:42.238610 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4a5f5158-cfda-4ee1-8e7f-f2c5e0f46c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:42.284272 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-4a5f5158-cfda-4ee1-8e7f-f2c5e0f46c02 None None] Port 415ad350-6e8f-43ec-b266-9fade1bbcce0 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:49:42.344980 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-34bd2583-5eed-4f94-ae82-04bfd0888eb9 req-c7f9ae16-d80d-4ed8-a018-df9768c82589 service neutron] 10.222.0.42 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080901 Jul 13 07:49:42.353044 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a39f52e-6112-4c2f-b6b3-c08ea8dc89a6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:49:42.361636 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6a39f52e-6112-4c2f-b6b3-c08ea8dc89a6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "PUT /v2.0/routers/6b28f7d1-4b79-4a26-a1e6-b72954f51b41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3704751 Jul 13 07:49:42.364539 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57186) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:42.365246 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b3e418-c282-4ad6-aecb-cf534dedc016 None None] Sync routers for ids ['6b28f7d1-4b79-4a26-a1e6-b72954f51b41'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:49:42.379166 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b3e418-c282-4ad6-aecb-cf534dedc016 None None] Routers {'6b28f7d1-4b79-4a26-a1e6-b72954f51b41'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:49:42.379834 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-65b3e418-c282-4ad6-aecb-cf534dedc016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:49:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['6b28f7d1-4b79-4a26-a1e6-b72954f51b41'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:42.460559 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb122bed-fc00-401b-8afb-98880b0b9f9c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:42.462349 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-cb122bed-fc00-401b-8afb-98880b0b9f9c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/ports/415ad350-6e8f-43ec-b266-9fade1bbcce0 HTTP/1.1" status: 200 len: 911 time: 0.0966308 Jul 13 07:49:42.465861 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57190) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:42.478235 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device bfbc0920-4f39-484b-89b0-04c20f6197c1 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:42.513242 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8f2a8-d275-4bb3-bbca-2d892d7be915 req-08f8f213-1b55-4af7-b315-83bf3c8ada36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:42.515996 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-89f8f2a8-d275-4bb3-bbca-2d892d7be915 req-08f8f213-1b55-4af7-b315-83bf3c8ada36 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=18a71e51b79c4f67b8fe8fda57ef99f6&device_id=b2ab1022-ac0f-41e9-ab52-9278b9203e24 HTTP/1.1" status: 200 len: 1096 time: 0.0905964 Jul 13 07:49:42.546274 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-65b3e418-c282-4ad6-aecb-cf534dedc016 None None] Set router 6b28f7d1-4b79-4a26-a1e6-b72954f51b41 gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:49:42.556982 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7ff09c-8ddc-4841-9789-8d9b6ffbdbd5 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:42.563323 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7ff09c-8ddc-4841-9789-8d9b6ffbdbd5 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:42.565619 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-db7ff09c-8ddc-4841-9789-8d9b6ffbdbd5 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0989816 Jul 13 07:49:42.587564 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57192) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:42.587697 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port bfbc0920-4f39-484b-89b0-04c20f6197c1 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:42.589125 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:42.665289 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8f2a8-d275-4bb3-bbca-2d892d7be915 req-cdac60b2-56c7-4f03-aa84-34a31027627a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:42.667664 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-89f8f2a8-d275-4bb3-bbca-2d892d7be915 req-cdac60b2-56c7-4f03-aa84-34a31027627a service neutron] 10.222.0.42 "GET /v2.0/networks?id=24b69256-9cc6-4842-a9e7-33d63bcfcb35 HTTP/1.1" status: 200 len: 907 time: 0.1420319 Jul 13 07:49:42.749623 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-89f8f2a8-d275-4bb3-bbca-2d892d7be915 req-3ec2b3de-a61a-4725-a5ff-d1d98c0a182c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce36a201-6877-4295-a506-264d465557f8 HTTP/1.1" status: 200 len: 217 time: 0.0737457 Jul 13 07:49:42.812044 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8f2a8-d275-4bb3-bbca-2d892d7be915 req-f1d2d51e-46e5-4236-aa4c-c5caae69c4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:42.814193 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-89f8f2a8-d275-4bb3-bbca-2d892d7be915 req-f1d2d51e-46e5-4236-aa4c-c5caae69c4ea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e84c320b-7bf6-4a93-a184-7aa85a1e2cdf HTTP/1.1" status: 200 len: 846 time: 0.0579314 Jul 13 07:49:42.863734 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-89f8f2a8-d275-4bb3-bbca-2d892d7be915 req-082733b2-b979-4e2a-88bb-2e7e50ca3cd9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=24b69256-9cc6-4842-a9e7-33d63bcfcb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413220 Jul 13 07:49:42.902490 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-65b3e418-c282-4ad6-aecb-cf534dedc016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b28f7d1-4b79-4a26-a1e6-b72954f51b41', 'name': 'tempest-NetworksTestDHCPv6-router-1332135977', 'tenant_id': '7d6e874b76834423bf0d18d43bf12c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:38Z', 'updated_at': '2021-07-13T07:49:40Z', 'revision_number': 2, 'project_id': '7d6e874b76834423bf0d18d43bf12c19', 'gw_port_host': None, '_interfaces': [{'id': '415ad350-6e8f-43ec-b266-9fade1bbcce0', 'name': '', 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'tenant_id': '7d6e874b76834423bf0d18d43bf12c19', 'mac_address': 'fa:16:3e:90:e0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b28f7d1-4b79-4a26-a1e6-b72954f51b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '4bb1393e-5b02-4369-8879-a9c3f83fbb8e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:39Z', 'updated_at': '2021-07-13T07:49:41Z', 'revision_number': 2, 'project_id': '7d6e874b76834423bf0d18d43bf12c19', 'subnets': [{'id': '4bb1393e-5b02-4369-8879-a9c3f83fbb8e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:42.936533 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b3e418-c282-4ad6-aecb-cf534dedc016 None None] Checking router: 6b28f7d1-4b79-4a26-a1e6-b72954f51b41 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:49:42.937144 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b3e418-c282-4ad6-aecb-cf534dedc016 None None] Updating router 6b28f7d1-4b79-4a26-a1e6-b72954f51b41 port 415ad350-6e8f-43ec-b266-9fade1bbcce0 binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:49:42.952918 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920483b-7a3d-4e41-8145-40590d8011ae req-d183aeb1-ee5e-4e6d-b993-7e97dfc7fd9a tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:42.955180 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8920483b-7a3d-4e41-8145-40590d8011ae req-d183aeb1-ee5e-4e6d-b993-7e97dfc7fd9a tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2ab1022-ac0f-41e9-ab52-9278b9203e24 HTTP/1.1" status: 200 len: 944 time: 0.0959682 Jul 13 07:49:42.984044 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-65b3e418-c282-4ad6-aecb-cf534dedc016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:43.009946 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-89f8f2a8-d275-4bb3-bbca-2d892d7be915 req-1f74dc30-5388-41e8-9385-f26a37937913 service neutron] 10.222.0.42 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394651 Jul 13 07:49:43.019381 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8920483b-7a3d-4e41-8145-40590d8011ae req-5876e148-b8d6-48a1-9cb2-9ccc52843e4a tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426328 Jul 13 07:49:43.089810 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ef110336-0988-44ee-9968-257da3ce468b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:43.145465 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-89f8f2a8-d275-4bb3-bbca-2d892d7be915 req-5679ad91-cf2a-4410-86bf-12b2bc202136 service neutron] 10.222.0.42 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280453 Jul 13 07:49:43.298021 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-65b3e418-c282-4ad6-aecb-cf534dedc016 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:43.312999 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-65b3e418-c282-4ad6-aecb-cf534dedc016 None None] Transition to ACTIVE for port object 415ad350-6e8f-43ec-b266-9fade1bbcce0 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:43.314346 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-ef110336-0988-44ee-9968-257da3ce468b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting port 415ad350-6e8f-43ec-b266-9fade1bbcce0 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:43.314346 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ef110336-0988-44ee-9968-257da3ce468b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:43.323669 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-65b3e418-c282-4ad6-aecb-cf534dedc016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:43.414049 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade9b95-1603-46e8-ba3f-ed25242aa568 None None] Pushing event updated for resources: {'Port': ['ID=415ad350-6e8f-43ec-b266-9fade1bbcce0,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:43.444437 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ef110336-0988-44ee-9968-257da3ce468b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:43.457496 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-65b3e418-c282-4ad6-aecb-cf534dedc016 None None] Attempting to bind port 415ad350-6e8f-43ec-b266-9fade1bbcce0 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:49:43.457954 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-65b3e418-c282-4ad6-aecb-cf534dedc016 None None] Attempting to bind port 415ad350-6e8f-43ec-b266-9fade1bbcce0 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:49:43.460072 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b3e418-c282-4ad6-aecb-cf534dedc016 None None] Attempting to bind port 415ad350-6e8f-43ec-b266-9fade1bbcce0 on network 158fbff1-22d7-4aca-970b-c37f2948cd80 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:43.461734 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-ef110336-0988-44ee-9968-257da3ce468b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Calling delete_port for 415ad350-6e8f-43ec-b266-9fade1bbcce0 owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:43.466173 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b3e418-c282-4ad6-aecb-cf534dedc016 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:49:43.466631 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b3e418-c282-4ad6-aecb-cf534dedc016 None None] Checking segment: {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:43.467105 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-65b3e418-c282-4ad6-aecb-cf534dedc016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:43.467676 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b3e418-c282-4ad6-aecb-cf534dedc016 None None] Bound using segment: {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:49:43.468349 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-65b3e418-c282-4ad6-aecb-cf534dedc016 None None] Bound port: 415ad350-6e8f-43ec-b266-9fade1bbcce0, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:49:43.468886 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-65b3e418-c282-4ad6-aecb-cf534dedc016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:43.562855 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-65b3e418-c282-4ad6-aecb-cf534dedc016 None None] For port 415ad350-6e8f-43ec-b266-9fade1bbcce0, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:49:43.566176 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-65b3e418-c282-4ad6-aecb-cf534dedc016 None None] For port 415ad350-6e8f-43ec-b266-9fade1bbcce0, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=415ad350-6e8f-43ec-b266-9fade1bbcce0,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:49:43.572587 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-65b3e418-c282-4ad6-aecb-cf534dedc016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:43.645430 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b3e418-c282-4ad6-aecb-cf534dedc016 None None] Routers {'6b28f7d1-4b79-4a26-a1e6-b72954f51b41'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:49:43.646302 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-65b3e418-c282-4ad6-aecb-cf534dedc016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:49:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['6b28f7d1-4b79-4a26-a1e6-b72954f51b41'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:43.702961 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ef110336-0988-44ee-9968-257da3ce468b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:43.730051 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade9b95-1603-46e8-ba3f-ed25242aa568 None None] Pushing event updated for resources: {'Port': ['ID=415ad350-6e8f-43ec-b266-9fade1bbcce0,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:43.738072 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-06e22778-765b-4953-9f3f-51d80c5b407d None None] Could not find standard attr ID for object 415ad350-6e8f-43ec-b266-9fade1bbcce0. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:49:43.765722 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef110336-0988-44ee-9968-257da3ce468b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Port': ['ID=415ad350-6e8f-43ec-b266-9fade1bbcce0,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:43.779009 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-65b3e418-c282-4ad6-aecb-cf534dedc016 None None] Set router 6b28f7d1-4b79-4a26-a1e6-b72954f51b41 gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:49:43.897929 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ef110336-0988-44ee-9968-257da3ce468b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:43.962480 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f7a4754f-05fe-42d3-869f-39efb9c15277 None None] Could not find standard attr ID for object 415ad350-6e8f-43ec-b266-9fade1bbcce0. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:49:44.015482 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-65b3e418-c282-4ad6-aecb-cf534dedc016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b28f7d1-4b79-4a26-a1e6-b72954f51b41', 'name': 'tempest-NetworksTestDHCPv6-router-1332135977', 'tenant_id': '7d6e874b76834423bf0d18d43bf12c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:38Z', 'updated_at': '2021-07-13T07:49:40Z', 'revision_number': 2, 'project_id': '7d6e874b76834423bf0d18d43bf12c19', 'gw_port_host': None, '_interfaces': [{'id': '415ad350-6e8f-43ec-b266-9fade1bbcce0', 'name': '', 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'tenant_id': '7d6e874b76834423bf0d18d43bf12c19', 'mac_address': 'fa:16:3e:90:e0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b28f7d1-4b79-4a26-a1e6-b72954f51b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '4bb1393e-5b02-4369-8879-a9c3f83fbb8e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:39Z', 'updated_at': '2021-07-13T07:49:43Z', 'revision_number': 4, 'project_id': '7d6e874b76834423bf0d18d43bf12c19', 'subnets': [{'id': '4bb1393e-5b02-4369-8879-a9c3f83fbb8e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:49:44.047959 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b3e418-c282-4ad6-aecb-cf534dedc016 None None] The sync data for ids ['6b28f7d1-4b79-4a26-a1e6-b72954f51b41'] in n-d-771363-34 is: [{'id': '6b28f7d1-4b79-4a26-a1e6-b72954f51b41', 'name': 'tempest-NetworksTestDHCPv6-router-1332135977', 'tenant_id': '7d6e874b76834423bf0d18d43bf12c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:49:38Z', 'updated_at': '2021-07-13T07:49:40Z', 'revision_number': 2, 'project_id': '7d6e874b76834423bf0d18d43bf12c19', 'gw_port_host': None, '_interfaces': [{'id': '415ad350-6e8f-43ec-b266-9fade1bbcce0', 'name': '', 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'tenant_id': '7d6e874b76834423bf0d18d43bf12c19', 'mac_address': 'fa:16:3e:90:e0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b28f7d1-4b79-4a26-a1e6-b72954f51b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '4bb1393e-5b02-4369-8879-a9c3f83fbb8e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:49:39Z', 'updated_at': '2021-07-13T07:49:43Z', 'revision_number': 4, 'project_id': '7d6e874b76834423bf0d18d43bf12c19', 'subnets': [{'id': '4bb1393e-5b02-4369-8879-a9c3f83fbb8e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:49:44.080341 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef110336-0988-44ee-9968-257da3ce468b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Router 6b28f7d1-4b79-4a26-a1e6-b72954f51b41 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:49:44.183051 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef110336-0988-44ee-9968-257da3ce468b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:49:44.192699 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57200) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:44.193244 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ef110336-0988-44ee-9968-257da3ce468b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "PUT /v2.0/routers/6b28f7d1-4b79-4a26-a1e6-b72954f51b41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6036327 Jul 13 07:49:44.304992 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6163787-6cf2-4863-82bd-13c82dbe9a41 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:44.306857 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6163787-6cf2-4863-82bd-13c82dbe9a41 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:44.308677 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c6163787-6cf2-4863-82bd-13c82dbe9a41 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1136305 Jul 13 07:49:44.311557 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57204) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:44.360242 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b832f206-3462-4bba-9801-cf7b2931c2e3 req-6c12ff11-d169-48e5-bb6e-cf8b7a949d72 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:44.361999 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b832f206-3462-4bba-9801-cf7b2931c2e3 req-6c12ff11-d169-48e5-bb6e-cf8b7a949d72 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2ab1022-ac0f-41e9-ab52-9278b9203e24 HTTP/1.1" status: 200 len: 944 time: 0.1702197 Jul 13 07:49:44.398999 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-a00f156e-03a1-4246-9686-3a82db9b9330 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting subnet 4bb1393e-5b02-4369-8879-a9c3f83fbb8e {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:49:44.404283 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a00f156e-03a1-4246-9686-3a82db9b9330 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:44.430868 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b832f206-3462-4bba-9801-cf7b2931c2e3 req-fe831f49-d84b-43f1-9f13-6794de10a47c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623639 Jul 13 07:49:44.458415 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a00f156e-03a1-4246-9686-3a82db9b9330 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:44.558727 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a00f156e-03a1-4246-9686-3a82db9b9330 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:44.640155 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a00f156e-03a1-4246-9686-3a82db9b9330 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:44.672729 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f156e-03a1-4246-9686-3a82db9b9330 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Subnet': ['ID=4bb1393e-5b02-4369-8879-a9c3f83fbb8e,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:44.676081 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a00f156e-03a1-4246-9686-3a82db9b9330 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:44.678402 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a00f156e-03a1-4246-9686-3a82db9b9330 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/4bb1393e-5b02-4369-8879-a9c3f83fbb8e HTTP/1.1" status: 204 len: 168 time: 0.3652918 Jul 13 07:49:44.680986 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57208) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:44.682036 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68245a94-81fd-49d4-a480-f8bc7f56c049 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:44.794880 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f53f8bdd-b7e0-4899-9da6-281c53e88585 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1103332 Jul 13 07:49:44.795311 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57210) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:44.898597 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-394e815a-f514-4942-a5cb-2ec2323629dc tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:44.924825 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a25eaf-f20b-4213-9be2-c0679d5e935d None None] DHCP port deletion for 158fbff1-22d7-4aca-970b-c37f2948cd80 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:49:44.987962 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-c0a25eaf-f20b-4213-9be2-c0679d5e935d None None] Deleting port bfbc0920-4f39-484b-89b0-04c20f6197c1 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:44.988345 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c0a25eaf-f20b-4213-9be2-c0679d5e935d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:45.080315 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-394e815a-f514-4942-a5cb-2ec2323629dc tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:45.083143 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-394e815a-f514-4942-a5cb-2ec2323629dc tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:45.132805 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-394e815a-f514-4942-a5cb-2ec2323629dc tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:45.133303 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394e815a-f514-4942-a5cb-2ec2323629dc tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Fanout notify agent at l3_agent the message router_deleted on router 6b28f7d1-4b79-4a26-a1e6-b72954f51b41 {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:49:45.149288 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-394e815a-f514-4942-a5cb-2ec2323629dc tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:45.152786 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-394e815a-f514-4942-a5cb-2ec2323629dc tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/routers/6b28f7d1-4b79-4a26-a1e6-b72954f51b41 HTTP/1.1" status: 204 len: 168 time: 0.3538978 Jul 13 07:49:45.153086 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57212) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:45.233112 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d731f4a3-5061-4c1d-928f-0bc40ba19186 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:45.237601 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d731f4a3-5061-4c1d-928f-0bc40ba19186 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0812809 Jul 13 07:49:45.237885 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57214) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:45.267402 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-c0a25eaf-f20b-4213-9be2-c0679d5e935d None None] For port bfbc0920-4f39-484b-89b0-04c20f6197c1, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=bfbc0920-4f39-484b-89b0-04c20f6197c1,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:45.267804 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c0a25eaf-f20b-4213-9be2-c0679d5e935d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:45.286264 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-c0a25eaf-f20b-4213-9be2-c0679d5e935d None None] Calling delete_port for bfbc0920-4f39-484b-89b0-04c20f6197c1 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:45.309274 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b294b2-8ab5-487e-8ea5-15dc2cc7e6d1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:45.311098 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-49b294b2-8ab5-487e-8ea5-15dc2cc7e6d1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0722437 Jul 13 07:49:45.314037 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57216) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:45.362087 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6fe2749f-08c9-45f5-9891-0f6439b7fb21 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467165 Jul 13 07:49:45.366819 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57218) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:45.378982 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-b7d4d7a2-8adf-416e-b350-aff71e7d0961 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'subnet': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:45.395354 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c0a25eaf-f20b-4213-9be2-c0679d5e935d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:45.428537 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a25eaf-f20b-4213-9be2-c0679d5e935d None None] No DVR routers for this DVR port bfbc0920-4f39-484b-89b0-04c20f6197c1 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:49:45.433325 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a25eaf-f20b-4213-9be2-c0679d5e935d None None] Pushing event deleted for resources: {'Port': ['ID=bfbc0920-4f39-484b-89b0-04c20f6197c1,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:45.440819 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device ce36a201-6877-4295-a506-264d465557f8 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:49:45.546899 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d4d7a2-8adf-416e-b350-aff71e7d0961 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:45.551303 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b7d4d7a2-8adf-416e-b350-aff71e7d0961 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:45.584748 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port ce36a201-6877-4295-a506-264d465557f8, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=ce36a201-6877-4295-a506-264d465557f8,segment=NetworkSegment(c6edc23b-b33f-4b68-a90e-006e269af4c2),segment_id=c6edc23b-b33f-4b68-a90e-006e269af4c2)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:45.605195 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': 'ce36a201-6877-4295-a506-264d465557f8', 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35', 'port_id': 'ce36a201-6877-4295-a506-264d465557f8', 'mac_address': 'fa:16:3e:7e:66:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84c320b-7bf6-4a93-a184-7aa85a1e2cdf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:49:45.652864 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:45.670132 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce36a201-6877-4295-a506-264d465557f8 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:49:45.710880 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcf09d-31be-4f7b-b474-16289c1c9cf2 req-5643fc54-9760-479f-b0a7-2878eb2f7762 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:45.718705 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5ddcf09d-31be-4f7b-b474-16289c1c9cf2 req-5643fc54-9760-479f-b0a7-2878eb2f7762 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2ab1022-ac0f-41e9-ab52-9278b9203e24 HTTP/1.1" status: 200 len: 944 time: 0.1157064 Jul 13 07:49:45.733615 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port ce36a201-6877-4295-a506-264d465557f8, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=ce36a201-6877-4295-a506-264d465557f8,segment=NetworkSegment(c6edc23b-b33f-4b68-a90e-006e269af4c2),segment_id=c6edc23b-b33f-4b68-a90e-006e269af4c2)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:45.742242 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:45.776999 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5ddcf09d-31be-4f7b-b474-16289c1c9cf2 req-a337c29a-94cc-493e-ab82-00d1490dbe60 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573204 Jul 13 07:49:45.838502 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=ce36a201-6877-4295-a506-264d465557f8,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:45.859613 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e755cc7f-abfc-471a-97ec-2efdeb5cffc5 None None] Sync routers for ids ['6b28f7d1-4b79-4a26-a1e6-b72954f51b41'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:49:45.872939 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e755cc7f-abfc-471a-97ec-2efdeb5cffc5 None None] Routers set() bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:49:45.873541 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e755cc7f-abfc-471a-97ec-2efdeb5cffc5 None None] Router IDs set() for agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 07:49:45.874785 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_agentschedulers_db [None req-e755cc7f-abfc-471a-97ec-2efdeb5cffc5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6b28f7d1-4b79-4a26-a1e6-b72954f51b41'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:49:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent'). {{(pid=94020) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 13 07:49:45.885169 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e755cc7f-abfc-471a-97ec-2efdeb5cffc5 None None] Routers set() bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:49:45.885533 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e755cc7f-abfc-471a-97ec-2efdeb5cffc5 None None] Router IDs set() for agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 07:49:45.886155 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_agentschedulers_db [None req-e755cc7f-abfc-471a-97ec-2efdeb5cffc5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6b28f7d1-4b79-4a26-a1e6-b72954f51b41'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:49:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent'). {{(pid=94020) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 13 07:49:45.886537 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e755cc7f-abfc-471a-97ec-2efdeb5cffc5 None None] The sync data for ids ['6b28f7d1-4b79-4a26-a1e6-b72954f51b41'] in n-d-771363-34 is: [] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:49:45.988771 n-d-771363-34 neutron-server[94017]: DEBUG neutron.objects.ports [None req-b7d4d7a2-8adf-416e-b350-aff71e7d0961 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94017) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:49:45.991891 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b7d4d7a2-8adf-416e-b350-aff71e7d0961 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:46.008998 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['ce36a201-6877-4295-a506-264d465557f8'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:49:46.033338 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d4d7a2-8adf-416e-b350-aff71e7d0961 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:46.039774 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-b7d4d7a2-8adf-416e-b350-aff71e7d0961 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:46.044396 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d4d7a2-8adf-416e-b350-aff71e7d0961 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:46.045006 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b7d4d7a2-8adf-416e-b350-aff71e7d0961 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:46.053839 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9532617c-07d0-4ff5-930a-bc172dd17b92 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:46.059120 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d4d7a2-8adf-416e-b350-aff71e7d0961 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Subnet': ['ID=0f5bd48f-4675-4a9a-9005-0c3de274cec3,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:46.070733 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b7d4d7a2-8adf-416e-b350-aff71e7d0961 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6982553 Jul 13 07:49:46.071501 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57230) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:46.080552 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-920cbdbb-c67c-4c16-b5fc-9aa6c146d6a3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'subnet': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:46.379431 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5515930a-82b7-4ccd-ac54-4725a257cae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-158fbff1-22d7-4aca-970b-c37f2948cd80', 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'tenant_id': '7d6e874b76834423bf0d18d43bf12c19', 'fixed_ips': [{'subnet_id': '0f5bd48f-4675-4a9a-9005-0c3de274cec3'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:49:46.380351 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5515930a-82b7-4ccd-ac54-4725a257cae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:46.383273 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device bfbc0920-4f39-484b-89b0-04c20f6197c1 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:49:46.446100 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: bfbc0920-4f39-484b-89b0-04c20f6197c1 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:49:46.446504 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device bfbc0920-4f39-484b-89b0-04c20f6197c1 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:49:46.639994 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-5515930a-82b7-4ccd-ac54-4725a257cae0 None None] Allocated IP 2001:db8::f816:3eff:fe61:eeb0 (158fbff1-22d7-4aca-970b-c37f2948cd80/0f5bd48f-4675-4a9a-9005-0c3de274cec3/9f37c72e-1f20-413b-8910-05fe6e8302d3) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:46.666112 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920cbdbb-c67c-4c16-b5fc-9aa6c146d6a3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:46.670471 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-920cbdbb-c67c-4c16-b5fc-9aa6c146d6a3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:46.817222 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5515930a-82b7-4ccd-ac54-4725a257cae0 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:46.845586 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5515930a-82b7-4ccd-ac54-4725a257cae0 None None] Transition to ACTIVE for port object 9f37c72e-1f20-413b-8910-05fe6e8302d3 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:46.866999 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5515930a-82b7-4ccd-ac54-4725a257cae0 None None] Transition to ACTIVE for port object 9f37c72e-1f20-413b-8910-05fe6e8302d3 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:46.874120 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5515930a-82b7-4ccd-ac54-4725a257cae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:46.920551 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5515930a-82b7-4ccd-ac54-4725a257cae0 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:46.923593 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-5515930a-82b7-4ccd-ac54-4725a257cae0 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:46.929877 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5515930a-82b7-4ccd-ac54-4725a257cae0 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:46.976244 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515930a-82b7-4ccd-ac54-4725a257cae0 None None] Pushing event updated for resources: {'Port': ['ID=9f37c72e-1f20-413b-8910-05fe6e8302d3,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:47.007184 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-5515930a-82b7-4ccd-ac54-4725a257cae0 None None] Attempting to bind port 9f37c72e-1f20-413b-8910-05fe6e8302d3 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:49:47.007599 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-5515930a-82b7-4ccd-ac54-4725a257cae0 None None] Attempting to bind port 9f37c72e-1f20-413b-8910-05fe6e8302d3 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:49:47.007969 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5515930a-82b7-4ccd-ac54-4725a257cae0 None None] Attempting to bind port 9f37c72e-1f20-413b-8910-05fe6e8302d3 on network 158fbff1-22d7-4aca-970b-c37f2948cd80 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:47.014060 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-920cbdbb-c67c-4c16-b5fc-9aa6c146d6a3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:47.015175 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5515930a-82b7-4ccd-ac54-4725a257cae0 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:49:47.015620 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5515930a-82b7-4ccd-ac54-4725a257cae0 None None] Checking segment: {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:47.016086 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5515930a-82b7-4ccd-ac54-4725a257cae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:47.016422 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5515930a-82b7-4ccd-ac54-4725a257cae0 None None] Bound using segment: {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:49:47.016901 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-5515930a-82b7-4ccd-ac54-4725a257cae0 None None] Bound port: 9f37c72e-1f20-413b-8910-05fe6e8302d3, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:49:47.017284 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5515930a-82b7-4ccd-ac54-4725a257cae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:47.024091 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06383ae9-89e4-4c94-a20c-d23d334a2eeb req-c99eb1a2-a7dd-440e-ae00-9ee1605f14d5 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:47.025795 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-06383ae9-89e4-4c94-a20c-d23d334a2eeb req-c99eb1a2-a7dd-440e-ae00-9ee1605f14d5 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2ab1022-ac0f-41e9-ab52-9278b9203e24 HTTP/1.1" status: 200 len: 945 time: 0.1089227 Jul 13 07:49:47.036017 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920cbdbb-c67c-4c16-b5fc-9aa6c146d6a3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:47.062310 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-920cbdbb-c67c-4c16-b5fc-9aa6c146d6a3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:47.065649 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920cbdbb-c67c-4c16-b5fc-9aa6c146d6a3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:47.066685 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-920cbdbb-c67c-4c16-b5fc-9aa6c146d6a3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:47.083057 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-06383ae9-89e4-4c94-a20c-d23d334a2eeb req-47c8a503-244a-4f5d-8f0a-7e2737db8a23 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465531 Jul 13 07:49:47.085470 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-5515930a-82b7-4ccd-ac54-4725a257cae0 None None] For port 9f37c72e-1f20-413b-8910-05fe6e8302d3, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:49:47.088850 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-5515930a-82b7-4ccd-ac54-4725a257cae0 None None] For port 9f37c72e-1f20-413b-8910-05fe6e8302d3, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=9f37c72e-1f20-413b-8910-05fe6e8302d3,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:49:47.094506 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5515930a-82b7-4ccd-ac54-4725a257cae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:47.096529 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920cbdbb-c67c-4c16-b5fc-9aa6c146d6a3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Subnet': ['ID=ddaa8c87-de63-4080-9461-f729e48436cd,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:47.099303 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-920cbdbb-c67c-4c16-b5fc-9aa6c146d6a3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0264106 Jul 13 07:49:47.104202 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57240) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:47.108412 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-2abcb2f6-508d-4550-a224-fc94f51321a9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'port': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'mac_address': 'fa:16:3e:fa:ef:e5', 'name': 'tempest-NetworksTestDHCPv6-138495776'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:47.156013 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515930a-82b7-4ccd-ac54-4725a257cae0 None None] Pushing event updated for resources: {'Port': ['ID=9f37c72e-1f20-413b-8910-05fe6e8302d3,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:47.231727 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abcb2f6-508d-4550-a224-fc94f51321a9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:47.335469 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2abcb2f6-508d-4550-a224-fc94f51321a9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:47.369391 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-2abcb2f6-508d-4550-a224-fc94f51321a9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] device_id is not set on port 2caa452a-38c5-4bf2-8a30-ef1bb18cb6bc yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:49:47.456431 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device ce36a201-6877-4295-a506-264d465557f8 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:47.528273 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port ce36a201-6877-4295-a506-264d465557f8 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:47.530971 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port ce36a201-6877-4295-a506-264d465557f8 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:47.531633 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:47.587779 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-2abcb2f6-508d-4550-a224-fc94f51321a9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Allocated IP 172.20.0.3 (158fbff1-22d7-4aca-970b-c37f2948cd80/ddaa8c87-de63-4080-9461-f729e48436cd/2caa452a-38c5-4bf2-8a30-ef1bb18cb6bc) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:47.596819 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-2abcb2f6-508d-4550-a224-fc94f51321a9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Allocated IP 2001:db8::f816:3eff:fefa:efe5 (158fbff1-22d7-4aca-970b-c37f2948cd80/0f5bd48f-4675-4a9a-9005-0c3de274cec3/2caa452a-38c5-4bf2-8a30-ef1bb18cb6bc) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:47.642282 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:47.673007 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ab1022-ac0f-41e9-ab52-9278b9203e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce36a201-6877-4295-a506-264d465557f8'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:49:47.675316 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5dc9d9d-31f1-44a5-99ce-f93762661477" -d '{"events": [{"server_uuid": "b2ab1022-ac0f-41e9-ab52-9278b9203e24", "name": "network-vif-plugged", "status": "completed", "tag": "ce36a201-6877-4295-a506-264d465557f8"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:49:47.716845 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port ce36a201-6877-4295-a506-264d465557f8, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=ce36a201-6877-4295-a506-264d465557f8,segment=NetworkSegment(c6edc23b-b33f-4b68-a90e-006e269af4c2),segment_id=c6edc23b-b33f-4b68-a90e-006e269af4c2)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:47.722937 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:47.734688 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31302ed-af54-4c68-a671-6a8f972159c2 x-openstack-request-id: req-b31302ed-af54-4c68-a671-6a8f972159c2 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:49:47.735339 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ab1022-ac0f-41e9-ab52-9278b9203e24", "name": "network-vif-plugged", "status": "completed", "tag": "ce36a201-6877-4295-a506-264d465557f8", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:49:47.735805 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b31302ed-af54-4c68-a671-6a8f972159c2 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:49:47.736443 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ab1022-ac0f-41e9-ab52-9278b9203e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce36a201-6877-4295-a506-264d465557f8', 'code': 200} Jul 13 07:49:47.796775 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=ce36a201-6877-4295-a506-264d465557f8,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:47.850619 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2abcb2f6-508d-4550-a224-fc94f51321a9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:47.869886 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-2abcb2f6-508d-4550-a224-fc94f51321a9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Transition to ACTIVE for port object 2caa452a-38c5-4bf2-8a30-ef1bb18cb6bc will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:47.910978 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb9ab4-3544-4858-9429-28883d8e9a32 req-15d32134-b994-4b72-9c00-6b9e9f4b1831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:47.912712 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8ccb9ab4-3544-4858-9429-28883d8e9a32 req-15d32134-b994-4b72-9c00-6b9e9f4b1831 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b2ab1022-ac0f-41e9-ab52-9278b9203e24 HTTP/1.1" status: 200 len: 1098 time: 0.1081419 Jul 13 07:49:47.941832 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2abcb2f6-508d-4550-a224-fc94f51321a9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:47.993390 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8ccb9ab4-3544-4858-9429-28883d8e9a32 req-73c05709-fa81-4406-8c76-0bac759a9a80 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749187 Jul 13 07:49:48.012246 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abcb2f6-508d-4550-a224-fc94f51321a9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:48.016770 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-2abcb2f6-508d-4550-a224-fc94f51321a9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:48.019489 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abcb2f6-508d-4550-a224-fc94f51321a9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:48.024666 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abcb2f6-508d-4550-a224-fc94f51321a9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Port': ['ID=2caa452a-38c5-4bf2-8a30-ef1bb18cb6bc,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:48.083552 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abcb2f6-508d-4550-a224-fc94f51321a9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:48.084543 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2abcb2f6-508d-4550-a224-fc94f51321a9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:48.105789 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57252) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:48.106388 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2abcb2f6-508d-4550-a224-fc94f51321a9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.0013990 Jul 13 07:49:48.208249 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aea4120-6ff8-4c5a-8e34-4195e66bc7b7 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:48.220383 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aea4120-6ff8-4c5a-8e34-4195e66bc7b7 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:48.222766 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6aea4120-6ff8-4c5a-8e34-4195e66bc7b7 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1158805 Jul 13 07:49:48.233401 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57254) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:48.328430 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cf069c-7b85-4ab5-a2af-60c7793132a2 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:48.340676 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65a450-f050-4f7e-a940-27c16247b058 req-994a0aec-28a2-43ce-b942-bfb0e702eb87 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:48.342270 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9a65a450-f050-4f7e-a940-27c16247b058 req-994a0aec-28a2-43ce-b942-bfb0e702eb87 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2ab1022-ac0f-41e9-ab52-9278b9203e24 HTTP/1.1" status: 200 len: 946 time: 0.1161747 Jul 13 07:49:48.394105 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9a65a450-f050-4f7e-a940-27c16247b058 req-bee9ae37-aee6-47da-a604-cbde1e63fb66 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446568 Jul 13 07:49:48.408056 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-a78c0cd3-49aa-4b35-b31f-d7d0f54a84a4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting port 2caa452a-38c5-4bf2-8a30-ef1bb18cb6bc {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:48.408553 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a78c0cd3-49aa-4b35-b31f-d7d0f54a84a4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:48.408731 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 9f37c72e-1f20-413b-8910-05fe6e8302d3 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:48.481907 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e4bae26c-3c13-418f-a73d-376738e9ba98 None None] Provisioning for port 9f37c72e-1f20-413b-8910-05fe6e8302d3 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:48.550507 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a78c0cd3-49aa-4b35-b31f-d7d0f54a84a4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:48.567317 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-a78c0cd3-49aa-4b35-b31f-d7d0f54a84a4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Calling delete_port for 2caa452a-38c5-4bf2-8a30-ef1bb18cb6bc owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:48.676521 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 9f37c72e-1f20-413b-8910-05fe6e8302d3 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:48.722286 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 9f37c72e-1f20-413b-8910-05fe6e8302d3 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:48.722945 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:48.837850 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a78c0cd3-49aa-4b35-b31f-d7d0f54a84a4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:48.872990 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c0cd3-49aa-4b35-b31f-d7d0f54a84a4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Port': ['ID=2caa452a-38c5-4bf2-8a30-ef1bb18cb6bc,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:48.877725 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:48.915935 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c1847d-e28d-483b-989b-25f65e4b26ef None None] Update dhcp port {'port': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'fixed_ips': [{'subnet_id': '0f5bd48f-4675-4a9a-9005-0c3de274cec3', 'ip_address': '2001:db8::f816:3eff:fe61:eeb0'}, {'subnet_id': 'ddaa8c87-de63-4080-9461-f729e48436cd'}], 'binding:host_id': 'n-d-771363-34'}, 'id': '9f37c72e-1f20-413b-8910-05fe6e8302d3'} from n-d-771363-34. {{(pid=94019) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:49:48.942621 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 9f37c72e-1f20-413b-8910-05fe6e8302d3, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=9f37c72e-1f20-413b-8910-05fe6e8302d3,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:48.951970 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:48.965834 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a78c0cd3-49aa-4b35-b31f-d7d0f54a84a4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:48.967784 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a78c0cd3-49aa-4b35-b31f-d7d0f54a84a4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/ports/2caa452a-38c5-4bf2-8a30-ef1bb18cb6bc HTTP/1.1" status: 204 len: 168 time: 0.7333770 Jul 13 07:49:48.970326 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57258) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:48.988043 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e6c1847d-e28d-483b-989b-25f65e4b26ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.023891 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f627aab7-ee9b-4748-ab4c-2fbd1e8af346 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:49.025561 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f627aab7-ee9b-4748-ab4c-2fbd1e8af346 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:49.027067 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f627aab7-ee9b-4748-ab4c-2fbd1e8af346 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:49.028665 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f627aab7-ee9b-4748-ab4c-2fbd1e8af346 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0574396 Jul 13 07:49:49.031382 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57260) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:49.046060 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=9f37c72e-1f20-413b-8910-05fe6e8302d3,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:49.090634 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eb53051-a958-4f80-8fd6-eb54bb47b57c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting subnet 0f5bd48f-4675-4a9a-9005-0c3de274cec3 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:49:49.093891 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1eb53051-a958-4f80-8fd6-eb54bb47b57c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.134911 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1eb53051-a958-4f80-8fd6-eb54bb47b57c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.216359 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1eb53051-a958-4f80-8fd6-eb54bb47b57c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.280651 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1eb53051-a958-4f80-8fd6-eb54bb47b57c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server [None req-e6c1847d-e28d-483b-989b-25f65e4b26ef None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f5bd48f-4675-4a9a-9005-0c3de274cec3: This subnet is being modified by another concurrent operation. Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise exception Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f5bd48f-4675-4a9a-9005-0c3de274cec3: This subnet is being modified by another concurrent operation. Jul 13 07:49:49.282383 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server Jul 13 07:49:49.310800 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb53051-a958-4f80-8fd6-eb54bb47b57c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Subnet': ['ID=0f5bd48f-4675-4a9a-9005-0c3de274cec3,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:49.314345 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1eb53051-a958-4f80-8fd6-eb54bb47b57c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.316312 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1eb53051-a958-4f80-8fd6-eb54bb47b57c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/0f5bd48f-4675-4a9a-9005-0c3de274cec3 HTTP/1.1" status: 204 len: 168 time: 0.2839947 Jul 13 07:49:49.320236 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57262) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:49.373471 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07034fbd-74f4-424b-aa47-1360a3d9ccf1 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:49.376596 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-25cf55c6-28b9-4e5f-8f83-7111157d96da tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting subnet ddaa8c87-de63-4080-9461-f729e48436cd {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:49:49.380119 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-25cf55c6-28b9-4e5f-8f83-7111157d96da tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.423168 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-25cf55c6-28b9-4e5f-8f83-7111157d96da tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.442690 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-67a5086c-ef95-4318-bca3-86ccc21aa1b7 None None] Could not find standard attr ID for object 2caa452a-38c5-4bf2-8a30-ef1bb18cb6bc. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:49:49.471180 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-67a5086c-ef95-4318-bca3-86ccc21aa1b7 None None] Provisioning complete for port 9f37c72e-1f20-413b-8910-05fe6e8302d3 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:49.471599 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-67a5086c-ef95-4318-bca3-86ccc21aa1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.483311 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-25cf55c6-28b9-4e5f-8f83-7111157d96da tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.600113 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-25cf55c6-28b9-4e5f-8f83-7111157d96da tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.612339 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64383d-b2ae-4852-a7d9-04311d94778a req-adf625e6-91e1-485d-a689-2c0133601dda tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:49.613849 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3c64383d-b2ae-4852-a7d9-04311d94778a req-adf625e6-91e1-485d-a689-2c0133601dda tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2ab1022-ac0f-41e9-ab52-9278b9203e24 HTTP/1.1" status: 200 len: 946 time: 0.0925193 Jul 13 07:49:49.648389 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf55c6-28b9-4e5f-8f83-7111157d96da tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Subnet': ['ID=ddaa8c87-de63-4080-9461-f729e48436cd,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:49.663158 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-25cf55c6-28b9-4e5f-8f83-7111157d96da tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.667317 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-25cf55c6-28b9-4e5f-8f83-7111157d96da tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/ddaa8c87-de63-4080-9461-f729e48436cd HTTP/1.1" status: 204 len: 168 time: 0.3442683 Jul 13 07:49:49.667743 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57270) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:49.690424 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3c64383d-b2ae-4852-a7d9-04311d94778a req-0bb2aaa3-9a68-472c-be4a-061867dac2ba tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505662 Jul 13 07:49:49.728336 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8a9fe128-e25b-49b4-abd1-c8bd4af269ee tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592353 Jul 13 07:49:49.731188 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57274) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:49.736700 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-a2334b15-66f7-406b-a23f-2121413e7394 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'subnet': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:49.737979 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb24551a-48b5-4512-9eb2-d7f6922ba5a1 None None] Update dhcp port {'port': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'fixed_ips': [{'subnet_id': 'ddaa8c87-de63-4080-9461-f729e48436cd'}], 'binding:host_id': 'n-d-771363-34'}, 'id': '9f37c72e-1f20-413b-8910-05fe6e8302d3'} from n-d-771363-34. {{(pid=94019) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:49:49.779094 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-bb24551a-48b5-4512-9eb2-d7f6922ba5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:49.848599 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2334b15-66f7-406b-a23f-2121413e7394 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:49.862602 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a2334b15-66f7-406b-a23f-2121413e7394 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:50.025372 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9beef27-17da-4788-a004-c81a0e65ea02 req-98471d13-4288-4e6d-b704-df7f0987baaa tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:50.027173 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f9beef27-17da-4788-a004-c81a0e65ea02 req-98471d13-4288-4e6d-b704-df7f0987baaa tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/networks?id=24b69256-9cc6-4842-a9e7-33d63bcfcb35 HTTP/1.1" status: 200 len: 806 time: 0.1659229 Jul 13 07:49:50.047484 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f9beef27-17da-4788-a004-c81a0e65ea02 req-2130fa3c-5487-48b3-b607-d811b6cf44bc tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/quotas/18a71e51b79c4f67b8fe8fda57ef99f6 HTTP/1.1" status: 200 len: 375 time: 0.0144081 Jul 13 07:49:50.060228 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-72a7d484-7e35-4714-aa29-9ff56bbc67df None None] Provisioning complete for port 9f37c72e-1f20-413b-8910-05fe6e8302d3 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:50.060228 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-72a7d484-7e35-4714-aa29-9ff56bbc67df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:50.150609 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f9beef27-17da-4788-a004-c81a0e65ea02 req-799daa47-785e-4803-a884-6d063e2d2280 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=18a71e51b79c4f67b8fe8fda57ef99f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0957317 Jul 13 07:49:50.222596 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e0f898-fc26-4cca-8b08-70c26bbd3be2 None None] get_active_networks_info from n-d-771363-34 {{(pid=94019) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:49:50.318879 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9d929d80-25f2-4e21-86f3-2ecc166d595d None None] Could not find standard attr ID for object 2caa452a-38c5-4bf2-8a30-ef1bb18cb6bc. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:49:50.325501 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e0f898-fc26-4cca-8b08-70c26bbd3be2 None None] Resources bound (agent type, host, resource id): {{(pid=94019) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:49:50.348489 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 9f37c72e-1f20-413b-8910-05fe6e8302d3 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:49:50.355343 n-d-771363-34 neutron-server[94018]: DEBUG neutron.objects.ports [None req-a2334b15-66f7-406b-a23f-2121413e7394 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94018) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:49:50.376993 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f9beef27-17da-4788-a004-c81a0e65ea02 req-49f3f8b1-7ffc-4125-b77c-552e1f56352a service neutron] 10.222.0.23 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169290 Jul 13 07:49:50.510334 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f9beef27-17da-4788-a004-c81a0e65ea02 req-f040ee99-d6cd-4053-9563-18a1b8565bfe service neutron] 10.222.0.23 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316724 Jul 13 07:49:50.541585 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:50.604942 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 9f37c72e-1f20-413b-8910-05fe6e8302d3, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=9f37c72e-1f20-413b-8910-05fe6e8302d3,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:50.610893 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:50.685966 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a2334b15-66f7-406b-a23f-2121413e7394 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:50.743337 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=9f37c72e-1f20-413b-8910-05fe6e8302d3,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:50.914664 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6f893f-8ad9-4325-bf5a-784813cc98c6 None None] Update dhcp port {'port': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'fixed_ips': [{'subnet_id': '005d45e5-2723-46f6-8ee5-23a8f7ac8671'}], 'binding:host_id': 'n-d-771363-34'}, 'id': '9f37c72e-1f20-413b-8910-05fe6e8302d3'} from n-d-771363-34. {{(pid=94019) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:49:50.960709 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-eb6f893f-8ad9-4325-bf5a-784813cc98c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:50.978379 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-a2334b15-66f7-406b-a23f-2121413e7394 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] For port 9f37c72e-1f20-413b-8910-05fe6e8302d3, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=9f37c72e-1f20-413b-8910-05fe6e8302d3,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:51.024858 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a2334b15-66f7-406b-a23f-2121413e7394 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:51.036708 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a2334b15-66f7-406b-a23f-2121413e7394 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:51.114181 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a2334b15-66f7-406b-a23f-2121413e7394 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:51.215449 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2334b15-66f7-406b-a23f-2121413e7394 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:51.225871 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-a2334b15-66f7-406b-a23f-2121413e7394 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:51.235377 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2334b15-66f7-406b-a23f-2121413e7394 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:51.236080 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a2334b15-66f7-406b-a23f-2121413e7394 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:51.258033 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2334b15-66f7-406b-a23f-2121413e7394 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Port': ['ID=9f37c72e-1f20-413b-8910-05fe6e8302d3,revision_number=7']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:51.261300 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2334b15-66f7-406b-a23f-2121413e7394 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Subnet': ['ID=005d45e5-2723-46f6-8ee5-23a8f7ac8671,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:51.275100 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a2334b15-66f7-406b-a23f-2121413e7394 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5425737 Jul 13 07:49:51.278220 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57324) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:51.284123 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-0286fa0f-8915-444f-ad31-fa29fdb2c286 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'subnet': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:51.431781 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.db.api [None req-eb6f893f-8ad9-4325-bf5a-784813cc98c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:49:51.432273 n-d-771363-34 neutron-server[94019]: DEBUG oslo_db.api [None req-eb6f893f-8ad9-4325-bf5a-784813cc98c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:49:51.440706 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0286fa0f-8915-444f-ad31-fa29fdb2c286 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:51.444667 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0286fa0f-8915-444f-ad31-fa29fdb2c286 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:51.449246 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-3f0c87a5-3522-4a21-b3db-282f609ca9aa tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:51.450863 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-3f0c87a5-3522-4a21-b3db-282f609ca9aa tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/networks?id=24b69256-9cc6-4842-a9e7-33d63bcfcb35 HTTP/1.1" status: 200 len: 806 time: 0.1327190 Jul 13 07:49:51.466873 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-6f0d5ca8-7be0-4002-bef0-13c50d5f4af5 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/quotas/18a71e51b79c4f67b8fe8fda57ef99f6 HTTP/1.1" status: 200 len: 375 time: 0.0100973 Jul 13 07:49:51.536608 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-3770c372-3f08-4463-b6f3-4cedbfbf7277 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=18a71e51b79c4f67b8fe8fda57ef99f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0628762 Jul 13 07:49:51.642338 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-8e93d224-1618-4d60-8925-b74fd52b9a0c service neutron] 10.222.0.23 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970001 Jul 13 07:49:51.703448 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0286fa0f-8915-444f-ad31-fa29fdb2c286 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:51.750994 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-3aa947f4-9d49-4d08-a581-f8fda7b2d0a1 service neutron] 10.222.0.23 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012366 Jul 13 07:49:51.760082 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0286fa0f-8915-444f-ad31-fa29fdb2c286 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:51.763761 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-0286fa0f-8915-444f-ad31-fa29fdb2c286 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:51.768241 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0286fa0f-8915-444f-ad31-fa29fdb2c286 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:51.769082 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0286fa0f-8915-444f-ad31-fa29fdb2c286 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:51.778122 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286fa0f-8915-444f-ad31-fa29fdb2c286 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Subnet': ['ID=3c66307c-b4d0-4e0a-b8b2-66012c0b2498,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:51.795339 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0286fa0f-8915-444f-ad31-fa29fdb2c286 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5128076 Jul 13 07:49:51.795652 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57332) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:51.801421 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-1c6fc78e-5ab4-45ac-a220-b6106faaf75a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'port': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'mac_address': 'fa:16:3e:7f:ff:a2', 'name': 'tempest-NetworksTestDHCPv6-446033850'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:51.958775 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a5a2708c-8d2e-4583-9468-5c1ba5540778 req-b0c527f2-df7f-4e3b-b3a4-b32cbac06768 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=592e747b-80a5-4533-bff1-4fded502448e HTTP/1.1" status: 200 len: 210 time: 0.0413957 Jul 13 07:49:51.963267 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6fc78e-5ab4-45ac-a220-b6106faaf75a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:51.970673 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1c6fc78e-5ab4-45ac-a220-b6106faaf75a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:52.005410 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-1c6fc78e-5ab4-45ac-a220-b6106faaf75a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] device_id is not set on port 29f8ee2b-8c9d-48da-acbb-1e778967f089 yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:49:52.020741 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-eb6f893f-8ad9-4325-bf5a-784813cc98c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:52.221282 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-1c6fc78e-5ab4-45ac-a220-b6106faaf75a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Allocated IP 172.20.0.8 (158fbff1-22d7-4aca-970b-c37f2948cd80/3c66307c-b4d0-4e0a-b8b2-66012c0b2498/29f8ee2b-8c9d-48da-acbb-1e778967f089) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:52.229894 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-1c6fc78e-5ab4-45ac-a220-b6106faaf75a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Allocated IP 2001:db8::f816:3eff:fe7f:ffa2 (158fbff1-22d7-4aca-970b-c37f2948cd80/005d45e5-2723-46f6-8ee5-23a8f7ac8671/29f8ee2b-8c9d-48da-acbb-1e778967f089) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:52.407362 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1c6fc78e-5ab4-45ac-a220-b6106faaf75a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:52.423040 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-1c6fc78e-5ab4-45ac-a220-b6106faaf75a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Transition to ACTIVE for port object 29f8ee2b-8c9d-48da-acbb-1e778967f089 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:52.473426 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1c6fc78e-5ab4-45ac-a220-b6106faaf75a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:52.528862 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6fc78e-5ab4-45ac-a220-b6106faaf75a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:52.533308 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-1c6fc78e-5ab4-45ac-a220-b6106faaf75a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:52.536859 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6fc78e-5ab4-45ac-a220-b6106faaf75a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:52.591570 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6fc78e-5ab4-45ac-a220-b6106faaf75a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Port': ['ID=29f8ee2b-8c9d-48da-acbb-1e778967f089,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:52.623220 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6fc78e-5ab4-45ac-a220-b6106faaf75a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:52.625216 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1c6fc78e-5ab4-45ac-a220-b6106faaf75a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:52.650536 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-eb6f893f-8ad9-4325-bf5a-784813cc98c6 None None] For port 9f37c72e-1f20-413b-8910-05fe6e8302d3, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=9f37c72e-1f20-413b-8910-05fe6e8302d3,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:52.651678 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1c6fc78e-5ab4-45ac-a220-b6106faaf75a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.8546410 Jul 13 07:49:52.654297 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57346) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:52.702764 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-eb6f893f-8ad9-4325-bf5a-784813cc98c6 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:52.717279 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-eb6f893f-8ad9-4325-bf5a-784813cc98c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:52.775597 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185f03e3-dd49-42d4-83f7-4dc4d2374d13 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:52.792533 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185f03e3-dd49-42d4-83f7-4dc4d2374d13 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:52.797425 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-185f03e3-dd49-42d4-83f7-4dc4d2374d13 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1420381 Jul 13 07:49:52.800317 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57348) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:52.826823 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f893f-8ad9-4325-bf5a-784813cc98c6 None None] Pushing event updated for resources: {'Port': ['ID=9f37c72e-1f20-413b-8910-05fe6e8302d3,revision_number=8']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:52.952719 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-e61f1e65-052b-4bce-a1f5-25571077f79a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting port 29f8ee2b-8c9d-48da-acbb-1e778967f089 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:49:52.953056 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e61f1e65-052b-4bce-a1f5-25571077f79a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:53.166681 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e61f1e65-052b-4bce-a1f5-25571077f79a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:53.228056 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-e61f1e65-052b-4bce-a1f5-25571077f79a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Calling delete_port for 29f8ee2b-8c9d-48da-acbb-1e778967f089 owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:49:53.232226 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5c361423-2229-411b-8d31-a1175b92a8ee req-35b0587b-5859-48fe-b61d-221a5f8e6674 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=592e747b-80a5-4533-bff1-4fded502448e HTTP/1.1" status: 200 len: 210 time: 0.0449378 Jul 13 07:49:53.431473 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:53.516163 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-d18af1fc-fb75-438b-a142-48072b4697e0 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:53.522096 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-d18af1fc-fb75-438b-a142-48072b4697e0 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.25 "GET /v2.0/networks?id=24b69256-9cc6-4842-a9e7-33d63bcfcb35 HTTP/1.1" status: 200 len: 806 time: 0.2191381 Jul 13 07:49:53.570157 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-c79ec08f-c05c-4fa0-9399-c48c3beb13ff tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Request body: {'port': {'device_id': '592e747b-80a5-4533-bff1-4fded502448e', 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35', 'admin_state_up': True, 'tenant_id': '18a71e51b79c4f67b8fe8fda57ef99f6'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:53.857439 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e61f1e65-052b-4bce-a1f5-25571077f79a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:53.930192 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e385c70e-606b-46ee-8094-65c437eddc7d None None] get_active_networks_info from n-d-771363-34 {{(pid=94019) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:49:53.935035 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f1e65-052b-4bce-a1f5-25571077f79a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Port': ['ID=29f8ee2b-8c9d-48da-acbb-1e778967f089,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:54.018332 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:54.019490 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-89d909d1-e9c9-40e2-a2f8-fcfbd7021127 None None] Provisioning complete for port 9f37c72e-1f20-413b-8910-05fe6e8302d3 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:54.020090 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-89d909d1-e9c9-40e2-a2f8-fcfbd7021127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:54.086499 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e385c70e-606b-46ee-8094-65c437eddc7d None None] Resources bound (agent type, host, resource id): {{(pid=94019) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:49:54.103105 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-c79ec08f-c05c-4fa0-9399-c48c3beb13ff tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Made reservation on behalf of 18a71e51b79c4f67b8fe8fda57ef99f6 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:54.108785 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-c79ec08f-c05c-4fa0-9399-c48c3beb13ff tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:54.149112 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e61f1e65-052b-4bce-a1f5-25571077f79a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:54.151583 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e61f1e65-052b-4bce-a1f5-25571077f79a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/ports/29f8ee2b-8c9d-48da-acbb-1e778967f089 HTTP/1.1" status: 204 len: 168 time: 1.3437178 Jul 13 07:49:54.155623 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57354) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:54.229613 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-89d909d1-e9c9-40e2-a2f8-fcfbd7021127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:54.288363 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d70e2c8-ebf6-4164-8faa-deb9dbf194e3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:54.290781 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d70e2c8-ebf6-4164-8faa-deb9dbf194e3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:54.293188 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d70e2c8-ebf6-4164-8faa-deb9dbf194e3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:54.298729 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6d70e2c8-ebf6-4164-8faa-deb9dbf194e3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1408203 Jul 13 07:49:54.305285 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57358) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:54.373632 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-c79ec08f-c05c-4fa0-9399-c48c3beb13ff tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Allocated IP 172.20.0.6 (24b69256-9cc6-4842-a9e7-33d63bcfcb35/e84c320b-7bf6-4a93-a184-7aa85a1e2cdf/9e5f7642-8646-4e73-b157-5c1de129855e) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:54.390367 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-89d909d1-e9c9-40e2-a2f8-fcfbd7021127 None None] For port 9f37c72e-1f20-413b-8910-05fe6e8302d3, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=9f37c72e-1f20-413b-8910-05fe6e8302d3,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:54.411084 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-89d909d1-e9c9-40e2-a2f8-fcfbd7021127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:54.476876 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-da2eef79-d34a-4115-bd70-126b7c6a048c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting subnet 005d45e5-2723-46f6-8ee5-23a8f7ac8671 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:49:54.480611 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 9f37c72e-1f20-413b-8910-05fe6e8302d3 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:54.481368 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-da2eef79-d34a-4115-bd70-126b7c6a048c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:54.544928 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-da2eef79-d34a-4115-bd70-126b7c6a048c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:54.582533 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d909d1-e9c9-40e2-a2f8-fcfbd7021127 None None] Pushing event updated for resources: {'Port': ['ID=9f37c72e-1f20-413b-8910-05fe6e8302d3,revision_number=9']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:54.634097 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 9f37c72e-1f20-413b-8910-05fe6e8302d3 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:54.634097 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:54.645016 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7a74adb8-64d7-4f37-99e5-b8baa83277ff req-a4cd1892-6023-4f32-a9ed-fdef658530e3 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=592e747b-80a5-4533-bff1-4fded502448e HTTP/1.1" status: 200 len: 210 time: 0.0345647 Jul 13 07:49:54.754954 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-da2eef79-d34a-4115-bd70-126b7c6a048c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:54.757666 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-c79ec08f-c05c-4fa0-9399-c48c3beb13ff tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:54.818912 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-c79ec08f-c05c-4fa0-9399-c48c3beb13ff tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:54.835346 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['ce36a201-6877-4295-a506-264d465557f8'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:49:54.900131 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-c79ec08f-c05c-4fa0-9399-c48c3beb13ff tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Network 24b69256-9cc6-4842-a9e7-33d63bcfcb35 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:54.907952 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-c79ec08f-c05c-4fa0-9399-c48c3beb13ff tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:54.910263 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-c79ec08f-c05c-4fa0-9399-c48c3beb13ff tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:54.915733 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ec08f-c05c-4fa0-9399-c48c3beb13ff tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Pushing event updated for resources: {'Port': ['ID=9e5f7642-8646-4e73-b157-5c1de129855e,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:54.931730 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-da2eef79-d34a-4115-bd70-126b7c6a048c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:54.940984 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d6b610-7ad9-42c5-88df-a7793759c3ca None None] Update dhcp port {'port': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'fixed_ips': [{'subnet_id': '005d45e5-2723-46f6-8ee5-23a8f7ac8671', 'ip_address': '2001:db8::f816:3eff:fe61:eeb0'}, {'subnet_id': '3c66307c-b4d0-4e0a-b8b2-66012c0b2498'}], 'binding:host_id': 'n-d-771363-34'}, 'id': '9f37c72e-1f20-413b-8910-05fe6e8302d3'} from n-d-771363-34. {{(pid=94019) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:49:54.968590 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2eef79-d34a-4115-bd70-126b7c6a048c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Subnet': ['ID=005d45e5-2723-46f6-8ee5-23a8f7ac8671,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:54.973090 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-da2eef79-d34a-4115-bd70-126b7c6a048c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:54.974249 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-c79ec08f-c05c-4fa0-9399-c48c3beb13ff tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:54.975156 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-c79ec08f-c05c-4fa0-9399-c48c3beb13ff tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:54.975490 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-da2eef79-d34a-4115-bd70-126b7c6a048c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/005d45e5-2723-46f6-8ee5-23a8f7ac8671 HTTP/1.1" status: 204 len: 168 time: 0.6690779 Jul 13 07:49:54.977953 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57362) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:54.988977 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a7d6b610-7ad9-42c5-88df-a7793759c3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:54.996744 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-c79ec08f-c05c-4fa0-9399-c48c3beb13ff tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4320693 Jul 13 07:49:55.013634 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-cf44296d-a60e-4497-8cff-f498dada55ab service neutron] Request body: {'port': {'device_id': '592e747b-80a5-4533-bff1-4fded502448e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:55.062623 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-363d6be0-5d21-49e4-a068-3bd2b90b6628 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting subnet 3c66307c-b4d0-4e0a-b8b2-66012c0b2498 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:49:55.067020 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-363d6be0-5d21-49e4-a068-3bd2b90b6628 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:55.117195 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-363d6be0-5d21-49e4-a068-3bd2b90b6628 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:55.170691 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-cf44296d-a60e-4497-8cff-f498dada55ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:55.184475 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-363d6be0-5d21-49e4-a068-3bd2b90b6628 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:55.270899 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-363d6be0-5d21-49e4-a068-3bd2b90b6628 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server [None req-a7d6b610-7ad9-42c5-88df-a7793759c3ca None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3c66307c-b4d0-4e0a-b8b2-66012c0b2498: This subnet is being modified by another concurrent operation. Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise exception Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3c66307c-b4d0-4e0a-b8b2-66012c0b2498: This subnet is being modified by another concurrent operation. Jul 13 07:49:55.273501 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server Jul 13 07:49:55.323053 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d6be0-5d21-49e4-a068-3bd2b90b6628 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Subnet': ['ID=3c66307c-b4d0-4e0a-b8b2-66012c0b2498,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:55.325959 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-363d6be0-5d21-49e4-a068-3bd2b90b6628 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:55.328146 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-363d6be0-5d21-49e4-a068-3bd2b90b6628 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/3c66307c-b4d0-4e0a-b8b2-66012c0b2498 HTTP/1.1" status: 204 len: 168 time: 0.3492510 Jul 13 07:49:55.333254 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57364) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:55.359531 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59cd9eb-15dc-494c-969f-ecde2e0064d1 None None] get_active_networks_info from n-d-771363-34 {{(pid=94019) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:49:55.376791 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-cd4f10f2-cd4d-4a0c-9b36-49cf5bd794b5 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0421586 Jul 13 07:49:55.379322 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57366) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:55.384189 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-e3a66ce4-367a-4a1e-b962-215ffde1ba63 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'subnet': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:55.466503 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59cd9eb-15dc-494c-969f-ecde2e0064d1 None None] Resources bound (agent type, host, resource id): {{(pid=94019) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:49:55.494247 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5316727a-49c5-404c-861f-cbe76b61df1d None None] Provisioning complete for port 9f37c72e-1f20-413b-8910-05fe6e8302d3 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:55.494907 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5316727a-49c5-404c-861f-cbe76b61df1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:55.530262 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a66ce4-367a-4a1e-b962-215ffde1ba63 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:55.538140 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e3a66ce4-367a-4a1e-b962-215ffde1ba63 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:55.564687 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-cf44296d-a60e-4497-8cff-f498dada55ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e5f7642-8646-4e73-b157-5c1de129855e {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:49:55.573618 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-cf44296d-a60e-4497-8cff-f498dada55ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:55.608133 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-cf44296d-a60e-4497-8cff-f498dada55ab service neutron] Transition to ACTIVE for port object 9e5f7642-8646-4e73-b157-5c1de129855e will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:55.618967 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-cf44296d-a60e-4497-8cff-f498dada55ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:55.710686 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf44296d-a60e-4497-8cff-f498dada55ab service neutron] Pushing event updated for resources: {'Port': ['ID=9e5f7642-8646-4e73-b157-5c1de129855e,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:55.819627 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-cf44296d-a60e-4497-8cff-f498dada55ab service neutron] Attempting to bind port 9e5f7642-8646-4e73-b157-5c1de129855e on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:49:55.823701 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-cf44296d-a60e-4497-8cff-f498dada55ab service neutron] Attempting to bind port 9e5f7642-8646-4e73-b157-5c1de129855e by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'c6edc23b-b33f-4b68-a90e-006e269af4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:49:55.824116 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-cf44296d-a60e-4497-8cff-f498dada55ab service neutron] Attempting to bind port 9e5f7642-8646-4e73-b157-5c1de129855e on network 24b69256-9cc6-4842-a9e7-33d63bcfcb35 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:55.856210 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-cf44296d-a60e-4497-8cff-f498dada55ab service neutron] Port 9e5f7642-8646-4e73-b157-5c1de129855e on network 24b69256-9cc6-4842-a9e7-33d63bcfcb35 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:49:55.870842 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-cf44296d-a60e-4497-8cff-f498dada55ab service neutron] Attempting to bind port 9e5f7642-8646-4e73-b157-5c1de129855e on network 24b69256-9cc6-4842-a9e7-33d63bcfcb35 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:49:55.882051 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e3a66ce4-367a-4a1e-b962-215ffde1ba63 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:55.890496 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-cf44296d-a60e-4497-8cff-f498dada55ab service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:49:55.891022 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-cf44296d-a60e-4497-8cff-f498dada55ab service neutron] Checking segment: {'id': 'c6edc23b-b33f-4b68-a90e-006e269af4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:49:55.894918 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-cf44296d-a60e-4497-8cff-f498dada55ab service neutron] Bound using segment: {'id': 'c6edc23b-b33f-4b68-a90e-006e269af4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:49:55.895567 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-cf44296d-a60e-4497-8cff-f498dada55ab service neutron] Bound port: 9e5f7642-8646-4e73-b157-5c1de129855e, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6edc23b-b33f-4b68-a90e-006e269af4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:49:55.896116 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-cf44296d-a60e-4497-8cff-f498dada55ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:55.933383 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a66ce4-367a-4a1e-b962-215ffde1ba63 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:55.937169 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-e3a66ce4-367a-4a1e-b962-215ffde1ba63 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:55.942443 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a66ce4-367a-4a1e-b962-215ffde1ba63 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:55.943543 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e3a66ce4-367a-4a1e-b962-215ffde1ba63 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:55.960645 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a66ce4-367a-4a1e-b962-215ffde1ba63 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Subnet': ['ID=e602e088-d108-44f6-a64f-a8af17640139,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:55.964328 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e3a66ce4-367a-4a1e-b962-215ffde1ba63 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5839767 Jul 13 07:49:55.967398 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57376) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:55.978913 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-afcad51b-d712-44c5-b9d3-1131e6c27b9c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'subnet': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:56.078209 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bda9eb-c9dc-43aa-9c6b-85e9f599efc0 req-2ba6598e-136e-4c7c-b78f-8e7bfe0eb10f tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:56.079866 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-94bda9eb-c9dc-43aa-9c6b-85e9f599efc0 req-2ba6598e-136e-4c7c-b78f-8e7bfe0eb10f tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=592e747b-80a5-4533-bff1-4fded502448e HTTP/1.1" status: 200 len: 943 time: 0.1397016 Jul 13 07:49:56.091013 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-cf44296d-a60e-4497-8cff-f498dada55ab service neutron] For port 9e5f7642-8646-4e73-b157-5c1de129855e, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:49:56.104958 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-cf44296d-a60e-4497-8cff-f498dada55ab service neutron] For port 9e5f7642-8646-4e73-b157-5c1de129855e, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=9e5f7642-8646-4e73-b157-5c1de129855e,segment=NetworkSegment(c6edc23b-b33f-4b68-a90e-006e269af4c2),segment_id=c6edc23b-b33f-4b68-a90e-006e269af4c2)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:49:56.125738 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-cf44296d-a60e-4497-8cff-f498dada55ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:56.167933 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcad51b-d712-44c5-b9d3-1131e6c27b9c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:56.175088 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-afcad51b-d712-44c5-b9d3-1131e6c27b9c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:56.261808 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-94bda9eb-c9dc-43aa-9c6b-85e9f599efc0 req-c4d65d8d-58fc-45c0-8e8f-84bac814373d tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626680 Jul 13 07:49:56.267876 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf44296d-a60e-4497-8cff-f498dada55ab service neutron] Pushing event updated for resources: {'Port': ['ID=9e5f7642-8646-4e73-b157-5c1de129855e,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:56.278236 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-cf44296d-a60e-4497-8cff-f498dada55ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:56.279084 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-cf44296d-a60e-4497-8cff-f498dada55ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:56.282547 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-cf44296d-a60e-4497-8cff-f498dada55ab service neutron] 10.222.0.25 "PUT /v2.0/ports/9e5f7642-8646-4e73-b157-5c1de129855e HTTP/1.1" status: 200 len: 1092 time: 1.2771788 Jul 13 07:49:56.283184 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '592e747b-80a5-4533-bff1-4fded502448e', 'tag': '9e5f7642-8646-4e73-b157-5c1de129855e'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:49:56.286408 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8892c8c-688e-4980-ac93-b82883f5b765" -d '{"events": [{"name": "network-changed", "server_uuid": "592e747b-80a5-4533-bff1-4fded502448e", "tag": "9e5f7642-8646-4e73-b157-5c1de129855e"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:49:56.296854 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2aca40-7061-48e7-b51e-5ac5e5cff29e None None] Update dhcp port {'port': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'fixed_ips': [{'subnet_id': 'e602e088-d108-44f6-a64f-a8af17640139'}], 'binding:host_id': 'n-d-771363-34'}, 'id': '9f37c72e-1f20-413b-8910-05fe6e8302d3'} from n-d-771363-34. {{(pid=94019) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:49:56.384049 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6c2aca40-7061-48e7-b51e-5ac5e5cff29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:56.411956 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d3bccc-c8a6-48bf-b882-e610ce763cb2 x-openstack-request-id: req-30d3bccc-c8a6-48bf-b882-e610ce763cb2 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:49:56.412794 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "592e747b-80a5-4533-bff1-4fded502448e", "tag": "9e5f7642-8646-4e73-b157-5c1de129855e", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:49:56.413069 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-30d3bccc-c8a6-48bf-b882-e610ce763cb2 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:49:56.413452 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '592e747b-80a5-4533-bff1-4fded502448e', 'tag': '9e5f7642-8646-4e73-b157-5c1de129855e', 'status': 'completed', 'code': 200} Jul 13 07:49:56.434414 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 9f37c72e-1f20-413b-8910-05fe6e8302d3 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:49:56.456007 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-388cead1-a488-41ca-a3c2-9dc4cf1e720f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:56.460992 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-388cead1-a488-41ca-a3c2-9dc4cf1e720f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=18a71e51b79c4f67b8fe8fda57ef99f6&device_id=592e747b-80a5-4533-bff1-4fded502448e HTTP/1.1" status: 200 len: 1095 time: 0.1065061 Jul 13 07:49:56.566545 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-bfd340fd-1caf-40d8-b927-965f47f5a864 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e5f7642-8646-4e73-b157-5c1de129855e HTTP/1.1" status: 200 len: 217 time: 0.0982745 Jul 13 07:49:56.670237 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-053ae60c-357d-47a0-96f1-94d482a2bfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:56.671915 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-053ae60c-357d-47a0-96f1-94d482a2bfa9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e84c320b-7bf6-4a93-a184-7aa85a1e2cdf HTTP/1.1" status: 200 len: 846 time: 0.0967774 Jul 13 07:49:56.714151 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:56.737954 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-7c33965c-5b98-489c-a757-a95983d41845 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=24b69256-9cc6-4842-a9e7-33d63bcfcb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581465 Jul 13 07:49:56.746167 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-6c2aca40-7061-48e7-b51e-5ac5e5cff29e None None] Allocated IP 172.20.0.2 (158fbff1-22d7-4aca-970b-c37f2948cd80/e602e088-d108-44f6-a64f-a8af17640139/9f37c72e-1f20-413b-8910-05fe6e8302d3) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:56.839077 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.db.api [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:49:56.839077 n-d-771363-34 neutron-server[94019]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 13 07:49:56.839077 n-d-771363-34 neutron-server[94019]: [parameters: {'status': 'DOWN', 'ports_id': '9f37c72e-1f20-413b-8910-05fe6e8302d3'}] Jul 13 07:49:56.839077 n-d-771363-34 neutron-server[94019]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:49:56.839629 n-d-771363-34 neutron-server[94019]: DEBUG oslo_db.api [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:49:56.936285 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-f6b4fb7b-7cd9-4a1e-befa-7c23118435c1 service neutron] 10.222.0.25 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892869 Jul 13 07:49:56.963153 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-6c2aca40-7061-48e7-b51e-5ac5e5cff29e None None] For port 9f37c72e-1f20-413b-8910-05fe6e8302d3, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=9f37c72e-1f20-413b-8910-05fe6e8302d3,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:57.003862 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6c2aca40-7061-48e7-b51e-5ac5e5cff29e None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:57.031554 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6c2aca40-7061-48e7-b51e-5ac5e5cff29e None None] Transition to ACTIVE for port object 9f37c72e-1f20-413b-8910-05fe6e8302d3 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:57.041221 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6c2aca40-7061-48e7-b51e-5ac5e5cff29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:57.101018 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a67afd1e-df5f-4786-bcd6-20eb85cdc708 req-872d01f9-c473-4f1c-a673-ccbce0b8dccb service neutron] 10.222.0.25 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587489 Jul 13 07:49:57.154114 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2aca40-7061-48e7-b51e-5ac5e5cff29e None None] Pushing event updated for resources: {'Port': ['ID=9f37c72e-1f20-413b-8910-05fe6e8302d3,revision_number=11']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:57.242114 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8892c8c-688e-4980-ac93-b82883f5b765 req-ba804e06-8c80-46fb-a7d1-ed82d52fcdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:57.242786 n-d-771363-34 neutron-server[94017]: DEBUG neutron.objects.ports [None req-afcad51b-d712-44c5-b9d3-1131e6c27b9c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94017) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:49:57.244948 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a8892c8c-688e-4980-ac93-b82883f5b765 req-ba804e06-8c80-46fb-a7d1-ed82d52fcdfa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=18a71e51b79c4f67b8fe8fda57ef99f6&device_id=592e747b-80a5-4533-bff1-4fded502448e HTTP/1.1" status: 200 len: 1095 time: 0.0855699 Jul 13 07:49:57.435470 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:57.442194 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8892c8c-688e-4980-ac93-b82883f5b765 req-147979db-4bee-4331-b82c-97a64267f679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:57.444058 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a8892c8c-688e-4980-ac93-b82883f5b765 req-147979db-4bee-4331-b82c-97a64267f679 service neutron] 10.222.0.25 "GET /v2.0/networks?id=24b69256-9cc6-4842-a9e7-33d63bcfcb35 HTTP/1.1" status: 200 len: 907 time: 0.1930048 Jul 13 07:49:57.516878 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a8892c8c-688e-4980-ac93-b82883f5b765 req-377cfac2-083d-4e18-9faa-e5ffe3e1811e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e5f7642-8646-4e73-b157-5c1de129855e HTTP/1.1" status: 200 len: 217 time: 0.0615840 Jul 13 07:49:57.522638 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 9f37c72e-1f20-413b-8910-05fe6e8302d3, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=9f37c72e-1f20-413b-8910-05fe6e8302d3,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:57.530945 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:57.667794 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8892c8c-688e-4980-ac93-b82883f5b765 req-49dafece-6998-41f4-9754-8682d14c0f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:57.670572 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a8892c8c-688e-4980-ac93-b82883f5b765 req-49dafece-6998-41f4-9754-8682d14c0f79 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e84c320b-7bf6-4a93-a184-7aa85a1e2cdf HTTP/1.1" status: 200 len: 846 time: 0.1455510 Jul 13 07:49:57.736429 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=9f37c72e-1f20-413b-8910-05fe6e8302d3,revision_number=12']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:58.041637 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-afcad51b-d712-44c5-b9d3-1131e6c27b9c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:58.379904 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29202a4a-6a48-4655-b485-bb3f35ce8c7e None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:49:58.418771 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a8892c8c-688e-4980-ac93-b82883f5b765 req-550f20e8-7852-4a32-9de9-18fbf4f81892 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=24b69256-9cc6-4842-a9e7-33d63bcfcb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7323344 Jul 13 07:49:58.422509 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-afcad51b-d712-44c5-b9d3-1131e6c27b9c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] For port 9f37c72e-1f20-413b-8910-05fe6e8302d3, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=9f37c72e-1f20-413b-8910-05fe6e8302d3,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:58.457911 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-afcad51b-d712-44c5-b9d3-1131e6c27b9c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:58.460585 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 9f37c72e-1f20-413b-8910-05fe6e8302d3 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:49:58.466215 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-afcad51b-d712-44c5-b9d3-1131e6c27b9c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:58.524617 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6682b-f50a-4a56-9fbf-8499eaa9cb9a req-4ed6f708-e6a6-45b8-994e-96ea6dab6d3c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:58.526673 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-20c6682b-f50a-4a56-9fbf-8499eaa9cb9a req-4ed6f708-e6a6-45b8-994e-96ea6dab6d3c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=592e747b-80a5-4533-bff1-4fded502448e HTTP/1.1" status: 200 len: 943 time: 0.9898615 Jul 13 07:49:58.540868 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-afcad51b-d712-44c5-b9d3-1131e6c27b9c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:58.541909 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-78e8e3e4-74b5-49f1-b41b-a36827a893ca None None] Provisioning for port 9f37c72e-1f20-413b-8910-05fe6e8302d3 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:49:58.548798 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-78e8e3e4-74b5-49f1-b41b-a36827a893ca None None] Provisioning complete for port 9f37c72e-1f20-413b-8910-05fe6e8302d3 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:58.549172 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-78e8e3e4-74b5-49f1-b41b-a36827a893ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:58.600160 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-20c6682b-f50a-4a56-9fbf-8499eaa9cb9a req-09e298a8-e719-4603-ab7d-a1f0ca27c007 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663478 Jul 13 07:49:58.602460 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a8892c8c-688e-4980-ac93-b82883f5b765 req-1c0e3f6a-5ff3-470f-8dde-fc950adc05a0 service neutron] 10.222.0.25 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757717 Jul 13 07:49:58.602627 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcad51b-d712-44c5-b9d3-1131e6c27b9c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:58.610834 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-afcad51b-d712-44c5-b9d3-1131e6c27b9c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:58.621448 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcad51b-d712-44c5-b9d3-1131e6c27b9c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:58.622351 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-afcad51b-d712-44c5-b9d3-1131e6c27b9c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:58.664915 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-afcad51b-d712-44c5-b9d3-1131e6c27b9c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6952448 Jul 13 07:49:58.665976 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57388) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:58.675356 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-baa654e5-fa01-4a0d-b91f-55862f6b53d3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'port': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'mac_address': 'fa:16:3e:9d:67:9c', 'name': 'tempest-NetworksTestDHCPv6-1095825103'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:49:58.713114 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 9f37c72e-1f20-413b-8910-05fe6e8302d3 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:49:58.713647 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:58.786124 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcad51b-d712-44c5-b9d3-1131e6c27b9c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Subnet': ['ID=732f2e7c-673f-4f9c-ade1-4e92bcd08251,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:58.797647 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcad51b-d712-44c5-b9d3-1131e6c27b9c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Port': ['ID=9f37c72e-1f20-413b-8910-05fe6e8302d3,revision_number=14']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:58.820531 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a8892c8c-688e-4980-ac93-b82883f5b765 req-05bcc915-966b-4ac9-94c5-86f033a8f18a service neutron] 10.222.0.25 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107320 Jul 13 07:49:58.829900 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-78e8e3e4-74b5-49f1-b41b-a36827a893ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:58.875870 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa654e5-fa01-4a0d-b91f-55862f6b53d3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:49:59.009249 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-baa654e5-fa01-4a0d-b91f-55862f6b53d3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:59.034878 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-baa654e5-fa01-4a0d-b91f-55862f6b53d3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] device_id is not set on port 4a942cf8-f627-43ef-a8a1-07f41f620a7b yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:49:59.057346 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 9e5f7642-8646-4e73-b157-5c1de129855e details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:49:59.129524 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:59.185381 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-78e8e3e4-74b5-49f1-b41b-a36827a893ca None None] For port 9f37c72e-1f20-413b-8910-05fe6e8302d3, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=9f37c72e-1f20-413b-8910-05fe6e8302d3,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:59.213118 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-78e8e3e4-74b5-49f1-b41b-a36827a893ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:59.268605 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-baa654e5-fa01-4a0d-b91f-55862f6b53d3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Allocated IP 172.20.0.9 (158fbff1-22d7-4aca-970b-c37f2948cd80/e602e088-d108-44f6-a64f-a8af17640139/4a942cf8-f627-43ef-a8a1-07f41f620a7b) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:59.277978 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-baa654e5-fa01-4a0d-b91f-55862f6b53d3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Allocated IP 2001:db8::f816:3eff:fe9d:679c (158fbff1-22d7-4aca-970b-c37f2948cd80/732f2e7c-673f-4f9c-ade1-4e92bcd08251/4a942cf8-f627-43ef-a8a1-07f41f620a7b) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:49:59.477438 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 9e5f7642-8646-4e73-b157-5c1de129855e, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=9e5f7642-8646-4e73-b157-5c1de129855e,segment=NetworkSegment(c6edc23b-b33f-4b68-a90e-006e269af4c2),segment_id=c6edc23b-b33f-4b68-a90e-006e269af4c2)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:59.480398 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.db.api [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:49:59.480824 n-d-771363-34 neutron-server[94019]: DEBUG oslo_db.api [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:49:59.495243 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e8e3e4-74b5-49f1-b41b-a36827a893ca None None] Pushing event updated for resources: {'Port': ['ID=9f37c72e-1f20-413b-8910-05fe6e8302d3,revision_number=15']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:59.498850 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '9e5f7642-8646-4e73-b157-5c1de129855e', 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35', 'port_id': '9e5f7642-8646-4e73-b157-5c1de129855e', 'mac_address': 'fa:16:3e:3d:9e:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84c320b-7bf6-4a93-a184-7aa85a1e2cdf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:49:59.529104 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-baa654e5-fa01-4a0d-b91f-55862f6b53d3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:59.550722 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:59.562126 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-baa654e5-fa01-4a0d-b91f-55862f6b53d3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Transition to ACTIVE for port object 4a942cf8-f627-43ef-a8a1-07f41f620a7b will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:49:59.577069 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e5f7642-8646-4e73-b157-5c1de129855e {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:49:59.606346 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 9e5f7642-8646-4e73-b157-5c1de129855e, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=9e5f7642-8646-4e73-b157-5c1de129855e,segment=NetworkSegment(c6edc23b-b33f-4b68-a90e-006e269af4c2),segment_id=c6edc23b-b33f-4b68-a90e-006e269af4c2)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:49:59.612589 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:59.615889 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-baa654e5-fa01-4a0d-b91f-55862f6b53d3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:59.664243 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa654e5-fa01-4a0d-b91f-55862f6b53d3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:49:59.674227 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-baa654e5-fa01-4a0d-b91f-55862f6b53d3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:49:59.683657 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa654e5-fa01-4a0d-b91f-55862f6b53d3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:49:59.688430 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=9e5f7642-8646-4e73-b157-5c1de129855e,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:59.735620 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa654e5-fa01-4a0d-b91f-55862f6b53d3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Port': ['ID=4a942cf8-f627-43ef-a8a1-07f41f620a7b,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:49:59.777624 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa654e5-fa01-4a0d-b91f-55862f6b53d3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:59.777624 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-baa654e5-fa01-4a0d-b91f-55862f6b53d3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:49:59.797705 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-baa654e5-fa01-4a0d-b91f-55862f6b53d3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1271703 Jul 13 07:49:59.797990 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57394) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:59.830266 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['9e5f7642-8646-4e73-b157-5c1de129855e'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:49:59.907241 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72a271a-aae9-4bbf-9d5f-e4caa4693232 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:59.914933 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72a271a-aae9-4bbf-9d5f-e4caa4693232 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:59.916804 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b72a271a-aae9-4bbf-9d5f-e4caa4693232 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1172915 Jul 13 07:49:59.920197 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57396) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:49:59.921746 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f377c-5649-4a15-89f1-33a73f504002 req-563c880f-199c-4e01-bf57-6f1ae491f366 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:49:59.923523 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-552f377c-5649-4a15-89f1-33a73f504002 req-563c880f-199c-4e01-bf57-6f1ae491f366 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=592e747b-80a5-4533-bff1-4fded502448e HTTP/1.1" status: 200 len: 944 time: 0.0885410 Jul 13 07:50:00.001024 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-552f377c-5649-4a15-89f1-33a73f504002 req-78bcfeb3-8aa1-4b69-b1e3-f24b2469dcc0 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677967 Jul 13 07:50:00.056071 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-8ab608ee-6398-46ee-a7e0-e47599ccbcb2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting port 4a942cf8-f627-43ef-a8a1-07f41f620a7b {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:00.056488 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8ab608ee-6398-46ee-a7e0-e47599ccbcb2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:00.120293 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a2a540-7f14-40d4-acbd-44a5ce191412 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:00.163147 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8ab608ee-6398-46ee-a7e0-e47599ccbcb2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:00.175716 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-8ab608ee-6398-46ee-a7e0-e47599ccbcb2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Calling delete_port for 4a942cf8-f627-43ef-a8a1-07f41f620a7b owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:00.231303 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-06723bd5-ffd4-4abe-ac6e-fbc47f9c5b38 None None] Provisioning complete for port 9f37c72e-1f20-413b-8910-05fe6e8302d3 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:00.231679 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-06723bd5-ffd4-4abe-ac6e-fbc47f9c5b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:00.309657 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-208786db-3b03-4640-aead-ad083e9dd732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:00.343868 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 9f37c72e-1f20-413b-8910-05fe6e8302d3 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:00.412593 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8ab608ee-6398-46ee-a7e0-e47599ccbcb2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:00.447538 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab608ee-6398-46ee-a7e0-e47599ccbcb2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Port': ['ID=4a942cf8-f627-43ef-a8a1-07f41f620a7b,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:00.479939 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 9f37c72e-1f20-413b-8910-05fe6e8302d3 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:00.480389 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:00.558959 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8ab608ee-6398-46ee-a7e0-e47599ccbcb2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:00.563518 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8ab608ee-6398-46ee-a7e0-e47599ccbcb2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/ports/4a942cf8-f627-43ef-a8a1-07f41f620a7b HTTP/1.1" status: 204 len: 168 time: 0.6399868 Jul 13 07:50:00.563893 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57406) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:00.632180 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4de109c-ef19-48f0-8978-5bd02d50a5c7 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:00.633884 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4de109c-ef19-48f0-8978-5bd02d50a5c7 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:00.635508 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4de109c-ef19-48f0-8978-5bd02d50a5c7 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:00.637186 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c4de109c-ef19-48f0-8978-5bd02d50a5c7 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0721433 Jul 13 07:50:00.640110 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57408) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:00.695555 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-f435e9eb-dba1-4b83-a3d0-6b1ec9e737ff tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting subnet 732f2e7c-673f-4f9c-ade1-4e92bcd08251 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:50:00.699553 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f435e9eb-dba1-4b83-a3d0-6b1ec9e737ff tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:00.755331 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f435e9eb-dba1-4b83-a3d0-6b1ec9e737ff tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:00.768150 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36da0ef0-b219-4973-8588-c04d6be411d3 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:00.827894 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-42ff5f15-8979-4b2e-a9cf-dd534e6ec5d6 None None] Provisioning complete for port 9f37c72e-1f20-413b-8910-05fe6e8302d3 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:00.828318 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-42ff5f15-8979-4b2e-a9cf-dd534e6ec5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:00.880945 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f435e9eb-dba1-4b83-a3d0-6b1ec9e737ff tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:00.894683 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 9e5f7642-8646-4e73-b157-5c1de129855e up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:00.962892 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f435e9eb-dba1-4b83-a3d0-6b1ec9e737ff tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:00.993577 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435e9eb-dba1-4b83-a3d0-6b1ec9e737ff tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Subnet': ['ID=732f2e7c-673f-4f9c-ade1-4e92bcd08251,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:01.000566 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f435e9eb-dba1-4b83-a3d0-6b1ec9e737ff tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:01.002704 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f435e9eb-dba1-4b83-a3d0-6b1ec9e737ff tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/732f2e7c-673f-4f9c-ade1-4e92bcd08251 HTTP/1.1" status: 204 len: 168 time: 0.3616662 Jul 13 07:50:01.005236 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57410) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:01.073054 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:50:01.102606 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf87ffbf-45d7-4abc-9fe9-ab76f311f5e6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting subnet e602e088-d108-44f6-a64f-a8af17640139 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:50:01.106600 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cf87ffbf-45d7-4abc-9fe9-ab76f311f5e6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:01.109637 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 9e5f7642-8646-4e73-b157-5c1de129855e completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:01.120547 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 9e5f7642-8646-4e73-b157-5c1de129855e triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:01.120915 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:01.123613 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-42ff5f15-8979-4b2e-a9cf-dd534e6ec5d6 None None] Could not find standard attr ID for object 4a942cf8-f627-43ef-a8a1-07f41f620a7b. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:50:01.173930 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cf87ffbf-45d7-4abc-9fe9-ab76f311f5e6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:01.200102 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6ba2c-2d0f-4656-a17c-e960c465f99d req-04646f5b-7a09-4d59-8ed1-fe556821009d tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:01.215682 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7bb6ba2c-2d0f-4656-a17c-e960c465f99d req-04646f5b-7a09-4d59-8ed1-fe556821009d tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=592e747b-80a5-4533-bff1-4fded502448e HTTP/1.1" status: 200 len: 944 time: 0.0908027 Jul 13 07:50:01.302453 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:01.306313 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7bb6ba2c-2d0f-4656-a17c-e960c465f99d req-8154ed68-ad56-485f-929f-67c8bc2b1e03 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901344 Jul 13 07:50:01.347889 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592e747b-80a5-4533-bff1-4fded502448e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5f7642-8646-4e73-b157-5c1de129855e'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:50:01.350638 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30e41f6-92f0-4087-be45-46bc4c7e4749" -d '{"events": [{"server_uuid": "592e747b-80a5-4533-bff1-4fded502448e", "name": "network-vif-plugged", "status": "completed", "tag": "9e5f7642-8646-4e73-b157-5c1de129855e"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:50:01.373904 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 9e5f7642-8646-4e73-b157-5c1de129855e, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=9e5f7642-8646-4e73-b157-5c1de129855e,segment=NetworkSegment(c6edc23b-b33f-4b68-a90e-006e269af4c2),segment_id=c6edc23b-b33f-4b68-a90e-006e269af4c2)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:01.381396 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:01.406672 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cf87ffbf-45d7-4abc-9fe9-ab76f311f5e6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:01.483883 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=9e5f7642-8646-4e73-b157-5c1de129855e,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:01.488902 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195e2d18-f8ac-4e70-853c-369a695df0f5 x-openstack-request-id: req-195e2d18-f8ac-4e70-853c-369a695df0f5 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:50:01.489364 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592e747b-80a5-4533-bff1-4fded502448e", "name": "network-vif-plugged", "status": "completed", "tag": "9e5f7642-8646-4e73-b157-5c1de129855e", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:50:01.489840 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-195e2d18-f8ac-4e70-853c-369a695df0f5 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:50:01.490920 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '592e747b-80a5-4533-bff1-4fded502448e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5f7642-8646-4e73-b157-5c1de129855e', 'code': 200} Jul 13 07:50:01.506401 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cf87ffbf-45d7-4abc-9fe9-ab76f311f5e6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:01.539814 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf87ffbf-45d7-4abc-9fe9-ab76f311f5e6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Subnet': ['ID=e602e088-d108-44f6-a64f-a8af17640139,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:01.542087 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cf87ffbf-45d7-4abc-9fe9-ab76f311f5e6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:01.544323 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-cf87ffbf-45d7-4abc-9fe9-ab76f311f5e6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/e602e088-d108-44f6-a64f-a8af17640139 HTTP/1.1" status: 204 len: 168 time: 0.5380220 Jul 13 07:50:01.546832 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57418) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:01.591285 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d5b09df9-9b6a-48fd-83c4-8d79769e7cae tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0419316 Jul 13 07:50:01.593830 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57420) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:01.599248 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-5eba997c-83a7-4234-8e15-12ee36d13deb tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'subnet': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:01.605748 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce13588-1841-4a3a-9360-511b80aca7a2 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:01.613280 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338092c0-a982-4177-bfdf-6506dac7442a req-08d6535e-0961-4f35-a773-8e510bb9f05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:01.616096 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-338092c0-a982-4177-bfdf-6506dac7442a req-08d6535e-0961-4f35-a773-8e510bb9f05d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=592e747b-80a5-4533-bff1-4fded502448e HTTP/1.1" status: 200 len: 1097 time: 0.1210170 Jul 13 07:50:01.655153 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-338092c0-a982-4177-bfdf-6506dac7442a req-d5119d88-5fb7-48a1-8dfd-dd618a8ff0a2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341041 Jul 13 07:50:01.732453 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eba997c-83a7-4234-8e15-12ee36d13deb tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:01.737246 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5eba997c-83a7-4234-8e15-12ee36d13deb tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:01.764742 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-626a56fb-99cf-4469-be78-b770e1874330 None None] Provisioning complete for port 9f37c72e-1f20-413b-8910-05fe6e8302d3 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:01.765178 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-626a56fb-99cf-4469-be78-b770e1874330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:01.951680 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cca05ae-e4b3-457e-a1cf-c1e79fd5e88a None None] DHCP port deletion for 158fbff1-22d7-4aca-970b-c37f2948cd80 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:50:01.996773 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5eba997c-83a7-4234-8e15-12ee36d13deb tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:02.025350 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cca05ae-e4b3-457e-a1cf-c1e79fd5e88a None None] Deleting port 9f37c72e-1f20-413b-8910-05fe6e8302d3 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:02.025803 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cca05ae-e4b3-457e-a1cf-c1e79fd5e88a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:02.041164 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eba997c-83a7-4234-8e15-12ee36d13deb tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:02.044363 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-5eba997c-83a7-4234-8e15-12ee36d13deb tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:02.048644 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eba997c-83a7-4234-8e15-12ee36d13deb tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:02.049240 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5eba997c-83a7-4234-8e15-12ee36d13deb tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:02.063055 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba997c-83a7-4234-8e15-12ee36d13deb tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Subnet': ['ID=84169944-a5c6-45b9-86e3-f2fd5396dba2,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:02.072427 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5eba997c-83a7-4234-8e15-12ee36d13deb tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4774456 Jul 13 07:50:02.075181 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57422) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:02.080305 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-f4d7d3a0-bc05-43ca-9a2a-be9ec50a50bc tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'subnet': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:02.118292 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cca05ae-e4b3-457e-a1cf-c1e79fd5e88a None None] For port 9f37c72e-1f20-413b-8910-05fe6e8302d3, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=9f37c72e-1f20-413b-8910-05fe6e8302d3,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:02.118688 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cca05ae-e4b3-457e-a1cf-c1e79fd5e88a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:02.132538 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cca05ae-e4b3-457e-a1cf-c1e79fd5e88a None None] Calling delete_port for 9f37c72e-1f20-413b-8910-05fe6e8302d3 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:02.201350 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d7d3a0-bc05-43ca-9a2a-be9ec50a50bc tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:02.205642 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f4d7d3a0-bc05-43ca-9a2a-be9ec50a50bc tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:02.214523 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cca05ae-e4b3-457e-a1cf-c1e79fd5e88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:02.228742 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cca05ae-e4b3-457e-a1cf-c1e79fd5e88a None None] No DVR routers for this DVR port 9f37c72e-1f20-413b-8910-05fe6e8302d3 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:50:02.256762 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cca05ae-e4b3-457e-a1cf-c1e79fd5e88a None None] Pushing event deleted for resources: {'Port': ['ID=9f37c72e-1f20-413b-8910-05fe6e8302d3,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:02.299477 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea96f9bc-2be0-41b4-858a-7b19d8a61af7 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:02.433435 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 9f37c72e-1f20-413b-8910-05fe6e8302d3 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:50:02.493036 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 9f37c72e-1f20-413b-8910-05fe6e8302d3 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:50:02.493447 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 9f37c72e-1f20-413b-8910-05fe6e8302d3 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:50:02.599124 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b17d2d-685d-43fe-869a-d216e87575e9 req-2b868f63-c44e-4448-8cf4-11351e1fdac8 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:02.601271 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-90b17d2d-685d-43fe-869a-d216e87575e9 req-2b868f63-c44e-4448-8cf4-11351e1fdac8 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=592e747b-80a5-4533-bff1-4fded502448e HTTP/1.1" status: 200 len: 945 time: 0.0925565 Jul 13 07:50:02.619774 n-d-771363-34 neutron-server[94017]: DEBUG neutron.objects.ports [None req-f4d7d3a0-bc05-43ca-9a2a-be9ec50a50bc tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94017) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:50:02.620727 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f4d7d3a0-bc05-43ca-9a2a-be9ec50a50bc tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:02.629347 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74051f86-b5ff-43a1-a402-125b4d5df2b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-158fbff1-22d7-4aca-970b-c37f2948cd80', 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'tenant_id': '7d6e874b76834423bf0d18d43bf12c19', 'fixed_ips': [{'subnet_id': '2962e4dd-e701-47f7-8626-bedaf94ff734'}, {'subnet_id': '84169944-a5c6-45b9-86e3-f2fd5396dba2'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:50:02.630224 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-74051f86-b5ff-43a1-a402-125b4d5df2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:02.666393 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d7d3a0-bc05-43ca-9a2a-be9ec50a50bc tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:02.671561 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-90b17d2d-685d-43fe-869a-d216e87575e9 req-ce56b1b4-bf87-4d1e-bd3f-d2bd8cae9fa8 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640669 Jul 13 07:50:02.673569 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-f4d7d3a0-bc05-43ca-9a2a-be9ec50a50bc tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:02.681761 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d7d3a0-bc05-43ca-9a2a-be9ec50a50bc tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:02.682475 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f4d7d3a0-bc05-43ca-9a2a-be9ec50a50bc tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:02.704975 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d7d3a0-bc05-43ca-9a2a-be9ec50a50bc tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Subnet': ['ID=2962e4dd-e701-47f7-8626-bedaf94ff734,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:02.711845 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f4d7d3a0-bc05-43ca-9a2a-be9ec50a50bc tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6356494 Jul 13 07:50:02.714990 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57428) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:02.717280 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d7d3a0-bc05-43ca-9a2a-be9ec50a50bc tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:02.717688 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d7d3a0-bc05-43ca-9a2a-be9ec50a50bc tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:02.718437 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d7d3a0-bc05-43ca-9a2a-be9ec50a50bc tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:02.718870 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d7d3a0-bc05-43ca-9a2a-be9ec50a50bc tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:02.719320 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d7d3a0-bc05-43ca-9a2a-be9ec50a50bc tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:02.719701 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d7d3a0-bc05-43ca-9a2a-be9ec50a50bc tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:02.720098 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d7d3a0-bc05-43ca-9a2a-be9ec50a50bc tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:02.720490 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d7d3a0-bc05-43ca-9a2a-be9ec50a50bc tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:02.720613 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-eaf4b7f8-7277-44c9-bb7b-ab8232136399 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'port': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'mac_address': 'fa:16:3e:91:89:80', 'name': 'tempest-NetworksTestDHCPv6-1662477591'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:02.720922 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d7d3a0-bc05-43ca-9a2a-be9ec50a50bc tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:02.721324 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d7d3a0-bc05-43ca-9a2a-be9ec50a50bc tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:02.721728 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d7d3a0-bc05-43ca-9a2a-be9ec50a50bc tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:02.722114 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d7d3a0-bc05-43ca-9a2a-be9ec50a50bc tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:02.835319 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf4b7f8-7277-44c9-bb7b-ab8232136399 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:02.864406 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-74051f86-b5ff-43a1-a402-125b4d5df2b9 None None] Allocated IP 172.20.0.2 (158fbff1-22d7-4aca-970b-c37f2948cd80/84169944-a5c6-45b9-86e3-f2fd5396dba2/5cf9cf8e-050e-4f18-9785-77c81460e324) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:02.871756 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-74051f86-b5ff-43a1-a402-125b4d5df2b9 None None] Allocated IP 2001:db8::f816:3eff:fe17:bbde (158fbff1-22d7-4aca-970b-c37f2948cd80/2962e4dd-e701-47f7-8626-bedaf94ff734/5cf9cf8e-050e-4f18-9785-77c81460e324) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:02.926494 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-eaf4b7f8-7277-44c9-bb7b-ab8232136399 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:02.949443 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-eaf4b7f8-7277-44c9-bb7b-ab8232136399 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] device_id is not set on port 77466774-2ff5-4947-a0f1-82847d918677 yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:50:03.018697 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-74051f86-b5ff-43a1-a402-125b4d5df2b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:03.030782 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-74051f86-b5ff-43a1-a402-125b4d5df2b9 None None] Transition to ACTIVE for port object 5cf9cf8e-050e-4f18-9785-77c81460e324 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:03.046712 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-74051f86-b5ff-43a1-a402-125b4d5df2b9 None None] Transition to ACTIVE for port object 5cf9cf8e-050e-4f18-9785-77c81460e324 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:03.053344 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-74051f86-b5ff-43a1-a402-125b4d5df2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:03.097848 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74051f86-b5ff-43a1-a402-125b4d5df2b9 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:03.102199 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-74051f86-b5ff-43a1-a402-125b4d5df2b9 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:03.105946 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74051f86-b5ff-43a1-a402-125b4d5df2b9 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:03.119566 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74051f86-b5ff-43a1-a402-125b4d5df2b9 None None] Pushing event updated for resources: {'Port': ['ID=5cf9cf8e-050e-4f18-9785-77c81460e324,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:03.179095 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-eaf4b7f8-7277-44c9-bb7b-ab8232136399 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Allocated IP 172.20.0.12 (158fbff1-22d7-4aca-970b-c37f2948cd80/84169944-a5c6-45b9-86e3-f2fd5396dba2/77466774-2ff5-4947-a0f1-82847d918677) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:03.186774 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-eaf4b7f8-7277-44c9-bb7b-ab8232136399 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Allocated IP 2001:db8::f816:3eff:fe91:8980 (158fbff1-22d7-4aca-970b-c37f2948cd80/2962e4dd-e701-47f7-8626-bedaf94ff734/77466774-2ff5-4947-a0f1-82847d918677) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:03.198006 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e46985c2-4f0c-4b1e-b51f-c1fbafced4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:03.221089 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-74051f86-b5ff-43a1-a402-125b4d5df2b9 None None] Attempting to bind port 5cf9cf8e-050e-4f18-9785-77c81460e324 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:50:03.221456 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-74051f86-b5ff-43a1-a402-125b4d5df2b9 None None] Attempting to bind port 5cf9cf8e-050e-4f18-9785-77c81460e324 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:50:03.221923 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74051f86-b5ff-43a1-a402-125b4d5df2b9 None None] Attempting to bind port 5cf9cf8e-050e-4f18-9785-77c81460e324 on network 158fbff1-22d7-4aca-970b-c37f2948cd80 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:03.225147 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:03.232711 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74051f86-b5ff-43a1-a402-125b4d5df2b9 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:50:03.233690 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74051f86-b5ff-43a1-a402-125b4d5df2b9 None None] Checking segment: {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:03.233690 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-74051f86-b5ff-43a1-a402-125b4d5df2b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:03.233985 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74051f86-b5ff-43a1-a402-125b4d5df2b9 None None] Bound using segment: {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:50:03.235792 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-74051f86-b5ff-43a1-a402-125b4d5df2b9 None None] Bound port: 5cf9cf8e-050e-4f18-9785-77c81460e324, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:50:03.236162 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-74051f86-b5ff-43a1-a402-125b4d5df2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:03.310089 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-74051f86-b5ff-43a1-a402-125b4d5df2b9 None None] For port 5cf9cf8e-050e-4f18-9785-77c81460e324, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:50:03.315507 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-74051f86-b5ff-43a1-a402-125b4d5df2b9 None None] For port 5cf9cf8e-050e-4f18-9785-77c81460e324, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=5cf9cf8e-050e-4f18-9785-77c81460e324,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:50:03.321534 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-74051f86-b5ff-43a1-a402-125b4d5df2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:03.352585 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-eaf4b7f8-7277-44c9-bb7b-ab8232136399 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:03.367036 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-eaf4b7f8-7277-44c9-bb7b-ab8232136399 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Transition to ACTIVE for port object 77466774-2ff5-4947-a0f1-82847d918677 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:03.400969 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74051f86-b5ff-43a1-a402-125b4d5df2b9 None None] Pushing event updated for resources: {'Port': ['ID=5cf9cf8e-050e-4f18-9785-77c81460e324,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:03.410359 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-eaf4b7f8-7277-44c9-bb7b-ab8232136399 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:03.463406 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf4b7f8-7277-44c9-bb7b-ab8232136399 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:03.467019 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-eaf4b7f8-7277-44c9-bb7b-ab8232136399 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:03.473694 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf4b7f8-7277-44c9-bb7b-ab8232136399 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:03.531828 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf4b7f8-7277-44c9-bb7b-ab8232136399 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:03.532502 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-eaf4b7f8-7277-44c9-bb7b-ab8232136399 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:03.535182 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4b7f8-7277-44c9-bb7b-ab8232136399 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Port': ['ID=77466774-2ff5-4947-a0f1-82847d918677,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:03.554604 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57436) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:03.554832 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-eaf4b7f8-7277-44c9-bb7b-ab8232136399 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.8385932 Jul 13 07:50:03.686091 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f92f8c-6fc3-4760-a9be-dfb48f432b4f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:03.692885 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f92f8c-6fc3-4760-a9be-dfb48f432b4f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:03.696716 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c1f92f8c-6fc3-4760-a9be-dfb48f432b4f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1396875 Jul 13 07:50:03.698913 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57444) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:03.837025 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-0eaabf74-bc7f-4051-a05d-d06f2483243d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting port 77466774-2ff5-4947-a0f1-82847d918677 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:03.837379 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0eaabf74-bc7f-4051-a05d-d06f2483243d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:03.884685 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d122c-b8e8-4162-8249-d1af65cc398f req-fc92b1f3-8029-4cbc-af45-8ea651986d7e tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:03.886553 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ee8d122c-b8e8-4162-8249-d1af65cc398f req-fc92b1f3-8029-4cbc-af45-8ea651986d7e tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=592e747b-80a5-4533-bff1-4fded502448e HTTP/1.1" status: 200 len: 945 time: 0.0809257 Jul 13 07:50:03.938354 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ee8d122c-b8e8-4162-8249-d1af65cc398f req-1713c9ff-98ff-4433-830f-4a7b82a6e859 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450613 Jul 13 07:50:03.963126 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0eaabf74-bc7f-4051-a05d-d06f2483243d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:03.977401 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-0eaabf74-bc7f-4051-a05d-d06f2483243d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Calling delete_port for 77466774-2ff5-4947-a0f1-82847d918677 owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:04.117378 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:04.244848 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c792d1b-83bf-4bff-bc45-4c9a41a1bdfe req-9c597e78-e4dc-46a7-93a9-daaf4f5e7226 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:04.252432 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9c792d1b-83bf-4bff-bc45-4c9a41a1bdfe req-9c597e78-e4dc-46a7-93a9-daaf4f5e7226 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=592e747b-80a5-4533-bff1-4fded502448e HTTP/1.1" status: 200 len: 945 time: 0.1348999 Jul 13 07:50:04.288393 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0eaabf74-bc7f-4051-a05d-d06f2483243d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:04.360065 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaabf74-bc7f-4051-a05d-d06f2483243d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Port': ['ID=77466774-2ff5-4947-a0f1-82847d918677,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:04.370545 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9c792d1b-83bf-4bff-bc45-4c9a41a1bdfe req-e9781af7-c2aa-4262-b7bf-9f979ad059e5 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166084 Jul 13 07:50:04.405973 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 5cf9cf8e-050e-4f18-9785-77c81460e324 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:04.471544 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 5cf9cf8e-050e-4f18-9785-77c81460e324 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:04.521286 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0eaabf74-bc7f-4051-a05d-d06f2483243d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:04.523798 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0eaabf74-bc7f-4051-a05d-d06f2483243d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/ports/77466774-2ff5-4947-a0f1-82847d918677 HTTP/1.1" status: 204 len: 168 time: 0.8236899 Jul 13 07:50:04.526215 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57450) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:04.594302 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de9feda-a290-4d26-ad43-4cca9ec3ca71 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:04.595909 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de9feda-a290-4d26-ad43-4cca9ec3ca71 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:04.597559 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de9feda-a290-4d26-ad43-4cca9ec3ca71 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:04.599235 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8de9feda-a290-4d26-ad43-4cca9ec3ca71 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0720162 Jul 13 07:50:04.602140 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57452) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:04.682959 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-1938654c-7d40-496f-9004-38d95f8a9789 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting subnet 2962e4dd-e701-47f7-8626-bedaf94ff734 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:50:04.689561 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1938654c-7d40-496f-9004-38d95f8a9789 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:04.756015 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1938654c-7d40-496f-9004-38d95f8a9789 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:04.861940 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc3bdbd-ae7f-4861-9dfc-6d4eb4ac79d0 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:04.911741 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1938654c-7d40-496f-9004-38d95f8a9789 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:04.958579 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee1c99-63de-45ae-b61b-266cb34be487 req-e181ad29-f1b7-4d32-9f57-4ed3b7aa4c4f tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:04.964828 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-31daa15b-3515-4be4-af3a-6d08800c28df None None] Provisioning for port 5cf9cf8e-050e-4f18-9785-77c81460e324 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:04.967910 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d7ee1c99-63de-45ae-b61b-266cb34be487 req-e181ad29-f1b7-4d32-9f57-4ed3b7aa4c4f tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=592e747b-80a5-4533-bff1-4fded502448e HTTP/1.1" status: 200 len: 945 time: 0.1456399 Jul 13 07:50:04.989468 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-31daa15b-3515-4be4-af3a-6d08800c28df None None] Provisioning complete for port 5cf9cf8e-050e-4f18-9785-77c81460e324 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:04.989890 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-31daa15b-3515-4be4-af3a-6d08800c28df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:05.013685 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d7ee1c99-63de-45ae-b61b-266cb34be487 req-45d5007b-49f4-4153-99f8-9e67ee023e31 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454736 Jul 13 07:50:05.062749 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1938654c-7d40-496f-9004-38d95f8a9789 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:05.117600 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938654c-7d40-496f-9004-38d95f8a9789 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Subnet': ['ID=2962e4dd-e701-47f7-8626-bedaf94ff734,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:05.120912 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-31daa15b-3515-4be4-af3a-6d08800c28df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:05.124636 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1938654c-7d40-496f-9004-38d95f8a9789 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:05.129128 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1938654c-7d40-496f-9004-38d95f8a9789 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/2962e4dd-e701-47f7-8626-bedaf94ff734 HTTP/1.1" status: 204 len: 168 time: 0.5237429 Jul 13 07:50:05.129490 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57458) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:05.174908 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-31daa15b-3515-4be4-af3a-6d08800c28df None None] For port 5cf9cf8e-050e-4f18-9785-77c81460e324, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=5cf9cf8e-050e-4f18-9785-77c81460e324,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:05.179996 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-31daa15b-3515-4be4-af3a-6d08800c28df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:05.195421 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7284bc8-8fe1-4792-b57c-e3d99d77da6f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting subnet 84169944-a5c6-45b9-86e3-f2fd5396dba2 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:50:05.204042 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b7284bc8-8fe1-4792-b57c-e3d99d77da6f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:05.248008 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31daa15b-3515-4be4-af3a-6d08800c28df None None] Pushing event updated for resources: {'Port': ['ID=5cf9cf8e-050e-4f18-9785-77c81460e324,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:05.263411 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b7284bc8-8fe1-4792-b57c-e3d99d77da6f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:05.357536 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b7284bc8-8fe1-4792-b57c-e3d99d77da6f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:05.439351 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b7284bc8-8fe1-4792-b57c-e3d99d77da6f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:05.449934 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ec135c-bef6-4439-8521-2c70e72e132b None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:05.467995 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7284bc8-8fe1-4792-b57c-e3d99d77da6f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Subnet': ['ID=84169944-a5c6-45b9-86e3-f2fd5396dba2,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:05.471603 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b7284bc8-8fe1-4792-b57c-e3d99d77da6f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:05.475967 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b7284bc8-8fe1-4792-b57c-e3d99d77da6f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/84169944-a5c6-45b9-86e3-f2fd5396dba2 HTTP/1.1" status: 204 len: 168 time: 0.3430262 Jul 13 07:50:05.476399 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57460) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:05.485368 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8d9d8e26-69df-4135-b9c2-d8e10708b3ee None None] Provisioning complete for port 5cf9cf8e-050e-4f18-9785-77c81460e324 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:05.485739 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8d9d8e26-69df-4135-b9c2-d8e10708b3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:05.527056 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b61687ff-6108-44d9-8e4a-8b320ac4dcc2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0490015 Jul 13 07:50:05.529477 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57462) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:05.604966 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eeb8a99-e4d4-4e68-8340-6ceb623b20e4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:05.609473 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2eeb8a99-e4d4-4e68-8340-6ceb623b20e4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0765474 Jul 13 07:50:05.610420 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57464) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:05.670407 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c375a8-47d0-4afd-a9ab-1cb977e24590 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:05.674415 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57466) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:05.674566 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-86c375a8-47d0-4afd-a9ab-1cb977e24590 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0624070 Jul 13 07:50:05.716843 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-93b3fc4d-7ed0-448a-ba76-1fd03456911f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0408161 Jul 13 07:50:05.721784 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57468) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:05.727898 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-b877f5f5-b652-453d-a7b5-a990283f89e5 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'subnet': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:05.745531 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2cfee6-74b2-43b7-a68a-b9fd27946c52 None None] DHCP port deletion for 158fbff1-22d7-4aca-970b-c37f2948cd80 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:50:05.797580 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-ed2cfee6-74b2-43b7-a68a-b9fd27946c52 None None] Deleting port 5cf9cf8e-050e-4f18-9785-77c81460e324 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:05.798063 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ed2cfee6-74b2-43b7-a68a-b9fd27946c52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:05.850951 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b877f5f5-b652-453d-a7b5-a990283f89e5 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:05.859858 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b877f5f5-b652-453d-a7b5-a990283f89e5 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:05.862425 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-b877f5f5-b652-453d-a7b5-a990283f89e5 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:50:05.863612 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b877f5f5-b652-453d-a7b5-a990283f89e5 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:05.894640 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57476) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:05.901339 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-ed2cfee6-74b2-43b7-a68a-b9fd27946c52 None None] For port 5cf9cf8e-050e-4f18-9785-77c81460e324, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=5cf9cf8e-050e-4f18-9785-77c81460e324,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:05.902638 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ed2cfee6-74b2-43b7-a68a-b9fd27946c52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:05.908945 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-36e8cd9e-1c5a-4947-95ca-1cb73cbf0aa1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'subnet': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:05.909864 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b877f5f5-b652-453d-a7b5-a990283f89e5 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1866012 Jul 13 07:50:05.929345 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-ed2cfee6-74b2-43b7-a68a-b9fd27946c52 None None] Calling delete_port for 5cf9cf8e-050e-4f18-9785-77c81460e324 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:05.936505 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.044581 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e8cd9e-1c5a-4947-95ca-1cb73cbf0aa1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:06.048383 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-36e8cd9e-1c5a-4947-95ca-1cb73cbf0aa1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.049822 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e8cd9e-1c5a-4947-95ca-1cb73cbf0aa1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:50:06.050246 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36e8cd9e-1c5a-4947-95ca-1cb73cbf0aa1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:06.075921 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d645728-76af-4ca7-aa83-fb3f04c596c4 req-1de58ebb-9ef9-48e4-8134-1fd91179bf2c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:06.078031 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2d645728-76af-4ca7-aa83-fb3f04c596c4 req-1de58ebb-9ef9-48e4-8134-1fd91179bf2c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.25 "GET /v2.0/ports?device_id=592e747b-80a5-4533-bff1-4fded502448e HTTP/1.1" status: 200 len: 945 time: 0.1265736 Jul 13 07:50:06.091457 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-36e8cd9e-1c5a-4947-95ca-1cb73cbf0aa1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1897354 Jul 13 07:50:06.092055 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57488) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:06.105611 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-204c15d3-fcba-43b6-aa43-b172bcc7d9f4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'subnet': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:06.199628 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ed2cfee6-74b2-43b7-a68a-b9fd27946c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.263547 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2cfee6-74b2-43b7-a68a-b9fd27946c52 None None] Pushing event deleted for resources: {'Port': ['ID=5cf9cf8e-050e-4f18-9785-77c81460e324,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:06.268537 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-2d645728-76af-4ca7-aa83-fb3f04c596c4 req-7a30b2c0-6fd1-4df5-9092-5fd1285f275c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Deleting port 9e5f7642-8646-4e73-b157-5c1de129855e {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:06.268893 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2d645728-76af-4ca7-aa83-fb3f04c596c4 req-7a30b2c0-6fd1-4df5-9092-5fd1285f275c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.269320 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2cfee6-74b2-43b7-a68a-b9fd27946c52 None None] No DVR routers for this DVR port 5cf9cf8e-050e-4f18-9785-77c81460e324 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:50:06.369285 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204c15d3-fcba-43b6-aa43-b172bcc7d9f4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:06.372795 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-204c15d3-fcba-43b6-aa43-b172bcc7d9f4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.374208 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-204c15d3-fcba-43b6-aa43-b172bcc7d9f4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:50:06.374636 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-204c15d3-fcba-43b6-aa43-b172bcc7d9f4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:06.391945 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57492) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:06.399455 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 5cf9cf8e-050e-4f18-9785-77c81460e324 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:50:06.435285 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-204c15d3-fcba-43b6-aa43-b172bcc7d9f4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3404377 Jul 13 07:50:06.436470 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57496) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:06.441331 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 5cf9cf8e-050e-4f18-9785-77c81460e324 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:50:06.441884 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 5cf9cf8e-050e-4f18-9785-77c81460e324 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:50:06.450731 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-2d645728-76af-4ca7-aa83-fb3f04c596c4 req-7a30b2c0-6fd1-4df5-9092-5fd1285f275c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] For port 9e5f7642-8646-4e73-b157-5c1de129855e, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=9e5f7642-8646-4e73-b157-5c1de129855e,segment=NetworkSegment(c6edc23b-b33f-4b68-a90e-006e269af4c2),segment_id=c6edc23b-b33f-4b68-a90e-006e269af4c2)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:06.451100 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2d645728-76af-4ca7-aa83-fb3f04c596c4 req-7a30b2c0-6fd1-4df5-9092-5fd1285f275c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.453370 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-8bf23c4c-bfe2-493d-b7e8-b194fa432d43 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'subnet': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:06.468526 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde90d5-142a-4e5b-a575-19df3f09e956 req-690ee242-dcf1-4a90-9cab-16b34b0fd1c4 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:06.471111 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-2d645728-76af-4ca7-aa83-fb3f04c596c4 req-7a30b2c0-6fd1-4df5-9092-5fd1285f275c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Calling delete_port for 9e5f7642-8646-4e73-b157-5c1de129855e owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:06.477341 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6dde90d5-142a-4e5b-a575-19df3f09e956 req-690ee242-dcf1-4a90-9cab-16b34b0fd1c4 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=592e747b-80a5-4533-bff1-4fded502448e HTTP/1.1" status: 200 len: 945 time: 0.2205231 Jul 13 07:50:06.589030 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6dde90d5-142a-4e5b-a575-19df3f09e956 req-606fdf33-624e-4817-9ed0-e279b461924a tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109073 Jul 13 07:50:06.608806 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f575c73c-bfb6-438f-ada3-886c9d4c45b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.638005 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf23c4c-bfe2-493d-b7e8-b194fa432d43 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:06.645316 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8bf23c4c-bfe2-493d-b7e8-b194fa432d43 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.645744 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2d645728-76af-4ca7-aa83-fb3f04c596c4 req-7a30b2c0-6fd1-4df5-9092-5fd1285f275c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.647659 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bf23c4c-bfe2-493d-b7e8-b194fa432d43 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:50:06.648111 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bf23c4c-bfe2-493d-b7e8-b194fa432d43 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:06.663072 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['ce36a201-6877-4295-a506-264d465557f8'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:50:06.665351 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['9e5f7642-8646-4e73-b157-5c1de129855e'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:50:06.684779 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a30b2c0-6fd1-4df5-9092-5fd1285f275c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Pushing event deleted for resources: {'Port': ['ID=9e5f7642-8646-4e73-b157-5c1de129855e,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:06.748317 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d645728-76af-4ca7-aa83-fb3f04c596c4 req-7a30b2c0-6fd1-4df5-9092-5fd1285f275c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] No DVR routers for this DVR port 9e5f7642-8646-4e73-b157-5c1de129855e on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:50:06.752076 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2d645728-76af-4ca7-aa83-fb3f04c596c4 req-7a30b2c0-6fd1-4df5-9092-5fd1285f275c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.754117 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2d645728-76af-4ca7-aa83-fb3f04c596c4 req-7a30b2c0-6fd1-4df5-9092-5fd1285f275c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.25 "DELETE /v2.0/ports/9e5f7642-8646-4e73-b157-5c1de129855e HTTP/1.1" status: 204 len: 173 time: 0.6707983 Jul 13 07:50:06.754557 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592e747b-80a5-4533-bff1-4fded502448e', 'name': 'network-vif-deleted', 'tag': '9e5f7642-8646-4e73-b157-5c1de129855e'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:50:06.757584 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f99edd-c971-4459-9bed-c623364bd3f0" -d '{"events": [{"server_uuid": "592e747b-80a5-4533-bff1-4fded502448e", "name": "network-vif-deleted", "tag": "9e5f7642-8646-4e73-b157-5c1de129855e"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:50:06.826513 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f575c73c-bfb6-438f-ada3-886c9d4c45b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.830721 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01736a64-6975-463b-9276-492f908cc394 x-openstack-request-id: req-01736a64-6975-463b-9276-492f908cc394 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:50:06.831098 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592e747b-80a5-4533-bff1-4fded502448e", "name": "network-vif-deleted", "tag": "9e5f7642-8646-4e73-b157-5c1de129855e", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:50:06.831529 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-01736a64-6975-463b-9276-492f908cc394 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:50:06.832152 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '592e747b-80a5-4533-bff1-4fded502448e', 'name': 'network-vif-deleted', 'tag': '9e5f7642-8646-4e73-b157-5c1de129855e', 'status': 'completed', 'code': 200} Jul 13 07:50:06.833239 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f575c73c-bfb6-438f-ada3-886c9d4c45b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.840274 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8bf23c4c-bfe2-493d-b7e8-b194fa432d43 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3968287 Jul 13 07:50:06.842109 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57500) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:06.853056 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-11afbd95-ce8c-4a5b-9df6-c4820533f501 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'subnet': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:06.896807 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f575c73c-bfb6-438f-ada3-886c9d4c45b2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=080c0a101173449589467c7a4441dea5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5007784 Jul 13 07:50:06.898433 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57502) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:06.906346 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575c73c-bfb6-438f-ada3-886c9d4c45b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568a80fd-9a3a-47c8-9c24-d2a43ee17828,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:06.969118 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6a0570dc-fe12-4ca3-a69c-9a02c3cc74cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:06.992489 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6a0570dc-fe12-4ca3-a69c-9a02c3cc74cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:07.003471 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11afbd95-ce8c-4a5b-9df6-c4820533f501 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:07.007161 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-11afbd95-ce8c-4a5b-9df6-c4820533f501 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:07.008567 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-11afbd95-ce8c-4a5b-9df6-c4820533f501 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:50:07.008994 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11afbd95-ce8c-4a5b-9df6-c4820533f501 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:07.028208 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-11afbd95-ce8c-4a5b-9df6-c4820533f501 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1842840 Jul 13 07:50:07.032744 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57504) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:07.039559 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-f7b9f4e9-093e-48e9-a603-7bd55d9116f7 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'subnet': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:07.051379 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6a0570dc-fe12-4ca3-a69c-9a02c3cc74cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:07.054554 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6a0570dc-fe12-4ca3-a69c-9a02c3cc74cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:07.055946 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6a0570dc-fe12-4ca3-a69c-9a02c3cc74cf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/568a80fd-9a3a-47c8-9c24-d2a43ee17828 HTTP/1.1" status: 204 len: 168 time: 0.1565053 Jul 13 07:50:07.065371 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0570dc-fe12-4ca3-a69c-9a02c3cc74cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568a80fd-9a3a-47c8-9c24-d2a43ee17828,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:07.153714 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b9f4e9-093e-48e9-a603-7bd55d9116f7 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:07.157893 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f7b9f4e9-093e-48e9-a603-7bd55d9116f7 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:07.159376 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7b9f4e9-093e-48e9-a603-7bd55d9116f7 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:50:07.159824 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7b9f4e9-093e-48e9-a603-7bd55d9116f7 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:07.178574 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f7b9f4e9-093e-48e9-a603-7bd55d9116f7 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1425710 Jul 13 07:50:07.179375 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57508) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:07.219797 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-927d0b55-cb6c-4036-b763-e073ecb11a8b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0392954 Jul 13 07:50:07.222143 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57512) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:07.278830 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4023cc8e-38ba-434e-98a8-d8ec1bd7dd5e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:07.280658 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4023cc8e-38ba-434e-98a8-d8ec1bd7dd5e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0573173 Jul 13 07:50:07.283330 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57514) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:07.325054 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-eb8ba0db-5635-41ab-b65a-135d22a74479 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0400832 Jul 13 07:50:07.329071 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57518) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:07.334803 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-5539dc13-c7d7-490c-ac1c-ffd47d12d511 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'subnet': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:07.452736 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5539dc13-c7d7-490c-ac1c-ffd47d12d511 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:07.458237 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5539dc13-c7d7-490c-ac1c-ffd47d12d511 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:07.825567 n-d-771363-34 neutron-server[94018]: DEBUG neutron.objects.ports [None req-5539dc13-c7d7-490c-ac1c-ffd47d12d511 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94018) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:50:07.828286 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5539dc13-c7d7-490c-ac1c-ffd47d12d511 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:07.881274 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5539dc13-c7d7-490c-ac1c-ffd47d12d511 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:07.885343 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-5539dc13-c7d7-490c-ac1c-ffd47d12d511 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:07.890678 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5539dc13-c7d7-490c-ac1c-ffd47d12d511 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:07.891476 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5539dc13-c7d7-490c-ac1c-ffd47d12d511 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:07.903928 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea0bc9c-0125-43a8-aa44-7f5c281405d4 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:07.905335 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5539dc13-c7d7-490c-ac1c-ffd47d12d511 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Subnet': ['ID=6e46cca9-8a0b-4409-b514-78e470c31ab1,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:07.922017 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5539dc13-c7d7-490c-ac1c-ffd47d12d511 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5892780 Jul 13 07:50:07.922237 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57540) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:07.927594 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-6acf6d2f-d6d7-4457-821b-d6d510511018 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'port': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'mac_address': 'fa:16:3e:83:a7:a0', 'name': 'tempest-NetworksTestDHCPv6-315662443'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:08.077388 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acf6d2f-d6d7-4457-821b-d6d510511018 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:08.157491 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892a98fa-d960-4cf4-b844-31eefb43e8f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-158fbff1-22d7-4aca-970b-c37f2948cd80', 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'tenant_id': '7d6e874b76834423bf0d18d43bf12c19', 'fixed_ips': [{'subnet_id': '6e46cca9-8a0b-4409-b514-78e470c31ab1'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:50:08.158641 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-892a98fa-d960-4cf4-b844-31eefb43e8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:08.206461 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6acf6d2f-d6d7-4457-821b-d6d510511018 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:08.239964 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-6acf6d2f-d6d7-4457-821b-d6d510511018 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] device_id is not set on port 52d4d982-0407-4f07-abb4-b4c531262514 yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:50:08.367478 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-892a98fa-d960-4cf4-b844-31eefb43e8f6 None None] Allocated IP 2001:db8::f816:3eff:fef8:5de8 (158fbff1-22d7-4aca-970b-c37f2948cd80/6e46cca9-8a0b-4409-b514-78e470c31ab1/a82dd7d7-f82b-4766-9e3b-be62a3d89b82) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:08.583122 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-892a98fa-d960-4cf4-b844-31eefb43e8f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:08.597976 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-892a98fa-d960-4cf4-b844-31eefb43e8f6 None None] Transition to ACTIVE for port object a82dd7d7-f82b-4766-9e3b-be62a3d89b82 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:08.613272 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137676e-7889-41aa-a69d-6c885827cdcf req-9e33a925-9ade-45d5-a08a-a0e6951adb2e tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:08.616530 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8137676e-7889-41aa-a69d-6c885827cdcf req-9e33a925-9ade-45d5-a08a-a0e6951adb2e tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/networks?id=24b69256-9cc6-4842-a9e7-33d63bcfcb35 HTTP/1.1" status: 200 len: 806 time: 0.1760123 Jul 13 07:50:08.625492 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-892a98fa-d960-4cf4-b844-31eefb43e8f6 None None] Transition to ACTIVE for port object a82dd7d7-f82b-4766-9e3b-be62a3d89b82 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:08.634853 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8137676e-7889-41aa-a69d-6c885827cdcf req-5167f429-ea73-4070-bf37-03547948395a tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/quotas/18a71e51b79c4f67b8fe8fda57ef99f6 HTTP/1.1" status: 200 len: 375 time: 0.0124841 Jul 13 07:50:08.639321 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-892a98fa-d960-4cf4-b844-31eefb43e8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:08.685561 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892a98fa-d960-4cf4-b844-31eefb43e8f6 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:08.690676 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-892a98fa-d960-4cf4-b844-31eefb43e8f6 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:08.700346 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892a98fa-d960-4cf4-b844-31eefb43e8f6 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:08.717502 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a98fa-d960-4cf4-b844-31eefb43e8f6 None None] Pushing event updated for resources: {'Port': ['ID=a82dd7d7-f82b-4766-9e3b-be62a3d89b82,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:08.726634 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-6acf6d2f-d6d7-4457-821b-d6d510511018 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Allocated IP 2001:db8::f816:3eff:fe83:a7a0 (158fbff1-22d7-4aca-970b-c37f2948cd80/6e46cca9-8a0b-4409-b514-78e470c31ab1/52d4d982-0407-4f07-abb4-b4c531262514) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:08.755242 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8137676e-7889-41aa-a69d-6c885827cdcf req-3d042222-184d-44da-a6dc-4d234a241277 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=18a71e51b79c4f67b8fe8fda57ef99f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1047010 Jul 13 07:50:08.791074 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-892a98fa-d960-4cf4-b844-31eefb43e8f6 None None] Attempting to bind port a82dd7d7-f82b-4766-9e3b-be62a3d89b82 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:50:08.791508 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-892a98fa-d960-4cf4-b844-31eefb43e8f6 None None] Attempting to bind port a82dd7d7-f82b-4766-9e3b-be62a3d89b82 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:50:08.791883 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892a98fa-d960-4cf4-b844-31eefb43e8f6 None None] Attempting to bind port a82dd7d7-f82b-4766-9e3b-be62a3d89b82 on network 158fbff1-22d7-4aca-970b-c37f2948cd80 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:08.797194 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892a98fa-d960-4cf4-b844-31eefb43e8f6 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:50:08.797571 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892a98fa-d960-4cf4-b844-31eefb43e8f6 None None] Checking segment: {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:08.797979 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-892a98fa-d960-4cf4-b844-31eefb43e8f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:08.798374 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892a98fa-d960-4cf4-b844-31eefb43e8f6 None None] Bound using segment: {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:50:08.798973 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-892a98fa-d960-4cf4-b844-31eefb43e8f6 None None] Bound port: a82dd7d7-f82b-4766-9e3b-be62a3d89b82, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:50:08.799410 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-892a98fa-d960-4cf4-b844-31eefb43e8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:08.871002 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-892a98fa-d960-4cf4-b844-31eefb43e8f6 None None] For port a82dd7d7-f82b-4766-9e3b-be62a3d89b82, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:50:08.875035 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-892a98fa-d960-4cf4-b844-31eefb43e8f6 None None] For port a82dd7d7-f82b-4766-9e3b-be62a3d89b82, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=a82dd7d7-f82b-4766-9e3b-be62a3d89b82,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:50:08.880156 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-892a98fa-d960-4cf4-b844-31eefb43e8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:08.898416 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8137676e-7889-41aa-a69d-6c885827cdcf req-92225b8d-dffb-4827-bf60-a319f4c13e69 service neutron] 10.222.0.23 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381862 Jul 13 07:50:08.924605 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 9e5f7642-8646-4e73-b157-5c1de129855e no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:50:08.964386 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6acf6d2f-d6d7-4457-821b-d6d510511018 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:08.965763 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 9e5f7642-8646-4e73-b157-5c1de129855e {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:50:08.966302 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 9e5f7642-8646-4e73-b157-5c1de129855e not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:50:08.981816 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a98fa-d960-4cf4-b844-31eefb43e8f6 None None] Pushing event updated for resources: {'Port': ['ID=a82dd7d7-f82b-4766-9e3b-be62a3d89b82,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:08.996483 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-6acf6d2f-d6d7-4457-821b-d6d510511018 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Transition to ACTIVE for port object 52d4d982-0407-4f07-abb4-b4c531262514 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:09.035610 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6acf6d2f-d6d7-4457-821b-d6d510511018 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:09.075802 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8137676e-7889-41aa-a69d-6c885827cdcf req-27e5ad3f-ceea-4951-a388-ab98695f07a3 service neutron] 10.222.0.23 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443040 Jul 13 07:50:09.101119 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acf6d2f-d6d7-4457-821b-d6d510511018 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:09.105445 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-6acf6d2f-d6d7-4457-821b-d6d510511018 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:09.107706 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf6d2f-d6d7-4457-821b-d6d510511018 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Port': ['ID=52d4d982-0407-4f07-abb4-b4c531262514,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:09.110028 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acf6d2f-d6d7-4457-821b-d6d510511018 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:09.117388 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acf6d2f-d6d7-4457-821b-d6d510511018 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:09.118088 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6acf6d2f-d6d7-4457-821b-d6d510511018 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:09.138330 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6acf6d2f-d6d7-4457-821b-d6d510511018 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2145138 Jul 13 07:50:09.141144 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57566) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:09.294091 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f5f2b5-7b81-4a31-bd51-4607feec0129 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:09.301712 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f5f2b5-7b81-4a31-bd51-4607feec0129 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:09.309175 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f0f5f2b5-7b81-4a31-bd51-4607feec0129 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1617417 Jul 13 07:50:09.310339 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57572) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:09.393632 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a596f13b-096a-4a90-9a7b-59892501b852 req-39ebd790-1893-484a-8ff8-b64f5f65980e tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=753235bc-6b8b-431f-84be-f2758da89100 HTTP/1.1" status: 200 len: 210 time: 0.0439558 Jul 13 07:50:09.475034 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-ae506974-de75-47bb-83bf-e9d161a050fd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting port 52d4d982-0407-4f07-abb4-b4c531262514 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:09.476730 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ae506974-de75-47bb-83bf-e9d161a050fd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:09.612224 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ae506974-de75-47bb-83bf-e9d161a050fd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:09.626816 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-ae506974-de75-47bb-83bf-e9d161a050fd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Calling delete_port for 52d4d982-0407-4f07-abb4-b4c531262514 owned by {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:09.813062 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ae506974-de75-47bb-83bf-e9d161a050fd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:09.853471 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae506974-de75-47bb-83bf-e9d161a050fd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Port': ['ID=52d4d982-0407-4f07-abb4-b4c531262514,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:09.929823 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ae506974-de75-47bb-83bf-e9d161a050fd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:09.934071 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ae506974-de75-47bb-83bf-e9d161a050fd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/ports/52d4d982-0407-4f07-abb4-b4c531262514 HTTP/1.1" status: 204 len: 168 time: 0.6218483 Jul 13 07:50:09.936457 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57588) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:10.030309 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c6dc4c-d0e2-4c52-a7ef-8cd94d665005 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:10.032288 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c6dc4c-d0e2-4c52-a7ef-8cd94d665005 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:10.034237 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-56c6dc4c-d0e2-4c52-a7ef-8cd94d665005 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0963268 Jul 13 07:50:10.039027 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57590) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:10.120740 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb34d93-ecb4-46ad-a180-91c320fcaaeb tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting subnet 6e46cca9-8a0b-4409-b514-78e470c31ab1 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:50:10.124320 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bfb34d93-ecb4-46ad-a180-91c320fcaaeb tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:10.188553 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bfb34d93-ecb4-46ad-a180-91c320fcaaeb tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:10.325039 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bfb34d93-ecb4-46ad-a180-91c320fcaaeb tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:10.409148 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bfb34d93-ecb4-46ad-a180-91c320fcaaeb tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:10.442390 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device a82dd7d7-f82b-4766-9e3b-be62a3d89b82 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:10.458029 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bfb34d93-ecb4-46ad-a180-91c320fcaaeb tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:10.464372 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-bfb34d93-ecb4-46ad-a180-91c320fcaaeb tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/6e46cca9-8a0b-4409-b514-78e470c31ab1 HTTP/1.1" status: 204 len: 168 time: 0.4202223 Jul 13 07:50:10.464372 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb34d93-ecb4-46ad-a180-91c320fcaaeb tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Subnet': ['ID=6e46cca9-8a0b-4409-b514-78e470c31ab1,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:10.465316 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57594) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:10.532839 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-10c25355-08e5-4623-b573-c0d52532972d None None] Provisioning for port a82dd7d7-f82b-4766-9e3b-be62a3d89b82 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:10.547181 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-640d52eb-f614-4dfc-b21c-26bea84b174e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0803132 Jul 13 07:50:10.550614 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57596) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:10.562618 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-88909dcb-d9a4-4776-ab58-cfde8a7b736b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'subnet': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:10.613380 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port a82dd7d7-f82b-4766-9e3b-be62a3d89b82 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:10.622383 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port a82dd7d7-f82b-4766-9e3b-be62a3d89b82 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:10.623500 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:10.714910 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c9b7d7ba-ffc9-4915-9a9e-9560c56297d3 req-22b5d27e-11ff-49b2-82e4-af2d187eb112 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=753235bc-6b8b-431f-84be-f2758da89100 HTTP/1.1" status: 200 len: 210 time: 0.0717814 Jul 13 07:50:10.780403 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88909dcb-d9a4-4776-ab58-cfde8a7b736b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:10.785465 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-88909dcb-d9a4-4776-ab58-cfde8a7b736b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:10.789477 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911c90fa-590a-47a8-8271-41456918dc7a None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:10.931244 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:10.936588 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f9b8234c-086f-4574-bd34-8c82a1dbefc2 None None] Could not find standard attr ID for object 52d4d982-0407-4f07-abb4-b4c531262514. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:50:11.020243 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port a82dd7d7-f82b-4766-9e3b-be62a3d89b82, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=a82dd7d7-f82b-4766-9e3b-be62a3d89b82,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:11.028147 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.124959 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137676e-7889-41aa-a69d-6c885827cdcf req-33ac3a66-7f0c-469f-8b2d-d9e0246bdf6f tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:11.127216 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=a82dd7d7-f82b-4766-9e3b-be62a3d89b82,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:11.130640 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8137676e-7889-41aa-a69d-6c885827cdcf req-33ac3a66-7f0c-469f-8b2d-d9e0246bdf6f tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.25 "GET /v2.0/networks?id=24b69256-9cc6-4842-a9e7-33d63bcfcb35 HTTP/1.1" status: 200 len: 806 time: 0.2878633 Jul 13 07:50:11.141805 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-8137676e-7889-41aa-a69d-6c885827cdcf req-43ee058a-3adc-40a4-8947-713d7988d5c4 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Request body: {'port': {'device_id': '753235bc-6b8b-431f-84be-f2758da89100', 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35', 'admin_state_up': True, 'tenant_id': '18a71e51b79c4f67b8fe8fda57ef99f6'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:11.204247 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44af3332-05f6-423a-99e7-83d67b5263c2 None None] DHCP port deletion for 158fbff1-22d7-4aca-970b-c37f2948cd80 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:50:11.276535 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-44af3332-05f6-423a-99e7-83d67b5263c2 None None] Deleting port a82dd7d7-f82b-4766-9e3b-be62a3d89b82 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:11.277660 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-44af3332-05f6-423a-99e7-83d67b5263c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.284095 n-d-771363-34 neutron-server[94017]: DEBUG neutron.objects.ports [None req-88909dcb-d9a4-4776-ab58-cfde8a7b736b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94017) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:50:11.321255 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8137676e-7889-41aa-a69d-6c885827cdcf req-43ee058a-3adc-40a4-8947-713d7988d5c4 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Made reservation on behalf of 18a71e51b79c4f67b8fe8fda57ef99f6 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:11.326237 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-8137676e-7889-41aa-a69d-6c885827cdcf req-43ee058a-3adc-40a4-8947-713d7988d5c4 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.400208 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-44af3332-05f6-423a-99e7-83d67b5263c2 None None] For port a82dd7d7-f82b-4766-9e3b-be62a3d89b82, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=a82dd7d7-f82b-4766-9e3b-be62a3d89b82,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:11.400614 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-44af3332-05f6-423a-99e7-83d67b5263c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.421350 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-44af3332-05f6-423a-99e7-83d67b5263c2 None None] Calling delete_port for a82dd7d7-f82b-4766-9e3b-be62a3d89b82 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:11.517037 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-88909dcb-d9a4-4776-ab58-cfde8a7b736b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.524378 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-8137676e-7889-41aa-a69d-6c885827cdcf req-43ee058a-3adc-40a4-8947-713d7988d5c4 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Allocated IP 172.20.0.8 (24b69256-9cc6-4842-a9e7-33d63bcfcb35/e84c320b-7bf6-4a93-a184-7aa85a1e2cdf/1d1408ea-fbed-4aa8-aef1-44fe113a24ac) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:11.535414 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-44af3332-05f6-423a-99e7-83d67b5263c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.565516 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-88909dcb-d9a4-4776-ab58-cfde8a7b736b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Port a82dd7d7-f82b-4766-9e3b-be62a3d89b82 concurrently deleted while adding address for new subnet {'id': '26878ef6-2d51-4dec-9788-af2ac97c1b69', 'name': '', 'tenant_id': '7d6e874b76834423bf0d18d43bf12c19', 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3245, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-13T07:50:10Z', 'updated_at': '2021-07-13T07:50:10Z', 'revision_number': 0, 'segment_id': None, 'project_id': '7d6e874b76834423bf0d18d43bf12c19'}. {{(pid=94017) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 13 07:50:11.566125 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-88909dcb-d9a4-4776-ab58-cfde8a7b736b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.586248 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88909dcb-d9a4-4776-ab58-cfde8a7b736b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:11.588939 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-88909dcb-d9a4-4776-ab58-cfde8a7b736b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:11.590774 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af3332-05f6-423a-99e7-83d67b5263c2 None None] Pushing event deleted for resources: {'Port': ['ID=a82dd7d7-f82b-4766-9e3b-be62a3d89b82,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:11.597739 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88909dcb-d9a4-4776-ab58-cfde8a7b736b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:11.598968 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-88909dcb-d9a4-4776-ab58-cfde8a7b736b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.610901 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44af3332-05f6-423a-99e7-83d67b5263c2 None None] No DVR routers for this DVR port a82dd7d7-f82b-4766-9e3b-be62a3d89b82 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:50:11.639132 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5063a5de-cf89-45d9-a7cd-70843c693fb6 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:11.678521 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-88909dcb-d9a4-4776-ab58-cfde8a7b736b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1200852 Jul 13 07:50:11.679414 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88909dcb-d9a4-4776-ab58-cfde8a7b736b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Subnet': ['ID=26878ef6-2d51-4dec-9788-af2ac97c1b69,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:11.682032 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57600) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:11.687807 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-624ad8e1-c971-4fd6-ace9-6becbb0dd74a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'port': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'mac_address': 'fa:16:3e:6c:c5:b8', 'name': 'tempest-NetworksTestDHCPv6-539880202'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:11.792264 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-8137676e-7889-41aa-a69d-6c885827cdcf req-43ee058a-3adc-40a4-8947-713d7988d5c4 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.834844 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-8137676e-7889-41aa-a69d-6c885827cdcf req-43ee058a-3adc-40a4-8947-713d7988d5c4 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.845097 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624ad8e1-c971-4fd6-ace9-6becbb0dd74a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:11.848908 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['ce36a201-6877-4295-a506-264d465557f8'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:50:11.853864 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-624ad8e1-c971-4fd6-ace9-6becbb0dd74a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.881767 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-624ad8e1-c971-4fd6-ace9-6becbb0dd74a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] device_id is not set on port 3c7a1784-1b4f-4eb1-b453-61ef8e46e320 yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:50:11.940900 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8137676e-7889-41aa-a69d-6c885827cdcf req-43ee058a-3adc-40a4-8947-713d7988d5c4 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Network 24b69256-9cc6-4842-a9e7-33d63bcfcb35 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:11.945286 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e891a5-65b5-433c-a570-84fd9e790a88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-158fbff1-22d7-4aca-970b-c37f2948cd80', 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'tenant_id': '7d6e874b76834423bf0d18d43bf12c19', 'fixed_ips': [{'subnet_id': '26878ef6-2d51-4dec-9788-af2ac97c1b69'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:50:11.946029 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-8137676e-7889-41aa-a69d-6c885827cdcf req-43ee058a-3adc-40a4-8947-713d7988d5c4 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:11.946756 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-93e891a5-65b5-433c-a570-84fd9e790a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:11.951283 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee058a-3adc-40a4-8947-713d7988d5c4 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Pushing event updated for resources: {'Port': ['ID=1d1408ea-fbed-4aa8-aef1-44fe113a24ac,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:11.953926 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-8137676e-7889-41aa-a69d-6c885827cdcf req-43ee058a-3adc-40a4-8947-713d7988d5c4 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:12.046229 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137676e-7889-41aa-a69d-6c885827cdcf req-43ee058a-3adc-40a4-8947-713d7988d5c4 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:12.046988 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-8137676e-7889-41aa-a69d-6c885827cdcf req-43ee058a-3adc-40a4-8947-713d7988d5c4 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:12.064298 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8137676e-7889-41aa-a69d-6c885827cdcf req-43ee058a-3adc-40a4-8947-713d7988d5c4 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9268422 Jul 13 07:50:12.078453 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-8137676e-7889-41aa-a69d-6c885827cdcf req-e822eb9f-18de-46ab-b953-c6aa3dfe2eb0 service neutron] Request body: {'port': {'device_id': '753235bc-6b8b-431f-84be-f2758da89100', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:12.090904 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-624ad8e1-c971-4fd6-ace9-6becbb0dd74a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Allocated IP 2001:db8::f816:3eff:fe6c:c5b8 (158fbff1-22d7-4aca-970b-c37f2948cd80/26878ef6-2d51-4dec-9788-af2ac97c1b69/3c7a1784-1b4f-4eb1-b453-61ef8e46e320) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:12.113804 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23142388-59da-401c-b766-b707ce1aba68 req-bc5154c2-817f-4155-b333-21111f3da2da tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:12.123143 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-23142388-59da-401c-b766-b707ce1aba68 req-bc5154c2-817f-4155-b333-21111f3da2da tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=753235bc-6b8b-431f-84be-f2758da89100 HTTP/1.1" status: 200 len: 931 time: 0.1786532 Jul 13 07:50:12.218363 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-23142388-59da-401c-b766-b707ce1aba68 req-a17b3be7-deea-4e30-9f29-12ea81c31e81 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883729 Jul 13 07:50:12.219440 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-8137676e-7889-41aa-a69d-6c885827cdcf req-e822eb9f-18de-46ab-b953-c6aa3dfe2eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:12.403239 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device a82dd7d7-f82b-4766-9e3b-be62a3d89b82 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:50:12.404804 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-624ad8e1-c971-4fd6-ace9-6becbb0dd74a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:12.421591 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-624ad8e1-c971-4fd6-ace9-6becbb0dd74a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Transition to ACTIVE for port object 3c7a1784-1b4f-4eb1-b453-61ef8e46e320 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:12.461048 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: a82dd7d7-f82b-4766-9e3b-be62a3d89b82 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:50:12.461406 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device a82dd7d7-f82b-4766-9e3b-be62a3d89b82 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:50:12.466243 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-624ad8e1-c971-4fd6-ace9-6becbb0dd74a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:12.536542 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-93e891a5-65b5-433c-a570-84fd9e790a88 None None] Allocated IP 2001:db8::f816:3eff:fe9b:f451 (158fbff1-22d7-4aca-970b-c37f2948cd80/26878ef6-2d51-4dec-9788-af2ac97c1b69/fa9a2970-882b-47ca-a1aa-46a536245605) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:12.547861 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624ad8e1-c971-4fd6-ace9-6becbb0dd74a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:12.572343 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-624ad8e1-c971-4fd6-ace9-6becbb0dd74a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:12.589431 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624ad8e1-c971-4fd6-ace9-6becbb0dd74a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:12.599975 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624ad8e1-c971-4fd6-ace9-6becbb0dd74a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:12.600974 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-624ad8e1-c971-4fd6-ace9-6becbb0dd74a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:12.606887 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ad8e1-c971-4fd6-ace9-6becbb0dd74a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Port': ['ID=3c7a1784-1b4f-4eb1-b453-61ef8e46e320,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:12.631534 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-624ad8e1-c971-4fd6-ace9-6becbb0dd74a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9474983 Jul 13 07:50:12.634619 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57610) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:12.647604 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57612) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:12.688454 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-8137676e-7889-41aa-a69d-6c885827cdcf req-e822eb9f-18de-46ab-b953-c6aa3dfe2eb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d1408ea-fbed-4aa8-aef1-44fe113a24ac {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:50:12.704870 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-8137676e-7889-41aa-a69d-6c885827cdcf req-e822eb9f-18de-46ab-b953-c6aa3dfe2eb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:12.729950 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-8137676e-7889-41aa-a69d-6c885827cdcf req-e822eb9f-18de-46ab-b953-c6aa3dfe2eb0 service neutron] Transition to ACTIVE for port object 1d1408ea-fbed-4aa8-aef1-44fe113a24ac will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:12.739638 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-8137676e-7889-41aa-a69d-6c885827cdcf req-e822eb9f-18de-46ab-b953-c6aa3dfe2eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:12.751016 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d723f22f-53d6-478b-a1d7-0291b0e0b9d3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:12.756176 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d723f22f-53d6-478b-a1d7-0291b0e0b9d3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1197238 Jul 13 07:50:12.757075 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57616) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:12.866254 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-67b3d4eb-733d-4503-9c79-9a3bc24285a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:12.866616 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-93e891a5-65b5-433c-a570-84fd9e790a88 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:12.875663 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-93e891a5-65b5-433c-a570-84fd9e790a88 None None] Transition to ACTIVE for port object fa9a2970-882b-47ca-a1aa-46a536245605 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:12.886402 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822eb9f-18de-46ab-b953-c6aa3dfe2eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=1d1408ea-fbed-4aa8-aef1-44fe113a24ac,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:12.900202 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-93e891a5-65b5-433c-a570-84fd9e790a88 None None] Transition to ACTIVE for port object fa9a2970-882b-47ca-a1aa-46a536245605 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:12.908336 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-93e891a5-65b5-433c-a570-84fd9e790a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:12.934764 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-8137676e-7889-41aa-a69d-6c885827cdcf req-e822eb9f-18de-46ab-b953-c6aa3dfe2eb0 service neutron] Attempting to bind port 1d1408ea-fbed-4aa8-aef1-44fe113a24ac on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:50:12.935295 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-8137676e-7889-41aa-a69d-6c885827cdcf req-e822eb9f-18de-46ab-b953-c6aa3dfe2eb0 service neutron] Attempting to bind port 1d1408ea-fbed-4aa8-aef1-44fe113a24ac by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'c6edc23b-b33f-4b68-a90e-006e269af4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:50:12.935935 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8137676e-7889-41aa-a69d-6c885827cdcf req-e822eb9f-18de-46ab-b953-c6aa3dfe2eb0 service neutron] Attempting to bind port 1d1408ea-fbed-4aa8-aef1-44fe113a24ac on network 24b69256-9cc6-4842-a9e7-33d63bcfcb35 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:12.943490 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8137676e-7889-41aa-a69d-6c885827cdcf req-e822eb9f-18de-46ab-b953-c6aa3dfe2eb0 service neutron] Port 1d1408ea-fbed-4aa8-aef1-44fe113a24ac on network 24b69256-9cc6-4842-a9e7-33d63bcfcb35 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:50:12.943490 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8137676e-7889-41aa-a69d-6c885827cdcf req-e822eb9f-18de-46ab-b953-c6aa3dfe2eb0 service neutron] Attempting to bind port 1d1408ea-fbed-4aa8-aef1-44fe113a24ac on network 24b69256-9cc6-4842-a9e7-33d63bcfcb35 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:12.951432 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8137676e-7889-41aa-a69d-6c885827cdcf req-e822eb9f-18de-46ab-b953-c6aa3dfe2eb0 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:50:12.952891 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8137676e-7889-41aa-a69d-6c885827cdcf req-e822eb9f-18de-46ab-b953-c6aa3dfe2eb0 service neutron] Checking segment: {'id': 'c6edc23b-b33f-4b68-a90e-006e269af4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:12.952891 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8137676e-7889-41aa-a69d-6c885827cdcf req-e822eb9f-18de-46ab-b953-c6aa3dfe2eb0 service neutron] Bound using segment: {'id': 'c6edc23b-b33f-4b68-a90e-006e269af4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:50:12.953601 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-8137676e-7889-41aa-a69d-6c885827cdcf req-e822eb9f-18de-46ab-b953-c6aa3dfe2eb0 service neutron] Bound port: 1d1408ea-fbed-4aa8-aef1-44fe113a24ac, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6edc23b-b33f-4b68-a90e-006e269af4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:50:12.954241 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-8137676e-7889-41aa-a69d-6c885827cdcf req-e822eb9f-18de-46ab-b953-c6aa3dfe2eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:12.971978 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e891a5-65b5-433c-a570-84fd9e790a88 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:12.973340 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e891a5-65b5-433c-a570-84fd9e790a88 None None] Pushing event updated for resources: {'Port': ['ID=fa9a2970-882b-47ca-a1aa-46a536245605,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:12.978469 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-93e891a5-65b5-433c-a570-84fd9e790a88 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:12.981294 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e891a5-65b5-433c-a570-84fd9e790a88 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:13.045138 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-3bd2c90e-2268-4778-a813-c5b7663c2cec tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting port 3c7a1784-1b4f-4eb1-b453-61ef8e46e320 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:13.045676 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3bd2c90e-2268-4778-a813-c5b7663c2cec tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:13.052493 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-93e891a5-65b5-433c-a570-84fd9e790a88 None None] Attempting to bind port fa9a2970-882b-47ca-a1aa-46a536245605 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:50:13.052971 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-93e891a5-65b5-433c-a570-84fd9e790a88 None None] Attempting to bind port fa9a2970-882b-47ca-a1aa-46a536245605 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:50:13.053510 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e891a5-65b5-433c-a570-84fd9e790a88 None None] Attempting to bind port fa9a2970-882b-47ca-a1aa-46a536245605 on network 158fbff1-22d7-4aca-970b-c37f2948cd80 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:13.060128 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e891a5-65b5-433c-a570-84fd9e790a88 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:50:13.060921 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e891a5-65b5-433c-a570-84fd9e790a88 None None] Checking segment: {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:13.061538 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-93e891a5-65b5-433c-a570-84fd9e790a88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:13.062257 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e891a5-65b5-433c-a570-84fd9e790a88 None None] Bound using segment: {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:50:13.062918 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-93e891a5-65b5-433c-a570-84fd9e790a88 None None] Bound port: fa9a2970-882b-47ca-a1aa-46a536245605, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:50:13.063535 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-93e891a5-65b5-433c-a570-84fd9e790a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:13.077735 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-8137676e-7889-41aa-a69d-6c885827cdcf req-e822eb9f-18de-46ab-b953-c6aa3dfe2eb0 service neutron] For port 1d1408ea-fbed-4aa8-aef1-44fe113a24ac, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:50:13.082106 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-8137676e-7889-41aa-a69d-6c885827cdcf req-e822eb9f-18de-46ab-b953-c6aa3dfe2eb0 service neutron] For port 1d1408ea-fbed-4aa8-aef1-44fe113a24ac, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=1d1408ea-fbed-4aa8-aef1-44fe113a24ac,segment=NetworkSegment(c6edc23b-b33f-4b68-a90e-006e269af4c2),segment_id=c6edc23b-b33f-4b68-a90e-006e269af4c2)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:50:13.087302 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-8137676e-7889-41aa-a69d-6c885827cdcf req-e822eb9f-18de-46ab-b953-c6aa3dfe2eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:13.107627 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-67b3d4eb-733d-4503-9c79-9a3bc24285a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:13.108536 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137676e-7889-41aa-a69d-6c885827cdcf req-e822eb9f-18de-46ab-b953-c6aa3dfe2eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:13.109160 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-8137676e-7889-41aa-a69d-6c885827cdcf req-e822eb9f-18de-46ab-b953-c6aa3dfe2eb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:13.111729 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8137676e-7889-41aa-a69d-6c885827cdcf req-e822eb9f-18de-46ab-b953-c6aa3dfe2eb0 service neutron] 10.222.0.25 "PUT /v2.0/ports/1d1408ea-fbed-4aa8-aef1-44fe113a24ac HTTP/1.1" status: 200 len: 1092 time: 1.0394564 Jul 13 07:50:13.113979 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753235bc-6b8b-431f-84be-f2758da89100', 'tag': '1d1408ea-fbed-4aa8-aef1-44fe113a24ac'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:50:13.118849 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98426334-c538-4088-a377-8d4ff190c66c" -d '{"events": [{"name": "network-changed", "server_uuid": "753235bc-6b8b-431f-84be-f2758da89100", "tag": "1d1408ea-fbed-4aa8-aef1-44fe113a24ac"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:50:13.120810 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-67b3d4eb-733d-4503-9c79-9a3bc24285a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:13.160229 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-93e891a5-65b5-433c-a570-84fd9e790a88 None None] For port fa9a2970-882b-47ca-a1aa-46a536245605, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:50:13.178846 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-93e891a5-65b5-433c-a570-84fd9e790a88 None None] For port fa9a2970-882b-47ca-a1aa-46a536245605, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=fa9a2970-882b-47ca-a1aa-46a536245605,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:50:13.187236 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-93e891a5-65b5-433c-a570-84fd9e790a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:13.217595 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-67b3d4eb-733d-4503-9c79-9a3bc24285a3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5ad9e91c85f0438bb71147d0a23630c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5685143 Jul 13 07:50:13.222018 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57620) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:13.256511 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db8d73a-7939-4869-9c57-a32210d34354 x-openstack-request-id: req-9db8d73a-7939-4869-9c57-a32210d34354 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:50:13.256900 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "753235bc-6b8b-431f-84be-f2758da89100", "tag": "1d1408ea-fbed-4aa8-aef1-44fe113a24ac", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:50:13.257299 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9db8d73a-7939-4869-9c57-a32210d34354 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:50:13.257918 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '753235bc-6b8b-431f-84be-f2758da89100', 'tag': '1d1408ea-fbed-4aa8-aef1-44fe113a24ac', 'status': 'completed', 'code': 200} Jul 13 07:50:13.286002 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b3d4eb-733d-4503-9c79-9a3bc24285a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8ccb7b-92e1-4beb-865c-b006e9bb027a,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:13.293796 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822eb9f-18de-46ab-b953-c6aa3dfe2eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=1d1408ea-fbed-4aa8-aef1-44fe113a24ac,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:13.315780 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e891a5-65b5-433c-a570-84fd9e790a88 None None] Pushing event updated for resources: {'Port': ['ID=fa9a2970-882b-47ca-a1aa-46a536245605,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:13.345770 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3bd2c90e-2268-4778-a813-c5b7663c2cec tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:13.365296 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137676e-7889-41aa-a69d-6c885827cdcf req-496b0364-616e-4e88-ad16-d7719cb232c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:13.366911 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8137676e-7889-41aa-a69d-6c885827cdcf req-496b0364-616e-4e88-ad16-d7719cb232c7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=18a71e51b79c4f67b8fe8fda57ef99f6&device_id=753235bc-6b8b-431f-84be-f2758da89100 HTTP/1.1" status: 200 len: 1095 time: 0.2019184 Jul 13 07:50:13.367223 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-3bd2c90e-2268-4778-a813-c5b7663c2cec tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Calling delete_port for 3c7a1784-1b4f-4eb1-b453-61ef8e46e320 owned by {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:13.394465 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-74a3a0e7-2699-490d-8faf-7bdb60a9cce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:13.424280 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-74a3a0e7-2699-490d-8faf-7bdb60a9cce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:13.441145 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8137676e-7889-41aa-a69d-6c885827cdcf req-bca36324-cf86-4a76-9ab5-5d090decc99c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d1408ea-fbed-4aa8-aef1-44fe113a24ac HTTP/1.1" status: 200 len: 217 time: 0.0664389 Jul 13 07:50:13.508705 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137676e-7889-41aa-a69d-6c885827cdcf req-22d621d2-3109-4fb7-b2f6-3438cf5385ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:13.514863 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8137676e-7889-41aa-a69d-6c885827cdcf req-22d621d2-3109-4fb7-b2f6-3438cf5385ea service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e84c320b-7bf6-4a93-a184-7aa85a1e2cdf HTTP/1.1" status: 200 len: 846 time: 0.0671976 Jul 13 07:50:13.569375 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8137676e-7889-41aa-a69d-6c885827cdcf req-5c5b0a37-7aa4-43cf-bee6-a18d7d3908a6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=24b69256-9cc6-4842-a9e7-33d63bcfcb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480096 Jul 13 07:50:13.576335 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-74a3a0e7-2699-490d-8faf-7bdb60a9cce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:13.580588 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-74a3a0e7-2699-490d-8faf-7bdb60a9cce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:13.584802 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-74a3a0e7-2699-490d-8faf-7bdb60a9cce3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7b8ccb7b-92e1-4beb-865c-b006e9bb027a HTTP/1.1" status: 204 len: 168 time: 0.3615439 Jul 13 07:50:13.605186 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3a0e7-2699-490d-8faf-7bdb60a9cce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8ccb7b-92e1-4beb-865c-b006e9bb027a,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:13.782701 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8137676e-7889-41aa-a69d-6c885827cdcf req-66083d15-1497-4a0c-82cc-71306f0cdb9d service neutron] 10.222.0.25 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080674 Jul 13 07:50:13.948828 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8137676e-7889-41aa-a69d-6c885827cdcf req-80b3115d-1828-4253-870c-6dbda2f3afc2 service neutron] 10.222.0.25 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590889 Jul 13 07:50:14.092893 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98426334-c538-4088-a377-8d4ff190c66c req-c79f34ca-248d-46a8-a54e-3d00d2deb97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:14.095592 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-98426334-c538-4088-a377-8d4ff190c66c req-c79f34ca-248d-46a8-a54e-3d00d2deb97a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=18a71e51b79c4f67b8fe8fda57ef99f6&device_id=753235bc-6b8b-431f-84be-f2758da89100 HTTP/1.1" status: 200 len: 1095 time: 0.0843785 Jul 13 07:50:14.166764 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dcac54-b271-4801-98f3-ef57854345de req-0b95f2e9-496b-4824-aae1-c1a2934179f8 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:14.168612 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b7dcac54-b271-4801-98f3-ef57854345de req-0b95f2e9-496b-4824-aae1-c1a2934179f8 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=753235bc-6b8b-431f-84be-f2758da89100 HTTP/1.1" status: 200 len: 943 time: 0.6340892 Jul 13 07:50:14.173114 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3bd2c90e-2268-4778-a813-c5b7663c2cec tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:14.240396 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3bd2c90e-2268-4778-a813-c5b7663c2cec tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:14.242526 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-3bd2c90e-2268-4778-a813-c5b7663c2cec tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/ports/3c7a1784-1b4f-4eb1-b453-61ef8e46e320 HTTP/1.1" status: 204 len: 168 time: 1.4842942 Jul 13 07:50:14.248899 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57636) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:14.251158 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2c90e-2268-4778-a813-c5b7663c2cec tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Port': ['ID=3c7a1784-1b4f-4eb1-b453-61ef8e46e320,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:14.257456 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98426334-c538-4088-a377-8d4ff190c66c req-8c29adab-7519-46a4-8b1b-ee94de62b7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:14.258999 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-98426334-c538-4088-a377-8d4ff190c66c req-8c29adab-7519-46a4-8b1b-ee94de62b7ac service neutron] 10.222.0.25 "GET /v2.0/networks?id=24b69256-9cc6-4842-a9e7-33d63bcfcb35 HTTP/1.1" status: 200 len: 907 time: 0.1561670 Jul 13 07:50:14.343939 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-98426334-c538-4088-a377-8d4ff190c66c req-369c516b-26b3-4b2a-8f9f-dfdd9932ff9a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d1408ea-fbed-4aa8-aef1-44fe113a24ac HTTP/1.1" status: 200 len: 217 time: 0.0707221 Jul 13 07:50:14.367483 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65964f2f-e5f0-4d6a-8899-6aa4a35cca9e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:14.370794 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65964f2f-e5f0-4d6a-8899-6aa4a35cca9e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:14.374025 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-65964f2f-e5f0-4d6a-8899-6aa4a35cca9e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1237063 Jul 13 07:50:14.380532 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b7dcac54-b271-4801-98f3-ef57854345de req-f4b20b1e-33e6-4c93-a2af-fcfa551c0aa9 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820908 Jul 13 07:50:14.383307 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57638) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:14.454988 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ef2a3a6-61e2-4762-8cb0-5ac7eda1aad4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting subnet 26878ef6-2d51-4dec-9788-af2ac97c1b69 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:50:14.460368 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device fa9a2970-882b-47ca-a1aa-46a536245605 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:14.461519 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98426334-c538-4088-a377-8d4ff190c66c req-3210eb5a-e58e-41b3-86d0-924ce57b3a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:14.464414 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-98426334-c538-4088-a377-8d4ff190c66c req-3210eb5a-e58e-41b3-86d0-924ce57b3a4f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e84c320b-7bf6-4a93-a184-7aa85a1e2cdf HTTP/1.1" status: 200 len: 846 time: 0.1130888 Jul 13 07:50:14.466595 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3ef2a3a6-61e2-4762-8cb0-5ac7eda1aad4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:14.517377 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-98426334-c538-4088-a377-8d4ff190c66c req-3cda15bc-edd5-4ce4-a523-aaef1115b28d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=24b69256-9cc6-4842-a9e7-33d63bcfcb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449378 Jul 13 07:50:14.549369 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port fa9a2970-882b-47ca-a1aa-46a536245605 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:14.563656 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3ef2a3a6-61e2-4762-8cb0-5ac7eda1aad4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:14.669811 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-98426334-c538-4088-a377-8d4ff190c66c req-32c1050a-42e7-4594-8e35-8255ea1b264c service neutron] 10.222.0.25 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442542 Jul 13 07:50:14.736993 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3ef2a3a6-61e2-4762-8cb0-5ac7eda1aad4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:14.785497 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-98426334-c538-4088-a377-8d4ff190c66c req-d4daadc7-39e2-4b30-ae70-799f1a774c93 service neutron] 10.222.0.25 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080599 Jul 13 07:50:14.854887 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3ef2a3a6-61e2-4762-8cb0-5ac7eda1aad4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:14.904181 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef2a3a6-61e2-4762-8cb0-5ac7eda1aad4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Subnet': ['ID=26878ef6-2d51-4dec-9788-af2ac97c1b69,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:14.909491 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3ef2a3a6-61e2-4762-8cb0-5ac7eda1aad4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:14.914071 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e50b7037-a21a-49ee-affc-0c590b48036f None None] Provisioning for port fa9a2970-882b-47ca-a1aa-46a536245605 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:14.918140 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57652) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:14.918376 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-3ef2a3a6-61e2-4762-8cb0-5ac7eda1aad4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/26878ef6-2d51-4dec-9788-af2ac97c1b69 HTTP/1.1" status: 204 len: 168 time: 0.5335407 Jul 13 07:50:14.923332 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e50b7037-a21a-49ee-affc-0c590b48036f None None] Provisioning complete for port fa9a2970-882b-47ca-a1aa-46a536245605 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:14.924508 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e50b7037-a21a-49ee-affc-0c590b48036f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:14.989341 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8f1feee5-7b60-4fd4-afc4-c996f657efd0 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0656490 Jul 13 07:50:14.991557 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57654) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:15.009800 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 1d1408ea-fbed-4aa8-aef1-44fe113a24ac details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:50:15.088553 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee1b49d-6a9a-4b4e-a993-a129b83420e2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:15.092748 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e50b7037-a21a-49ee-affc-0c590b48036f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:15.096146 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57658) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:15.109705 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-eee1b49d-6a9a-4b4e-a993-a129b83420e2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1167839 Jul 13 07:50:15.161453 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-e50b7037-a21a-49ee-affc-0c590b48036f None None] For port fa9a2970-882b-47ca-a1aa-46a536245605, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=fa9a2970-882b-47ca-a1aa-46a536245605,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:15.190787 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc87442-8dfe-4e22-91e2-473db08a292d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:15.195975 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ffc87442-8dfe-4e22-91e2-473db08a292d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0968757 Jul 13 07:50:15.196859 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57660) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:15.198547 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e50b7037-a21a-49ee-affc-0c590b48036f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:15.258999 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00aeb704-06e9-4b34-9ae8-ff5da7c4e0d1 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:15.260177 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8470aa34-f946-473a-9e15-1800ee2004d2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0617745 Jul 13 07:50:15.266471 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57662) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:15.273108 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-e173a965-b15a-4f3b-ae25-b6304f775607 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'subnet': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:15.316395 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b7037-a21a-49ee-affc-0c590b48036f None None] Pushing event updated for resources: {'Port': ['ID=fa9a2970-882b-47ca-a1aa-46a536245605,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:15.327899 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 1d1408ea-fbed-4aa8-aef1-44fe113a24ac, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=1d1408ea-fbed-4aa8-aef1-44fe113a24ac,segment=NetworkSegment(c6edc23b-b33f-4b68-a90e-006e269af4c2),segment_id=c6edc23b-b33f-4b68-a90e-006e269af4c2)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:15.381515 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '1d1408ea-fbed-4aa8-aef1-44fe113a24ac', 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35', 'port_id': '1d1408ea-fbed-4aa8-aef1-44fe113a24ac', 'mac_address': 'fa:16:3e:44:9d:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84c320b-7bf6-4a93-a184-7aa85a1e2cdf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:50:15.385928 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e173a965-b15a-4f3b-ae25-b6304f775607 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:15.390438 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e173a965-b15a-4f3b-ae25-b6304f775607 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:15.470743 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-50a9b81d-bffa-43bf-b2d8-6c2c67984fd2 None None] Could not find standard attr ID for object 3c7a1784-1b4f-4eb1-b453-61ef8e46e320. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:50:15.484731 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:15.512473 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d1408ea-fbed-4aa8-aef1-44fe113a24ac {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:50:15.564399 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 1d1408ea-fbed-4aa8-aef1-44fe113a24ac, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=1d1408ea-fbed-4aa8-aef1-44fe113a24ac,segment=NetworkSegment(c6edc23b-b33f-4b68-a90e-006e269af4c2),segment_id=c6edc23b-b33f-4b68-a90e-006e269af4c2)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:15.587488 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:15.661393 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=1d1408ea-fbed-4aa8-aef1-44fe113a24ac,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:15.665034 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70590ad5-0478-4457-bc34-b3ab6d766665 req-5313eec3-b181-45d3-9ddd-30c626428dce tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:15.666649 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-70590ad5-0478-4457-bc34-b3ab6d766665 req-5313eec3-b181-45d3-9ddd-30c626428dce tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=753235bc-6b8b-431f-84be-f2758da89100 HTTP/1.1" status: 200 len: 943 time: 0.1252186 Jul 13 07:50:15.717332 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ad76e8-5f41-427a-b9fb-b750985b6392 None None] DHCP port deletion for 158fbff1-22d7-4aca-970b-c37f2948cd80 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:50:15.792229 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-33ad76e8-5f41-427a-b9fb-b750985b6392 None None] Deleting port fa9a2970-882b-47ca-a1aa-46a536245605 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:15.793138 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-33ad76e8-5f41-427a-b9fb-b750985b6392 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:15.827870 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['1d1408ea-fbed-4aa8-aef1-44fe113a24ac'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:50:15.875869 n-d-771363-34 neutron-server[94017]: DEBUG neutron.objects.ports [None req-e173a965-b15a-4f3b-ae25-b6304f775607 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94017) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:50:16.162475 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-70590ad5-0478-4457-bc34-b3ab6d766665 req-f984b99a-a267-4618-b517-dc9b7eac302b tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4749088 Jul 13 07:50:16.168463 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-33ad76e8-5f41-427a-b9fb-b750985b6392 None None] For port fa9a2970-882b-47ca-a1aa-46a536245605, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=fa9a2970-882b-47ca-a1aa-46a536245605,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:16.169029 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-33ad76e8-5f41-427a-b9fb-b750985b6392 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:16.180184 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e173a965-b15a-4f3b-ae25-b6304f775607 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:16.196478 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-33ad76e8-5f41-427a-b9fb-b750985b6392 None None] Calling delete_port for fa9a2970-882b-47ca-a1aa-46a536245605 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:16.367812 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device fa9a2970-882b-47ca-a1aa-46a536245605 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:50:16.451276 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-e173a965-b15a-4f3b-ae25-b6304f775607 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] For port fa9a2970-882b-47ca-a1aa-46a536245605, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=fa9a2970-882b-47ca-a1aa-46a536245605,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:16.496091 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e173a965-b15a-4f3b-ae25-b6304f775607 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:16.502119 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e173a965-b15a-4f3b-ae25-b6304f775607 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:16.519698 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-33ad76e8-5f41-427a-b9fb-b750985b6392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:16.548708 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e173a965-b15a-4f3b-ae25-b6304f775607 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Port': ['ID=fa9a2970-882b-47ca-a1aa-46a536245605,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:16.551821 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad76e8-5f41-427a-b9fb-b750985b6392 None None] Pushing event deleted for resources: {'Port': ['ID=fa9a2970-882b-47ca-a1aa-46a536245605,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:16.554412 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:16.555340 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e173a965-b15a-4f3b-ae25-b6304f775607 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:16.565191 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ad76e8-5f41-427a-b9fb-b750985b6392 None None] No DVR routers for this DVR port fa9a2970-882b-47ca-a1aa-46a536245605 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:50:16.636280 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e173a965-b15a-4f3b-ae25-b6304f775607 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:16.640115 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-e173a965-b15a-4f3b-ae25-b6304f775607 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:16.643625 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e173a965-b15a-4f3b-ae25-b6304f775607 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:16.644252 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e173a965-b15a-4f3b-ae25-b6304f775607 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:16.648635 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e173a965-b15a-4f3b-ae25-b6304f775607 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Subnet': ['ID=bf4f6644-80fd-4a9f-bcac-abfc3cb6cdaa,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:16.653505 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe65215-5381-4e13-861a-27ec2246d8d2 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:16.678810 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57676) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:16.679404 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e173a965-b15a-4f3b-ae25-b6304f775607 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4115281 Jul 13 07:50:16.687258 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-cc49ff00-08fe-4208-8d38-2afe2c18f693 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'port': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'mac_address': 'fa:16:3e:fa:9f:bd', 'name': 'tempest-NetworksTestDHCPv6-1068142337'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:16.857856 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc49ff00-08fe-4208-8d38-2afe2c18f693 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:16.893202 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79833d9e-7eb4-42be-bb8b-0c7677628ca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-158fbff1-22d7-4aca-970b-c37f2948cd80', 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'tenant_id': '7d6e874b76834423bf0d18d43bf12c19', 'fixed_ips': [{'subnet_id': 'bf4f6644-80fd-4a9f-bcac-abfc3cb6cdaa'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:50:16.898118 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-79833d9e-7eb4-42be-bb8b-0c7677628ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:16.981343 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cc49ff00-08fe-4208-8d38-2afe2c18f693 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:16.991632 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 1d1408ea-fbed-4aa8-aef1-44fe113a24ac up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:17.004998 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-cc49ff00-08fe-4208-8d38-2afe2c18f693 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] device_id is not set on port d40b7ec4-542b-480f-b6f4-b11a12d01ae1 yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:50:17.154923 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 1d1408ea-fbed-4aa8-aef1-44fe113a24ac completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:17.167460 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-79833d9e-7eb4-42be-bb8b-0c7677628ca2 None None] Allocated IP 2001:db8::f816:3eff:fe55:c7f2 (158fbff1-22d7-4aca-970b-c37f2948cd80/bf4f6644-80fd-4a9f-bcac-abfc3cb6cdaa/53f591be-ba80-4bb6-ac40-2d5652ed5cbf) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:17.170302 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 1d1408ea-fbed-4aa8-aef1-44fe113a24ac triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:17.170822 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:17.386454 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:17.404643 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b843c5b-b70d-49f2-af98-0b3e5b38a2a2 req-c7093ccb-edb6-4e75-8e65-d767fdd79624 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:17.407485 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3b843c5b-b70d-49f2-af98-0b3e5b38a2a2 req-c7093ccb-edb6-4e75-8e65-d767fdd79624 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=753235bc-6b8b-431f-84be-f2758da89100 HTTP/1.1" status: 200 len: 944 time: 0.1007233 Jul 13 07:50:17.455892 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753235bc-6b8b-431f-84be-f2758da89100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1408ea-fbed-4aa8-aef1-44fe113a24ac'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:50:17.460310 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a509ff5-3be9-41f2-a46f-3cae4ffb23af" -d '{"events": [{"server_uuid": "753235bc-6b8b-431f-84be-f2758da89100", "name": "network-vif-plugged", "status": "completed", "tag": "1d1408ea-fbed-4aa8-aef1-44fe113a24ac"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:50:17.471672 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3b843c5b-b70d-49f2-af98-0b3e5b38a2a2 req-d798e0b5-ea39-4eaf-a151-271962959e4d tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496747 Jul 13 07:50:17.487884 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 1d1408ea-fbed-4aa8-aef1-44fe113a24ac, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=1d1408ea-fbed-4aa8-aef1-44fe113a24ac,segment=NetworkSegment(c6edc23b-b33f-4b68-a90e-006e269af4c2),segment_id=c6edc23b-b33f-4b68-a90e-006e269af4c2)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:17.495686 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:17.538859 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-79833d9e-7eb4-42be-bb8b-0c7677628ca2 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:17.555478 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce00b3f-5120-4e71-aacf-b80416b07775 x-openstack-request-id: req-cce00b3f-5120-4e71-aacf-b80416b07775 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:50:17.555762 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753235bc-6b8b-431f-84be-f2758da89100", "name": "network-vif-plugged", "status": "completed", "tag": "1d1408ea-fbed-4aa8-aef1-44fe113a24ac", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:50:17.556014 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cce00b3f-5120-4e71-aacf-b80416b07775 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:50:17.556686 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753235bc-6b8b-431f-84be-f2758da89100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1408ea-fbed-4aa8-aef1-44fe113a24ac', 'code': 200} Jul 13 07:50:17.570874 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-79833d9e-7eb4-42be-bb8b-0c7677628ca2 None None] Transition to ACTIVE for port object 53f591be-ba80-4bb6-ac40-2d5652ed5cbf will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:17.598531 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=1d1408ea-fbed-4aa8-aef1-44fe113a24ac,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:17.607933 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-79833d9e-7eb4-42be-bb8b-0c7677628ca2 None None] Transition to ACTIVE for port object 53f591be-ba80-4bb6-ac40-2d5652ed5cbf will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:17.610161 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:17.610504 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:17.610827 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:17.611293 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:17.611619 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:17.611942 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:17.612262 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:17.612647 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:17.612972 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:17.613326 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:17.613642 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:17.613983 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:17.625284 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-79833d9e-7eb4-42be-bb8b-0c7677628ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:17.670875 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79833d9e-7eb4-42be-bb8b-0c7677628ca2 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:17.675642 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-79833d9e-7eb4-42be-bb8b-0c7677628ca2 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:17.679374 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79833d9e-7eb4-42be-bb8b-0c7677628ca2 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:17.727521 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79833d9e-7eb4-42be-bb8b-0c7677628ca2 None None] Pushing event updated for resources: {'Port': ['ID=53f591be-ba80-4bb6-ac40-2d5652ed5cbf,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:17.768017 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-cc49ff00-08fe-4208-8d38-2afe2c18f693 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Allocated IP 2001:db8::f816:3eff:fefa:9fbd (158fbff1-22d7-4aca-970b-c37f2948cd80/bf4f6644-80fd-4a9f-bcac-abfc3cb6cdaa/d40b7ec4-542b-480f-b6f4-b11a12d01ae1) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:17.775335 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-79833d9e-7eb4-42be-bb8b-0c7677628ca2 None None] Attempting to bind port 53f591be-ba80-4bb6-ac40-2d5652ed5cbf on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:50:17.775711 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-79833d9e-7eb4-42be-bb8b-0c7677628ca2 None None] Attempting to bind port 53f591be-ba80-4bb6-ac40-2d5652ed5cbf by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:50:17.776063 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79833d9e-7eb4-42be-bb8b-0c7677628ca2 None None] Attempting to bind port 53f591be-ba80-4bb6-ac40-2d5652ed5cbf on network 158fbff1-22d7-4aca-970b-c37f2948cd80 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:17.781691 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79833d9e-7eb4-42be-bb8b-0c7677628ca2 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:50:17.782069 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79833d9e-7eb4-42be-bb8b-0c7677628ca2 None None] Checking segment: {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:17.782467 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-79833d9e-7eb4-42be-bb8b-0c7677628ca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:17.782852 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79833d9e-7eb4-42be-bb8b-0c7677628ca2 None None] Bound using segment: {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:50:17.783383 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-79833d9e-7eb4-42be-bb8b-0c7677628ca2 None None] Bound port: 53f591be-ba80-4bb6-ac40-2d5652ed5cbf, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:50:17.783849 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-79833d9e-7eb4-42be-bb8b-0c7677628ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:17.810910 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3850fd-a023-4063-9b3d-48864da029a4 req-6b02f508-634d-4931-9126-e268faaee644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:17.812542 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4b3850fd-a023-4063-9b3d-48864da029a4 req-6b02f508-634d-4931-9126-e268faaee644 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=753235bc-6b8b-431f-84be-f2758da89100 HTTP/1.1" status: 200 len: 1097 time: 0.1441767 Jul 13 07:50:17.910314 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-79833d9e-7eb4-42be-bb8b-0c7677628ca2 None None] For port 53f591be-ba80-4bb6-ac40-2d5652ed5cbf, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:50:17.920101 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-79833d9e-7eb4-42be-bb8b-0c7677628ca2 None None] For port 53f591be-ba80-4bb6-ac40-2d5652ed5cbf, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=53f591be-ba80-4bb6-ac40-2d5652ed5cbf,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:50:17.922212 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4b3850fd-a023-4063-9b3d-48864da029a4 req-d184d139-86b4-43d0-bb75-10dcedee9362 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927432 Jul 13 07:50:17.933703 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-79833d9e-7eb4-42be-bb8b-0c7677628ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:18.024266 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cc49ff00-08fe-4208-8d38-2afe2c18f693 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:18.034353 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79833d9e-7eb4-42be-bb8b-0c7677628ca2 None None] Pushing event updated for resources: {'Port': ['ID=53f591be-ba80-4bb6-ac40-2d5652ed5cbf,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:18.056557 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-cc49ff00-08fe-4208-8d38-2afe2c18f693 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Transition to ACTIVE for port object d40b7ec4-542b-480f-b6f4-b11a12d01ae1 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:18.106268 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cc49ff00-08fe-4208-8d38-2afe2c18f693 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:18.170870 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc49ff00-08fe-4208-8d38-2afe2c18f693 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:18.175132 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-cc49ff00-08fe-4208-8d38-2afe2c18f693 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:18.178049 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc49ff00-08fe-4208-8d38-2afe2c18f693 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Port': ['ID=d40b7ec4-542b-480f-b6f4-b11a12d01ae1,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:18.179908 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc49ff00-08fe-4208-8d38-2afe2c18f693 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:18.187778 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc49ff00-08fe-4208-8d38-2afe2c18f693 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:18.187778 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cc49ff00-08fe-4208-8d38-2afe2c18f693 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:18.202709 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-cc49ff00-08fe-4208-8d38-2afe2c18f693 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5222032 Jul 13 07:50:18.205398 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57692) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:18.367426 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462eb2bb-edf1-4f8d-83b8-8b6735f16697 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:18.375760 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462eb2bb-edf1-4f8d-83b8-8b6735f16697 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:18.377821 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-462eb2bb-edf1-4f8d-83b8-8b6735f16697 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1713142 Jul 13 07:50:18.381366 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57698) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:18.413896 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 53f591be-ba80-4bb6-ac40-2d5652ed5cbf up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:18.473231 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 53f591be-ba80-4bb6-ac40-2d5652ed5cbf completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:18.521050 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-4a7bc2e1-d29f-4828-8103-d6f83b81ee54 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting port d40b7ec4-542b-480f-b6f4-b11a12d01ae1 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:18.521598 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4a7bc2e1-d29f-4828-8103-d6f83b81ee54 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:18.664240 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4a7bc2e1-d29f-4828-8103-d6f83b81ee54 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:18.712763 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-4a7bc2e1-d29f-4828-8103-d6f83b81ee54 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Calling delete_port for d40b7ec4-542b-480f-b6f4-b11a12d01ae1 owned by {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:18.816076 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f43f91-2b01-4749-aacf-9bebd521d91e req-f5875760-c7af-4d30-a7fb-6986f6934385 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:18.817722 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-05f43f91-2b01-4749-aacf-9bebd521d91e req-f5875760-c7af-4d30-a7fb-6986f6934385 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=753235bc-6b8b-431f-84be-f2758da89100 HTTP/1.1" status: 200 len: 945 time: 0.1559978 Jul 13 07:50:18.910136 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-05f43f91-2b01-4749-aacf-9bebd521d91e req-2df9fbf3-10bb-4a30-834f-5203ac98150e tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827699 Jul 13 07:50:18.946509 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4a7bc2e1-d29f-4828-8103-d6f83b81ee54 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:18.981833 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7bc2e1-d29f-4828-8103-d6f83b81ee54 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Port': ['ID=d40b7ec4-542b-480f-b6f4-b11a12d01ae1,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:19.016164 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4a7bc2e1-d29f-4828-8103-d6f83b81ee54 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:19.018330 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4a7bc2e1-d29f-4828-8103-d6f83b81ee54 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/ports/d40b7ec4-542b-480f-b6f4-b11a12d01ae1 HTTP/1.1" status: 204 len: 168 time: 0.6357441 Jul 13 07:50:19.021299 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57708) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:19.081332 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d81789f-0bb2-480e-b99c-b2b33e40a1f7 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:19.083146 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d81789f-0bb2-480e-b99c-b2b33e40a1f7 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:19.085268 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3d81789f-0bb2-480e-b99c-b2b33e40a1f7 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0629506 Jul 13 07:50:19.088654 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57710) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:19.157085 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c6c0f97-db77-41ef-962a-7e83807ec1a3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting subnet bf4f6644-80fd-4a9f-bcac-abfc3cb6cdaa {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:50:19.160748 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4c6c0f97-db77-41ef-962a-7e83807ec1a3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:19.213991 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4c6c0f97-db77-41ef-962a-7e83807ec1a3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:19.308454 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4c6c0f97-db77-41ef-962a-7e83807ec1a3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:19.362150 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-dbb5e8fd-1ab6-4da5-bc5e-1043a7e95496 None None] Provisioning for port 53f591be-ba80-4bb6-ac40-2d5652ed5cbf completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:19.371312 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-dbb5e8fd-1ab6-4da5-bc5e-1043a7e95496 None None] Provisioning complete for port 53f591be-ba80-4bb6-ac40-2d5652ed5cbf triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:19.371933 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-dbb5e8fd-1ab6-4da5-bc5e-1043a7e95496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:19.401027 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4c6c0f97-db77-41ef-962a-7e83807ec1a3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:19.440824 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4c6c0f97-db77-41ef-962a-7e83807ec1a3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:19.446666 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57712) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:19.447052 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4c6c0f97-db77-41ef-962a-7e83807ec1a3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/bf4f6644-80fd-4a9f-bcac-abfc3cb6cdaa HTTP/1.1" status: 204 len: 168 time: 0.3546975 Jul 13 07:50:19.448784 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c0f97-db77-41ef-962a-7e83807ec1a3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Subnet': ['ID=bf4f6644-80fd-4a9f-bcac-abfc3cb6cdaa,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:19.493615 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ac01b02f-8955-4e4a-9863-7992183740a7 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447812 Jul 13 07:50:19.497548 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57714) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:19.503916 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-dbb5e8fd-1ab6-4da5-bc5e-1043a7e95496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:19.506826 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-788f4a20-1746-44a9-b55f-8a8098b7ca40 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'subnet': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:19.546729 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-dbb5e8fd-1ab6-4da5-bc5e-1043a7e95496 None None] For port 53f591be-ba80-4bb6-ac40-2d5652ed5cbf, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=53f591be-ba80-4bb6-ac40-2d5652ed5cbf,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:19.554701 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-dbb5e8fd-1ab6-4da5-bc5e-1043a7e95496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:19.619970 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788f4a20-1746-44a9-b55f-8a8098b7ca40 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:19.621583 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ceaae22-874c-4fac-ba7e-e1b464c2bedf None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:19.623726 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-788f4a20-1746-44a9-b55f-8a8098b7ca40 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:19.649244 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb5e8fd-1ab6-4da5-bc5e-1043a7e95496 None None] Pushing event updated for resources: {'Port': ['ID=53f591be-ba80-4bb6-ac40-2d5652ed5cbf,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:19.726317 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6af181bf-1bd9-4a31-b1dd-8a2a08fd0476 None None] Could not find standard attr ID for object d40b7ec4-542b-480f-b6f4-b11a12d01ae1. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:50:19.866140 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e70850b-d24b-4937-908b-b8beb137c830 None None] DHCP port deletion for 158fbff1-22d7-4aca-970b-c37f2948cd80 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:50:19.936144 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-5e70850b-d24b-4937-908b-b8beb137c830 None None] Deleting port 53f591be-ba80-4bb6-ac40-2d5652ed5cbf {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:19.936950 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5e70850b-d24b-4937-908b-b8beb137c830 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:20.064192 n-d-771363-34 neutron-server[94017]: DEBUG neutron.objects.ports [None req-788f4a20-1746-44a9-b55f-8a8098b7ca40 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94017) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:50:20.064425 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-5e70850b-d24b-4937-908b-b8beb137c830 None None] For port 53f591be-ba80-4bb6-ac40-2d5652ed5cbf, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=53f591be-ba80-4bb6-ac40-2d5652ed5cbf,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:20.064425 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5e70850b-d24b-4937-908b-b8beb137c830 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:20.094726 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-5e70850b-d24b-4937-908b-b8beb137c830 None None] Calling delete_port for 53f591be-ba80-4bb6-ac40-2d5652ed5cbf owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:20.192293 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fda174-5d7e-4556-b389-a93d57f49ffd req-ba166cc2-494a-49a4-85a7-5097000205ce tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:20.202739 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-86fda174-5d7e-4556-b389-a93d57f49ffd req-ba166cc2-494a-49a4-85a7-5097000205ce tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=753235bc-6b8b-431f-84be-f2758da89100 HTTP/1.1" status: 200 len: 945 time: 0.1117432 Jul 13 07:50:20.205581 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5e70850b-d24b-4937-908b-b8beb137c830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:20.227316 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.ipam_pluggable_backend [None req-788f4a20-1746-44a9-b55f-8a8098b7ca40 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Port 53f591be-ba80-4bb6-ac40-2d5652ed5cbf was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94017) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 13 07:50:20.227647 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.ipam_pluggable_backend [None req-788f4a20-1746-44a9-b55f-8a8098b7ca40 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Reverting IP allocation for 2001:db8::f816:3eff:fe55:c7f2 {{(pid=94017) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 13 07:50:20.231788 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.ipam_pluggable_backend [None req-788f4a20-1746-44a9-b55f-8a8098b7ca40 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe55:c7f2 {{(pid=94017) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 13 07:50:20.233473 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-788f4a20-1746-44a9-b55f-8a8098b7ca40 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:20.244804 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e70850b-d24b-4937-908b-b8beb137c830 None None] Pushing event deleted for resources: {'Port': ['ID=53f591be-ba80-4bb6-ac40-2d5652ed5cbf,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:20.248030 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e70850b-d24b-4937-908b-b8beb137c830 None None] No DVR routers for this DVR port 53f591be-ba80-4bb6-ac40-2d5652ed5cbf on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:50:20.294169 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-86fda174-5d7e-4556-b389-a93d57f49ffd req-812782f1-8546-4e5f-9dc9-a85ae448ba27 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902238 Jul 13 07:50:20.302113 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788f4a20-1746-44a9-b55f-8a8098b7ca40 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:20.304666 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-788f4a20-1746-44a9-b55f-8a8098b7ca40 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:20.309429 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788f4a20-1746-44a9-b55f-8a8098b7ca40 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:20.310044 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-788f4a20-1746-44a9-b55f-8a8098b7ca40 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:20.317599 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1ecb9a-5ee5-4ff8-a842-c35096b93650 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:20.354971 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-788f4a20-1746-44a9-b55f-8a8098b7ca40 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8562777 Jul 13 07:50:20.357606 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57734) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:20.361400 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 53f591be-ba80-4bb6-ac40-2d5652ed5cbf no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:50:20.363940 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-f9b414fa-3328-48ac-8723-5567e7b889a6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'port': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'mac_address': 'fa:16:3e:8a:0d:a8', 'name': 'tempest-NetworksTestDHCPv6-1104444448'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:20.389225 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 53f591be-ba80-4bb6-ac40-2d5652ed5cbf {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:50:20.389842 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 53f591be-ba80-4bb6-ac40-2d5652ed5cbf not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:50:20.416724 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f4a20-1746-44a9-b55f-8a8098b7ca40 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Subnet': ['ID=a05e2199-a207-46d0-8a20-3ccefd78070e,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:20.567156 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0626e18-d76a-4c0f-9630-9b11799f974a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-158fbff1-22d7-4aca-970b-c37f2948cd80', 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'tenant_id': '7d6e874b76834423bf0d18d43bf12c19', 'fixed_ips': [{'subnet_id': 'a05e2199-a207-46d0-8a20-3ccefd78070e'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:50:20.569008 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a0626e18-d76a-4c0f-9630-9b11799f974a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:20.604977 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96689e78-5173-47b2-a97c-d69e5a466b91 req-78bbefca-ede2-4f55-b9b7-c3122d8a3177 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:20.607597 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-96689e78-5173-47b2-a97c-d69e5a466b91 req-78bbefca-ede2-4f55-b9b7-c3122d8a3177 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=753235bc-6b8b-431f-84be-f2758da89100 HTTP/1.1" status: 200 len: 945 time: 0.1370766 Jul 13 07:50:20.608953 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b414fa-3328-48ac-8723-5567e7b889a6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:20.716918 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-96689e78-5173-47b2-a97c-d69e5a466b91 req-29164f97-4f00-4742-ad7b-e75fbecb1ab3 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007488 Jul 13 07:50:20.741545 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f9b414fa-3328-48ac-8723-5567e7b889a6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:20.766762 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-f9b414fa-3328-48ac-8723-5567e7b889a6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] device_id is not set on port 1fd59143-378f-4a4f-a210-fb3dd645c244 yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:50:20.790222 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-a0626e18-d76a-4c0f-9630-9b11799f974a None None] Allocated IP 2001:db8::f816:3eff:fedc:2ee9 (158fbff1-22d7-4aca-970b-c37f2948cd80/a05e2199-a207-46d0-8a20-3ccefd78070e/9ca0f17a-d5e7-4cc2-9d6e-886fc4f253dc) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:21.015294 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a0626e18-d76a-4c0f-9630-9b11799f974a None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:21.025819 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a0626e18-d76a-4c0f-9630-9b11799f974a None None] Transition to ACTIVE for port object 9ca0f17a-d5e7-4cc2-9d6e-886fc4f253dc will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:21.048891 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a0626e18-d76a-4c0f-9630-9b11799f974a None None] Transition to ACTIVE for port object 9ca0f17a-d5e7-4cc2-9d6e-886fc4f253dc will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:21.059916 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a0626e18-d76a-4c0f-9630-9b11799f974a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:21.109742 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0626e18-d76a-4c0f-9630-9b11799f974a None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:21.113141 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-a0626e18-d76a-4c0f-9630-9b11799f974a None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:21.118756 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0626e18-d76a-4c0f-9630-9b11799f974a None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:21.122235 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0626e18-d76a-4c0f-9630-9b11799f974a None None] Pushing event updated for resources: {'Port': ['ID=9ca0f17a-d5e7-4cc2-9d6e-886fc4f253dc,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:21.187864 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-a0626e18-d76a-4c0f-9630-9b11799f974a None None] Attempting to bind port 9ca0f17a-d5e7-4cc2-9d6e-886fc4f253dc on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:50:21.188945 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-a0626e18-d76a-4c0f-9630-9b11799f974a None None] Attempting to bind port 9ca0f17a-d5e7-4cc2-9d6e-886fc4f253dc by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:50:21.188945 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0626e18-d76a-4c0f-9630-9b11799f974a None None] Attempting to bind port 9ca0f17a-d5e7-4cc2-9d6e-886fc4f253dc on network 158fbff1-22d7-4aca-970b-c37f2948cd80 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:21.193505 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-f9b414fa-3328-48ac-8723-5567e7b889a6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Allocated IP 2001:db8::f816:3eff:fe8a:da8 (158fbff1-22d7-4aca-970b-c37f2948cd80/a05e2199-a207-46d0-8a20-3ccefd78070e/1fd59143-378f-4a4f-a210-fb3dd645c244) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:21.195123 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0626e18-d76a-4c0f-9630-9b11799f974a None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:50:21.196033 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0626e18-d76a-4c0f-9630-9b11799f974a None None] Checking segment: {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:21.196033 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a0626e18-d76a-4c0f-9630-9b11799f974a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:21.196388 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0626e18-d76a-4c0f-9630-9b11799f974a None None] Bound using segment: {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:50:21.196925 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-a0626e18-d76a-4c0f-9630-9b11799f974a None None] Bound port: 9ca0f17a-d5e7-4cc2-9d6e-886fc4f253dc, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:50:21.197644 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a0626e18-d76a-4c0f-9630-9b11799f974a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:21.259791 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca134e20-b6c0-400e-aab2-6589c9724433 req-1bf97149-443a-404b-aa10-48a7d0207e81 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:21.261385 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ca134e20-b6c0-400e-aab2-6589c9724433 req-1bf97149-443a-404b-aa10-48a7d0207e81 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=753235bc-6b8b-431f-84be-f2758da89100 HTTP/1.1" status: 200 len: 945 time: 0.1314964 Jul 13 07:50:21.297087 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-a0626e18-d76a-4c0f-9630-9b11799f974a None None] For port 9ca0f17a-d5e7-4cc2-9d6e-886fc4f253dc, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:50:21.301614 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-a0626e18-d76a-4c0f-9630-9b11799f974a None None] For port 9ca0f17a-d5e7-4cc2-9d6e-886fc4f253dc, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=9ca0f17a-d5e7-4cc2-9d6e-886fc4f253dc,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:50:21.307642 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a0626e18-d76a-4c0f-9630-9b11799f974a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:21.383146 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0626e18-d76a-4c0f-9630-9b11799f974a None None] Pushing event updated for resources: {'Port': ['ID=9ca0f17a-d5e7-4cc2-9d6e-886fc4f253dc,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:21.390075 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ca134e20-b6c0-400e-aab2-6589c9724433 req-52c24ae3-7367-4228-9d0b-5a4452a7f864 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131146 Jul 13 07:50:21.446110 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f9b414fa-3328-48ac-8723-5567e7b889a6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:21.463416 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-f9b414fa-3328-48ac-8723-5567e7b889a6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Transition to ACTIVE for port object 1fd59143-378f-4a4f-a210-fb3dd645c244 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:21.499352 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f9b414fa-3328-48ac-8723-5567e7b889a6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:21.556612 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b414fa-3328-48ac-8723-5567e7b889a6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:21.560065 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-f9b414fa-3328-48ac-8723-5567e7b889a6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:21.564101 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b414fa-3328-48ac-8723-5567e7b889a6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:21.573043 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b414fa-3328-48ac-8723-5567e7b889a6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:21.573730 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f9b414fa-3328-48ac-8723-5567e7b889a6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:21.600645 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b414fa-3328-48ac-8723-5567e7b889a6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Port': ['ID=1fd59143-378f-4a4f-a210-fb3dd645c244,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:21.601478 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f9b414fa-3328-48ac-8723-5567e7b889a6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2423856 Jul 13 07:50:21.609309 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57760) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:21.706443 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9287acf-40d3-4ec3-b209-085dda9346af tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:21.719564 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9287acf-40d3-4ec3-b209-085dda9346af tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:21.720978 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a9287acf-40d3-4ec3-b209-085dda9346af tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1091204 Jul 13 07:50:21.724914 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57764) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:21.842926 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-c9a9f51a-2007-4804-92a1-d5fd4554fb73 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting port 1fd59143-378f-4a4f-a210-fb3dd645c244 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:21.843320 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c9a9f51a-2007-4804-92a1-d5fd4554fb73 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:21.958159 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c9a9f51a-2007-4804-92a1-d5fd4554fb73 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:21.977416 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-c9a9f51a-2007-4804-92a1-d5fd4554fb73 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Calling delete_port for 1fd59143-378f-4a4f-a210-fb3dd645c244 owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:22.151991 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c9a9f51a-2007-4804-92a1-d5fd4554fb73 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:22.199497 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9f51a-2007-4804-92a1-d5fd4554fb73 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Port': ['ID=1fd59143-378f-4a4f-a210-fb3dd645c244,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:22.233413 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a9f51a-2007-4804-92a1-d5fd4554fb73 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:22.234109 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a9f51a-2007-4804-92a1-d5fd4554fb73 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:22.234533 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a9f51a-2007-4804-92a1-d5fd4554fb73 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:22.235049 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a9f51a-2007-4804-92a1-d5fd4554fb73 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:22.236836 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a9f51a-2007-4804-92a1-d5fd4554fb73 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:22.236836 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a9f51a-2007-4804-92a1-d5fd4554fb73 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:22.237443 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a9f51a-2007-4804-92a1-d5fd4554fb73 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:22.237800 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a9f51a-2007-4804-92a1-d5fd4554fb73 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:22.238336 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a9f51a-2007-4804-92a1-d5fd4554fb73 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:22.238941 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a9f51a-2007-4804-92a1-d5fd4554fb73 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:22.240088 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a9f51a-2007-4804-92a1-d5fd4554fb73 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:22.240862 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a9f51a-2007-4804-92a1-d5fd4554fb73 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:50:22.246447 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c9a9f51a-2007-4804-92a1-d5fd4554fb73 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:22.250202 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c9a9f51a-2007-4804-92a1-d5fd4554fb73 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/ports/1fd59143-378f-4a4f-a210-fb3dd645c244 HTTP/1.1" status: 204 len: 168 time: 0.5236757 Jul 13 07:50:22.253805 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57778) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:22.391439 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c673bdd-59e7-40b9-b04f-85ca1af4c930 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:22.393168 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c673bdd-59e7-40b9-b04f-85ca1af4c930 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:22.394762 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3c673bdd-59e7-40b9-b04f-85ca1af4c930 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1386924 Jul 13 07:50:22.398669 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57782) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:22.414329 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b04bee-8294-4297-ab0e-4e2387d45250 req-40a737c2-66d3-4024-bf9f-67be8a4c7ad2 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:22.415936 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-35b04bee-8294-4297-ab0e-4e2387d45250 req-40a737c2-66d3-4024-bf9f-67be8a4c7ad2 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.25 "GET /v2.0/ports?device_id=753235bc-6b8b-431f-84be-f2758da89100 HTTP/1.1" status: 200 len: 945 time: 0.1153841 Jul 13 07:50:22.465053 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 9ca0f17a-d5e7-4cc2-9d6e-886fc4f253dc up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:22.537623 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d9980de-0c39-4b5e-9dae-d5f36d32a40c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting subnet a05e2199-a207-46d0-8a20-3ccefd78070e {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:50:22.541617 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7d9980de-0c39-4b5e-9dae-d5f36d32a40c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:22.575045 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 9ca0f17a-d5e7-4cc2-9d6e-886fc4f253dc completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:22.631805 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7d9980de-0c39-4b5e-9dae-d5f36d32a40c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:22.743918 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7d9980de-0c39-4b5e-9dae-d5f36d32a40c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:22.756409 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-35b04bee-8294-4297-ab0e-4e2387d45250 req-aaf20b6f-12da-48d5-98f0-2789302e26da tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Deleting port 1d1408ea-fbed-4aa8-aef1-44fe113a24ac {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:22.757047 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-35b04bee-8294-4297-ab0e-4e2387d45250 req-aaf20b6f-12da-48d5-98f0-2789302e26da tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:22.829551 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7d9980de-0c39-4b5e-9dae-d5f36d32a40c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:22.849532 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb0469-fa15-4953-9e39-5470e4166b63 req-8a182d04-939d-4cf5-8493-38b37306ffea tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:22.857672 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-84fb0469-fa15-4953-9e39-5470e4166b63 req-8a182d04-939d-4cf5-8493-38b37306ffea tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=753235bc-6b8b-431f-84be-f2758da89100 HTTP/1.1" status: 200 len: 945 time: 0.1555495 Jul 13 07:50:22.882263 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9980de-0c39-4b5e-9dae-d5f36d32a40c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Subnet': ['ID=a05e2199-a207-46d0-8a20-3ccefd78070e,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:22.892175 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7d9980de-0c39-4b5e-9dae-d5f36d32a40c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:22.900824 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7d9980de-0c39-4b5e-9dae-d5f36d32a40c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/a05e2199-a207-46d0-8a20-3ccefd78070e HTTP/1.1" status: 204 len: 168 time: 0.4984908 Jul 13 07:50:22.901047 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ae193627-6e11-4eed-ae1a-9f3f927c5f65 None None] Provisioning for port 9ca0f17a-d5e7-4cc2-9d6e-886fc4f253dc completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:22.901154 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57794) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:22.907518 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ae193627-6e11-4eed-ae1a-9f3f927c5f65 None None] Provisioning complete for port 9ca0f17a-d5e7-4cc2-9d6e-886fc4f253dc triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:22.909289 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ae193627-6e11-4eed-ae1a-9f3f927c5f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:22.933853 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-35b04bee-8294-4297-ab0e-4e2387d45250 req-aaf20b6f-12da-48d5-98f0-2789302e26da tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] For port 1d1408ea-fbed-4aa8-aef1-44fe113a24ac, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=1d1408ea-fbed-4aa8-aef1-44fe113a24ac,segment=NetworkSegment(c6edc23b-b33f-4b68-a90e-006e269af4c2),segment_id=c6edc23b-b33f-4b68-a90e-006e269af4c2)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:22.934214 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-35b04bee-8294-4297-ab0e-4e2387d45250 req-aaf20b6f-12da-48d5-98f0-2789302e26da tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:22.947152 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-84fb0469-fa15-4953-9e39-5470e4166b63 req-b6a5b13f-0831-4e70-aff9-20f3f014dddd tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806324 Jul 13 07:50:22.948858 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ce52658a-f3ad-40a4-9c9d-5a0c0213999e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0464680 Jul 13 07:50:22.951715 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57796) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:22.971146 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-35b04bee-8294-4297-ab0e-4e2387d45250 req-aaf20b6f-12da-48d5-98f0-2789302e26da tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Calling delete_port for 1d1408ea-fbed-4aa8-aef1-44fe113a24ac owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:23.057849 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ae193627-6e11-4eed-ae1a-9f3f927c5f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:23.087099 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77c3963-a889-4d62-8dce-b93773fc3965 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:23.088895 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d77c3963-a889-4d62-8dce-b93773fc3965 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1360488 Jul 13 07:50:23.094443 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57800) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:23.100593 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-ae193627-6e11-4eed-ae1a-9f3f927c5f65 None None] For port 9ca0f17a-d5e7-4cc2-9d6e-886fc4f253dc, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=9ca0f17a-d5e7-4cc2-9d6e-886fc4f253dc,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:23.108700 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ae193627-6e11-4eed-ae1a-9f3f927c5f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:23.180158 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d896ad1-c232-4cef-b205-f60f06bae201 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:23.181165 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8d896ad1-c232-4cef-b205-f60f06bae201 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0854719 Jul 13 07:50:23.186636 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57802) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:23.187008 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f356a4ac-3652-4405-ad62-74bc486a52cd None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:23.212460 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae193627-6e11-4eed-ae1a-9f3f927c5f65 None None] Pushing event updated for resources: {'Port': ['ID=9ca0f17a-d5e7-4cc2-9d6e-886fc4f253dc,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:23.239699 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2530d116-4a83-46b8-af5d-b0728a41b134 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515323 Jul 13 07:50:23.241675 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-35b04bee-8294-4297-ab0e-4e2387d45250 req-aaf20b6f-12da-48d5-98f0-2789302e26da tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:23.245520 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57804) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:23.253551 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-3dcb996d-ae1f-41de-9de8-ebb78e7c8d13 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'subnet': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:23.280827 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['ce36a201-6877-4295-a506-264d465557f8'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:50:23.304424 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf20b6f-12da-48d5-98f0-2789302e26da tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Pushing event deleted for resources: {'Port': ['ID=1d1408ea-fbed-4aa8-aef1-44fe113a24ac,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:23.347881 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-713b3831-1ba1-4f59-8b0b-6bbd6b1ba760 None None] Could not find standard attr ID for object 1fd59143-378f-4a4f-a210-fb3dd645c244. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:50:23.368191 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b04bee-8294-4297-ab0e-4e2387d45250 req-aaf20b6f-12da-48d5-98f0-2789302e26da tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] No DVR routers for this DVR port 1d1408ea-fbed-4aa8-aef1-44fe113a24ac on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:50:23.372488 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-35b04bee-8294-4297-ab0e-4e2387d45250 req-aaf20b6f-12da-48d5-98f0-2789302e26da tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:23.374493 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-35b04bee-8294-4297-ab0e-4e2387d45250 req-aaf20b6f-12da-48d5-98f0-2789302e26da tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.25 "DELETE /v2.0/ports/1d1408ea-fbed-4aa8-aef1-44fe113a24ac HTTP/1.1" status: 204 len: 173 time: 0.9510152 Jul 13 07:50:23.374943 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753235bc-6b8b-431f-84be-f2758da89100', 'name': 'network-vif-deleted', 'tag': '1d1408ea-fbed-4aa8-aef1-44fe113a24ac'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:50:23.377862 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3823275-75fe-4908-a1ec-84f13240ecff" -d '{"events": [{"server_uuid": "753235bc-6b8b-431f-84be-f2758da89100", "name": "network-vif-deleted", "tag": "1d1408ea-fbed-4aa8-aef1-44fe113a24ac"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:50:23.463496 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcb996d-ae1f-41de-9de8-ebb78e7c8d13 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:23.465577 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3dcb996d-ae1f-41de-9de8-ebb78e7c8d13 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:23.509915 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:23.548225 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabde22f-ae63-4bc1-8fa8-2c3748e7c5a2 x-openstack-request-id: req-eabde22f-ae63-4bc1-8fa8-2c3748e7c5a2 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:50:23.548662 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753235bc-6b8b-431f-84be-f2758da89100", "name": "network-vif-deleted", "tag": "1d1408ea-fbed-4aa8-aef1-44fe113a24ac", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:50:23.549021 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eabde22f-ae63-4bc1-8fa8-2c3748e7c5a2 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:50:23.549760 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753235bc-6b8b-431f-84be-f2758da89100', 'name': 'network-vif-deleted', 'tag': '1d1408ea-fbed-4aa8-aef1-44fe113a24ac', 'status': 'completed', 'code': 200} Jul 13 07:50:23.610729 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc88deac-dcfc-49ff-9749-8d9f24754850 None None] DHCP port deletion for 158fbff1-22d7-4aca-970b-c37f2948cd80 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:50:23.666506 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-bc88deac-dcfc-49ff-9749-8d9f24754850 None None] Deleting port 9ca0f17a-d5e7-4cc2-9d6e-886fc4f253dc {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:23.666807 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-bc88deac-dcfc-49ff-9749-8d9f24754850 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:23.690084 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3dcb996d-ae1f-41de-9de8-ebb78e7c8d13 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:23.735061 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-bc88deac-dcfc-49ff-9749-8d9f24754850 None None] For port 9ca0f17a-d5e7-4cc2-9d6e-886fc4f253dc, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=9ca0f17a-d5e7-4cc2-9d6e-886fc4f253dc,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:23.735537 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-bc88deac-dcfc-49ff-9749-8d9f24754850 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:23.748493 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-bc88deac-dcfc-49ff-9749-8d9f24754850 None None] Calling delete_port for 9ca0f17a-d5e7-4cc2-9d6e-886fc4f253dc owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:23.751827 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcb996d-ae1f-41de-9de8-ebb78e7c8d13 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:23.755613 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-3dcb996d-ae1f-41de-9de8-ebb78e7c8d13 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:23.760045 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcb996d-ae1f-41de-9de8-ebb78e7c8d13 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:23.760717 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3dcb996d-ae1f-41de-9de8-ebb78e7c8d13 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:23.766609 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb996d-ae1f-41de-9de8-ebb78e7c8d13 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Subnet': ['ID=9cb8fced-67c5-4812-bab1-8b8029c677e8,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:23.782313 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3dcb996d-ae1f-41de-9de8-ebb78e7c8d13 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5349700 Jul 13 07:50:23.784700 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57812) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:23.794095 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-1ef292c6-0802-4725-9516-f5169e0acd01 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'port': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'mac_address': 'fa:16:3e:49:6e:dc', 'name': 'tempest-NetworksTestDHCPv6-908542865'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:23.840281 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-bc88deac-dcfc-49ff-9749-8d9f24754850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:23.887650 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc88deac-dcfc-49ff-9749-8d9f24754850 None None] Pushing event deleted for resources: {'Port': ['ID=9ca0f17a-d5e7-4cc2-9d6e-886fc4f253dc,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:23.890476 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc88deac-dcfc-49ff-9749-8d9f24754850 None None] No DVR routers for this DVR port 9ca0f17a-d5e7-4cc2-9d6e-886fc4f253dc on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:50:23.910863 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba601779-54b9-42a2-bbb5-f72bf36a2fe1 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:23.951137 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef292c6-0802-4725-9516-f5169e0acd01 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:24.017220 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:24.112661 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1ef292c6-0802-4725-9516-f5169e0acd01 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:24.169690 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-1ef292c6-0802-4725-9516-f5169e0acd01 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] device_id is not set on port 22bee108-820c-4202-b59b-cdfc9a35c3f7 yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:50:24.170079 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f2c7bd-8c18-45fc-8720-401583ad672d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-158fbff1-22d7-4aca-970b-c37f2948cd80', 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'tenant_id': '7d6e874b76834423bf0d18d43bf12c19', 'fixed_ips': [{'subnet_id': '9cb8fced-67c5-4812-bab1-8b8029c677e8'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:50:24.170868 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-43f2c7bd-8c18-45fc-8720-401583ad672d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:24.402227 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 9ca0f17a-d5e7-4cc2-9d6e-886fc4f253dc no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:50:24.411788 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-1ef292c6-0802-4725-9516-f5169e0acd01 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Allocated IP 2001:db8::a5 (158fbff1-22d7-4aca-970b-c37f2948cd80/9cb8fced-67c5-4812-bab1-8b8029c677e8/22bee108-820c-4202-b59b-cdfc9a35c3f7) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:24.446859 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 9ca0f17a-d5e7-4cc2-9d6e-886fc4f253dc {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:50:24.447543 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 9ca0f17a-d5e7-4cc2-9d6e-886fc4f253dc not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:50:24.645441 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1ef292c6-0802-4725-9516-f5169e0acd01 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:24.694735 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-1ef292c6-0802-4725-9516-f5169e0acd01 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Transition to ACTIVE for port object 22bee108-820c-4202-b59b-cdfc9a35c3f7 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:24.737369 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48559c21-6660-46f5-8a4c-af7127c02efb req-be59693a-03ab-4dbb-9fce-47ba8d34223a tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:24.738945 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-48559c21-6660-46f5-8a4c-af7127c02efb req-be59693a-03ab-4dbb-9fce-47ba8d34223a tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/networks?id=24b69256-9cc6-4842-a9e7-33d63bcfcb35 HTTP/1.1" status: 200 len: 806 time: 0.1499779 Jul 13 07:50:24.766580 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-48559c21-6660-46f5-8a4c-af7127c02efb req-7dc36cff-b0be-4044-bd29-fceff493f706 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/quotas/18a71e51b79c4f67b8fe8fda57ef99f6 HTTP/1.1" status: 200 len: 375 time: 0.0211980 Jul 13 07:50:24.774989 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1ef292c6-0802-4725-9516-f5169e0acd01 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:24.822497 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-43f2c7bd-8c18-45fc-8720-401583ad672d None None] Allocated IP 2001:db8::2 (158fbff1-22d7-4aca-970b-c37f2948cd80/9cb8fced-67c5-4812-bab1-8b8029c677e8/8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:24.848997 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef292c6-0802-4725-9516-f5169e0acd01 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:24.856421 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-1ef292c6-0802-4725-9516-f5169e0acd01 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:24.865534 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef292c6-0802-4725-9516-f5169e0acd01 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:24.871345 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef292c6-0802-4725-9516-f5169e0acd01 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:24.871913 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1ef292c6-0802-4725-9516-f5169e0acd01 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:24.894703 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef292c6-0802-4725-9516-f5169e0acd01 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Port': ['ID=22bee108-820c-4202-b59b-cdfc9a35c3f7,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:24.920367 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1ef292c6-0802-4725-9516-f5169e0acd01 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1317232 Jul 13 07:50:24.921280 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57832) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:24.941562 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-48559c21-6660-46f5-8a4c-af7127c02efb req-af9c7fc2-9851-4142-9553-6367b25573ef tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=18a71e51b79c4f67b8fe8fda57ef99f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1642110 Jul 13 07:50:25.009553 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad33525-5332-459d-8616-593ec308fc64 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:25.009801 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 1d1408ea-fbed-4aa8-aef1-44fe113a24ac no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:50:25.011282 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8ad33525-5332-459d-8616-593ec308fc64 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0890374 Jul 13 07:50:25.015224 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57834) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:25.043141 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 1d1408ea-fbed-4aa8-aef1-44fe113a24ac {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:50:25.043661 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 1d1408ea-fbed-4aa8-aef1-44fe113a24ac not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:50:25.069974 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-43f2c7bd-8c18-45fc-8720-401583ad672d None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:25.080522 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-48559c21-6660-46f5-8a4c-af7127c02efb req-abbadb87-5689-458c-8b5a-c15ed8649f30 service neutron] 10.222.0.23 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275594 Jul 13 07:50:25.081243 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-43f2c7bd-8c18-45fc-8720-401583ad672d None None] Transition to ACTIVE for port object 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:25.103817 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-43f2c7bd-8c18-45fc-8720-401583ad672d None None] Transition to ACTIVE for port object 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:25.111846 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-43f2c7bd-8c18-45fc-8720-401583ad672d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:25.156990 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-6ef20b90-d795-4a40-9f55-dfed9b8b3138 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting port 22bee108-820c-4202-b59b-cdfc9a35c3f7 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:25.157670 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6ef20b90-d795-4a40-9f55-dfed9b8b3138 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:25.164083 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f2c7bd-8c18-45fc-8720-401583ad672d None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:25.173396 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-43f2c7bd-8c18-45fc-8720-401583ad672d None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:25.181827 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f2c7bd-8c18-45fc-8720-401583ad672d None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:25.214927 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2c7bd-8c18-45fc-8720-401583ad672d None None] Pushing event updated for resources: {'Port': ['ID=8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:25.219733 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-48559c21-6660-46f5-8a4c-af7127c02efb req-14ddf24c-0771-4128-b6c7-6536088231a5 service neutron] 10.222.0.23 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382864 Jul 13 07:50:25.259724 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-43f2c7bd-8c18-45fc-8720-401583ad672d None None] Attempting to bind port 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:50:25.260475 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-43f2c7bd-8c18-45fc-8720-401583ad672d None None] Attempting to bind port 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:50:25.261060 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f2c7bd-8c18-45fc-8720-401583ad672d None None] Attempting to bind port 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11 on network 158fbff1-22d7-4aca-970b-c37f2948cd80 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:25.268184 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f2c7bd-8c18-45fc-8720-401583ad672d None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:50:25.269009 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f2c7bd-8c18-45fc-8720-401583ad672d None None] Checking segment: {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:25.269648 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-43f2c7bd-8c18-45fc-8720-401583ad672d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:25.270216 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f2c7bd-8c18-45fc-8720-401583ad672d None None] Bound using segment: {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:50:25.271128 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-43f2c7bd-8c18-45fc-8720-401583ad672d None None] Bound port: 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:50:25.271790 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-43f2c7bd-8c18-45fc-8720-401583ad672d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:25.314260 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6ef20b90-d795-4a40-9f55-dfed9b8b3138 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:25.331248 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-6ef20b90-d795-4a40-9f55-dfed9b8b3138 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Calling delete_port for 22bee108-820c-4202-b59b-cdfc9a35c3f7 owned by {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:25.356565 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-43f2c7bd-8c18-45fc-8720-401583ad672d None None] For port 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:50:25.361520 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-43f2c7bd-8c18-45fc-8720-401583ad672d None None] For port 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:50:25.367981 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-43f2c7bd-8c18-45fc-8720-401583ad672d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:25.458943 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2c7bd-8c18-45fc-8720-401583ad672d None None] Pushing event updated for resources: {'Port': ['ID=8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:25.574756 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3741eec9-ce38-466f-a0fe-9a2f24804e01 req-1c434bbe-3d59-4b9b-9035-83ba4228b433 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ea5d657-af09-4153-abf8-f479084ba237 HTTP/1.1" status: 200 len: 210 time: 0.0916855 Jul 13 07:50:25.639540 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6ef20b90-d795-4a40-9f55-dfed9b8b3138 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:25.699911 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef20b90-d795-4a40-9f55-dfed9b8b3138 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Port': ['ID=22bee108-820c-4202-b59b-cdfc9a35c3f7,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:25.750015 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6ef20b90-d795-4a40-9f55-dfed9b8b3138 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:25.754714 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6ef20b90-d795-4a40-9f55-dfed9b8b3138 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/ports/22bee108-820c-4202-b59b-cdfc9a35c3f7 HTTP/1.1" status: 204 len: 168 time: 0.7374523 Jul 13 07:50:25.757571 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57850) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:25.900353 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb08325-88c6-48e5-aa79-90087bbad750 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:25.902546 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb08325-88c6-48e5-aa79-90087bbad750 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:25.905339 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5cb08325-88c6-48e5-aa79-90087bbad750 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1463766 Jul 13 07:50:25.907854 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57852) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:25.994277 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-20cc6750-d06c-47e4-bc74-a53f81265dec tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting subnet 9cb8fced-67c5-4812-bab1-8b8029c677e8 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:50:26.008356 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-20cc6750-d06c-47e4-bc74-a53f81265dec tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:26.079903 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-20cc6750-d06c-47e4-bc74-a53f81265dec tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:26.203407 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-20cc6750-d06c-47e4-bc74-a53f81265dec tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:26.284208 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-20cc6750-d06c-47e4-bc74-a53f81265dec tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:26.330888 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc6750-d06c-47e4-bc74-a53f81265dec tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Subnet': ['ID=9cb8fced-67c5-4812-bab1-8b8029c677e8,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:26.336229 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-20cc6750-d06c-47e4-bc74-a53f81265dec tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:26.339256 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-20cc6750-d06c-47e4-bc74-a53f81265dec tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/9cb8fced-67c5-4812-bab1-8b8029c677e8 HTTP/1.1" status: 204 len: 168 time: 0.4292755 Jul 13 07:50:26.341257 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57856) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:26.394187 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57858) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:26.394602 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-16c4c9cc-c4ae-4d79-b54b-ba475ea2dec3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0514426 Jul 13 07:50:26.428679 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:26.492068 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:26.494656 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46776cb8-b12b-4460-949a-2a058062a03e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:26.504310 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-46776cb8-b12b-4460-949a-2a058062a03e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1087854 Jul 13 07:50:26.507363 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57860) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:26.587565 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a924a72c-0fb2-4362-8361-3b9fe1b93be0 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:26.591823 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a924a72c-0fb2-4362-8361-3b9fe1b93be0 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0830333 Jul 13 07:50:26.592802 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57862) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:26.649571 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-97fe3f14-7d30-4640-8d2f-bf1853e4790f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0552547 Jul 13 07:50:26.653143 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57866) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:26.659569 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-f06f9f9a-7b02-4dfe-b5b3-03cefb57e4d2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'subnet': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:26.799528 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1aca4a95-564f-4999-8a65-159f9a269560 req-6a9c54c0-32fa-4480-9727-05c3b19b3e14 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ea5d657-af09-4153-abf8-f479084ba237 HTTP/1.1" status: 200 len: 210 time: 0.0420594 Jul 13 07:50:26.829858 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06f9f9a-7b02-4dfe-b5b3-03cefb57e4d2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:26.834763 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f06f9f9a-7b02-4dfe-b5b3-03cefb57e4d2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:26.993807 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18de0b5e-034a-441f-9e3a-f7d3af8df0de None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:27.264386 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48559c21-6660-46f5-8a4c-af7127c02efb req-b6e7a9a0-f5c1-4695-85c2-b6897de859e4 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:27.265904 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-48559c21-6660-46f5-8a4c-af7127c02efb req-b6e7a9a0-f5c1-4695-85c2-b6897de859e4 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.25 "GET /v2.0/networks?id=24b69256-9cc6-4842-a9e7-33d63bcfcb35 HTTP/1.1" status: 200 len: 806 time: 0.2311795 Jul 13 07:50:27.268047 n-d-771363-34 neutron-server[94018]: DEBUG neutron.objects.ports [None req-f06f9f9a-7b02-4dfe-b5b3-03cefb57e4d2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94018) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:50:27.287244 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9a464f39-8655-4041-9e0e-3646cddc7545 None None] Provisioning for port 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:27.295416 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9a464f39-8655-4041-9e0e-3646cddc7545 None None] Provisioning complete for port 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:27.295791 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9a464f39-8655-4041-9e0e-3646cddc7545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:27.331943 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-48559c21-6660-46f5-8a4c-af7127c02efb req-205a8181-6796-4039-88e3-fa43e90d7616 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Request body: {'port': {'device_id': '8ea5d657-af09-4153-abf8-f479084ba237', 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35', 'admin_state_up': True, 'tenant_id': '18a71e51b79c4f67b8fe8fda57ef99f6'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:27.448513 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9a464f39-8655-4041-9e0e-3646cddc7545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:27.509136 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48559c21-6660-46f5-8a4c-af7127c02efb req-205a8181-6796-4039-88e3-fa43e90d7616 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Made reservation on behalf of 18a71e51b79c4f67b8fe8fda57ef99f6 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:27.512562 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-48559c21-6660-46f5-8a4c-af7127c02efb req-205a8181-6796-4039-88e3-fa43e90d7616 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:27.535566 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.db.api [None req-9a464f39-8655-4041-9e0e-3646cddc7545 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:50:27.535566 n-d-771363-34 neutron-server[94019]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 13 07:50:27.535566 n-d-771363-34 neutron-server[94019]: [parameters: {'status': 'ACTIVE', 'ports_id': '8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11'}] Jul 13 07:50:27.535566 n-d-771363-34 neutron-server[94019]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:50:27.536904 n-d-771363-34 neutron-server[94019]: DEBUG oslo_db.api [None req-9a464f39-8655-4041-9e0e-3646cddc7545 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:50:27.580154 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f06f9f9a-7b02-4dfe-b5b3-03cefb57e4d2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:27.774037 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-48559c21-6660-46f5-8a4c-af7127c02efb req-205a8181-6796-4039-88e3-fa43e90d7616 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Allocated IP 172.20.0.7 (24b69256-9cc6-4842-a9e7-33d63bcfcb35/e84c320b-7bf6-4a93-a184-7aa85a1e2cdf/bb57e80d-50d6-4106-8e6e-f47be5c98529) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:27.899979 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-f06f9f9a-7b02-4dfe-b5b3-03cefb57e4d2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] For port 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:28.002678 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f06f9f9a-7b02-4dfe-b5b3-03cefb57e4d2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:28.008788 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f06f9f9a-7b02-4dfe-b5b3-03cefb57e4d2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:28.009769 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-98d25632-fb9f-4b90-ad80-5472df9b7d98 req-5642be40-4732-4a22-ba1f-50a23e696682 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ea5d657-af09-4153-abf8-f479084ba237 HTTP/1.1" status: 200 len: 210 time: 0.0471010 Jul 13 07:50:28.121237 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9a464f39-8655-4041-9e0e-3646cddc7545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:28.123867 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f06f9f9a-7b02-4dfe-b5b3-03cefb57e4d2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:28.177841 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-9a464f39-8655-4041-9e0e-3646cddc7545 None None] For port 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:28.187640 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9a464f39-8655-4041-9e0e-3646cddc7545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:28.201593 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f9f9a-7b02-4dfe-b5b3-03cefb57e4d2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Subnet': ['ID=aaceee4f-de01-4679-8656-e1b59b160b4c,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:28.241434 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06f9f9a-7b02-4dfe-b5b3-03cefb57e4d2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:28.267594 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-f06f9f9a-7b02-4dfe-b5b3-03cefb57e4d2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:28.271252 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06f9f9a-7b02-4dfe-b5b3-03cefb57e4d2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:28.272004 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f06f9f9a-7b02-4dfe-b5b3-03cefb57e4d2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:28.277326 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a464f39-8655-4041-9e0e-3646cddc7545 None None] Pushing event updated for resources: {'Port': ['ID=8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11,revision_number=6']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:28.332350 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f9f9a-7b02-4dfe-b5b3-03cefb57e4d2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Port': ['ID=8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11,revision_number=5']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:28.348456 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f06f9f9a-7b02-4dfe-b5b3-03cefb57e4d2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6937912 Jul 13 07:50:28.352052 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57878) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:28.356230 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-48559c21-6660-46f5-8a4c-af7127c02efb req-205a8181-6796-4039-88e3-fa43e90d7616 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:28.357410 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-30714753-8157-4ffe-8627-b104fbfffbf4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'subnet': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:28.390198 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1b73013f-d00e-4a46-bf00-14b4881f3faa None None] Could not find standard attr ID for object 22bee108-820c-4202-b59b-cdfc9a35c3f7. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:50:28.421395 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1b73013f-d00e-4a46-bf00-14b4881f3faa None None] Provisioning complete for port 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:28.421395 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1b73013f-d00e-4a46-bf00-14b4881f3faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:28.444856 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-48559c21-6660-46f5-8a4c-af7127c02efb req-205a8181-6796-4039-88e3-fa43e90d7616 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:28.483539 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['ce36a201-6877-4295-a506-264d465557f8'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:50:28.488627 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5069b3cd-0307-4783-bb76-b112f049599c None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:28.534475 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a8181-6796-4039-88e3-fa43e90d7616 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Pushing event updated for resources: {'Port': ['ID=bb57e80d-50d6-4106-8e6e-f47be5c98529,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:28.554446 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48559c21-6660-46f5-8a4c-af7127c02efb req-205a8181-6796-4039-88e3-fa43e90d7616 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Network 24b69256-9cc6-4842-a9e7-33d63bcfcb35 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:28.561187 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-48559c21-6660-46f5-8a4c-af7127c02efb req-205a8181-6796-4039-88e3-fa43e90d7616 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:28.564452 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-48559c21-6660-46f5-8a4c-af7127c02efb req-205a8181-6796-4039-88e3-fa43e90d7616 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:28.584238 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30714753-8157-4ffe-8627-b104fbfffbf4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:28.593870 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-30714753-8157-4ffe-8627-b104fbfffbf4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:28.631687 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48559c21-6660-46f5-8a4c-af7127c02efb req-205a8181-6796-4039-88e3-fa43e90d7616 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:28.632433 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-48559c21-6660-46f5-8a4c-af7127c02efb req-205a8181-6796-4039-88e3-fa43e90d7616 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:28.657276 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-48559c21-6660-46f5-8a4c-af7127c02efb req-205a8181-6796-4039-88e3-fa43e90d7616 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3810503 Jul 13 07:50:28.673296 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-48559c21-6660-46f5-8a4c-af7127c02efb req-a4b6b1c2-3ef0-43b4-a261-cac54438499f service neutron] Request body: {'port': {'device_id': '8ea5d657-af09-4153-abf8-f479084ba237', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:28.733618 n-d-771363-34 neutron-server[94017]: INFO neutron.db.ipam_backend_mixin [None req-30714753-8157-4ffe-8627-b104fbfffbf4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet aaceee4f-de01-4679-8656-e1b59b160b4c (CIDR: 2001:db8::/64) Jul 13 07:50:28.745242 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-30714753-8157-4ffe-8627-b104fbfffbf4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:50:28.746347 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30714753-8157-4ffe-8627-b104fbfffbf4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:28.770239 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-30714753-8157-4ffe-8627-b104fbfffbf4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4169929 Jul 13 07:50:28.773549 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57880) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:28.779646 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-2221010d-ec42-4a67-857b-23e3a3ed940f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'subnet': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:28.795804 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-48559c21-6660-46f5-8a4c-af7127c02efb req-a4b6b1c2-3ef0-43b4-a261-cac54438499f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:28.954748 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2221010d-ec42-4a67-857b-23e3a3ed940f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:28.959865 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2221010d-ec42-4a67-857b-23e3a3ed940f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:29.268727 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2f56eb1d-1a66-4add-a617-a65f8e00ffde None None] Provisioning complete for port 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:29.269063 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2f56eb1d-1a66-4add-a617-a65f8e00ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:29.275157 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-48559c21-6660-46f5-8a4c-af7127c02efb req-a4b6b1c2-3ef0-43b4-a261-cac54438499f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb57e80d-50d6-4106-8e6e-f47be5c98529 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:50:29.285105 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-48559c21-6660-46f5-8a4c-af7127c02efb req-a4b6b1c2-3ef0-43b4-a261-cac54438499f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:29.309555 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-48559c21-6660-46f5-8a4c-af7127c02efb req-a4b6b1c2-3ef0-43b4-a261-cac54438499f service neutron] Transition to ACTIVE for port object bb57e80d-50d6-4106-8e6e-f47be5c98529 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:29.314791 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-48559c21-6660-46f5-8a4c-af7127c02efb req-a4b6b1c2-3ef0-43b4-a261-cac54438499f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:29.378389 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021368a-bf3b-47a6-a90a-e3b054957a7f req-8f0be126-4e32-47c5-8d3a-63850fbce410 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:29.380842 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2221010d-ec42-4a67-857b-23e3a3ed940f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:29.386985 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1021368a-bf3b-47a6-a90a-e3b054957a7f req-8f0be126-4e32-47c5-8d3a-63850fbce410 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ea5d657-af09-4153-abf8-f479084ba237 HTTP/1.1" status: 200 len: 931 time: 0.1609905 Jul 13 07:50:29.433671 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2221010d-ec42-4a67-857b-23e3a3ed940f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:29.440558 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-2221010d-ec42-4a67-857b-23e3a3ed940f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:29.450378 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fc8b99-bcf3-496d-b73a-fea72d32703f None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:29.454089 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2221010d-ec42-4a67-857b-23e3a3ed940f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:29.455770 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2221010d-ec42-4a67-857b-23e3a3ed940f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:29.474636 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2221010d-ec42-4a67-857b-23e3a3ed940f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Subnet': ['ID=e1e4732c-051f-4145-951d-589952abc32e,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:29.486512 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2221010d-ec42-4a67-857b-23e3a3ed940f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7116492 Jul 13 07:50:29.490025 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57886) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:29.500118 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-790a7ac6-f6ec-47dd-8c5a-79c9add17bf9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'port': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'mac_address': 'fa:16:3e:74:29:a4', 'name': 'tempest-NetworksTestDHCPv6-233056628'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:29.674602 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790a7ac6-f6ec-47dd-8c5a-79c9add17bf9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:29.806449 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-790a7ac6-f6ec-47dd-8c5a-79c9add17bf9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:29.811829 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac1ad08-bdba-402e-922f-fc7245a87d2a None None] Update dhcp port {'port': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'fixed_ips': [{'subnet_id': 'aaceee4f-de01-4679-8656-e1b59b160b4c', 'ip_address': '2001:db8::f816:3eff:fef4:d363'}, {'subnet_id': 'e1e4732c-051f-4145-951d-589952abc32e'}], 'binding:host_id': 'n-d-771363-34'}, 'id': '8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11'} from n-d-771363-34. {{(pid=94019) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:50:29.830510 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b6b1c2-3ef0-43b4-a261-cac54438499f service neutron] Pushing event updated for resources: {'Port': ['ID=bb57e80d-50d6-4106-8e6e-f47be5c98529,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:29.843674 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-790a7ac6-f6ec-47dd-8c5a-79c9add17bf9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] device_id is not set on port 4c8be805-e3f7-4bb4-a6c7-604e60fdbcb1 yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:50:29.869314 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1021368a-bf3b-47a6-a90a-e3b054957a7f req-32833db0-db5c-4e26-bea8-83d2a5a4ce63 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4800918 Jul 13 07:50:29.872362 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-dac1ad08-bdba-402e-922f-fc7245a87d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:29.916493 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-48559c21-6660-46f5-8a4c-af7127c02efb req-a4b6b1c2-3ef0-43b4-a261-cac54438499f service neutron] Attempting to bind port bb57e80d-50d6-4106-8e6e-f47be5c98529 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:50:29.916830 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-48559c21-6660-46f5-8a4c-af7127c02efb req-a4b6b1c2-3ef0-43b4-a261-cac54438499f service neutron] Attempting to bind port bb57e80d-50d6-4106-8e6e-f47be5c98529 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'c6edc23b-b33f-4b68-a90e-006e269af4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:50:29.917164 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48559c21-6660-46f5-8a4c-af7127c02efb req-a4b6b1c2-3ef0-43b4-a261-cac54438499f service neutron] Attempting to bind port bb57e80d-50d6-4106-8e6e-f47be5c98529 on network 24b69256-9cc6-4842-a9e7-33d63bcfcb35 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:29.922366 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48559c21-6660-46f5-8a4c-af7127c02efb req-a4b6b1c2-3ef0-43b4-a261-cac54438499f service neutron] Port bb57e80d-50d6-4106-8e6e-f47be5c98529 on network 24b69256-9cc6-4842-a9e7-33d63bcfcb35 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:50:29.922702 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48559c21-6660-46f5-8a4c-af7127c02efb req-a4b6b1c2-3ef0-43b4-a261-cac54438499f service neutron] Attempting to bind port bb57e80d-50d6-4106-8e6e-f47be5c98529 on network 24b69256-9cc6-4842-a9e7-33d63bcfcb35 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:29.929302 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48559c21-6660-46f5-8a4c-af7127c02efb req-a4b6b1c2-3ef0-43b4-a261-cac54438499f service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:50:29.929646 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48559c21-6660-46f5-8a4c-af7127c02efb req-a4b6b1c2-3ef0-43b4-a261-cac54438499f service neutron] Checking segment: {'id': 'c6edc23b-b33f-4b68-a90e-006e269af4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:29.930036 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48559c21-6660-46f5-8a4c-af7127c02efb req-a4b6b1c2-3ef0-43b4-a261-cac54438499f service neutron] Bound using segment: {'id': 'c6edc23b-b33f-4b68-a90e-006e269af4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:50:29.930477 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-48559c21-6660-46f5-8a4c-af7127c02efb req-a4b6b1c2-3ef0-43b4-a261-cac54438499f service neutron] Bound port: bb57e80d-50d6-4106-8e6e-f47be5c98529, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6edc23b-b33f-4b68-a90e-006e269af4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:50:29.930916 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-48559c21-6660-46f5-8a4c-af7127c02efb req-a4b6b1c2-3ef0-43b4-a261-cac54438499f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:30.016694 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-48559c21-6660-46f5-8a4c-af7127c02efb req-a4b6b1c2-3ef0-43b4-a261-cac54438499f service neutron] For port bb57e80d-50d6-4106-8e6e-f47be5c98529, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:50:30.022115 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-48559c21-6660-46f5-8a4c-af7127c02efb req-a4b6b1c2-3ef0-43b4-a261-cac54438499f service neutron] For port bb57e80d-50d6-4106-8e6e-f47be5c98529, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=bb57e80d-50d6-4106-8e6e-f47be5c98529,segment=NetworkSegment(c6edc23b-b33f-4b68-a90e-006e269af4c2),segment_id=c6edc23b-b33f-4b68-a90e-006e269af4c2)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:50:30.027028 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-48559c21-6660-46f5-8a4c-af7127c02efb req-a4b6b1c2-3ef0-43b4-a261-cac54438499f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:30.069579 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48559c21-6660-46f5-8a4c-af7127c02efb req-a4b6b1c2-3ef0-43b4-a261-cac54438499f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:30.070457 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-48559c21-6660-46f5-8a4c-af7127c02efb req-a4b6b1c2-3ef0-43b4-a261-cac54438499f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:30.071915 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-48559c21-6660-46f5-8a4c-af7127c02efb req-a4b6b1c2-3ef0-43b4-a261-cac54438499f service neutron] 10.222.0.25 "PUT /v2.0/ports/bb57e80d-50d6-4106-8e6e-f47be5c98529 HTTP/1.1" status: 200 len: 1092 time: 1.4082303 Jul 13 07:50:30.072372 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ea5d657-af09-4153-abf8-f479084ba237', 'tag': 'bb57e80d-50d6-4106-8e6e-f47be5c98529'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:50:30.074816 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106e09a9-7539-4e40-a9d5-341a457d785d" -d '{"events": [{"name": "network-changed", "server_uuid": "8ea5d657-af09-4153-abf8-f479084ba237", "tag": "bb57e80d-50d6-4106-8e6e-f47be5c98529"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:50:30.120615 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-790a7ac6-f6ec-47dd-8c5a-79c9add17bf9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Allocated IP 2001:db8:0:1::376 (158fbff1-22d7-4aca-970b-c37f2948cd80/e1e4732c-051f-4145-951d-589952abc32e/4c8be805-e3f7-4bb4-a6c7-604e60fdbcb1) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:30.131109 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-790a7ac6-f6ec-47dd-8c5a-79c9add17bf9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Allocated IP 2001:db8::f816:3eff:fe74:29a4 (158fbff1-22d7-4aca-970b-c37f2948cd80/aaceee4f-de01-4679-8656-e1b59b160b4c/4c8be805-e3f7-4bb4-a6c7-604e60fdbcb1) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:30.155428 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3233a576-b140-441f-b3cd-630824f25b1e x-openstack-request-id: req-3233a576-b140-441f-b3cd-630824f25b1e {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:50:30.155926 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ea5d657-af09-4153-abf8-f479084ba237", "tag": "bb57e80d-50d6-4106-8e6e-f47be5c98529", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:50:30.156201 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3233a576-b140-441f-b3cd-630824f25b1e {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:50:30.156598 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ea5d657-af09-4153-abf8-f479084ba237', 'tag': 'bb57e80d-50d6-4106-8e6e-f47be5c98529', 'status': 'completed', 'code': 200} Jul 13 07:50:30.172019 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b6b1c2-3ef0-43b4-a261-cac54438499f service neutron] Pushing event updated for resources: {'Port': ['ID=bb57e80d-50d6-4106-8e6e-f47be5c98529,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:30.199778 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48559c21-6660-46f5-8a4c-af7127c02efb req-cbfb6cb4-aaec-4512-af55-63ea2edee3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:30.201781 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-48559c21-6660-46f5-8a4c-af7127c02efb req-cbfb6cb4-aaec-4512-af55-63ea2edee3e3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=18a71e51b79c4f67b8fe8fda57ef99f6&device_id=8ea5d657-af09-4153-abf8-f479084ba237 HTTP/1.1" status: 200 len: 1095 time: 0.0894916 Jul 13 07:50:30.241296 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-afd14d86-2ad5-445d-9736-63150b3e0190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:30.253778 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-48559c21-6660-46f5-8a4c-af7127c02efb req-cf664911-4aab-4a29-93b1-9b80070a4777 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb57e80d-50d6-4106-8e6e-f47be5c98529 HTTP/1.1" status: 200 len: 217 time: 0.0446274 Jul 13 07:50:30.340278 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48559c21-6660-46f5-8a4c-af7127c02efb req-012bd4e1-40e7-4317-910b-3de86122e5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:30.341789 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-48559c21-6660-46f5-8a4c-af7127c02efb req-012bd4e1-40e7-4317-910b-3de86122e5bd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e84c320b-7bf6-4a93-a184-7aa85a1e2cdf HTTP/1.1" status: 200 len: 846 time: 0.0818098 Jul 13 07:50:30.378656 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1cc149c6-93a6-49d3-888a-8c92c9e86693 req-225c1b4f-b20b-40ea-9f8e-39b06b0c953c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b2ab1022-ac0f-41e9-ab52-9278b9203e24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1645706 Jul 13 07:50:30.395858 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-790a7ac6-f6ec-47dd-8c5a-79c9add17bf9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:30.402401 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-48559c21-6660-46f5-8a4c-af7127c02efb req-1aef30fc-b1a1-4fa6-bcb5-2dae52411ad8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=24b69256-9cc6-4842-a9e7-33d63bcfcb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521524 Jul 13 07:50:30.424311 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-790a7ac6-f6ec-47dd-8c5a-79c9add17bf9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Transition to ACTIVE for port object 4c8be805-e3f7-4bb4-a6c7-604e60fdbcb1 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:30.431711 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:30.498789 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:30.499089 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:30.524230 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-790a7ac6-f6ec-47dd-8c5a-79c9add17bf9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:30.551290 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-48559c21-6660-46f5-8a4c-af7127c02efb req-19497efe-44cc-4c44-a2f0-95b893ed3d44 service neutron] 10.222.0.25 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413319 Jul 13 07:50:30.577031 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc149c6-93a6-49d3-888a-8c92c9e86693 req-47e8c154-d3d8-41dc-8ac4-9b7bc9cd1fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:30.578884 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1cc149c6-93a6-49d3-888a-8c92c9e86693 req-47e8c154-d3d8-41dc-8ac4-9b7bc9cd1fe4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=18a71e51b79c4f67b8fe8fda57ef99f6&device_id=b2ab1022-ac0f-41e9-ab52-9278b9203e24 HTTP/1.1" status: 200 len: 1098 time: 0.1395679 Jul 13 07:50:30.605728 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790a7ac6-f6ec-47dd-8c5a-79c9add17bf9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:30.630920 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-dac1ad08-bdba-402e-922f-fc7245a87d2a None None] Allocated IP 2001:db8:0:1::2 (158fbff1-22d7-4aca-970b-c37f2948cd80/e1e4732c-051f-4145-951d-589952abc32e/8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:30.725289 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc149c6-93a6-49d3-888a-8c92c9e86693 req-ac6b6719-5620-4b94-a5be-8bfe8c7b1161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:30.726803 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1cc149c6-93a6-49d3-888a-8c92c9e86693 req-ac6b6719-5620-4b94-a5be-8bfe8c7b1161 service neutron] 10.222.0.42 "GET /v2.0/networks?id=24b69256-9cc6-4842-a9e7-33d63bcfcb35 HTTP/1.1" status: 200 len: 907 time: 0.1219096 Jul 13 07:50:30.730722 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-790a7ac6-f6ec-47dd-8c5a-79c9add17bf9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:30.750368 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-48559c21-6660-46f5-8a4c-af7127c02efb req-18e5aa44-c41b-4197-a32d-084846a9b422 service neutron] 10.222.0.25 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925910 Jul 13 07:50:30.760465 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790a7ac6-f6ec-47dd-8c5a-79c9add17bf9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:30.768714 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790a7ac6-f6ec-47dd-8c5a-79c9add17bf9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:30.769403 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-790a7ac6-f6ec-47dd-8c5a-79c9add17bf9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:30.810670 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-dac1ad08-bdba-402e-922f-fc7245a87d2a None None] For port 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:30.818170 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57896) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:30.832282 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1cc149c6-93a6-49d3-888a-8c92c9e86693 req-6d8fcca0-1ed7-47b4-88ac-0d9cc50c4573 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce36a201-6877-4295-a506-264d465557f8 HTTP/1.1" status: 200 len: 217 time: 0.0973864 Jul 13 07:50:30.838246 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a7ac6-f6ec-47dd-8c5a-79c9add17bf9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Port': ['ID=4c8be805-e3f7-4bb4-a6c7-604e60fdbcb1,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:30.859997 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-790a7ac6-f6ec-47dd-8c5a-79c9add17bf9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3663533 Jul 13 07:50:30.872007 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-dac1ad08-bdba-402e-922f-fc7245a87d2a None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:30.889735 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57900) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:30.891704 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-dac1ad08-bdba-402e-922f-fc7245a87d2a None None] Transition to ACTIVE for port object 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:30.900813 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-dac1ad08-bdba-402e-922f-fc7245a87d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:30.962617 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc149c6-93a6-49d3-888a-8c92c9e86693 req-a3a40c4a-dda2-4f1f-9f3c-68e2302198f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:30.966639 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1cc149c6-93a6-49d3-888a-8c92c9e86693 req-a3a40c4a-dda2-4f1f-9f3c-68e2302198f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e84c320b-7bf6-4a93-a184-7aa85a1e2cdf HTTP/1.1" status: 200 len: 846 time: 0.1251345 Jul 13 07:50:31.036769 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1cc149c6-93a6-49d3-888a-8c92c9e86693 req-e6ef364e-ec01-43cf-acf3-8840faabcaad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=24b69256-9cc6-4842-a9e7-33d63bcfcb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623868 Jul 13 07:50:31.044263 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e09a9-7539-4e40-a9d5-341a457d785d req-ddd7bc47-b0cb-43ea-8afd-494658441c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:31.045826 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-106e09a9-7539-4e40-a9d5-341a457d785d req-ddd7bc47-b0cb-43ea-8afd-494658441c17 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=18a71e51b79c4f67b8fe8fda57ef99f6&device_id=8ea5d657-af09-4153-abf8-f479084ba237 HTTP/1.1" status: 200 len: 1095 time: 0.2374918 Jul 13 07:50:31.094864 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac1ad08-bdba-402e-922f-fc7245a87d2a None None] Pushing event updated for resources: {'Port': ['ID=8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11,revision_number=7']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:31.149544 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-535b4769-d5c1-4575-a4e8-7acc64738c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:31.183532 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-b7f66cd9-fef9-4111-9e79-38c63c8cee68 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting port 4c8be805-e3f7-4bb4-a6c7-604e60fdbcb1 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:31.183913 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b7f66cd9-fef9-4111-9e79-38c63c8cee68 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:31.307055 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e09a9-7539-4e40-a9d5-341a457d785d req-7b096227-f77c-47eb-bff9-13e29cef0cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:31.308617 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-106e09a9-7539-4e40-a9d5-341a457d785d req-7b096227-f77c-47eb-bff9-13e29cef0cd6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=24b69256-9cc6-4842-a9e7-33d63bcfcb35 HTTP/1.1" status: 200 len: 907 time: 0.2530892 Jul 13 07:50:31.370880 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b7f66cd9-fef9-4111-9e79-38c63c8cee68 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:31.374910 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-106e09a9-7539-4e40-a9d5-341a457d785d req-0d517393-1f9f-452e-817c-41eec4e8d8a3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb57e80d-50d6-4106-8e6e-f47be5c98529 HTTP/1.1" status: 200 len: 217 time: 0.0588343 Jul 13 07:50:31.414075 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466d5ee-1c1e-4979-8001-5966d1aecf26 req-1d1c0685-a00a-49f7-babd-fc3a1e33ab13 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:31.419286 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0466d5ee-1c1e-4979-8001-5966d1aecf26 req-1d1c0685-a00a-49f7-babd-fc3a1e33ab13 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ea5d657-af09-4153-abf8-f479084ba237 HTTP/1.1" status: 200 len: 943 time: 0.2967615 Jul 13 07:50:31.420418 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-b7f66cd9-fef9-4111-9e79-38c63c8cee68 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Calling delete_port for 4c8be805-e3f7-4bb4-a6c7-604e60fdbcb1 owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:31.552811 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e09a9-7539-4e40-a9d5-341a457d785d req-1b628af3-7421-42e1-9586-b7939903b6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:31.554348 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-106e09a9-7539-4e40-a9d5-341a457d785d req-1b628af3-7421-42e1-9586-b7939903b6cb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e84c320b-7bf6-4a93-a184-7aa85a1e2cdf HTTP/1.1" status: 200 len: 846 time: 0.1683884 Jul 13 07:50:31.563475 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0466d5ee-1c1e-4979-8001-5966d1aecf26 req-ce997041-0be3-47ae-8ea0-cfc540ab28a8 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109982 Jul 13 07:50:31.614102 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-106e09a9-7539-4e40-a9d5-341a457d785d req-3546ef03-888d-4ea5-beb2-49da3dab1834 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=24b69256-9cc6-4842-a9e7-33d63bcfcb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423765 Jul 13 07:50:31.652753 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1cc149c6-93a6-49d3-888a-8c92c9e86693 req-7f98a0fb-3997-4337-8349-d7993bcf3a8b service neutron] 10.222.0.42 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5997403 Jul 13 07:50:31.767966 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-106e09a9-7539-4e40-a9d5-341a457d785d req-bcbe7162-a781-47b2-81f3-5cc645e59a8e service neutron] 10.222.0.25 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518021 Jul 13 07:50:31.808516 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1cc149c6-93a6-49d3-888a-8c92c9e86693 req-fe12b695-aabd-4dee-b8a7-24413b23a1b6 service neutron] 10.222.0.42 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457229 Jul 13 07:50:31.886658 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b7f66cd9-fef9-4111-9e79-38c63c8cee68 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:31.928818 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f66cd9-fef9-4111-9e79-38c63c8cee68 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Port': ['ID=4c8be805-e3f7-4bb4-a6c7-604e60fdbcb1,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:31.981923 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-535b4769-d5c1-4575-a4e8-7acc64738c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:31.987690 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-535b4769-d5c1-4575-a4e8-7acc64738c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:31.992900 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-106e09a9-7539-4e40-a9d5-341a457d785d req-aadbca05-6f9e-4966-90a0-a94d30637abb service neutron] 10.222.0.25 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164087 Jul 13 07:50:31.996308 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b7f66cd9-fef9-4111-9e79-38c63c8cee68 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:31.998376 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b7f66cd9-fef9-4111-9e79-38c63c8cee68 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/ports/4c8be805-e3f7-4bb4-a6c7-604e60fdbcb1 HTTP/1.1" status: 204 len: 168 time: 1.0975087 Jul 13 07:50:32.000948 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57906) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:32.058004 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b4769-d5c1-4575-a4e8-7acc64738c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cfd4f8-38d1-4cd0-8632-9065c82aee0c,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:32.066214 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-535b4769-d5c1-4575-a4e8-7acc64738c4a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8f6fd85b2d0043caa7d8a09c3e3adda3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2439392 Jul 13 07:50:32.070185 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57908) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:32.096176 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b2c01a-25b1-48c2-a4ac-0dfc639d94ee tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:32.097794 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-29b2c01a-25b1-48c2-a4ac-0dfc639d94ee tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0958979 Jul 13 07:50:32.101539 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57910) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:32.168518 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-07c98945-72ac-4d4d-b412-2c9956a2eadc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:32.192638 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-07c98945-72ac-4d4d-b412-2c9956a2eadc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:32.195655 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dcb62d-6bb3-4634-b943-324902a6dee5 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:32.198428 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a1dcb62d-6bb3-4634-b943-324902a6dee5 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0951216 Jul 13 07:50:32.200684 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57912) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:32.253906 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-dee26426-b876-4b38-aed6-fc2802e75e0c None None] Provisioning for port 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:32.260063 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-dee26426-b876-4b38-aed6-fc2802e75e0c None None] Provisioning complete for port 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:32.260619 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-dee26426-b876-4b38-aed6-fc2802e75e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:32.263354 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8321d81-21b5-4f2a-80b9-3fcbf4e099c9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:32.263644 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-07c98945-72ac-4d4d-b412-2c9956a2eadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:32.264575 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8321d81-21b5-4f2a-80b9-3fcbf4e099c9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:32.266161 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-07c98945-72ac-4d4d-b412-2c9956a2eadc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:32.266364 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8321d81-21b5-4f2a-80b9-3fcbf4e099c9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:32.270928 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-07c98945-72ac-4d4d-b412-2c9956a2eadc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a9cfd4f8-38d1-4cd0-8632-9065c82aee0c HTTP/1.1" status: 204 len: 168 time: 0.1984718 Jul 13 07:50:32.271925 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a8321d81-21b5-4f2a-80b9-3fcbf4e099c9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0698075 Jul 13 07:50:32.272079 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57916) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:32.289053 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c98945-72ac-4d4d-b412-2c9956a2eadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cfd4f8-38d1-4cd0-8632-9065c82aee0c,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:32.413812 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d3d08af-54d9-4ac0-a70a-36884a4622f5 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting subnet aaceee4f-de01-4679-8656-e1b59b160b4c {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:50:32.415447 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:32.420973 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4d3d08af-54d9-4ac0-a70a-36884a4622f5 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:32.484597 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4d3d08af-54d9-4ac0-a70a-36884a4622f5 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:32.517993 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:32.519020 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:32.593049 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f2565bec-e55f-40cc-a761-d1a6fc8e3f62 None None] Could not find standard attr ID for object 4c8be805-e3f7-4bb4-a6c7-604e60fdbcb1. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:50:32.668662 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4d3d08af-54d9-4ac0-a70a-36884a4622f5 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:32.812477 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4d3d08af-54d9-4ac0-a70a-36884a4622f5 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:32.846541 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d08af-54d9-4ac0-a70a-36884a4622f5 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Subnet': ['ID=aaceee4f-de01-4679-8656-e1b59b160b4c,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:32.855479 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4d3d08af-54d9-4ac0-a70a-36884a4622f5 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:32.857492 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4d3d08af-54d9-4ac0-a70a-36884a4622f5 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/aaceee4f-de01-4679-8656-e1b59b160b4c HTTP/1.1" status: 204 len: 168 time: 0.5831380 Jul 13 07:50:32.860260 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57920) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:32.889360 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c747cc24-6859-4a01-9a02-7c1706d4cf86 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:32.906051 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b13ed2-dee3-4797-a0ba-8198d5a902e9 req-0478df44-b01a-494b-a003-a8875018810b tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:32.907681 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-08b13ed2-dee3-4797-a0ba-8198d5a902e9 req-0478df44-b01a-494b-a003-a8875018810b tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ea5d657-af09-4153-abf8-f479084ba237 HTTP/1.1" status: 200 len: 943 time: 0.0934336 Jul 13 07:50:32.932479 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a4e6da4-f87f-4f50-84fc-b2e9adb3de45 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting subnet e1e4732c-051f-4145-951d-589952abc32e {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:50:32.937099 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2a4e6da4-f87f-4f50-84fc-b2e9adb3de45 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:32.961088 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-08b13ed2-dee3-4797-a0ba-8198d5a902e9 req-6e0b444a-5e95-451f-8791-b95655e77a20 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459526 Jul 13 07:50:32.993295 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2a4e6da4-f87f-4f50-84fc-b2e9adb3de45 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:33.047476 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device bb57e80d-50d6-4106-8e6e-f47be5c98529 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:50:33.095423 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2a4e6da4-f87f-4f50-84fc-b2e9adb3de45 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:33.157181 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-32c5dd3c-d1d6-4b92-b54f-3f2f4553906d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:33.160538 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2a4e6da4-f87f-4f50-84fc-b2e9adb3de45 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:33.184483 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port bb57e80d-50d6-4106-8e6e-f47be5c98529, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=bb57e80d-50d6-4106-8e6e-f47be5c98529,segment=NetworkSegment(c6edc23b-b33f-4b68-a90e-006e269af4c2),segment_id=c6edc23b-b33f-4b68-a90e-006e269af4c2)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:33.192884 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e6da4-f87f-4f50-84fc-b2e9adb3de45 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Subnet': ['ID=e1e4732c-051f-4145-951d-589952abc32e,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:33.195850 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:33.199466 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': 'bb57e80d-50d6-4106-8e6e-f47be5c98529', 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35', 'port_id': 'bb57e80d-50d6-4106-8e6e-f47be5c98529', 'mac_address': 'fa:16:3e:12:ca:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84c320b-7bf6-4a93-a184-7aa85a1e2cdf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:50:33.202807 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2a4e6da4-f87f-4f50-84fc-b2e9adb3de45 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:33.207098 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2a4e6da4-f87f-4f50-84fc-b2e9adb3de45 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/e1e4732c-051f-4145-951d-589952abc32e HTTP/1.1" status: 204 len: 168 time: 0.3425317 Jul 13 07:50:33.207391 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57922) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:33.247918 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:33.253781 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-fa807b03-db3e-4b58-96b5-4ed35637f62e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0446565 Jul 13 07:50:33.256412 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57924) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:33.261384 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-f5aa93b5-b432-4bd6-9892-4c1f624ebcb1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'subnet': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:33.265966 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb57e80d-50d6-4106-8e6e-f47be5c98529 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:50:33.288006 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port bb57e80d-50d6-4106-8e6e-f47be5c98529, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=bb57e80d-50d6-4106-8e6e-f47be5c98529,segment=NetworkSegment(c6edc23b-b33f-4b68-a90e-006e269af4c2),segment_id=c6edc23b-b33f-4b68-a90e-006e269af4c2)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:33.292472 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:33.348086 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=bb57e80d-50d6-4106-8e6e-f47be5c98529,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:33.360768 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5aa93b5-b432-4bd6-9892-4c1f624ebcb1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:33.364479 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f5aa93b5-b432-4bd6-9892-4c1f624ebcb1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:33.506074 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['bb57e80d-50d6-4106-8e6e-f47be5c98529'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:50:33.718292 n-d-771363-34 neutron-server[94018]: DEBUG neutron.objects.ports [None req-f5aa93b5-b432-4bd6-9892-4c1f624ebcb1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94018) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:50:33.772371 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1d0fc2-74fc-4e8b-9f2b-f4642c75a2a0 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:33.855808 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-554e4b32-4aa2-44cf-b2f3-23bb36468117 None None] Provisioning complete for port 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:33.856177 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-554e4b32-4aa2-44cf-b2f3-23bb36468117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:33.900724 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f5aa93b5-b432-4bd6-9892-4c1f624ebcb1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:34.072237 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-f5aa93b5-b432-4bd6-9892-4c1f624ebcb1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] For port 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:34.110340 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:34.138210 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f5aa93b5-b432-4bd6-9892-4c1f624ebcb1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:34.146393 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f5aa93b5-b432-4bd6-9892-4c1f624ebcb1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:34.193850 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f5aa93b5-b432-4bd6-9892-4c1f624ebcb1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:34.265829 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa93b5-b432-4bd6-9892-4c1f624ebcb1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Port': ['ID=8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11,revision_number=11']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:34.273301 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5aa93b5-b432-4bd6-9892-4c1f624ebcb1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:34.284805 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923376a-372c-4c93-8003-7cc661131413 req-4889e052-fed4-45c8-9500-df18c83b3eac tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:34.286965 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5923376a-372c-4c93-8003-7cc661131413 req-4889e052-fed4-45c8-9500-df18c83b3eac tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ea5d657-af09-4153-abf8-f479084ba237 HTTP/1.1" status: 200 len: 944 time: 0.1940300 Jul 13 07:50:34.290360 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-f5aa93b5-b432-4bd6-9892-4c1f624ebcb1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:34.294728 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5aa93b5-b432-4bd6-9892-4c1f624ebcb1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:34.295356 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f5aa93b5-b432-4bd6-9892-4c1f624ebcb1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:34.300268 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa93b5-b432-4bd6-9892-4c1f624ebcb1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Subnet': ['ID=b23bc214-116a-4b90-bb07-4adb73bef480,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:34.329109 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f5aa93b5-b432-4bd6-9892-4c1f624ebcb1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0707145 Jul 13 07:50:34.332723 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57928) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:34.338393 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-26f9ef06-e3af-4334-abb9-d04b56ac1fff tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'subnet': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:34.361798 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:34.379036 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5923376a-372c-4c93-8003-7cc661131413 req-56b235d4-5f77-4e54-917a-c1a16bc345ec tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806992 Jul 13 07:50:34.422676 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:34.423042 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:34.479134 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f9ef06-e3af-4334-abb9-d04b56ac1fff tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:34.483151 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-26f9ef06-e3af-4334-abb9-d04b56ac1fff tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:34.591446 n-d-771363-34 neutron-server[94018]: INFO neutron.db.ipam_backend_mixin [None req-26f9ef06-e3af-4334-abb9-d04b56ac1fff tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b23bc214-116a-4b90-bb07-4adb73bef480 (CIDR: 2001:db8::/64) Jul 13 07:50:34.594592 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-26f9ef06-e3af-4334-abb9-d04b56ac1fff tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:50:34.595169 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26f9ef06-e3af-4334-abb9-d04b56ac1fff tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:34.610711 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-26f9ef06-e3af-4334-abb9-d04b56ac1fff tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2764325 Jul 13 07:50:34.613306 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57930) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:34.623496 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-3229b27e-f8dc-41ff-8a48-146bdd07aaea tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'subnet': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:34.745256 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3229b27e-f8dc-41ff-8a48-146bdd07aaea tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:34.749154 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3229b27e-f8dc-41ff-8a48-146bdd07aaea tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:34.751131 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34393802-bfb6-42d4-9eea-502dad68ccc8 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:34.859816 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a4197a89-c07a-4132-a21f-4634d365e5fe None None] Provisioning complete for port 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:34.860082 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a4197a89-c07a-4132-a21f-4634d365e5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:34.999936 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3229b27e-f8dc-41ff-8a48-146bdd07aaea tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.052183 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3229b27e-f8dc-41ff-8a48-146bdd07aaea tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:35.057994 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-3229b27e-f8dc-41ff-8a48-146bdd07aaea tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:35.062331 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3229b27e-f8dc-41ff-8a48-146bdd07aaea tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:35.062925 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3229b27e-f8dc-41ff-8a48-146bdd07aaea tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.066673 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229b27e-f8dc-41ff-8a48-146bdd07aaea tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Subnet': ['ID=f13da647-8a8d-4148-a590-fc8ad99cded0,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:35.086445 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3229b27e-f8dc-41ff-8a48-146bdd07aaea tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4685900 Jul 13 07:50:35.086445 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57932) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:35.091414 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-d3386176-a579-4d65-a6d9-315d4d22a3d1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'port': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'mac_address': 'fa:16:3e:81:f5:47', 'name': 'tempest-NetworksTestDHCPv6-1391542998'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:35.097587 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device bb57e80d-50d6-4106-8e6e-f47be5c98529 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:35.229728 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3386176-a579-4d65-a6d9-315d4d22a3d1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:35.293618 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d9188d-ffd0-4721-bba7-002eb6771911 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:35.336866 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d3386176-a579-4d65-a6d9-315d4d22a3d1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.358197 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-d3386176-a579-4d65-a6d9-315d4d22a3d1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] device_id is not set on port 50a38094-44b8-4d11-b75b-b81c4eaa7a86 yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:50:35.378172 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-248b9f22-b242-4ce1-b2ff-7344ae818213 None None] Provisioning complete for port 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:35.378786 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-248b9f22-b242-4ce1-b2ff-7344ae818213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.437191 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port bb57e80d-50d6-4106-8e6e-f47be5c98529 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:35.462717 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port bb57e80d-50d6-4106-8e6e-f47be5c98529 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:35.463085 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.562254 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-d3386176-a579-4d65-a6d9-315d4d22a3d1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Allocated IP 2001:db8:0:1::2e2 (158fbff1-22d7-4aca-970b-c37f2948cd80/f13da647-8a8d-4148-a590-fc8ad99cded0/50a38094-44b8-4d11-b75b-b81c4eaa7a86) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:35.571610 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-d3386176-a579-4d65-a6d9-315d4d22a3d1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Allocated IP 2001:db8::f816:3eff:fe81:f547 (158fbff1-22d7-4aca-970b-c37f2948cd80/b23bc214-116a-4b90-bb07-4adb73bef480/50a38094-44b8-4d11-b75b-b81c4eaa7a86) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:35.597443 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d584a09-4806-4de9-b65a-5f2eda1d5c8d req-411705bd-569f-4069-a20f-94d504b5a50b tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:35.600028 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d584a09-4806-4de9-b65a-5f2eda1d5c8d req-411705bd-569f-4069-a20f-94d504b5a50b tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ea5d657-af09-4153-abf8-f479084ba237 HTTP/1.1" status: 200 len: 944 time: 0.0816474 Jul 13 07:50:35.649843 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d584a09-4806-4de9-b65a-5f2eda1d5c8d req-384a1d78-f347-42d2-9bd7-e134b47929ba tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415387 Jul 13 07:50:35.655227 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.684612 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea5d657-af09-4153-abf8-f479084ba237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb57e80d-50d6-4106-8e6e-f47be5c98529'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:50:35.686839 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2485539-a291-458f-8f92-5aab703163d2" -d '{"events": [{"server_uuid": "8ea5d657-af09-4153-abf8-f479084ba237", "name": "network-vif-plugged", "status": "completed", "tag": "bb57e80d-50d6-4106-8e6e-f47be5c98529"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:50:35.710304 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port bb57e80d-50d6-4106-8e6e-f47be5c98529, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=bb57e80d-50d6-4106-8e6e-f47be5c98529,segment=NetworkSegment(c6edc23b-b33f-4b68-a90e-006e269af4c2),segment_id=c6edc23b-b33f-4b68-a90e-006e269af4c2)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:35.732849 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15d4172-0248-4496-9fee-cbc4e3cf66c7 x-openstack-request-id: req-e15d4172-0248-4496-9fee-cbc4e3cf66c7 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:50:35.733141 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea5d657-af09-4153-abf8-f479084ba237", "name": "network-vif-plugged", "status": "completed", "tag": "bb57e80d-50d6-4106-8e6e-f47be5c98529", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:50:35.733392 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e15d4172-0248-4496-9fee-cbc4e3cf66c7 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:50:35.733782 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea5d657-af09-4153-abf8-f479084ba237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb57e80d-50d6-4106-8e6e-f47be5c98529', 'code': 200} Jul 13 07:50:35.734537 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.785761 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d3386176-a579-4d65-a6d9-315d4d22a3d1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.809852 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8586b1-60ad-42aa-933d-da4d47ba2d4f None None] Update dhcp port {'port': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'fixed_ips': [{'subnet_id': 'b23bc214-116a-4b90-bb07-4adb73bef480', 'ip_address': '2001:db8::f816:3eff:fef4:d363'}, {'subnet_id': 'f13da647-8a8d-4148-a590-fc8ad99cded0'}], 'binding:host_id': 'n-d-771363-34'}, 'id': '8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11'} from n-d-771363-34. {{(pid=94019) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:50:35.814279 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-d3386176-a579-4d65-a6d9-315d4d22a3d1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Transition to ACTIVE for port object 50a38094-44b8-4d11-b75b-b81c4eaa7a86 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:35.833666 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=bb57e80d-50d6-4106-8e6e-f47be5c98529,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:35.851776 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ca8586b1-60ad-42aa-933d-da4d47ba2d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.884176 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d3386176-a579-4d65-a6d9-315d4d22a3d1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.899444 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d363e43-b579-42fa-a194-7845d7464f0e req-e8b579b1-3b74-4df9-901e-0aced287dc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:35.901244 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0d363e43-b579-42fa-a194-7845d7464f0e req-e8b579b1-3b74-4df9-901e-0aced287dc32 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8ea5d657-af09-4153-abf8-f479084ba237 HTTP/1.1" status: 200 len: 1097 time: 0.0987182 Jul 13 07:50:35.953871 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3386176-a579-4d65-a6d9-315d4d22a3d1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:35.960643 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-d3386176-a579-4d65-a6d9-315d4d22a3d1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:35.963457 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3386176-a579-4d65-a6d9-315d4d22a3d1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:35.963832 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.969472 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3386176-a579-4d65-a6d9-315d4d22a3d1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:35.970106 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d3386176-a579-4d65-a6d9-315d4d22a3d1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:35.981836 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3386176-a579-4d65-a6d9-315d4d22a3d1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Port': ['ID=50a38094-44b8-4d11-b75b-b81c4eaa7a86,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:35.999026 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0d363e43-b579-42fa-a194-7845d7464f0e req-1766ea55-0e77-4da3-a268-6b2a20be661e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733602 Jul 13 07:50:36.003707 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d3386176-a579-4d65-a6d9-315d4d22a3d1 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.9165211 Jul 13 07:50:36.006971 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57938) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:36.082063 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-ca8586b1-60ad-42aa-933d-da4d47ba2d4f None None] Allocated IP 2001:db8:0:1::2 (158fbff1-22d7-4aca-970b-c37f2948cd80/f13da647-8a8d-4148-a590-fc8ad99cded0/8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:36.108722 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-34bbdb86-61ee-4704-ac19-a2106c76eac3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting port 50a38094-44b8-4d11-b75b-b81c4eaa7a86 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:36.109054 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-34bbdb86-61ee-4704-ac19-a2106c76eac3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:36.198180 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-34bbdb86-61ee-4704-ac19-a2106c76eac3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:36.210334 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-34bbdb86-61ee-4704-ac19-a2106c76eac3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Calling delete_port for 50a38094-44b8-4d11-b75b-b81c4eaa7a86 owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:36.227478 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-ca8586b1-60ad-42aa-933d-da4d47ba2d4f None None] For port 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:36.265598 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ca8586b1-60ad-42aa-933d-da4d47ba2d4f None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:36.282753 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ca8586b1-60ad-42aa-933d-da4d47ba2d4f None None] Transition to ACTIVE for port object 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:36.288319 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ca8586b1-60ad-42aa-933d-da4d47ba2d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:36.380822 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8586b1-60ad-42aa-933d-da4d47ba2d4f None None] Pushing event updated for resources: {'Port': ['ID=8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11,revision_number=12']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:36.411727 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-34bbdb86-61ee-4704-ac19-a2106c76eac3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:36.448093 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bbdb86-61ee-4704-ac19-a2106c76eac3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Port': ['ID=50a38094-44b8-4d11-b75b-b81c4eaa7a86,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:36.501086 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-34bbdb86-61ee-4704-ac19-a2106c76eac3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:36.503410 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-34bbdb86-61ee-4704-ac19-a2106c76eac3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/ports/50a38094-44b8-4d11-b75b-b81c4eaa7a86 HTTP/1.1" status: 204 len: 168 time: 0.4954393 Jul 13 07:50:36.507155 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57940) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:36.585182 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c75eee-13b8-4383-a6c6-0395a46c4f9e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:36.586408 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-66c75eee-13b8-4383-a6c6-0395a46c4f9e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0781991 Jul 13 07:50:36.588969 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57942) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:36.658229 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023256a3-d6bc-4a20-8345-fdae3dd2a243 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:36.659868 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-023256a3-d6bc-4a20-8345-fdae3dd2a243 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0699768 Jul 13 07:50:36.663049 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57944) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:36.728847 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34adffd4-9f62-4634-81a1-bd275f87d70b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:36.730468 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34adffd4-9f62-4634-81a1-bd275f87d70b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:36.733149 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34adffd4-9f62-4634-81a1-bd275f87d70b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:36.734826 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-34adffd4-9f62-4634-81a1-bd275f87d70b tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0708117 Jul 13 07:50:36.737729 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57948) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:36.832638 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e689abc-9972-4713-95dc-90643b63b4af tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting subnet b23bc214-116a-4b90-bb07-4adb73bef480 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:50:36.838026 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9e689abc-9972-4713-95dc-90643b63b4af tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:36.901186 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9e689abc-9972-4713-95dc-90643b63b4af tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:36.933746 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-56172c17-249b-45e0-bf4b-7dcca2cd7eb3 None None] Provisioning for port 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:36.938956 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cab6fc-47a4-42a9-8966-fde9b8b13c5b req-ae68a7a2-ecf2-4f70-a21e-9b5f057f49ae tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:36.939854 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-56172c17-249b-45e0-bf4b-7dcca2cd7eb3 None None] Provisioning complete for port 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:36.940596 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a8cab6fc-47a4-42a9-8966-fde9b8b13c5b req-ae68a7a2-ecf2-4f70-a21e-9b5f057f49ae tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ea5d657-af09-4153-abf8-f479084ba237 HTTP/1.1" status: 200 len: 945 time: 0.1524520 Jul 13 07:50:36.940944 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-56172c17-249b-45e0-bf4b-7dcca2cd7eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.028252 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a8cab6fc-47a4-42a9-8966-fde9b8b13c5b req-029ccecc-331a-4f10-b971-79960f637ff7 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741122 Jul 13 07:50:37.051931 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9e689abc-9972-4713-95dc-90643b63b4af tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.114711 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9e689abc-9972-4713-95dc-90643b63b4af tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.144647 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e689abc-9972-4713-95dc-90643b63b4af tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Subnet': ['ID=b23bc214-116a-4b90-bb07-4adb73bef480,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:37.146816 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9e689abc-9972-4713-95dc-90643b63b4af tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.153197 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9e689abc-9972-4713-95dc-90643b63b4af tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/b23bc214-116a-4b90-bb07-4adb73bef480 HTTP/1.1" status: 204 len: 168 time: 0.4142859 Jul 13 07:50:37.154287 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57950) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:37.184293 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d4ac84-fbe4-4c99-802b-4cfc0c42c8ad None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:37.215846 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ff99355-3588-4e98-8bd4-d79b828b3275 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting subnet f13da647-8a8d-4148-a590-fc8ad99cded0 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:50:37.219014 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8ff99355-3588-4e98-8bd4-d79b828b3275 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.259791 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8ff99355-3588-4e98-8bd4-d79b828b3275 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.275697 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-cb25eeb6-5d44-4cb9-b1ff-84f3d32c909e None None] Could not find standard attr ID for object 50a38094-44b8-4d11-b75b-b81c4eaa7a86. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:50:37.352268 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8ff99355-3588-4e98-8bd4-d79b828b3275 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.415701 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8ff99355-3588-4e98-8bd4-d79b828b3275 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.445885 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff99355-3588-4e98-8bd4-d79b828b3275 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Subnet': ['ID=f13da647-8a8d-4148-a590-fc8ad99cded0,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:37.447985 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8ff99355-3588-4e98-8bd4-d79b828b3275 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.450231 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8ff99355-3588-4e98-8bd4-d79b828b3275 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/f13da647-8a8d-4148-a590-fc8ad99cded0 HTTP/1.1" status: 204 len: 168 time: 0.2950253 Jul 13 07:50:37.455663 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57952) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:37.500323 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-11f8b93d-2d4f-4ca8-b1c2-da041c88b462 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433812 Jul 13 07:50:37.503074 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57954) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:37.508774 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-ed24680b-4f6d-462c-85f4-01b6f6a182fd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'subnet': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:37.602844 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed24680b-4f6d-462c-85f4-01b6f6a182fd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:37.606640 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ed24680b-4f6d-462c-85f4-01b6f6a182fd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.823482 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ed24680b-4f6d-462c-85f4-01b6f6a182fd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.872709 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed24680b-4f6d-462c-85f4-01b6f6a182fd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:37.875899 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-ed24680b-4f6d-462c-85f4-01b6f6a182fd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:37.881067 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed24680b-4f6d-462c-85f4-01b6f6a182fd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:37.881678 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ed24680b-4f6d-462c-85f4-01b6f6a182fd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:37.893607 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24680b-4f6d-462c-85f4-01b6f6a182fd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Subnet': ['ID=50f74477-c6f3-4565-8077-bc6912d92c62,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:37.903259 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ed24680b-4f6d-462c-85f4-01b6f6a182fd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3982251 Jul 13 07:50:37.905286 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57956) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:37.908259 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46479e65-5ebc-4cd7-a788-a630e1b225a3 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:37.910723 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-0cd75c76-812e-4642-831a-9ad3850cd00f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'subnet': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:38.028502 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c20f8b23-cfda-46a3-80b1-b67fce2e1577 None None] Provisioning complete for port 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:38.028981 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c20f8b23-cfda-46a3-80b1-b67fce2e1577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:38.031367 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd75c76-812e-4642-831a-9ad3850cd00f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:38.035046 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0cd75c76-812e-4642-831a-9ad3850cd00f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:38.076696 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:50:38.144119 n-d-771363-34 neutron-server[94018]: INFO neutron.db.ipam_backend_mixin [None req-0cd75c76-812e-4642-831a-9ad3850cd00f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 50f74477-c6f3-4565-8077-bc6912d92c62 (CIDR: 2001:db8::/64) Jul 13 07:50:38.150506 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd75c76-812e-4642-831a-9ad3850cd00f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:50:38.151134 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cd75c76-812e-4642-831a-9ad3850cd00f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:38.169332 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0cd75c76-812e-4642-831a-9ad3850cd00f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2602656 Jul 13 07:50:38.170687 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57960) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:38.186964 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-88735031-a455-4c5a-9af8-f7ec537c404c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'subnet': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:38.242181 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f23acb4-8d03-4272-9273-95deb34a6a6e None None] Update dhcp port {'port': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'fixed_ips': [{'subnet_id': '50f74477-c6f3-4565-8077-bc6912d92c62'}], 'binding:host_id': 'n-d-771363-34'}, 'id': '8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11'} from n-d-771363-34. {{(pid=94019) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:50:38.280208 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4f23acb4-8d03-4272-9273-95deb34a6a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:38.385677 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:38.492193 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-4f23acb4-8d03-4272-9273-95deb34a6a6e None None] Allocated IP 2001:db8::2 (158fbff1-22d7-4aca-970b-c37f2948cd80/50f74477-c6f3-4565-8077-bc6912d92c62/8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:38.496527 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:38.496897 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:38.649204 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-4f23acb4-8d03-4272-9273-95deb34a6a6e None None] For port 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:38.664027 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b77dc-03c7-4244-bf18-a48b04533b31 req-7718ce14-45aa-45ed-9f79-03859a693e10 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:38.665577 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4b1b77dc-03c7-4244-bf18-a48b04533b31 req-7718ce14-45aa-45ed-9f79-03859a693e10 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ea5d657-af09-4153-abf8-f479084ba237 HTTP/1.1" status: 200 len: 945 time: 0.4966002 Jul 13 07:50:38.690323 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4f23acb4-8d03-4272-9273-95deb34a6a6e None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:38.706213 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-4f23acb4-8d03-4272-9273-95deb34a6a6e None None] Transition to ACTIVE for port object 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:38.708400 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88735031-a455-4c5a-9af8-f7ec537c404c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:38.709735 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4f23acb4-8d03-4272-9273-95deb34a6a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:38.712808 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-88735031-a455-4c5a-9af8-f7ec537c404c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:38.743035 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4b1b77dc-03c7-4244-bf18-a48b04533b31 req-af4cec8c-313a-4bbb-b5cf-5078417b999c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680840 Jul 13 07:50:38.945383 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f23acb4-8d03-4272-9273-95deb34a6a6e None None] Pushing event updated for resources: {'Port': ['ID=8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11,revision_number=15']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:39.089320 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-7dfd2de8-812d-4a61-89cc-4c3023e9fe0d tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:39.091668 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-7dfd2de8-812d-4a61-89cc-4c3023e9fe0d tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/networks?id=24b69256-9cc6-4842-a9e7-33d63bcfcb35 HTTP/1.1" status: 200 len: 806 time: 0.1156793 Jul 13 07:50:39.107472 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-47b55ec9-6d63-4002-80bc-bcdfa48f80b2 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/quotas/18a71e51b79c4f67b8fe8fda57ef99f6 HTTP/1.1" status: 200 len: 375 time: 0.0104227 Jul 13 07:50:39.117587 n-d-771363-34 neutron-server[94018]: DEBUG neutron.objects.ports [None req-88735031-a455-4c5a-9af8-f7ec537c404c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94018) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:50:39.199533 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-172178d6-7991-4ca1-8068-72d5a0d0e0b6 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=18a71e51b79c4f67b8fe8fda57ef99f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0867708 Jul 13 07:50:39.300634 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-7b7bd720-7bcc-4049-bc8d-94b383c1f7cc service neutron] 10.222.0.23 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971060 Jul 13 07:50:39.309322 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-88735031-a455-4c5a-9af8-f7ec537c404c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:39.412023 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-0097fbb4-2bd5-43de-adb6-c956e984bd3e service neutron] 10.222.0.23 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062028 Jul 13 07:50:39.493017 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-88735031-a455-4c5a-9af8-f7ec537c404c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] For port 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:39.530644 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-88735031-a455-4c5a-9af8-f7ec537c404c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:39.535304 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-88735031-a455-4c5a-9af8-f7ec537c404c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:39.583754 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-88735031-a455-4c5a-9af8-f7ec537c404c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:39.606001 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-13092bb4-f143-4983-82ff-2613b37e36ee None None] Provisioning for port 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:39.610288 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-13092bb4-f143-4983-82ff-2613b37e36ee None None] Provisioning complete for port 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:39.610900 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-13092bb4-f143-4983-82ff-2613b37e36ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:39.681540 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-520d3520-0398-450c-a3c8-4756a684c3a3 req-070523a6-0db3-4833-95da-ca6ef8038444 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=16a83c06-2aa3-4868-bce0-55050f342cd4 HTTP/1.1" status: 200 len: 210 time: 0.0561454 Jul 13 07:50:39.692401 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88735031-a455-4c5a-9af8-f7ec537c404c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:39.695250 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88735031-a455-4c5a-9af8-f7ec537c404c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Port': ['ID=8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11,revision_number=17']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:39.701423 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-88735031-a455-4c5a-9af8-f7ec537c404c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:39.703150 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88735031-a455-4c5a-9af8-f7ec537c404c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Subnet': ['ID=f428cfe9-a2bd-473e-ab90-3a76003d7d97,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:39.706239 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88735031-a455-4c5a-9af8-f7ec537c404c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:39.706896 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-88735031-a455-4c5a-9af8-f7ec537c404c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:39.727052 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-88735031-a455-4c5a-9af8-f7ec537c404c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5549686 Jul 13 07:50:39.730257 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57980) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:39.734657 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f51644-3433-4971-ad8c-088368d5501e None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:39.736079 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-2ffc2a02-9370-4c73-8c3f-4e99e2f0d24d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'port': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'mac_address': 'fa:16:3e:30:65:cb', 'name': 'tempest-NetworksTestDHCPv6-2088684395'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:39.870599 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffc2a02-9370-4c73-8c3f-4e99e2f0d24d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:39.983907 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2ffc2a02-9370-4c73-8c3f-4e99e2f0d24d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:40.009085 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-2ffc2a02-9370-4c73-8c3f-4e99e2f0d24d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] device_id is not set on port c3145a06-da71-4a26-92b0-d270184bcce9 yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:50:40.212484 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-2ffc2a02-9370-4c73-8c3f-4e99e2f0d24d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Allocated IP 2001:db8::206 (158fbff1-22d7-4aca-970b-c37f2948cd80/50f74477-c6f3-4565-8077-bc6912d92c62/c3145a06-da71-4a26-92b0-d270184bcce9) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:40.220959 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-2ffc2a02-9370-4c73-8c3f-4e99e2f0d24d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Allocated IP 2001:db8:0:1:f816:3eff:fe30:65cb (158fbff1-22d7-4aca-970b-c37f2948cd80/f428cfe9-a2bd-473e-ab90-3a76003d7d97/c3145a06-da71-4a26-92b0-d270184bcce9) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:40.363192 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:40.418724 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:40.419429 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:40.419772 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2ffc2a02-9370-4c73-8c3f-4e99e2f0d24d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:40.435775 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-2ffc2a02-9370-4c73-8c3f-4e99e2f0d24d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Transition to ACTIVE for port object c3145a06-da71-4a26-92b0-d270184bcce9 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:40.477227 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2ffc2a02-9370-4c73-8c3f-4e99e2f0d24d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:40.530596 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffc2a02-9370-4c73-8c3f-4e99e2f0d24d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:40.534440 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-2ffc2a02-9370-4c73-8c3f-4e99e2f0d24d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:40.539034 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffc2a02-9370-4c73-8c3f-4e99e2f0d24d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:40.545365 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffc2a02-9370-4c73-8c3f-4e99e2f0d24d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:40.546091 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2ffc2a02-9370-4c73-8c3f-4e99e2f0d24d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:40.557574 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc2a02-9370-4c73-8c3f-4e99e2f0d24d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Port': ['ID=c3145a06-da71-4a26-92b0-d270184bcce9,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:40.571522 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2ffc2a02-9370-4c73-8c3f-4e99e2f0d24d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8399971 Jul 13 07:50:40.574311 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57988) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:40.649137 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-38db988f-6a16-48e3-9090-34ad5feea7dd None None] Provisioning complete for port 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:40.649516 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-38db988f-6a16-48e3-9090-34ad5feea7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:40.753256 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-cea3bd8f-c907-457a-9828-1e3f8e16f762 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting port c3145a06-da71-4a26-92b0-d270184bcce9 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:40.753605 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cea3bd8f-c907-457a-9828-1e3f8e16f762 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:40.862171 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-e44294c0-7f83-4fba-9301-d58a6ef2bc22 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:40.864117 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-e44294c0-7f83-4fba-9301-d58a6ef2bc22 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.42 "GET /v2.0/networks?id=24b69256-9cc6-4842-a9e7-33d63bcfcb35 HTTP/1.1" status: 200 len: 806 time: 0.1655161 Jul 13 07:50:40.880250 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-3175d002-0e86-4310-b382-833b263e2e14 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Request body: {'port': {'device_id': '16a83c06-2aa3-4868-bce0-55050f342cd4', 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35', 'admin_state_up': True, 'tenant_id': '18a71e51b79c4f67b8fe8fda57ef99f6'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:40.922412 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cea3bd8f-c907-457a-9828-1e3f8e16f762 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:40.938121 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-cea3bd8f-c907-457a-9828-1e3f8e16f762 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Calling delete_port for c3145a06-da71-4a26-92b0-d270184bcce9 owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:40.952693 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2abb609c-726f-44f0-9df8-919cc301c5ac req-2828ad41-8ef6-4805-a348-ea66db7071b3 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=16a83c06-2aa3-4868-bce0-55050f342cd4 HTTP/1.1" status: 200 len: 210 time: 0.0437551 Jul 13 07:50:41.004199 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a7ef04be-bc56-4c81-a1fd-bffa9d706d04 None None] Provisioning for port c3145a06-da71-4a26-92b0-d270184bcce9 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:41.009396 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a7ef04be-bc56-4c81-a1fd-bffa9d706d04 None None] Provisioning complete for port c3145a06-da71-4a26-92b0-d270184bcce9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:41.009766 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a7ef04be-bc56-4c81-a1fd-bffa9d706d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:41.051000 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-a7ef04be-bc56-4c81-a1fd-bffa9d706d04 None None] Port c3145a06-da71-4a26-92b0-d270184bcce9 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:50:41.058628 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-3175d002-0e86-4310-b382-833b263e2e14 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Made reservation on behalf of 18a71e51b79c4f67b8fe8fda57ef99f6 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:41.062284 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-3175d002-0e86-4310-b382-833b263e2e14 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:41.133147 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cea3bd8f-c907-457a-9828-1e3f8e16f762 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:41.164573 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea3bd8f-c907-457a-9828-1e3f8e16f762 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Port': ['ID=c3145a06-da71-4a26-92b0-d270184bcce9,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:41.213735 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cea3bd8f-c907-457a-9828-1e3f8e16f762 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:41.215761 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-cea3bd8f-c907-457a-9828-1e3f8e16f762 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/ports/c3145a06-da71-4a26-92b0-d270184bcce9 HTTP/1.1" status: 204 len: 168 time: 0.6394618 Jul 13 07:50:41.218285 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57992) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:41.274250 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-3175d002-0e86-4310-b382-833b263e2e14 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Allocated IP 172.20.0.2 (24b69256-9cc6-4842-a9e7-33d63bcfcb35/e84c320b-7bf6-4a93-a184-7aa85a1e2cdf/9524b25c-c0db-4113-a64d-c0af24d48863) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:41.339726 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1d64c7-5ecc-4294-bbf3-e4bb052fe7be tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:41.341311 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ca1d64c7-5ecc-4294-bbf3-e4bb052fe7be tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1212993 Jul 13 07:50:41.343985 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57994) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:41.417415 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f9731c-278e-4f30-9e4d-df8138a5f259 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:41.418929 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-62f9731c-278e-4f30-9e4d-df8138a5f259 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0733662 Jul 13 07:50:41.421393 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 57996) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:41.453304 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-3175d002-0e86-4310-b382-833b263e2e14 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:41.477731 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a181cd1-d757-469a-83c4-c6a224d0ffe4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:41.479413 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a181cd1-d757-469a-83c4-c6a224d0ffe4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:41.480835 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a181cd1-d757-469a-83c4-c6a224d0ffe4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:41.482403 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5a181cd1-d757-469a-83c4-c6a224d0ffe4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0601084 Jul 13 07:50:41.485147 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 57998) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:41.527722 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-3175d002-0e86-4310-b382-833b263e2e14 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:41.540463 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['ce36a201-6877-4295-a506-264d465557f8'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:50:41.542798 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['bb57e80d-50d6-4106-8e6e-f47be5c98529'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:50:41.577334 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-922742f9-5867-401d-81d3-7b251f001602 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting subnet 50f74477-c6f3-4565-8077-bc6912d92c62 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:50:41.589134 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-922742f9-5867-401d-81d3-7b251f001602 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:41.610759 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-3175d002-0e86-4310-b382-833b263e2e14 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Network 24b69256-9cc6-4842-a9e7-33d63bcfcb35 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:41.614169 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-3175d002-0e86-4310-b382-833b263e2e14 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:41.620855 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-3175d002-0e86-4310-b382-833b263e2e14 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:41.626557 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3175d002-0e86-4310-b382-833b263e2e14 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Pushing event updated for resources: {'Port': ['ID=9524b25c-c0db-4113-a64d-c0af24d48863,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:41.674359 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-922742f9-5867-401d-81d3-7b251f001602 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:41.709699 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-3175d002-0e86-4310-b382-833b263e2e14 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:41.710337 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-3175d002-0e86-4310-b382-833b263e2e14 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:41.735657 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-3175d002-0e86-4310-b382-833b263e2e14 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8601673 Jul 13 07:50:41.765054 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-d5138454-a428-4760-bf97-b2f51bacd8db service neutron] Request body: {'port': {'device_id': '16a83c06-2aa3-4868-bce0-55050f342cd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:41.809000 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-922742f9-5867-401d-81d3-7b251f001602 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:41.883840 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-d5138454-a428-4760-bf97-b2f51bacd8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:41.924276 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-922742f9-5867-401d-81d3-7b251f001602 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:41.960062 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922742f9-5867-401d-81d3-7b251f001602 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Subnet': ['ID=50f74477-c6f3-4565-8077-bc6912d92c62,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:41.969970 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-922742f9-5867-401d-81d3-7b251f001602 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:41.971873 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-922742f9-5867-401d-81d3-7b251f001602 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/50f74477-c6f3-4565-8077-bc6912d92c62 HTTP/1.1" status: 204 len: 168 time: 0.4857869 Jul 13 07:50:41.974513 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58000) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:41.976230 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b6d1ee-99ba-4c5d-b006-e68fd784027b None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:42.091555 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9cc864e-b823-4399-bc57-488d22433354 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting subnet f428cfe9-a2bd-473e-ab90-3a76003d7d97 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:50:42.104597 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e9cc864e-b823-4399-bc57-488d22433354 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:42.146663 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b073b58-b1b6-4b2b-9f76-a38a35f5cfd2 req-f8b68287-670a-4aa2-87d4-1f069c769441 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:42.151901 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1b073b58-b1b6-4b2b-9f76-a38a35f5cfd2 req-f8b68287-670a-4aa2-87d4-1f069c769441 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=16a83c06-2aa3-4868-bce0-55050f342cd4 HTTP/1.1" status: 200 len: 931 time: 0.0739634 Jul 13 07:50:42.189097 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e9cc864e-b823-4399-bc57-488d22433354 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:42.194702 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1b073b58-b1b6-4b2b-9f76-a38a35f5cfd2 req-4818ebd4-075e-4315-a7f1-e4b288e04f1a tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404844 Jul 13 07:50:42.329907 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e9cc864e-b823-4399-bc57-488d22433354 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:42.362389 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-d5138454-a428-4760-bf97-b2f51bacd8db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9524b25c-c0db-4113-a64d-c0af24d48863 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:50:42.375892 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-d5138454-a428-4760-bf97-b2f51bacd8db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:42.396959 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-d5138454-a428-4760-bf97-b2f51bacd8db service neutron] Transition to ACTIVE for port object 9524b25c-c0db-4113-a64d-c0af24d48863 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:42.402928 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-d5138454-a428-4760-bf97-b2f51bacd8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:42.442460 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e9cc864e-b823-4399-bc57-488d22433354 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:42.480856 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc864e-b823-4399-bc57-488d22433354 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Subnet': ['ID=f428cfe9-a2bd-473e-ab90-3a76003d7d97,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:42.487638 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e9cc864e-b823-4399-bc57-488d22433354 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:42.492975 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e9cc864e-b823-4399-bc57-488d22433354 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/f428cfe9-a2bd-473e-ab90-3a76003d7d97 HTTP/1.1" status: 204 len: 168 time: 0.5147927 Jul 13 07:50:42.493642 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58004) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:42.525049 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5138454-a428-4760-bf97-b2f51bacd8db service neutron] Pushing event updated for resources: {'Port': ['ID=9524b25c-c0db-4113-a64d-c0af24d48863,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:42.579642 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-850f964a-1ab5-41dc-bcd6-d156d3fc27b3 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0828586 Jul 13 07:50:42.582869 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58006) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:42.587562 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-1d89e8f4-6b99-4d04-aa6e-d7fcc5767f37 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'subnet': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:42.678178 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e398fb-9c99-46eb-9ec1-4c734bedfd95 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:42.681607 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-d5138454-a428-4760-bf97-b2f51bacd8db service neutron] Attempting to bind port 9524b25c-c0db-4113-a64d-c0af24d48863 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:50:42.681930 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-d5138454-a428-4760-bf97-b2f51bacd8db service neutron] Attempting to bind port 9524b25c-c0db-4113-a64d-c0af24d48863 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'c6edc23b-b33f-4b68-a90e-006e269af4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:50:42.682252 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-d5138454-a428-4760-bf97-b2f51bacd8db service neutron] Attempting to bind port 9524b25c-c0db-4113-a64d-c0af24d48863 on network 24b69256-9cc6-4842-a9e7-33d63bcfcb35 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:42.690007 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-d5138454-a428-4760-bf97-b2f51bacd8db service neutron] Port 9524b25c-c0db-4113-a64d-c0af24d48863 on network 24b69256-9cc6-4842-a9e7-33d63bcfcb35 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:50:42.690300 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-d5138454-a428-4760-bf97-b2f51bacd8db service neutron] Attempting to bind port 9524b25c-c0db-4113-a64d-c0af24d48863 on network 24b69256-9cc6-4842-a9e7-33d63bcfcb35 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:42.699684 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-d5138454-a428-4760-bf97-b2f51bacd8db service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:50:42.700022 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-d5138454-a428-4760-bf97-b2f51bacd8db service neutron] Checking segment: {'id': 'c6edc23b-b33f-4b68-a90e-006e269af4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:42.700398 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-d5138454-a428-4760-bf97-b2f51bacd8db service neutron] Bound using segment: {'id': 'c6edc23b-b33f-4b68-a90e-006e269af4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:50:42.700816 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-d5138454-a428-4760-bf97-b2f51bacd8db service neutron] Bound port: 9524b25c-c0db-4113-a64d-c0af24d48863, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6edc23b-b33f-4b68-a90e-006e269af4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:50:42.701166 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-d5138454-a428-4760-bf97-b2f51bacd8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:42.720157 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d89e8f4-6b99-4d04-aa6e-d7fcc5767f37 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:42.724398 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1d89e8f4-6b99-4d04-aa6e-d7fcc5767f37 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:42.803877 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-45142dd6-667a-4b8e-8a43-a1219d250f84 None None] Provisioning complete for port 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:42.804160 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-45142dd6-667a-4b8e-8a43-a1219d250f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:42.838670 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-d5138454-a428-4760-bf97-b2f51bacd8db service neutron] For port 9524b25c-c0db-4113-a64d-c0af24d48863, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:50:42.842744 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-d5138454-a428-4760-bf97-b2f51bacd8db service neutron] For port 9524b25c-c0db-4113-a64d-c0af24d48863, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=9524b25c-c0db-4113-a64d-c0af24d48863,segment=NetworkSegment(c6edc23b-b33f-4b68-a90e-006e269af4c2),segment_id=c6edc23b-b33f-4b68-a90e-006e269af4c2)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:50:42.850943 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-d5138454-a428-4760-bf97-b2f51bacd8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:42.906762 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-d5138454-a428-4760-bf97-b2f51bacd8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:42.907529 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-d5138454-a428-4760-bf97-b2f51bacd8db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:42.908795 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-d5138454-a428-4760-bf97-b2f51bacd8db service neutron] 10.222.0.42 "PUT /v2.0/ports/9524b25c-c0db-4113-a64d-c0af24d48863 HTTP/1.1" status: 200 len: 1092 time: 1.1482530 Jul 13 07:50:42.909234 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16a83c06-2aa3-4868-bce0-55050f342cd4', 'tag': '9524b25c-c0db-4113-a64d-c0af24d48863'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:50:42.913440 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84355258-3b90-41da-b6dc-f8d433b46c02" -d '{"events": [{"name": "network-changed", "server_uuid": "16a83c06-2aa3-4868-bce0-55050f342cd4", "tag": "9524b25c-c0db-4113-a64d-c0af24d48863"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:50:42.935082 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f1a4ef-327f-4c18-a9ef-3081ceae8d35 None None] DHCP port deletion for 158fbff1-22d7-4aca-970b-c37f2948cd80 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:50:42.968264 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390b0cb9-6953-4e30-9a03-ac2018589167 x-openstack-request-id: req-390b0cb9-6953-4e30-9a03-ac2018589167 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:50:42.968715 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16a83c06-2aa3-4868-bce0-55050f342cd4", "tag": "9524b25c-c0db-4113-a64d-c0af24d48863", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:50:42.968988 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-390b0cb9-6953-4e30-9a03-ac2018589167 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:50:42.969377 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16a83c06-2aa3-4868-bce0-55050f342cd4', 'tag': '9524b25c-c0db-4113-a64d-c0af24d48863', 'status': 'completed', 'code': 200} Jul 13 07:50:42.985634 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-90f1a4ef-327f-4c18-a9ef-3081ceae8d35 None None] Deleting port 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:42.986005 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-90f1a4ef-327f-4c18-a9ef-3081ceae8d35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:42.999626 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5138454-a428-4760-bf97-b2f51bacd8db service neutron] Pushing event updated for resources: {'Port': ['ID=9524b25c-c0db-4113-a64d-c0af24d48863,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:43.048785 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-90f1a4ef-327f-4c18-a9ef-3081ceae8d35 None None] For port 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:43.049178 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-90f1a4ef-327f-4c18-a9ef-3081ceae8d35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:43.066135 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-90f1a4ef-327f-4c18-a9ef-3081ceae8d35 None None] Calling delete_port for 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:43.076991 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-e6e89db3-f1c2-49cf-a2bb-594f65655bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:43.078602 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-e6e89db3-f1c2-49cf-a2bb-594f65655bb5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=18a71e51b79c4f67b8fe8fda57ef99f6&device_id=16a83c06-2aa3-4868-bce0-55050f342cd4 HTTP/1.1" status: 200 len: 1095 time: 0.1279738 Jul 13 07:50:43.079758 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1d89e8f4-6b99-4d04-aa6e-d7fcc5767f37 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:43.146151 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-90f1a4ef-327f-4c18-a9ef-3081ceae8d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:43.156343 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-5019dc1a-e434-416e-b587-60bdfeb89742 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9524b25c-c0db-4113-a64d-c0af24d48863 HTTP/1.1" status: 200 len: 217 time: 0.0504622 Jul 13 07:50:43.164841 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d89e8f4-6b99-4d04-aa6e-d7fcc5767f37 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:43.171554 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1a4ef-327f-4c18-a9ef-3081ceae8d35 None None] Pushing event deleted for resources: {'Port': ['ID=8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:43.176499 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f1a4ef-327f-4c18-a9ef-3081ceae8d35 None None] No DVR routers for this DVR port 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:50:43.200434 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-1d89e8f4-6b99-4d04-aa6e-d7fcc5767f37 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:43.203507 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d89e8f4-6b99-4d04-aa6e-d7fcc5767f37 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:43.204115 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1d89e8f4-6b99-4d04-aa6e-d7fcc5767f37 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:43.209233 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89e8f4-6b99-4d04-aa6e-d7fcc5767f37 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Subnet': ['ID=eb444298-a65f-4693-a3af-7fdef8f808b5,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:43.209401 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4540cccb-ff04-44a0-8f46-f609b4eb414e None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:43.238188 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1d89e8f4-6b99-4d04-aa6e-d7fcc5767f37 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6546843 Jul 13 07:50:43.238698 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58012) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:43.241519 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-778832e4-5c42-4eb5-9527-72bc0859a697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:43.243025 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-778832e4-5c42-4eb5-9527-72bc0859a697 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e84c320b-7bf6-4a93-a184-7aa85a1e2cdf HTTP/1.1" status: 200 len: 846 time: 0.0802672 Jul 13 07:50:43.245548 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-390ba7b1-5dbf-4b84-ad60-cc5e200b88ce tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'subnet': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:43.281303 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-161d840f-9aa0-4a96-b318-88b8cfe003ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=24b69256-9cc6-4842-a9e7-33d63bcfcb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314920 Jul 13 07:50:43.378095 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9767beb9-5abb-468e-aff9-fce12fbd2262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-158fbff1-22d7-4aca-970b-c37f2948cd80', 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'tenant_id': '7d6e874b76834423bf0d18d43bf12c19', 'fixed_ips': [{'subnet_id': 'eb444298-a65f-4693-a3af-7fdef8f808b5'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:50:43.378992 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9767beb9-5abb-468e-aff9-fce12fbd2262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:43.384546 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-473f28e3-0ae5-4e64-b3a9-91e2c23bfdf3 service neutron] 10.222.0.42 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965271 Jul 13 07:50:43.432602 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0be78-c6c8-4370-9470-7c6039c14324 req-d50deda0-fd59-4d89-8871-f74956303eac tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:43.434141 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c0e0be78-c6c8-4370-9470-7c6039c14324 req-d50deda0-fd59-4d89-8871-f74956303eac tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=16a83c06-2aa3-4868-bce0-55050f342cd4 HTTP/1.1" status: 200 len: 943 time: 0.1002581 Jul 13 07:50:43.439169 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390ba7b1-5dbf-4b84-ad60-cc5e200b88ce tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:43.442748 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-390ba7b1-5dbf-4b84-ad60-cc5e200b88ce tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:43.491823 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7c2096a4-e20f-4768-90bd-4500592f52e6 req-fdc901bd-c55e-4a45-95fa-ab372d7597c9 service neutron] 10.222.0.42 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967326 Jul 13 07:50:43.539414 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c0e0be78-c6c8-4370-9470-7c6039c14324 req-6772d502-f695-4461-a7bc-cbb431a641b4 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930414 Jul 13 07:50:43.550257 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-9767beb9-5abb-468e-aff9-fce12fbd2262 None None] Allocated IP 2001:db8::2 (158fbff1-22d7-4aca-970b-c37f2948cd80/eb444298-a65f-4693-a3af-7fdef8f808b5/004e0547-ee48-491f-867d-47703931b52a) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:43.574942 n-d-771363-34 neutron-server[94018]: INFO neutron.db.ipam_backend_mixin [None req-390ba7b1-5dbf-4b84-ad60-cc5e200b88ce tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eb444298-a65f-4693-a3af-7fdef8f808b5 (CIDR: 2001:db8::/64) Jul 13 07:50:43.581094 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-390ba7b1-5dbf-4b84-ad60-cc5e200b88ce tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:50:43.581842 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-390ba7b1-5dbf-4b84-ad60-cc5e200b88ce tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:43.599071 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-390ba7b1-5dbf-4b84-ad60-cc5e200b88ce tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3582733 Jul 13 07:50:43.601962 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58014) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:43.608728 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-a3468c60-9a7d-4ef5-8205-57e17dc86385 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'subnet': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:43.611187 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84355258-3b90-41da-b6dc-f8d433b46c02 req-fb08d668-4272-4d94-a001-03cc6a73550f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:43.612721 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-84355258-3b90-41da-b6dc-f8d433b46c02 req-fb08d668-4272-4d94-a001-03cc6a73550f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=18a71e51b79c4f67b8fe8fda57ef99f6&device_id=16a83c06-2aa3-4868-bce0-55050f342cd4 HTTP/1.1" status: 200 len: 1095 time: 0.0645244 Jul 13 07:50:43.713112 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84355258-3b90-41da-b6dc-f8d433b46c02 req-e1bb65be-eada-4db8-9a79-67aa296cfe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:43.714536 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-84355258-3b90-41da-b6dc-f8d433b46c02 req-e1bb65be-eada-4db8-9a79-67aa296cfe34 service neutron] 10.222.0.42 "GET /v2.0/networks?id=24b69256-9cc6-4842-a9e7-33d63bcfcb35 HTTP/1.1" status: 200 len: 907 time: 0.0958915 Jul 13 07:50:43.728816 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3468c60-9a7d-4ef5-8205-57e17dc86385 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:43.732244 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9767beb9-5abb-468e-aff9-fce12fbd2262 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:43.733501 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a3468c60-9a7d-4ef5-8205-57e17dc86385 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:43.741808 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9767beb9-5abb-468e-aff9-fce12fbd2262 None None] Transition to ACTIVE for port object 004e0547-ee48-491f-867d-47703931b52a will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:43.758968 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9767beb9-5abb-468e-aff9-fce12fbd2262 None None] Transition to ACTIVE for port object 004e0547-ee48-491f-867d-47703931b52a will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:43.759191 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-84355258-3b90-41da-b6dc-f8d433b46c02 req-01c36fe0-8cd8-471d-a70b-7e0fbc2ce6b6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9524b25c-c0db-4113-a64d-c0af24d48863 HTTP/1.1" status: 200 len: 217 time: 0.0381114 Jul 13 07:50:43.765074 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9767beb9-5abb-468e-aff9-fce12fbd2262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:43.807478 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9767beb9-5abb-468e-aff9-fce12fbd2262 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:43.810333 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-9767beb9-5abb-468e-aff9-fce12fbd2262 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:43.815753 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9767beb9-5abb-468e-aff9-fce12fbd2262 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:43.818919 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84355258-3b90-41da-b6dc-f8d433b46c02 req-e8a1e396-91f0-43ef-99c6-ded37bc4358e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:43.819115 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767beb9-5abb-468e-aff9-fce12fbd2262 None None] Pushing event updated for resources: {'Port': ['ID=004e0547-ee48-491f-867d-47703931b52a,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:43.820923 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-84355258-3b90-41da-b6dc-f8d433b46c02 req-e8a1e396-91f0-43ef-99c6-ded37bc4358e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e84c320b-7bf6-4a93-a184-7aa85a1e2cdf HTTP/1.1" status: 200 len: 846 time: 0.0545444 Jul 13 07:50:43.854959 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-84355258-3b90-41da-b6dc-f8d433b46c02 req-eeb00c5d-ae25-4609-953f-9b439020b9ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=24b69256-9cc6-4842-a9e7-33d63bcfcb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267918 Jul 13 07:50:43.879747 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-9767beb9-5abb-468e-aff9-fce12fbd2262 None None] Attempting to bind port 004e0547-ee48-491f-867d-47703931b52a on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:50:43.880434 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-9767beb9-5abb-468e-aff9-fce12fbd2262 None None] Attempting to bind port 004e0547-ee48-491f-867d-47703931b52a by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:50:43.881062 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9767beb9-5abb-468e-aff9-fce12fbd2262 None None] Attempting to bind port 004e0547-ee48-491f-867d-47703931b52a on network 158fbff1-22d7-4aca-970b-c37f2948cd80 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:43.886866 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9767beb9-5abb-468e-aff9-fce12fbd2262 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:50:43.887255 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9767beb9-5abb-468e-aff9-fce12fbd2262 None None] Checking segment: {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:43.887666 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9767beb9-5abb-468e-aff9-fce12fbd2262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:43.888301 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9767beb9-5abb-468e-aff9-fce12fbd2262 None None] Bound using segment: {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:50:43.888760 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-9767beb9-5abb-468e-aff9-fce12fbd2262 None None] Bound port: 004e0547-ee48-491f-867d-47703931b52a, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb441d88-de88-4257-bda3-09259a2bb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:50:43.889132 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9767beb9-5abb-468e-aff9-fce12fbd2262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:43.952830 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-84355258-3b90-41da-b6dc-f8d433b46c02 req-5427a40e-9dcc-4452-9d65-61809478d789 service neutron] 10.222.0.42 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896814 Jul 13 07:50:43.955135 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-9767beb9-5abb-468e-aff9-fce12fbd2262 None None] For port 004e0547-ee48-491f-867d-47703931b52a, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:50:43.958505 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-9767beb9-5abb-468e-aff9-fce12fbd2262 None None] For port 004e0547-ee48-491f-867d-47703931b52a, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=004e0547-ee48-491f-867d-47703931b52a,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:50:43.963540 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9767beb9-5abb-468e-aff9-fce12fbd2262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.027577 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767beb9-5abb-468e-aff9-fce12fbd2262 None None] Pushing event updated for resources: {'Port': ['ID=004e0547-ee48-491f-867d-47703931b52a,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:44.065301 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-84355258-3b90-41da-b6dc-f8d433b46c02 req-a0b3bbcc-02cf-4b2d-b8ac-b5beb97c1c0d service neutron] 10.222.0.42 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054621 Jul 13 07:50:44.105599 n-d-771363-34 neutron-server[94018]: DEBUG neutron.objects.ports [None req-a3468c60-9a7d-4ef5-8205-57e17dc86385 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94018) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 07:50:44.302744 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a3468c60-9a7d-4ef5-8205-57e17dc86385 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.384646 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 004e0547-ee48-491f-867d-47703931b52a up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:44.440223 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 004e0547-ee48-491f-867d-47703931b52a completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:44.480420 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-a3468c60-9a7d-4ef5-8205-57e17dc86385 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] For port 004e0547-ee48-491f-867d-47703931b52a, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=004e0547-ee48-491f-867d-47703931b52a,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:44.501524 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:50:44.510347 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a3468c60-9a7d-4ef5-8205-57e17dc86385 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.515037 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a3468c60-9a7d-4ef5-8205-57e17dc86385 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.521754 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:50:44.522106 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 8d9bf2b2-d9b7-40d5-8fcb-ecfe1b01bd11 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:50:44.549605 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a3468c60-9a7d-4ef5-8205-57e17dc86385 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.616977 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3468c60-9a7d-4ef5-8205-57e17dc86385 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:44.624381 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-a3468c60-9a7d-4ef5-8205-57e17dc86385 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:44.628025 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3468c60-9a7d-4ef5-8205-57e17dc86385 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Port': ['ID=004e0547-ee48-491f-867d-47703931b52a,revision_number=4']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:44.633801 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3468c60-9a7d-4ef5-8205-57e17dc86385 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:44.634391 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a3468c60-9a7d-4ef5-8205-57e17dc86385 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.638424 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3468c60-9a7d-4ef5-8205-57e17dc86385 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Subnet': ['ID=903998b5-4ba2-4262-be2a-01f504cdcaea,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:44.653625 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a3468c60-9a7d-4ef5-8205-57e17dc86385 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.0496457 Jul 13 07:50:44.656202 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58018) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:44.662022 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-5d0cd51a-7349-4534-a07d-9e448baec256 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Request body: {'port': {'network_id': '158fbff1-22d7-4aca-970b-c37f2948cd80', 'mac_address': 'fa:16:3e:3c:69:e7', 'name': 'tempest-NetworksTestDHCPv6-2051725352'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:44.744419 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948cc8b3-8747-4d22-9acd-69c4d824d039 req-2aaa2242-6193-4f95-96e2-ad4922a799a8 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:44.746413 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-948cc8b3-8747-4d22-9acd-69c4d824d039 req-2aaa2242-6193-4f95-96e2-ad4922a799a8 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=16a83c06-2aa3-4868-bce0-55050f342cd4 HTTP/1.1" status: 200 len: 943 time: 0.0703037 Jul 13 07:50:44.782368 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0cd51a-7349-4534-a07d-9e448baec256 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Made reservation on behalf of 7d6e874b76834423bf0d18d43bf12c19 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:44.786845 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-948cc8b3-8747-4d22-9acd-69c4d824d039 req-38ea3b1d-e4df-4cac-9772-cb033c708176 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346692 Jul 13 07:50:44.875936 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5d0cd51a-7349-4534-a07d-9e448baec256 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:44.898278 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-5d0cd51a-7349-4534-a07d-9e448baec256 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] device_id is not set on port 8c61e6a2-084f-4730-9991-ce8edb667d50 yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:50:44.961179 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22301960-6262-49cc-8114-03972b04c4d3 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:45.068660 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2f304ad3-3144-48f2-b551-fb21870f82eb None None] Provisioning for port 004e0547-ee48-491f-867d-47703931b52a completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:45.073020 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-5d0cd51a-7349-4534-a07d-9e448baec256 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Allocated IP 2001:db8::37d (158fbff1-22d7-4aca-970b-c37f2948cd80/eb444298-a65f-4693-a3af-7fdef8f808b5/8c61e6a2-084f-4730-9991-ce8edb667d50) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:45.073901 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2f304ad3-3144-48f2-b551-fb21870f82eb None None] Provisioning complete for port 004e0547-ee48-491f-867d-47703931b52a triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:45.074272 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2f304ad3-3144-48f2-b551-fb21870f82eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:45.081373 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-5d0cd51a-7349-4534-a07d-9e448baec256 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Allocated IP 2001:db8:0:1:f816:3eff:fe3c:69e7 (158fbff1-22d7-4aca-970b-c37f2948cd80/903998b5-4ba2-4262-be2a-01f504cdcaea/8c61e6a2-084f-4730-9991-ce8edb667d50) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:45.196521 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2f304ad3-3144-48f2-b551-fb21870f82eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:45.234183 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5d0cd51a-7349-4534-a07d-9e448baec256 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:45.235639 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2f304ad3-3144-48f2-b551-fb21870f82eb None None] For port 004e0547-ee48-491f-867d-47703931b52a, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=004e0547-ee48-491f-867d-47703931b52a,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:45.241391 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2f304ad3-3144-48f2-b551-fb21870f82eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:45.250180 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-5d0cd51a-7349-4534-a07d-9e448baec256 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Transition to ACTIVE for port object 8c61e6a2-084f-4730-9991-ce8edb667d50 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:45.289181 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5d0cd51a-7349-4534-a07d-9e448baec256 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:45.302424 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f304ad3-3144-48f2-b551-fb21870f82eb None None] Pushing event updated for resources: {'Port': ['ID=004e0547-ee48-491f-867d-47703931b52a,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:45.338291 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0cd51a-7349-4534-a07d-9e448baec256 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:45.341612 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-5d0cd51a-7349-4534-a07d-9e448baec256 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:45.345494 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0cd51a-7349-4534-a07d-9e448baec256 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:45.351529 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0cd51a-7349-4534-a07d-9e448baec256 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:45.352164 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5d0cd51a-7349-4534-a07d-9e448baec256 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:45.358679 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0cd51a-7349-4534-a07d-9e448baec256 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event updated for resources: {'Port': ['ID=8c61e6a2-084f-4730-9991-ce8edb667d50,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:45.372546 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5d0cd51a-7349-4534-a07d-9e448baec256 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7152326 Jul 13 07:50:45.375099 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58020) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:45.474912 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-87d3c5a5-a34b-4dc8-9e0d-da5f28b5076e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting port 8c61e6a2-084f-4730-9991-ce8edb667d50 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:45.475272 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-87d3c5a5-a34b-4dc8-9e0d-da5f28b5076e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:45.571997 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-87d3c5a5-a34b-4dc8-9e0d-da5f28b5076e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:45.585047 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-87d3c5a5-a34b-4dc8-9e0d-da5f28b5076e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Calling delete_port for 8c61e6a2-084f-4730-9991-ce8edb667d50 owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:45.687732 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 9524b25c-c0db-4113-a64d-c0af24d48863 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:50:45.780753 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-87d3c5a5-a34b-4dc8-9e0d-da5f28b5076e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:45.800401 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 9524b25c-c0db-4113-a64d-c0af24d48863, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=9524b25c-c0db-4113-a64d-c0af24d48863,segment=NetworkSegment(c6edc23b-b33f-4b68-a90e-006e269af4c2),segment_id=c6edc23b-b33f-4b68-a90e-006e269af4c2)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:45.812340 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d3c5a5-a34b-4dc8-9e0d-da5f28b5076e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Port': ['ID=8c61e6a2-084f-4730-9991-ce8edb667d50,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:45.816288 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '9524b25c-c0db-4113-a64d-c0af24d48863', 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35', 'port_id': '9524b25c-c0db-4113-a64d-c0af24d48863', 'mac_address': 'fa:16:3e:40:65:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84c320b-7bf6-4a93-a184-7aa85a1e2cdf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:50:45.822427 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e6812c0-dda1-441e-8f95-6b51f83e3622 None None] Provisioning complete for port 004e0547-ee48-491f-867d-47703931b52a triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:45.822427 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e6812c0-dda1-441e-8f95-6b51f83e3622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:45.866415 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-87d3c5a5-a34b-4dc8-9e0d-da5f28b5076e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:45.870887 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-87d3c5a5-a34b-4dc8-9e0d-da5f28b5076e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/ports/8c61e6a2-084f-4730-9991-ce8edb667d50 HTTP/1.1" status: 204 len: 168 time: 0.4925497 Jul 13 07:50:45.871102 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58024) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:45.914013 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:45.941615 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9524b25c-c0db-4113-a64d-c0af24d48863 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:50:45.965921 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 9524b25c-c0db-4113-a64d-c0af24d48863, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=9524b25c-c0db-4113-a64d-c0af24d48863,segment=NetworkSegment(c6edc23b-b33f-4b68-a90e-006e269af4c2),segment_id=c6edc23b-b33f-4b68-a90e-006e269af4c2)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:45.971052 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:45.993190 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257788a8-7b23-4d9f-b514-d87959957505 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:45.997373 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58026) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:45.997849 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-257788a8-7b23-4d9f-b514-d87959957505 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1252003 Jul 13 07:50:46.020247 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1fc7b-4621-42be-8421-91607cb927af req-77aaf863-ab4f-45c3-8e14-1dfeab5f2bdf tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:46.022106 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-03d1fc7b-4621-42be-8421-91607cb927af req-77aaf863-ab4f-45c3-8e14-1dfeab5f2bdf tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=16a83c06-2aa3-4868-bce0-55050f342cd4 HTTP/1.1" status: 200 len: 943 time: 0.1028454 Jul 13 07:50:46.037939 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=9524b25c-c0db-4113-a64d-c0af24d48863,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:46.065150 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7dbc5a9d-7a61-453e-9d66-6178e5b14c2a None None] Could not find standard attr ID for object 8c61e6a2-084f-4730-9991-ce8edb667d50. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:50:46.070238 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-03d1fc7b-4621-42be-8421-91607cb927af req-767950f1-4d2a-4888-ac35-82af5a142def tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418100 Jul 13 07:50:46.077202 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5178fe0a-2880-4e41-9ee0-519d1367470c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:46.081549 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5178fe0a-2880-4e41-9ee0-519d1367470c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0797777 Jul 13 07:50:46.081750 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58028) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:46.210818 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['9524b25c-c0db-4113-a64d-c0af24d48863'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:50:46.362150 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 004e0547-ee48-491f-867d-47703931b52a up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:46.415937 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 004e0547-ee48-491f-867d-47703931b52a triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:46.416306 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:46.503219 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5276a9-836f-45a6-864b-83208ced9bac tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:46.504890 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5276a9-836f-45a6-864b-83208ced9bac tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:46.506391 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5276a9-836f-45a6-864b-83208ced9bac tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:46.507999 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-cf5276a9-836f-45a6-864b-83208ced9bac tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4252326 Jul 13 07:50:46.510630 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58030) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:46.560900 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-43aff8c9-8d4f-46b0-97d7-6722140adefa tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting subnet 903998b5-4ba2-4262-be2a-01f504cdcaea {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:50:46.563959 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-43aff8c9-8d4f-46b0-97d7-6722140adefa tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:46.606177 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-43aff8c9-8d4f-46b0-97d7-6722140adefa tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:46.686899 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-43aff8c9-8d4f-46b0-97d7-6722140adefa tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:46.743956 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-43aff8c9-8d4f-46b0-97d7-6722140adefa tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:46.768808 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aff8c9-8d4f-46b0-97d7-6722140adefa tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Subnet': ['ID=903998b5-4ba2-4262-be2a-01f504cdcaea,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:46.774505 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-43aff8c9-8d4f-46b0-97d7-6722140adefa tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:46.776415 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-43aff8c9-8d4f-46b0-97d7-6722140adefa tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/903998b5-4ba2-4262-be2a-01f504cdcaea HTTP/1.1" status: 204 len: 168 time: 0.2648342 Jul 13 07:50:46.778920 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58032) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:46.783899 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55068fe-fec7-48a4-a342-e32b5da9f119 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:46.840454 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-9392542f-a07e-4b3d-9977-0312e30d9bdd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Deleting subnet eb444298-a65f-4693-a3af-7fdef8f808b5 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:50:46.844334 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9392542f-a07e-4b3d-9977-0312e30d9bdd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:46.893786 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9392542f-a07e-4b3d-9977-0312e30d9bdd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:46.994472 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9392542f-a07e-4b3d-9977-0312e30d9bdd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:47.069111 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9392542f-a07e-4b3d-9977-0312e30d9bdd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:47.109230 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392542f-a07e-4b3d-9977-0312e30d9bdd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Subnet': ['ID=eb444298-a65f-4693-a3af-7fdef8f808b5,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:47.116469 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9392542f-a07e-4b3d-9977-0312e30d9bdd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:47.122131 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58036) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:47.122787 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9392542f-a07e-4b3d-9977-0312e30d9bdd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/eb444298-a65f-4693-a3af-7fdef8f808b5 HTTP/1.1" status: 204 len: 168 time: 0.3421226 Jul 13 07:50:47.179259 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1e12d351-132f-46ee-8414-7fdfc0a26616 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0528340 Jul 13 07:50:47.180367 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58038) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:47.302465 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f925ae44-1871-4efb-8b58-34c236345084 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:47.306463 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f925ae44-1871-4efb-8b58-34c236345084 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1224892 Jul 13 07:50:47.307079 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58040) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:47.319335 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae382c7c-a11c-42d2-b4b4-c4a25f61b77e req-b2503263-ab1d-4429-8608-11448d4197b4 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:47.320884 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ae382c7c-a11c-42d2-b4b4-c4a25f61b77e req-b2503263-ab1d-4429-8608-11448d4197b4 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=16a83c06-2aa3-4868-bce0-55050f342cd4 HTTP/1.1" status: 200 len: 944 time: 0.1070786 Jul 13 07:50:47.367499 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ae382c7c-a11c-42d2-b4b4-c4a25f61b77e req-9f7afc6e-2c87-4831-86ef-9e86f1b502d3 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405955 Jul 13 07:50:47.374565 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebc886d-e3b7-44aa-80a2-91f5d8b0df20 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:47.376089 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8ebc886d-e3b7-44aa-80a2-91f5d8b0df20 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0676033 Jul 13 07:50:47.378733 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58042) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:47.429957 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-af77bd08-337c-4d8a-b450-a02271fa9650 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0483298 Jul 13 07:50:47.433641 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58044) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:47.469793 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-1600e4a5-eaf7-452b-87ba-55408100505a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:47.470521 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1600e4a5-eaf7-452b-87ba-55408100505a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:47.472431 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1600e4a5-eaf7-452b-87ba-55408100505a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/ports/8c61e6a2-084f-4730-9991-ce8edb667d50 HTTP/1.1" status: 404 len: 333 time: 0.0377610 Jul 13 07:50:47.475518 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58046) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:47.502532 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-29dcb9b2-919f-4023-94ce-f6aa356f5aa0 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:47.503032 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29dcb9b2-919f-4023-94ce-f6aa356f5aa0 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:47.505637 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-29dcb9b2-919f-4023-94ce-f6aa356f5aa0 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/903998b5-4ba2-4262-be2a-01f504cdcaea HTTP/1.1" status: 404 len: 337 time: 0.0289292 Jul 13 07:50:47.508781 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58048) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:47.516794 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b76369-02b4-4ad3-86e6-7fa3d6f737e1 None None] Network 158fbff1-22d7-4aca-970b-c37f2948cd80 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:47.535140 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-f05b3f15-4994-40e1-9ef9-61b6557845e2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:47.535611 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f05b3f15-4994-40e1-9ef9-61b6557845e2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:47.538018 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f05b3f15-4994-40e1-9ef9-61b6557845e2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/eb444298-a65f-4693-a3af-7fdef8f808b5 HTTP/1.1" status: 404 len: 337 time: 0.0281732 Jul 13 07:50:47.541148 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58050) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:47.568856 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-554a3e5f-465b-443a-8b49-3a2f8bc7f7d4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:47.569556 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-554a3e5f-465b-443a-8b49-3a2f8bc7f7d4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:47.571375 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-554a3e5f-465b-443a-8b49-3a2f8bc7f7d4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/ports/c3145a06-da71-4a26-92b0-d270184bcce9 HTTP/1.1" status: 404 len: 333 time: 0.0292664 Jul 13 07:50:47.574057 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58052) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:47.604830 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-931ea19b-927b-48c1-8b8f-48e9c929394a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:47.605270 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-931ea19b-927b-48c1-8b8f-48e9c929394a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:47.607186 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-931ea19b-927b-48c1-8b8f-48e9c929394a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/f428cfe9-a2bd-473e-ab90-3a76003d7d97 HTTP/1.1" status: 404 len: 337 time: 0.0317328 Jul 13 07:50:47.609686 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58054) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:47.641154 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfd2b01d-9d17-43b2-b546-835e1bea4d47 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:47.641606 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfd2b01d-9d17-43b2-b546-835e1bea4d47 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:47.643431 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-cfd2b01d-9d17-43b2-b546-835e1bea4d47 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/50f74477-c6f3-4565-8077-bc6912d92c62 HTTP/1.1" status: 404 len: 337 time: 0.0327144 Jul 13 07:50:47.646506 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58056) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:47.683009 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bad1956-5ce6-4690-868a-0c5c3ed63fc4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:47.683756 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bad1956-5ce6-4690-868a-0c5c3ed63fc4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:47.685530 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2bad1956-5ce6-4690-868a-0c5c3ed63fc4 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/ports/50a38094-44b8-4d11-b75b-b81c4eaa7a86 HTTP/1.1" status: 404 len: 333 time: 0.0380633 Jul 13 07:50:47.688106 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58058) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:47.717630 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-86f9e20a-fed0-41e0-91a8-25dd341237c7 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:47.718079 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86f9e20a-fed0-41e0-91a8-25dd341237c7 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:47.720323 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-86f9e20a-fed0-41e0-91a8-25dd341237c7 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/f13da647-8a8d-4148-a590-fc8ad99cded0 HTTP/1.1" status: 404 len: 337 time: 0.0312788 Jul 13 07:50:47.724760 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58060) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:47.742347 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 9524b25c-c0db-4113-a64d-c0af24d48863 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:47.754052 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4e98c1f-44bc-4458-bd53-4bbc30a1bdbe tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:47.754445 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4e98c1f-44bc-4458-bd53-4bbc30a1bdbe tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:47.756235 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c4e98c1f-44bc-4458-bd53-4bbc30a1bdbe tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/b23bc214-116a-4b90-bb07-4adb73bef480 HTTP/1.1" status: 404 len: 337 time: 0.0305922 Jul 13 07:50:47.758717 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58062) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:47.784223 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49f9afd-c248-451a-8d49-eea9a7c50ec9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:47.784881 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e49f9afd-c248-451a-8d49-eea9a7c50ec9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:47.787232 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e49f9afd-c248-451a-8d49-eea9a7c50ec9 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/ports/4c8be805-e3f7-4bb4-a6c7-604e60fdbcb1 HTTP/1.1" status: 404 len: 333 time: 0.0275717 Jul 13 07:50:47.790006 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58064) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:47.805543 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c9c0e3d6-2238-46fb-9a37-3db9706b5ad3 None None] Provisioning complete for port 004e0547-ee48-491f-867d-47703931b52a triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:47.805911 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c9c0e3d6-2238-46fb-9a37-3db9706b5ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:47.816691 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddfabaf1-fe66-4e16-b38e-39dc8a2020fd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:47.817453 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddfabaf1-fe66-4e16-b38e-39dc8a2020fd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:47.818901 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ddfabaf1-fe66-4e16-b38e-39dc8a2020fd tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/e1e4732c-051f-4145-951d-589952abc32e HTTP/1.1" status: 404 len: 337 time: 0.0280085 Jul 13 07:50:47.821465 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58066) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:47.851013 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0943a7b-eaa1-4e24-a540-de5e72ae792d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:47.851487 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0943a7b-eaa1-4e24-a540-de5e72ae792d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:47.853217 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d0943a7b-eaa1-4e24-a540-de5e72ae792d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/aaceee4f-de01-4679-8656-e1b59b160b4c HTTP/1.1" status: 404 len: 337 time: 0.0308685 Jul 13 07:50:47.855718 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58068) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:47.881500 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c1131a-e86b-4dc1-b924-abd3c0e712d6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:47.882206 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10c1131a-e86b-4dc1-b924-abd3c0e712d6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:47.884075 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-10c1131a-e86b-4dc1-b924-abd3c0e712d6 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/ports/22bee108-820c-4202-b59b-cdfc9a35c3f7 HTTP/1.1" status: 404 len: 333 time: 0.0274751 Jul 13 07:50:47.886580 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58070) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:47.889020 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 9524b25c-c0db-4113-a64d-c0af24d48863 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:47.912248 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 9524b25c-c0db-4113-a64d-c0af24d48863 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:47.912628 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:47.914201 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-09bb0a3f-2672-41e1-b5d1-23c8f186827d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:47.914657 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09bb0a3f-2672-41e1-b5d1-23c8f186827d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:47.917265 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-09bb0a3f-2672-41e1-b5d1-23c8f186827d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/9cb8fced-67c5-4812-bab1-8b8029c677e8 HTTP/1.1" status: 404 len: 337 time: 0.0289133 Jul 13 07:50:47.919167 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58072) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:47.944915 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-6317fb92-e848-420b-ad16-5e895f0f04ff tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:47.945579 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6317fb92-e848-420b-ad16-5e895f0f04ff tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:47.947306 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6317fb92-e848-420b-ad16-5e895f0f04ff tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/ports/1fd59143-378f-4a4f-a210-fb3dd645c244 HTTP/1.1" status: 404 len: 333 time: 0.0271935 Jul 13 07:50:47.949769 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58074) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:47.977540 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c7bddc-97fb-46cd-8b49-2a002aaf2050 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:47.977540 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8c7bddc-97fb-46cd-8b49-2a002aaf2050 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:47.978731 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b8c7bddc-97fb-46cd-8b49-2a002aaf2050 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/a05e2199-a207-46d0-8a20-3ccefd78070e HTTP/1.1" status: 404 len: 337 time: 0.0280676 Jul 13 07:50:47.981443 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58076) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:48.012121 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2090367-faec-49a3-a1f0-a5709f4cc935 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:48.012802 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2090367-faec-49a3-a1f0-a5709f4cc935 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:48.017160 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b2090367-faec-49a3-a1f0-a5709f4cc935 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/ports/d40b7ec4-542b-480f-b6f4-b11a12d01ae1 HTTP/1.1" status: 404 len: 333 time: 0.0322409 Jul 13 07:50:48.017345 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:48.019033 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58078) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:48.027050 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2994c423-d194-4b7e-b0a2-7a1a645f04d3 None None] DHCP port deletion for 158fbff1-22d7-4aca-970b-c37f2948cd80 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:50:48.050343 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-82d88ac0-e638-4219-8192-683ca89f3ea2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:48.050774 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82d88ac0-e638-4219-8192-683ca89f3ea2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:48.052590 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-82d88ac0-e638-4219-8192-683ca89f3ea2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/bf4f6644-80fd-4a9f-bcac-abfc3cb6cdaa HTTP/1.1" status: 404 len: 337 time: 0.0324562 Jul 13 07:50:48.055500 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58080) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:48.061038 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a83c06-2aa3-4868-bce0-55050f342cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9524b25c-c0db-4113-a64d-c0af24d48863'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:50:48.063624 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e59cff8-e5c5-469c-89ff-222b4e53d79b" -d '{"events": [{"server_uuid": "16a83c06-2aa3-4868-bce0-55050f342cd4", "name": "network-vif-plugged", "status": "completed", "tag": "9524b25c-c0db-4113-a64d-c0af24d48863"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:50:48.078715 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 9524b25c-c0db-4113-a64d-c0af24d48863, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=9524b25c-c0db-4113-a64d-c0af24d48863,segment=NetworkSegment(c6edc23b-b33f-4b68-a90e-006e269af4c2),segment_id=c6edc23b-b33f-4b68-a90e-006e269af4c2)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:48.086077 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:48.086888 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-367b007e-d9c0-45ed-94d7-fc04d8972c36 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:48.087681 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-367b007e-d9c0-45ed-94d7-fc04d8972c36 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:48.091997 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-367b007e-d9c0-45ed-94d7-fc04d8972c36 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/ports/3c7a1784-1b4f-4eb1-b453-61ef8e46e320 HTTP/1.1" status: 404 len: 333 time: 0.0331841 Jul 13 07:50:48.093211 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58086) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:48.121716 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66afe592-3509-4c85-a8fc-d00ceb619d0b x-openstack-request-id: req-66afe592-3509-4c85-a8fc-d00ceb619d0b {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:50:48.122038 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a83c06-2aa3-4868-bce0-55050f342cd4", "name": "network-vif-plugged", "status": "completed", "tag": "9524b25c-c0db-4113-a64d-c0af24d48863", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:50:48.122360 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-66afe592-3509-4c85-a8fc-d00ceb619d0b {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:50:48.122780 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a83c06-2aa3-4868-bce0-55050f342cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9524b25c-c0db-4113-a64d-c0af24d48863', 'code': 200} Jul 13 07:50:48.130729 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-f62f314e-ffca-4df5-9104-388a34083a32 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:48.131193 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f62f314e-ffca-4df5-9104-388a34083a32 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:48.132953 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f62f314e-ffca-4df5-9104-388a34083a32 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/26878ef6-2d51-4dec-9788-af2ac97c1b69 HTTP/1.1" status: 404 len: 337 time: 0.0371687 Jul 13 07:50:48.135613 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58088) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:48.157261 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2994c423-d194-4b7e-b0a2-7a1a645f04d3 None None] Deleting port 004e0547-ee48-491f-867d-47703931b52a {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:48.157638 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2994c423-d194-4b7e-b0a2-7a1a645f04d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:48.160455 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=9524b25c-c0db-4113-a64d-c0af24d48863,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:48.170386 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba9b80e1-485a-4a1f-ad20-7767817e1001 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:48.171088 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba9b80e1-485a-4a1f-ad20-7767817e1001 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:48.176406 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58090) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:48.177132 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ba9b80e1-485a-4a1f-ad20-7767817e1001 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/ports/52d4d982-0407-4f07-abb4-b4c531262514 HTTP/1.1" status: 404 len: 333 time: 0.0398426 Jul 13 07:50:48.203586 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-569f5a75-850a-4aa0-8386-45176c9f6fee tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:48.204160 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-569f5a75-850a-4aa0-8386-45176c9f6fee tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:48.206064 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-569f5a75-850a-4aa0-8386-45176c9f6fee tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/6e46cca9-8a0b-4409-b514-78e470c31ab1 HTTP/1.1" status: 404 len: 337 time: 0.0285254 Jul 13 07:50:48.209626 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58092) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:48.230969 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2994c423-d194-4b7e-b0a2-7a1a645f04d3 None None] For port 004e0547-ee48-491f-867d-47703931b52a, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=004e0547-ee48-491f-867d-47703931b52a,segment=NetworkSegment(bb441d88-de88-4257-bda3-09259a2bb800),segment_id=bb441d88-de88-4257-bda3-09259a2bb800)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:48.231677 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2994c423-d194-4b7e-b0a2-7a1a645f04d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:48.237041 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6beef11-4574-4cb0-9f41-1b164045c8da tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:48.237747 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6beef11-4574-4cb0-9f41-1b164045c8da tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:48.239759 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c6beef11-4574-4cb0-9f41-1b164045c8da tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/ports/77466774-2ff5-4947-a0f1-82847d918677 HTTP/1.1" status: 404 len: 333 time: 0.0291610 Jul 13 07:50:48.242138 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58094) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:48.244456 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2994c423-d194-4b7e-b0a2-7a1a645f04d3 None None] Calling delete_port for 004e0547-ee48-491f-867d-47703931b52a owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:48.251415 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e45781-549f-420a-88f8-ab93fd8402bd req-e1078258-5ff8-46c1-a1aa-a82994bd87c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:48.253130 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b7e45781-549f-420a-88f8-ab93fd8402bd req-e1078258-5ff8-46c1-a1aa-a82994bd87c3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=16a83c06-2aa3-4868-bce0-55050f342cd4 HTTP/1.1" status: 200 len: 1097 time: 0.0583572 Jul 13 07:50:48.267994 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-7baadbad-2fcd-43b5-882b-0c06d96caba0 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:48.268446 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7baadbad-2fcd-43b5-882b-0c06d96caba0 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:48.273064 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7baadbad-2fcd-43b5-882b-0c06d96caba0 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/2962e4dd-e701-47f7-8626-bedaf94ff734 HTTP/1.1" status: 404 len: 337 time: 0.0269461 Jul 13 07:50:48.273851 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58096) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:48.291277 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b7e45781-549f-420a-88f8-ab93fd8402bd req-ee6f499c-d88b-433f-830a-85b303dcd9ec service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323362 Jul 13 07:50:48.299026 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c3f0fe3-9c52-403e-b509-c35e6d6518c0 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:48.299508 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c3f0fe3-9c52-403e-b509-c35e6d6518c0 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:48.304124 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4c3f0fe3-9c52-403e-b509-c35e6d6518c0 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/84169944-a5c6-45b9-86e3-f2fd5396dba2 HTTP/1.1" status: 404 len: 337 time: 0.0270579 Jul 13 07:50:48.304124 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58098) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:48.330812 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2994c423-d194-4b7e-b0a2-7a1a645f04d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:48.334830 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed8c39b-638e-46fa-93b2-3ac469193d8c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:48.335546 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aed8c39b-638e-46fa-93b2-3ac469193d8c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:48.339244 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-aed8c39b-638e-46fa-93b2-3ac469193d8c tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/ports/4a942cf8-f627-43ef-a8a1-07f41f620a7b HTTP/1.1" status: 404 len: 333 time: 0.0322309 Jul 13 07:50:48.340670 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58100) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:48.360201 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 004e0547-ee48-491f-867d-47703931b52a no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:50:48.364036 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2994c423-d194-4b7e-b0a2-7a1a645f04d3 None None] Pushing event deleted for resources: {'Port': ['ID=004e0547-ee48-491f-867d-47703931b52a,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:48.372015 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1fd1adf-c456-4b0a-a422-837bd0bb7f18 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:48.372484 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1fd1adf-c456-4b0a-a422-837bd0bb7f18 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:48.374266 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f1fd1adf-c456-4b0a-a422-837bd0bb7f18 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/732f2e7c-673f-4f9c-ade1-4e92bcd08251 HTTP/1.1" status: 404 len: 337 time: 0.0324941 Jul 13 07:50:48.376701 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58102) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:48.387430 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2994c423-d194-4b7e-b0a2-7a1a645f04d3 None None] No DVR routers for this DVR port 004e0547-ee48-491f-867d-47703931b52a on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:50:48.389228 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 004e0547-ee48-491f-867d-47703931b52a {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:50:48.389570 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 004e0547-ee48-491f-867d-47703931b52a not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:50:48.406354 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbcdadd6-869a-499b-a63f-1c660e860758 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:48.406819 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbcdadd6-869a-499b-a63f-1c660e860758 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:48.408762 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-dbcdadd6-869a-499b-a63f-1c660e860758 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/e602e088-d108-44f6-a64f-a8af17640139 HTTP/1.1" status: 404 len: 337 time: 0.0311604 Jul 13 07:50:48.412146 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58106) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:48.437803 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf335768-02a7-4be6-ad7f-daf391741e17 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:48.438447 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf335768-02a7-4be6-ad7f-daf391741e17 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:48.440192 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-bf335768-02a7-4be6-ad7f-daf391741e17 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/ports/29f8ee2b-8c9d-48da-acbb-1e778967f089 HTTP/1.1" status: 404 len: 333 time: 0.0274258 Jul 13 07:50:48.442685 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58108) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:48.467863 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b6d2e71-4d2b-4630-9cdb-0b304510983f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:48.468310 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b6d2e71-4d2b-4630-9cdb-0b304510983f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:48.470026 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-3b6d2e71-4d2b-4630-9cdb-0b304510983f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/3c66307c-b4d0-4e0a-b8b2-66012c0b2498 HTTP/1.1" status: 404 len: 337 time: 0.0264103 Jul 13 07:50:48.472489 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58110) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:48.500206 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-b007ad21-570f-4e2a-b328-2f1658b26e03 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:48.500656 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b007ad21-570f-4e2a-b328-2f1658b26e03 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:48.502321 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b007ad21-570f-4e2a-b328-2f1658b26e03 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/005d45e5-2723-46f6-8ee5-23a8f7ac8671 HTTP/1.1" status: 404 len: 337 time: 0.0289483 Jul 13 07:50:48.505195 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58112) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:48.531241 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-47ff932e-254a-428b-be3b-72bbfd982004 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:48.531876 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47ff932e-254a-428b-be3b-72bbfd982004 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:48.533573 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-47ff932e-254a-428b-be3b-72bbfd982004 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/ports/2caa452a-38c5-4bf2-8a30-ef1bb18cb6bc HTTP/1.1" status: 404 len: 333 time: 0.0274088 Jul 13 07:50:48.537029 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58114) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:48.563662 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-43fc0eef-12c8-453d-8418-3755a98a4a8d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:48.564103 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43fc0eef-12c8-453d-8418-3755a98a4a8d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:48.565829 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-43fc0eef-12c8-453d-8418-3755a98a4a8d tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/ddaa8c87-de63-4080-9461-f729e48436cd HTTP/1.1" status: 404 len: 337 time: 0.0279531 Jul 13 07:50:48.568045 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce78195-5313-4362-be61-2109451d261a req-38579be7-5bce-4ece-92f5-f261ce0c34a8 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:48.568349 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58116) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:48.569620 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bce78195-5313-4362-be61-2109451d261a req-38579be7-5bce-4ece-92f5-f261ce0c34a8 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=16a83c06-2aa3-4868-bce0-55050f342cd4 HTTP/1.1" status: 200 len: 945 time: 0.0715699 Jul 13 07:50:48.597295 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0172df7-08b3-480b-9b72-6bebf9b65b34 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:48.597745 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0172df7-08b3-480b-9b72-6bebf9b65b34 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:48.600369 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f0172df7-08b3-480b-9b72-6bebf9b65b34 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/0f5bd48f-4675-4a9a-9005-0c3de274cec3 HTTP/1.1" status: 404 len: 337 time: 0.0311348 Jul 13 07:50:48.602886 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58118) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:48.608290 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bce78195-5313-4362-be61-2109451d261a req-af03f1e5-24f9-4119-a9a8-1560e1c708be tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331481 Jul 13 07:50:48.632564 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-523a45b2-7565-47b0-b6d1-1bb57bf08224 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b28f7d1-4b79-4a26-a1e6-b72954f51b41 HTTP/1.1" status: 200 len: 205 time: 0.0284438 Jul 13 07:50:48.634759 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58120) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:48.675401 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-b262125e-8418-4c6f-b4e9-41de938367ff tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] delete failed (client error): The resource could not be found. Jul 13 07:50:48.676818 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b262125e-8418-4c6f-b4e9-41de938367ff tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/routers/6b28f7d1-4b79-4a26-a1e6-b72954f51b41 HTTP/1.1" status: 404 len: 336 time: 0.0406477 Jul 13 07:50:48.679388 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58122) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:48.707342 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-59bfce17-8549-419f-b69b-4abc151258f7 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:48.708191 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59bfce17-8549-419f-b69b-4abc151258f7 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:48.710069 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-59bfce17-8549-419f-b69b-4abc151258f7 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/4bb1393e-5b02-4369-8879-a9c3f83fbb8e HTTP/1.1" status: 404 len: 337 time: 0.0297785 Jul 13 07:50:48.713054 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58124) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:48.743680 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b07fd544-2ca2-4457-9ef0-9763f42f6c99 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29e30bf-365f-4fbf-b7d9-406ea08df724 HTTP/1.1" status: 200 len: 205 time: 0.0294633 Jul 13 07:50:48.745859 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58126) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:48.785318 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-74d284bc-db8b-4b11-b206-d7902c88d6bc tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] delete failed (client error): The resource could not be found. Jul 13 07:50:48.786257 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-74d284bc-db8b-4b11-b206-d7902c88d6bc tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/routers/d29e30bf-365f-4fbf-b7d9-406ea08df724 HTTP/1.1" status: 404 len: 336 time: 0.0395107 Jul 13 07:50:48.788694 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58128) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:48.815274 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad95ca4e-ad03-43a4-842a-6034d4fc7108 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:48.815719 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad95ca4e-ad03-43a4-842a-6034d4fc7108 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:48.818039 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ad95ca4e-ad03-43a4-842a-6034d4fc7108 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/f587e3d0-2ba7-4f8d-b46e-e84e4d7ef028 HTTP/1.1" status: 404 len: 337 time: 0.0283918 Jul 13 07:50:48.820220 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58130) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:48.844695 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac240feb-db74-485c-9321-7ee78da8f996 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:48.845129 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac240feb-db74-485c-9321-7ee78da8f996 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:48.846731 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ac240feb-db74-485c-9321-7ee78da8f996 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/a9cec132-ea41-4122-8962-9b688895bedb HTTP/1.1" status: 404 len: 337 time: 0.0256543 Jul 13 07:50:48.849188 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58132) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:48.874513 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-144bcd78-5351-476b-be23-5c48a6bff2d7 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:48.875090 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-144bcd78-5351-476b-be23-5c48a6bff2d7 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:48.876860 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-144bcd78-5351-476b-be23-5c48a6bff2d7 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/ports/4771558b-5ed1-4004-838a-66cabc2e4a21 HTTP/1.1" status: 404 len: 333 time: 0.0267916 Jul 13 07:50:48.879158 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58134) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:48.904757 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cbaba1e-f2cf-4c80-af78-e208514a41a2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:48.905235 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cbaba1e-f2cf-4c80-af78-e208514a41a2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:48.906806 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9cbaba1e-f2cf-4c80-af78-e208514a41a2 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/f3bc74a1-c502-47ad-be92-5a8be682df80 HTTP/1.1" status: 404 len: 337 time: 0.0258141 Jul 13 07:50:48.909184 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58136) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:48.939835 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-812cb280-864b-4c4e-8c51-6c9382aaa908 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:48.940455 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-812cb280-864b-4c4e-8c51-6c9382aaa908 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:48.942752 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-812cb280-864b-4c4e-8c51-6c9382aaa908 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/ports/f0e15fc7-0f59-4eaa-891a-13fd0409d7c5 HTTP/1.1" status: 404 len: 333 time: 0.0320957 Jul 13 07:50:48.945293 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58138) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:48.969797 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad177e4-d829-4ab8-8a7a-fb52c25b5883 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:48.970239 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ad177e4-d829-4ab8-8a7a-fb52c25b5883 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:48.971976 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9ad177e4-d829-4ab8-8a7a-fb52c25b5883 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/093327e5-a4b8-4c7e-95a8-3f0c926ee0f6 HTTP/1.1" status: 404 len: 337 time: 0.0258129 Jul 13 07:50:48.974567 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58140) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:49.000953 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef6f5f7-6ed5-446e-815e-840eb01f488a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:49.001668 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ef6f5f7-6ed5-446e-815e-840eb01f488a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:49.007646 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6ef6f5f7-6ed5-446e-815e-840eb01f488a tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/ports/550804aa-14b3-4a11-b7d4-f8d77ea2de53 HTTP/1.1" status: 404 len: 333 time: 0.0313683 Jul 13 07:50:49.007646 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58142) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:49.032901 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a31ef6a-f1c5-44fb-afbe-9fc8bd2f29ac tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:49.033342 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a31ef6a-f1c5-44fb-afbe-9fc8bd2f29ac tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:49.035011 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1a31ef6a-f1c5-44fb-afbe-9fc8bd2f29ac tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/69eba4bc-7742-4b5c-b11a-11002712fe3d HTTP/1.1" status: 404 len: 337 time: 0.0266528 Jul 13 07:50:49.038449 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58144) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:49.064435 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2ed40e5-1e16-45b0-a18d-2238a0487f2f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:49.065065 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2ed40e5-1e16-45b0-a18d-2238a0487f2f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:49.066752 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b2ed40e5-1e16-45b0-a18d-2238a0487f2f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/ports/3a97bd48-431f-498f-aa92-ed6c7dd127e1 HTTP/1.1" status: 404 len: 333 time: 0.0274873 Jul 13 07:50:49.070288 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58146) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:49.099631 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-a86aaf4a-47dc-402f-9b48-7ac4f5582739 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:49.100358 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a86aaf4a-47dc-402f-9b48-7ac4f5582739 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:49.104281 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a86aaf4a-47dc-402f-9b48-7ac4f5582739 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/7b225e0a-4045-4b3d-be83-17e57590b48f HTTP/1.1" status: 404 len: 337 time: 0.0304847 Jul 13 07:50:49.104475 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58148) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:49.133118 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-f912cbe3-02a3-432d-b63a-d7a218df85de tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:49.133750 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f912cbe3-02a3-432d-b63a-d7a218df85de tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:49.135458 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f912cbe3-02a3-432d-b63a-d7a218df85de tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/ports/f8793f4f-2443-4899-867d-b10f189a0245 HTTP/1.1" status: 404 len: 333 time: 0.0299382 Jul 13 07:50:49.138482 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58150) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:49.163414 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-554fc2d6-d7d4-4599-86c0-c33f45340f12 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:49.163850 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-554fc2d6-d7d4-4599-86c0-c33f45340f12 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:49.165499 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-554fc2d6-d7d4-4599-86c0-c33f45340f12 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/f182c35d-edf2-4b51-b5b2-b0afc6aac003 HTTP/1.1" status: 404 len: 337 time: 0.0261273 Jul 13 07:50:49.168297 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58152) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:49.198237 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f5ee99b-13b5-448c-81d8-8fb579bcb77f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:49.198936 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f5ee99b-13b5-448c-81d8-8fb579bcb77f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:49.200570 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2f5ee99b-13b5-448c-81d8-8fb579bcb77f tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/ports/88ce0091-cdb9-494f-9271-f424d1f067dc HTTP/1.1" status: 404 len: 333 time: 0.0312750 Jul 13 07:50:49.203661 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58154) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:49.229323 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee644fc8-1a6c-41d7-966a-65a8a3683c06 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:49.229762 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee644fc8-1a6c-41d7-966a-65a8a3683c06 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:49.231413 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ee644fc8-1a6c-41d7-966a-65a8a3683c06 tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/eecb4b3f-3704-4077-be71-5dd50e37ba9c HTTP/1.1" status: 404 len: 337 time: 0.0268483 Jul 13 07:50:49.233692 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58156) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:49.259618 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-249863d1-1616-47b4-af03-502107ad3feb tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:49.260263 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-249863d1-1616-47b4-af03-502107ad3feb tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:49.266281 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-249863d1-1616-47b4-af03-502107ad3feb tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/ports/cbca335c-8b9b-41fe-aa49-67bed7973a66 HTTP/1.1" status: 404 len: 333 time: 0.0274189 Jul 13 07:50:49.266281 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58158) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:49.290279 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-59f4b483-6f2b-43f5-990a-75c2e9b2ad3e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] DELETE failed (client error): The resource could not be found. Jul 13 07:50:49.290644 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59f4b483-6f2b-43f5-990a-75c2e9b2ad3e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:50:49.292339 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-59f4b483-6f2b-43f5-990a-75c2e9b2ad3e tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/subnets/fdad2bdf-a375-428a-9268-ebf494ecdbbc HTTP/1.1" status: 404 len: 337 time: 0.0267968 Jul 13 07:50:49.294769 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58160) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:49.370625 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c26b30b6-0c55-4a77-b131-7c870f4f1fda tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:49.456981 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c26b30b6-0c55-4a77-b131-7c870f4f1fda tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:49.466725 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-c26b30b6-0c55-4a77-b131-7c870f4f1fda tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['158fbff1-22d7-4aca-970b-c37f2948cd80']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:49.476732 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-c26b30b6-0c55-4a77-b131-7c870f4f1fda tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb441d88-de88-4257-bda3-09259a2bb800') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:49.477028 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-c26b30b6-0c55-4a77-b131-7c870f4f1fda tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb441d88-de88-4257-bda3-09259a2bb800') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:49.485563 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c26b30b6-0c55-4a77-b131-7c870f4f1fda tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:49.503715 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c26b30b6-0c55-4a77-b131-7c870f4f1fda tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:49.509987 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26b30b6-0c55-4a77-b131-7c870f4f1fda tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:50:49.510368 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c26b30b6-0c55-4a77-b131-7c870f4f1fda tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: items = [ Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:50:49.513539 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:50:49.571366 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c26b30b6-0c55-4a77-b131-7c870f4f1fda tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:49.578066 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c26b30b6-0c55-4a77-b131-7c870f4f1fda tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:49.579927 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c26b30b6-0c55-4a77-b131-7c870f4f1fda tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] 10.222.0.23 "DELETE /v2.0/networks/158fbff1-22d7-4aca-970b-c37f2948cd80 HTTP/1.1" status: 204 len: 168 time: 0.2842627 Jul 13 07:50:49.591925 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b30b6-0c55-4a77-b131-7c870f4f1fda tempest-NetworksTestDHCPv6-732640491 tempest-NetworksTestDHCPv6-732640491-project] Pushing event deleted for resources: {'Network': ['ID=158fbff1-22d7-4aca-970b-c37f2948cd80,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:49.795740 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767ba1d-bf76-4d5d-ae33-a8b6de862c66 req-fc630229-803d-4ec2-8c1e-022acfab1798 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:49.797263 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f767ba1d-bf76-4d5d-ae33-a8b6de862c66 req-fc630229-803d-4ec2-8c1e-022acfab1798 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=16a83c06-2aa3-4868-bce0-55050f342cd4 HTTP/1.1" status: 200 len: 945 time: 0.0656941 Jul 13 07:50:49.833221 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58168) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:49.841046 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f767ba1d-bf76-4d5d-ae33-a8b6de862c66 req-e5bc6905-ddc9-4090-bc74-53efd6dd82a2 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376098 Jul 13 07:50:49.997850 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8e15013e-0b3d-46ed-bfdc-c65136201905 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7d6e874b76834423bf0d18d43bf12c19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1629789 Jul 13 07:50:50.000822 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58174) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:50.032387 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6696b-8356-4faf-942f-ec73d0ea8552 req-47e0d082-759c-4916-97eb-582b205e3e43 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:50.033904 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c0d6696b-8356-4faf-942f-ec73d0ea8552 req-47e0d082-759c-4916-97eb-582b205e3e43 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ea5d657-af09-4153-abf8-f479084ba237 HTTP/1.1" status: 200 len: 945 time: 0.0780475 Jul 13 07:50:50.050893 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d01e8061-a9e4-4618-9c7b-908f60ea301c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:50.073464 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d01e8061-a9e4-4618-9c7b-908f60ea301c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:50.073680 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c0d6696b-8356-4faf-942f-ec73d0ea8552 req-89ef8867-d7ad-4a19-a293-7cdb936878f7 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333509 Jul 13 07:50:50.122270 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d01e8061-a9e4-4618-9c7b-908f60ea301c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:50.124894 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d01e8061-a9e4-4618-9c7b-908f60ea301c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:50.126053 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d01e8061-a9e4-4618-9c7b-908f60ea301c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/71724b7e-cc1e-4946-9c8f-0b90cf3746b1 HTTP/1.1" status: 204 len: 168 time: 0.1241944 Jul 13 07:50:50.134325 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e8061-a9e4-4618-9c7b-908f60ea301c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71724b7e-cc1e-4946-9c8f-0b90cf3746b1,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:50.257887 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f448729-fb1d-42b2-b05e-7a586f4adae0 req-a3ea0679-1a44-45b2-9dd8-e898977b65f2 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:50.259410 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9f448729-fb1d-42b2-b05e-7a586f4adae0 req-a3ea0679-1a44-45b2-9dd8-e898977b65f2 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=16a83c06-2aa3-4868-bce0-55050f342cd4 HTTP/1.1" status: 200 len: 945 time: 0.0689030 Jul 13 07:50:50.296968 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9f448729-fb1d-42b2-b05e-7a586f4adae0 req-e1194730-4532-405a-a01d-c4aae567a0be tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315390 Jul 13 07:50:50.693983 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedaa94-3d20-4119-af75-c0cabc551bd9 req-e6f75f4e-1931-4cb1-94c7-0b96a59e3fe1 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:50.695530 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0cedaa94-3d20-4119-af75-c0cabc551bd9 req-e6f75f4e-1931-4cb1-94c7-0b96a59e3fe1 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=16a83c06-2aa3-4868-bce0-55050f342cd4 HTTP/1.1" status: 200 len: 945 time: 0.0704789 Jul 13 07:50:50.735511 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0cedaa94-3d20-4119-af75-c0cabc551bd9 req-524b770a-79d1-4101-ba4e-08e4df261e20 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344737 Jul 13 07:50:50.786270 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58202) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:50.879821 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-516ce918-04c0-438d-b289-201e98624d4b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1096033414'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:50.901998 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516ce918-04c0-438d-b289-201e98624d4b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Made reservation on behalf of b2ce8015438a4b65a79bfafd9b46665a for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:50.905811 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-516ce918-04c0-438d-b289-201e98624d4b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:50.914646 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-516ce918-04c0-438d-b289-201e98624d4b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:51.005660 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-516ce918-04c0-438d-b289-201e98624d4b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:51.009216 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-516ce918-04c0-438d-b289-201e98624d4b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:51.031157 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-516ce918-04c0-438d-b289-201e98624d4b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:50:51.045498 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ce918-04c0-438d-b289-201e98624d4b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4268b176-2e5f-406a-a6ea-b3f347a6cb32,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:51.048388 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-516ce918-04c0-438d-b289-201e98624d4b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:51.048726 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-516ce918-04c0-438d-b289-201e98624d4b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Added segment bf121ae2-fbed-4d58-93c9-e066b6fb2ebc of type vlan for network aefb0e6a-b355-4445-a978-64bd6192449b Jul 13 07:50:51.089474 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-516ce918-04c0-438d-b289-201e98624d4b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:51.117697 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-516ce918-04c0-438d-b289-201e98624d4b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:51.123101 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516ce918-04c0-438d-b289-201e98624d4b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:51.123704 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-516ce918-04c0-438d-b289-201e98624d4b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:51.163406 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-516ce918-04c0-438d-b289-201e98624d4b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3759608 Jul 13 07:50:51.194418 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ce918-04c0-438d-b289-201e98624d4b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event updated for resources: {'Network': ['ID=aefb0e6a-b355-4445-a978-64bd6192449b,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:51.204096 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network aefb0e6a-b355-4445-a978-64bd6192449b details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:50:51.289841 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58206) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:51.295103 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-d1c160d8-5d64-4bba-bd6d-2c817bc8d374 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Request body: {'subnet': {'network_id': 'aefb0e6a-b355-4445-a978-64bd6192449b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:51.380890 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c160d8-5d64-4bba-bd6d-2c817bc8d374 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Made reservation on behalf of b2ce8015438a4b65a79bfafd9b46665a for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:51.384485 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d1c160d8-5d64-4bba-bd6d-2c817bc8d374 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:51.563804 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d1c160d8-5d64-4bba-bd6d-2c817bc8d374 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:51.631144 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c160d8-5d64-4bba-bd6d-2c817bc8d374 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event updated for resources: {'Subnet': ['ID=526db01c-ed49-4751-96b4-204e77f54015,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:51.636512 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c160d8-5d64-4bba-bd6d-2c817bc8d374 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Checking segment: {'id': 'bf121ae2-fbed-4d58-93c9-e066b6fb2ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aefb0e6a-b355-4445-a978-64bd6192449b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:51.636872 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c160d8-5d64-4bba-bd6d-2c817bc8d374 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Network hostable DHCP agents. Network: aefb0e6a-b355-4445-a978-64bd6192449b, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:50:51.653575 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c160d8-5d64-4bba-bd6d-2c817bc8d374 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Network aefb0e6a-b355-4445-a978-64bd6192449b is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:50:51.661464 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-d1c160d8-5d64-4bba-bd6d-2c817bc8d374 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, aefb0e6a-b355-4445-a978-64bd6192449b) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:51.665551 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c160d8-5d64-4bba-bd6d-2c817bc8d374 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:51.666164 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d1c160d8-5d64-4bba-bd6d-2c817bc8d374 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:51.672835 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9329eb6c-0d26-43e4-9f57-6718f4d2ebb7 None None] Network aefb0e6a-b355-4445-a978-64bd6192449b requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:51.681286 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d1c160d8-5d64-4bba-bd6d-2c817bc8d374 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.3902719 Jul 13 07:50:51.684638 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58208) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:51.690786 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-4fb44767-5a69-4fe1-962d-40ff47a759a2 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1543701345'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:51.713285 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb44767-5a69-4fe1-962d-40ff47a759a2 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Made reservation on behalf of b2ce8015438a4b65a79bfafd9b46665a for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:51.716765 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4fb44767-5a69-4fe1-962d-40ff47a759a2 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:51.740730 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb44767-5a69-4fe1-962d-40ff47a759a2 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:50:51.749452 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4fb44767-5a69-4fe1-962d-40ff47a759a2 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:51.749848 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-4fb44767-5a69-4fe1-962d-40ff47a759a2 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Added segment 197e249c-db83-40e3-8d59-7b6cbeddfe5c of type vlan for network 6b261570-7872-4b0b-87b5-4c48b3fec85a Jul 13 07:50:51.790252 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4fb44767-5a69-4fe1-962d-40ff47a759a2 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:51.827767 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4fb44767-5a69-4fe1-962d-40ff47a759a2 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:51.834066 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb44767-5a69-4fe1-962d-40ff47a759a2 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:51.834707 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4fb44767-5a69-4fe1-962d-40ff47a759a2 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:51.838653 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38995a1c-3174-42fb-b28d-5258a1ae2b0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-aefb0e6a-b355-4445-a978-64bd6192449b', 'network_id': 'aefb0e6a-b355-4445-a978-64bd6192449b', 'tenant_id': 'b2ce8015438a4b65a79bfafd9b46665a', 'fixed_ips': [{'subnet_id': '526db01c-ed49-4751-96b4-204e77f54015'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:50:51.840060 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-38995a1c-3174-42fb-b28d-5258a1ae2b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:51.875844 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4fb44767-5a69-4fe1-962d-40ff47a759a2 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1899199 Jul 13 07:50:51.878936 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58212) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:51.884698 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-78ed9ba0-8248-4f79-a4f4-77179a734659 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Request body: {'subnet': {'network_id': '6b261570-7872-4b0b-87b5-4c48b3fec85a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:51.960647 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36302389-9c9e-434b-8a9b-c10ccb19060d req-bb25dbbc-6c47-4cc3-8165-7bec471de4f6 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:51.962233 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-36302389-9c9e-434b-8a9b-c10ccb19060d req-bb25dbbc-6c47-4cc3-8165-7bec471de4f6 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.42 "GET /v2.0/ports?device_id=16a83c06-2aa3-4868-bce0-55050f342cd4 HTTP/1.1" status: 200 len: 945 time: 0.1415174 Jul 13 07:50:51.970541 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f661d-1ff7-42d6-854b-ea5934a0f4fb req-6a22f2a2-aecd-4c2f-9fd5-cb7805fba67c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:51.972143 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-498f661d-1ff7-42d6-854b-ea5934a0f4fb req-6a22f2a2-aecd-4c2f-9fd5-cb7805fba67c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=16a83c06-2aa3-4868-bce0-55050f342cd4 HTTP/1.1" status: 200 len: 945 time: 0.1003892 Jul 13 07:50:51.991994 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-38995a1c-3174-42fb-b28d-5258a1ae2b0a None None] Allocated IP 172.20.255.242 (aefb0e6a-b355-4445-a978-64bd6192449b/526db01c-ed49-4751-96b4-204e77f54015/8858419f-9e2b-4e0d-aa39-21b76a8219db) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:50:52.090446 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-498f661d-1ff7-42d6-854b-ea5934a0f4fb req-ec093e2b-0122-4169-89c4-f92b964e5041 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820887 Jul 13 07:50:52.122744 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-36302389-9c9e-434b-8a9b-c10ccb19060d req-436b49b6-c5c9-4856-b83a-1b5055b8e1ab tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Deleting port 9524b25c-c0db-4113-a64d-c0af24d48863 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:52.123452 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-36302389-9c9e-434b-8a9b-c10ccb19060d req-436b49b6-c5c9-4856-b83a-1b5055b8e1ab tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:52.166570 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-38995a1c-3174-42fb-b28d-5258a1ae2b0a None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:52.176097 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-38995a1c-3174-42fb-b28d-5258a1ae2b0a None None] Transition to ACTIVE for port object 8858419f-9e2b-4e0d-aa39-21b76a8219db will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:52.197055 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-38995a1c-3174-42fb-b28d-5258a1ae2b0a None None] Transition to ACTIVE for port object 8858419f-9e2b-4e0d-aa39-21b76a8219db will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:50:52.203771 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-38995a1c-3174-42fb-b28d-5258a1ae2b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:52.231752 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-36302389-9c9e-434b-8a9b-c10ccb19060d req-436b49b6-c5c9-4856-b83a-1b5055b8e1ab tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] For port 9524b25c-c0db-4113-a64d-c0af24d48863, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=9524b25c-c0db-4113-a64d-c0af24d48863,segment=NetworkSegment(c6edc23b-b33f-4b68-a90e-006e269af4c2),segment_id=c6edc23b-b33f-4b68-a90e-006e269af4c2)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:52.232163 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-36302389-9c9e-434b-8a9b-c10ccb19060d req-436b49b6-c5c9-4856-b83a-1b5055b8e1ab tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:52.248166 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-36302389-9c9e-434b-8a9b-c10ccb19060d req-436b49b6-c5c9-4856-b83a-1b5055b8e1ab tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Calling delete_port for 9524b25c-c0db-4113-a64d-c0af24d48863 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:52.257486 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38995a1c-3174-42fb-b28d-5258a1ae2b0a None None] Network aefb0e6a-b355-4445-a978-64bd6192449b is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:50:52.258653 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38995a1c-3174-42fb-b28d-5258a1ae2b0a None None] Pushing event updated for resources: {'Port': ['ID=8858419f-9e2b-4e0d-aa39-21b76a8219db,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:52.264174 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-38995a1c-3174-42fb-b28d-5258a1ae2b0a None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:52.266754 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38995a1c-3174-42fb-b28d-5258a1ae2b0a None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:50:52.278127 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb44767-5a69-4fe1-962d-40ff47a759a2 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event updated for resources: {'Network': ['ID=6b261570-7872-4b0b-87b5-4c48b3fec85a,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:52.309866 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 6b261570-7872-4b0b-87b5-4c48b3fec85a details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:50:52.366392 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-38995a1c-3174-42fb-b28d-5258a1ae2b0a None None] Attempting to bind port 8858419f-9e2b-4e0d-aa39-21b76a8219db on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:50:52.366903 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-38995a1c-3174-42fb-b28d-5258a1ae2b0a None None] Attempting to bind port 8858419f-9e2b-4e0d-aa39-21b76a8219db by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'bf121ae2-fbed-4d58-93c9-e066b6fb2ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aefb0e6a-b355-4445-a978-64bd6192449b'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:50:52.367409 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38995a1c-3174-42fb-b28d-5258a1ae2b0a None None] Attempting to bind port 8858419f-9e2b-4e0d-aa39-21b76a8219db on network aefb0e6a-b355-4445-a978-64bd6192449b {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:50:52.384659 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ed9ba0-8248-4f79-a4f4-77179a734659 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Made reservation on behalf of b2ce8015438a4b65a79bfafd9b46665a for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:52.388886 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-78ed9ba0-8248-4f79-a4f4-77179a734659 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:52.402838 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-36302389-9c9e-434b-8a9b-c10ccb19060d req-436b49b6-c5c9-4856-b83a-1b5055b8e1ab tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:52.408377 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38995a1c-3174-42fb-b28d-5258a1ae2b0a None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:50:52.409092 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38995a1c-3174-42fb-b28d-5258a1ae2b0a None None] Checking segment: {'id': 'bf121ae2-fbed-4d58-93c9-e066b6fb2ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aefb0e6a-b355-4445-a978-64bd6192449b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:52.409228 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-38995a1c-3174-42fb-b28d-5258a1ae2b0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:52.409615 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38995a1c-3174-42fb-b28d-5258a1ae2b0a None None] Bound using segment: {'id': 'bf121ae2-fbed-4d58-93c9-e066b6fb2ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aefb0e6a-b355-4445-a978-64bd6192449b'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:50:52.410098 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-38995a1c-3174-42fb-b28d-5258a1ae2b0a None None] Bound port: 8858419f-9e2b-4e0d-aa39-21b76a8219db, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf121ae2-fbed-4d58-93c9-e066b6fb2ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aefb0e6a-b355-4445-a978-64bd6192449b'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:50:52.410506 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-38995a1c-3174-42fb-b28d-5258a1ae2b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:52.417284 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['ce36a201-6877-4295-a506-264d465557f8', '9524b25c-c0db-4113-a64d-c0af24d48863'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:50:52.419244 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['bb57e80d-50d6-4106-8e6e-f47be5c98529'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:50:52.448301 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b49b6-c5c9-4856-b83a-1b5055b8e1ab tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Pushing event deleted for resources: {'Port': ['ID=9524b25c-c0db-4113-a64d-c0af24d48863,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:52.496426 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-36302389-9c9e-434b-8a9b-c10ccb19060d req-436b49b6-c5c9-4856-b83a-1b5055b8e1ab tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] No DVR routers for this DVR port 9524b25c-c0db-4113-a64d-c0af24d48863 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:50:52.499088 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-36302389-9c9e-434b-8a9b-c10ccb19060d req-436b49b6-c5c9-4856-b83a-1b5055b8e1ab tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:52.502342 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-36302389-9c9e-434b-8a9b-c10ccb19060d req-436b49b6-c5c9-4856-b83a-1b5055b8e1ab tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.42 "DELETE /v2.0/ports/9524b25c-c0db-4113-a64d-c0af24d48863 HTTP/1.1" status: 204 len: 173 time: 0.5292532 Jul 13 07:50:52.502972 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a83c06-2aa3-4868-bce0-55050f342cd4', 'name': 'network-vif-deleted', 'tag': '9524b25c-c0db-4113-a64d-c0af24d48863'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:50:52.506053 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada57201-9319-4766-9ebd-42499c668feb" -d '{"events": [{"server_uuid": "16a83c06-2aa3-4868-bce0-55050f342cd4", "name": "network-vif-deleted", "tag": "9524b25c-c0db-4113-a64d-c0af24d48863"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:50:52.539721 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-38995a1c-3174-42fb-b28d-5258a1ae2b0a None None] For port 8858419f-9e2b-4e0d-aa39-21b76a8219db, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:50:52.543123 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-38995a1c-3174-42fb-b28d-5258a1ae2b0a None None] For port 8858419f-9e2b-4e0d-aa39-21b76a8219db, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=8858419f-9e2b-4e0d-aa39-21b76a8219db,segment=NetworkSegment(bf121ae2-fbed-4d58-93c9-e066b6fb2ebc),segment_id=bf121ae2-fbed-4d58-93c9-e066b6fb2ebc)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:50:52.552186 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-38995a1c-3174-42fb-b28d-5258a1ae2b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:52.578791 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ee1926-e7dd-4a13-809b-aacbfe7fda6e x-openstack-request-id: req-39ee1926-e7dd-4a13-809b-aacbfe7fda6e {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:50:52.579050 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a83c06-2aa3-4868-bce0-55050f342cd4", "name": "network-vif-deleted", "tag": "9524b25c-c0db-4113-a64d-c0af24d48863", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:50:52.579357 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-39ee1926-e7dd-4a13-809b-aacbfe7fda6e {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:50:52.579877 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a83c06-2aa3-4868-bce0-55050f342cd4', 'name': 'network-vif-deleted', 'tag': '9524b25c-c0db-4113-a64d-c0af24d48863', 'status': 'completed', 'code': 200} Jul 13 07:50:52.660566 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38995a1c-3174-42fb-b28d-5258a1ae2b0a None None] Pushing event updated for resources: {'Port': ['ID=8858419f-9e2b-4e0d-aa39-21b76a8219db,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:52.727003 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-78ed9ba0-8248-4f79-a4f4-77179a734659 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:52.787980 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed9ba0-8248-4f79-a4f4-77179a734659 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event updated for resources: {'Subnet': ['ID=9f5e1886-9a3d-4abd-a927-0e77a31ee626,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:52.829241 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ed9ba0-8248-4f79-a4f4-77179a734659 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Checking segment: {'id': '197e249c-db83-40e3-8d59-7b6cbeddfe5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6b261570-7872-4b0b-87b5-4c48b3fec85a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:52.829745 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ed9ba0-8248-4f79-a4f4-77179a734659 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Network hostable DHCP agents. Network: 6b261570-7872-4b0b-87b5-4c48b3fec85a, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:50:52.850789 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ed9ba0-8248-4f79-a4f4-77179a734659 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Network 6b261570-7872-4b0b-87b5-4c48b3fec85a is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:50:52.861375 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-78ed9ba0-8248-4f79-a4f4-77179a734659 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 6b261570-7872-4b0b-87b5-4c48b3fec85a) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:52.867092 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ed9ba0-8248-4f79-a4f4-77179a734659 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:52.867744 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-78ed9ba0-8248-4f79-a4f4-77179a734659 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:52.885951 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc0a8f7-70fa-43b4-aaf9-d713c73ae112 None None] Network 6b261570-7872-4b0b-87b5-4c48b3fec85a requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:52.886168 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-78ed9ba0-8248-4f79-a4f4-77179a734659 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0028737 Jul 13 07:50:52.886341 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58218) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:53.070688 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-353801ec-d891-4c9b-9bf3-912d733b59f9 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:53.106231 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e4f6db-5f69-4176-a8e9-4d6e5ce3db8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-6b261570-7872-4b0b-87b5-4c48b3fec85a', 'network_id': '6b261570-7872-4b0b-87b5-4c48b3fec85a', 'tenant_id': 'b2ce8015438a4b65a79bfafd9b46665a', 'fixed_ips': [{'subnet_id': '9f5e1886-9a3d-4abd-a927-0e77a31ee626'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:50:53.110445 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-81e4f6db-5f69-4176-a8e9-4d6e5ce3db8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:53.131963 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-353801ec-d891-4c9b-9bf3-912d733b59f9 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:53.251994 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-353801ec-d891-4c9b-9bf3-912d733b59f9 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:53.282738 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353801ec-d891-4c9b-9bf3-912d733b59f9 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event deleted for resources: {'Subnet': ['ID=9f5e1886-9a3d-4abd-a927-0e77a31ee626,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server [None req-81e4f6db-5f69-4176-a8e9-4d6e5ce3db8b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f5e1886-9a3d-4abd-a927-0e77a31ee626: This subnet is being modified by another concurrent operation. Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise exception Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f5e1886-9a3d-4abd-a927-0e77a31ee626: This subnet is being modified by another concurrent operation. Jul 13 07:50:53.302696 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server Jul 13 07:50:53.322208 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00bb92e-ba04-4d7c-a58a-6f0d3b1047dc None None] Network 6b261570-7872-4b0b-87b5-4c48b3fec85a requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:53.371098 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-889e1107-7f0a-4f24-b853-9f255285473b req-4be3dd66-3b3d-40f4-82dc-1afcd50667b0 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=16a83c06-2aa3-4868-bce0-55050f342cd4 HTTP/1.1" status: 200 len: 210 time: 0.0531785 Jul 13 07:50:53.408886 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-353801ec-d891-4c9b-9bf3-912d733b59f9 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:53.421823 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-353801ec-d891-4c9b-9bf3-912d733b59f9 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b261570-7872-4b0b-87b5-4c48b3fec85a']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:53.432971 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-353801ec-d891-4c9b-9bf3-912d733b59f9 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '197e249c-db83-40e3-8d59-7b6cbeddfe5c') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:53.433500 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-353801ec-d891-4c9b-9bf3-912d733b59f9 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '197e249c-db83-40e3-8d59-7b6cbeddfe5c') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:53.443689 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-353801ec-d891-4c9b-9bf3-912d733b59f9 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:53.451174 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:53.459477 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-353801ec-d891-4c9b-9bf3-912d733b59f9 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:53.465480 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-353801ec-d891-4c9b-9bf3-912d733b59f9 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:50:53.465871 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-353801ec-d891-4c9b-9bf3-912d733b59f9 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:50:53.469122 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:50:53.533124 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-353801ec-d891-4c9b-9bf3-912d733b59f9 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:53.553257 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-353801ec-d891-4c9b-9bf3-912d733b59f9 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:53.558095 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-353801ec-d891-4c9b-9bf3-912d733b59f9 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "DELETE /v2.0/networks/6b261570-7872-4b0b-87b5-4c48b3fec85a HTTP/1.1" status: 204 len: 168 time: 0.6677790 Jul 13 07:50:53.558095 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353801ec-d891-4c9b-9bf3-912d733b59f9 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event deleted for resources: {'Network': ['ID=6b261570-7872-4b0b-87b5-4c48b3fec85a,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:53.558857 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58222) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:53.564478 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-d7be2058-530e-406f-8d24-3ff0ba5fea49 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-618194559'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:53.597372 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7be2058-530e-406f-8d24-3ff0ba5fea49 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Made reservation on behalf of b2ce8015438a4b65a79bfafd9b46665a for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:53.602579 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d7be2058-530e-406f-8d24-3ff0ba5fea49 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:53.632547 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7be2058-530e-406f-8d24-3ff0ba5fea49 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:50:53.642463 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d7be2058-530e-406f-8d24-3ff0ba5fea49 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:53.642853 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-d7be2058-530e-406f-8d24-3ff0ba5fea49 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Added segment d99b24cb-1b26-4fcc-861a-358aa93d3680 of type vlan for network cc47f7f0-36bc-440c-a62d-03a45ea1a994 Jul 13 07:50:53.689206 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d7be2058-530e-406f-8d24-3ff0ba5fea49 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:53.720179 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d7be2058-530e-406f-8d24-3ff0ba5fea49 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:53.725809 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7be2058-530e-406f-8d24-3ff0ba5fea49 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:53.726406 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d7be2058-530e-406f-8d24-3ff0ba5fea49 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:53.762809 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d7be2058-530e-406f-8d24-3ff0ba5fea49 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2026727 Jul 13 07:50:53.766535 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58224) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:53.774527 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-cf20adef-846c-4772-b144-30209093ddae tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Request body: {'subnet': {'network_id': 'cc47f7f0-36bc-440c-a62d-03a45ea1a994', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:53.794507 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be2058-530e-406f-8d24-3ff0ba5fea49 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event updated for resources: {'Network': ['ID=cc47f7f0-36bc-440c-a62d-03a45ea1a994,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:53.806837 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network cc47f7f0-36bc-440c-a62d-03a45ea1a994 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:50:53.830290 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d29161b-fd72-49b6-82ac-c194785bdf79 None None] Network aefb0e6a-b355-4445-a978-64bd6192449b requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:53.866497 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf20adef-846c-4772-b144-30209093ddae tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Made reservation on behalf of b2ce8015438a4b65a79bfafd9b46665a for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:53.870194 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cf20adef-846c-4772-b144-30209093ddae tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:53.932677 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.ipam_backend_mixin [None req-cf20adef-846c-4772-b144-30209093ddae tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Performing IP validity checks on allocation pools {{(pid=94017) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 13 07:50:53.933222 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.ipam_backend_mixin [None req-cf20adef-846c-4772-b144-30209093ddae tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94017) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 13 07:50:53.953629 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-98a9732d-7c49-4d50-b9c7-dfa35e2fd57b None None] Provisioning for port 8858419f-9e2b-4e0d-aa39-21b76a8219db completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:54.007037 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.057398 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cf20adef-846c-4772-b144-30209093ddae tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.119002 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20adef-846c-4772-b144-30209093ddae tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event updated for resources: {'Subnet': ['ID=33521b99-d48d-4f53-96d7-c4d2042b7730,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:54.130566 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf20adef-846c-4772-b144-30209093ddae tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Checking segment: {'id': 'd99b24cb-1b26-4fcc-861a-358aa93d3680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'cc47f7f0-36bc-440c-a62d-03a45ea1a994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:54.130952 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf20adef-846c-4772-b144-30209093ddae tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Network hostable DHCP agents. Network: cc47f7f0-36bc-440c-a62d-03a45ea1a994, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:50:54.148736 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf20adef-846c-4772-b144-30209093ddae tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Network cc47f7f0-36bc-440c-a62d-03a45ea1a994 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:50:54.159774 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-cf20adef-846c-4772-b144-30209093ddae tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, cc47f7f0-36bc-440c-a62d-03a45ea1a994) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:54.165527 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf20adef-846c-4772-b144-30209093ddae tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:54.166142 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cf20adef-846c-4772-b144-30209093ddae tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.170389 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631f31a9-da13-49ce-9958-889ccecd0aa2 None None] Network cc47f7f0-36bc-440c-a62d-03a45ea1a994 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:54.184596 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-cf20adef-846c-4772-b144-30209093ddae tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.4144607 Jul 13 07:50:54.184792 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58226) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:54.304883 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-febc7a58-9776-4a82-83b6-1b7be7ae8f93 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.335752 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2751699-dce9-4f8d-89fc-a7c707477b56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-cc47f7f0-36bc-440c-a62d-03a45ea1a994', 'network_id': 'cc47f7f0-36bc-440c-a62d-03a45ea1a994', 'tenant_id': 'b2ce8015438a4b65a79bfafd9b46665a', 'fixed_ips': [{'subnet_id': '33521b99-d48d-4f53-96d7-c4d2042b7730'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:50:54.336646 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b2751699-dce9-4f8d-89fc-a7c707477b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.360486 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-febc7a58-9776-4a82-83b6-1b7be7ae8f93 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.414849 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 8858419f-9e2b-4e0d-aa39-21b76a8219db up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:54.434335 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-febc7a58-9776-4a82-83b6-1b7be7ae8f93 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.462786 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc7a58-9776-4a82-83b6-1b7be7ae8f93 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event deleted for resources: {'Subnet': ['ID=33521b99-d48d-4f53-96d7-c4d2042b7730,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server [None req-b2751699-dce9-4f8d-89fc-a7c707477b56 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 33521b99-d48d-4f53-96d7-c4d2042b7730: This subnet is being modified by another concurrent operation. Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise exception Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 33521b99-d48d-4f53-96d7-c4d2042b7730: This subnet is being modified by another concurrent operation. Jul 13 07:50:54.473513 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server Jul 13 07:50:54.496917 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be777cb-cb04-4c31-8da8-050a190af1e7 None None] Network cc47f7f0-36bc-440c-a62d-03a45ea1a994 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:54.512636 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 8858419f-9e2b-4e0d-aa39-21b76a8219db completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:50:54.522251 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-febc7a58-9776-4a82-83b6-1b7be7ae8f93 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.523794 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 8858419f-9e2b-4e0d-aa39-21b76a8219db triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:54.524161 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.533010 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-febc7a58-9776-4a82-83b6-1b7be7ae8f93 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc47f7f0-36bc-440c-a62d-03a45ea1a994']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:54.543402 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-febc7a58-9776-4a82-83b6-1b7be7ae8f93 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd99b24cb-1b26-4fcc-861a-358aa93d3680') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:54.543692 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-febc7a58-9776-4a82-83b6-1b7be7ae8f93 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd99b24cb-1b26-4fcc-861a-358aa93d3680') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:54.556942 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-febc7a58-9776-4a82-83b6-1b7be7ae8f93 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.570812 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-febc7a58-9776-4a82-83b6-1b7be7ae8f93 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.587657 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-febc7a58-9776-4a82-83b6-1b7be7ae8f93 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:50:54.588311 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-febc7a58-9776-4a82-83b6-1b7be7ae8f93 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.593146 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:50:54.593146 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:50:54.593146 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:50:54.593146 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:50:54.593146 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:50:54.593146 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:50:54.593146 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:50:54.593146 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:50:54.593146 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:50:54.593146 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:50:54.593146 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:50:54.593146 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:50:54.593146 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:50:54.593146 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:50:54.593146 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:50:54.593146 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:50:54.593146 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:50:54.593146 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:50:54.593146 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:50:54.593146 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:50:54.593146 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:50:54.593146 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:50:54.593146 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:50:54.593146 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:50:54.593146 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:50:54.593146 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:50:54.593146 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:50:54.593146 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:50:54.593146 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:50:54.593146 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:50:54.593146 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:50:54.593146 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:50:54.666138 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed77ea1a-1941-45ce-bded-c48cd14a0c67 None None] get_active_networks_info from n-d-771363-34 {{(pid=94019) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:50:54.670734 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-febc7a58-9776-4a82-83b6-1b7be7ae8f93 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.684444 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-febc7a58-9776-4a82-83b6-1b7be7ae8f93 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.686464 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-febc7a58-9776-4a82-83b6-1b7be7ae8f93 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "DELETE /v2.0/networks/cc47f7f0-36bc-440c-a62d-03a45ea1a994 HTTP/1.1" status: 204 len: 168 time: 0.5006814 Jul 13 07:50:54.692320 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58232) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:54.696717 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc7a58-9776-4a82-83b6-1b7be7ae8f93 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event deleted for resources: {'Network': ['ID=cc47f7f0-36bc-440c-a62d-03a45ea1a994,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:54.699058 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-7fca4fbc-1d66-41bb-8af6-8624f4a20acd tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1939369914'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:54.716438 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.733488 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fca4fbc-1d66-41bb-8af6-8624f4a20acd tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Made reservation on behalf of b2ce8015438a4b65a79bfafd9b46665a for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:54.740714 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7fca4fbc-1d66-41bb-8af6-8624f4a20acd tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.772644 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fca4fbc-1d66-41bb-8af6-8624f4a20acd tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:50:54.782920 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7fca4fbc-1d66-41bb-8af6-8624f4a20acd tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.783288 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-7fca4fbc-1d66-41bb-8af6-8624f4a20acd tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Added segment 1b6a0834-e039-4834-8d83-4f56bc1c8481 of type vlan for network affc7a2f-d2dc-422d-b7ce-79ece7454b5c Jul 13 07:50:54.837166 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7fca4fbc-1d66-41bb-8af6-8624f4a20acd tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.899397 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7fca4fbc-1d66-41bb-8af6-8624f4a20acd tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.905693 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fca4fbc-1d66-41bb-8af6-8624f4a20acd tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:54.906297 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7fca4fbc-1d66-41bb-8af6-8624f4a20acd tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.943825 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 8858419f-9e2b-4e0d-aa39-21b76a8219db, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=8858419f-9e2b-4e0d-aa39-21b76a8219db,segment=NetworkSegment(bf121ae2-fbed-4d58-93c9-e066b6fb2ebc),segment_id=bf121ae2-fbed-4d58-93c9-e066b6fb2ebc)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:54.948427 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:54.950477 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7fca4fbc-1d66-41bb-8af6-8624f4a20acd tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2565272 Jul 13 07:50:54.953238 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58236) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:54.959115 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-6ea301ff-6d46-474a-b39b-f0293238be0b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Request body: {'subnet': {'network_id': 'affc7a2f-d2dc-422d-b7ce-79ece7454b5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:54.987881 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed77ea1a-1941-45ce-bded-c48cd14a0c67 None None] Resources bound (agent type, host, resource id): {{(pid=94019) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:50:55.002860 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e9142-fa93-479c-8c88-61fb8f31cebf req-3ec5a1e1-2e99-4972-bf7c-a1ccc481fd7c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:55.003952 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8a2e9142-fa93-479c-8c88-61fb8f31cebf req-3ec5a1e1-2e99-4972-bf7c-a1ccc481fd7c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ea5d657-af09-4153-abf8-f479084ba237 HTTP/1.1" status: 200 len: 945 time: 0.1581943 Jul 13 07:50:55.004686 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca4fbc-1d66-41bb-8af6-8624f4a20acd tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event updated for resources: {'Network': ['ID=affc7a2f-d2dc-422d-b7ce-79ece7454b5c,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:55.029263 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network affc7a2f-d2dc-422d-b7ce-79ece7454b5c details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:50:55.056043 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8a2e9142-fa93-479c-8c88-61fb8f31cebf req-87cf5ba0-c151-4d27-8ad3-0e62ee0d0cb4 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435078 Jul 13 07:50:55.057652 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea301ff-6d46-474a-b39b-f0293238be0b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Made reservation on behalf of b2ce8015438a4b65a79bfafd9b46665a for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:55.061337 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6ea301ff-6d46-474a-b39b-f0293238be0b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.074038 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=8858419f-9e2b-4e0d-aa39-21b76a8219db,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:55.259805 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6ea301ff-6d46-474a-b39b-f0293238be0b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.312717 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1439b5-e176-4d73-8e38-ddc9c29104df None None] get_active_networks_info from n-d-771363-34 {{(pid=94019) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:50:55.329053 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea301ff-6d46-474a-b39b-f0293238be0b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event updated for resources: {'Subnet': ['ID=caf8be11-ba6c-44c5-8292-6dde9d881a28,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:55.338505 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea301ff-6d46-474a-b39b-f0293238be0b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Checking segment: {'id': '1b6a0834-e039-4834-8d83-4f56bc1c8481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'affc7a2f-d2dc-422d-b7ce-79ece7454b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:55.338866 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea301ff-6d46-474a-b39b-f0293238be0b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Network hostable DHCP agents. Network: affc7a2f-d2dc-422d-b7ce-79ece7454b5c, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:50:55.355956 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea301ff-6d46-474a-b39b-f0293238be0b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Network affc7a2f-d2dc-422d-b7ce-79ece7454b5c is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:50:55.365723 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-6ea301ff-6d46-474a-b39b-f0293238be0b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, affc7a2f-d2dc-422d-b7ce-79ece7454b5c) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:55.370311 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea301ff-6d46-474a-b39b-f0293238be0b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:55.370920 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6ea301ff-6d46-474a-b39b-f0293238be0b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.385337 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6ea301ff-6d46-474a-b39b-f0293238be0b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4310133 Jul 13 07:50:55.388319 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58238) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:55.472120 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1439b5-e176-4d73-8e38-ddc9c29104df None None] Unable to find a vacant binding_index for network affc7a2f-d2dc-422d-b7ce-79ece7454b5c and agent 45af2597-7353-44cb-a233-3560ed6bdc48 {{(pid=94019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 13 07:50:55.478046 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1439b5-e176-4d73-8e38-ddc9c29104df None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, affc7a2f-d2dc-422d-b7ce-79ece7454b5c) {{(pid=94019) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:50:55.485027 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4db3164b-0a6a-4992-9e96-0687aa8f8938 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.542036 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4db3164b-0a6a-4992-9e96-0687aa8f8938 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.603506 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4db3164b-0a6a-4992-9e96-0687aa8f8938 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.634520 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db3164b-0a6a-4992-9e96-0687aa8f8938 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event deleted for resources: {'Subnet': ['ID=caf8be11-ba6c-44c5-8292-6dde9d881a28,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:55.701985 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4db3164b-0a6a-4992-9e96-0687aa8f8938 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.705926 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353eae3a-238e-4994-9861-b60f9f0efe0a None None] Network affc7a2f-d2dc-422d-b7ce-79ece7454b5c requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:55.717391 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-4db3164b-0a6a-4992-9e96-0687aa8f8938 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['affc7a2f-d2dc-422d-b7ce-79ece7454b5c']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:55.720234 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 9524b25c-c0db-4113-a64d-c0af24d48863 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:50:55.728601 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-4db3164b-0a6a-4992-9e96-0687aa8f8938 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b6a0834-e039-4834-8d83-4f56bc1c8481') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:55.728895 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-4db3164b-0a6a-4992-9e96-0687aa8f8938 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b6a0834-e039-4834-8d83-4f56bc1c8481') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:55.738409 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4db3164b-0a6a-4992-9e96-0687aa8f8938 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.745510 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 9524b25c-c0db-4113-a64d-c0af24d48863 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:50:55.745850 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 9524b25c-c0db-4113-a64d-c0af24d48863 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:50:55.751877 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4db3164b-0a6a-4992-9e96-0687aa8f8938 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.758160 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db3164b-0a6a-4992-9e96-0687aa8f8938 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:50:55.758531 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4db3164b-0a6a-4992-9e96-0687aa8f8938 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.761595 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:50:55.761595 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:50:55.761595 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:50:55.761595 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:50:55.761595 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:50:55.761595 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:50:55.761595 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:50:55.761595 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:50:55.761595 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:50:55.761595 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:50:55.761595 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:50:55.761595 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:50:55.761595 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:50:55.761595 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:50:55.761595 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:50:55.761595 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:50:55.761595 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:50:55.761595 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:50:55.761595 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:50:55.761595 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:50:55.761595 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:50:55.761595 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:50:55.761595 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:50:55.761595 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:50:55.761595 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:50:55.761595 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:50:55.761595 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:50:55.761595 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:50:55.761595 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:50:55.761595 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:50:55.761595 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:50:55.761595 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:50:55.822380 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4db3164b-0a6a-4992-9e96-0687aa8f8938 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.829016 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4db3164b-0a6a-4992-9e96-0687aa8f8938 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.830851 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4db3164b-0a6a-4992-9e96-0687aa8f8938 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "DELETE /v2.0/networks/affc7a2f-d2dc-422d-b7ce-79ece7454b5c HTTP/1.1" status: 204 len: 168 time: 0.4415934 Jul 13 07:50:55.835419 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58240) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:55.840772 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-c1b4d3b7-527b-48bb-ac5a-d0295eb06096 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1016925051'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:55.843109 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db3164b-0a6a-4992-9e96-0687aa8f8938 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event deleted for resources: {'Network': ['ID=affc7a2f-d2dc-422d-b7ce-79ece7454b5c,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:55.850380 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87829f93-9b8b-44db-b9b3-0458290be33e None None] Network affc7a2f-d2dc-422d-b7ce-79ece7454b5c requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:55.864073 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87829f93-9b8b-44db-b9b3-0458290be33e None None] Network affc7a2f-d2dc-422d-b7ce-79ece7454b5c could not be found, it might have been deleted concurrently. {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 13 07:50:55.868809 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b4d3b7-527b-48bb-ac5a-d0295eb06096 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Made reservation on behalf of b2ce8015438a4b65a79bfafd9b46665a for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:55.872468 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c1b4d3b7-527b-48bb-ac5a-d0295eb06096 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.897065 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1b4d3b7-527b-48bb-ac5a-d0295eb06096 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:50:55.911613 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c1b4d3b7-527b-48bb-ac5a-d0295eb06096 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.911613 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-c1b4d3b7-527b-48bb-ac5a-d0295eb06096 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Added segment 60c56c08-ff4f-4945-9bc0-c37abdb7d3f1 of type vlan for network c4b3ae4b-a167-4a6f-8018-ccec7cc176b0 Jul 13 07:50:55.946219 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c1b4d3b7-527b-48bb-ac5a-d0295eb06096 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.974949 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c1b4d3b7-527b-48bb-ac5a-d0295eb06096 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:55.980521 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b4d3b7-527b-48bb-ac5a-d0295eb06096 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:55.981105 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c1b4d3b7-527b-48bb-ac5a-d0295eb06096 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:56.012208 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c1b4d3b7-527b-48bb-ac5a-d0295eb06096 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1757147 Jul 13 07:50:56.015260 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58242) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:56.023484 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-f185187c-7f08-4681-b128-9805fdc92650 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Request body: {'subnet': {'network_id': 'c4b3ae4b-a167-4a6f-8018-ccec7cc176b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:56.088221 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4d3b7-527b-48bb-ac5a-d0295eb06096 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event updated for resources: {'Network': ['ID=c4b3ae4b-a167-4a6f-8018-ccec7cc176b0,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:56.099963 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network c4b3ae4b-a167-4a6f-8018-ccec7cc176b0 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:50:56.194515 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f185187c-7f08-4681-b128-9805fdc92650 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Made reservation on behalf of b2ce8015438a4b65a79bfafd9b46665a for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:56.201188 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f185187c-7f08-4681-b128-9805fdc92650 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:56.210796 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e95d51-1f24-4220-9dea-910aeb9a22a9 req-e5c52685-38c7-411f-9e12-2463e2f34c7a tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:56.212380 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d9e95d51-1f24-4220-9dea-910aeb9a22a9 req-e5c52685-38c7-411f-9e12-2463e2f34c7a tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ea5d657-af09-4153-abf8-f479084ba237 HTTP/1.1" status: 200 len: 945 time: 0.1422288 Jul 13 07:50:56.245573 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7288c4a-0ed3-48f0-a226-dba04649374a req-6c66d5be-50e7-4457-b3d0-80b4b19523ce tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:56.247140 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a7288c4a-0ed3-48f0-a226-dba04649374a req-6c66d5be-50e7-4457-b3d0-80b4b19523ce tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ea5d657-af09-4153-abf8-f479084ba237 HTTP/1.1" status: 200 len: 945 time: 0.0775781 Jul 13 07:50:56.290168 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a7288c4a-0ed3-48f0-a226-dba04649374a req-0ace83f8-a385-4845-9755-335e72f8a2d8 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359008 Jul 13 07:50:56.372659 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 8858419f-9e2b-4e0d-aa39-21b76a8219db up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:50:56.431503 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-d9e95d51-1f24-4220-9dea-910aeb9a22a9 req-12371f54-bb17-417c-a836-b961f88d5ab7 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Deleting port bb57e80d-50d6-4106-8e6e-f47be5c98529 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:50:56.431845 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d9e95d51-1f24-4220-9dea-910aeb9a22a9 req-12371f54-bb17-417c-a836-b961f88d5ab7 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:56.432033 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 8858419f-9e2b-4e0d-aa39-21b76a8219db triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:50:56.432406 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:56.521632 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f185187c-7f08-4681-b128-9805fdc92650 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:56.605464 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-d9e95d51-1f24-4220-9dea-910aeb9a22a9 req-12371f54-bb17-417c-a836-b961f88d5ab7 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] For port bb57e80d-50d6-4106-8e6e-f47be5c98529, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=bb57e80d-50d6-4106-8e6e-f47be5c98529,segment=NetworkSegment(c6edc23b-b33f-4b68-a90e-006e269af4c2),segment_id=c6edc23b-b33f-4b68-a90e-006e269af4c2)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:50:56.605820 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d9e95d51-1f24-4220-9dea-910aeb9a22a9 req-12371f54-bb17-417c-a836-b961f88d5ab7 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:56.612260 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f185187c-7f08-4681-b128-9805fdc92650 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event updated for resources: {'Subnet': ['ID=f7aaff49-cc1f-4f50-84b1-d4e4b04bdf34,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:56.627305 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-d9e95d51-1f24-4220-9dea-910aeb9a22a9 req-12371f54-bb17-417c-a836-b961f88d5ab7 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Calling delete_port for bb57e80d-50d6-4106-8e6e-f47be5c98529 owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:50:56.640687 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f185187c-7f08-4681-b128-9805fdc92650 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Checking segment: {'id': '60c56c08-ff4f-4945-9bc0-c37abdb7d3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c4b3ae4b-a167-4a6f-8018-ccec7cc176b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:56.641043 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f185187c-7f08-4681-b128-9805fdc92650 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Network hostable DHCP agents. Network: c4b3ae4b-a167-4a6f-8018-ccec7cc176b0, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:50:56.692578 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f185187c-7f08-4681-b128-9805fdc92650 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Network c4b3ae4b-a167-4a6f-8018-ccec7cc176b0 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:50:56.708253 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-f185187c-7f08-4681-b128-9805fdc92650 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, c4b3ae4b-a167-4a6f-8018-ccec7cc176b0) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:56.719343 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ffaadb-b180-4d22-b0d5-696582834f90 None None] Network c4b3ae4b-a167-4a6f-8018-ccec7cc176b0 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:56.719851 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f185187c-7f08-4681-b128-9805fdc92650 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:56.719971 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f185187c-7f08-4681-b128-9805fdc92650 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:56.740960 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f185187c-7f08-4681-b128-9805fdc92650 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7213929 Jul 13 07:50:56.741292 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58246) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:56.795770 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d9e95d51-1f24-4220-9dea-910aeb9a22a9 req-12371f54-bb17-417c-a836-b961f88d5ab7 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:56.810828 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['ce36a201-6877-4295-a506-264d465557f8'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:50:56.814366 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['bb57e80d-50d6-4106-8e6e-f47be5c98529'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:50:56.832348 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12371f54-bb17-417c-a836-b961f88d5ab7 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Pushing event deleted for resources: {'Port': ['ID=bb57e80d-50d6-4106-8e6e-f47be5c98529,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:56.848407 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-49fbf0e3-fdcc-43db-a0e0-05396ee0ede8 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:56.886554 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e95d51-1f24-4220-9dea-910aeb9a22a9 req-12371f54-bb17-417c-a836-b961f88d5ab7 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] No DVR routers for this DVR port bb57e80d-50d6-4106-8e6e-f47be5c98529 on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:50:56.889331 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d9e95d51-1f24-4220-9dea-910aeb9a22a9 req-12371f54-bb17-417c-a836-b961f88d5ab7 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:56.892983 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d9e95d51-1f24-4220-9dea-910aeb9a22a9 req-12371f54-bb17-417c-a836-b961f88d5ab7 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.25 "DELETE /v2.0/ports/bb57e80d-50d6-4106-8e6e-f47be5c98529 HTTP/1.1" status: 204 len: 173 time: 0.6676111 Jul 13 07:50:56.893136 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea5d657-af09-4153-abf8-f479084ba237', 'name': 'network-vif-deleted', 'tag': 'bb57e80d-50d6-4106-8e6e-f47be5c98529'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:50:56.899606 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ff819c-a0ad-4746-9019-2c04fbadec47" -d '{"events": [{"server_uuid": "8ea5d657-af09-4153-abf8-f479084ba237", "name": "network-vif-deleted", "tag": "bb57e80d-50d6-4106-8e6e-f47be5c98529"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:50:56.910044 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-49fbf0e3-fdcc-43db-a0e0-05396ee0ede8 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:56.969019 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505f63cc-1e0e-46a5-8905-1aeefb3bb854 x-openstack-request-id: req-505f63cc-1e0e-46a5-8905-1aeefb3bb854 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:50:56.969381 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea5d657-af09-4153-abf8-f479084ba237", "name": "network-vif-deleted", "tag": "bb57e80d-50d6-4106-8e6e-f47be5c98529", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:50:56.969633 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-505f63cc-1e0e-46a5-8905-1aeefb3bb854 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:50:56.970032 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea5d657-af09-4153-abf8-f479084ba237', 'name': 'network-vif-deleted', 'tag': 'bb57e80d-50d6-4106-8e6e-f47be5c98529', 'status': 'completed', 'code': 200} Jul 13 07:50:56.970367 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1d6c4b-dcd8-4f69-9a34-0b82b149223a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-c4b3ae4b-a167-4a6f-8018-ccec7cc176b0', 'network_id': 'c4b3ae4b-a167-4a6f-8018-ccec7cc176b0', 'tenant_id': 'b2ce8015438a4b65a79bfafd9b46665a', 'fixed_ips': [{'subnet_id': 'f7aaff49-cc1f-4f50-84b1-d4e4b04bdf34'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:50:56.971268 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7e1d6c4b-dcd8-4f69-9a34-0b82b149223a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:56.982579 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-49fbf0e3-fdcc-43db-a0e0-05396ee0ede8 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.011097 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fbf0e3-fdcc-43db-a0e0-05396ee0ede8 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event deleted for resources: {'Subnet': ['ID=f7aaff49-cc1f-4f50-84b1-d4e4b04bdf34,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:57.077299 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-49fbf0e3-fdcc-43db-a0e0-05396ee0ede8 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.087952 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-49fbf0e3-fdcc-43db-a0e0-05396ee0ede8 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b3ae4b-a167-4a6f-8018-ccec7cc176b0']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:57.097444 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-49fbf0e3-fdcc-43db-a0e0-05396ee0ede8 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c56c08-ff4f-4945-9bc0-c37abdb7d3f1') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:57.097744 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-49fbf0e3-fdcc-43db-a0e0-05396ee0ede8 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c56c08-ff4f-4945-9bc0-c37abdb7d3f1') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:57.102384 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f63da0-7085-442e-8fac-69d16e6e918b None None] Network c4b3ae4b-a167-4a6f-8018-ccec7cc176b0 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:57.108649 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-49fbf0e3-fdcc-43db-a0e0-05396ee0ede8 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.122491 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-49fbf0e3-fdcc-43db-a0e0-05396ee0ede8 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.128478 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49fbf0e3-fdcc-43db-a0e0-05396ee0ede8 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:50:57.128856 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-49fbf0e3-fdcc-43db-a0e0-05396ee0ede8 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.132646 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:50:57.132646 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:50:57.132646 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:50:57.132646 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:50:57.132646 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:50:57.132646 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:50:57.132646 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:50:57.132646 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:50:57.132646 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:50:57.132646 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:50:57.132646 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:50:57.132646 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:50:57.132646 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:50:57.132646 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:50:57.132646 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:50:57.132646 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:50:57.132646 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:50:57.132646 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:50:57.132646 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:50:57.132646 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:50:57.132646 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:50:57.132646 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:50:57.132646 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:50:57.132646 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:50:57.132646 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:50:57.132646 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:50:57.132646 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:50:57.132646 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:50:57.132646 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:50:57.132646 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:50:57.132646 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:50:57.132646 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:50:57.197932 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-49fbf0e3-fdcc-43db-a0e0-05396ee0ede8 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.205846 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-49fbf0e3-fdcc-43db-a0e0-05396ee0ede8 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.207836 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-49fbf0e3-fdcc-43db-a0e0-05396ee0ede8 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "DELETE /v2.0/networks/c4b3ae4b-a167-4a6f-8018-ccec7cc176b0 HTTP/1.1" status: 204 len: 168 time: 0.4655502 Jul 13 07:50:57.212277 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58250) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:57.217555 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fbf0e3-fdcc-43db-a0e0-05396ee0ede8 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event deleted for resources: {'Network': ['ID=c4b3ae4b-a167-4a6f-8018-ccec7cc176b0,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:57.217822 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-6ecc15cf-5a32-41be-9b5f-2969a8193687 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1578869779'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:57.245223 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ecc15cf-5a32-41be-9b5f-2969a8193687 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Made reservation on behalf of b2ce8015438a4b65a79bfafd9b46665a for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:57.249234 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6ecc15cf-5a32-41be-9b5f-2969a8193687 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.274497 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ecc15cf-5a32-41be-9b5f-2969a8193687 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:50:57.284651 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6ecc15cf-5a32-41be-9b5f-2969a8193687 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.284997 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-6ecc15cf-5a32-41be-9b5f-2969a8193687 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Added segment e1c7a472-d47f-4506-90fc-67fb8f63c69f of type vlan for network b2176d91-65bc-4027-bd95-e0fbe30a1a5b Jul 13 07:50:57.328013 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6ecc15cf-5a32-41be-9b5f-2969a8193687 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.360534 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6ecc15cf-5a32-41be-9b5f-2969a8193687 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.367084 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecc15cf-5a32-41be-9b5f-2969a8193687 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:57.367844 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6ecc15cf-5a32-41be-9b5f-2969a8193687 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.411120 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6ecc15cf-5a32-41be-9b5f-2969a8193687 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1971927 Jul 13 07:50:57.414153 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58254) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:57.424800 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-6279fbd3-9832-4356-a139-66b55b6d9a32 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Request body: {'subnet': {'network_id': 'b2176d91-65bc-4027-bd95-e0fbe30a1a5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:57.466285 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-30ba23c4-834a-4e34-a662-bbaef317a708 req-5fade489-8d15-4896-8391-5d669623c756 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ea5d657-af09-4153-abf8-f479084ba237 HTTP/1.1" status: 200 len: 210 time: 0.0300436 Jul 13 07:50:57.478407 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc15cf-5a32-41be-9b5f-2969a8193687 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event updated for resources: {'Network': ['ID=b2176d91-65bc-4027-bd95-e0fbe30a1a5b,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:57.483235 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network b2176d91-65bc-4027-bd95-e0fbe30a1a5b details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:50:57.572337 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6279fbd3-9832-4356-a139-66b55b6d9a32 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Made reservation on behalf of b2ce8015438a4b65a79bfafd9b46665a for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:57.576145 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6279fbd3-9832-4356-a139-66b55b6d9a32 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.639539 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.ipam_backend_mixin [None req-6279fbd3-9832-4356-a139-66b55b6d9a32 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Performing IP validity checks on allocation pools {{(pid=94018) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 13 07:50:57.640159 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.ipam_backend_mixin [None req-6279fbd3-9832-4356-a139-66b55b6d9a32 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94018) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 13 07:50:57.767157 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6279fbd3-9832-4356-a139-66b55b6d9a32 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.833260 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279fbd3-9832-4356-a139-66b55b6d9a32 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event updated for resources: {'Subnet': ['ID=ff6dd593-217c-4c13-ab59-4377c343b6cd,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:57.845517 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6279fbd3-9832-4356-a139-66b55b6d9a32 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Checking segment: {'id': 'e1c7a472-d47f-4506-90fc-67fb8f63c69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b2176d91-65bc-4027-bd95-e0fbe30a1a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:57.845869 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6279fbd3-9832-4356-a139-66b55b6d9a32 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Network hostable DHCP agents. Network: b2176d91-65bc-4027-bd95-e0fbe30a1a5b, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:50:57.862747 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6279fbd3-9832-4356-a139-66b55b6d9a32 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Network b2176d91-65bc-4027-bd95-e0fbe30a1a5b is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:50:57.871178 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-6279fbd3-9832-4356-a139-66b55b6d9a32 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, b2176d91-65bc-4027-bd95-e0fbe30a1a5b) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:57.875176 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6279fbd3-9832-4356-a139-66b55b6d9a32 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:57.875784 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6279fbd3-9832-4356-a139-66b55b6d9a32 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:57.879876 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e9d531-fb90-45e8-8771-736a1f0adcfe None None] Network b2176d91-65bc-4027-bd95-e0fbe30a1a5b requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:57.889981 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6279fbd3-9832-4356-a139-66b55b6d9a32 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4748137 Jul 13 07:50:57.892604 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58256) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:57.989616 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ac652a43-4f12-456a-9eda-779e945b91c7 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.028426 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2458561-b78e-4fdd-93ea-4406e9afcfac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-b2176d91-65bc-4027-bd95-e0fbe30a1a5b', 'network_id': 'b2176d91-65bc-4027-bd95-e0fbe30a1a5b', 'tenant_id': 'b2ce8015438a4b65a79bfafd9b46665a', 'fixed_ips': [{'subnet_id': 'ff6dd593-217c-4c13-ab59-4377c343b6cd'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:50:58.029325 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c2458561-b78e-4fdd-93ea-4406e9afcfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.047683 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ac652a43-4f12-456a-9eda-779e945b91c7 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.106944 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ac652a43-4f12-456a-9eda-779e945b91c7 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server [None req-c2458561-b78e-4fdd-93ea-4406e9afcfac None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ff6dd593-217c-4c13-ab59-4377c343b6cd: This subnet is being modified by another concurrent operation. Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise exception Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ff6dd593-217c-4c13-ab59-4377c343b6cd: This subnet is being modified by another concurrent operation. Jul 13 07:50:58.130065 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server Jul 13 07:50:58.150481 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac652a43-4f12-456a-9eda-779e945b91c7 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event deleted for resources: {'Subnet': ['ID=ff6dd593-217c-4c13-ab59-4377c343b6cd,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:58.159966 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645f2889-d9d0-4183-96a4-29e5f4f1b7b0 None None] Network b2176d91-65bc-4027-bd95-e0fbe30a1a5b requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:58.201636 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ac652a43-4f12-456a-9eda-779e945b91c7 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.212430 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-ac652a43-4f12-456a-9eda-779e945b91c7 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2176d91-65bc-4027-bd95-e0fbe30a1a5b']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:58.228297 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-ac652a43-4f12-456a-9eda-779e945b91c7 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c7a472-d47f-4506-90fc-67fb8f63c69f') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:58.228595 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-ac652a43-4f12-456a-9eda-779e945b91c7 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c7a472-d47f-4506-90fc-67fb8f63c69f') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:58.238695 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ac652a43-4f12-456a-9eda-779e945b91c7 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.252488 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ac652a43-4f12-456a-9eda-779e945b91c7 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.259867 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac652a43-4f12-456a-9eda-779e945b91c7 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:50:58.260267 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ac652a43-4f12-456a-9eda-779e945b91c7 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.263697 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:50:58.263697 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:50:58.263697 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:50:58.263697 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:50:58.263697 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:50:58.263697 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:50:58.263697 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:50:58.263697 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:50:58.263697 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:50:58.263697 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:50:58.263697 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:50:58.263697 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:50:58.263697 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:50:58.263697 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:50:58.263697 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:50:58.263697 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:50:58.263697 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:50:58.263697 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:50:58.263697 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:50:58.263697 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:50:58.263697 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:50:58.263697 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:50:58.263697 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:50:58.263697 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:50:58.263697 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:50:58.263697 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:50:58.263697 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:50:58.263697 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:50:58.263697 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:50:58.263697 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:50:58.263697 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:50:58.263697 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:50:58.274252 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399e25b6-a52c-4f4e-be8a-d9ecd52cfbb3 None None] get_active_networks_info from n-d-771363-34 {{(pid=94019) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:50:58.323110 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ac652a43-4f12-456a-9eda-779e945b91c7 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.329951 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ac652a43-4f12-456a-9eda-779e945b91c7 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.336349 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ac652a43-4f12-456a-9eda-779e945b91c7 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "DELETE /v2.0/networks/b2176d91-65bc-4027-bd95-e0fbe30a1a5b HTTP/1.1" status: 204 len: 168 time: 0.4382021 Jul 13 07:50:58.337339 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58258) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:58.343379 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-338ab683-2bc4-43c1-8252-1665531f6807 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-960186249'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:58.343543 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac652a43-4f12-456a-9eda-779e945b91c7 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event deleted for resources: {'Network': ['ID=b2176d91-65bc-4027-bd95-e0fbe30a1a5b,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:58.345656 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399e25b6-a52c-4f4e-be8a-d9ecd52cfbb3 None None] Resources bound (agent type, host, resource id): {{(pid=94019) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:50:58.365128 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338ab683-2bc4-43c1-8252-1665531f6807 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Made reservation on behalf of b2ce8015438a4b65a79bfafd9b46665a for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:58.368675 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-338ab683-2bc4-43c1-8252-1665531f6807 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.401110 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-338ab683-2bc4-43c1-8252-1665531f6807 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:50:58.411234 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-338ab683-2bc4-43c1-8252-1665531f6807 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.411591 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-338ab683-2bc4-43c1-8252-1665531f6807 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Added segment 924e2d07-1b4b-45c3-ae6e-5d46790760fa of type vlan for network 0688b91b-1bd5-41b6-9e6c-f0350ac03656 Jul 13 07:50:58.457337 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-338ab683-2bc4-43c1-8252-1665531f6807 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.490883 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-338ab683-2bc4-43c1-8252-1665531f6807 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.498056 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338ab683-2bc4-43c1-8252-1665531f6807 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:58.498903 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-338ab683-2bc4-43c1-8252-1665531f6807 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.536560 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-338ab683-2bc4-43c1-8252-1665531f6807 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1979318 Jul 13 07:50:58.540467 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58262) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:58.546338 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-24816e4c-2e31-4eea-8cd4-b48fbfce5da0 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Request body: {'subnet': {'network_id': '0688b91b-1bd5-41b6-9e6c-f0350ac03656', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:58.597765 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338ab683-2bc4-43c1-8252-1665531f6807 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event updated for resources: {'Network': ['ID=0688b91b-1bd5-41b6-9e6c-f0350ac03656,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:58.615547 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 0688b91b-1bd5-41b6-9e6c-f0350ac03656 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:50:58.699982 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24816e4c-2e31-4eea-8cd4-b48fbfce5da0 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Made reservation on behalf of b2ce8015438a4b65a79bfafd9b46665a for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:58.704478 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-24816e4c-2e31-4eea-8cd4-b48fbfce5da0 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.886701 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-fac537a3-ab78-4711-ac3b-2580ed9de790 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:58.888444 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-fac537a3-ab78-4711-ac3b-2580ed9de790 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/networks?id=24b69256-9cc6-4842-a9e7-33d63bcfcb35 HTTP/1.1" status: 200 len: 806 time: 0.1119034 Jul 13 07:50:58.902983 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-65379cbd-0378-4cb6-9dd2-ac2d05dd4119 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/quotas/18a71e51b79c4f67b8fe8fda57ef99f6 HTTP/1.1" status: 200 len: 375 time: 0.0091109 Jul 13 07:50:58.920613 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-24816e4c-2e31-4eea-8cd4-b48fbfce5da0 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:58.971421 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-8ebd3d73-ead1-4017-bc38-25c41618052b tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=18a71e51b79c4f67b8fe8fda57ef99f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0633929 Jul 13 07:50:58.984650 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24816e4c-2e31-4eea-8cd4-b48fbfce5da0 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event updated for resources: {'Subnet': ['ID=34aa84a2-4970-4a95-96e1-2c3ec674fa79,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:58.990915 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24816e4c-2e31-4eea-8cd4-b48fbfce5da0 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Checking segment: {'id': '924e2d07-1b4b-45c3-ae6e-5d46790760fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0688b91b-1bd5-41b6-9e6c-f0350ac03656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:50:58.991317 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24816e4c-2e31-4eea-8cd4-b48fbfce5da0 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Network hostable DHCP agents. Network: 0688b91b-1bd5-41b6-9e6c-f0350ac03656, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:50:59.007963 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24816e4c-2e31-4eea-8cd4-b48fbfce5da0 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Network 0688b91b-1bd5-41b6-9e6c-f0350ac03656 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:50:59.016459 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-24816e4c-2e31-4eea-8cd4-b48fbfce5da0 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 0688b91b-1bd5-41b6-9e6c-f0350ac03656) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:50:59.021253 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24816e4c-2e31-4eea-8cd4-b48fbfce5da0 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:59.021920 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-24816e4c-2e31-4eea-8cd4-b48fbfce5da0 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.025522 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7a406c-6f64-43aa-80d4-495e868e68f6 None None] Network 0688b91b-1bd5-41b6-9e6c-f0350ac03656 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:59.041860 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-24816e4c-2e31-4eea-8cd4-b48fbfce5da0 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5001683 Jul 13 07:50:59.044581 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58276) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:59.075323 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-944063ec-9a52-4081-928e-5ca4352934f8 service neutron] 10.222.0.23 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953383 Jul 13 07:50:59.156077 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-036719bb-c3fc-4f0f-90e7-749c46b7c96d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.174807 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-4a363abe-8ee1-49a5-8e8b-a6210b017e7f service neutron] 10.222.0.23 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928471 Jul 13 07:50:59.180079 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59b0e6e-4a24-4b87-b408-142d0172ec28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-0688b91b-1bd5-41b6-9e6c-f0350ac03656', 'network_id': '0688b91b-1bd5-41b6-9e6c-f0350ac03656', 'tenant_id': 'b2ce8015438a4b65a79bfafd9b46665a', 'fixed_ips': [{'subnet_id': '34aa84a2-4970-4a95-96e1-2c3ec674fa79'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:50:59.180981 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b59b0e6e-4a24-4b87-b408-142d0172ec28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.218525 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-036719bb-c3fc-4f0f-90e7-749c46b7c96d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.249256 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device bb57e80d-50d6-4106-8e6e-f47be5c98529 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:50:59.280128 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: bb57e80d-50d6-4106-8e6e-f47be5c98529 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:50:59.280475 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device bb57e80d-50d6-4106-8e6e-f47be5c98529 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:50:59.300701 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-036719bb-c3fc-4f0f-90e7-749c46b7c96d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server [None req-b59b0e6e-4a24-4b87-b408-142d0172ec28 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 34aa84a2-4970-4a95-96e1-2c3ec674fa79: This subnet is being modified by another concurrent operation. Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise exception Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 34aa84a2-4970-4a95-96e1-2c3ec674fa79: This subnet is being modified by another concurrent operation. Jul 13 07:50:59.303176 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server Jul 13 07:50:59.319882 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd058213-18fe-4a7d-88e4-2d8d634b4cbd None None] Network 0688b91b-1bd5-41b6-9e6c-f0350ac03656 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:50:59.343607 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036719bb-c3fc-4f0f-90e7-749c46b7c96d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event deleted for resources: {'Subnet': ['ID=34aa84a2-4970-4a95-96e1-2c3ec674fa79,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:59.384549 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7bdb0cb0-7d6a-461c-b66a-cce686140823 req-c1d162df-b479-4578-b60a-24ddda6d8543 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be58197-a28c-4fe5-839b-c2df7145bd35 HTTP/1.1" status: 200 len: 210 time: 0.0425057 Jul 13 07:50:59.443563 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1b96e2-27a3-4d65-9382-8b8af1596806 None None] get_active_networks_info from n-d-771363-34 {{(pid=94019) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:50:59.444896 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-036719bb-c3fc-4f0f-90e7-749c46b7c96d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.455469 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-036719bb-c3fc-4f0f-90e7-749c46b7c96d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0688b91b-1bd5-41b6-9e6c-f0350ac03656']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:59.466345 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-036719bb-c3fc-4f0f-90e7-749c46b7c96d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '924e2d07-1b4b-45c3-ae6e-5d46790760fa') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:59.466750 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-036719bb-c3fc-4f0f-90e7-749c46b7c96d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '924e2d07-1b4b-45c3-ae6e-5d46790760fa') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:50:59.476919 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-036719bb-c3fc-4f0f-90e7-749c46b7c96d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.491145 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-036719bb-c3fc-4f0f-90e7-749c46b7c96d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.497366 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-036719bb-c3fc-4f0f-90e7-749c46b7c96d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:50:59.497752 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-036719bb-c3fc-4f0f-90e7-749c46b7c96d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.500751 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:50:59.500751 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:50:59.500751 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:50:59.500751 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:50:59.500751 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:50:59.500751 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:50:59.500751 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:50:59.500751 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:50:59.500751 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:50:59.500751 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:50:59.500751 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:50:59.500751 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:50:59.500751 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:50:59.500751 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:50:59.500751 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:50:59.500751 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:50:59.500751 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:50:59.500751 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:50:59.500751 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:50:59.500751 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:50:59.500751 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:50:59.500751 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:50:59.500751 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:50:59.500751 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:50:59.500751 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:50:59.500751 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:50:59.500751 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:50:59.500751 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:50:59.500751 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:50:59.500751 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:50:59.500751 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:50:59.500751 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:50:59.517071 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1b96e2-27a3-4d65-9382-8b8af1596806 None None] Resources bound (agent type, host, resource id): {{(pid=94019) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:50:59.570664 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-036719bb-c3fc-4f0f-90e7-749c46b7c96d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.581198 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-036719bb-c3fc-4f0f-90e7-749c46b7c96d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.587678 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58286) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:59.589449 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-036719bb-c3fc-4f0f-90e7-749c46b7c96d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "DELETE /v2.0/networks/0688b91b-1bd5-41b6-9e6c-f0350ac03656 HTTP/1.1" status: 204 len: 168 time: 0.5429804 Jul 13 07:50:59.594476 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-14ea6617-3c51-44bb-9efb-6107a2635f8d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-559472855'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:59.601619 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036719bb-c3fc-4f0f-90e7-749c46b7c96d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event deleted for resources: {'Network': ['ID=0688b91b-1bd5-41b6-9e6c-f0350ac03656,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:59.619448 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ea6617-3c51-44bb-9efb-6107a2635f8d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Made reservation on behalf of b2ce8015438a4b65a79bfafd9b46665a for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:59.623518 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-14ea6617-3c51-44bb-9efb-6107a2635f8d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.658231 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14ea6617-3c51-44bb-9efb-6107a2635f8d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:50:59.668103 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-14ea6617-3c51-44bb-9efb-6107a2635f8d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.668458 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-14ea6617-3c51-44bb-9efb-6107a2635f8d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Added segment f455d680-faff-4e96-8ca8-6f2b6f2b992c of type vlan for network e1ed5047-b675-4747-896f-ab09d9495267 Jul 13 07:50:59.712546 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-14ea6617-3c51-44bb-9efb-6107a2635f8d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.745198 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-14ea6617-3c51-44bb-9efb-6107a2635f8d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.750987 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ea6617-3c51-44bb-9efb-6107a2635f8d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:50:59.751833 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-14ea6617-3c51-44bb-9efb-6107a2635f8d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:50:59.793149 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58290) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:50:59.798475 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-93e574e1-01cb-46ec-88f8-f720b75cbcad tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Request body: {'subnet': {'network_id': 'e1ed5047-b675-4747-896f-ab09d9495267', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:50:59.799726 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-14ea6617-3c51-44bb-9efb-6107a2635f8d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2057235 Jul 13 07:50:59.832191 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea6617-3c51-44bb-9efb-6107a2635f8d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event updated for resources: {'Network': ['ID=e1ed5047-b675-4747-896f-ab09d9495267,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:50:59.844010 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network e1ed5047-b675-4747-896f-ab09d9495267 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:50:59.889156 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e574e1-01cb-46ec-88f8-f720b75cbcad tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Made reservation on behalf of b2ce8015438a4b65a79bfafd9b46665a for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:50:59.892726 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-93e574e1-01cb-46ec-88f8-f720b75cbcad tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.074327 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-93e574e1-01cb-46ec-88f8-f720b75cbcad tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.137504 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e574e1-01cb-46ec-88f8-f720b75cbcad tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event updated for resources: {'Subnet': ['ID=9d56cdf3-80b2-42c0-84b8-f992029294ff,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:00.146924 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e574e1-01cb-46ec-88f8-f720b75cbcad tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Checking segment: {'id': 'f455d680-faff-4e96-8ca8-6f2b6f2b992c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e1ed5047-b675-4747-896f-ab09d9495267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:00.147322 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e574e1-01cb-46ec-88f8-f720b75cbcad tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Network hostable DHCP agents. Network: e1ed5047-b675-4747-896f-ab09d9495267, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:51:00.164335 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e574e1-01cb-46ec-88f8-f720b75cbcad tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Network e1ed5047-b675-4747-896f-ab09d9495267 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:51:00.172196 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-93e574e1-01cb-46ec-88f8-f720b75cbcad tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, e1ed5047-b675-4747-896f-ab09d9495267) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:00.177345 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e574e1-01cb-46ec-88f8-f720b75cbcad tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:00.178377 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-93e574e1-01cb-46ec-88f8-f720b75cbcad tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.181674 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031df12e-60b2-411d-a758-30fb987bec8a None None] Network e1ed5047-b675-4747-896f-ab09d9495267 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:00.192547 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-93e574e1-01cb-46ec-88f8-f720b75cbcad tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.3975844 Jul 13 07:51:00.194559 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58292) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:00.262175 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-176ba28e-90aa-4b18-abc1-82b981f00369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.302027 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a45e122f-3d5d-4fcd-966b-a8916793e1b0 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.398272 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a45e122f-3d5d-4fcd-966b-a8916793e1b0 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.521070 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-bf558c0d-4812-444e-b506-735e349ef3c8 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:00.522971 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-bf558c0d-4812-444e-b506-735e349ef3c8 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.25 "GET /v2.0/networks?id=24b69256-9cc6-4842-a9e7-33d63bcfcb35 HTTP/1.1" status: 200 len: 806 time: 0.1668315 Jul 13 07:51:00.532205 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a45e122f-3d5d-4fcd-966b-a8916793e1b0 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.540783 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631a1efd-3a34-4926-a776-554895e38476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-e1ed5047-b675-4747-896f-ab09d9495267', 'network_id': 'e1ed5047-b675-4747-896f-ab09d9495267', 'tenant_id': 'b2ce8015438a4b65a79bfafd9b46665a', 'fixed_ips': [{'subnet_id': '9d56cdf3-80b2-42c0-84b8-f992029294ff'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:51:00.542059 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-631a1efd-3a34-4926-a776-554895e38476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.544971 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-776181bf-a8ed-4036-b7af-8b124d28ae41 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Request body: {'port': {'device_id': '6be58197-a28c-4fe5-839b-c2df7145bd35', 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35', 'admin_state_up': True, 'tenant_id': '18a71e51b79c4f67b8fe8fda57ef99f6'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:00.570808 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-68ba197b-9a73-493e-b227-5e1d38bd8731 req-e1b5ba81-8085-4394-9bbc-0a743e8a27f6 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be58197-a28c-4fe5-839b-c2df7145bd35 HTTP/1.1" status: 200 len: 210 time: 0.0504553 Jul 13 07:51:00.599708 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e122f-3d5d-4fcd-966b-a8916793e1b0 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event deleted for resources: {'Subnet': ['ID=9d56cdf3-80b2-42c0-84b8-f992029294ff,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:00.642505 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5b926a-e673-4db1-b3c0-e1d432ebc077 None None] Network e1ed5047-b675-4747-896f-ab09d9495267 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:00.709289 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a45e122f-3d5d-4fcd-966b-a8916793e1b0 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.726470 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-a45e122f-3d5d-4fcd-966b-a8916793e1b0 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ed5047-b675-4747-896f-ab09d9495267']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:00.742404 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-a45e122f-3d5d-4fcd-966b-a8916793e1b0 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f455d680-faff-4e96-8ca8-6f2b6f2b992c') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:00.742691 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-a45e122f-3d5d-4fcd-966b-a8916793e1b0 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f455d680-faff-4e96-8ca8-6f2b6f2b992c') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:00.758008 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a45e122f-3d5d-4fcd-966b-a8916793e1b0 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.778269 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a45e122f-3d5d-4fcd-966b-a8916793e1b0 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.784847 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a45e122f-3d5d-4fcd-966b-a8916793e1b0 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:51:00.785226 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a45e122f-3d5d-4fcd-966b-a8916793e1b0 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.789257 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:51:00.789257 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:51:00.789257 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:51:00.789257 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:51:00.789257 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:51:00.789257 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:51:00.789257 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:51:00.789257 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:51:00.789257 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:51:00.789257 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:51:00.789257 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:51:00.789257 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:51:00.789257 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:51:00.789257 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:51:00.789257 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:51:00.789257 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:51:00.789257 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:51:00.789257 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:51:00.789257 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:51:00.789257 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:51:00.789257 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:51:00.789257 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:51:00.789257 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:51:00.789257 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:51:00.789257 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:51:00.789257 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:51:00.789257 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:51:00.789257 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:51:00.789257 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:51:00.789257 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:51:00.789257 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:51:00.789257 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:51:00.798716 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-776181bf-a8ed-4036-b7af-8b124d28ae41 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Made reservation on behalf of 18a71e51b79c4f67b8fe8fda57ef99f6 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:00.802408 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-776181bf-a8ed-4036-b7af-8b124d28ae41 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.875086 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a45e122f-3d5d-4fcd-966b-a8916793e1b0 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.908539 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a45e122f-3d5d-4fcd-966b-a8916793e1b0 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.914518 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a45e122f-3d5d-4fcd-966b-a8916793e1b0 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "DELETE /v2.0/networks/e1ed5047-b675-4747-896f-ab09d9495267 HTTP/1.1" status: 204 len: 168 time: 0.7149110 Jul 13 07:51:00.915140 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58296) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:00.920396 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-58ad2860-05ad-484f-9fd1-441ee5872859 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1670871224'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:00.929843 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e122f-3d5d-4fcd-966b-a8916793e1b0 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event deleted for resources: {'Network': ['ID=e1ed5047-b675-4747-896f-ab09d9495267,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:00.941483 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ad2860-05ad-484f-9fd1-441ee5872859 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Made reservation on behalf of b2ce8015438a4b65a79bfafd9b46665a for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:00.945169 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-58ad2860-05ad-484f-9fd1-441ee5872859 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.970714 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58ad2860-05ad-484f-9fd1-441ee5872859 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:51:00.980453 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-58ad2860-05ad-484f-9fd1-441ee5872859 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:00.980794 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-58ad2860-05ad-484f-9fd1-441ee5872859 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Added segment 719a94b0-2004-4c04-b747-b0cd3c6d4f64 of type vlan for network f77bb5ab-4f06-4ba5-bae6-31cb50e5a05d Jul 13 07:51:00.996746 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-776181bf-a8ed-4036-b7af-8b124d28ae41 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Allocated IP 172.20.0.7 (24b69256-9cc6-4842-a9e7-33d63bcfcb35/e84c320b-7bf6-4a93-a184-7aa85a1e2cdf/becea0c9-2547-4489-99e4-6ec38521560f) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:01.019606 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-58ad2860-05ad-484f-9fd1-441ee5872859 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.048984 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-58ad2860-05ad-484f-9fd1-441ee5872859 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.054664 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ad2860-05ad-484f-9fd1-441ee5872859 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:01.055284 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-58ad2860-05ad-484f-9fd1-441ee5872859 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.091905 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-58ad2860-05ad-484f-9fd1-441ee5872859 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1756036 Jul 13 07:51:01.094589 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58298) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:01.099711 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-e86200be-10b0-4cc4-8b18-f9cac21d7757 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:01.145586 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad2860-05ad-484f-9fd1-441ee5872859 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event updated for resources: {'Network': ['ID=f77bb5ab-4f06-4ba5-bae6-31cb50e5a05d,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:01.147655 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-776181bf-a8ed-4036-b7af-8b124d28ae41 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.160765 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network f77bb5ab-4f06-4ba5-bae6-31cb50e5a05d details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:51:01.199343 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-776181bf-a8ed-4036-b7af-8b124d28ae41 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.220000 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['ce36a201-6877-4295-a506-264d465557f8'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:51:01.243482 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-776181bf-a8ed-4036-b7af-8b124d28ae41 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Network 24b69256-9cc6-4842-a9e7-33d63bcfcb35 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:01.251237 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-776181bf-a8ed-4036-b7af-8b124d28ae41 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:01.255917 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-776181bf-a8ed-4036-b7af-8b124d28ae41 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:01.288275 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776181bf-a8ed-4036-b7af-8b124d28ae41 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Pushing event updated for resources: {'Port': ['ID=becea0c9-2547-4489-99e4-6ec38521560f,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:01.312076 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e86200be-10b0-4cc4-8b18-f9cac21d7757 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.315219 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-776181bf-a8ed-4036-b7af-8b124d28ae41 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:01.315865 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-776181bf-a8ed-4036-b7af-8b124d28ae41 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.328645 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e86200be-10b0-4cc4-8b18-f9cac21d7757 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.335493 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-776181bf-a8ed-4036-b7af-8b124d28ae41 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8004913 Jul 13 07:51:01.340281 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e86200be-10b0-4cc4-8b18-f9cac21d7757 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Network f77bb5ab-4f06-4ba5-bae6-31cb50e5a05d is not hosted by any dhcp agent {{(pid=94017) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 07:51:01.346395 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86200be-10b0-4cc4-8b18-f9cac21d7757 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:01.346606 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e86200be-10b0-4cc4-8b18-f9cac21d7757 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.353823 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e86200be-10b0-4cc4-8b18-f9cac21d7757 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "PUT /v2.0/networks/f77bb5ab-4f06-4ba5-bae6-31cb50e5a05d HTTP/1.1" status: 200 len: 723 time: 0.2554860 Jul 13 07:51:01.354078 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-39aa7cfb-78da-4441-ae18-321d9ce3f224 service neutron] Request body: {'port': {'device_id': '6be58197-a28c-4fe5-839b-c2df7145bd35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:01.354176 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58300) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:01.368864 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-8559bfb1-832f-4d8a-80f0-d0dc09838ef6 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Request body: {'subnet': {'network_id': 'f77bb5ab-4f06-4ba5-bae6-31cb50e5a05d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:01.427089 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-39aa7cfb-78da-4441-ae18-321d9ce3f224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.473997 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86200be-10b0-4cc4-8b18-f9cac21d7757 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event updated for resources: {'Network': ['ID=f77bb5ab-4f06-4ba5-bae6-31cb50e5a05d,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:01.485360 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network f77bb5ab-4f06-4ba5-bae6-31cb50e5a05d details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:51:01.507944 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8559bfb1-832f-4d8a-80f0-d0dc09838ef6 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Made reservation on behalf of b2ce8015438a4b65a79bfafd9b46665a for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:01.511623 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8559bfb1-832f-4d8a-80f0-d0dc09838ef6 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.717697 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8559bfb1-832f-4d8a-80f0-d0dc09838ef6 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.753542 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-39aa7cfb-78da-4441-ae18-321d9ce3f224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id becea0c9-2547-4489-99e4-6ec38521560f {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:51:01.763658 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-39aa7cfb-78da-4441-ae18-321d9ce3f224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.781333 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559bfb1-832f-4d8a-80f0-d0dc09838ef6 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event updated for resources: {'Subnet': ['ID=20e5ad35-a640-4c3e-888f-d1ea7168e973,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:01.783437 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-39aa7cfb-78da-4441-ae18-321d9ce3f224 service neutron] Transition to ACTIVE for port object becea0c9-2547-4489-99e4-6ec38521560f will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:01.791399 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8559bfb1-832f-4d8a-80f0-d0dc09838ef6 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Checking segment: {'id': '719a94b0-2004-4c04-b747-b0cd3c6d4f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f77bb5ab-4f06-4ba5-bae6-31cb50e5a05d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:01.791399 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8559bfb1-832f-4d8a-80f0-d0dc09838ef6 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Network hostable DHCP agents. Network: f77bb5ab-4f06-4ba5-bae6-31cb50e5a05d, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:51:01.792507 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-39aa7cfb-78da-4441-ae18-321d9ce3f224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.809781 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8559bfb1-832f-4d8a-80f0-d0dc09838ef6 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Network f77bb5ab-4f06-4ba5-bae6-31cb50e5a05d is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:51:01.820712 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-8559bfb1-832f-4d8a-80f0-d0dc09838ef6 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, f77bb5ab-4f06-4ba5-bae6-31cb50e5a05d) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:01.831444 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c714fdc-88af-4717-bab9-13963eea9b22 None None] Network f77bb5ab-4f06-4ba5-bae6-31cb50e5a05d requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:01.832393 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8559bfb1-832f-4d8a-80f0-d0dc09838ef6 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:01.833898 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8559bfb1-832f-4d8a-80f0-d0dc09838ef6 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1648296'] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:01.845879 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef341b1-4629-4ff3-8733-9efec11008d1 req-2998d489-5a5d-4770-8041-b8120b8516a9 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:01.848747 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3ef341b1-4629-4ff3-8733-9efec11008d1 req-2998d489-5a5d-4770-8041-b8120b8516a9 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be58197-a28c-4fe5-839b-c2df7145bd35 HTTP/1.1" status: 200 len: 931 time: 0.1364934 Jul 13 07:51:01.861040 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8559bfb1-832f-4d8a-80f0-d0dc09838ef6 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4922898 Jul 13 07:51:01.861320 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58304) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:01.867686 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-acba7ed3-ad29-4e40-9534-46cafe20fbbb tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:01.890238 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa7cfb-78da-4441-ae18-321d9ce3f224 service neutron] Pushing event updated for resources: {'Port': ['ID=becea0c9-2547-4489-99e4-6ec38521560f,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:01.954985 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3ef341b1-4629-4ff3-8733-9efec11008d1 req-b6a29df7-c1c2-4c7c-a539-d1a4abf728bd tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981839 Jul 13 07:51:01.985434 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-39aa7cfb-78da-4441-ae18-321d9ce3f224 service neutron] Attempting to bind port becea0c9-2547-4489-99e4-6ec38521560f on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:01.986793 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-39aa7cfb-78da-4441-ae18-321d9ce3f224 service neutron] Attempting to bind port becea0c9-2547-4489-99e4-6ec38521560f by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'c6edc23b-b33f-4b68-a90e-006e269af4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:01.987126 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-39aa7cfb-78da-4441-ae18-321d9ce3f224 service neutron] Attempting to bind port becea0c9-2547-4489-99e4-6ec38521560f on network 24b69256-9cc6-4842-a9e7-33d63bcfcb35 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:01.992521 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-39aa7cfb-78da-4441-ae18-321d9ce3f224 service neutron] Port becea0c9-2547-4489-99e4-6ec38521560f on network 24b69256-9cc6-4842-a9e7-33d63bcfcb35 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:51:01.992925 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-39aa7cfb-78da-4441-ae18-321d9ce3f224 service neutron] Attempting to bind port becea0c9-2547-4489-99e4-6ec38521560f on network 24b69256-9cc6-4842-a9e7-33d63bcfcb35 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:01.997965 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-39aa7cfb-78da-4441-ae18-321d9ce3f224 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:01.998299 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-39aa7cfb-78da-4441-ae18-321d9ce3f224 service neutron] Checking segment: {'id': 'c6edc23b-b33f-4b68-a90e-006e269af4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:01.998689 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-39aa7cfb-78da-4441-ae18-321d9ce3f224 service neutron] Bound using segment: {'id': 'c6edc23b-b33f-4b68-a90e-006e269af4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:01.999114 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-39aa7cfb-78da-4441-ae18-321d9ce3f224 service neutron] Bound port: becea0c9-2547-4489-99e4-6ec38521560f, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6edc23b-b33f-4b68-a90e-006e269af4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:01.999506 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-39aa7cfb-78da-4441-ae18-321d9ce3f224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.000676 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-acba7ed3-ad29-4e40-9534-46cafe20fbbb tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8901924'] for subnet, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.014707 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ea6b62-a039-4d1e-aeb4-f804c8a1d870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-f77bb5ab-4f06-4ba5-bae6-31cb50e5a05d', 'network_id': 'f77bb5ab-4f06-4ba5-bae6-31cb50e5a05d', 'tenant_id': 'b2ce8015438a4b65a79bfafd9b46665a', 'fixed_ips': [{'subnet_id': '20e5ad35-a640-4c3e-888f-d1ea7168e973'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:51:02.015603 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e0ea6b62-a039-4d1e-aeb4-f804c8a1d870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.066570 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-39aa7cfb-78da-4441-ae18-321d9ce3f224 service neutron] For port becea0c9-2547-4489-99e4-6ec38521560f, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:02.070912 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-39aa7cfb-78da-4441-ae18-321d9ce3f224 service neutron] For port becea0c9-2547-4489-99e4-6ec38521560f, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=becea0c9-2547-4489-99e4-6ec38521560f,segment=NetworkSegment(c6edc23b-b33f-4b68-a90e-006e269af4c2),segment_id=c6edc23b-b33f-4b68-a90e-006e269af4c2)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:02.074771 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-39aa7cfb-78da-4441-ae18-321d9ce3f224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.110616 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-39aa7cfb-78da-4441-ae18-321d9ce3f224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:02.111413 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-39aa7cfb-78da-4441-ae18-321d9ce3f224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.112911 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-39aa7cfb-78da-4441-ae18-321d9ce3f224 service neutron] 10.222.0.25 "PUT /v2.0/ports/becea0c9-2547-4489-99e4-6ec38521560f HTTP/1.1" status: 200 len: 1092 time: 0.7698150 Jul 13 07:51:02.114103 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be58197-a28c-4fe5-839b-c2df7145bd35', 'tag': 'becea0c9-2547-4489-99e4-6ec38521560f'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:51:02.116665 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0bc35e-082a-495a-9b84-6472de78ff5e" -d '{"events": [{"name": "network-changed", "server_uuid": "6be58197-a28c-4fe5-839b-c2df7145bd35", "tag": "becea0c9-2547-4489-99e4-6ec38521560f"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:51:02.154841 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a38183-2643-4cd0-b109-84532b42f254 x-openstack-request-id: req-90a38183-2643-4cd0-b109-84532b42f254 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:51:02.155497 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be58197-a28c-4fe5-839b-c2df7145bd35", "tag": "becea0c9-2547-4489-99e4-6ec38521560f", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:51:02.155621 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90a38183-2643-4cd0-b109-84532b42f254 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:51:02.155946 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be58197-a28c-4fe5-839b-c2df7145bd35', 'tag': 'becea0c9-2547-4489-99e4-6ec38521560f', 'status': 'completed', 'code': 200} Jul 13 07:51:02.161293 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa7cfb-78da-4441-ae18-321d9ce3f224 service neutron] Pushing event updated for resources: {'Port': ['ID=becea0c9-2547-4489-99e4-6ec38521560f,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:02.162345 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-acba7ed3-ad29-4e40-9534-46cafe20fbbb tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788303099733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8389758'] for subnet, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.204995 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acba7ed3-ad29-4e40-9534-46cafe20fbbb tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:02.205677 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-acba7ed3-ad29-4e40-9534-46cafe20fbbb tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.207728 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-acba7ed3-ad29-4e40-9534-46cafe20fbbb tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "PUT /v2.0/subnets/20e5ad35-a640-4c3e-888f-d1ea7168e973 HTTP/1.1" status: 200 len: 806 time: 0.3448849 Jul 13 07:51:02.210384 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58308) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:02.216624 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-e0ea6b62-a039-4d1e-aeb4-f804c8a1d870 None None] Allocated IP 172.20.0.2 (f77bb5ab-4f06-4ba5-bae6-31cb50e5a05d/20e5ad35-a640-4c3e-888f-d1ea7168e973/77a4530d-33f8-4e2d-8544-38f0feac8c25) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:02.220918 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba7ed3-ad29-4e40-9534-46cafe20fbbb tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event updated for resources: {'Subnet': ['ID=20e5ad35-a640-4c3e-888f-d1ea7168e973,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:02.377238 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e0ea6b62-a039-4d1e-aeb4-f804c8a1d870 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.386334 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e0ea6b62-a039-4d1e-aeb4-f804c8a1d870 None None] Transition to ACTIVE for port object 77a4530d-33f8-4e2d-8544-38f0feac8c25 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:02.402736 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e0ea6b62-a039-4d1e-aeb4-f804c8a1d870 None None] Transition to ACTIVE for port object 77a4530d-33f8-4e2d-8544-38f0feac8c25 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:02.408575 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e0ea6b62-a039-4d1e-aeb4-f804c8a1d870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.446371 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ea6b62-a039-4d1e-aeb4-f804c8a1d870 None None] Network f77bb5ab-4f06-4ba5-bae6-31cb50e5a05d is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:02.451455 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-e0ea6b62-a039-4d1e-aeb4-f804c8a1d870 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:02.455099 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ea6b62-a039-4d1e-aeb4-f804c8a1d870 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:02.466335 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea6b62-a039-4d1e-aeb4-f804c8a1d870 None None] Pushing event updated for resources: {'Port': ['ID=77a4530d-33f8-4e2d-8544-38f0feac8c25,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:02.522723 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-e0ea6b62-a039-4d1e-aeb4-f804c8a1d870 None None] Attempting to bind port 77a4530d-33f8-4e2d-8544-38f0feac8c25 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:02.523075 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-e0ea6b62-a039-4d1e-aeb4-f804c8a1d870 None None] Attempting to bind port 77a4530d-33f8-4e2d-8544-38f0feac8c25 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '719a94b0-2004-4c04-b747-b0cd3c6d4f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f77bb5ab-4f06-4ba5-bae6-31cb50e5a05d'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:02.523463 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ea6b62-a039-4d1e-aeb4-f804c8a1d870 None None] Attempting to bind port 77a4530d-33f8-4e2d-8544-38f0feac8c25 on network f77bb5ab-4f06-4ba5-bae6-31cb50e5a05d {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:02.528679 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ea6b62-a039-4d1e-aeb4-f804c8a1d870 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:02.529042 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ea6b62-a039-4d1e-aeb4-f804c8a1d870 None None] Checking segment: {'id': '719a94b0-2004-4c04-b747-b0cd3c6d4f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f77bb5ab-4f06-4ba5-bae6-31cb50e5a05d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:02.529448 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e0ea6b62-a039-4d1e-aeb4-f804c8a1d870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.529839 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ea6b62-a039-4d1e-aeb4-f804c8a1d870 None None] Bound using segment: {'id': '719a94b0-2004-4c04-b747-b0cd3c6d4f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f77bb5ab-4f06-4ba5-bae6-31cb50e5a05d'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:02.530307 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-e0ea6b62-a039-4d1e-aeb4-f804c8a1d870 None None] Bound port: 77a4530d-33f8-4e2d-8544-38f0feac8c25, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719a94b0-2004-4c04-b747-b0cd3c6d4f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f77bb5ab-4f06-4ba5-bae6-31cb50e5a05d'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:02.530689 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e0ea6b62-a039-4d1e-aeb4-f804c8a1d870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.598695 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-e0ea6b62-a039-4d1e-aeb4-f804c8a1d870 None None] For port 77a4530d-33f8-4e2d-8544-38f0feac8c25, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:02.601883 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-e0ea6b62-a039-4d1e-aeb4-f804c8a1d870 None None] For port 77a4530d-33f8-4e2d-8544-38f0feac8c25, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=77a4530d-33f8-4e2d-8544-38f0feac8c25,segment=NetworkSegment(719a94b0-2004-4c04-b747-b0cd3c6d4f64),segment_id=719a94b0-2004-4c04-b747-b0cd3c6d4f64)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:02.606555 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e0ea6b62-a039-4d1e-aeb4-f804c8a1d870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.627965 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-01270470-50f6-424a-ab6a-23a652743bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:02.630126 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-01270470-50f6-424a-ab6a-23a652743bbd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=18a71e51b79c4f67b8fe8fda57ef99f6&device_id=6be58197-a28c-4fe5-839b-c2df7145bd35 HTTP/1.1" status: 200 len: 1095 time: 0.4659054 Jul 13 07:51:02.668974 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea6b62-a039-4d1e-aeb4-f804c8a1d870 None None] Pushing event updated for resources: {'Port': ['ID=77a4530d-33f8-4e2d-8544-38f0feac8c25,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:02.679149 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-9e3980f5-1149-4090-853e-a0daaeb286e0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=becea0c9-2547-4489-99e4-6ec38521560f HTTP/1.1" status: 200 len: 217 time: 0.0422978 Jul 13 07:51:02.724236 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-99243437-5208-47e5-b6aa-bf803c5c894a tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.747232 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-e38e8805-d959-4b99-96b1-8d67fbde2625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:02.748738 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-e38e8805-d959-4b99-96b1-8d67fbde2625 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e84c320b-7bf6-4a93-a184-7aa85a1e2cdf HTTP/1.1" status: 200 len: 846 time: 0.0635850 Jul 13 07:51:02.801232 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-c7adebf0-b8ff-41b2-823c-4924844d3d86 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=24b69256-9cc6-4842-a9e7-33d63bcfcb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326102 Jul 13 07:51:02.896992 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-99243437-5208-47e5-b6aa-bf803c5c894a tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Deleting port 77a4530d-33f8-4e2d-8544-38f0feac8c25 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:02.897333 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-99243437-5208-47e5-b6aa-bf803c5c894a tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:02.936309 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-abc973dc-991a-43cc-be70-408dbbfbe48c service neutron] 10.222.0.25 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288202 Jul 13 07:51:03.047086 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-99243437-5208-47e5-b6aa-bf803c5c894a tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] For port 77a4530d-33f8-4e2d-8544-38f0feac8c25, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=77a4530d-33f8-4e2d-8544-38f0feac8c25,segment=NetworkSegment(719a94b0-2004-4c04-b747-b0cd3c6d4f64),segment_id=719a94b0-2004-4c04-b747-b0cd3c6d4f64)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:03.047384 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-99243437-5208-47e5-b6aa-bf803c5c894a tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:03.071277 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-99243437-5208-47e5-b6aa-bf803c5c894a tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Calling delete_port for 77a4530d-33f8-4e2d-8544-38f0feac8c25 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:03.108429 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2f4320f9-2402-43e3-98cf-a7a4b4d30892 req-df6e5ce9-8891-4a11-9df3-0cc2491daad2 service neutron] 10.222.0.25 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395926 Jul 13 07:51:03.121164 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4de801e4-7c99-4ae2-9138-75eeaf0a3505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:03.182224 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:03.299110 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f686a20-05f7-4f81-b14c-71d3fa6a7693 req-6b48413d-28bd-4b45-92a7-3fa4a96cab74 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:03.300650 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6f686a20-05f7-4f81-b14c-71d3fa6a7693 req-6b48413d-28bd-4b45-92a7-3fa4a96cab74 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be58197-a28c-4fe5-839b-c2df7145bd35 HTTP/1.1" status: 200 len: 943 time: 0.2068074 Jul 13 07:51:03.313524 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bc35e-082a-495a-9b84-6472de78ff5e req-94ff1615-8817-467a-8729-ef469a5d7951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:03.315012 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ff0bc35e-082a-495a-9b84-6472de78ff5e req-94ff1615-8817-467a-8729-ef469a5d7951 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=18a71e51b79c4f67b8fe8fda57ef99f6&device_id=6be58197-a28c-4fe5-839b-c2df7145bd35 HTTP/1.1" status: 200 len: 1095 time: 0.1528497 Jul 13 07:51:03.371625 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-99243437-5208-47e5-b6aa-bf803c5c894a tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:03.417169 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99243437-5208-47e5-b6aa-bf803c5c894a tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event deleted for resources: {'Port': ['ID=77a4530d-33f8-4e2d-8544-38f0feac8c25,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:03.447626 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6f686a20-05f7-4f81-b14c-71d3fa6a7693 req-d9380697-ba8b-4182-bc55-6c29970bc910 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385024 Jul 13 07:51:03.495330 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99243437-5208-47e5-b6aa-bf803c5c894a tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] No DVR routers for this DVR port 77a4530d-33f8-4e2d-8544-38f0feac8c25 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:51:03.539369 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bc35e-082a-495a-9b84-6472de78ff5e req-0f6b0f1f-5a3f-45ff-a028-946b525f2c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:03.540851 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ff0bc35e-082a-495a-9b84-6472de78ff5e req-0f6b0f1f-5a3f-45ff-a028-946b525f2c73 service neutron] 10.222.0.25 "GET /v2.0/networks?id=24b69256-9cc6-4842-a9e7-33d63bcfcb35 HTTP/1.1" status: 200 len: 907 time: 0.2189133 Jul 13 07:51:03.583815 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68aba774-846f-4bf1-9d18-f3ffad97ddb2 None None] Network f77bb5ab-4f06-4ba5-bae6-31cb50e5a05d requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:03.591679 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ff0bc35e-082a-495a-9b84-6472de78ff5e req-acbd8327-fccd-47c8-974c-a4cca4d67cc1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=becea0c9-2547-4489-99e4-6ec38521560f HTTP/1.1" status: 200 len: 217 time: 0.0419736 Jul 13 07:51:03.592544 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-99243437-5208-47e5-b6aa-bf803c5c894a tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:03.649225 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-572a6d9d-66ec-4694-82a0-f678593810fd None None] Could not find standard attr ID for object 77a4530d-33f8-4e2d-8544-38f0feac8c25. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:51:03.679464 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bc35e-082a-495a-9b84-6472de78ff5e req-fa225d2a-a9cf-42b1-80ba-4adef72ef8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:03.680933 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ff0bc35e-082a-495a-9b84-6472de78ff5e req-fa225d2a-a9cf-42b1-80ba-4adef72ef8e8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e84c320b-7bf6-4a93-a184-7aa85a1e2cdf HTTP/1.1" status: 200 len: 846 time: 0.0652518 Jul 13 07:51:03.718442 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ff0bc35e-082a-495a-9b84-6472de78ff5e req-c9465e96-b221-4ae4-95fd-c3c4d7b7a3e8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=24b69256-9cc6-4842-a9e7-33d63bcfcb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285661 Jul 13 07:51:03.719575 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-99243437-5208-47e5-b6aa-bf803c5c894a tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:03.767710 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99243437-5208-47e5-b6aa-bf803c5c894a tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event deleted for resources: {'Subnet': ['ID=20e5ad35-a640-4c3e-888f-d1ea7168e973,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:03.864695 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-99243437-5208-47e5-b6aa-bf803c5c894a tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:03.881065 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-99243437-5208-47e5-b6aa-bf803c5c894a tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f77bb5ab-4f06-4ba5-bae6-31cb50e5a05d']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:03.895708 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-99243437-5208-47e5-b6aa-bf803c5c894a tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '719a94b0-2004-4c04-b747-b0cd3c6d4f64') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:03.896008 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-99243437-5208-47e5-b6aa-bf803c5c894a tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '719a94b0-2004-4c04-b747-b0cd3c6d4f64') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:03.902537 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b05836-86ec-4f40-ae33-4928047ffe04 None None] Network f77bb5ab-4f06-4ba5-bae6-31cb50e5a05d requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:03.913080 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-99243437-5208-47e5-b6aa-bf803c5c894a tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:03.916242 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ff0bc35e-082a-495a-9b84-6472de78ff5e req-10b97643-0405-4f3a-b93b-581d65b98868 service neutron] 10.222.0.25 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881659 Jul 13 07:51:03.943916 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-99243437-5208-47e5-b6aa-bf803c5c894a tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:03.962882 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99243437-5208-47e5-b6aa-bf803c5c894a tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:51:03.963306 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-99243437-5208-47e5-b6aa-bf803c5c894a tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:03.966314 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:51:03.966314 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:51:03.966314 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:51:03.966314 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:51:03.966314 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:51:03.966314 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:51:03.966314 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:51:03.966314 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:51:03.966314 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:51:03.966314 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:51:03.966314 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:51:03.966314 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:51:03.966314 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:51:03.966314 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:51:03.966314 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:51:03.966314 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:51:03.966314 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:51:03.966314 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:51:03.966314 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:51:03.966314 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:51:03.966314 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:51:03.966314 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:51:03.966314 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:51:03.966314 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:51:03.966314 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:51:03.966314 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:51:03.966314 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:51:03.966314 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:51:03.966314 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:51:03.966314 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:51:03.966314 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:51:03.966314 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:51:03.966314 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:51:03.966314 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:51:03.966314 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:51:03.966314 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:51:04.056849 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-99243437-5208-47e5-b6aa-bf803c5c894a tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:04.059844 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772d6662-1c56-4f29-9e95-86e0e47600fd None None] DHCP port deletion for f77bb5ab-4f06-4ba5-bae6-31cb50e5a05d request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:51:04.062085 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-99243437-5208-47e5-b6aa-bf803c5c894a tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:04.063982 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-99243437-5208-47e5-b6aa-bf803c5c894a tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "DELETE /v2.0/networks/f77bb5ab-4f06-4ba5-bae6-31cb50e5a05d HTTP/1.1" status: 204 len: 168 time: 1.8525209 Jul 13 07:51:04.067424 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58312) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:04.086444 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99243437-5208-47e5-b6aa-bf803c5c894a tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event deleted for resources: {'Network': ['ID=f77bb5ab-4f06-4ba5-bae6-31cb50e5a05d,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:04.087956 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c67e11b-c96d-4216-85bd-6c318a32fb75 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:04.088584 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c67e11b-c96d-4216-85bd-6c318a32fb75 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:04.090360 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5c67e11b-c96d-4216-85bd-6c318a32fb75 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "DELETE /v2.0/networks/f77bb5ab-4f06-4ba5-bae6-31cb50e5a05d HTTP/1.1" status: 404 len: 339 time: 0.0217948 Jul 13 07:51:04.096336 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58314) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:04.101200 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ff0bc35e-082a-495a-9b84-6472de78ff5e req-e0a7899d-97ec-4855-8145-e87c070644fe service neutron] 10.222.0.25 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778004 Jul 13 07:51:04.102002 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-cb5c3aea-82c3-4e15-b1e6-e164e8aa9a48 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-660400951', 'description': 'd1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:04.112179 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:04.123905 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5c3aea-82c3-4e15-b1e6-e164e8aa9a48 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Made reservation on behalf of b2ce8015438a4b65a79bfafd9b46665a for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:04.127480 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cb5c3aea-82c3-4e15-b1e6-e164e8aa9a48 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:04.151905 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb5c3aea-82c3-4e15-b1e6-e164e8aa9a48 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:51:04.160663 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cb5c3aea-82c3-4e15-b1e6-e164e8aa9a48 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:04.161014 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-cb5c3aea-82c3-4e15-b1e6-e164e8aa9a48 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Added segment bc937974-28f3-413d-b3a5-e787481122ac of type vlan for network 13da37c4-f38c-4a0c-acc8-d3ce8fd27cb7 Jul 13 07:51:04.200020 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cb5c3aea-82c3-4e15-b1e6-e164e8aa9a48 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:04.228427 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cb5c3aea-82c3-4e15-b1e6-e164e8aa9a48 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:04.233961 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5c3aea-82c3-4e15-b1e6-e164e8aa9a48 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:04.234539 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cb5c3aea-82c3-4e15-b1e6-e164e8aa9a48 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:04.274193 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-cb5c3aea-82c3-4e15-b1e6-e164e8aa9a48 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.1765959 Jul 13 07:51:04.276990 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58316) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:04.313716 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c3aea-82c3-4e15-b1e6-e164e8aa9a48 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event updated for resources: {'Network': ['ID=13da37c4-f38c-4a0c-acc8-d3ce8fd27cb7,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:04.338948 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c3aea-82c3-4e15-b1e6-e164e8aa9a48 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:04.339316 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c3aea-82c3-4e15-b1e6-e164e8aa9a48 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:04.339660 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c3aea-82c3-4e15-b1e6-e164e8aa9a48 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:04.339995 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c3aea-82c3-4e15-b1e6-e164e8aa9a48 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:04.340324 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c3aea-82c3-4e15-b1e6-e164e8aa9a48 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:04.340649 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c3aea-82c3-4e15-b1e6-e164e8aa9a48 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:04.340970 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c3aea-82c3-4e15-b1e6-e164e8aa9a48 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:04.341289 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c3aea-82c3-4e15-b1e6-e164e8aa9a48 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:04.341606 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c3aea-82c3-4e15-b1e6-e164e8aa9a48 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:04.341922 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c3aea-82c3-4e15-b1e6-e164e8aa9a48 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:04.342239 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c3aea-82c3-4e15-b1e6-e164e8aa9a48 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:04.342551 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c3aea-82c3-4e15-b1e6-e164e8aa9a48 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:04.353896 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 13da37c4-f38c-4a0c-acc8-d3ce8fd27cb7 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:51:04.395869 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91849021-d06a-4635-83ad-9e9f6d810726 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:04.397373 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-91849021-d06a-4635-83ad-9e9f6d810726 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "GET /v2.0/networks?id=13da37c4-f38c-4a0c-acc8-d3ce8fd27cb7 HTTP/1.1" status: 200 len: 760 time: 0.1195812 Jul 13 07:51:04.400493 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58318) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:04.406361 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-b86f409b-561a-45d6-9e3d-dc9aa1f6e17f tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Request body: {'network': {'description': 'd2'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:04.571684 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b86f409b-561a-45d6-9e3d-dc9aa1f6e17f tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:04.586251 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b86f409b-561a-45d6-9e3d-dc9aa1f6e17f tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:04.608332 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b86f409b-561a-45d6-9e3d-dc9aa1f6e17f tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Network 13da37c4-f38c-4a0c-acc8-d3ce8fd27cb7 is not hosted by any dhcp agent {{(pid=94018) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 07:51:04.614388 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86f409b-561a-45d6-9e3d-dc9aa1f6e17f tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:04.614994 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b86f409b-561a-45d6-9e3d-dc9aa1f6e17f tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:04.616326 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b86f409b-561a-45d6-9e3d-dc9aa1f6e17f tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "PUT /v2.0/networks/13da37c4-f38c-4a0c-acc8-d3ce8fd27cb7 HTTP/1.1" status: 200 len: 757 time: 0.2144110 Jul 13 07:51:04.619363 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58322) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:04.659566 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f409b-561a-45d6-9e3d-dc9aa1f6e17f tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event updated for resources: {'Network': ['ID=13da37c4-f38c-4a0c-acc8-d3ce8fd27cb7,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:04.669199 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bcee92-7b67-40d4-9714-6cb26ba9c5bc req-a83179ab-fe4a-4a96-a62e-340bbf982e08 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:04.671671 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 13da37c4-f38c-4a0c-acc8-d3ce8fd27cb7 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:51:04.672158 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-17bcee92-7b67-40d4-9714-6cb26ba9c5bc req-a83179ab-fe4a-4a96-a62e-340bbf982e08 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be58197-a28c-4fe5-839b-c2df7145bd35 HTTP/1.1" status: 200 len: 943 time: 0.1088269 Jul 13 07:51:04.723496 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98307fd8-9666-4d11-b32b-5587b4c173c2 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:04.725127 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-98307fd8-9666-4d11-b32b-5587b4c173c2 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "GET /v2.0/networks?id=13da37c4-f38c-4a0c-acc8-d3ce8fd27cb7 HTTP/1.1" status: 200 len: 760 time: 0.1040177 Jul 13 07:51:04.728884 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58324) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:04.733998 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-d9aff1a5-00ad-45d7-bafb-e6f07ea8a926 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-525126114'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:04.751921 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-17bcee92-7b67-40d4-9714-6cb26ba9c5bc req-f8a58b4b-d262-4b23-a921-cc86fea40df7 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513186 Jul 13 07:51:04.755569 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9aff1a5-00ad-45d7-bafb-e6f07ea8a926 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Made reservation on behalf of b2ce8015438a4b65a79bfafd9b46665a for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:04.759151 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d9aff1a5-00ad-45d7-bafb-e6f07ea8a926 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:04.783631 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9aff1a5-00ad-45d7-bafb-e6f07ea8a926 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:51:04.793535 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d9aff1a5-00ad-45d7-bafb-e6f07ea8a926 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:04.793877 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-d9aff1a5-00ad-45d7-bafb-e6f07ea8a926 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Added segment 8bc1a2d9-a4e2-43a6-b1d4-c8e2393b8c5e of type vlan for network 70bab41f-7273-42b9-9c87-dcc526b51146 Jul 13 07:51:04.834969 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d9aff1a5-00ad-45d7-bafb-e6f07ea8a926 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:04.861982 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d9aff1a5-00ad-45d7-bafb-e6f07ea8a926 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:04.867836 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9aff1a5-00ad-45d7-bafb-e6f07ea8a926 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:04.868403 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d9aff1a5-00ad-45d7-bafb-e6f07ea8a926 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:04.914106 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d9aff1a5-00ad-45d7-bafb-e6f07ea8a926 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1841104 Jul 13 07:51:04.916919 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58326) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:04.921956 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-bd87b9c8-d865-4e67-821b-8c42886ad397 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Request body: {'subnet': {'network_id': '70bab41f-7273-42b9-9c87-dcc526b51146', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:04.942536 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aff1a5-00ad-45d7-bafb-e6f07ea8a926 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event updated for resources: {'Network': ['ID=70bab41f-7273-42b9-9c87-dcc526b51146,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:04.952740 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 70bab41f-7273-42b9-9c87-dcc526b51146 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:51:05.014105 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd87b9c8-d865-4e67-821b-8c42886ad397 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Made reservation on behalf of b2ce8015438a4b65a79bfafd9b46665a for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:05.018982 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bd87b9c8-d865-4e67-821b-8c42886ad397 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:05.198750 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bd87b9c8-d865-4e67-821b-8c42886ad397 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:05.234191 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device becea0c9-2547-4489-99e4-6ec38521560f details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:51:05.260082 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd87b9c8-d865-4e67-821b-8c42886ad397 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event updated for resources: {'Subnet': ['ID=6cbccc39-cbcb-41d4-ba63-bcaa5c3acde3,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:05.268246 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd87b9c8-d865-4e67-821b-8c42886ad397 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Checking segment: {'id': '8bc1a2d9-a4e2-43a6-b1d4-c8e2393b8c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '70bab41f-7273-42b9-9c87-dcc526b51146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:05.268246 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd87b9c8-d865-4e67-821b-8c42886ad397 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Network hostable DHCP agents. Network: 70bab41f-7273-42b9-9c87-dcc526b51146, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:51:05.286319 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd87b9c8-d865-4e67-821b-8c42886ad397 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Network 70bab41f-7273-42b9-9c87-dcc526b51146 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:51:05.295019 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-bd87b9c8-d865-4e67-821b-8c42886ad397 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 70bab41f-7273-42b9-9c87-dcc526b51146) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:05.300236 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd87b9c8-d865-4e67-821b-8c42886ad397 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:05.301665 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bd87b9c8-d865-4e67-821b-8c42886ad397 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:05.308191 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d62e39-5377-43e2-8fa9-591f6e8afef0 None None] Network 70bab41f-7273-42b9-9c87-dcc526b51146 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:05.318010 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-bd87b9c8-d865-4e67-821b-8c42886ad397 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3999505 Jul 13 07:51:05.320549 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58328) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:05.393942 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port becea0c9-2547-4489-99e4-6ec38521560f, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=becea0c9-2547-4489-99e4-6ec38521560f,segment=NetworkSegment(c6edc23b-b33f-4b68-a90e-006e269af4c2),segment_id=c6edc23b-b33f-4b68-a90e-006e269af4c2)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:05.415398 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': 'becea0c9-2547-4489-99e4-6ec38521560f', 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35', 'port_id': 'becea0c9-2547-4489-99e4-6ec38521560f', 'mac_address': 'fa:16:3e:e6:96:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84c320b-7bf6-4a93-a184-7aa85a1e2cdf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:51:05.422336 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6b5d3ff5-386d-4c78-b9e3-6a57a59828bd tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:05.473264 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6b5d3ff5-386d-4c78-b9e3-6a57a59828bd tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:05.491276 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:05.521374 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id becea0c9-2547-4489-99e4-6ec38521560f {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:51:05.529415 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017247e4-96d9-4147-af32-6872473f97d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-70bab41f-7273-42b9-9c87-dcc526b51146', 'network_id': '70bab41f-7273-42b9-9c87-dcc526b51146', 'tenant_id': 'b2ce8015438a4b65a79bfafd9b46665a', 'fixed_ips': [{'subnet_id': '6cbccc39-cbcb-41d4-ba63-bcaa5c3acde3'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:51:05.530302 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-017247e4-96d9-4147-af32-6872473f97d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:05.532741 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6b5d3ff5-386d-4c78-b9e3-6a57a59828bd tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:05.553923 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port becea0c9-2547-4489-99e4-6ec38521560f, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=becea0c9-2547-4489-99e4-6ec38521560f,segment=NetworkSegment(c6edc23b-b33f-4b68-a90e-006e269af4c2),segment_id=c6edc23b-b33f-4b68-a90e-006e269af4c2)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:05.564708 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:05.565742 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d3ff5-386d-4c78-b9e3-6a57a59828bd tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event deleted for resources: {'Subnet': ['ID=6cbccc39-cbcb-41d4-ba63-bcaa5c3acde3,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:05.640487 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6b5d3ff5-386d-4c78-b9e3-6a57a59828bd tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:05.653332 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-6b5d3ff5-386d-4c78-b9e3-6a57a59828bd tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70bab41f-7273-42b9-9c87-dcc526b51146']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:05.661600 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17034169-205e-43be-a0b5-d29318487486 None None] Network 70bab41f-7273-42b9-9c87-dcc526b51146 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:05.664624 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-6b5d3ff5-386d-4c78-b9e3-6a57a59828bd tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bc1a2d9-a4e2-43a6-b1d4-c8e2393b8c5e') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:05.664921 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-6b5d3ff5-386d-4c78-b9e3-6a57a59828bd tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bc1a2d9-a4e2-43a6-b1d4-c8e2393b8c5e') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:05.673778 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6b5d3ff5-386d-4c78-b9e3-6a57a59828bd tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:05.687777 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6b5d3ff5-386d-4c78-b9e3-6a57a59828bd tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:05.693103 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=becea0c9-2547-4489-99e4-6ec38521560f,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:05.693868 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b5d3ff5-386d-4c78-b9e3-6a57a59828bd tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:51:05.694257 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6b5d3ff5-386d-4c78-b9e3-6a57a59828bd tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:05.697392 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:51:05.697392 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:51:05.697392 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:51:05.697392 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:51:05.697392 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:51:05.697392 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:51:05.697392 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:51:05.697392 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:51:05.697392 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:51:05.697392 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:51:05.697392 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:51:05.697392 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:51:05.697392 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:51:05.697392 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:51:05.697392 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:51:05.697392 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:51:05.697392 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:51:05.697392 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:51:05.697392 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:51:05.697392 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:51:05.697392 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:51:05.697392 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:51:05.697392 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:51:05.697392 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:51:05.697392 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:51:05.697392 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:51:05.697392 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:51:05.697392 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:51:05.697392 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:51:05.697392 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:51:05.697392 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:51:05.697392 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:51:05.845788 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['becea0c9-2547-4489-99e4-6ec38521560f'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:51:05.914102 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:05.943318 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058abed5-3f50-4521-9b62-e786c5630b24 req-5ab73283-8bdd-4f03-9a6c-58c1804caeea tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:05.945151 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-058abed5-3f50-4521-9b62-e786c5630b24 req-5ab73283-8bdd-4f03-9a6c-58c1804caeea tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be58197-a28c-4fe5-839b-c2df7145bd35 HTTP/1.1" status: 200 len: 944 time: 0.0687582 Jul 13 07:51:05.990030 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-058abed5-3f50-4521-9b62-e786c5630b24 req-c1e477ba-2d19-47e5-95e3-d102ff6ff410 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379291 Jul 13 07:51:06.118133 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6b5d3ff5-386d-4c78-b9e3-6a57a59828bd tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.124763 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6b5d3ff5-386d-4c78-b9e3-6a57a59828bd tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:06.126500 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6b5d3ff5-386d-4c78-b9e3-6a57a59828bd tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "DELETE /v2.0/networks/70bab41f-7273-42b9-9c87-dcc526b51146 HTTP/1.1" status: 204 len: 168 time: 0.8050523 Jul 13 07:51:06.129211 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58332) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:06.140408 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d3ff5-386d-4c78-b9e3-6a57a59828bd tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event deleted for resources: {'Network': ['ID=70bab41f-7273-42b9-9c87-dcc526b51146,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:06.162564 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cb26806-33c6-46f5-9541-e5d9ffece883 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] GET failed (client error): The resource could not be found. Jul 13 07:51:06.163872 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9cb26806-33c6-46f5-9541-e5d9ffece883 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "GET /v2.0/subnets/6cbccc39-cbcb-41d4-ba63-bcaa5c3acde3 HTTP/1.1" status: 404 len: 337 time: 0.0335295 Jul 13 07:51:06.166478 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58334) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:06.183435 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1342764-bc67-4f47-b35f-2599aa005f7a tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:06.183949 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1342764-bc67-4f47-b35f-2599aa005f7a tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:06.185540 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a1342764-bc67-4f47-b35f-2599aa005f7a tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "DELETE /v2.0/networks/70bab41f-7273-42b9-9c87-dcc526b51146 HTTP/1.1" status: 404 len: 339 time: 0.0181935 Jul 13 07:51:06.188969 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58336) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:06.373749 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccd6bf2-3eed-4637-9430-5a2387adfbbe tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:06.375154 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0ccd6bf2-3eed-4637-9430-5a2387adfbbe tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1852593 Jul 13 07:51:06.377833 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58338) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:06.417050 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9113b480-5566-41a5-a149-79549df9b899 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "GET /v2.0/subnets?network_id=099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 207 time: 0.0381351 Jul 13 07:51:06.420195 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58340) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:06.607140 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd42bf4-5b32-42d5-ad2e-2d5f750f99e1 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:06.612912 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd42bf4-5b32-42d5-ad2e-2d5f750f99e1 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:06.619367 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd42bf4-5b32-42d5-ad2e-2d5f750f99e1 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:06.625343 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd42bf4-5b32-42d5-ad2e-2d5f750f99e1 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:06.626995 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7cd42bf4-5b32-42d5-ad2e-2d5f750f99e1 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2058935 Jul 13 07:51:06.631283 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58342) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:06.748616 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-51ef9c1b-980a-4a28-a076-2d0d1de5289e tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1161473 Jul 13 07:51:06.752588 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58344) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:06.806125 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5fd59a-0d0c-4ab8-888d-85beefec375c tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:06.807772 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5fd59a-0d0c-4ab8-888d-85beefec375c tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:06.809689 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ff5fd59a-0d0c-4ab8-888d-85beefec375c tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0561886 Jul 13 07:51:06.813211 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58346) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:06.869332 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34598517-d8cf-4bdf-809b-d28e1211e140 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Attributes excluded by policy engine: ['shared'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:06.870854 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34598517-d8cf-4bdf-809b-d28e1211e140 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Attributes excluded by policy engine: ['shared'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:06.872416 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-34598517-d8cf-4bdf-809b-d28e1211e140 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0583053 Jul 13 07:51:06.875979 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58348) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:06.985082 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e2a4bd-13d9-4d37-85d8-bd0a2f4eabaf tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:06.987090 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a5e2a4bd-13d9-4d37-85d8-bd0a2f4eabaf tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "GET /v2.0/networks/aefb0e6a-b355-4445-a978-64bd6192449b HTTP/1.1" status: 200 len: 800 time: 0.1101975 Jul 13 07:51:06.990614 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58350) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:07.098249 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2820c37c-d8fd-40d3-a9f4-08c6f1a70884 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "GET /v2.0/networks/aefb0e6a-b355-4445-a978-64bd6192449b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1064854 Jul 13 07:51:07.104305 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58354) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:07.162299 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca9f8a7-95ce-4094-8901-6f39f0f2772d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:07.163597 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0ca9f8a7-95ce-4094-8901-6f39f0f2772d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "GET /v2.0/subnets/526db01c-ed49-4751-96b4-204e77f54015 HTTP/1.1" status: 200 len: 811 time: 0.0583391 Jul 13 07:51:07.168357 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58356) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:07.180424 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857c27c-dc29-44df-972a-a6106392b33d req-cb464d2b-76f0-424f-bac4-c69c2b8b532c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:07.181975 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d857c27c-dc29-44df-972a-a6106392b33d req-cb464d2b-76f0-424f-bac4-c69c2b8b532c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be58197-a28c-4fe5-839b-c2df7145bd35 HTTP/1.1" status: 200 len: 944 time: 0.0753849 Jul 13 07:51:07.220334 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a41065-cbb8-4499-ab7a-9aebca22ba4f tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Attributes excluded by policy engine: ['shared'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:07.221802 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-19a41065-cbb8-4499-ab7a-9aebca22ba4f tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "GET /v2.0/subnets/526db01c-ed49-4751-96b4-204e77f54015?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0525093 Jul 13 07:51:07.223661 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d857c27c-dc29-44df-972a-a6106392b33d req-c83834e4-1442-4164-9b2c-f0649987c22c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358632 Jul 13 07:51:07.225381 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58358) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:07.230576 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-9e3ac48e-bf71-427d-9ae2-8cf926263832 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1075387681'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:07.249688 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device becea0c9-2547-4489-99e4-6ec38521560f up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:07.258042 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3ac48e-bf71-427d-9ae2-8cf926263832 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Made reservation on behalf of b2ce8015438a4b65a79bfafd9b46665a for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:07.261591 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9e3ac48e-bf71-427d-9ae2-8cf926263832 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:07.286983 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e3ac48e-bf71-427d-9ae2-8cf926263832 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:51:07.298887 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9e3ac48e-bf71-427d-9ae2-8cf926263832 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:07.299431 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-9e3ac48e-bf71-427d-9ae2-8cf926263832 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Added segment 27d1f7ff-0fdf-43b4-b224-074378e338e6 of type vlan for network a3176e17-46f7-48c5-85e1-61183aef8096 Jul 13 07:51:07.301060 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port becea0c9-2547-4489-99e4-6ec38521560f completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:07.305093 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port becea0c9-2547-4489-99e4-6ec38521560f triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:07.305999 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:07.346221 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9e3ac48e-bf71-427d-9ae2-8cf926263832 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:07.383144 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9e3ac48e-bf71-427d-9ae2-8cf926263832 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:07.389192 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3ac48e-bf71-427d-9ae2-8cf926263832 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:07.390230 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9e3ac48e-bf71-427d-9ae2-8cf926263832 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:07.400551 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:07.430831 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9e3ac48e-bf71-427d-9ae2-8cf926263832 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2042449 Jul 13 07:51:07.435255 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58360) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:07.437238 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be58197-a28c-4fe5-839b-c2df7145bd35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'becea0c9-2547-4489-99e4-6ec38521560f'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:51:07.440063 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0455d946-653d-477e-804c-bd4a555a9004" -d '{"events": [{"server_uuid": "6be58197-a28c-4fe5-839b-c2df7145bd35", "name": "network-vif-plugged", "status": "completed", "tag": "becea0c9-2547-4489-99e4-6ec38521560f"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:51:07.441448 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-35462e34-646e-486f-974f-cc384bbb4a21 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Request body: {'subnet': {'network_id': 'a3176e17-46f7-48c5-85e1-61183aef8096', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:07.455239 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port becea0c9-2547-4489-99e4-6ec38521560f, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=becea0c9-2547-4489-99e4-6ec38521560f,segment=NetworkSegment(c6edc23b-b33f-4b68-a90e-006e269af4c2),segment_id=c6edc23b-b33f-4b68-a90e-006e269af4c2)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:07.460702 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:07.464874 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ac48e-bf71-427d-9ae2-8cf926263832 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event updated for resources: {'Network': ['ID=a3176e17-46f7-48c5-85e1-61183aef8096,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:07.492471 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network a3176e17-46f7-48c5-85e1-61183aef8096 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:51:07.499068 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11fab21e-0ba3-4bb7-ba80-8a1629b77f90 x-openstack-request-id: req-11fab21e-0ba3-4bb7-ba80-8a1629b77f90 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:51:07.499505 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be58197-a28c-4fe5-839b-c2df7145bd35", "name": "network-vif-plugged", "status": "completed", "tag": "becea0c9-2547-4489-99e4-6ec38521560f", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:51:07.499888 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-11fab21e-0ba3-4bb7-ba80-8a1629b77f90 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:51:07.500462 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be58197-a28c-4fe5-839b-c2df7145bd35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'becea0c9-2547-4489-99e4-6ec38521560f', 'code': 200} Jul 13 07:51:07.569472 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35462e34-646e-486f-974f-cc384bbb4a21 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Made reservation on behalf of b2ce8015438a4b65a79bfafd9b46665a for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:07.573312 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-35462e34-646e-486f-974f-cc384bbb4a21 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:07.582883 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=becea0c9-2547-4489-99e4-6ec38521560f,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:07.663808 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.ipam_backend_mixin [None req-35462e34-646e-486f-974f-cc384bbb4a21 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Performing IP validity checks on allocation pools {{(pid=94018) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 13 07:51:07.664315 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.ipam_backend_mixin [None req-35462e34-646e-486f-974f-cc384bbb4a21 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94018) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 13 07:51:07.709232 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd309128-d95d-4e58-a0cb-1418c97ea23e req-78f7c088-1b47-40f8-a23c-f58e42358a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:07.710684 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dd309128-d95d-4e58-a0cb-1418c97ea23e req-78f7c088-1b47-40f8-a23c-f58e42358a65 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6be58197-a28c-4fe5-839b-c2df7145bd35 HTTP/1.1" status: 200 len: 1097 time: 0.1308196 Jul 13 07:51:07.786770 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dd309128-d95d-4e58-a0cb-1418c97ea23e req-7fc5660f-e8b1-4ad0-a948-d06069ccb0f6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689161 Jul 13 07:51:07.834290 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-35462e34-646e-486f-974f-cc384bbb4a21 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:07.897655 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35462e34-646e-486f-974f-cc384bbb4a21 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event updated for resources: {'Subnet': ['ID=46a0cce6-fc6b-412d-ada4-132294c3aabd,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:07.902949 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35462e34-646e-486f-974f-cc384bbb4a21 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Checking segment: {'id': '27d1f7ff-0fdf-43b4-b224-074378e338e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a3176e17-46f7-48c5-85e1-61183aef8096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:07.903335 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35462e34-646e-486f-974f-cc384bbb4a21 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Network hostable DHCP agents. Network: a3176e17-46f7-48c5-85e1-61183aef8096, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:51:07.920047 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35462e34-646e-486f-974f-cc384bbb4a21 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Network a3176e17-46f7-48c5-85e1-61183aef8096 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:51:07.928879 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-35462e34-646e-486f-974f-cc384bbb4a21 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, a3176e17-46f7-48c5-85e1-61183aef8096) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:07.933296 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35462e34-646e-486f-974f-cc384bbb4a21 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:07.933910 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-35462e34-646e-486f-974f-cc384bbb4a21 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:07.937691 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d022aa63-30b9-494e-ac11-114bbec31bf7 None None] Network a3176e17-46f7-48c5-85e1-61183aef8096 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:07.948204 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-35462e34-646e-486f-974f-cc384bbb4a21 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5117207 Jul 13 07:51:07.950931 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58364) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:07.956191 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-4ca9e1d1-8888-4914-8650-37e7841ed614 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:08.060763 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4ca9e1d1-8888-4914-8650-37e7841ed614 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9286174'] for subnet, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.093610 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a280aaac-98dc-43f1-9a4e-c39559f992f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-a3176e17-46f7-48c5-85e1-61183aef8096', 'network_id': 'a3176e17-46f7-48c5-85e1-61183aef8096', 'tenant_id': 'b2ce8015438a4b65a79bfafd9b46665a', 'fixed_ips': [{'subnet_id': '46a0cce6-fc6b-412d-ada4-132294c3aabd'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:51:08.094481 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a280aaac-98dc-43f1-9a4e-c39559f992f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.230720 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4ca9e1d1-8888-4914-8650-37e7841ed614 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788303099733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9204965'] for subnet, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.271962 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca9e1d1-8888-4914-8650-37e7841ed614 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:08.272562 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4ca9e1d1-8888-4914-8650-37e7841ed614 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.273855 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4ca9e1d1-8888-4914-8650-37e7841ed614 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "PUT /v2.0/subnets/46a0cce6-fc6b-412d-ada4-132294c3aabd HTTP/1.1" status: 200 len: 877 time: 0.3218362 Jul 13 07:51:08.276874 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58368) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:08.280009 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-a280aaac-98dc-43f1-9a4e-c39559f992f8 None None] Allocated IP 172.20.0.3 (a3176e17-46f7-48c5-85e1-61183aef8096/46a0cce6-fc6b-412d-ada4-132294c3aabd/f4023f84-f7fd-419a-9851-8d9979076bf9) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:08.288763 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9e1d1-8888-4914-8650-37e7841ed614 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event updated for resources: {'Subnet': ['ID=46a0cce6-fc6b-412d-ada4-132294c3aabd,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:08.436389 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a280aaac-98dc-43f1-9a4e-c39559f992f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.445709 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-09840454-2e4a-4bc4-a707-24900663e9ee tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.447359 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a280aaac-98dc-43f1-9a4e-c39559f992f8 None None] Transition to ACTIVE for port object f4023f84-f7fd-419a-9851-8d9979076bf9 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:08.462990 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a280aaac-98dc-43f1-9a4e-c39559f992f8 None None] Transition to ACTIVE for port object f4023f84-f7fd-419a-9851-8d9979076bf9 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:08.469084 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a280aaac-98dc-43f1-9a4e-c39559f992f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.506709 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f7655-d768-4e08-a6af-58184c378fbd req-5e856e8c-7fa3-4ea3-96a6-58aaa409e97d tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:08.514098 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ec5f7655-d768-4e08-a6af-58184c378fbd req-5e856e8c-7fa3-4ea3-96a6-58aaa409e97d tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be58197-a28c-4fe5-839b-c2df7145bd35 HTTP/1.1" status: 200 len: 945 time: 0.1463563 Jul 13 07:51:08.523106 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a280aaac-98dc-43f1-9a4e-c39559f992f8 None None] Network a3176e17-46f7-48c5-85e1-61183aef8096 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:08.526144 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-a280aaac-98dc-43f1-9a4e-c39559f992f8 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:08.529881 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a280aaac-98dc-43f1-9a4e-c39559f992f8 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:08.539002 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280aaac-98dc-43f1-9a4e-c39559f992f8 None None] Pushing event updated for resources: {'Port': ['ID=f4023f84-f7fd-419a-9851-8d9979076bf9,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:08.558816 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-09840454-2e4a-4bc4-a707-24900663e9ee tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.607719 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ec5f7655-d768-4e08-a6af-58184c378fbd req-e560abb5-61b1-42c1-bb78-9402fb0807f6 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927484 Jul 13 07:51:08.608052 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-a280aaac-98dc-43f1-9a4e-c39559f992f8 None None] Attempting to bind port f4023f84-f7fd-419a-9851-8d9979076bf9 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:08.608478 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-a280aaac-98dc-43f1-9a4e-c39559f992f8 None None] Attempting to bind port f4023f84-f7fd-419a-9851-8d9979076bf9 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '27d1f7ff-0fdf-43b4-b224-074378e338e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a3176e17-46f7-48c5-85e1-61183aef8096'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:08.608851 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a280aaac-98dc-43f1-9a4e-c39559f992f8 None None] Attempting to bind port f4023f84-f7fd-419a-9851-8d9979076bf9 on network a3176e17-46f7-48c5-85e1-61183aef8096 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:08.616380 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a280aaac-98dc-43f1-9a4e-c39559f992f8 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:08.617031 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a280aaac-98dc-43f1-9a4e-c39559f992f8 None None] Checking segment: {'id': '27d1f7ff-0fdf-43b4-b224-074378e338e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a3176e17-46f7-48c5-85e1-61183aef8096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:08.617307 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a280aaac-98dc-43f1-9a4e-c39559f992f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.618318 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a280aaac-98dc-43f1-9a4e-c39559f992f8 None None] Bound using segment: {'id': '27d1f7ff-0fdf-43b4-b224-074378e338e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a3176e17-46f7-48c5-85e1-61183aef8096'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:08.618813 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-a280aaac-98dc-43f1-9a4e-c39559f992f8 None None] Bound port: f4023f84-f7fd-419a-9851-8d9979076bf9, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d1f7ff-0fdf-43b4-b224-074378e338e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a3176e17-46f7-48c5-85e1-61183aef8096'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:08.619303 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a280aaac-98dc-43f1-9a4e-c39559f992f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.653199 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-09840454-2e4a-4bc4-a707-24900663e9ee tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.678510 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09840454-2e4a-4bc4-a707-24900663e9ee tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event deleted for resources: {'Subnet': ['ID=46a0cce6-fc6b-412d-ada4-132294c3aabd,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:08.695128 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-a280aaac-98dc-43f1-9a4e-c39559f992f8 None None] For port f4023f84-f7fd-419a-9851-8d9979076bf9, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:08.698492 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-a280aaac-98dc-43f1-9a4e-c39559f992f8 None None] For port f4023f84-f7fd-419a-9851-8d9979076bf9, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=f4023f84-f7fd-419a-9851-8d9979076bf9,segment=NetworkSegment(27d1f7ff-0fdf-43b4-b224-074378e338e6),segment_id=27d1f7ff-0fdf-43b4-b224-074378e338e6)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:08.702360 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a280aaac-98dc-43f1-9a4e-c39559f992f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.743777 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-09840454-2e4a-4bc4-a707-24900663e9ee tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.753694 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-09840454-2e4a-4bc4-a707-24900663e9ee tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3176e17-46f7-48c5-85e1-61183aef8096']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:08.764763 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280aaac-98dc-43f1-9a4e-c39559f992f8 None None] Pushing event updated for resources: {'Port': ['ID=f4023f84-f7fd-419a-9851-8d9979076bf9,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:08.766326 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-09840454-2e4a-4bc4-a707-24900663e9ee tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27d1f7ff-0fdf-43b4-b224-074378e338e6') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:08.767245 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-09840454-2e4a-4bc4-a707-24900663e9ee tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27d1f7ff-0fdf-43b4-b224-074378e338e6') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:08.777608 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-09840454-2e4a-4bc4-a707-24900663e9ee tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.791983 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-09840454-2e4a-4bc4-a707-24900663e9ee tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.800498 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09840454-2e4a-4bc4-a707-24900663e9ee tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:51:08.800935 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-09840454-2e4a-4bc4-a707-24900663e9ee tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:08.804218 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:51:08.804218 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:51:08.804218 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:51:08.804218 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:51:08.804218 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:51:08.804218 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:51:08.804218 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:51:08.804218 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:51:08.804218 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:51:08.804218 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:51:08.804218 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:51:08.804218 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:51:08.804218 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:51:08.804218 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:51:08.804218 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:51:08.804218 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:51:08.804218 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:51:08.804218 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:51:08.804218 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:51:08.804218 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:51:08.804218 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:51:08.804218 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:51:08.804218 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:51:08.804218 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:51:08.804218 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:51:08.804218 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:51:08.804218 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:51:08.804218 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:51:08.804218 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:51:08.804218 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:51:08.804218 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:51:08.804218 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:51:08.866371 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.db.api [None req-09840454-2e4a-4bc4-a707-24900663e9ee tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 07:51:08.866371 n-d-771363-34 neutron-server[94017]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 07:51:08.866371 n-d-771363-34 neutron-server[94017]: [parameters: {'id': 'a3176e17-46f7-48c5-85e1-61183aef8096'}] Jul 13 07:51:08.866371 n-d-771363-34 neutron-server[94017]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:51:08.866821 n-d-771363-34 neutron-server[94017]: DEBUG oslo_db.api [None req-09840454-2e4a-4bc4-a707-24900663e9ee tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:51:09.368196 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-09840454-2e4a-4bc4-a707-24900663e9ee tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:09.423907 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-09840454-2e4a-4bc4-a707-24900663e9ee tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Deleting port f4023f84-f7fd-419a-9851-8d9979076bf9 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:09.424239 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-09840454-2e4a-4bc4-a707-24900663e9ee tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:09.493303 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-09840454-2e4a-4bc4-a707-24900663e9ee tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] For port f4023f84-f7fd-419a-9851-8d9979076bf9, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=f4023f84-f7fd-419a-9851-8d9979076bf9,segment=NetworkSegment(27d1f7ff-0fdf-43b4-b224-074378e338e6),segment_id=27d1f7ff-0fdf-43b4-b224-074378e338e6)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:09.493664 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-09840454-2e4a-4bc4-a707-24900663e9ee tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:09.506596 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-09840454-2e4a-4bc4-a707-24900663e9ee tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Calling delete_port for f4023f84-f7fd-419a-9851-8d9979076bf9 owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:09.593770 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-09840454-2e4a-4bc4-a707-24900663e9ee tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:09.620806 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09840454-2e4a-4bc4-a707-24900663e9ee tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event deleted for resources: {'Port': ['ID=f4023f84-f7fd-419a-9851-8d9979076bf9,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:09.624812 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09840454-2e4a-4bc4-a707-24900663e9ee tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] No DVR routers for this DVR port f4023f84-f7fd-419a-9851-8d9979076bf9 on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:51:09.629998 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cc8a81-1691-424b-9220-d33d04c84431 None None] Network a3176e17-46f7-48c5-85e1-61183aef8096 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:09.704026 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3a1719c1-8223-4119-8eeb-20b37f322409 None None] Could not find standard attr ID for object f4023f84-f7fd-419a-9851-8d9979076bf9. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:51:09.710011 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-09840454-2e4a-4bc4-a707-24900663e9ee tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:09.720906 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-09840454-2e4a-4bc4-a707-24900663e9ee tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3176e17-46f7-48c5-85e1-61183aef8096']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:09.731929 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-09840454-2e4a-4bc4-a707-24900663e9ee tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27d1f7ff-0fdf-43b4-b224-074378e338e6') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:09.732223 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-09840454-2e4a-4bc4-a707-24900663e9ee tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27d1f7ff-0fdf-43b4-b224-074378e338e6') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:09.742280 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-09840454-2e4a-4bc4-a707-24900663e9ee tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:09.761473 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-09840454-2e4a-4bc4-a707-24900663e9ee tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:09.768904 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09840454-2e4a-4bc4-a707-24900663e9ee tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:51:09.769311 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-09840454-2e4a-4bc4-a707-24900663e9ee tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:09.772780 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:51:09.772780 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:51:09.772780 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:51:09.772780 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:51:09.772780 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:51:09.772780 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:51:09.772780 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:51:09.772780 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:51:09.772780 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:51:09.772780 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:51:09.772780 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:51:09.772780 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:51:09.772780 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:51:09.772780 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:51:09.772780 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:51:09.772780 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:51:09.772780 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:51:09.772780 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:51:09.772780 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:51:09.772780 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:51:09.772780 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:51:09.772780 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:51:09.772780 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:51:09.772780 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:51:09.772780 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:51:09.772780 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:51:09.772780 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:51:09.772780 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:51:09.772780 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:51:09.772780 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:51:09.772780 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:51:09.772780 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:51:09.808860 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9696c97e-b371-4db0-91cd-e6807b43bded None None] DHCP port deletion for a3176e17-46f7-48c5-85e1-61183aef8096 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:51:09.831352 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd9ae9a-d4df-4b74-8061-546bf05d5c9c None None] Network a3176e17-46f7-48c5-85e1-61183aef8096 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:09.844006 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-09840454-2e4a-4bc4-a707-24900663e9ee tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:09.849317 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-09840454-2e4a-4bc4-a707-24900663e9ee tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:09.851218 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-09840454-2e4a-4bc4-a707-24900663e9ee tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "DELETE /v2.0/networks/a3176e17-46f7-48c5-85e1-61183aef8096 HTTP/1.1" status: 204 len: 168 time: 1.5733242 Jul 13 07:51:09.854919 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58376) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:09.890380 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09840454-2e4a-4bc4-a707-24900663e9ee tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event deleted for resources: {'Network': ['ID=a3176e17-46f7-48c5-85e1-61183aef8096,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:09.893493 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe3b8b1-73d8-48d8-86c6-53c6ee979009 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:09.894116 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fe3b8b1-73d8-48d8-86c6-53c6ee979009 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:09.899826 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0fe3b8b1-73d8-48d8-86c6-53c6ee979009 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "DELETE /v2.0/subnets/46a0cce6-fc6b-412d-ada4-132294c3aabd HTTP/1.1" status: 404 len: 337 time: 0.0437562 Jul 13 07:51:09.900620 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58378) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:09.919158 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff38ef06-b558-46fa-8edf-ec3b1d7e328c tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:09.919732 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff38ef06-b558-46fa-8edf-ec3b1d7e328c tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:09.921445 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ff38ef06-b558-46fa-8edf-ec3b1d7e328c tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "DELETE /v2.0/networks/a3176e17-46f7-48c5-85e1-61183aef8096 HTTP/1.1" status: 404 len: 339 time: 0.0199025 Jul 13 07:51:09.927259 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58380) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:09.943929 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a798054-e946-48b2-af2b-9d3d3bcb15c2 req-7e2c4096-a1dd-4f88-a588-11887a8047ee tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:09.945438 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5a798054-e946-48b2-af2b-9d3d3bcb15c2 req-7e2c4096-a1dd-4f88-a588-11887a8047ee tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be58197-a28c-4fe5-839b-c2df7145bd35 HTTP/1.1" status: 200 len: 945 time: 0.2123220 Jul 13 07:51:09.953351 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-19136195-8a9b-4150-a6f8-cf6462077208 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:09.953807 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19136195-8a9b-4150-a6f8-cf6462077208 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:09.955621 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-19136195-8a9b-4150-a6f8-cf6462077208 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "DELETE /v2.0/subnets/6cbccc39-cbcb-41d4-ba63-bcaa5c3acde3 HTTP/1.1" status: 404 len: 337 time: 0.0306370 Jul 13 07:51:09.958416 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58382) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:09.976254 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e754d41-75f8-4c15-89d0-75005a663a2f tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:09.976823 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e754d41-75f8-4c15-89d0-75005a663a2f tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:09.978634 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-3e754d41-75f8-4c15-89d0-75005a663a2f tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "DELETE /v2.0/networks/70bab41f-7273-42b9-9c87-dcc526b51146 HTTP/1.1" status: 404 len: 339 time: 0.0191739 Jul 13 07:51:09.981084 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58384) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:09.988932 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5a798054-e946-48b2-af2b-9d3d3bcb15c2 req-d916d1dc-264e-4704-bcb6-baee1b43a8da tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324681 Jul 13 07:51:10.063386 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7f1a7c49-6269-4cc1-a890-7e9fd2ff3a3d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:10.151618 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7f1a7c49-6269-4cc1-a890-7e9fd2ff3a3d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:10.162266 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-7f1a7c49-6269-4cc1-a890-7e9fd2ff3a3d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13da37c4-f38c-4a0c-acc8-d3ce8fd27cb7']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:10.173160 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-7f1a7c49-6269-4cc1-a890-7e9fd2ff3a3d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc937974-28f3-413d-b3a5-e787481122ac') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:10.173434 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-7f1a7c49-6269-4cc1-a890-7e9fd2ff3a3d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc937974-28f3-413d-b3a5-e787481122ac') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:10.183478 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7f1a7c49-6269-4cc1-a890-7e9fd2ff3a3d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:10.197360 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7f1a7c49-6269-4cc1-a890-7e9fd2ff3a3d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:10.203364 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f1a7c49-6269-4cc1-a890-7e9fd2ff3a3d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:51:10.203748 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7f1a7c49-6269-4cc1-a890-7e9fd2ff3a3d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:10.206660 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:51:10.206660 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:51:10.206660 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:51:10.206660 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:51:10.206660 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:51:10.206660 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:51:10.206660 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:51:10.206660 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:51:10.206660 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:51:10.206660 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:51:10.206660 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:51:10.206660 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:51:10.206660 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:51:10.206660 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:51:10.206660 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:51:10.206660 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:51:10.206660 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:51:10.206660 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:51:10.206660 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:51:10.206660 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:51:10.206660 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:51:10.206660 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:51:10.206660 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:51:10.206660 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:51:10.206660 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:51:10.206660 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:51:10.206660 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:51:10.206660 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:51:10.206660 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:51:10.206660 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:51:10.206660 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:51:10.206660 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:51:10.265790 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7f1a7c49-6269-4cc1-a890-7e9fd2ff3a3d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:10.272794 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7f1a7c49-6269-4cc1-a890-7e9fd2ff3a3d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:10.274478 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7f1a7c49-6269-4cc1-a890-7e9fd2ff3a3d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "DELETE /v2.0/networks/13da37c4-f38c-4a0c-acc8-d3ce8fd27cb7 HTTP/1.1" status: 204 len: 168 time: 0.2925129 Jul 13 07:51:10.277190 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58390) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:10.287402 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a7c49-6269-4cc1-a890-7e9fd2ff3a3d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event deleted for resources: {'Network': ['ID=13da37c4-f38c-4a0c-acc8-d3ce8fd27cb7,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:10.312872 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b8f8521-a19c-4b17-a8b7-8189b4878996 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:10.313348 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b8f8521-a19c-4b17-a8b7-8189b4878996 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:10.317741 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6b8f8521-a19c-4b17-a8b7-8189b4878996 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "DELETE /v2.0/subnets/20e5ad35-a640-4c3e-888f-d1ea7168e973 HTTP/1.1" status: 404 len: 337 time: 0.0368485 Jul 13 07:51:10.318294 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58392) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:10.338510 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6ce4fd5-5a70-4b26-af37-e16e0a9cc321 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:10.339088 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6ce4fd5-5a70-4b26-af37-e16e0a9cc321 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:10.343118 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b6ce4fd5-5a70-4b26-af37-e16e0a9cc321 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "DELETE /v2.0/networks/f77bb5ab-4f06-4ba5-bae6-31cb50e5a05d HTTP/1.1" status: 404 len: 339 time: 0.0216243 Jul 13 07:51:10.343431 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58394) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:10.375612 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9733653-3b36-4afa-8077-38109331d16b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:10.376302 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9733653-3b36-4afa-8077-38109331d16b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:10.377837 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b9733653-3b36-4afa-8077-38109331d16b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "DELETE /v2.0/subnets/9d56cdf3-80b2-42c0-84b8-f992029294ff HTTP/1.1" status: 404 len: 337 time: 0.0334771 Jul 13 07:51:10.381302 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58396) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:10.401330 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b512d8-1cd7-4067-bfb7-214c211a84ba tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:10.401910 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94b512d8-1cd7-4067-bfb7-214c211a84ba tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:10.403683 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-94b512d8-1cd7-4067-bfb7-214c211a84ba tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "DELETE /v2.0/networks/e1ed5047-b675-4747-896f-ab09d9495267 HTTP/1.1" status: 404 len: 339 time: 0.0214438 Jul 13 07:51:10.406260 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58398) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:10.433756 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-8821eb6f-a1be-482b-b63f-4405722c6227 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:10.434229 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8821eb6f-a1be-482b-b63f-4405722c6227 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:10.436038 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8821eb6f-a1be-482b-b63f-4405722c6227 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "DELETE /v2.0/subnets/34aa84a2-4970-4a95-96e1-2c3ec674fa79 HTTP/1.1" status: 404 len: 337 time: 0.0287793 Jul 13 07:51:10.438691 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58400) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:10.458246 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d852752-c05f-4fb3-b537-2192e1f63827 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:10.458751 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d852752-c05f-4fb3-b537-2192e1f63827 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:10.460586 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6d852752-c05f-4fb3-b537-2192e1f63827 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "DELETE /v2.0/networks/0688b91b-1bd5-41b6-9e6c-f0350ac03656 HTTP/1.1" status: 404 len: 339 time: 0.0209177 Jul 13 07:51:10.463222 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58402) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:10.490662 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-c01fff8b-328b-44bc-b75f-b323efdeb803 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:10.490894 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c01fff8b-328b-44bc-b75f-b323efdeb803 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:10.492731 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c01fff8b-328b-44bc-b75f-b323efdeb803 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "DELETE /v2.0/subnets/ff6dd593-217c-4c13-ab59-4377c343b6cd HTTP/1.1" status: 404 len: 337 time: 0.0285511 Jul 13 07:51:10.495239 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58404) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:10.514562 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-78b3a394-ba84-4ab7-92e8-72765acdc5b9 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:10.515128 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78b3a394-ba84-4ab7-92e8-72765acdc5b9 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:10.516915 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-78b3a394-ba84-4ab7-92e8-72765acdc5b9 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "DELETE /v2.0/networks/b2176d91-65bc-4027-bd95-e0fbe30a1a5b HTTP/1.1" status: 404 len: 339 time: 0.0207353 Jul 13 07:51:10.519519 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58406) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:10.545693 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f241c55-c52a-44b4-8b14-b08b1eb9beee tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:10.546168 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f241c55-c52a-44b4-8b14-b08b1eb9beee tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:10.547970 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7f241c55-c52a-44b4-8b14-b08b1eb9beee tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "DELETE /v2.0/subnets/f7aaff49-cc1f-4f50-84b1-d4e4b04bdf34 HTTP/1.1" status: 404 len: 337 time: 0.0275204 Jul 13 07:51:10.551182 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58408) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:10.571140 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-98cd33a2-c13a-4a28-a2dc-6eedf3eb81cc tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:10.571758 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98cd33a2-c13a-4a28-a2dc-6eedf3eb81cc tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:10.575912 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-98cd33a2-c13a-4a28-a2dc-6eedf3eb81cc tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "DELETE /v2.0/networks/c4b3ae4b-a167-4a6f-8018-ccec7cc176b0 HTTP/1.1" status: 404 len: 339 time: 0.0213077 Jul 13 07:51:10.576208 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58410) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:10.607559 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-edebd14c-a747-443f-bf67-21b44fca7630 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:10.608011 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edebd14c-a747-443f-bf67-21b44fca7630 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:10.609875 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-edebd14c-a747-443f-bf67-21b44fca7630 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "DELETE /v2.0/subnets/caf8be11-ba6c-44c5-8292-6dde9d881a28 HTTP/1.1" status: 404 len: 337 time: 0.0327282 Jul 13 07:51:10.612405 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58412) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:10.632031 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-f88ed349-b52d-4325-aca8-1b28ffaeeeab tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:10.632585 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f88ed349-b52d-4325-aca8-1b28ffaeeeab tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:10.634306 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f88ed349-b52d-4325-aca8-1b28ffaeeeab tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "DELETE /v2.0/networks/affc7a2f-d2dc-422d-b7ce-79ece7454b5c HTTP/1.1" status: 404 len: 339 time: 0.0210044 Jul 13 07:51:10.636850 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58414) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:10.663232 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc1ef2d1-170f-46a9-98b6-98d781a24969 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:10.663698 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc1ef2d1-170f-46a9-98b6-98d781a24969 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:10.665443 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-fc1ef2d1-170f-46a9-98b6-98d781a24969 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "DELETE /v2.0/subnets/33521b99-d48d-4f53-96d7-c4d2042b7730 HTTP/1.1" status: 404 len: 337 time: 0.0277061 Jul 13 07:51:10.668120 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58416) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:10.691213 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-c26986c2-d62f-4788-ba51-1ddd4a9b7a0d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:10.692301 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c26986c2-d62f-4788-ba51-1ddd4a9b7a0d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:10.693951 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c26986c2-d62f-4788-ba51-1ddd4a9b7a0d tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "DELETE /v2.0/networks/cc47f7f0-36bc-440c-a62d-03a45ea1a994 HTTP/1.1" status: 404 len: 339 time: 0.0249221 Jul 13 07:51:10.696470 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58418) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:10.726253 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-99c32137-5af6-40ef-bf33-ba6072442e1e tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:10.726611 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99c32137-5af6-40ef-bf33-ba6072442e1e tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:10.728309 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-99c32137-5af6-40ef-bf33-ba6072442e1e tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "DELETE /v2.0/subnets/9f5e1886-9a3d-4abd-a927-0e77a31ee626 HTTP/1.1" status: 404 len: 337 time: 0.0309741 Jul 13 07:51:10.730852 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58420) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:10.747775 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35303df-1e5a-4615-9275-3f720a4d7445 req-db2cc595-0eed-4348-8921-41b903d5325a tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:10.749240 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b35303df-1e5a-4615-9275-3f720a4d7445 req-db2cc595-0eed-4348-8921-41b903d5325a tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be58197-a28c-4fe5-839b-c2df7145bd35 HTTP/1.1" status: 200 len: 945 time: 0.4641342 Jul 13 07:51:10.749460 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3dde923-a78d-437a-b0b3-f4175ed4b7bf tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] DELETE failed (client error): The resource could not be found. Jul 13 07:51:10.749992 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3dde923-a78d-437a-b0b3-f4175ed4b7bf tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:51:10.751695 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b3dde923-a78d-437a-b0b3-f4175ed4b7bf tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "DELETE /v2.0/networks/6b261570-7872-4b0b-87b5-4c48b3fec85a HTTP/1.1" status: 404 len: 339 time: 0.0197918 Jul 13 07:51:10.754796 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58422) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:10.789147 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b35303df-1e5a-4615-9275-3f720a4d7445 req-abe4bb96-73c2-474e-ad2a-350da246dff9 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331285 Jul 13 07:51:10.806648 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-c66dc242-4228-41b8-8ded-e9fc5569f9f6 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Deleting subnet 526db01c-ed49-4751-96b4-204e77f54015 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:51:10.809943 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c66dc242-4228-41b8-8ded-e9fc5569f9f6 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:10.850108 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c66dc242-4228-41b8-8ded-e9fc5569f9f6 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:10.946637 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c66dc242-4228-41b8-8ded-e9fc5569f9f6 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:11.039722 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c66dc242-4228-41b8-8ded-e9fc5569f9f6 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:11.075085 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66dc242-4228-41b8-8ded-e9fc5569f9f6 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event deleted for resources: {'Subnet': ['ID=526db01c-ed49-4751-96b4-204e77f54015,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:11.080991 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c66dc242-4228-41b8-8ded-e9fc5569f9f6 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:11.083627 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c66dc242-4228-41b8-8ded-e9fc5569f9f6 tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "DELETE /v2.0/subnets/526db01c-ed49-4751-96b4-204e77f54015 HTTP/1.1" status: 204 len: 168 time: 0.3278220 Jul 13 07:51:11.086463 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58428) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:11.089104 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0334501d-e5d4-4655-b3ac-70c6931e00cf None None] Network aefb0e6a-b355-4445-a978-64bd6192449b requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:51:11.093646 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc8e29-f708-4419-af52-c70582325249 req-42d6ddfa-b44c-4163-aa24-411ea02e03f1 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:11.098047 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-54dc8e29-f708-4419-af52-c70582325249 req-42d6ddfa-b44c-4163-aa24-411ea02e03f1 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be58197-a28c-4fe5-839b-c2df7145bd35 HTTP/1.1" status: 200 len: 945 time: 0.1973815 Jul 13 07:51:11.136280 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-54dc8e29-f708-4419-af52-c70582325249 req-91950db9-8795-49a2-812e-70535a001902 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353391 Jul 13 07:51:11.177277 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4966ed5f-882e-4209-8a58-0d6248cd2b8b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:11.234561 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-4966ed5f-882e-4209-8a58-0d6248cd2b8b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Deleting port 8858419f-9e2b-4e0d-aa39-21b76a8219db {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:11.234986 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4966ed5f-882e-4209-8a58-0d6248cd2b8b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:11.304105 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-4966ed5f-882e-4209-8a58-0d6248cd2b8b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] For port 8858419f-9e2b-4e0d-aa39-21b76a8219db, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=8858419f-9e2b-4e0d-aa39-21b76a8219db,segment=NetworkSegment(bf121ae2-fbed-4d58-93c9-e066b6fb2ebc),segment_id=bf121ae2-fbed-4d58-93c9-e066b6fb2ebc)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:11.304461 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4966ed5f-882e-4209-8a58-0d6248cd2b8b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:11.323080 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-4966ed5f-882e-4209-8a58-0d6248cd2b8b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Calling delete_port for 8858419f-9e2b-4e0d-aa39-21b76a8219db owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:11.414700 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4966ed5f-882e-4209-8a58-0d6248cd2b8b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:11.445736 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e0ab34-0bac-4d06-a1bc-09d1b1b0252f None None] DHCP port deletion for aefb0e6a-b355-4445-a978-64bd6192449b request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:51:11.447036 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966ed5f-882e-4209-8a58-0d6248cd2b8b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event deleted for resources: {'Port': ['ID=8858419f-9e2b-4e0d-aa39-21b76a8219db,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:11.449902 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4966ed5f-882e-4209-8a58-0d6248cd2b8b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] No DVR routers for this DVR port 8858419f-9e2b-4e0d-aa39-21b76a8219db on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:51:11.532650 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4966ed5f-882e-4209-8a58-0d6248cd2b8b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:11.542954 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-4966ed5f-882e-4209-8a58-0d6248cd2b8b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aefb0e6a-b355-4445-a978-64bd6192449b']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:11.553497 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-4966ed5f-882e-4209-8a58-0d6248cd2b8b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf121ae2-fbed-4d58-93c9-e066b6fb2ebc') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:11.553794 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-4966ed5f-882e-4209-8a58-0d6248cd2b8b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf121ae2-fbed-4d58-93c9-e066b6fb2ebc') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:11.567018 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4966ed5f-882e-4209-8a58-0d6248cd2b8b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:11.567239 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f648ae-e214-4059-9907-c85cf397f7ed req-65e4725f-6003-4fc9-baea-0bc48709a85b tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:11.568567 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-85f648ae-e214-4059-9907-c85cf397f7ed req-65e4725f-6003-4fc9-baea-0bc48709a85b tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be58197-a28c-4fe5-839b-c2df7145bd35 HTTP/1.1" status: 200 len: 945 time: 0.0656137 Jul 13 07:51:11.581121 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4966ed5f-882e-4209-8a58-0d6248cd2b8b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:11.587979 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4966ed5f-882e-4209-8a58-0d6248cd2b8b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:51:11.588371 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4966ed5f-882e-4209-8a58-0d6248cd2b8b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:11.591370 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:51:11.591370 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:51:11.591370 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:51:11.591370 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:51:11.591370 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:51:11.591370 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:51:11.591370 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:51:11.591370 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:51:11.591370 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:51:11.591370 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:51:11.591370 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:51:11.591370 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:51:11.591370 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:51:11.591370 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:51:11.591370 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:51:11.591370 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:51:11.591370 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:51:11.591370 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:51:11.591370 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:51:11.591370 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:51:11.591370 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:51:11.591370 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:51:11.591370 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:51:11.591370 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:51:11.591370 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:51:11.591370 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:51:11.591370 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:51:11.591370 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:51:11.591370 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:51:11.591370 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:51:11.591370 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:51:11.591370 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:51:11.608828 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-85f648ae-e214-4059-9907-c85cf397f7ed req-efe185e3-567a-47ec-98a1-89c892c1c14f tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344508 Jul 13 07:51:11.653563 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4966ed5f-882e-4209-8a58-0d6248cd2b8b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:11.659945 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4966ed5f-882e-4209-8a58-0d6248cd2b8b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:11.662340 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4966ed5f-882e-4209-8a58-0d6248cd2b8b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] 10.222.0.23 "DELETE /v2.0/networks/aefb0e6a-b355-4445-a978-64bd6192449b HTTP/1.1" status: 204 len: 168 time: 0.5696173 Jul 13 07:51:11.673835 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966ed5f-882e-4209-8a58-0d6248cd2b8b tempest-NetworksTest-354635235 tempest-NetworksTest-354635235-project] Pushing event deleted for resources: {'Network': ['ID=aefb0e6a-b355-4445-a978-64bd6192449b,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:11.899771 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58438) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:12.030705 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-71088991-a6d0-45bb-b4f2-c44f25562ee4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b2ce8015438a4b65a79bfafd9b46665a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1296895 Jul 13 07:51:12.033118 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58442) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:12.082726 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b4e53162-55f6-4071-b70b-cea3e2a8283e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:12.103411 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b4e53162-55f6-4071-b70b-cea3e2a8283e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:12.155444 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b4e53162-55f6-4071-b70b-cea3e2a8283e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:12.157977 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b4e53162-55f6-4071-b70b-cea3e2a8283e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:12.159130 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b4e53162-55f6-4071-b70b-cea3e2a8283e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4268b176-2e5f-406a-a6ea-b3f347a6cb32 HTTP/1.1" status: 204 len: 168 time: 0.1250916 Jul 13 07:51:12.166501 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e53162-55f6-4071-b70b-cea3e2a8283e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4268b176-2e5f-406a-a6ea-b3f347a6cb32,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:12.367405 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 8858419f-9e2b-4e0d-aa39-21b76a8219db no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:51:12.389750 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 8858419f-9e2b-4e0d-aa39-21b76a8219db {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:51:12.390322 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 8858419f-9e2b-4e0d-aa39-21b76a8219db not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:51:12.745965 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e579b1-b191-48fd-8e1a-48c9335e97f7 req-6397a5da-1bc1-4347-b531-35ebbfcc6930 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:12.747477 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e5e579b1-b191-48fd-8e1a-48c9335e97f7 req-6397a5da-1bc1-4347-b531-35ebbfcc6930 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.25 "GET /v2.0/ports?device_id=6be58197-a28c-4fe5-839b-c2df7145bd35 HTTP/1.1" status: 200 len: 945 time: 0.0838017 Jul 13 07:51:12.807864 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58466) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:12.869065 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3199b05-35db-4e2b-a171-a75a50f47d25 req-d8b05c47-a1aa-451e-9851-26480a892678 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:12.870487 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f3199b05-35db-4e2b-a171-a75a50f47d25 req-d8b05c47-a1aa-451e-9851-26480a892678 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=6be58197-a28c-4fe5-839b-c2df7145bd35 HTTP/1.1" status: 200 len: 945 time: 0.1415310 Jul 13 07:51:12.907481 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-47bb5b8d-2e1e-4e60-a07e-f65653e3b30a tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:12.907930 n-d-771363-34 neutron-server[94017]: WARNING neutron.api.v2.base [None req-47bb5b8d-2e1e-4e60-a07e-f65653e3b30a tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 13 07:51:12.908424 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-47bb5b8d-2e1e-4e60-a07e-f65653e3b30a tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] create failed (client error): There was a conflict when trying to complete your request. Jul 13 07:51:12.909445 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-47bb5b8d-2e1e-4e60-a07e-f65653e3b30a tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1003544 Jul 13 07:51:12.913727 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58470) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:12.918784 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-c7b94144-e564-45f2-bb43-d8479221cac1 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Request body: {'security_group': {'name': 'tempest-secgroup--1462782018'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:12.920903 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f3199b05-35db-4e2b-a171-a75a50f47d25 req-2e376dc6-ba22-4be2-9d08-f266da7639f9 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437205 Jul 13 07:51:12.926589 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-e5e579b1-b191-48fd-8e1a-48c9335e97f7 req-962a1832-3c5a-4c4a-a262-17a0b34de4b4 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Deleting port becea0c9-2547-4489-99e4-6ec38521560f {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:12.926941 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e5e579b1-b191-48fd-8e1a-48c9335e97f7 req-962a1832-3c5a-4c4a-a262-17a0b34de4b4 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:12.942695 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c7b94144-e564-45f2-bb43-d8479221cac1 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:12.951495 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c7b94144-e564-45f2-bb43-d8479221cac1 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.026796 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-e5e579b1-b191-48fd-8e1a-48c9335e97f7 req-962a1832-3c5a-4c4a-a262-17a0b34de4b4 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] For port becea0c9-2547-4489-99e4-6ec38521560f, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=becea0c9-2547-4489-99e4-6ec38521560f,segment=NetworkSegment(c6edc23b-b33f-4b68-a90e-006e269af4c2),segment_id=c6edc23b-b33f-4b68-a90e-006e269af4c2)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:13.027162 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e5e579b1-b191-48fd-8e1a-48c9335e97f7 req-962a1832-3c5a-4c4a-a262-17a0b34de4b4 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.040493 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-e5e579b1-b191-48fd-8e1a-48c9335e97f7 req-962a1832-3c5a-4c4a-a262-17a0b34de4b4 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Calling delete_port for becea0c9-2547-4489-99e4-6ec38521560f owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:13.048485 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c7b94144-e564-45f2-bb43-d8479221cac1 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.052579 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c7b94144-e564-45f2-bb43-d8479221cac1 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.092615 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b94144-e564-45f2-bb43-d8479221cac1 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf384a7e-bcc8-4dbe-833b-b9122079b3db,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:13.148446 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c7b94144-e564-45f2-bb43-d8479221cac1 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.152402 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c7b94144-e564-45f2-bb43-d8479221cac1 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.179333 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e5e579b1-b191-48fd-8e1a-48c9335e97f7 req-962a1832-3c5a-4c4a-a262-17a0b34de4b4 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.182369 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c7b94144-e564-45f2-bb43-d8479221cac1 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.183966 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c7b94144-e564-45f2-bb43-d8479221cac1 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2693055 Jul 13 07:51:13.185873 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b94144-e564-45f2-bb43-d8479221cac1 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea5fc13-e6cb-41c4-9077-09a5ea4758f9,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:13.188140 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58472) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:13.192141 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['becea0c9-2547-4489-99e4-6ec38521560f'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:51:13.194405 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['ce36a201-6877-4295-a506-264d465557f8'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:51:13.204657 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-98d18306-717f-4e90-8649-4450c1a024ac tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Request body: {'security_group_rule': {'security_group_id': '0ea5fc13-e6cb-41c4-9077-09a5ea4758f9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:13.229289 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a1832-3c5a-4c4a-a262-17a0b34de4b4 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Pushing event deleted for resources: {'Port': ['ID=becea0c9-2547-4489-99e4-6ec38521560f,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:13.283358 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e579b1-b191-48fd-8e1a-48c9335e97f7 req-962a1832-3c5a-4c4a-a262-17a0b34de4b4 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] No DVR routers for this DVR port becea0c9-2547-4489-99e4-6ec38521560f on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:51:13.288148 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e5e579b1-b191-48fd-8e1a-48c9335e97f7 req-962a1832-3c5a-4c4a-a262-17a0b34de4b4 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.290054 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e5e579b1-b191-48fd-8e1a-48c9335e97f7 req-962a1832-3c5a-4c4a-a262-17a0b34de4b4 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.25 "DELETE /v2.0/ports/becea0c9-2547-4489-99e4-6ec38521560f HTTP/1.1" status: 204 len: 173 time: 0.5235200 Jul 13 07:51:13.291727 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be58197-a28c-4fe5-839b-c2df7145bd35', 'name': 'network-vif-deleted', 'tag': 'becea0c9-2547-4489-99e4-6ec38521560f'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:51:13.294030 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63654de3-757f-45fa-b457-58f293ef6080" -d '{"events": [{"server_uuid": "6be58197-a28c-4fe5-839b-c2df7145bd35", "name": "network-vif-deleted", "tag": "becea0c9-2547-4489-99e4-6ec38521560f"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:51:13.305547 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-98d18306-717f-4e90-8649-4450c1a024ac tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.335382 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5292ec-db5d-43c5-9a6d-89ee7450053f x-openstack-request-id: req-5c5292ec-db5d-43c5-9a6d-89ee7450053f {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:51:13.335703 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be58197-a28c-4fe5-839b-c2df7145bd35", "name": "network-vif-deleted", "tag": "becea0c9-2547-4489-99e4-6ec38521560f", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:51:13.336062 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c5292ec-db5d-43c5-9a6d-89ee7450053f {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:51:13.336468 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be58197-a28c-4fe5-839b-c2df7145bd35', 'name': 'network-vif-deleted', 'tag': 'becea0c9-2547-4489-99e4-6ec38521560f', 'status': 'completed', 'code': 200} Jul 13 07:51:13.367417 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-98d18306-717f-4e90-8649-4450c1a024ac tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.371566 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-98d18306-717f-4e90-8649-4450c1a024ac tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.389862 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d18306-717f-4e90-8649-4450c1a024ac tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c38f45b1-5a2d-4ae9-af3b-a0352835ff9d,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:13.397725 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-98d18306-717f-4e90-8649-4450c1a024ac tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.402045 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58476) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:13.402185 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-98d18306-717f-4e90-8649-4450c1a024ac tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2049470 Jul 13 07:51:13.406978 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-5fadbea9-0301-40a1-a58c-3631e20e7ada tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Request body: {'security_group_rule': {'security_group_id': '0ea5fc13-e6cb-41c4-9077-09a5ea4758f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:13.437772 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5fadbea9-0301-40a1-a58c-3631e20e7ada tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.489125 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-5fadbea9-0301-40a1-a58c-3631e20e7ada tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] create failed (client error): There was a conflict when trying to complete your request. Jul 13 07:51:13.490206 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5fadbea9-0301-40a1-a58c-3631e20e7ada tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0869608 Jul 13 07:51:13.493036 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58478) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:13.551905 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d98c6e6d-384d-4590-a6ad-a624a4314adf tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.575358 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d98c6e6d-384d-4590-a6ad-a624a4314adf tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.619519 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d98c6e6d-384d-4590-a6ad-a624a4314adf tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.622096 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d98c6e6d-384d-4590-a6ad-a624a4314adf tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.623299 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d98c6e6d-384d-4590-a6ad-a624a4314adf tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "DELETE /v2.0/security-groups/0ea5fc13-e6cb-41c4-9077-09a5ea4758f9 HTTP/1.1" status: 204 len: 168 time: 0.1293089 Jul 13 07:51:13.626048 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58480) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:13.632771 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c6e6d-384d-4590-a6ad-a624a4314adf tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea5fc13-e6cb-41c4-9077-09a5ea4758f9,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:13.674860 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2b7d67a7-368a-4d57-a63e-dcc48cc544e6 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0476351 Jul 13 07:51:13.679665 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58482) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:13.684250 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-01ac0145-4c54-462d-9a12-e8695e27ceeb tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Request body: {'security_group': {'name': 'tempest-secgroup--133348978'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:13.707377 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-01ac0145-4c54-462d-9a12-e8695e27ceeb tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.793879 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-01ac0145-4c54-462d-9a12-e8695e27ceeb tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.798108 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-01ac0145-4c54-462d-9a12-e8695e27ceeb tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.828701 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-01ac0145-4c54-462d-9a12-e8695e27ceeb tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.829930 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-01ac0145-4c54-462d-9a12-e8695e27ceeb tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1492903 Jul 13 07:51:13.831742 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac0145-4c54-462d-9a12-e8695e27ceeb tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0de1bf6b-5212-4d76-8a7a-b17d739b9b3c,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:13.833492 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58484) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:13.838532 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-6b312020-8bd9-44f7-beb1-74aedf4112e9 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Request body: {'security_group_rule': {'security_group_id': '0de1bf6b-5212-4d76-8a7a-b17d739b9b3c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:13.839645 n-d-771363-34 neutron-server[94017]: WARNING neutron.api.v2.base [None req-6b312020-8bd9-44f7-beb1-74aedf4112e9 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 13 07:51:13.840216 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-6b312020-8bd9-44f7-beb1-74aedf4112e9 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:51:13.843612 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6b312020-8bd9-44f7-beb1-74aedf4112e9 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063810 Jul 13 07:51:13.844142 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58486) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:13.903715 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3501b01b-7aa8-4c48-9350-8341e7df5c09 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.925543 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3501b01b-7aa8-4c48-9350-8341e7df5c09 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.966713 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3501b01b-7aa8-4c48-9350-8341e7df5c09 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.969553 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3501b01b-7aa8-4c48-9350-8341e7df5c09 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:13.970701 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-3501b01b-7aa8-4c48-9350-8341e7df5c09 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "DELETE /v2.0/security-groups/0de1bf6b-5212-4d76-8a7a-b17d739b9b3c HTTP/1.1" status: 204 len: 168 time: 0.1256101 Jul 13 07:51:13.973976 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58490) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:13.980432 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501b01b-7aa8-4c48-9350-8341e7df5c09 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de1bf6b-5212-4d76-8a7a-b17d739b9b3c,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:14.028174 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-40fc7ae8-1678-498f-b4b0-17f0f3681785 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0491176 Jul 13 07:51:14.028777 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58492) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:14.033221 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-4f9d0f9f-fc3b-423b-afcb-19d37be064c8 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Request body: {'security_group': {'name': 'tempest-secgroup--1621731232'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:14.057424 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4f9d0f9f-fc3b-423b-afcb-19d37be064c8 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.145706 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4f9d0f9f-fc3b-423b-afcb-19d37be064c8 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.149365 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4f9d0f9f-fc3b-423b-afcb-19d37be064c8 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.173119 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4f9d0f9f-fc3b-423b-afcb-19d37be064c8 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.174552 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4f9d0f9f-fc3b-423b-afcb-19d37be064c8 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1449790 Jul 13 07:51:14.177513 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58506) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:14.182394 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-84f6d78a-ac54-4809-ac60-0959b52bd93d tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Request body: {'security_group_rule': {'security_group_id': '6534f001-275b-4e65-ad51-c8a88c218eeb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:14.182971 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d0f9f-fc3b-423b-afcb-19d37be064c8 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6534f001-275b-4e65-ad51-c8a88c218eeb,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:14.183214 n-d-771363-34 neutron-server[94018]: WARNING neutron.api.v2.base [None req-84f6d78a-ac54-4809-ac60-0959b52bd93d tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 13 07:51:14.183716 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-84f6d78a-ac54-4809-ac60-0959b52bd93d tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:51:14.184683 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-84f6d78a-ac54-4809-ac60-0959b52bd93d tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0060661 Jul 13 07:51:14.187417 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58508) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:14.242204 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f4a869d0-e7e2-4530-92db-dfaeced0d2b9 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.264795 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f4a869d0-e7e2-4530-92db-dfaeced0d2b9 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.288141 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c76ca5-739c-4b7a-8053-43558236691c req-c2718e54-ae8d-4900-a799-707d643f8637 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:14.289622 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e0c76ca5-739c-4b7a-8053-43558236691c req-c2718e54-ae8d-4900-a799-707d643f8637 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/networks?id=24b69256-9cc6-4842-a9e7-33d63bcfcb35 HTTP/1.1" status: 200 len: 806 time: 0.1041589 Jul 13 07:51:14.304905 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e0c76ca5-739c-4b7a-8053-43558236691c req-7a637824-2420-4853-9583-d60c71e5d11b tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/quotas/18a71e51b79c4f67b8fe8fda57ef99f6 HTTP/1.1" status: 200 len: 375 time: 0.0097151 Jul 13 07:51:14.307017 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f4a869d0-e7e2-4530-92db-dfaeced0d2b9 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.309795 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f4a869d0-e7e2-4530-92db-dfaeced0d2b9 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.311281 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f4a869d0-e7e2-4530-92db-dfaeced0d2b9 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "DELETE /v2.0/security-groups/6534f001-275b-4e65-ad51-c8a88c218eeb HTTP/1.1" status: 204 len: 168 time: 0.1225092 Jul 13 07:51:14.314619 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58510) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:14.338081 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a869d0-e7e2-4530-92db-dfaeced0d2b9 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6534f001-275b-4e65-ad51-c8a88c218eeb,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:14.372872 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-36091e84-47f4-4583-83d4-1ef2d57333ca tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0572152 Jul 13 07:51:14.376548 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58512) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:14.383060 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-92baae6c-7ff3-4e5f-b46e-9ee9f4ac65b7 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Request body: {'security_group': {'name': 'tempest-secgroup--2031760347'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:14.392181 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e0c76ca5-739c-4b7a-8053-43558236691c req-884a6d4b-9562-4414-9828-fa8e54619f31 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=18a71e51b79c4f67b8fe8fda57ef99f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0809863 Jul 13 07:51:14.436311 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-92baae6c-7ff3-4e5f-b46e-9ee9f4ac65b7 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.515634 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e0c76ca5-739c-4b7a-8053-43558236691c req-87bf01b0-b035-4c03-8340-1171a417533a service neutron] 10.222.0.23 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158967 Jul 13 07:51:14.636500 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-92baae6c-7ff3-4e5f-b46e-9ee9f4ac65b7 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.643270 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-92baae6c-7ff3-4e5f-b46e-9ee9f4ac65b7 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.665339 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e0c76ca5-739c-4b7a-8053-43558236691c req-da76ec1a-477c-4f37-981e-8371f94e038b service neutron] 10.222.0.23 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414728 Jul 13 07:51:14.676958 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-92baae6c-7ff3-4e5f-b46e-9ee9f4ac65b7 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.678164 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-92baae6c-7ff3-4e5f-b46e-9ee9f4ac65b7 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3006871 Jul 13 07:51:14.681206 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58514) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:14.682358 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92baae6c-7ff3-4e5f-b46e-9ee9f4ac65b7 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c219e1c1-1275-4dd0-900f-84752ec9a355,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:14.688014 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-fa84e374-bf70-4e3f-a497-ea4be2864ea5 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Request body: {'security_group_rule': {'security_group_id': 'c219e1c1-1275-4dd0-900f-84752ec9a355', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:14.689716 n-d-771363-34 neutron-server[94018]: WARNING neutron.api.v2.base [None req-fa84e374-bf70-4e3f-a497-ea4be2864ea5 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 13 07:51:14.690475 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-fa84e374-bf70-4e3f-a497-ea4be2864ea5 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:51:14.695504 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-fa84e374-bf70-4e3f-a497-ea4be2864ea5 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0095077 Jul 13 07:51:14.695650 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58516) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:14.700716 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-51552a22-6d06-4cac-a899-8eda346993f6 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Request body: {'security_group_rule': {'security_group_id': 'c219e1c1-1275-4dd0-900f-84752ec9a355', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:14.702403 n-d-771363-34 neutron-server[94017]: WARNING neutron.api.v2.base [None req-51552a22-6d06-4cac-a899-8eda346993f6 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 13 07:51:14.702898 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-51552a22-6d06-4cac-a899-8eda346993f6 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:51:14.703911 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-51552a22-6d06-4cac-a899-8eda346993f6 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0068381 Jul 13 07:51:14.706432 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58518) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:14.712004 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-b8eb9759-4299-4d33-a4f2-67a546b79eac tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Request body: {'security_group_rule': {'security_group_id': 'c219e1c1-1275-4dd0-900f-84752ec9a355', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:14.713172 n-d-771363-34 neutron-server[94017]: WARNING neutron.api.v2.base [None req-b8eb9759-4299-4d33-a4f2-67a546b79eac tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 13 07:51:14.713827 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-b8eb9759-4299-4d33-a4f2-67a546b79eac tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:51:14.716712 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b8eb9759-4299-4d33-a4f2-67a546b79eac tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071404 Jul 13 07:51:14.717906 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58520) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:14.723565 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-9cffa67f-9af0-408f-ba06-9055fe521609 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Request body: {'security_group_rule': {'security_group_id': 'c219e1c1-1275-4dd0-900f-84752ec9a355', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:14.724617 n-d-771363-34 neutron-server[94017]: WARNING neutron.api.v2.base [None req-9cffa67f-9af0-408f-ba06-9055fe521609 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 13 07:51:14.725221 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-9cffa67f-9af0-408f-ba06-9055fe521609 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:51:14.726168 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9cffa67f-9af0-408f-ba06-9055fe521609 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0072873 Jul 13 07:51:14.728757 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58522) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:14.784128 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-444deb92-2374-4dcf-9d95-814043eab059 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.811578 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-444deb92-2374-4dcf-9d95-814043eab059 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.845195 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a055a8a9-6aca-4bf4-bb6e-e3a767916d54 req-9eaa6d90-89c3-4b73-af05-15bb6de367ec tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=480b6a02-7204-448b-9731-b8deb59be8b9 HTTP/1.1" status: 200 len: 210 time: 0.0309432 Jul 13 07:51:14.857858 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-444deb92-2374-4dcf-9d95-814043eab059 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.860784 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-444deb92-2374-4dcf-9d95-814043eab059 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:14.861964 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-444deb92-2374-4dcf-9d95-814043eab059 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "DELETE /v2.0/security-groups/c219e1c1-1275-4dd0-900f-84752ec9a355 HTTP/1.1" status: 204 len: 168 time: 0.1323130 Jul 13 07:51:14.864775 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58528) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:14.871773 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444deb92-2374-4dcf-9d95-814043eab059 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c219e1c1-1275-4dd0-900f-84752ec9a355,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:14.913252 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6d44830a-4ae7-48cb-8d79-4e4428239261 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0473468 Jul 13 07:51:14.917294 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58530) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:14.923622 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-afb812cf-5aa2-4c74-a8f3-659ab0b0b1a5 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Request body: {'security_group': {'name': 'tempest-secgroup--8819979'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:14.948713 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-afb812cf-5aa2-4c74-a8f3-659ab0b0b1a5 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.040143 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-afb812cf-5aa2-4c74-a8f3-659ab0b0b1a5 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.044103 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-afb812cf-5aa2-4c74-a8f3-659ab0b0b1a5 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.071480 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-afb812cf-5aa2-4c74-a8f3-659ab0b0b1a5 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.072731 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-afb812cf-5aa2-4c74-a8f3-659ab0b0b1a5 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.1539698 Jul 13 07:51:15.075959 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58536) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:15.076296 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:51:15.080583 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-4359e8a6-5c2c-4f45-a3b0-99edc2265ac6 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Request body: {'security_group_rule': {'security_group_id': '9358391e-bbe8-4052-8a98-fd073614e2df', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:15.081069 n-d-771363-34 neutron-server[94018]: WARNING neutron.api.v2.base [None req-4359e8a6-5c2c-4f45-a3b0-99edc2265ac6 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 13 07:51:15.081571 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-4359e8a6-5c2c-4f45-a3b0-99edc2265ac6 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:51:15.083515 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4359e8a6-5c2c-4f45-a3b0-99edc2265ac6 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061989 Jul 13 07:51:15.085295 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb812cf-5aa2-4c74-a8f3-659ab0b0b1a5 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9358391e-bbe8-4052-8a98-fd073614e2df,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:15.086606 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58540) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:15.092578 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-492bc76d-ab80-432d-bac1-e7b038aef3db tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Request body: {'security_group_rule': {'security_group_id': '9358391e-bbe8-4052-8a98-fd073614e2df', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:15.129185 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-492bc76d-ab80-432d-bac1-e7b038aef3db tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:51:15.130551 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-492bc76d-ab80-432d-bac1-e7b038aef3db tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0434651 Jul 13 07:51:15.133156 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58542) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:15.137749 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-d6e52eae-d3bd-4c9b-b4db-05e8da3222ac tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Request body: {'security_group_rule': {'security_group_id': '9358391e-bbe8-4052-8a98-fd073614e2df', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:15.138480 n-d-771363-34 neutron-server[94018]: WARNING neutron.api.v2.base [None req-d6e52eae-d3bd-4c9b-b4db-05e8da3222ac tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 13 07:51:15.138948 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-d6e52eae-d3bd-4c9b-b4db-05e8da3222ac tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:51:15.142053 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d6e52eae-d3bd-4c9b-b4db-05e8da3222ac tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057719 Jul 13 07:51:15.142317 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58544) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:15.147088 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-509cab7f-91e0-44eb-8f40-a6479c9e182e tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Request body: {'security_group_rule': {'security_group_id': '9358391e-bbe8-4052-8a98-fd073614e2df', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:15.182170 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-509cab7f-91e0-44eb-8f40-a6479c9e182e tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:51:15.183486 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-509cab7f-91e0-44eb-8f40-a6479c9e182e tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0403206 Jul 13 07:51:15.186220 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58546) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:15.191155 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-bcd38c69-4ccb-4abe-853b-82a3c9929582 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Request body: {'security_group_rule': {'security_group_id': '9358391e-bbe8-4052-8a98-fd073614e2df', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:15.191604 n-d-771363-34 neutron-server[94018]: WARNING neutron.api.v2.base [None req-bcd38c69-4ccb-4abe-853b-82a3c9929582 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 13 07:51:15.192073 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-bcd38c69-4ccb-4abe-853b-82a3c9929582 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:51:15.192981 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-bcd38c69-4ccb-4abe-853b-82a3c9929582 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057278 Jul 13 07:51:15.195539 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58548) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:15.199503 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-de2d096c-0a90-47d5-8fbc-8b34e064474c tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Request body: {'security_group_rule': {'security_group_id': '9358391e-bbe8-4052-8a98-fd073614e2df', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:15.225580 n-d-771363-34 neutron-server[94018]: INFO neutron.db.securitygroups_db [None req-de2d096c-0a90-47d5-8fbc-8b34e064474c tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Project a0e5482bc2a64a6d8a4a0be46be96b9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:51:15.238672 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-de2d096c-0a90-47d5-8fbc-8b34e064474c tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:51:15.239757 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-de2d096c-0a90-47d5-8fbc-8b34e064474c tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0433419 Jul 13 07:51:15.243852 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58550) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:15.247793 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-6133ff8e-5184-48f7-bcf6-7d914cbeac50 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Request body: {'security_group_rule': {'security_group_id': '9358391e-bbe8-4052-8a98-fd073614e2df', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:15.248540 n-d-771363-34 neutron-server[94017]: WARNING neutron.api.v2.base [None req-6133ff8e-5184-48f7-bcf6-7d914cbeac50 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 13 07:51:15.249290 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-6133ff8e-5184-48f7-bcf6-7d914cbeac50 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:51:15.250266 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6133ff8e-5184-48f7-bcf6-7d914cbeac50 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066302 Jul 13 07:51:15.252908 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58552) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:15.257879 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-1edec343-fe50-4803-935d-c2a9ecff6c0d tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Request body: {'security_group_rule': {'security_group_id': '9358391e-bbe8-4052-8a98-fd073614e2df', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:15.281349 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device becea0c9-2547-4489-99e4-6ec38521560f no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:51:15.287795 n-d-771363-34 neutron-server[94017]: INFO neutron.db.securitygroups_db [None req-1edec343-fe50-4803-935d-c2a9ecff6c0d tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Project a0e5482bc2a64a6d8a4a0be46be96b9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:51:15.302037 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-1edec343-fe50-4803-935d-c2a9ecff6c0d tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:51:15.302447 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: becea0c9-2547-4489-99e4-6ec38521560f {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:51:15.303057 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device becea0c9-2547-4489-99e4-6ec38521560f not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:51:15.303663 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1edec343-fe50-4803-935d-c2a9ecff6c0d tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0498478 Jul 13 07:51:15.307277 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58554) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:15.312561 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-400a0df0-2d09-410b-a084-2ab2903fc12e tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Request body: {'security_group_rule': {'security_group_id': '9358391e-bbe8-4052-8a98-fd073614e2df', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:15.338039 n-d-771363-34 neutron-server[94018]: INFO neutron.db.securitygroups_db [None req-400a0df0-2d09-410b-a084-2ab2903fc12e tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Project a0e5482bc2a64a6d8a4a0be46be96b9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:51:15.350862 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-400a0df0-2d09-410b-a084-2ab2903fc12e tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:51:15.352007 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-400a0df0-2d09-410b-a084-2ab2903fc12e tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0437636 Jul 13 07:51:15.354833 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58556) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:15.412156 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6fc56b7b-ef87-4abe-b7c9-bca646194cc1 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.434754 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6fc56b7b-ef87-4abe-b7c9-bca646194cc1 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.480809 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6fc56b7b-ef87-4abe-b7c9-bca646194cc1 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.483282 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6fc56b7b-ef87-4abe-b7c9-bca646194cc1 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.487335 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6fc56b7b-ef87-4abe-b7c9-bca646194cc1 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "DELETE /v2.0/security-groups/9358391e-bbe8-4052-8a98-fd073614e2df HTTP/1.1" status: 204 len: 168 time: 0.1279333 Jul 13 07:51:15.487574 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58558) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:15.499724 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc56b7b-ef87-4abe-b7c9-bca646194cc1 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9358391e-bbe8-4052-8a98-fd073614e2df,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:15.538458 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2d634cfc-5b45-4394-b6d0-bdb121632b72 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0486405 Jul 13 07:51:15.542194 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58560) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:15.546518 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-c0c616be-cb99-40f2-9adb-ecfeed7f5a0f tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Request body: {'security_group': {'name': 'tempest-secgroup--329151645'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:15.568690 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c0c616be-cb99-40f2-9adb-ecfeed7f5a0f tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.649563 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c0c616be-cb99-40f2-9adb-ecfeed7f5a0f tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.653323 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c0c616be-cb99-40f2-9adb-ecfeed7f5a0f tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.681590 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c0c616be-cb99-40f2-9adb-ecfeed7f5a0f tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.682807 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c0c616be-cb99-40f2-9adb-ecfeed7f5a0f tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1397071 Jul 13 07:51:15.684692 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c616be-cb99-40f2-9adb-ecfeed7f5a0f tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da4421b5-2fda-4f9a-a1f1-4286eb50da83,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:15.685983 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58562) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:15.691781 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-8a1635a0-8aea-499f-9b42-42c21da681f2 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Request body: {'security_group_rule': {'security_group_id': 'da4421b5-2fda-4f9a-a1f1-4286eb50da83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:15.733220 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-8a1635a0-8aea-499f-9b42-42c21da681f2 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] create failed (client error): The resource could not be found. Jul 13 07:51:15.734232 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8a1635a0-8aea-499f-9b42-42c21da681f2 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0469260 Jul 13 07:51:15.737188 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58564) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:15.742482 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-545ba709-e5ee-4868-a117-b37c5854312b tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Request body: {'security_group_rule': {'security_group_id': 'da4421b5-2fda-4f9a-a1f1-4286eb50da83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '00f4b7c2-00e6-4462-9f3c-be4deb9530db'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:15.783107 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-545ba709-e5ee-4868-a117-b37c5854312b tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] create failed (client error): The resource could not be found. Jul 13 07:51:15.784214 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-545ba709-e5ee-4868-a117-b37c5854312b tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0460296 Jul 13 07:51:15.787320 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58566) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:15.843862 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d8ce57ad-fafb-466b-baa4-bcac9583ccb1 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.870803 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d8ce57ad-fafb-466b-baa4-bcac9583ccb1 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.923599 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d8ce57ad-fafb-466b-baa4-bcac9583ccb1 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.928215 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d8ce57ad-fafb-466b-baa4-bcac9583ccb1 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:15.933570 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d8ce57ad-fafb-466b-baa4-bcac9583ccb1 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "DELETE /v2.0/security-groups/da4421b5-2fda-4f9a-a1f1-4286eb50da83 HTTP/1.1" status: 204 len: 168 time: 0.1451807 Jul 13 07:51:15.934797 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58570) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:15.938273 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c76ca5-739c-4b7a-8053-43558236691c req-2424af53-c118-41a2-9c19-1ef9b1d128b1 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:15.940444 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e0c76ca5-739c-4b7a-8053-43558236691c req-2424af53-c118-41a2-9c19-1ef9b1d128b1 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.25 "GET /v2.0/networks?id=24b69256-9cc6-4842-a9e7-33d63bcfcb35 HTTP/1.1" status: 200 len: 806 time: 0.1225009 Jul 13 07:51:15.955236 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce57ad-fafb-466b-baa4-bcac9583ccb1 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4421b5-2fda-4f9a-a1f1-4286eb50da83,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:15.961349 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-e0c76ca5-739c-4b7a-8053-43558236691c req-3626b457-45b7-42fd-b94d-2609d89d711c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Request body: {'port': {'device_id': '480b6a02-7204-448b-9731-b8deb59be8b9', 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35', 'admin_state_up': True, 'tenant_id': '18a71e51b79c4f67b8fe8fda57ef99f6'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:16.032411 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-adc08056-cfed-4f04-b2ca-0d9f84d7d4af req-1351e727-4a25-42f5-995e-07a79f9dd996 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=480b6a02-7204-448b-9731-b8deb59be8b9 HTTP/1.1" status: 200 len: 210 time: 0.0431542 Jul 13 07:51:16.049108 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-42d184d2-07f0-4351-91be-72371937ff7b tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1086690 Jul 13 07:51:16.055411 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58572) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:16.063660 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-9290b379-949a-4dc2-947c-477792e9dd34 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Request body: {'security_group_rule': {'security_group_id': '6e280a72-95ed-495c-9620-3c22d57d943c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:16.133179 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0c76ca5-739c-4b7a-8053-43558236691c req-3626b457-45b7-42fd-b94d-2609d89d711c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Made reservation on behalf of 18a71e51b79c4f67b8fe8fda57ef99f6 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:16.136876 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e0c76ca5-739c-4b7a-8053-43558236691c req-3626b457-45b7-42fd-b94d-2609d89d711c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.141252 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-9290b379-949a-4dc2-947c-477792e9dd34 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] create failed (client error): The resource could not be found. Jul 13 07:51:16.142267 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9290b379-949a-4dc2-947c-477792e9dd34 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0860116 Jul 13 07:51:16.147023 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58574) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:16.152300 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-a4b3e04f-3d62-423f-93ac-912742d73fc6 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Request body: {'security_group': {'name': 'tempest-secgroup--1294152783'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:16.174012 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a4b3e04f-3d62-423f-93ac-912742d73fc6 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.266049 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a4b3e04f-3d62-423f-93ac-912742d73fc6 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.271116 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a4b3e04f-3d62-423f-93ac-912742d73fc6 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.283801 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-e0c76ca5-739c-4b7a-8053-43558236691c req-3626b457-45b7-42fd-b94d-2609d89d711c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Allocated IP 172.20.0.10 (24b69256-9cc6-4842-a9e7-33d63bcfcb35/e84c320b-7bf6-4a93-a184-7aa85a1e2cdf/4686bf5a-4a55-4d73-8f6b-46403b623efc) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:16.298335 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a4b3e04f-3d62-423f-93ac-912742d73fc6 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.299580 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a4b3e04f-3d62-423f-93ac-912742d73fc6 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1514323 Jul 13 07:51:16.302714 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58576) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:16.304904 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b3e04f-3d62-423f-93ac-912742d73fc6 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81069924-8088-4988-91f2-f3fac2192a80,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:16.308859 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-a221a2e6-13df-403e-9019-7dc0c570bce0 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Request body: {'security_group': {'name': 'tempest-secgroup--1724640702'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:16.369948 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a221a2e6-13df-403e-9019-7dc0c570bce0 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.508432 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e0c76ca5-739c-4b7a-8053-43558236691c req-3626b457-45b7-42fd-b94d-2609d89d711c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.555585 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a221a2e6-13df-403e-9019-7dc0c570bce0 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.564053 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a221a2e6-13df-403e-9019-7dc0c570bce0 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.594552 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a221a2e6-13df-403e-9019-7dc0c570bce0 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.595822 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a221a2e6-13df-403e-9019-7dc0c570bce0 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2920146 Jul 13 07:51:16.599883 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58578) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:16.601944 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e0c76ca5-739c-4b7a-8053-43558236691c req-3626b457-45b7-42fd-b94d-2609d89d711c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.605121 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-98c52d8a-fce3-4e17-ba3e-70fb7217088c tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Request body: {'security_group_rule': {'security_group_id': '81069924-8088-4988-91f2-f3fac2192a80', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd52ae092-22ec-4d22-af99-8f514a96d76d'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:16.616947 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['ce36a201-6877-4295-a506-264d465557f8'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:51:16.634658 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a221a2e6-13df-403e-9019-7dc0c570bce0 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d52ae092-22ec-4d22-af99-8f514a96d76d,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:16.650769 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-98c52d8a-fce3-4e17-ba3e-70fb7217088c tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:51:16.652219 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-98c52d8a-fce3-4e17-ba3e-70fb7217088c tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0512152 Jul 13 07:51:16.656144 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0c76ca5-739c-4b7a-8053-43558236691c req-3626b457-45b7-42fd-b94d-2609d89d711c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Network 24b69256-9cc6-4842-a9e7-33d63bcfcb35 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:16.656783 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58580) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:16.659681 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-e0c76ca5-739c-4b7a-8053-43558236691c req-3626b457-45b7-42fd-b94d-2609d89d711c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:16.663917 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c76ca5-739c-4b7a-8053-43558236691c req-3626b457-45b7-42fd-b94d-2609d89d711c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:16.671804 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3626b457-45b7-42fd-b94d-2609d89d711c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Pushing event updated for resources: {'Port': ['ID=4686bf5a-4a55-4d73-8f6b-46403b623efc,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:16.725496 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0375e5dd-88eb-437a-97bc-3eac671c786c tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.731285 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c76ca5-739c-4b7a-8053-43558236691c req-3626b457-45b7-42fd-b94d-2609d89d711c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:16.731916 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e0c76ca5-739c-4b7a-8053-43558236691c req-3626b457-45b7-42fd-b94d-2609d89d711c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.748292 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e0c76ca5-739c-4b7a-8053-43558236691c req-3626b457-45b7-42fd-b94d-2609d89d711c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7931008 Jul 13 07:51:16.750266 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0375e5dd-88eb-437a-97bc-3eac671c786c tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.762146 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-e0c76ca5-739c-4b7a-8053-43558236691c req-9411f968-51f2-4a72-b545-6ab979d9475a service neutron] Request body: {'port': {'device_id': '480b6a02-7204-448b-9731-b8deb59be8b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:16.793336 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0375e5dd-88eb-437a-97bc-3eac671c786c tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.798084 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0375e5dd-88eb-437a-97bc-3eac671c786c tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.802249 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0375e5dd-88eb-437a-97bc-3eac671c786c tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "DELETE /v2.0/security-groups/d52ae092-22ec-4d22-af99-8f514a96d76d HTTP/1.1" status: 204 len: 168 time: 0.1414344 Jul 13 07:51:16.804438 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58582) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:16.810932 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0375e5dd-88eb-437a-97bc-3eac671c786c tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52ae092-22ec-4d22-af99-8f514a96d76d,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:16.868134 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e0c76ca5-739c-4b7a-8053-43558236691c req-9411f968-51f2-4a72-b545-6ab979d9475a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.895816 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-fc2b0ca3-7a38-4c3c-acc2-cc634cca8f32 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0900884 Jul 13 07:51:16.898745 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58584) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:16.952969 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9507fba9-9c2a-497e-8d45-2d6374d49df6 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:16.976425 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9507fba9-9c2a-497e-8d45-2d6374d49df6 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.018144 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9507fba9-9c2a-497e-8d45-2d6374d49df6 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.021252 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9507fba9-9c2a-497e-8d45-2d6374d49df6 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.022468 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9507fba9-9c2a-497e-8d45-2d6374d49df6 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "DELETE /v2.0/security-groups/81069924-8088-4988-91f2-f3fac2192a80 HTTP/1.1" status: 204 len: 168 time: 0.1226778 Jul 13 07:51:17.026953 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58586) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:17.039240 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507fba9-9c2a-497e-8d45-2d6374d49df6 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81069924-8088-4988-91f2-f3fac2192a80,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:17.089937 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-eb11cea8-206c-4195-af1c-4548c014d781 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0581927 Jul 13 07:51:17.090240 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58590) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:17.095069 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-7deac01d-ef1c-48e0-9510-99c7382a9974 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Request body: {'security_group': {'name': 'tempest-secgroup--1093506958'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:17.121536 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7deac01d-ef1c-48e0-9510-99c7382a9974 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.198910 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-e0c76ca5-739c-4b7a-8053-43558236691c req-9411f968-51f2-4a72-b545-6ab979d9475a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4686bf5a-4a55-4d73-8f6b-46403b623efc {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:51:17.209213 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e0c76ca5-739c-4b7a-8053-43558236691c req-9411f968-51f2-4a72-b545-6ab979d9475a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.215562 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7deac01d-ef1c-48e0-9510-99c7382a9974 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.219450 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7deac01d-ef1c-48e0-9510-99c7382a9974 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.227390 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-e0c76ca5-739c-4b7a-8053-43558236691c req-9411f968-51f2-4a72-b545-6ab979d9475a service neutron] Transition to ACTIVE for port object 4686bf5a-4a55-4d73-8f6b-46403b623efc will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:17.237186 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e0c76ca5-739c-4b7a-8053-43558236691c req-9411f968-51f2-4a72-b545-6ab979d9475a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.250894 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7deac01d-ef1c-48e0-9510-99c7382a9974 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.252158 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7deac01d-ef1c-48e0-9510-99c7382a9974 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1608930 Jul 13 07:51:17.254049 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deac01d-ef1c-48e0-9510-99c7382a9974 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb33b79-9341-4983-b747-caec192f23b9,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:17.256731 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58592) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:17.261453 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-578e690d-cc0a-465c-81f0-c85cb5223e7b tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Request body: {'security_group_rule': {'security_group_id': 'bbb33b79-9341-4983-b747-caec192f23b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:17.288019 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e6a0b-8860-437b-828b-dd5f1d583ce8 req-7d06fa75-4d9b-4eb0-a69b-2d3c7fef1211 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:17.289517 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3c7e6a0b-8860-437b-828b-dd5f1d583ce8 req-7d06fa75-4d9b-4eb0-a69b-2d3c7fef1211 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=480b6a02-7204-448b-9731-b8deb59be8b9 HTTP/1.1" status: 200 len: 932 time: 0.1238921 Jul 13 07:51:17.299359 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-578e690d-cc0a-465c-81f0-c85cb5223e7b tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:51:17.303739 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-578e690d-cc0a-465c-81f0-c85cb5223e7b tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0455928 Jul 13 07:51:17.304295 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58594) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:17.308830 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-dec9371e-b649-4098-8b2a-5c6b690f1869 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Request body: {'security_group_rule': {'security_group_id': 'bbb33b79-9341-4983-b747-caec192f23b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:17.319794 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9411f968-51f2-4a72-b545-6ab979d9475a service neutron] Pushing event updated for resources: {'Port': ['ID=4686bf5a-4a55-4d73-8f6b-46403b623efc,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:17.346637 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-dec9371e-b649-4098-8b2a-5c6b690f1869 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:51:17.348393 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-dec9371e-b649-4098-8b2a-5c6b690f1869 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0425565 Jul 13 07:51:17.351031 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58596) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:17.384242 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3c7e6a0b-8860-437b-828b-dd5f1d583ce8 req-66d47cea-213e-4de0-be34-8bcb579c8d76 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873148 Jul 13 07:51:17.403093 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-558c3e19-3228-41d7-8e91-e57711e2f9d8 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.414464 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-e0c76ca5-739c-4b7a-8053-43558236691c req-9411f968-51f2-4a72-b545-6ab979d9475a service neutron] Attempting to bind port 4686bf5a-4a55-4d73-8f6b-46403b623efc on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:17.414795 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-e0c76ca5-739c-4b7a-8053-43558236691c req-9411f968-51f2-4a72-b545-6ab979d9475a service neutron] Attempting to bind port 4686bf5a-4a55-4d73-8f6b-46403b623efc by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'c6edc23b-b33f-4b68-a90e-006e269af4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:17.415119 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c76ca5-739c-4b7a-8053-43558236691c req-9411f968-51f2-4a72-b545-6ab979d9475a service neutron] Attempting to bind port 4686bf5a-4a55-4d73-8f6b-46403b623efc on network 24b69256-9cc6-4842-a9e7-33d63bcfcb35 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:17.419426 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c76ca5-739c-4b7a-8053-43558236691c req-9411f968-51f2-4a72-b545-6ab979d9475a service neutron] Port 4686bf5a-4a55-4d73-8f6b-46403b623efc on network 24b69256-9cc6-4842-a9e7-33d63bcfcb35 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:51:17.419741 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c76ca5-739c-4b7a-8053-43558236691c req-9411f968-51f2-4a72-b545-6ab979d9475a service neutron] Attempting to bind port 4686bf5a-4a55-4d73-8f6b-46403b623efc on network 24b69256-9cc6-4842-a9e7-33d63bcfcb35 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:17.424491 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c76ca5-739c-4b7a-8053-43558236691c req-9411f968-51f2-4a72-b545-6ab979d9475a service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:17.424797 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c76ca5-739c-4b7a-8053-43558236691c req-9411f968-51f2-4a72-b545-6ab979d9475a service neutron] Checking segment: {'id': 'c6edc23b-b33f-4b68-a90e-006e269af4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:17.425179 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c76ca5-739c-4b7a-8053-43558236691c req-9411f968-51f2-4a72-b545-6ab979d9475a service neutron] Bound using segment: {'id': 'c6edc23b-b33f-4b68-a90e-006e269af4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:17.425649 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-e0c76ca5-739c-4b7a-8053-43558236691c req-9411f968-51f2-4a72-b545-6ab979d9475a service neutron] Bound port: 4686bf5a-4a55-4d73-8f6b-46403b623efc, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6edc23b-b33f-4b68-a90e-006e269af4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:17.425994 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e0c76ca5-739c-4b7a-8053-43558236691c req-9411f968-51f2-4a72-b545-6ab979d9475a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.426804 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-558c3e19-3228-41d7-8e91-e57711e2f9d8 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.471625 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-558c3e19-3228-41d7-8e91-e57711e2f9d8 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.475140 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-558c3e19-3228-41d7-8e91-e57711e2f9d8 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.478615 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-558c3e19-3228-41d7-8e91-e57711e2f9d8 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "DELETE /v2.0/security-groups/bbb33b79-9341-4983-b747-caec192f23b9 HTTP/1.1" status: 204 len: 168 time: 0.1243770 Jul 13 07:51:17.480419 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58598) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:17.485907 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c3e19-3228-41d7-8e91-e57711e2f9d8 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb33b79-9341-4983-b747-caec192f23b9,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:17.506425 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-e0c76ca5-739c-4b7a-8053-43558236691c req-9411f968-51f2-4a72-b545-6ab979d9475a service neutron] For port 4686bf5a-4a55-4d73-8f6b-46403b623efc, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:17.527097 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-e0c76ca5-739c-4b7a-8053-43558236691c req-9411f968-51f2-4a72-b545-6ab979d9475a service neutron] For port 4686bf5a-4a55-4d73-8f6b-46403b623efc, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=4686bf5a-4a55-4d73-8f6b-46403b623efc,segment=NetworkSegment(c6edc23b-b33f-4b68-a90e-006e269af4c2),segment_id=c6edc23b-b33f-4b68-a90e-006e269af4c2)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:17.531475 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e0c76ca5-739c-4b7a-8053-43558236691c req-9411f968-51f2-4a72-b545-6ab979d9475a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.572754 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3a788dd4-1185-40f7-a29d-1806f0fb78dd tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0911653 Jul 13 07:51:17.576756 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58600) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:17.582400 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-998d39aa-919b-4b25-8b4a-5aaa921628a2 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Request body: {'security_group': {'name': 'tempest-secgroup--1106041070'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:17.586278 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c76ca5-739c-4b7a-8053-43558236691c req-9411f968-51f2-4a72-b545-6ab979d9475a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:17.586888 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e0c76ca5-739c-4b7a-8053-43558236691c req-9411f968-51f2-4a72-b545-6ab979d9475a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.588271 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e0c76ca5-739c-4b7a-8053-43558236691c req-9411f968-51f2-4a72-b545-6ab979d9475a service neutron] 10.222.0.25 "PUT /v2.0/ports/4686bf5a-4a55-4d73-8f6b-46403b623efc HTTP/1.1" status: 200 len: 1093 time: 0.8320143 Jul 13 07:51:17.588702 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '480b6a02-7204-448b-9731-b8deb59be8b9', 'tag': '4686bf5a-4a55-4d73-8f6b-46403b623efc'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:51:17.590941 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79e78bd-2d04-4c4d-aea0-097d3d21fc1b" -d '{"events": [{"name": "network-changed", "server_uuid": "480b6a02-7204-448b-9731-b8deb59be8b9", "tag": "4686bf5a-4a55-4d73-8f6b-46403b623efc"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:51:17.609717 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9411f968-51f2-4a72-b545-6ab979d9475a service neutron] Pushing event updated for resources: {'Port': ['ID=4686bf5a-4a55-4d73-8f6b-46403b623efc,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:17.610728 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-998d39aa-919b-4b25-8b4a-5aaa921628a2 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.659660 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9898f829-8311-4702-955b-8be9dbe94d91 x-openstack-request-id: req-9898f829-8311-4702-955b-8be9dbe94d91 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:51:17.660118 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "480b6a02-7204-448b-9731-b8deb59be8b9", "tag": "4686bf5a-4a55-4d73-8f6b-46403b623efc", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:51:17.660386 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9898f829-8311-4702-955b-8be9dbe94d91 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:51:17.660766 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '480b6a02-7204-448b-9731-b8deb59be8b9', 'tag': '4686bf5a-4a55-4d73-8f6b-46403b623efc', 'status': 'completed', 'code': 200} Jul 13 07:51:17.686994 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c76ca5-739c-4b7a-8053-43558236691c req-0a5f2500-d51e-42d5-9b7e-464886f16b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:17.688541 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e0c76ca5-739c-4b7a-8053-43558236691c req-0a5f2500-d51e-42d5-9b7e-464886f16b8d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=18a71e51b79c4f67b8fe8fda57ef99f6&device_id=480b6a02-7204-448b-9731-b8deb59be8b9 HTTP/1.1" status: 200 len: 1096 time: 0.0578060 Jul 13 07:51:17.697625 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-998d39aa-919b-4b25-8b4a-5aaa921628a2 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.701340 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-998d39aa-919b-4b25-8b4a-5aaa921628a2 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.729833 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d39aa-919b-4b25-8b4a-5aaa921628a2 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23fee028-7983-4b15-8b3d-9a3058ad5eba,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:17.732817 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-998d39aa-919b-4b25-8b4a-5aaa921628a2 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.736807 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-998d39aa-919b-4b25-8b4a-5aaa921628a2 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1562719 Jul 13 07:51:17.736977 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e0c76ca5-739c-4b7a-8053-43558236691c req-8060bcb6-de6f-4ac3-8c25-82c01e26858b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4686bf5a-4a55-4d73-8f6b-46403b623efc HTTP/1.1" status: 200 len: 217 time: 0.0407746 Jul 13 07:51:17.737108 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58604) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:17.742258 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-5a849570-a93a-4640-8b1c-75686cc12628 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:17.742730 n-d-771363-34 neutron-server[94018]: WARNING neutron.api.v2.base [None req-5a849570-a93a-4640-8b1c-75686cc12628 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 13 07:51:17.743340 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-5a849570-a93a-4640-8b1c-75686cc12628 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] update failed (client error): There was a conflict when trying to complete your request. Jul 13 07:51:17.744229 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5a849570-a93a-4640-8b1c-75686cc12628 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "PUT /v2.0/security-groups/23fee028-7983-4b15-8b3d-9a3058ad5eba HTTP/1.1" status: 409 len: 330 time: 0.0062056 Jul 13 07:51:17.747116 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58606) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:17.791800 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c76ca5-739c-4b7a-8053-43558236691c req-96d1761b-3178-491a-b01a-2df96f8466b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:17.793278 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e0c76ca5-739c-4b7a-8053-43558236691c req-96d1761b-3178-491a-b01a-2df96f8466b4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e84c320b-7bf6-4a93-a184-7aa85a1e2cdf HTTP/1.1" status: 200 len: 846 time: 0.0481665 Jul 13 07:51:17.803176 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3a7f69c8-7bea-4578-a941-81efb12eddc6 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.826228 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3a7f69c8-7bea-4578-a941-81efb12eddc6 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.826445 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e0c76ca5-739c-4b7a-8053-43558236691c req-3644365b-f27a-4a54-9f48-9af61c0fe768 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=24b69256-9cc6-4842-a9e7-33d63bcfcb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270872 Jul 13 07:51:17.867949 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3a7f69c8-7bea-4578-a941-81efb12eddc6 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.870599 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3a7f69c8-7bea-4578-a941-81efb12eddc6 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:17.871765 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-3a7f69c8-7bea-4578-a941-81efb12eddc6 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "DELETE /v2.0/security-groups/23fee028-7983-4b15-8b3d-9a3058ad5eba HTTP/1.1" status: 204 len: 168 time: 0.1236975 Jul 13 07:51:17.874842 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58608) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:17.892803 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f69c8-7bea-4578-a941-81efb12eddc6 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23fee028-7983-4b15-8b3d-9a3058ad5eba,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:17.920105 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e0c76ca5-739c-4b7a-8053-43558236691c req-83ebfdcf-a941-4412-b905-20d1d99a5543 service neutron] 10.222.0.25 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871053 Jul 13 07:51:17.924732 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-da6e2060-6408-4718-ba17-3122f7a200de tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0487580 Jul 13 07:51:17.929077 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58610) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:17.943138 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-6f472374-6a72-4737-ac8d-32bf9580717d tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] delete failed (client error): The resource could not be found. Jul 13 07:51:17.944179 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6f472374-6a72-4737-ac8d-32bf9580717d tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "DELETE /v2.0/security-groups/92396fbc-77f7-41db-9b83-3ef84172c21e HTTP/1.1" status: 404 len: 347 time: 0.0141737 Jul 13 07:51:17.947853 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58612) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:17.960667 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-53254f9a-3b50-41f9-a651-53e80e2fdf95 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] show failed (client error): The resource could not be found. Jul 13 07:51:17.961627 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-53254f9a-3b50-41f9-a651-53e80e2fdf95 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "GET /v2.0/security-groups/9036ab6f-a3b5-489c-8ce6-fe033f7d3294 HTTP/1.1" status: 404 len: 347 time: 0.0128996 Jul 13 07:51:17.965152 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58614) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:17.976188 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-63a0cf74-baf3-4564-8fc2-92b0e15f6a28 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] show failed (client error): The resource could not be found. Jul 13 07:51:17.977164 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-63a0cf74-baf3-4564-8fc2-92b0e15f6a28 tempest-NegativeSecGroupIPv6Test-453796488 tempest-NegativeSecGroupIPv6Test-453796488-project] 10.222.0.23 "GET /v2.0/security-group-rules/566f5f65-7770-4c0f-a81c-ce81d35a7241 HTTP/1.1" status: 404 len: 356 time: 0.0111480 Jul 13 07:51:18.015031 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e0c76ca5-739c-4b7a-8053-43558236691c req-a110c3a6-6721-4898-9916-7a696b447d24 service neutron] 10.222.0.25 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885065 Jul 13 07:51:18.114885 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e78bd-2d04-4c4d-aea0-097d3d21fc1b req-0d977c28-a8ff-40f9-be3d-9e1e9155a0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:18.116422 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f79e78bd-2d04-4c4d-aea0-097d3d21fc1b req-0d977c28-a8ff-40f9-be3d-9e1e9155a0f1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=18a71e51b79c4f67b8fe8fda57ef99f6&device_id=480b6a02-7204-448b-9731-b8deb59be8b9 HTTP/1.1" status: 200 len: 1096 time: 0.0528164 Jul 13 07:51:18.213569 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e78bd-2d04-4c4d-aea0-097d3d21fc1b req-bd61ae93-bbbf-4922-945d-9aa4e58282d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:18.215063 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f79e78bd-2d04-4c4d-aea0-097d3d21fc1b req-bd61ae93-bbbf-4922-945d-9aa4e58282d2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=24b69256-9cc6-4842-a9e7-33d63bcfcb35 HTTP/1.1" status: 200 len: 907 time: 0.0926039 Jul 13 07:51:18.237748 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58620) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:18.257364 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f79e78bd-2d04-4c4d-aea0-097d3d21fc1b req-6e5571f5-2f9a-4458-a65d-e58f280388b3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4686bf5a-4a55-4d73-8f6b-46403b623efc HTTP/1.1" status: 200 len: 217 time: 0.0359685 Jul 13 07:51:18.311280 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e78bd-2d04-4c4d-aea0-097d3d21fc1b req-decdf9c2-1575-4838-bd5c-d455c4f1236b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:18.312737 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f79e78bd-2d04-4c4d-aea0-097d3d21fc1b req-decdf9c2-1575-4838-bd5c-d455c4f1236b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e84c320b-7bf6-4a93-a184-7aa85a1e2cdf HTTP/1.1" status: 200 len: 846 time: 0.0489156 Jul 13 07:51:18.347099 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f79e78bd-2d04-4c4d-aea0-097d3d21fc1b req-bbc0d0d8-a203-4ec2-bb07-f5a3cead68aa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=24b69256-9cc6-4842-a9e7-33d63bcfcb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261741 Jul 13 07:51:18.372641 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8fc8f477-b38a-4a20-9006-fdfb805a43a8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a0e5482bc2a64a6d8a4a0be46be96b9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1329873 Jul 13 07:51:18.375093 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58624) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:18.430485 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-49a9f45f-44ad-41de-8092-cc7a6de562fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:18.440733 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f79e78bd-2d04-4c4d-aea0-097d3d21fc1b req-bc67a3f7-9fd0-4acc-9312-435cd0e98379 service neutron] 10.222.0.25 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869436 Jul 13 07:51:18.452551 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-49a9f45f-44ad-41de-8092-cc7a6de562fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:18.503670 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-49a9f45f-44ad-41de-8092-cc7a6de562fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:18.506862 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-49a9f45f-44ad-41de-8092-cc7a6de562fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:18.508133 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-49a9f45f-44ad-41de-8092-cc7a6de562fc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bf384a7e-bcc8-4dbe-833b-b9122079b3db HTTP/1.1" status: 204 len: 168 time: 0.1319942 Jul 13 07:51:18.516894 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9f45f-44ad-41de-8092-cc7a6de562fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf384a7e-bcc8-4dbe-833b-b9122079b3db,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:18.588457 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f79e78bd-2d04-4c4d-aea0-097d3d21fc1b req-3765d4b9-4f38-40fb-84a0-6e6f8adcccb7 service neutron] 10.222.0.25 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405742 Jul 13 07:51:18.605482 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb610c-4aa5-4650-be98-2fdaae71d764 req-c0fd7b3c-b0a8-483b-9d89-03776109c26b tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:18.607003 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3ccb610c-4aa5-4650-be98-2fdaae71d764 req-c0fd7b3c-b0a8-483b-9d89-03776109c26b tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=480b6a02-7204-448b-9731-b8deb59be8b9 HTTP/1.1" status: 200 len: 944 time: 0.0946167 Jul 13 07:51:18.648564 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3ccb610c-4aa5-4650-be98-2fdaae71d764 req-cd6c4593-a920-4908-a776-2f352eb5e615 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342853 Jul 13 07:51:19.296376 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 4686bf5a-4a55-4d73-8f6b-46403b623efc details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:51:19.397943 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 4686bf5a-4a55-4d73-8f6b-46403b623efc, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=4686bf5a-4a55-4d73-8f6b-46403b623efc,segment=NetworkSegment(c6edc23b-b33f-4b68-a90e-006e269af4c2),segment_id=c6edc23b-b33f-4b68-a90e-006e269af4c2)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:19.406445 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '4686bf5a-4a55-4d73-8f6b-46403b623efc', 'network_id': '24b69256-9cc6-4842-a9e7-33d63bcfcb35', 'port_id': '4686bf5a-4a55-4d73-8f6b-46403b623efc', 'mac_address': 'fa:16:3e:ee:0f:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84c320b-7bf6-4a93-a184-7aa85a1e2cdf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:51:19.444257 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:19.458327 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4686bf5a-4a55-4d73-8f6b-46403b623efc {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:51:19.478685 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 4686bf5a-4a55-4d73-8f6b-46403b623efc, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=4686bf5a-4a55-4d73-8f6b-46403b623efc,segment=NetworkSegment(c6edc23b-b33f-4b68-a90e-006e269af4c2),segment_id=c6edc23b-b33f-4b68-a90e-006e269af4c2)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:19.483034 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:19.542906 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=4686bf5a-4a55-4d73-8f6b-46403b623efc,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:19.550716 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:19.551130 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:19.551873 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:19.552015 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:19.552421 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:19.552925 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:19.553321 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:19.553650 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:19.553976 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:19.554296 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:19.554615 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:19.554934 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:19.699352 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['4686bf5a-4a55-4d73-8f6b-46403b623efc'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:51:19.839882 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b00c99-8563-4973-b01a-25f54f01e6fb req-0e844d90-ceb2-4ecb-8c8a-6d85f8f91e79 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:19.847068 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-56b00c99-8563-4973-b01a-25f54f01e6fb req-0e844d90-ceb2-4ecb-8c8a-6d85f8f91e79 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=480b6a02-7204-448b-9731-b8deb59be8b9 HTTP/1.1" status: 200 len: 945 time: 0.0748165 Jul 13 07:51:19.880821 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-56b00c99-8563-4973-b01a-25f54f01e6fb req-8bfa62bb-dc1d-4b17-87ed-643979185ba3 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326674 Jul 13 07:51:20.329207 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58690) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:20.438094 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b893bc94-1065-435f-a8b7-11bce316acf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.533614 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b893bc94-1065-435f-a8b7-11bce316acf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.538024 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b893bc94-1065-435f-a8b7-11bce316acf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.576241 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b893bc94-1065-435f-a8b7-11bce316acf6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91ae617f58d34fe2aa330455d114414a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2458770 Jul 13 07:51:20.577211 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b893bc94-1065-435f-a8b7-11bce316acf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60bfe35-fc82-4e6f-a98b-8eb4a8950c41,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:20.578894 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58694) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:20.627233 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7286fd6e-3d55-491d-8f54-8ddd073df314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.652507 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7286fd6e-3d55-491d-8f54-8ddd073df314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.698949 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7286fd6e-3d55-491d-8f54-8ddd073df314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.701523 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7286fd6e-3d55-491d-8f54-8ddd073df314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:20.705392 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7286fd6e-3d55-491d-8f54-8ddd073df314 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e60bfe35-fc82-4e6f-a98b-8eb4a8950c41 HTTP/1.1" status: 204 len: 168 time: 0.1227589 Jul 13 07:51:20.711056 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7286fd6e-3d55-491d-8f54-8ddd073df314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60bfe35-fc82-4e6f-a98b-8eb4a8950c41,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:20.965693 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58702) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:20.979042 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b1653b66-6ae6-4a1c-864a-98262e2fd942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.093096 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad1f66-5d58-4b63-bd20-ca91ff31dde4 req-0ff36662-87e0-4b8a-8939-c3f12a5dd423 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:21.094498 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2cad1f66-5d58-4b63-bd20-ca91ff31dde4 req-0ff36662-87e0-4b8a-8939-c3f12a5dd423 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=480b6a02-7204-448b-9731-b8deb59be8b9 HTTP/1.1" status: 200 len: 945 time: 0.0993237 Jul 13 07:51:21.148610 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b1653b66-6ae6-4a1c-864a-98262e2fd942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.154325 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2cad1f66-5d58-4b63-bd20-ca91ff31dde4 req-3a1fd2bc-2cf0-4005-8f4f-4ae3d544722b tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541806 Jul 13 07:51:21.155343 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b1653b66-6ae6-4a1c-864a-98262e2fd942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.194081 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b1653b66-6ae6-4a1c-864a-98262e2fd942 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=92ac97191f0246c8ac6af9aa82f643b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2272050 Jul 13 07:51:21.194963 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1653b66-6ae6-4a1c-864a-98262e2fd942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a079f7-fcf9-45db-8a8a-962765606ef1,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:21.196771 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58704) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:21.246782 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d534256f-a3b1-4a78-a066-e70fbd5bd618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.268011 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d534256f-a3b1-4a78-a066-e70fbd5bd618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.312272 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 4686bf5a-4a55-4d73-8f6b-46403b623efc up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:21.315662 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d534256f-a3b1-4a78-a066-e70fbd5bd618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.318223 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d534256f-a3b1-4a78-a066-e70fbd5bd618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.319551 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d534256f-a3b1-4a78-a066-e70fbd5bd618 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/44a079f7-fcf9-45db-8a8a-962765606ef1 HTTP/1.1" status: 204 len: 168 time: 0.1211379 Jul 13 07:51:21.327604 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534256f-a3b1-4a78-a066-e70fbd5bd618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a079f7-fcf9-45db-8a8a-962765606ef1,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:21.374627 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 4686bf5a-4a55-4d73-8f6b-46403b623efc completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:21.378362 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 4686bf5a-4a55-4d73-8f6b-46403b623efc triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:21.378767 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.457493 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.480838 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480b6a02-7204-448b-9731-b8deb59be8b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4686bf5a-4a55-4d73-8f6b-46403b623efc'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:51:21.483094 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50ca001-32a6-4cda-b323-14426a07ea3c" -d '{"events": [{"server_uuid": "480b6a02-7204-448b-9731-b8deb59be8b9", "name": "network-vif-plugged", "status": "completed", "tag": "4686bf5a-4a55-4d73-8f6b-46403b623efc"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:51:21.496699 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 4686bf5a-4a55-4d73-8f6b-46403b623efc, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=4686bf5a-4a55-4d73-8f6b-46403b623efc,segment=NetworkSegment(c6edc23b-b33f-4b68-a90e-006e269af4c2),segment_id=c6edc23b-b33f-4b68-a90e-006e269af4c2)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:21.502555 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:21.533578 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885e1b23-484d-45c0-aafe-c38afcc4f513 x-openstack-request-id: req-885e1b23-484d-45c0-aafe-c38afcc4f513 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:51:21.533578 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480b6a02-7204-448b-9731-b8deb59be8b9", "name": "network-vif-plugged", "status": "completed", "tag": "4686bf5a-4a55-4d73-8f6b-46403b623efc", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:51:21.533578 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-885e1b23-484d-45c0-aafe-c38afcc4f513 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:51:21.533578 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480b6a02-7204-448b-9731-b8deb59be8b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4686bf5a-4a55-4d73-8f6b-46403b623efc', 'code': 200} Jul 13 07:51:21.568087 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=4686bf5a-4a55-4d73-8f6b-46403b623efc,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:21.636448 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c91554-0f97-4cf5-a240-73326417ed6e req-91ca3d7c-0c4e-4d5e-b9be-8cdf23e7246b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:21.638230 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-04c91554-0f97-4cf5-a240-73326417ed6e req-91ca3d7c-0c4e-4d5e-b9be-8cdf23e7246b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=480b6a02-7204-448b-9731-b8deb59be8b9 HTTP/1.1" status: 200 len: 1098 time: 0.0525186 Jul 13 07:51:21.676055 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-04c91554-0f97-4cf5-a240-73326417ed6e req-91f84640-5ed0-4cbe-bee9-6228a5efbb4a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320010 Jul 13 07:51:22.348301 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e1bce-86f2-4e91-814e-42c30b1a7d53 req-29012156-ca16-47b6-96c7-69607ad5325c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:22.349414 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b02e1bce-86f2-4e91-814e-42c30b1a7d53 req-29012156-ca16-47b6-96c7-69607ad5325c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=480b6a02-7204-448b-9731-b8deb59be8b9 HTTP/1.1" status: 200 len: 946 time: 0.0764089 Jul 13 07:51:22.395514 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b02e1bce-86f2-4e91-814e-42c30b1a7d53 req-c7b0e8fc-f8f3-45f8-89b1-4a800cc87bea tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395665 Jul 13 07:51:23.455256 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:23.581356 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c14bdf-943b-4e23-ab26-9507029009ae req-d78050f9-c25b-47a4-bf48-622295113be0 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:23.583622 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-27c14bdf-943b-4e23-ab26-9507029009ae req-d78050f9-c25b-47a4-bf48-622295113be0 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=480b6a02-7204-448b-9731-b8deb59be8b9 HTTP/1.1" status: 200 len: 946 time: 0.0713029 Jul 13 07:51:23.622447 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-27c14bdf-943b-4e23-ab26-9507029009ae req-c83ad213-5111-4c75-aced-f00a59771010 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323813 Jul 13 07:51:23.979170 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc1566-08c9-440e-8904-ba87e27e735b req-ab9d577c-bb69-4f2a-8818-34f47dd6172d tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:23.982026 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9fdc1566-08c9-440e-8904-ba87e27e735b req-ab9d577c-bb69-4f2a-8818-34f47dd6172d tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=480b6a02-7204-448b-9731-b8deb59be8b9 HTTP/1.1" status: 200 len: 946 time: 0.0681276 Jul 13 07:51:24.000174 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:24.022358 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9fdc1566-08c9-440e-8904-ba87e27e735b req-a8b16292-2695-4b33-903e-5a61c9fe6f77 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347874 Jul 13 07:51:24.199995 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c7c00-8c9b-40e8-925e-4d12e918e6e9 req-a02fdce0-f501-47ed-8b11-5739ec35a8c8 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:24.201382 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-292c7c00-8c9b-40e8-925e-4d12e918e6e9 req-a02fdce0-f501-47ed-8b11-5739ec35a8c8 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=480b6a02-7204-448b-9731-b8deb59be8b9 HTTP/1.1" status: 200 len: 946 time: 0.0691173 Jul 13 07:51:24.239482 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-292c7c00-8c9b-40e8-925e-4d12e918e6e9 req-236644f4-4e58-4bcc-8547-cf6da69803b3 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325308 Jul 13 07:51:24.595124 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75cff9-bf1e-445e-b398-dfc7d87a02e8 req-efb9bb7f-f3f9-43cb-a476-641a86929361 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:24.596637 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9a75cff9-bf1e-445e-b398-dfc7d87a02e8 req-efb9bb7f-f3f9-43cb-a476-641a86929361 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=480b6a02-7204-448b-9731-b8deb59be8b9 HTTP/1.1" status: 200 len: 946 time: 0.0707321 Jul 13 07:51:24.635476 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9a75cff9-bf1e-445e-b398-dfc7d87a02e8 req-56e9b20e-8246-4007-b6a9-5323c350e55f tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320382 Jul 13 07:51:25.817434 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81def69-7455-42b3-bbef-6582e9e465f2 req-4cddc862-5104-43ac-a8bc-eaef2a3c372e tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:25.820175 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c81def69-7455-42b3-bbef-6582e9e465f2 req-4cddc862-5104-43ac-a8bc-eaef2a3c372e tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=480b6a02-7204-448b-9731-b8deb59be8b9 HTTP/1.1" status: 200 len: 946 time: 0.0655384 Jul 13 07:51:25.861768 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c81def69-7455-42b3-bbef-6582e9e465f2 req-535ed4a3-b403-4684-a7e7-81f5faf1c3de tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328829 Jul 13 07:51:27.048458 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79220c83-278f-4448-a6d5-fb86b428c321 req-e9ca769b-f948-4849-8a4f-d9549a292299 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:27.049967 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-79220c83-278f-4448-a6d5-fb86b428c321 req-e9ca769b-f948-4849-8a4f-d9549a292299 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=480b6a02-7204-448b-9731-b8deb59be8b9 HTTP/1.1" status: 200 len: 946 time: 0.0711737 Jul 13 07:51:27.095303 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-79220c83-278f-4448-a6d5-fb86b428c321 req-3d125c89-7f87-466b-9f4a-2aec40d41740 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384252 Jul 13 07:51:28.276814 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb20db8-dab4-4f01-b536-23675f3a3fff req-fd50a0a5-220e-46b2-8858-207ad7e0c9a1 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:28.278294 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2eb20db8-dab4-4f01-b536-23675f3a3fff req-fd50a0a5-220e-46b2-8858-207ad7e0c9a1 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=480b6a02-7204-448b-9731-b8deb59be8b9 HTTP/1.1" status: 200 len: 946 time: 0.0699844 Jul 13 07:51:28.318199 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2eb20db8-dab4-4f01-b536-23675f3a3fff req-1c6e9587-91a5-4eb6-89da-59b8f7d8bb88 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342362 Jul 13 07:51:29.494815 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b65c0-2f6d-4fee-af74-7117f1ebd4a0 req-3bd34894-605e-45a5-9faf-155e9c18a050 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:29.496403 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d83b65c0-2f6d-4fee-af74-7117f1ebd4a0 req-3bd34894-605e-45a5-9faf-155e9c18a050 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=480b6a02-7204-448b-9731-b8deb59be8b9 HTTP/1.1" status: 200 len: 946 time: 0.0663896 Jul 13 07:51:29.537647 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d83b65c0-2f6d-4fee-af74-7117f1ebd4a0 req-ef1c376a-2906-4010-9efa-abd38adc383b tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353308 Jul 13 07:51:30.239701 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a9b07375-fe67-49d9-9c57-ee07071db2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:30.728384 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4f3a6-088a-43c7-bc7e-602e28aea543 req-d2a8132d-45c2-4372-bad5-602873464d2b tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:30.729962 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1cb4f3a6-088a-43c7-bc7e-602e28aea543 req-d2a8132d-45c2-4372-bad5-602873464d2b tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=480b6a02-7204-448b-9731-b8deb59be8b9 HTTP/1.1" status: 200 len: 946 time: 0.0696566 Jul 13 07:51:30.776803 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1cb4f3a6-088a-43c7-bc7e-602e28aea543 req-6b5e7b7c-4647-441e-ae9d-fd4ff684a535 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401845 Jul 13 07:51:31.518976 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58822) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:31.621323 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e4f49be0-4f73-4016-b92c-7b63577f453b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:31.710587 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e4f49be0-4f73-4016-b92c-7b63577f453b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:31.715615 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e4f49be0-4f73-4016-b92c-7b63577f453b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:31.754581 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e4f49be0-4f73-4016-b92c-7b63577f453b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=067463f6e3304fecad3b7e3d86510050&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2343724 Jul 13 07:51:31.755846 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f49be0-4f73-4016-b92c-7b63577f453b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ed30d5-09d0-461a-a4cc-ec58328ddc17,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:31.757428 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58826) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:31.764021 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f49be0-4f73-4016-b92c-7b63577f453b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:31.764370 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f49be0-4f73-4016-b92c-7b63577f453b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:31.764711 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f49be0-4f73-4016-b92c-7b63577f453b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:31.765055 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f49be0-4f73-4016-b92c-7b63577f453b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:31.765389 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f49be0-4f73-4016-b92c-7b63577f453b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:31.765792 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f49be0-4f73-4016-b92c-7b63577f453b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:31.766060 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f49be0-4f73-4016-b92c-7b63577f453b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:31.766356 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f49be0-4f73-4016-b92c-7b63577f453b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:31.766675 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f49be0-4f73-4016-b92c-7b63577f453b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:31.766989 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f49be0-4f73-4016-b92c-7b63577f453b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:31.767334 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f49be0-4f73-4016-b92c-7b63577f453b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:31.767671 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f49be0-4f73-4016-b92c-7b63577f453b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:51:31.822681 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c4253c09-c251-4a7e-9455-189bbeeec059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:31.845886 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c4253c09-c251-4a7e-9455-189bbeeec059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:31.896943 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c4253c09-c251-4a7e-9455-189bbeeec059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:31.899556 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c4253c09-c251-4a7e-9455-189bbeeec059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:31.900703 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c4253c09-c251-4a7e-9455-189bbeeec059 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/55ed30d5-09d0-461a-a4cc-ec58328ddc17 HTTP/1.1" status: 204 len: 168 time: 0.1410425 Jul 13 07:51:31.908796 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4253c09-c251-4a7e-9455-189bbeeec059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ed30d5-09d0-461a-a4cc-ec58328ddc17,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:31.974117 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655885e-4755-45fe-b20b-a6d21e729bb4 req-988631c2-7e73-4df5-8d99-8c732080235c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:31.975696 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2655885e-4755-45fe-b20b-a6d21e729bb4 req-988631c2-7e73-4df5-8d99-8c732080235c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=480b6a02-7204-448b-9731-b8deb59be8b9 HTTP/1.1" status: 200 len: 946 time: 0.0845859 Jul 13 07:51:32.015871 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2655885e-4755-45fe-b20b-a6d21e729bb4 req-bf9a70fc-1aaa-482d-912c-0aa7c9f0925b tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345831 Jul 13 07:51:32.172197 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 58834) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:32.186431 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4a6e7256-32ce-46ae-ad40-812c33746161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.250540 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-87a1ec8e-064e-4fd6-8297-eafd8be4010e req-c0bf151b-aa0b-499d-bb50-e2688be2d0a4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b2ab1022-ac0f-41e9-ab52-9278b9203e24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0563669 Jul 13 07:51:32.290722 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4a6e7256-32ce-46ae-ad40-812c33746161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.294859 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4a6e7256-32ce-46ae-ad40-812c33746161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.338128 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 58836) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:32.339114 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4a6e7256-32ce-46ae-ad40-812c33746161 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a3d8827889f44c9a88024390f251da4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1658218 Jul 13 07:51:32.341332 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e7256-32ce-46ae-ad40-812c33746161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d421d8fb-08f7-4115-a022-7f03aed79ce2,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:32.360369 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1ec8e-064e-4fd6-8297-eafd8be4010e req-9d83f88a-ef4b-429a-941e-dcada55a58d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:32.361854 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-87a1ec8e-064e-4fd6-8297-eafd8be4010e req-9d83f88a-ef4b-429a-941e-dcada55a58d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=18a71e51b79c4f67b8fe8fda57ef99f6&device_id=b2ab1022-ac0f-41e9-ab52-9278b9203e24 HTTP/1.1" status: 200 len: 1098 time: 0.0693533 Jul 13 07:51:32.421638 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ab7401d7-6497-43b9-8aad-22af95318856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.476258 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ab7401d7-6497-43b9-8aad-22af95318856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.520150 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1ec8e-064e-4fd6-8297-eafd8be4010e req-9c60fc40-7fc6-4eec-af34-f73b33becede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:32.521686 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-87a1ec8e-064e-4fd6-8297-eafd8be4010e req-9c60fc40-7fc6-4eec-af34-f73b33becede service neutron] 10.222.0.42 "GET /v2.0/networks?id=24b69256-9cc6-4842-a9e7-33d63bcfcb35 HTTP/1.1" status: 200 len: 907 time: 0.1373436 Jul 13 07:51:32.567903 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-87a1ec8e-064e-4fd6-8297-eafd8be4010e req-b2b8b42d-2555-4042-9947-5f057abd01f3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce36a201-6877-4295-a506-264d465557f8 HTTP/1.1" status: 200 len: 217 time: 0.0397830 Jul 13 07:51:32.582668 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ab7401d7-6497-43b9-8aad-22af95318856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.585184 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ab7401d7-6497-43b9-8aad-22af95318856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:32.586261 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ab7401d7-6497-43b9-8aad-22af95318856 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d421d8fb-08f7-4115-a022-7f03aed79ce2 HTTP/1.1" status: 204 len: 168 time: 0.2472076 Jul 13 07:51:32.615234 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7401d7-6497-43b9-8aad-22af95318856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d421d8fb-08f7-4115-a022-7f03aed79ce2,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:32.626821 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1ec8e-064e-4fd6-8297-eafd8be4010e req-44848aef-a0df-4482-a48c-d8fe4c740787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:32.628905 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-87a1ec8e-064e-4fd6-8297-eafd8be4010e req-44848aef-a0df-4482-a48c-d8fe4c740787 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e84c320b-7bf6-4a93-a184-7aa85a1e2cdf HTTP/1.1" status: 200 len: 846 time: 0.0547354 Jul 13 07:51:32.665655 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-87a1ec8e-064e-4fd6-8297-eafd8be4010e req-a8fa68d2-5d7e-480c-acdc-4c29e4a8b5d5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=24b69256-9cc6-4842-a9e7-33d63bcfcb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308990 Jul 13 07:51:32.770161 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-87a1ec8e-064e-4fd6-8297-eafd8be4010e req-c0dadcff-029c-49ae-a395-cfa503b5f383 service neutron] 10.222.0.42 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979078 Jul 13 07:51:32.859684 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-87a1ec8e-064e-4fd6-8297-eafd8be4010e req-0ce794b8-a6f1-476d-b27a-3ecaf8ee1838 service neutron] 10.222.0.42 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838397 Jul 13 07:51:33.124833 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b43cb30b-22f1-45d7-8160-00e96804b1db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.197495 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:33.197945 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4742e-85c0-4ac1-b30d-01ced0d867da req-6217d0e4-5d01-46f8-bbb4-fc59bcb7e21c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:33.199495 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-81d4742e-85c0-4ac1-b30d-01ced0d867da req-6217d0e4-5d01-46f8-bbb4-fc59bcb7e21c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=480b6a02-7204-448b-9731-b8deb59be8b9 HTTP/1.1" status: 200 len: 946 time: 0.0721004 Jul 13 07:51:33.242145 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-81d4742e-85c0-4ac1-b30d-01ced0d867da req-975cdeb0-9f01-4e7c-b84a-09f0566fc462 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357409 Jul 13 07:51:34.111704 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:34.433042 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058da871-04b9-47d2-9298-da40f8623cbf req-4ae9cad4-ef04-44e5-be24-aa367435f093 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:34.434627 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-058da871-04b9-47d2-9298-da40f8623cbf req-4ae9cad4-ef04-44e5-be24-aa367435f093 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=480b6a02-7204-448b-9731-b8deb59be8b9 HTTP/1.1" status: 200 len: 946 time: 0.0713773 Jul 13 07:51:34.474136 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-058da871-04b9-47d2-9298-da40f8623cbf req-cffb5e58-d43f-4e98-91f7-a99f1e5e6310 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335898 Jul 13 07:51:34.632214 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa6878-655e-4536-8925-24c11f125ecc req-33e2d487-f7de-4e84-bd2b-7d8cfb4a2f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:34.633611 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b4aa6878-655e-4536-8925-24c11f125ecc req-33e2d487-f7de-4e84-bd2b-7d8cfb4a2f35 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=18a71e51b79c4f67b8fe8fda57ef99f6&device_id=480b6a02-7204-448b-9731-b8deb59be8b9 HTTP/1.1" status: 200 len: 1098 time: 0.0541387 Jul 13 07:51:34.741320 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa6878-655e-4536-8925-24c11f125ecc req-9db8089d-39b3-4c85-8259-0209b51eac82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:34.742795 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b4aa6878-655e-4536-8925-24c11f125ecc req-9db8089d-39b3-4c85-8259-0209b51eac82 service neutron] 10.222.0.25 "GET /v2.0/networks?id=24b69256-9cc6-4842-a9e7-33d63bcfcb35 HTTP/1.1" status: 200 len: 907 time: 0.0898862 Jul 13 07:51:34.784246 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b4aa6878-655e-4536-8925-24c11f125ecc req-dd902e59-38df-4d50-a0ff-3651018cd7c0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4686bf5a-4a55-4d73-8f6b-46403b623efc HTTP/1.1" status: 200 len: 217 time: 0.0347164 Jul 13 07:51:34.832713 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa6878-655e-4536-8925-24c11f125ecc req-b7072fc2-14c6-4f37-b02b-0a6f05faf21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:34.834411 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b4aa6878-655e-4536-8925-24c11f125ecc req-b7072fc2-14c6-4f37-b02b-0a6f05faf21c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e84c320b-7bf6-4a93-a184-7aa85a1e2cdf HTTP/1.1" status: 200 len: 846 time: 0.0443897 Jul 13 07:51:34.868493 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b4aa6878-655e-4536-8925-24c11f125ecc req-ee0dc452-5712-46b3-8db0-abb88265be23 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=24b69256-9cc6-4842-a9e7-33d63bcfcb35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275137 Jul 13 07:51:34.877527 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-511de04b-2383-4005-b136-0d72b6943a08 req-7d3d499e-1aa9-4de5-a5b5-f73e5c63af63 tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e49b41f70c914242a29fbae52ab0cb7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286427 Jul 13 07:51:34.962956 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b4aa6878-655e-4536-8925-24c11f125ecc req-149eb1fb-6cd5-410f-a2c7-332bfc7fa095 service neutron] 10.222.0.25 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879502 Jul 13 07:51:35.055320 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b4aa6878-655e-4536-8925-24c11f125ecc req-ce5bb8aa-19bf-4a24-9687-8486b4f4e341 service neutron] 10.222.0.25 "GET /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856457 Jul 13 07:51:35.091422 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511de04b-2383-4005-b136-0d72b6943a08 req-041408f9-226e-4ffc-abfa-15267d58a328 tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:35.092959 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-511de04b-2383-4005-b136-0d72b6943a08 req-041408f9-226e-4ffc-abfa-15267d58a328 tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2089720 Jul 13 07:51:35.107901 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-511de04b-2383-4005-b136-0d72b6943a08 req-b32df19f-cd81-4dc7-a626-e642e2b6cac4 tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] 10.222.0.23 "GET /v2.0/quotas/e49b41f70c914242a29fbae52ab0cb7f HTTP/1.1" status: 200 len: 375 time: 0.0093105 Jul 13 07:51:35.142233 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-511de04b-2383-4005-b136-0d72b6943a08 req-d7f1a391-e961-4d65-8e53-4eb4a5851662 tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e49b41f70c914242a29fbae52ab0cb7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291750 Jul 13 07:51:35.323745 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-29290e98-bada-4046-b1ea-deecceb88a11 req-0c4420c0-9d65-4bcb-9dc2-9292520a5aeb tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] 10.222.0.23 "GET /v2.0/ports?device_id=9400159c-7f7c-448c-b6be-bcbb5e840d6b HTTP/1.1" status: 200 len: 210 time: 0.0305254 Jul 13 07:51:35.658904 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48390e08-3f4c-40c5-99b2-eaaeed3e1232 req-5cd6626b-d935-4ffc-a974-883b03742beb tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:35.661186 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-48390e08-3f4c-40c5-99b2-eaaeed3e1232 req-5cd6626b-d935-4ffc-a974-883b03742beb tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=480b6a02-7204-448b-9731-b8deb59be8b9 HTTP/1.1" status: 200 len: 946 time: 0.0686412 Jul 13 07:51:35.704534 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-48390e08-3f4c-40c5-99b2-eaaeed3e1232 req-aeba8166-b049-4ec4-a4bd-bd78b71c9c1b tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353420 Jul 13 07:51:35.897388 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:36.267874 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-511de04b-2383-4005-b136-0d72b6943a08 req-e2713b87-cc8d-46ff-b262-bc39930e9cdf tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=e49b41f70c914242a29fbae52ab0cb7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269790 Jul 13 07:51:36.391229 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511de04b-2383-4005-b136-0d72b6943a08 req-3675e565-2ea9-442c-86ac-7534e23c7c31 tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:36.392754 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-511de04b-2383-4005-b136-0d72b6943a08 req-3675e565-2ea9-442c-86ac-7534e23c7c31 tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1203291 Jul 13 07:51:36.404238 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-511de04b-2383-4005-b136-0d72b6943a08 req-8142dfbd-665b-4abc-8728-f54ffe231efd tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] Request body: {'port': {'device_id': '9400159c-7f7c-448c-b6be-bcbb5e840d6b', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'admin_state_up': True, 'tenant_id': 'e49b41f70c914242a29fbae52ab0cb7f'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:36.477627 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-187bdc43-0ec6-4c64-b3de-29eb3914bba6 req-3693a8e4-76d8-4f7b-9619-023ad443bb58 tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] 10.222.0.23 "GET /v2.0/ports?device_id=9400159c-7f7c-448c-b6be-bcbb5e840d6b HTTP/1.1" status: 200 len: 210 time: 0.0318201 Jul 13 07:51:36.529503 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-511de04b-2383-4005-b136-0d72b6943a08 req-8142dfbd-665b-4abc-8728-f54ffe231efd tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] Made reservation on behalf of e49b41f70c914242a29fbae52ab0cb7f for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:51:36.532969 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-511de04b-2383-4005-b136-0d72b6943a08 req-8142dfbd-665b-4abc-8728-f54ffe231efd tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:36.542758 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-511de04b-2383-4005-b136-0d72b6943a08 req-8142dfbd-665b-4abc-8728-f54ffe231efd tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:36.636437 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-511de04b-2383-4005-b136-0d72b6943a08 req-8142dfbd-665b-4abc-8728-f54ffe231efd tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:36.640722 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-511de04b-2383-4005-b136-0d72b6943a08 req-8142dfbd-665b-4abc-8728-f54ffe231efd tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:36.704576 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8142dfbd-665b-4abc-8728-f54ffe231efd tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f89b84c3-f5a7-423c-834d-302ae069f6d3,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:36.782679 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-511de04b-2383-4005-b136-0d72b6943a08 req-8142dfbd-665b-4abc-8728-f54ffe231efd tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] Allocated IP 192.168.233.174 (f9d6e899-687c-4a4d-bdf3-8d8d169866a7/c5af789a-0729-4e53-834f-ef6745aa079c/582fb709-1ce0-42ad-a727-faea5f4b363a) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:51:36.983666 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da203c2-708b-436d-965c-fc4c082db986 req-ddabde86-bfef-4806-a571-acb6981eb289 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:36.985496 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6da203c2-708b-436d-965c-fc4c082db986 req-ddabde86-bfef-4806-a571-acb6981eb289 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=480b6a02-7204-448b-9731-b8deb59be8b9 HTTP/1.1" status: 200 len: 946 time: 0.1531556 Jul 13 07:51:36.999822 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-511de04b-2383-4005-b136-0d72b6943a08 req-8142dfbd-665b-4abc-8728-f54ffe231efd tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:37.026384 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-511de04b-2383-4005-b136-0d72b6943a08 req-8142dfbd-665b-4abc-8728-f54ffe231efd tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] Transition to ACTIVE for port object 582fb709-1ce0-42ad-a727-faea5f4b363a will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:37.046932 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6da203c2-708b-436d-965c-fc4c082db986 req-5c5a5ff5-49b1-44ef-8a3e-e9d45924d35d tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520930 Jul 13 07:51:37.073418 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-511de04b-2383-4005-b136-0d72b6943a08 req-8142dfbd-665b-4abc-8728-f54ffe231efd tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:37.119056 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-511de04b-2383-4005-b136-0d72b6943a08 req-8142dfbd-665b-4abc-8728-f54ffe231efd tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] Network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:51:37.122369 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-511de04b-2383-4005-b136-0d72b6943a08 req-8142dfbd-665b-4abc-8728-f54ffe231efd tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:51:37.126405 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-511de04b-2383-4005-b136-0d72b6943a08 req-8142dfbd-665b-4abc-8728-f54ffe231efd tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:51:37.153135 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8142dfbd-665b-4abc-8728-f54ffe231efd tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] Pushing event updated for resources: {'Port': ['ID=582fb709-1ce0-42ad-a727-faea5f4b363a,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:37.181932 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511de04b-2383-4005-b136-0d72b6943a08 req-8142dfbd-665b-4abc-8728-f54ffe231efd tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:37.182487 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-511de04b-2383-4005-b136-0d72b6943a08 req-8142dfbd-665b-4abc-8728-f54ffe231efd tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:37.198384 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-511de04b-2383-4005-b136-0d72b6943a08 req-8142dfbd-665b-4abc-8728-f54ffe231efd tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7980335 Jul 13 07:51:37.211085 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-511de04b-2383-4005-b136-0d72b6943a08 req-68952128-e5e3-4b49-a26d-1b8d2691608f service neutron] Request body: {'port': {'device_id': '9400159c-7f7c-448c-b6be-bcbb5e840d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:51:37.297064 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-511de04b-2383-4005-b136-0d72b6943a08 req-68952128-e5e3-4b49-a26d-1b8d2691608f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:37.318621 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-607763ad-6562-459f-884e-cf0a0b2f6f53 None None] Provisioning for port 582fb709-1ce0-42ad-a727-faea5f4b363a completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:37.322384 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-607763ad-6562-459f-884e-cf0a0b2f6f53 None None] Provisioning complete for port 582fb709-1ce0-42ad-a727-faea5f4b363a triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:37.322749 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-607763ad-6562-459f-884e-cf0a0b2f6f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:37.357733 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-607763ad-6562-459f-884e-cf0a0b2f6f53 None None] Port 582fb709-1ce0-42ad-a727-faea5f4b363a cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:51:37.672699 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc46c29-089d-4634-a2ad-665d34769860 req-3d1fa3e5-733b-45d9-8bda-60990b460a60 tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:37.674247 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fdc46c29-089d-4634-a2ad-665d34769860 req-3d1fa3e5-733b-45d9-8bda-60990b460a60 tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] 10.222.0.23 "GET /v2.0/ports?device_id=9400159c-7f7c-448c-b6be-bcbb5e840d6b HTTP/1.1" status: 200 len: 936 time: 0.0755699 Jul 13 07:51:37.720888 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fdc46c29-089d-4634-a2ad-665d34769860 req-15a720c5-d38d-4b3d-bb8e-d28241dcbd07 tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] 10.222.0.23 "GET /v2.0/security-groups?id=f89b84c3-f5a7-423c-834d-302ae069f6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391879 Jul 13 07:51:37.933643 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-511de04b-2383-4005-b136-0d72b6943a08 req-68952128-e5e3-4b49-a26d-1b8d2691608f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 582fb709-1ce0-42ad-a727-faea5f4b363a {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:51:37.941139 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-511de04b-2383-4005-b136-0d72b6943a08 req-68952128-e5e3-4b49-a26d-1b8d2691608f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:37.952721 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-511de04b-2383-4005-b136-0d72b6943a08 req-68952128-e5e3-4b49-a26d-1b8d2691608f service neutron] Transition to ACTIVE for port object 582fb709-1ce0-42ad-a727-faea5f4b363a will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:51:37.956685 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-511de04b-2383-4005-b136-0d72b6943a08 req-68952128-e5e3-4b49-a26d-1b8d2691608f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:38.013418 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68952128-e5e3-4b49-a26d-1b8d2691608f service neutron] Pushing event updated for resources: {'Port': ['ID=582fb709-1ce0-42ad-a727-faea5f4b363a,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:38.096169 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-511de04b-2383-4005-b136-0d72b6943a08 req-68952128-e5e3-4b49-a26d-1b8d2691608f service neutron] Attempting to bind port 582fb709-1ce0-42ad-a727-faea5f4b363a on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:51:38.096736 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-511de04b-2383-4005-b136-0d72b6943a08 req-68952128-e5e3-4b49-a26d-1b8d2691608f service neutron] Attempting to bind port 582fb709-1ce0-42ad-a727-faea5f4b363a by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:51:38.097862 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511de04b-2383-4005-b136-0d72b6943a08 req-68952128-e5e3-4b49-a26d-1b8d2691608f service neutron] Attempting to bind port 582fb709-1ce0-42ad-a727-faea5f4b363a on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:38.106127 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511de04b-2383-4005-b136-0d72b6943a08 req-68952128-e5e3-4b49-a26d-1b8d2691608f service neutron] Port 582fb709-1ce0-42ad-a727-faea5f4b363a on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:51:38.106826 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511de04b-2383-4005-b136-0d72b6943a08 req-68952128-e5e3-4b49-a26d-1b8d2691608f service neutron] Attempting to bind port 582fb709-1ce0-42ad-a727-faea5f4b363a on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:51:38.116967 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511de04b-2383-4005-b136-0d72b6943a08 req-68952128-e5e3-4b49-a26d-1b8d2691608f service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:51:38.117529 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511de04b-2383-4005-b136-0d72b6943a08 req-68952128-e5e3-4b49-a26d-1b8d2691608f service neutron] Checking segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:51:38.118160 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511de04b-2383-4005-b136-0d72b6943a08 req-68952128-e5e3-4b49-a26d-1b8d2691608f service neutron] Bound using segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:51:38.118918 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-511de04b-2383-4005-b136-0d72b6943a08 req-68952128-e5e3-4b49-a26d-1b8d2691608f service neutron] Bound port: 582fb709-1ce0-42ad-a727-faea5f4b363a, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:51:38.119711 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-511de04b-2383-4005-b136-0d72b6943a08 req-68952128-e5e3-4b49-a26d-1b8d2691608f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:38.199969 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-511de04b-2383-4005-b136-0d72b6943a08 req-68952128-e5e3-4b49-a26d-1b8d2691608f service neutron] For port 582fb709-1ce0-42ad-a727-faea5f4b363a, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:51:38.203503 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-511de04b-2383-4005-b136-0d72b6943a08 req-68952128-e5e3-4b49-a26d-1b8d2691608f service neutron] For port 582fb709-1ce0-42ad-a727-faea5f4b363a, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=582fb709-1ce0-42ad-a727-faea5f4b363a,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:51:38.209345 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-511de04b-2383-4005-b136-0d72b6943a08 req-68952128-e5e3-4b49-a26d-1b8d2691608f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:38.280117 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511de04b-2383-4005-b136-0d72b6943a08 req-68952128-e5e3-4b49-a26d-1b8d2691608f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:38.280740 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-511de04b-2383-4005-b136-0d72b6943a08 req-68952128-e5e3-4b49-a26d-1b8d2691608f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:38.282117 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-511de04b-2383-4005-b136-0d72b6943a08 req-68952128-e5e3-4b49-a26d-1b8d2691608f service neutron] 10.222.0.42 "PUT /v2.0/ports/582fb709-1ce0-42ad-a727-faea5f4b363a HTTP/1.1" status: 200 len: 1097 time: 1.0767126 Jul 13 07:51:38.283471 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9400159c-7f7c-448c-b6be-bcbb5e840d6b', 'tag': '582fb709-1ce0-42ad-a727-faea5f4b363a'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:51:38.286978 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a905788-0b67-49dd-abb7-354108674624" -d '{"events": [{"name": "network-changed", "server_uuid": "9400159c-7f7c-448c-b6be-bcbb5e840d6b", "tag": "582fb709-1ce0-42ad-a727-faea5f4b363a"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:51:38.309664 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68952128-e5e3-4b49-a26d-1b8d2691608f service neutron] Pushing event updated for resources: {'Port': ['ID=582fb709-1ce0-42ad-a727-faea5f4b363a,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:38.343249 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367d13bd-46f0-44c7-ba88-bfbf53e94f49 x-openstack-request-id: req-367d13bd-46f0-44c7-ba88-bfbf53e94f49 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:51:38.343778 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9400159c-7f7c-448c-b6be-bcbb5e840d6b", "tag": "582fb709-1ce0-42ad-a727-faea5f4b363a", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:51:38.343778 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-367d13bd-46f0-44c7-ba88-bfbf53e94f49 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:51:38.344242 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9400159c-7f7c-448c-b6be-bcbb5e840d6b', 'tag': '582fb709-1ce0-42ad-a727-faea5f4b363a', 'status': 'completed', 'code': 200} Jul 13 07:51:38.385038 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4bc67-ec02-4bba-8452-2078636ac8c4 req-20992b2c-2df1-4f10-a2c7-02ec06276a68 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:38.386605 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-13a4bc67-ec02-4bba-8452-2078636ac8c4 req-20992b2c-2df1-4f10-a2c7-02ec06276a68 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=480b6a02-7204-448b-9731-b8deb59be8b9 HTTP/1.1" status: 200 len: 946 time: 0.1491992 Jul 13 07:51:38.431794 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511de04b-2383-4005-b136-0d72b6943a08 req-97d2d870-6736-49d7-a39d-3073f5f1d4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:38.433300 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-511de04b-2383-4005-b136-0d72b6943a08 req-97d2d870-6736-49d7-a39d-3073f5f1d4f3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e49b41f70c914242a29fbae52ab0cb7f&device_id=9400159c-7f7c-448c-b6be-bcbb5e840d6b HTTP/1.1" status: 200 len: 1100 time: 0.1023302 Jul 13 07:51:38.441601 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-13a4bc67-ec02-4bba-8452-2078636ac8c4 req-a844e477-0c6c-4c27-9eaa-124542c25cbe tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455871 Jul 13 07:51:38.485946 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-511de04b-2383-4005-b136-0d72b6943a08 req-c7feff41-6c73-4853-8f9b-00dbbc7ea8c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=582fb709-1ce0-42ad-a727-faea5f4b363a HTTP/1.1" status: 200 len: 217 time: 0.0432448 Jul 13 07:51:38.536384 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511de04b-2383-4005-b136-0d72b6943a08 req-dde8128a-679d-422a-af88-9400573a596a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:38.537864 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-511de04b-2383-4005-b136-0d72b6943a08 req-dde8128a-679d-422a-af88-9400573a596a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.0465677 Jul 13 07:51:38.614560 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511de04b-2383-4005-b136-0d72b6943a08 req-4021b3cd-0d74-49cc-86a2-556a66284714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:38.616123 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-511de04b-2383-4005-b136-0d72b6943a08 req-4021b3cd-0d74-49cc-86a2-556a66284714 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0720799 Jul 13 07:51:38.711257 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-511de04b-2383-4005-b136-0d72b6943a08 req-fa0f7494-7b3f-4268-8b0f-aafbd8cb9ab6 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882628 Jul 13 07:51:38.808590 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-511de04b-2383-4005-b136-0d72b6943a08 req-a52260ae-1412-4139-8b35-70de7ef5a85c service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913751 Jul 13 07:51:38.906404 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791bce1-2ef7-4ed5-9f37-9917740339bc req-7ef84dbb-023b-47d1-9836-c4380adab1f5 tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:38.907952 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8791bce1-2ef7-4ed5-9f37-9917740339bc req-7ef84dbb-023b-47d1-9836-c4380adab1f5 tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] 10.222.0.23 "GET /v2.0/ports?device_id=9400159c-7f7c-448c-b6be-bcbb5e840d6b HTTP/1.1" status: 200 len: 948 time: 0.0665846 Jul 13 07:51:38.914098 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a905788-0b67-49dd-abb7-354108674624 req-7759ad01-e4a6-47ae-b50e-f18d51f57e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:38.916214 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5a905788-0b67-49dd-abb7-354108674624 req-7759ad01-e4a6-47ae-b50e-f18d51f57e17 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e49b41f70c914242a29fbae52ab0cb7f&device_id=9400159c-7f7c-448c-b6be-bcbb5e840d6b HTTP/1.1" status: 200 len: 1100 time: 0.0545805 Jul 13 07:51:38.947689 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8791bce1-2ef7-4ed5-9f37-9917740339bc req-61cc697a-a3d6-4c1a-af47-e5613c5f9c6b tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] 10.222.0.23 "GET /v2.0/security-groups?id=f89b84c3-f5a7-423c-834d-302ae069f6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335152 Jul 13 07:51:39.008102 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a905788-0b67-49dd-abb7-354108674624 req-b94c56aa-e063-4b25-9d08-abfbaf1a6ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:39.009577 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5a905788-0b67-49dd-abb7-354108674624 req-b94c56aa-e063-4b25-9d08-abfbaf1a6ca3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.0866084 Jul 13 07:51:39.055310 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5a905788-0b67-49dd-abb7-354108674624 req-0b111969-eb57-4a28-9716-6408845926b3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=582fb709-1ce0-42ad-a727-faea5f4b363a HTTP/1.1" status: 200 len: 217 time: 0.0390832 Jul 13 07:51:39.103812 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a905788-0b67-49dd-abb7-354108674624 req-ed82ff53-5a54-47ea-9a48-1cece460809c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:39.105255 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5a905788-0b67-49dd-abb7-354108674624 req-ed82ff53-5a54-47ea-9a48-1cece460809c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.0441370 Jul 13 07:51:39.166908 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a905788-0b67-49dd-abb7-354108674624 req-47b9c76d-6434-48b7-b460-434a599c00cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:39.168458 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5a905788-0b67-49dd-abb7-354108674624 req-47b9c76d-6434-48b7-b460-434a599c00cd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0529685 Jul 13 07:51:39.266347 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5a905788-0b67-49dd-abb7-354108674624 req-e3de6388-c7ed-4c07-b6be-1a0178314021 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897059 Jul 13 07:51:39.358888 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5a905788-0b67-49dd-abb7-354108674624 req-c2ce6465-006f-43e1-92f9-1ab7d65edfd1 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858700 Jul 13 07:51:39.623492 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027253e0-4333-4111-8911-87d30b6fc442 req-e8135478-9a33-47b0-a11a-433f8fe41a45 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:39.624993 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-027253e0-4333-4111-8911-87d30b6fc442 req-e8135478-9a33-47b0-a11a-433f8fe41a45 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=480b6a02-7204-448b-9731-b8deb59be8b9 HTTP/1.1" status: 200 len: 946 time: 0.0676334 Jul 13 07:51:39.677043 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-027253e0-4333-4111-8911-87d30b6fc442 req-23a91b82-298d-4606-91a2-3760f5f4dcd6 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434937 Jul 13 07:51:39.935734 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 582fb709-1ce0-42ad-a727-faea5f4b363a details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:51:40.032173 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 582fb709-1ce0-42ad-a727-faea5f4b363a, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=582fb709-1ce0-42ad-a727-faea5f4b363a,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:40.043323 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '582fb709-1ce0-42ad-a727-faea5f4b363a', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': '582fb709-1ce0-42ad-a727-faea5f4b363a', 'mac_address': 'fa:16:3e:b3:25:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:51:40.080911 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.093757 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 582fb709-1ce0-42ad-a727-faea5f4b363a {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:51:40.113761 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 582fb709-1ce0-42ad-a727-faea5f4b363a, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=582fb709-1ce0-42ad-a727-faea5f4b363a,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:40.118237 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:40.123815 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e019d-630d-4be6-8c71-13aebb0139f2 req-c9b7f962-bac1-429a-85c5-899cec1a5fea tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:40.124395 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b85e019d-630d-4be6-8c71-13aebb0139f2 req-c9b7f962-bac1-429a-85c5-899cec1a5fea tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] 10.222.0.23 "GET /v2.0/ports?device_id=9400159c-7f7c-448c-b6be-bcbb5e840d6b HTTP/1.1" status: 200 len: 948 time: 0.0642204 Jul 13 07:51:40.171349 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=582fb709-1ce0-42ad-a727-faea5f4b363a,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:40.173070 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b85e019d-630d-4be6-8c71-13aebb0139f2 req-00585f22-f08f-4ac8-8136-87b4a31b7e50 tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] 10.222.0.23 "GET /v2.0/security-groups?id=f89b84c3-f5a7-423c-834d-302ae069f6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418046 Jul 13 07:51:40.339753 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['582fb709-1ce0-42ad-a727-faea5f4b363a'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:51:40.851576 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0f156-cc88-4f3f-a410-2c3af96cf8f6 req-e21acc88-af68-41c0-8ed6-372a0d984283 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:40.853099 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-95c0f156-cc88-4f3f-a410-2c3af96cf8f6 req-e21acc88-af68-41c0-8ed6-372a0d984283 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=480b6a02-7204-448b-9731-b8deb59be8b9 HTTP/1.1" status: 200 len: 946 time: 0.0639400 Jul 13 07:51:40.892874 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-95c0f156-cc88-4f3f-a410-2c3af96cf8f6 req-859fa8ab-ae30-4b5b-858c-a6be576777f3 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342362 Jul 13 07:51:41.372827 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e2fea-8b2d-4a7b-a237-888ed665f54c req-669459f7-9d04-41f9-b7d1-1539b47c83cd tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:41.374402 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-105e2fea-8b2d-4a7b-a237-888ed665f54c req-669459f7-9d04-41f9-b7d1-1539b47c83cd tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] 10.222.0.23 "GET /v2.0/ports?device_id=9400159c-7f7c-448c-b6be-bcbb5e840d6b HTTP/1.1" status: 200 len: 949 time: 0.0702024 Jul 13 07:51:41.416522 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-105e2fea-8b2d-4a7b-a237-888ed665f54c req-071191b7-ad72-40dd-baf0-83fe46389713 tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] 10.222.0.23 "GET /v2.0/security-groups?id=f89b84c3-f5a7-423c-834d-302ae069f6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354221 Jul 13 07:51:41.951156 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 582fb709-1ce0-42ad-a727-faea5f4b363a up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:51:42.000811 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 582fb709-1ce0-42ad-a727-faea5f4b363a completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:51:42.006418 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 582fb709-1ce0-42ad-a727-faea5f4b363a triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:42.006946 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:42.075343 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984348e3-f414-484c-9cf7-9fb0bfab5eb7 req-1ff3481b-8b54-4f84-abf9-31a9a625abe7 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:42.077216 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-984348e3-f414-484c-9cf7-9fb0bfab5eb7 req-1ff3481b-8b54-4f84-abf9-31a9a625abe7 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=480b6a02-7204-448b-9731-b8deb59be8b9 HTTP/1.1" status: 200 len: 946 time: 0.0663795 Jul 13 07:51:42.088553 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:42.111929 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9400159c-7f7c-448c-b6be-bcbb5e840d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582fb709-1ce0-42ad-a727-faea5f4b363a'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:51:42.114410 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0a443c-60fb-4a69-9fdb-150d23c283b1" -d '{"events": [{"server_uuid": "9400159c-7f7c-448c-b6be-bcbb5e840d6b", "name": "network-vif-plugged", "status": "completed", "tag": "582fb709-1ce0-42ad-a727-faea5f4b363a"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:51:42.116873 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-984348e3-f414-484c-9cf7-9fb0bfab5eb7 req-fcbdfefb-80d6-4af2-8925-3b6a5cb02c0b tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340919 Jul 13 07:51:42.128187 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 582fb709-1ce0-42ad-a727-faea5f4b363a, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=582fb709-1ce0-42ad-a727-faea5f4b363a,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:42.133419 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:42.161851 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ee0dd4-b02c-4cf9-83d5-0769f2439377 x-openstack-request-id: req-69ee0dd4-b02c-4cf9-83d5-0769f2439377 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:51:42.162133 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9400159c-7f7c-448c-b6be-bcbb5e840d6b", "name": "network-vif-plugged", "status": "completed", "tag": "582fb709-1ce0-42ad-a727-faea5f4b363a", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:51:42.162379 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-69ee0dd4-b02c-4cf9-83d5-0769f2439377 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:51:42.162766 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9400159c-7f7c-448c-b6be-bcbb5e840d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582fb709-1ce0-42ad-a727-faea5f4b363a', 'code': 200} Jul 13 07:51:42.192586 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=582fb709-1ce0-42ad-a727-faea5f4b363a,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:42.287032 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c03fe-7434-4c44-9be5-e80a3615db1d req-d7d1142a-e822-404b-9918-6ee68bb65918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:42.289068 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dd6c03fe-7434-4c44-9be5-e80a3615db1d req-d7d1142a-e822-404b-9918-6ee68bb65918 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9400159c-7f7c-448c-b6be-bcbb5e840d6b HTTP/1.1" status: 200 len: 1102 time: 0.0678840 Jul 13 07:51:42.328893 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dd6c03fe-7434-4c44-9be5-e80a3615db1d req-f268085b-6ec3-45a4-a74c-642b056ab880 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f89b84c3-f5a7-423c-834d-302ae069f6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332525 Jul 13 07:51:42.424899 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-54f2cb6a-f817-4aad-bc5d-81f8e18f1521 None None] Provisioning complete for port 582fb709-1ce0-42ad-a727-faea5f4b363a triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:51:42.425204 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-54f2cb6a-f817-4aad-bc5d-81f8e18f1521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:42.612516 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd21ce-e7fb-4c99-8ce1-e9bdd8724245 req-d0c18d7a-e34f-4776-ab3f-5abd9114228a tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:42.614729 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-60bd21ce-e7fb-4c99-8ce1-e9bdd8724245 req-d0c18d7a-e34f-4776-ab3f-5abd9114228a tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] 10.222.0.23 "GET /v2.0/ports?device_id=9400159c-7f7c-448c-b6be-bcbb5e840d6b HTTP/1.1" status: 200 len: 950 time: 0.0758584 Jul 13 07:51:42.654741 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-60bd21ce-e7fb-4c99-8ce1-e9bdd8724245 req-64736f78-6310-45e9-a8d4-7dccca010e46 tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] 10.222.0.23 "GET /v2.0/security-groups?id=f89b84c3-f5a7-423c-834d-302ae069f6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340488 Jul 13 07:51:43.300945 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b47d6-75cf-434d-9bac-ad6c79601ff2 req-2ee6ec99-c310-4325-8fef-7799c75a5362 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:43.302637 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6a9b47d6-75cf-434d-9bac-ad6c79601ff2 req-2ee6ec99-c310-4325-8fef-7799c75a5362 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=480b6a02-7204-448b-9731-b8deb59be8b9 HTTP/1.1" status: 200 len: 946 time: 0.0663304 Jul 13 07:51:43.343130 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6a9b47d6-75cf-434d-9bac-ad6c79601ff2 req-5e6a0ca9-e254-41f8-a3b1-e047bf86012a tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342417 Jul 13 07:51:43.846504 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5129d0-fe96-47c9-ae8d-cce62f1adf42 req-b17d46d9-782b-44c4-bab8-04928cffe67f tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:43.847970 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1e5129d0-fe96-47c9-ae8d-cce62f1adf42 req-b17d46d9-782b-44c4-bab8-04928cffe67f tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] 10.222.0.23 "GET /v2.0/ports?device_id=9400159c-7f7c-448c-b6be-bcbb5e840d6b HTTP/1.1" status: 200 len: 950 time: 0.0720749 Jul 13 07:51:43.896629 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1e5129d0-fe96-47c9-ae8d-cce62f1adf42 req-7fbec275-4b9b-4d26-a73a-eee0940a525e tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] 10.222.0.23 "GET /v2.0/security-groups?id=f89b84c3-f5a7-423c-834d-302ae069f6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420926 Jul 13 07:51:44.524797 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9326241-a8ec-4e16-9d64-5a947fd93a72 req-35983adb-ba65-43b7-8bbb-6bda3f554d34 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:44.526349 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d9326241-a8ec-4e16-9d64-5a947fd93a72 req-35983adb-ba65-43b7-8bbb-6bda3f554d34 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=480b6a02-7204-448b-9731-b8deb59be8b9 HTTP/1.1" status: 200 len: 946 time: 0.0685072 Jul 13 07:51:44.569352 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d9326241-a8ec-4e16-9d64-5a947fd93a72 req-3c4f54da-34d7-40a6-b2f4-e2a5fd668e34 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370758 Jul 13 07:51:45.758933 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25395e59-0458-438c-be07-da43075d4918 req-f9a69416-4fde-4876-a6a1-3d5cdef4ee78 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:45.760482 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-25395e59-0458-438c-be07-da43075d4918 req-f9a69416-4fde-4876-a6a1-3d5cdef4ee78 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=480b6a02-7204-448b-9731-b8deb59be8b9 HTTP/1.1" status: 200 len: 946 time: 0.0665882 Jul 13 07:51:45.802895 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-25395e59-0458-438c-be07-da43075d4918 req-e77ef216-ecfc-4ad2-861b-fa020dc4a694 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364347 Jul 13 07:51:46.984794 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc199e-5a75-41cd-a7a2-056a76c1f9e4 req-f3f51856-1029-44d8-a3c7-25cc789b4960 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:46.986414 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-62cc199e-5a75-41cd-a7a2-056a76c1f9e4 req-f3f51856-1029-44d8-a3c7-25cc789b4960 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=480b6a02-7204-448b-9731-b8deb59be8b9 HTTP/1.1" status: 200 len: 946 time: 0.0671515 Jul 13 07:51:47.026518 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-62cc199e-5a75-41cd-a7a2-056a76c1f9e4 req-527e0810-966b-48f1-a830-6e1fbf375f06 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344138 Jul 13 07:51:48.225886 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cdd7e-891b-4c08-94ad-d546aab0efec req-b61678be-455a-42ea-b678-0a31aadd5b6c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:48.227530 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0c1cdd7e-891b-4c08-94ad-d546aab0efec req-b61678be-455a-42ea-b678-0a31aadd5b6c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=480b6a02-7204-448b-9731-b8deb59be8b9 HTTP/1.1" status: 200 len: 946 time: 0.0688486 Jul 13 07:51:48.268748 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0c1cdd7e-891b-4c08-94ad-d546aab0efec req-06c36364-e82f-49d4-848c-ad721788034e tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356672 Jul 13 07:51:49.457386 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194b292-50df-4bfd-91d3-178b75b1b30a req-54b46479-669b-4748-901a-3b4c0830603d tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:49.459418 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5194b292-50df-4bfd-91d3-178b75b1b30a req-54b46479-669b-4748-901a-3b4c0830603d tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=480b6a02-7204-448b-9731-b8deb59be8b9 HTTP/1.1" status: 200 len: 946 time: 0.0702991 Jul 13 07:51:49.498871 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5194b292-50df-4bfd-91d3-178b75b1b30a req-13beb97b-55be-4161-936c-733505e3ac65 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338531 Jul 13 07:51:50.678779 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b90c3e-d449-422e-945c-244c197942d0 req-780b45b3-c5f5-4ced-aab6-d18830017971 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:50.680347 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-00b90c3e-d449-422e-945c-244c197942d0 req-780b45b3-c5f5-4ced-aab6-d18830017971 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=480b6a02-7204-448b-9731-b8deb59be8b9 HTTP/1.1" status: 200 len: 946 time: 0.0685103 Jul 13 07:51:50.718511 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-00b90c3e-d449-422e-945c-244c197942d0 req-fd18bd77-f599-4b59-81cb-63ee0b0da92a tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322437 Jul 13 07:51:51.072114 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf83aad-e09c-43b7-a7d4-78a11f212152 req-3dbfa9b6-3ade-4386-b889-e22eafbdc831 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:51.073598 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8cf83aad-e09c-43b7-a7d4-78a11f212152 req-3dbfa9b6-3ade-4386-b889-e22eafbdc831 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=480b6a02-7204-448b-9731-b8deb59be8b9 HTTP/1.1" status: 200 len: 946 time: 0.0657570 Jul 13 07:51:51.111639 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8cf83aad-e09c-43b7-a7d4-78a11f212152 req-9861ecf2-a882-4b00-b209-2f2c2dca802b tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323992 Jul 13 07:51:51.285808 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e1b10-aefb-4d40-848f-3fdad9544ed2 req-26213ffd-2462-43e4-ac6b-2f1dba167397 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:51.287344 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-886e1b10-aefb-4d40-848f-3fdad9544ed2 req-26213ffd-2462-43e4-ac6b-2f1dba167397 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=480b6a02-7204-448b-9731-b8deb59be8b9 HTTP/1.1" status: 200 len: 946 time: 0.0649202 Jul 13 07:51:51.325819 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-886e1b10-aefb-4d40-848f-3fdad9544ed2 req-0a7472e5-ab16-4558-8f30-d4cc2752d52c tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328050 Jul 13 07:51:51.720404 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d973d-d7d1-4e30-ab55-8132957cb0d6 req-6a9460ff-b884-43f3-8f51-b397a5312fca tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:51.721945 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-688d973d-d7d1-4e30-ab55-8132957cb0d6 req-6a9460ff-b884-43f3-8f51-b397a5312fca tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=480b6a02-7204-448b-9731-b8deb59be8b9 HTTP/1.1" status: 200 len: 946 time: 0.0690055 Jul 13 07:51:51.761726 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-688d973d-d7d1-4e30-ab55-8132957cb0d6 req-62f5fb32-af70-41a1-aa0f-89b3ee311c57 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333076 Jul 13 07:51:52.079025 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:51:52.800035 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67516b1-e40e-4086-833a-371b2274863e req-eb42828c-2d4d-4060-9d1b-ae337a2997d8 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:52.802506 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c67516b1-e40e-4086-833a-371b2274863e req-eb42828c-2d4d-4060-9d1b-ae337a2997d8 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.25 "GET /v2.0/ports?device_id=480b6a02-7204-448b-9731-b8deb59be8b9 HTTP/1.1" status: 200 len: 946 time: 0.0768816 Jul 13 07:51:52.959543 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-c67516b1-e40e-4086-833a-371b2274863e req-562385bc-fb27-4e25-b703-296a04d760b1 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Deleting port 4686bf5a-4a55-4d73-8f6b-46403b623efc {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:52.959884 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c67516b1-e40e-4086-833a-371b2274863e req-562385bc-fb27-4e25-b703-296a04d760b1 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.005553 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ea6fd-de4c-423b-9eb5-b215777c5bb2 req-17727494-7851-4eb0-ba5f-2486aee4c8fb tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:53.007089 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-088ea6fd-de4c-423b-9eb5-b215777c5bb2 req-17727494-7851-4eb0-ba5f-2486aee4c8fb tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=480b6a02-7204-448b-9731-b8deb59be8b9 HTTP/1.1" status: 200 len: 946 time: 0.1181517 Jul 13 07:51:53.094512 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-088ea6fd-de4c-423b-9eb5-b215777c5bb2 req-ccf58295-ed4e-4b2d-926c-8f6eb00ddb96 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624762 Jul 13 07:51:53.096297 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-c67516b1-e40e-4086-833a-371b2274863e req-562385bc-fb27-4e25-b703-296a04d760b1 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] For port 4686bf5a-4a55-4d73-8f6b-46403b623efc, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=4686bf5a-4a55-4d73-8f6b-46403b623efc,segment=NetworkSegment(c6edc23b-b33f-4b68-a90e-006e269af4c2),segment_id=c6edc23b-b33f-4b68-a90e-006e269af4c2)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:53.096660 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c67516b1-e40e-4086-833a-371b2274863e req-562385bc-fb27-4e25-b703-296a04d760b1 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.110719 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-c67516b1-e40e-4086-833a-371b2274863e req-562385bc-fb27-4e25-b703-296a04d760b1 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Calling delete_port for 4686bf5a-4a55-4d73-8f6b-46403b623efc owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:53.242344 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c67516b1-e40e-4086-833a-371b2274863e req-562385bc-fb27-4e25-b703-296a04d760b1 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.254810 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['4686bf5a-4a55-4d73-8f6b-46403b623efc'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:51:53.259591 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['ce36a201-6877-4295-a506-264d465557f8'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:51:53.278072 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562385bc-fb27-4e25-b703-296a04d760b1 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Pushing event deleted for resources: {'Port': ['ID=4686bf5a-4a55-4d73-8f6b-46403b623efc,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:53.339675 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-c67516b1-e40e-4086-833a-371b2274863e req-562385bc-fb27-4e25-b703-296a04d760b1 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] No DVR routers for this DVR port 4686bf5a-4a55-4d73-8f6b-46403b623efc on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:51:53.342240 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c67516b1-e40e-4086-833a-371b2274863e req-562385bc-fb27-4e25-b703-296a04d760b1 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:53.344830 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c67516b1-e40e-4086-833a-371b2274863e req-562385bc-fb27-4e25-b703-296a04d760b1 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.25 "DELETE /v2.0/ports/4686bf5a-4a55-4d73-8f6b-46403b623efc HTTP/1.1" status: 204 len: 173 time: 0.5370228 Jul 13 07:51:53.345271 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480b6a02-7204-448b-9731-b8deb59be8b9', 'name': 'network-vif-deleted', 'tag': '4686bf5a-4a55-4d73-8f6b-46403b623efc'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:51:53.348335 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9935d366-44d1-4490-abf9-8ba52080d772" -d '{"events": [{"server_uuid": "480b6a02-7204-448b-9731-b8deb59be8b9", "name": "network-vif-deleted", "tag": "4686bf5a-4a55-4d73-8f6b-46403b623efc"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:51:53.390441 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05f0023-83a9-443e-9c91-8a20daafe216 x-openstack-request-id: req-a05f0023-83a9-443e-9c91-8a20daafe216 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:51:53.390899 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480b6a02-7204-448b-9731-b8deb59be8b9", "name": "network-vif-deleted", "tag": "4686bf5a-4a55-4d73-8f6b-46403b623efc", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:51:53.391394 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a05f0023-83a9-443e-9c91-8a20daafe216 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:51:53.392122 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480b6a02-7204-448b-9731-b8deb59be8b9', 'name': 'network-vif-deleted', 'tag': '4686bf5a-4a55-4d73-8f6b-46403b623efc', 'status': 'completed', 'code': 200} Jul 13 07:51:53.465265 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:54.018363 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:55.540252 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7977814b-8277-4183-824b-de4686e2de2d req-ae46a52e-5dbd-4319-b301-38207cccbccf tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:55.541673 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7977814b-8277-4183-824b-de4686e2de2d req-ae46a52e-5dbd-4319-b301-38207cccbccf tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2ab1022-ac0f-41e9-ab52-9278b9203e24 HTTP/1.1" status: 200 len: 946 time: 0.0650761 Jul 13 07:51:55.580733 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7977814b-8277-4183-824b-de4686e2de2d req-4aa6a434-f216-43a7-8f9c-082114a6e459 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332720 Jul 13 07:51:56.817691 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32ab39-98b7-4de2-ae5d-29309855f2f2 req-e0859940-17ed-46ce-9785-8e96456cb01f tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:56.820105 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-db32ab39-98b7-4de2-ae5d-29309855f2f2 req-e0859940-17ed-46ce-9785-8e96456cb01f tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2ab1022-ac0f-41e9-ab52-9278b9203e24 HTTP/1.1" status: 200 len: 946 time: 0.1135910 Jul 13 07:51:56.841591 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abbb22-d99b-4b47-b222-51094ff6d4fb req-00758e7c-643d-474a-b138-b0004c9d5dca tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:51:56.843088 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d6abbb22-d99b-4b47-b222-51094ff6d4fb req-00758e7c-643d-474a-b138-b0004c9d5dca tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2ab1022-ac0f-41e9-ab52-9278b9203e24 HTTP/1.1" status: 200 len: 946 time: 0.0999799 Jul 13 07:51:56.911673 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-db32ab39-98b7-4de2-ae5d-29309855f2f2 req-719f2f75-25bb-4c10-8314-257bc6f25b04 tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.23 "GET /v2.0/security-groups?id=4591c0b8-7a46-4a10-a8a8-1fc257b6203e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844495 Jul 13 07:51:56.979263 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-d6abbb22-d99b-4b47-b222-51094ff6d4fb req-4ce662ff-6be8-4c6d-aae2-1f2bce4d6e9b tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Deleting port ce36a201-6877-4295-a506-264d465557f8 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:51:56.979616 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d6abbb22-d99b-4b47-b222-51094ff6d4fb req-4ce662ff-6be8-4c6d-aae2-1f2bce4d6e9b tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:57.074822 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-d6abbb22-d99b-4b47-b222-51094ff6d4fb req-4ce662ff-6be8-4c6d-aae2-1f2bce4d6e9b tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] For port ce36a201-6877-4295-a506-264d465557f8, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=ce36a201-6877-4295-a506-264d465557f8,segment=NetworkSegment(c6edc23b-b33f-4b68-a90e-006e269af4c2),segment_id=c6edc23b-b33f-4b68-a90e-006e269af4c2)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:51:57.075173 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d6abbb22-d99b-4b47-b222-51094ff6d4fb req-4ce662ff-6be8-4c6d-aae2-1f2bce4d6e9b tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:57.089453 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-d6abbb22-d99b-4b47-b222-51094ff6d4fb req-4ce662ff-6be8-4c6d-aae2-1f2bce4d6e9b tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Calling delete_port for ce36a201-6877-4295-a506-264d465557f8 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:51:57.232391 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d6abbb22-d99b-4b47-b222-51094ff6d4fb req-4ce662ff-6be8-4c6d-aae2-1f2bce4d6e9b tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:57.244505 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['ce36a201-6877-4295-a506-264d465557f8'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:51:57.263270 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce662ff-6be8-4c6d-aae2-1f2bce4d6e9b tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Pushing event deleted for resources: {'Port': ['ID=ce36a201-6877-4295-a506-264d465557f8,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:57.322722 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6abbb22-d99b-4b47-b222-51094ff6d4fb req-4ce662ff-6be8-4c6d-aae2-1f2bce4d6e9b tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] No DVR routers for this DVR port ce36a201-6877-4295-a506-264d465557f8 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:51:57.326159 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d6abbb22-d99b-4b47-b222-51094ff6d4fb req-4ce662ff-6be8-4c6d-aae2-1f2bce4d6e9b tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:57.328279 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d6abbb22-d99b-4b47-b222-51094ff6d4fb req-4ce662ff-6be8-4c6d-aae2-1f2bce4d6e9b tempest-ServersTestJSON-413678348 tempest-ServersTestJSON-413678348-project] 10.222.0.42 "DELETE /v2.0/ports/ce36a201-6877-4295-a506-264d465557f8 HTTP/1.1" status: 204 len: 173 time: 0.4769723 Jul 13 07:51:57.328712 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ab1022-ac0f-41e9-ab52-9278b9203e24', 'name': 'network-vif-deleted', 'tag': 'ce36a201-6877-4295-a506-264d465557f8'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:51:57.332619 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08207fff-6d70-407b-b61b-4da801be0de0" -d '{"events": [{"server_uuid": "b2ab1022-ac0f-41e9-ab52-9278b9203e24", "name": "network-vif-deleted", "tag": "ce36a201-6877-4295-a506-264d465557f8"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:51:57.378641 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4514d40-7e75-4a02-8810-14cc3de067b4 x-openstack-request-id: req-a4514d40-7e75-4a02-8810-14cc3de067b4 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:51:57.380877 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ab1022-ac0f-41e9-ab52-9278b9203e24", "name": "network-vif-deleted", "tag": "ce36a201-6877-4295-a506-264d465557f8", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:51:57.381194 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a4514d40-7e75-4a02-8810-14cc3de067b4 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:51:57.381976 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ab1022-ac0f-41e9-ab52-9278b9203e24', 'name': 'network-vif-deleted', 'tag': 'ce36a201-6877-4295-a506-264d465557f8', 'status': 'completed', 'code': 200} Jul 13 07:51:57.437089 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 4686bf5a-4a55-4d73-8f6b-46403b623efc no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:51:57.457508 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 4686bf5a-4a55-4d73-8f6b-46403b623efc {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:51:57.458186 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 4686bf5a-4a55-4d73-8f6b-46403b623efc not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:51:58.013650 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 59034) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:58.065667 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-4daa0d2a-733d-4a33-8e58-ef5618d5b95e admin admin] Deleting subnet e84c320b-7bf6-4a93-a184-7aa85a1e2cdf {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:51:58.070209 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4daa0d2a-733d-4a33-8e58-ef5618d5b95e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:58.107242 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4daa0d2a-733d-4a33-8e58-ef5618d5b95e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:58.154933 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4daa0d2a-733d-4a33-8e58-ef5618d5b95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:58.221380 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4daa0d2a-733d-4a33-8e58-ef5618d5b95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:58.243811 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa0d2a-733d-4a33-8e58-ef5618d5b95e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e84c320b-7bf6-4a93-a184-7aa85a1e2cdf,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:58.255820 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4daa0d2a-733d-4a33-8e58-ef5618d5b95e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:58.260456 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4daa0d2a-733d-4a33-8e58-ef5618d5b95e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e84c320b-7bf6-4a93-a184-7aa85a1e2cdf HTTP/1.1" status: 204 len: 168 time: 0.2434809 Jul 13 07:51:58.260605 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 59038) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:58.333909 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e2199adb-76cc-4ca9-ab0e-f80ad84ee44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:58.427710 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e2199adb-76cc-4ca9-ab0e-f80ad84ee44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:58.439068 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-e2199adb-76cc-4ca9-ab0e-f80ad84ee44b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24b69256-9cc6-4842-a9e7-33d63bcfcb35']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:58.452194 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-e2199adb-76cc-4ca9-ab0e-f80ad84ee44b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6edc23b-b33f-4b68-a90e-006e269af4c2') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:58.452496 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-e2199adb-76cc-4ca9-ab0e-f80ad84ee44b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6edc23b-b33f-4b68-a90e-006e269af4c2') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:51:58.462964 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e2199adb-76cc-4ca9-ab0e-f80ad84ee44b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:58.478042 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e2199adb-76cc-4ca9-ab0e-f80ad84ee44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:58.484584 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2199adb-76cc-4ca9-ab0e-f80ad84ee44b admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:51:58.485058 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e2199adb-76cc-4ca9-ab0e-f80ad84ee44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:58.486602 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:51:58.486602 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:51:58.486602 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:51:58.486602 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:51:58.486602 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:51:58.486602 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:51:58.486602 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:51:58.486602 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:51:58.486602 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:51:58.486602 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:51:58.486602 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:51:58.486602 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:51:58.486602 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:51:58.486602 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:51:58.486602 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:51:58.486602 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:51:58.486602 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:51:58.486602 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:51:58.486602 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:51:58.486602 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:51:58.486602 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:51:58.486602 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:51:58.486602 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:51:58.486602 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:51:58.486602 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:51:58.486602 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:51:58.486602 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:51:58.486602 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:51:58.486602 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:51:58.486602 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:51:58.486602 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:51:58.486602 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:51:58.486602 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:51:58.486602 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:51:58.486602 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:51:58.486602 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:51:58.554859 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e2199adb-76cc-4ca9-ab0e-f80ad84ee44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:58.572485 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e2199adb-76cc-4ca9-ab0e-f80ad84ee44b admin admin] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:58.576940 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e2199adb-76cc-4ca9-ab0e-f80ad84ee44b admin admin] 10.222.0.23 "DELETE /v2.0/networks/24b69256-9cc6-4842-a9e7-33d63bcfcb35 HTTP/1.1" status: 204 len: 168 time: 0.3126099 Jul 13 07:51:58.576940 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2199adb-76cc-4ca9-ab0e-f80ad84ee44b admin admin] Pushing event deleted for resources: {'Network': ['ID=24b69256-9cc6-4842-a9e7-33d63bcfcb35,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:51:58.776292 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 59042) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:58.827880 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b606e222-8999-4a3e-8273-0b7e78e71236 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=18a71e51b79c4f67b8fe8fda57ef99f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506866 Jul 13 07:51:58.831413 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 59044) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:51:58.957067 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-721e0cf4-5430-417d-a3cf-d978a7475a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:58.983943 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-721e0cf4-5430-417d-a3cf-d978a7475a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:59.060395 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-721e0cf4-5430-417d-a3cf-d978a7475a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:59.063078 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-721e0cf4-5430-417d-a3cf-d978a7475a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:51:59.064363 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-721e0cf4-5430-417d-a3cf-d978a7475a81 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4591c0b8-7a46-4a10-a8a8-1fc257b6203e HTTP/1.1" status: 204 len: 168 time: 0.2317183 Jul 13 07:51:59.076621 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e0cf4-5430-417d-a3cf-d978a7475a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4591c0b8-7a46-4a10-a8a8-1fc257b6203e,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:00.239162 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1101ef1c-5c7c-4899-a968-ea386dba6afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:02.106972 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device ce36a201-6877-4295-a506-264d465557f8 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:52:02.128180 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: ce36a201-6877-4295-a506-264d465557f8 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:52:02.128585 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device ce36a201-6877-4295-a506-264d465557f8 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:52:02.257776 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59116) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:02.377407 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ec4462f5-ba63-485f-9483-e710a45d9a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:02.472932 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ec4462f5-ba63-485f-9483-e710a45d9a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:02.477899 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ec4462f5-ba63-485f-9483-e710a45d9a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:02.517640 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ec4462f5-ba63-485f-9483-e710a45d9a8e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ef65f9323adc42b782fa4572b18cef3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2586236 Jul 13 07:52:02.520913 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59120) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:02.527105 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4462f5-ba63-485f-9483-e710a45d9a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e48b50-8d94-4e56-a39d-ecb2a4f368d8,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:02.574483 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6c9f77e7-0c79-44e8-93fb-95ff36ae8023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:02.596816 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6c9f77e7-0c79-44e8-93fb-95ff36ae8023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:02.663869 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6c9f77e7-0c79-44e8-93fb-95ff36ae8023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:02.666719 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6c9f77e7-0c79-44e8-93fb-95ff36ae8023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:02.668857 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6c9f77e7-0c79-44e8-93fb-95ff36ae8023 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e4e48b50-8d94-4e56-a39d-ecb2a4f368d8 HTTP/1.1" status: 204 len: 168 time: 0.1459937 Jul 13 07:52:02.678465 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f77e7-0c79-44e8-93fb-95ff36ae8023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e48b50-8d94-4e56-a39d-ecb2a4f368d8,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:03.033606 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59126) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:03.047569 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-905f9dd3-fa9a-493b-bfa2-c70abe5676ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:03.134893 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b78592e1-25a9-4cce-9eb0-d715ccfdc616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:03.159677 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-905f9dd3-fa9a-493b-bfa2-c70abe5676ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:03.165035 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-905f9dd3-fa9a-493b-bfa2-c70abe5676ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:03.197660 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:03.205226 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f9dd3-fa9a-493b-bfa2-c70abe5676ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4d64e4-4d2a-4716-b59d-2cd059a60fbf,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:03.213493 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 59128) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:03.220032 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-905f9dd3-fa9a-493b-bfa2-c70abe5676ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8d3c36c25eed457e8753cf1a16a9906a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1852806 Jul 13 07:52:03.268489 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-254f35ca-cd28-4c69-a8e5-48d94287a6ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:03.292710 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-254f35ca-cd28-4c69-a8e5-48d94287a6ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:03.344564 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-254f35ca-cd28-4c69-a8e5-48d94287a6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:03.347246 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-254f35ca-cd28-4c69-a8e5-48d94287a6ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:03.349328 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-254f35ca-cd28-4c69-a8e5-48d94287a6ad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5f4d64e4-4d2a-4716-b59d-2cd059a60fbf HTTP/1.1" status: 204 len: 168 time: 0.1346824 Jul 13 07:52:03.360680 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f35ca-cd28-4c69-a8e5-48d94287a6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4d64e4-4d2a-4716-b59d-2cd059a60fbf,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:04.116577 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:05.350608 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 59196) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:05.462019 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5617b404-8aaf-4608-b797-7f62b3da3fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:05.563692 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5617b404-8aaf-4608-b797-7f62b3da3fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:05.569019 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5617b404-8aaf-4608-b797-7f62b3da3fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:05.608313 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5617b404-8aaf-4608-b797-7f62b3da3fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7f9881-5e9a-4a46-9d8c-344c278214cb,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:05.615755 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59200) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:05.616345 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5617b404-8aaf-4608-b797-7f62b3da3fbd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7c076bab755640a69eb4c49a4334fa9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2639320 Jul 13 07:52:05.622604 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5617b404-8aaf-4608-b797-7f62b3da3fbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:05.622943 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5617b404-8aaf-4608-b797-7f62b3da3fbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:05.623487 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5617b404-8aaf-4608-b797-7f62b3da3fbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:05.623980 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5617b404-8aaf-4608-b797-7f62b3da3fbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:05.624470 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5617b404-8aaf-4608-b797-7f62b3da3fbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:05.624992 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5617b404-8aaf-4608-b797-7f62b3da3fbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:05.625328 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5617b404-8aaf-4608-b797-7f62b3da3fbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:05.625664 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5617b404-8aaf-4608-b797-7f62b3da3fbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:05.625993 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5617b404-8aaf-4608-b797-7f62b3da3fbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:05.626319 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5617b404-8aaf-4608-b797-7f62b3da3fbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:05.626648 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5617b404-8aaf-4608-b797-7f62b3da3fbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:05.626971 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5617b404-8aaf-4608-b797-7f62b3da3fbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:05.687222 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-db213b92-9ba7-45bf-aaf5-b79ff8d173b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:05.710355 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-db213b92-9ba7-45bf-aaf5-b79ff8d173b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:05.758392 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-db213b92-9ba7-45bf-aaf5-b79ff8d173b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:05.760918 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-db213b92-9ba7-45bf-aaf5-b79ff8d173b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:05.762136 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-db213b92-9ba7-45bf-aaf5-b79ff8d173b4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/de7f9881-5e9a-4a46-9d8c-344c278214cb HTTP/1.1" status: 204 len: 168 time: 0.1441143 Jul 13 07:52:05.771368 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db213b92-9ba7-45bf-aaf5-b79ff8d173b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7f9881-5e9a-4a46-9d8c-344c278214cb,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:05.901006 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:06.191081 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59206) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:06.205925 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f54211b5-7633-4e46-a43d-8bf4876e9ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:06.298980 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f54211b5-7633-4e46-a43d-8bf4876e9ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:06.303779 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f54211b5-7633-4e46-a43d-8bf4876e9ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:06.348334 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 59210) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:06.348925 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f54211b5-7633-4e46-a43d-8bf4876e9ed2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c8739f567fd24d8a950f8cff63b46b72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1548877 Jul 13 07:52:06.349262 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54211b5-7633-4e46-a43d-8bf4876e9ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd347b0-38a3-42db-9650-134a82eda6d8,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:06.410656 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-aaf45231-0caa-421a-b27a-221ccd95dca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:06.431630 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-aaf45231-0caa-421a-b27a-221ccd95dca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:06.477082 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-aaf45231-0caa-421a-b27a-221ccd95dca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:06.479902 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-aaf45231-0caa-421a-b27a-221ccd95dca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:06.481159 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-aaf45231-0caa-421a-b27a-221ccd95dca3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6cd347b0-38a3-42db-9650-134a82eda6d8 HTTP/1.1" status: 204 len: 168 time: 0.1315775 Jul 13 07:52:06.490146 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf45231-0caa-421a-b27a-221ccd95dca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd347b0-38a3-42db-9650-134a82eda6d8,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:08.704953 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 59304) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:08.825523 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7def9867-b297-4eb6-836a-59745eecab9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:08.920136 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7def9867-b297-4eb6-836a-59745eecab9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:08.924214 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7def9867-b297-4eb6-836a-59745eecab9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:08.962879 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7def9867-b297-4eb6-836a-59745eecab9b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6e572d07ab1b4eaa9942d2186baa205b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2565746 Jul 13 07:52:08.963887 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def9867-b297-4eb6-836a-59745eecab9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae65f1b-bff5-446a-9961-5ea1d3db0bbf,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:08.965634 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59314) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:09.025338 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7cdcab7b-862f-4759-9d12-3c0e3ae0f580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:09.050584 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7cdcab7b-862f-4759-9d12-3c0e3ae0f580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:09.097108 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7cdcab7b-862f-4759-9d12-3c0e3ae0f580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:09.100662 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7cdcab7b-862f-4759-9d12-3c0e3ae0f580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:09.101799 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7cdcab7b-862f-4759-9d12-3c0e3ae0f580 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aae65f1b-bff5-446a-9961-5ea1d3db0bbf HTTP/1.1" status: 204 len: 168 time: 0.1308730 Jul 13 07:52:09.109636 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdcab7b-862f-4759-9d12-3c0e3ae0f580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae65f1b-bff5-446a-9961-5ea1d3db0bbf,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:09.376292 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59324) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:09.389529 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0161d4dc-0c3a-4a99-9ffa-0743541d1e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:09.484796 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0161d4dc-0c3a-4a99-9ffa-0743541d1e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:09.489563 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0161d4dc-0c3a-4a99-9ffa-0743541d1e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:09.538214 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0161d4dc-0c3a-4a99-9ffa-0743541d1e2b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4da635f42603474191b6125b919d009d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1578124 Jul 13 07:52:09.538214 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0161d4dc-0c3a-4a99-9ffa-0743541d1e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7ef61f-a6c6-492c-a9f4-3066d9d33ccd,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:09.539092 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59332) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:09.590776 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cc76aeeb-f0c2-46a1-9cb2-2d0527fd6a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:09.612084 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cc76aeeb-f0c2-46a1-9cb2-2d0527fd6a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:09.659509 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cc76aeeb-f0c2-46a1-9cb2-2d0527fd6a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:09.662640 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cc76aeeb-f0c2-46a1-9cb2-2d0527fd6a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:09.663830 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-cc76aeeb-f0c2-46a1-9cb2-2d0527fd6a04 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6d7ef61f-a6c6-492c-a9f4-3066d9d33ccd HTTP/1.1" status: 204 len: 168 time: 0.1237953 Jul 13 07:52:09.671794 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc76aeeb-f0c2-46a1-9cb2-2d0527fd6a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7ef61f-a6c6-492c-a9f4-3066d9d33ccd,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:15.681928 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59550) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:15.790778 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3c973c09-bfe2-4604-a652-87eaceed673d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:15.885832 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3c973c09-bfe2-4604-a652-87eaceed673d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:15.889758 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3c973c09-bfe2-4604-a652-87eaceed673d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:15.938282 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3c973c09-bfe2-4604-a652-87eaceed673d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5ac8d29ffc30484d9c3b08e46086b564&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2552388 Jul 13 07:52:15.939503 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c973c09-bfe2-4604-a652-87eaceed673d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b850e093-a490-4688-9f8a-a465263b7c61,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:15.940938 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 59558) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:15.993356 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5087c8a4-eb07-45d3-93a2-3e5b6d2f54ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:16.015606 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5087c8a4-eb07-45d3-93a2-3e5b6d2f54ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:16.063933 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5087c8a4-eb07-45d3-93a2-3e5b6d2f54ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:16.066473 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5087c8a4-eb07-45d3-93a2-3e5b6d2f54ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:16.067816 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5087c8a4-eb07-45d3-93a2-3e5b6d2f54ab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b850e093-a490-4688-9f8a-a465263b7c61 HTTP/1.1" status: 204 len: 168 time: 0.1258929 Jul 13 07:52:16.076069 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5087c8a4-eb07-45d3-93a2-3e5b6d2f54ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b850e093-a490-4688-9f8a-a465263b7c61,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:16.337450 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 59568) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:16.350859 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cd8ed5ca-22e4-4a73-b5a2-b666573f4bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:16.454303 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cd8ed5ca-22e4-4a73-b5a2-b666573f4bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:16.458676 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cd8ed5ca-22e4-4a73-b5a2-b666573f4bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:16.496494 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ed5ca-22e4-4a73-b5a2-b666573f4bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5973bae1-3ee3-406e-9b9d-0f7390b8fc07,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:16.502284 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-cd8ed5ca-22e4-4a73-b5a2-b666573f4bad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c6e81d08cb44305a560db22a7a3c820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1635447 Jul 13 07:52:16.504250 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 59574) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:16.554206 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-54ed6c30-f886-47d3-b061-4b3ec3a3b5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:16.576366 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-54ed6c30-f886-47d3-b061-4b3ec3a3b5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:16.624744 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-54ed6c30-f886-47d3-b061-4b3ec3a3b5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:16.628839 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-54ed6c30-f886-47d3-b061-4b3ec3a3b5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:16.632178 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-54ed6c30-f886-47d3-b061-4b3ec3a3b5cc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5973bae1-3ee3-406e-9b9d-0f7390b8fc07 HTTP/1.1" status: 204 len: 168 time: 0.1259239 Jul 13 07:52:16.640657 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed6c30-f886-47d3-b061-4b3ec3a3b5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5973bae1-3ee3-406e-9b9d-0f7390b8fc07,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:18.890584 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 59726) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:19.002172 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-af1c3f3d-d315-4fc7-aa97-37c2696f4ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.088524 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-af1c3f3d-d315-4fc7-aa97-37c2696f4ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.092770 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-af1c3f3d-d315-4fc7-aa97-37c2696f4ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.137313 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59734) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:19.137937 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-af1c3f3d-d315-4fc7-aa97-37c2696f4ce1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cf31d5d417a1481c817899a3b0c76977&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2457137 Jul 13 07:52:19.138695 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c3f3d-d315-4fc7-aa97-37c2696f4ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6efda1-649f-45b2-81cb-9b8405de24ec,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:19.191239 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ca8a8134-0331-4fb5-b3af-a5d6dc5c54c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.214518 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ca8a8134-0331-4fb5-b3af-a5d6dc5c54c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.263449 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ca8a8134-0331-4fb5-b3af-a5d6dc5c54c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.266028 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ca8a8134-0331-4fb5-b3af-a5d6dc5c54c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.267160 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ca8a8134-0331-4fb5-b3af-a5d6dc5c54c2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bf6efda1-649f-45b2-81cb-9b8405de24ec HTTP/1.1" status: 204 len: 168 time: 0.1288559 Jul 13 07:52:19.276072 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a8134-0331-4fb5-b3af-a5d6dc5c54c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6efda1-649f-45b2-81cb-9b8405de24ec,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:19.537309 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 59744) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:19.550456 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-132be519-ca02-4d8f-b10f-b450bed4c601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.639640 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-132be519-ca02-4d8f-b10f-b450bed4c601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.643630 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-132be519-ca02-4d8f-b10f-b450bed4c601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.684606 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-132be519-ca02-4d8f-b10f-b450bed4c601 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=437f978a8a1a4bb29ac6e3eb17c13cf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1461890 Jul 13 07:52:19.685443 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132be519-ca02-4d8f-b10f-b450bed4c601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c4cef5-be6f-4c24-a232-c0a333c3b909,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:19.687445 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 59750) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:19.755045 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2bd02e4b-862f-4e1e-b2e3-8e35be53011b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.776466 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2bd02e4b-862f-4e1e-b2e3-8e35be53011b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.824229 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2bd02e4b-862f-4e1e-b2e3-8e35be53011b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.826762 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2bd02e4b-862f-4e1e-b2e3-8e35be53011b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:19.827978 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2bd02e4b-862f-4e1e-b2e3-8e35be53011b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b1c4cef5-be6f-4c24-a232-c0a333c3b909 HTTP/1.1" status: 204 len: 168 time: 0.1394231 Jul 13 07:52:19.836545 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd02e4b-862f-4e1e-b2e3-8e35be53011b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c4cef5-be6f-4c24-a232-c0a333c3b909,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:23.328151 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60024) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:23.446845 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fa98d35e-6bc7-4383-8497-f89414ae431f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:23.463609 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:23.540119 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fa98d35e-6bc7-4383-8497-f89414ae431f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:23.544127 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fa98d35e-6bc7-4383-8497-f89414ae431f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:23.583161 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-fa98d35e-6bc7-4383-8497-f89414ae431f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d3237a6d94746f486da28473bf3fbad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2529213 Jul 13 07:52:23.584294 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa98d35e-6bc7-4383-8497-f89414ae431f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8393e2-16d2-459c-afe7-021be25db430,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:23.585771 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60030) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:23.643002 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5e7282bf-7c01-4579-9cca-29164bf61739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:23.665649 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5e7282bf-7c01-4579-9cca-29164bf61739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:23.715371 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5e7282bf-7c01-4579-9cca-29164bf61739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:23.718345 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5e7282bf-7c01-4579-9cca-29164bf61739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:23.719737 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5e7282bf-7c01-4579-9cca-29164bf61739 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7c8393e2-16d2-459c-afe7-021be25db430 HTTP/1.1" status: 204 len: 168 time: 0.1330016 Jul 13 07:52:23.729092 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7282bf-7c01-4579-9cca-29164bf61739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8393e2-16d2-459c-afe7-021be25db430,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:24.026578 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:24.913769 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60094) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:25.022785 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-65843c4c-d458-44e1-85ba-986d274f6acb tempest-ExternalNetworksAdminNegativeTestJSON-2004112816 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816-project-admin] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:25.046585 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-65843c4c-d458-44e1-85ba-986d274f6acb tempest-ExternalNetworksAdminNegativeTestJSON-2004112816 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:25.132021 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-65843c4c-d458-44e1-85ba-986d274f6acb tempest-ExternalNetworksAdminNegativeTestJSON-2004112816 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:25.244661 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-65843c4c-d458-44e1-85ba-986d274f6acb tempest-ExternalNetworksAdminNegativeTestJSON-2004112816 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816-project-admin] Allocated IP 172.25.3.84 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/8e2d1880-6900-44b3-8d33-72f79e862573) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:25.694759 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-65843c4c-d458-44e1-85ba-986d274f6acb tempest-ExternalNetworksAdminNegativeTestJSON-2004112816 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:25.747355 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-65843c4c-d458-44e1-85ba-986d274f6acb tempest-ExternalNetworksAdminNegativeTestJSON-2004112816 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:25.788111 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65843c4c-d458-44e1-85ba-986d274f6acb tempest-ExternalNetworksAdminNegativeTestJSON-2004112816 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816-project-admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:25.792293 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-65843c4c-d458-44e1-85ba-986d274f6acb tempest-ExternalNetworksAdminNegativeTestJSON-2004112816 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816-project-admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:25.804292 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65843c4c-d458-44e1-85ba-986d274f6acb tempest-ExternalNetworksAdminNegativeTestJSON-2004112816 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816-project-admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:25.826733 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65843c4c-d458-44e1-85ba-986d274f6acb tempest-ExternalNetworksAdminNegativeTestJSON-2004112816 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816-project-admin] Pushing event updated for resources: {'Port': ['ID=8e2d1880-6900-44b3-8d33-72f79e862573,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:25.885587 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-65843c4c-d458-44e1-85ba-986d274f6acb tempest-ExternalNetworksAdminNegativeTestJSON-2004112816 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:25.936442 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-65843c4c-d458-44e1-85ba-986d274f6acb tempest-ExternalNetworksAdminNegativeTestJSON-2004112816 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:26.088238 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-65843c4c-d458-44e1-85ba-986d274f6acb tempest-ExternalNetworksAdminNegativeTestJSON-2004112816 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:26.092802 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-65843c4c-d458-44e1-85ba-986d274f6acb tempest-ExternalNetworksAdminNegativeTestJSON-2004112816 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:26.163673 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65843c4c-d458-44e1-85ba-986d274f6acb tempest-ExternalNetworksAdminNegativeTestJSON-2004112816 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816-project-admin] Pushing event updated for resources: {'Port': ['ID=8e2d1880-6900-44b3-8d33-72f79e862573,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:26.173322 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-65843c4c-d458-44e1-85ba-986d274f6acb tempest-ExternalNetworksAdminNegativeTestJSON-2004112816 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:26.187372 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-65843c4c-d458-44e1-85ba-986d274f6acb tempest-ExternalNetworksAdminNegativeTestJSON-2004112816 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:26.188597 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-65843c4c-d458-44e1-85ba-986d274f6acb tempest-ExternalNetworksAdminNegativeTestJSON-2004112816 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2737973 Jul 13 07:52:26.191497 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60118) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:26.196399 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-9bf5e29e-2743-4876-b278-36343b2c07ab tempest-ExternalNetworksAdminNegativeTestJSON-2004112816 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-694519057', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'fixed_ips': [{'ip_address': '172.25.3.84'}]}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:26.217008 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf5e29e-2743-4876-b278-36343b2c07ab tempest-ExternalNetworksAdminNegativeTestJSON-2004112816 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816-project-admin] Made reservation on behalf of 2d0e324260574f339e873e44d227dc80 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:26.219550 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9bf5e29e-2743-4876-b278-36343b2c07ab tempest-ExternalNetworksAdminNegativeTestJSON-2004112816 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:26.228860 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9bf5e29e-2743-4876-b278-36343b2c07ab tempest-ExternalNetworksAdminNegativeTestJSON-2004112816 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:26.327708 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9bf5e29e-2743-4876-b278-36343b2c07ab tempest-ExternalNetworksAdminNegativeTestJSON-2004112816 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:26.332041 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9bf5e29e-2743-4876-b278-36343b2c07ab tempest-ExternalNetworksAdminNegativeTestJSON-2004112816 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:26.337715 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-9bf5e29e-2743-4876-b278-36343b2c07ab tempest-ExternalNetworksAdminNegativeTestJSON-2004112816 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816-project-admin] device_id is not set on port d4d4aa32-0740-46a7-87ae-c1f558292c26 yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:52:26.426911 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf5e29e-2743-4876-b278-36343b2c07ab tempest-ExternalNetworksAdminNegativeTestJSON-2004112816 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779c46af-d827-4111-9974-a31d0de0821d,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:26.560739 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bf5e29e-2743-4876-b278-36343b2c07ab tempest-ExternalNetworksAdminNegativeTestJSON-2004112816 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 13 07:52:26.561235 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bf5e29e-2743-4876-b278-36343b2c07ab tempest-ExternalNetworksAdminNegativeTestJSON-2004112816 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:52:26.573780 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9bf5e29e-2743-4876-b278-36343b2c07ab tempest-ExternalNetworksAdminNegativeTestJSON-2004112816 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.3812208 Jul 13 07:52:26.576573 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60126) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:26.733552 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-3c533348-18d9-44d3-ba10-587b25d7ad50 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816-project-admin] Deleting port 8e2d1880-6900-44b3-8d33-72f79e862573 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:26.733889 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3c533348-18d9-44d3-ba10-587b25d7ad50 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:26.825271 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3c533348-18d9-44d3-ba10-587b25d7ad50 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:26.825591 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3c533348-18d9-44d3-ba10-587b25d7ad50 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:26.837721 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-3c533348-18d9-44d3-ba10-587b25d7ad50 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816-project-admin] Calling delete_port for 8e2d1880-6900-44b3-8d33-72f79e862573 owned by network:floatingip {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:26.975995 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3c533348-18d9-44d3-ba10-587b25d7ad50 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:27.006646 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c533348-18d9-44d3-ba10-587b25d7ad50 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e2d1880-6900-44b3-8d33-72f79e862573,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:27.072319 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3c533348-18d9-44d3-ba10-587b25d7ad50 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:27.074867 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3c533348-18d9-44d3-ba10-587b25d7ad50 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:27.076074 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3c533348-18d9-44d3-ba10-587b25d7ad50 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816 tempest-ExternalNetworksAdminNegativeTestJSON-2004112816-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/bdf2fe88-0681-4f9b-9a1a-9dabfbbe490b HTTP/1.1" status: 204 len: 168 time: 0.4985638 Jul 13 07:52:27.334186 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60146) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:27.449817 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c48f19ea-5391-47a0-9225-bb426f8993a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:27.540121 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c48f19ea-5391-47a0-9225-bb426f8993a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:27.544651 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c48f19ea-5391-47a0-9225-bb426f8993a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:27.585345 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c48f19ea-5391-47a0-9225-bb426f8993a4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=691ce326c2fb451ba0b7b90900aaf47d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2496662 Jul 13 07:52:27.586447 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f19ea-5391-47a0-9225-bb426f8993a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b121f1c8-a887-4192-8b21-3fba53292b99,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:27.587788 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60154) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:27.644566 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fcaa3fec-e9c3-4df7-a979-6675b79a369b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:27.666405 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fcaa3fec-e9c3-4df7-a979-6675b79a369b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:27.713243 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fcaa3fec-e9c3-4df7-a979-6675b79a369b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:27.716028 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fcaa3fec-e9c3-4df7-a979-6675b79a369b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:27.717214 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-fcaa3fec-e9c3-4df7-a979-6675b79a369b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b121f1c8-a887-4192-8b21-3fba53292b99 HTTP/1.1" status: 204 len: 168 time: 0.1282444 Jul 13 07:52:27.727164 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa3fec-e9c3-4df7-a979-6675b79a369b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b121f1c8-a887-4192-8b21-3fba53292b99,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:27.999335 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60166) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:28.043105 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-210470b2-e3bb-43c5-8fa1-66ccd7c1be0a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2d0e324260574f339e873e44d227dc80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400710 Jul 13 07:52:28.043629 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60168) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:28.093867 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e6153a02-3163-4a4d-be1c-d22bf38f27de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:28.119788 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e6153a02-3163-4a4d-be1c-d22bf38f27de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:28.173036 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e6153a02-3163-4a4d-be1c-d22bf38f27de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:28.176825 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e6153a02-3163-4a4d-be1c-d22bf38f27de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:28.177586 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e6153a02-3163-4a4d-be1c-d22bf38f27de admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/779c46af-d827-4111-9974-a31d0de0821d HTTP/1.1" status: 204 len: 168 time: 0.1330395 Jul 13 07:52:28.198326 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6153a02-3163-4a4d-be1c-d22bf38f27de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779c46af-d827-4111-9974-a31d0de0821d,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:29.077476 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:52:29.438342 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60230) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:29.545991 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-b148da02-7efc-4d17-b141-faa3c25a7b4d tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1173859818'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:29.572033 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b148da02-7efc-4d17-b141-faa3c25a7b4d tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:29.573000 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b148da02-7efc-4d17-b141-faa3c25a7b4d tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:29.661874 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b148da02-7efc-4d17-b141-faa3c25a7b4d tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:29.666733 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b148da02-7efc-4d17-b141-faa3c25a7b4d tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:29.680701 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b148da02-7efc-4d17-b141-faa3c25a7b4d tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:29.684367 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b148da02-7efc-4d17-b141-faa3c25a7b4d tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2426641 Jul 13 07:52:29.684602 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60238) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:29.766260 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c171ae45-1b33-4d38-ba80-256e89ebe98b tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:29.933760 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c171ae45-1b33-4d38-ba80-256e89ebe98b tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:29.935908 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c171ae45-1b33-4d38-ba80-256e89ebe98b tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:29.998020 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c171ae45-1b33-4d38-ba80-256e89ebe98b tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:29.998351 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c171ae45-1b33-4d38-ba80-256e89ebe98b tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 44924839-8401-492f-9a15-d1ae5a929934 {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:52:30.014673 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c171ae45-1b33-4d38-ba80-256e89ebe98b tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:30.019839 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c171ae45-1b33-4d38-ba80-256e89ebe98b tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] 10.222.0.23 "DELETE /v2.0/routers/44924839-8401-492f-9a15-d1ae5a929934 HTTP/1.1" status: 204 len: 168 time: 0.3341522 Jul 13 07:52:30.020171 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60246) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:30.025204 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-20b3ddcc-ce87-455e-a96c-f4aa5af99a1d tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Request body: {'router': {'name': 'tempest-router-2067164664', 'distributed': False}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:30.052859 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-20b3ddcc-ce87-455e-a96c-f4aa5af99a1d tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:30.053987 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-20b3ddcc-ce87-455e-a96c-f4aa5af99a1d tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:30.141787 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-20b3ddcc-ce87-455e-a96c-f4aa5af99a1d tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:30.146580 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-20b3ddcc-ce87-455e-a96c-f4aa5af99a1d tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:30.160823 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-20b3ddcc-ce87-455e-a96c-f4aa5af99a1d tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:30.164187 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-20b3ddcc-ce87-455e-a96c-f4aa5af99a1d tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1424899 Jul 13 07:52:30.166950 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60248) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:30.238084 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f288c840-8ca1-46a0-8354-4e2ce5f128c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:30.254918 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-03c0b30e-0efe-4ad8-a20e-abf57c8d3459 tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:30.416459 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-03c0b30e-0efe-4ad8-a20e-abf57c8d3459 tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:30.418504 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-03c0b30e-0efe-4ad8-a20e-abf57c8d3459 tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:30.464247 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-03c0b30e-0efe-4ad8-a20e-abf57c8d3459 tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:30.464772 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c0b30e-0efe-4ad8-a20e-abf57c8d3459 tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 90009331-8e38-42e2-a41a-1e41208ca47d {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:52:30.469115 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-03c0b30e-0efe-4ad8-a20e-abf57c8d3459 tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:30.474228 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60258) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:30.474791 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-03c0b30e-0efe-4ad8-a20e-abf57c8d3459 tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] 10.222.0.23 "DELETE /v2.0/routers/90009331-8e38-42e2-a41a-1e41208ca47d HTTP/1.1" status: 204 len: 168 time: 0.3064182 Jul 13 07:52:30.478868 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-788f1b1f-14ca-48f5-9930-bcb056079c7a tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Request body: {'router': {'name': 'tempest-router-251866092', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '419df3751c1c49ba924064043632f57c'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:30.501669 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-788f1b1f-14ca-48f5-9930-bcb056079c7a tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:30.502724 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-788f1b1f-14ca-48f5-9930-bcb056079c7a tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:30.573980 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-788f1b1f-14ca-48f5-9930-bcb056079c7a tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:30.578787 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-788f1b1f-14ca-48f5-9930-bcb056079c7a tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:30.593913 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-788f1b1f-14ca-48f5-9930-bcb056079c7a tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:30.595672 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-788f1b1f-14ca-48f5-9930-bcb056079c7a tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1202998 Jul 13 07:52:30.598502 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60260) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:30.603164 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-490fe445-f68d-4bd6-9361-33a0be520076 tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:31.072740 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-490fe445-f68d-4bd6-9361-33a0be520076 tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:31.073090 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-490fe445-f68d-4bd6-9361-33a0be520076 tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks [] for router, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:31.159934 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-490fe445-f68d-4bd6-9361-33a0be520076 tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94017) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 13 07:52:31.160287 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-490fe445-f68d-4bd6-9361-33a0be520076 tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Router cdb73020-29f5-4837-bc6f-9802cd25f16a migrating from provider to provider. {{(pid=94017) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 13 07:52:31.161242 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-490fe445-f68d-4bd6-9361-33a0be520076 tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:31.168084 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-490fe445-f68d-4bd6-9361-33a0be520076 tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:31.176093 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-490fe445-f68d-4bd6-9361-33a0be520076 tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-409024'] for router, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:31.260710 n-d-771363-34 neutron-server[94017]: WARNING neutron.scheduler.l3_agent_scheduler [None req-490fe445-f68d-4bd6-9361-33a0be520076 tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] No L3 agents can host the router cdb73020-29f5-4837-bc6f-9802cd25f16a Jul 13 07:52:31.377066 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490fe445-f68d-4bd6-9361-33a0be520076 tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Hosts for router cdb73020-29f5-4837-bc6f-9802cd25f16a: [] {{(pid=94017) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 13 07:52:31.400981 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490fe445-f68d-4bd6-9361-33a0be520076 tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Hosts for other DVR routers connected to router cdb73020-29f5-4837-bc6f-9802cd25f16a: set() {{(pid=94017) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 13 07:52:31.403471 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-490fe445-f68d-4bd6-9361-33a0be520076 tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:31.404661 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-490fe445-f68d-4bd6-9361-33a0be520076 tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] 10.222.0.23 "PUT /v2.0/routers/cdb73020-29f5-4837-bc6f-9802cd25f16a HTTP/1.1" status: 200 len: 716 time: 0.8052049 Jul 13 07:52:31.407345 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60276) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:31.484318 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-788ef79b-4095-4ad7-8318-775fb7d88b5c tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] 10.222.0.23 "GET /v2.0/routers/cdb73020-29f5-4837-bc6f-9802cd25f16a HTTP/1.1" status: 200 len: 716 time: 0.0737579 Jul 13 07:52:31.484962 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60280) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:31.663802 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-3bef5dd1-da86-4b3a-a1ba-4fb87b5a9cef tempest-RoutersTestDVR-1259559202 tempest-RoutersTestDVR-1259559202-project] 10.222.0.23 "GET /v2.0/routers/cdb73020-29f5-4837-bc6f-9802cd25f16a HTTP/1.1" status: 200 len: 682 time: 0.1778820 Jul 13 07:52:31.666153 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60286) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:31.738775 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2368f326-e3f2-459c-8625-ba2a240c8b84 tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:31.902102 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2368f326-e3f2-459c-8625-ba2a240c8b84 tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:31.904377 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2368f326-e3f2-459c-8625-ba2a240c8b84 tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:31.950254 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2368f326-e3f2-459c-8625-ba2a240c8b84 tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:31.950576 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2368f326-e3f2-459c-8625-ba2a240c8b84 tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cdb73020-29f5-4837-bc6f-9802cd25f16a {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:52:31.954845 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2368f326-e3f2-459c-8625-ba2a240c8b84 tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:31.956029 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2368f326-e3f2-459c-8625-ba2a240c8b84 tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] 10.222.0.23 "DELETE /v2.0/routers/cdb73020-29f5-4837-bc6f-9802cd25f16a HTTP/1.1" status: 204 len: 168 time: 0.2889709 Jul 13 07:52:31.959949 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60292) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:31.964456 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-c5a83561-559b-4e05-84ac-85e8217d4584 tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Request body: {'router': {'name': 'tempest-router-2113434366', 'distributed': True}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:31.985259 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c5a83561-559b-4e05-84ac-85e8217d4584 tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:31.986244 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c5a83561-559b-4e05-84ac-85e8217d4584 tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:32.037856 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c5a83561-559b-4e05-84ac-85e8217d4584 tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:32.041564 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c5a83561-559b-4e05-84ac-85e8217d4584 tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:32.057984 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c5a83561-559b-4e05-84ac-85e8217d4584 tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:32.062481 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c5a83561-559b-4e05-84ac-85e8217d4584 tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.0983369 Jul 13 07:52:32.062481 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60296) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:32.137682 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c78fd165-13fa-4982-8431-9cefd7b664bd tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:32.299141 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c78fd165-13fa-4982-8431-9cefd7b664bd tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:32.301466 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c78fd165-13fa-4982-8431-9cefd7b664bd tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:32.349268 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c78fd165-13fa-4982-8431-9cefd7b664bd tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:32.349883 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78fd165-13fa-4982-8431-9cefd7b664bd tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6d302dab-e718-4c6e-8c4c-cfd67618568f {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:52:32.354732 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c78fd165-13fa-4982-8431-9cefd7b664bd tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:32.359452 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c78fd165-13fa-4982-8431-9cefd7b664bd tempest-RoutersTestDVR-1973777603 tempest-RoutersTestDVR-1973777603-project-admin] 10.222.0.23 "DELETE /v2.0/routers/6d302dab-e718-4c6e-8c4c-cfd67618568f HTTP/1.1" status: 204 len: 168 time: 0.2962167 Jul 13 07:52:32.618275 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60314) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:32.735327 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-52478903-05e3-4939-a667-9feb4056c1b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:32.839137 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-52478903-05e3-4939-a667-9feb4056c1b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:32.843148 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-52478903-05e3-4939-a667-9feb4056c1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:32.883119 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52478903-05e3-4939-a667-9feb4056c1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940e0407-adbf-4610-9d15-03d5c10ceeeb,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:32.889243 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-52478903-05e3-4939-a667-9feb4056c1b5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=419df3751c1c49ba924064043632f57c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2698488 Jul 13 07:52:32.892493 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60322) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:32.947868 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9f770a60-9eb6-4aba-9a9e-c1b96fe4c562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:32.972164 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9f770a60-9eb6-4aba-9a9e-c1b96fe4c562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:33.022523 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9f770a60-9eb6-4aba-9a9e-c1b96fe4c562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:33.024995 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9f770a60-9eb6-4aba-9a9e-c1b96fe4c562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:33.026143 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9f770a60-9eb6-4aba-9a9e-c1b96fe4c562 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/940e0407-adbf-4610-9d15-03d5c10ceeeb HTTP/1.1" status: 204 len: 168 time: 0.1322906 Jul 13 07:52:33.033948 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f770a60-9eb6-4aba-9a9e-c1b96fe4c562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940e0407-adbf-4610-9d15-03d5c10ceeeb,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:33.042034 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f770a60-9eb6-4aba-9a9e-c1b96fe4c562 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:33.042378 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f770a60-9eb6-4aba-9a9e-c1b96fe4c562 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:33.042888 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f770a60-9eb6-4aba-9a9e-c1b96fe4c562 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:33.043075 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f770a60-9eb6-4aba-9a9e-c1b96fe4c562 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:33.043400 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f770a60-9eb6-4aba-9a9e-c1b96fe4c562 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:33.043761 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f770a60-9eb6-4aba-9a9e-c1b96fe4c562 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:33.044048 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f770a60-9eb6-4aba-9a9e-c1b96fe4c562 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:33.044366 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f770a60-9eb6-4aba-9a9e-c1b96fe4c562 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:33.044694 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f770a60-9eb6-4aba-9a9e-c1b96fe4c562 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:33.045015 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f770a60-9eb6-4aba-9a9e-c1b96fe4c562 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:33.045987 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f770a60-9eb6-4aba-9a9e-c1b96fe4c562 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:33.046250 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f770a60-9eb6-4aba-9a9e-c1b96fe4c562 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:33.131342 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ea6dc691-2408-4168-b336-720ad8636d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:33.190958 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:33.333165 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60334) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:33.346320 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3c7b6117-9733-4bce-9303-c339a7a5775c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:33.437129 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3c7b6117-9733-4bce-9303-c339a7a5775c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:33.440415 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3c7b6117-9733-4bce-9303-c339a7a5775c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:33.481066 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b6117-9733-4bce-9303-c339a7a5775c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdf743a-d1a5-4887-a0ea-12f21b77ee31,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:33.488253 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3c7b6117-9733-4bce-9303-c339a7a5775c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1958220e44c54fdebc08c582c02ae680&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1516621 Jul 13 07:52:33.489001 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60340) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:33.539023 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dbbe0a1c-0606-4558-8ffc-b5e606249403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:33.560657 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dbbe0a1c-0606-4558-8ffc-b5e606249403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:33.611137 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dbbe0a1c-0606-4558-8ffc-b5e606249403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:33.614257 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dbbe0a1c-0606-4558-8ffc-b5e606249403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:33.615629 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-dbbe0a1c-0606-4558-8ffc-b5e606249403 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2bdf743a-d1a5-4887-a0ea-12f21b77ee31 HTTP/1.1" status: 204 len: 168 time: 0.1255066 Jul 13 07:52:33.623956 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe0a1c-0606-4558-8ffc-b5e606249403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdf743a-d1a5-4887-a0ea-12f21b77ee31,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:34.123599 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:34.394995 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60378) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:34.423561 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fcbcb02d-9bb0-4487-818e-f18b4076882d req-af74699a-ecc7-48d5-92d8-e00a8ebe7374 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9400159c-7f7c-448c-b6be-bcbb5e840d6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2319191 Jul 13 07:52:34.454969 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-84017de2-8f5a-44ad-ad5b-e84e209eb5da tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1543232977'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:34.481248 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84017de2-8f5a-44ad-ad5b-e84e209eb5da tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Made reservation on behalf of 100ada56542343889afae7ddb654c42f for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:34.485608 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-84017de2-8f5a-44ad-ad5b-e84e209eb5da tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:34.500436 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-84017de2-8f5a-44ad-ad5b-e84e209eb5da tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:34.530874 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbcb02d-9bb0-4487-818e-f18b4076882d req-e7ec589c-bd61-4e5d-a664-7271a992ec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:34.532913 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fcbcb02d-9bb0-4487-818e-f18b4076882d req-e7ec589c-bd61-4e5d-a664-7271a992ec1a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e49b41f70c914242a29fbae52ab0cb7f&device_id=9400159c-7f7c-448c-b6be-bcbb5e840d6b HTTP/1.1" status: 200 len: 1102 time: 0.0654323 Jul 13 07:52:34.612881 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-84017de2-8f5a-44ad-ad5b-e84e209eb5da tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:34.618638 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-84017de2-8f5a-44ad-ad5b-e84e209eb5da tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:34.649744 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84017de2-8f5a-44ad-ad5b-e84e209eb5da tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0db9e9b4-078f-4c9e-b22d-2fa4d3fd27ae,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:34.664131 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84017de2-8f5a-44ad-ad5b-e84e209eb5da tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:52:34.677537 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-84017de2-8f5a-44ad-ad5b-e84e209eb5da tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:34.678015 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-84017de2-8f5a-44ad-ad5b-e84e209eb5da tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Added segment 25eea90a-24c0-4b1c-a49a-37d3ae84ad56 of type vlan for network 2df1c77c-7f0e-4897-bd22-28f7300a8f1e Jul 13 07:52:34.679114 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbcb02d-9bb0-4487-818e-f18b4076882d req-58e7e909-1697-4ed9-a4ef-b5fca512ced0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:34.680739 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fcbcb02d-9bb0-4487-818e-f18b4076882d req-58e7e909-1697-4ed9-a4ef-b5fca512ced0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.1203637 Jul 13 07:52:34.721219 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-84017de2-8f5a-44ad-ad5b-e84e209eb5da tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:34.727834 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fcbcb02d-9bb0-4487-818e-f18b4076882d req-609f4941-1646-4477-b6a3-29a4f02bcaa2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=582fb709-1ce0-42ad-a727-faea5f4b363a HTTP/1.1" status: 200 len: 217 time: 0.0401032 Jul 13 07:52:34.754884 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-84017de2-8f5a-44ad-ad5b-e84e209eb5da tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:34.760741 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84017de2-8f5a-44ad-ad5b-e84e209eb5da tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:34.761333 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-84017de2-8f5a-44ad-ad5b-e84e209eb5da tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:34.783090 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbcb02d-9bb0-4487-818e-f18b4076882d req-cf85daa4-d690-45fa-8489-97378bf609ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:34.784696 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fcbcb02d-9bb0-4487-818e-f18b4076882d req-cf85daa4-d690-45fa-8489-97378bf609ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.0505340 Jul 13 07:52:34.797696 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-84017de2-8f5a-44ad-ad5b-e84e209eb5da tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4010475 Jul 13 07:52:34.853964 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbcb02d-9bb0-4487-818e-f18b4076882d req-ad95b600-db18-458a-86f5-bb93f2db9917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:34.855888 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fcbcb02d-9bb0-4487-818e-f18b4076882d req-ad95b600-db18-458a-86f5-bb93f2db9917 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0645180 Jul 13 07:52:34.856763 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84017de2-8f5a-44ad-ad5b-e84e209eb5da tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event updated for resources: {'Network': ['ID=2df1c77c-7f0e-4897-bd22-28f7300a8f1e,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:34.869087 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 2df1c77c-7f0e-4897-bd22-28f7300a8f1e details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:52:34.979426 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fcbcb02d-9bb0-4487-818e-f18b4076882d req-fbb8b4e1-dfb8-400d-9a3f-66af65d3cdd8 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140444 Jul 13 07:52:35.073945 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fcbcb02d-9bb0-4487-818e-f18b4076882d req-70022760-fd0d-4279-99d5-bf93f4e2a2b9 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882394 Jul 13 07:52:35.902293 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.022835 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60428) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:38.028315 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-84e8991a-4a11-4871-b735-b09589e217aa tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Request body: {'subnet': {'network_id': '2df1c77c-7f0e-4897-bd22-28f7300a8f1e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:38.117914 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e8991a-4a11-4871-b735-b09589e217aa tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Made reservation on behalf of 100ada56542343889afae7ddb654c42f for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:38.121674 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-84e8991a-4a11-4871-b735-b09589e217aa tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.313875 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-84e8991a-4a11-4871-b735-b09589e217aa tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.374228 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e8991a-4a11-4871-b735-b09589e217aa tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event updated for resources: {'Subnet': ['ID=d4dd3e23-c131-4607-8faa-5ad0161f9290,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:38.381589 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e8991a-4a11-4871-b735-b09589e217aa tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Checking segment: {'id': '25eea90a-24c0-4b1c-a49a-37d3ae84ad56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2df1c77c-7f0e-4897-bd22-28f7300a8f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:38.381951 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e8991a-4a11-4871-b735-b09589e217aa tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Network hostable DHCP agents. Network: 2df1c77c-7f0e-4897-bd22-28f7300a8f1e, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:52:38.398426 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e8991a-4a11-4871-b735-b09589e217aa tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Network 2df1c77c-7f0e-4897-bd22-28f7300a8f1e is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:52:38.407149 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-84e8991a-4a11-4871-b735-b09589e217aa tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 2df1c77c-7f0e-4897-bd22-28f7300a8f1e) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:38.414074 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e8991a-4a11-4871-b735-b09589e217aa tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:38.414563 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-84e8991a-4a11-4871-b735-b09589e217aa tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.417402 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed08d248-3860-4d97-a734-06a74c7fd7bf None None] Network 2df1c77c-7f0e-4897-bd22-28f7300a8f1e requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:38.432983 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-84e8991a-4a11-4871-b735-b09589e217aa tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4088700 Jul 13 07:52:38.436555 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60432) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:38.441617 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-d22cc647-47bf-4f42-af33-a7fc2981252f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1092023636'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:38.463713 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22cc647-47bf-4f42-af33-a7fc2981252f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Made reservation on behalf of 100ada56542343889afae7ddb654c42f for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:38.467361 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d22cc647-47bf-4f42-af33-a7fc2981252f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.492901 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d22cc647-47bf-4f42-af33-a7fc2981252f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:52:38.503083 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d22cc647-47bf-4f42-af33-a7fc2981252f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.503620 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-d22cc647-47bf-4f42-af33-a7fc2981252f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Added segment 5081e6df-e4dd-4581-895f-f1004abb5c0b of type vlan for network e2876c26-ca74-44df-b03a-1114e6986980 Jul 13 07:52:38.556443 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d22cc647-47bf-4f42-af33-a7fc2981252f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.582776 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3deb9600-712f-4bdb-a0b6-2e9105bc282c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-2df1c77c-7f0e-4897-bd22-28f7300a8f1e', 'network_id': '2df1c77c-7f0e-4897-bd22-28f7300a8f1e', 'tenant_id': '100ada56542343889afae7ddb654c42f', 'fixed_ips': [{'subnet_id': 'd4dd3e23-c131-4607-8faa-5ad0161f9290'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:52:38.583685 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3deb9600-712f-4bdb-a0b6-2e9105bc282c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.599194 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d22cc647-47bf-4f42-af33-a7fc2981252f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.604958 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22cc647-47bf-4f42-af33-a7fc2981252f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:38.605673 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d22cc647-47bf-4f42-af33-a7fc2981252f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.647352 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d22cc647-47bf-4f42-af33-a7fc2981252f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2097056 Jul 13 07:52:38.650331 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60434) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:38.655651 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-8b9f0fb4-bdcf-49af-9cc0-a01509e00e2a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Request body: {'subnet': {'network_id': 'e2876c26-ca74-44df-b03a-1114e6986980', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:38.680552 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22cc647-47bf-4f42-af33-a7fc2981252f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event updated for resources: {'Network': ['ID=e2876c26-ca74-44df-b03a-1114e6986980,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:38.694888 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network e2876c26-ca74-44df-b03a-1114e6986980 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:52:38.756999 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9f0fb4-bdcf-49af-9cc0-a01509e00e2a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Made reservation on behalf of 100ada56542343889afae7ddb654c42f for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:38.761187 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b9f0fb4-bdcf-49af-9cc0-a01509e00e2a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.794437 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-3deb9600-712f-4bdb-a0b6-2e9105bc282c None None] Allocated IP 2001:db8:0:ffff::2 (2df1c77c-7f0e-4897-bd22-28f7300a8f1e/d4dd3e23-c131-4607-8faa-5ad0161f9290/d708c464-969e-4290-a370-931132e9dfe2) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:38.951364 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3deb9600-712f-4bdb-a0b6-2e9105bc282c None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.958726 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b9f0fb4-bdcf-49af-9cc0-a01509e00e2a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:38.963189 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3deb9600-712f-4bdb-a0b6-2e9105bc282c None None] Transition to ACTIVE for port object d708c464-969e-4290-a370-931132e9dfe2 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:38.981270 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3deb9600-712f-4bdb-a0b6-2e9105bc282c None None] Transition to ACTIVE for port object d708c464-969e-4290-a370-931132e9dfe2 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:38.990711 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3deb9600-712f-4bdb-a0b6-2e9105bc282c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.025673 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f0fb4-bdcf-49af-9cc0-a01509e00e2a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event updated for resources: {'Subnet': ['ID=df18fc8f-7993-4805-9cee-78831048b4a8,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:39.029964 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3deb9600-712f-4bdb-a0b6-2e9105bc282c None None] Network 2df1c77c-7f0e-4897-bd22-28f7300a8f1e is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:39.035425 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9f0fb4-bdcf-49af-9cc0-a01509e00e2a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Checking segment: {'id': '5081e6df-e4dd-4581-895f-f1004abb5c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e2876c26-ca74-44df-b03a-1114e6986980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:39.035821 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9f0fb4-bdcf-49af-9cc0-a01509e00e2a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Network hostable DHCP agents. Network: e2876c26-ca74-44df-b03a-1114e6986980, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:52:39.037914 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-3deb9600-712f-4bdb-a0b6-2e9105bc282c None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:39.042055 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3deb9600-712f-4bdb-a0b6-2e9105bc282c None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:39.048544 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb9600-712f-4bdb-a0b6-2e9105bc282c None None] Pushing event updated for resources: {'Port': ['ID=d708c464-969e-4290-a370-931132e9dfe2,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:39.053952 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9f0fb4-bdcf-49af-9cc0-a01509e00e2a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Network e2876c26-ca74-44df-b03a-1114e6986980 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:52:39.059799 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deb9600-712f-4bdb-a0b6-2e9105bc282c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:39.060180 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deb9600-712f-4bdb-a0b6-2e9105bc282c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:39.060548 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deb9600-712f-4bdb-a0b6-2e9105bc282c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:39.060825 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deb9600-712f-4bdb-a0b6-2e9105bc282c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:39.061149 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deb9600-712f-4bdb-a0b6-2e9105bc282c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:39.061480 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deb9600-712f-4bdb-a0b6-2e9105bc282c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:39.061832 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deb9600-712f-4bdb-a0b6-2e9105bc282c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:39.062127 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deb9600-712f-4bdb-a0b6-2e9105bc282c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:39.062450 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deb9600-712f-4bdb-a0b6-2e9105bc282c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:39.062790 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deb9600-712f-4bdb-a0b6-2e9105bc282c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:39.063090 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deb9600-712f-4bdb-a0b6-2e9105bc282c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:39.063490 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deb9600-712f-4bdb-a0b6-2e9105bc282c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:52:39.064659 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-8b9f0fb4-bdcf-49af-9cc0-a01509e00e2a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, e2876c26-ca74-44df-b03a-1114e6986980) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:39.078810 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9f0fb4-bdcf-49af-9cc0-a01509e00e2a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:39.079504 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8b9f0fb4-bdcf-49af-9cc0-a01509e00e2a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.087223 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b253c82-3a88-45e4-95df-4a89daf3e70b None None] Network e2876c26-ca74-44df-b03a-1114e6986980 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:39.099959 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8b9f0fb4-bdcf-49af-9cc0-a01509e00e2a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4457474 Jul 13 07:52:39.100321 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60436) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:39.138048 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-3deb9600-712f-4bdb-a0b6-2e9105bc282c None None] Attempting to bind port d708c464-969e-4290-a370-931132e9dfe2 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:52:39.138670 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-3deb9600-712f-4bdb-a0b6-2e9105bc282c None None] Attempting to bind port d708c464-969e-4290-a370-931132e9dfe2 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '25eea90a-24c0-4b1c-a49a-37d3ae84ad56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2df1c77c-7f0e-4897-bd22-28f7300a8f1e'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:52:39.139037 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deb9600-712f-4bdb-a0b6-2e9105bc282c None None] Attempting to bind port d708c464-969e-4290-a370-931132e9dfe2 on network 2df1c77c-7f0e-4897-bd22-28f7300a8f1e {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:52:39.209278 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2d3e2bf9-0403-4676-9754-c843606eb134 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.272522 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2d3e2bf9-0403-4676-9754-c843606eb134 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.333613 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deb9600-712f-4bdb-a0b6-2e9105bc282c None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:52:39.334080 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deb9600-712f-4bdb-a0b6-2e9105bc282c None None] Checking segment: {'id': '25eea90a-24c0-4b1c-a49a-37d3ae84ad56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2df1c77c-7f0e-4897-bd22-28f7300a8f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:39.334486 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3deb9600-712f-4bdb-a0b6-2e9105bc282c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.334873 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deb9600-712f-4bdb-a0b6-2e9105bc282c None None] Bound using segment: {'id': '25eea90a-24c0-4b1c-a49a-37d3ae84ad56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2df1c77c-7f0e-4897-bd22-28f7300a8f1e'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:52:39.335365 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-3deb9600-712f-4bdb-a0b6-2e9105bc282c None None] Bound port: d708c464-969e-4290-a370-931132e9dfe2, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25eea90a-24c0-4b1c-a49a-37d3ae84ad56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2df1c77c-7f0e-4897-bd22-28f7300a8f1e'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:52:39.335741 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3deb9600-712f-4bdb-a0b6-2e9105bc282c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.362686 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2d3e2bf9-0403-4676-9754-c843606eb134 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.393519 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e2bf9-0403-4676-9754-c843606eb134 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event deleted for resources: {'Subnet': ['ID=df18fc8f-7993-4805-9cee-78831048b4a8,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:39.457154 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4dd115-63d2-4b22-9b24-bcff932ad16e None None] Network e2876c26-ca74-44df-b03a-1114e6986980 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:39.458389 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2d3e2bf9-0403-4676-9754-c843606eb134 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.476331 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-2d3e2bf9-0403-4676-9754-c843606eb134 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2876c26-ca74-44df-b03a-1114e6986980']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:39.477226 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-3deb9600-712f-4bdb-a0b6-2e9105bc282c None None] For port d708c464-969e-4290-a370-931132e9dfe2, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:52:39.487763 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-2d3e2bf9-0403-4676-9754-c843606eb134 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5081e6df-e4dd-4581-895f-f1004abb5c0b') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:39.488148 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-2d3e2bf9-0403-4676-9754-c843606eb134 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5081e6df-e4dd-4581-895f-f1004abb5c0b') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:39.498333 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2d3e2bf9-0403-4676-9754-c843606eb134 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.500471 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-3deb9600-712f-4bdb-a0b6-2e9105bc282c None None] For port d708c464-969e-4290-a370-931132e9dfe2, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=d708c464-969e-4290-a370-931132e9dfe2,segment=NetworkSegment(25eea90a-24c0-4b1c-a49a-37d3ae84ad56),segment_id=25eea90a-24c0-4b1c-a49a-37d3ae84ad56)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:52:39.521118 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2d3e2bf9-0403-4676-9754-c843606eb134 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.530814 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d3e2bf9-0403-4676-9754-c843606eb134 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:52:39.531255 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2d3e2bf9-0403-4676-9754-c843606eb134 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.536631 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:52:39.536631 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:52:39.536631 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:52:39.536631 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:52:39.536631 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:52:39.536631 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:52:39.536631 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:52:39.536631 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:52:39.536631 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:52:39.536631 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:52:39.536631 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:52:39.536631 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:52:39.536631 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:52:39.536631 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:52:39.536631 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:52:39.536631 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:52:39.536631 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:52:39.536631 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:52:39.536631 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:52:39.536631 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:52:39.536631 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:52:39.536631 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:52:39.536631 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:52:39.536631 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:52:39.536631 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:52:39.536631 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:52:39.536631 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:52:39.536631 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:52:39.536631 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:52:39.536631 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:52:39.536631 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:52:39.536631 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:52:39.538867 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3deb9600-712f-4bdb-a0b6-2e9105bc282c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.599366 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2d3e2bf9-0403-4676-9754-c843606eb134 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.607476 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2d3e2bf9-0403-4676-9754-c843606eb134 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.614590 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2d3e2bf9-0403-4676-9754-c843606eb134 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "DELETE /v2.0/networks/e2876c26-ca74-44df-b03a-1114e6986980 HTTP/1.1" status: 204 len: 168 time: 0.5127785 Jul 13 07:52:39.619929 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60440) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:39.635919 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-2ac78202-5dda-4d5b-a811-4f199169b399 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1897462540'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:39.641304 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e2bf9-0403-4676-9754-c843606eb134 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event deleted for resources: {'Network': ['ID=e2876c26-ca74-44df-b03a-1114e6986980,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:39.669388 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb9600-712f-4bdb-a0b6-2e9105bc282c None None] Pushing event updated for resources: {'Port': ['ID=d708c464-969e-4290-a370-931132e9dfe2,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:39.675604 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac78202-5dda-4d5b-a811-4f199169b399 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Made reservation on behalf of 100ada56542343889afae7ddb654c42f for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:39.680946 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2ac78202-5dda-4d5b-a811-4f199169b399 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.711604 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac78202-5dda-4d5b-a811-4f199169b399 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:52:39.723756 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2ac78202-5dda-4d5b-a811-4f199169b399 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.724125 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-2ac78202-5dda-4d5b-a811-4f199169b399 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Added segment b9122ee7-7987-4e5e-bc8b-36e2a00416e1 of type vlan for network 8b9250f0-281e-4aec-8a91-6b23b56d36e7 Jul 13 07:52:39.770524 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2ac78202-5dda-4d5b-a811-4f199169b399 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.832767 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2ac78202-5dda-4d5b-a811-4f199169b399 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.838645 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac78202-5dda-4d5b-a811-4f199169b399 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:39.839375 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2ac78202-5dda-4d5b-a811-4f199169b399 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:39.886964 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2ac78202-5dda-4d5b-a811-4f199169b399 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2658002 Jul 13 07:52:39.890208 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60442) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:39.898503 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-464a4c88-5387-4512-ab13-a6e6b787a6ef tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Request body: {'subnet': {'network_id': '8b9250f0-281e-4aec-8a91-6b23b56d36e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:39.930985 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac78202-5dda-4d5b-a811-4f199169b399 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event updated for resources: {'Network': ['ID=8b9250f0-281e-4aec-8a91-6b23b56d36e7,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:39.946576 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 8b9250f0-281e-4aec-8a91-6b23b56d36e7 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:52:40.021282 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464a4c88-5387-4512-ab13-a6e6b787a6ef tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Made reservation on behalf of 100ada56542343889afae7ddb654c42f for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:40.024849 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-464a4c88-5387-4512-ab13-a6e6b787a6ef tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:40.240524 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-464a4c88-5387-4512-ab13-a6e6b787a6ef tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:40.302794 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a4c88-5387-4512-ab13-a6e6b787a6ef tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event updated for resources: {'Subnet': ['ID=5a4a455a-4a23-4e83-bdd7-0e8baeda7819,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:40.315484 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464a4c88-5387-4512-ab13-a6e6b787a6ef tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Checking segment: {'id': 'b9122ee7-7987-4e5e-bc8b-36e2a00416e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8b9250f0-281e-4aec-8a91-6b23b56d36e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:40.315846 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464a4c88-5387-4512-ab13-a6e6b787a6ef tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Network hostable DHCP agents. Network: 8b9250f0-281e-4aec-8a91-6b23b56d36e7, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:52:40.336013 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464a4c88-5387-4512-ab13-a6e6b787a6ef tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Network 8b9250f0-281e-4aec-8a91-6b23b56d36e7 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:52:40.349023 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-464a4c88-5387-4512-ab13-a6e6b787a6ef tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 8b9250f0-281e-4aec-8a91-6b23b56d36e7) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:40.355086 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464a4c88-5387-4512-ab13-a6e6b787a6ef tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:40.355706 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-464a4c88-5387-4512-ab13-a6e6b787a6ef tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:40.361281 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1463dfef-402c-45c7-adab-ded825f05c37 None None] Network 8b9250f0-281e-4aec-8a91-6b23b56d36e7 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:40.373513 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-464a4c88-5387-4512-ab13-a6e6b787a6ef tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4807820 Jul 13 07:52:40.376827 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60446) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:40.383878 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-42bd7ee7-a245-40b8-a036-fe09a398e56a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2108457205'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:40.415647 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bd7ee7-a245-40b8-a036-fe09a398e56a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Made reservation on behalf of 100ada56542343889afae7ddb654c42f for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:40.423565 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-42bd7ee7-a245-40b8-a036-fe09a398e56a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:40.457750 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42bd7ee7-a245-40b8-a036-fe09a398e56a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:52:40.477910 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-42bd7ee7-a245-40b8-a036-fe09a398e56a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:40.478250 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-42bd7ee7-a245-40b8-a036-fe09a398e56a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Added segment a137e970-05dc-484c-9ec9-8f07dc78659e of type vlan for network f2428634-577e-4e40-aece-d63a81aa56b3 Jul 13 07:52:40.534630 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device d708c464-969e-4290-a370-931132e9dfe2 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:40.549295 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-42bd7ee7-a245-40b8-a036-fe09a398e56a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:40.588463 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-42bd7ee7-a245-40b8-a036-fe09a398e56a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:40.601364 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bd7ee7-a245-40b8-a036-fe09a398e56a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:40.602013 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-42bd7ee7-a245-40b8-a036-fe09a398e56a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:40.640243 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d8c989-0cd7-4d01-966d-2b562312fd0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-8b9250f0-281e-4aec-8a91-6b23b56d36e7', 'network_id': '8b9250f0-281e-4aec-8a91-6b23b56d36e7', 'tenant_id': '100ada56542343889afae7ddb654c42f', 'fixed_ips': [{'subnet_id': '5a4a455a-4a23-4e83-bdd7-0e8baeda7819'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:52:40.641091 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-92d8c989-0cd7-4d01-966d-2b562312fd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:40.660860 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port d708c464-969e-4290-a370-931132e9dfe2 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:40.709194 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd7ee7-a245-40b8-a036-fe09a398e56a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event updated for resources: {'Network': ['ID=f2428634-577e-4e40-aece-d63a81aa56b3,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:40.726803 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-42bd7ee7-a245-40b8-a036-fe09a398e56a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3484662 Jul 13 07:52:40.729743 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60448) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:40.737575 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-a883ab20-fb87-4b49-9215-701af1dc6a91 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Request body: {'subnet': {'network_id': 'f2428634-577e-4e40-aece-d63a81aa56b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:40.738290 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network f2428634-577e-4e40-aece-d63a81aa56b3 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:52:40.844347 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a883ab20-fb87-4b49-9215-701af1dc6a91 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Made reservation on behalf of 100ada56542343889afae7ddb654c42f for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:40.849604 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a883ab20-fb87-4b49-9215-701af1dc6a91 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:40.861333 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9c1e91-6fe8-413d-81b9-92f7112ab335 None None] Network 2df1c77c-7f0e-4897-bd22-28f7300a8f1e requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:40.908366 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-92d8c989-0cd7-4d01-966d-2b562312fd0f None None] Allocated IP 2001:db8::1 (8b9250f0-281e-4aec-8a91-6b23b56d36e7/5a4a455a-4a23-4e83-bdd7-0e8baeda7819/e51fb160-5dec-48aa-8356-5fd936e8f44d) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:40.941206 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.ipam_backend_mixin [None req-a883ab20-fb87-4b49-9215-701af1dc6a91 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Performing IP validity checks on allocation pools {{(pid=94018) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 13 07:52:40.943772 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.ipam_backend_mixin [None req-a883ab20-fb87-4b49-9215-701af1dc6a91 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94018) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 13 07:52:41.003529 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d09fb9f5-7754-4c69-be87-9dacd0e9f8a8 None None] Provisioning for port d708c464-969e-4290-a370-931132e9dfe2 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:41.048152 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d09fb9f5-7754-4c69-be87-9dacd0e9f8a8 None None] Provisioning complete for port d708c464-969e-4290-a370-931132e9dfe2 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:41.048475 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d09fb9f5-7754-4c69-be87-9dacd0e9f8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:41.178982 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a883ab20-fb87-4b49-9215-701af1dc6a91 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:41.266611 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883ab20-fb87-4b49-9215-701af1dc6a91 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event updated for resources: {'Subnet': ['ID=7e7c9110-babb-4609-8303-4ffd2641927e,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:41.273935 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a883ab20-fb87-4b49-9215-701af1dc6a91 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Checking segment: {'id': 'a137e970-05dc-484c-9ec9-8f07dc78659e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f2428634-577e-4e40-aece-d63a81aa56b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:41.274377 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a883ab20-fb87-4b49-9215-701af1dc6a91 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Network hostable DHCP agents. Network: f2428634-577e-4e40-aece-d63a81aa56b3, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:52:41.282255 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-92d8c989-0cd7-4d01-966d-2b562312fd0f None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:41.298437 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a883ab20-fb87-4b49-9215-701af1dc6a91 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Network f2428634-577e-4e40-aece-d63a81aa56b3 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:52:41.302264 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d09fb9f5-7754-4c69-be87-9dacd0e9f8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:41.305334 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-92d8c989-0cd7-4d01-966d-2b562312fd0f None None] Transition to ACTIVE for port object e51fb160-5dec-48aa-8356-5fd936e8f44d will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:41.314469 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-a883ab20-fb87-4b49-9215-701af1dc6a91 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, f2428634-577e-4e40-aece-d63a81aa56b3) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:41.329846 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87174738-7429-4679-8b02-ba7636c0175b None None] Network f2428634-577e-4e40-aece-d63a81aa56b3 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:41.335786 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a883ab20-fb87-4b49-9215-701af1dc6a91 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:41.339870 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a883ab20-fb87-4b49-9215-701af1dc6a91 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:41.353027 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-92d8c989-0cd7-4d01-966d-2b562312fd0f None None] Transition to ACTIVE for port object e51fb160-5dec-48aa-8356-5fd936e8f44d will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:41.373825 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-92d8c989-0cd7-4d01-966d-2b562312fd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:41.386890 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a883ab20-fb87-4b49-9215-701af1dc6a91 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.6552007 Jul 13 07:52:41.395739 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60454) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:41.440347 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-d09fb9f5-7754-4c69-be87-9dacd0e9f8a8 None None] For port d708c464-969e-4290-a370-931132e9dfe2, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=d708c464-969e-4290-a370-931132e9dfe2,segment=NetworkSegment(25eea90a-24c0-4b1c-a49a-37d3ae84ad56),segment_id=25eea90a-24c0-4b1c-a49a-37d3ae84ad56)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:41.473526 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d09fb9f5-7754-4c69-be87-9dacd0e9f8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:41.493057 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d8c989-0cd7-4d01-966d-2b562312fd0f None None] Network 8b9250f0-281e-4aec-8a91-6b23b56d36e7 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:41.505609 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-92d8c989-0cd7-4d01-966d-2b562312fd0f None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:41.509423 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8c989-0cd7-4d01-966d-2b562312fd0f None None] Pushing event updated for resources: {'Port': ['ID=e51fb160-5dec-48aa-8356-5fd936e8f44d,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:41.516390 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d8c989-0cd7-4d01-966d-2b562312fd0f None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:41.677637 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09fb9f5-7754-4c69-be87-9dacd0e9f8a8 None None] Pushing event updated for resources: {'Port': ['ID=d708c464-969e-4290-a370-931132e9dfe2,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:41.720212 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-92d8c989-0cd7-4d01-966d-2b562312fd0f None None] Attempting to bind port e51fb160-5dec-48aa-8356-5fd936e8f44d on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:52:41.720595 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-92d8c989-0cd7-4d01-966d-2b562312fd0f None None] Attempting to bind port e51fb160-5dec-48aa-8356-5fd936e8f44d by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'b9122ee7-7987-4e5e-bc8b-36e2a00416e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8b9250f0-281e-4aec-8a91-6b23b56d36e7'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:52:41.720965 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d8c989-0cd7-4d01-966d-2b562312fd0f None None] Attempting to bind port e51fb160-5dec-48aa-8356-5fd936e8f44d on network 8b9250f0-281e-4aec-8a91-6b23b56d36e7 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:52:41.722371 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-70e77979-d339-4e40-9a0f-5cddb1bbdaae tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:41.758653 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d8c989-0cd7-4d01-966d-2b562312fd0f None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:52:41.759276 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d8c989-0cd7-4d01-966d-2b562312fd0f None None] Checking segment: {'id': 'b9122ee7-7987-4e5e-bc8b-36e2a00416e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8b9250f0-281e-4aec-8a91-6b23b56d36e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:41.760037 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-92d8c989-0cd7-4d01-966d-2b562312fd0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:41.761142 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d8c989-0cd7-4d01-966d-2b562312fd0f None None] Bound using segment: {'id': 'b9122ee7-7987-4e5e-bc8b-36e2a00416e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8b9250f0-281e-4aec-8a91-6b23b56d36e7'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:52:41.761781 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-92d8c989-0cd7-4d01-966d-2b562312fd0f None None] Bound port: e51fb160-5dec-48aa-8356-5fd936e8f44d, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9122ee7-7987-4e5e-bc8b-36e2a00416e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8b9250f0-281e-4aec-8a91-6b23b56d36e7'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:52:41.762629 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-92d8c989-0cd7-4d01-966d-2b562312fd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:41.767493 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3024ad61-a7ec-41f1-8a44-57880041237d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-f2428634-577e-4e40-aece-d63a81aa56b3', 'network_id': 'f2428634-577e-4e40-aece-d63a81aa56b3', 'tenant_id': '100ada56542343889afae7ddb654c42f', 'fixed_ips': [{'subnet_id': '7e7c9110-babb-4609-8303-4ffd2641927e'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:52:41.768522 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3024ad61-a7ec-41f1-8a44-57880041237d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:41.809002 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-70e77979-d339-4e40-9a0f-5cddb1bbdaae tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:41.901099 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-70e77979-d339-4e40-9a0f-5cddb1bbdaae tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:41.930353 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-92d8c989-0cd7-4d01-966d-2b562312fd0f None None] For port e51fb160-5dec-48aa-8356-5fd936e8f44d, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:52:41.931988 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e77979-d339-4e40-9a0f-5cddb1bbdaae tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event deleted for resources: {'Subnet': ['ID=7e7c9110-babb-4609-8303-4ffd2641927e,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:41.935793 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-92d8c989-0cd7-4d01-966d-2b562312fd0f None None] For port e51fb160-5dec-48aa-8356-5fd936e8f44d, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=e51fb160-5dec-48aa-8356-5fd936e8f44d,segment=NetworkSegment(b9122ee7-7987-4e5e-bc8b-36e2a00416e1),segment_id=b9122ee7-7987-4e5e-bc8b-36e2a00416e1)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:52:41.937806 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-4d6eb412-dc86-49c6-a8dd-88ef93d2cd19 None None] Provisioning complete for port d708c464-969e-4290-a370-931132e9dfe2 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:41.938194 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4d6eb412-dc86-49c6-a8dd-88ef93d2cd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server [None req-3024ad61-a7ec-41f1-8a44-57880041237d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e7c9110-babb-4609-8303-4ffd2641927e: This subnet is being modified by another concurrent operation. Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise exception Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e7c9110-babb-4609-8303-4ffd2641927e: This subnet is being modified by another concurrent operation. Jul 13 07:52:41.966835 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server Jul 13 07:52:41.981335 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-92d8c989-0cd7-4d01-966d-2b562312fd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:41.991222 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95716347-6e25-4db8-9f97-2e01a80090e9 None None] Network f2428634-577e-4e40-aece-d63a81aa56b3 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:42.099970 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8c989-0cd7-4d01-966d-2b562312fd0f None None] Pushing event updated for resources: {'Port': ['ID=e51fb160-5dec-48aa-8356-5fd936e8f44d,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:42.358452 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-70e77979-d339-4e40-9a0f-5cddb1bbdaae tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:42.374005 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-70e77979-d339-4e40-9a0f-5cddb1bbdaae tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2428634-577e-4e40-aece-d63a81aa56b3']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:42.396023 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-70e77979-d339-4e40-9a0f-5cddb1bbdaae tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a137e970-05dc-484c-9ec9-8f07dc78659e') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:42.396987 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-70e77979-d339-4e40-9a0f-5cddb1bbdaae tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a137e970-05dc-484c-9ec9-8f07dc78659e') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:42.409119 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-70e77979-d339-4e40-9a0f-5cddb1bbdaae tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:42.430042 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-70e77979-d339-4e40-9a0f-5cddb1bbdaae tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:42.466301 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e77979-d339-4e40-9a0f-5cddb1bbdaae tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:52:42.466727 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-70e77979-d339-4e40-9a0f-5cddb1bbdaae tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:42.469990 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:52:42.469990 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:52:42.469990 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:52:42.469990 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:52:42.469990 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:52:42.469990 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:52:42.469990 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:52:42.469990 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:52:42.469990 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:52:42.469990 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:52:42.469990 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:52:42.469990 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:52:42.469990 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:52:42.469990 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:52:42.469990 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:52:42.469990 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:52:42.469990 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:52:42.469990 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:52:42.469990 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:52:42.469990 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:52:42.469990 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:52:42.469990 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:52:42.469990 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:52:42.469990 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:52:42.469990 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:52:42.469990 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:52:42.469990 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:52:42.469990 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:52:42.469990 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:52:42.469990 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:52:42.469990 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:52:42.469990 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:52:42.566303 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-70e77979-d339-4e40-9a0f-5cddb1bbdaae tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:42.610284 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-70e77979-d339-4e40-9a0f-5cddb1bbdaae tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:42.612228 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-70e77979-d339-4e40-9a0f-5cddb1bbdaae tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "DELETE /v2.0/networks/f2428634-577e-4e40-aece-d63a81aa56b3 HTTP/1.1" status: 204 len: 168 time: 1.2136779 Jul 13 07:52:42.614849 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e77979-d339-4e40-9a0f-5cddb1bbdaae tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event deleted for resources: {'Network': ['ID=f2428634-577e-4e40-aece-d63a81aa56b3,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:42.616291 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60542) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:42.622343 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-fcac08f7-507b-4e4d-925b-dad52bcad7b4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-685811298'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:42.656332 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device d708c464-969e-4290-a370-931132e9dfe2 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:42.663906 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcac08f7-507b-4e4d-925b-dad52bcad7b4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Made reservation on behalf of 100ada56542343889afae7ddb654c42f for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:42.668428 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fcac08f7-507b-4e4d-925b-dad52bcad7b4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:42.701709 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcac08f7-507b-4e4d-925b-dad52bcad7b4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:52:42.724539 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fcac08f7-507b-4e4d-925b-dad52bcad7b4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:42.724903 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-fcac08f7-507b-4e4d-925b-dad52bcad7b4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Added segment d7f6fe0c-fe1f-40bb-9dd2-021eaf78a6c0 of type vlan for network ba9f695a-0ffa-412b-b2c0-7c120c64a83c Jul 13 07:52:42.745636 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port d708c464-969e-4290-a370-931132e9dfe2 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:42.746312 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:42.787461 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fcac08f7-507b-4e4d-925b-dad52bcad7b4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:42.835463 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fcac08f7-507b-4e4d-925b-dad52bcad7b4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:42.846554 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcac08f7-507b-4e4d-925b-dad52bcad7b4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:42.846718 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device e51fb160-5dec-48aa-8356-5fd936e8f44d up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:42.848852 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fcac08f7-507b-4e4d-925b-dad52bcad7b4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:42.895461 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-fcac08f7-507b-4e4d-925b-dad52bcad7b4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2763708 Jul 13 07:52:42.898872 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60578) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:42.907352 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-7e2cfaa1-50ec-475d-99e1-49c7e015d552 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Request body: {'subnet': {'network_id': 'ba9f695a-0ffa-412b-b2c0-7c120c64a83c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:42.916622 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port e51fb160-5dec-48aa-8356-5fd936e8f44d completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:42.938718 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac08f7-507b-4e4d-925b-dad52bcad7b4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event updated for resources: {'Network': ['ID=ba9f695a-0ffa-412b-b2c0-7c120c64a83c,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:42.949752 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network ba9f695a-0ffa-412b-b2c0-7c120c64a83c details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:52:43.058190 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2cfaa1-50ec-475d-99e1-49c7e015d552 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Made reservation on behalf of 100ada56542343889afae7ddb654c42f for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:43.062744 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7e2cfaa1-50ec-475d-99e1-49c7e015d552 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:43.317631 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7e2cfaa1-50ec-475d-99e1-49c7e015d552 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:43.398496 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2cfaa1-50ec-475d-99e1-49c7e015d552 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event updated for resources: {'Subnet': ['ID=65dc8ee2-8d4d-479d-9038-f786a106617c,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:43.406997 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2cfaa1-50ec-475d-99e1-49c7e015d552 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Checking segment: {'id': 'd7f6fe0c-fe1f-40bb-9dd2-021eaf78a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ba9f695a-0ffa-412b-b2c0-7c120c64a83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:43.407406 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2cfaa1-50ec-475d-99e1-49c7e015d552 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Network hostable DHCP agents. Network: ba9f695a-0ffa-412b-b2c0-7c120c64a83c, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:52:43.429902 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2cfaa1-50ec-475d-99e1-49c7e015d552 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Network ba9f695a-0ffa-412b-b2c0-7c120c64a83c is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:52:43.448293 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-7e2cfaa1-50ec-475d-99e1-49c7e015d552 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, ba9f695a-0ffa-412b-b2c0-7c120c64a83c) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:43.453716 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2cfaa1-50ec-475d-99e1-49c7e015d552 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:43.454773 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7e2cfaa1-50ec-475d-99e1-49c7e015d552 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:43.465095 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415cff42-55a8-4ada-a5ac-0c6ff5559d09 None None] Network ba9f695a-0ffa-412b-b2c0-7c120c64a83c requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:43.478142 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7e2cfaa1-50ec-475d-99e1-49c7e015d552 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.5779011 Jul 13 07:52:43.484016 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60642) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:43.503388 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930b8d9a-e621-49b1-ad68-346a163421d9 None None] Network 8b9250f0-281e-4aec-8a91-6b23b56d36e7 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:43.625855 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7d46be4f-0541-4e80-a6db-7f8894d562be None None] Provisioning for port e51fb160-5dec-48aa-8356-5fd936e8f44d completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:43.636259 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cd4f03f7-fb8f-40b4-ba2e-fa068d650171 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:43.649394 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7d46be4f-0541-4e80-a6db-7f8894d562be None None] Provisioning complete for port e51fb160-5dec-48aa-8356-5fd936e8f44d triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:43.649781 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7d46be4f-0541-4e80-a6db-7f8894d562be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:43.700881 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cd4f03f7-fb8f-40b4-ba2e-fa068d650171 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:43.796044 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cd4f03f7-fb8f-40b4-ba2e-fa068d650171 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:43.853279 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f03f7-fb8f-40b4-ba2e-fa068d650171 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event deleted for resources: {'Subnet': ['ID=65dc8ee2-8d4d-479d-9038-f786a106617c,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:43.921839 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cd4f03f7-fb8f-40b4-ba2e-fa068d650171 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:43.921982 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def5a988-e155-42a8-8ba9-4c9fb7c6f8e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-ba9f695a-0ffa-412b-b2c0-7c120c64a83c', 'network_id': 'ba9f695a-0ffa-412b-b2c0-7c120c64a83c', 'tenant_id': '100ada56542343889afae7ddb654c42f', 'fixed_ips': [{'subnet_id': '65dc8ee2-8d4d-479d-9038-f786a106617c'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:52:43.922822 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-def5a988-e155-42a8-8ba9-4c9fb7c6f8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:43.926780 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7d46be4f-0541-4e80-a6db-7f8894d562be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:43.934352 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-cd4f03f7-fb8f-40b4-ba2e-fa068d650171 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba9f695a-0ffa-412b-b2c0-7c120c64a83c']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:43.950500 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-cd4f03f7-fb8f-40b4-ba2e-fa068d650171 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f6fe0c-fe1f-40bb-9dd2-021eaf78a6c0') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:43.950949 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-cd4f03f7-fb8f-40b4-ba2e-fa068d650171 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f6fe0c-fe1f-40bb-9dd2-021eaf78a6c0') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:43.963183 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cd4f03f7-fb8f-40b4-ba2e-fa068d650171 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:43.981273 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cd4f03f7-fb8f-40b4-ba2e-fa068d650171 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:43.983754 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-7d46be4f-0541-4e80-a6db-7f8894d562be None None] For port e51fb160-5dec-48aa-8356-5fd936e8f44d, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=e51fb160-5dec-48aa-8356-5fd936e8f44d,segment=NetworkSegment(b9122ee7-7987-4e5e-bc8b-36e2a00416e1),segment_id=b9122ee7-7987-4e5e-bc8b-36e2a00416e1)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:43.990982 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd4f03f7-fb8f-40b4-ba2e-fa068d650171 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:52:43.991714 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cd4f03f7-fb8f-40b4-ba2e-fa068d650171 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:43.994596 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:52:43.994596 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:52:43.994596 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:52:43.994596 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:52:43.994596 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:52:43.994596 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:52:43.994596 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:52:43.994596 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:52:43.994596 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:52:43.994596 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:52:43.994596 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:52:43.994596 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:52:43.994596 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:52:43.994596 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:52:43.994596 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:52:43.994596 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:52:43.994596 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:52:43.994596 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:52:43.994596 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:52:43.994596 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:52:43.994596 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:52:43.994596 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:52:43.994596 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:52:43.994596 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:52:43.994596 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:52:43.994596 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:52:43.994596 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:52:43.994596 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:52:43.994596 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:52:43.994596 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:52:43.994596 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:52:43.994596 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:52:43.997445 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7d46be4f-0541-4e80-a6db-7f8894d562be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:44.075018 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46be4f-0541-4e80-a6db-7f8894d562be None None] Pushing event updated for resources: {'Port': ['ID=e51fb160-5dec-48aa-8356-5fd936e8f44d,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:44.099625 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.db.api [None req-def5a988-e155-42a8-8ba9-4c9fb7c6f8e4 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 07:52:44.099625 n-d-771363-34 neutron-server[94019]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jul 13 07:52:44.099625 n-d-771363-34 neutron-server[94019]: [parameters: {'project_id': '100ada56542343889afae7ddb654c42f', 'id': '6d995379-1a66-4e32-ac90-e0b523603a79', 'name': '', 'network_id': 'ba9f695a-0ffa-412b-b2c0-7c120c64a83c', 'mac_address': 'fa:16:3e:27:c2:5f', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-ba9f695a-0ffa-412b-b2c0-7c120c64a83c', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 3502}] Jul 13 07:52:44.099625 n-d-771363-34 neutron-server[94019]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:52:44.100052 n-d-771363-34 neutron-server[94019]: DEBUG oslo_db.api [None req-def5a988-e155-42a8-8ba9-4c9fb7c6f8e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:52:44.101457 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cd4f03f7-fb8f-40b4-ba2e-fa068d650171 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:44.109319 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cd4f03f7-fb8f-40b4-ba2e-fa068d650171 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:44.111298 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-cd4f03f7-fb8f-40b4-ba2e-fa068d650171 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "DELETE /v2.0/networks/ba9f695a-0ffa-412b-b2c0-7c120c64a83c HTTP/1.1" status: 204 len: 168 time: 0.6259723 Jul 13 07:52:44.115509 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60712) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:44.120834 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-89dfd90d-72a3-4b9a-9f4d-50367d8ff08b tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-819211055'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:44.126474 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f03f7-fb8f-40b4-ba2e-fa068d650171 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event deleted for resources: {'Network': ['ID=ba9f695a-0ffa-412b-b2c0-7c120c64a83c,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:44.153313 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89dfd90d-72a3-4b9a-9f4d-50367d8ff08b tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Made reservation on behalf of 100ada56542343889afae7ddb654c42f for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:44.157978 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-89dfd90d-72a3-4b9a-9f4d-50367d8ff08b tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:44.189828 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89dfd90d-72a3-4b9a-9f4d-50367d8ff08b tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:52:44.202329 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-89dfd90d-72a3-4b9a-9f4d-50367d8ff08b tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:44.202947 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-89dfd90d-72a3-4b9a-9f4d-50367d8ff08b tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Added segment d6b754bf-2dc2-4ad2-af60-0c5a71721e1c of type vlan for network 6f8f564d-f44d-4228-8507-3cfe9470c686 Jul 13 07:52:44.266736 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1c5bb142-a587-4a47-a329-74232e3e11cd None None] Provisioning complete for port e51fb160-5dec-48aa-8356-5fd936e8f44d triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:44.267115 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1c5bb142-a587-4a47-a329-74232e3e11cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:44.273084 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-89dfd90d-72a3-4b9a-9f4d-50367d8ff08b tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:44.310114 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-89dfd90d-72a3-4b9a-9f4d-50367d8ff08b tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:44.316180 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dfd90d-72a3-4b9a-9f4d-50367d8ff08b tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:44.318332 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-89dfd90d-72a3-4b9a-9f4d-50367d8ff08b tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:44.354097 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-89dfd90d-72a3-4b9a-9f4d-50367d8ff08b tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2374601 Jul 13 07:52:44.357093 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60748) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:44.362811 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-39f8b367-741f-4f6c-a00a-3c0df989d9d9 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Request body: {'subnet': {'network_id': '6f8f564d-f44d-4228-8507-3cfe9470c686', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:44.399233 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dfd90d-72a3-4b9a-9f4d-50367d8ff08b tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event updated for resources: {'Network': ['ID=6f8f564d-f44d-4228-8507-3cfe9470c686,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:44.419083 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 6f8f564d-f44d-4228-8507-3cfe9470c686 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:52:44.475859 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f8b367-741f-4f6c-a00a-3c0df989d9d9 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Made reservation on behalf of 100ada56542343889afae7ddb654c42f for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:44.480542 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-39f8b367-741f-4f6c-a00a-3c0df989d9d9 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:44.499176 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device e51fb160-5dec-48aa-8356-5fd936e8f44d up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:44.674023 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-def5a988-e155-42a8-8ba9-4c9fb7c6f8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:44.699981 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-39f8b367-741f-4f6c-a00a-3c0df989d9d9 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:44.720218 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5702ae-27f8-49f1-82f5-d9de1a15e5bb None None] Network ba9f695a-0ffa-412b-b2c0-7c120c64a83c requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:44.723188 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port e51fb160-5dec-48aa-8356-5fd936e8f44d triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:44.723563 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:44.753102 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5702ae-27f8-49f1-82f5-d9de1a15e5bb None None] Network ba9f695a-0ffa-412b-b2c0-7c120c64a83c could not be found, it might have been deleted concurrently. {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 13 07:52:44.770539 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6499e43-08d4-471d-a956-0007192522e3 None None] get_active_networks_info from n-d-771363-34 {{(pid=94019) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:52:44.775236 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8b367-741f-4f6c-a00a-3c0df989d9d9 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event updated for resources: {'Subnet': ['ID=41d8b65a-1fa2-4546-9da1-0d9c6e214aa0,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:44.792129 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f8b367-741f-4f6c-a00a-3c0df989d9d9 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Checking segment: {'id': 'd6b754bf-2dc2-4ad2-af60-0c5a71721e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6f8f564d-f44d-4228-8507-3cfe9470c686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:44.793327 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f8b367-741f-4f6c-a00a-3c0df989d9d9 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Network hostable DHCP agents. Network: 6f8f564d-f44d-4228-8507-3cfe9470c686, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:52:44.815432 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f8b367-741f-4f6c-a00a-3c0df989d9d9 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Network 6f8f564d-f44d-4228-8507-3cfe9470c686 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:52:44.826332 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-39f8b367-741f-4f6c-a00a-3c0df989d9d9 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 6f8f564d-f44d-4228-8507-3cfe9470c686) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:44.836920 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f8b367-741f-4f6c-a00a-3c0df989d9d9 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:44.837682 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-39f8b367-741f-4f6c-a00a-3c0df989d9d9 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:44.858312 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-39f8b367-741f-4f6c-a00a-3c0df989d9d9 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4975953 Jul 13 07:52:44.858862 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60812) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:44.977491 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b472d39e-ce4c-4ba6-ac68-d227e7b3c60d tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.007128 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6499e43-08d4-471d-a956-0007192522e3 None None] Unable to find a vacant binding_index for network 6f8f564d-f44d-4228-8507-3cfe9470c686 and agent 45af2597-7353-44cb-a233-3560ed6bdc48 {{(pid=94019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 13 07:52:45.013410 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6499e43-08d4-471d-a956-0007192522e3 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 6f8f564d-f44d-4228-8507-3cfe9470c686) {{(pid=94019) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:52:45.039041 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b472d39e-ce4c-4ba6-ac68-d227e7b3c60d tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.109659 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b472d39e-ce4c-4ba6-ac68-d227e7b3c60d tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.142245 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472d39e-ce4c-4ba6-ac68-d227e7b3c60d tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event deleted for resources: {'Subnet': ['ID=41d8b65a-1fa2-4546-9da1-0d9c6e214aa0,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:45.207430 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b472d39e-ce4c-4ba6-ac68-d227e7b3c60d tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.218594 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-b472d39e-ce4c-4ba6-ac68-d227e7b3c60d tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f8f564d-f44d-4228-8507-3cfe9470c686']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:45.236434 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-b472d39e-ce4c-4ba6-ac68-d227e7b3c60d tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b754bf-2dc2-4ad2-af60-0c5a71721e1c') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:45.236740 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-b472d39e-ce4c-4ba6-ac68-d227e7b3c60d tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b754bf-2dc2-4ad2-af60-0c5a71721e1c') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:45.247811 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b472d39e-ce4c-4ba6-ac68-d227e7b3c60d tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.262871 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b472d39e-ce4c-4ba6-ac68-d227e7b3c60d tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.271335 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b472d39e-ce4c-4ba6-ac68-d227e7b3c60d tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:52:45.271938 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b472d39e-ce4c-4ba6-ac68-d227e7b3c60d tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.274836 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:52:45.274836 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:52:45.274836 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:52:45.274836 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:52:45.274836 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:52:45.274836 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:52:45.274836 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:52:45.274836 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:52:45.274836 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:52:45.274836 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:52:45.274836 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:52:45.274836 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:52:45.274836 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:52:45.274836 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:52:45.274836 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:52:45.274836 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:52:45.274836 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:52:45.274836 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:52:45.274836 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:52:45.274836 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:52:45.274836 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:52:45.274836 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:52:45.274836 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:52:45.274836 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:52:45.274836 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:52:45.274836 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:52:45.274836 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:52:45.274836 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:52:45.274836 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:52:45.274836 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:52:45.274836 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:52:45.274836 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:52:45.277347 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795dc412-97f5-40d0-af29-1ee5a00e01af None None] Network 6f8f564d-f44d-4228-8507-3cfe9470c686 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:45.343147 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b472d39e-ce4c-4ba6-ac68-d227e7b3c60d tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.349125 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b472d39e-ce4c-4ba6-ac68-d227e7b3c60d tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.351443 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b472d39e-ce4c-4ba6-ac68-d227e7b3c60d tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "DELETE /v2.0/networks/6f8f564d-f44d-4228-8507-3cfe9470c686 HTTP/1.1" status: 204 len: 168 time: 0.4913609 Jul 13 07:52:45.355243 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60882) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:45.361534 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-0b5a857d-8be8-461b-8a6b-5c57e3a0568a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1486820376'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:45.378466 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472d39e-ce4c-4ba6-ac68-d227e7b3c60d tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event deleted for resources: {'Network': ['ID=6f8f564d-f44d-4228-8507-3cfe9470c686,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:45.399739 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5a857d-8be8-461b-8a6b-5c57e3a0568a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Made reservation on behalf of 100ada56542343889afae7ddb654c42f for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:45.400231 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03c34c9-74a7-428b-92e5-d5f699ffa4be None None] Network 6f8f564d-f44d-4228-8507-3cfe9470c686 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:45.403962 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0b5a857d-8be8-461b-8a6b-5c57e3a0568a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.413119 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03c34c9-74a7-428b-92e5-d5f699ffa4be None None] Network 6f8f564d-f44d-4228-8507-3cfe9470c686 could not be found, it might have been deleted concurrently. {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 13 07:52:45.431574 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b5a857d-8be8-461b-8a6b-5c57e3a0568a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:52:45.442634 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0b5a857d-8be8-461b-8a6b-5c57e3a0568a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.442982 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-0b5a857d-8be8-461b-8a6b-5c57e3a0568a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Added segment 8cd8dd38-1450-4f2e-a4a8-00b4101f9d54 of type vlan for network a9742056-2dfd-4b32-9515-5a6e1a13212f Jul 13 07:52:45.489178 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0b5a857d-8be8-461b-8a6b-5c57e3a0568a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.519897 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0b5a857d-8be8-461b-8a6b-5c57e3a0568a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.526101 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5a857d-8be8-461b-8a6b-5c57e3a0568a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:45.526650 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0b5a857d-8be8-461b-8a6b-5c57e3a0568a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.565321 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0b5a857d-8be8-461b-8a6b-5c57e3a0568a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2089169 Jul 13 07:52:45.569370 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60912) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:45.575656 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-3eb9c68b-0a5d-4bed-83d8-e0ad176ccc46 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Request body: {'subnet': {'network_id': 'a9742056-2dfd-4b32-9515-5a6e1a13212f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:45.601605 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a857d-8be8-461b-8a6b-5c57e3a0568a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event updated for resources: {'Network': ['ID=a9742056-2dfd-4b32-9515-5a6e1a13212f,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:45.616078 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network a9742056-2dfd-4b32-9515-5a6e1a13212f details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:52:45.668279 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb9c68b-0a5d-4bed-83d8-e0ad176ccc46 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Made reservation on behalf of 100ada56542343889afae7ddb654c42f for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:45.671763 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3eb9c68b-0a5d-4bed-83d8-e0ad176ccc46 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.856656 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3eb9c68b-0a5d-4bed-83d8-e0ad176ccc46 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.922406 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9c68b-0a5d-4bed-83d8-e0ad176ccc46 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event updated for resources: {'Subnet': ['ID=20624cc8-4d9d-4f87-8d16-3b63dbc80348,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:45.933666 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb9c68b-0a5d-4bed-83d8-e0ad176ccc46 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Checking segment: {'id': '8cd8dd38-1450-4f2e-a4a8-00b4101f9d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a9742056-2dfd-4b32-9515-5a6e1a13212f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:45.934031 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb9c68b-0a5d-4bed-83d8-e0ad176ccc46 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Network hostable DHCP agents. Network: a9742056-2dfd-4b32-9515-5a6e1a13212f, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:52:45.950617 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb9c68b-0a5d-4bed-83d8-e0ad176ccc46 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Network a9742056-2dfd-4b32-9515-5a6e1a13212f is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:52:45.959586 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-3eb9c68b-0a5d-4bed-83d8-e0ad176ccc46 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, a9742056-2dfd-4b32-9515-5a6e1a13212f) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:45.964617 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb9c68b-0a5d-4bed-83d8-e0ad176ccc46 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:45.965356 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3eb9c68b-0a5d-4bed-83d8-e0ad176ccc46 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:45.970583 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f23e9f0-38d7-44cc-bd3c-41f0db1c7644 None None] Network a9742056-2dfd-4b32-9515-5a6e1a13212f requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:45.989008 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3eb9c68b-0a5d-4bed-83d8-e0ad176ccc46 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4120784 Jul 13 07:52:45.990693 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60920) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:45.996335 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-42ab2467-4bcc-4cd3-b00e-4f6bbd1af04f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Request body: {'subnet': {'network_id': 'a9742056-2dfd-4b32-9515-5a6e1a13212f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:46.135999 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ab2467-4bcc-4cd3-b00e-4f6bbd1af04f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Made reservation on behalf of 100ada56542343889afae7ddb654c42f for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:46.140517 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-42ab2467-4bcc-4cd3-b00e-4f6bbd1af04f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.159782 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1b9b17-d286-4553-87fd-c3d25b49d7b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-a9742056-2dfd-4b32-9515-5a6e1a13212f', 'network_id': 'a9742056-2dfd-4b32-9515-5a6e1a13212f', 'tenant_id': '100ada56542343889afae7ddb654c42f', 'fixed_ips': [{'subnet_id': '20624cc8-4d9d-4f87-8d16-3b63dbc80348'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:52:46.161322 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8a1b9b17-d286-4553-87fd-c3d25b49d7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.302507 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-8a1b9b17-d286-4553-87fd-c3d25b49d7b9 None None] Allocated IP 2001:db8::2 (a9742056-2dfd-4b32-9515-5a6e1a13212f/20624cc8-4d9d-4f87-8d16-3b63dbc80348/206d4ed9-9b24-4666-9f02-56b4e31348eb) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:46.375984 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-42ab2467-4bcc-4cd3-b00e-4f6bbd1af04f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.418864 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ab2467-4bcc-4cd3-b00e-4f6bbd1af04f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Network a9742056-2dfd-4b32-9515-5a6e1a13212f is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:46.422001 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-42ab2467-4bcc-4cd3-b00e-4f6bbd1af04f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:46.426328 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ab2467-4bcc-4cd3-b00e-4f6bbd1af04f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:46.426784 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-42ab2467-4bcc-4cd3-b00e-4f6bbd1af04f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.440201 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab2467-4bcc-4cd3-b00e-4f6bbd1af04f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event updated for resources: {'Subnet': ['ID=714e3820-8d40-47d8-9c3d-335ecfcd2d28,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:46.448558 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-42ab2467-4bcc-4cd3-b00e-4f6bbd1af04f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4564698 Jul 13 07:52:46.451047 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60926) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:46.458840 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8a1b9b17-d286-4553-87fd-c3d25b49d7b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.470254 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8a1b9b17-d286-4553-87fd-c3d25b49d7b9 None None] Transition to ACTIVE for port object 206d4ed9-9b24-4666-9f02-56b4e31348eb will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:46.485361 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8a1b9b17-d286-4553-87fd-c3d25b49d7b9 None None] Transition to ACTIVE for port object 206d4ed9-9b24-4666-9f02-56b4e31348eb will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:46.491823 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8a1b9b17-d286-4553-87fd-c3d25b49d7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.512096 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94884ba1-ab56-400b-a5b7-74413587e5a4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:46.513900 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94884ba1-ab56-400b-a5b7-74413587e5a4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:46.515666 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94884ba1-ab56-400b-a5b7-74413587e5a4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:46.517868 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94884ba1-ab56-400b-a5b7-74413587e5a4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:46.519991 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94884ba1-ab56-400b-a5b7-74413587e5a4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:46.522199 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-94884ba1-ab56-400b-a5b7-74413587e5a4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0701590 Jul 13 07:52:46.526082 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60928) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:46.532258 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-54a66bad-c610-44d9-b539-3bb416b84e7c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-384856662'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:46.536381 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1b9b17-d286-4553-87fd-c3d25b49d7b9 None None] Network a9742056-2dfd-4b32-9515-5a6e1a13212f is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:46.543060 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-8a1b9b17-d286-4553-87fd-c3d25b49d7b9 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:46.547113 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1b9b17-d286-4553-87fd-c3d25b49d7b9 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:46.558851 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1b9b17-d286-4553-87fd-c3d25b49d7b9 None None] Pushing event updated for resources: {'Port': ['ID=206d4ed9-9b24-4666-9f02-56b4e31348eb,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:46.584168 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a66bad-c610-44d9-b539-3bb416b84e7c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Made reservation on behalf of 100ada56542343889afae7ddb654c42f for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:46.588506 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-54a66bad-c610-44d9-b539-3bb416b84e7c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.615655 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54a66bad-c610-44d9-b539-3bb416b84e7c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:52:46.626558 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-8a1b9b17-d286-4553-87fd-c3d25b49d7b9 None None] Attempting to bind port 206d4ed9-9b24-4666-9f02-56b4e31348eb on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:52:46.626921 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-8a1b9b17-d286-4553-87fd-c3d25b49d7b9 None None] Attempting to bind port 206d4ed9-9b24-4666-9f02-56b4e31348eb by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '8cd8dd38-1450-4f2e-a4a8-00b4101f9d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a9742056-2dfd-4b32-9515-5a6e1a13212f'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:52:46.627381 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-54a66bad-c610-44d9-b539-3bb416b84e7c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.627538 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1b9b17-d286-4553-87fd-c3d25b49d7b9 None None] Attempting to bind port 206d4ed9-9b24-4666-9f02-56b4e31348eb on network a9742056-2dfd-4b32-9515-5a6e1a13212f {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:52:46.627723 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-54a66bad-c610-44d9-b539-3bb416b84e7c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Added segment 362a8330-b6fb-44fc-a772-9c1d19bfb565 of type vlan for network 9a8659d9-e70b-48c1-a01d-5450736b015d Jul 13 07:52:46.633893 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1b9b17-d286-4553-87fd-c3d25b49d7b9 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:52:46.634269 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1b9b17-d286-4553-87fd-c3d25b49d7b9 None None] Checking segment: {'id': '8cd8dd38-1450-4f2e-a4a8-00b4101f9d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a9742056-2dfd-4b32-9515-5a6e1a13212f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:46.634671 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8a1b9b17-d286-4553-87fd-c3d25b49d7b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.635062 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1b9b17-d286-4553-87fd-c3d25b49d7b9 None None] Bound using segment: {'id': '8cd8dd38-1450-4f2e-a4a8-00b4101f9d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a9742056-2dfd-4b32-9515-5a6e1a13212f'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:52:46.635556 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-8a1b9b17-d286-4553-87fd-c3d25b49d7b9 None None] Bound port: 206d4ed9-9b24-4666-9f02-56b4e31348eb, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd8dd38-1450-4f2e-a4a8-00b4101f9d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a9742056-2dfd-4b32-9515-5a6e1a13212f'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:52:46.635931 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8a1b9b17-d286-4553-87fd-c3d25b49d7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.674485 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-54a66bad-c610-44d9-b539-3bb416b84e7c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.708729 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-8a1b9b17-d286-4553-87fd-c3d25b49d7b9 None None] For port 206d4ed9-9b24-4666-9f02-56b4e31348eb, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:52:46.712658 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-8a1b9b17-d286-4553-87fd-c3d25b49d7b9 None None] For port 206d4ed9-9b24-4666-9f02-56b4e31348eb, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=206d4ed9-9b24-4666-9f02-56b4e31348eb,segment=NetworkSegment(8cd8dd38-1450-4f2e-a4a8-00b4101f9d54),segment_id=8cd8dd38-1450-4f2e-a4a8-00b4101f9d54)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:52:46.715320 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-54a66bad-c610-44d9-b539-3bb416b84e7c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.719438 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8a1b9b17-d286-4553-87fd-c3d25b49d7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.722194 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a66bad-c610-44d9-b539-3bb416b84e7c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:46.722907 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-54a66bad-c610-44d9-b539-3bb416b84e7c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.761035 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-54a66bad-c610-44d9-b539-3bb416b84e7c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2334056 Jul 13 07:52:46.761466 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60930) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:46.774623 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-6da01cd9-4734-43fa-aae4-7c33bd60fa5c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:46.807799 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1b9b17-d286-4553-87fd-c3d25b49d7b9 None None] Pushing event updated for resources: {'Port': ['ID=206d4ed9-9b24-4666-9f02-56b4e31348eb,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:46.812873 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a66bad-c610-44d9-b539-3bb416b84e7c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event updated for resources: {'Network': ['ID=9a8659d9-e70b-48c1-a01d-5450736b015d,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:46.832642 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 9a8659d9-e70b-48c1-a01d-5450736b015d details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:52:46.980606 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6da01cd9-4734-43fa-aae4-7c33bd60fa5c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:46.997402 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6da01cd9-4734-43fa-aae4-7c33bd60fa5c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.017878 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6da01cd9-4734-43fa-aae4-7c33bd60fa5c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Network 9a8659d9-e70b-48c1-a01d-5450736b015d is not hosted by any dhcp agent {{(pid=94017) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 07:52:47.024483 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da01cd9-4734-43fa-aae4-7c33bd60fa5c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:47.027528 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6da01cd9-4734-43fa-aae4-7c33bd60fa5c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.030585 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6da01cd9-4734-43fa-aae4-7c33bd60fa5c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "PUT /v2.0/networks/9a8659d9-e70b-48c1-a01d-5450736b015d HTTP/1.1" status: 200 len: 723 time: 0.2664671 Jul 13 07:52:47.034112 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60932) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:47.039674 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-c6a5e136-ddf4-4fb6-adee-4eafa7b506e0 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Request body: {'subnet': {'network_id': '9a8659d9-e70b-48c1-a01d-5450736b015d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:47.113367 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da01cd9-4734-43fa-aae4-7c33bd60fa5c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event updated for resources: {'Network': ['ID=9a8659d9-e70b-48c1-a01d-5450736b015d,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:47.125963 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 9a8659d9-e70b-48c1-a01d-5450736b015d details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:52:47.193957 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a5e136-ddf4-4fb6-adee-4eafa7b506e0 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Made reservation on behalf of 100ada56542343889afae7ddb654c42f for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:47.198625 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c6a5e136-ddf4-4fb6-adee-4eafa7b506e0 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.404636 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c6a5e136-ddf4-4fb6-adee-4eafa7b506e0 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.467644 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5e136-ddf4-4fb6-adee-4eafa7b506e0 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event updated for resources: {'Subnet': ['ID=e9776141-2487-4f9f-b44b-45e862de5e93,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:47.475769 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5e136-ddf4-4fb6-adee-4eafa7b506e0 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Checking segment: {'id': '362a8330-b6fb-44fc-a772-9c1d19bfb565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9a8659d9-e70b-48c1-a01d-5450736b015d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:47.476134 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a5e136-ddf4-4fb6-adee-4eafa7b506e0 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Network hostable DHCP agents. Network: 9a8659d9-e70b-48c1-a01d-5450736b015d, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:52:47.493147 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a5e136-ddf4-4fb6-adee-4eafa7b506e0 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Network 9a8659d9-e70b-48c1-a01d-5450736b015d is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:52:47.502289 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-c6a5e136-ddf4-4fb6-adee-4eafa7b506e0 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 9a8659d9-e70b-48c1-a01d-5450736b015d) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:47.506496 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a5e136-ddf4-4fb6-adee-4eafa7b506e0 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:47.507128 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c6a5e136-ddf4-4fb6-adee-4eafa7b506e0 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.514172 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc024cb-ff89-4d6c-8c5a-e115f7166eb3 None None] Network 9a8659d9-e70b-48c1-a01d-5450736b015d requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:47.527543 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c6a5e136-ddf4-4fb6-adee-4eafa7b506e0 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4918904 Jul 13 07:52:47.530088 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60936) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:47.536013 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-972ec75f-38b1-4b8e-b70c-75611fa3e8f3 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:47.656073 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-972ec75f-38b1-4b8e-b70c-75611fa3e8f3 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8901924'] for subnet, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.700076 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76623598-cb0c-442f-9b22-7b074af4d134 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-9a8659d9-e70b-48c1-a01d-5450736b015d', 'network_id': '9a8659d9-e70b-48c1-a01d-5450736b015d', 'tenant_id': '100ada56542343889afae7ddb654c42f', 'fixed_ips': [{'subnet_id': 'e9776141-2487-4f9f-b44b-45e862de5e93'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:52:47.700943 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-76623598-cb0c-442f-9b22-7b074af4d134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.828183 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-972ec75f-38b1-4b8e-b70c-75611fa3e8f3 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788303099733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8389758'] for subnet, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.871538 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972ec75f-38b1-4b8e-b70c-75611fa3e8f3 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:47.872142 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-972ec75f-38b1-4b8e-b70c-75611fa3e8f3 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:47.873693 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-972ec75f-38b1-4b8e-b70c-75611fa3e8f3 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "PUT /v2.0/subnets/e9776141-2487-4f9f-b44b-45e862de5e93 HTTP/1.1" status: 200 len: 826 time: 0.3425715 Jul 13 07:52:47.877614 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60938) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:47.893108 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-76623598-cb0c-442f-9b22-7b074af4d134 None None] Allocated IP 2001:db8::2 (9a8659d9-e70b-48c1-a01d-5450736b015d/e9776141-2487-4f9f-b44b-45e862de5e93/4f37bfc5-1b6f-46a9-b0e3-6abb32d0d224) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:47.900981 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ec75f-38b1-4b8e-b70c-75611fa3e8f3 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event updated for resources: {'Subnet': ['ID=e9776141-2487-4f9f-b44b-45e862de5e93,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:48.005918 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d3dc2c-8b0d-41b3-8cfe-4aedd7db9f12 None None] Network a9742056-2dfd-4b32-9515-5a6e1a13212f requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:48.028840 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-784791c4-c72b-46ea-9d66-c4e24e68bac4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.090572 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-784791c4-c72b-46ea-9d66-c4e24e68bac4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.169565 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-76623598-cb0c-442f-9b22-7b074af4d134 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.188337 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-41d5b06b-afee-42ba-90ee-315de1adae5c None None] Provisioning for port 206d4ed9-9b24-4666-9f02-56b4e31348eb completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:48.194522 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-76623598-cb0c-442f-9b22-7b074af4d134 None None] Transition to ACTIVE for port object 4f37bfc5-1b6f-46a9-b0e3-6abb32d0d224 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:48.246102 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-76623598-cb0c-442f-9b22-7b074af4d134 None None] Transition to ACTIVE for port object 4f37bfc5-1b6f-46a9-b0e3-6abb32d0d224 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:48.278580 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-76623598-cb0c-442f-9b22-7b074af4d134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.281818 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-784791c4-c72b-46ea-9d66-c4e24e68bac4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.326782 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784791c4-c72b-46ea-9d66-c4e24e68bac4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event deleted for resources: {'Subnet': ['ID=e9776141-2487-4f9f-b44b-45e862de5e93,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:48.333897 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76623598-cb0c-442f-9b22-7b074af4d134 None None] Network 9a8659d9-e70b-48c1-a01d-5450736b015d is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:48.341322 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-76623598-cb0c-442f-9b22-7b074af4d134 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:48.350517 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76623598-cb0c-442f-9b22-7b074af4d134 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:48.354934 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76623598-cb0c-442f-9b22-7b074af4d134 None None] Pushing event updated for resources: {'Port': ['ID=4f37bfc5-1b6f-46a9-b0e3-6abb32d0d224,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:48.392119 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-784791c4-c72b-46ea-9d66-c4e24e68bac4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.404838 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-784791c4-c72b-46ea-9d66-c4e24e68bac4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a8659d9-e70b-48c1-a01d-5450736b015d']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:48.417616 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-784791c4-c72b-46ea-9d66-c4e24e68bac4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '362a8330-b6fb-44fc-a772-9c1d19bfb565') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:48.418129 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-784791c4-c72b-46ea-9d66-c4e24e68bac4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '362a8330-b6fb-44fc-a772-9c1d19bfb565') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:48.428192 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-76623598-cb0c-442f-9b22-7b074af4d134 None None] Attempting to bind port 4f37bfc5-1b6f-46a9-b0e3-6abb32d0d224 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:52:48.428192 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-76623598-cb0c-442f-9b22-7b074af4d134 None None] Attempting to bind port 4f37bfc5-1b6f-46a9-b0e3-6abb32d0d224 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '362a8330-b6fb-44fc-a772-9c1d19bfb565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9a8659d9-e70b-48c1-a01d-5450736b015d'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:52:48.428192 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76623598-cb0c-442f-9b22-7b074af4d134 None None] Attempting to bind port 4f37bfc5-1b6f-46a9-b0e3-6abb32d0d224 on network 9a8659d9-e70b-48c1-a01d-5450736b015d {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:52:48.430399 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-784791c4-c72b-46ea-9d66-c4e24e68bac4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.447977 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-784791c4-c72b-46ea-9d66-c4e24e68bac4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.450581 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76623598-cb0c-442f-9b22-7b074af4d134 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:52:48.451873 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76623598-cb0c-442f-9b22-7b074af4d134 None None] Checking segment: {'id': '362a8330-b6fb-44fc-a772-9c1d19bfb565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9a8659d9-e70b-48c1-a01d-5450736b015d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:48.454669 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-76623598-cb0c-442f-9b22-7b074af4d134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.456133 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76623598-cb0c-442f-9b22-7b074af4d134 None None] Bound using segment: {'id': '362a8330-b6fb-44fc-a772-9c1d19bfb565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9a8659d9-e70b-48c1-a01d-5450736b015d'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:52:48.457753 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-76623598-cb0c-442f-9b22-7b074af4d134 None None] Bound port: 4f37bfc5-1b6f-46a9-b0e3-6abb32d0d224, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362a8330-b6fb-44fc-a772-9c1d19bfb565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9a8659d9-e70b-48c1-a01d-5450736b015d'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:52:48.457753 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-76623598-cb0c-442f-9b22-7b074af4d134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.458673 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-784791c4-c72b-46ea-9d66-c4e24e68bac4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:52:48.459548 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-784791c4-c72b-46ea-9d66-c4e24e68bac4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.464873 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:52:48.464873 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:52:48.464873 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:52:48.464873 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:52:48.464873 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:52:48.464873 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:52:48.464873 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:52:48.464873 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:52:48.464873 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:52:48.464873 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:52:48.464873 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:52:48.464873 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:52:48.464873 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:52:48.464873 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:52:48.464873 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:52:48.464873 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:52:48.464873 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:52:48.464873 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:52:48.464873 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:52:48.464873 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:52:48.464873 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:52:48.464873 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:52:48.464873 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:52:48.464873 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:52:48.464873 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:52:48.464873 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:52:48.464873 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:52:48.464873 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:52:48.464873 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:52:48.464873 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:52:48.464873 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:52:48.464873 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:52:48.464873 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:52:48.464873 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:52:48.464873 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:52:48.464873 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:52:48.538341 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.db.api [None req-784791c4-c72b-46ea-9d66-c4e24e68bac4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 07:52:48.538341 n-d-771363-34 neutron-server[94018]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 07:52:48.538341 n-d-771363-34 neutron-server[94018]: [parameters: {'id': '9a8659d9-e70b-48c1-a01d-5450736b015d'}] Jul 13 07:52:48.538341 n-d-771363-34 neutron-server[94018]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:52:48.539513 n-d-771363-34 neutron-server[94018]: DEBUG oslo_db.api [None req-784791c4-c72b-46ea-9d66-c4e24e68bac4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:52:48.566878 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 206d4ed9-9b24-4666-9f02-56b4e31348eb up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:48.620995 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-76623598-cb0c-442f-9b22-7b074af4d134 None None] For port 4f37bfc5-1b6f-46a9-b0e3-6abb32d0d224, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:52:48.636908 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a245bf19-57ad-4328-a9e8-780ad2ae7c84 None None] Update dhcp port {'port': {'network_id': 'a9742056-2dfd-4b32-9515-5a6e1a13212f', 'fixed_ips': [{'subnet_id': '20624cc8-4d9d-4f87-8d16-3b63dbc80348', 'ip_address': '2001:db8::2'}, {'subnet_id': '714e3820-8d40-47d8-9c3d-335ecfcd2d28'}], 'binding:host_id': 'n-d-771363-34'}, 'id': '206d4ed9-9b24-4666-9f02-56b4e31348eb'} from n-d-771363-34. {{(pid=94019) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:52:48.642533 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-76623598-cb0c-442f-9b22-7b074af4d134 None None] For port 4f37bfc5-1b6f-46a9-b0e3-6abb32d0d224, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=4f37bfc5-1b6f-46a9-b0e3-6abb32d0d224,segment=NetworkSegment(362a8330-b6fb-44fc-a772-9c1d19bfb565),segment_id=362a8330-b6fb-44fc-a772-9c1d19bfb565)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:52:48.668632 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-76623598-cb0c-442f-9b22-7b074af4d134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.746384 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a245bf19-57ad-4328-a9e8-780ad2ae7c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.790637 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 206d4ed9-9b24-4666-9f02-56b4e31348eb completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:48.797911 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76623598-cb0c-442f-9b22-7b074af4d134 None None] Pushing event updated for resources: {'Port': ['ID=4f37bfc5-1b6f-46a9-b0e3-6abb32d0d224,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:48.807633 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 206d4ed9-9b24-4666-9f02-56b4e31348eb triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:48.807993 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:48.869323 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6619b1-13ec-4449-b409-e816a451c5ba None None] Network 9a8659d9-e70b-48c1-a01d-5450736b015d requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:49.040634 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-784791c4-c72b-46ea-9d66-c4e24e68bac4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.099183 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-784791c4-c72b-46ea-9d66-c4e24e68bac4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Deleting port 4f37bfc5-1b6f-46a9-b0e3-6abb32d0d224 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:49.099602 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-784791c4-c72b-46ea-9d66-c4e24e68bac4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.170795 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-784791c4-c72b-46ea-9d66-c4e24e68bac4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] For port 4f37bfc5-1b6f-46a9-b0e3-6abb32d0d224, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=4f37bfc5-1b6f-46a9-b0e3-6abb32d0d224,segment=NetworkSegment(362a8330-b6fb-44fc-a772-9c1d19bfb565),segment_id=362a8330-b6fb-44fc-a772-9c1d19bfb565)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:49.171319 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-784791c4-c72b-46ea-9d66-c4e24e68bac4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.183089 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-784791c4-c72b-46ea-9d66-c4e24e68bac4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Calling delete_port for 4f37bfc5-1b6f-46a9-b0e3-6abb32d0d224 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:49.265042 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-784791c4-c72b-46ea-9d66-c4e24e68bac4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.268083 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.286658 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-a245bf19-57ad-4328-a9e8-780ad2ae7c84 None None] Allocated IP 172.20.0.1 (a9742056-2dfd-4b32-9515-5a6e1a13212f/714e3820-8d40-47d8-9c3d-335ecfcd2d28/206d4ed9-9b24-4666-9f02-56b4e31348eb) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:49.292664 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784791c4-c72b-46ea-9d66-c4e24e68bac4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event deleted for resources: {'Port': ['ID=4f37bfc5-1b6f-46a9-b0e3-6abb32d0d224,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:49.296377 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784791c4-c72b-46ea-9d66-c4e24e68bac4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] No DVR routers for this DVR port 4f37bfc5-1b6f-46a9-b0e3-6abb32d0d224 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:52:49.382571 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-784791c4-c72b-46ea-9d66-c4e24e68bac4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.392126 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa411468-e5fd-41aa-9842-a8508e193ef6 None None] Network 9a8659d9-e70b-48c1-a01d-5450736b015d requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:49.399129 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-784791c4-c72b-46ea-9d66-c4e24e68bac4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a8659d9-e70b-48c1-a01d-5450736b015d']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:49.414197 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-784791c4-c72b-46ea-9d66-c4e24e68bac4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '362a8330-b6fb-44fc-a772-9c1d19bfb565') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:49.414537 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-784791c4-c72b-46ea-9d66-c4e24e68bac4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '362a8330-b6fb-44fc-a772-9c1d19bfb565') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:49.424255 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-784791c4-c72b-46ea-9d66-c4e24e68bac4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.436345 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-a245bf19-57ad-4328-a9e8-780ad2ae7c84 None None] For port 206d4ed9-9b24-4666-9f02-56b4e31348eb, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=206d4ed9-9b24-4666-9f02-56b4e31348eb,segment=NetworkSegment(8cd8dd38-1450-4f2e-a4a8-00b4101f9d54),segment_id=8cd8dd38-1450-4f2e-a4a8-00b4101f9d54)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:49.438415 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-784791c4-c72b-46ea-9d66-c4e24e68bac4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.445258 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-784791c4-c72b-46ea-9d66-c4e24e68bac4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:52:49.445741 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-784791c4-c72b-46ea-9d66-c4e24e68bac4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.449365 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:52:49.449365 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:52:49.449365 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:52:49.449365 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:52:49.449365 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:52:49.449365 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:52:49.449365 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:52:49.449365 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:52:49.449365 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:52:49.449365 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:52:49.449365 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:52:49.449365 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:52:49.449365 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:52:49.449365 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:52:49.449365 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:52:49.449365 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:52:49.449365 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:52:49.449365 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:52:49.449365 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:52:49.449365 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:52:49.449365 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:52:49.449365 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:52:49.449365 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:52:49.449365 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:52:49.449365 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:52:49.449365 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:52:49.449365 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:52:49.449365 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:52:49.449365 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:52:49.449365 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:52:49.449365 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:52:49.449365 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:52:49.520862 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-784791c4-c72b-46ea-9d66-c4e24e68bac4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.528913 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-784791c4-c72b-46ea-9d66-c4e24e68bac4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.530576 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-784791c4-c72b-46ea-9d66-c4e24e68bac4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "DELETE /v2.0/networks/9a8659d9-e70b-48c1-a01d-5450736b015d HTTP/1.1" status: 204 len: 168 time: 1.6501946 Jul 13 07:52:49.533515 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60944) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:49.543863 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784791c4-c72b-46ea-9d66-c4e24e68bac4 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event deleted for resources: {'Network': ['ID=9a8659d9-e70b-48c1-a01d-5450736b015d,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:49.548478 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a245bf19-57ad-4328-a9e8-780ad2ae7c84 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.564855 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a245bf19-57ad-4328-a9e8-780ad2ae7c84 None None] Transition to ACTIVE for port object 206d4ed9-9b24-4666-9f02-56b4e31348eb will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:49.570442 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a245bf19-57ad-4328-a9e8-780ad2ae7c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.571044 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c44c64-05d2-476e-a5ae-e4d6ed80f800 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] DELETE failed (client error): The resource could not be found. Jul 13 07:52:49.571139 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90c44c64-05d2-476e-a5ae-e4d6ed80f800 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:52:49.573042 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-90c44c64-05d2-476e-a5ae-e4d6ed80f800 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "DELETE /v2.0/networks/9a8659d9-e70b-48c1-a01d-5450736b015d HTTP/1.1" status: 404 len: 339 time: 0.0378263 Jul 13 07:52:49.576867 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60946) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:49.582874 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-ed1983d8-3b12-4fe2-9d81-df8ae9f629dd tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-765653164', 'description': 'd1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:49.604786 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1983d8-3b12-4fe2-9d81-df8ae9f629dd tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Made reservation on behalf of 100ada56542343889afae7ddb654c42f for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:49.608226 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ed1983d8-3b12-4fe2-9d81-df8ae9f629dd tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.633472 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed1983d8-3b12-4fe2-9d81-df8ae9f629dd tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:52:49.645576 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ed1983d8-3b12-4fe2-9d81-df8ae9f629dd tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.645983 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-ed1983d8-3b12-4fe2-9d81-df8ae9f629dd tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Added segment 3ea3fb04-b78b-4bb0-83fe-187f1181d2ce of type vlan for network 71f47173-6b4c-494a-8d75-6ff0e1e845f7 Jul 13 07:52:49.691525 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ed1983d8-3b12-4fe2-9d81-df8ae9f629dd tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.719931 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.db.api [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:52:49.720175 n-d-771363-34 neutron-server[94019]: DEBUG oslo_db.api [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:52:49.729671 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ed1983d8-3b12-4fe2-9d81-df8ae9f629dd tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.738902 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1983d8-3b12-4fe2-9d81-df8ae9f629dd tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:49.739742 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ed1983d8-3b12-4fe2-9d81-df8ae9f629dd tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:49.741130 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a245bf19-57ad-4328-a9e8-780ad2ae7c84 None None] Pushing event updated for resources: {'Port': ['ID=206d4ed9-9b24-4666-9f02-56b4e31348eb,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:49.781830 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ed1983d8-3b12-4fe2-9d81-df8ae9f629dd tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2013462 Jul 13 07:52:49.782284 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60948) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:49.880317 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a89ead1-ee73-4149-82e2-fdf1c661c464 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:49.885326 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5a89ead1-ee73-4149-82e2-fdf1c661c464 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "GET /v2.0/networks?id=71f47173-6b4c-494a-8d75-6ff0e1e845f7 HTTP/1.1" status: 200 len: 764 time: 0.1017749 Jul 13 07:52:49.886155 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60950) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:49.892181 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-6c329a92-8625-400d-9388-5dbaf592d0ea tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Request body: {'network': {'description': 'd2'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:50.085421 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6c329a92-8625-400d-9388-5dbaf592d0ea tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:50.102692 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6c329a92-8625-400d-9388-5dbaf592d0ea tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:50.114725 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6c329a92-8625-400d-9388-5dbaf592d0ea tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Network 71f47173-6b4c-494a-8d75-6ff0e1e845f7 is not hosted by any dhcp agent {{(pid=94017) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 07:52:50.121012 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c329a92-8625-400d-9388-5dbaf592d0ea tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:50.121676 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6c329a92-8625-400d-9388-5dbaf592d0ea tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:50.126054 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6c329a92-8625-400d-9388-5dbaf592d0ea tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "PUT /v2.0/networks/71f47173-6b4c-494a-8d75-6ff0e1e845f7 HTTP/1.1" status: 200 len: 761 time: 0.2388082 Jul 13 07:52:50.126820 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60952) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:50.192275 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1983d8-3b12-4fe2-9d81-df8ae9f629dd tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event updated for resources: {'Network': ['ID=71f47173-6b4c-494a-8d75-6ff0e1e845f7,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:50.211325 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 71f47173-6b4c-494a-8d75-6ff0e1e845f7 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:52:50.260363 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80caeb58-ca33-4c64-ac5c-407f28c50b2e tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:50.262834 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-80caeb58-ca33-4c64-ac5c-407f28c50b2e tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "GET /v2.0/networks?id=71f47173-6b4c-494a-8d75-6ff0e1e845f7 HTTP/1.1" status: 200 len: 764 time: 0.1234174 Jul 13 07:52:50.267266 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60954) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:50.317483 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c329a92-8625-400d-9388-5dbaf592d0ea tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event updated for resources: {'Network': ['ID=71f47173-6b4c-494a-8d75-6ff0e1e845f7,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:50.323153 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:50.338564 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 71f47173-6b4c-494a-8d75-6ff0e1e845f7 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:52:50.427054 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4e8139-bfbb-4fae-94a4-c9fc9b5f59ce None None] Network a9742056-2dfd-4b32-9515-5a6e1a13212f requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:50.432398 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 206d4ed9-9b24-4666-9f02-56b4e31348eb, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=206d4ed9-9b24-4666-9f02-56b4e31348eb,segment=NetworkSegment(8cd8dd38-1450-4f2e-a4a8-00b4101f9d54),segment_id=8cd8dd38-1450-4f2e-a4a8-00b4101f9d54)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:50.445282 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61ae760-2980-47b3-9339-55829aa82872 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:50.446972 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b61ae760-2980-47b3-9339-55829aa82872 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1779850 Jul 13 07:52:50.449757 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60958) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:50.450697 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:50.478877 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a7909f71-f650-4977-ba65-c9f9d44b1cc8 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "GET /v2.0/subnets?network_id=099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 207 time: 0.0280213 Jul 13 07:52:50.482465 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60962) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:50.573316 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3a74fe25-27cd-4ea3-97d4-52310b69a1fc None None] Provisioning for port 206d4ed9-9b24-4666-9f02-56b4e31348eb completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:52:50.580263 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=206d4ed9-9b24-4666-9f02-56b4e31348eb,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:50.588372 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3a74fe25-27cd-4ea3-97d4-52310b69a1fc None None] Provisioning complete for port 206d4ed9-9b24-4666-9f02-56b4e31348eb triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:50.588745 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3a74fe25-27cd-4ea3-97d4-52310b69a1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:50.654299 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 206d4ed9-9b24-4666-9f02-56b4e31348eb up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:50.719184 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41f44ad-f3e7-4d2c-a7b1-8a3294cd23eb tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:50.726963 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41f44ad-f3e7-4d2c-a7b1-8a3294cd23eb tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:50.733484 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41f44ad-f3e7-4d2c-a7b1-8a3294cd23eb tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:50.740380 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41f44ad-f3e7-4d2c-a7b1-8a3294cd23eb tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:50.746495 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41f44ad-f3e7-4d2c-a7b1-8a3294cd23eb tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:50.752667 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41f44ad-f3e7-4d2c-a7b1-8a3294cd23eb tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:50.755806 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a41f44ad-f3e7-4d2c-a7b1-8a3294cd23eb tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2717583 Jul 13 07:52:50.759094 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60966) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:50.800205 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 206d4ed9-9b24-4666-9f02-56b4e31348eb triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:50.801162 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:50.926384 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-84fbb85d-d099-4de3-a893-cceae1615870 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1622202 Jul 13 07:52:50.926592 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60968) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:50.951980 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405dd65-a148-43b3-9b21-5b795dc84adf req-e79d5a68-03fb-4006-9902-3c95c6f4e45f tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:50.953526 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1405dd65-a148-43b3-9b21-5b795dc84adf req-e79d5a68-03fb-4006-9902-3c95c6f4e45f tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] 10.222.0.23 "GET /v2.0/ports?device_id=9400159c-7f7c-448c-b6be-bcbb5e840d6b HTTP/1.1" status: 200 len: 950 time: 0.1196325 Jul 13 07:52:50.987383 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876db615-3dce-4c72-95a1-05a116c60396 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:50.990600 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876db615-3dce-4c72-95a1-05a116c60396 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:50.991780 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876db615-3dce-4c72-95a1-05a116c60396 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:50.993457 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876db615-3dce-4c72-95a1-05a116c60396 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:50.994978 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876db615-3dce-4c72-95a1-05a116c60396 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:50.998455 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1405dd65-a148-43b3-9b21-5b795dc84adf req-3d08d3a1-f5b3-412c-8d18-e0c0ad0d351a tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] 10.222.0.23 "GET /v2.0/security-groups?id=f89b84c3-f5a7-423c-834d-302ae069f6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351286 Jul 13 07:52:50.999699 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-876db615-3dce-4c72-95a1-05a116c60396 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0722766 Jul 13 07:52:51.000519 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60970) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:51.061383 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a764a428-dc9d-4521-9ec4-05f7b9d2fe7f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:51.063872 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a764a428-dc9d-4521-9ec4-05f7b9d2fe7f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:51.064392 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a99ae33-b034-426f-a306-c4b9456c9865 None None] get_active_networks_info from n-d-771363-34 {{(pid=94019) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:52:51.065360 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a764a428-dc9d-4521-9ec4-05f7b9d2fe7f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:51.066972 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a764a428-dc9d-4521-9ec4-05f7b9d2fe7f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:51.068448 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a764a428-dc9d-4521-9ec4-05f7b9d2fe7f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['shared'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:51.070042 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a764a428-dc9d-4521-9ec4-05f7b9d2fe7f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0685315 Jul 13 07:52:51.073504 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60972) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:51.155685 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-014e394a-e240-4faf-8117-e36a1e7d507b None None] Provisioning complete for port 206d4ed9-9b24-4666-9f02-56b4e31348eb triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:51.155965 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-014e394a-e240-4faf-8117-e36a1e7d507b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:51.177723 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a99ae33-b034-426f-a306-c4b9456c9865 None None] Resources bound (agent type, host, resource id): {{(pid=94019) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:52:51.179146 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555f281d-e45c-4855-b8f3-bdde2c92f0bf tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:51.180775 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-555f281d-e45c-4855-b8f3-bdde2c92f0bf tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "GET /v2.0/networks/2df1c77c-7f0e-4897-bd22-28f7300a8f1e HTTP/1.1" status: 200 len: 804 time: 0.1063497 Jul 13 07:52:51.184575 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60974) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:51.286331 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-06b60061-6f9c-4e57-8c00-43dc2e651a01 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "GET /v2.0/networks/2df1c77c-7f0e-4897-bd22-28f7300a8f1e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1004267 Jul 13 07:52:51.289834 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60976) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:51.340549 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e4e60-0e11-42e8-966f-1eb7dd92f0bc tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:51.341868 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-022e4e60-0e11-42e8-966f-1eb7dd92f0bc tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "GET /v2.0/subnets/d4dd3e23-c131-4607-8faa-5ad0161f9290 HTTP/1.1" status: 200 len: 843 time: 0.0510373 Jul 13 07:52:51.345502 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60978) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:51.397822 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf1941c-8cfc-41d7-9057-66f7fffde5f9 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['shared'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:51.399217 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7cf1941c-8cfc-41d7-9057-66f7fffde5f9 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "GET /v2.0/subnets/d4dd3e23-c131-4607-8faa-5ad0161f9290?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0526326 Jul 13 07:52:51.402856 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60980) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:51.407982 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-b8177e71-2da7-48c6-a1ac-22be1ef45f38 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-830289361'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:51.439307 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8177e71-2da7-48c6-a1ac-22be1ef45f38 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Made reservation on behalf of 100ada56542343889afae7ddb654c42f for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:51.444149 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b8177e71-2da7-48c6-a1ac-22be1ef45f38 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:51.470032 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8177e71-2da7-48c6-a1ac-22be1ef45f38 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:52:51.480409 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b8177e71-2da7-48c6-a1ac-22be1ef45f38 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:51.480745 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-b8177e71-2da7-48c6-a1ac-22be1ef45f38 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Added segment 7f5ed199-91da-489f-9940-f0b74b3ccbd0 of type vlan for network 18f4a99f-3ede-4ef5-9e7a-2b69c1ee73a9 Jul 13 07:52:51.527031 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b8177e71-2da7-48c6-a1ac-22be1ef45f38 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:51.557476 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b8177e71-2da7-48c6-a1ac-22be1ef45f38 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:51.563119 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8177e71-2da7-48c6-a1ac-22be1ef45f38 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:51.563720 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b8177e71-2da7-48c6-a1ac-22be1ef45f38 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:51.600962 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b8177e71-2da7-48c6-a1ac-22be1ef45f38 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1968460 Jul 13 07:52:51.604236 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60982) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:51.611223 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-785e6b8d-21ff-4d1a-8a20-b9c56b7696c7 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Request body: {'subnet': {'network_id': '18f4a99f-3ede-4ef5-9e7a-2b69c1ee73a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:51.640760 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8177e71-2da7-48c6-a1ac-22be1ef45f38 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event updated for resources: {'Network': ['ID=18f4a99f-3ede-4ef5-9e7a-2b69c1ee73a9,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:51.652825 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 18f4a99f-3ede-4ef5-9e7a-2b69c1ee73a9 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:52:51.735030 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785e6b8d-21ff-4d1a-8a20-b9c56b7696c7 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Made reservation on behalf of 100ada56542343889afae7ddb654c42f for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:51.739250 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-785e6b8d-21ff-4d1a-8a20-b9c56b7696c7 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:51.795429 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.ipam_backend_mixin [None req-785e6b8d-21ff-4d1a-8a20-b9c56b7696c7 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Performing IP validity checks on allocation pools {{(pid=94018) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 13 07:52:51.795932 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.ipam_backend_mixin [None req-785e6b8d-21ff-4d1a-8a20-b9c56b7696c7 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94018) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 13 07:52:51.923477 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-785e6b8d-21ff-4d1a-8a20-b9c56b7696c7 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:51.983819 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e6b8d-21ff-4d1a-8a20-b9c56b7696c7 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event updated for resources: {'Subnet': ['ID=c4f5ebba-1d72-4558-899d-0c54c20c9729,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:51.991669 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785e6b8d-21ff-4d1a-8a20-b9c56b7696c7 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Checking segment: {'id': '7f5ed199-91da-489f-9940-f0b74b3ccbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '18f4a99f-3ede-4ef5-9e7a-2b69c1ee73a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:51.992024 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785e6b8d-21ff-4d1a-8a20-b9c56b7696c7 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Network hostable DHCP agents. Network: 18f4a99f-3ede-4ef5-9e7a-2b69c1ee73a9, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:52:52.008955 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785e6b8d-21ff-4d1a-8a20-b9c56b7696c7 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Network 18f4a99f-3ede-4ef5-9e7a-2b69c1ee73a9 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:52:52.018458 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-785e6b8d-21ff-4d1a-8a20-b9c56b7696c7 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 18f4a99f-3ede-4ef5-9e7a-2b69c1ee73a9) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:52.023142 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785e6b8d-21ff-4d1a-8a20-b9c56b7696c7 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:52.023777 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-785e6b8d-21ff-4d1a-8a20-b9c56b7696c7 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:52.029290 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546f697c-1495-49d4-9a95-89d3f82cf41c None None] Network 18f4a99f-3ede-4ef5-9e7a-2b69c1ee73a9 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:52.044885 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-785e6b8d-21ff-4d1a-8a20-b9c56b7696c7 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.4395502 Jul 13 07:52:52.047034 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60986) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:52.056984 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-b81924a6-a505-42b3-806f-2700c38b8073 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:52.170452 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b81924a6-a505-42b3-806f-2700c38b8073 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9286174'] for subnet, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:52.198716 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2d2070-6069-449f-850d-22c7e3587172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-18f4a99f-3ede-4ef5-9e7a-2b69c1ee73a9', 'network_id': '18f4a99f-3ede-4ef5-9e7a-2b69c1ee73a9', 'tenant_id': '100ada56542343889afae7ddb654c42f', 'fixed_ips': [{'subnet_id': 'c4f5ebba-1d72-4558-899d-0c54c20c9729'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:52:52.199641 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ef2d2070-6069-449f-850d-22c7e3587172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:52.209331 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2568a-ade1-42af-8dc8-ddd6a000dcc2 req-b14698a6-9038-47c0-9d85-8b06b5a6a6fd tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:52.211654 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eaf2568a-ade1-42af-8dc8-ddd6a000dcc2 req-b14698a6-9038-47c0-9d85-8b06b5a6a6fd tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] 10.222.0.23 "GET /v2.0/ports?device_id=9400159c-7f7c-448c-b6be-bcbb5e840d6b HTTP/1.1" status: 200 len: 950 time: 0.0771484 Jul 13 07:52:52.280198 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eaf2568a-ade1-42af-8dc8-ddd6a000dcc2 req-7ee8eb7d-d636-4d63-afe5-858ced64b9fb tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] 10.222.0.23 "GET /v2.0/security-groups?id=f89b84c3-f5a7-423c-834d-302ae069f6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588748 Jul 13 07:52:52.308246 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76600bb5-a5b4-415f-a94a-1a92bc6672eb req-9c115114-e8d2-40f3-94cd-8b53f6f17e87 tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:52.309738 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-76600bb5-a5b4-415f-a94a-1a92bc6672eb req-9c115114-e8d2-40f3-94cd-8b53f6f17e87 tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] 10.222.0.42 "GET /v2.0/ports?device_id=9400159c-7f7c-448c-b6be-bcbb5e840d6b HTTP/1.1" status: 200 len: 950 time: 0.0970120 Jul 13 07:52:52.340281 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b81924a6-a505-42b3-806f-2700c38b8073 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788303099733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9204965'] for subnet, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:52.391303 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81924a6-a505-42b3-806f-2700c38b8073 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:52.391891 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b81924a6-a505-42b3-806f-2700c38b8073 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:52.393190 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b81924a6-a505-42b3-806f-2700c38b8073 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "PUT /v2.0/subnets/c4f5ebba-1d72-4558-899d-0c54c20c9729 HTTP/1.1" status: 200 len: 900 time: 0.3450358 Jul 13 07:52:52.396625 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 60990) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:52.404089 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-ef2d2070-6069-449f-850d-22c7e3587172 None None] Allocated IP 2001:db8::3 (18f4a99f-3ede-4ef5-9e7a-2b69c1ee73a9/c4f5ebba-1d72-4558-899d-0c54c20c9729/a730f945-ec3d-4cbf-933b-f448c74bc336) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:52:52.425138 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-76600bb5-a5b4-415f-a94a-1a92bc6672eb req-31a04be7-bb97-4715-8a88-63954cbe922b tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] Deleting port 582fb709-1ce0-42ad-a727-faea5f4b363a {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:52.425856 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-76600bb5-a5b4-415f-a94a-1a92bc6672eb req-31a04be7-bb97-4715-8a88-63954cbe922b tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:52.432746 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81924a6-a505-42b3-806f-2700c38b8073 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event updated for resources: {'Subnet': ['ID=c4f5ebba-1d72-4558-899d-0c54c20c9729,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:52.546257 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5a30c4d9-ccfb-458e-ae57-3a0b0849b91c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:52.561099 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-76600bb5-a5b4-415f-a94a-1a92bc6672eb req-31a04be7-bb97-4715-8a88-63954cbe922b tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] For port 582fb709-1ce0-42ad-a727-faea5f4b363a, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=582fb709-1ce0-42ad-a727-faea5f4b363a,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:52.561465 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-76600bb5-a5b4-415f-a94a-1a92bc6672eb req-31a04be7-bb97-4715-8a88-63954cbe922b tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:52.586116 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-76600bb5-a5b4-415f-a94a-1a92bc6672eb req-31a04be7-bb97-4715-8a88-63954cbe922b tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] Calling delete_port for 582fb709-1ce0-42ad-a727-faea5f4b363a owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:52.615896 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ef2d2070-6069-449f-850d-22c7e3587172 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:52.632577 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ef2d2070-6069-449f-850d-22c7e3587172 None None] Transition to ACTIVE for port object a730f945-ec3d-4cbf-933b-f448c74bc336 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:52.637619 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 206d4ed9-9b24-4666-9f02-56b4e31348eb up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:52:52.638981 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5a30c4d9-ccfb-458e-ae57-3a0b0849b91c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:52.702457 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ef2d2070-6069-449f-850d-22c7e3587172 None None] Transition to ACTIVE for port object a730f945-ec3d-4cbf-933b-f448c74bc336 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:52:52.713352 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ef2d2070-6069-449f-850d-22c7e3587172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:52.737102 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5a30c4d9-ccfb-458e-ae57-3a0b0849b91c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:52.754566 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 206d4ed9-9b24-4666-9f02-56b4e31348eb triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:52:52.755011 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:52.790597 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2d2070-6069-449f-850d-22c7e3587172 None None] Network 18f4a99f-3ede-4ef5-9e7a-2b69c1ee73a9 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:52:52.801615 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d2070-6069-449f-850d-22c7e3587172 None None] Pushing event updated for resources: {'Port': ['ID=a730f945-ec3d-4cbf-933b-f448c74bc336,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:52.807438 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-ef2d2070-6069-449f-850d-22c7e3587172 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:52.810005 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2d2070-6069-449f-850d-22c7e3587172 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:52.821185 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30c4d9-ccfb-458e-ae57-3a0b0849b91c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event deleted for resources: {'Subnet': ['ID=c4f5ebba-1d72-4558-899d-0c54c20c9729,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:52.872724 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5a30c4d9-ccfb-458e-ae57-3a0b0849b91c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:52.883924 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-5a30c4d9-ccfb-458e-ae57-3a0b0849b91c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18f4a99f-3ede-4ef5-9e7a-2b69c1ee73a9']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:52.896140 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-5a30c4d9-ccfb-458e-ae57-3a0b0849b91c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f5ed199-91da-489f-9940-f0b74b3ccbd0') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:52.896525 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-5a30c4d9-ccfb-458e-ae57-3a0b0849b91c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f5ed199-91da-489f-9940-f0b74b3ccbd0') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:52.900446 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-ef2d2070-6069-449f-850d-22c7e3587172 None None] Attempting to bind port a730f945-ec3d-4cbf-933b-f448c74bc336 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:52:52.900814 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-ef2d2070-6069-449f-850d-22c7e3587172 None None] Attempting to bind port a730f945-ec3d-4cbf-933b-f448c74bc336 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '7f5ed199-91da-489f-9940-f0b74b3ccbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '18f4a99f-3ede-4ef5-9e7a-2b69c1ee73a9'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:52:52.901178 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2d2070-6069-449f-850d-22c7e3587172 None None] Attempting to bind port a730f945-ec3d-4cbf-933b-f448c74bc336 on network 18f4a99f-3ede-4ef5-9e7a-2b69c1ee73a9 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:52:52.907766 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5a30c4d9-ccfb-458e-ae57-3a0b0849b91c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:52.916362 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2d2070-6069-449f-850d-22c7e3587172 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:52:52.916774 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2d2070-6069-449f-850d-22c7e3587172 None None] Checking segment: {'id': '7f5ed199-91da-489f-9940-f0b74b3ccbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '18f4a99f-3ede-4ef5-9e7a-2b69c1ee73a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:52.917137 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ef2d2070-6069-449f-850d-22c7e3587172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:52.917538 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2d2070-6069-449f-850d-22c7e3587172 None None] Bound using segment: {'id': '7f5ed199-91da-489f-9940-f0b74b3ccbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '18f4a99f-3ede-4ef5-9e7a-2b69c1ee73a9'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:52:52.918031 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-ef2d2070-6069-449f-850d-22c7e3587172 None None] Bound port: a730f945-ec3d-4cbf-933b-f448c74bc336, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f5ed199-91da-489f-9940-f0b74b3ccbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '18f4a99f-3ede-4ef5-9e7a-2b69c1ee73a9'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:52:52.918415 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ef2d2070-6069-449f-850d-22c7e3587172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:52.925234 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5a30c4d9-ccfb-458e-ae57-3a0b0849b91c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:52.933278 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a30c4d9-ccfb-458e-ae57-3a0b0849b91c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:52:52.934094 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5a30c4d9-ccfb-458e-ae57-3a0b0849b91c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:52.942971 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:52:52.942971 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:52:52.942971 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:52:52.942971 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:52:52.942971 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:52:52.942971 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:52:52.942971 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:52:52.942971 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:52:52.942971 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:52:52.942971 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:52:52.942971 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:52:52.942971 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:52:52.942971 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:52:52.942971 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:52:52.942971 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:52:52.942971 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:52:52.942971 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:52:52.942971 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:52:52.942971 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:52:52.942971 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:52:52.942971 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:52:52.942971 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:52:52.942971 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:52:52.942971 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:52:52.942971 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:52:52.942971 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:52:52.942971 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:52:52.942971 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:52:52.942971 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:52:52.942971 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:52:52.942971 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:52:52.942971 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:52:53.003664 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-ef2d2070-6069-449f-850d-22c7e3587172 None None] For port a730f945-ec3d-4cbf-933b-f448c74bc336, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:52:53.012608 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-ef2d2070-6069-449f-850d-22c7e3587172 None None] For port a730f945-ec3d-4cbf-933b-f448c74bc336, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=a730f945-ec3d-4cbf-933b-f448c74bc336,segment=NetworkSegment(7f5ed199-91da-489f-9940-f0b74b3ccbd0),segment_id=7f5ed199-91da-489f-9940-f0b74b3ccbd0)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:52:53.012886 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.db.api [None req-5a30c4d9-ccfb-458e-ae57-3a0b0849b91c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 07:52:53.012886 n-d-771363-34 neutron-server[94018]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 07:52:53.012886 n-d-771363-34 neutron-server[94018]: [parameters: {'id': '18f4a99f-3ede-4ef5-9e7a-2b69c1ee73a9'}] Jul 13 07:52:53.012886 n-d-771363-34 neutron-server[94018]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 07:52:53.013613 n-d-771363-34 neutron-server[94018]: DEBUG oslo_db.api [None req-5a30c4d9-ccfb-458e-ae57-3a0b0849b91c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 07:52:53.018607 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ef2d2070-6069-449f-850d-22c7e3587172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:53.046651 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-76600bb5-a5b4-415f-a94a-1a92bc6672eb req-31a04be7-bb97-4715-8a88-63954cbe922b tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:53.061534 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['582fb709-1ce0-42ad-a727-faea5f4b363a'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:52:53.085946 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a04be7-bb97-4715-8a88-63954cbe922b tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] Pushing event deleted for resources: {'Port': ['ID=582fb709-1ce0-42ad-a727-faea5f4b363a,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:53.137209 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-76600bb5-a5b4-415f-a94a-1a92bc6672eb req-31a04be7-bb97-4715-8a88-63954cbe922b tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] No DVR routers for this DVR port 582fb709-1ce0-42ad-a727-faea5f4b363a on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:52:53.141002 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-76600bb5-a5b4-415f-a94a-1a92bc6672eb req-31a04be7-bb97-4715-8a88-63954cbe922b tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:53.143141 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-76600bb5-a5b4-415f-a94a-1a92bc6672eb req-31a04be7-bb97-4715-8a88-63954cbe922b tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] 10.222.0.42 "DELETE /v2.0/ports/582fb709-1ce0-42ad-a727-faea5f4b363a HTTP/1.1" status: 204 len: 173 time: 0.8279173 Jul 13 07:52:53.143690 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9400159c-7f7c-448c-b6be-bcbb5e840d6b', 'name': 'network-vif-deleted', 'tag': '582fb709-1ce0-42ad-a727-faea5f4b363a'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:52:53.153971 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410e8c1a-ffea-46a6-965a-abc4f0b949a3" -d '{"events": [{"server_uuid": "9400159c-7f7c-448c-b6be-bcbb5e840d6b", "name": "network-vif-deleted", "tag": "582fb709-1ce0-42ad-a727-faea5f4b363a"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:52:53.198987 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a51c9c3-7fbc-4e0d-b9f7-dc4eceac8652 x-openstack-request-id: req-7a51c9c3-7fbc-4e0d-b9f7-dc4eceac8652 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:52:53.201374 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9400159c-7f7c-448c-b6be-bcbb5e840d6b", "name": "network-vif-deleted", "tag": "582fb709-1ce0-42ad-a727-faea5f4b363a", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:52:53.201637 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7a51c9c3-7fbc-4e0d-b9f7-dc4eceac8652 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:52:53.202198 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9400159c-7f7c-448c-b6be-bcbb5e840d6b', 'name': 'network-vif-deleted', 'tag': '582fb709-1ce0-42ad-a727-faea5f4b363a', 'status': 'completed', 'code': 200} Jul 13 07:52:53.297991 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d2070-6069-449f-850d-22c7e3587172 None None] Pushing event updated for resources: {'Port': ['ID=a730f945-ec3d-4cbf-933b-f448c74bc336,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:53.305269 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e70d09-6806-44f1-a352-922a75e10a61 None None] Network 18f4a99f-3ede-4ef5-9e7a-2b69c1ee73a9 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:53.457317 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b444c6b-b8fc-4fa8-aa20-e8e7e53eb6e2 None None] Network 18f4a99f-3ede-4ef5-9e7a-2b69c1ee73a9 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:53.467022 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-da2c8191-c4f2-475c-8cdc-1a9023d6e6ab req-10e7cb69-a751-49d5-a1aa-b98bf57e2e3e tempest-VolumesBackupsTest-504751491 tempest-VolumesBackupsTest-504751491-project] 10.222.0.23 "GET /v2.0/ports?device_id=9400159c-7f7c-448c-b6be-bcbb5e840d6b HTTP/1.1" status: 200 len: 210 time: 0.0328803 Jul 13 07:52:53.514642 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5a30c4d9-ccfb-458e-ae57-3a0b0849b91c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:53.537684 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:53.591796 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-5a30c4d9-ccfb-458e-ae57-3a0b0849b91c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Deleting port a730f945-ec3d-4cbf-933b-f448c74bc336 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:53.592147 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5a30c4d9-ccfb-458e-ae57-3a0b0849b91c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:53.667848 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-5a30c4d9-ccfb-458e-ae57-3a0b0849b91c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] For port a730f945-ec3d-4cbf-933b-f448c74bc336, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=a730f945-ec3d-4cbf-933b-f448c74bc336,segment=NetworkSegment(7f5ed199-91da-489f-9940-f0b74b3ccbd0),segment_id=7f5ed199-91da-489f-9940-f0b74b3ccbd0)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:53.668489 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5a30c4d9-ccfb-458e-ae57-3a0b0849b91c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:53.669878 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df28fcbd-498a-476e-b89c-44be1897a2f6 None None] get_active_networks_info from n-d-771363-34 {{(pid=94019) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:52:53.682170 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-5a30c4d9-ccfb-458e-ae57-3a0b0849b91c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Calling delete_port for a730f945-ec3d-4cbf-933b-f448c74bc336 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:53.770397 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5a30c4d9-ccfb-458e-ae57-3a0b0849b91c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:53.773003 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df28fcbd-498a-476e-b89c-44be1897a2f6 None None] Resources bound (agent type, host, resource id): {{(pid=94019) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:52:53.784516 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a30c4d9-ccfb-458e-ae57-3a0b0849b91c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] No DVR routers for this DVR port a730f945-ec3d-4cbf-933b-f448c74bc336 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:52:53.807882 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30c4d9-ccfb-458e-ae57-3a0b0849b91c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event deleted for resources: {'Port': ['ID=a730f945-ec3d-4cbf-933b-f448c74bc336,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:53.886993 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5a30c4d9-ccfb-458e-ae57-3a0b0849b91c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:53.897308 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-5a30c4d9-ccfb-458e-ae57-3a0b0849b91c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18f4a99f-3ede-4ef5-9e7a-2b69c1ee73a9']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:53.907689 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-5a30c4d9-ccfb-458e-ae57-3a0b0849b91c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f5ed199-91da-489f-9940-f0b74b3ccbd0') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:53.907992 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-5a30c4d9-ccfb-458e-ae57-3a0b0849b91c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f5ed199-91da-489f-9940-f0b74b3ccbd0') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:53.917470 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5a30c4d9-ccfb-458e-ae57-3a0b0849b91c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:53.932438 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5a30c4d9-ccfb-458e-ae57-3a0b0849b91c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:53.939499 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a30c4d9-ccfb-458e-ae57-3a0b0849b91c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:52:53.939922 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5a30c4d9-ccfb-458e-ae57-3a0b0849b91c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:53.943300 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:52:53.943300 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:52:53.943300 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:52:53.943300 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:52:53.943300 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:52:53.943300 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:52:53.943300 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:52:53.943300 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:52:53.943300 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:52:53.943300 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:52:53.943300 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:52:53.943300 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:52:53.943300 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:52:53.943300 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:52:53.943300 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:52:53.943300 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:52:53.943300 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:52:53.943300 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:52:53.943300 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:52:53.943300 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:52:53.943300 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:52:53.943300 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:52:53.943300 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:52:53.943300 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:52:53.943300 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:52:53.943300 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:52:53.943300 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:52:53.943300 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:52:53.943300 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:52:53.943300 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:52:53.943300 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:52:53.943300 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:52:54.009456 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5a30c4d9-ccfb-458e-ae57-3a0b0849b91c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:54.016723 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5a30c4d9-ccfb-458e-ae57-3a0b0849b91c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:54.022331 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5a30c4d9-ccfb-458e-ae57-3a0b0849b91c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "DELETE /v2.0/networks/18f4a99f-3ede-4ef5-9e7a-2b69c1ee73a9 HTTP/1.1" status: 204 len: 168 time: 1.6210935 Jul 13 07:52:54.023133 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 60998) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:54.030365 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30c4d9-ccfb-458e-ae57-3a0b0849b91c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event deleted for resources: {'Network': ['ID=18f4a99f-3ede-4ef5-9e7a-2b69c1ee73a9,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:54.038535 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:54.052907 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d66e32-5ee5-4a08-80b2-1cc89136359d tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] DELETE failed (client error): The resource could not be found. Jul 13 07:52:54.053363 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03d66e32-5ee5-4a08-80b2-1cc89136359d tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:52:54.055126 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-03d66e32-5ee5-4a08-80b2-1cc89136359d tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "DELETE /v2.0/subnets/c4f5ebba-1d72-4558-899d-0c54c20c9729 HTTP/1.1" status: 404 len: 337 time: 0.0307219 Jul 13 07:52:54.058233 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 32768) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:54.077220 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-d69c0bec-7c61-475a-8301-fdae3d708961 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] DELETE failed (client error): The resource could not be found. Jul 13 07:52:54.077734 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d69c0bec-7c61-475a-8301-fdae3d708961 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:52:54.079432 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d69c0bec-7c61-475a-8301-fdae3d708961 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "DELETE /v2.0/networks/18f4a99f-3ede-4ef5-9e7a-2b69c1ee73a9 HTTP/1.1" status: 404 len: 339 time: 0.0197723 Jul 13 07:52:54.082494 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 32770) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:54.161149 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0a3e63da-f273-471a-9140-f30c8d98206f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:54.250997 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0a3e63da-f273-471a-9140-f30c8d98206f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:54.261900 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-0a3e63da-f273-471a-9140-f30c8d98206f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71f47173-6b4c-494a-8d75-6ff0e1e845f7']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:54.273657 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-0a3e63da-f273-471a-9140-f30c8d98206f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ea3fb04-b78b-4bb0-83fe-187f1181d2ce') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:54.273944 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-0a3e63da-f273-471a-9140-f30c8d98206f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ea3fb04-b78b-4bb0-83fe-187f1181d2ce') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:54.282813 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0a3e63da-f273-471a-9140-f30c8d98206f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:54.297361 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0a3e63da-f273-471a-9140-f30c8d98206f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:54.303229 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a3e63da-f273-471a-9140-f30c8d98206f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:52:54.303728 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0a3e63da-f273-471a-9140-f30c8d98206f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:54.306635 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:52:54.306635 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:52:54.306635 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:52:54.306635 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:52:54.306635 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:52:54.306635 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:52:54.306635 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:52:54.306635 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:52:54.306635 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:52:54.306635 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:52:54.306635 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:52:54.306635 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:52:54.306635 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:52:54.306635 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:52:54.306635 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:52:54.306635 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:52:54.306635 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:52:54.306635 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:52:54.306635 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:52:54.306635 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:52:54.306635 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:52:54.306635 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:52:54.306635 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:52:54.306635 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:52:54.306635 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:52:54.306635 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:52:54.306635 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:52:54.306635 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:52:54.306635 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:52:54.306635 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:52:54.306635 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:52:54.306635 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:52:54.364568 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0a3e63da-f273-471a-9140-f30c8d98206f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:54.371270 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0a3e63da-f273-471a-9140-f30c8d98206f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:54.372879 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0a3e63da-f273-471a-9140-f30c8d98206f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "DELETE /v2.0/networks/71f47173-6b4c-494a-8d75-6ff0e1e845f7 HTTP/1.1" status: 204 len: 168 time: 0.2892718 Jul 13 07:52:54.376208 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 32772) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:54.384999 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e63da-f273-471a-9140-f30c8d98206f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event deleted for resources: {'Network': ['ID=71f47173-6b4c-494a-8d75-6ff0e1e845f7,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:54.404013 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-29a4ff26-b200-4de1-b569-3c8e301a3f6b tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] DELETE failed (client error): The resource could not be found. Jul 13 07:52:54.404461 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29a4ff26-b200-4de1-b569-3c8e301a3f6b tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:52:54.406161 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-29a4ff26-b200-4de1-b569-3c8e301a3f6b tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "DELETE /v2.0/subnets/e9776141-2487-4f9f-b44b-45e862de5e93 HTTP/1.1" status: 404 len: 337 time: 0.0288603 Jul 13 07:52:54.408829 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 32774) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:54.426829 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-d78f138a-4cf2-4d48-96e8-0e132127b5ba tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] DELETE failed (client error): The resource could not be found. Jul 13 07:52:54.427292 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d78f138a-4cf2-4d48-96e8-0e132127b5ba tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:52:54.428889 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d78f138a-4cf2-4d48-96e8-0e132127b5ba tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "DELETE /v2.0/networks/9a8659d9-e70b-48c1-a01d-5450736b015d HTTP/1.1" status: 404 len: 339 time: 0.0191722 Jul 13 07:52:54.431222 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 32776) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:54.480110 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb6c02db-d431-495f-86d8-818050672ccc tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Deleting subnet 714e3820-8d40-47d8-9c3d-335ecfcd2d28 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:52:54.483087 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bb6c02db-d431-495f-86d8-818050672ccc tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:54.523233 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bb6c02db-d431-495f-86d8-818050672ccc tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:54.612675 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bb6c02db-d431-495f-86d8-818050672ccc tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:54.679600 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bb6c02db-d431-495f-86d8-818050672ccc tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:54.711662 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bb6c02db-d431-495f-86d8-818050672ccc tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:54.713570 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-bb6c02db-d431-495f-86d8-818050672ccc tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "DELETE /v2.0/subnets/714e3820-8d40-47d8-9c3d-335ecfcd2d28 HTTP/1.1" status: 204 len: 168 time: 0.2814682 Jul 13 07:52:54.714906 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c02db-d431-495f-86d8-818050672ccc tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event deleted for resources: {'Subnet': ['ID=714e3820-8d40-47d8-9c3d-335ecfcd2d28,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:54.716173 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 32784) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:54.721697 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5738ec-6500-4985-b63b-d589b1000495 None None] Network a9742056-2dfd-4b32-9515-5a6e1a13212f requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:54.774102 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dae68dd-2cdf-41f4-b856-8a2819713c19 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Deleting subnet 20624cc8-4d9d-4f87-8d16-3b63dbc80348 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:52:54.777385 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6dae68dd-2cdf-41f4-b856-8a2819713c19 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:54.820644 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6dae68dd-2cdf-41f4-b856-8a2819713c19 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:54.908766 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6dae68dd-2cdf-41f4-b856-8a2819713c19 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:54.982321 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6dae68dd-2cdf-41f4-b856-8a2819713c19 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:55.013069 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae68dd-2cdf-41f4-b856-8a2819713c19 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event deleted for resources: {'Subnet': ['ID=20624cc8-4d9d-4f87-8d16-3b63dbc80348,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:55.016026 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6dae68dd-2cdf-41f4-b856-8a2819713c19 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:55.021052 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6dae68dd-2cdf-41f4-b856-8a2819713c19 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "DELETE /v2.0/subnets/20624cc8-4d9d-4f87-8d16-3b63dbc80348 HTTP/1.1" status: 204 len: 168 time: 0.3038445 Jul 13 07:52:55.021755 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 32786) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:55.107938 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-00d8b501-e74c-4e7e-9e5d-fb4a20cc0f75 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:55.165507 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-00d8b501-e74c-4e7e-9e5d-fb4a20cc0f75 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Deleting port 206d4ed9-9b24-4666-9f02-56b4e31348eb {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:55.165852 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-00d8b501-e74c-4e7e-9e5d-fb4a20cc0f75 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:55.238766 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-00d8b501-e74c-4e7e-9e5d-fb4a20cc0f75 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] For port 206d4ed9-9b24-4666-9f02-56b4e31348eb, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=206d4ed9-9b24-4666-9f02-56b4e31348eb,segment=NetworkSegment(8cd8dd38-1450-4f2e-a4a8-00b4101f9d54),segment_id=8cd8dd38-1450-4f2e-a4a8-00b4101f9d54)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:55.239170 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-00d8b501-e74c-4e7e-9e5d-fb4a20cc0f75 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:55.253459 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-00d8b501-e74c-4e7e-9e5d-fb4a20cc0f75 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Calling delete_port for 206d4ed9-9b24-4666-9f02-56b4e31348eb owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:55.346627 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-00d8b501-e74c-4e7e-9e5d-fb4a20cc0f75 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:55.374372 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d8b501-e74c-4e7e-9e5d-fb4a20cc0f75 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event deleted for resources: {'Port': ['ID=206d4ed9-9b24-4666-9f02-56b4e31348eb,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:55.378544 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d8b501-e74c-4e7e-9e5d-fb4a20cc0f75 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] No DVR routers for this DVR port 206d4ed9-9b24-4666-9f02-56b4e31348eb on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:52:55.452385 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1f3112-7ea9-47f2-842b-883ada89eeb9 None None] Network a9742056-2dfd-4b32-9515-5a6e1a13212f requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:55.465186 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-00d8b501-e74c-4e7e-9e5d-fb4a20cc0f75 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:55.475408 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-00d8b501-e74c-4e7e-9e5d-fb4a20cc0f75 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9742056-2dfd-4b32-9515-5a6e1a13212f']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:55.485471 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-00d8b501-e74c-4e7e-9e5d-fb4a20cc0f75 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cd8dd38-1450-4f2e-a4a8-00b4101f9d54') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:55.485760 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-00d8b501-e74c-4e7e-9e5d-fb4a20cc0f75 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cd8dd38-1450-4f2e-a4a8-00b4101f9d54') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:55.495362 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-00d8b501-e74c-4e7e-9e5d-fb4a20cc0f75 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:55.510142 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-00d8b501-e74c-4e7e-9e5d-fb4a20cc0f75 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:55.517049 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00d8b501-e74c-4e7e-9e5d-fb4a20cc0f75 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:52:55.517436 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-00d8b501-e74c-4e7e-9e5d-fb4a20cc0f75 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:55.521026 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:52:55.521026 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:52:55.521026 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:52:55.521026 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:52:55.521026 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:52:55.521026 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:52:55.521026 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:52:55.521026 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:52:55.521026 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:52:55.521026 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:52:55.521026 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:52:55.521026 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:52:55.521026 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:52:55.521026 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:52:55.521026 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:52:55.521026 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:52:55.521026 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:52:55.521026 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:52:55.521026 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:52:55.521026 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:52:55.521026 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:52:55.521026 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:52:55.521026 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:52:55.521026 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:52:55.521026 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:52:55.521026 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:52:55.521026 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:52:55.521026 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:52:55.521026 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:52:55.521026 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:52:55.521026 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:52:55.521026 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:52:55.567350 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c826f3a1-9cdd-4d30-b7c8-651e300a6439 None None] Could not find standard attr ID for object 206d4ed9-9b24-4666-9f02-56b4e31348eb. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:52:55.592719 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-00d8b501-e74c-4e7e-9e5d-fb4a20cc0f75 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:55.600556 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-00d8b501-e74c-4e7e-9e5d-fb4a20cc0f75 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:55.602445 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-00d8b501-e74c-4e7e-9e5d-fb4a20cc0f75 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "DELETE /v2.0/networks/a9742056-2dfd-4b32-9515-5a6e1a13212f HTTP/1.1" status: 204 len: 168 time: 0.5796242 Jul 13 07:52:55.605204 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 32788) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:55.615050 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d8b501-e74c-4e7e-9e5d-fb4a20cc0f75 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event deleted for resources: {'Network': ['ID=a9742056-2dfd-4b32-9515-5a6e1a13212f,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:55.640798 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd638b56-a918-4684-a732-a2af552cf50f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] DELETE failed (client error): The resource could not be found. Jul 13 07:52:55.641260 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd638b56-a918-4684-a732-a2af552cf50f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:52:55.642995 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-dd638b56-a918-4684-a732-a2af552cf50f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "DELETE /v2.0/subnets/41d8b65a-1fa2-4546-9da1-0d9c6e214aa0 HTTP/1.1" status: 404 len: 337 time: 0.0366311 Jul 13 07:52:55.645657 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 32790) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:55.661881 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7d6814-32cb-4836-b54e-b16cfc2d5e21 None None] DHCP port deletion for a9742056-2dfd-4b32-9515-5a6e1a13212f request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:52:55.669520 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ad0b32b-2dce-442f-8666-e0a1d223fcbb tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] DELETE failed (client error): The resource could not be found. Jul 13 07:52:55.670180 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ad0b32b-2dce-442f-8666-e0a1d223fcbb tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:52:55.673866 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4ad0b32b-2dce-442f-8666-e0a1d223fcbb tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "DELETE /v2.0/networks/6f8f564d-f44d-4228-8507-3cfe9470c686 HTTP/1.1" status: 404 len: 339 time: 0.0253201 Jul 13 07:52:55.674905 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 32792) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:55.702833 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aafa632-eefc-442f-af46-ef25bf6e954a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] DELETE failed (client error): The resource could not be found. Jul 13 07:52:55.703374 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aafa632-eefc-442f-af46-ef25bf6e954a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:52:55.705390 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3aafa632-eefc-442f-af46-ef25bf6e954a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "DELETE /v2.0/subnets/65dc8ee2-8d4d-479d-9038-f786a106617c HTTP/1.1" status: 404 len: 337 time: 0.0283930 Jul 13 07:52:55.708165 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 32796) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:55.729255 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-2531343d-c0ff-4cbf-b59f-ba2d4732021f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] DELETE failed (client error): The resource could not be found. Jul 13 07:52:55.729800 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2531343d-c0ff-4cbf-b59f-ba2d4732021f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:52:55.731551 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2531343d-c0ff-4cbf-b59f-ba2d4732021f tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "DELETE /v2.0/networks/ba9f695a-0ffa-412b-b2c0-7c120c64a83c HTTP/1.1" status: 404 len: 339 time: 0.0224395 Jul 13 07:52:55.734003 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 32798) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:55.760031 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-80c58b19-cf42-45b1-b77e-08fc5caa42f1 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] DELETE failed (client error): The resource could not be found. Jul 13 07:52:55.760488 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80c58b19-cf42-45b1-b77e-08fc5caa42f1 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:52:55.762781 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-80c58b19-cf42-45b1-b77e-08fc5caa42f1 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "DELETE /v2.0/subnets/7e7c9110-babb-4609-8303-4ffd2641927e HTTP/1.1" status: 404 len: 337 time: 0.0273919 Jul 13 07:52:55.765865 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 32800) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:55.785551 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b3cf5b4-1979-4922-840e-bc45fb7ef939 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] DELETE failed (client error): The resource could not be found. Jul 13 07:52:55.786125 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b3cf5b4-1979-4922-840e-bc45fb7ef939 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:52:55.787974 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2b3cf5b4-1979-4922-840e-bc45fb7ef939 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "DELETE /v2.0/networks/f2428634-577e-4e40-aece-d63a81aa56b3 HTTP/1.1" status: 404 len: 339 time: 0.0211322 Jul 13 07:52:55.790536 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 32802) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:55.845250 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-78ffa012-3af9-476d-9750-828759a51332 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Deleting subnet 5a4a455a-4a23-4e83-bdd7-0e8baeda7819 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:52:55.848937 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-78ffa012-3af9-476d-9750-828759a51332 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:55.887275 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-78ffa012-3af9-476d-9750-828759a51332 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:55.970004 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-78ffa012-3af9-476d-9750-828759a51332 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.036534 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-78ffa012-3af9-476d-9750-828759a51332 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.065305 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-78ffa012-3af9-476d-9750-828759a51332 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.067257 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-78ffa012-3af9-476d-9750-828759a51332 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "DELETE /v2.0/subnets/5a4a455a-4a23-4e83-bdd7-0e8baeda7819 HTTP/1.1" status: 204 len: 168 time: 0.2757907 Jul 13 07:52:56.068530 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ffa012-3af9-476d-9750-828759a51332 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event deleted for resources: {'Subnet': ['ID=5a4a455a-4a23-4e83-bdd7-0e8baeda7819,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:56.069854 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 32804) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:56.078218 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3041a1b-40e2-44a5-a7f5-88ed1b60dde4 None None] Network 8b9250f0-281e-4aec-8a91-6b23b56d36e7 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:56.150449 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1d24-bc5d-429f-9c0e-d98b4a9e5450 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.210289 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-1a4c1d24-bc5d-429f-9c0e-d98b4a9e5450 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Deleting port e51fb160-5dec-48aa-8356-5fd936e8f44d {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:56.210733 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1d24-bc5d-429f-9c0e-d98b4a9e5450 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.279062 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-1a4c1d24-bc5d-429f-9c0e-d98b4a9e5450 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] For port e51fb160-5dec-48aa-8356-5fd936e8f44d, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=e51fb160-5dec-48aa-8356-5fd936e8f44d,segment=NetworkSegment(b9122ee7-7987-4e5e-bc8b-36e2a00416e1),segment_id=b9122ee7-7987-4e5e-bc8b-36e2a00416e1)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:56.279454 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1d24-bc5d-429f-9c0e-d98b4a9e5450 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.288514 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67499dd1-23ce-48cb-bddd-b80fe2512d5f None None] DHCP port deletion for 8b9250f0-281e-4aec-8a91-6b23b56d36e7 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:52:56.292128 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-1a4c1d24-bc5d-429f-9c0e-d98b4a9e5450 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Calling delete_port for e51fb160-5dec-48aa-8356-5fd936e8f44d owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:56.337146 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-67499dd1-23ce-48cb-bddd-b80fe2512d5f None None] Deleting port e51fb160-5dec-48aa-8356-5fd936e8f44d {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:56.337873 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-67499dd1-23ce-48cb-bddd-b80fe2512d5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.378155 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1d24-bc5d-429f-9c0e-d98b4a9e5450 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.405871 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c1d24-bc5d-429f-9c0e-d98b4a9e5450 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event deleted for resources: {'Port': ['ID=e51fb160-5dec-48aa-8356-5fd936e8f44d,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:56.408955 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4c1d24-bc5d-429f-9c0e-d98b4a9e5450 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] No DVR routers for this DVR port e51fb160-5dec-48aa-8356-5fd936e8f44d on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:52:56.409333 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 582fb709-1ce0-42ad-a727-faea5f4b363a no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:52:56.437512 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 582fb709-1ce0-42ad-a727-faea5f4b363a {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:52:56.437851 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 582fb709-1ce0-42ad-a727-faea5f4b363a not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:52:56.448759 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-67499dd1-23ce-48cb-bddd-b80fe2512d5f None None] For port e51fb160-5dec-48aa-8356-5fd936e8f44d, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=e51fb160-5dec-48aa-8356-5fd936e8f44d,segment=NetworkSegment(b9122ee7-7987-4e5e-bc8b-36e2a00416e1),segment_id=b9122ee7-7987-4e5e-bc8b-36e2a00416e1)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:56.449156 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-67499dd1-23ce-48cb-bddd-b80fe2512d5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.463749 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-67499dd1-23ce-48cb-bddd-b80fe2512d5f None None] Calling delete_port for e51fb160-5dec-48aa-8356-5fd936e8f44d owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:56.495450 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1d24-bc5d-429f-9c0e-d98b4a9e5450 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.506262 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-1a4c1d24-bc5d-429f-9c0e-d98b4a9e5450 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b9250f0-281e-4aec-8a91-6b23b56d36e7']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:56.522302 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-1a4c1d24-bc5d-429f-9c0e-d98b4a9e5450 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9122ee7-7987-4e5e-bc8b-36e2a00416e1') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:56.522609 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-1a4c1d24-bc5d-429f-9c0e-d98b4a9e5450 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9122ee7-7987-4e5e-bc8b-36e2a00416e1') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:56.532430 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1d24-bc5d-429f-9c0e-d98b4a9e5450 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.556050 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-67499dd1-23ce-48cb-bddd-b80fe2512d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.556290 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1d24-bc5d-429f-9c0e-d98b4a9e5450 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.565481 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a4c1d24-bc5d-429f-9c0e-d98b4a9e5450 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:52:56.566007 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1d24-bc5d-429f-9c0e-d98b4a9e5450 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.586367 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:52:56.586367 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:52:56.586367 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:52:56.586367 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:52:56.586367 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:52:56.586367 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:52:56.586367 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:52:56.586367 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:52:56.586367 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:52:56.586367 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:52:56.586367 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:52:56.586367 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:52:56.586367 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:52:56.586367 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:52:56.586367 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:52:56.586367 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:52:56.586367 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:52:56.586367 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:52:56.586367 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:52:56.586367 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:52:56.586367 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:52:56.586367 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:52:56.586367 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:52:56.586367 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:52:56.586367 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:52:56.586367 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:52:56.586367 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:52:56.586367 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:52:56.586367 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:52:56.586367 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:52:56.586367 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:52:56.586367 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:52:56.593561 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67499dd1-23ce-48cb-bddd-b80fe2512d5f None None] Pushing event deleted for resources: {'Port': ['ID=e51fb160-5dec-48aa-8356-5fd936e8f44d,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:56.600333 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67499dd1-23ce-48cb-bddd-b80fe2512d5f None None] No DVR routers for this DVR port e51fb160-5dec-48aa-8356-5fd936e8f44d on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:52:56.607472 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device e51fb160-5dec-48aa-8356-5fd936e8f44d no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:52:56.635746 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: e51fb160-5dec-48aa-8356-5fd936e8f44d {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:52:56.636085 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device e51fb160-5dec-48aa-8356-5fd936e8f44d not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:52:56.636500 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 206d4ed9-9b24-4666-9f02-56b4e31348eb no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:52:56.642433 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1d24-bc5d-429f-9c0e-d98b4a9e5450 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.649592 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1d24-bc5d-429f-9c0e-d98b4a9e5450 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.651617 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1a4c1d24-bc5d-429f-9c0e-d98b4a9e5450 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "DELETE /v2.0/networks/8b9250f0-281e-4aec-8a91-6b23b56d36e7 HTTP/1.1" status: 204 len: 168 time: 0.5807815 Jul 13 07:52:56.654028 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 32806) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:56.658886 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 206d4ed9-9b24-4666-9f02-56b4e31348eb {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:52:56.659234 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 206d4ed9-9b24-4666-9f02-56b4e31348eb not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:52:56.692790 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c1d24-bc5d-429f-9c0e-d98b4a9e5450 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event deleted for resources: {'Network': ['ID=8b9250f0-281e-4aec-8a91-6b23b56d36e7,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:56.694931 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-cebc72ea-4a3c-447b-b926-464eedd82aa9 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] DELETE failed (client error): The resource could not be found. Jul 13 07:52:56.695415 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cebc72ea-4a3c-447b-b926-464eedd82aa9 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:52:56.697139 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-cebc72ea-4a3c-447b-b926-464eedd82aa9 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "DELETE /v2.0/subnets/df18fc8f-7993-4805-9cee-78831048b4a8 HTTP/1.1" status: 404 len: 337 time: 0.0421343 Jul 13 07:52:56.699740 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 32808) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:56.717634 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-f88c87c6-2b3d-4e09-96d9-174bc17abb2c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] DELETE failed (client error): The resource could not be found. Jul 13 07:52:56.718355 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f88c87c6-2b3d-4e09-96d9-174bc17abb2c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:52:56.720100 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f88c87c6-2b3d-4e09-96d9-174bc17abb2c tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "DELETE /v2.0/networks/e2876c26-ca74-44df-b03a-1114e6986980 HTTP/1.1" status: 404 len: 339 time: 0.0194638 Jul 13 07:52:56.722782 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 32810) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:56.781287 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-11e49cce-1ed9-4d94-8b14-475eef35d9d7 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Deleting subnet d4dd3e23-c131-4607-8faa-5ad0161f9290 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:52:56.784949 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-11e49cce-1ed9-4d94-8b14-475eef35d9d7 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.827245 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-11e49cce-1ed9-4d94-8b14-475eef35d9d7 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.916802 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-11e49cce-1ed9-4d94-8b14-475eef35d9d7 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:56.975334 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-11e49cce-1ed9-4d94-8b14-475eef35d9d7 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:57.003013 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e49cce-1ed9-4d94-8b14-475eef35d9d7 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event deleted for resources: {'Subnet': ['ID=d4dd3e23-c131-4607-8faa-5ad0161f9290,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:57.006882 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-11e49cce-1ed9-4d94-8b14-475eef35d9d7 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:57.011392 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-11e49cce-1ed9-4d94-8b14-475eef35d9d7 tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "DELETE /v2.0/subnets/d4dd3e23-c131-4607-8faa-5ad0161f9290 HTTP/1.1" status: 204 len: 168 time: 0.2876096 Jul 13 07:52:57.011797 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 32814) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:57.013617 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd04c21d-32bb-4957-99dc-2ccb4dbc2f82 None None] Network 2df1c77c-7f0e-4897-bd22-28f7300a8f1e requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:57.087554 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-94f9dbc0-5066-4afd-acea-db96ef80001a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:57.140691 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-94f9dbc0-5066-4afd-acea-db96ef80001a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Deleting port d708c464-969e-4290-a370-931132e9dfe2 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:57.141189 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-94f9dbc0-5066-4afd-acea-db96ef80001a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:57.214401 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-94f9dbc0-5066-4afd-acea-db96ef80001a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] For port d708c464-969e-4290-a370-931132e9dfe2, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=d708c464-969e-4290-a370-931132e9dfe2,segment=NetworkSegment(25eea90a-24c0-4b1c-a49a-37d3ae84ad56),segment_id=25eea90a-24c0-4b1c-a49a-37d3ae84ad56)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:57.214757 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-94f9dbc0-5066-4afd-acea-db96ef80001a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:57.225725 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43caa2ca-9752-4782-a4d1-45d284d8f108 None None] DHCP port deletion for 2df1c77c-7f0e-4897-bd22-28f7300a8f1e request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:52:57.232569 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-94f9dbc0-5066-4afd-acea-db96ef80001a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Calling delete_port for d708c464-969e-4290-a370-931132e9dfe2 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:57.272175 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-43caa2ca-9752-4782-a4d1-45d284d8f108 None None] Deleting port d708c464-969e-4290-a370-931132e9dfe2 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:52:57.272548 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-43caa2ca-9752-4782-a4d1-45d284d8f108 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:57.312072 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-94f9dbc0-5066-4afd-acea-db96ef80001a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:57.340387 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-43caa2ca-9752-4782-a4d1-45d284d8f108 None None] For port d708c464-969e-4290-a370-931132e9dfe2, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=d708c464-969e-4290-a370-931132e9dfe2,segment=NetworkSegment(25eea90a-24c0-4b1c-a49a-37d3ae84ad56),segment_id=25eea90a-24c0-4b1c-a49a-37d3ae84ad56)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:52:57.340702 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-43caa2ca-9752-4782-a4d1-45d284d8f108 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:57.343385 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9dbc0-5066-4afd-acea-db96ef80001a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event deleted for resources: {'Port': ['ID=d708c464-969e-4290-a370-931132e9dfe2,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:57.347266 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f9dbc0-5066-4afd-acea-db96ef80001a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] No DVR routers for this DVR port d708c464-969e-4290-a370-931132e9dfe2 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:52:57.358116 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-43caa2ca-9752-4782-a4d1-45d284d8f108 None None] Calling delete_port for d708c464-969e-4290-a370-931132e9dfe2 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:52:57.430137 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-94f9dbc0-5066-4afd-acea-db96ef80001a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:57.440206 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-94f9dbc0-5066-4afd-acea-db96ef80001a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df1c77c-7f0e-4897-bd22-28f7300a8f1e']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:57.453334 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-94f9dbc0-5066-4afd-acea-db96ef80001a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25eea90a-24c0-4b1c-a49a-37d3ae84ad56') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:57.453637 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-94f9dbc0-5066-4afd-acea-db96ef80001a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25eea90a-24c0-4b1c-a49a-37d3ae84ad56') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:52:57.455296 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-43caa2ca-9752-4782-a4d1-45d284d8f108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:57.463643 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-94f9dbc0-5066-4afd-acea-db96ef80001a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:57.481087 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43caa2ca-9752-4782-a4d1-45d284d8f108 None None] Pushing event deleted for resources: {'Port': ['ID=d708c464-969e-4290-a370-931132e9dfe2,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:57.487161 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-94f9dbc0-5066-4afd-acea-db96ef80001a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:57.488754 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43caa2ca-9752-4782-a4d1-45d284d8f108 None None] No DVR routers for this DVR port d708c464-969e-4290-a370-931132e9dfe2 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:52:57.499236 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94f9dbc0-5066-4afd-acea-db96ef80001a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:52:57.499236 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-94f9dbc0-5066-4afd-acea-db96ef80001a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:57.499236 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:52:57.499236 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:52:57.499236 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:52:57.499236 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:52:57.499236 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:52:57.499236 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:52:57.499236 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:52:57.499236 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:52:57.499236 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:52:57.499236 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:52:57.499236 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:52:57.499236 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:52:57.499236 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:52:57.499236 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:52:57.499236 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:52:57.499236 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:52:57.499236 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:52:57.499236 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:52:57.499236 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:52:57.499236 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:52:57.499236 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:52:57.499236 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:52:57.499236 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:52:57.499236 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:52:57.499236 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:52:57.499236 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:52:57.499236 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:52:57.499236 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:52:57.499236 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:52:57.499236 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:52:57.499236 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:52:57.499236 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:52:57.563776 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-94f9dbc0-5066-4afd-acea-db96ef80001a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:57.568771 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-94f9dbc0-5066-4afd-acea-db96ef80001a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:57.571077 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-94f9dbc0-5066-4afd-acea-db96ef80001a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] 10.222.0.23 "DELETE /v2.0/networks/2df1c77c-7f0e-4897-bd22-28f7300a8f1e HTTP/1.1" status: 204 len: 168 time: 0.5580966 Jul 13 07:52:57.595136 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9dbc0-5066-4afd-acea-db96ef80001a tempest-NetworksIpV6Test-11626335 tempest-NetworksIpV6Test-11626335-project] Pushing event deleted for resources: {'Network': ['ID=2df1c77c-7f0e-4897-bd22-28f7300a8f1e,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:57.822451 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 32824) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:57.969962 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6499202d-31c7-45ca-9dbe-eb8e26d0a074 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=100ada56542343889afae7ddb654c42f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1473947 Jul 13 07:52:57.972568 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 32858) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:58.023244 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ef995411-3d70-440d-93d4-1261ced16ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:58.052781 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ef995411-3d70-440d-93d4-1261ced16ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:58.104327 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ef995411-3d70-440d-93d4-1261ced16ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:58.106924 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ef995411-3d70-440d-93d4-1261ced16ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:58.110481 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ef995411-3d70-440d-93d4-1261ced16ea5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0db9e9b4-078f-4c9e-b22d-2fa4d3fd27ae HTTP/1.1" status: 204 len: 168 time: 0.1345918 Jul 13 07:52:58.118360 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef995411-3d70-440d-93d4-1261ced16ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db9e9b4-078f-4c9e-b22d-2fa4d3fd27ae,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:58.599906 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device d708c464-969e-4290-a370-931132e9dfe2 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:52:58.630150 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: d708c464-969e-4290-a370-931132e9dfe2 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:52:58.630385 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device d708c464-969e-4290-a370-931132e9dfe2 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:52:58.930740 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 32922) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:59.032201 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-b2305aa2-e4b8-49c2-81b3-ffc2693ddff8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1225683747'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:59.055435 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2305aa2-e4b8-49c2-81b3-ffc2693ddff8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Made reservation on behalf of f1a43a2ee5944999b8f792249ba6022e for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:59.058929 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b2305aa2-e4b8-49c2-81b3-ffc2693ddff8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:59.068471 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b2305aa2-e4b8-49c2-81b3-ffc2693ddff8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:59.172864 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b2305aa2-e4b8-49c2-81b3-ffc2693ddff8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:59.177985 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b2305aa2-e4b8-49c2-81b3-ffc2693ddff8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:59.208370 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2305aa2-e4b8-49c2-81b3-ffc2693ddff8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:52:59.214878 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2305aa2-e4b8-49c2-81b3-ffc2693ddff8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a14deb2-924f-4c10-9199-a15729aac615,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:59.221355 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b2305aa2-e4b8-49c2-81b3-ffc2693ddff8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:59.222559 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-b2305aa2-e4b8-49c2-81b3-ffc2693ddff8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Added segment 24412ff4-1e57-4d01-bca2-fd8b2aecc8a1 of type vlan for network e38e278c-9749-4fcf-ac39-38093cbabac0 Jul 13 07:52:59.273157 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b2305aa2-e4b8-49c2-81b3-ffc2693ddff8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:59.304102 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b2305aa2-e4b8-49c2-81b3-ffc2693ddff8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:59.309753 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2305aa2-e4b8-49c2-81b3-ffc2693ddff8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:59.310568 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b2305aa2-e4b8-49c2-81b3-ffc2693ddff8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:59.357598 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b2305aa2-e4b8-49c2-81b3-ffc2693ddff8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4253464 Jul 13 07:52:59.359921 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 32928) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:59.368386 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-659ab151-17ca-40e9-af48-07f4b70acb27 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'port': {'network_id': 'e38e278c-9749-4fcf-ac39-38093cbabac0', 'name': 'tempest-PortsIpV6TestJSON-346366738'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:59.388650 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2305aa2-e4b8-49c2-81b3-ffc2693ddff8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'Network': ['ID=e38e278c-9749-4fcf-ac39-38093cbabac0,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:59.404260 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network e38e278c-9749-4fcf-ac39-38093cbabac0 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:52:59.511789 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659ab151-17ca-40e9-af48-07f4b70acb27 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Made reservation on behalf of f1a43a2ee5944999b8f792249ba6022e for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:59.520991 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-659ab151-17ca-40e9-af48-07f4b70acb27 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:59.541498 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-659ab151-17ca-40e9-af48-07f4b70acb27 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] device_id is not set on port fee388c6-983a-44fe-ab07-2f3d84aee7c6 yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:52:59.716795 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-659ab151-17ca-40e9-af48-07f4b70acb27 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:59.758415 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-659ab151-17ca-40e9-af48-07f4b70acb27 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:59.815626 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ab151-17ca-40e9-af48-07f4b70acb27 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'Port': ['ID=fee388c6-983a-44fe-ab07-2f3d84aee7c6,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:52:59.832915 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659ab151-17ca-40e9-af48-07f4b70acb27 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Checking segment: {'id': '24412ff4-1e57-4d01-bca2-fd8b2aecc8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e38e278c-9749-4fcf-ac39-38093cbabac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:52:59.833311 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659ab151-17ca-40e9-af48-07f4b70acb27 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Network hostable DHCP agents. Network: e38e278c-9749-4fcf-ac39-38093cbabac0, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:52:59.853052 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659ab151-17ca-40e9-af48-07f4b70acb27 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Network e38e278c-9749-4fcf-ac39-38093cbabac0 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:52:59.863303 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-659ab151-17ca-40e9-af48-07f4b70acb27 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, e38e278c-9749-4fcf-ac39-38093cbabac0) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:52:59.867818 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659ab151-17ca-40e9-af48-07f4b70acb27 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:52:59.874241 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07467598-95d9-4b05-957d-f01a0b6f4188 None None] Network e38e278c-9749-4fcf-ac39-38093cbabac0 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:52:59.874699 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659ab151-17ca-40e9-af48-07f4b70acb27 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:52:59.874870 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-659ab151-17ca-40e9-af48-07f4b70acb27 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:59.891223 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-659ab151-17ca-40e9-af48-07f4b70acb27 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5292878 Jul 13 07:52:59.895269 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 32930) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:52:59.901182 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-e84d8fc2-a495-4007-a09b-abe1c51227fd tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1189956942'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:52:59.925638 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84d8fc2-a495-4007-a09b-abe1c51227fd tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Made reservation on behalf of f1a43a2ee5944999b8f792249ba6022e for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:52:59.929479 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e84d8fc2-a495-4007-a09b-abe1c51227fd tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:59.962593 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e84d8fc2-a495-4007-a09b-abe1c51227fd tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:52:59.973376 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e84d8fc2-a495-4007-a09b-abe1c51227fd tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:52:59.973721 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-e84d8fc2-a495-4007-a09b-abe1c51227fd tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Added segment dcc3cd6f-8980-4ecb-85bb-e617ec25f1dd of type vlan for network b286376a-e7b0-4328-8b81-31399472e292 Jul 13 07:53:00.024620 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e84d8fc2-a495-4007-a09b-abe1c51227fd tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:00.056248 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e84d8fc2-a495-4007-a09b-abe1c51227fd tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:00.062150 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84d8fc2-a495-4007-a09b-abe1c51227fd tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:00.062735 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e84d8fc2-a495-4007-a09b-abe1c51227fd tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:00.100866 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e84d8fc2-a495-4007-a09b-abe1c51227fd tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2043686 Jul 13 07:53:00.103477 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 32932) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:00.110927 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-2320743e-63b6-47ba-8c6c-46aa89091cfc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'ports': [{'network_id': 'e38e278c-9749-4fcf-ac39-38093cbabac0'}, {'network_id': 'b286376a-e7b0-4328-8b81-31399472e292'}]} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:00.111360 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-2320743e-63b6-47ba-8c6c-46aa89091cfc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'port': {'network_id': 'e38e278c-9749-4fcf-ac39-38093cbabac0'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:00.112439 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-2320743e-63b6-47ba-8c6c-46aa89091cfc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'port': {'network_id': 'b286376a-e7b0-4328-8b81-31399472e292'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:00.136604 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d8fc2-a495-4007-a09b-abe1c51227fd tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'Network': ['ID=b286376a-e7b0-4328-8b81-31399472e292,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:00.148327 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network b286376a-e7b0-4328-8b81-31399472e292 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:53:00.238813 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5e7ebfc1-00be-44db-8186-fa22a46b9173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:00.307890 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2320743e-63b6-47ba-8c6c-46aa89091cfc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Made reservation on behalf of f1a43a2ee5944999b8f792249ba6022e for: {'port': 2} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:00.312558 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2320743e-63b6-47ba-8c6c-46aa89091cfc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:00.326852 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2320743e-63b6-47ba-8c6c-46aa89091cfc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:00.413981 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-2320743e-63b6-47ba-8c6c-46aa89091cfc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] device_id is not set on port d13fb7b7-7822-4d7a-aeb3-0a8163d7ff74 yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:53:00.532310 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2320743e-63b6-47ba-8c6c-46aa89091cfc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:00.607599 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-2320743e-63b6-47ba-8c6c-46aa89091cfc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] device_id is not set on port cd3a563b-7e81-47ad-9a7a-a1a903e19475 yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:53:00.721763 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2320743e-63b6-47ba-8c6c-46aa89091cfc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:00.764735 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2320743e-63b6-47ba-8c6c-46aa89091cfc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:00.814832 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2320743e-63b6-47ba-8c6c-46aa89091cfc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Network e38e278c-9749-4fcf-ac39-38093cbabac0 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:00.818112 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-2320743e-63b6-47ba-8c6c-46aa89091cfc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:00.821955 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2320743e-63b6-47ba-8c6c-46aa89091cfc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:00.822805 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2320743e-63b6-47ba-8c6c-46aa89091cfc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:00.829736 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2320743e-63b6-47ba-8c6c-46aa89091cfc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'Port': ['ID=d13fb7b7-7822-4d7a-aeb3-0a8163d7ff74,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:00.895522 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2320743e-63b6-47ba-8c6c-46aa89091cfc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'Port': ['ID=cd3a563b-7e81-47ad-9a7a-a1a903e19475,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:00.898267 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2320743e-63b6-47ba-8c6c-46aa89091cfc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Checking segment: {'id': 'dcc3cd6f-8980-4ecb-85bb-e617ec25f1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b286376a-e7b0-4328-8b81-31399472e292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:00.898583 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2320743e-63b6-47ba-8c6c-46aa89091cfc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Network hostable DHCP agents. Network: b286376a-e7b0-4328-8b81-31399472e292, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:53:00.917145 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2320743e-63b6-47ba-8c6c-46aa89091cfc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Network b286376a-e7b0-4328-8b81-31399472e292 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:53:00.927640 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-2320743e-63b6-47ba-8c6c-46aa89091cfc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, b286376a-e7b0-4328-8b81-31399472e292) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:00.931525 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2320743e-63b6-47ba-8c6c-46aa89091cfc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:00.937810 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2320743e-63b6-47ba-8c6c-46aa89091cfc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:00.937961 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5073c86-65be-425a-90d6-9d30516e263a None None] Network b286376a-e7b0-4328-8b81-31399472e292 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:00.942782 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2320743e-63b6-47ba-8c6c-46aa89091cfc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:00.943487 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2320743e-63b6-47ba-8c6c-46aa89091cfc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:00.959109 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2320743e-63b6-47ba-8c6c-46aa89091cfc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8541481 Jul 13 07:53:00.961681 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 32936) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:01.075483 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-d759a4a0-1d58-4122-b325-e6461172c895 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Deleting port cd3a563b-7e81-47ad-9a7a-a1a903e19475 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:01.075921 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d759a4a0-1d58-4122-b325-e6461172c895 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:01.148977 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d759a4a0-1d58-4122-b325-e6461172c895 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:01.162001 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-d759a4a0-1d58-4122-b325-e6461172c895 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Calling delete_port for cd3a563b-7e81-47ad-9a7a-a1a903e19475 owned by {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:01.250951 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d759a4a0-1d58-4122-b325-e6461172c895 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:01.282361 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d759a4a0-1d58-4122-b325-e6461172c895 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'Port': ['ID=cd3a563b-7e81-47ad-9a7a-a1a903e19475,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:01.289116 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d759a4a0-1d58-4122-b325-e6461172c895 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:01.291391 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d759a4a0-1d58-4122-b325-e6461172c895 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/ports/cd3a563b-7e81-47ad-9a7a-a1a903e19475 HTTP/1.1" status: 204 len: 168 time: 0.3286662 Jul 13 07:53:01.293996 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 32938) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:01.361127 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3667d561-c0cf-4d1b-8323-121ec9d7b77f tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:01.371998 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3667d561-c0cf-4d1b-8323-121ec9d7b77f tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:01.371998 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-3667d561-c0cf-4d1b-8323-121ec9d7b77f tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0744188 Jul 13 07:53:01.372535 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 32940) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:01.473685 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-2e9f7086-d48c-4025-8ff6-34e510f7b8f6 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Deleting port d13fb7b7-7822-4d7a-aeb3-0a8163d7ff74 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:01.473966 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2e9f7086-d48c-4025-8ff6-34e510f7b8f6 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:01.547491 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2e9f7086-d48c-4025-8ff6-34e510f7b8f6 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:01.570735 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-2e9f7086-d48c-4025-8ff6-34e510f7b8f6 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Calling delete_port for d13fb7b7-7822-4d7a-aeb3-0a8163d7ff74 owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:01.652925 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2e9f7086-d48c-4025-8ff6-34e510f7b8f6 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:01.686881 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f7086-d48c-4025-8ff6-34e510f7b8f6 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'Port': ['ID=d13fb7b7-7822-4d7a-aeb3-0a8163d7ff74,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:01.692833 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2e9f7086-d48c-4025-8ff6-34e510f7b8f6 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:01.694741 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2e9f7086-d48c-4025-8ff6-34e510f7b8f6 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/ports/d13fb7b7-7822-4d7a-aeb3-0a8163d7ff74 HTTP/1.1" status: 204 len: 168 time: 0.3209147 Jul 13 07:53:01.697359 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 32944) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:01.760545 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b37f735-907d-46dd-af37-268d72e90c73 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:01.762343 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6b37f735-907d-46dd-af37-268d72e90c73 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0639746 Jul 13 07:53:01.765281 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 32946) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:01.796708 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d5279d-6753-4e19-b334-7afc0537293c tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] GET failed (client error): The resource could not be found. Jul 13 07:53:01.798317 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b6d5279d-6753-4e19-b334-7afc0537293c tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "GET /v2.0/ports/cd3a563b-7e81-47ad-9a7a-a1a903e19475 HTTP/1.1" status: 404 len: 333 time: 0.0321074 Jul 13 07:53:01.801548 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 32948) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:01.829169 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-23285197-b9c7-40ef-b690-e9392b8874fa tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] GET failed (client error): The resource could not be found. Jul 13 07:53:01.830703 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-23285197-b9c7-40ef-b690-e9392b8874fa tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "GET /v2.0/ports/d13fb7b7-7822-4d7a-aeb3-0a8163d7ff74 HTTP/1.1" status: 404 len: 333 time: 0.0282624 Jul 13 07:53:01.833469 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 32950) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:01.910321 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-47df60b1-e55c-418c-814c-5b5d9b8051d3 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:02.004491 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-47df60b1-e55c-418c-814c-5b5d9b8051d3 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:02.014709 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-47df60b1-e55c-418c-814c-5b5d9b8051d3 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b286376a-e7b0-4328-8b81-31399472e292']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:02.024700 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-47df60b1-e55c-418c-814c-5b5d9b8051d3 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcc3cd6f-8980-4ecb-85bb-e617ec25f1dd') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:02.024993 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-47df60b1-e55c-418c-814c-5b5d9b8051d3 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcc3cd6f-8980-4ecb-85bb-e617ec25f1dd') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:02.033907 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-47df60b1-e55c-418c-814c-5b5d9b8051d3 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:02.047610 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-47df60b1-e55c-418c-814c-5b5d9b8051d3 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:02.054700 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47df60b1-e55c-418c-814c-5b5d9b8051d3 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:53:02.055138 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-47df60b1-e55c-418c-814c-5b5d9b8051d3 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:02.058264 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:02.058264 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:02.058264 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:02.058264 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:02.058264 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:02.058264 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:02.058264 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:53:02.058264 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:53:02.058264 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:53:02.058264 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:53:02.058264 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:53:02.058264 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:53:02.058264 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:53:02.058264 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:53:02.058264 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:53:02.058264 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:53:02.058264 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:53:02.058264 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:53:02.058264 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:53:02.058264 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:53:02.058264 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:53:02.058264 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:53:02.058264 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:53:02.058264 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:53:02.058264 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:53:02.058264 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:53:02.058264 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:53:02.058264 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:53:02.058264 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:53:02.058264 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:53:02.058264 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:53:02.058264 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:53:02.058264 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:53:02.058264 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:53:02.058264 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:53:02.058264 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:53:02.058264 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:53:02.058264 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:53:02.122061 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-47df60b1-e55c-418c-814c-5b5d9b8051d3 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:02.130017 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-47df60b1-e55c-418c-814c-5b5d9b8051d3 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:02.135476 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-47df60b1-e55c-418c-814c-5b5d9b8051d3 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/networks/b286376a-e7b0-4328-8b81-31399472e292 HTTP/1.1" status: 204 len: 168 time: 0.2975855 Jul 13 07:53:02.135646 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 32952) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:02.142015 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-f12166de-1df2-4821-86bd-76f3301cc30b tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2081005003'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:02.148136 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df60b1-e55c-418c-814c-5b5d9b8051d3 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'Network': ['ID=b286376a-e7b0-4328-8b81-31399472e292,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:02.165207 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12166de-1df2-4821-86bd-76f3301cc30b tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Made reservation on behalf of f1a43a2ee5944999b8f792249ba6022e for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:02.168923 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f12166de-1df2-4821-86bd-76f3301cc30b tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:02.193624 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f12166de-1df2-4821-86bd-76f3301cc30b tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:53:02.203160 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f12166de-1df2-4821-86bd-76f3301cc30b tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:02.203537 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-f12166de-1df2-4821-86bd-76f3301cc30b tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Added segment 038ecfd8-c790-4566-b0ca-fb11e1599113 of type vlan for network a296b662-9dd5-4073-a2bf-3ae756af5195 Jul 13 07:53:02.245318 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f12166de-1df2-4821-86bd-76f3301cc30b tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:02.275586 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f12166de-1df2-4821-86bd-76f3301cc30b tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:02.281098 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12166de-1df2-4821-86bd-76f3301cc30b tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:02.281704 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f12166de-1df2-4821-86bd-76f3301cc30b tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:02.318946 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f12166de-1df2-4821-86bd-76f3301cc30b tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1821420 Jul 13 07:53:02.321897 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 32954) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:02.328883 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-6d802952-c5b6-4c7d-bbfb-5627ab93d940 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'subnet': {'network_id': 'a296b662-9dd5-4073-a2bf-3ae756af5195', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:02.626430 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12166de-1df2-4821-86bd-76f3301cc30b tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'Network': ['ID=a296b662-9dd5-4073-a2bf-3ae756af5195,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:02.640926 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network a296b662-9dd5-4073-a2bf-3ae756af5195 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:53:02.725127 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d802952-c5b6-4c7d-bbfb-5627ab93d940 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Made reservation on behalf of f1a43a2ee5944999b8f792249ba6022e for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:02.728871 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6d802952-c5b6-4c7d-bbfb-5627ab93d940 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:02.930326 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6d802952-c5b6-4c7d-bbfb-5627ab93d940 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:03.002035 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d802952-c5b6-4c7d-bbfb-5627ab93d940 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'Subnet': ['ID=f72c77e8-d188-4369-ac23-22ee09da7d3d,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:03.012811 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d802952-c5b6-4c7d-bbfb-5627ab93d940 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Checking segment: {'id': '038ecfd8-c790-4566-b0ca-fb11e1599113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a296b662-9dd5-4073-a2bf-3ae756af5195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:03.013451 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d802952-c5b6-4c7d-bbfb-5627ab93d940 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Network hostable DHCP agents. Network: a296b662-9dd5-4073-a2bf-3ae756af5195, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:53:03.033075 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d802952-c5b6-4c7d-bbfb-5627ab93d940 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Network a296b662-9dd5-4073-a2bf-3ae756af5195 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:53:03.043126 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-6d802952-c5b6-4c7d-bbfb-5627ab93d940 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, a296b662-9dd5-4073-a2bf-3ae756af5195) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:03.049030 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d802952-c5b6-4c7d-bbfb-5627ab93d940 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:03.050014 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6d802952-c5b6-4c7d-bbfb-5627ab93d940 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:03.054637 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa05196-a491-4742-a0cd-81fabab6b5a4 None None] Network a296b662-9dd5-4073-a2bf-3ae756af5195 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:03.067181 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6d802952-c5b6-4c7d-bbfb-5627ab93d940 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7440906 Jul 13 07:53:03.070197 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 32958) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:03.078053 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-3ab640c8-aa07-4f1c-82a1-d33d7483dcbb tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'port': {'network_id': 'a296b662-9dd5-4073-a2bf-3ae756af5195', 'name': 'tempest-PortsIpV6TestJSON-1309962831'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:03.145246 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-87b57d44-fd69-4dae-81a2-731e0f6f5e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:03.225224 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab640c8-aa07-4f1c-82a1-d33d7483dcbb tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Made reservation on behalf of f1a43a2ee5944999b8f792249ba6022e for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:03.232073 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3ab640c8-aa07-4f1c-82a1-d33d7483dcbb tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:03.250561 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:03.257502 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c08b2a7-3b93-4e84-a100-13af90338565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-a296b662-9dd5-4073-a2bf-3ae756af5195', 'network_id': 'a296b662-9dd5-4073-a2bf-3ae756af5195', 'tenant_id': 'f1a43a2ee5944999b8f792249ba6022e', 'fixed_ips': [{'subnet_id': 'f72c77e8-d188-4369-ac23-22ee09da7d3d'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:53:03.258377 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8c08b2a7-3b93-4e84-a100-13af90338565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:03.265905 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-3ab640c8-aa07-4f1c-82a1-d33d7483dcbb tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] device_id is not set on port f7c9c5b1-a86e-4b34-abe1-55b6c79d4e7f yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:53:03.403166 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-3ab640c8-aa07-4f1c-82a1-d33d7483dcbb tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Allocated IP 2001:db8::365 (a296b662-9dd5-4073-a2bf-3ae756af5195/f72c77e8-d188-4369-ac23-22ee09da7d3d/f7c9c5b1-a86e-4b34-abe1-55b6c79d4e7f) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:03.573387 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3ab640c8-aa07-4f1c-82a1-d33d7483dcbb tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:03.588985 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-3ab640c8-aa07-4f1c-82a1-d33d7483dcbb tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Transition to ACTIVE for port object f7c9c5b1-a86e-4b34-abe1-55b6c79d4e7f will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:03.627995 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3ab640c8-aa07-4f1c-82a1-d33d7483dcbb tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:03.676330 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab640c8-aa07-4f1c-82a1-d33d7483dcbb tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Network a296b662-9dd5-4073-a2bf-3ae756af5195 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:03.682848 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-3ab640c8-aa07-4f1c-82a1-d33d7483dcbb tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:03.687803 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab640c8-aa07-4f1c-82a1-d33d7483dcbb tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:03.695141 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab640c8-aa07-4f1c-82a1-d33d7483dcbb tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:03.695906 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3ab640c8-aa07-4f1c-82a1-d33d7483dcbb tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:03.700103 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-8c08b2a7-3b93-4e84-a100-13af90338565 None None] Allocated IP 2001:db8::2 (a296b662-9dd5-4073-a2bf-3ae756af5195/f72c77e8-d188-4369-ac23-22ee09da7d3d/02abe3b3-1912-4680-a96c-75549b0ad37e) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:03.713302 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3ab640c8-aa07-4f1c-82a1-d33d7483dcbb tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6410842 Jul 13 07:53:03.716833 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 32962) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:03.727802 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab640c8-aa07-4f1c-82a1-d33d7483dcbb tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'Port': ['ID=f7c9c5b1-a86e-4b34-abe1-55b6c79d4e7f,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:03.841475 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-2e125258-005d-42f7-8ab5-b27d76eac74d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Deleting port f7c9c5b1-a86e-4b34-abe1-55b6c79d4e7f {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:03.844999 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2e125258-005d-42f7-8ab5-b27d76eac74d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:03.907661 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8c08b2a7-3b93-4e84-a100-13af90338565 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:03.917294 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8c08b2a7-3b93-4e84-a100-13af90338565 None None] Transition to ACTIVE for port object 02abe3b3-1912-4680-a96c-75549b0ad37e will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:03.934781 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8c08b2a7-3b93-4e84-a100-13af90338565 None None] Transition to ACTIVE for port object 02abe3b3-1912-4680-a96c-75549b0ad37e will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:03.941834 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8c08b2a7-3b93-4e84-a100-13af90338565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:03.947568 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2e125258-005d-42f7-8ab5-b27d76eac74d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:03.960935 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-2e125258-005d-42f7-8ab5-b27d76eac74d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Calling delete_port for f7c9c5b1-a86e-4b34-abe1-55b6c79d4e7f owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:03.990304 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c08b2a7-3b93-4e84-a100-13af90338565 None None] Network a296b662-9dd5-4073-a2bf-3ae756af5195 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:03.993534 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-8c08b2a7-3b93-4e84-a100-13af90338565 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:03.996247 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c08b2a7-3b93-4e84-a100-13af90338565 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:04.006771 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08b2a7-3b93-4e84-a100-13af90338565 None None] Pushing event updated for resources: {'Port': ['ID=02abe3b3-1912-4680-a96c-75549b0ad37e,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:04.065125 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-8c08b2a7-3b93-4e84-a100-13af90338565 None None] Attempting to bind port 02abe3b3-1912-4680-a96c-75549b0ad37e on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:53:04.065491 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-8c08b2a7-3b93-4e84-a100-13af90338565 None None] Attempting to bind port 02abe3b3-1912-4680-a96c-75549b0ad37e by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '038ecfd8-c790-4566-b0ca-fb11e1599113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a296b662-9dd5-4073-a2bf-3ae756af5195'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:53:04.067869 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c08b2a7-3b93-4e84-a100-13af90338565 None None] Attempting to bind port 02abe3b3-1912-4680-a96c-75549b0ad37e on network a296b662-9dd5-4073-a2bf-3ae756af5195 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:53:04.073063 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c08b2a7-3b93-4e84-a100-13af90338565 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:53:04.073438 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c08b2a7-3b93-4e84-a100-13af90338565 None None] Checking segment: {'id': '038ecfd8-c790-4566-b0ca-fb11e1599113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a296b662-9dd5-4073-a2bf-3ae756af5195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:04.073843 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8c08b2a7-3b93-4e84-a100-13af90338565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.074284 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c08b2a7-3b93-4e84-a100-13af90338565 None None] Bound using segment: {'id': '038ecfd8-c790-4566-b0ca-fb11e1599113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a296b662-9dd5-4073-a2bf-3ae756af5195'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:53:04.074951 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-8c08b2a7-3b93-4e84-a100-13af90338565 None None] Bound port: 02abe3b3-1912-4680-a96c-75549b0ad37e, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038ecfd8-c790-4566-b0ca-fb11e1599113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a296b662-9dd5-4073-a2bf-3ae756af5195'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:53:04.075457 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8c08b2a7-3b93-4e84-a100-13af90338565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.146486 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2e125258-005d-42f7-8ab5-b27d76eac74d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.160612 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-8c08b2a7-3b93-4e84-a100-13af90338565 None None] For port 02abe3b3-1912-4680-a96c-75549b0ad37e, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:53:04.165295 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-8c08b2a7-3b93-4e84-a100-13af90338565 None None] For port 02abe3b3-1912-4680-a96c-75549b0ad37e, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=02abe3b3-1912-4680-a96c-75549b0ad37e,segment=NetworkSegment(038ecfd8-c790-4566-b0ca-fb11e1599113),segment_id=038ecfd8-c790-4566-b0ca-fb11e1599113)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:53:04.167419 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.169969 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8c08b2a7-3b93-4e84-a100-13af90338565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.178895 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e125258-005d-42f7-8ab5-b27d76eac74d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'Port': ['ID=f7c9c5b1-a86e-4b34-abe1-55b6c79d4e7f,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:04.214559 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2e125258-005d-42f7-8ab5-b27d76eac74d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.219262 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2e125258-005d-42f7-8ab5-b27d76eac74d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/ports/f7c9c5b1-a86e-4b34-abe1-55b6c79d4e7f HTTP/1.1" status: 204 len: 168 time: 0.4995260 Jul 13 07:53:04.221069 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 32964) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:04.255335 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08b2a7-3b93-4e84-a100-13af90338565 None None] Pushing event updated for resources: {'Port': ['ID=02abe3b3-1912-4680-a96c-75549b0ad37e,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:04.263890 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-16dd6956-41f3-4d9e-8549-d577ccd40c50 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] DELETE failed (client error): The resource could not be found. Jul 13 07:53:04.264923 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16dd6956-41f3-4d9e-8549-d577ccd40c50 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:53:04.266997 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-16dd6956-41f3-4d9e-8549-d577ccd40c50 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/ports/f7c9c5b1-a86e-4b34-abe1-55b6c79d4e7f HTTP/1.1" status: 404 len: 333 time: 0.0445390 Jul 13 07:53:04.270028 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 32966) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:04.304268 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dbdbe86-02e5-47b3-80c3-bb0a5bbc781b tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] GET failed (client error): The resource could not be found. Jul 13 07:53:04.305994 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9dbdbe86-02e5-47b3-80c3-bb0a5bbc781b tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "GET /v2.0/ports/f7c9c5b1-a86e-4b34-abe1-55b6c79d4e7f HTTP/1.1" status: 404 len: 333 time: 0.0346689 Jul 13 07:53:04.309063 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 32968) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:04.374245 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a7142d8-453d-4843-abfc-51abda97bf98 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Deleting subnet f72c77e8-d188-4369-ac23-22ee09da7d3d {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:53:04.388967 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8a7142d8-453d-4843-abfc-51abda97bf98 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.466203 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8a7142d8-453d-4843-abfc-51abda97bf98 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.580204 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8a7142d8-453d-4843-abfc-51abda97bf98 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.643327 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 02abe3b3-1912-4680-a96c-75549b0ad37e up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:04.656155 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8a7142d8-453d-4843-abfc-51abda97bf98 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.690213 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7142d8-453d-4843-abfc-51abda97bf98 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'Subnet': ['ID=f72c77e8-d188-4369-ac23-22ee09da7d3d,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:04.694716 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8a7142d8-453d-4843-abfc-51abda97bf98 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.699734 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8a7142d8-453d-4843-abfc-51abda97bf98 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/subnets/f72c77e8-d188-4369-ac23-22ee09da7d3d HTTP/1.1" status: 204 len: 168 time: 0.3893485 Jul 13 07:53:04.700233 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 32970) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:04.709794 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 02abe3b3-1912-4680-a96c-75549b0ad37e completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:04.794573 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-32ead7aa-84d9-4fe4-bc38-281ca746a47d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.856786 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-32ead7aa-84d9-4fe4-bc38-281ca746a47d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Deleting port 02abe3b3-1912-4680-a96c-75549b0ad37e {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:04.857119 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-32ead7aa-84d9-4fe4-bc38-281ca746a47d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.939967 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-32ead7aa-84d9-4fe4-bc38-281ca746a47d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] For port 02abe3b3-1912-4680-a96c-75549b0ad37e, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=02abe3b3-1912-4680-a96c-75549b0ad37e,segment=NetworkSegment(038ecfd8-c790-4566-b0ca-fb11e1599113),segment_id=038ecfd8-c790-4566-b0ca-fb11e1599113)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:04.940696 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-32ead7aa-84d9-4fe4-bc38-281ca746a47d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:04.953709 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-32ead7aa-84d9-4fe4-bc38-281ca746a47d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Calling delete_port for 02abe3b3-1912-4680-a96c-75549b0ad37e owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:05.054072 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-32ead7aa-84d9-4fe4-bc38-281ca746a47d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:05.091582 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ead7aa-84d9-4fe4-bc38-281ca746a47d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'Port': ['ID=02abe3b3-1912-4680-a96c-75549b0ad37e,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:05.100212 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ead7aa-84d9-4fe4-bc38-281ca746a47d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] No DVR routers for this DVR port 02abe3b3-1912-4680-a96c-75549b0ad37e on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:53:05.193053 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-32ead7aa-84d9-4fe4-bc38-281ca746a47d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:05.208854 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-32ead7aa-84d9-4fe4-bc38-281ca746a47d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a296b662-9dd5-4073-a2bf-3ae756af5195']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:05.220271 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-32ead7aa-84d9-4fe4-bc38-281ca746a47d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '038ecfd8-c790-4566-b0ca-fb11e1599113') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:05.220657 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-32ead7aa-84d9-4fe4-bc38-281ca746a47d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '038ecfd8-c790-4566-b0ca-fb11e1599113') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:05.231618 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-32ead7aa-84d9-4fe4-bc38-281ca746a47d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:05.248510 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97591fb-e830-4337-aaf0-aed837fe6338 None None] Network a296b662-9dd5-4073-a2bf-3ae756af5195 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:05.258753 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-32ead7aa-84d9-4fe4-bc38-281ca746a47d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:05.267181 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32ead7aa-84d9-4fe4-bc38-281ca746a47d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:53:05.268149 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-32ead7aa-84d9-4fe4-bc38-281ca746a47d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:05.273297 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:53:05.273297 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:53:05.273297 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:53:05.273297 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:53:05.273297 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:53:05.273297 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:53:05.273297 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:53:05.273297 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:53:05.273297 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:53:05.273297 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:53:05.273297 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:53:05.273297 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:53:05.273297 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:53:05.273297 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:53:05.273297 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:53:05.273297 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:53:05.273297 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:53:05.273297 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:53:05.273297 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:53:05.273297 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:53:05.273297 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:53:05.273297 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:53:05.273297 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:53:05.273297 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:53:05.273297 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:53:05.273297 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:53:05.273297 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:53:05.273297 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:53:05.273297 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:53:05.273297 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:53:05.273297 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:53:05.273297 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:53:05.281501 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-62d0e4c1-47a2-4226-985d-b07cf689e7f5 None None] Could not find standard attr ID for object 02abe3b3-1912-4680-a96c-75549b0ad37e. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:53:05.346531 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-32ead7aa-84d9-4fe4-bc38-281ca746a47d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:05.353795 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-32ead7aa-84d9-4fe4-bc38-281ca746a47d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:05.356554 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-32ead7aa-84d9-4fe4-bc38-281ca746a47d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/networks/a296b662-9dd5-4073-a2bf-3ae756af5195 HTTP/1.1" status: 204 len: 168 time: 0.6551847 Jul 13 07:53:05.360282 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 32974) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:05.365770 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-0c774564-a83e-4da3-bcf2-7d4573183aee tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-859016224'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:05.368383 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ead7aa-84d9-4fe4-bc38-281ca746a47d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'Network': ['ID=a296b662-9dd5-4073-a2bf-3ae756af5195,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:05.400697 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c774564-a83e-4da3-bcf2-7d4573183aee tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Made reservation on behalf of f1a43a2ee5944999b8f792249ba6022e for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:05.404822 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0c774564-a83e-4da3-bcf2-7d4573183aee tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:05.437412 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c774564-a83e-4da3-bcf2-7d4573183aee tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:53:05.450708 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0c774564-a83e-4da3-bcf2-7d4573183aee tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:05.451050 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-0c774564-a83e-4da3-bcf2-7d4573183aee tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Added segment dc22687e-f4cc-404e-8195-5d327d8604e9 of type vlan for network ab9b5b90-b999-4c8e-9db8-3ad8e79b6f09 Jul 13 07:53:05.471229 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b5a0a1-fc0f-415d-a7a1-3892e525b62d None None] DHCP port deletion for a296b662-9dd5-4073-a2bf-3ae756af5195 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:53:05.511116 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0c774564-a83e-4da3-bcf2-7d4573183aee tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:05.547788 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0c774564-a83e-4da3-bcf2-7d4573183aee tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:05.555121 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c774564-a83e-4da3-bcf2-7d4573183aee tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:05.555806 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0c774564-a83e-4da3-bcf2-7d4573183aee tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:05.595877 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0c774564-a83e-4da3-bcf2-7d4573183aee tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2344022 Jul 13 07:53:05.598927 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 32976) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:05.604538 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-81708dd1-f87f-4c97-9576-dd5e80102e1a tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'subnet': {'network_id': 'ab9b5b90-b999-4c8e-9db8-3ad8e79b6f09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:05.635522 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c774564-a83e-4da3-bcf2-7d4573183aee tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'Network': ['ID=ab9b5b90-b999-4c8e-9db8-3ad8e79b6f09,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:05.648093 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network ab9b5b90-b999-4c8e-9db8-3ad8e79b6f09 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:53:05.727498 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81708dd1-f87f-4c97-9576-dd5e80102e1a tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Made reservation on behalf of f1a43a2ee5944999b8f792249ba6022e for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:05.731253 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-81708dd1-f87f-4c97-9576-dd5e80102e1a tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:05.907974 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:05.948758 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-81708dd1-f87f-4c97-9576-dd5e80102e1a tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:06.012082 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81708dd1-f87f-4c97-9576-dd5e80102e1a tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'Subnet': ['ID=89836198-a4e1-43ba-9bd1-2f91043810ef,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:06.024475 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81708dd1-f87f-4c97-9576-dd5e80102e1a tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:06.024846 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81708dd1-f87f-4c97-9576-dd5e80102e1a tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:06.025218 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81708dd1-f87f-4c97-9576-dd5e80102e1a tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:06.025667 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81708dd1-f87f-4c97-9576-dd5e80102e1a tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:06.025971 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81708dd1-f87f-4c97-9576-dd5e80102e1a tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:06.026330 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81708dd1-f87f-4c97-9576-dd5e80102e1a tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:06.026681 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81708dd1-f87f-4c97-9576-dd5e80102e1a tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:06.027085 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81708dd1-f87f-4c97-9576-dd5e80102e1a tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:06.027479 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81708dd1-f87f-4c97-9576-dd5e80102e1a tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:06.027824 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81708dd1-f87f-4c97-9576-dd5e80102e1a tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:06.028157 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81708dd1-f87f-4c97-9576-dd5e80102e1a tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:06.028513 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81708dd1-f87f-4c97-9576-dd5e80102e1a tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:06.035000 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81708dd1-f87f-4c97-9576-dd5e80102e1a tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Checking segment: {'id': 'dc22687e-f4cc-404e-8195-5d327d8604e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ab9b5b90-b999-4c8e-9db8-3ad8e79b6f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:06.035460 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81708dd1-f87f-4c97-9576-dd5e80102e1a tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Network hostable DHCP agents. Network: ab9b5b90-b999-4c8e-9db8-3ad8e79b6f09, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:53:06.054888 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81708dd1-f87f-4c97-9576-dd5e80102e1a tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Network ab9b5b90-b999-4c8e-9db8-3ad8e79b6f09 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:53:06.064944 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-81708dd1-f87f-4c97-9576-dd5e80102e1a tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, ab9b5b90-b999-4c8e-9db8-3ad8e79b6f09) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:06.070219 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81708dd1-f87f-4c97-9576-dd5e80102e1a tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:06.071796 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-81708dd1-f87f-4c97-9576-dd5e80102e1a tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:06.076852 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863a68a1-9b9e-413c-aedf-51be098f3d6b None None] Network ab9b5b90-b999-4c8e-9db8-3ad8e79b6f09 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:06.077164 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:53:06.092954 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 32980) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:06.094964 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-81708dd1-f87f-4c97-9576-dd5e80102e1a tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4899280 Jul 13 07:53:06.099548 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-8671e6c7-44cc-4b27-b404-eb554cf74100 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'port': {'network_id': 'ab9b5b90-b999-4c8e-9db8-3ad8e79b6f09', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1447953229'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:06.270963 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8671e6c7-44cc-4b27-b404-eb554cf74100 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Made reservation on behalf of f1a43a2ee5944999b8f792249ba6022e for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:06.274951 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8671e6c7-44cc-4b27-b404-eb554cf74100 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:06.294334 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-8671e6c7-44cc-4b27-b404-eb554cf74100 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] device_id is not set on port 23440bea-403b-42b5-8446-de115ffc8770 yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:53:06.396608 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d94c05-a525-4ff6-89f7-ec06d7fa1538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-ab9b5b90-b999-4c8e-9db8-3ad8e79b6f09', 'network_id': 'ab9b5b90-b999-4c8e-9db8-3ad8e79b6f09', 'tenant_id': 'f1a43a2ee5944999b8f792249ba6022e', 'fixed_ips': [{'subnet_id': '89836198-a4e1-43ba-9bd1-2f91043810ef'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:53:06.397489 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-63d94c05-a525-4ff6-89f7-ec06d7fa1538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:06.429311 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-8671e6c7-44cc-4b27-b404-eb554cf74100 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Allocated IP 2001:db8::1c6 (ab9b5b90-b999-4c8e-9db8-3ad8e79b6f09/89836198-a4e1-43ba-9bd1-2f91043810ef/23440bea-403b-42b5-8446-de115ffc8770) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:06.576992 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8671e6c7-44cc-4b27-b404-eb554cf74100 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:06.594128 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-8671e6c7-44cc-4b27-b404-eb554cf74100 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Transition to ACTIVE for port object 23440bea-403b-42b5-8446-de115ffc8770 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:06.598070 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 02abe3b3-1912-4680-a96c-75549b0ad37e no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:53:06.622213 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 02abe3b3-1912-4680-a96c-75549b0ad37e {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:53:06.622542 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 02abe3b3-1912-4680-a96c-75549b0ad37e not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:53:06.645572 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8671e6c7-44cc-4b27-b404-eb554cf74100 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:06.693102 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8671e6c7-44cc-4b27-b404-eb554cf74100 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Network ab9b5b90-b999-4c8e-9db8-3ad8e79b6f09 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:06.699285 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-8671e6c7-44cc-4b27-b404-eb554cf74100 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:06.703481 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8671e6c7-44cc-4b27-b404-eb554cf74100 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:06.706496 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-63d94c05-a525-4ff6-89f7-ec06d7fa1538 None None] Allocated IP 2001:db8::2 (ab9b5b90-b999-4c8e-9db8-3ad8e79b6f09/89836198-a4e1-43ba-9bd1-2f91043810ef/03f88d0c-380f-4df4-abf8-7538eab7ef1c) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:06.709774 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8671e6c7-44cc-4b27-b404-eb554cf74100 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:06.710472 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8671e6c7-44cc-4b27-b404-eb554cf74100 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:06.724316 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671e6c7-44cc-4b27-b404-eb554cf74100 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'Port': ['ID=23440bea-403b-42b5-8446-de115ffc8770,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:06.736189 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8671e6c7-44cc-4b27-b404-eb554cf74100 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.6419170 Jul 13 07:53:06.739942 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 32982) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:06.858093 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-2ef56fcf-5081-400f-852f-873541a30e53 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Deleting port 23440bea-403b-42b5-8446-de115ffc8770 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:06.858396 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2ef56fcf-5081-400f-852f-873541a30e53 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:06.883132 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-63d94c05-a525-4ff6-89f7-ec06d7fa1538 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:06.892381 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-63d94c05-a525-4ff6-89f7-ec06d7fa1538 None None] Transition to ACTIVE for port object 03f88d0c-380f-4df4-abf8-7538eab7ef1c will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:06.914839 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-63d94c05-a525-4ff6-89f7-ec06d7fa1538 None None] Transition to ACTIVE for port object 03f88d0c-380f-4df4-abf8-7538eab7ef1c will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:06.922722 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-63d94c05-a525-4ff6-89f7-ec06d7fa1538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:06.974524 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2ef56fcf-5081-400f-852f-873541a30e53 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:06.976854 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d94c05-a525-4ff6-89f7-ec06d7fa1538 None None] Pushing event updated for resources: {'Port': ['ID=03f88d0c-380f-4df4-abf8-7538eab7ef1c,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:06.989836 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d94c05-a525-4ff6-89f7-ec06d7fa1538 None None] Network ab9b5b90-b999-4c8e-9db8-3ad8e79b6f09 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:06.991778 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-63d94c05-a525-4ff6-89f7-ec06d7fa1538 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:06.994788 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d94c05-a525-4ff6-89f7-ec06d7fa1538 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:06.995023 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-2ef56fcf-5081-400f-852f-873541a30e53 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Calling delete_port for 23440bea-403b-42b5-8446-de115ffc8770 owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:07.069153 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-63d94c05-a525-4ff6-89f7-ec06d7fa1538 None None] Attempting to bind port 03f88d0c-380f-4df4-abf8-7538eab7ef1c on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:53:07.069683 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-63d94c05-a525-4ff6-89f7-ec06d7fa1538 None None] Attempting to bind port 03f88d0c-380f-4df4-abf8-7538eab7ef1c by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'dc22687e-f4cc-404e-8195-5d327d8604e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ab9b5b90-b999-4c8e-9db8-3ad8e79b6f09'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:53:07.070141 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d94c05-a525-4ff6-89f7-ec06d7fa1538 None None] Attempting to bind port 03f88d0c-380f-4df4-abf8-7538eab7ef1c on network ab9b5b90-b999-4c8e-9db8-3ad8e79b6f09 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:53:07.082054 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d94c05-a525-4ff6-89f7-ec06d7fa1538 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:53:07.082434 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d94c05-a525-4ff6-89f7-ec06d7fa1538 None None] Checking segment: {'id': 'dc22687e-f4cc-404e-8195-5d327d8604e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ab9b5b90-b999-4c8e-9db8-3ad8e79b6f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:07.082910 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-63d94c05-a525-4ff6-89f7-ec06d7fa1538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.083396 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d94c05-a525-4ff6-89f7-ec06d7fa1538 None None] Bound using segment: {'id': 'dc22687e-f4cc-404e-8195-5d327d8604e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ab9b5b90-b999-4c8e-9db8-3ad8e79b6f09'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:53:07.083931 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-63d94c05-a525-4ff6-89f7-ec06d7fa1538 None None] Bound port: 03f88d0c-380f-4df4-abf8-7538eab7ef1c, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc22687e-f4cc-404e-8195-5d327d8604e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ab9b5b90-b999-4c8e-9db8-3ad8e79b6f09'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:53:07.084445 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-63d94c05-a525-4ff6-89f7-ec06d7fa1538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.136643 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2ef56fcf-5081-400f-852f-873541a30e53 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.159581 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-63d94c05-a525-4ff6-89f7-ec06d7fa1538 None None] For port 03f88d0c-380f-4df4-abf8-7538eab7ef1c, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:53:07.163033 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-63d94c05-a525-4ff6-89f7-ec06d7fa1538 None None] For port 03f88d0c-380f-4df4-abf8-7538eab7ef1c, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=03f88d0c-380f-4df4-abf8-7538eab7ef1c,segment=NetworkSegment(dc22687e-f4cc-404e-8195-5d327d8604e9),segment_id=dc22687e-f4cc-404e-8195-5d327d8604e9)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:53:07.167544 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-63d94c05-a525-4ff6-89f7-ec06d7fa1538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.173351 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef56fcf-5081-400f-852f-873541a30e53 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'Port': ['ID=23440bea-403b-42b5-8446-de115ffc8770,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:07.202287 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2ef56fcf-5081-400f-852f-873541a30e53 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.208241 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2ef56fcf-5081-400f-852f-873541a30e53 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/ports/23440bea-403b-42b5-8446-de115ffc8770 HTTP/1.1" status: 204 len: 168 time: 0.4640522 Jul 13 07:53:07.208241 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 32986) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:07.236341 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d94c05-a525-4ff6-89f7-ec06d7fa1538 None None] Pushing event updated for resources: {'Port': ['ID=03f88d0c-380f-4df4-abf8-7538eab7ef1c,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:07.236603 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-123e8388-8804-4452-af0a-f35fbe769131 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] GET failed (client error): The resource could not be found. Jul 13 07:53:07.243345 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-123e8388-8804-4452-af0a-f35fbe769131 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "GET /v2.0/ports/23440bea-403b-42b5-8446-de115ffc8770 HTTP/1.1" status: 404 len: 333 time: 0.0294147 Jul 13 07:53:07.243345 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 32988) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:07.296419 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb3d81e0-671d-4a3e-936a-84a2a522e23e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Deleting subnet 89836198-a4e1-43ba-9bd1-2f91043810ef {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:53:07.301228 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bb3d81e0-671d-4a3e-936a-84a2a522e23e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.351056 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bb3d81e0-671d-4a3e-936a-84a2a522e23e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.463518 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bb3d81e0-671d-4a3e-936a-84a2a522e23e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.548447 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bb3d81e0-671d-4a3e-936a-84a2a522e23e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.586928 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d81e0-671d-4a3e-936a-84a2a522e23e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'Subnet': ['ID=89836198-a4e1-43ba-9bd1-2f91043810ef,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:07.594970 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bb3d81e0-671d-4a3e-936a-84a2a522e23e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.599445 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-bb3d81e0-671d-4a3e-936a-84a2a522e23e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/subnets/89836198-a4e1-43ba-9bd1-2f91043810ef HTTP/1.1" status: 204 len: 168 time: 0.3545704 Jul 13 07:53:07.599732 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 32990) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:07.681269 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2183b99e-d3ac-4e9e-84c9-13d2142847c8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.739411 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-2183b99e-d3ac-4e9e-84c9-13d2142847c8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Deleting port 03f88d0c-380f-4df4-abf8-7538eab7ef1c {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:07.739932 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2183b99e-d3ac-4e9e-84c9-13d2142847c8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.813676 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-2183b99e-d3ac-4e9e-84c9-13d2142847c8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] For port 03f88d0c-380f-4df4-abf8-7538eab7ef1c, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=03f88d0c-380f-4df4-abf8-7538eab7ef1c,segment=NetworkSegment(dc22687e-f4cc-404e-8195-5d327d8604e9),segment_id=dc22687e-f4cc-404e-8195-5d327d8604e9)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:07.814033 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2183b99e-d3ac-4e9e-84c9-13d2142847c8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.828562 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-2183b99e-d3ac-4e9e-84c9-13d2142847c8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Calling delete_port for 03f88d0c-380f-4df4-abf8-7538eab7ef1c owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:07.912404 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2183b99e-d3ac-4e9e-84c9-13d2142847c8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:07.938831 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183b99e-d3ac-4e9e-84c9-13d2142847c8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'Port': ['ID=03f88d0c-380f-4df4-abf8-7538eab7ef1c,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:07.942760 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2183b99e-d3ac-4e9e-84c9-13d2142847c8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] No DVR routers for this DVR port 03f88d0c-380f-4df4-abf8-7538eab7ef1c on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:53:08.027924 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2183b99e-d3ac-4e9e-84c9-13d2142847c8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.038815 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-2183b99e-d3ac-4e9e-84c9-13d2142847c8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab9b5b90-b999-4c8e-9db8-3ad8e79b6f09']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:08.052230 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-2183b99e-d3ac-4e9e-84c9-13d2142847c8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc22687e-f4cc-404e-8195-5d327d8604e9') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:08.052564 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-2183b99e-d3ac-4e9e-84c9-13d2142847c8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc22687e-f4cc-404e-8195-5d327d8604e9') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:08.063271 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2183b99e-d3ac-4e9e-84c9-13d2142847c8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.080099 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2183b99e-d3ac-4e9e-84c9-13d2142847c8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.088596 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2183b99e-d3ac-4e9e-84c9-13d2142847c8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:53:08.089000 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2183b99e-d3ac-4e9e-84c9-13d2142847c8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.092451 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:08.092451 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:08.092451 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:53:08.092451 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:53:08.092451 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:53:08.092451 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:53:08.092451 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:53:08.092451 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:53:08.092451 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:53:08.092451 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:53:08.092451 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:53:08.092451 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:53:08.092451 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:53:08.092451 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:53:08.092451 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:53:08.092451 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:53:08.092451 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:53:08.092451 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:53:08.092451 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:53:08.092451 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:53:08.092451 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:53:08.092451 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:53:08.092451 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:53:08.092451 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:53:08.092451 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:53:08.092451 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:53:08.092451 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:53:08.092451 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:53:08.092451 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:53:08.092451 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:53:08.092451 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:53:08.092451 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:53:08.092451 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:53:08.092451 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:53:08.165156 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2183b99e-d3ac-4e9e-84c9-13d2142847c8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.174561 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2183b99e-d3ac-4e9e-84c9-13d2142847c8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.176921 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2183b99e-d3ac-4e9e-84c9-13d2142847c8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/networks/ab9b5b90-b999-4c8e-9db8-3ad8e79b6f09 HTTP/1.1" status: 204 len: 168 time: 0.5762053 Jul 13 07:53:08.180853 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 32994) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:08.186625 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-93fe6f2e-4832-4253-a670-1e2d074097ce tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'port': {'network_id': 'e38e278c-9749-4fcf-ac39-38093cbabac0', 'name': 'tempest-PortsIpV6TestJSON-1555793370'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:08.193506 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183b99e-d3ac-4e9e-84c9-13d2142847c8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'Network': ['ID=ab9b5b90-b999-4c8e-9db8-3ad8e79b6f09,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:08.305554 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93fe6f2e-4832-4253-a670-1e2d074097ce tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Made reservation on behalf of f1a43a2ee5944999b8f792249ba6022e for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:08.309509 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-93fe6f2e-4832-4253-a670-1e2d074097ce tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.333463 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-93fe6f2e-4832-4253-a670-1e2d074097ce tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] device_id is not set on port 83b507c8-f538-4522-b551-b338dbe8e2a4 yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:53:08.401169 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4830c8a9-6a70-4f56-9508-b46046159484 None None] DHCP port deletion for ab9b5b90-b999-4c8e-9db8-3ad8e79b6f09 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:53:08.432025 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8cff08f6-b48f-4868-88ba-e81aa03a7427 None None] Could not find standard attr ID for object 03f88d0c-380f-4df4-abf8-7538eab7ef1c. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:53:08.446707 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038b97d7-f718-47d5-bc9b-87774faf2e43 None None] Network ab9b5b90-b999-4c8e-9db8-3ad8e79b6f09 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:08.462886 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038b97d7-f718-47d5-bc9b-87774faf2e43 None None] Network ab9b5b90-b999-4c8e-9db8-3ad8e79b6f09 could not be found, it might have been deleted concurrently. {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 13 07:53:08.505380 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-93fe6f2e-4832-4253-a670-1e2d074097ce tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.545530 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-93fe6f2e-4832-4253-a670-1e2d074097ce tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.594476 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fe6f2e-4832-4253-a670-1e2d074097ce tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Network e38e278c-9749-4fcf-ac39-38093cbabac0 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:08.598473 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-93fe6f2e-4832-4253-a670-1e2d074097ce tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:08.602487 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fe6f2e-4832-4253-a670-1e2d074097ce tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:08.608155 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fe6f2e-4832-4253-a670-1e2d074097ce tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:08.608760 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-93fe6f2e-4832-4253-a670-1e2d074097ce tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:08.629721 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe6f2e-4832-4253-a670-1e2d074097ce tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'Port': ['ID=83b507c8-f538-4522-b551-b338dbe8e2a4,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:08.633759 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-93fe6f2e-4832-4253-a670-1e2d074097ce tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4517529 Jul 13 07:53:08.636459 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 32996) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:08.743340 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-65e95a4d-d159-42a4-88df-53a228a78c39 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Deleting port 83b507c8-f538-4522-b551-b338dbe8e2a4 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:08.743701 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-65e95a4d-d159-42a4-88df-53a228a78c39 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:09.082441 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-65e95a4d-d159-42a4-88df-53a228a78c39 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:09.096126 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-65e95a4d-d159-42a4-88df-53a228a78c39 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Calling delete_port for 83b507c8-f538-4522-b551-b338dbe8e2a4 owned by {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:09.181811 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-65e95a4d-d159-42a4-88df-53a228a78c39 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:09.210543 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e95a4d-d159-42a4-88df-53a228a78c39 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'Port': ['ID=83b507c8-f538-4522-b551-b338dbe8e2a4,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:09.226760 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-65e95a4d-d159-42a4-88df-53a228a78c39 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:09.228985 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-65e95a4d-d159-42a4-88df-53a228a78c39 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/ports/83b507c8-f538-4522-b551-b338dbe8e2a4 HTTP/1.1" status: 204 len: 168 time: 0.5903542 Jul 13 07:53:09.231241 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33000) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:09.236134 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-0780ca06-e6e2-43b5-bc74-538fd4a850da tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'port': {'network_id': 'e38e278c-9749-4fcf-ac39-38093cbabac0', 'mac_address': 'fa:16:3e:61:0b:bd', 'name': 'tempest-PortsIpV6TestJSON-883297292'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:09.333011 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0780ca06-e6e2-43b5-bc74-538fd4a850da tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Made reservation on behalf of f1a43a2ee5944999b8f792249ba6022e for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:09.399711 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0780ca06-e6e2-43b5-bc74-538fd4a850da tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:09.425796 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-0780ca06-e6e2-43b5-bc74-538fd4a850da tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] device_id is not set on port 0d427f65-0d96-40bf-89d4-1662ecf85995 yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:53:09.599409 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0780ca06-e6e2-43b5-bc74-538fd4a850da tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:09.635183 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0780ca06-e6e2-43b5-bc74-538fd4a850da tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:09.687662 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0780ca06-e6e2-43b5-bc74-538fd4a850da tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Network e38e278c-9749-4fcf-ac39-38093cbabac0 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:09.691496 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-0780ca06-e6e2-43b5-bc74-538fd4a850da tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:09.695416 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0780ca06-e6e2-43b5-bc74-538fd4a850da tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:09.701090 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0780ca06-e6e2-43b5-bc74-538fd4a850da tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:09.701702 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0780ca06-e6e2-43b5-bc74-538fd4a850da tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:09.708828 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780ca06-e6e2-43b5-bc74-538fd4a850da tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'Port': ['ID=0d427f65-0d96-40bf-89d4-1662ecf85995,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:09.722699 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0780ca06-e6e2-43b5-bc74-538fd4a850da tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4901285 Jul 13 07:53:09.725093 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33002) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:09.780225 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0541517-a274-425b-9ce8-c37c33a75667 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:09.781696 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c0541517-a274-425b-9ce8-c37c33a75667 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "GET /v2.0/ports/0d427f65-0d96-40bf-89d4-1662ecf85995 HTTP/1.1" status: 200 len: 844 time: 0.0556474 Jul 13 07:53:09.784570 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33004) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:09.906091 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-f646ccdb-51cc-4e11-b983-c9c1812a1209 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Deleting port 0d427f65-0d96-40bf-89d4-1662ecf85995 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:09.906445 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f646ccdb-51cc-4e11-b983-c9c1812a1209 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:09.986591 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f646ccdb-51cc-4e11-b983-c9c1812a1209 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:09.998834 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-f646ccdb-51cc-4e11-b983-c9c1812a1209 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Calling delete_port for 0d427f65-0d96-40bf-89d4-1662ecf85995 owned by {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:10.084208 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f646ccdb-51cc-4e11-b983-c9c1812a1209 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.113204 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f646ccdb-51cc-4e11-b983-c9c1812a1209 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'Port': ['ID=0d427f65-0d96-40bf-89d4-1662ecf85995,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:10.120225 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f646ccdb-51cc-4e11-b983-c9c1812a1209 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.122155 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f646ccdb-51cc-4e11-b983-c9c1812a1209 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/ports/0d427f65-0d96-40bf-89d4-1662ecf85995 HTTP/1.1" status: 204 len: 168 time: 0.3366566 Jul 13 07:53:10.125052 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33016) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:10.154313 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-6819ff3e-e67d-407a-ab4f-d8b7dcdec0e8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] GET failed (client error): The resource could not be found. Jul 13 07:53:10.156313 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6819ff3e-e67d-407a-ab4f-d8b7dcdec0e8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "GET /v2.0/ports/0d427f65-0d96-40bf-89d4-1662ecf85995 HTTP/1.1" status: 404 len: 333 time: 0.0299230 Jul 13 07:53:10.160457 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33018) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:10.165012 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-303640d3-1f4e-4a34-b520-76a35eb06dcc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'port': {'network_id': 'e38e278c-9749-4fcf-ac39-38093cbabac0', 'name': 'tempest-PortsIpV6TestJSON-734983297'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:10.259992 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303640d3-1f4e-4a34-b520-76a35eb06dcc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Made reservation on behalf of f1a43a2ee5944999b8f792249ba6022e for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:10.263828 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-303640d3-1f4e-4a34-b520-76a35eb06dcc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.281588 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-303640d3-1f4e-4a34-b520-76a35eb06dcc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] device_id is not set on port 9cd0acb9-90af-4ad8-9587-6498f27c7693 yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:53:10.451046 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-303640d3-1f4e-4a34-b520-76a35eb06dcc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.493169 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-303640d3-1f4e-4a34-b520-76a35eb06dcc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.544124 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303640d3-1f4e-4a34-b520-76a35eb06dcc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Network e38e278c-9749-4fcf-ac39-38093cbabac0 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:10.547429 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-303640d3-1f4e-4a34-b520-76a35eb06dcc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:10.552166 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303640d3-1f4e-4a34-b520-76a35eb06dcc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:10.557830 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303640d3-1f4e-4a34-b520-76a35eb06dcc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:10.558471 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-303640d3-1f4e-4a34-b520-76a35eb06dcc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.562276 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303640d3-1f4e-4a34-b520-76a35eb06dcc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'Port': ['ID=9cd0acb9-90af-4ad8-9587-6498f27c7693,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:10.577265 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-303640d3-1f4e-4a34-b520-76a35eb06dcc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4161770 Jul 13 07:53:10.579473 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33028) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:10.586298 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-38a8bf3c-baef-417a-a0e2-0b51e2e13da8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:10.679310 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-38a8bf3c-baef-417a-a0e2-0b51e2e13da8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.848273 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-38a8bf3c-baef-417a-a0e2-0b51e2e13da8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.853646 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-38a8bf3c-baef-417a-a0e2-0b51e2e13da8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.896936 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-38a8bf3c-baef-417a-a0e2-0b51e2e13da8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] In _notify_port_updated(), no bound segment for port 9cd0acb9-90af-4ad8-9587-6498f27c7693 on network e38e278c-9749-4fcf-ac39-38093cbabac0 {{(pid=94018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:53:10.902522 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a8bf3c-baef-417a-a0e2-0b51e2e13da8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:10.903636 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-38a8bf3c-baef-417a-a0e2-0b51e2e13da8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:10.904694 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-38a8bf3c-baef-417a-a0e2-0b51e2e13da8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "PUT /v2.0/ports/9cd0acb9-90af-4ad8-9587-6498f27c7693 HTTP/1.1" status: 200 len: 818 time: 0.3240499 Jul 13 07:53:10.907636 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33030) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:10.922611 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8bf3c-baef-417a-a0e2-0b51e2e13da8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'Port': ['ID=9cd0acb9-90af-4ad8-9587-6498f27c7693,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:11.015224 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-f18daf4d-a18c-43a4-b749-96f57617b5f9 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Deleting port 9cd0acb9-90af-4ad8-9587-6498f27c7693 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:11.015594 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f18daf4d-a18c-43a4-b749-96f57617b5f9 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.085655 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f18daf4d-a18c-43a4-b749-96f57617b5f9 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.099592 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-f18daf4d-a18c-43a4-b749-96f57617b5f9 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Calling delete_port for 9cd0acb9-90af-4ad8-9587-6498f27c7693 owned by {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:11.192594 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f18daf4d-a18c-43a4-b749-96f57617b5f9 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.224145 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18daf4d-a18c-43a4-b749-96f57617b5f9 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'Port': ['ID=9cd0acb9-90af-4ad8-9587-6498f27c7693,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:11.232435 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f18daf4d-a18c-43a4-b749-96f57617b5f9 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.236742 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f18daf4d-a18c-43a4-b749-96f57617b5f9 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/ports/9cd0acb9-90af-4ad8-9587-6498f27c7693 HTTP/1.1" status: 204 len: 168 time: 0.3257122 Jul 13 07:53:11.237260 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33034) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:11.304507 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a6a0b7-8693-4a18-9c23-85ad039b0f3e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:11.306107 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-01a6a0b7-8693-4a18-9c23-85ad039b0f3e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0676641 Jul 13 07:53:11.308865 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33036) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:11.339704 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbdc144a-94b2-4bdf-8162-9be0ec0b39dc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] GET failed (client error): The resource could not be found. Jul 13 07:53:11.341393 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-dbdc144a-94b2-4bdf-8162-9be0ec0b39dc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "GET /v2.0/ports/9cd0acb9-90af-4ad8-9587-6498f27c7693 HTTP/1.1" status: 404 len: 333 time: 0.0315850 Jul 13 07:53:11.345141 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33038) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:11.351173 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-ee7886c4-15e7-4391-a4bb-5c64014129d0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-682958033'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:11.374131 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7886c4-15e7-4391-a4bb-5c64014129d0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Made reservation on behalf of f1a43a2ee5944999b8f792249ba6022e for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:11.377847 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ee7886c4-15e7-4391-a4bb-5c64014129d0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.403272 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee7886c4-15e7-4391-a4bb-5c64014129d0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:53:11.413140 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ee7886c4-15e7-4391-a4bb-5c64014129d0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.413577 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-ee7886c4-15e7-4391-a4bb-5c64014129d0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Added segment 86c5d53f-eea4-411b-b856-215056800f97 of type vlan for network 6a618623-2a2b-4409-beba-d9695604177c Jul 13 07:53:11.460064 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ee7886c4-15e7-4391-a4bb-5c64014129d0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.496039 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ee7886c4-15e7-4391-a4bb-5c64014129d0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.501879 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7886c4-15e7-4391-a4bb-5c64014129d0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:11.502503 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ee7886c4-15e7-4391-a4bb-5c64014129d0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.539839 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ee7886c4-15e7-4391-a4bb-5c64014129d0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1930001 Jul 13 07:53:11.542820 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33040) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:11.548936 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-e9cb3a6d-fe61-4316-a5f9-24a3f29a4431 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'subnet': {'network_id': '6a618623-2a2b-4409-beba-d9695604177c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:11.592042 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7886c4-15e7-4391-a4bb-5c64014129d0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'Network': ['ID=6a618623-2a2b-4409-beba-d9695604177c,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:11.605064 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 6a618623-2a2b-4409-beba-d9695604177c details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:53:11.652719 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cb3a6d-fe61-4316-a5f9-24a3f29a4431 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Made reservation on behalf of f1a43a2ee5944999b8f792249ba6022e for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:11.656973 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e9cb3a6d-fe61-4316-a5f9-24a3f29a4431 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.849376 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e9cb3a6d-fe61-4316-a5f9-24a3f29a4431 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.904773 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb3a6d-fe61-4316-a5f9-24a3f29a4431 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'Subnet': ['ID=04c74b48-a63b-439b-a788-206dc1d8dfc9,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:11.920825 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cb3a6d-fe61-4316-a5f9-24a3f29a4431 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Checking segment: {'id': '86c5d53f-eea4-411b-b856-215056800f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a618623-2a2b-4409-beba-d9695604177c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:11.921188 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cb3a6d-fe61-4316-a5f9-24a3f29a4431 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Network hostable DHCP agents. Network: 6a618623-2a2b-4409-beba-d9695604177c, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:53:11.939958 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cb3a6d-fe61-4316-a5f9-24a3f29a4431 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Network 6a618623-2a2b-4409-beba-d9695604177c is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:53:11.949839 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-e9cb3a6d-fe61-4316-a5f9-24a3f29a4431 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 6a618623-2a2b-4409-beba-d9695604177c) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:11.954315 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cb3a6d-fe61-4316-a5f9-24a3f29a4431 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:11.954905 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e9cb3a6d-fe61-4316-a5f9-24a3f29a4431 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:11.963927 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1d9d85-14fe-4e87-a7c1-9bd64fa807dd None None] Network 6a618623-2a2b-4409-beba-d9695604177c requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:11.978457 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33050) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:11.979407 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e9cb3a6d-fe61-4316-a5f9-24a3f29a4431 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4348722 Jul 13 07:53:11.984221 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-4ac8002b-1a44-49b0-a5d5-1cf3718df5c0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'subnet': {'network_id': '6a618623-2a2b-4409-beba-d9695604177c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:12.116814 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac8002b-1a44-49b0-a5d5-1cf3718df5c0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Made reservation on behalf of f1a43a2ee5944999b8f792249ba6022e for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:12.122293 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2ec6c4-4790-43ec-b2a4-39029778ba95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-6a618623-2a2b-4409-beba-d9695604177c', 'network_id': '6a618623-2a2b-4409-beba-d9695604177c', 'tenant_id': 'f1a43a2ee5944999b8f792249ba6022e', 'fixed_ips': [{'subnet_id': '04c74b48-a63b-439b-a788-206dc1d8dfc9'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:53:12.122600 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4ac8002b-1a44-49b0-a5d5-1cf3718df5c0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:12.123935 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cf2ec6c4-4790-43ec-b2a4-39029778ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:12.229461 n-d-771363-34 neutron-server[94017]: INFO neutron.db.ipam_backend_mixin [None req-4ac8002b-1a44-49b0-a5d5-1cf3718df5c0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 04c74b48-a63b-439b-a788-206dc1d8dfc9 (CIDR: 2001:db8::/64) Jul 13 07:53:12.233919 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ac8002b-1a44-49b0-a5d5-1cf3718df5c0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:53:12.234382 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ac8002b-1a44-49b0-a5d5-1cf3718df5c0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:53:12.250331 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4ac8002b-1a44-49b0-a5d5-1cf3718df5c0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2705560 Jul 13 07:53:12.255521 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33054) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:12.265960 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-5159a179-4917-4a67-8287-cf4a78a87f74 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'subnet': {'network_id': '6a618623-2a2b-4409-beba-d9695604177c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:12.303904 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-cf2ec6c4-4790-43ec-b2a4-39029778ba95 None None] Allocated IP 2001:db8::2 (6a618623-2a2b-4409-beba-d9695604177c/04c74b48-a63b-439b-a788-206dc1d8dfc9/246802d8-e90e-42ff-b073-752bf01d29dc) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:12.397674 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5159a179-4917-4a67-8287-cf4a78a87f74 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Made reservation on behalf of f1a43a2ee5944999b8f792249ba6022e for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:12.402914 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5159a179-4917-4a67-8287-cf4a78a87f74 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:12.461571 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cf2ec6c4-4790-43ec-b2a4-39029778ba95 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:12.478446 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-cf2ec6c4-4790-43ec-b2a4-39029778ba95 None None] Transition to ACTIVE for port object 246802d8-e90e-42ff-b073-752bf01d29dc will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:12.499294 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-cf2ec6c4-4790-43ec-b2a4-39029778ba95 None None] Transition to ACTIVE for port object 246802d8-e90e-42ff-b073-752bf01d29dc will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:12.506081 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cf2ec6c4-4790-43ec-b2a4-39029778ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:12.556750 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ec6c4-4790-43ec-b2a4-39029778ba95 None None] Pushing event updated for resources: {'Port': ['ID=246802d8-e90e-42ff-b073-752bf01d29dc,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:12.583051 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2ec6c4-4790-43ec-b2a4-39029778ba95 None None] Network 6a618623-2a2b-4409-beba-d9695604177c is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:12.586637 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-cf2ec6c4-4790-43ec-b2a4-39029778ba95 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:12.588963 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2ec6c4-4790-43ec-b2a4-39029778ba95 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:12.652951 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-cf2ec6c4-4790-43ec-b2a4-39029778ba95 None None] Attempting to bind port 246802d8-e90e-42ff-b073-752bf01d29dc on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:53:12.653640 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-cf2ec6c4-4790-43ec-b2a4-39029778ba95 None None] Attempting to bind port 246802d8-e90e-42ff-b073-752bf01d29dc by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '86c5d53f-eea4-411b-b856-215056800f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a618623-2a2b-4409-beba-d9695604177c'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:53:12.654063 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2ec6c4-4790-43ec-b2a4-39029778ba95 None None] Attempting to bind port 246802d8-e90e-42ff-b073-752bf01d29dc on network 6a618623-2a2b-4409-beba-d9695604177c {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:53:12.663470 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2ec6c4-4790-43ec-b2a4-39029778ba95 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:53:12.663844 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2ec6c4-4790-43ec-b2a4-39029778ba95 None None] Checking segment: {'id': '86c5d53f-eea4-411b-b856-215056800f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a618623-2a2b-4409-beba-d9695604177c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:12.664249 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cf2ec6c4-4790-43ec-b2a4-39029778ba95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:12.664642 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2ec6c4-4790-43ec-b2a4-39029778ba95 None None] Bound using segment: {'id': '86c5d53f-eea4-411b-b856-215056800f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a618623-2a2b-4409-beba-d9695604177c'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:53:12.665113 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-cf2ec6c4-4790-43ec-b2a4-39029778ba95 None None] Bound port: 246802d8-e90e-42ff-b073-752bf01d29dc, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86c5d53f-eea4-411b-b856-215056800f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6a618623-2a2b-4409-beba-d9695604177c'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:53:12.665490 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cf2ec6c4-4790-43ec-b2a4-39029778ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:12.680277 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5159a179-4917-4a67-8287-cf4a78a87f74 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:12.726337 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5159a179-4917-4a67-8287-cf4a78a87f74 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Network 6a618623-2a2b-4409-beba-d9695604177c is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:12.729780 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-5159a179-4917-4a67-8287-cf4a78a87f74 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:12.733371 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5159a179-4917-4a67-8287-cf4a78a87f74 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:12.734183 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5159a179-4917-4a67-8287-cf4a78a87f74 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:12.741975 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-cf2ec6c4-4790-43ec-b2a4-39029778ba95 None None] For port 246802d8-e90e-42ff-b073-752bf01d29dc, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:53:12.745206 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-cf2ec6c4-4790-43ec-b2a4-39029778ba95 None None] For port 246802d8-e90e-42ff-b073-752bf01d29dc, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=246802d8-e90e-42ff-b073-752bf01d29dc,segment=NetworkSegment(86c5d53f-eea4-411b-b856-215056800f97),segment_id=86c5d53f-eea4-411b-b856-215056800f97)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:53:12.750382 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cf2ec6c4-4790-43ec-b2a4-39029778ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:12.755503 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159a179-4917-4a67-8287-cf4a78a87f74 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'Subnet': ['ID=9c927a17-6874-4684-a1cd-86fa6b05f378,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:12.770569 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33056) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:12.771113 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5159a179-4917-4a67-8287-cf4a78a87f74 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5139182 Jul 13 07:53:12.776721 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-70f0e760-629a-4f70-9bc9-753d5ae969ef tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'port': {'network_id': '6a618623-2a2b-4409-beba-d9695604177c', 'fixed_ips': [{'subnet_id': '04c74b48-a63b-439b-a788-206dc1d8dfc9'}, {'subnet_id': '9c927a17-6874-4684-a1cd-86fa6b05f378'}], 'name': 'tempest-PortsIpV6TestJSON-1096828501'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:12.820920 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ec6c4-4790-43ec-b2a4-39029778ba95 None None] Pushing event updated for resources: {'Port': ['ID=246802d8-e90e-42ff-b073-752bf01d29dc,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:12.933059 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f0e760-629a-4f70-9bc9-753d5ae969ef tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Made reservation on behalf of f1a43a2ee5944999b8f792249ba6022e for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:13.043733 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-70f0e760-629a-4f70-9bc9-753d5ae969ef tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:13.069174 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-70f0e760-629a-4f70-9bc9-753d5ae969ef tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] device_id is not set on port e47e766e-12f3-45ee-82e5-b5631e179e9c yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:53:13.796945 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-70f0e760-629a-4f70-9bc9-753d5ae969ef tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Allocated IP 2001:db8::376 (6a618623-2a2b-4409-beba-d9695604177c/04c74b48-a63b-439b-a788-206dc1d8dfc9/e47e766e-12f3-45ee-82e5-b5631e179e9c) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:13.804703 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-70f0e760-629a-4f70-9bc9-753d5ae969ef tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Allocated IP 2001:db8:0:1::3ce (6a618623-2a2b-4409-beba-d9695604177c/9c927a17-6874-4684-a1cd-86fa6b05f378/e47e766e-12f3-45ee-82e5-b5631e179e9c) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:13.961822 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c033550-4b9c-4eb5-a8a0-5dbdc901ae00 None None] Network 6a618623-2a2b-4409-beba-d9695604177c requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:13.973395 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-70f0e760-629a-4f70-9bc9-753d5ae969ef tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:13.992415 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-70f0e760-629a-4f70-9bc9-753d5ae969ef tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Transition to ACTIVE for port object e47e766e-12f3-45ee-82e5-b5631e179e9c will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:14.035357 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-70f0e760-629a-4f70-9bc9-753d5ae969ef tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:14.038616 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-482fddca-4849-43c3-828a-1f4a8ec20778 None None] Provisioning for port 246802d8-e90e-42ff-b073-752bf01d29dc completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:14.094408 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f0e760-629a-4f70-9bc9-753d5ae969ef tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Network 6a618623-2a2b-4409-beba-d9695604177c is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:14.098581 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-70f0e760-629a-4f70-9bc9-753d5ae969ef tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:14.101772 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f0e760-629a-4f70-9bc9-753d5ae969ef tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:14.108532 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f0e760-629a-4f70-9bc9-753d5ae969ef tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:14.108532 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-70f0e760-629a-4f70-9bc9-753d5ae969ef tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:14.122332 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0e760-629a-4f70-9bc9-753d5ae969ef tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'Port': ['ID=e47e766e-12f3-45ee-82e5-b5631e179e9c,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:14.142936 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-70f0e760-629a-4f70-9bc9-753d5ae969ef tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.3673124 Jul 13 07:53:14.143174 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33062) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:14.149284 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-1fabf2b0-3acf-4e4e-ad85-0a2a54dc711d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '04c74b48-a63b-439b-a788-206dc1d8dfc9'}]}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:14.240102 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1fabf2b0-3acf-4e4e-ad85-0a2a54dc711d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:14.248163 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a4ad0e-d29e-477d-a21e-0b33ffe6cd30 None None] Update dhcp port {'port': {'network_id': '6a618623-2a2b-4409-beba-d9695604177c', 'fixed_ips': [{'subnet_id': '04c74b48-a63b-439b-a788-206dc1d8dfc9', 'ip_address': '2001:db8::2'}, {'subnet_id': '9c927a17-6874-4684-a1cd-86fa6b05f378'}], 'binding:host_id': 'n-d-771363-34'}, 'id': '246802d8-e90e-42ff-b073-752bf01d29dc'} from n-d-771363-34. {{(pid=94019) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:53:14.298991 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d7a4ad0e-d29e-477d-a21e-0b33ffe6cd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:14.504661 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-d7a4ad0e-d29e-477d-a21e-0b33ffe6cd30 None None] Allocated IP 2001:db8:0:1::2 (6a618623-2a2b-4409-beba-d9695604177c/9c927a17-6874-4684-a1cd-86fa6b05f378/246802d8-e90e-42ff-b073-752bf01d29dc) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:14.624665 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-d7a4ad0e-d29e-477d-a21e-0b33ffe6cd30 None None] For port 246802d8-e90e-42ff-b073-752bf01d29dc, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=246802d8-e90e-42ff-b073-752bf01d29dc,segment=NetworkSegment(86c5d53f-eea4-411b-b856-215056800f97),segment_id=86c5d53f-eea4-411b-b856-215056800f97)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:14.641978 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 246802d8-e90e-42ff-b073-752bf01d29dc up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:14.692097 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d7a4ad0e-d29e-477d-a21e-0b33ffe6cd30 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:14.709334 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d7a4ad0e-d29e-477d-a21e-0b33ffe6cd30 None None] Transition to ACTIVE for port object 246802d8-e90e-42ff-b073-752bf01d29dc will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:14.714727 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d7a4ad0e-d29e-477d-a21e-0b33ffe6cd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:14.749603 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 246802d8-e90e-42ff-b073-752bf01d29dc completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:14.770841 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-1fabf2b0-3acf-4e4e-ad85-0a2a54dc711d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Delete allocated IP 2001:db8:0:1::3ce (6a618623-2a2b-4409-beba-d9695604177c/9c927a17-6874-4684-a1cd-86fa6b05f378) {{(pid=94018) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 13 07:53:14.818923 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a4ad0e-d29e-477d-a21e-0b33ffe6cd30 None None] Pushing event updated for resources: {'Port': ['ID=246802d8-e90e-42ff-b073-752bf01d29dc,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:14.912624 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1fabf2b0-3acf-4e4e-ad85-0a2a54dc711d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:14.925599 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-1fabf2b0-3acf-4e4e-ad85-0a2a54dc711d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Ignored duplicate provisioning block setup for port e47e766e-12f3-45ee-82e5-b5631e179e9c by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 13 07:53:14.929575 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1fabf2b0-3acf-4e4e-ad85-0a2a54dc711d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:15.004150 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-1fabf2b0-3acf-4e4e-ad85-0a2a54dc711d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] In _notify_port_updated(), no bound segment for port e47e766e-12f3-45ee-82e5-b5631e179e9c on network 6a618623-2a2b-4409-beba-d9695604177c {{(pid=94018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:53:15.009652 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fabf2b0-3acf-4e4e-ad85-0a2a54dc711d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:15.010273 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1fabf2b0-3acf-4e4e-ad85-0a2a54dc711d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:15.011758 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1fabf2b0-3acf-4e4e-ad85-0a2a54dc711d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "PUT /v2.0/ports/e47e766e-12f3-45ee-82e5-b5631e179e9c HTTP/1.1" status: 200 len: 926 time: 0.8671362 Jul 13 07:53:15.016739 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33066) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:15.020140 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fabf2b0-3acf-4e4e-ad85-0a2a54dc711d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'Port': ['ID=e47e766e-12f3-45ee-82e5-b5631e179e9c,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:15.022820 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-f5afe5c7-6d97-4b5e-9e18-af0a319a8bbc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '04c74b48-a63b-439b-a788-206dc1d8dfc9'}, {'subnet_id': '9c927a17-6874-4684-a1cd-86fa6b05f378'}]}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:15.203271 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f5afe5c7-6d97-4b5e-9e18-af0a319a8bbc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:15.368938 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9139d158-3477-40a1-81d6-f1124c399e5f None None] Network 6a618623-2a2b-4409-beba-d9695604177c requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:15.396288 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f171c13b-9698-44f0-a4ad-4848e7031821 None None] Provisioning for port e47e766e-12f3-45ee-82e5-b5631e179e9c completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:15.429648 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f171c13b-9698-44f0-a4ad-4848e7031821 None None] Provisioning complete for port e47e766e-12f3-45ee-82e5-b5631e179e9c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:15.430013 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f171c13b-9698-44f0-a4ad-4848e7031821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:15.480098 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f171c13b-9698-44f0-a4ad-4848e7031821 None None] Port e47e766e-12f3-45ee-82e5-b5631e179e9c cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:15.490859 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-f5afe5c7-6d97-4b5e-9e18-af0a319a8bbc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Allocated IP 2001:db8:0:1::3c7 (6a618623-2a2b-4409-beba-d9695604177c/9c927a17-6874-4684-a1cd-86fa6b05f378/e47e766e-12f3-45ee-82e5-b5631e179e9c) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:15.523258 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f171c13b-9698-44f0-a4ad-4848e7031821 None None] Provisioning for port 246802d8-e90e-42ff-b073-752bf01d29dc completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:15.533631 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f171c13b-9698-44f0-a4ad-4848e7031821 None None] Provisioning complete for port 246802d8-e90e-42ff-b073-752bf01d29dc triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:15.534016 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f171c13b-9698-44f0-a4ad-4848e7031821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:15.647341 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f5afe5c7-6d97-4b5e-9e18-af0a319a8bbc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:15.665184 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-f5afe5c7-6d97-4b5e-9e18-af0a319a8bbc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Ignored duplicate provisioning block setup for port e47e766e-12f3-45ee-82e5-b5631e179e9c by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 13 07:53:15.672045 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f5afe5c7-6d97-4b5e-9e18-af0a319a8bbc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:15.675701 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f171c13b-9698-44f0-a4ad-4848e7031821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:15.714864 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f171c13b-9698-44f0-a4ad-4848e7031821 None None] For port 246802d8-e90e-42ff-b073-752bf01d29dc, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=246802d8-e90e-42ff-b073-752bf01d29dc,segment=NetworkSegment(86c5d53f-eea4-411b-b856-215056800f97),segment_id=86c5d53f-eea4-411b-b856-215056800f97)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:15.720095 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f171c13b-9698-44f0-a4ad-4848e7031821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:15.779988 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-f5afe5c7-6d97-4b5e-9e18-af0a319a8bbc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] In _notify_port_updated(), no bound segment for port e47e766e-12f3-45ee-82e5-b5631e179e9c on network 6a618623-2a2b-4409-beba-d9695604177c {{(pid=94017) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:53:15.787447 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5afe5c7-6d97-4b5e-9e18-af0a319a8bbc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:15.788109 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f5afe5c7-6d97-4b5e-9e18-af0a319a8bbc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:15.789445 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f5afe5c7-6d97-4b5e-9e18-af0a319a8bbc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "PUT /v2.0/ports/e47e766e-12f3-45ee-82e5-b5631e179e9c HTTP/1.1" status: 200 len: 1012 time: 0.7716632 Jul 13 07:53:15.792468 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33076) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:15.794366 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5afe5c7-6d97-4b5e-9e18-af0a319a8bbc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'Port': ['ID=e47e766e-12f3-45ee-82e5-b5631e179e9c,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:15.819801 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f171c13b-9698-44f0-a4ad-4848e7031821 None None] Pushing event updated for resources: {'Port': ['ID=246802d8-e90e-42ff-b073-752bf01d29dc,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:15.914706 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-e3976557-0d9f-4cbc-baae-b7504bf9b0c0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Deleting port e47e766e-12f3-45ee-82e5-b5631e179e9c {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:15.915361 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e3976557-0d9f-4cbc-baae-b7504bf9b0c0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:16.007961 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a3cc01d3-e8cd-4384-aa19-81473c9b8ff3 None None] Provisioning complete for port e47e766e-12f3-45ee-82e5-b5631e179e9c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:16.008317 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a3cc01d3-e8cd-4384-aa19-81473c9b8ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:16.028036 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e3976557-0d9f-4cbc-baae-b7504bf9b0c0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:16.043066 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-e3976557-0d9f-4cbc-baae-b7504bf9b0c0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Calling delete_port for e47e766e-12f3-45ee-82e5-b5631e179e9c owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:16.050258 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-a3cc01d3-e8cd-4384-aa19-81473c9b8ff3 None None] Port e47e766e-12f3-45ee-82e5-b5631e179e9c cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:16.060947 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a3cc01d3-e8cd-4384-aa19-81473c9b8ff3 None None] Provisioning complete for port 246802d8-e90e-42ff-b073-752bf01d29dc triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:16.061319 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a3cc01d3-e8cd-4384-aa19-81473c9b8ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:16.251933 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e3976557-0d9f-4cbc-baae-b7504bf9b0c0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:16.266108 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a3442f2a-40bd-4d63-97b0-56cbd5598095 None None] Could not find standard attr ID for object e47e766e-12f3-45ee-82e5-b5631e179e9c. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:53:16.296177 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3976557-0d9f-4cbc-baae-b7504bf9b0c0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'Port': ['ID=e47e766e-12f3-45ee-82e5-b5631e179e9c,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:16.347704 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e3976557-0d9f-4cbc-baae-b7504bf9b0c0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:16.350081 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e3976557-0d9f-4cbc-baae-b7504bf9b0c0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/ports/e47e766e-12f3-45ee-82e5-b5631e179e9c HTTP/1.1" status: 204 len: 168 time: 0.5562246 Jul 13 07:53:16.354896 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33078) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:16.383634 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed8505dd-9ee8-4f89-9e5f-297811dd517d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] GET failed (client error): The resource could not be found. Jul 13 07:53:16.387258 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ed8505dd-9ee8-4f89-9e5f-297811dd517d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "GET /v2.0/ports/e47e766e-12f3-45ee-82e5-b5631e179e9c HTTP/1.1" status: 404 len: 333 time: 0.0315046 Jul 13 07:53:16.388506 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33080) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:16.446838 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7223c75-694e-49a2-a029-a9f212f6a317 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Deleting subnet 9c927a17-6874-4684-a1cd-86fa6b05f378 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:53:16.450232 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b7223c75-694e-49a2-a029-a9f212f6a317 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:16.480237 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-254bbc4f-a280-4054-9c20-4f536eda5bc6 None None] Could not find standard attr ID for object e47e766e-12f3-45ee-82e5-b5631e179e9c. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:53:16.496600 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b7223c75-694e-49a2-a029-a9f212f6a317 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:16.609488 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b7223c75-694e-49a2-a029-a9f212f6a317 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:16.614324 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 246802d8-e90e-42ff-b073-752bf01d29dc up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:16.675870 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 246802d8-e90e-42ff-b073-752bf01d29dc triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:16.676244 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:16.702476 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b7223c75-694e-49a2-a029-a9f212f6a317 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:16.705788 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-83e8e8ae-e559-4ee8-ac96-a6fc260f878b None None] Could not find standard attr ID for object e47e766e-12f3-45ee-82e5-b5631e179e9c. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:53:16.741969 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7223c75-694e-49a2-a029-a9f212f6a317 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'Subnet': ['ID=9c927a17-6874-4684-a1cd-86fa6b05f378,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:16.745737 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b7223c75-694e-49a2-a029-a9f212f6a317 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:16.749978 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b7223c75-694e-49a2-a029-a9f212f6a317 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/subnets/9c927a17-6874-4684-a1cd-86fa6b05f378 HTTP/1.1" status: 204 len: 168 time: 0.3581140 Jul 13 07:53:16.750689 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33082) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:16.821737 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-46a397cd-3248-46a0-a084-4482b60c9258 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Deleting subnet 04c74b48-a63b-439b-a788-206dc1d8dfc9 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:53:16.825854 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-46a397cd-3248-46a0-a084-4482b60c9258 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:16.875478 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-46a397cd-3248-46a0-a084-4482b60c9258 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:16.897014 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26be92f5-8a37-4e75-94de-fbaa3edc33eb None None] Network 6a618623-2a2b-4409-beba-d9695604177c requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:16.972968 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-46a397cd-3248-46a0-a084-4482b60c9258 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.036989 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-46a397cd-3248-46a0-a084-4482b60c9258 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.069903 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a397cd-3248-46a0-a084-4482b60c9258 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'Subnet': ['ID=04c74b48-a63b-439b-a788-206dc1d8dfc9,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:17.076099 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-46a397cd-3248-46a0-a084-4482b60c9258 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.078210 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-46a397cd-3248-46a0-a084-4482b60c9258 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/subnets/04c74b48-a63b-439b-a788-206dc1d8dfc9 HTTP/1.1" status: 204 len: 168 time: 0.3263347 Jul 13 07:53:17.081052 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33086) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:17.148677 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b725ada1-0e3c-4c79-bca0-72376d1c52c5 None None] Update dhcp port {'port': {'network_id': '6a618623-2a2b-4409-beba-d9695604177c', 'fixed_ips': [{'subnet_id': '04c74b48-a63b-439b-a788-206dc1d8dfc9'}], 'binding:host_id': 'n-d-771363-34'}, 'id': '246802d8-e90e-42ff-b073-752bf01d29dc'} from n-d-771363-34. {{(pid=94019) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:53:17.168003 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-689d1469-8540-4285-b900-8c39d6bd6ee4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.186594 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b725ada1-0e3c-4c79-bca0-72376d1c52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.232257 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-689d1469-8540-4285-b900-8c39d6bd6ee4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Deleting port 246802d8-e90e-42ff-b073-752bf01d29dc {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:17.233091 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-689d1469-8540-4285-b900-8c39d6bd6ee4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.299281 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-689d1469-8540-4285-b900-8c39d6bd6ee4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] For port 246802d8-e90e-42ff-b073-752bf01d29dc, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=246802d8-e90e-42ff-b073-752bf01d29dc,segment=NetworkSegment(86c5d53f-eea4-411b-b856-215056800f97),segment_id=86c5d53f-eea4-411b-b856-215056800f97)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:17.300781 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-689d1469-8540-4285-b900-8c39d6bd6ee4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.313153 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-689d1469-8540-4285-b900-8c39d6bd6ee4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Calling delete_port for 246802d8-e90e-42ff-b073-752bf01d29dc owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:17.377022 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d38e8c6-c346-4519-a192-d0c32b94678d None None] Network 6a618623-2a2b-4409-beba-d9695604177c requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:17.402905 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-689d1469-8540-4285-b900-8c39d6bd6ee4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.432506 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d1469-8540-4285-b900-8c39d6bd6ee4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'Port': ['ID=246802d8-e90e-42ff-b073-752bf01d29dc,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:17.438405 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689d1469-8540-4285-b900-8c39d6bd6ee4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] No DVR routers for this DVR port 246802d8-e90e-42ff-b073-752bf01d29dc on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:53:17.444656 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-05c138cc-98f0-460c-a35a-2071d21b8d2d None None] Could not find standard attr ID for object 246802d8-e90e-42ff-b073-752bf01d29dc. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:53:17.511878 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c128f237-fdcc-43d0-bc97-34180abd82bf None None] DHCP port deletion for 6a618623-2a2b-4409-beba-d9695604177c request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:53:17.531668 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-689d1469-8540-4285-b900-8c39d6bd6ee4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.551576 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-689d1469-8540-4285-b900-8c39d6bd6ee4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a618623-2a2b-4409-beba-d9695604177c']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:17.573229 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-689d1469-8540-4285-b900-8c39d6bd6ee4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86c5d53f-eea4-411b-b856-215056800f97') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:17.573501 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-689d1469-8540-4285-b900-8c39d6bd6ee4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86c5d53f-eea4-411b-b856-215056800f97') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:17.583496 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-689d1469-8540-4285-b900-8c39d6bd6ee4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.597966 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-689d1469-8540-4285-b900-8c39d6bd6ee4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.604122 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-689d1469-8540-4285-b900-8c39d6bd6ee4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:53:17.604521 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-689d1469-8540-4285-b900-8c39d6bd6ee4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.607638 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:17.607638 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:17.607638 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:17.607638 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:17.607638 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:17.607638 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:17.607638 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:17.607638 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:17.607638 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:53:17.607638 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:53:17.607638 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:53:17.607638 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:53:17.607638 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:53:17.607638 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:53:17.607638 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:53:17.607638 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:53:17.607638 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:53:17.607638 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:53:17.607638 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:53:17.607638 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:53:17.607638 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:53:17.607638 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:53:17.607638 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:53:17.607638 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:53:17.607638 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:53:17.607638 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:53:17.607638 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:53:17.607638 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:53:17.607638 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:53:17.607638 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:53:17.607638 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:53:17.607638 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:53:17.607638 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:53:17.607638 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:53:17.607638 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:53:17.607638 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:53:17.607638 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:53:17.607638 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:53:17.607638 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:53:17.607638 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:53:17.672618 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-689d1469-8540-4285-b900-8c39d6bd6ee4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.679783 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-689d1469-8540-4285-b900-8c39d6bd6ee4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.685021 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-689d1469-8540-4285-b900-8c39d6bd6ee4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/networks/6a618623-2a2b-4409-beba-d9695604177c HTTP/1.1" status: 204 len: 168 time: 0.5990415 Jul 13 07:53:17.685482 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33088) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:17.697727 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d1469-8540-4285-b900-8c39d6bd6ee4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'Network': ['ID=6a618623-2a2b-4409-beba-d9695604177c,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:17.755144 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4304449-2ef3-4382-85f3-9f6ad25b887d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:17.760082 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f4304449-2ef3-4382-85f3-9f6ad25b887d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0702767 Jul 13 07:53:17.760327 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33090) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:17.826974 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5b58b9b3-99a0-4402-a460-df5cbbb990bc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0625377 Jul 13 07:53:17.827444 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33094) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:17.833332 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-2f641c60-a213-4244-8666-1715643c17b2 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1779983044'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:17.854510 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f641c60-a213-4244-8666-1715643c17b2 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Made reservation on behalf of f1a43a2ee5944999b8f792249ba6022e for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:17.858210 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2f641c60-a213-4244-8666-1715643c17b2 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.885662 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f641c60-a213-4244-8666-1715643c17b2 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:53:17.895933 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2f641c60-a213-4244-8666-1715643c17b2 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.896281 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-2f641c60-a213-4244-8666-1715643c17b2 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Added segment efbfc3ba-01ab-4105-9495-9dffa686b56d of type vlan for network 86024c75-c8a8-4006-b6ef-4a9be5d0e923 Jul 13 07:53:17.943903 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2f641c60-a213-4244-8666-1715643c17b2 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.974449 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2f641c60-a213-4244-8666-1715643c17b2 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:17.980138 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f641c60-a213-4244-8666-1715643c17b2 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:17.980848 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2f641c60-a213-4244-8666-1715643c17b2 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.019904 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2f641c60-a213-4244-8666-1715643c17b2 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1911035 Jul 13 07:53:18.022616 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33096) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:18.028509 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-656133b8-4c00-49e7-8257-6ddd8a781b62 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'subnet': {'network_id': '86024c75-c8a8-4006-b6ef-4a9be5d0e923', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:18.052393 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f641c60-a213-4244-8666-1715643c17b2 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'Network': ['ID=86024c75-c8a8-4006-b6ef-4a9be5d0e923,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:18.064719 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 86024c75-c8a8-4006-b6ef-4a9be5d0e923 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:53:18.132955 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656133b8-4c00-49e7-8257-6ddd8a781b62 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Made reservation on behalf of f1a43a2ee5944999b8f792249ba6022e for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:18.136759 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-656133b8-4c00-49e7-8257-6ddd8a781b62 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.328288 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-656133b8-4c00-49e7-8257-6ddd8a781b62 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.386678 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656133b8-4c00-49e7-8257-6ddd8a781b62 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'Subnet': ['ID=4a375bd1-1df2-4f62-92a8-7463a3c26597,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:18.397600 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656133b8-4c00-49e7-8257-6ddd8a781b62 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Checking segment: {'id': 'efbfc3ba-01ab-4105-9495-9dffa686b56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '86024c75-c8a8-4006-b6ef-4a9be5d0e923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:18.397961 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656133b8-4c00-49e7-8257-6ddd8a781b62 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Network hostable DHCP agents. Network: 86024c75-c8a8-4006-b6ef-4a9be5d0e923, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:53:18.415136 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656133b8-4c00-49e7-8257-6ddd8a781b62 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Network 86024c75-c8a8-4006-b6ef-4a9be5d0e923 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:53:18.424000 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-656133b8-4c00-49e7-8257-6ddd8a781b62 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 86024c75-c8a8-4006-b6ef-4a9be5d0e923) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:18.428770 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656133b8-4c00-49e7-8257-6ddd8a781b62 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:18.429357 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-656133b8-4c00-49e7-8257-6ddd8a781b62 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.436240 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d080008-90c5-4fd2-a352-25ebb36800b8 None None] Network 86024c75-c8a8-4006-b6ef-4a9be5d0e923 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:18.445689 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-656133b8-4c00-49e7-8257-6ddd8a781b62 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4216323 Jul 13 07:53:18.448729 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33098) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:18.454112 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-10b3a727-9a1e-4e32-8d7d-71228297cb81 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'port': {'network_id': '86024c75-c8a8-4006-b6ef-4a9be5d0e923', 'name': 'tempest-PortsIpV6TestJSON-43787857'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:18.603621 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b3a727-9a1e-4e32-8d7d-71228297cb81 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Made reservation on behalf of f1a43a2ee5944999b8f792249ba6022e for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:18.609506 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-10b3a727-9a1e-4e32-8d7d-71228297cb81 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.623124 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 246802d8-e90e-42ff-b073-752bf01d29dc no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:53:18.630688 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-10b3a727-9a1e-4e32-8d7d-71228297cb81 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] device_id is not set on port a327349b-45ce-4c7d-9284-1e05c5379df4 yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:53:18.648438 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d76d84-3634-43ad-84cf-6138c96e8a78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-86024c75-c8a8-4006-b6ef-4a9be5d0e923', 'network_id': '86024c75-c8a8-4006-b6ef-4a9be5d0e923', 'tenant_id': 'f1a43a2ee5944999b8f792249ba6022e', 'fixed_ips': [{'subnet_id': '4a375bd1-1df2-4f62-92a8-7463a3c26597'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:53:18.649704 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d5d76d84-3634-43ad-84cf-6138c96e8a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.653650 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 246802d8-e90e-42ff-b073-752bf01d29dc {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:53:18.654130 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 246802d8-e90e-42ff-b073-752bf01d29dc not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:53:18.759593 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-10b3a727-9a1e-4e32-8d7d-71228297cb81 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Allocated IP 2001:db8::f4 (86024c75-c8a8-4006-b6ef-4a9be5d0e923/4a375bd1-1df2-4f62-92a8-7463a3c26597/a327349b-45ce-4c7d-9284-1e05c5379df4) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:18.922836 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-10b3a727-9a1e-4e32-8d7d-71228297cb81 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:18.936990 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-10b3a727-9a1e-4e32-8d7d-71228297cb81 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Transition to ACTIVE for port object a327349b-45ce-4c7d-9284-1e05c5379df4 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:18.971398 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-10b3a727-9a1e-4e32-8d7d-71228297cb81 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.020333 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-d5d76d84-3634-43ad-84cf-6138c96e8a78 None None] Allocated IP 2001:db8::2 (86024c75-c8a8-4006-b6ef-4a9be5d0e923/4a375bd1-1df2-4f62-92a8-7463a3c26597/b873beae-a45e-4477-aac5-0a6f8360bf36) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:19.023098 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b3a727-9a1e-4e32-8d7d-71228297cb81 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Network 86024c75-c8a8-4006-b6ef-4a9be5d0e923 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:19.026895 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-10b3a727-9a1e-4e32-8d7d-71228297cb81 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:19.031161 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b3a727-9a1e-4e32-8d7d-71228297cb81 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:19.038073 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b3a727-9a1e-4e32-8d7d-71228297cb81 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:19.038839 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-10b3a727-9a1e-4e32-8d7d-71228297cb81 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.049177 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3a727-9a1e-4e32-8d7d-71228297cb81 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'Port': ['ID=a327349b-45ce-4c7d-9284-1e05c5379df4,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:19.064162 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-10b3a727-9a1e-4e32-8d7d-71228297cb81 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6142972 Jul 13 07:53:19.067598 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33102) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:19.073152 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-bfcfbea2-ce85-4e8b-81ce-f40f74abc4c4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'port': {'network_id': '86024c75-c8a8-4006-b6ef-4a9be5d0e923', 'name': 'tempest-PortsIpV6TestJSON-698598527'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:19.203881 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d5d76d84-3634-43ad-84cf-6138c96e8a78 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.204764 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcfbea2-ce85-4e8b-81ce-f40f74abc4c4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Made reservation on behalf of f1a43a2ee5944999b8f792249ba6022e for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:19.209351 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bfcfbea2-ce85-4e8b-81ce-f40f74abc4c4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.220374 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d5d76d84-3634-43ad-84cf-6138c96e8a78 None None] Transition to ACTIVE for port object b873beae-a45e-4477-aac5-0a6f8360bf36 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:19.228708 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-bfcfbea2-ce85-4e8b-81ce-f40f74abc4c4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] device_id is not set on port be8dc360-2166-43a9-b707-8cebc0089f9f yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:53:19.242058 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d5d76d84-3634-43ad-84cf-6138c96e8a78 None None] Transition to ACTIVE for port object b873beae-a45e-4477-aac5-0a6f8360bf36 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:19.249743 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d5d76d84-3634-43ad-84cf-6138c96e8a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.298426 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d76d84-3634-43ad-84cf-6138c96e8a78 None None] Network 86024c75-c8a8-4006-b6ef-4a9be5d0e923 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:19.302242 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-d5d76d84-3634-43ad-84cf-6138c96e8a78 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:19.307534 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d76d84-3634-43ad-84cf-6138c96e8a78 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:19.310753 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d76d84-3634-43ad-84cf-6138c96e8a78 None None] Pushing event updated for resources: {'Port': ['ID=b873beae-a45e-4477-aac5-0a6f8360bf36,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:19.372531 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-d5d76d84-3634-43ad-84cf-6138c96e8a78 None None] Attempting to bind port b873beae-a45e-4477-aac5-0a6f8360bf36 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:53:19.372815 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-d5d76d84-3634-43ad-84cf-6138c96e8a78 None None] Attempting to bind port b873beae-a45e-4477-aac5-0a6f8360bf36 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'efbfc3ba-01ab-4105-9495-9dffa686b56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '86024c75-c8a8-4006-b6ef-4a9be5d0e923'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:53:19.373102 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d76d84-3634-43ad-84cf-6138c96e8a78 None None] Attempting to bind port b873beae-a45e-4477-aac5-0a6f8360bf36 on network 86024c75-c8a8-4006-b6ef-4a9be5d0e923 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:53:19.374831 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-bfcfbea2-ce85-4e8b-81ce-f40f74abc4c4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Allocated IP 2001:db8::2c (86024c75-c8a8-4006-b6ef-4a9be5d0e923/4a375bd1-1df2-4f62-92a8-7463a3c26597/be8dc360-2166-43a9-b707-8cebc0089f9f) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:19.381252 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d76d84-3634-43ad-84cf-6138c96e8a78 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:53:19.381932 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d76d84-3634-43ad-84cf-6138c96e8a78 None None] Checking segment: {'id': 'efbfc3ba-01ab-4105-9495-9dffa686b56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '86024c75-c8a8-4006-b6ef-4a9be5d0e923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:19.382555 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d5d76d84-3634-43ad-84cf-6138c96e8a78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.383099 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d76d84-3634-43ad-84cf-6138c96e8a78 None None] Bound using segment: {'id': 'efbfc3ba-01ab-4105-9495-9dffa686b56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '86024c75-c8a8-4006-b6ef-4a9be5d0e923'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:53:19.384279 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-d5d76d84-3634-43ad-84cf-6138c96e8a78 None None] Bound port: b873beae-a45e-4477-aac5-0a6f8360bf36, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efbfc3ba-01ab-4105-9495-9dffa686b56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '86024c75-c8a8-4006-b6ef-4a9be5d0e923'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:53:19.384279 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d5d76d84-3634-43ad-84cf-6138c96e8a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.596158 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bfcfbea2-ce85-4e8b-81ce-f40f74abc4c4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.609880 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-bfcfbea2-ce85-4e8b-81ce-f40f74abc4c4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Transition to ACTIVE for port object be8dc360-2166-43a9-b707-8cebc0089f9f will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:19.623956 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-d5d76d84-3634-43ad-84cf-6138c96e8a78 None None] For port b873beae-a45e-4477-aac5-0a6f8360bf36, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:53:19.627100 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-d5d76d84-3634-43ad-84cf-6138c96e8a78 None None] For port b873beae-a45e-4477-aac5-0a6f8360bf36, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=b873beae-a45e-4477-aac5-0a6f8360bf36,segment=NetworkSegment(efbfc3ba-01ab-4105-9495-9dffa686b56d),segment_id=efbfc3ba-01ab-4105-9495-9dffa686b56d)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:53:19.632669 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d5d76d84-3634-43ad-84cf-6138c96e8a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.645794 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bfcfbea2-ce85-4e8b-81ce-f40f74abc4c4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.703585 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d76d84-3634-43ad-84cf-6138c96e8a78 None None] Pushing event updated for resources: {'Port': ['ID=b873beae-a45e-4477-aac5-0a6f8360bf36,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:19.704583 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcfbea2-ce85-4e8b-81ce-f40f74abc4c4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Network 86024c75-c8a8-4006-b6ef-4a9be5d0e923 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:19.708807 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-bfcfbea2-ce85-4e8b-81ce-f40f74abc4c4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:19.713711 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcfbea2-ce85-4e8b-81ce-f40f74abc4c4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:19.719479 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcfbea2-ce85-4e8b-81ce-f40f74abc4c4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:19.720123 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bfcfbea2-ce85-4e8b-81ce-f40f74abc4c4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:19.732362 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcfbea2-ce85-4e8b-81ce-f40f74abc4c4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'Port': ['ID=be8dc360-2166-43a9-b707-8cebc0089f9f,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:19.742158 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-bfcfbea2-ce85-4e8b-81ce-f40f74abc4c4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6705179 Jul 13 07:53:19.742766 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33104) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:19.875532 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76555e4f-7e2b-473c-9233-0ac97ac0f410 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:19.877471 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-76555e4f-7e2b-473c-9233-0ac97ac0f410 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Af4 HTTP/1.1" status: 200 len: 926 time: 0.1340549 Jul 13 07:53:19.881535 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33108) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:20.006535 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-a7058894-9374-4291-82a7-8b765acb3c97 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Deleting port be8dc360-2166-43a9-b707-8cebc0089f9f {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:20.006879 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a7058894-9374-4291-82a7-8b765acb3c97 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:20.102056 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a7058894-9374-4291-82a7-8b765acb3c97 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:20.114994 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-a7058894-9374-4291-82a7-8b765acb3c97 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Calling delete_port for be8dc360-2166-43a9-b707-8cebc0089f9f owned by {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:20.260421 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a7058894-9374-4291-82a7-8b765acb3c97 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:20.292112 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7058894-9374-4291-82a7-8b765acb3c97 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'Port': ['ID=be8dc360-2166-43a9-b707-8cebc0089f9f,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:20.333993 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a7058894-9374-4291-82a7-8b765acb3c97 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:20.336667 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a7058894-9374-4291-82a7-8b765acb3c97 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/ports/be8dc360-2166-43a9-b707-8cebc0089f9f HTTP/1.1" status: 204 len: 168 time: 0.4541581 Jul 13 07:53:20.343347 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33112) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:20.373858 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-783900c9-d560-4ee6-b854-2abb58c344d7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] GET failed (client error): The resource could not be found. Jul 13 07:53:20.375508 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-783900c9-d560-4ee6-b854-2abb58c344d7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "GET /v2.0/ports/be8dc360-2166-43a9-b707-8cebc0089f9f HTTP/1.1" status: 404 len: 333 time: 0.0302403 Jul 13 07:53:20.378860 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33114) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:20.483029 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-406da537-5750-4b36-80d6-fed28a33be9f tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Deleting port a327349b-45ce-4c7d-9284-1e05c5379df4 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:20.483402 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-406da537-5750-4b36-80d6-fed28a33be9f tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:20.584176 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-406da537-5750-4b36-80d6-fed28a33be9f tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:20.596620 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-406da537-5750-4b36-80d6-fed28a33be9f tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Calling delete_port for a327349b-45ce-4c7d-9284-1e05c5379df4 owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:20.626479 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b873beae-a45e-4477-aac5-0a6f8360bf36 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:20.679428 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port b873beae-a45e-4477-aac5-0a6f8360bf36 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:20.725356 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306fb5bb-e4e8-4462-9fb5-521e8b831477 None None] Network 86024c75-c8a8-4006-b6ef-4a9be5d0e923 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:20.740023 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-406da537-5750-4b36-80d6-fed28a33be9f tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:20.768251 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406da537-5750-4b36-80d6-fed28a33be9f tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'Port': ['ID=a327349b-45ce-4c7d-9284-1e05c5379df4,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:20.801235 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-406da537-5750-4b36-80d6-fed28a33be9f tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:20.803232 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-406da537-5750-4b36-80d6-fed28a33be9f tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/ports/a327349b-45ce-4c7d-9284-1e05c5379df4 HTTP/1.1" status: 204 len: 168 time: 0.4233651 Jul 13 07:53:20.805822 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33116) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:20.833910 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f209646-7ba7-408c-afd2-9653b38f7716 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] GET failed (client error): The resource could not be found. Jul 13 07:53:20.835340 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7f209646-7ba7-408c-afd2-9653b38f7716 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "GET /v2.0/ports/a327349b-45ce-4c7d-9284-1e05c5379df4 HTTP/1.1" status: 404 len: 333 time: 0.0285525 Jul 13 07:53:20.838282 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33118) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:20.841288 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7cd362db-f241-4426-8aaa-fe55d8991ac9 None None] Provisioning for port b873beae-a45e-4477-aac5-0a6f8360bf36 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:20.849552 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7cd362db-f241-4426-8aaa-fe55d8991ac9 None None] Provisioning complete for port b873beae-a45e-4477-aac5-0a6f8360bf36 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:20.849918 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7cd362db-f241-4426-8aaa-fe55d8991ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:20.895420 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-208ce614-891d-402b-91b7-159790ce1111 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Deleting subnet 4a375bd1-1df2-4f62-92a8-7463a3c26597 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:53:20.898615 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-208ce614-891d-402b-91b7-159790ce1111 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:20.938760 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-208ce614-891d-402b-91b7-159790ce1111 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:20.969511 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7cd362db-f241-4426-8aaa-fe55d8991ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.005103 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-7cd362db-f241-4426-8aaa-fe55d8991ac9 None None] For port b873beae-a45e-4477-aac5-0a6f8360bf36, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=b873beae-a45e-4477-aac5-0a6f8360bf36,segment=NetworkSegment(efbfc3ba-01ab-4105-9495-9dffa686b56d),segment_id=efbfc3ba-01ab-4105-9495-9dffa686b56d)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:21.010460 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7cd362db-f241-4426-8aaa-fe55d8991ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.024892 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-208ce614-891d-402b-91b7-159790ce1111 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.078255 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd362db-f241-4426-8aaa-fe55d8991ac9 None None] Pushing event updated for resources: {'Port': ['ID=b873beae-a45e-4477-aac5-0a6f8360bf36,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:21.099339 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-208ce614-891d-402b-91b7-159790ce1111 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.128172 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ce614-891d-402b-91b7-159790ce1111 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'Subnet': ['ID=4a375bd1-1df2-4f62-92a8-7463a3c26597,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:21.131925 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-208ce614-891d-402b-91b7-159790ce1111 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.136264 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-208ce614-891d-402b-91b7-159790ce1111 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/subnets/4a375bd1-1df2-4f62-92a8-7463a3c26597 HTTP/1.1" status: 204 len: 168 time: 0.2943389 Jul 13 07:53:21.136947 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33122) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:21.165830 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d30c5de-3bbc-4e39-9a94-434b7d507390 None None] Network 86024c75-c8a8-4006-b6ef-4a9be5d0e923 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:21.193332 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-29832009-be3d-438a-9d64-1d276a791dbf None None] Provisioning complete for port b873beae-a45e-4477-aac5-0a6f8360bf36 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:21.193717 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-29832009-be3d-438a-9d64-1d276a791dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.212517 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a543a93d-0fc3-4085-ae57-1aadfe20b054 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.274352 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-a543a93d-0fc3-4085-ae57-1aadfe20b054 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Deleting port b873beae-a45e-4477-aac5-0a6f8360bf36 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:21.274794 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a543a93d-0fc3-4085-ae57-1aadfe20b054 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.341058 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-a543a93d-0fc3-4085-ae57-1aadfe20b054 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] For port b873beae-a45e-4477-aac5-0a6f8360bf36, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=b873beae-a45e-4477-aac5-0a6f8360bf36,segment=NetworkSegment(efbfc3ba-01ab-4105-9495-9dffa686b56d),segment_id=efbfc3ba-01ab-4105-9495-9dffa686b56d)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:21.341424 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a543a93d-0fc3-4085-ae57-1aadfe20b054 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.354610 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-a543a93d-0fc3-4085-ae57-1aadfe20b054 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Calling delete_port for b873beae-a45e-4477-aac5-0a6f8360bf36 owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:21.420820 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13334a91-d0c2-4002-ab18-b609295379bd None None] DHCP port deletion for 86024c75-c8a8-4006-b6ef-4a9be5d0e923 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:53:21.443488 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a543a93d-0fc3-4085-ae57-1aadfe20b054 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.457768 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a543a93d-0fc3-4085-ae57-1aadfe20b054 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] No DVR routers for this DVR port b873beae-a45e-4477-aac5-0a6f8360bf36 on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:53:21.479398 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a543a93d-0fc3-4085-ae57-1aadfe20b054 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'Port': ['ID=b873beae-a45e-4477-aac5-0a6f8360bf36,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:21.483796 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-13334a91-d0c2-4002-ab18-b609295379bd None None] Deleting port b873beae-a45e-4477-aac5-0a6f8360bf36 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:21.484502 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-13334a91-d0c2-4002-ab18-b609295379bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.550079 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-13334a91-d0c2-4002-ab18-b609295379bd None None] For port b873beae-a45e-4477-aac5-0a6f8360bf36, host n-d-771363-34, got binding levels [] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:21.550396 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-13334a91-d0c2-4002-ab18-b609295379bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.553997 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a543a93d-0fc3-4085-ae57-1aadfe20b054 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.565348 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-a543a93d-0fc3-4085-ae57-1aadfe20b054 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86024c75-c8a8-4006-b6ef-4a9be5d0e923']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:21.566519 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-13334a91-d0c2-4002-ab18-b609295379bd None None] Calling delete_port for b873beae-a45e-4477-aac5-0a6f8360bf36 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:21.569416 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.ipam_backend_mixin [None req-13334a91-d0c2-4002-ab18-b609295379bd None None] Port b873beae-a45e-4477-aac5-0a6f8360bf36 was not found and therefore no delete operation was performed {{(pid=94019) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:53:21.570988 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-13334a91-d0c2-4002-ab18-b609295379bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.583233 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-a543a93d-0fc3-4085-ae57-1aadfe20b054 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efbfc3ba-01ab-4105-9495-9dffa686b56d') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:21.583233 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-a543a93d-0fc3-4085-ae57-1aadfe20b054 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efbfc3ba-01ab-4105-9495-9dffa686b56d') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:21.597584 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a543a93d-0fc3-4085-ae57-1aadfe20b054 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.598463 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13334a91-d0c2-4002-ab18-b609295379bd None None] Pushing event deleted for resources: {'Port': ['ID=b873beae-a45e-4477-aac5-0a6f8360bf36,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:21.602291 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13334a91-d0c2-4002-ab18-b609295379bd None None] No DVR routers for this DVR port b873beae-a45e-4477-aac5-0a6f8360bf36 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:53:21.626655 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a543a93d-0fc3-4085-ae57-1aadfe20b054 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.634338 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a543a93d-0fc3-4085-ae57-1aadfe20b054 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:53:21.634534 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a543a93d-0fc3-4085-ae57-1aadfe20b054 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.637569 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:21.637569 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:21.637569 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:53:21.637569 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:53:21.637569 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:53:21.637569 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:53:21.637569 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:53:21.637569 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:53:21.637569 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:53:21.637569 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:53:21.637569 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:53:21.637569 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:53:21.637569 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:53:21.637569 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:53:21.637569 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:53:21.637569 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:53:21.637569 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:53:21.637569 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:53:21.637569 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:53:21.637569 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:53:21.637569 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:53:21.637569 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:53:21.637569 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:53:21.637569 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:53:21.637569 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:53:21.637569 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:53:21.637569 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:53:21.637569 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:53:21.637569 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:53:21.637569 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:53:21.637569 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:53:21.637569 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:53:21.637569 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:53:21.637569 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:53:21.698521 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a543a93d-0fc3-4085-ae57-1aadfe20b054 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.705945 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a543a93d-0fc3-4085-ae57-1aadfe20b054 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.711446 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a543a93d-0fc3-4085-ae57-1aadfe20b054 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/networks/86024c75-c8a8-4006-b6ef-4a9be5d0e923 HTTP/1.1" status: 204 len: 168 time: 0.5707467 Jul 13 07:53:21.715740 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33132) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:21.730602 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-09780907-36af-4086-b893-e16ea5edc2f0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-936267262'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:21.735503 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a543a93d-0fc3-4085-ae57-1aadfe20b054 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'Network': ['ID=86024c75-c8a8-4006-b6ef-4a9be5d0e923,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:21.756704 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09780907-36af-4086-b893-e16ea5edc2f0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Made reservation on behalf of f1a43a2ee5944999b8f792249ba6022e for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:21.760740 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-09780907-36af-4086-b893-e16ea5edc2f0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.785952 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09780907-36af-4086-b893-e16ea5edc2f0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:53:21.802529 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-09780907-36af-4086-b893-e16ea5edc2f0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.802877 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-09780907-36af-4086-b893-e16ea5edc2f0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Added segment edea1653-1695-4419-8872-12a33d668c49 of type vlan for network 472107a7-8797-4b1b-b8f6-0d5b5a35743e Jul 13 07:53:21.847238 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-09780907-36af-4086-b893-e16ea5edc2f0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.877093 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-09780907-36af-4086-b893-e16ea5edc2f0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.882904 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09780907-36af-4086-b893-e16ea5edc2f0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:21.883520 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-09780907-36af-4086-b893-e16ea5edc2f0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:21.926675 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-09780907-36af-4086-b893-e16ea5edc2f0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2072637 Jul 13 07:53:21.927825 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33136) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:21.936328 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-dbda0a94-962e-4909-8245-f4e7e688bff5 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'subnet': {'network_id': '472107a7-8797-4b1b-b8f6-0d5b5a35743e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:21.977624 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09780907-36af-4086-b893-e16ea5edc2f0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'Network': ['ID=472107a7-8797-4b1b-b8f6-0d5b5a35743e,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:21.988485 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 472107a7-8797-4b1b-b8f6-0d5b5a35743e details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:53:22.063598 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbda0a94-962e-4909-8245-f4e7e688bff5 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Made reservation on behalf of f1a43a2ee5944999b8f792249ba6022e for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:22.067779 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dbda0a94-962e-4909-8245-f4e7e688bff5 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.541955 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dbda0a94-962e-4909-8245-f4e7e688bff5 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.613572 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b873beae-a45e-4477-aac5-0a6f8360bf36 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:53:22.614576 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda0a94-962e-4909-8245-f4e7e688bff5 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'Subnet': ['ID=c1fa10e8-c2d5-45a2-b8a4-658ff273f8f5,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:22.627508 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbda0a94-962e-4909-8245-f4e7e688bff5 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Checking segment: {'id': 'edea1653-1695-4419-8872-12a33d668c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '472107a7-8797-4b1b-b8f6-0d5b5a35743e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:22.628013 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbda0a94-962e-4909-8245-f4e7e688bff5 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Network hostable DHCP agents. Network: 472107a7-8797-4b1b-b8f6-0d5b5a35743e, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:53:22.645531 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbda0a94-962e-4909-8245-f4e7e688bff5 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Network 472107a7-8797-4b1b-b8f6-0d5b5a35743e is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:53:22.645965 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: b873beae-a45e-4477-aac5-0a6f8360bf36 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:53:22.646384 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b873beae-a45e-4477-aac5-0a6f8360bf36 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:53:22.657578 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-dbda0a94-962e-4909-8245-f4e7e688bff5 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 472107a7-8797-4b1b-b8f6-0d5b5a35743e) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:22.663626 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbda0a94-962e-4909-8245-f4e7e688bff5 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:22.664228 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dbda0a94-962e-4909-8245-f4e7e688bff5 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.671817 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bbd298-547c-4a28-8c6d-d5e7ebfee503 None None] Network 472107a7-8797-4b1b-b8f6-0d5b5a35743e requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:22.684084 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-dbda0a94-962e-4909-8245-f4e7e688bff5 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7520442 Jul 13 07:53:22.684630 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33146) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:22.694139 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-970180a1-7767-4a3f-9416-cb085cbf0c28 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'port': {'network_id': '472107a7-8797-4b1b-b8f6-0d5b5a35743e', 'name': 'tempest-PortsIpV6TestJSON-122304475', 'fixed_ips': [{'subnet_id': 'c1fa10e8-c2d5-45a2-b8a4-658ff273f8f5', 'ip_address': '2001:db8::10'}]}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:22.823821 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970180a1-7767-4a3f-9416-cb085cbf0c28 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Made reservation on behalf of f1a43a2ee5944999b8f792249ba6022e for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:22.855714 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2bce39-9131-4375-a125-8eb8e9ed0fcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-472107a7-8797-4b1b-b8f6-0d5b5a35743e', 'network_id': '472107a7-8797-4b1b-b8f6-0d5b5a35743e', 'tenant_id': 'f1a43a2ee5944999b8f792249ba6022e', 'fixed_ips': [{'subnet_id': 'c1fa10e8-c2d5-45a2-b8a4-658ff273f8f5'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:53:22.856657 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9e2bce39-9131-4375-a125-8eb8e9ed0fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.919859 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-970180a1-7767-4a3f-9416-cb085cbf0c28 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:22.942615 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-970180a1-7767-4a3f-9416-cb085cbf0c28 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] device_id is not set on port 14d2b1be-0a1e-4b76-b700-7ce8fa2ba2fe yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:53:23.020337 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-9e2bce39-9131-4375-a125-8eb8e9ed0fcf None None] Allocated IP 2001:db8::2 (472107a7-8797-4b1b-b8f6-0d5b5a35743e/c1fa10e8-c2d5-45a2-b8a4-658ff273f8f5/5e92108a-d778-4b02-8076-53712a8df291) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:23.196520 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9e2bce39-9131-4375-a125-8eb8e9ed0fcf None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:23.207900 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9e2bce39-9131-4375-a125-8eb8e9ed0fcf None None] Transition to ACTIVE for port object 5e92108a-d778-4b02-8076-53712a8df291 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:23.225126 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9e2bce39-9131-4375-a125-8eb8e9ed0fcf None None] Transition to ACTIVE for port object 5e92108a-d778-4b02-8076-53712a8df291 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:23.231524 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9e2bce39-9131-4375-a125-8eb8e9ed0fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:23.276768 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2bce39-9131-4375-a125-8eb8e9ed0fcf None None] Network 472107a7-8797-4b1b-b8f6-0d5b5a35743e is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:23.279886 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-9e2bce39-9131-4375-a125-8eb8e9ed0fcf None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:23.283999 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2bce39-9131-4375-a125-8eb8e9ed0fcf None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:23.295262 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2bce39-9131-4375-a125-8eb8e9ed0fcf None None] Pushing event updated for resources: {'Port': ['ID=5e92108a-d778-4b02-8076-53712a8df291,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:23.295542 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-970180a1-7767-4a3f-9416-cb085cbf0c28 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Allocated IP 2001:db8::10 (472107a7-8797-4b1b-b8f6-0d5b5a35743e/c1fa10e8-c2d5-45a2-b8a4-658ff273f8f5/14d2b1be-0a1e-4b76-b700-7ce8fa2ba2fe) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:23.355589 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-9e2bce39-9131-4375-a125-8eb8e9ed0fcf None None] Attempting to bind port 5e92108a-d778-4b02-8076-53712a8df291 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:53:23.355976 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-9e2bce39-9131-4375-a125-8eb8e9ed0fcf None None] Attempting to bind port 5e92108a-d778-4b02-8076-53712a8df291 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'edea1653-1695-4419-8872-12a33d668c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '472107a7-8797-4b1b-b8f6-0d5b5a35743e'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:53:23.356345 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2bce39-9131-4375-a125-8eb8e9ed0fcf None None] Attempting to bind port 5e92108a-d778-4b02-8076-53712a8df291 on network 472107a7-8797-4b1b-b8f6-0d5b5a35743e {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:53:23.363185 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2bce39-9131-4375-a125-8eb8e9ed0fcf None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:53:23.363185 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2bce39-9131-4375-a125-8eb8e9ed0fcf None None] Checking segment: {'id': 'edea1653-1695-4419-8872-12a33d668c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '472107a7-8797-4b1b-b8f6-0d5b5a35743e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:23.363787 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9e2bce39-9131-4375-a125-8eb8e9ed0fcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:23.364013 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2bce39-9131-4375-a125-8eb8e9ed0fcf None None] Bound using segment: {'id': 'edea1653-1695-4419-8872-12a33d668c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '472107a7-8797-4b1b-b8f6-0d5b5a35743e'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:53:23.364509 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-9e2bce39-9131-4375-a125-8eb8e9ed0fcf None None] Bound port: 5e92108a-d778-4b02-8076-53712a8df291, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edea1653-1695-4419-8872-12a33d668c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '472107a7-8797-4b1b-b8f6-0d5b5a35743e'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:53:23.364901 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9e2bce39-9131-4375-a125-8eb8e9ed0fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:23.452342 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-9e2bce39-9131-4375-a125-8eb8e9ed0fcf None None] For port 5e92108a-d778-4b02-8076-53712a8df291, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:53:23.460470 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-9e2bce39-9131-4375-a125-8eb8e9ed0fcf None None] For port 5e92108a-d778-4b02-8076-53712a8df291, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=5e92108a-d778-4b02-8076-53712a8df291,segment=NetworkSegment(edea1653-1695-4419-8872-12a33d668c49),segment_id=edea1653-1695-4419-8872-12a33d668c49)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:53:23.465946 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9e2bce39-9131-4375-a125-8eb8e9ed0fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:23.488569 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-970180a1-7767-4a3f-9416-cb085cbf0c28 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:23.510634 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-970180a1-7767-4a3f-9416-cb085cbf0c28 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Transition to ACTIVE for port object 14d2b1be-0a1e-4b76-b700-7ce8fa2ba2fe will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:23.554264 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:23.555576 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2bce39-9131-4375-a125-8eb8e9ed0fcf None None] Pushing event updated for resources: {'Port': ['ID=5e92108a-d778-4b02-8076-53712a8df291,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:23.568106 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-970180a1-7767-4a3f-9416-cb085cbf0c28 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:23.631957 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970180a1-7767-4a3f-9416-cb085cbf0c28 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Network 472107a7-8797-4b1b-b8f6-0d5b5a35743e is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:23.637757 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-970180a1-7767-4a3f-9416-cb085cbf0c28 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:23.645044 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970180a1-7767-4a3f-9416-cb085cbf0c28 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:23.651311 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970180a1-7767-4a3f-9416-cb085cbf0c28 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:23.652115 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-970180a1-7767-4a3f-9416-cb085cbf0c28 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:23.671068 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970180a1-7767-4a3f-9416-cb085cbf0c28 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'Port': ['ID=14d2b1be-0a1e-4b76-b700-7ce8fa2ba2fe,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:23.688112 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-970180a1-7767-4a3f-9416-cb085cbf0c28 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9969456 Jul 13 07:53:23.688112 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33154) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:23.694337 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-645d07b6-0fff-4d92-a505-bf67fe0e8e66 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'port': {'network_id': '472107a7-8797-4b1b-b8f6-0d5b5a35743e', 'name': 'tempest-PortsIpV6TestJSON-1549153511', 'fixed_ips': [{'subnet_id': 'c1fa10e8-c2d5-45a2-b8a4-658ff273f8f5', 'ip_address': '2001:db8::f'}]}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:23.885194 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645d07b6-0fff-4d92-a505-bf67fe0e8e66 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Made reservation on behalf of f1a43a2ee5944999b8f792249ba6022e for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:23.891822 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-645d07b6-0fff-4d92-a505-bf67fe0e8e66 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:23.917440 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-645d07b6-0fff-4d92-a505-bf67fe0e8e66 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] device_id is not set on port d9407b22-4d17-487c-9673-7308cdb46589 yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:53:24.028706 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:24.129800 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-645d07b6-0fff-4d92-a505-bf67fe0e8e66 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Allocated IP 2001:db8::f (472107a7-8797-4b1b-b8f6-0d5b5a35743e/c1fa10e8-c2d5-45a2-b8a4-658ff273f8f5/d9407b22-4d17-487c-9673-7308cdb46589) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:24.315096 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-645d07b6-0fff-4d92-a505-bf67fe0e8e66 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:24.339332 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-645d07b6-0fff-4d92-a505-bf67fe0e8e66 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Transition to ACTIVE for port object d9407b22-4d17-487c-9673-7308cdb46589 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:24.378857 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-645d07b6-0fff-4d92-a505-bf67fe0e8e66 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:24.427935 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645d07b6-0fff-4d92-a505-bf67fe0e8e66 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Network 472107a7-8797-4b1b-b8f6-0d5b5a35743e is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:24.431301 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-645d07b6-0fff-4d92-a505-bf67fe0e8e66 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:24.435115 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645d07b6-0fff-4d92-a505-bf67fe0e8e66 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:24.441428 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645d07b6-0fff-4d92-a505-bf67fe0e8e66 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:24.442303 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-645d07b6-0fff-4d92-a505-bf67fe0e8e66 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:24.448918 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d07b6-0fff-4d92-a505-bf67fe0e8e66 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'Port': ['ID=d9407b22-4d17-487c-9673-7308cdb46589,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:24.463678 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-645d07b6-0fff-4d92-a505-bf67fe0e8e66 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7746017 Jul 13 07:53:24.466325 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33162) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:24.625562 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22b6893-f971-4c25-8fe8-0f4160086c56 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:24.627704 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b22b6893-f971-4c25-8fe8-0f4160086c56 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1598539 Jul 13 07:53:24.630893 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33164) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:24.637172 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9835fc8-5317-4104-bd1f-ac94dd98a8cb None None] Network 472107a7-8797-4b1b-b8f6-0d5b5a35743e requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:24.666889 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 5e92108a-d778-4b02-8076-53712a8df291 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:24.760545 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-df3ed65c-a99b-405d-bd81-684d54a73d3d None None] Provisioning for port 5e92108a-d778-4b02-8076-53712a8df291 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:24.762050 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a084da-83b6-41bb-b7c7-9aa900df3096 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:24.768887 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a084da-83b6-41bb-b7c7-9aa900df3096 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:24.775493 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a084da-83b6-41bb-b7c7-9aa900df3096 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:24.777246 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-48a084da-83b6-41bb-b7c7-9aa900df3096 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1448050 Jul 13 07:53:24.780112 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33166) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:24.819696 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 5e92108a-d778-4b02-8076-53712a8df291 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:24.829690 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 5e92108a-d778-4b02-8076-53712a8df291 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:24.830094 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:24.880724 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-c158defa-ec8a-4376-a9b3-ff58a3908d87 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Deleting port d9407b22-4d17-487c-9673-7308cdb46589 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:24.881052 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c158defa-ec8a-4376-a9b3-ff58a3908d87 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:24.958863 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:24.995145 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c158defa-ec8a-4376-a9b3-ff58a3908d87 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:25.002388 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 5e92108a-d778-4b02-8076-53712a8df291, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=5e92108a-d778-4b02-8076-53712a8df291,segment=NetworkSegment(edea1653-1695-4419-8872-12a33d668c49),segment_id=edea1653-1695-4419-8872-12a33d668c49)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:25.010060 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:25.014248 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-c158defa-ec8a-4376-a9b3-ff58a3908d87 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Calling delete_port for d9407b22-4d17-487c-9673-7308cdb46589 owned by {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:25.094349 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=5e92108a-d778-4b02-8076-53712a8df291,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:25.161925 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c158defa-ec8a-4376-a9b3-ff58a3908d87 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:25.194767 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158defa-ec8a-4376-a9b3-ff58a3908d87 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'Port': ['ID=d9407b22-4d17-487c-9673-7308cdb46589,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:25.222646 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c158defa-ec8a-4376-a9b3-ff58a3908d87 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:25.225033 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c158defa-ec8a-4376-a9b3-ff58a3908d87 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/ports/d9407b22-4d17-487c-9673-7308cdb46589 HTTP/1.1" status: 204 len: 168 time: 0.4439323 Jul 13 07:53:25.227604 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33170) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:25.261039 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c1fa81-ecce-44a4-a243-c58daf0b5d26 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] GET failed (client error): The resource could not be found. Jul 13 07:53:25.262608 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-42c1fa81-ecce-44a4-a243-c58daf0b5d26 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "GET /v2.0/ports/d9407b22-4d17-487c-9673-7308cdb46589 HTTP/1.1" status: 404 len: 333 time: 0.0339470 Jul 13 07:53:25.265562 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33172) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:25.299148 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-11b62739-75ec-4ab2-b92f-bd54459e2674 None None] Provisioning complete for port 5e92108a-d778-4b02-8076-53712a8df291 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:25.301372 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-11b62739-75ec-4ab2-b92f-bd54459e2674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:25.389258 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-5dd4ee0d-898c-4888-ab37-c277f3724881 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Deleting port 14d2b1be-0a1e-4b76-b700-7ce8fa2ba2fe {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:25.391087 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5dd4ee0d-898c-4888-ab37-c277f3724881 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:25.417218 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-11b62739-75ec-4ab2-b92f-bd54459e2674 None None] Could not find standard attr ID for object d9407b22-4d17-487c-9673-7308cdb46589. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:53:25.433722 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-11b62739-75ec-4ab2-b92f-bd54459e2674 None None] Provisioning for port 14d2b1be-0a1e-4b76-b700-7ce8fa2ba2fe completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:25.438653 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-11b62739-75ec-4ab2-b92f-bd54459e2674 None None] Provisioning complete for port 14d2b1be-0a1e-4b76-b700-7ce8fa2ba2fe triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:25.439020 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-11b62739-75ec-4ab2-b92f-bd54459e2674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:25.481233 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-11b62739-75ec-4ab2-b92f-bd54459e2674 None None] Port 14d2b1be-0a1e-4b76-b700-7ce8fa2ba2fe cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:25.500673 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5dd4ee0d-898c-4888-ab37-c277f3724881 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:25.515225 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-5dd4ee0d-898c-4888-ab37-c277f3724881 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Calling delete_port for 14d2b1be-0a1e-4b76-b700-7ce8fa2ba2fe owned by {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:25.616092 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-07823ac5-261e-4dcd-b96b-8c057b35332b None None] Provisioning complete for port 14d2b1be-0a1e-4b76-b700-7ce8fa2ba2fe triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:25.616773 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-07823ac5-261e-4dcd-b96b-8c057b35332b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:25.673667 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-07823ac5-261e-4dcd-b96b-8c057b35332b None None] Port 14d2b1be-0a1e-4b76-b700-7ce8fa2ba2fe cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:25.675659 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5dd4ee0d-898c-4888-ab37-c277f3724881 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:25.719681 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4ee0d-898c-4888-ab37-c277f3724881 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'Port': ['ID=14d2b1be-0a1e-4b76-b700-7ce8fa2ba2fe,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:25.746782 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5dd4ee0d-898c-4888-ab37-c277f3724881 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:25.751632 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5dd4ee0d-898c-4888-ab37-c277f3724881 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/ports/14d2b1be-0a1e-4b76-b700-7ce8fa2ba2fe HTTP/1.1" status: 204 len: 168 time: 0.4824069 Jul 13 07:53:25.751864 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33176) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:25.787336 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-798adc77-2ac0-403b-960d-ea9ba22009eb tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] GET failed (client error): The resource could not be found. Jul 13 07:53:25.788844 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-814b1a73-8a03-4b60-b3aa-041aee7cecba None None] Could not find standard attr ID for object d9407b22-4d17-487c-9673-7308cdb46589. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:53:25.788978 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-798adc77-2ac0-403b-960d-ea9ba22009eb tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "GET /v2.0/ports/14d2b1be-0a1e-4b76-b700-7ce8fa2ba2fe HTTP/1.1" status: 404 len: 333 time: 0.0361524 Jul 13 07:53:25.791747 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33180) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:25.847721 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-444a8518-d33e-4876-a3a9-cfe670b9dd96 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Deleting subnet c1fa10e8-c2d5-45a2-b8a4-658ff273f8f5 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:53:25.851306 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-444a8518-d33e-4876-a3a9-cfe670b9dd96 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:25.895544 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-444a8518-d33e-4876-a3a9-cfe670b9dd96 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:25.998516 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-444a8518-d33e-4876-a3a9-cfe670b9dd96 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.069200 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-444a8518-d33e-4876-a3a9-cfe670b9dd96 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.099531 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444a8518-d33e-4876-a3a9-cfe670b9dd96 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'Subnet': ['ID=c1fa10e8-c2d5-45a2-b8a4-658ff273f8f5,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:26.103401 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-444a8518-d33e-4876-a3a9-cfe670b9dd96 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.105549 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-444a8518-d33e-4876-a3a9-cfe670b9dd96 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/subnets/c1fa10e8-c2d5-45a2-b8a4-658ff273f8f5 HTTP/1.1" status: 204 len: 168 time: 0.3128932 Jul 13 07:53:26.108139 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33186) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:26.179986 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a07d66-2975-430c-8081-57270f5efaaf None None] Network 472107a7-8797-4b1b-b8f6-0d5b5a35743e requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:26.196898 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-087623ce-9dea-47d2-bc52-e92ff399f6fe tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.253004 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-087623ce-9dea-47d2-bc52-e92ff399f6fe tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Deleting port 5e92108a-d778-4b02-8076-53712a8df291 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:26.253622 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-087623ce-9dea-47d2-bc52-e92ff399f6fe tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.327949 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-087623ce-9dea-47d2-bc52-e92ff399f6fe tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] For port 5e92108a-d778-4b02-8076-53712a8df291, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=5e92108a-d778-4b02-8076-53712a8df291,segment=NetworkSegment(edea1653-1695-4419-8872-12a33d668c49),segment_id=edea1653-1695-4419-8872-12a33d668c49)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:26.328309 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-087623ce-9dea-47d2-bc52-e92ff399f6fe tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.342473 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-087623ce-9dea-47d2-bc52-e92ff399f6fe tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Calling delete_port for 5e92108a-d778-4b02-8076-53712a8df291 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:26.396926 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868dc856-c96d-4a9e-892f-3bdb21faa169 None None] DHCP port deletion for 472107a7-8797-4b1b-b8f6-0d5b5a35743e request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:53:26.430639 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-087623ce-9dea-47d2-bc52-e92ff399f6fe tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.446385 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-868dc856-c96d-4a9e-892f-3bdb21faa169 None None] Deleting port 5e92108a-d778-4b02-8076-53712a8df291 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:26.447075 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-868dc856-c96d-4a9e-892f-3bdb21faa169 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.459602 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087623ce-9dea-47d2-bc52-e92ff399f6fe tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'Port': ['ID=5e92108a-d778-4b02-8076-53712a8df291,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:26.463986 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087623ce-9dea-47d2-bc52-e92ff399f6fe tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] No DVR routers for this DVR port 5e92108a-d778-4b02-8076-53712a8df291 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:53:26.524398 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-868dc856-c96d-4a9e-892f-3bdb21faa169 None None] For port 5e92108a-d778-4b02-8076-53712a8df291, host n-d-771363-34, got binding levels [] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:26.524784 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-868dc856-c96d-4a9e-892f-3bdb21faa169 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.542298 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-868dc856-c96d-4a9e-892f-3bdb21faa169 None None] Calling delete_port for 5e92108a-d778-4b02-8076-53712a8df291 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:26.551543 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-087623ce-9dea-47d2-bc52-e92ff399f6fe tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.556115 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.ipam_backend_mixin [None req-868dc856-c96d-4a9e-892f-3bdb21faa169 None None] Port 5e92108a-d778-4b02-8076-53712a8df291 was not found and therefore no delete operation was performed {{(pid=94019) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:53:26.560628 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-868dc856-c96d-4a9e-892f-3bdb21faa169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.573085 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-087623ce-9dea-47d2-bc52-e92ff399f6fe tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['472107a7-8797-4b1b-b8f6-0d5b5a35743e']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:26.588772 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868dc856-c96d-4a9e-892f-3bdb21faa169 None None] Pushing event deleted for resources: {'Port': ['ID=5e92108a-d778-4b02-8076-53712a8df291,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:26.589906 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-087623ce-9dea-47d2-bc52-e92ff399f6fe tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edea1653-1695-4419-8872-12a33d668c49') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:26.590347 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-087623ce-9dea-47d2-bc52-e92ff399f6fe tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edea1653-1695-4419-8872-12a33d668c49') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:26.593501 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868dc856-c96d-4a9e-892f-3bdb21faa169 None None] No DVR routers for this DVR port 5e92108a-d778-4b02-8076-53712a8df291 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:53:26.609478 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-087623ce-9dea-47d2-bc52-e92ff399f6fe tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.624960 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 5e92108a-d778-4b02-8076-53712a8df291 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:53:26.628153 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-087623ce-9dea-47d2-bc52-e92ff399f6fe tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.634768 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-087623ce-9dea-47d2-bc52-e92ff399f6fe tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:53:26.635153 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-087623ce-9dea-47d2-bc52-e92ff399f6fe tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.638554 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:26.638554 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:26.638554 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:26.638554 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:26.638554 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:26.638554 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:26.638554 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:26.638554 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:26.638554 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:53:26.638554 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:53:26.638554 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:53:26.638554 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:53:26.638554 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:53:26.638554 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:53:26.638554 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:53:26.638554 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:53:26.638554 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:53:26.638554 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:53:26.638554 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:53:26.638554 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:53:26.638554 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:53:26.638554 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:53:26.638554 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:53:26.638554 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:53:26.638554 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:53:26.638554 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:53:26.638554 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:53:26.638554 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:53:26.638554 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:53:26.638554 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:53:26.638554 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:53:26.638554 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:53:26.638554 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:53:26.638554 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:53:26.638554 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:53:26.638554 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:53:26.638554 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:53:26.638554 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:53:26.638554 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:53:26.638554 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:53:26.645740 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 5e92108a-d778-4b02-8076-53712a8df291 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:53:26.646042 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 5e92108a-d778-4b02-8076-53712a8df291 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:53:26.705542 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-087623ce-9dea-47d2-bc52-e92ff399f6fe tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.724136 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-087623ce-9dea-47d2-bc52-e92ff399f6fe tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.726208 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-087623ce-9dea-47d2-bc52-e92ff399f6fe tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/networks/472107a7-8797-4b1b-b8f6-0d5b5a35743e HTTP/1.1" status: 204 len: 168 time: 0.6171017 Jul 13 07:53:26.727113 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087623ce-9dea-47d2-bc52-e92ff399f6fe tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'Network': ['ID=472107a7-8797-4b1b-b8f6-0d5b5a35743e,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:26.730408 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33196) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:26.735622 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-6683e468-c52e-4dc2-bdf0-7faaa51a63dc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-869628323'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:26.758715 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6683e468-c52e-4dc2-bdf0-7faaa51a63dc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Made reservation on behalf of f1a43a2ee5944999b8f792249ba6022e for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:26.762433 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6683e468-c52e-4dc2-bdf0-7faaa51a63dc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.791271 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6683e468-c52e-4dc2-bdf0-7faaa51a63dc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:53:26.800849 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6683e468-c52e-4dc2-bdf0-7faaa51a63dc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.801319 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-6683e468-c52e-4dc2-bdf0-7faaa51a63dc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Added segment 8d546c57-67c2-4654-a7da-bf4edebd4779 of type vlan for network 8c2f770f-a6dd-425f-b90d-6e60cad7d37e Jul 13 07:53:26.841095 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6683e468-c52e-4dc2-bdf0-7faaa51a63dc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.871638 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6683e468-c52e-4dc2-bdf0-7faaa51a63dc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.877312 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6683e468-c52e-4dc2-bdf0-7faaa51a63dc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:26.878562 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6683e468-c52e-4dc2-bdf0-7faaa51a63dc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:26.917043 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6683e468-c52e-4dc2-bdf0-7faaa51a63dc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1859412 Jul 13 07:53:26.920073 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33202) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:26.927989 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-16216aca-82d7-44d8-a1d5-89d275fe73c7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'subnet': {'network_id': '8c2f770f-a6dd-425f-b90d-6e60cad7d37e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:26.953780 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683e468-c52e-4dc2-bdf0-7faaa51a63dc tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'Network': ['ID=8c2f770f-a6dd-425f-b90d-6e60cad7d37e,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:26.965150 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 8c2f770f-a6dd-425f-b90d-6e60cad7d37e details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:53:27.024528 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16216aca-82d7-44d8-a1d5-89d275fe73c7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Made reservation on behalf of f1a43a2ee5944999b8f792249ba6022e for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:27.028868 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-16216aca-82d7-44d8-a1d5-89d275fe73c7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:27.218275 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-16216aca-82d7-44d8-a1d5-89d275fe73c7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:27.280693 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16216aca-82d7-44d8-a1d5-89d275fe73c7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'Subnet': ['ID=0fa2015f-ed38-4744-9167-f9e9258d9e64,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:27.296242 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16216aca-82d7-44d8-a1d5-89d275fe73c7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Checking segment: {'id': '8d546c57-67c2-4654-a7da-bf4edebd4779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8c2f770f-a6dd-425f-b90d-6e60cad7d37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:27.296656 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16216aca-82d7-44d8-a1d5-89d275fe73c7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Network hostable DHCP agents. Network: 8c2f770f-a6dd-425f-b90d-6e60cad7d37e, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:53:27.316891 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16216aca-82d7-44d8-a1d5-89d275fe73c7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Network 8c2f770f-a6dd-425f-b90d-6e60cad7d37e is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:53:27.326758 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-16216aca-82d7-44d8-a1d5-89d275fe73c7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 8c2f770f-a6dd-425f-b90d-6e60cad7d37e) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:27.330889 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16216aca-82d7-44d8-a1d5-89d275fe73c7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:27.331649 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-16216aca-82d7-44d8-a1d5-89d275fe73c7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:27.336979 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cd47ed-1818-4c0d-b1d8-070eb2983eae None None] Network 8c2f770f-a6dd-425f-b90d-6e60cad7d37e requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:27.349479 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33210) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:27.349788 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-16216aca-82d7-44d8-a1d5-89d275fe73c7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4282610 Jul 13 07:53:27.354258 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-f310eab0-b519-431b-aba6-fbe45c0c94a0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1065040602', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:27.378743 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f310eab0-b519-431b-aba6-fbe45c0c94a0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:27.380004 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f310eab0-b519-431b-aba6-fbe45c0c94a0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:27.442887 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f310eab0-b519-431b-aba6-fbe45c0c94a0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:27.447342 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f310eab0-b519-431b-aba6-fbe45c0c94a0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:27.464662 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f310eab0-b519-431b-aba6-fbe45c0c94a0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:27.466346 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f310eab0-b519-431b-aba6-fbe45c0c94a0 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1159277 Jul 13 07:53:27.469171 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33212) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:27.474359 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-41ed1589-cfe7-435b-96b9-81674e3824c4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'port': {'network_id': '8c2f770f-a6dd-425f-b90d-6e60cad7d37e', 'name': 'tempest-PortsIpV6TestJSON-2130190187'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:27.504569 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c63ff3b-e48d-46bc-89c0-64cc19ea3275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-8c2f770f-a6dd-425f-b90d-6e60cad7d37e', 'network_id': '8c2f770f-a6dd-425f-b90d-6e60cad7d37e', 'tenant_id': 'f1a43a2ee5944999b8f792249ba6022e', 'fixed_ips': [{'subnet_id': '0fa2015f-ed38-4744-9167-f9e9258d9e64'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:53:27.505724 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3c63ff3b-e48d-46bc-89c0-64cc19ea3275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:27.601497 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ed1589-cfe7-435b-96b9-81674e3824c4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Made reservation on behalf of f1a43a2ee5944999b8f792249ba6022e for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:27.606024 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-41ed1589-cfe7-435b-96b9-81674e3824c4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:27.634070 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [None req-41ed1589-cfe7-435b-96b9-81674e3824c4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] device_id is not set on port 3f1e0a03-dbdb-4cd1-ad73-c05704527f66 yet. {{(pid=94018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:53:27.653327 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-3c63ff3b-e48d-46bc-89c0-64cc19ea3275 None None] Allocated IP 2001:db8::2 (8c2f770f-a6dd-425f-b90d-6e60cad7d37e/0fa2015f-ed38-4744-9167-f9e9258d9e64/0471e086-dced-49b7-9c29-0b38ca78a033) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:27.808410 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3c63ff3b-e48d-46bc-89c0-64cc19ea3275 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:27.819758 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3c63ff3b-e48d-46bc-89c0-64cc19ea3275 None None] Transition to ACTIVE for port object 0471e086-dced-49b7-9c29-0b38ca78a033 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:27.834682 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3c63ff3b-e48d-46bc-89c0-64cc19ea3275 None None] Transition to ACTIVE for port object 0471e086-dced-49b7-9c29-0b38ca78a033 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:27.840145 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3c63ff3b-e48d-46bc-89c0-64cc19ea3275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:27.886275 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c63ff3b-e48d-46bc-89c0-64cc19ea3275 None None] Network 8c2f770f-a6dd-425f-b90d-6e60cad7d37e is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:27.890887 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-3c63ff3b-e48d-46bc-89c0-64cc19ea3275 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:27.895781 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c63ff3b-e48d-46bc-89c0-64cc19ea3275 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:27.899161 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63ff3b-e48d-46bc-89c0-64cc19ea3275 None None] Pushing event updated for resources: {'Port': ['ID=0471e086-dced-49b7-9c29-0b38ca78a033,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:27.900178 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-41ed1589-cfe7-435b-96b9-81674e3824c4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Allocated IP 2001:db8::ad (8c2f770f-a6dd-425f-b90d-6e60cad7d37e/0fa2015f-ed38-4744-9167-f9e9258d9e64/3f1e0a03-dbdb-4cd1-ad73-c05704527f66) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:27.958064 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-3c63ff3b-e48d-46bc-89c0-64cc19ea3275 None None] Attempting to bind port 0471e086-dced-49b7-9c29-0b38ca78a033 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:53:27.958570 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-3c63ff3b-e48d-46bc-89c0-64cc19ea3275 None None] Attempting to bind port 0471e086-dced-49b7-9c29-0b38ca78a033 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '8d546c57-67c2-4654-a7da-bf4edebd4779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8c2f770f-a6dd-425f-b90d-6e60cad7d37e'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:53:27.959438 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c63ff3b-e48d-46bc-89c0-64cc19ea3275 None None] Attempting to bind port 0471e086-dced-49b7-9c29-0b38ca78a033 on network 8c2f770f-a6dd-425f-b90d-6e60cad7d37e {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:53:27.964355 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c63ff3b-e48d-46bc-89c0-64cc19ea3275 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:53:27.966836 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c63ff3b-e48d-46bc-89c0-64cc19ea3275 None None] Checking segment: {'id': '8d546c57-67c2-4654-a7da-bf4edebd4779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8c2f770f-a6dd-425f-b90d-6e60cad7d37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:27.966836 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3c63ff3b-e48d-46bc-89c0-64cc19ea3275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:27.966836 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c63ff3b-e48d-46bc-89c0-64cc19ea3275 None None] Bound using segment: {'id': '8d546c57-67c2-4654-a7da-bf4edebd4779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8c2f770f-a6dd-425f-b90d-6e60cad7d37e'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:53:27.966836 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-3c63ff3b-e48d-46bc-89c0-64cc19ea3275 None None] Bound port: 0471e086-dced-49b7-9c29-0b38ca78a033, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d546c57-67c2-4654-a7da-bf4edebd4779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8c2f770f-a6dd-425f-b90d-6e60cad7d37e'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:53:27.966836 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3c63ff3b-e48d-46bc-89c0-64cc19ea3275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:28.033390 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-3c63ff3b-e48d-46bc-89c0-64cc19ea3275 None None] For port 0471e086-dced-49b7-9c29-0b38ca78a033, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:53:28.037150 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-3c63ff3b-e48d-46bc-89c0-64cc19ea3275 None None] For port 0471e086-dced-49b7-9c29-0b38ca78a033, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=0471e086-dced-49b7-9c29-0b38ca78a033,segment=NetworkSegment(8d546c57-67c2-4654-a7da-bf4edebd4779),segment_id=8d546c57-67c2-4654-a7da-bf4edebd4779)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:53:28.042827 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3c63ff3b-e48d-46bc-89c0-64cc19ea3275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:28.070107 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-41ed1589-cfe7-435b-96b9-81674e3824c4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:28.085559 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-41ed1589-cfe7-435b-96b9-81674e3824c4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Transition to ACTIVE for port object 3f1e0a03-dbdb-4cd1-ad73-c05704527f66 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:28.121618 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63ff3b-e48d-46bc-89c0-64cc19ea3275 None None] Pushing event updated for resources: {'Port': ['ID=0471e086-dced-49b7-9c29-0b38ca78a033,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:28.128768 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-41ed1589-cfe7-435b-96b9-81674e3824c4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:28.193843 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ed1589-cfe7-435b-96b9-81674e3824c4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Network 8c2f770f-a6dd-425f-b90d-6e60cad7d37e is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:28.198246 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-41ed1589-cfe7-435b-96b9-81674e3824c4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:28.200759 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed1589-cfe7-435b-96b9-81674e3824c4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'Port': ['ID=3f1e0a03-dbdb-4cd1-ad73-c05704527f66,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:28.203084 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ed1589-cfe7-435b-96b9-81674e3824c4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:28.209098 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ed1589-cfe7-435b-96b9-81674e3824c4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:28.209767 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-41ed1589-cfe7-435b-96b9-81674e3824c4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:28.231301 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-41ed1589-cfe7-435b-96b9-81674e3824c4 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7583959 Jul 13 07:53:28.231548 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33224) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:28.657551 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 0471e086-dced-49b7-9c29-0b38ca78a033 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:28.718431 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 0471e086-dced-49b7-9c29-0b38ca78a033 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:28.897039 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6f90247a-467f-4c1b-a462-02825735d164 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:29.161918 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6f90247a-467f-4c1b-a462-02825735d164 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:29.168622 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6f90247a-467f-4c1b-a462-02825735d164 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:29.255628 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90247a-467f-4c1b-a462-02825735d164 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'Port': ['ID=3f1e0a03-dbdb-4cd1-ad73-c05704527f66,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:29.280169 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea2ffd5-956d-40f2-9ce2-f626e1f5c73c None None] Network 8c2f770f-a6dd-425f-b90d-6e60cad7d37e requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:29.359283 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f10242e9-9a0b-4f62-932a-35ea86fd6006 None None] Provisioning for port 0471e086-dced-49b7-9c29-0b38ca78a033 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:29.366185 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f10242e9-9a0b-4f62-932a-35ea86fd6006 None None] Provisioning complete for port 0471e086-dced-49b7-9c29-0b38ca78a033 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:29.366783 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f10242e9-9a0b-4f62-932a-35ea86fd6006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:29.384588 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6f90247a-467f-4c1b-a462-02825735d164 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:29.522549 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f10242e9-9a0b-4f62-932a-35ea86fd6006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:29.566761 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f10242e9-9a0b-4f62-932a-35ea86fd6006 None None] For port 0471e086-dced-49b7-9c29-0b38ca78a033, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=0471e086-dced-49b7-9c29-0b38ca78a033,segment=NetworkSegment(8d546c57-67c2-4654-a7da-bf4edebd4779),segment_id=8d546c57-67c2-4654-a7da-bf4edebd4779)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:29.573142 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6f90247a-467f-4c1b-a462-02825735d164 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:29.574543 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f10242e9-9a0b-4f62-932a-35ea86fd6006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:29.641895 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10242e9-9a0b-4f62-932a-35ea86fd6006 None None] Pushing event updated for resources: {'Port': ['ID=0471e086-dced-49b7-9c29-0b38ca78a033,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:29.848570 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9d7db745-a670-4d22-8246-2f84a169b2f8 None None] Provisioning complete for port 0471e086-dced-49b7-9c29-0b38ca78a033 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:29.849292 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9d7db745-a670-4d22-8246-2f84a169b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:29.913327 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6f90247a-467f-4c1b-a462-02825735d164 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:29.919730 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6f90247a-467f-4c1b-a462-02825735d164 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:29.937436 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6f90247a-467f-4c1b-a462-02825735d164 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:29.957298 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9d7db745-a670-4d22-8246-2f84a169b2f8 None None] Provisioning for port 3f1e0a03-dbdb-4cd1-ad73-c05704527f66 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:29.962333 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9d7db745-a670-4d22-8246-2f84a169b2f8 None None] Provisioning complete for port 3f1e0a03-dbdb-4cd1-ad73-c05704527f66 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:29.962951 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9d7db745-a670-4d22-8246-2f84a169b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:30.012560 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90247a-467f-4c1b-a462-02825735d164 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'Port': ['ID=3f1e0a03-dbdb-4cd1-ad73-c05704527f66,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:30.024148 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-9d7db745-a670-4d22-8246-2f84a169b2f8 None None] Port 3f1e0a03-dbdb-4cd1-ad73-c05704527f66 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:30.084568 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f90247a-467f-4c1b-a462-02825735d164 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Network 8c2f770f-a6dd-425f-b90d-6e60cad7d37e is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:30.085963 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-6f90247a-467f-4c1b-a462-02825735d164 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:30.156213 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b4ca2e8d-6a8e-416f-aae6-271a4b456acb None None] Provisioning complete for port 3f1e0a03-dbdb-4cd1-ad73-c05704527f66 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:30.157182 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b4ca2e8d-6a8e-416f-aae6-271a4b456acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:30.203055 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-b4ca2e8d-6a8e-416f-aae6-271a4b456acb None None] Port 3f1e0a03-dbdb-4cd1-ad73-c05704527f66 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:30.245420 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c7242853-aba3-4adf-87bc-25668a5a1cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:30.247875 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f90247a-467f-4c1b-a462-02825735d164 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Router 48cf0209-a20a-4074-9d1c-4077fa8fd316 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:53:30.349607 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f90247a-467f-4c1b-a462-02825735d164 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:53:30.354813 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6f90247a-467f-4c1b-a462-02825735d164 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "PUT /v2.0/routers/48cf0209-a20a-4074-9d1c-4077fa8fd316/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1223598 Jul 13 07:53:30.357449 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33244) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:30.360161 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a488c19-28cf-4ca4-a509-1e9c26f4fc62 None None] Sync routers for ids ['48cf0209-a20a-4074-9d1c-4077fa8fd316'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:53:30.369817 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a488c19-28cf-4ca4-a509-1e9c26f4fc62 None None] Routers {'48cf0209-a20a-4074-9d1c-4077fa8fd316'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:30.370427 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-7a488c19-28cf-4ca4-a509-1e9c26f4fc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:53:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['48cf0209-a20a-4074-9d1c-4077fa8fd316'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:30.408335 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-7a488c19-28cf-4ca4-a509-1e9c26f4fc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:30.428537 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ecac4f-1a96-402a-80ef-0695a3536f87 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:30.433035 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b7ecac4f-1a96-402a-80ef-0695a3536f87 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "GET /v2.0/ports?device_id=48cf0209-a20a-4074-9d1c-4077fa8fd316 HTTP/1.1" status: 200 len: 988 time: 0.0723417 Jul 13 07:53:30.433240 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a488c19-28cf-4ca4-a509-1e9c26f4fc62 None None] Routers {'48cf0209-a20a-4074-9d1c-4077fa8fd316'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:30.433240 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-7a488c19-28cf-4ca4-a509-1e9c26f4fc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:53:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['48cf0209-a20a-4074-9d1c-4077fa8fd316'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:30.433445 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33246) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:30.439036 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-90206cda-bdfa-4755-ab16-05ed331c0eb9 None None] Provisioning complete for port 3f1e0a03-dbdb-4cd1-ad73-c05704527f66 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:30.439424 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-90206cda-bdfa-4755-ab16-05ed331c0eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:30.671650 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-7a488c19-28cf-4ca4-a509-1e9c26f4fc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:30.672089 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a488c19-28cf-4ca4-a509-1e9c26f4fc62 None None] The sync data for ids ['48cf0209-a20a-4074-9d1c-4077fa8fd316'] in n-d-771363-34 is: [] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:53:30.677731 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 0471e086-dced-49b7-9c29-0b38ca78a033 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:30.708804 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-90206cda-bdfa-4755-ab16-05ed331c0eb9 None None] Port 3f1e0a03-dbdb-4cd1-ad73-c05704527f66 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:30.740256 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 0471e086-dced-49b7-9c29-0b38ca78a033 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:30.740786 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:30.841143 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1959c384-3c58-4e4f-aa47-addbc2946581 None None] Provisioning complete for port 3f1e0a03-dbdb-4cd1-ad73-c05704527f66 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:30.841446 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1959c384-3c58-4e4f-aa47-addbc2946581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:30.885170 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-1959c384-3c58-4e4f-aa47-addbc2946581 None None] Port 3f1e0a03-dbdb-4cd1-ad73-c05704527f66 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:30.990681 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-62876aef-c987-474b-9ce5-b7e15fecc63f tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:31.006257 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e1e22dce-798c-41f3-91bc-c5fba23d1a9c None None] Provisioning complete for port 3f1e0a03-dbdb-4cd1-ad73-c05704527f66 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:31.006629 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e1e22dce-798c-41f3-91bc-c5fba23d1a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:31.043107 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-e1e22dce-798c-41f3-91bc-c5fba23d1a9c None None] Port 3f1e0a03-dbdb-4cd1-ad73-c05704527f66 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:31.504675 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-62876aef-c987-474b-9ce5-b7e15fecc63f tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Deleting port 3f1e0a03-dbdb-4cd1-ad73-c05704527f66 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:31.505526 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-62876aef-c987-474b-9ce5-b7e15fecc63f tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:31.604650 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-62876aef-c987-474b-9ce5-b7e15fecc63f tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:31.617941 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-62876aef-c987-474b-9ce5-b7e15fecc63f tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Calling delete_port for 3f1e0a03-dbdb-4cd1-ad73-c05704527f66 owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:31.805827 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-62876aef-c987-474b-9ce5-b7e15fecc63f tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:31.835959 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62876aef-c987-474b-9ce5-b7e15fecc63f tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'Port': ['ID=3f1e0a03-dbdb-4cd1-ad73-c05704527f66,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:31.947099 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-62876aef-c987-474b-9ce5-b7e15fecc63f tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:32.122434 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62876aef-c987-474b-9ce5-b7e15fecc63f tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Router 48cf0209-a20a-4074-9d1c-4077fa8fd316 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:53:32.208167 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62876aef-c987-474b-9ce5-b7e15fecc63f tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:53:32.213465 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-62876aef-c987-474b-9ce5-b7e15fecc63f tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "PUT /v2.0/routers/48cf0209-a20a-4074-9d1c-4077fa8fd316/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7785144 Jul 13 07:53:32.216118 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33258) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:32.220845 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058a3f40-e874-4ca4-8f8a-207cd429502a None None] Sync routers for ids ['48cf0209-a20a-4074-9d1c-4077fa8fd316'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:53:32.231368 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058a3f40-e874-4ca4-8f8a-207cd429502a None None] Routers {'48cf0209-a20a-4074-9d1c-4077fa8fd316'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:32.232151 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-058a3f40-e874-4ca4-8f8a-207cd429502a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:53:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['48cf0209-a20a-4074-9d1c-4077fa8fd316'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:32.245730 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-982daa9d-93ad-4f28-b12e-7abfbc6d6d02 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] GET failed (client error): The resource could not be found. Jul 13 07:53:32.247379 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-982daa9d-93ad-4f28-b12e-7abfbc6d6d02 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "GET /v2.0/ports/3f1e0a03-dbdb-4cd1-ad73-c05704527f66 HTTP/1.1" status: 404 len: 333 time: 0.0302885 Jul 13 07:53:32.250339 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33262) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:32.273127 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-058a3f40-e874-4ca4-8f8a-207cd429502a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:32.287185 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058a3f40-e874-4ca4-8f8a-207cd429502a None None] Routers {'48cf0209-a20a-4074-9d1c-4077fa8fd316'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:32.287817 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-058a3f40-e874-4ca4-8f8a-207cd429502a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:53:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['48cf0209-a20a-4074-9d1c-4077fa8fd316'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:32.319265 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-058a3f40-e874-4ca4-8f8a-207cd429502a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:32.319831 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058a3f40-e874-4ca4-8f8a-207cd429502a None None] The sync data for ids ['48cf0209-a20a-4074-9d1c-4077fa8fd316'] in n-d-771363-34 is: [] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:53:32.337715 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-288ca3a3-5e78-4f68-b385-8df62259cb2d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:32.497869 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-288ca3a3-5e78-4f68-b385-8df62259cb2d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:32.500056 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-288ca3a3-5e78-4f68-b385-8df62259cb2d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:32.548173 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-288ca3a3-5e78-4f68-b385-8df62259cb2d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:32.548629 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288ca3a3-5e78-4f68-b385-8df62259cb2d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Fanout notify agent at l3_agent the message router_deleted on router 48cf0209-a20a-4074-9d1c-4077fa8fd316 {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:53:32.559323 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-288ca3a3-5e78-4f68-b385-8df62259cb2d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:32.563747 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-288ca3a3-5e78-4f68-b385-8df62259cb2d tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/routers/48cf0209-a20a-4074-9d1c-4077fa8fd316 HTTP/1.1" status: 204 len: 168 time: 0.3120928 Jul 13 07:53:32.563885 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33264) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:32.615588 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbbedf2e-54ff-485a-805e-c1b3acadc6d8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Deleting subnet 0fa2015f-ed38-4744-9167-f9e9258d9e64 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:53:32.618662 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cbbedf2e-54ff-485a-805e-c1b3acadc6d8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:32.658605 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cbbedf2e-54ff-485a-805e-c1b3acadc6d8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:32.748907 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cbbedf2e-54ff-485a-805e-c1b3acadc6d8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:32.809864 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cbbedf2e-54ff-485a-805e-c1b3acadc6d8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:32.839574 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbedf2e-54ff-485a-805e-c1b3acadc6d8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'Subnet': ['ID=0fa2015f-ed38-4744-9167-f9e9258d9e64,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:32.844816 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cbbedf2e-54ff-485a-805e-c1b3acadc6d8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:32.846597 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-cbbedf2e-54ff-485a-805e-c1b3acadc6d8 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/subnets/0fa2015f-ed38-4744-9167-f9e9258d9e64 HTTP/1.1" status: 204 len: 168 time: 0.2816622 Jul 13 07:53:32.849132 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33266) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:32.853901 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7eb4fe-d158-4b3a-adb2-ee837874506f None None] Network 8c2f770f-a6dd-425f-b90d-6e60cad7d37e requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:32.939574 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9cba9fec-3484-445e-a436-e74d24d7984e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:32.998579 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-9cba9fec-3484-445e-a436-e74d24d7984e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Deleting port 0471e086-dced-49b7-9c29-0b38ca78a033 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:32.998999 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9cba9fec-3484-445e-a436-e74d24d7984e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:33.064751 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc48716-fd17-4636-bff1-ac915ed811f8 None None] DHCP port deletion for 8c2f770f-a6dd-425f-b90d-6e60cad7d37e request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:53:33.075462 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-9cba9fec-3484-445e-a436-e74d24d7984e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] For port 0471e086-dced-49b7-9c29-0b38ca78a033, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=0471e086-dced-49b7-9c29-0b38ca78a033,segment=NetworkSegment(8d546c57-67c2-4654-a7da-bf4edebd4779),segment_id=8d546c57-67c2-4654-a7da-bf4edebd4779)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:33.075817 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9cba9fec-3484-445e-a436-e74d24d7984e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:33.088574 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-9cba9fec-3484-445e-a436-e74d24d7984e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Calling delete_port for 0471e086-dced-49b7-9c29-0b38ca78a033 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:33.114078 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-edc48716-fd17-4636-bff1-ac915ed811f8 None None] Deleting port 0471e086-dced-49b7-9c29-0b38ca78a033 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:33.114455 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-edc48716-fd17-4636-bff1-ac915ed811f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:33.178423 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9cba9fec-3484-445e-a436-e74d24d7984e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:33.198405 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1ace9d08-3e93-4088-97a3-25f7f1d932d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:33.204970 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba9fec-3484-445e-a436-e74d24d7984e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'Port': ['ID=0471e086-dced-49b7-9c29-0b38ca78a033,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:33.211477 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-edc48716-fd17-4636-bff1-ac915ed811f8 None None] For port 0471e086-dced-49b7-9c29-0b38ca78a033, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=0471e086-dced-49b7-9c29-0b38ca78a033,segment=NetworkSegment(8d546c57-67c2-4654-a7da-bf4edebd4779),segment_id=8d546c57-67c2-4654-a7da-bf4edebd4779)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:33.211875 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-edc48716-fd17-4636-bff1-ac915ed811f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:33.213665 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cba9fec-3484-445e-a436-e74d24d7984e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] No DVR routers for this DVR port 0471e086-dced-49b7-9c29-0b38ca78a033 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:53:33.218852 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba9fec-3484-445e-a436-e74d24d7984e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:33.219255 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba9fec-3484-445e-a436-e74d24d7984e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:33.219601 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba9fec-3484-445e-a436-e74d24d7984e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:33.219898 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba9fec-3484-445e-a436-e74d24d7984e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:33.220232 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba9fec-3484-445e-a436-e74d24d7984e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:33.220605 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba9fec-3484-445e-a436-e74d24d7984e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:33.220913 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba9fec-3484-445e-a436-e74d24d7984e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:33.221900 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:33.222087 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba9fec-3484-445e-a436-e74d24d7984e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:33.222257 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba9fec-3484-445e-a436-e74d24d7984e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:33.223286 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba9fec-3484-445e-a436-e74d24d7984e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:33.223286 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba9fec-3484-445e-a436-e74d24d7984e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:33.224417 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba9fec-3484-445e-a436-e74d24d7984e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:33.234046 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-edc48716-fd17-4636-bff1-ac915ed811f8 None None] Calling delete_port for 0471e086-dced-49b7-9c29-0b38ca78a033 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:33.309110 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9cba9fec-3484-445e-a436-e74d24d7984e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:33.317976 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-edc48716-fd17-4636-bff1-ac915ed811f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:33.320249 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-9cba9fec-3484-445e-a436-e74d24d7984e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c2f770f-a6dd-425f-b90d-6e60cad7d37e']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:33.331964 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-9cba9fec-3484-445e-a436-e74d24d7984e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d546c57-67c2-4654-a7da-bf4edebd4779') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:33.332384 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-9cba9fec-3484-445e-a436-e74d24d7984e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d546c57-67c2-4654-a7da-bf4edebd4779') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:33.341467 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9cba9fec-3484-445e-a436-e74d24d7984e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:33.348901 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc48716-fd17-4636-bff1-ac915ed811f8 None None] Pushing event deleted for resources: {'Port': ['ID=0471e086-dced-49b7-9c29-0b38ca78a033,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:33.353505 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc48716-fd17-4636-bff1-ac915ed811f8 None None] No DVR routers for this DVR port 0471e086-dced-49b7-9c29-0b38ca78a033 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:53:33.364913 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9cba9fec-3484-445e-a436-e74d24d7984e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:33.372269 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cba9fec-3484-445e-a436-e74d24d7984e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:53:33.372774 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9cba9fec-3484-445e-a436-e74d24d7984e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:33.375773 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:33.375773 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:33.375773 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:33.375773 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:33.375773 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:33.375773 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:33.375773 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:33.375773 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:33.375773 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:53:33.375773 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:53:33.375773 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:53:33.375773 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:53:33.375773 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:53:33.375773 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:53:33.375773 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:53:33.375773 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:53:33.375773 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:53:33.375773 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:53:33.375773 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:53:33.375773 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:53:33.375773 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:53:33.375773 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:53:33.375773 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:53:33.375773 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:53:33.375773 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:53:33.375773 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:53:33.375773 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:53:33.375773 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:53:33.375773 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:53:33.375773 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:53:33.375773 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:53:33.375773 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:53:33.375773 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:53:33.375773 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:53:33.375773 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:53:33.375773 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:53:33.375773 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:53:33.375773 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:53:33.375773 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:53:33.375773 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:53:33.439718 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9cba9fec-3484-445e-a436-e74d24d7984e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:33.446529 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9cba9fec-3484-445e-a436-e74d24d7984e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:33.448354 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9cba9fec-3484-445e-a436-e74d24d7984e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/networks/8c2f770f-a6dd-425f-b90d-6e60cad7d37e HTTP/1.1" status: 204 len: 168 time: 0.5983150 Jul 13 07:53:33.452817 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33274) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:33.460419 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba9fec-3484-445e-a436-e74d24d7984e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'Network': ['ID=8c2f770f-a6dd-425f-b90d-6e60cad7d37e,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:33.521734 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e23e238-20a2-480d-9f35-e0a550fbea24 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:33.523750 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8e23e238-20a2-480d-9f35-e0a550fbea24 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "GET /v2.0/ports/fee388c6-983a-44fe-ab07-2f3d84aee7c6 HTTP/1.1" status: 200 len: 844 time: 0.0686848 Jul 13 07:53:33.526989 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33276) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:33.582624 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-19861e67-6688-45d9-b98a-0d85e2150689 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "GET /v2.0/ports/fee388c6-983a-44fe-ab07-2f3d84aee7c6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0503163 Jul 13 07:53:33.583429 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33278) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:33.588433 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-fe97a608-7514-47ab-81ae-5f190f6fb7f5 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'subnet': {'network_id': 'e38e278c-9749-4fcf-ac39-38093cbabac0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:33.676374 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe97a608-7514-47ab-81ae-5f190f6fb7f5 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Made reservation on behalf of f1a43a2ee5944999b8f792249ba6022e for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:33.679584 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fe97a608-7514-47ab-81ae-5f190f6fb7f5 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:33.875564 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fe97a608-7514-47ab-81ae-5f190f6fb7f5 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:33.921902 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe97a608-7514-47ab-81ae-5f190f6fb7f5 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Network e38e278c-9749-4fcf-ac39-38093cbabac0 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:33.925397 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-fe97a608-7514-47ab-81ae-5f190f6fb7f5 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:33.929819 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe97a608-7514-47ab-81ae-5f190f6fb7f5 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:33.930326 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fe97a608-7514-47ab-81ae-5f190f6fb7f5 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:33.935562 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e8c5fc-150a-4a26-988d-58afd077666e None None] Network e38e278c-9749-4fcf-ac39-38093cbabac0 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:33.942730 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97a608-7514-47ab-81ae-5f190f6fb7f5 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'Subnet': ['ID=c94d9bfe-8aa9-4d38-ad18-8dd1bc92de1d,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:33.951311 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-fe97a608-7514-47ab-81ae-5f190f6fb7f5 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3669689 Jul 13 07:53:33.954320 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33280) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:33.960324 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-df95fc1c-60dc-427a-9b74-95337483e4a6 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'security_group': {'name': 'tempest-secgroup-994595463'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:33.984745 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-df95fc1c-60dc-427a-9b74-95337483e4a6 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:34.099592 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-df95fc1c-60dc-427a-9b74-95337483e4a6 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:34.106418 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-df95fc1c-60dc-427a-9b74-95337483e4a6 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:34.138046 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-df95fc1c-60dc-427a-9b74-95337483e4a6 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:34.139588 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-df95fc1c-60dc-427a-9b74-95337483e4a6 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1839528 Jul 13 07:53:34.142569 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33286) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:34.148132 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-620f40f7-f4fb-4fca-9c40-fc9eb822e58a tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'security_group': {'name': 'tempest-secgroup-87689663'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:34.150304 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:34.154059 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95fc1c-60dc-427a-9b74-95337483e4a6 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a979617-2c5e-4d36-b302-4d7ad6b3d5a8,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:34.166699 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d98c54-f87e-417d-bb98-54fa9263432f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-e38e278c-9749-4fcf-ac39-38093cbabac0', 'network_id': 'e38e278c-9749-4fcf-ac39-38093cbabac0', 'tenant_id': 'f1a43a2ee5944999b8f792249ba6022e', 'fixed_ips': [{'subnet_id': 'c94d9bfe-8aa9-4d38-ad18-8dd1bc92de1d'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:53:34.168075 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-14d98c54-f87e-417d-bb98-54fa9263432f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:34.191722 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-620f40f7-f4fb-4fca-9c40-fc9eb822e58a tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:34.290928 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-620f40f7-f4fb-4fca-9c40-fc9eb822e58a tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:34.294822 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-620f40f7-f4fb-4fca-9c40-fc9eb822e58a tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:34.336217 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-14d98c54-f87e-417d-bb98-54fa9263432f None None] Allocated IP 2001:db8::2 (e38e278c-9749-4fcf-ac39-38093cbabac0/c94d9bfe-8aa9-4d38-ad18-8dd1bc92de1d/f1ba74b6-c176-4403-8f36-4b82449214c0) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:34.341534 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f40f7-f4fb-4fca-9c40-fc9eb822e58a tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e183a572-1803-4315-bce8-3fde481f144a,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:34.348600 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-620f40f7-f4fb-4fca-9c40-fc9eb822e58a tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:34.350060 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-620f40f7-f4fb-4fca-9c40-fc9eb822e58a tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2057037 Jul 13 07:53:34.352546 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33290) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:34.360196 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-a2d38471-339d-4684-8506-dc28688ccae3 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1363137207', 'security_groups': ['e183a572-1803-4315-bce8-3fde481f144a'], 'network_id': 'e38e278c-9749-4fcf-ac39-38093cbabac0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c94d9bfe-8aa9-4d38-ad18-8dd1bc92de1d'}]}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:34.477370 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d38471-339d-4684-8506-dc28688ccae3 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Made reservation on behalf of f1a43a2ee5944999b8f792249ba6022e for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:34.509572 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-14d98c54-f87e-417d-bb98-54fa9263432f None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:34.519721 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-14d98c54-f87e-417d-bb98-54fa9263432f None None] Transition to ACTIVE for port object f1ba74b6-c176-4403-8f36-4b82449214c0 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:34.535295 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-14d98c54-f87e-417d-bb98-54fa9263432f None None] Transition to ACTIVE for port object f1ba74b6-c176-4403-8f36-4b82449214c0 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:34.545360 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-14d98c54-f87e-417d-bb98-54fa9263432f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:34.588867 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a2d38471-339d-4684-8506-dc28688ccae3 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:34.600908 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d98c54-f87e-417d-bb98-54fa9263432f None None] Network e38e278c-9749-4fcf-ac39-38093cbabac0 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:34.609032 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-14d98c54-f87e-417d-bb98-54fa9263432f None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:34.615238 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d98c54-f87e-417d-bb98-54fa9263432f None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:34.618295 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-a2d38471-339d-4684-8506-dc28688ccae3 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] device_id is not set on port 2f381766-1d4c-44cd-ba5e-3fa588fd8dd9 yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:53:34.620235 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d98c54-f87e-417d-bb98-54fa9263432f None None] Pushing event updated for resources: {'Port': ['ID=f1ba74b6-c176-4403-8f36-4b82449214c0,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:34.650240 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 0471e086-dced-49b7-9c29-0b38ca78a033 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:53:34.694956 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 0471e086-dced-49b7-9c29-0b38ca78a033 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:53:34.695324 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 0471e086-dced-49b7-9c29-0b38ca78a033 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:53:34.709628 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-14d98c54-f87e-417d-bb98-54fa9263432f None None] Attempting to bind port f1ba74b6-c176-4403-8f36-4b82449214c0 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:53:34.709855 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-14d98c54-f87e-417d-bb98-54fa9263432f None None] Attempting to bind port f1ba74b6-c176-4403-8f36-4b82449214c0 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '24412ff4-1e57-4d01-bca2-fd8b2aecc8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e38e278c-9749-4fcf-ac39-38093cbabac0'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:53:34.710238 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d98c54-f87e-417d-bb98-54fa9263432f None None] Attempting to bind port f1ba74b6-c176-4403-8f36-4b82449214c0 on network e38e278c-9749-4fcf-ac39-38093cbabac0 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:53:34.720364 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d98c54-f87e-417d-bb98-54fa9263432f None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:53:34.720364 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d98c54-f87e-417d-bb98-54fa9263432f None None] Checking segment: {'id': '24412ff4-1e57-4d01-bca2-fd8b2aecc8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e38e278c-9749-4fcf-ac39-38093cbabac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:34.720364 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-14d98c54-f87e-417d-bb98-54fa9263432f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:34.720364 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d98c54-f87e-417d-bb98-54fa9263432f None None] Bound using segment: {'id': '24412ff4-1e57-4d01-bca2-fd8b2aecc8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e38e278c-9749-4fcf-ac39-38093cbabac0'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:53:34.720364 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-14d98c54-f87e-417d-bb98-54fa9263432f None None] Bound port: f1ba74b6-c176-4403-8f36-4b82449214c0, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24412ff4-1e57-4d01-bca2-fd8b2aecc8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e38e278c-9749-4fcf-ac39-38093cbabac0'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:53:34.720364 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-14d98c54-f87e-417d-bb98-54fa9263432f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:34.790044 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-14d98c54-f87e-417d-bb98-54fa9263432f None None] For port f1ba74b6-c176-4403-8f36-4b82449214c0, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:53:34.794271 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-14d98c54-f87e-417d-bb98-54fa9263432f None None] For port f1ba74b6-c176-4403-8f36-4b82449214c0, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=f1ba74b6-c176-4403-8f36-4b82449214c0,segment=NetworkSegment(24412ff4-1e57-4d01-bca2-fd8b2aecc8a1),segment_id=24412ff4-1e57-4d01-bca2-fd8b2aecc8a1)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:53:34.800861 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-14d98c54-f87e-417d-bb98-54fa9263432f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:34.811299 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-a2d38471-339d-4684-8506-dc28688ccae3 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Allocated IP 2001:db8::46 (e38e278c-9749-4fcf-ac39-38093cbabac0/c94d9bfe-8aa9-4d38-ad18-8dd1bc92de1d/2f381766-1d4c-44cd-ba5e-3fa588fd8dd9) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:34.865676 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d98c54-f87e-417d-bb98-54fa9263432f None None] Pushing event updated for resources: {'Port': ['ID=f1ba74b6-c176-4403-8f36-4b82449214c0,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:34.980185 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a2d38471-339d-4684-8506-dc28688ccae3 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:34.994883 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-a2d38471-339d-4684-8506-dc28688ccae3 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Transition to ACTIVE for port object 2f381766-1d4c-44cd-ba5e-3fa588fd8dd9 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:35.047912 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a2d38471-339d-4684-8506-dc28688ccae3 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:35.094203 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d38471-339d-4684-8506-dc28688ccae3 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Network e38e278c-9749-4fcf-ac39-38093cbabac0 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:35.098510 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-a2d38471-339d-4684-8506-dc28688ccae3 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:35.102013 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d38471-339d-4684-8506-dc28688ccae3 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:35.108301 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d38471-339d-4684-8506-dc28688ccae3 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:35.108956 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a2d38471-339d-4684-8506-dc28688ccae3 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:35.138807 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d38471-339d-4684-8506-dc28688ccae3 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'Port': ['ID=2f381766-1d4c-44cd-ba5e-3fa588fd8dd9,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:35.147024 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a2d38471-339d-4684-8506-dc28688ccae3 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7905822 Jul 13 07:53:35.147469 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33296) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:35.152585 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-e28280cd-0797-4411-a637-c4afeb1f9f97 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'subnet': {'network_id': 'e38e278c-9749-4fcf-ac39-38093cbabac0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:35.556716 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28280cd-0797-4411-a637-c4afeb1f9f97 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Made reservation on behalf of f1a43a2ee5944999b8f792249ba6022e for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:35.560486 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e28280cd-0797-4411-a637-c4afeb1f9f97 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:35.666518 n-d-771363-34 neutron-server[94017]: INFO neutron.db.ipam_backend_mixin [None req-e28280cd-0797-4411-a637-c4afeb1f9f97 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c94d9bfe-8aa9-4d38-ad18-8dd1bc92de1d (CIDR: 2001:db8::/64) Jul 13 07:53:35.670742 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-e28280cd-0797-4411-a637-c4afeb1f9f97 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:53:35.671286 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e28280cd-0797-4411-a637-c4afeb1f9f97 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:53:35.691402 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e28280cd-0797-4411-a637-c4afeb1f9f97 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5425892 Jul 13 07:53:35.694190 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33300) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:35.699753 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-39ca3b50-9db2-48b3-839b-145e96fdf541 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'subnet': {'network_id': 'e38e278c-9749-4fcf-ac39-38093cbabac0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:35.827934 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ca3b50-9db2-48b3-839b-145e96fdf541 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Made reservation on behalf of f1a43a2ee5944999b8f792249ba6022e for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:35.831971 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-39ca3b50-9db2-48b3-839b-145e96fdf541 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:35.915630 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:36.035224 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ace53e4d-c192-46bc-b6cf-74794cde92a7 None None] Provisioning for port f1ba74b6-c176-4403-8f36-4b82449214c0 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:36.052345 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ace53e4d-c192-46bc-b6cf-74794cde92a7 None None] Provisioning complete for port fee388c6-983a-44fe-ab07-2f3d84aee7c6 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:36.053126 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ace53e4d-c192-46bc-b6cf-74794cde92a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:36.092449 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-ace53e4d-c192-46bc-b6cf-74794cde92a7 None None] Port fee388c6-983a-44fe-ab07-2f3d84aee7c6 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:36.103688 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-39ca3b50-9db2-48b3-839b-145e96fdf541 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:36.148569 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ca3b50-9db2-48b3-839b-145e96fdf541 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Network e38e278c-9749-4fcf-ac39-38093cbabac0 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:36.151803 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-39ca3b50-9db2-48b3-839b-145e96fdf541 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:36.155137 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ca3b50-9db2-48b3-839b-145e96fdf541 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:36.155755 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-39ca3b50-9db2-48b3-839b-145e96fdf541 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:36.171699 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ca3b50-9db2-48b3-839b-145e96fdf541 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'Subnet': ['ID=05b3234c-1054-4cd3-b70d-ffce89022342,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:36.180261 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-39ca3b50-9db2-48b3-839b-145e96fdf541 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4849939 Jul 13 07:53:36.183186 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33306) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:36.188730 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-07e45ec5-3de8-4e8c-9bfe-a1e884a9f4a7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-177986679', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '05b3234c-1054-4cd3-b70d-ffce89022342'}], 'security_groups': ['7a979617-2c5e-4d36-b302-4d7ad6b3d5a8']}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:36.214646 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a95a38f-d73e-457a-a1ac-e3e1c1c24284 None None] Network e38e278c-9749-4fcf-ac39-38093cbabac0 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:36.338469 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-11799901-9b50-47cc-8d6d-4a9470d9333b None None] Provisioning for port 2f381766-1d4c-44cd-ba5e-3fa588fd8dd9 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:36.360516 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-07e45ec5-3de8-4e8c-9bfe-a1e884a9f4a7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:36.364329 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-11799901-9b50-47cc-8d6d-4a9470d9333b None None] Provisioning complete for port 2f381766-1d4c-44cd-ba5e-3fa588fd8dd9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:36.364703 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-11799901-9b50-47cc-8d6d-4a9470d9333b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:36.411474 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-11799901-9b50-47cc-8d6d-4a9470d9333b None None] Port 2f381766-1d4c-44cd-ba5e-3fa588fd8dd9 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:36.508071 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a3b90f-51af-4aec-beae-c752e6e4eb7d None None] Update dhcp port {'port': {'network_id': 'e38e278c-9749-4fcf-ac39-38093cbabac0', 'fixed_ips': [{'subnet_id': 'c94d9bfe-8aa9-4d38-ad18-8dd1bc92de1d', 'ip_address': '2001:db8::2'}, {'subnet_id': '05b3234c-1054-4cd3-b70d-ffce89022342'}], 'binding:host_id': 'n-d-771363-34'}, 'id': 'f1ba74b6-c176-4403-8f36-4b82449214c0'} from n-d-771363-34. {{(pid=94019) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:53:36.547615 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-75a3b90f-51af-4aec-beae-c752e6e4eb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:36.715869 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f1ba74b6-c176-4403-8f36-4b82449214c0 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:36.722934 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-07e45ec5-3de8-4e8c-9bfe-a1e884a9f4a7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Delete allocated IP 2001:db8::46 (e38e278c-9749-4fcf-ac39-38093cbabac0/c94d9bfe-8aa9-4d38-ad18-8dd1bc92de1d) {{(pid=94018) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 13 07:53:36.732893 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-07e45ec5-3de8-4e8c-9bfe-a1e884a9f4a7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Allocated IP 2001:db8:0:1::ad (e38e278c-9749-4fcf-ac39-38093cbabac0/05b3234c-1054-4cd3-b70d-ffce89022342/2f381766-1d4c-44cd-ba5e-3fa588fd8dd9) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:36.770449 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port f1ba74b6-c176-4403-8f36-4b82449214c0 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:36.774656 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port f1ba74b6-c176-4403-8f36-4b82449214c0 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:36.775230 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:36.861929 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:36.896036 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port f1ba74b6-c176-4403-8f36-4b82449214c0, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=f1ba74b6-c176-4403-8f36-4b82449214c0,segment=NetworkSegment(24412ff4-1e57-4d01-bca2-fd8b2aecc8a1),segment_id=24412ff4-1e57-4d01-bca2-fd8b2aecc8a1)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:36.901623 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:36.904844 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-07e45ec5-3de8-4e8c-9bfe-a1e884a9f4a7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:36.919183 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-07e45ec5-3de8-4e8c-9bfe-a1e884a9f4a7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Transition to ACTIVE for port object 2f381766-1d4c-44cd-ba5e-3fa588fd8dd9 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:36.924164 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-07e45ec5-3de8-4e8c-9bfe-a1e884a9f4a7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:36.991906 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-07e45ec5-3de8-4e8c-9bfe-a1e884a9f4a7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] In _notify_port_updated(), no bound segment for port 2f381766-1d4c-44cd-ba5e-3fa588fd8dd9 on network e38e278c-9749-4fcf-ac39-38093cbabac0 {{(pid=94018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:53:36.992873 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=f1ba74b6-c176-4403-8f36-4b82449214c0,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:36.997408 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e45ec5-3de8-4e8c-9bfe-a1e884a9f4a7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:36.998037 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-07e45ec5-3de8-4e8c-9bfe-a1e884a9f4a7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:36.999371 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-07e45ec5-3de8-4e8c-9bfe-a1e884a9f4a7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "PUT /v2.0/ports/2f381766-1d4c-44cd-ba5e-3fa588fd8dd9 HTTP/1.1" status: 200 len: 929 time: 0.8150547 Jul 13 07:53:37.003039 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33314) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:37.004517 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-75a3b90f-51af-4aec-beae-c752e6e4eb7d None None] Allocated IP 2001:db8:0:1::2 (e38e278c-9749-4fcf-ac39-38093cbabac0/05b3234c-1054-4cd3-b70d-ffce89022342/f1ba74b6-c176-4403-8f36-4b82449214c0) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:37.011035 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e45ec5-3de8-4e8c-9bfe-a1e884a9f4a7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'Port': ['ID=2f381766-1d4c-44cd-ba5e-3fa588fd8dd9,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:37.108283 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-a4c22508-0efa-42cf-8f1e-aa09b23374d7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Deleting port 2f381766-1d4c-44cd-ba5e-3fa588fd8dd9 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:37.108623 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a4c22508-0efa-42cf-8f1e-aa09b23374d7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:37.109385 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-75a3b90f-51af-4aec-beae-c752e6e4eb7d None None] For port f1ba74b6-c176-4403-8f36-4b82449214c0, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=f1ba74b6-c176-4403-8f36-4b82449214c0,segment=NetworkSegment(24412ff4-1e57-4d01-bca2-fd8b2aecc8a1),segment_id=24412ff4-1e57-4d01-bca2-fd8b2aecc8a1)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:37.142132 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-75a3b90f-51af-4aec-beae-c752e6e4eb7d None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:37.157070 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-75a3b90f-51af-4aec-beae-c752e6e4eb7d None None] Transition to ACTIVE for port object f1ba74b6-c176-4403-8f36-4b82449214c0 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:37.162472 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-75a3b90f-51af-4aec-beae-c752e6e4eb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:37.210665 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a4c22508-0efa-42cf-8f1e-aa09b23374d7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:37.224481 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-a4c22508-0efa-42cf-8f1e-aa09b23374d7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Calling delete_port for 2f381766-1d4c-44cd-ba5e-3fa588fd8dd9 owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:37.259650 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3b90f-51af-4aec-beae-c752e6e4eb7d None None] Pushing event updated for resources: {'Port': ['ID=f1ba74b6-c176-4403-8f36-4b82449214c0,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:37.360784 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a4c22508-0efa-42cf-8f1e-aa09b23374d7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:37.454723 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c22508-0efa-42cf-8f1e-aa09b23374d7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'Port': ['ID=2f381766-1d4c-44cd-ba5e-3fa588fd8dd9,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:37.457381 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a4c22508-0efa-42cf-8f1e-aa09b23374d7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:37.459319 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a4c22508-0efa-42cf-8f1e-aa09b23374d7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/ports/2f381766-1d4c-44cd-ba5e-3fa588fd8dd9 HTTP/1.1" status: 204 len: 168 time: 0.4552178 Jul 13 07:53:37.462056 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33318) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:37.498215 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-46ee9cd1-5d03-44a0-a387-2bc26844cb6b tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] GET failed (client error): The resource could not be found. Jul 13 07:53:37.500144 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-46ee9cd1-5d03-44a0-a387-2bc26844cb6b tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "GET /v2.0/ports/2f381766-1d4c-44cd-ba5e-3fa588fd8dd9 HTTP/1.1" status: 404 len: 333 time: 0.0365243 Jul 13 07:53:37.503545 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33320) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:37.562410 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2af86a0d-7e62-4c82-a1db-074eddc492e9 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:37.593455 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2af86a0d-7e62-4c82-a1db-074eddc492e9 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:37.641290 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2af86a0d-7e62-4c82-a1db-074eddc492e9 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:37.645164 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2af86a0d-7e62-4c82-a1db-074eddc492e9 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:37.646346 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2af86a0d-7e62-4c82-a1db-074eddc492e9 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/security-groups/e183a572-1803-4315-bce8-3fde481f144a HTTP/1.1" status: 204 len: 168 time: 0.1415675 Jul 13 07:53:37.649118 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33326) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:37.659644 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af86a0d-7e62-4c82-a1db-074eddc492e9 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e183a572-1803-4315-bce8-3fde481f144a,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:37.722983 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-259726a5-1262-4a4b-91f4-79bb6e5c382e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:37.749304 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-259726a5-1262-4a4b-91f4-79bb6e5c382e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:37.796370 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-259726a5-1262-4a4b-91f4-79bb6e5c382e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:37.799835 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-259726a5-1262-4a4b-91f4-79bb6e5c382e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:37.804073 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-259726a5-1262-4a4b-91f4-79bb6e5c382e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/security-groups/7a979617-2c5e-4d36-b302-4d7ad6b3d5a8 HTTP/1.1" status: 204 len: 168 time: 0.1510725 Jul 13 07:53:37.805040 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33328) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:37.814154 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259726a5-1262-4a4b-91f4-79bb6e5c382e tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a979617-2c5e-4d36-b302-4d7ad6b3d5a8,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:37.863938 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-3939b51b-0c42-4408-a1e6-fde87ce257f9 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Deleting subnet c94d9bfe-8aa9-4d38-ad18-8dd1bc92de1d {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:53:37.867406 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3939b51b-0c42-4408-a1e6-fde87ce257f9 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:37.912626 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3939b51b-0c42-4408-a1e6-fde87ce257f9 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:37.952873 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-17ccbfd4-381b-4dae-88f4-ce1edf1bf005 None None] Provisioning for port f1ba74b6-c176-4403-8f36-4b82449214c0 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:37.957599 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-17ccbfd4-381b-4dae-88f4-ce1edf1bf005 None None] Provisioning complete for port f1ba74b6-c176-4403-8f36-4b82449214c0 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:37.958026 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-17ccbfd4-381b-4dae-88f4-ce1edf1bf005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:38.017383 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3939b51b-0c42-4408-a1e6-fde87ce257f9 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:38.045738 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-17ccbfd4-381b-4dae-88f4-ce1edf1bf005 None None] Could not find standard attr ID for object 2f381766-1d4c-44cd-ba5e-3fa588fd8dd9. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:53:38.056558 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-17ccbfd4-381b-4dae-88f4-ce1edf1bf005 None None] Provisioning complete for port fee388c6-983a-44fe-ab07-2f3d84aee7c6 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:38.056922 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-17ccbfd4-381b-4dae-88f4-ce1edf1bf005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:38.094459 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3939b51b-0c42-4408-a1e6-fde87ce257f9 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:38.109620 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-17ccbfd4-381b-4dae-88f4-ce1edf1bf005 None None] Port fee388c6-983a-44fe-ab07-2f3d84aee7c6 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:38.131676 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3939b51b-0c42-4408-a1e6-fde87ce257f9 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'Subnet': ['ID=c94d9bfe-8aa9-4d38-ad18-8dd1bc92de1d,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:38.136137 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3939b51b-0c42-4408-a1e6-fde87ce257f9 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:38.144193 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-3939b51b-0c42-4408-a1e6-fde87ce257f9 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/subnets/c94d9bfe-8aa9-4d38-ad18-8dd1bc92de1d HTTP/1.1" status: 204 len: 168 time: 0.3368914 Jul 13 07:53:38.144422 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33330) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:38.149913 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-0a066e2e-0552-42b4-8966-4a16acf54797 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'subnet': {'network_id': 'e38e278c-9749-4fcf-ac39-38093cbabac0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:38.196646 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5bcba0-4789-46ad-a22f-95967e6199ab None None] Network e38e278c-9749-4fcf-ac39-38093cbabac0 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:38.261702 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-eb3d05a4-1356-418f-a142-786d9cdbefa1 None None] Could not find standard attr ID for object 2f381766-1d4c-44cd-ba5e-3fa588fd8dd9. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:53:38.289031 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a066e2e-0552-42b4-8966-4a16acf54797 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Made reservation on behalf of f1a43a2ee5944999b8f792249ba6022e for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:38.294361 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0a066e2e-0552-42b4-8966-4a16acf54797 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:38.552533 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0a066e2e-0552-42b4-8966-4a16acf54797 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:38.601716 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a066e2e-0552-42b4-8966-4a16acf54797 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Network e38e278c-9749-4fcf-ac39-38093cbabac0 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:38.607436 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-0a066e2e-0552-42b4-8966-4a16acf54797 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:38.614428 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a066e2e-0552-42b4-8966-4a16acf54797 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:38.614809 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0a066e2e-0552-42b4-8966-4a16acf54797 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:38.644662 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f1ba74b6-c176-4403-8f36-4b82449214c0 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:38.650027 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0a066e2e-0552-42b4-8966-4a16acf54797 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5020361 Jul 13 07:53:38.650334 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33338) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:38.655890 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-dade2ef2-d067-4b2c-86f3-5b8283b7561f tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'security_group': {'name': 'tempest-secgroup-1485379669'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:38.658342 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a066e2e-0552-42b4-8966-4a16acf54797 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'Subnet': ['ID=f0497d54-5397-457a-85a4-d3d70bfcc6a5,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:38.688058 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dade2ef2-d067-4b2c-86f3-5b8283b7561f tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:38.719090 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port f1ba74b6-c176-4403-8f36-4b82449214c0 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:38.719512 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:38.816181 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dade2ef2-d067-4b2c-86f3-5b8283b7561f tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:38.821826 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dade2ef2-d067-4b2c-86f3-5b8283b7561f tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:38.855334 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade2ef2-d067-4b2c-86f3-5b8283b7561f tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42d39efd-6c16-442d-9a3f-6a2c0422d172,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:38.866672 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dade2ef2-d067-4b2c-86f3-5b8283b7561f tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:38.870619 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-dade2ef2-d067-4b2c-86f3-5b8283b7561f tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2166452 Jul 13 07:53:38.870877 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33340) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:38.875626 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-a735765c-0505-4153-8e40-d15c78301332 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'security_group': {'name': 'tempest-secgroup-1172679443'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:38.901618 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a735765c-0505-4153-8e40-d15c78301332 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:38.997376 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a735765c-0505-4153-8e40-d15c78301332 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:39.002436 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a735765c-0505-4153-8e40-d15c78301332 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:39.036900 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a735765c-0505-4153-8e40-d15c78301332 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:39.041010 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a735765c-0505-4153-8e40-d15c78301332 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1662238 Jul 13 07:53:39.041010 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33342) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:39.046794 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-7e78ed28-ef64-4448-a8f5-dbac3b6922d3 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'security_group': {'name': 'tempest-secgroup-851117357'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:39.051911 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a735765c-0505-4153-8e40-d15c78301332 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86aa314f-6692-4992-9073-26e60d8f5aa8,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:39.076760 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7e78ed28-ef64-4448-a8f5-dbac3b6922d3 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:39.092558 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57a5a4f-0c6a-4c91-8aff-496ab148799a None None] Network e38e278c-9749-4fcf-ac39-38093cbabac0 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:39.171352 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7e78ed28-ef64-4448-a8f5-dbac3b6922d3 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:39.177181 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7e78ed28-ef64-4448-a8f5-dbac3b6922d3 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:39.202552 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7e78ed28-ef64-4448-a8f5-dbac3b6922d3 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:39.206871 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7e78ed28-ef64-4448-a8f5-dbac3b6922d3 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1621683 Jul 13 07:53:39.207360 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33344) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:39.212635 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-9361aca2-fe4e-4244-b959-45baaebdb521 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1625671068', 'security_groups': ['489ad3de-c789-44be-b1b3-3ca9ef42b65f'], 'network_id': 'e38e278c-9749-4fcf-ac39-38093cbabac0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f0497d54-5397-457a-85a4-d3d70bfcc6a5'}]}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:39.220426 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8a63c443-c52e-4aa8-9ef4-07d13b23b661 None None] Provisioning complete for port f1ba74b6-c176-4403-8f36-4b82449214c0 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:39.220798 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8a63c443-c52e-4aa8-9ef4-07d13b23b661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:39.226698 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78ed28-ef64-4448-a8f5-dbac3b6922d3 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=489ad3de-c789-44be-b1b3-3ca9ef42b65f,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:39.350786 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9361aca2-fe4e-4244-b959-45baaebdb521 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Made reservation on behalf of f1a43a2ee5944999b8f792249ba6022e for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:39.356986 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8a63c443-c52e-4aa8-9ef4-07d13b23b661 None None] Provisioning complete for port fee388c6-983a-44fe-ab07-2f3d84aee7c6 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:39.357366 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8a63c443-c52e-4aa8-9ef4-07d13b23b661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:39.358296 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9361aca2-fe4e-4244-b959-45baaebdb521 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:39.380806 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [None req-9361aca2-fe4e-4244-b959-45baaebdb521 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] device_id is not set on port db099f09-b89b-4dfe-9f81-b9390be002aa yet. {{(pid=94017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 13 07:53:39.413404 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-8a63c443-c52e-4aa8-9ef4-07d13b23b661 None None] Port fee388c6-983a-44fe-ab07-2f3d84aee7c6 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:39.443774 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33115ca1-ae1a-4905-89cb-2b8ccc889f0e None None] Update dhcp port {'port': {'network_id': 'e38e278c-9749-4fcf-ac39-38093cbabac0', 'fixed_ips': [{'subnet_id': '05b3234c-1054-4cd3-b70d-ffce89022342', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f0497d54-5397-457a-85a4-d3d70bfcc6a5'}], 'binding:host_id': 'n-d-771363-34'}, 'id': 'f1ba74b6-c176-4403-8f36-4b82449214c0'} from n-d-771363-34. {{(pid=94019) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:53:39.488151 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-33115ca1-ae1a-4905-89cb-2b8ccc889f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:39.572440 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-9361aca2-fe4e-4244-b959-45baaebdb521 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Allocated IP 2001:db8::16d (e38e278c-9749-4fcf-ac39-38093cbabac0/f0497d54-5397-457a-85a4-d3d70bfcc6a5/db099f09-b89b-4dfe-9f81-b9390be002aa) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:39.724946 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9361aca2-fe4e-4244-b959-45baaebdb521 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:39.739133 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-9361aca2-fe4e-4244-b959-45baaebdb521 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Transition to ACTIVE for port object db099f09-b89b-4dfe-9f81-b9390be002aa will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:39.776748 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9361aca2-fe4e-4244-b959-45baaebdb521 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:39.828249 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9361aca2-fe4e-4244-b959-45baaebdb521 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Network e38e278c-9749-4fcf-ac39-38093cbabac0 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:39.830497 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-33115ca1-ae1a-4905-89cb-2b8ccc889f0e None None] Allocated IP 2001:db8::2 (e38e278c-9749-4fcf-ac39-38093cbabac0/f0497d54-5397-457a-85a4-d3d70bfcc6a5/f1ba74b6-c176-4403-8f36-4b82449214c0) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:39.832747 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-9361aca2-fe4e-4244-b959-45baaebdb521 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:39.834813 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9361aca2-fe4e-4244-b959-45baaebdb521 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'Port': ['ID=db099f09-b89b-4dfe-9f81-b9390be002aa,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:39.837118 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9361aca2-fe4e-4244-b959-45baaebdb521 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:39.843351 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9361aca2-fe4e-4244-b959-45baaebdb521 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:39.844198 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9361aca2-fe4e-4244-b959-45baaebdb521 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:39.859476 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9361aca2-fe4e-4244-b959-45baaebdb521 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6508729 Jul 13 07:53:39.862854 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33352) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:39.868327 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-fa010850-2a14-47d9-aa9f-680e6126bf18 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'subnet': {'network_id': 'e38e278c-9749-4fcf-ac39-38093cbabac0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:39.938675 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-33115ca1-ae1a-4905-89cb-2b8ccc889f0e None None] For port f1ba74b6-c176-4403-8f36-4b82449214c0, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=f1ba74b6-c176-4403-8f36-4b82449214c0,segment=NetworkSegment(24412ff4-1e57-4d01-bca2-fd8b2aecc8a1),segment_id=24412ff4-1e57-4d01-bca2-fd8b2aecc8a1)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:39.969353 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-33115ca1-ae1a-4905-89cb-2b8ccc889f0e None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:39.989377 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-33115ca1-ae1a-4905-89cb-2b8ccc889f0e None None] Transition to ACTIVE for port object f1ba74b6-c176-4403-8f36-4b82449214c0 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:39.994210 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa010850-2a14-47d9-aa9f-680e6126bf18 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Made reservation on behalf of f1a43a2ee5944999b8f792249ba6022e for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:39.994558 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-33115ca1-ae1a-4905-89cb-2b8ccc889f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:39.998121 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fa010850-2a14-47d9-aa9f-680e6126bf18 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:40.087503 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33115ca1-ae1a-4905-89cb-2b8ccc889f0e None None] Pushing event updated for resources: {'Port': ['ID=f1ba74b6-c176-4403-8f36-4b82449214c0,revision_number=6']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:40.095808 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33115ca1-ae1a-4905-89cb-2b8ccc889f0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:40.097203 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33115ca1-ae1a-4905-89cb-2b8ccc889f0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:40.097383 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33115ca1-ae1a-4905-89cb-2b8ccc889f0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:40.097820 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33115ca1-ae1a-4905-89cb-2b8ccc889f0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:40.098248 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33115ca1-ae1a-4905-89cb-2b8ccc889f0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:40.098693 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33115ca1-ae1a-4905-89cb-2b8ccc889f0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:40.099230 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33115ca1-ae1a-4905-89cb-2b8ccc889f0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:40.099810 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33115ca1-ae1a-4905-89cb-2b8ccc889f0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:40.099951 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33115ca1-ae1a-4905-89cb-2b8ccc889f0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:40.100365 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33115ca1-ae1a-4905-89cb-2b8ccc889f0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:40.100784 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33115ca1-ae1a-4905-89cb-2b8ccc889f0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:40.101198 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33115ca1-ae1a-4905-89cb-2b8ccc889f0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:53:40.103948 n-d-771363-34 neutron-server[94017]: INFO neutron.db.ipam_backend_mixin [None req-fa010850-2a14-47d9-aa9f-680e6126bf18 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f0497d54-5397-457a-85a4-d3d70bfcc6a5 (CIDR: 2001:db8::/64) Jul 13 07:53:40.109029 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa010850-2a14-47d9-aa9f-680e6126bf18 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:53:40.109485 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa010850-2a14-47d9-aa9f-680e6126bf18 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:53:40.127245 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-fa010850-2a14-47d9-aa9f-680e6126bf18 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2613559 Jul 13 07:53:40.129344 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33354) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:40.134419 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-0d5c0222-84bb-4293-a3e2-2ab222d0144a tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'subnet': {'network_id': 'e38e278c-9749-4fcf-ac39-38093cbabac0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:40.266090 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5c0222-84bb-4293-a3e2-2ab222d0144a tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Made reservation on behalf of f1a43a2ee5944999b8f792249ba6022e for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:40.270216 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0d5c0222-84bb-4293-a3e2-2ab222d0144a tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:40.371991 n-d-771363-34 neutron-server[94017]: INFO neutron.db.ipam_backend_mixin [None req-0d5c0222-84bb-4293-a3e2-2ab222d0144a tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 05b3234c-1054-4cd3-b70d-ffce89022342 (CIDR: 2001:db8:0:1::/64) Jul 13 07:53:40.376090 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5c0222-84bb-4293-a3e2-2ab222d0144a tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:53:40.376657 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d5c0222-84bb-4293-a3e2-2ab222d0144a tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:53:40.395294 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0d5c0222-84bb-4293-a3e2-2ab222d0144a tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2633529 Jul 13 07:53:40.396869 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33356) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:40.403887 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-36f275ce-3159-4ff2-b62c-1a57e612a595 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'subnet': {'network_id': 'e38e278c-9749-4fcf-ac39-38093cbabac0', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:40.561556 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f275ce-3159-4ff2-b62c-1a57e612a595 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Made reservation on behalf of f1a43a2ee5944999b8f792249ba6022e for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:40.567232 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-36f275ce-3159-4ff2-b62c-1a57e612a595 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:40.631292 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f1ba74b6-c176-4403-8f36-4b82449214c0 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:40.770098 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-497c0ea3-39c8-4e33-afde-dfa1cedff2b8 None None] Provisioning for port f1ba74b6-c176-4403-8f36-4b82449214c0 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:40.774241 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-497c0ea3-39c8-4e33-afde-dfa1cedff2b8 None None] Provisioning complete for port f1ba74b6-c176-4403-8f36-4b82449214c0 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:40.774616 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-497c0ea3-39c8-4e33-afde-dfa1cedff2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:40.849037 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-36f275ce-3159-4ff2-b62c-1a57e612a595 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:40.901911 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f275ce-3159-4ff2-b62c-1a57e612a595 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Network e38e278c-9749-4fcf-ac39-38093cbabac0 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:40.905350 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-36f275ce-3159-4ff2-b62c-1a57e612a595 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:40.909945 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f275ce-3159-4ff2-b62c-1a57e612a595 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:40.910548 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-36f275ce-3159-4ff2-b62c-1a57e612a595 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:40.926386 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f275ce-3159-4ff2-b62c-1a57e612a595 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'Subnet': ['ID=640ce3d8-5d05-47d7-abef-2580261fa437,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:40.937077 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-36f275ce-3159-4ff2-b62c-1a57e612a595 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5349901 Jul 13 07:53:40.937333 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33364) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:40.943707 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-d4bf59de-4ffc-4b58-bf87-dc5a7fe1608b tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-775553308', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '640ce3d8-5d05-47d7-abef-2580261fa437'}], 'security_groups': ['42d39efd-6c16-442d-9a3f-6a2c0422d172', '86aa314f-6692-4992-9073-26e60d8f5aa8']}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:41.061453 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b5e433-ec97-463f-810d-5ca93ecfd48b None None] Network e38e278c-9749-4fcf-ac39-38093cbabac0 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:41.127163 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-497c0ea3-39c8-4e33-afde-dfa1cedff2b8 None None] Provisioning complete for port fee388c6-983a-44fe-ab07-2f3d84aee7c6 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:41.127955 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-497c0ea3-39c8-4e33-afde-dfa1cedff2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:41.167634 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d4bf59de-4ffc-4b58-bf87-dc5a7fe1608b tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:41.186280 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-497c0ea3-39c8-4e33-afde-dfa1cedff2b8 None None] Port fee388c6-983a-44fe-ab07-2f3d84aee7c6 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:41.313422 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1fc19b9f-651c-4d88-92d6-845e77af4a28 None None] Provisioning for port db099f09-b89b-4dfe-9f81-b9390be002aa completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:41.335639 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1fc19b9f-651c-4d88-92d6-845e77af4a28 None None] Provisioning complete for port db099f09-b89b-4dfe-9f81-b9390be002aa triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:41.336021 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1fc19b9f-651c-4d88-92d6-845e77af4a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:41.390173 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-1fc19b9f-651c-4d88-92d6-845e77af4a28 None None] Port db099f09-b89b-4dfe-9f81-b9390be002aa cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:41.391863 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047b595e-b2e1-4763-8a11-6931b4540343 None None] Update dhcp port {'port': {'network_id': 'e38e278c-9749-4fcf-ac39-38093cbabac0', 'fixed_ips': [{'subnet_id': '05b3234c-1054-4cd3-b70d-ffce89022342', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f0497d54-5397-457a-85a4-d3d70bfcc6a5', 'ip_address': '2001:db8::2'}, {'subnet_id': '640ce3d8-5d05-47d7-abef-2580261fa437'}], 'binding:host_id': 'n-d-771363-34'}, 'id': 'f1ba74b6-c176-4403-8f36-4b82449214c0'} from n-d-771363-34. {{(pid=94019) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:53:41.429414 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-047b595e-b2e1-4763-8a11-6931b4540343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:41.511632 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-d4bf59de-4ffc-4b58-bf87-dc5a7fe1608b tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Delete allocated IP 2001:db8::16d (e38e278c-9749-4fcf-ac39-38093cbabac0/f0497d54-5397-457a-85a4-d3d70bfcc6a5) {{(pid=94017) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 13 07:53:41.524881 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-d4bf59de-4ffc-4b58-bf87-dc5a7fe1608b tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Allocated IP 2001:db8:0:2::1d (e38e278c-9749-4fcf-ac39-38093cbabac0/640ce3d8-5d05-47d7-abef-2580261fa437/db099f09-b89b-4dfe-9f81-b9390be002aa) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:41.708431 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d4bf59de-4ffc-4b58-bf87-dc5a7fe1608b tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:41.720575 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-d4bf59de-4ffc-4b58-bf87-dc5a7fe1608b tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Ignored duplicate provisioning block setup for port db099f09-b89b-4dfe-9f81-b9390be002aa by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 13 07:53:41.730075 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d4bf59de-4ffc-4b58-bf87-dc5a7fe1608b tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:41.784929 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-047b595e-b2e1-4763-8a11-6931b4540343 None None] Allocated IP 2001:db8:0:2::2 (e38e278c-9749-4fcf-ac39-38093cbabac0/640ce3d8-5d05-47d7-abef-2580261fa437/f1ba74b6-c176-4403-8f36-4b82449214c0) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:41.797769 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-d4bf59de-4ffc-4b58-bf87-dc5a7fe1608b tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] In _notify_port_updated(), no bound segment for port db099f09-b89b-4dfe-9f81-b9390be002aa on network e38e278c-9749-4fcf-ac39-38093cbabac0 {{(pid=94017) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 13 07:53:41.804792 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bf59de-4ffc-4b58-bf87-dc5a7fe1608b tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:41.805666 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d4bf59de-4ffc-4b58-bf87-dc5a7fe1608b tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:41.807290 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d4bf59de-4ffc-4b58-bf87-dc5a7fe1608b tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "PUT /v2.0/ports/db099f09-b89b-4dfe-9f81-b9390be002aa HTTP/1.1" status: 200 len: 968 time: 0.8689234 Jul 13 07:53:41.810154 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33372) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:41.823882 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bf59de-4ffc-4b58-bf87-dc5a7fe1608b tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event updated for resources: {'Port': ['ID=db099f09-b89b-4dfe-9f81-b9390be002aa,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:41.894460 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-047b595e-b2e1-4763-8a11-6931b4540343 None None] For port f1ba74b6-c176-4403-8f36-4b82449214c0, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=f1ba74b6-c176-4403-8f36-4b82449214c0,segment=NetworkSegment(24412ff4-1e57-4d01-bca2-fd8b2aecc8a1),segment_id=24412ff4-1e57-4d01-bca2-fd8b2aecc8a1)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:41.914643 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-d2352924-914f-43fd-860e-9f699e8fb5e7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Deleting port db099f09-b89b-4dfe-9f81-b9390be002aa {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:41.915333 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d2352924-914f-43fd-860e-9f699e8fb5e7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:41.925736 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-047b595e-b2e1-4763-8a11-6931b4540343 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:41.940086 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-047b595e-b2e1-4763-8a11-6931b4540343 None None] Transition to ACTIVE for port object f1ba74b6-c176-4403-8f36-4b82449214c0 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:41.943894 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-047b595e-b2e1-4763-8a11-6931b4540343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:42.019123 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d2352924-914f-43fd-860e-9f699e8fb5e7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:42.032665 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-d2352924-914f-43fd-860e-9f699e8fb5e7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Calling delete_port for db099f09-b89b-4dfe-9f81-b9390be002aa owned by {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:42.056610 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b595e-b2e1-4763-8a11-6931b4540343 None None] Pushing event updated for resources: {'Port': ['ID=f1ba74b6-c176-4403-8f36-4b82449214c0,revision_number=7']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:42.177234 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d2352924-914f-43fd-860e-9f699e8fb5e7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:42.211646 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2352924-914f-43fd-860e-9f699e8fb5e7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'Port': ['ID=db099f09-b89b-4dfe-9f81-b9390be002aa,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:42.243480 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d2352924-914f-43fd-860e-9f699e8fb5e7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:42.245675 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d2352924-914f-43fd-860e-9f699e8fb5e7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/ports/db099f09-b89b-4dfe-9f81-b9390be002aa HTTP/1.1" status: 204 len: 168 time: 0.4344957 Jul 13 07:53:42.248610 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33378) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:42.280807 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a0a624-d744-4dd2-a197-3aa8914a9953 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] GET failed (client error): The resource could not be found. Jul 13 07:53:42.285800 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a9a0a624-d744-4dd2-a197-3aa8914a9953 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "GET /v2.0/ports/db099f09-b89b-4dfe-9f81-b9390be002aa HTTP/1.1" status: 404 len: 333 time: 0.0330751 Jul 13 07:53:42.286187 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33380) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:42.343896 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-346d526a-b133-4537-8157-ea828e7da1b2 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:42.373311 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-346d526a-b133-4537-8157-ea828e7da1b2 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:42.421909 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-346d526a-b133-4537-8157-ea828e7da1b2 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:42.425344 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-346d526a-b133-4537-8157-ea828e7da1b2 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:42.426601 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-346d526a-b133-4537-8157-ea828e7da1b2 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/security-groups/489ad3de-c789-44be-b1b3-3ca9ef42b65f HTTP/1.1" status: 204 len: 168 time: 0.1393733 Jul 13 07:53:42.429336 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33382) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:42.436334 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d526a-b133-4537-8157-ea828e7da1b2 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=489ad3de-c789-44be-b1b3-3ca9ef42b65f,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:42.520103 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a6e3ec4-a667-483b-a37f-b7a447c67b05 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:42.553642 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a6e3ec4-a667-483b-a37f-b7a447c67b05 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:42.623674 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a6e3ec4-a667-483b-a37f-b7a447c67b05 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:42.626267 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a6e3ec4-a667-483b-a37f-b7a447c67b05 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:42.627623 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3a6e3ec4-a667-483b-a37f-b7a447c67b05 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/security-groups/86aa314f-6692-4992-9073-26e60d8f5aa8 HTTP/1.1" status: 204 len: 168 time: 0.1966162 Jul 13 07:53:42.630531 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33386) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:42.649440 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f1ba74b6-c176-4403-8f36-4b82449214c0 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:42.650718 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e3ec4-a667-483b-a37f-b7a447c67b05 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86aa314f-6692-4992-9073-26e60d8f5aa8,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:42.707281 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-55de4259-5efd-4c9e-959b-dc8c60e96cdf tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:42.743715 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-55de4259-5efd-4c9e-959b-dc8c60e96cdf tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:42.795407 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-55de4259-5efd-4c9e-959b-dc8c60e96cdf tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:42.797989 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-55de4259-5efd-4c9e-959b-dc8c60e96cdf tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:42.802261 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-55de4259-5efd-4c9e-959b-dc8c60e96cdf tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/security-groups/42d39efd-6c16-442d-9a3f-6a2c0422d172 HTTP/1.1" status: 204 len: 168 time: 0.1676147 Jul 13 07:53:42.802646 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33388) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:42.819091 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-618dcabb-46b7-4936-ba48-603db4f74a0d None None] Could not find standard attr ID for object db099f09-b89b-4dfe-9f81-b9390be002aa. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:53:42.835132 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de4259-5efd-4c9e-959b-dc8c60e96cdf tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d39efd-6c16-442d-9a3f-6a2c0422d172,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:42.836066 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-618dcabb-46b7-4936-ba48-603db4f74a0d None None] Provisioning for port f1ba74b6-c176-4403-8f36-4b82449214c0 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:42.842679 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-618dcabb-46b7-4936-ba48-603db4f74a0d None None] Provisioning complete for port f1ba74b6-c176-4403-8f36-4b82449214c0 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:42.842679 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-618dcabb-46b7-4936-ba48-603db4f74a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:42.888477 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb8ee3f3-2572-43c5-b9c5-d2b46873e5c2 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Deleting subnet f0497d54-5397-457a-85a4-d3d70bfcc6a5 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:53:42.893358 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-eb8ee3f3-2572-43c5-b9c5-d2b46873e5c2 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:42.948608 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-eb8ee3f3-2572-43c5-b9c5-d2b46873e5c2 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:42.973946 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-618dcabb-46b7-4936-ba48-603db4f74a0d None None] Provisioning complete for port fee388c6-983a-44fe-ab07-2f3d84aee7c6 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:42.974325 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-618dcabb-46b7-4936-ba48-603db4f74a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:43.021918 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-618dcabb-46b7-4936-ba48-603db4f74a0d None None] Port fee388c6-983a-44fe-ab07-2f3d84aee7c6 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:43.057874 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-eb8ee3f3-2572-43c5-b9c5-d2b46873e5c2 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:43.082512 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:53:43.136587 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-86aba85b-0aff-4991-bf18-c37f55334f5c None None] Could not find standard attr ID for object db099f09-b89b-4dfe-9f81-b9390be002aa. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:53:43.137816 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-eb8ee3f3-2572-43c5-b9c5-d2b46873e5c2 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:43.168437 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ee3f3-2572-43c5-b9c5-d2b46873e5c2 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'Subnet': ['ID=f0497d54-5397-457a-85a4-d3d70bfcc6a5,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:43.172572 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-eb8ee3f3-2572-43c5-b9c5-d2b46873e5c2 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:43.174580 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-eb8ee3f3-2572-43c5-b9c5-d2b46873e5c2 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/subnets/f0497d54-5397-457a-85a4-d3d70bfcc6a5 HTTP/1.1" status: 204 len: 168 time: 0.3707628 Jul 13 07:53:43.178886 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33394) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:43.238059 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b204338-be20-48b3-92af-1acdb47aae47 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Deleting subnet 640ce3d8-5d05-47d7-abef-2580261fa437 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:53:43.241590 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2b204338-be20-48b3-92af-1acdb47aae47 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:43.285111 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2b204338-be20-48b3-92af-1acdb47aae47 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:43.304666 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b5ae4a-b654-4050-b954-068ae6384b96 None None] Network e38e278c-9749-4fcf-ac39-38093cbabac0 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:43.373751 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2b204338-be20-48b3-92af-1acdb47aae47 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:43.446633 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2b204338-be20-48b3-92af-1acdb47aae47 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:43.479554 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b204338-be20-48b3-92af-1acdb47aae47 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'Subnet': ['ID=640ce3d8-5d05-47d7-abef-2580261fa437,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:43.494402 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2b204338-be20-48b3-92af-1acdb47aae47 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:43.496540 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2b204338-be20-48b3-92af-1acdb47aae47 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/subnets/640ce3d8-5d05-47d7-abef-2580261fa437 HTTP/1.1" status: 204 len: 168 time: 0.3163726 Jul 13 07:53:43.499157 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33396) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:43.528424 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed705931-f219-494d-8c4d-6b3694c9c458 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] DELETE failed (client error): The resource could not be found. Jul 13 07:53:43.528873 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed705931-f219-494d-8c4d-6b3694c9c458 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:53:43.533181 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ed705931-f219-494d-8c4d-6b3694c9c458 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/subnets/f0497d54-5397-457a-85a4-d3d70bfcc6a5 HTTP/1.1" status: 404 len: 337 time: 0.0301268 Jul 13 07:53:43.534084 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33398) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:43.567095 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a00941c-4c02-4082-b87b-a5f7ea7ad865 None None] Update dhcp port {'port': {'network_id': 'e38e278c-9749-4fcf-ac39-38093cbabac0', 'fixed_ips': [{'subnet_id': '05b3234c-1054-4cd3-b70d-ffce89022342', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '640ce3d8-5d05-47d7-abef-2580261fa437'}], 'binding:host_id': 'n-d-771363-34'}, 'id': 'f1ba74b6-c176-4403-8f36-4b82449214c0'} from n-d-771363-34. {{(pid=94019) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 13 07:53:43.596251 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c6d76f5-62c9-4f30-bdb3-714556765edf tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Deleting subnet 05b3234c-1054-4cd3-b70d-ffce89022342 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:53:43.599961 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2c6d76f5-62c9-4f30-bdb3-714556765edf tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:43.603616 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7a00941c-4c02-4082-b87b-a5f7ea7ad865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:43.643888 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2c6d76f5-62c9-4f30-bdb3-714556765edf tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:43.744286 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2c6d76f5-62c9-4f30-bdb3-714556765edf tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:43.804319 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2c6d76f5-62c9-4f30-bdb3-714556765edf tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server [None req-7a00941c-4c02-4082-b87b-a5f7ea7ad865 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 05b3234c-1054-4cd3-b70d-ffce89022342: This subnet is being modified by another concurrent operation. Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise exception Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 05b3234c-1054-4cd3-b70d-ffce89022342: This subnet is being modified by another concurrent operation. Jul 13 07:53:43.805793 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server Jul 13 07:53:43.840815 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d76f5-62c9-4f30-bdb3-714556765edf tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'Subnet': ['ID=05b3234c-1054-4cd3-b70d-ffce89022342,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:43.847455 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2c6d76f5-62c9-4f30-bdb3-714556765edf tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:43.851263 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2c6d76f5-62c9-4f30-bdb3-714556765edf tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/subnets/05b3234c-1054-4cd3-b70d-ffce89022342 HTTP/1.1" status: 204 len: 168 time: 0.3144090 Jul 13 07:53:43.852215 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33402) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:43.886163 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-13641614-bf88-4aaa-a1ad-25d298780964 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] DELETE failed (client error): The resource could not be found. Jul 13 07:53:43.887004 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13641614-bf88-4aaa-a1ad-25d298780964 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:53:43.890339 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-13641614-bf88-4aaa-a1ad-25d298780964 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/subnets/c94d9bfe-8aa9-4d38-ad18-8dd1bc92de1d HTTP/1.1" status: 404 len: 337 time: 0.0369003 Jul 13 07:53:43.892391 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3c04ee-308d-426b-b32c-6ec87f535723 None None] Network e38e278c-9749-4fcf-ac39-38093cbabac0 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:43.893191 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33404) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:43.928859 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-fc29ad02-37fd-4745-afac-2261f6c8ab1a tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "GET /v2.0/ports?device_id=48cf0209-a20a-4074-9d1c-4077fa8fd316 HTTP/1.1" status: 200 len: 205 time: 0.0342233 Jul 13 07:53:43.931228 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33406) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:43.973805 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-ac0ff044-dc4d-46ca-b3a2-190e148c5092 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] delete failed (client error): The resource could not be found. Jul 13 07:53:43.977523 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ac0ff044-dc4d-46ca-b3a2-190e148c5092 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/routers/48cf0209-a20a-4074-9d1c-4077fa8fd316 HTTP/1.1" status: 404 len: 336 time: 0.0427606 Jul 13 07:53:43.977918 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33408) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:44.004964 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d0a54ee0-d61a-45e5-b8ac-547853f7089a None None] Provisioning complete for port f1ba74b6-c176-4403-8f36-4b82449214c0 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:44.005332 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d0a54ee0-d61a-45e5-b8ac-547853f7089a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:44.009239 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-a180e31c-c8b0-423c-bc33-9d872c740b3b tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] DELETE failed (client error): The resource could not be found. Jul 13 07:53:44.009799 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a180e31c-c8b0-423c-bc33-9d872c740b3b tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:53:44.014521 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a180e31c-c8b0-423c-bc33-9d872c740b3b tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/subnets/0fa2015f-ed38-4744-9167-f9e9258d9e64 HTTP/1.1" status: 404 len: 337 time: 0.0328352 Jul 13 07:53:44.014888 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33410) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:44.048824 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa4a15c4-1ef7-474d-a05a-2410a197b0d6 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] DELETE failed (client error): The resource could not be found. Jul 13 07:53:44.050512 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa4a15c4-1ef7-474d-a05a-2410a197b0d6 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:53:44.053396 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-fa4a15c4-1ef7-474d-a05a-2410a197b0d6 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/subnets/c1fa10e8-c2d5-45a2-b8a4-658ff273f8f5 HTTP/1.1" status: 404 len: 337 time: 0.0372677 Jul 13 07:53:44.056560 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33412) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:44.093651 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf6524a-5708-4d17-bc6a-23b1e7c806ca None None] DHCP port deletion for e38e278c-9749-4fcf-ac39-38093cbabac0 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:53:44.099730 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec2eb3b7-b8c4-4415-9154-ff66daeddd2b tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] DELETE failed (client error): The resource could not be found. Jul 13 07:53:44.100347 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec2eb3b7-b8c4-4415-9154-ff66daeddd2b tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:53:44.103601 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ec2eb3b7-b8c4-4415-9154-ff66daeddd2b tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/subnets/4a375bd1-1df2-4f62-92a8-7463a3c26597 HTTP/1.1" status: 404 len: 337 time: 0.0447330 Jul 13 07:53:44.105872 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33414) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:44.152945 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d0a54ee0-d61a-45e5-b8ac-547853f7089a None None] Provisioning complete for port fee388c6-983a-44fe-ab07-2f3d84aee7c6 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:44.153293 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d0a54ee0-d61a-45e5-b8ac-547853f7089a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:44.191848 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-8bf6524a-5708-4d17-bc6a-23b1e7c806ca None None] Deleting port f1ba74b6-c176-4403-8f36-4b82449214c0 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:44.191848 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8bf6524a-5708-4d17-bc6a-23b1e7c806ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:44.214931 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-d0a54ee0-d61a-45e5-b8ac-547853f7089a None None] Port fee388c6-983a-44fe-ab07-2f3d84aee7c6 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:44.264032 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-8bf6524a-5708-4d17-bc6a-23b1e7c806ca None None] For port f1ba74b6-c176-4403-8f36-4b82449214c0, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=f1ba74b6-c176-4403-8f36-4b82449214c0,segment=NetworkSegment(24412ff4-1e57-4d01-bca2-fd8b2aecc8a1),segment_id=24412ff4-1e57-4d01-bca2-fd8b2aecc8a1)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:44.264426 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8bf6524a-5708-4d17-bc6a-23b1e7c806ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:44.278609 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-8bf6524a-5708-4d17-bc6a-23b1e7c806ca None None] Calling delete_port for f1ba74b6-c176-4403-8f36-4b82449214c0 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:44.375813 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8bf6524a-5708-4d17-bc6a-23b1e7c806ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:44.407121 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf6524a-5708-4d17-bc6a-23b1e7c806ca None None] Pushing event deleted for resources: {'Port': ['ID=f1ba74b6-c176-4403-8f36-4b82449214c0,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:44.416263 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf6524a-5708-4d17-bc6a-23b1e7c806ca None None] No DVR routers for this DVR port f1ba74b6-c176-4403-8f36-4b82449214c0 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:53:44.440756 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3665caf7-3400-4cb4-98fc-38a901d53f34 None None] get_active_networks_info from n-d-771363-34 {{(pid=94019) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 07:53:44.453293 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c8084bc-17e3-4940-b6ec-86ed5a3c5ae3 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] DELETE failed (client error): The resource could not be found. Jul 13 07:53:44.454100 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c8084bc-17e3-4940-b6ec-86ed5a3c5ae3 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:53:44.456927 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2c8084bc-17e3-4940-b6ec-86ed5a3c5ae3 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/ports/e47e766e-12f3-45ee-82e5-b5631e179e9c HTTP/1.1" status: 404 len: 333 time: 0.3491032 Jul 13 07:53:44.459096 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33420) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:44.484580 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-375a814b-dfa8-40b5-836d-1ce41d28dbde tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] DELETE failed (client error): The resource could not be found. Jul 13 07:53:44.485179 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-375a814b-dfa8-40b5-836d-1ce41d28dbde tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:53:44.489420 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-375a814b-dfa8-40b5-836d-1ce41d28dbde tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/subnets/9c927a17-6874-4684-a1cd-86fa6b05f378 HTTP/1.1" status: 404 len: 337 time: 0.0268705 Jul 13 07:53:44.490017 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33422) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:44.508356 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3665caf7-3400-4cb4-98fc-38a901d53f34 None None] Resources bound (agent type, host, resource id): {{(pid=94019) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 07:53:44.516481 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d983711-e47a-49b0-9004-e1dd7bb7bab7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] DELETE failed (client error): The resource could not be found. Jul 13 07:53:44.517045 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d983711-e47a-49b0-9004-e1dd7bb7bab7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:53:44.521906 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1d983711-e47a-49b0-9004-e1dd7bb7bab7 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/subnets/04c74b48-a63b-439b-a788-206dc1d8dfc9 HTTP/1.1" status: 404 len: 337 time: 0.0283353 Jul 13 07:53:44.522221 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33424) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:44.558328 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0411648-1ddb-4c62-a38d-81d7e9a4e75c tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] DELETE failed (client error): The resource could not be found. Jul 13 07:53:44.559063 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0411648-1ddb-4c62-a38d-81d7e9a4e75c tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:53:44.560860 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b0411648-1ddb-4c62-a38d-81d7e9a4e75c tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/ports/23440bea-403b-42b5-8446-de115ffc8770 HTTP/1.1" status: 404 len: 333 time: 0.0377405 Jul 13 07:53:44.563360 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33426) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:44.594919 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-7113d2de-7b75-43aa-9146-f5ceac9eb429 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] DELETE failed (client error): The resource could not be found. Jul 13 07:53:44.595431 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7113d2de-7b75-43aa-9146-f5ceac9eb429 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:53:44.599314 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7113d2de-7b75-43aa-9146-f5ceac9eb429 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/subnets/89836198-a4e1-43ba-9bd1-2f91043810ef HTTP/1.1" status: 404 len: 337 time: 0.0329492 Jul 13 07:53:44.599873 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33428) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:44.631525 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fdb2294-5daa-4409-9613-502371d29857 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] DELETE failed (client error): The resource could not be found. Jul 13 07:53:44.632232 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fdb2294-5daa-4409-9613-502371d29857 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 07:53:44.634135 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4fdb2294-5daa-4409-9613-502371d29857 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/subnets/f72c77e8-d188-4369-ac23-22ee09da7d3d HTTP/1.1" status: 404 len: 337 time: 0.0331976 Jul 13 07:53:44.637000 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33430) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:44.659326 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f1ba74b6-c176-4403-8f36-4b82449214c0 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:53:44.694600 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: f1ba74b6-c176-4403-8f36-4b82449214c0 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:53:44.695880 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f1ba74b6-c176-4403-8f36-4b82449214c0 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:53:44.789425 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-f7ee4e04-b05e-4e86-a196-3f0da7137580 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Deleting port fee388c6-983a-44fe-ab07-2f3d84aee7c6 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:44.789820 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f7ee4e04-b05e-4e86-a196-3f0da7137580 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:44.863442 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f7ee4e04-b05e-4e86-a196-3f0da7137580 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:44.875379 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-f7ee4e04-b05e-4e86-a196-3f0da7137580 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Calling delete_port for fee388c6-983a-44fe-ab07-2f3d84aee7c6 owned by {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:44.965541 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f7ee4e04-b05e-4e86-a196-3f0da7137580 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:44.998225 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee4e04-b05e-4e86-a196-3f0da7137580 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'Port': ['ID=fee388c6-983a-44fe-ab07-2f3d84aee7c6,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:45.006227 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f7ee4e04-b05e-4e86-a196-3f0da7137580 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:45.008430 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f7ee4e04-b05e-4e86-a196-3f0da7137580 tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/ports/fee388c6-983a-44fe-ab07-2f3d84aee7c6 HTTP/1.1" status: 204 len: 168 time: 0.3695750 Jul 13 07:53:45.011059 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33434) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:45.086763 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-da6f1d94-75db-47aa-ab59-d927f38cadca tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:45.193257 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-da6f1d94-75db-47aa-ab59-d927f38cadca tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:45.208560 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-da6f1d94-75db-47aa-ab59-d927f38cadca tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e38e278c-9749-4fcf-ac39-38093cbabac0']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:45.223058 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-da6f1d94-75db-47aa-ab59-d927f38cadca tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24412ff4-1e57-4d01-bca2-fd8b2aecc8a1') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:45.223457 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-da6f1d94-75db-47aa-ab59-d927f38cadca tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24412ff4-1e57-4d01-bca2-fd8b2aecc8a1') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:45.235761 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-da6f1d94-75db-47aa-ab59-d927f38cadca tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:45.255103 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-da6f1d94-75db-47aa-ab59-d927f38cadca tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:45.260877 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da6f1d94-75db-47aa-ab59-d927f38cadca tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:53:45.261256 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-da6f1d94-75db-47aa-ab59-d927f38cadca tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:45.264408 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:53:45.264408 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:53:45.264408 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:53:45.264408 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:53:45.264408 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:53:45.264408 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:53:45.264408 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:53:45.264408 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:53:45.264408 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:53:45.264408 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:53:45.264408 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:53:45.264408 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:53:45.264408 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:53:45.264408 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:53:45.264408 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:53:45.264408 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:53:45.264408 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:53:45.264408 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:53:45.264408 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:53:45.264408 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:53:45.264408 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:53:45.264408 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:53:45.264408 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:53:45.264408 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:53:45.264408 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:53:45.264408 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:53:45.264408 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:53:45.264408 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:53:45.264408 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:53:45.264408 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:53:45.264408 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:53:45.264408 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:53:45.264408 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:53:45.264408 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:53:45.327752 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-da6f1d94-75db-47aa-ab59-d927f38cadca tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:45.334998 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-da6f1d94-75db-47aa-ab59-d927f38cadca tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:45.340071 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-da6f1d94-75db-47aa-ab59-d927f38cadca tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] 10.222.0.23 "DELETE /v2.0/networks/e38e278c-9749-4fcf-ac39-38093cbabac0 HTTP/1.1" status: 204 len: 168 time: 0.3248219 Jul 13 07:53:45.354483 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f1d94-75db-47aa-ab59-d927f38cadca tempest-PortsIpV6TestJSON-623108849 tempest-PortsIpV6TestJSON-623108849-project] Pushing event deleted for resources: {'Network': ['ID=e38e278c-9749-4fcf-ac39-38093cbabac0,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:45.595715 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33444) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:45.742718 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-990f1aa5-5c76-406f-b9ea-87d98a9658f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f1a43a2ee5944999b8f792249ba6022e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1452162 Jul 13 07:53:45.746470 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33450) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:45.796076 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b267ce8-4c1d-4e87-977a-e1de09aa537b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:45.817940 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b267ce8-4c1d-4e87-977a-e1de09aa537b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:45.865501 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b267ce8-4c1d-4e87-977a-e1de09aa537b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:45.868410 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b267ce8-4c1d-4e87-977a-e1de09aa537b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:45.869649 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2b267ce8-4c1d-4e87-977a-e1de09aa537b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1a14deb2-924f-4c10-9199-a15729aac615 HTTP/1.1" status: 204 len: 168 time: 0.1221645 Jul 13 07:53:45.877942 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b267ce8-4c1d-4e87-977a-e1de09aa537b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a14deb2-924f-4c10-9199-a15729aac615,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:46.547345 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33472) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:46.658013 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-7b3ac713-4616-4012-a118-f8cb65477a66 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-675474695', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:46.682254 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7b3ac713-4616-4012-a118-f8cb65477a66 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:46.683371 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7b3ac713-4616-4012-a118-f8cb65477a66 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:46.755343 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7b3ac713-4616-4012-a118-f8cb65477a66 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:46.760958 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7b3ac713-4616-4012-a118-f8cb65477a66 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:46.778657 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7b3ac713-4616-4012-a118-f8cb65477a66 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:46.780010 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7b3ac713-4616-4012-a118-f8cb65477a66 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2294087 Jul 13 07:53:46.783010 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33482) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:46.788683 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-398dd69c-661c-47e1-9e81-806320ca7fe1 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1458067094'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:46.809728 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398dd69c-661c-47e1-9e81-806320ca7fe1 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Made reservation on behalf of 81b4a742696246e595b0efed819b290f for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:46.813206 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-398dd69c-661c-47e1-9e81-806320ca7fe1 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:46.822364 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-398dd69c-661c-47e1-9e81-806320ca7fe1 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:46.917654 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-398dd69c-661c-47e1-9e81-806320ca7fe1 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:46.924684 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-398dd69c-661c-47e1-9e81-806320ca7fe1 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:46.955674 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398dd69c-661c-47e1-9e81-806320ca7fe1 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:53:46.966229 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398dd69c-661c-47e1-9e81-806320ca7fe1 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35528d9b-ae5d-4b6d-ba5d-6e32bdd60cb8,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:46.973503 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-398dd69c-661c-47e1-9e81-806320ca7fe1 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:46.973890 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-398dd69c-661c-47e1-9e81-806320ca7fe1 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Added segment 6114d5af-0396-4c94-b049-792de92b7e42 of type vlan for network 265ef05f-d3ad-42c8-8833-0438c013b311 Jul 13 07:53:47.017996 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-398dd69c-661c-47e1-9e81-806320ca7fe1 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:47.048414 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-398dd69c-661c-47e1-9e81-806320ca7fe1 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:47.054614 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398dd69c-661c-47e1-9e81-806320ca7fe1 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:47.055213 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-398dd69c-661c-47e1-9e81-806320ca7fe1 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:47.094798 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-398dd69c-661c-47e1-9e81-806320ca7fe1 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3101089 Jul 13 07:53:47.098038 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33484) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:47.106734 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-aa463f39-9031-4849-965d-957bbf624dd9 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Request body: {'subnet': {'network_id': '265ef05f-d3ad-42c8-8833-0438c013b311', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:47.147373 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398dd69c-661c-47e1-9e81-806320ca7fe1 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Pushing event updated for resources: {'Network': ['ID=265ef05f-d3ad-42c8-8833-0438c013b311,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:47.159489 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 265ef05f-d3ad-42c8-8833-0438c013b311 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:53:47.228535 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa463f39-9031-4849-965d-957bbf624dd9 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Made reservation on behalf of 81b4a742696246e595b0efed819b290f for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:47.232145 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aa463f39-9031-4849-965d-957bbf624dd9 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:47.416126 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aa463f39-9031-4849-965d-957bbf624dd9 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:47.482134 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa463f39-9031-4849-965d-957bbf624dd9 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Pushing event updated for resources: {'Subnet': ['ID=4ff374b6-f572-4563-b032-ec3bcd8aa342,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:47.490524 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa463f39-9031-4849-965d-957bbf624dd9 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Checking segment: {'id': '6114d5af-0396-4c94-b049-792de92b7e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '265ef05f-d3ad-42c8-8833-0438c013b311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:47.490880 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa463f39-9031-4849-965d-957bbf624dd9 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Network hostable DHCP agents. Network: 265ef05f-d3ad-42c8-8833-0438c013b311, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:53:47.507064 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa463f39-9031-4849-965d-957bbf624dd9 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Network 265ef05f-d3ad-42c8-8833-0438c013b311 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:53:47.516805 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-aa463f39-9031-4849-965d-957bbf624dd9 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 265ef05f-d3ad-42c8-8833-0438c013b311) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:47.523585 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa463f39-9031-4849-965d-957bbf624dd9 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:47.524563 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aa463f39-9031-4849-965d-957bbf624dd9 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:47.526370 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7273fab-09d1-4674-8905-d80787250c34 None None] Network 265ef05f-d3ad-42c8-8833-0438c013b311 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:47.547141 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-aa463f39-9031-4849-965d-957bbf624dd9 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4444835 Jul 13 07:53:47.547553 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33486) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:47.553109 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-aee50bc4-5dd1-43a7-8467-190b93364d58 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Request body: {'network': {'name': 'tempest-router-network01--303476338'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:47.577972 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee50bc4-5dd1-43a7-8467-190b93364d58 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Made reservation on behalf of 81b4a742696246e595b0efed819b290f for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:47.586573 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aee50bc4-5dd1-43a7-8467-190b93364d58 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:47.619707 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee50bc4-5dd1-43a7-8467-190b93364d58 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:53:47.630193 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aee50bc4-5dd1-43a7-8467-190b93364d58 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:47.630404 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-aee50bc4-5dd1-43a7-8467-190b93364d58 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Added segment 8b8bc6a3-a13b-4d16-ac43-3c07f357622d of type vlan for network 2569cc20-dabc-4e87-a249-14090c25acb8 Jul 13 07:53:47.672767 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aee50bc4-5dd1-43a7-8467-190b93364d58 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:47.706345 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aee50bc4-5dd1-43a7-8467-190b93364d58 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:47.712507 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee50bc4-5dd1-43a7-8467-190b93364d58 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:47.712769 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c55c2e-813c-41ae-b4ad-b4beb7749643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-265ef05f-d3ad-42c8-8833-0438c013b311', 'network_id': '265ef05f-d3ad-42c8-8833-0438c013b311', 'tenant_id': '81b4a742696246e595b0efed819b290f', 'fixed_ips': [{'subnet_id': '4ff374b6-f572-4563-b032-ec3bcd8aa342'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:53:47.713541 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-40c55c2e-813c-41ae-b4ad-b4beb7749643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:47.713726 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aee50bc4-5dd1-43a7-8467-190b93364d58 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:47.754451 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-aee50bc4-5dd1-43a7-8467-190b93364d58 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2029107 Jul 13 07:53:47.754812 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33492) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:47.762096 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-08c7a254-7948-4335-8cee-b005ffb24931 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Request body: {'network': {'name': 'tempest-router-network02--1961220941'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:47.804107 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee50bc4-5dd1-43a7-8467-190b93364d58 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Pushing event updated for resources: {'Network': ['ID=2569cc20-dabc-4e87-a249-14090c25acb8,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:47.815802 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 2569cc20-dabc-4e87-a249-14090c25acb8 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:53:47.817617 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c7a254-7948-4335-8cee-b005ffb24931 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Made reservation on behalf of 81b4a742696246e595b0efed819b290f for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:47.821327 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-08c7a254-7948-4335-8cee-b005ffb24931 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:47.849163 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08c7a254-7948-4335-8cee-b005ffb24931 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:53:47.859692 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-08c7a254-7948-4335-8cee-b005ffb24931 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:47.860290 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-08c7a254-7948-4335-8cee-b005ffb24931 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Added segment 35abac04-658c-467a-8040-6cce9435fed0 of type vlan for network bb8fde0d-85f7-420c-9caa-7668028a84f8 Jul 13 07:53:47.906838 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-08c7a254-7948-4335-8cee-b005ffb24931 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:47.921276 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-40c55c2e-813c-41ae-b4ad-b4beb7749643 None None] Allocated IP 2001:db8::2 (265ef05f-d3ad-42c8-8833-0438c013b311/4ff374b6-f572-4563-b032-ec3bcd8aa342/0c32d942-ea22-4526-bd8c-e31d2bedca13) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:47.949689 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-08c7a254-7948-4335-8cee-b005ffb24931 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:47.956797 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c7a254-7948-4335-8cee-b005ffb24931 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:47.957452 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-08c7a254-7948-4335-8cee-b005ffb24931 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:47.992051 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-08c7a254-7948-4335-8cee-b005ffb24931 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2359748 Jul 13 07:53:47.996056 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33496) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:48.009153 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-a05fd991-5906-48d5-b6ac-cd9ae8488c7e tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Request body: {'subnet': {'network_id': '2569cc20-dabc-4e87-a249-14090c25acb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:48.033325 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7a254-7948-4335-8cee-b005ffb24931 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Pushing event updated for resources: {'Network': ['ID=bb8fde0d-85f7-420c-9caa-7668028a84f8,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:48.063058 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network bb8fde0d-85f7-420c-9caa-7668028a84f8 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:53:48.118691 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05fd991-5906-48d5-b6ac-cd9ae8488c7e tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Made reservation on behalf of 81b4a742696246e595b0efed819b290f for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:48.122500 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a05fd991-5906-48d5-b6ac-cd9ae8488c7e tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:48.152384 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-40c55c2e-813c-41ae-b4ad-b4beb7749643 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:48.170402 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-40c55c2e-813c-41ae-b4ad-b4beb7749643 None None] Transition to ACTIVE for port object 0c32d942-ea22-4526-bd8c-e31d2bedca13 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:48.188293 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-40c55c2e-813c-41ae-b4ad-b4beb7749643 None None] Transition to ACTIVE for port object 0c32d942-ea22-4526-bd8c-e31d2bedca13 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:48.194293 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-40c55c2e-813c-41ae-b4ad-b4beb7749643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:48.239512 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c55c2e-813c-41ae-b4ad-b4beb7749643 None None] Network 265ef05f-d3ad-42c8-8833-0438c013b311 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:48.242480 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-40c55c2e-813c-41ae-b4ad-b4beb7749643 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:48.246910 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c55c2e-813c-41ae-b4ad-b4beb7749643 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:48.255471 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c55c2e-813c-41ae-b4ad-b4beb7749643 None None] Pushing event updated for resources: {'Port': ['ID=0c32d942-ea22-4526-bd8c-e31d2bedca13,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:48.321381 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-40c55c2e-813c-41ae-b4ad-b4beb7749643 None None] Attempting to bind port 0c32d942-ea22-4526-bd8c-e31d2bedca13 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:53:48.321954 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-40c55c2e-813c-41ae-b4ad-b4beb7749643 None None] Attempting to bind port 0c32d942-ea22-4526-bd8c-e31d2bedca13 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '6114d5af-0396-4c94-b049-792de92b7e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '265ef05f-d3ad-42c8-8833-0438c013b311'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:53:48.322446 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c55c2e-813c-41ae-b4ad-b4beb7749643 None None] Attempting to bind port 0c32d942-ea22-4526-bd8c-e31d2bedca13 on network 265ef05f-d3ad-42c8-8833-0438c013b311 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:53:48.328387 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c55c2e-813c-41ae-b4ad-b4beb7749643 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:53:48.328762 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c55c2e-813c-41ae-b4ad-b4beb7749643 None None] Checking segment: {'id': '6114d5af-0396-4c94-b049-792de92b7e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '265ef05f-d3ad-42c8-8833-0438c013b311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:48.329166 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-40c55c2e-813c-41ae-b4ad-b4beb7749643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:48.330028 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c55c2e-813c-41ae-b4ad-b4beb7749643 None None] Bound using segment: {'id': '6114d5af-0396-4c94-b049-792de92b7e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '265ef05f-d3ad-42c8-8833-0438c013b311'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:53:48.330028 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-40c55c2e-813c-41ae-b4ad-b4beb7749643 None None] Bound port: 0c32d942-ea22-4526-bd8c-e31d2bedca13, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6114d5af-0396-4c94-b049-792de92b7e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '265ef05f-d3ad-42c8-8833-0438c013b311'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:53:48.330716 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-40c55c2e-813c-41ae-b4ad-b4beb7749643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:48.339307 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a05fd991-5906-48d5-b6ac-cd9ae8488c7e tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:48.405012 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-40c55c2e-813c-41ae-b4ad-b4beb7749643 None None] For port 0c32d942-ea22-4526-bd8c-e31d2bedca13, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:53:48.414986 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05fd991-5906-48d5-b6ac-cd9ae8488c7e tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Pushing event updated for resources: {'Subnet': ['ID=8ed60322-3090-4cd7-8f0c-38aceebbc590,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:48.416718 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-40c55c2e-813c-41ae-b4ad-b4beb7749643 None None] For port 0c32d942-ea22-4526-bd8c-e31d2bedca13, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=0c32d942-ea22-4526-bd8c-e31d2bedca13,segment=NetworkSegment(6114d5af-0396-4c94-b049-792de92b7e42),segment_id=6114d5af-0396-4c94-b049-792de92b7e42)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:53:48.420749 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05fd991-5906-48d5-b6ac-cd9ae8488c7e tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Checking segment: {'id': '8b8bc6a3-a13b-4d16-ac43-3c07f357622d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2569cc20-dabc-4e87-a249-14090c25acb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:48.421116 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05fd991-5906-48d5-b6ac-cd9ae8488c7e tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Network hostable DHCP agents. Network: 2569cc20-dabc-4e87-a249-14090c25acb8, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:53:48.425335 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-40c55c2e-813c-41ae-b4ad-b4beb7749643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:48.442187 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05fd991-5906-48d5-b6ac-cd9ae8488c7e tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Network 2569cc20-dabc-4e87-a249-14090c25acb8 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:53:48.452463 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-a05fd991-5906-48d5-b6ac-cd9ae8488c7e tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 2569cc20-dabc-4e87-a249-14090c25acb8) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:48.459358 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05fd991-5906-48d5-b6ac-cd9ae8488c7e tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:48.460089 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a05fd991-5906-48d5-b6ac-cd9ae8488c7e tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:48.474601 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b37b60-6953-4b71-8dfa-b911f350c8e1 None None] Network 2569cc20-dabc-4e87-a249-14090c25acb8 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:48.478605 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a05fd991-5906-48d5-b6ac-cd9ae8488c7e tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4793396 Jul 13 07:53:48.481653 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33498) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:48.487753 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-64325eea-7444-4bd1-9148-637b2781b534 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Request body: {'subnet': {'network_id': 'bb8fde0d-85f7-420c-9caa-7668028a84f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:48.597703 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64325eea-7444-4bd1-9148-637b2781b534 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Made reservation on behalf of 81b4a742696246e595b0efed819b290f for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:48.601468 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-64325eea-7444-4bd1-9148-637b2781b534 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:48.827365 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c55c2e-813c-41ae-b4ad-b4beb7749643 None None] Pushing event updated for resources: {'Port': ['ID=0c32d942-ea22-4526-bd8c-e31d2bedca13,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:48.893066 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-64325eea-7444-4bd1-9148-637b2781b534 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:48.974366 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c4a8c5-f074-4606-af6c-9fcf7dd41445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-2569cc20-dabc-4e87-a249-14090c25acb8', 'network_id': '2569cc20-dabc-4e87-a249-14090c25acb8', 'tenant_id': '81b4a742696246e595b0efed819b290f', 'fixed_ips': [{'subnet_id': '8ed60322-3090-4cd7-8f0c-38aceebbc590'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:53:48.975597 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c3c4a8c5-f074-4606-af6c-9fcf7dd41445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:48.975822 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64325eea-7444-4bd1-9148-637b2781b534 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Pushing event updated for resources: {'Subnet': ['ID=1c8f205e-01df-4c5a-bd12-87ff8d809696,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:48.989242 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64325eea-7444-4bd1-9148-637b2781b534 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Checking segment: {'id': '35abac04-658c-467a-8040-6cce9435fed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'bb8fde0d-85f7-420c-9caa-7668028a84f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:48.989603 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64325eea-7444-4bd1-9148-637b2781b534 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Network hostable DHCP agents. Network: bb8fde0d-85f7-420c-9caa-7668028a84f8, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:53:49.007607 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64325eea-7444-4bd1-9148-637b2781b534 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Network bb8fde0d-85f7-420c-9caa-7668028a84f8 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:53:49.017454 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-64325eea-7444-4bd1-9148-637b2781b534 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, bb8fde0d-85f7-420c-9caa-7668028a84f8) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:49.023495 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64325eea-7444-4bd1-9148-637b2781b534 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:49.024289 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-64325eea-7444-4bd1-9148-637b2781b534 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:49.044685 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33506) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:49.045286 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-64325eea-7444-4bd1-9148-637b2781b534 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5619926 Jul 13 07:53:49.058784 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb55e75-a70c-4d42-b912-1e62e9ccda11 None None] Network bb8fde0d-85f7-420c-9caa-7668028a84f8 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:49.200771 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-c3c4a8c5-f074-4606-af6c-9fcf7dd41445 None None] Allocated IP 2001:db8::2 (2569cc20-dabc-4e87-a249-14090c25acb8/8ed60322-3090-4cd7-8f0c-38aceebbc590/48a2f150-b4e6-4cba-9009-35d1d1c5a1d4) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:49.327098 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7720885c-5bf2-429e-8f7f-5a1741850376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-bb8fde0d-85f7-420c-9caa-7668028a84f8', 'network_id': 'bb8fde0d-85f7-420c-9caa-7668028a84f8', 'tenant_id': '81b4a742696246e595b0efed819b290f', 'fixed_ips': [{'subnet_id': '1c8f205e-01df-4c5a-bd12-87ff8d809696'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:53:49.328277 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7720885c-5bf2-429e-8f7f-5a1741850376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:49.357113 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e5e96568-2fc9-42b3-b0e8-52ed750d5f00 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:49.608740 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c3c4a8c5-f074-4606-af6c-9fcf7dd41445 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:49.612412 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-7720885c-5bf2-429e-8f7f-5a1741850376 None None] Allocated IP 2001:db8::2 (bb8fde0d-85f7-420c-9caa-7668028a84f8/1c8f205e-01df-4c5a-bd12-87ff8d809696/e473556a-4692-44c2-a70e-d944f3b2b8d0) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:49.627620 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c3c4a8c5-f074-4606-af6c-9fcf7dd41445 None None] Transition to ACTIVE for port object 48a2f150-b4e6-4cba-9009-35d1d1c5a1d4 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:49.664879 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c3c4a8c5-f074-4606-af6c-9fcf7dd41445 None None] Transition to ACTIVE for port object 48a2f150-b4e6-4cba-9009-35d1d1c5a1d4 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:49.675301 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c3c4a8c5-f074-4606-af6c-9fcf7dd41445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:49.708869 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27821db5-1f98-4ee7-b144-d3f2923196f5 None None] Network 265ef05f-d3ad-42c8-8833-0438c013b311 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:49.732441 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-e5e96568-2fc9-42b3-b0e8-52ed750d5f00 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Allocated IP 2001:db8::1 (2569cc20-dabc-4e87-a249-14090c25acb8/8ed60322-3090-4cd7-8f0c-38aceebbc590/fae75d9e-04f5-4ac2-a3a2-6080d35c179a) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:49.785902 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c4a8c5-f074-4606-af6c-9fcf7dd41445 None None] Network 2569cc20-dabc-4e87-a249-14090c25acb8 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:49.797906 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c4a8c5-f074-4606-af6c-9fcf7dd41445 None None] Pushing event updated for resources: {'Port': ['ID=48a2f150-b4e6-4cba-9009-35d1d1c5a1d4,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:49.831372 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-c3c4a8c5-f074-4606-af6c-9fcf7dd41445 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:49.838204 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c4a8c5-f074-4606-af6c-9fcf7dd41445 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:49.864315 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-afe1e7ed-6148-419a-b4ab-ffc4fad89b49 None None] Provisioning for port 0c32d942-ea22-4526-bd8c-e31d2bedca13 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:49.881729 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e5e96568-2fc9-42b3-b0e8-52ed750d5f00 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:49.899457 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-e5e96568-2fc9-42b3-b0e8-52ed750d5f00 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Transition to ACTIVE for port object fae75d9e-04f5-4ac2-a3a2-6080d35c179a will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:49.946028 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e5e96568-2fc9-42b3-b0e8-52ed750d5f00 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:49.998497 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-c3c4a8c5-f074-4606-af6c-9fcf7dd41445 None None] Attempting to bind port 48a2f150-b4e6-4cba-9009-35d1d1c5a1d4 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:53:49.998866 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-c3c4a8c5-f074-4606-af6c-9fcf7dd41445 None None] Attempting to bind port 48a2f150-b4e6-4cba-9009-35d1d1c5a1d4 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '8b8bc6a3-a13b-4d16-ac43-3c07f357622d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2569cc20-dabc-4e87-a249-14090c25acb8'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:53:49.999257 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c4a8c5-f074-4606-af6c-9fcf7dd41445 None None] Attempting to bind port 48a2f150-b4e6-4cba-9009-35d1d1c5a1d4 on network 2569cc20-dabc-4e87-a249-14090c25acb8 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:53:50.000214 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e96568-2fc9-42b3-b0e8-52ed750d5f00 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Network 2569cc20-dabc-4e87-a249-14090c25acb8 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:50.008888 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7720885c-5bf2-429e-8f7f-5a1741850376 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:50.013604 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-e5e96568-2fc9-42b3-b0e8-52ed750d5f00 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:50.020888 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c4a8c5-f074-4606-af6c-9fcf7dd41445 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:53:50.021170 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c4a8c5-f074-4606-af6c-9fcf7dd41445 None None] Checking segment: {'id': '8b8bc6a3-a13b-4d16-ac43-3c07f357622d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2569cc20-dabc-4e87-a249-14090c25acb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:50.021537 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c3c4a8c5-f074-4606-af6c-9fcf7dd41445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:50.021930 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c4a8c5-f074-4606-af6c-9fcf7dd41445 None None] Bound using segment: {'id': '8b8bc6a3-a13b-4d16-ac43-3c07f357622d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2569cc20-dabc-4e87-a249-14090c25acb8'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:53:50.022054 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e96568-2fc9-42b3-b0e8-52ed750d5f00 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:50.022420 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-c3c4a8c5-f074-4606-af6c-9fcf7dd41445 None None] Bound port: 48a2f150-b4e6-4cba-9009-35d1d1c5a1d4, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8bc6a3-a13b-4d16-ac43-3c07f357622d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2569cc20-dabc-4e87-a249-14090c25acb8'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:53:50.022836 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e5e96568-2fc9-42b3-b0e8-52ed750d5f00 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:50.022979 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c3c4a8c5-f074-4606-af6c-9fcf7dd41445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:50.027571 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e96568-2fc9-42b3-b0e8-52ed750d5f00 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Pushing event updated for resources: {'Port': ['ID=fae75d9e-04f5-4ac2-a3a2-6080d35c179a,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:50.028255 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7720885c-5bf2-429e-8f7f-5a1741850376 None None] Transition to ACTIVE for port object e473556a-4692-44c2-a70e-d944f3b2b8d0 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:50.078003 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7720885c-5bf2-429e-8f7f-5a1741850376 None None] Transition to ACTIVE for port object e473556a-4692-44c2-a70e-d944f3b2b8d0 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:50.110789 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7720885c-5bf2-429e-8f7f-5a1741850376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:50.172250 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e5e96568-2fc9-42b3-b0e8-52ed750d5f00 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:50.176907 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7720885c-5bf2-429e-8f7f-5a1741850376 None None] Network bb8fde0d-85f7-420c-9caa-7668028a84f8 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:50.178144 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-c3c4a8c5-f074-4606-af6c-9fcf7dd41445 None None] For port 48a2f150-b4e6-4cba-9009-35d1d1c5a1d4, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:53:50.190224 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-7720885c-5bf2-429e-8f7f-5a1741850376 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:50.198744 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7720885c-5bf2-429e-8f7f-5a1741850376 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:50.202113 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7720885c-5bf2-429e-8f7f-5a1741850376 None None] Pushing event updated for resources: {'Port': ['ID=e473556a-4692-44c2-a70e-d944f3b2b8d0,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:50.208414 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-c3c4a8c5-f074-4606-af6c-9fcf7dd41445 None None] For port 48a2f150-b4e6-4cba-9009-35d1d1c5a1d4, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=48a2f150-b4e6-4cba-9009-35d1d1c5a1d4,segment=NetworkSegment(8b8bc6a3-a13b-4d16-ac43-3c07f357622d),segment_id=8b8bc6a3-a13b-4d16-ac43-3c07f357622d)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:53:50.238954 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c3c4a8c5-f074-4606-af6c-9fcf7dd41445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:50.318762 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-7720885c-5bf2-429e-8f7f-5a1741850376 None None] Attempting to bind port e473556a-4692-44c2-a70e-d944f3b2b8d0 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:53:50.319137 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-7720885c-5bf2-429e-8f7f-5a1741850376 None None] Attempting to bind port e473556a-4692-44c2-a70e-d944f3b2b8d0 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '35abac04-658c-467a-8040-6cce9435fed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'bb8fde0d-85f7-420c-9caa-7668028a84f8'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:53:50.319546 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7720885c-5bf2-429e-8f7f-5a1741850376 None None] Attempting to bind port e473556a-4692-44c2-a70e-d944f3b2b8d0 on network bb8fde0d-85f7-420c-9caa-7668028a84f8 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:53:50.332959 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7720885c-5bf2-429e-8f7f-5a1741850376 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:53:50.333429 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7720885c-5bf2-429e-8f7f-5a1741850376 None None] Checking segment: {'id': '35abac04-658c-467a-8040-6cce9435fed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'bb8fde0d-85f7-420c-9caa-7668028a84f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:50.333753 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7720885c-5bf2-429e-8f7f-5a1741850376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:50.334161 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7720885c-5bf2-429e-8f7f-5a1741850376 None None] Bound using segment: {'id': '35abac04-658c-467a-8040-6cce9435fed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'bb8fde0d-85f7-420c-9caa-7668028a84f8'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:53:50.334654 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-7720885c-5bf2-429e-8f7f-5a1741850376 None None] Bound port: e473556a-4692-44c2-a70e-d944f3b2b8d0, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35abac04-658c-467a-8040-6cce9435fed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'bb8fde0d-85f7-420c-9caa-7668028a84f8'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:53:50.335041 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7720885c-5bf2-429e-8f7f-5a1741850376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:50.353479 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c4a8c5-f074-4606-af6c-9fcf7dd41445 None None] Pushing event updated for resources: {'Port': ['ID=48a2f150-b4e6-4cba-9009-35d1d1c5a1d4,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:50.433103 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-7720885c-5bf2-429e-8f7f-5a1741850376 None None] For port e473556a-4692-44c2-a70e-d944f3b2b8d0, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:53:50.436531 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-7720885c-5bf2-429e-8f7f-5a1741850376 None None] For port e473556a-4692-44c2-a70e-d944f3b2b8d0, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=e473556a-4692-44c2-a70e-d944f3b2b8d0,segment=NetworkSegment(35abac04-658c-467a-8040-6cce9435fed0),segment_id=35abac04-658c-467a-8040-6cce9435fed0)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:53:50.444031 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7720885c-5bf2-429e-8f7f-5a1741850376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:50.518307 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7720885c-5bf2-429e-8f7f-5a1741850376 None None] Pushing event updated for resources: {'Port': ['ID=e473556a-4692-44c2-a70e-d944f3b2b8d0,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:50.627621 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e5e96568-2fc9-42b3-b0e8-52ed750d5f00 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:50.648285 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e5e96568-2fc9-42b3-b0e8-52ed750d5f00 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:50.722548 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e5e96568-2fc9-42b3-b0e8-52ed750d5f00 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:50.750186 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 0c32d942-ea22-4526-bd8c-e31d2bedca13 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:50.775157 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e96568-2fc9-42b3-b0e8-52ed750d5f00 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Pushing event updated for resources: {'Port': ['ID=fae75d9e-04f5-4ac2-a3a2-6080d35c179a,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:50.887867 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 0c32d942-ea22-4526-bd8c-e31d2bedca13 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:50.893445 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 0c32d942-ea22-4526-bd8c-e31d2bedca13 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:50.894057 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:50.904866 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e96568-2fc9-42b3-b0e8-52ed750d5f00 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Network 2569cc20-dabc-4e87-a249-14090c25acb8 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:50.906426 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-e5e96568-2fc9-42b3-b0e8-52ed750d5f00 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:51.069566 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:51.078331 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e96568-2fc9-42b3-b0e8-52ed750d5f00 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Router 36e3b9ba-1f92-4c69-97d4-60664fba9c56 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:53:51.105849 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 0c32d942-ea22-4526-bd8c-e31d2bedca13, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=0c32d942-ea22-4526-bd8c-e31d2bedca13,segment=NetworkSegment(6114d5af-0396-4c94-b049-792de92b7e42),segment_id=6114d5af-0396-4c94-b049-792de92b7e42)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:51.111801 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:51.180140 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=0c32d942-ea22-4526-bd8c-e31d2bedca13,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:51.185988 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e96568-2fc9-42b3-b0e8-52ed750d5f00 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:53:51.192883 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e5e96568-2fc9-42b3-b0e8-52ed750d5f00 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] 10.222.0.23 "PUT /v2.0/routers/36e3b9ba-1f92-4c69-97d4-60664fba9c56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1459403 Jul 13 07:53:51.195966 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33520) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:51.199526 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c3ea51-c804-4c13-a624-7c7736f72d48 None None] Sync routers for ids ['36e3b9ba-1f92-4c69-97d4-60664fba9c56'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:53:51.209999 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c3ea51-c804-4c13-a624-7c7736f72d48 None None] Routers {'36e3b9ba-1f92-4c69-97d4-60664fba9c56'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:51.210729 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-33c3ea51-c804-4c13-a624-7c7736f72d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:53:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['36e3b9ba-1f92-4c69-97d4-60664fba9c56'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:51.244220 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-33c3ea51-c804-4c13-a624-7c7736f72d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:51.259265 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c3ea51-c804-4c13-a624-7c7736f72d48 None None] Routers {'36e3b9ba-1f92-4c69-97d4-60664fba9c56'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:51.259999 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-33c3ea51-c804-4c13-a624-7c7736f72d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:53:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['36e3b9ba-1f92-4c69-97d4-60664fba9c56'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:51.295585 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-33c3ea51-c804-4c13-a624-7c7736f72d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:51.296332 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c3ea51-c804-4c13-a624-7c7736f72d48 None None] The sync data for ids ['36e3b9ba-1f92-4c69-97d4-60664fba9c56'] in n-d-771363-34 is: [] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:53:51.592535 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-003692da-df5d-45bf-8df8-696fc6f5f684 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:53:51.593799 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-003692da-df5d-45bf-8df8-696fc6f5f684 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] 10.222.0.23 "PUT /v2.0/routers/36e3b9ba-1f92-4c69-97d4-60664fba9c56/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.3968053 Jul 13 07:53:51.596633 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33522) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:51.848532 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e948edb6-778f-4d3c-8d0c-42f5ac38093d None None] Network bb8fde0d-85f7-420c-9caa-7668028a84f8 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:51.928177 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-051caf60-b0f8-455a-8546-1732bbdaa990 None None] Provisioning for port e473556a-4692-44c2-a70e-d944f3b2b8d0 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:52.203995 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5b0143-6cfc-49dd-a794-fcd280406a84 None None] Network 2569cc20-dabc-4e87-a249-14090c25acb8 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:52.302265 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-52bd705e-a493-4f0c-a144-05b475dd23b7 None None] Provisioning for port 48a2f150-b4e6-4cba-9009-35d1d1c5a1d4 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:52.352667 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dad2c2f7-c35c-4b3e-b6fd-fea832218fed tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:52.802142 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-dad2c2f7-c35c-4b3e-b6fd-fea832218fed tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Deleting port fae75d9e-04f5-4ac2-a3a2-6080d35c179a {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:52.802492 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dad2c2f7-c35c-4b3e-b6fd-fea832218fed tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:52.867762 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 48a2f150-b4e6-4cba-9009-35d1d1c5a1d4 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:52.943596 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-73abd7de-db1e-46ce-8cd7-4f67906b4254 None None] Provisioning for port fae75d9e-04f5-4ac2-a3a2-6080d35c179a completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:52.943961 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dad2c2f7-c35c-4b3e-b6fd-fea832218fed tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:52.947928 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-73abd7de-db1e-46ce-8cd7-4f67906b4254 None None] Provisioning complete for port fae75d9e-04f5-4ac2-a3a2-6080d35c179a triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:52.948260 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-73abd7de-db1e-46ce-8cd7-4f67906b4254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:52.951640 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 48a2f150-b4e6-4cba-9009-35d1d1c5a1d4 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:52.963308 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-dad2c2f7-c35c-4b3e-b6fd-fea832218fed tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Calling delete_port for fae75d9e-04f5-4ac2-a3a2-6080d35c179a owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:52.976814 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 48a2f150-b4e6-4cba-9009-35d1d1c5a1d4 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:52.977271 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:53.015551 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-73abd7de-db1e-46ce-8cd7-4f67906b4254 None None] Port fae75d9e-04f5-4ac2-a3a2-6080d35c179a cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:53.123329 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:53.174273 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 48a2f150-b4e6-4cba-9009-35d1d1c5a1d4, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=48a2f150-b4e6-4cba-9009-35d1d1c5a1d4,segment=NetworkSegment(8b8bc6a3-a13b-4d16-ac43-3c07f357622d),segment_id=8b8bc6a3-a13b-4d16-ac43-3c07f357622d)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:53.178289 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:53.270406 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dad2c2f7-c35c-4b3e-b6fd-fea832218fed tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:53.279906 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 0c32d942-ea22-4526-bd8c-e31d2bedca13 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:53.300502 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2c2f7-c35c-4b3e-b6fd-fea832218fed tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Pushing event deleted for resources: {'Port': ['ID=fae75d9e-04f5-4ac2-a3a2-6080d35c179a,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:53.378996 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=48a2f150-b4e6-4cba-9009-35d1d1c5a1d4,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:53.381668 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-dbe67d55-fa62-45a8-81eb-aa8449c79c20 None None] Provisioning complete for port fae75d9e-04f5-4ac2-a3a2-6080d35c179a triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:53.382010 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-dbe67d55-fa62-45a8-81eb-aa8449c79c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:53.414909 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dad2c2f7-c35c-4b3e-b6fd-fea832218fed tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:53.418520 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-dbe67d55-fa62-45a8-81eb-aa8449c79c20 None None] Port fae75d9e-04f5-4ac2-a3a2-6080d35c179a was deleted so its status cannot be updated. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 13 07:53:53.438127 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 0c32d942-ea22-4526-bd8c-e31d2bedca13 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:53.438881 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:53.562348 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:53.570270 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-363e456c-23e8-4169-96bb-a3c0d5059033 None None] Could not find standard attr ID for object fae75d9e-04f5-4ac2-a3a2-6080d35c179a. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:53:53.593075 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device e473556a-4692-44c2-a70e-d944f3b2b8d0 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:53.610989 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad2c2f7-c35c-4b3e-b6fd-fea832218fed tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Router 36e3b9ba-1f92-4c69-97d4-60664fba9c56 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:53:53.664660 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port e473556a-4692-44c2-a70e-d944f3b2b8d0 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:53.670122 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port e473556a-4692-44c2-a70e-d944f3b2b8d0 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:53.670689 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:53.701794 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad2c2f7-c35c-4b3e-b6fd-fea832218fed tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:53:53.714665 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2c8f9a-7b96-4956-b223-467d879dcfe9 None None] Sync routers for ids ['36e3b9ba-1f92-4c69-97d4-60664fba9c56'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:53:53.716282 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-dad2c2f7-c35c-4b3e-b6fd-fea832218fed tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] 10.222.0.23 "PUT /v2.0/routers/36e3b9ba-1f92-4c69-97d4-60664fba9c56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1185243 Jul 13 07:53:53.720417 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33538) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:53.742994 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2c8f9a-7b96-4956-b223-467d879dcfe9 None None] Routers {'36e3b9ba-1f92-4c69-97d4-60664fba9c56'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:53.744562 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-db2c8f9a-7b96-4956-b223-467d879dcfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:53:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['36e3b9ba-1f92-4c69-97d4-60664fba9c56'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:53.782771 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-3a7a5f9d-9374-4584-b045-029715ab4b03 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] delete failed (client error): The resource could not be found. Jul 13 07:53:53.784165 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3a7a5f9d-9374-4584-b045-029715ab4b03 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-852839024 HTTP/1.1" status: 404 len: 334 time: 0.0618150 Jul 13 07:53:53.787651 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33540) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:53.796749 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-50fc23cf-1bef-4c04-a25c-5a41f1d4924c tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Request body: {'router': {'external_gateway_info': {'network_id': '36e3b9ba-1f92-4c69-97d4-60664fba9c56'}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:53.838077 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-db2c8f9a-7b96-4956-b223-467d879dcfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:53.841978 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:53.851285 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2c8f9a-7b96-4956-b223-467d879dcfe9 None None] Routers {'36e3b9ba-1f92-4c69-97d4-60664fba9c56'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:53.852357 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-db2c8f9a-7b96-4956-b223-467d879dcfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:53:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['36e3b9ba-1f92-4c69-97d4-60664fba9c56'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:53.889000 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-db2c8f9a-7b96-4956-b223-467d879dcfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:53.890187 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2c8f9a-7b96-4956-b223-467d879dcfe9 None None] The sync data for ids ['36e3b9ba-1f92-4c69-97d4-60664fba9c56'] in n-d-771363-34 is: [] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:53:54.084931 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-50fc23cf-1bef-4c04-a25c-5a41f1d4924c tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:54.102218 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7d49202e-6fd9-44b5-a251-bc2e2fa21adb None None] Could not find standard attr ID for object fae75d9e-04f5-4ac2-a3a2-6080d35c179a. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 07:53:54.110721 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:54.120399 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-50fc23cf-1bef-4c04-a25c-5a41f1d4924c tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] update failed (client error): The resource could not be found. Jul 13 07:53:54.120627 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port e473556a-4692-44c2-a70e-d944f3b2b8d0, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=e473556a-4692-44c2-a70e-d944f3b2b8d0,segment=NetworkSegment(35abac04-658c-467a-8040-6cce9435fed0),segment_id=35abac04-658c-467a-8040-6cce9435fed0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:54.121752 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-50fc23cf-1bef-4c04-a25c-5a41f1d4924c tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] 10.222.0.23 "PUT /v2.0/routers/36e3b9ba-1f92-4c69-97d4-60664fba9c56 HTTP/1.1" status: 404 len: 339 time: 0.3323853 Jul 13 07:53:54.124667 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:54.127435 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33548) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:54.134159 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-b0ce7721-6b1b-4491-a8e5-dc880fc2f315 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1212579942'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:54.159345 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ce7721-6b1b-4491-a8e5-dc880fc2f315 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Made reservation on behalf of 81b4a742696246e595b0efed819b290f for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:54.163066 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7721-6b1b-4491-a8e5-dc880fc2f315 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:54.193056 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0ce7721-6b1b-4491-a8e5-dc880fc2f315 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:53:54.211145 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7721-6b1b-4491-a8e5-dc880fc2f315 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:54.211627 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-b0ce7721-6b1b-4491-a8e5-dc880fc2f315 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Added segment 8db6bc14-ed16-4a1f-bf2f-15b02225e001 of type vlan for network 34f2c76b-a870-4dcf-9799-de293aded149 Jul 13 07:53:54.214598 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=e473556a-4692-44c2-a70e-d944f3b2b8d0,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:54.261391 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7721-6b1b-4491-a8e5-dc880fc2f315 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:54.296739 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7721-6b1b-4491-a8e5-dc880fc2f315 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:54.303271 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ce7721-6b1b-4491-a8e5-dc880fc2f315 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:54.304020 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7721-6b1b-4491-a8e5-dc880fc2f315 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:54.337410 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b0ce7721-6b1b-4491-a8e5-dc880fc2f315 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2084434 Jul 13 07:53:54.340339 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33550) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:54.347333 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-e07d7c21-f139-4aa1-a9ee-903d059a7f43 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Request body: {'subnet': {'network_id': '34f2c76b-a870-4dcf-9799-de293aded149', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:54.390078 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce7721-6b1b-4491-a8e5-dc880fc2f315 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Pushing event updated for resources: {'Network': ['ID=34f2c76b-a870-4dcf-9799-de293aded149,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:54.402713 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 34f2c76b-a870-4dcf-9799-de293aded149 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:53:54.475970 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07d7c21-f139-4aa1-a9ee-903d059a7f43 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Made reservation on behalf of 81b4a742696246e595b0efed819b290f for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:53:54.479857 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e07d7c21-f139-4aa1-a9ee-903d059a7f43 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:54.638846 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 48a2f150-b4e6-4cba-9009-35d1d1c5a1d4 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:54.688811 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 48a2f150-b4e6-4cba-9009-35d1d1c5a1d4 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:54.689981 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:54.696216 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e07d7c21-f139-4aa1-a9ee-903d059a7f43 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:54.760279 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d7c21-f139-4aa1-a9ee-903d059a7f43 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Pushing event updated for resources: {'Subnet': ['ID=0b1647cd-563a-465a-b686-08cb186760f8,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:54.770027 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07d7c21-f139-4aa1-a9ee-903d059a7f43 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Checking segment: {'id': '8db6bc14-ed16-4a1f-bf2f-15b02225e001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '34f2c76b-a870-4dcf-9799-de293aded149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:54.770389 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07d7c21-f139-4aa1-a9ee-903d059a7f43 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Network hostable DHCP agents. Network: 34f2c76b-a870-4dcf-9799-de293aded149, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:53:54.777521 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device e473556a-4692-44c2-a70e-d944f3b2b8d0 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:54.787933 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07d7c21-f139-4aa1-a9ee-903d059a7f43 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Network 34f2c76b-a870-4dcf-9799-de293aded149 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:53:54.797107 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-e07d7c21-f139-4aa1-a9ee-903d059a7f43 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 34f2c76b-a870-4dcf-9799-de293aded149) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:54.801817 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07d7c21-f139-4aa1-a9ee-903d059a7f43 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:53:54.802405 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e07d7c21-f139-4aa1-a9ee-903d059a7f43 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:54.817730 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3045c39-bfe4-4896-8278-26d3acefb10f None None] Network 34f2c76b-a870-4dcf-9799-de293aded149 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:54.825670 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33552) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:54.826258 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e07d7c21-f139-4aa1-a9ee-903d059a7f43 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4844153 Jul 13 07:53:54.833117 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-55c28e8a-5d27-41fa-9ac3-813425193f07 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Request body: {'router': {'external_gateway_info': {'network_id': '34f2c76b-a870-4dcf-9799-de293aded149'}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:54.891845 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port e473556a-4692-44c2-a70e-d944f3b2b8d0 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:54.892113 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:55.056171 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f89abb8-24b9-4b0c-b082-f02d860fdc7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-34f2c76b-a870-4dcf-9799-de293aded149', 'network_id': '34f2c76b-a870-4dcf-9799-de293aded149', 'tenant_id': '81b4a742696246e595b0efed819b290f', 'fixed_ips': [{'subnet_id': '0b1647cd-563a-465a-b686-08cb186760f8'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:53:55.057023 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6f89abb8-24b9-4b0c-b082-f02d860fdc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:55.075758 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-55c28e8a-5d27-41fa-9ac3-813425193f07 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:55.188089 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-55c28e8a-5d27-41fa-9ac3-813425193f07 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 07:53:55.193083 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-55c28e8a-5d27-41fa-9ac3-813425193f07 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] 10.222.0.23 "PUT /v2.0/routers/36e3b9ba-1f92-4c69-97d4-60664fba9c56 HTTP/1.1" status: 400 len: 364 time: 0.3617077 Jul 13 07:53:55.193438 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33560) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:55.215408 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-6f89abb8-24b9-4b0c-b082-f02d860fdc7f None None] Allocated IP 2001:db8:1::2 (34f2c76b-a870-4dcf-9799-de293aded149/0b1647cd-563a-465a-b686-08cb186760f8/7d0a6315-9750-4d43-a3c0-c5aab488ef51) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:55.364788 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6f89abb8-24b9-4b0c-b082-f02d860fdc7f None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:55.374054 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6f89abb8-24b9-4b0c-b082-f02d860fdc7f None None] Transition to ACTIVE for port object 7d0a6315-9750-4d43-a3c0-c5aab488ef51 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:55.390818 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6f89abb8-24b9-4b0c-b082-f02d860fdc7f None None] Transition to ACTIVE for port object 7d0a6315-9750-4d43-a3c0-c5aab488ef51 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:55.397979 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6f89abb8-24b9-4b0c-b082-f02d860fdc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:55.448585 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f89abb8-24b9-4b0c-b082-f02d860fdc7f None None] Network 34f2c76b-a870-4dcf-9799-de293aded149 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:55.452731 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-6f89abb8-24b9-4b0c-b082-f02d860fdc7f None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:55.455879 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f89abb8-24b9-4b0c-b082-f02d860fdc7f None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:55.459824 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f89abb8-24b9-4b0c-b082-f02d860fdc7f None None] Pushing event updated for resources: {'Port': ['ID=7d0a6315-9750-4d43-a3c0-c5aab488ef51,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:55.520512 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-6f89abb8-24b9-4b0c-b082-f02d860fdc7f None None] Attempting to bind port 7d0a6315-9750-4d43-a3c0-c5aab488ef51 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:53:55.520900 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-6f89abb8-24b9-4b0c-b082-f02d860fdc7f None None] Attempting to bind port 7d0a6315-9750-4d43-a3c0-c5aab488ef51 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '8db6bc14-ed16-4a1f-bf2f-15b02225e001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '34f2c76b-a870-4dcf-9799-de293aded149'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:53:55.521260 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f89abb8-24b9-4b0c-b082-f02d860fdc7f None None] Attempting to bind port 7d0a6315-9750-4d43-a3c0-c5aab488ef51 on network 34f2c76b-a870-4dcf-9799-de293aded149 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:53:55.526655 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f89abb8-24b9-4b0c-b082-f02d860fdc7f None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:53:55.527036 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f89abb8-24b9-4b0c-b082-f02d860fdc7f None None] Checking segment: {'id': '8db6bc14-ed16-4a1f-bf2f-15b02225e001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '34f2c76b-a870-4dcf-9799-de293aded149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:53:55.527483 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6f89abb8-24b9-4b0c-b082-f02d860fdc7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:55.527882 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f89abb8-24b9-4b0c-b082-f02d860fdc7f None None] Bound using segment: {'id': '8db6bc14-ed16-4a1f-bf2f-15b02225e001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '34f2c76b-a870-4dcf-9799-de293aded149'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:53:55.528356 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-6f89abb8-24b9-4b0c-b082-f02d860fdc7f None None] Bound port: 7d0a6315-9750-4d43-a3c0-c5aab488ef51, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db6bc14-ed16-4a1f-bf2f-15b02225e001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '34f2c76b-a870-4dcf-9799-de293aded149'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:53:55.528745 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6f89abb8-24b9-4b0c-b082-f02d860fdc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:55.598196 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-6f89abb8-24b9-4b0c-b082-f02d860fdc7f None None] For port 7d0a6315-9750-4d43-a3c0-c5aab488ef51, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:53:55.601676 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-6f89abb8-24b9-4b0c-b082-f02d860fdc7f None None] For port 7d0a6315-9750-4d43-a3c0-c5aab488ef51, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=7d0a6315-9750-4d43-a3c0-c5aab488ef51,segment=NetworkSegment(8db6bc14-ed16-4a1f-bf2f-15b02225e001),segment_id=8db6bc14-ed16-4a1f-bf2f-15b02225e001)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:53:55.605495 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6f89abb8-24b9-4b0c-b082-f02d860fdc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:55.667676 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f89abb8-24b9-4b0c-b082-f02d860fdc7f None None] Pushing event updated for resources: {'Port': ['ID=7d0a6315-9750-4d43-a3c0-c5aab488ef51,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:55.770179 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-11fc7de1-daab-4407-90f8-959d0d6add52 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:56.081878 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-11fc7de1-daab-4407-90f8-959d0d6add52 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Allocated IP 2001:db8::1 (265ef05f-d3ad-42c8-8833-0438c013b311/4ff374b6-f572-4563-b032-ec3bcd8aa342/f7604df7-246d-4b6d-852e-450a5fb2283b) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:53:56.211944 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-11fc7de1-daab-4407-90f8-959d0d6add52 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:56.226994 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-11fc7de1-daab-4407-90f8-959d0d6add52 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Transition to ACTIVE for port object f7604df7-246d-4b6d-852e-450a5fb2283b will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:53:56.270347 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-11fc7de1-daab-4407-90f8-959d0d6add52 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:56.311129 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fc7de1-daab-4407-90f8-959d0d6add52 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Network 265ef05f-d3ad-42c8-8833-0438c013b311 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:56.317411 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-11fc7de1-daab-4407-90f8-959d0d6add52 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:56.321459 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fc7de1-daab-4407-90f8-959d0d6add52 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:53:56.322007 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-11fc7de1-daab-4407-90f8-959d0d6add52 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:56.370146 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc7de1-daab-4407-90f8-959d0d6add52 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Pushing event updated for resources: {'Port': ['ID=f7604df7-246d-4b6d-852e-450a5fb2283b,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:56.478807 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-11fc7de1-daab-4407-90f8-959d0d6add52 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:56.724164 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 7d0a6315-9750-4d43-a3c0-c5aab488ef51 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:56.789454 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a39aace0-e0ad-455f-93c3-d94beb7ff59a None None] Provisioning for port f7604df7-246d-4b6d-852e-450a5fb2283b completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:56.797308 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a39aace0-e0ad-455f-93c3-d94beb7ff59a None None] Provisioning complete for port f7604df7-246d-4b6d-852e-450a5fb2283b triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:56.798051 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a39aace0-e0ad-455f-93c3-d94beb7ff59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:56.829287 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 7d0a6315-9750-4d43-a3c0-c5aab488ef51 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:56.853331 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-11fc7de1-daab-4407-90f8-959d0d6add52 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:56.855039 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-a39aace0-e0ad-455f-93c3-d94beb7ff59a None None] Port f7604df7-246d-4b6d-852e-450a5fb2283b cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:56.862229 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-11fc7de1-daab-4407-90f8-959d0d6add52 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:56.902494 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-11fc7de1-daab-4407-90f8-959d0d6add52 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:56.943646 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc7de1-daab-4407-90f8-959d0d6add52 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Pushing event updated for resources: {'Port': ['ID=f7604df7-246d-4b6d-852e-450a5fb2283b,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:56.949697 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee796eac-2a2e-47d9-8678-4c8900ada5a9 None None] Network 34f2c76b-a870-4dcf-9799-de293aded149 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:57.024905 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6db10ab1-5311-46fd-a764-acc3863209c1 None None] Provisioning for port 7d0a6315-9750-4d43-a3c0-c5aab488ef51 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:53:57.034596 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fc7de1-daab-4407-90f8-959d0d6add52 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Network 265ef05f-d3ad-42c8-8833-0438c013b311 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:53:57.035650 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6db10ab1-5311-46fd-a764-acc3863209c1 None None] Provisioning complete for port 7d0a6315-9750-4d43-a3c0-c5aab488ef51 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:57.036136 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6db10ab1-5311-46fd-a764-acc3863209c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:57.038104 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-11fc7de1-daab-4407-90f8-959d0d6add52 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:53:57.165328 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11fc7de1-daab-4407-90f8-959d0d6add52 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Router 36e3b9ba-1f92-4c69-97d4-60664fba9c56 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:53:57.203497 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6db10ab1-5311-46fd-a764-acc3863209c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:57.263703 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-6db10ab1-5311-46fd-a764-acc3863209c1 None None] For port 7d0a6315-9750-4d43-a3c0-c5aab488ef51, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=7d0a6315-9750-4d43-a3c0-c5aab488ef51,segment=NetworkSegment(8db6bc14-ed16-4a1f-bf2f-15b02225e001),segment_id=8db6bc14-ed16-4a1f-bf2f-15b02225e001)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:57.276115 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6db10ab1-5311-46fd-a764-acc3863209c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:57.300478 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11fc7de1-daab-4407-90f8-959d0d6add52 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:53:57.309734 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-11fc7de1-daab-4407-90f8-959d0d6add52 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] 10.222.0.23 "PUT /v2.0/routers/36e3b9ba-1f92-4c69-97d4-60664fba9c56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1150088 Jul 13 07:53:57.312346 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33574) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:57.347799 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db10ab1-5311-46fd-a764-acc3863209c1 None None] Pushing event updated for resources: {'Port': ['ID=7d0a6315-9750-4d43-a3c0-c5aab488ef51,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:57.351926 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c42c28a-ad6d-470e-80cd-f3f3cd8471a0 None None] Sync routers for ids ['36e3b9ba-1f92-4c69-97d4-60664fba9c56'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:53:57.369301 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c42c28a-ad6d-470e-80cd-f3f3cd8471a0 None None] Routers {'36e3b9ba-1f92-4c69-97d4-60664fba9c56'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:57.369967 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-8c42c28a-ad6d-470e-80cd-f3f3cd8471a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:53:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['36e3b9ba-1f92-4c69-97d4-60664fba9c56'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:57.424801 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-8c42c28a-ad6d-470e-80cd-f3f3cd8471a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:57.426351 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-af398396-c8de-4047-b627-51aafb732a95 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:57.438019 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c42c28a-ad6d-470e-80cd-f3f3cd8471a0 None None] Routers {'36e3b9ba-1f92-4c69-97d4-60664fba9c56'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:57.438675 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-8c42c28a-ad6d-470e-80cd-f3f3cd8471a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:53:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['36e3b9ba-1f92-4c69-97d4-60664fba9c56'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:57.489556 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-8c42c28a-ad6d-470e-80cd-f3f3cd8471a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:57.490113 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c42c28a-ad6d-470e-80cd-f3f3cd8471a0 None None] The sync data for ids ['36e3b9ba-1f92-4c69-97d4-60664fba9c56'] in n-d-771363-34 is: [] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:53:57.500366 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d68d51fe-0c2f-45fb-9ec2-cfa5b7cee648 None None] Provisioning complete for port f7604df7-246d-4b6d-852e-450a5fb2283b triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:57.500746 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d68d51fe-0c2f-45fb-9ec2-cfa5b7cee648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:57.529621 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-af398396-c8de-4047-b627-51aafb732a95 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 13 07:53:57.530629 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-af398396-c8de-4047-b627-51aafb732a95 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] 10.222.0.23 "DELETE /v2.0/routers/36e3b9ba-1f92-4c69-97d4-60664fba9c56 HTTP/1.1" status: 409 len: 329 time: 0.2171760 Jul 13 07:53:57.533716 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33576) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:57.540140 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-d68d51fe-0c2f-45fb-9ec2-cfa5b7cee648 None None] Port f7604df7-246d-4b6d-852e-450a5fb2283b cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:57.664152 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ad0f5b27-f23e-4e4b-85ea-a0dec28dcace None None] Provisioning complete for port 7d0a6315-9750-4d43-a3c0-c5aab488ef51 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:57.664152 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ad0f5b27-f23e-4e4b-85ea-a0dec28dcace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:57.774899 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ad0f5b27-f23e-4e4b-85ea-a0dec28dcace None None] Provisioning complete for port f7604df7-246d-4b6d-852e-450a5fb2283b triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:57.775604 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ad0f5b27-f23e-4e4b-85ea-a0dec28dcace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:57.811181 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f5b27-f23e-4e4b-85ea-a0dec28dcace None None] Port f7604df7-246d-4b6d-852e-450a5fb2283b cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:53:57.956324 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a797347e-6fde-4e73-a92f-2f51627e50ef tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:58.214289 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-a797347e-6fde-4e73-a92f-2f51627e50ef tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Deleting port f7604df7-246d-4b6d-852e-450a5fb2283b {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:58.214555 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a797347e-6fde-4e73-a92f-2f51627e50ef tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:58.318780 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a797347e-6fde-4e73-a92f-2f51627e50ef tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:58.330550 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-a797347e-6fde-4e73-a92f-2f51627e50ef tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Calling delete_port for f7604df7-246d-4b6d-852e-450a5fb2283b owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:58.655771 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 7d0a6315-9750-4d43-a3c0-c5aab488ef51 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:53:58.706256 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 7d0a6315-9750-4d43-a3c0-c5aab488ef51 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:53:58.706628 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:58.793388 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a797347e-6fde-4e73-a92f-2f51627e50ef tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:58.822068 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797347e-6fde-4e73-a92f-2f51627e50ef tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Pushing event deleted for resources: {'Port': ['ID=f7604df7-246d-4b6d-852e-450a5fb2283b,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:58.923389 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a797347e-6fde-4e73-a92f-2f51627e50ef tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:59.089249 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a797347e-6fde-4e73-a92f-2f51627e50ef tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Router 36e3b9ba-1f92-4c69-97d4-60664fba9c56 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:53:59.166917 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a797347e-6fde-4e73-a92f-2f51627e50ef tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:53:59.177698 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a797347e-6fde-4e73-a92f-2f51627e50ef tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] 10.222.0.23 "PUT /v2.0/routers/36e3b9ba-1f92-4c69-97d4-60664fba9c56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6375759 Jul 13 07:53:59.177698 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33588) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:59.180492 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edd4946-523e-4556-a880-c508b171f5e0 None None] Sync routers for ids ['36e3b9ba-1f92-4c69-97d4-60664fba9c56'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:53:59.191061 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edd4946-523e-4556-a880-c508b171f5e0 None None] Routers {'36e3b9ba-1f92-4c69-97d4-60664fba9c56'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:59.192134 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-9edd4946-523e-4556-a880-c508b171f5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:53:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['36e3b9ba-1f92-4c69-97d4-60664fba9c56'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:59.219839 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-e31a8348-4778-448d-a8e3-9538a8882eeb tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] show failed (client error): The resource could not be found. Jul 13 07:53:59.225244 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e31a8348-4778-448d-a8e3-9538a8882eeb tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-1524716999 HTTP/1.1" status: 404 len: 335 time: 0.0436192 Jul 13 07:53:59.225244 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33590) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:59.226613 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-9edd4946-523e-4556-a880-c508b171f5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:59.229874 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-c10db583-a4c2-457b-99cf-5e490e8df5f2 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:53:59.236627 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edd4946-523e-4556-a880-c508b171f5e0 None None] Routers {'36e3b9ba-1f92-4c69-97d4-60664fba9c56'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:53:59.236627 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-9edd4946-523e-4556-a880-c508b171f5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:53:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['36e3b9ba-1f92-4c69-97d4-60664fba9c56'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:59.265078 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [None req-c10db583-a4c2-457b-99cf-5e490e8df5f2 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] update failed (client error): The resource could not be found. Jul 13 07:53:59.271539 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c10db583-a4c2-457b-99cf-5e490e8df5f2 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-885897749 HTTP/1.1" status: 404 len: 334 time: 0.0406363 Jul 13 07:53:59.271824 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33594) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:59.273477 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-9edd4946-523e-4556-a880-c508b171f5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:53:59.274118 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edd4946-523e-4556-a880-c508b171f5e0 None None] The sync data for ids ['36e3b9ba-1f92-4c69-97d4-60664fba9c56'] in n-d-771363-34 is: [] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:53:59.327355 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ef80744-39ee-4383-adde-699bec325f0e tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Deleting subnet 0b1647cd-563a-465a-b686-08cb186760f8 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:53:59.331448 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3ef80744-39ee-4383-adde-699bec325f0e tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:59.370130 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3ef80744-39ee-4383-adde-699bec325f0e tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:59.456299 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3ef80744-39ee-4383-adde-699bec325f0e tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:59.522064 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3ef80744-39ee-4383-adde-699bec325f0e tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:59.550811 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef80744-39ee-4383-adde-699bec325f0e tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Pushing event deleted for resources: {'Subnet': ['ID=0b1647cd-563a-465a-b686-08cb186760f8,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:59.566738 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3ef80744-39ee-4383-adde-699bec325f0e tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:59.570986 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3ef80744-39ee-4383-adde-699bec325f0e tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] 10.222.0.23 "DELETE /v2.0/subnets/0b1647cd-563a-465a-b686-08cb186760f8 HTTP/1.1" status: 204 len: 168 time: 0.2960722 Jul 13 07:53:59.571145 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2a011c-2b34-4264-ab12-bc39f511f3ad None None] Network 34f2c76b-a870-4dcf-9799-de293aded149 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:53:59.572143 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33600) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:53:59.665370 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-32a08eab-2c97-45d4-a054-61a60b99bd72 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:59.726171 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-32a08eab-2c97-45d4-a054-61a60b99bd72 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Deleting port 7d0a6315-9750-4d43-a3c0-c5aab488ef51 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:59.726745 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-32a08eab-2c97-45d4-a054-61a60b99bd72 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:59.802255 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-32a08eab-2c97-45d4-a054-61a60b99bd72 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] For port 7d0a6315-9750-4d43-a3c0-c5aab488ef51, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=7d0a6315-9750-4d43-a3c0-c5aab488ef51,segment=NetworkSegment(8db6bc14-ed16-4a1f-bf2f-15b02225e001),segment_id=8db6bc14-ed16-4a1f-bf2f-15b02225e001)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:59.804681 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-32a08eab-2c97-45d4-a054-61a60b99bd72 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:59.810535 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab44d7b-543c-4654-9dfa-a690c68df206 None None] DHCP port deletion for 34f2c76b-a870-4dcf-9799-de293aded149 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:53:59.824188 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-32a08eab-2c97-45d4-a054-61a60b99bd72 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Calling delete_port for 7d0a6315-9750-4d43-a3c0-c5aab488ef51 owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:59.860028 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-fab44d7b-543c-4654-9dfa-a690c68df206 None None] Deleting port 7d0a6315-9750-4d43-a3c0-c5aab488ef51 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:53:59.860411 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fab44d7b-543c-4654-9dfa-a690c68df206 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:59.925151 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-fab44d7b-543c-4654-9dfa-a690c68df206 None None] For port 7d0a6315-9750-4d43-a3c0-c5aab488ef51, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=7d0a6315-9750-4d43-a3c0-c5aab488ef51,segment=NetworkSegment(8db6bc14-ed16-4a1f-bf2f-15b02225e001),segment_id=8db6bc14-ed16-4a1f-bf2f-15b02225e001)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:53:59.925469 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fab44d7b-543c-4654-9dfa-a690c68df206 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:59.925756 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-32a08eab-2c97-45d4-a054-61a60b99bd72 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:53:59.939000 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-fab44d7b-543c-4654-9dfa-a690c68df206 None None] Calling delete_port for 7d0a6315-9750-4d43-a3c0-c5aab488ef51 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:53:59.958706 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a08eab-2c97-45d4-a054-61a60b99bd72 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Pushing event deleted for resources: {'Port': ['ID=7d0a6315-9750-4d43-a3c0-c5aab488ef51,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:53:59.974465 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a08eab-2c97-45d4-a054-61a60b99bd72 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] No DVR routers for this DVR port 7d0a6315-9750-4d43-a3c0-c5aab488ef51 on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:54:00.041381 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fab44d7b-543c-4654-9dfa-a690c68df206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:00.071789 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab44d7b-543c-4654-9dfa-a690c68df206 None None] No DVR routers for this DVR port 7d0a6315-9750-4d43-a3c0-c5aab488ef51 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:54:00.076563 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab44d7b-543c-4654-9dfa-a690c68df206 None None] Pushing event deleted for resources: {'Port': ['ID=7d0a6315-9750-4d43-a3c0-c5aab488ef51,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:00.076931 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-32a08eab-2c97-45d4-a054-61a60b99bd72 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:00.090128 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-32a08eab-2c97-45d4-a054-61a60b99bd72 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f2c76b-a870-4dcf-9799-de293aded149']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:00.101175 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-32a08eab-2c97-45d4-a054-61a60b99bd72 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db6bc14-ed16-4a1f-bf2f-15b02225e001') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:00.101572 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-32a08eab-2c97-45d4-a054-61a60b99bd72 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db6bc14-ed16-4a1f-bf2f-15b02225e001') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:00.111118 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-32a08eab-2c97-45d4-a054-61a60b99bd72 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:00.126210 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-32a08eab-2c97-45d4-a054-61a60b99bd72 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:00.134660 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32a08eab-2c97-45d4-a054-61a60b99bd72 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:54:00.135373 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-32a08eab-2c97-45d4-a054-61a60b99bd72 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:00.138548 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:54:00.138548 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:54:00.138548 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:54:00.138548 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:54:00.138548 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:54:00.138548 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:54:00.138548 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:54:00.138548 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:54:00.138548 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:54:00.138548 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:54:00.138548 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:54:00.138548 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:54:00.138548 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:54:00.138548 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:54:00.138548 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:54:00.138548 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:54:00.138548 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:54:00.138548 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:54:00.138548 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:54:00.138548 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:54:00.138548 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:54:00.138548 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:54:00.138548 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:54:00.138548 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:54:00.138548 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:54:00.138548 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:54:00.138548 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:54:00.138548 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:54:00.138548 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:54:00.138548 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:54:00.138548 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:54:00.138548 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:54:00.138548 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:54:00.138548 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:54:00.138548 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:54:00.138548 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:54:00.138548 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:54:00.138548 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:54:00.138548 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:54:00.138548 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:54:00.138548 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:54:00.138548 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:54:00.200016 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-32a08eab-2c97-45d4-a054-61a60b99bd72 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:00.207090 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-32a08eab-2c97-45d4-a054-61a60b99bd72 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:00.211382 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-32a08eab-2c97-45d4-a054-61a60b99bd72 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] 10.222.0.23 "DELETE /v2.0/networks/34f2c76b-a870-4dcf-9799-de293aded149 HTTP/1.1" status: 204 len: 168 time: 0.6352143 Jul 13 07:54:00.211489 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33606) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:00.244645 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a08eab-2c97-45d4-a054-61a60b99bd72 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Pushing event deleted for resources: {'Network': ['ID=34f2c76b-a870-4dcf-9799-de293aded149,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:00.266408 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-bee71164-e241-4077-bfa6-28a4fb2eac52 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Deleting subnet 1c8f205e-01df-4c5a-bd12-87ff8d809696 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:54:00.270910 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bee71164-e241-4077-bfa6-28a4fb2eac52 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:00.271447 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f9b44284-d8da-4c6e-a7fe-e88589ed8e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:00.314758 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bee71164-e241-4077-bfa6-28a4fb2eac52 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:00.402575 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bee71164-e241-4077-bfa6-28a4fb2eac52 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:00.460755 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bee71164-e241-4077-bfa6-28a4fb2eac52 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:00.489842 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee71164-e241-4077-bfa6-28a4fb2eac52 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Pushing event deleted for resources: {'Subnet': ['ID=1c8f205e-01df-4c5a-bd12-87ff8d809696,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:00.491865 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bee71164-e241-4077-bfa6-28a4fb2eac52 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:00.496256 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-bee71164-e241-4077-bfa6-28a4fb2eac52 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] 10.222.0.23 "DELETE /v2.0/subnets/1c8f205e-01df-4c5a-bd12-87ff8d809696 HTTP/1.1" status: 204 len: 168 time: 0.2837889 Jul 13 07:54:00.496555 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33610) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:00.500355 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff326fd-489b-43cb-b853-51ce229d6eab None None] Network bb8fde0d-85f7-420c-9caa-7668028a84f8 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:54:00.551301 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-674e95f5-dce6-4fa2-adb7-f8139ec041d0 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Deleting subnet 8ed60322-3090-4cd7-8f0c-38aceebbc590 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:54:00.555044 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-674e95f5-dce6-4fa2-adb7-f8139ec041d0 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:00.602998 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-674e95f5-dce6-4fa2-adb7-f8139ec041d0 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:00.649864 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 7d0a6315-9750-4d43-a3c0-c5aab488ef51 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:54:00.673027 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 7d0a6315-9750-4d43-a3c0-c5aab488ef51 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:54:00.673529 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 7d0a6315-9750-4d43-a3c0-c5aab488ef51 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:54:00.710824 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-674e95f5-dce6-4fa2-adb7-f8139ec041d0 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:00.744541 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e221f4-fe98-47b6-a57d-b05a16e4e105 None None] DHCP port deletion for bb8fde0d-85f7-420c-9caa-7668028a84f8 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:54:00.776068 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-674e95f5-dce6-4fa2-adb7-f8139ec041d0 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:00.795398 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-36e221f4-fe98-47b6-a57d-b05a16e4e105 None None] Deleting port e473556a-4692-44c2-a70e-d944f3b2b8d0 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:54:00.795992 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-36e221f4-fe98-47b6-a57d-b05a16e4e105 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:00.804983 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e95f5-dce6-4fa2-adb7-f8139ec041d0 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Pushing event deleted for resources: {'Subnet': ['ID=8ed60322-3090-4cd7-8f0c-38aceebbc590,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:00.810162 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-674e95f5-dce6-4fa2-adb7-f8139ec041d0 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:00.812450 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-674e95f5-dce6-4fa2-adb7-f8139ec041d0 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] 10.222.0.23 "DELETE /v2.0/subnets/8ed60322-3090-4cd7-8f0c-38aceebbc590 HTTP/1.1" status: 204 len: 168 time: 0.3147862 Jul 13 07:54:00.815511 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33612) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:00.823881 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c044e14e-c374-4b72-b80f-f19696716704 None None] Network 2569cc20-dabc-4e87-a249-14090c25acb8 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:54:00.897522 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f759462c-2a6c-4735-993b-3061c363e1d5 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:00.950546 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-f759462c-2a6c-4735-993b-3061c363e1d5 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Deleting port e473556a-4692-44c2-a70e-d944f3b2b8d0 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:54:00.950781 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-36e221f4-fe98-47b6-a57d-b05a16e4e105 None None] For port e473556a-4692-44c2-a70e-d944f3b2b8d0, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=e473556a-4692-44c2-a70e-d944f3b2b8d0,segment=NetworkSegment(35abac04-658c-467a-8040-6cce9435fed0),segment_id=35abac04-658c-467a-8040-6cce9435fed0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:00.950904 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f759462c-2a6c-4735-993b-3061c363e1d5 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:00.951265 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-36e221f4-fe98-47b6-a57d-b05a16e4e105 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:00.980811 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-36e221f4-fe98-47b6-a57d-b05a16e4e105 None None] Calling delete_port for e473556a-4692-44c2-a70e-d944f3b2b8d0 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:54:01.015899 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-f759462c-2a6c-4735-993b-3061c363e1d5 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] For port e473556a-4692-44c2-a70e-d944f3b2b8d0, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=e473556a-4692-44c2-a70e-d944f3b2b8d0,segment=NetworkSegment(35abac04-658c-467a-8040-6cce9435fed0),segment_id=35abac04-658c-467a-8040-6cce9435fed0)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:01.016249 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f759462c-2a6c-4735-993b-3061c363e1d5 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:01.029411 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-f759462c-2a6c-4735-993b-3061c363e1d5 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Calling delete_port for e473556a-4692-44c2-a70e-d944f3b2b8d0 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:54:01.094056 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-36e221f4-fe98-47b6-a57d-b05a16e4e105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:01.126210 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e221f4-fe98-47b6-a57d-b05a16e4e105 None None] Pushing event deleted for resources: {'Port': ['ID=e473556a-4692-44c2-a70e-d944f3b2b8d0,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:01.133079 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e221f4-fe98-47b6-a57d-b05a16e4e105 None None] No DVR routers for this DVR port e473556a-4692-44c2-a70e-d944f3b2b8d0 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:54:01.135513 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f759462c-2a6c-4735-993b-3061c363e1d5 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:01.138873 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04f405b-7817-4e55-a398-44976c0f1e0e None None] DHCP port deletion for 2569cc20-dabc-4e87-a249-14090c25acb8 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:54:01.170557 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759462c-2a6c-4735-993b-3061c363e1d5 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Pushing event deleted for resources: {'Port': ['ID=e473556a-4692-44c2-a70e-d944f3b2b8d0,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:01.172455 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f759462c-2a6c-4735-993b-3061c363e1d5 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] No DVR routers for this DVR port e473556a-4692-44c2-a70e-d944f3b2b8d0 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:54:01.199732 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-c04f405b-7817-4e55-a398-44976c0f1e0e None None] Deleting port 48a2f150-b4e6-4cba-9009-35d1d1c5a1d4 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:54:01.200106 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c04f405b-7817-4e55-a398-44976c0f1e0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:01.274413 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-c04f405b-7817-4e55-a398-44976c0f1e0e None None] For port 48a2f150-b4e6-4cba-9009-35d1d1c5a1d4, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=48a2f150-b4e6-4cba-9009-35d1d1c5a1d4,segment=NetworkSegment(8b8bc6a3-a13b-4d16-ac43-3c07f357622d),segment_id=8b8bc6a3-a13b-4d16-ac43-3c07f357622d)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:01.274773 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f759462c-2a6c-4735-993b-3061c363e1d5 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:01.275348 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c04f405b-7817-4e55-a398-44976c0f1e0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:01.286403 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-f759462c-2a6c-4735-993b-3061c363e1d5 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb8fde0d-85f7-420c-9caa-7668028a84f8']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:01.288759 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-c04f405b-7817-4e55-a398-44976c0f1e0e None None] Calling delete_port for 48a2f150-b4e6-4cba-9009-35d1d1c5a1d4 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:54:01.296759 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-f759462c-2a6c-4735-993b-3061c363e1d5 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35abac04-658c-467a-8040-6cce9435fed0') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:01.297116 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-f759462c-2a6c-4735-993b-3061c363e1d5 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35abac04-658c-467a-8040-6cce9435fed0') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:01.307259 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f759462c-2a6c-4735-993b-3061c363e1d5 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:01.330659 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f759462c-2a6c-4735-993b-3061c363e1d5 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:01.342233 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f759462c-2a6c-4735-993b-3061c363e1d5 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:54:01.342794 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f759462c-2a6c-4735-993b-3061c363e1d5 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:01.347610 n-d-771363-34 neutron-server[94018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:54:01.347610 n-d-771363-34 neutron-server[94018]: self.session.flush() Jul 13 07:54:01.347610 n-d-771363-34 neutron-server[94018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:54:01.347610 n-d-771363-34 neutron-server[94018]: self.session.flush() Jul 13 07:54:01.347610 n-d-771363-34 neutron-server[94018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:54:01.347610 n-d-771363-34 neutron-server[94018]: self.session.flush() Jul 13 07:54:01.347610 n-d-771363-34 neutron-server[94018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 07:54:01.347610 n-d-771363-34 neutron-server[94018]: self.session.flush() Jul 13 07:54:01.347610 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:54:01.347610 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:54:01.347610 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:54:01.347610 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:54:01.347610 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:54:01.347610 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:54:01.347610 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:54:01.347610 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:54:01.347610 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:54:01.347610 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:54:01.347610 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:54:01.347610 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:54:01.347610 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:54:01.347610 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:54:01.347610 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:54:01.347610 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:54:01.347610 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:54:01.347610 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:54:01.347610 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:54:01.347610 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:54:01.347610 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:54:01.347610 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:54:01.347610 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:54:01.347610 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:54:01.347610 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:54:01.347610 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:54:01.347610 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:54:01.347610 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:54:01.347610 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:54:01.347610 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:54:01.347610 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:54:01.347610 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:54:01.373678 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c04f405b-7817-4e55-a398-44976c0f1e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:01.401490 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f405b-7817-4e55-a398-44976c0f1e0e None None] Pushing event deleted for resources: {'Port': ['ID=48a2f150-b4e6-4cba-9009-35d1d1c5a1d4,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:01.403402 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04f405b-7817-4e55-a398-44976c0f1e0e None None] No DVR routers for this DVR port 48a2f150-b4e6-4cba-9009-35d1d1c5a1d4 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:54:01.420164 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f759462c-2a6c-4735-993b-3061c363e1d5 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:01.443045 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f759462c-2a6c-4735-993b-3061c363e1d5 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:01.444948 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f759462c-2a6c-4735-993b-3061c363e1d5 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] 10.222.0.23 "DELETE /v2.0/networks/bb8fde0d-85f7-420c-9caa-7668028a84f8 HTTP/1.1" status: 204 len: 168 time: 0.6278961 Jul 13 07:54:01.445790 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759462c-2a6c-4735-993b-3061c363e1d5 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Pushing event deleted for resources: {'Network': ['ID=bb8fde0d-85f7-420c-9caa-7668028a84f8,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:01.447590 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33620) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:01.523899 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2606c437-e4fd-4676-bfe9-aaa3f6263373 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:01.617331 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2606c437-e4fd-4676-bfe9-aaa3f6263373 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:01.628102 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-2606c437-e4fd-4676-bfe9-aaa3f6263373 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2569cc20-dabc-4e87-a249-14090c25acb8']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:01.639075 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-2606c437-e4fd-4676-bfe9-aaa3f6263373 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b8bc6a3-a13b-4d16-ac43-3c07f357622d') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:01.639403 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-2606c437-e4fd-4676-bfe9-aaa3f6263373 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b8bc6a3-a13b-4d16-ac43-3c07f357622d') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:01.649097 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2606c437-e4fd-4676-bfe9-aaa3f6263373 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:01.662829 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2606c437-e4fd-4676-bfe9-aaa3f6263373 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:01.668509 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2606c437-e4fd-4676-bfe9-aaa3f6263373 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:54:01.668828 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2606c437-e4fd-4676-bfe9-aaa3f6263373 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:01.671679 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:54:01.671679 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:54:01.671679 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:54:01.671679 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:54:01.671679 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:54:01.671679 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:54:01.671679 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:54:01.671679 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:54:01.671679 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:54:01.671679 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:54:01.671679 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:54:01.671679 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:54:01.671679 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:54:01.671679 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:54:01.671679 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:54:01.671679 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:54:01.671679 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:54:01.671679 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:54:01.671679 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:54:01.671679 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:54:01.671679 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:54:01.671679 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:54:01.671679 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:54:01.671679 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:54:01.671679 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:54:01.671679 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:54:01.671679 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:54:01.671679 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:54:01.671679 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:54:01.671679 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:54:01.671679 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:54:01.671679 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:54:01.735469 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2606c437-e4fd-4676-bfe9-aaa3f6263373 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:01.742246 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2606c437-e4fd-4676-bfe9-aaa3f6263373 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:01.744073 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2606c437-e4fd-4676-bfe9-aaa3f6263373 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] 10.222.0.23 "DELETE /v2.0/networks/2569cc20-dabc-4e87-a249-14090c25acb8 HTTP/1.1" status: 204 len: 168 time: 0.2954972 Jul 13 07:54:01.747141 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33622) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:01.755344 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2606c437-e4fd-4676-bfe9-aaa3f6263373 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Pushing event deleted for resources: {'Network': ['ID=2569cc20-dabc-4e87-a249-14090c25acb8,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:01.803415 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff2936cc-8327-418e-9ab2-4db73e2ce74a tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Deleting subnet 4ff374b6-f572-4563-b032-ec3bcd8aa342 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:54:01.806458 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ff2936cc-8327-418e-9ab2-4db73e2ce74a tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:01.846074 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ff2936cc-8327-418e-9ab2-4db73e2ce74a tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:01.933586 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ff2936cc-8327-418e-9ab2-4db73e2ce74a tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:02.003118 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ff2936cc-8327-418e-9ab2-4db73e2ce74a tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:02.030888 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2936cc-8327-418e-9ab2-4db73e2ce74a tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Pushing event deleted for resources: {'Subnet': ['ID=4ff374b6-f572-4563-b032-ec3bcd8aa342,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:02.035134 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ff2936cc-8327-418e-9ab2-4db73e2ce74a tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:02.038577 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ff2936cc-8327-418e-9ab2-4db73e2ce74a tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] 10.222.0.23 "DELETE /v2.0/subnets/4ff374b6-f572-4563-b032-ec3bcd8aa342 HTTP/1.1" status: 204 len: 168 time: 0.2901711 Jul 13 07:54:02.039769 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33624) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:02.042055 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cede2662-d4c7-46b0-bc13-b09329c72d50 None None] Network 265ef05f-d3ad-42c8-8833-0438c013b311 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:54:02.132096 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9804e4f8-f272-4a13-b0ca-1ba867d415da tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:02.203890 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-9804e4f8-f272-4a13-b0ca-1ba867d415da tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Deleting port 0c32d942-ea22-4526-bd8c-e31d2bedca13 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:54:02.204228 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9804e4f8-f272-4a13-b0ca-1ba867d415da tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:02.261643 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799288ad-215b-4ce3-bb04-9c3d29b9af66 None None] DHCP port deletion for 265ef05f-d3ad-42c8-8833-0438c013b311 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:54:02.273823 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-9804e4f8-f272-4a13-b0ca-1ba867d415da tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] For port 0c32d942-ea22-4526-bd8c-e31d2bedca13, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=0c32d942-ea22-4526-bd8c-e31d2bedca13,segment=NetworkSegment(6114d5af-0396-4c94-b049-792de92b7e42),segment_id=6114d5af-0396-4c94-b049-792de92b7e42)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:02.274357 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9804e4f8-f272-4a13-b0ca-1ba867d415da tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:02.287844 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-9804e4f8-f272-4a13-b0ca-1ba867d415da tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Calling delete_port for 0c32d942-ea22-4526-bd8c-e31d2bedca13 owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:54:02.308150 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-799288ad-215b-4ce3-bb04-9c3d29b9af66 None None] Deleting port 0c32d942-ea22-4526-bd8c-e31d2bedca13 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:54:02.308523 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-799288ad-215b-4ce3-bb04-9c3d29b9af66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:02.378495 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9804e4f8-f272-4a13-b0ca-1ba867d415da tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:02.387540 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-799288ad-215b-4ce3-bb04-9c3d29b9af66 None None] For port 0c32d942-ea22-4526-bd8c-e31d2bedca13, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=0c32d942-ea22-4526-bd8c-e31d2bedca13,segment=NetworkSegment(6114d5af-0396-4c94-b049-792de92b7e42),segment_id=6114d5af-0396-4c94-b049-792de92b7e42)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:54:02.387947 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-799288ad-215b-4ce3-bb04-9c3d29b9af66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:02.396472 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9804e4f8-f272-4a13-b0ca-1ba867d415da tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] No DVR routers for this DVR port 0c32d942-ea22-4526-bd8c-e31d2bedca13 on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:54:02.401323 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-799288ad-215b-4ce3-bb04-9c3d29b9af66 None None] Calling delete_port for 0c32d942-ea22-4526-bd8c-e31d2bedca13 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:54:02.438280 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9804e4f8-f272-4a13-b0ca-1ba867d415da tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Pushing event deleted for resources: {'Port': ['ID=0c32d942-ea22-4526-bd8c-e31d2bedca13,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:02.509021 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9804e4f8-f272-4a13-b0ca-1ba867d415da tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:02.522695 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-9804e4f8-f272-4a13-b0ca-1ba867d415da tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['265ef05f-d3ad-42c8-8833-0438c013b311']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:02.540268 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-9804e4f8-f272-4a13-b0ca-1ba867d415da tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6114d5af-0396-4c94-b049-792de92b7e42') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:02.540645 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-9804e4f8-f272-4a13-b0ca-1ba867d415da tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6114d5af-0396-4c94-b049-792de92b7e42') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:02.553753 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9804e4f8-f272-4a13-b0ca-1ba867d415da tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:02.636539 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-799288ad-215b-4ce3-bb04-9c3d29b9af66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:02.663178 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799288ad-215b-4ce3-bb04-9c3d29b9af66 None None] Pushing event deleted for resources: {'Port': ['ID=0c32d942-ea22-4526-bd8c-e31d2bedca13,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:02.670077 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799288ad-215b-4ce3-bb04-9c3d29b9af66 None None] No DVR routers for this DVR port 0c32d942-ea22-4526-bd8c-e31d2bedca13 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:54:02.680088 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 48a2f150-b4e6-4cba-9009-35d1d1c5a1d4 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:54:02.701156 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 48a2f150-b4e6-4cba-9009-35d1d1c5a1d4 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:54:02.701508 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 48a2f150-b4e6-4cba-9009-35d1d1c5a1d4 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:54:02.701924 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 0c32d942-ea22-4526-bd8c-e31d2bedca13 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:54:02.726552 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 0c32d942-ea22-4526-bd8c-e31d2bedca13 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:54:02.726972 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 0c32d942-ea22-4526-bd8c-e31d2bedca13 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:54:02.727643 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device e473556a-4692-44c2-a70e-d944f3b2b8d0 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:54:02.748872 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: e473556a-4692-44c2-a70e-d944f3b2b8d0 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:54:02.749224 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device e473556a-4692-44c2-a70e-d944f3b2b8d0 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:54:02.866083 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9804e4f8-f272-4a13-b0ca-1ba867d415da tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:02.871946 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9804e4f8-f272-4a13-b0ca-1ba867d415da tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:54:02.872333 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9804e4f8-f272-4a13-b0ca-1ba867d415da tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:02.875157 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:54:02.875157 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:54:02.875157 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:54:02.875157 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:54:02.875157 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:54:02.875157 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:54:02.875157 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:54:02.875157 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:54:02.875157 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:54:02.875157 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:54:02.875157 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:54:02.875157 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:54:02.875157 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:54:02.875157 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:54:02.875157 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:54:02.875157 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:54:02.875157 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:54:02.875157 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:54:02.875157 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:54:02.875157 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:54:02.875157 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:54:02.875157 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:54:02.875157 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:54:02.875157 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:54:02.875157 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:54:02.875157 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:54:02.875157 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:54:02.875157 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:54:02.875157 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:54:02.875157 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:54:02.875157 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:54:02.875157 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:54:02.932974 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9804e4f8-f272-4a13-b0ca-1ba867d415da tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:02.937522 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9804e4f8-f272-4a13-b0ca-1ba867d415da tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:02.942637 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9804e4f8-f272-4a13-b0ca-1ba867d415da tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] 10.222.0.23 "DELETE /v2.0/networks/265ef05f-d3ad-42c8-8833-0438c013b311 HTTP/1.1" status: 204 len: 168 time: 0.8990278 Jul 13 07:54:02.943587 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33632) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:02.953677 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9804e4f8-f272-4a13-b0ca-1ba867d415da tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Pushing event deleted for resources: {'Network': ['ID=265ef05f-d3ad-42c8-8833-0438c013b311,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:02.974460 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-dfa6dbe1-4130-4dae-9776-fcebdf8447d0 tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] 10.222.0.23 "GET /v2.0/ports?device_id=36e3b9ba-1f92-4c69-97d4-60664fba9c56 HTTP/1.1" status: 200 len: 205 time: 0.0295713 Jul 13 07:54:02.976919 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33634) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:03.051796 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6aaa46f7-3108-4254-9abd-ac69f3e4dabf tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:03.154902 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3f4730db-fd42-42c2-a7a0-501dd51d175f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:03.202862 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:03.222726 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6aaa46f7-3108-4254-9abd-ac69f3e4dabf tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:03.225156 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6aaa46f7-3108-4254-9abd-ac69f3e4dabf tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:03.270543 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6aaa46f7-3108-4254-9abd-ac69f3e4dabf tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:03.271030 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aaa46f7-3108-4254-9abd-ac69f3e4dabf tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Fanout notify agent at l3_agent the message router_deleted on router 36e3b9ba-1f92-4c69-97d4-60664fba9c56 {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:54:03.278266 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6aaa46f7-3108-4254-9abd-ac69f3e4dabf tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:03.281941 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6aaa46f7-3108-4254-9abd-ac69f3e4dabf tempest-RoutersNegativeIpV6Test-1149238686 tempest-RoutersNegativeIpV6Test-1149238686-project] 10.222.0.23 "DELETE /v2.0/routers/36e3b9ba-1f92-4c69-97d4-60664fba9c56 HTTP/1.1" status: 204 len: 168 time: 0.3015394 Jul 13 07:54:03.538298 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33650) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:03.674018 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-fff134f2-4004-4c71-9142-fdcea31b9221 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=81b4a742696246e595b0efed819b290f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1315839 Jul 13 07:54:03.674316 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33654) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:03.725048 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f8cac226-9de1-4e38-b971-6888b8de564c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:03.751570 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f8cac226-9de1-4e38-b971-6888b8de564c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:03.802683 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f8cac226-9de1-4e38-b971-6888b8de564c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:03.805542 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f8cac226-9de1-4e38-b971-6888b8de564c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:03.809061 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f8cac226-9de1-4e38-b971-6888b8de564c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/35528d9b-ae5d-4b6d-ba5d-6e32bdd60cb8 HTTP/1.1" status: 204 len: 168 time: 0.1307545 Jul 13 07:54:03.815978 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cac226-9de1-4e38-b971-6888b8de564c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35528d9b-ae5d-4b6d-ba5d-6e32bdd60cb8,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:04.126328 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:04.433344 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33692) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:04.533789 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-496821e6-0b84-40c1-8d7c-99a98d509d7f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1355700885-network', 'tenant_id': '31ded79f3f6142a6b23852bdd854c77c'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:04.555599 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496821e6-0b84-40c1-8d7c-99a98d509d7f admin admin] Made reservation on behalf of 31ded79f3f6142a6b23852bdd854c77c for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:54:04.558106 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-496821e6-0b84-40c1-8d7c-99a98d509d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:04.567586 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-496821e6-0b84-40c1-8d7c-99a98d509d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:04.657359 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-496821e6-0b84-40c1-8d7c-99a98d509d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:04.661601 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-496821e6-0b84-40c1-8d7c-99a98d509d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:04.685058 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-496821e6-0b84-40c1-8d7c-99a98d509d7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:54:04.694982 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496821e6-0b84-40c1-8d7c-99a98d509d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b0ba89-532d-4572-82a6-c4297cab4d6e,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:04.704545 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-496821e6-0b84-40c1-8d7c-99a98d509d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:04.705566 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-496821e6-0b84-40c1-8d7c-99a98d509d7f admin admin] Added segment 3b53de61-49b3-4afb-9fcc-6912d905fb26 of type vlan for network 54ba81f5-1ee9-4e1f-8e66-ac53e52cbe52 Jul 13 07:54:04.749507 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-496821e6-0b84-40c1-8d7c-99a98d509d7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:04.780269 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-496821e6-0b84-40c1-8d7c-99a98d509d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:04.781163 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496821e6-0b84-40c1-8d7c-99a98d509d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:04.781744 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-496821e6-0b84-40c1-8d7c-99a98d509d7f admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:04.836096 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-496821e6-0b84-40c1-8d7c-99a98d509d7f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4010592 Jul 13 07:54:04.839027 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33700) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:04.852609 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-5d612b56-03ca-4a22-8c14-ca9d63dad13a admin admin] Request body: {'subnet': {'network_id': '54ba81f5-1ee9-4e1f-8e66-ac53e52cbe52', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1355700885-subnet', 'tenant_id': '31ded79f3f6142a6b23852bdd854c77c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:04.874038 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d612b56-03ca-4a22-8c14-ca9d63dad13a admin admin] Made reservation on behalf of 31ded79f3f6142a6b23852bdd854c77c for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:54:04.877144 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5d612b56-03ca-4a22-8c14-ca9d63dad13a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:04.883244 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496821e6-0b84-40c1-8d7c-99a98d509d7f admin admin] Pushing event updated for resources: {'Network': ['ID=54ba81f5-1ee9-4e1f-8e66-ac53e52cbe52,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:04.895743 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 54ba81f5-1ee9-4e1f-8e66-ac53e52cbe52 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:54:05.053832 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5d612b56-03ca-4a22-8c14-ca9d63dad13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:05.114782 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d612b56-03ca-4a22-8c14-ca9d63dad13a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5e7270d-ddc2-4208-9841-08d42e3d83ec,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:05.121689 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d612b56-03ca-4a22-8c14-ca9d63dad13a admin admin] Checking segment: {'id': '3b53de61-49b3-4afb-9fcc-6912d905fb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '54ba81f5-1ee9-4e1f-8e66-ac53e52cbe52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:54:05.122048 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d612b56-03ca-4a22-8c14-ca9d63dad13a admin admin] Network hostable DHCP agents. Network: 54ba81f5-1ee9-4e1f-8e66-ac53e52cbe52, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:54:05.140296 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d612b56-03ca-4a22-8c14-ca9d63dad13a admin admin] Network 54ba81f5-1ee9-4e1f-8e66-ac53e52cbe52 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:54:05.150690 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-5d612b56-03ca-4a22-8c14-ca9d63dad13a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 54ba81f5-1ee9-4e1f-8e66-ac53e52cbe52) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:54:05.156513 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d612b56-03ca-4a22-8c14-ca9d63dad13a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:05.158369 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5d612b56-03ca-4a22-8c14-ca9d63dad13a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:05.162756 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1489f010-7924-4d5b-8256-f787170ed1f6 None None] Network 54ba81f5-1ee9-4e1f-8e66-ac53e52cbe52 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:54:05.182400 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5d612b56-03ca-4a22-8c14-ca9d63dad13a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3347399 Jul 13 07:54:05.309972 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df33a83-1eaa-4259-a801-e1a48ee3717d None None] Network 54ba81f5-1ee9-4e1f-8e66-ac53e52cbe52 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:54:05.694582 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33726) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:05.700108 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-9cc073c0-1256-4ce5-912c-e496312a527b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1826582204-network', 'tenant_id': '3c41a4bbdc17471c96026fef93c7ab6c'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:05.723511 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc073c0-1256-4ce5-912c-e496312a527b admin admin] Made reservation on behalf of 3c41a4bbdc17471c96026fef93c7ab6c for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:54:05.725925 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9cc073c0-1256-4ce5-912c-e496312a527b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:05.734864 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9cc073c0-1256-4ce5-912c-e496312a527b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:05.828616 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9cc073c0-1256-4ce5-912c-e496312a527b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:05.832708 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9cc073c0-1256-4ce5-912c-e496312a527b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:05.864005 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc073c0-1256-4ce5-912c-e496312a527b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:54:05.870196 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc073c0-1256-4ce5-912c-e496312a527b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6321b1-f815-4ef9-9540-d799f912b6ff,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:05.876122 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9cc073c0-1256-4ce5-912c-e496312a527b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:05.877030 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-9cc073c0-1256-4ce5-912c-e496312a527b admin admin] Added segment c6ac4f55-7004-41fb-9916-c8be448c3220 of type vlan for network 9b49f1af-4118-4a60-be1f-21f601ec7fb2 Jul 13 07:54:05.910316 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:05.922561 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9cc073c0-1256-4ce5-912c-e496312a527b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:05.951345 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9cc073c0-1256-4ce5-912c-e496312a527b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:05.952289 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc073c0-1256-4ce5-912c-e496312a527b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:05.952852 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9cc073c0-1256-4ce5-912c-e496312a527b admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:05.981161 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9cc073c0-1256-4ce5-912c-e496312a527b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2853062 Jul 13 07:54:05.984137 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33728) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:05.990898 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-a88dcac3-e07a-4691-9647-ef96e659a897 admin admin] Request body: {'subnet': {'network_id': '9b49f1af-4118-4a60-be1f-21f601ec7fb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1826582204-subnet', 'tenant_id': '3c41a4bbdc17471c96026fef93c7ab6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:06.012338 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88dcac3-e07a-4691-9647-ef96e659a897 admin admin] Made reservation on behalf of 3c41a4bbdc17471c96026fef93c7ab6c for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:54:06.015108 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc073c0-1256-4ce5-912c-e496312a527b admin admin] Pushing event updated for resources: {'Network': ['ID=9b49f1af-4118-4a60-be1f-21f601ec7fb2,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:06.015439 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a88dcac3-e07a-4691-9647-ef96e659a897 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:06.026745 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 9b49f1af-4118-4a60-be1f-21f601ec7fb2 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:54:06.203308 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a88dcac3-e07a-4691-9647-ef96e659a897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:06.256332 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88dcac3-e07a-4691-9647-ef96e659a897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=110b1fbd-0345-478f-b723-84aeec496d0c,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:06.269515 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88dcac3-e07a-4691-9647-ef96e659a897 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:06.269864 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88dcac3-e07a-4691-9647-ef96e659a897 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:06.270206 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88dcac3-e07a-4691-9647-ef96e659a897 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:06.270569 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88dcac3-e07a-4691-9647-ef96e659a897 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:06.270882 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88dcac3-e07a-4691-9647-ef96e659a897 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:06.271234 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88dcac3-e07a-4691-9647-ef96e659a897 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:06.271566 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88dcac3-e07a-4691-9647-ef96e659a897 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:06.271897 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88dcac3-e07a-4691-9647-ef96e659a897 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:06.272225 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88dcac3-e07a-4691-9647-ef96e659a897 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:06.272550 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88dcac3-e07a-4691-9647-ef96e659a897 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:06.272874 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88dcac3-e07a-4691-9647-ef96e659a897 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:06.273198 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88dcac3-e07a-4691-9647-ef96e659a897 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:06.279041 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88dcac3-e07a-4691-9647-ef96e659a897 admin admin] Checking segment: {'id': 'c6ac4f55-7004-41fb-9916-c8be448c3220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b49f1af-4118-4a60-be1f-21f601ec7fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:54:06.279041 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88dcac3-e07a-4691-9647-ef96e659a897 admin admin] Network hostable DHCP agents. Network: 9b49f1af-4118-4a60-be1f-21f601ec7fb2, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:54:06.296507 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88dcac3-e07a-4691-9647-ef96e659a897 admin admin] Network 9b49f1af-4118-4a60-be1f-21f601ec7fb2 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:54:06.305943 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-a88dcac3-e07a-4691-9647-ef96e659a897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 9b49f1af-4118-4a60-be1f-21f601ec7fb2) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:54:06.310095 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88dcac3-e07a-4691-9647-ef96e659a897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:06.310741 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a88dcac3-e07a-4691-9647-ef96e659a897 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:06.318106 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345ec3e7-2332-4c7d-8835-a2637b439edd None None] Network 9b49f1af-4118-4a60-be1f-21f601ec7fb2 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:54:06.326976 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a88dcac3-e07a-4691-9647-ef96e659a897 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3411813 Jul 13 07:54:06.447649 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33736) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:06.455498 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb4d779-c421-4920-a428-603051b72b25 None None] Network 9b49f1af-4118-4a60-be1f-21f601ec7fb2 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:54:06.498959 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-6daaf843-ccc0-4db8-83c3-70c46c9bae89 admin admin] Deleting subnet f5e7270d-ddc2-4208-9841-08d42e3d83ec {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:54:06.503008 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6daaf843-ccc0-4db8-83c3-70c46c9bae89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:06.536740 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6daaf843-ccc0-4db8-83c3-70c46c9bae89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:06.591018 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6daaf843-ccc0-4db8-83c3-70c46c9bae89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:06.646033 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6daaf843-ccc0-4db8-83c3-70c46c9bae89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:06.672227 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daaf843-ccc0-4db8-83c3-70c46c9bae89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5e7270d-ddc2-4208-9841-08d42e3d83ec,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:06.676090 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6daaf843-ccc0-4db8-83c3-70c46c9bae89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:06.679645 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6daaf843-ccc0-4db8-83c3-70c46c9bae89 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f5e7270d-ddc2-4208-9841-08d42e3d83ec HTTP/1.1" status: 204 len: 168 time: 0.2308137 Jul 13 07:54:06.680533 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33744) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:06.754183 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c66df6da-1231-4566-a9ef-3ec4d8de9ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:06.835687 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c66df6da-1231-4566-a9ef-3ec4d8de9ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:06.846070 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-c66df6da-1231-4566-a9ef-3ec4d8de9ad1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ba81f5-1ee9-4e1f-8e66-ac53e52cbe52']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:06.855848 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-c66df6da-1231-4566-a9ef-3ec4d8de9ad1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b53de61-49b3-4afb-9fcc-6912d905fb26') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:06.856155 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-c66df6da-1231-4566-a9ef-3ec4d8de9ad1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b53de61-49b3-4afb-9fcc-6912d905fb26') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:06.865539 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c66df6da-1231-4566-a9ef-3ec4d8de9ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:06.879087 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c66df6da-1231-4566-a9ef-3ec4d8de9ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:06.884666 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c66df6da-1231-4566-a9ef-3ec4d8de9ad1 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:54:06.885055 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c66df6da-1231-4566-a9ef-3ec4d8de9ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:06.886739 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:54:06.886739 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:54:06.886739 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:54:06.886739 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:54:06.886739 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:54:06.886739 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:54:06.886739 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:54:06.886739 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:54:06.886739 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:54:06.886739 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:54:06.886739 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:54:06.886739 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:54:06.886739 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:54:06.886739 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:54:06.886739 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:54:06.886739 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:54:06.886739 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:54:06.886739 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:54:06.886739 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:54:06.886739 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:54:06.886739 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:54:06.886739 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:54:06.886739 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:54:06.886739 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:54:06.886739 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:54:06.886739 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:54:06.886739 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:54:06.886739 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:54:06.886739 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:54:06.886739 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:54:06.886739 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:54:06.886739 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:54:06.945830 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c66df6da-1231-4566-a9ef-3ec4d8de9ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:06.950665 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c66df6da-1231-4566-a9ef-3ec4d8de9ad1 admin admin] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:06.955121 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c66df6da-1231-4566-a9ef-3ec4d8de9ad1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/54ba81f5-1ee9-4e1f-8e66-ac53e52cbe52 HTTP/1.1" status: 204 len: 168 time: 0.2710955 Jul 13 07:54:06.956454 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33746) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:06.965065 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66df6da-1231-4566-a9ef-3ec4d8de9ad1 admin admin] Pushing event deleted for resources: {'Network': ['ID=54ba81f5-1ee9-4e1f-8e66-ac53e52cbe52,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:07.005575 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f921b0-7db1-4c6a-8e4f-2d3367dbf48f admin admin] Deleting subnet 110b1fbd-0345-478f-b723-84aeec496d0c {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:54:07.008831 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e2f921b0-7db1-4c6a-8e4f-2d3367dbf48f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:07.044161 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e2f921b0-7db1-4c6a-8e4f-2d3367dbf48f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:07.084108 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e2f921b0-7db1-4c6a-8e4f-2d3367dbf48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:07.140671 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e2f921b0-7db1-4c6a-8e4f-2d3367dbf48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:07.166835 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f921b0-7db1-4c6a-8e4f-2d3367dbf48f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=110b1fbd-0345-478f-b723-84aeec496d0c,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:07.169138 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e2f921b0-7db1-4c6a-8e4f-2d3367dbf48f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:07.171000 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e2f921b0-7db1-4c6a-8e4f-2d3367dbf48f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/110b1fbd-0345-478f-b723-84aeec496d0c HTTP/1.1" status: 204 len: 168 time: 0.2133524 Jul 13 07:54:07.174092 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33752) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:07.242244 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6beea590-e432-4070-944c-7c3774939ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:07.324817 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6beea590-e432-4070-944c-7c3774939ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:07.334734 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-6beea590-e432-4070-944c-7c3774939ebd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b49f1af-4118-4a60-be1f-21f601ec7fb2']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:07.344298 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-6beea590-e432-4070-944c-7c3774939ebd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ac4f55-7004-41fb-9916-c8be448c3220') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:07.344600 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-6beea590-e432-4070-944c-7c3774939ebd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ac4f55-7004-41fb-9916-c8be448c3220') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:54:07.353323 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6beea590-e432-4070-944c-7c3774939ebd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:07.367279 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6beea590-e432-4070-944c-7c3774939ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:07.373649 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6beea590-e432-4070-944c-7c3774939ebd admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:54:07.374084 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6beea590-e432-4070-944c-7c3774939ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:07.375756 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:54:07.375756 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:54:07.375756 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:54:07.375756 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:54:07.375756 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:54:07.375756 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:54:07.375756 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:54:07.375756 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:54:07.375756 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:54:07.375756 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:54:07.375756 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:54:07.375756 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:54:07.375756 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:54:07.375756 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:54:07.375756 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:54:07.375756 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:54:07.375756 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:54:07.375756 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:54:07.375756 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:54:07.375756 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:54:07.375756 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:54:07.375756 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:54:07.375756 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:54:07.375756 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:54:07.375756 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:54:07.375756 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:54:07.375756 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:54:07.375756 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:54:07.375756 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:54:07.375756 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:54:07.375756 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:54:07.375756 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:54:07.433609 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6beea590-e432-4070-944c-7c3774939ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:07.440488 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6beea590-e432-4070-944c-7c3774939ebd admin admin] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:07.444104 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6beea590-e432-4070-944c-7c3774939ebd admin admin] 10.222.0.23 "DELETE /v2.0/networks/9b49f1af-4118-4a60-be1f-21f601ec7fb2 HTTP/1.1" status: 204 len: 168 time: 0.2685263 Jul 13 07:54:07.460419 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beea590-e432-4070-944c-7c3774939ebd admin admin] Pushing event deleted for resources: {'Network': ['ID=9b49f1af-4118-4a60-be1f-21f601ec7fb2,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:07.617253 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33764) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:07.658977 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0b4d163e-28aa-49c6-ae66-7d9a9c018914 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=31ded79f3f6142a6b23852bdd854c77c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403507 Jul 13 07:54:07.661315 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33766) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:07.712883 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a60e0b68-8286-418f-8de3-72b14de8d8cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:07.733810 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a60e0b68-8286-418f-8de3-72b14de8d8cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:07.781361 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a60e0b68-8286-418f-8de3-72b14de8d8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:07.784068 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a60e0b68-8286-418f-8de3-72b14de8d8cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:07.785222 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a60e0b68-8286-418f-8de3-72b14de8d8cb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/38b0ba89-532d-4572-82a6-c4297cab4d6e HTTP/1.1" status: 204 len: 168 time: 0.1229124 Jul 13 07:54:07.793516 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e0b68-8286-418f-8de3-72b14de8d8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b0ba89-532d-4572-82a6-c4297cab4d6e,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:08.116958 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33776) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:08.161661 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b316252d-9873-489a-be31-c5772e2d70ea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c41a4bbdc17471c96026fef93c7ab6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411968 Jul 13 07:54:08.161889 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33778) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:08.213356 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9832ed3e-1f96-4fcd-b7ee-d7634c429707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:08.234577 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9832ed3e-1f96-4fcd-b7ee-d7634c429707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:08.284361 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9832ed3e-1f96-4fcd-b7ee-d7634c429707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:08.286933 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9832ed3e-1f96-4fcd-b7ee-d7634c429707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:08.288133 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9832ed3e-1f96-4fcd-b7ee-d7634c429707 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/de6321b1-f815-4ef9-9540-d799f912b6ff HTTP/1.1" status: 204 len: 168 time: 0.1251228 Jul 13 07:54:08.296078 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9832ed3e-1f96-4fcd-b7ee-d7634c429707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6321b1-f815-4ef9-9540-d799f912b6ff,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:11.333420 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33940) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:11.436790 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a6804585-a7b7-4b4d-8616-ccca848aca7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:11.528793 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a6804585-a7b7-4b4d-8616-ccca848aca7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:11.532411 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a6804585-a7b7-4b4d-8616-ccca848aca7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:11.569764 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6804585-a7b7-4b4d-8616-ccca848aca7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6110cde8-4f46-4119-a31e-3b9e08f6830a,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:11.575067 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a6804585-a7b7-4b4d-8616-ccca848aca7d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e2e95f48f86e4006bea76586e10c39aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2405207 Jul 13 07:54:11.577057 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33944) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:11.631510 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-65e77a2a-b9c2-4d80-ac79-7181c312ae67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:11.652502 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-65e77a2a-b9c2-4d80-ac79-7181c312ae67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:11.703617 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-65e77a2a-b9c2-4d80-ac79-7181c312ae67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:11.706437 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-65e77a2a-b9c2-4d80-ac79-7181c312ae67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:11.710307 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-65e77a2a-b9c2-4d80-ac79-7181c312ae67 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6110cde8-4f46-4119-a31e-3b9e08f6830a HTTP/1.1" status: 204 len: 168 time: 0.1319201 Jul 13 07:54:11.717994 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e77a2a-b9c2-4d80-ac79-7181c312ae67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6110cde8-4f46-4119-a31e-3b9e08f6830a,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:11.981396 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 33954) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:11.996552 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7b407e0b-3099-495a-8f66-7639c5d6f8ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:12.091129 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7b407e0b-3099-495a-8f66-7639c5d6f8ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:12.096930 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7b407e0b-3099-495a-8f66-7639c5d6f8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:12.135883 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7b407e0b-3099-495a-8f66-7639c5d6f8ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=482260b4f081403d8f75f0f13a30e8ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1533787 Jul 13 07:54:12.138087 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b407e0b-3099-495a-8f66-7639c5d6f8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69bc03bc-b2c6-4887-9020-61f326558aaf,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:12.139002 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 33958) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:12.193481 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2691ebac-5345-4570-9d3b-8209c71bd7be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:12.213704 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2691ebac-5345-4570-9d3b-8209c71bd7be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:12.260602 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2691ebac-5345-4570-9d3b-8209c71bd7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:12.263192 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2691ebac-5345-4570-9d3b-8209c71bd7be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:12.264635 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2691ebac-5345-4570-9d3b-8209c71bd7be admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/69bc03bc-b2c6-4887-9020-61f326558aaf HTTP/1.1" status: 204 len: 168 time: 0.1244147 Jul 13 07:54:12.277286 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691ebac-5345-4570-9d3b-8209c71bd7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bc03bc-b2c6-4887-9020-61f326558aaf,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:14.106512 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34044) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:14.236085 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-99cfd11e-123f-48c0-9caa-d4c70072c7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:14.321774 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-99cfd11e-123f-48c0-9caa-d4c70072c7bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:14.325424 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-99cfd11e-123f-48c0-9caa-d4c70072c7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:14.363009 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-99cfd11e-123f-48c0-9caa-d4c70072c7bc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6adab421de7b402a943de22d883b741e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2554064 Jul 13 07:54:14.364273 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cfd11e-123f-48c0-9caa-d4c70072c7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4e5da2-14a2-4197-a107-3eb543448a13,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:14.365719 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 34048) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:14.419995 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-40cc5104-c66c-4512-8efa-2a6ba5cc6a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:14.442034 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-40cc5104-c66c-4512-8efa-2a6ba5cc6a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:14.488341 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-40cc5104-c66c-4512-8efa-2a6ba5cc6a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:14.490818 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-40cc5104-c66c-4512-8efa-2a6ba5cc6a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:14.492165 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-40cc5104-c66c-4512-8efa-2a6ba5cc6a45 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cb4e5da2-14a2-4197-a107-3eb543448a13 HTTP/1.1" status: 204 len: 168 time: 0.1254003 Jul 13 07:54:14.500044 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc5104-c66c-4512-8efa-2a6ba5cc6a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4e5da2-14a2-4197-a107-3eb543448a13,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:14.770369 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 34060) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:14.791274 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ee8df8b7-ab3e-4ebb-b4c2-5c71d47bee14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:14.887259 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ee8df8b7-ab3e-4ebb-b4c2-5c71d47bee14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:14.893762 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ee8df8b7-ab3e-4ebb-b4c2-5c71d47bee14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:14.938513 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ee8df8b7-ab3e-4ebb-b4c2-5c71d47bee14 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ec71dd7cd6094522bd2334f01e9db3ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1670263 Jul 13 07:54:14.940455 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8df8b7-ab3e-4ebb-b4c2-5c71d47bee14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1524e23a-e527-47b6-a83d-e0f0fa6c1c25,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:14.941890 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34066) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:14.994531 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-284bcbce-26ca-4a01-84a2-41482b07be48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:15.016236 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-284bcbce-26ca-4a01-84a2-41482b07be48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:15.062139 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-284bcbce-26ca-4a01-84a2-41482b07be48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:15.065359 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-284bcbce-26ca-4a01-84a2-41482b07be48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:15.066504 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-284bcbce-26ca-4a01-84a2-41482b07be48 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1524e23a-e527-47b6-a83d-e0f0fa6c1c25 HTTP/1.1" status: 204 len: 168 time: 0.1233869 Jul 13 07:54:15.074877 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284bcbce-26ca-4a01-84a2-41482b07be48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1524e23a-e527-47b6-a83d-e0f0fa6c1c25,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:20.080950 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:54:23.511500 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:24.038001 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:30.238675 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-964a572a-08e6-479b-b6c4-f20d3f84a0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:33.152252 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-992514a6-f3f6-48fc-a0ab-6d09dc5ebc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:33.197032 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:34.059225 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34432) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:34.130519 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:34.200759 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-57686ac7-e1d6-42eb-873b-912413b69618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:34.385505 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-57686ac7-e1d6-42eb-873b-912413b69618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:34.385505 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-57686ac7-e1d6-42eb-873b-912413b69618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:34.385896 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 34450) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:34.386541 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-57686ac7-e1d6-42eb-873b-912413b69618 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=27e34b0d417e44bf8268f29db6e28271&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3225915 Jul 13 07:54:34.386541 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57686ac7-e1d6-42eb-873b-912413b69618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d179bdd4-a439-46cf-8948-16b7808d7667,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:34.399390 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57686ac7-e1d6-42eb-873b-912413b69618 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:34.400492 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57686ac7-e1d6-42eb-873b-912413b69618 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:34.401982 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57686ac7-e1d6-42eb-873b-912413b69618 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:34.402529 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57686ac7-e1d6-42eb-873b-912413b69618 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:34.403330 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57686ac7-e1d6-42eb-873b-912413b69618 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:34.403873 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57686ac7-e1d6-42eb-873b-912413b69618 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:34.404424 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57686ac7-e1d6-42eb-873b-912413b69618 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:34.404985 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57686ac7-e1d6-42eb-873b-912413b69618 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:34.406181 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57686ac7-e1d6-42eb-873b-912413b69618 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:34.406181 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57686ac7-e1d6-42eb-873b-912413b69618 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:34.406539 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57686ac7-e1d6-42eb-873b-912413b69618 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:34.407693 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57686ac7-e1d6-42eb-873b-912413b69618 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:54:34.463973 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dd2fc89c-8114-4aed-8f2d-9a74db101dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:34.494950 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dd2fc89c-8114-4aed-8f2d-9a74db101dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:34.576839 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dd2fc89c-8114-4aed-8f2d-9a74db101dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:34.582348 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dd2fc89c-8114-4aed-8f2d-9a74db101dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:34.587707 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-dd2fc89c-8114-4aed-8f2d-9a74db101dd5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d179bdd4-a439-46cf-8948-16b7808d7667 HTTP/1.1" status: 204 len: 168 time: 0.2031322 Jul 13 07:54:34.607147 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2fc89c-8114-4aed-8f2d-9a74db101dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d179bdd4-a439-46cf-8948-16b7808d7667,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:35.925022 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:40.490493 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 34608) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:40.643648 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3329b8c4-805d-4c09-889f-218c2757fd66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:40.761334 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3329b8c4-805d-4c09-889f-218c2757fd66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:40.767288 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3329b8c4-805d-4c09-889f-218c2757fd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:40.819845 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-3329b8c4-805d-4c09-889f-218c2757fd66 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f214c37e99ec4cab8012ca4e66765c55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3282313 Jul 13 07:54:40.822624 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34618) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:40.827582 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329b8c4-805d-4c09-889f-218c2757fd66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0d7734-efa5-4950-a0e7-0b84b8bdc58f,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:40.877958 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-34ff3a67-8333-4464-8611-ea216cf8152b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:40.918334 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-34ff3a67-8333-4464-8611-ea216cf8152b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:40.976608 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-34ff3a67-8333-4464-8611-ea216cf8152b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:40.981066 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-34ff3a67-8333-4464-8611-ea216cf8152b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:40.983211 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-34ff3a67-8333-4464-8611-ea216cf8152b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eb0d7734-efa5-4950-a0e7-0b84b8bdc58f HTTP/1.1" status: 204 len: 168 time: 0.1592662 Jul 13 07:54:40.996236 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff3a67-8333-4464-8611-ea216cf8152b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0d7734-efa5-4950-a0e7-0b84b8bdc58f,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:41.297697 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 34630) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:41.311360 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e3d64f90-7e16-4a10-baf4-d869a522d9dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:41.433163 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e3d64f90-7e16-4a10-baf4-d869a522d9dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:41.437359 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e3d64f90-7e16-4a10-baf4-d869a522d9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:41.479407 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e3d64f90-7e16-4a10-baf4-d869a522d9dd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c524745061874e1891d5978461f92f25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1805279 Jul 13 07:54:41.480281 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d64f90-7e16-4a10-baf4-d869a522d9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6eff99-d098-41ab-a3c4-54bd77fb3064,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:41.483400 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 34634) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:41.552820 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5aab90c1-0c30-4625-b180-5d60737deeb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:41.583944 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5aab90c1-0c30-4625-b180-5d60737deeb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:41.650049 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5aab90c1-0c30-4625-b180-5d60737deeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:41.652977 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5aab90c1-0c30-4625-b180-5d60737deeb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:41.657232 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5aab90c1-0c30-4625-b180-5d60737deeb5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fc6eff99-d098-41ab-a3c4-54bd77fb3064 HTTP/1.1" status: 204 len: 168 time: 0.1725631 Jul 13 07:54:41.666325 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab90c1-0c30-4625-b180-5d60737deeb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6eff99-d098-41ab-a3c4-54bd77fb3064,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:53.075870 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 34896) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:53.201132 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1b4a8f58-eb13-4e52-a66a-d303ac652204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:53.324751 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1b4a8f58-eb13-4e52-a66a-d303ac652204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:53.330301 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1b4a8f58-eb13-4e52-a66a-d303ac652204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:53.367479 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a8f58-eb13-4e52-a66a-d303ac652204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07bc9444-03a3-4b84-a3de-01cc1058fe5c,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:53.409649 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34910) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:53.414682 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1b4a8f58-eb13-4e52-a66a-d303ac652204 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ce7e299e86dc45f5b8961df8d5a227be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3375132 Jul 13 07:54:53.457586 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dd45f4e8-ff07-40b2-b1d2-f19017629dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:53.479889 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dd45f4e8-ff07-40b2-b1d2-f19017629dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:53.508886 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:53.531385 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dd45f4e8-ff07-40b2-b1d2-f19017629dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:53.534430 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dd45f4e8-ff07-40b2-b1d2-f19017629dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:53.535639 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-dd45f4e8-ff07-40b2-b1d2-f19017629dad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/07bc9444-03a3-4b84-a3de-01cc1058fe5c HTTP/1.1" status: 204 len: 168 time: 0.1309295 Jul 13 07:54:53.555223 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd45f4e8-ff07-40b2-b1d2-f19017629dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bc9444-03a3-4b84-a3de-01cc1058fe5c,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:53.861814 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 34916) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:53.877116 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2b11d1dd-62a7-4c93-b2b0-7fb4e787d9ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:54.010232 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2b11d1dd-62a7-4c93-b2b0-7fb4e787d9ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:54.020566 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2b11d1dd-62a7-4c93-b2b0-7fb4e787d9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:54.074971 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11d1dd-62a7-4c93-b2b0-7fb4e787d9ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6954af58-3b0a-4586-9389-17473d315a86,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:54.077571 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:54.090064 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34918) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:54.090263 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2b11d1dd-62a7-4c93-b2b0-7fb4e787d9ba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=288fd6e771444d07b5e57c43d05e6880&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2269258 Jul 13 07:54:54.163528 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c68d8ec-4dd4-4a93-b057-ac6f1fa3f023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:54.200651 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c68d8ec-4dd4-4a93-b057-ac6f1fa3f023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:54.262096 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c68d8ec-4dd4-4a93-b057-ac6f1fa3f023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:54.266453 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7c68d8ec-4dd4-4a93-b057-ac6f1fa3f023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:54.268125 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7c68d8ec-4dd4-4a93-b057-ac6f1fa3f023 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6954af58-3b0a-4586-9389-17473d315a86 HTTP/1.1" status: 204 len: 168 time: 0.1757565 Jul 13 07:54:54.277873 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c68d8ec-4dd4-4a93-b057-ac6f1fa3f023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6954af58-3b0a-4586-9389-17473d315a86,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:54.738894 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34926) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:54.762373 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-703df3fe-c84f-4302-a767-614b9c7330b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:54.876521 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-703df3fe-c84f-4302-a767-614b9c7330b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:54.881015 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-703df3fe-c84f-4302-a767-614b9c7330b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:54.926614 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-703df3fe-c84f-4302-a767-614b9c7330b5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8adeec1130df47aabb0fc5bd72cc57bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1862259 Jul 13 07:54:54.927581 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703df3fe-c84f-4302-a767-614b9c7330b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0f6359-f1cf-4af9-9ce1-44119e664ce6,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:54.930755 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 34928) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:54.990938 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-881e07a1-033f-4d41-b827-1b871af54d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:55.017863 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-881e07a1-033f-4d41-b827-1b871af54d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:55.083525 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-881e07a1-033f-4d41-b827-1b871af54d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:55.086924 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-881e07a1-033f-4d41-b827-1b871af54d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:55.089022 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-881e07a1-033f-4d41-b827-1b871af54d8c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c0f6359-f1cf-4af9-9ce1-44119e664ce6 HTTP/1.1" status: 204 len: 168 time: 0.1572139 Jul 13 07:54:55.101035 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e07a1-033f-4d41-b827-1b871af54d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0f6359-f1cf-4af9-9ce1-44119e664ce6,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:55.893808 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 34952) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:56.011082 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-ab9cdb9d-abe8-4651-a7d8-42765a1814e5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1850892716-network', 'tenant_id': '998e6f5110c34221b2af8c2ab312486f'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:56.033509 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9cdb9d-abe8-4651-a7d8-42765a1814e5 admin admin] Made reservation on behalf of 998e6f5110c34221b2af8c2ab312486f for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:54:56.035887 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ab9cdb9d-abe8-4651-a7d8-42765a1814e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:56.044675 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ab9cdb9d-abe8-4651-a7d8-42765a1814e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:56.153949 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ab9cdb9d-abe8-4651-a7d8-42765a1814e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:56.158914 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ab9cdb9d-abe8-4651-a7d8-42765a1814e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:56.187703 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab9cdb9d-abe8-4651-a7d8-42765a1814e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:54:56.198388 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9cdb9d-abe8-4651-a7d8-42765a1814e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ef3e62-3673-48ea-ad05-2851a4ec7591,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:56.205005 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ab9cdb9d-abe8-4651-a7d8-42765a1814e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:56.205005 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-ab9cdb9d-abe8-4651-a7d8-42765a1814e5 admin admin] Added segment 68d4d297-8434-44bf-a5ac-94ebcf2d1abd of type vlan for network ff70d0b8-9cf0-473c-b664-d8c8b731c6c7 Jul 13 07:54:56.252309 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ab9cdb9d-abe8-4651-a7d8-42765a1814e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:56.285091 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ab9cdb9d-abe8-4651-a7d8-42765a1814e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:56.286356 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9cdb9d-abe8-4651-a7d8-42765a1814e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:56.287030 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ab9cdb9d-abe8-4651-a7d8-42765a1814e5 admin admin] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:56.327563 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ab9cdb9d-abe8-4651-a7d8-42765a1814e5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4322453 Jul 13 07:54:56.330585 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 34956) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:54:56.336853 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-ee3944b9-befd-442b-9f09-adfee8fce564 admin admin] Request body: {'subnet': {'network_id': 'ff70d0b8-9cf0-473c-b664-d8c8b731c6c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1850892716-subnet', 'tenant_id': '998e6f5110c34221b2af8c2ab312486f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:54:56.361716 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3944b9-befd-442b-9f09-adfee8fce564 admin admin] Made reservation on behalf of 998e6f5110c34221b2af8c2ab312486f for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:54:56.364719 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9cdb9d-abe8-4651-a7d8-42765a1814e5 admin admin] Pushing event updated for resources: {'Network': ['ID=ff70d0b8-9cf0-473c-b664-d8c8b731c6c7,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:56.365087 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ee3944b9-befd-442b-9f09-adfee8fce564 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:56.375240 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network ff70d0b8-9cf0-473c-b664-d8c8b731c6c7 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:54:56.560810 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ee3944b9-befd-442b-9f09-adfee8fce564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:56.624030 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3944b9-befd-442b-9f09-adfee8fce564 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94c664c5-4132-4de3-b7fb-087ca19c2095,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:54:56.633552 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3944b9-befd-442b-9f09-adfee8fce564 admin admin] Checking segment: {'id': '68d4d297-8434-44bf-a5ac-94ebcf2d1abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ff70d0b8-9cf0-473c-b664-d8c8b731c6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:54:56.633908 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3944b9-befd-442b-9f09-adfee8fce564 admin admin] Network hostable DHCP agents. Network: ff70d0b8-9cf0-473c-b664-d8c8b731c6c7, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:54:56.653829 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3944b9-befd-442b-9f09-adfee8fce564 admin admin] Network ff70d0b8-9cf0-473c-b664-d8c8b731c6c7 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:54:56.668525 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-ee3944b9-befd-442b-9f09-adfee8fce564 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, ff70d0b8-9cf0-473c-b664-d8c8b731c6c7) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:54:56.675168 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3944b9-befd-442b-9f09-adfee8fce564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:56.675808 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ee3944b9-befd-442b-9f09-adfee8fce564 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:54:56.680127 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3acf6c-cfab-48cc-84a8-307be546de8d None None] Network ff70d0b8-9cf0-473c-b664-d8c8b731c6c7 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:54:56.696016 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ee3944b9-befd-442b-9f09-adfee8fce564 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3633120 Jul 13 07:54:56.843428 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb05b91-aaf8-4140-820e-e5490daebaf0 None None] Network ff70d0b8-9cf0-473c-b664-d8c8b731c6c7 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:54:57.082096 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:54:58.724997 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-e8a4812d-7c10-4a6b-8e7f-6ef76eae4df6 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:54:58.726807 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-e8a4812d-7c10-4a6b-8e7f-6ef76eae4df6 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/networks?id=ff70d0b8-9cf0-473c-b664-d8c8b731c6c7 HTTP/1.1" status: 200 len: 809 time: 0.1361935 Jul 13 07:54:58.743344 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-5be84c8b-baa1-4f82-b065-41751d6c5d96 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/quotas/998e6f5110c34221b2af8c2ab312486f HTTP/1.1" status: 200 len: 375 time: 0.0107100 Jul 13 07:54:58.794252 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-c115aabf-72dc-404c-a696-7d56180ca942 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=998e6f5110c34221b2af8c2ab312486f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392516 Jul 13 07:54:58.979744 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-15cc8486-2d27-41a9-b771-7526214315e3 service neutron] 10.222.0.23 "GET /v2.0/networks/ff70d0b8-9cf0-473c-b664-d8c8b731c6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758337 Jul 13 07:54:59.084158 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-242292c6-9568-45e8-b7e1-039f9dd533fd service neutron] 10.222.0.23 "GET /v2.0/networks/ff70d0b8-9cf0-473c-b664-d8c8b731c6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979848 Jul 13 07:54:59.316278 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-02fd188b-8033-475b-b77c-c030316fc0d1 req-bbbc1d49-4d67-4004-b7e0-a8c8d1076360 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1c6f455-4aaa-42ad-a0c2-f87360421b48 HTTP/1.1" status: 200 len: 210 time: 0.0363972 Jul 13 07:55:00.246042 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b22960bc-22a9-44f8-9410-50f9c8f74652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:00.539713 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f2404571-0068-4e1f-b5f9-090c4ce27ec0 req-ed7a65a0-0366-4c3a-8d70-2e1b396965a1 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1c6f455-4aaa-42ad-a0c2-f87360421b48 HTTP/1.1" status: 200 len: 210 time: 0.0314441 Jul 13 07:55:00.932074 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-4e31c56c-3fea-4f80-8817-710c3efbb2c7 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:00.933736 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-4e31c56c-3fea-4f80-8817-710c3efbb2c7 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.42 "GET /v2.0/networks?id=ff70d0b8-9cf0-473c-b664-d8c8b731c6c7 HTTP/1.1" status: 200 len: 809 time: 0.1590037 Jul 13 07:55:00.948783 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-bb9775cb-9eaf-4b5e-8238-06cddbeeeb97 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Request body: {'port': {'device_id': 'a1c6f455-4aaa-42ad-a0c2-f87360421b48', 'network_id': 'ff70d0b8-9cf0-473c-b664-d8c8b731c6c7', 'admin_state_up': True, 'tenant_id': '998e6f5110c34221b2af8c2ab312486f'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:01.105767 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-bb9775cb-9eaf-4b5e-8238-06cddbeeeb97 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Made reservation on behalf of 998e6f5110c34221b2af8c2ab312486f for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:55:01.110067 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-bb9775cb-9eaf-4b5e-8238-06cddbeeeb97 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:01.275220 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-bb9775cb-9eaf-4b5e-8238-06cddbeeeb97 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Allocated IP 172.20.0.3 (ff70d0b8-9cf0-473c-b664-d8c8b731c6c7/94c664c5-4132-4de3-b7fb-087ca19c2095/f3d4aeec-294e-48e5-969f-48efa6b6db06) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:55:01.449553 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-bb9775cb-9eaf-4b5e-8238-06cddbeeeb97 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:01.496216 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-bb9775cb-9eaf-4b5e-8238-06cddbeeeb97 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:01.549628 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-bb9775cb-9eaf-4b5e-8238-06cddbeeeb97 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Network ff70d0b8-9cf0-473c-b664-d8c8b731c6c7 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:55:01.553204 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-bb9775cb-9eaf-4b5e-8238-06cddbeeeb97 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:55:01.557241 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-bb9775cb-9eaf-4b5e-8238-06cddbeeeb97 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:55:01.587278 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9775cb-9eaf-4b5e-8238-06cddbeeeb97 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Pushing event updated for resources: {'Port': ['ID=f3d4aeec-294e-48e5-969f-48efa6b6db06,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:01.614221 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-bb9775cb-9eaf-4b5e-8238-06cddbeeeb97 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:01.615156 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-bb9775cb-9eaf-4b5e-8238-06cddbeeeb97 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:01.633034 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-bb9775cb-9eaf-4b5e-8238-06cddbeeeb97 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6904225 Jul 13 07:55:01.649118 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-bb3276d1-4e97-42e2-8073-599d9e94f8d3 service neutron] Request body: {'port': {'device_id': 'a1c6f455-4aaa-42ad-a0c2-f87360421b48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:01.783740 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-bb3276d1-4e97-42e2-8073-599d9e94f8d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:01.799723 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76672f-f7b0-4a74-be46-dd2862e95462 req-5201ea66-4646-4c55-89a8-933e19d199ee tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:01.801805 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6e76672f-f7b0-4a74-be46-dd2862e95462 req-5201ea66-4646-4c55-89a8-933e19d199ee tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1c6f455-4aaa-42ad-a0c2-f87360421b48 HTTP/1.1" status: 200 len: 931 time: 0.0881517 Jul 13 07:55:01.859492 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6e76672f-f7b0-4a74-be46-dd2862e95462 req-b7350817-3d5a-4d3a-ac57-74271e1a77d4 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ef3e62-3673-48ea-ad05-2851a4ec7591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511892 Jul 13 07:55:02.117919 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-bb3276d1-4e97-42e2-8073-599d9e94f8d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d4aeec-294e-48e5-969f-48efa6b6db06 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:55:02.126332 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-bb3276d1-4e97-42e2-8073-599d9e94f8d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:02.138648 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-bb3276d1-4e97-42e2-8073-599d9e94f8d3 service neutron] Transition to ACTIVE for port object f3d4aeec-294e-48e5-969f-48efa6b6db06 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:55:02.142549 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-bb3276d1-4e97-42e2-8073-599d9e94f8d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:02.200123 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3276d1-4e97-42e2-8073-599d9e94f8d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d4aeec-294e-48e5-969f-48efa6b6db06,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:02.275194 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-bb3276d1-4e97-42e2-8073-599d9e94f8d3 service neutron] Attempting to bind port f3d4aeec-294e-48e5-969f-48efa6b6db06 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:55:02.275743 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-bb3276d1-4e97-42e2-8073-599d9e94f8d3 service neutron] Attempting to bind port f3d4aeec-294e-48e5-969f-48efa6b6db06 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '68d4d297-8434-44bf-a5ac-94ebcf2d1abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ff70d0b8-9cf0-473c-b664-d8c8b731c6c7'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:55:02.276082 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-bb3276d1-4e97-42e2-8073-599d9e94f8d3 service neutron] Attempting to bind port f3d4aeec-294e-48e5-969f-48efa6b6db06 on network ff70d0b8-9cf0-473c-b664-d8c8b731c6c7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:55:02.280536 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-bb3276d1-4e97-42e2-8073-599d9e94f8d3 service neutron] Port f3d4aeec-294e-48e5-969f-48efa6b6db06 on network ff70d0b8-9cf0-473c-b664-d8c8b731c6c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:55:02.280853 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-bb3276d1-4e97-42e2-8073-599d9e94f8d3 service neutron] Attempting to bind port f3d4aeec-294e-48e5-969f-48efa6b6db06 on network ff70d0b8-9cf0-473c-b664-d8c8b731c6c7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:55:02.286001 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-bb3276d1-4e97-42e2-8073-599d9e94f8d3 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:55:02.286339 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-bb3276d1-4e97-42e2-8073-599d9e94f8d3 service neutron] Checking segment: {'id': '68d4d297-8434-44bf-a5ac-94ebcf2d1abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ff70d0b8-9cf0-473c-b664-d8c8b731c6c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:55:02.286720 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-bb3276d1-4e97-42e2-8073-599d9e94f8d3 service neutron] Bound using segment: {'id': '68d4d297-8434-44bf-a5ac-94ebcf2d1abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ff70d0b8-9cf0-473c-b664-d8c8b731c6c7'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:55:02.287232 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-bb3276d1-4e97-42e2-8073-599d9e94f8d3 service neutron] Bound port: f3d4aeec-294e-48e5-969f-48efa6b6db06, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d4d297-8434-44bf-a5ac-94ebcf2d1abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ff70d0b8-9cf0-473c-b664-d8c8b731c6c7'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:55:02.287529 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-bb3276d1-4e97-42e2-8073-599d9e94f8d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:02.373985 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-bb3276d1-4e97-42e2-8073-599d9e94f8d3 service neutron] For port f3d4aeec-294e-48e5-969f-48efa6b6db06, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:55:02.377827 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-bb3276d1-4e97-42e2-8073-599d9e94f8d3 service neutron] For port f3d4aeec-294e-48e5-969f-48efa6b6db06, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=f3d4aeec-294e-48e5-969f-48efa6b6db06,segment=NetworkSegment(68d4d297-8434-44bf-a5ac-94ebcf2d1abd),segment_id=68d4d297-8434-44bf-a5ac-94ebcf2d1abd)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:55:02.386540 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-bb3276d1-4e97-42e2-8073-599d9e94f8d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:02.423932 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-bb3276d1-4e97-42e2-8073-599d9e94f8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:02.424215 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-bb3276d1-4e97-42e2-8073-599d9e94f8d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:02.426025 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-bb3276d1-4e97-42e2-8073-599d9e94f8d3 service neutron] 10.222.0.42 "PUT /v2.0/ports/f3d4aeec-294e-48e5-969f-48efa6b6db06 HTTP/1.1" status: 200 len: 1092 time: 0.7858095 Jul 13 07:55:02.429054 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1c6f455-4aaa-42ad-a0c2-f87360421b48', 'tag': 'f3d4aeec-294e-48e5-969f-48efa6b6db06'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:55:02.432393 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b98188b-c16f-47e9-b5ff-7b443ee16ee5" -d '{"events": [{"name": "network-changed", "server_uuid": "a1c6f455-4aaa-42ad-a0c2-f87360421b48", "tag": "f3d4aeec-294e-48e5-969f-48efa6b6db06"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:55:02.471959 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3276d1-4e97-42e2-8073-599d9e94f8d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d4aeec-294e-48e5-969f-48efa6b6db06,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:02.563653 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-e2afbfbe-e70a-4c7b-86c9-2beb1148b8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:02.565349 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-e2afbfbe-e70a-4c7b-86c9-2beb1148b8f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=998e6f5110c34221b2af8c2ab312486f&device_id=a1c6f455-4aaa-42ad-a0c2-f87360421b48 HTTP/1.1" status: 200 len: 1095 time: 0.0769987 Jul 13 07:55:02.616794 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-8d468044-aba7-443c-b227-f9d09e2dcea0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3d4aeec-294e-48e5-969f-48efa6b6db06 HTTP/1.1" status: 200 len: 217 time: 0.0439665 Jul 13 07:55:02.680351 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-4bb404d6-a492-4e02-a779-dc3c59189ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:02.682198 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-4bb404d6-a492-4e02-a779-dc3c59189ef9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=94c664c5-4132-4de3-b7fb-087ca19c2095 HTTP/1.1" status: 200 len: 849 time: 0.0592113 Jul 13 07:55:02.725465 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-a5c27d54-53b1-4276-8a18-029fd0a36dc0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ff70d0b8-9cf0-473c-b664-d8c8b731c6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372696 Jul 13 07:55:02.730457 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042c9640-6d1f-45e2-8605-b145779a2f75 x-openstack-request-id: req-042c9640-6d1f-45e2-8605-b145779a2f75 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:55:02.731005 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1c6f455-4aaa-42ad-a0c2-f87360421b48", "tag": "f3d4aeec-294e-48e5-969f-48efa6b6db06", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:55:02.731513 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-042c9640-6d1f-45e2-8605-b145779a2f75 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:55:02.732075 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1c6f455-4aaa-42ad-a0c2-f87360421b48', 'tag': 'f3d4aeec-294e-48e5-969f-48efa6b6db06', 'status': 'completed', 'code': 200} Jul 13 07:55:02.831827 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-892a37fd-6ff8-472d-91d7-102b152e2939 service neutron] 10.222.0.42 "GET /v2.0/networks/ff70d0b8-9cf0-473c-b664-d8c8b731c6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958672 Jul 13 07:55:02.951721 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-278da5e7-2028-4a87-9a00-ac31c8a8a53b req-158e5ab3-08d7-4ca4-94e9-0e4b9d40354f service neutron] 10.222.0.42 "GET /v2.0/networks/ff70d0b8-9cf0-473c-b664-d8c8b731c6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131871 Jul 13 07:55:03.090685 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98188b-c16f-47e9-b5ff-7b443ee16ee5 req-0ffa8361-077a-4691-bff2-707cfce65865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:03.092362 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4b98188b-c16f-47e9-b5ff-7b443ee16ee5 req-0ffa8361-077a-4691-bff2-707cfce65865 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=998e6f5110c34221b2af8c2ab312486f&device_id=a1c6f455-4aaa-42ad-a0c2-f87360421b48 HTTP/1.1" status: 200 len: 1095 time: 0.0809059 Jul 13 07:55:03.126850 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0fcaf-3752-4db1-a862-71b95ec9d409 req-7fd6fd88-c512-49a7-aa0f-e58f6a8df912 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:03.130318 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c6a0fcaf-3752-4db1-a862-71b95ec9d409 req-7fd6fd88-c512-49a7-aa0f-e58f6a8df912 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1c6f455-4aaa-42ad-a0c2-f87360421b48 HTTP/1.1" status: 200 len: 943 time: 0.1002886 Jul 13 07:55:03.151547 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2dd16930-68ca-4b81-a67b-fff2a50b55ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:03.192720 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c6a0fcaf-3752-4db1-a862-71b95ec9d409 req-df986002-cf39-4228-a866-006c84011557 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ef3e62-3673-48ea-ad05-2851a4ec7591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520415 Jul 13 07:55:03.209263 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98188b-c16f-47e9-b5ff-7b443ee16ee5 req-15499683-7f38-4ea2-946a-460ebbd6b9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:03.211136 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4b98188b-c16f-47e9-b5ff-7b443ee16ee5 req-15499683-7f38-4ea2-946a-460ebbd6b9d4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ff70d0b8-9cf0-473c-b664-d8c8b731c6c7 HTTP/1.1" status: 200 len: 910 time: 0.1124289 Jul 13 07:55:03.215933 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:03.287782 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4b98188b-c16f-47e9-b5ff-7b443ee16ee5 req-ef881069-2c20-4f44-81a4-62e26aead8e1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3d4aeec-294e-48e5-969f-48efa6b6db06 HTTP/1.1" status: 200 len: 217 time: 0.0693462 Jul 13 07:55:03.342984 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98188b-c16f-47e9-b5ff-7b443ee16ee5 req-ae38d159-a368-4271-b250-62a5ffccf7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:03.345731 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4b98188b-c16f-47e9-b5ff-7b443ee16ee5 req-ae38d159-a368-4271-b250-62a5ffccf7ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=94c664c5-4132-4de3-b7fb-087ca19c2095 HTTP/1.1" status: 200 len: 849 time: 0.0518064 Jul 13 07:55:03.384762 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4b98188b-c16f-47e9-b5ff-7b443ee16ee5 req-51eae43a-329c-4989-a119-cae28c490623 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ff70d0b8-9cf0-473c-b664-d8c8b731c6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324376 Jul 13 07:55:03.494911 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4b98188b-c16f-47e9-b5ff-7b443ee16ee5 req-643b3e0a-a6ab-418e-937e-e666a340a542 service neutron] 10.222.0.42 "GET /v2.0/networks/ff70d0b8-9cf0-473c-b664-d8c8b731c6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027055 Jul 13 07:55:03.621044 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4b98188b-c16f-47e9-b5ff-7b443ee16ee5 req-ef297707-92a8-42ee-931e-2ba44a62e9b1 service neutron] 10.222.0.42 "GET /v2.0/networks/ff70d0b8-9cf0-473c-b664-d8c8b731c6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111264 Jul 13 07:55:04.135528 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:04.409390 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19fcddc-8ded-4250-84f4-58f92ce398ee req-2445c606-b56a-4826-b322-0452f269a10f tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:04.410947 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f19fcddc-8ded-4250-84f4-58f92ce398ee req-2445c606-b56a-4826-b322-0452f269a10f tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1c6f455-4aaa-42ad-a0c2-f87360421b48 HTTP/1.1" status: 200 len: 943 time: 0.0789790 Jul 13 07:55:04.464656 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f19fcddc-8ded-4250-84f4-58f92ce398ee req-8327f788-9438-4e24-8e94-250ad28360e0 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ef3e62-3673-48ea-ad05-2851a4ec7591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471725 Jul 13 07:55:05.113479 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device f3d4aeec-294e-48e5-969f-48efa6b6db06 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:55:05.243378 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port f3d4aeec-294e-48e5-969f-48efa6b6db06, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=f3d4aeec-294e-48e5-969f-48efa6b6db06,segment=NetworkSegment(68d4d297-8434-44bf-a5ac-94ebcf2d1abd),segment_id=68d4d297-8434-44bf-a5ac-94ebcf2d1abd)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:05.259297 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': 'f3d4aeec-294e-48e5-969f-48efa6b6db06', 'network_id': 'ff70d0b8-9cf0-473c-b664-d8c8b731c6c7', 'port_id': 'f3d4aeec-294e-48e5-969f-48efa6b6db06', 'mac_address': 'fa:16:3e:19:5b:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94c664c5-4132-4de3-b7fb-087ca19c2095', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:55:05.306325 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:05.323926 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d4aeec-294e-48e5-969f-48efa6b6db06 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:55:05.347280 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port f3d4aeec-294e-48e5-969f-48efa6b6db06, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=f3d4aeec-294e-48e5-969f-48efa6b6db06,segment=NetworkSegment(68d4d297-8434-44bf-a5ac-94ebcf2d1abd),segment_id=68d4d297-8434-44bf-a5ac-94ebcf2d1abd)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:05.351829 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:05.417831 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=f3d4aeec-294e-48e5-969f-48efa6b6db06,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:05.426560 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:05.426904 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:05.427274 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:05.427618 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:05.427961 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:05.428289 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:05.428620 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:05.428953 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:05.429279 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:05.429606 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:05.429928 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:05.430250 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:05.618222 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['f3d4aeec-294e-48e5-969f-48efa6b6db06'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:55:05.700169 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24c994-d199-4355-87e7-7ec669703cb9 req-9a723ce7-3845-4706-b593-7d1b45964b97 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:05.702616 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6f24c994-d199-4355-87e7-7ec669703cb9 req-9a723ce7-3845-4706-b593-7d1b45964b97 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1c6f455-4aaa-42ad-a0c2-f87360421b48 HTTP/1.1" status: 200 len: 944 time: 0.0991898 Jul 13 07:55:05.759748 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6f24c994-d199-4355-87e7-7ec669703cb9 req-b9247a29-c3a5-4314-b2d7-b5e8bcac91ec tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ef3e62-3673-48ea-ad05-2851a4ec7591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474977 Jul 13 07:55:05.910837 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:06.960670 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc8c03-6ed1-454e-8df1-91b686d356bc req-9f35f352-6b13-4cb9-87ce-680fb0a0aa5b tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:06.962518 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f3cc8c03-6ed1-454e-8df1-91b686d356bc req-9f35f352-6b13-4cb9-87ce-680fb0a0aa5b tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1c6f455-4aaa-42ad-a0c2-f87360421b48 HTTP/1.1" status: 200 len: 944 time: 0.0748880 Jul 13 07:55:07.008723 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f3cc8c03-6ed1-454e-8df1-91b686d356bc req-f14548b4-701d-4df0-9526-4c7696043308 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ef3e62-3673-48ea-ad05-2851a4ec7591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377333 Jul 13 07:55:07.083285 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device f3d4aeec-294e-48e5-969f-48efa6b6db06 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:55:07.144102 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port f3d4aeec-294e-48e5-969f-48efa6b6db06 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:55:07.148614 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port f3d4aeec-294e-48e5-969f-48efa6b6db06 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:07.148978 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:07.236030 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:07.266292 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1c6f455-4aaa-42ad-a0c2-f87360421b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d4aeec-294e-48e5-969f-48efa6b6db06'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:55:07.268748 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b89304-8b50-47c0-bb8b-b327fbf50967" -d '{"events": [{"server_uuid": "a1c6f455-4aaa-42ad-a0c2-f87360421b48", "name": "network-vif-plugged", "status": "completed", "tag": "f3d4aeec-294e-48e5-969f-48efa6b6db06"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:55:07.285318 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port f3d4aeec-294e-48e5-969f-48efa6b6db06, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=f3d4aeec-294e-48e5-969f-48efa6b6db06,segment=NetworkSegment(68d4d297-8434-44bf-a5ac-94ebcf2d1abd),segment_id=68d4d297-8434-44bf-a5ac-94ebcf2d1abd)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:07.290130 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:07.348440 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=f3d4aeec-294e-48e5-969f-48efa6b6db06,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:07.415405 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc735d24-c216-4ec8-b5f6-5f1634b51533 x-openstack-request-id: req-bc735d24-c216-4ec8-b5f6-5f1634b51533 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:55:07.415697 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1c6f455-4aaa-42ad-a0c2-f87360421b48", "name": "network-vif-plugged", "status": "completed", "tag": "f3d4aeec-294e-48e5-969f-48efa6b6db06", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:55:07.415964 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bc735d24-c216-4ec8-b5f6-5f1634b51533 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:55:07.416361 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1c6f455-4aaa-42ad-a0c2-f87360421b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d4aeec-294e-48e5-969f-48efa6b6db06', 'code': 200} Jul 13 07:55:07.552845 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a7b16-cb25-4fb3-8a7f-50711571e0ff req-15764dd9-a9cf-42ce-9092-fff9d95b9b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:07.554688 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dd9a7b16-cb25-4fb3-8a7f-50711571e0ff req-15764dd9-a9cf-42ce-9092-fff9d95b9b3f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a1c6f455-4aaa-42ad-a0c2-f87360421b48 HTTP/1.1" status: 200 len: 1097 time: 0.0615382 Jul 13 07:55:07.595633 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dd9a7b16-cb25-4fb3-8a7f-50711571e0ff req-43400da4-a34a-4b0b-aede-23db0a151b26 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a7ef3e62-3673-48ea-ad05-2851a4ec7591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348842 Jul 13 07:55:08.203816 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e79a8-9a03-4fdb-a1d7-1dbc45f8aff8 req-0b631a91-6822-466c-b298-db3570cc7971 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:08.205915 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-484e79a8-9a03-4fdb-a1d7-1dbc45f8aff8 req-0b631a91-6822-466c-b298-db3570cc7971 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1c6f455-4aaa-42ad-a0c2-f87360421b48 HTTP/1.1" status: 200 len: 945 time: 0.0763512 Jul 13 07:55:08.254625 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-484e79a8-9a03-4fdb-a1d7-1dbc45f8aff8 req-8f5b5c6b-5ff0-4021-be5f-e42232f8dc68 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ef3e62-3673-48ea-ad05-2851a4ec7591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420794 Jul 13 07:55:09.434528 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb834e5c-2656-43fc-b622-d0b13302c889 req-72df0488-f68f-47b4-82f7-ab6df741d41d tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:09.436060 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cb834e5c-2656-43fc-b622-d0b13302c889 req-72df0488-f68f-47b4-82f7-ab6df741d41d tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1c6f455-4aaa-42ad-a0c2-f87360421b48 HTTP/1.1" status: 200 len: 945 time: 0.0663769 Jul 13 07:55:09.475760 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cb834e5c-2656-43fc-b622-d0b13302c889 req-aacedbc5-1205-4d92-8168-2f8343c8e3ee tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ef3e62-3673-48ea-ad05-2851a4ec7591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329003 Jul 13 07:55:10.258992 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366859a1-8fe1-492f-b226-350fc8f8879d req-73ac4a97-0742-462d-ade4-f2e1e5b67504 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:10.260587 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-366859a1-8fe1-492f-b226-350fc8f8879d req-73ac4a97-0742-462d-ade4-f2e1e5b67504 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1c6f455-4aaa-42ad-a0c2-f87360421b48 HTTP/1.1" status: 200 len: 945 time: 0.0712302 Jul 13 07:55:10.303039 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-366859a1-8fe1-492f-b226-350fc8f8879d req-1eb846a0-d2c0-41b4-95c1-4e5d06e23eeb tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ef3e62-3673-48ea-ad05-2851a4ec7591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352151 Jul 13 07:55:11.444710 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7692b7b-b5a9-405e-8d4d-ff62eacb5dad req-041a0869-cda2-4678-98b2-a30a0c3b2a47 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:11.446207 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c7692b7b-b5a9-405e-8d4d-ff62eacb5dad req-041a0869-cda2-4678-98b2-a30a0c3b2a47 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1c6f455-4aaa-42ad-a0c2-f87360421b48 HTTP/1.1" status: 200 len: 945 time: 0.0893514 Jul 13 07:55:11.561892 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6438e5d-869a-475c-9c12-caaa1fcb91cb req-7f134e7a-5615-4270-be5d-c2e84fc04940 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:11.564235 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e6438e5d-869a-475c-9c12-caaa1fcb91cb req-7f134e7a-5615-4270-be5d-c2e84fc04940 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1c6f455-4aaa-42ad-a0c2-f87360421b48 HTTP/1.1" status: 200 len: 945 time: 0.1374075 Jul 13 07:55:11.617871 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e6438e5d-869a-475c-9c12-caaa1fcb91cb req-e90c772f-820d-41dd-a077-e0d427d507e3 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ef3e62-3673-48ea-ad05-2851a4ec7591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459387 Jul 13 07:55:11.622440 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-c7692b7b-b5a9-405e-8d4d-ff62eacb5dad req-e9e9c7fa-8d83-46e7-bfb8-4eec95c09cd0 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Deleting port f3d4aeec-294e-48e5-969f-48efa6b6db06 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:55:11.622785 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-c7692b7b-b5a9-405e-8d4d-ff62eacb5dad req-e9e9c7fa-8d83-46e7-bfb8-4eec95c09cd0 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:11.724134 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-c7692b7b-b5a9-405e-8d4d-ff62eacb5dad req-e9e9c7fa-8d83-46e7-bfb8-4eec95c09cd0 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] For port f3d4aeec-294e-48e5-969f-48efa6b6db06, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=f3d4aeec-294e-48e5-969f-48efa6b6db06,segment=NetworkSegment(68d4d297-8434-44bf-a5ac-94ebcf2d1abd),segment_id=68d4d297-8434-44bf-a5ac-94ebcf2d1abd)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:11.724497 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-c7692b7b-b5a9-405e-8d4d-ff62eacb5dad req-e9e9c7fa-8d83-46e7-bfb8-4eec95c09cd0 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:11.739544 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-c7692b7b-b5a9-405e-8d4d-ff62eacb5dad req-e9e9c7fa-8d83-46e7-bfb8-4eec95c09cd0 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Calling delete_port for f3d4aeec-294e-48e5-969f-48efa6b6db06 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:55:11.874638 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-c7692b7b-b5a9-405e-8d4d-ff62eacb5dad req-e9e9c7fa-8d83-46e7-bfb8-4eec95c09cd0 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:11.888698 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['f3d4aeec-294e-48e5-969f-48efa6b6db06'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:55:11.904703 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9c7fa-8d83-46e7-bfb8-4eec95c09cd0 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Pushing event deleted for resources: {'Port': ['ID=f3d4aeec-294e-48e5-969f-48efa6b6db06,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:11.935551 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e9c7fa-8d83-46e7-bfb8-4eec95c09cd0 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:11.935902 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e9c7fa-8d83-46e7-bfb8-4eec95c09cd0 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:11.936245 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e9c7fa-8d83-46e7-bfb8-4eec95c09cd0 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:11.936586 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e9c7fa-8d83-46e7-bfb8-4eec95c09cd0 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:11.936925 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e9c7fa-8d83-46e7-bfb8-4eec95c09cd0 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:11.937903 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e9c7fa-8d83-46e7-bfb8-4eec95c09cd0 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:11.938259 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e9c7fa-8d83-46e7-bfb8-4eec95c09cd0 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:11.938649 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e9c7fa-8d83-46e7-bfb8-4eec95c09cd0 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:11.939090 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e9c7fa-8d83-46e7-bfb8-4eec95c09cd0 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:11.939450 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e9c7fa-8d83-46e7-bfb8-4eec95c09cd0 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:11.939780 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e9c7fa-8d83-46e7-bfb8-4eec95c09cd0 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:11.940136 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e9c7fa-8d83-46e7-bfb8-4eec95c09cd0 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:11.966398 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7692b7b-b5a9-405e-8d4d-ff62eacb5dad req-e9e9c7fa-8d83-46e7-bfb8-4eec95c09cd0 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] No DVR routers for this DVR port f3d4aeec-294e-48e5-969f-48efa6b6db06 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:55:11.970222 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-c7692b7b-b5a9-405e-8d4d-ff62eacb5dad req-e9e9c7fa-8d83-46e7-bfb8-4eec95c09cd0 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:11.972391 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c7692b7b-b5a9-405e-8d4d-ff62eacb5dad req-e9e9c7fa-8d83-46e7-bfb8-4eec95c09cd0 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.42 "DELETE /v2.0/ports/f3d4aeec-294e-48e5-969f-48efa6b6db06 HTTP/1.1" status: 204 len: 173 time: 0.5064754 Jul 13 07:55:11.972857 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1c6f455-4aaa-42ad-a0c2-f87360421b48', 'name': 'network-vif-deleted', 'tag': 'f3d4aeec-294e-48e5-969f-48efa6b6db06'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:55:11.975226 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6bfb96-c911-498e-8b0f-b74857d8edf5" -d '{"events": [{"server_uuid": "a1c6f455-4aaa-42ad-a0c2-f87360421b48", "name": "network-vif-deleted", "tag": "f3d4aeec-294e-48e5-969f-48efa6b6db06"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:55:12.014046 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed957bd-787e-4df5-8344-bf34e3e8234a x-openstack-request-id: req-aed957bd-787e-4df5-8344-bf34e3e8234a {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:55:12.014298 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1c6f455-4aaa-42ad-a0c2-f87360421b48", "name": "network-vif-deleted", "tag": "f3d4aeec-294e-48e5-969f-48efa6b6db06", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:55:12.014548 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aed957bd-787e-4df5-8344-bf34e3e8234a {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:55:12.014949 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1c6f455-4aaa-42ad-a0c2-f87360421b48', 'name': 'network-vif-deleted', 'tag': 'f3d4aeec-294e-48e5-969f-48efa6b6db06', 'status': 'completed', 'code': 200} Jul 13 07:55:12.949027 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-92aee6e6-4ad4-4d7f-a26e-21b1536e5a84 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:12.950553 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-92aee6e6-4ad4-4d7f-a26e-21b1536e5a84 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/networks?id=ff70d0b8-9cf0-473c-b664-d8c8b731c6c7 HTTP/1.1" status: 200 len: 809 time: 0.1061161 Jul 13 07:55:12.966824 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-bbd9631c-8133-4adc-96b3-a054df886d59 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/quotas/998e6f5110c34221b2af8c2ab312486f HTTP/1.1" status: 200 len: 375 time: 0.0100319 Jul 13 07:55:13.001909 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-af9dd0d5-6628-4d30-9519-9a58412a59f5 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=998e6f5110c34221b2af8c2ab312486f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286691 Jul 13 07:55:13.154744 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-9e5db821-b2a9-480e-af2a-53397fed858a service neutron] 10.222.0.23 "GET /v2.0/networks/ff70d0b8-9cf0-473c-b664-d8c8b731c6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458848 Jul 13 07:55:13.249280 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-3b4189fb-756d-47e2-a348-dd92bd9b0e82 service neutron] 10.222.0.23 "GET /v2.0/networks/ff70d0b8-9cf0-473c-b664-d8c8b731c6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885212 Jul 13 07:55:13.436287 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6f228720-7a76-47b7-a7f1-261ed898d7d0 req-5dd1d5ac-7e51-425a-bdce-f03b0202d5b5 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e550277-aef3-4bf2-838f-ae035e360e5e HTTP/1.1" status: 200 len: 210 time: 0.0309429 Jul 13 07:55:14.528956 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-041316be-557b-43ec-91bf-1feb6d338080 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:14.531956 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-041316be-557b-43ec-91bf-1feb6d338080 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.42 "GET /v2.0/networks?id=ff70d0b8-9cf0-473c-b664-d8c8b731c6c7 HTTP/1.1" status: 200 len: 809 time: 0.1334295 Jul 13 07:55:14.552358 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-cc18a010-ef23-4b0f-b14a-908998dd8770 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Request body: {'port': {'device_id': '3e550277-aef3-4bf2-838f-ae035e360e5e', 'network_id': 'ff70d0b8-9cf0-473c-b664-d8c8b731c6c7', 'admin_state_up': True, 'tenant_id': '998e6f5110c34221b2af8c2ab312486f'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:14.606442 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-96faa927-087e-4457-958e-d46ea88ca682 req-3d9773c7-94ec-474d-a50e-1356027d31a5 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e550277-aef3-4bf2-838f-ae035e360e5e HTTP/1.1" status: 200 len: 210 time: 0.0404451 Jul 13 07:55:14.968451 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-cc18a010-ef23-4b0f-b14a-908998dd8770 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Made reservation on behalf of 998e6f5110c34221b2af8c2ab312486f for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:55:14.972099 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-cc18a010-ef23-4b0f-b14a-908998dd8770 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:15.101130 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-cc18a010-ef23-4b0f-b14a-908998dd8770 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Allocated IP 172.20.0.2 (ff70d0b8-9cf0-473c-b664-d8c8b731c6c7/94c664c5-4132-4de3-b7fb-087ca19c2095/6dd391d5-2683-4657-b1e3-8f0572003821) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:55:15.113829 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device f3d4aeec-294e-48e5-969f-48efa6b6db06 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:55:15.134073 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: f3d4aeec-294e-48e5-969f-48efa6b6db06 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:55:15.147227 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device f3d4aeec-294e-48e5-969f-48efa6b6db06 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:55:15.261520 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-cc18a010-ef23-4b0f-b14a-908998dd8770 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:15.302313 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-cc18a010-ef23-4b0f-b14a-908998dd8770 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:15.350316 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-cc18a010-ef23-4b0f-b14a-908998dd8770 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Network ff70d0b8-9cf0-473c-b664-d8c8b731c6c7 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:55:15.353558 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-cc18a010-ef23-4b0f-b14a-908998dd8770 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:55:15.356107 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-cc18a010-ef23-4b0f-b14a-908998dd8770 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:55:15.385320 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18a010-ef23-4b0f-b14a-908998dd8770 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Pushing event updated for resources: {'Port': ['ID=6dd391d5-2683-4657-b1e3-8f0572003821,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:15.411734 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-cc18a010-ef23-4b0f-b14a-908998dd8770 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:15.412380 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-cc18a010-ef23-4b0f-b14a-908998dd8770 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:15.426979 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-cc18a010-ef23-4b0f-b14a-908998dd8770 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8789759 Jul 13 07:55:15.439716 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-bbb15f43-768e-429e-8eb3-0ed0f7a3d06a service neutron] Request body: {'port': {'device_id': '3e550277-aef3-4bf2-838f-ae035e360e5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:15.521168 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-bbb15f43-768e-429e-8eb3-0ed0f7a3d06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:15.851832 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be091111-7994-4845-ae02-cd8bcd42b6ed req-f65eb07a-16d4-44c9-a49b-02b65797fa65 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:15.853369 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be091111-7994-4845-ae02-cd8bcd42b6ed req-f65eb07a-16d4-44c9-a49b-02b65797fa65 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e550277-aef3-4bf2-838f-ae035e360e5e HTTP/1.1" status: 200 len: 931 time: 0.1232123 Jul 13 07:55:15.881477 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-bbb15f43-768e-429e-8eb3-0ed0f7a3d06a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dd391d5-2683-4657-b1e3-8f0572003821 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:55:15.891680 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-bbb15f43-768e-429e-8eb3-0ed0f7a3d06a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:15.915130 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-bbb15f43-768e-429e-8eb3-0ed0f7a3d06a service neutron] Transition to ACTIVE for port object 6dd391d5-2683-4657-b1e3-8f0572003821 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:55:15.918531 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be091111-7994-4845-ae02-cd8bcd42b6ed req-3c74c73f-804e-4204-9496-0ddd69afe870 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ef3e62-3673-48ea-ad05-2851a4ec7591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548458 Jul 13 07:55:15.920715 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-bbb15f43-768e-429e-8eb3-0ed0f7a3d06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:15.980579 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb15f43-768e-429e-8eb3-0ed0f7a3d06a service neutron] Pushing event updated for resources: {'Port': ['ID=6dd391d5-2683-4657-b1e3-8f0572003821,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:16.053464 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-bbb15f43-768e-429e-8eb3-0ed0f7a3d06a service neutron] Attempting to bind port 6dd391d5-2683-4657-b1e3-8f0572003821 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:55:16.053799 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-bbb15f43-768e-429e-8eb3-0ed0f7a3d06a service neutron] Attempting to bind port 6dd391d5-2683-4657-b1e3-8f0572003821 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '68d4d297-8434-44bf-a5ac-94ebcf2d1abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ff70d0b8-9cf0-473c-b664-d8c8b731c6c7'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:55:16.054131 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-bbb15f43-768e-429e-8eb3-0ed0f7a3d06a service neutron] Attempting to bind port 6dd391d5-2683-4657-b1e3-8f0572003821 on network ff70d0b8-9cf0-473c-b664-d8c8b731c6c7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:55:16.058404 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-bbb15f43-768e-429e-8eb3-0ed0f7a3d06a service neutron] Port 6dd391d5-2683-4657-b1e3-8f0572003821 on network ff70d0b8-9cf0-473c-b664-d8c8b731c6c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:55:16.058722 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-bbb15f43-768e-429e-8eb3-0ed0f7a3d06a service neutron] Attempting to bind port 6dd391d5-2683-4657-b1e3-8f0572003821 on network ff70d0b8-9cf0-473c-b664-d8c8b731c6c7 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:55:16.063851 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-bbb15f43-768e-429e-8eb3-0ed0f7a3d06a service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:55:16.064117 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-bbb15f43-768e-429e-8eb3-0ed0f7a3d06a service neutron] Checking segment: {'id': '68d4d297-8434-44bf-a5ac-94ebcf2d1abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ff70d0b8-9cf0-473c-b664-d8c8b731c6c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:55:16.064503 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-bbb15f43-768e-429e-8eb3-0ed0f7a3d06a service neutron] Bound using segment: {'id': '68d4d297-8434-44bf-a5ac-94ebcf2d1abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ff70d0b8-9cf0-473c-b664-d8c8b731c6c7'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:55:16.064988 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-bbb15f43-768e-429e-8eb3-0ed0f7a3d06a service neutron] Bound port: 6dd391d5-2683-4657-b1e3-8f0572003821, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d4d297-8434-44bf-a5ac-94ebcf2d1abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ff70d0b8-9cf0-473c-b664-d8c8b731c6c7'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:55:16.065671 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-bbb15f43-768e-429e-8eb3-0ed0f7a3d06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:16.134004 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-bbb15f43-768e-429e-8eb3-0ed0f7a3d06a service neutron] For port 6dd391d5-2683-4657-b1e3-8f0572003821, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:55:16.138168 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-bbb15f43-768e-429e-8eb3-0ed0f7a3d06a service neutron] For port 6dd391d5-2683-4657-b1e3-8f0572003821, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6dd391d5-2683-4657-b1e3-8f0572003821,segment=NetworkSegment(68d4d297-8434-44bf-a5ac-94ebcf2d1abd),segment_id=68d4d297-8434-44bf-a5ac-94ebcf2d1abd)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:55:16.144851 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-bbb15f43-768e-429e-8eb3-0ed0f7a3d06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:16.178143 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-bbb15f43-768e-429e-8eb3-0ed0f7a3d06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:16.178785 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-bbb15f43-768e-429e-8eb3-0ed0f7a3d06a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:16.180211 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-bbb15f43-768e-429e-8eb3-0ed0f7a3d06a service neutron] 10.222.0.42 "PUT /v2.0/ports/6dd391d5-2683-4657-b1e3-8f0572003821 HTTP/1.1" status: 200 len: 1092 time: 0.7457030 Jul 13 07:55:16.182392 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e550277-aef3-4bf2-838f-ae035e360e5e', 'tag': '6dd391d5-2683-4657-b1e3-8f0572003821'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:55:16.185802 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5261988a-557d-45bb-9986-19a0b2ffdaa2" -d '{"events": [{"name": "network-changed", "server_uuid": "3e550277-aef3-4bf2-838f-ae035e360e5e", "tag": "6dd391d5-2683-4657-b1e3-8f0572003821"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:55:16.233797 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb15f43-768e-429e-8eb3-0ed0f7a3d06a service neutron] Pushing event updated for resources: {'Port': ['ID=6dd391d5-2683-4657-b1e3-8f0572003821,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:16.243655 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c88f432-3f99-48fa-a284-582e6f6a37ee x-openstack-request-id: req-5c88f432-3f99-48fa-a284-582e6f6a37ee {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:55:16.243947 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e550277-aef3-4bf2-838f-ae035e360e5e", "tag": "6dd391d5-2683-4657-b1e3-8f0572003821", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:55:16.244200 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c88f432-3f99-48fa-a284-582e6f6a37ee {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:55:16.244596 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e550277-aef3-4bf2-838f-ae035e360e5e', 'tag': '6dd391d5-2683-4657-b1e3-8f0572003821', 'status': 'completed', 'code': 200} Jul 13 07:55:16.294674 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-68f7f9f0-fc3f-40e9-9749-bf72e17871d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:16.296295 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-68f7f9f0-fc3f-40e9-9749-bf72e17871d9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=998e6f5110c34221b2af8c2ab312486f&device_id=3e550277-aef3-4bf2-838f-ae035e360e5e HTTP/1.1" status: 200 len: 1095 time: 0.0716221 Jul 13 07:55:16.342820 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-d67d37ad-6051-4446-93e7-096307123901 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6dd391d5-2683-4657-b1e3-8f0572003821 HTTP/1.1" status: 200 len: 217 time: 0.0396290 Jul 13 07:55:16.395615 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-8ab519f1-4941-40fc-9cf4-194bdae3b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:16.397810 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-8ab519f1-4941-40fc-9cf4-194bdae3b4d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=94c664c5-4132-4de3-b7fb-087ca19c2095 HTTP/1.1" status: 200 len: 849 time: 0.0494349 Jul 13 07:55:16.433547 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-5d2234ac-0aa9-42bc-982e-aec83dbc2586 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ff70d0b8-9cf0-473c-b664-d8c8b731c6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295713 Jul 13 07:55:16.548909 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-b77cdb59-c4ed-4cf8-b698-c8c3ab8a0f1b service neutron] 10.222.0.42 "GET /v2.0/networks/ff70d0b8-9cf0-473c-b664-d8c8b731c6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089289 Jul 13 07:55:16.644727 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-46844174-d0d3-4f4d-944e-d23e7d4dac4b req-d5220a1c-3c37-4b9b-8137-92649005531c service neutron] 10.222.0.42 "GET /v2.0/networks/ff70d0b8-9cf0-473c-b664-d8c8b731c6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899551 Jul 13 07:55:16.753692 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261988a-557d-45bb-9986-19a0b2ffdaa2 req-01ad6dab-6d0b-4275-be48-ddfb7cb1fd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:16.755247 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5261988a-557d-45bb-9986-19a0b2ffdaa2 req-01ad6dab-6d0b-4275-be48-ddfb7cb1fd31 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=998e6f5110c34221b2af8c2ab312486f&device_id=3e550277-aef3-4bf2-838f-ae035e360e5e HTTP/1.1" status: 200 len: 1095 time: 0.0638967 Jul 13 07:55:16.852181 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261988a-557d-45bb-9986-19a0b2ffdaa2 req-d553f367-4504-4133-af4c-4a9ae0257801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:16.853731 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5261988a-557d-45bb-9986-19a0b2ffdaa2 req-d553f367-4504-4133-af4c-4a9ae0257801 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ff70d0b8-9cf0-473c-b664-d8c8b731c6c7 HTTP/1.1" status: 200 len: 910 time: 0.0920904 Jul 13 07:55:16.904065 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5261988a-557d-45bb-9986-19a0b2ffdaa2 req-277f9160-11a3-4d28-8574-7a2ece1da8de service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6dd391d5-2683-4657-b1e3-8f0572003821 HTTP/1.1" status: 200 len: 217 time: 0.0438526 Jul 13 07:55:16.955085 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261988a-557d-45bb-9986-19a0b2ffdaa2 req-e2a3bdaf-2dfd-4650-8261-d9a9e7066f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:16.956981 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5261988a-557d-45bb-9986-19a0b2ffdaa2 req-e2a3bdaf-2dfd-4650-8261-d9a9e7066f74 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=94c664c5-4132-4de3-b7fb-087ca19c2095 HTTP/1.1" status: 200 len: 849 time: 0.0468602 Jul 13 07:55:16.998034 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5261988a-557d-45bb-9986-19a0b2ffdaa2 req-603d2322-2437-4331-8a69-81298b6b9825 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ff70d0b8-9cf0-473c-b664-d8c8b731c6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335083 Jul 13 07:55:17.152829 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5261988a-557d-45bb-9986-19a0b2ffdaa2 req-96012bf4-86f7-4717-9ae4-2955f0ea7e8d service neutron] 10.222.0.42 "GET /v2.0/networks/ff70d0b8-9cf0-473c-b664-d8c8b731c6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422906 Jul 13 07:55:17.177457 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6cda8-8054-4ead-ad14-4dffebf63497 req-de3e37ec-9668-4c22-8787-c04adb7510a2 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:17.178971 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fbf6cda8-8054-4ead-ad14-4dffebf63497 req-de3e37ec-9668-4c22-8787-c04adb7510a2 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e550277-aef3-4bf2-838f-ae035e360e5e HTTP/1.1" status: 200 len: 943 time: 0.1268380 Jul 13 07:55:17.266672 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fbf6cda8-8054-4ead-ad14-4dffebf63497 req-a3483776-797b-4946-a06f-17b4fd0f8ac3 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ef3e62-3673-48ea-ad05-2851a4ec7591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776832 Jul 13 07:55:17.289979 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5261988a-557d-45bb-9986-19a0b2ffdaa2 req-aac3c813-71e0-46a0-8f2b-1fbea23ef2b4 service neutron] 10.222.0.42 "GET /v2.0/networks/ff70d0b8-9cf0-473c-b664-d8c8b731c6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304007 Jul 13 07:55:18.447609 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5df36-f132-4f50-afcc-f1b5dc619a0b req-ca8fb984-3972-47f9-aad0-7dfe4b393830 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:18.449107 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5bf5df36-f132-4f50-afcc-f1b5dc619a0b req-ca8fb984-3972-47f9-aad0-7dfe4b393830 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e550277-aef3-4bf2-838f-ae035e360e5e HTTP/1.1" status: 200 len: 943 time: 0.0649581 Jul 13 07:55:18.487543 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5bf5df36-f132-4f50-afcc-f1b5dc619a0b req-d84f2f3f-c0c6-4a87-baf1-881cc03ba4cc tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ef3e62-3673-48ea-ad05-2851a4ec7591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320120 Jul 13 07:55:19.160164 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 6dd391d5-2683-4657-b1e3-8f0572003821 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:55:19.258370 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 6dd391d5-2683-4657-b1e3-8f0572003821, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6dd391d5-2683-4657-b1e3-8f0572003821,segment=NetworkSegment(68d4d297-8434-44bf-a5ac-94ebcf2d1abd),segment_id=68d4d297-8434-44bf-a5ac-94ebcf2d1abd)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:19.269740 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '6dd391d5-2683-4657-b1e3-8f0572003821', 'network_id': 'ff70d0b8-9cf0-473c-b664-d8c8b731c6c7', 'port_id': '6dd391d5-2683-4657-b1e3-8f0572003821', 'mac_address': 'fa:16:3e:f0:af:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94c664c5-4132-4de3-b7fb-087ca19c2095', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:55:19.305374 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:19.318738 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dd391d5-2683-4657-b1e3-8f0572003821 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:55:19.338904 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 6dd391d5-2683-4657-b1e3-8f0572003821, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6dd391d5-2683-4657-b1e3-8f0572003821,segment=NetworkSegment(68d4d297-8434-44bf-a5ac-94ebcf2d1abd),segment_id=68d4d297-8434-44bf-a5ac-94ebcf2d1abd)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:19.342895 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:19.410158 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=6dd391d5-2683-4657-b1e3-8f0572003821,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:19.563459 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['6dd391d5-2683-4657-b1e3-8f0572003821'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:55:19.674954 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04c728-deb1-4d46-a897-f5a5d12675b1 req-340689ec-235f-4f9f-91f6-9bd1d4f1485e tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:19.676608 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6d04c728-deb1-4d46-a897-f5a5d12675b1 req-340689ec-235f-4f9f-91f6-9bd1d4f1485e tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e550277-aef3-4bf2-838f-ae035e360e5e HTTP/1.1" status: 200 len: 944 time: 0.0713823 Jul 13 07:55:19.721546 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6d04c728-deb1-4d46-a897-f5a5d12675b1 req-6f1c8eac-29b1-4b21-aa9b-c0cbe17bc458 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ef3e62-3673-48ea-ad05-2851a4ec7591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386341 Jul 13 07:55:20.910781 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7070686-7224-47bb-b455-067b787e572f req-47a26dde-486b-407f-afa7-8bab33d1cb32 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:20.912319 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f7070686-7224-47bb-b455-067b787e572f req-47a26dde-486b-407f-afa7-8bab33d1cb32 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e550277-aef3-4bf2-838f-ae035e360e5e HTTP/1.1" status: 200 len: 944 time: 0.0764270 Jul 13 07:55:21.160243 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 6dd391d5-2683-4657-b1e3-8f0572003821 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:55:21.216085 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 6dd391d5-2683-4657-b1e3-8f0572003821 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:55:21.221509 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 6dd391d5-2683-4657-b1e3-8f0572003821 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:21.228026 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:21.241397 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f7070686-7224-47bb-b455-067b787e572f req-105e89ab-42ea-4917-b362-87a83df5e42f tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ef3e62-3673-48ea-ad05-2851a4ec7591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222082 Jul 13 07:55:21.316202 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:21.344836 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e550277-aef3-4bf2-838f-ae035e360e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd391d5-2683-4657-b1e3-8f0572003821'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:55:21.347193 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c00e7f1-6ec3-4396-9cc1-d9e57dc1cc13" -d '{"events": [{"server_uuid": "3e550277-aef3-4bf2-838f-ae035e360e5e", "name": "network-vif-plugged", "status": "completed", "tag": "6dd391d5-2683-4657-b1e3-8f0572003821"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:55:21.360887 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 6dd391d5-2683-4657-b1e3-8f0572003821, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6dd391d5-2683-4657-b1e3-8f0572003821,segment=NetworkSegment(68d4d297-8434-44bf-a5ac-94ebcf2d1abd),segment_id=68d4d297-8434-44bf-a5ac-94ebcf2d1abd)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:21.366439 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:21.393487 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5118fb51-5298-464c-8e4d-ae008f68f29b x-openstack-request-id: req-5118fb51-5298-464c-8e4d-ae008f68f29b {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:55:21.393743 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e550277-aef3-4bf2-838f-ae035e360e5e", "name": "network-vif-plugged", "status": "completed", "tag": "6dd391d5-2683-4657-b1e3-8f0572003821", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:55:21.393911 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5118fb51-5298-464c-8e4d-ae008f68f29b {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:55:21.394300 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e550277-aef3-4bf2-838f-ae035e360e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd391d5-2683-4657-b1e3-8f0572003821', 'code': 200} Jul 13 07:55:21.424406 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=6dd391d5-2683-4657-b1e3-8f0572003821,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:21.522759 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b5469-aa4b-468a-b17d-4fb958b07136 req-3c3399c4-2f1e-46d3-b192-7c33729fb91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:21.524401 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c80b5469-aa4b-468a-b17d-4fb958b07136 req-3c3399c4-2f1e-46d3-b192-7c33729fb91c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3e550277-aef3-4bf2-838f-ae035e360e5e HTTP/1.1" status: 200 len: 1097 time: 0.0558436 Jul 13 07:55:21.560574 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c80b5469-aa4b-468a-b17d-4fb958b07136 req-8e716b2c-6032-40a2-92aa-3955fdfe3e6f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a7ef3e62-3673-48ea-ad05-2851a4ec7591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303113 Jul 13 07:55:22.441247 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc03a8-01ad-423e-a952-d5ee4e196fc6 req-a492c588-1490-419f-975c-a364f59fa344 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:22.442701 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0efc03a8-01ad-423e-a952-d5ee4e196fc6 req-a492c588-1490-419f-975c-a364f59fa344 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e550277-aef3-4bf2-838f-ae035e360e5e HTTP/1.1" status: 200 len: 945 time: 0.0718260 Jul 13 07:55:22.486086 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0efc03a8-01ad-423e-a952-d5ee4e196fc6 req-6d703124-2a25-4271-b3fb-1aea9bfa3a30 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ef3e62-3673-48ea-ad05-2851a4ec7591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373204 Jul 13 07:55:23.317180 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097006a0-84e4-4de0-954f-0d2a3a4176f6 req-0fd40374-8e93-4d43-8b99-6e5a63194131 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:23.318673 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-097006a0-84e4-4de0-954f-0d2a3a4176f6 req-0fd40374-8e93-4d43-8b99-6e5a63194131 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e550277-aef3-4bf2-838f-ae035e360e5e HTTP/1.1" status: 200 len: 945 time: 0.0657051 Jul 13 07:55:23.362505 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-097006a0-84e4-4de0-954f-0d2a3a4176f6 req-afdc1d4b-1a33-4e63-8033-879fb6675302 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ef3e62-3673-48ea-ad05-2851a4ec7591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380907 Jul 13 07:55:23.507243 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:24.065035 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:24.559454 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a934b27-6706-41e8-bc9d-2b3fc8e8d525 req-38c13bcb-ca35-4081-ac71-510565146d31 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:24.561073 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8a934b27-6706-41e8-bc9d-2b3fc8e8d525 req-38c13bcb-ca35-4081-ac71-510565146d31 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e550277-aef3-4bf2-838f-ae035e360e5e HTTP/1.1" status: 200 len: 945 time: 0.1272435 Jul 13 07:55:24.663587 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e915eb-a367-46fd-a0f5-14e6e65ec460 req-41f8e038-22f2-4493-ac16-88aefeab246c tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:24.665027 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-40e915eb-a367-46fd-a0f5-14e6e65ec460 req-41f8e038-22f2-4493-ac16-88aefeab246c tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e550277-aef3-4bf2-838f-ae035e360e5e HTTP/1.1" status: 200 len: 945 time: 0.1593053 Jul 13 07:55:24.721147 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-40e915eb-a367-46fd-a0f5-14e6e65ec460 req-7a397914-e8db-4b5a-b372-97b95768f3ea tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7ef3e62-3673-48ea-ad05-2851a4ec7591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494702 Jul 13 07:55:24.723787 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-8a934b27-6706-41e8-bc9d-2b3fc8e8d525 req-7378e7da-7fbd-4e9a-aeb6-0e74e417bfc2 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Deleting port 6dd391d5-2683-4657-b1e3-8f0572003821 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:55:24.724140 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8a934b27-6706-41e8-bc9d-2b3fc8e8d525 req-7378e7da-7fbd-4e9a-aeb6-0e74e417bfc2 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:24.824423 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-8a934b27-6706-41e8-bc9d-2b3fc8e8d525 req-7378e7da-7fbd-4e9a-aeb6-0e74e417bfc2 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] For port 6dd391d5-2683-4657-b1e3-8f0572003821, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6dd391d5-2683-4657-b1e3-8f0572003821,segment=NetworkSegment(68d4d297-8434-44bf-a5ac-94ebcf2d1abd),segment_id=68d4d297-8434-44bf-a5ac-94ebcf2d1abd)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:24.824931 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8a934b27-6706-41e8-bc9d-2b3fc8e8d525 req-7378e7da-7fbd-4e9a-aeb6-0e74e417bfc2 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:24.839633 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-8a934b27-6706-41e8-bc9d-2b3fc8e8d525 req-7378e7da-7fbd-4e9a-aeb6-0e74e417bfc2 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Calling delete_port for 6dd391d5-2683-4657-b1e3-8f0572003821 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:55:24.982383 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8a934b27-6706-41e8-bc9d-2b3fc8e8d525 req-7378e7da-7fbd-4e9a-aeb6-0e74e417bfc2 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:24.994243 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['6dd391d5-2683-4657-b1e3-8f0572003821'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:55:25.029876 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378e7da-7fbd-4e9a-aeb6-0e74e417bfc2 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Pushing event deleted for resources: {'Port': ['ID=6dd391d5-2683-4657-b1e3-8f0572003821,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:25.091491 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a934b27-6706-41e8-bc9d-2b3fc8e8d525 req-7378e7da-7fbd-4e9a-aeb6-0e74e417bfc2 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] No DVR routers for this DVR port 6dd391d5-2683-4657-b1e3-8f0572003821 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:55:25.094518 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8a934b27-6706-41e8-bc9d-2b3fc8e8d525 req-7378e7da-7fbd-4e9a-aeb6-0e74e417bfc2 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:25.096661 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8a934b27-6706-41e8-bc9d-2b3fc8e8d525 req-7378e7da-7fbd-4e9a-aeb6-0e74e417bfc2 tempest-VolumesActionsTest-1248546148 tempest-VolumesActionsTest-1248546148-project] 10.222.0.42 "DELETE /v2.0/ports/6dd391d5-2683-4657-b1e3-8f0572003821 HTTP/1.1" status: 204 len: 173 time: 0.5293365 Jul 13 07:55:25.097145 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e550277-aef3-4bf2-838f-ae035e360e5e', 'name': 'network-vif-deleted', 'tag': '6dd391d5-2683-4657-b1e3-8f0572003821'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:55:25.099602 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482ecaaa-d4ea-469a-bd4e-42bb8cfc84b6" -d '{"events": [{"server_uuid": "3e550277-aef3-4bf2-838f-ae035e360e5e", "name": "network-vif-deleted", "tag": "6dd391d5-2683-4657-b1e3-8f0572003821"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:55:25.159011 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de7e54e-58b1-4634-8858-49acc70c5b6a x-openstack-request-id: req-3de7e54e-58b1-4634-8858-49acc70c5b6a {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:55:25.160030 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e550277-aef3-4bf2-838f-ae035e360e5e", "name": "network-vif-deleted", "tag": "6dd391d5-2683-4657-b1e3-8f0572003821", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:55:25.160426 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3de7e54e-58b1-4634-8858-49acc70c5b6a {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:55:25.161134 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e550277-aef3-4bf2-838f-ae035e360e5e', 'name': 'network-vif-deleted', 'tag': '6dd391d5-2683-4657-b1e3-8f0572003821', 'status': 'completed', 'code': 200} Jul 13 07:55:29.206848 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 6dd391d5-2683-4657-b1e3-8f0572003821 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:55:29.243102 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 6dd391d5-2683-4657-b1e3-8f0572003821 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:55:29.245733 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 6dd391d5-2683-4657-b1e3-8f0572003821 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:55:30.275941 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8732aeff-584c-43f6-8003-ee0b4a41063b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:33.147277 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ffc8cd26-21f8-494e-91d4-b42cb3b01eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:33.217211 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:34.105304 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:55:34.141015 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:35.917818 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:48.038011 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36338) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:48.084897 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbc4472c-5829-4a44-b375-16088ac18a07 admin admin] Deleting subnet 94c664c5-4132-4de3-b7fb-087ca19c2095 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:55:48.088339 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cbc4472c-5829-4a44-b375-16088ac18a07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:48.125635 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cbc4472c-5829-4a44-b375-16088ac18a07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:48.167613 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cbc4472c-5829-4a44-b375-16088ac18a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:48.226229 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cbc4472c-5829-4a44-b375-16088ac18a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:48.268775 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4472c-5829-4a44-b375-16088ac18a07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94c664c5-4132-4de3-b7fb-087ca19c2095,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:48.279332 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cbc4472c-5829-4a44-b375-16088ac18a07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:48.281608 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-cbc4472c-5829-4a44-b375-16088ac18a07 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/94c664c5-4132-4de3-b7fb-087ca19c2095 HTTP/1.1" status: 204 len: 168 time: 0.2425964 Jul 13 07:55:48.283562 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4472c-5829-4a44-b375-16088ac18a07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:48.283907 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4472c-5829-4a44-b375-16088ac18a07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:48.284242 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4472c-5829-4a44-b375-16088ac18a07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:48.284580 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4472c-5829-4a44-b375-16088ac18a07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:48.284735 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 36340) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:48.285254 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4472c-5829-4a44-b375-16088ac18a07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:48.285254 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4472c-5829-4a44-b375-16088ac18a07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:48.285886 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4472c-5829-4a44-b375-16088ac18a07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:48.285886 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4472c-5829-4a44-b375-16088ac18a07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:48.286117 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4472c-5829-4a44-b375-16088ac18a07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:48.286688 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4472c-5829-4a44-b375-16088ac18a07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:48.287182 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4472c-5829-4a44-b375-16088ac18a07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:48.287689 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc4472c-5829-4a44-b375-16088ac18a07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:55:48.369108 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-585e1048-f424-4f7e-8234-451362f93d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:48.469077 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-585e1048-f424-4f7e-8234-451362f93d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:48.484119 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-585e1048-f424-4f7e-8234-451362f93d46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff70d0b8-9cf0-473c-b664-d8c8b731c6c7']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:48.496677 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-585e1048-f424-4f7e-8234-451362f93d46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d4d297-8434-44bf-a5ac-94ebcf2d1abd') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:48.496978 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-585e1048-f424-4f7e-8234-451362f93d46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d4d297-8434-44bf-a5ac-94ebcf2d1abd') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:48.508344 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-585e1048-f424-4f7e-8234-451362f93d46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:48.523610 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-585e1048-f424-4f7e-8234-451362f93d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:48.530347 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-585e1048-f424-4f7e-8234-451362f93d46 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:55:48.530747 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-585e1048-f424-4f7e-8234-451362f93d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:48.532586 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:55:48.532586 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:55:48.532586 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:55:48.532586 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:55:48.532586 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 07:55:48.532586 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 07:55:48.532586 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:55:48.532586 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:55:48.532586 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:55:48.532586 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:55:48.532586 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:55:48.532586 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:55:48.532586 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:55:48.532586 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:55:48.532586 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:55:48.532586 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:55:48.532586 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:55:48.532586 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:55:48.532586 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:55:48.532586 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:55:48.532586 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:55:48.532586 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:55:48.532586 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:55:48.532586 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:55:48.532586 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:55:48.532586 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:55:48.532586 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:55:48.532586 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:55:48.532586 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:55:48.532586 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:55:48.532586 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:55:48.532586 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:55:48.532586 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:55:48.532586 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:55:48.532586 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:55:48.532586 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:55:48.532586 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:55:48.532586 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:55:48.601618 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-585e1048-f424-4f7e-8234-451362f93d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:48.611475 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-585e1048-f424-4f7e-8234-451362f93d46 admin admin] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:48.618779 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-585e1048-f424-4f7e-8234-451362f93d46 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ff70d0b8-9cf0-473c-b664-d8c8b731c6c7 HTTP/1.1" status: 204 len: 168 time: 0.3275533 Jul 13 07:55:48.640688 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e1048-f424-4f7e-8234-451362f93d46 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff70d0b8-9cf0-473c-b664-d8c8b731c6c7,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:48.768441 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 36346) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:48.827181 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-57ae9d9c-4864-4f76-b134-89fac2eb41a3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=998e6f5110c34221b2af8c2ab312486f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0564601 Jul 13 07:55:48.829214 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 36348) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:48.899729 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-55d74f7d-21f1-4f18-8c78-a3cdcd509afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:48.925674 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-55d74f7d-21f1-4f18-8c78-a3cdcd509afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:48.980571 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-55d74f7d-21f1-4f18-8c78-a3cdcd509afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:48.986601 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-55d74f7d-21f1-4f18-8c78-a3cdcd509afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:48.987105 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-55d74f7d-21f1-4f18-8c78-a3cdcd509afc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a7ef3e62-3673-48ea-ad05-2851a4ec7591 HTTP/1.1" status: 204 len: 168 time: 0.1563365 Jul 13 07:55:49.001011 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d74f7d-21f1-4f18-8c78-a3cdcd509afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ef3e62-3673-48ea-ad05-2851a4ec7591,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:51.407722 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 36510) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:51.510524 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-41dd7d45-56b5-448b-bcaf-610a6c0fc032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:51.606173 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-41dd7d45-56b5-448b-bcaf-610a6c0fc032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:51.611343 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-41dd7d45-56b5-448b-bcaf-610a6c0fc032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:51.652611 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-41dd7d45-56b5-448b-bcaf-610a6c0fc032 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=78f03d416d324b83941f648a3cf2a4ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2437978 Jul 13 07:55:51.653472 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd7d45-56b5-448b-bcaf-610a6c0fc032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559b8a3f-22a2-432a-b7bc-48f329922ab6,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:51.655738 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36514) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:51.706258 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a85dfad4-8238-4373-a444-514cc89a03c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:51.727242 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a85dfad4-8238-4373-a444-514cc89a03c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:51.776183 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a85dfad4-8238-4373-a444-514cc89a03c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:51.778851 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a85dfad4-8238-4373-a444-514cc89a03c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:51.780544 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a85dfad4-8238-4373-a444-514cc89a03c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/559b8a3f-22a2-432a-b7bc-48f329922ab6 HTTP/1.1" status: 204 len: 168 time: 0.1225991 Jul 13 07:55:51.788213 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85dfad4-8238-4373-a444-514cc89a03c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559b8a3f-22a2-432a-b7bc-48f329922ab6,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:52.089450 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36534) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:52.089450 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dac8c99f-48cc-4c6f-ab4c-4354538425c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:52.194159 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dac8c99f-48cc-4c6f-ab4c-4354538425c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:52.199113 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dac8c99f-48cc-4c6f-ab4c-4354538425c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:52.246258 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8c99f-48cc-4c6f-ab4c-4354538425c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7554de6e-9dfa-4677-b249-a2a4e61b7f28,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:52.254378 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-dac8c99f-48cc-4c6f-ab4c-4354538425c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=153fd604a6b7467e966710c6268087ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1827824 Jul 13 07:55:52.257395 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 36538) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:52.325027 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dc815ab0-2253-46af-a3ea-8e9dcbc859d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:52.347192 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dc815ab0-2253-46af-a3ea-8e9dcbc859d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:52.400999 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dc815ab0-2253-46af-a3ea-8e9dcbc859d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:52.403753 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dc815ab0-2253-46af-a3ea-8e9dcbc859d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:52.405401 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-dc815ab0-2253-46af-a3ea-8e9dcbc859d3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7554de6e-9dfa-4677-b249-a2a4e61b7f28 HTTP/1.1" status: 204 len: 168 time: 0.1455317 Jul 13 07:55:52.422692 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc815ab0-2253-46af-a3ea-8e9dcbc859d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7554de6e-9dfa-4677-b249-a2a4e61b7f28,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:53.206800 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 36580) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:53.319479 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-5d7ef3c6-8547-4233-a2a5-5395a4be100a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1749495654-network', 'tenant_id': '54ef8472c1374bef9a95e480c03cce49'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:53.343430 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7ef3c6-8547-4233-a2a5-5395a4be100a admin admin] Made reservation on behalf of 54ef8472c1374bef9a95e480c03cce49 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:55:53.347572 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5d7ef3c6-8547-4233-a2a5-5395a4be100a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:53.359653 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5d7ef3c6-8547-4233-a2a5-5395a4be100a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:53.468911 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5d7ef3c6-8547-4233-a2a5-5395a4be100a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:53.476501 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5d7ef3c6-8547-4233-a2a5-5395a4be100a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:53.499748 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d7ef3c6-8547-4233-a2a5-5395a4be100a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:55:53.521042 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:53.522014 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ef3c6-8547-4233-a2a5-5395a4be100a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58840a0-6fc0-4f8b-b59d-4acf28e547eb,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:53.524974 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5d7ef3c6-8547-4233-a2a5-5395a4be100a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:53.525317 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-5d7ef3c6-8547-4233-a2a5-5395a4be100a admin admin] Added segment 11f4f112-d6d2-43c5-9424-cf0ddb914047 of type vlan for network e6371dfa-0b3b-4b00-912c-6ad160535238 Jul 13 07:55:53.572422 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5d7ef3c6-8547-4233-a2a5-5395a4be100a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:53.612214 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5d7ef3c6-8547-4233-a2a5-5395a4be100a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:53.613181 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7ef3c6-8547-4233-a2a5-5395a4be100a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:53.613753 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5d7ef3c6-8547-4233-a2a5-5395a4be100a admin admin] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:53.647261 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5d7ef3c6-8547-4233-a2a5-5395a4be100a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4392278 Jul 13 07:55:53.650317 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 36596) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:53.655592 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-02fc6316-d5b0-4c6e-8b14-60bad0a767f4 admin admin] Request body: {'subnet': {'network_id': 'e6371dfa-0b3b-4b00-912c-6ad160535238', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1749495654-subnet', 'tenant_id': '54ef8472c1374bef9a95e480c03cce49', 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:53.690500 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ef3c6-8547-4233-a2a5-5395a4be100a admin admin] Pushing event updated for resources: {'Network': ['ID=e6371dfa-0b3b-4b00-912c-6ad160535238,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:53.702668 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network e6371dfa-0b3b-4b00-912c-6ad160535238 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:55:53.709066 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fc6316-d5b0-4c6e-8b14-60bad0a767f4 admin admin] Made reservation on behalf of 54ef8472c1374bef9a95e480c03cce49 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:55:53.712134 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-02fc6316-d5b0-4c6e-8b14-60bad0a767f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:53.925287 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-02fc6316-d5b0-4c6e-8b14-60bad0a767f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:53.982225 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc6316-d5b0-4c6e-8b14-60bad0a767f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3af4894b-5738-43ce-81ed-c35d6ac75bf0,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:53.990770 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fc6316-d5b0-4c6e-8b14-60bad0a767f4 admin admin] Checking segment: {'id': '11f4f112-d6d2-43c5-9424-cf0ddb914047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e6371dfa-0b3b-4b00-912c-6ad160535238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:55:53.991145 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fc6316-d5b0-4c6e-8b14-60bad0a767f4 admin admin] Network hostable DHCP agents. Network: e6371dfa-0b3b-4b00-912c-6ad160535238, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:55:54.012556 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fc6316-d5b0-4c6e-8b14-60bad0a767f4 admin admin] Network e6371dfa-0b3b-4b00-912c-6ad160535238 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:55:54.022504 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-02fc6316-d5b0-4c6e-8b14-60bad0a767f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, e6371dfa-0b3b-4b00-912c-6ad160535238) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:55:54.027218 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fc6316-d5b0-4c6e-8b14-60bad0a767f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:54.027813 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-02fc6316-d5b0-4c6e-8b14-60bad0a767f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:54.033114 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a8187b-4548-4762-a45b-84fbaf4a953b None None] Network e6371dfa-0b3b-4b00-912c-6ad160535238 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:55:54.050104 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36606) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:54.050748 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-02fc6316-d5b0-4c6e-8b14-60bad0a767f4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3986683 Jul 13 07:55:54.055800 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-bf0c965a-083b-4130-a130-2d56e915b5a5 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1749495654-router', 'tenant_id': '54ef8472c1374bef9a95e480c03cce49', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:54.082751 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bf0c965a-083b-4130-a130-2d56e915b5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:54.083890 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bf0c965a-083b-4130-a130-2d56e915b5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:54.113679 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:54.159874 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bf0c965a-083b-4130-a130-2d56e915b5a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:54.228365 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8fd936-c91c-4ec4-9f2f-1c3ec194258b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-e6371dfa-0b3b-4b00-912c-6ad160535238', 'network_id': 'e6371dfa-0b3b-4b00-912c-6ad160535238', 'tenant_id': '54ef8472c1374bef9a95e480c03cce49', 'fixed_ips': [{'subnet_id': '3af4894b-5738-43ce-81ed-c35d6ac75bf0'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:55:54.229245 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7f8fd936-c91c-4ec4-9f2f-1c3ec194258b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:54.316588 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bf0c965a-083b-4130-a130-2d56e915b5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:54.379933 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-7f8fd936-c91c-4ec4-9f2f-1c3ec194258b None None] Allocated IP 172.20.0.2 (e6371dfa-0b3b-4b00-912c-6ad160535238/3af4894b-5738-43ce-81ed-c35d6ac75bf0/6a5f6c5f-2e80-43b6-9581-24895355bc86) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:55:54.571342 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7f8fd936-c91c-4ec4-9f2f-1c3ec194258b None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:54.580484 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7f8fd936-c91c-4ec4-9f2f-1c3ec194258b None None] Transition to ACTIVE for port object 6a5f6c5f-2e80-43b6-9581-24895355bc86 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:55:54.596794 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7f8fd936-c91c-4ec4-9f2f-1c3ec194258b None None] Transition to ACTIVE for port object 6a5f6c5f-2e80-43b6-9581-24895355bc86 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:55:54.597048 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bf0c965a-083b-4130-a130-2d56e915b5a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:54.606251 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7f8fd936-c91c-4ec4-9f2f-1c3ec194258b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:54.622660 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bf0c965a-083b-4130-a130-2d56e915b5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:54.660465 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8fd936-c91c-4ec4-9f2f-1c3ec194258b None None] Network e6371dfa-0b3b-4b00-912c-6ad160535238 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:55:54.667115 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-7f8fd936-c91c-4ec4-9f2f-1c3ec194258b None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:55:54.669559 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8fd936-c91c-4ec4-9f2f-1c3ec194258b None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:55:54.689611 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8fd936-c91c-4ec4-9f2f-1c3ec194258b None None] Pushing event updated for resources: {'Port': ['ID=6a5f6c5f-2e80-43b6-9581-24895355bc86,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:54.748008 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-bf0c965a-083b-4130-a130-2d56e915b5a5 admin admin] Allocated IP 172.25.3.162 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/baeebed4-91e0-4dcf-affe-bec1f29402b6) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:55:54.753152 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-7f8fd936-c91c-4ec4-9f2f-1c3ec194258b None None] Attempting to bind port 6a5f6c5f-2e80-43b6-9581-24895355bc86 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:55:54.753792 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-7f8fd936-c91c-4ec4-9f2f-1c3ec194258b None None] Attempting to bind port 6a5f6c5f-2e80-43b6-9581-24895355bc86 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '11f4f112-d6d2-43c5-9424-cf0ddb914047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e6371dfa-0b3b-4b00-912c-6ad160535238'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:55:54.754357 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8fd936-c91c-4ec4-9f2f-1c3ec194258b None None] Attempting to bind port 6a5f6c5f-2e80-43b6-9581-24895355bc86 on network e6371dfa-0b3b-4b00-912c-6ad160535238 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:55:54.759884 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8fd936-c91c-4ec4-9f2f-1c3ec194258b None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:55:54.760256 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8fd936-c91c-4ec4-9f2f-1c3ec194258b None None] Checking segment: {'id': '11f4f112-d6d2-43c5-9424-cf0ddb914047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e6371dfa-0b3b-4b00-912c-6ad160535238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:55:54.760646 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7f8fd936-c91c-4ec4-9f2f-1c3ec194258b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:54.761221 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8fd936-c91c-4ec4-9f2f-1c3ec194258b None None] Bound using segment: {'id': '11f4f112-d6d2-43c5-9424-cf0ddb914047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e6371dfa-0b3b-4b00-912c-6ad160535238'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:55:54.761677 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-7f8fd936-c91c-4ec4-9f2f-1c3ec194258b None None] Bound port: 6a5f6c5f-2e80-43b6-9581-24895355bc86, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f4f112-d6d2-43c5-9424-cf0ddb914047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e6371dfa-0b3b-4b00-912c-6ad160535238'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:55:54.762275 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7f8fd936-c91c-4ec4-9f2f-1c3ec194258b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:54.829318 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-7f8fd936-c91c-4ec4-9f2f-1c3ec194258b None None] For port 6a5f6c5f-2e80-43b6-9581-24895355bc86, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:55:54.834550 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-7f8fd936-c91c-4ec4-9f2f-1c3ec194258b None None] For port 6a5f6c5f-2e80-43b6-9581-24895355bc86, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=6a5f6c5f-2e80-43b6-9581-24895355bc86,segment=NetworkSegment(11f4f112-d6d2-43c5-9424-cf0ddb914047),segment_id=11f4f112-d6d2-43c5-9424-cf0ddb914047)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:55:54.844652 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7f8fd936-c91c-4ec4-9f2f-1c3ec194258b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:54.892427 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bf0c965a-083b-4130-a130-2d56e915b5a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:54.903842 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8fd936-c91c-4ec4-9f2f-1c3ec194258b None None] Pushing event updated for resources: {'Port': ['ID=6a5f6c5f-2e80-43b6-9581-24895355bc86,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:54.944325 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bf0c965a-083b-4130-a130-2d56e915b5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:54.987782 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0c965a-083b-4130-a130-2d56e915b5a5 admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:55:54.992648 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-bf0c965a-083b-4130-a130-2d56e915b5a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:55:54.996267 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0c965a-083b-4130-a130-2d56e915b5a5 admin admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:55:55.022593 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c965a-083b-4130-a130-2d56e915b5a5 admin admin] Pushing event updated for resources: {'Port': ['ID=baeebed4-91e0-4dcf-affe-bec1f29402b6,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:55.325038 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bf0c965a-083b-4130-a130-2d56e915b5a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:55.538733 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bf0c965a-083b-4130-a130-2d56e915b5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:55.695949 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0c965a-083b-4130-a130-2d56e915b5a5 admin admin] Router f524f0c6-09e6-4427-9072-458f4361f8de is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:55:55.834182 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0c965a-083b-4130-a130-2d56e915b5a5 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:55:55.854077 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10db900-b331-47a2-87ec-141f5b40bd40 None None] Sync routers for ids ['f524f0c6-09e6-4427-9072-458f4361f8de'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:55:55.860468 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bf0c965a-083b-4130-a130-2d56e915b5a5 admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:55.861817 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-bf0c965a-083b-4130-a130-2d56e915b5a5 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8096786 Jul 13 07:55:55.864655 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 36646) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:55.865539 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10db900-b331-47a2-87ec-141f5b40bd40 None None] Routers {'f524f0c6-09e6-4427-9072-458f4361f8de'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:55:55.866514 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a10db900-b331-47a2-87ec-141f5b40bd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:55:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f524f0c6-09e6-4427-9072-458f4361f8de'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:56.135951 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e568240b-1c30-4c46-b865-b2a4219ca3d1 None None] Network e6371dfa-0b3b-4b00-912c-6ad160535238 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:55:56.182422 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-a10db900-b331-47a2-87ec-141f5b40bd40 None None] Set router f524f0c6-09e6-4427-9072-458f4361f8de gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:55:56.210338 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-cbb72ea4-1157-4477-9a60-ab154160abd9 None None] Provisioning for port 6a5f6c5f-2e80-43b6-9581-24895355bc86 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:55:56.471783 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a74ebaef-bc74-4f36-a7c7-50911cf18d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:56.492930 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a10db900-b331-47a2-87ec-141f5b40bd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f524f0c6-09e6-4427-9072-458f4361f8de', 'name': 'tempest-TestServerMultinode-1749495654-router', 'tenant_id': '54ef8472c1374bef9a95e480c03cce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'baeebed4-91e0-4dcf-affe-bec1f29402b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:55:54Z', 'updated_at': '2021-07-13T07:55:55Z', 'revision_number': 3, 'project_id': '54ef8472c1374bef9a95e480c03cce49', 'gw_port': {'id': 'baeebed4-91e0-4dcf-affe-bec1f29402b6', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:88:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f524f0c6-09e6-4427-9072-458f4361f8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:54Z', 'updated_at': '2021-07-13T07:55:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:56.522765 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10db900-b331-47a2-87ec-141f5b40bd40 None None] Checking router: f524f0c6-09e6-4427-9072-458f4361f8de for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:55:56.523113 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10db900-b331-47a2-87ec-141f5b40bd40 None None] Updating router f524f0c6-09e6-4427-9072-458f4361f8de port baeebed4-91e0-4dcf-affe-bec1f29402b6 binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:55:56.573446 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a10db900-b331-47a2-87ec-141f5b40bd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:56.679259 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-a74ebaef-bc74-4f36-a7c7-50911cf18d6a admin admin] Allocated IP 172.20.0.1 (e6371dfa-0b3b-4b00-912c-6ad160535238/3af4894b-5738-43ce-81ed-c35d6ac75bf0/b525f2dc-bb01-46c1-9c34-78bd49177de2) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:55:56.830085 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a74ebaef-bc74-4f36-a7c7-50911cf18d6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:56.838723 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 6a5f6c5f-2e80-43b6-9581-24895355bc86 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:55:56.844846 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-a74ebaef-bc74-4f36-a7c7-50911cf18d6a admin admin] Transition to ACTIVE for port object b525f2dc-bb01-46c1-9c34-78bd49177de2 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:55:56.883403 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a74ebaef-bc74-4f36-a7c7-50911cf18d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:56.933295 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74ebaef-bc74-4f36-a7c7-50911cf18d6a admin admin] Network e6371dfa-0b3b-4b00-912c-6ad160535238 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:55:56.938080 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-a74ebaef-bc74-4f36-a7c7-50911cf18d6a admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:55:56.940776 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74ebaef-bc74-4f36-a7c7-50911cf18d6a admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:55:56.946814 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ebaef-bc74-4f36-a7c7-50911cf18d6a admin admin] Pushing event updated for resources: {'Port': ['ID=b525f2dc-bb01-46c1-9c34-78bd49177de2,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:56.947248 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 6a5f6c5f-2e80-43b6-9581-24895355bc86 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:55:56.969337 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 6a5f6c5f-2e80-43b6-9581-24895355bc86 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:56.970181 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:56.986458 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a74ebaef-bc74-4f36-a7c7-50911cf18d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:57.022415 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a10db900-b331-47a2-87ec-141f5b40bd40 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:57.037408 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a10db900-b331-47a2-87ec-141f5b40bd40 None None] Transition to ACTIVE for port object baeebed4-91e0-4dcf-affe-bec1f29402b6 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:55:57.047661 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a10db900-b331-47a2-87ec-141f5b40bd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:57.132443 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b3744-ca38-41c1-8d03-046235b2f0c7 None None] Pushing event updated for resources: {'Port': ['ID=baeebed4-91e0-4dcf-affe-bec1f29402b6,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:57.136860 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-a10db900-b331-47a2-87ec-141f5b40bd40 None None] Attempting to bind port baeebed4-91e0-4dcf-affe-bec1f29402b6 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:55:57.137501 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-a10db900-b331-47a2-87ec-141f5b40bd40 None None] Attempting to bind port baeebed4-91e0-4dcf-affe-bec1f29402b6 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:55:57.138037 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10db900-b331-47a2-87ec-141f5b40bd40 None None] Attempting to bind port baeebed4-91e0-4dcf-affe-bec1f29402b6 on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:55:57.145389 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10db900-b331-47a2-87ec-141f5b40bd40 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:55:57.146210 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10db900-b331-47a2-87ec-141f5b40bd40 None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:55:57.146832 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a10db900-b331-47a2-87ec-141f5b40bd40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:57.147652 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10db900-b331-47a2-87ec-141f5b40bd40 None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:55:57.149570 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-a10db900-b331-47a2-87ec-141f5b40bd40 None None] Bound port: baeebed4-91e0-4dcf-affe-bec1f29402b6, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:55:57.150201 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a10db900-b331-47a2-87ec-141f5b40bd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:57.153265 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:57.210565 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a74ebaef-bc74-4f36-a7c7-50911cf18d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:57.240259 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 6a5f6c5f-2e80-43b6-9581-24895355bc86, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=6a5f6c5f-2e80-43b6-9581-24895355bc86,segment=NetworkSegment(11f4f112-d6d2-43c5-9424-cf0ddb914047),segment_id=11f4f112-d6d2-43c5-9424-cf0ddb914047)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:55:57.247052 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:57.249319 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-a10db900-b331-47a2-87ec-141f5b40bd40 None None] For port baeebed4-91e0-4dcf-affe-bec1f29402b6, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:55:57.254692 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-a10db900-b331-47a2-87ec-141f5b40bd40 None None] For port baeebed4-91e0-4dcf-affe-bec1f29402b6, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=baeebed4-91e0-4dcf-affe-bec1f29402b6,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:55:57.261632 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a10db900-b331-47a2-87ec-141f5b40bd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:57.335825 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10db900-b331-47a2-87ec-141f5b40bd40 None None] Routers {'f524f0c6-09e6-4427-9072-458f4361f8de'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:55:57.336370 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a10db900-b331-47a2-87ec-141f5b40bd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:55:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f524f0c6-09e6-4427-9072-458f4361f8de'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:57.338478 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=6a5f6c5f-2e80-43b6-9581-24895355bc86,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:57.406957 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e32403d7-a39e-4094-bcea-8d781278e583 None None] Provisioning for port b525f2dc-bb01-46c1-9c34-78bd49177de2 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:55:57.426813 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e32403d7-a39e-4094-bcea-8d781278e583 None None] Provisioning complete for port b525f2dc-bb01-46c1-9c34-78bd49177de2 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:57.427189 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e32403d7-a39e-4094-bcea-8d781278e583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:57.502434 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b3744-ca38-41c1-8d03-046235b2f0c7 None None] Pushing event updated for resources: {'Port': ['ID=baeebed4-91e0-4dcf-affe-bec1f29402b6,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:57.529196 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-e32403d7-a39e-4094-bcea-8d781278e583 None None] Port b525f2dc-bb01-46c1-9c34-78bd49177de2 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:55:57.547804 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-a10db900-b331-47a2-87ec-141f5b40bd40 None None] Set router f524f0c6-09e6-4427-9072-458f4361f8de gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:55:57.720618 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a74ebaef-bc74-4f36-a7c7-50911cf18d6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:57.725483 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a74ebaef-bc74-4f36-a7c7-50911cf18d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:57.806299 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a10db900-b331-47a2-87ec-141f5b40bd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f524f0c6-09e6-4427-9072-458f4361f8de', 'name': 'tempest-TestServerMultinode-1749495654-router', 'tenant_id': '54ef8472c1374bef9a95e480c03cce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'baeebed4-91e0-4dcf-affe-bec1f29402b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:55:54Z', 'updated_at': '2021-07-13T07:55:57Z', 'revision_number': 4, 'project_id': '54ef8472c1374bef9a95e480c03cce49', 'gw_port': {'id': 'baeebed4-91e0-4dcf-affe-bec1f29402b6', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:88:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f524f0c6-09e6-4427-9072-458f4361f8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:54Z', 'updated_at': '2021-07-13T07:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'b525f2dc-bb01-46c1-9c34-78bd49177de2', 'name': '', 'network_id': 'e6371dfa-0b3b-4b00-912c-6ad160535238', 'tenant_id': '54ef8472c1374bef9a95e480c03cce49', 'mac_address': 'fa:16:3e:f9:64:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f524f0c6-09e6-4427-9072-458f4361f8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '3af4894b-5738-43ce-81ed-c35d6ac75bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:56Z', 'updated_at': '2021-07-13T07:55:56Z', 'revision_number': 1, 'project_id': '54ef8472c1374bef9a95e480c03cce49', 'subnets': [{'id': '3af4894b-5738-43ce-81ed-c35d6ac75bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:55:57.827495 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ebaef-bc74-4f36-a7c7-50911cf18d6a admin admin] Pushing event updated for resources: {'Port': ['ID=b525f2dc-bb01-46c1-9c34-78bd49177de2,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:57.832272 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a74ebaef-bc74-4f36-a7c7-50911cf18d6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:57.849884 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10db900-b331-47a2-87ec-141f5b40bd40 None None] The sync data for ids ['f524f0c6-09e6-4427-9072-458f4361f8de'] in n-d-771363-34 is: [{'id': 'f524f0c6-09e6-4427-9072-458f4361f8de', 'name': 'tempest-TestServerMultinode-1749495654-router', 'tenant_id': '54ef8472c1374bef9a95e480c03cce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'baeebed4-91e0-4dcf-affe-bec1f29402b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:55:54Z', 'updated_at': '2021-07-13T07:55:57Z', 'revision_number': 4, 'project_id': '54ef8472c1374bef9a95e480c03cce49', 'gw_port': {'id': 'baeebed4-91e0-4dcf-affe-bec1f29402b6', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:88:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f524f0c6-09e6-4427-9072-458f4361f8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:54Z', 'updated_at': '2021-07-13T07:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'b525f2dc-bb01-46c1-9c34-78bd49177de2', 'name': '', 'network_id': 'e6371dfa-0b3b-4b00-912c-6ad160535238', 'tenant_id': '54ef8472c1374bef9a95e480c03cce49', 'mac_address': 'fa:16:3e:f9:64:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f524f0c6-09e6-4427-9072-458f4361f8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '3af4894b-5738-43ce-81ed-c35d6ac75bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:56Z', 'updated_at': '2021-07-13T07:55:56Z', 'revision_number': 1, 'project_id': '54ef8472c1374bef9a95e480c03cce49', 'subnets': [{'id': '3af4894b-5738-43ce-81ed-c35d6ac75bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:55:57.950350 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74ebaef-bc74-4f36-a7c7-50911cf18d6a admin admin] Network e6371dfa-0b3b-4b00-912c-6ad160535238 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:55:57.952912 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-a74ebaef-bc74-4f36-a7c7-50911cf18d6a admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:55:58.138348 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74ebaef-bc74-4f36-a7c7-50911cf18d6a admin admin] Router f524f0c6-09e6-4427-9072-458f4361f8de has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:55:58.221568 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1d7fdf39-2d01-4f25-9b6c-7a870d20716d None None] Provisioning complete for port b525f2dc-bb01-46c1-9c34-78bd49177de2 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:58.222196 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1d7fdf39-2d01-4f25-9b6c-7a870d20716d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:58.303590 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-1d7fdf39-2d01-4f25-9b6c-7a870d20716d None None] Port b525f2dc-bb01-46c1-9c34-78bd49177de2 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:55:58.338370 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74ebaef-bc74-4f36-a7c7-50911cf18d6a admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:55:58.349670 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a74ebaef-bc74-4f36-a7c7-50911cf18d6a admin admin] 10.222.0.23 "PUT /v2.0/routers/f524f0c6-09e6-4427-9072-458f4361f8de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4838970 Jul 13 07:55:58.436566 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1b851614-74e6-463c-aaee-284667dd7fef None None] Provisioning complete for port b525f2dc-bb01-46c1-9c34-78bd49177de2 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:58.436566 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1b851614-74e6-463c-aaee-284667dd7fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:58.475982 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-1b851614-74e6-463c-aaee-284667dd7fef None None] Port b525f2dc-bb01-46c1-9c34-78bd49177de2 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:55:58.756908 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 6a5f6c5f-2e80-43b6-9581-24895355bc86 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:55:58.831848 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 6a5f6c5f-2e80-43b6-9581-24895355bc86 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:55:58.832190 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:59.070785 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 36718) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:59.078405 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-fdc24e13-c692-4c3f-a33e-7c2b304beba3 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2052476698-network', 'tenant_id': '54b86bb30a2f4ddda1b4d900917fddc2'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:59.103714 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc24e13-c692-4c3f-a33e-7c2b304beba3 admin admin] Made reservation on behalf of 54b86bb30a2f4ddda1b4d900917fddc2 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:55:59.106886 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fdc24e13-c692-4c3f-a33e-7c2b304beba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:59.117642 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fdc24e13-c692-4c3f-a33e-7c2b304beba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:59.231826 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fdc24e13-c692-4c3f-a33e-7c2b304beba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:59.237298 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fdc24e13-c692-4c3f-a33e-7c2b304beba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:59.257877 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdc24e13-c692-4c3f-a33e-7c2b304beba3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:55:59.279482 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fdc24e13-c692-4c3f-a33e-7c2b304beba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:59.279868 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-fdc24e13-c692-4c3f-a33e-7c2b304beba3 admin admin] Added segment b00c815b-3536-4d8f-8bd3-c58ae989de36 of type vlan for network 3aef5612-65f6-4807-9c3b-e4441551b661 Jul 13 07:55:59.281537 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc24e13-c692-4c3f-a33e-7c2b304beba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2970f388-d235-4909-a7ac-7a755e28a354,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:59.332695 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fdc24e13-c692-4c3f-a33e-7c2b304beba3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:59.363538 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fdc24e13-c692-4c3f-a33e-7c2b304beba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:59.364832 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc24e13-c692-4c3f-a33e-7c2b304beba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:59.365344 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fdc24e13-c692-4c3f-a33e-7c2b304beba3 admin admin] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:59.398118 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-fdc24e13-c692-4c3f-a33e-7c2b304beba3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3257868 Jul 13 07:55:59.400811 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 36726) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:59.409480 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-4f4684d1-3863-4cb4-94b1-26725be3aa83 admin admin] Request body: {'subnet': {'network_id': '3aef5612-65f6-4807-9c3b-e4441551b661', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2052476698-subnet', 'tenant_id': '54b86bb30a2f4ddda1b4d900917fddc2', 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:59.455897 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc24e13-c692-4c3f-a33e-7c2b304beba3 admin admin] Pushing event updated for resources: {'Network': ['ID=3aef5612-65f6-4807-9c3b-e4441551b661,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:59.465857 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 3aef5612-65f6-4807-9c3b-e4441551b661 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:55:59.476794 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4684d1-3863-4cb4-94b1-26725be3aa83 admin admin] Made reservation on behalf of 54b86bb30a2f4ddda1b4d900917fddc2 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:55:59.480003 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4f4684d1-3863-4cb4-94b1-26725be3aa83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:59.706682 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4f4684d1-3863-4cb4-94b1-26725be3aa83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:59.812936 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4684d1-3863-4cb4-94b1-26725be3aa83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8c09a3e-c3f4-4ff4-bc42-fb352a612d4a,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:55:59.825696 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4684d1-3863-4cb4-94b1-26725be3aa83 admin admin] Checking segment: {'id': 'b00c815b-3536-4d8f-8bd3-c58ae989de36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3aef5612-65f6-4807-9c3b-e4441551b661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:55:59.826173 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4684d1-3863-4cb4-94b1-26725be3aa83 admin admin] Network hostable DHCP agents. Network: 3aef5612-65f6-4807-9c3b-e4441551b661, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:55:59.848567 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4684d1-3863-4cb4-94b1-26725be3aa83 admin admin] Network 3aef5612-65f6-4807-9c3b-e4441551b661 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:55:59.863287 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-4f4684d1-3863-4cb4-94b1-26725be3aa83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 3aef5612-65f6-4807-9c3b-e4441551b661) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:55:59.869285 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4684d1-3863-4cb4-94b1-26725be3aa83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:55:59.870477 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4f4684d1-3863-4cb4-94b1-26725be3aa83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:59.884090 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a44d7b7-35eb-4d25-999d-b52225f5cf4d None None] Network 3aef5612-65f6-4807-9c3b-e4441551b661 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:55:59.895194 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4f4684d1-3863-4cb4-94b1-26725be3aa83 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4908814 Jul 13 07:55:59.897775 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 36738) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:55:59.903280 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-155cca2b-713b-4556-8601-6f3263f82123 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2052476698-router', 'tenant_id': '54b86bb30a2f4ddda1b4d900917fddc2', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:55:59.935214 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-155cca2b-713b-4556-8601-6f3263f82123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:55:59.937796 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-155cca2b-713b-4556-8601-6f3263f82123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:00.013261 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-155cca2b-713b-4556-8601-6f3263f82123 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:00.225079 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-155cca2b-713b-4556-8601-6f3263f82123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:00.290803 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3dd2eab6-7a25-4b8c-b526-0f6d40038314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:00.346106 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d2e065-eb55-41f4-9fe1-ce36fac2c19f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-3aef5612-65f6-4807-9c3b-e4441551b661', 'network_id': '3aef5612-65f6-4807-9c3b-e4441551b661', 'tenant_id': '54b86bb30a2f4ddda1b4d900917fddc2', 'fixed_ips': [{'subnet_id': 'b8c09a3e-c3f4-4ff4-bc42-fb352a612d4a'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:56:00.347573 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d7d2e065-eb55-41f4-9fe1-ce36fac2c19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:00.551251 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-155cca2b-713b-4556-8601-6f3263f82123 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:00.562067 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-d7d2e065-eb55-41f4-9fe1-ce36fac2c19f None None] Allocated IP 172.20.0.2 (3aef5612-65f6-4807-9c3b-e4441551b661/b8c09a3e-c3f4-4ff4-bc42-fb352a612d4a/3ac34467-f2bc-45bd-9d12-7008b69c93b0) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:56:00.591078 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-155cca2b-713b-4556-8601-6f3263f82123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:00.743157 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [req-84da3ecd-f631-436a-83e1-0213e32fad03 req-f22d7daa-6de9-45c4-9399-4f0e4ce9c96a service neutron] (94017) timed out ('10.222.0.23', 57416) {{(pid=94017) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 07:56:00.811463 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-155cca2b-713b-4556-8601-6f3263f82123 admin admin] Allocated IP 172.25.3.12 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/32159a77-64eb-4e63-8ad4-1ce19543f8fc) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:56:00.830251 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device baeebed4-91e0-4dcf-affe-bec1f29402b6 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:00.886814 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d7d2e065-eb55-41f4-9fe1-ce36fac2c19f None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:00.899337 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d7d2e065-eb55-41f4-9fe1-ce36fac2c19f None None] Transition to ACTIVE for port object 3ac34467-f2bc-45bd-9d12-7008b69c93b0 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:00.914324 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700b57a8-596d-47d3-8976-7e0d8a97e060 None None] Sync routers for ids ['f524f0c6-09e6-4427-9072-458f4361f8de'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:56:00.924481 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d7d2e065-eb55-41f4-9fe1-ce36fac2c19f None None] Transition to ACTIVE for port object 3ac34467-f2bc-45bd-9d12-7008b69c93b0 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:00.932439 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700b57a8-596d-47d3-8976-7e0d8a97e060 None None] Routers {'f524f0c6-09e6-4427-9072-458f4361f8de'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:00.933146 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-700b57a8-596d-47d3-8976-7e0d8a97e060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:55:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f524f0c6-09e6-4427-9072-458f4361f8de'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:00.936071 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d7d2e065-eb55-41f4-9fe1-ce36fac2c19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:00.943352 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port baeebed4-91e0-4dcf-affe-bec1f29402b6 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:00.996193 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port baeebed4-91e0-4dcf-affe-bec1f29402b6 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:00.996880 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:01.027065 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-155cca2b-713b-4556-8601-6f3263f82123 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:01.037701 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d2e065-eb55-41f4-9fe1-ce36fac2c19f None None] Network 3aef5612-65f6-4807-9c3b-e4441551b661 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:56:01.048043 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-d7d2e065-eb55-41f4-9fe1-ce36fac2c19f None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:01.056008 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d2e065-eb55-41f4-9fe1-ce36fac2c19f None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:56:01.058162 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2e065-eb55-41f4-9fe1-ce36fac2c19f None None] Pushing event updated for resources: {'Port': ['ID=3ac34467-f2bc-45bd-9d12-7008b69c93b0,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:01.085727 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-155cca2b-713b-4556-8601-6f3263f82123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:01.117172 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-700b57a8-596d-47d3-8976-7e0d8a97e060 None None] Set router f524f0c6-09e6-4427-9072-458f4361f8de gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:01.158789 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155cca2b-713b-4556-8601-6f3263f82123 admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:56:01.165787 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-d7d2e065-eb55-41f4-9fe1-ce36fac2c19f None None] Attempting to bind port 3ac34467-f2bc-45bd-9d12-7008b69c93b0 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:56:01.166112 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-d7d2e065-eb55-41f4-9fe1-ce36fac2c19f None None] Attempting to bind port 3ac34467-f2bc-45bd-9d12-7008b69c93b0 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'b00c815b-3536-4d8f-8bd3-c58ae989de36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3aef5612-65f6-4807-9c3b-e4441551b661'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:56:01.167250 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d2e065-eb55-41f4-9fe1-ce36fac2c19f None None] Attempting to bind port 3ac34467-f2bc-45bd-9d12-7008b69c93b0 on network 3aef5612-65f6-4807-9c3b-e4441551b661 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:56:01.167408 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-155cca2b-713b-4556-8601-6f3263f82123 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:01.171991 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155cca2b-713b-4556-8601-6f3263f82123 admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:56:01.199017 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d2e065-eb55-41f4-9fe1-ce36fac2c19f None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:56:01.199480 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d2e065-eb55-41f4-9fe1-ce36fac2c19f None None] Checking segment: {'id': 'b00c815b-3536-4d8f-8bd3-c58ae989de36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3aef5612-65f6-4807-9c3b-e4441551b661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:56:01.199886 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d7d2e065-eb55-41f4-9fe1-ce36fac2c19f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:01.200271 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d2e065-eb55-41f4-9fe1-ce36fac2c19f None None] Bound using segment: {'id': 'b00c815b-3536-4d8f-8bd3-c58ae989de36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3aef5612-65f6-4807-9c3b-e4441551b661'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:56:01.204101 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-d7d2e065-eb55-41f4-9fe1-ce36fac2c19f None None] Bound port: 3ac34467-f2bc-45bd-9d12-7008b69c93b0, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00c815b-3536-4d8f-8bd3-c58ae989de36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3aef5612-65f6-4807-9c3b-e4441551b661'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:56:01.204101 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d7d2e065-eb55-41f4-9fe1-ce36fac2c19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:01.239846 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:01.253100 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155cca2b-713b-4556-8601-6f3263f82123 admin admin] Pushing event updated for resources: {'Port': ['ID=32159a77-64eb-4e63-8ad4-1ce19543f8fc,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:01.310510 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port baeebed4-91e0-4dcf-affe-bec1f29402b6, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=baeebed4-91e0-4dcf-affe-bec1f29402b6,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:01.319023 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:01.321308 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-d7d2e065-eb55-41f4-9fe1-ce36fac2c19f None None] For port 3ac34467-f2bc-45bd-9d12-7008b69c93b0, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:56:01.326000 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-d7d2e065-eb55-41f4-9fe1-ce36fac2c19f None None] For port 3ac34467-f2bc-45bd-9d12-7008b69c93b0, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=3ac34467-f2bc-45bd-9d12-7008b69c93b0,segment=NetworkSegment(b00c815b-3536-4d8f-8bd3-c58ae989de36),segment_id=b00c815b-3536-4d8f-8bd3-c58ae989de36)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:56:01.354134 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d7d2e065-eb55-41f4-9fe1-ce36fac2c19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:01.405205 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-700b57a8-596d-47d3-8976-7e0d8a97e060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f524f0c6-09e6-4427-9072-458f4361f8de', 'name': 'tempest-TestServerMultinode-1749495654-router', 'tenant_id': '54ef8472c1374bef9a95e480c03cce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'baeebed4-91e0-4dcf-affe-bec1f29402b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:55:54Z', 'updated_at': '2021-07-13T07:55:57Z', 'revision_number': 4, 'project_id': '54ef8472c1374bef9a95e480c03cce49', 'gw_port': {'id': 'baeebed4-91e0-4dcf-affe-bec1f29402b6', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:88:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f524f0c6-09e6-4427-9072-458f4361f8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:54Z', 'updated_at': '2021-07-13T07:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'b525f2dc-bb01-46c1-9c34-78bd49177de2', 'name': '', 'network_id': 'e6371dfa-0b3b-4b00-912c-6ad160535238', 'tenant_id': '54ef8472c1374bef9a95e480c03cce49', 'mac_address': 'fa:16:3e:f9:64:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f524f0c6-09e6-4427-9072-458f4361f8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '3af4894b-5738-43ce-81ed-c35d6ac75bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:56Z', 'updated_at': '2021-07-13T07:55:57Z', 'revision_number': 2, 'project_id': '54ef8472c1374bef9a95e480c03cce49', 'subnets': [{'id': '3af4894b-5738-43ce-81ed-c35d6ac75bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:01.405907 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=baeebed4-91e0-4dcf-affe-bec1f29402b6,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:01.443916 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700b57a8-596d-47d3-8976-7e0d8a97e060 None None] Checking router: f524f0c6-09e6-4427-9072-458f4361f8de for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:56:01.444633 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700b57a8-596d-47d3-8976-7e0d8a97e060 None None] Updating router f524f0c6-09e6-4427-9072-458f4361f8de port b525f2dc-bb01-46c1-9c34-78bd49177de2 binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:56:01.489874 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-700b57a8-596d-47d3-8976-7e0d8a97e060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:01.516537 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2e065-eb55-41f4-9fe1-ce36fac2c19f None None] Pushing event updated for resources: {'Port': ['ID=3ac34467-f2bc-45bd-9d12-7008b69c93b0,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:01.630872 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-155cca2b-713b-4556-8601-6f3263f82123 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:01.894389 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-700b57a8-596d-47d3-8976-7e0d8a97e060 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:01.910443 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-700b57a8-596d-47d3-8976-7e0d8a97e060 None None] Transition to ACTIVE for port object b525f2dc-bb01-46c1-9c34-78bd49177de2 will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:01.919143 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-700b57a8-596d-47d3-8976-7e0d8a97e060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:01.989865 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-155cca2b-713b-4556-8601-6f3263f82123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:02.042421 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee7842-66a8-4c42-839c-2fcc547ac7fc None None] Pushing event updated for resources: {'Port': ['ID=b525f2dc-bb01-46c1-9c34-78bd49177de2,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:02.064165 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-700b57a8-596d-47d3-8976-7e0d8a97e060 None None] Attempting to bind port b525f2dc-bb01-46c1-9c34-78bd49177de2 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:56:02.064511 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-700b57a8-596d-47d3-8976-7e0d8a97e060 None None] Attempting to bind port b525f2dc-bb01-46c1-9c34-78bd49177de2 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '11f4f112-d6d2-43c5-9424-cf0ddb914047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e6371dfa-0b3b-4b00-912c-6ad160535238'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:56:02.064873 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700b57a8-596d-47d3-8976-7e0d8a97e060 None None] Attempting to bind port b525f2dc-bb01-46c1-9c34-78bd49177de2 on network e6371dfa-0b3b-4b00-912c-6ad160535238 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:56:02.069755 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee7842-66a8-4c42-839c-2fcc547ac7fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:02.070392 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee7842-66a8-4c42-839c-2fcc547ac7fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:02.070912 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee7842-66a8-4c42-839c-2fcc547ac7fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:02.071439 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee7842-66a8-4c42-839c-2fcc547ac7fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:02.071924 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee7842-66a8-4c42-839c-2fcc547ac7fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:02.072435 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee7842-66a8-4c42-839c-2fcc547ac7fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:02.072920 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee7842-66a8-4c42-839c-2fcc547ac7fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:02.073476 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee7842-66a8-4c42-839c-2fcc547ac7fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:02.073970 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee7842-66a8-4c42-839c-2fcc547ac7fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:02.074460 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee7842-66a8-4c42-839c-2fcc547ac7fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:02.074951 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee7842-66a8-4c42-839c-2fcc547ac7fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:02.075462 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ee7842-66a8-4c42-839c-2fcc547ac7fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:02.082739 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700b57a8-596d-47d3-8976-7e0d8a97e060 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:56:02.083473 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700b57a8-596d-47d3-8976-7e0d8a97e060 None None] Checking segment: {'id': '11f4f112-d6d2-43c5-9424-cf0ddb914047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e6371dfa-0b3b-4b00-912c-6ad160535238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:56:02.084106 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-700b57a8-596d-47d3-8976-7e0d8a97e060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:02.084811 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700b57a8-596d-47d3-8976-7e0d8a97e060 None None] Bound using segment: {'id': '11f4f112-d6d2-43c5-9424-cf0ddb914047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e6371dfa-0b3b-4b00-912c-6ad160535238'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:56:02.085830 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-700b57a8-596d-47d3-8976-7e0d8a97e060 None None] Bound port: b525f2dc-bb01-46c1-9c34-78bd49177de2, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f4f112-d6d2-43c5-9424-cf0ddb914047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e6371dfa-0b3b-4b00-912c-6ad160535238'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:56:02.086383 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-700b57a8-596d-47d3-8976-7e0d8a97e060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:02.196002 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-700b57a8-596d-47d3-8976-7e0d8a97e060 None None] For port b525f2dc-bb01-46c1-9c34-78bd49177de2, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:56:02.200602 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155cca2b-713b-4556-8601-6f3263f82123 admin admin] Router 27a2edce-ee02-4e3a-abd1-0d3d20be72c8 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:56:02.200851 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-700b57a8-596d-47d3-8976-7e0d8a97e060 None None] For port b525f2dc-bb01-46c1-9c34-78bd49177de2, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=b525f2dc-bb01-46c1-9c34-78bd49177de2,segment=NetworkSegment(11f4f112-d6d2-43c5-9424-cf0ddb914047),segment_id=11f4f112-d6d2-43c5-9424-cf0ddb914047)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:56:02.207083 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-700b57a8-596d-47d3-8976-7e0d8a97e060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:02.381686 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700b57a8-596d-47d3-8976-7e0d8a97e060 None None] Routers {'f524f0c6-09e6-4427-9072-458f4361f8de'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:02.382714 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-700b57a8-596d-47d3-8976-7e0d8a97e060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:55:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f524f0c6-09e6-4427-9072-458f4361f8de'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:02.390991 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155cca2b-713b-4556-8601-6f3263f82123 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:56:02.402096 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859b3a7f-76d7-4b67-a7f3-a3bbddc29276 None None] Sync routers for ids ['27a2edce-ee02-4e3a-abd1-0d3d20be72c8'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:56:02.422625 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-155cca2b-713b-4556-8601-6f3263f82123 admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:02.427732 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859b3a7f-76d7-4b67-a7f3-a3bbddc29276 None None] Routers {'27a2edce-ee02-4e3a-abd1-0d3d20be72c8'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:02.428601 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 36782) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:02.429130 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-155cca2b-713b-4556-8601-6f3263f82123 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5294700 Jul 13 07:56:02.429653 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee7842-66a8-4c42-839c-2fcc547ac7fc None None] Pushing event updated for resources: {'Port': ['ID=b525f2dc-bb01-46c1-9c34-78bd49177de2,revision_number=4']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:02.447190 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-859b3a7f-76d7-4b67-a7f3-a3bbddc29276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:55:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['27a2edce-ee02-4e3a-abd1-0d3d20be72c8'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:02.611968 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-700b57a8-596d-47d3-8976-7e0d8a97e060 None None] Set router f524f0c6-09e6-4427-9072-458f4361f8de gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:02.722188 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-859b3a7f-76d7-4b67-a7f3-a3bbddc29276 None None] Set router 27a2edce-ee02-4e3a-abd1-0d3d20be72c8 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:03.034653 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b525f2dc-bb01-46c1-9c34-78bd49177de2 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:03.068492 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-700b57a8-596d-47d3-8976-7e0d8a97e060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f524f0c6-09e6-4427-9072-458f4361f8de', 'name': 'tempest-TestServerMultinode-1749495654-router', 'tenant_id': '54ef8472c1374bef9a95e480c03cce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'baeebed4-91e0-4dcf-affe-bec1f29402b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:55:54Z', 'updated_at': '2021-07-13T07:55:57Z', 'revision_number': 4, 'project_id': '54ef8472c1374bef9a95e480c03cce49', 'gw_port': {'id': 'baeebed4-91e0-4dcf-affe-bec1f29402b6', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:88:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f524f0c6-09e6-4427-9072-458f4361f8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:54Z', 'updated_at': '2021-07-13T07:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'b525f2dc-bb01-46c1-9c34-78bd49177de2', 'name': '', 'network_id': 'e6371dfa-0b3b-4b00-912c-6ad160535238', 'tenant_id': '54ef8472c1374bef9a95e480c03cce49', 'mac_address': 'fa:16:3e:f9:64:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f524f0c6-09e6-4427-9072-458f4361f8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '3af4894b-5738-43ce-81ed-c35d6ac75bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:56Z', 'updated_at': '2021-07-13T07:56:02Z', 'revision_number': 4, 'project_id': '54ef8472c1374bef9a95e480c03cce49', 'subnets': [{'id': '3af4894b-5738-43ce-81ed-c35d6ac75bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:03.101933 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700b57a8-596d-47d3-8976-7e0d8a97e060 None None] The sync data for ids ['f524f0c6-09e6-4427-9072-458f4361f8de'] in n-d-771363-34 is: [{'id': 'f524f0c6-09e6-4427-9072-458f4361f8de', 'name': 'tempest-TestServerMultinode-1749495654-router', 'tenant_id': '54ef8472c1374bef9a95e480c03cce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'baeebed4-91e0-4dcf-affe-bec1f29402b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:55:54Z', 'updated_at': '2021-07-13T07:55:57Z', 'revision_number': 4, 'project_id': '54ef8472c1374bef9a95e480c03cce49', 'gw_port': {'id': 'baeebed4-91e0-4dcf-affe-bec1f29402b6', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:88:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f524f0c6-09e6-4427-9072-458f4361f8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:54Z', 'updated_at': '2021-07-13T07:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'b525f2dc-bb01-46c1-9c34-78bd49177de2', 'name': '', 'network_id': 'e6371dfa-0b3b-4b00-912c-6ad160535238', 'tenant_id': '54ef8472c1374bef9a95e480c03cce49', 'mac_address': 'fa:16:3e:f9:64:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f524f0c6-09e6-4427-9072-458f4361f8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '3af4894b-5738-43ce-81ed-c35d6ac75bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:56Z', 'updated_at': '2021-07-13T07:56:02Z', 'revision_number': 4, 'project_id': '54ef8472c1374bef9a95e480c03cce49', 'subnets': [{'id': '3af4894b-5738-43ce-81ed-c35d6ac75bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:56:03.145853 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ae3e6d-ccf9-4ad5-b49e-5718f79754e8 None None] Network 3aef5612-65f6-4807-9c3b-e4441551b661 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:56:03.195455 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0a92e062-a32f-4197-8315-0847c4ea2dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:03.240486 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-72e628bd-64c9-4f7d-b53d-46834a913d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:03.278585 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port b525f2dc-bb01-46c1-9c34-78bd49177de2 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:03.287670 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5ac4aac3-9bb7-4340-ac29-304242eb0f29 None None] Provisioning for port 3ac34467-f2bc-45bd-9d12-7008b69c93b0 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:03.292668 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port b525f2dc-bb01-46c1-9c34-78bd49177de2 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:03.293045 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:03.325087 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:03.339365 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-859b3a7f-76d7-4b67-a7f3-a3bbddc29276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a2edce-ee02-4e3a-abd1-0d3d20be72c8', 'name': 'tempest-TestServerMultinode-2052476698-router', 'tenant_id': '54b86bb30a2f4ddda1b4d900917fddc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '32159a77-64eb-4e63-8ad4-1ce19543f8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:55:59Z', 'updated_at': '2021-07-13T07:56:01Z', 'revision_number': 3, 'project_id': '54b86bb30a2f4ddda1b4d900917fddc2', 'gw_port': {'id': '32159a77-64eb-4e63-8ad4-1ce19543f8fc', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:09:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a2edce-ee02-4e3a-abd1-0d3d20be72c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:00Z', 'updated_at': '2021-07-13T07:56:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:03.384036 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859b3a7f-76d7-4b67-a7f3-a3bbddc29276 None None] Checking router: 27a2edce-ee02-4e3a-abd1-0d3d20be72c8 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:56:03.384282 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859b3a7f-76d7-4b67-a7f3-a3bbddc29276 None None] Updating router 27a2edce-ee02-4e3a-abd1-0d3d20be72c8 port 32159a77-64eb-4e63-8ad4-1ce19543f8fc binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:56:03.471034 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-0a92e062-a32f-4197-8315-0847c4ea2dac admin admin] Allocated IP 172.20.0.1 (3aef5612-65f6-4807-9c3b-e4441551b661/b8c09a3e-c3f4-4ff4-bc42-fb352a612d4a/a90fe2f2-b74b-4649-9e77-e9dc2d7daafe) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:56:03.485313 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-859b3a7f-76d7-4b67-a7f3-a3bbddc29276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:03.655885 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0a92e062-a32f-4197-8315-0847c4ea2dac admin admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:03.659068 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:03.676408 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-0a92e062-a32f-4197-8315-0847c4ea2dac admin admin] Transition to ACTIVE for port object a90fe2f2-b74b-4649-9e77-e9dc2d7daafe will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:03.739484 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port b525f2dc-bb01-46c1-9c34-78bd49177de2, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=b525f2dc-bb01-46c1-9c34-78bd49177de2,segment=NetworkSegment(11f4f112-d6d2-43c5-9424-cf0ddb914047),segment_id=11f4f112-d6d2-43c5-9424-cf0ddb914047)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:03.747638 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:03.749400 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0a92e062-a32f-4197-8315-0847c4ea2dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:03.801228 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a92e062-a32f-4197-8315-0847c4ea2dac admin admin] Network 3aef5612-65f6-4807-9c3b-e4441551b661 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:56:03.801367 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device baeebed4-91e0-4dcf-affe-bec1f29402b6 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:03.808782 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-0a92e062-a32f-4197-8315-0847c4ea2dac admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:03.813315 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a92e062-a32f-4197-8315-0847c4ea2dac admin admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:56:03.819646 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92e062-a32f-4197-8315-0847c4ea2dac admin admin] Pushing event updated for resources: {'Port': ['ID=a90fe2f2-b74b-4649-9e77-e9dc2d7daafe,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:03.906922 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0a92e062-a32f-4197-8315-0847c4ea2dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:03.972788 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=b525f2dc-bb01-46c1-9c34-78bd49177de2,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:04.104811 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port baeebed4-91e0-4dcf-affe-bec1f29402b6 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:04.105239 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:04.291085 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-859b3a7f-76d7-4b67-a7f3-a3bbddc29276 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:04.304393 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-859b3a7f-76d7-4b67-a7f3-a3bbddc29276 None None] Transition to ACTIVE for port object 32159a77-64eb-4e63-8ad4-1ce19543f8fc will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:04.318274 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-859b3a7f-76d7-4b67-a7f3-a3bbddc29276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:04.417361 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:04.439491 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-859b3a7f-76d7-4b67-a7f3-a3bbddc29276 None None] Attempting to bind port 32159a77-64eb-4e63-8ad4-1ce19543f8fc on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:56:04.440075 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-859b3a7f-76d7-4b67-a7f3-a3bbddc29276 None None] Attempting to bind port 32159a77-64eb-4e63-8ad4-1ce19543f8fc by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:56:04.440495 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859b3a7f-76d7-4b67-a7f3-a3bbddc29276 None None] Attempting to bind port 32159a77-64eb-4e63-8ad4-1ce19543f8fc on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:56:04.479033 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859b3a7f-76d7-4b67-a7f3-a3bbddc29276 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:56:04.479511 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859b3a7f-76d7-4b67-a7f3-a3bbddc29276 None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:56:04.480040 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-859b3a7f-76d7-4b67-a7f3-a3bbddc29276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:04.480473 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859b3a7f-76d7-4b67-a7f3-a3bbddc29276 None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:56:04.481048 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-859b3a7f-76d7-4b67-a7f3-a3bbddc29276 None None] Bound port: 32159a77-64eb-4e63-8ad4-1ce19543f8fc, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:56:04.481588 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-859b3a7f-76d7-4b67-a7f3-a3bbddc29276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:04.486026 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454ca21-b4fe-4770-9c53-f49e0f16d20a None None] Pushing event updated for resources: {'Port': ['ID=32159a77-64eb-4e63-8ad4-1ce19543f8fc,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:04.535735 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 3ac34467-f2bc-45bd-9d12-7008b69c93b0 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:04.602219 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0a92e062-a32f-4197-8315-0847c4ea2dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:04.782992 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-30345743-416d-4368-a11e-0cc2fff50fdf None None] Provisioning for port a90fe2f2-b74b-4649-9e77-e9dc2d7daafe completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:04.797052 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-30345743-416d-4368-a11e-0cc2fff50fdf None None] Provisioning complete for port a90fe2f2-b74b-4649-9e77-e9dc2d7daafe triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:04.797411 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-30345743-416d-4368-a11e-0cc2fff50fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:04.799405 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-859b3a7f-76d7-4b67-a7f3-a3bbddc29276 None None] For port 32159a77-64eb-4e63-8ad4-1ce19543f8fc, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:56:04.804704 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-859b3a7f-76d7-4b67-a7f3-a3bbddc29276 None None] For port 32159a77-64eb-4e63-8ad4-1ce19543f8fc, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=32159a77-64eb-4e63-8ad4-1ce19543f8fc,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:56:04.815980 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0a92e062-a32f-4197-8315-0847c4ea2dac admin admin] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:04.820977 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0a92e062-a32f-4197-8315-0847c4ea2dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:04.831477 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-859b3a7f-76d7-4b67-a7f3-a3bbddc29276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:04.858694 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 3ac34467-f2bc-45bd-9d12-7008b69c93b0 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:04.892359 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 3ac34467-f2bc-45bd-9d12-7008b69c93b0 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:04.892728 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:04.901555 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-30345743-416d-4368-a11e-0cc2fff50fdf None None] Port a90fe2f2-b74b-4649-9e77-e9dc2d7daafe cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:56:04.923070 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92e062-a32f-4197-8315-0847c4ea2dac admin admin] Pushing event updated for resources: {'Port': ['ID=a90fe2f2-b74b-4649-9e77-e9dc2d7daafe,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:04.938436 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0a92e062-a32f-4197-8315-0847c4ea2dac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:04.977102 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454ca21-b4fe-4770-9c53-f49e0f16d20a None None] Pushing event updated for resources: {'Port': ['ID=32159a77-64eb-4e63-8ad4-1ce19543f8fc,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:04.993470 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859b3a7f-76d7-4b67-a7f3-a3bbddc29276 None None] Routers {'27a2edce-ee02-4e3a-abd1-0d3d20be72c8'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:04.994122 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-859b3a7f-76d7-4b67-a7f3-a3bbddc29276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:56:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['27a2edce-ee02-4e3a-abd1-0d3d20be72c8'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:05.039824 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-30345743-416d-4368-a11e-0cc2fff50fdf None None] Provisioning complete for port b525f2dc-bb01-46c1-9c34-78bd49177de2 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:05.040190 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-30345743-416d-4368-a11e-0cc2fff50fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:05.057183 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a92e062-a32f-4197-8315-0847c4ea2dac admin admin] Network 3aef5612-65f6-4807-9c3b-e4441551b661 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:56:05.058744 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-0a92e062-a32f-4197-8315-0847c4ea2dac admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:05.189275 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:05.211747 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-859b3a7f-76d7-4b67-a7f3-a3bbddc29276 None None] Set router 27a2edce-ee02-4e3a-abd1-0d3d20be72c8 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:05.235816 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a92e062-a32f-4197-8315-0847c4ea2dac admin admin] Router 27a2edce-ee02-4e3a-abd1-0d3d20be72c8 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:56:05.298076 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 3ac34467-f2bc-45bd-9d12-7008b69c93b0, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=3ac34467-f2bc-45bd-9d12-7008b69c93b0,segment=NetworkSegment(b00c815b-3536-4d8f-8bd3-c58ae989de36),segment_id=b00c815b-3536-4d8f-8bd3-c58ae989de36)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:05.306583 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:05.374750 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a92e062-a32f-4197-8315-0847c4ea2dac admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:56:05.384591 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0a92e062-a32f-4197-8315-0847c4ea2dac admin admin] 10.222.0.23 "PUT /v2.0/routers/27a2edce-ee02-4e3a-abd1-0d3d20be72c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9538395 Jul 13 07:56:05.501366 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=3ac34467-f2bc-45bd-9d12-7008b69c93b0,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:05.511412 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:05.511757 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:05.512201 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:05.512548 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:05.512883 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:05.513208 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:05.514331 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:05.515173 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:05.515623 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:05.515873 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:05.516204 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:05.516971 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:05.523717 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b525f2dc-bb01-46c1-9c34-78bd49177de2 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:05.596838 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-86c6ad1e-0954-4ec2-a2b8-019c88d108e4 None None] Provisioning complete for port a90fe2f2-b74b-4649-9e77-e9dc2d7daafe triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:05.597204 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-86c6ad1e-0954-4ec2-a2b8-019c88d108e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:05.656109 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-86c6ad1e-0954-4ec2-a2b8-019c88d108e4 None None] Port a90fe2f2-b74b-4649-9e77-e9dc2d7daafe cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:56:05.661651 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port b525f2dc-bb01-46c1-9c34-78bd49177de2 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:05.662018 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:05.666425 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-859b3a7f-76d7-4b67-a7f3-a3bbddc29276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a2edce-ee02-4e3a-abd1-0d3d20be72c8', 'name': 'tempest-TestServerMultinode-2052476698-router', 'tenant_id': '54b86bb30a2f4ddda1b4d900917fddc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '32159a77-64eb-4e63-8ad4-1ce19543f8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:55:59Z', 'updated_at': '2021-07-13T07:56:04Z', 'revision_number': 4, 'project_id': '54b86bb30a2f4ddda1b4d900917fddc2', 'gw_port': {'id': '32159a77-64eb-4e63-8ad4-1ce19543f8fc', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:09:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a2edce-ee02-4e3a-abd1-0d3d20be72c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:00Z', 'updated_at': '2021-07-13T07:56:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'a90fe2f2-b74b-4649-9e77-e9dc2d7daafe', 'name': '', 'network_id': '3aef5612-65f6-4807-9c3b-e4441551b661', 'tenant_id': '54b86bb30a2f4ddda1b4d900917fddc2', 'mac_address': 'fa:16:3e:20:9d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a2edce-ee02-4e3a-abd1-0d3d20be72c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'b8c09a3e-c3f4-4ff4-bc42-fb352a612d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:03Z', 'updated_at': '2021-07-13T07:56:04Z', 'revision_number': 2, 'project_id': '54b86bb30a2f4ddda1b4d900917fddc2', 'subnets': [{'id': 'b8c09a3e-c3f4-4ff4-bc42-fb352a612d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:05.712255 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859b3a7f-76d7-4b67-a7f3-a3bbddc29276 None None] The sync data for ids ['27a2edce-ee02-4e3a-abd1-0d3d20be72c8'] in n-d-771363-34 is: [{'id': '27a2edce-ee02-4e3a-abd1-0d3d20be72c8', 'name': 'tempest-TestServerMultinode-2052476698-router', 'tenant_id': '54b86bb30a2f4ddda1b4d900917fddc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '32159a77-64eb-4e63-8ad4-1ce19543f8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:55:59Z', 'updated_at': '2021-07-13T07:56:04Z', 'revision_number': 4, 'project_id': '54b86bb30a2f4ddda1b4d900917fddc2', 'gw_port': {'id': '32159a77-64eb-4e63-8ad4-1ce19543f8fc', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:09:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a2edce-ee02-4e3a-abd1-0d3d20be72c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:00Z', 'updated_at': '2021-07-13T07:56:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'a90fe2f2-b74b-4649-9e77-e9dc2d7daafe', 'name': '', 'network_id': '3aef5612-65f6-4807-9c3b-e4441551b661', 'tenant_id': '54b86bb30a2f4ddda1b4d900917fddc2', 'mac_address': 'fa:16:3e:20:9d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a2edce-ee02-4e3a-abd1-0d3d20be72c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'b8c09a3e-c3f4-4ff4-bc42-fb352a612d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:03Z', 'updated_at': '2021-07-13T07:56:04Z', 'revision_number': 2, 'project_id': '54b86bb30a2f4ddda1b4d900917fddc2', 'subnets': [{'id': 'b8c09a3e-c3f4-4ff4-bc42-fb352a612d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:56:05.923602 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:06.066858 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-a72d8539-962a-4851-a595-ad02611ba639 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:06.068460 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-a72d8539-962a-4851-a595-ad02611ba639 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/networks?id=e6371dfa-0b3b-4b00-912c-6ad160535238 HTTP/1.1" status: 200 len: 911 time: 0.1083114 Jul 13 07:56:06.089241 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-648c8fa8-767b-4222-8d74-1e0c6e39e7a4 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/quotas/54b86bb30a2f4ddda1b4d900917fddc2 HTTP/1.1" status: 200 len: 375 time: 0.0142512 Jul 13 07:56:06.187909 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-2f9bf473-9836-468c-b6b7-660461861927 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/ports?tenant_id=54b86bb30a2f4ddda1b4d900917fddc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0957842 Jul 13 07:56:06.286678 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-d7dfec66-10b4-4377-889b-972610d27a8d service neutron] 10.222.0.23 "GET /v2.0/networks/e6371dfa-0b3b-4b00-912c-6ad160535238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920861 Jul 13 07:56:06.392931 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-a530f6b2-8a4a-4fc2-9476-e05bba81403a service neutron] 10.222.0.23 "GET /v2.0/networks/e6371dfa-0b3b-4b00-912c-6ad160535238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005800 Jul 13 07:56:06.616336 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3a6096fb-6ed7-4331-8a32-dab0d251df33 req-23ff5889-fdca-4217-aab9-90f0baa74b01 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=db9ca6ba-e7a6-4e90-ba38-0bfd963506f8 HTTP/1.1" status: 200 len: 210 time: 0.0287945 Jul 13 07:56:07.592877 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 32159a77-64eb-4e63-8ad4-1ce19543f8fc up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:07.689695 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 32159a77-64eb-4e63-8ad4-1ce19543f8fc completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:07.694647 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 32159a77-64eb-4e63-8ad4-1ce19543f8fc triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:07.695165 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:07.792141 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-68cf2b89-34fc-445b-848d-d991722da065 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:07.793616 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-68cf2b89-34fc-445b-848d-d991722da065 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.25 "GET /v2.0/networks?id=e6371dfa-0b3b-4b00-912c-6ad160535238 HTTP/1.1" status: 200 len: 911 time: 0.1395249 Jul 13 07:56:07.805422 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-aa56785f-5803-457c-afa9-8e58e0395f68 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Request body: {'port': {'device_id': 'db9ca6ba-e7a6-4e90-ba38-0bfd963506f8', 'network_id': 'e6371dfa-0b3b-4b00-912c-6ad160535238', 'admin_state_up': True, 'tenant_id': '54b86bb30a2f4ddda1b4d900917fddc2'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:07.833138 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-aa56785f-5803-457c-afa9-8e58e0395f68 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Made reservation on behalf of 54b86bb30a2f4ddda1b4d900917fddc2 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:56:07.836928 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-aa56785f-5803-457c-afa9-8e58e0395f68 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:07.840301 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:07.896460 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 32159a77-64eb-4e63-8ad4-1ce19543f8fc, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=32159a77-64eb-4e63-8ad4-1ce19543f8fc,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:07.897236 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-83fa1e54-6258-47c4-b07b-071c12661fdb req-0ad787fd-8309-4d97-bb94-282c56082a39 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=db9ca6ba-e7a6-4e90-ba38-0bfd963506f8 HTTP/1.1" status: 200 len: 210 time: 0.0409060 Jul 13 07:56:07.902321 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:07.939524 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 3ac34467-f2bc-45bd-9d12-7008b69c93b0 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:07.993371 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=32159a77-64eb-4e63-8ad4-1ce19543f8fc,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:08.015126 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 3ac34467-f2bc-45bd-9d12-7008b69c93b0 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:08.015564 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:08.022574 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-aa56785f-5803-457c-afa9-8e58e0395f68 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Allocated IP 172.20.0.14 (e6371dfa-0b3b-4b00-912c-6ad160535238/3af4894b-5738-43ce-81ed-c35d6ac75bf0/3df0b4f9-d64a-4667-abb8-81ebd29a8952) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:56:08.183581 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0a6165-cc9d-4d79-a2ce-c7ca0a9b878c None None] Sync routers for ids ['27a2edce-ee02-4e3a-abd1-0d3d20be72c8'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:56:08.194743 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0a6165-cc9d-4d79-a2ce-c7ca0a9b878c None None] Routers {'27a2edce-ee02-4e3a-abd1-0d3d20be72c8'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:08.195567 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-8b0a6165-cc9d-4d79-a2ce-c7ca0a9b878c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:56:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['27a2edce-ee02-4e3a-abd1-0d3d20be72c8'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:08.196734 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-aa56785f-5803-457c-afa9-8e58e0395f68 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:08.215620 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-aa56785f-5803-457c-afa9-8e58e0395f68 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Transition to ACTIVE for port object 3df0b4f9-d64a-4667-abb8-81ebd29a8952 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:08.256173 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-aa56785f-5803-457c-afa9-8e58e0395f68 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:08.301993 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-aa56785f-5803-457c-afa9-8e58e0395f68 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Network e6371dfa-0b3b-4b00-912c-6ad160535238 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:56:08.313530 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-aa56785f-5803-457c-afa9-8e58e0395f68 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:08.318613 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-aa56785f-5803-457c-afa9-8e58e0395f68 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:56:08.332040 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-8b0a6165-cc9d-4d79-a2ce-c7ca0a9b878c None None] Set router 27a2edce-ee02-4e3a-abd1-0d3d20be72c8 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:08.356824 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa56785f-5803-457c-afa9-8e58e0395f68 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Pushing event updated for resources: {'Port': ['ID=3df0b4f9-d64a-4667-abb8-81ebd29a8952,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:08.379981 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-aa56785f-5803-457c-afa9-8e58e0395f68 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:08.380605 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-aa56785f-5803-457c-afa9-8e58e0395f68 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:08.398477 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-aa56785f-5803-457c-afa9-8e58e0395f68 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5968432 Jul 13 07:56:08.612280 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-1a5f15d2-1953-4edc-8057-c56958f90398 service neutron] Request body: {'port': {'device_id': 'db9ca6ba-e7a6-4e90-ba38-0bfd963506f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:08.658035 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-8b0a6165-cc9d-4d79-a2ce-c7ca0a9b878c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a2edce-ee02-4e3a-abd1-0d3d20be72c8', 'name': 'tempest-TestServerMultinode-2052476698-router', 'tenant_id': '54b86bb30a2f4ddda1b4d900917fddc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '32159a77-64eb-4e63-8ad4-1ce19543f8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:55:59Z', 'updated_at': '2021-07-13T07:56:04Z', 'revision_number': 4, 'project_id': '54b86bb30a2f4ddda1b4d900917fddc2', 'gw_port': {'id': '32159a77-64eb-4e63-8ad4-1ce19543f8fc', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:09:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a2edce-ee02-4e3a-abd1-0d3d20be72c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:00Z', 'updated_at': '2021-07-13T07:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'a90fe2f2-b74b-4649-9e77-e9dc2d7daafe', 'name': '', 'network_id': '3aef5612-65f6-4807-9c3b-e4441551b661', 'tenant_id': '54b86bb30a2f4ddda1b4d900917fddc2', 'mac_address': 'fa:16:3e:20:9d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a2edce-ee02-4e3a-abd1-0d3d20be72c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'b8c09a3e-c3f4-4ff4-bc42-fb352a612d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:03Z', 'updated_at': '2021-07-13T07:56:04Z', 'revision_number': 2, 'project_id': '54b86bb30a2f4ddda1b4d900917fddc2', 'subnets': [{'id': 'b8c09a3e-c3f4-4ff4-bc42-fb352a612d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:08.685243 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0a6165-cc9d-4d79-a2ce-c7ca0a9b878c None None] Checking router: 27a2edce-ee02-4e3a-abd1-0d3d20be72c8 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:56:08.686244 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0a6165-cc9d-4d79-a2ce-c7ca0a9b878c None None] Updating router 27a2edce-ee02-4e3a-abd1-0d3d20be72c8 port a90fe2f2-b74b-4649-9e77-e9dc2d7daafe binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:56:08.705376 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-1a5f15d2-1953-4edc-8057-c56958f90398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:08.731734 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8b0a6165-cc9d-4d79-a2ce-c7ca0a9b878c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:08.734390 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6a639e18-346d-43f5-a328-01f7bc8e8311 None None] Provisioning for port 3df0b4f9-d64a-4667-abb8-81ebd29a8952 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:08.742722 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6a639e18-346d-43f5-a328-01f7bc8e8311 None None] Provisioning complete for port 3df0b4f9-d64a-4667-abb8-81ebd29a8952 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:08.744117 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6a639e18-346d-43f5-a328-01f7bc8e8311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:08.796702 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-6a639e18-346d-43f5-a328-01f7bc8e8311 None None] Port 3df0b4f9-d64a-4667-abb8-81ebd29a8952 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:56:09.024661 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-1a5f15d2-1953-4edc-8057-c56958f90398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3df0b4f9-d64a-4667-abb8-81ebd29a8952 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:56:09.039508 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-1a5f15d2-1953-4edc-8057-c56958f90398 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:09.054333 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-1a5f15d2-1953-4edc-8057-c56958f90398 service neutron] Transition to ACTIVE for port object 3df0b4f9-d64a-4667-abb8-81ebd29a8952 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:09.061534 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-1a5f15d2-1953-4edc-8057-c56958f90398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:09.124723 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8b0a6165-cc9d-4d79-a2ce-c7ca0a9b878c None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:09.136137 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-8b0a6165-cc9d-4d79-a2ce-c7ca0a9b878c None None] Transition to ACTIVE for port object a90fe2f2-b74b-4649-9e77-e9dc2d7daafe will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:09.145679 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8b0a6165-cc9d-4d79-a2ce-c7ca0a9b878c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:09.191639 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec9dbbc-6caf-4f05-8bd1-5ec54d5cd6f1 None None] Pushing event updated for resources: {'Port': ['ID=a90fe2f2-b74b-4649-9e77-e9dc2d7daafe,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:09.230835 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f15d2-1953-4edc-8057-c56958f90398 service neutron] Pushing event updated for resources: {'Port': ['ID=3df0b4f9-d64a-4667-abb8-81ebd29a8952,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:09.292806 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-8b0a6165-cc9d-4d79-a2ce-c7ca0a9b878c None None] Attempting to bind port a90fe2f2-b74b-4649-9e77-e9dc2d7daafe on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:56:09.293512 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-8b0a6165-cc9d-4d79-a2ce-c7ca0a9b878c None None] Attempting to bind port a90fe2f2-b74b-4649-9e77-e9dc2d7daafe by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'b00c815b-3536-4d8f-8bd3-c58ae989de36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3aef5612-65f6-4807-9c3b-e4441551b661'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:56:09.294249 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0a6165-cc9d-4d79-a2ce-c7ca0a9b878c None None] Attempting to bind port a90fe2f2-b74b-4649-9e77-e9dc2d7daafe on network 3aef5612-65f6-4807-9c3b-e4441551b661 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:56:09.307003 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0a6165-cc9d-4d79-a2ce-c7ca0a9b878c None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:56:09.309165 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0a6165-cc9d-4d79-a2ce-c7ca0a9b878c None None] Checking segment: {'id': 'b00c815b-3536-4d8f-8bd3-c58ae989de36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3aef5612-65f6-4807-9c3b-e4441551b661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:56:09.309585 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8b0a6165-cc9d-4d79-a2ce-c7ca0a9b878c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:09.309987 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0a6165-cc9d-4d79-a2ce-c7ca0a9b878c None None] Bound using segment: {'id': 'b00c815b-3536-4d8f-8bd3-c58ae989de36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3aef5612-65f6-4807-9c3b-e4441551b661'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:56:09.310478 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-8b0a6165-cc9d-4d79-a2ce-c7ca0a9b878c None None] Bound port: a90fe2f2-b74b-4649-9e77-e9dc2d7daafe, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00c815b-3536-4d8f-8bd3-c58ae989de36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3aef5612-65f6-4807-9c3b-e4441551b661'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:56:09.311923 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8b0a6165-cc9d-4d79-a2ce-c7ca0a9b878c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:09.380552 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192ba0d-f68c-4a39-993b-0b801205052d req-95b47234-4a49-4e1e-b7a7-73e174b0b635 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:09.382941 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e192ba0d-f68c-4a39-993b-0b801205052d req-95b47234-4a49-4e1e-b7a7-73e174b0b635 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=db9ca6ba-e7a6-4e90-ba38-0bfd963506f8 HTTP/1.1" status: 200 len: 1054 time: 0.3534393 Jul 13 07:56:09.424885 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-8b0a6165-cc9d-4d79-a2ce-c7ca0a9b878c None None] For port a90fe2f2-b74b-4649-9e77-e9dc2d7daafe, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:56:09.428970 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-8b0a6165-cc9d-4d79-a2ce-c7ca0a9b878c None None] For port a90fe2f2-b74b-4649-9e77-e9dc2d7daafe, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=a90fe2f2-b74b-4649-9e77-e9dc2d7daafe,segment=NetworkSegment(b00c815b-3536-4d8f-8bd3-c58ae989de36),segment_id=b00c815b-3536-4d8f-8bd3-c58ae989de36)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:56:09.434843 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e192ba0d-f68c-4a39-993b-0b801205052d req-d4941c11-8bb9-4e8b-b085-b9889723b521 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2970f388-d235-4909-a7ac-7a755e28a354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460207 Jul 13 07:56:09.435095 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8b0a6165-cc9d-4d79-a2ce-c7ca0a9b878c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:09.438423 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-1a5f15d2-1953-4edc-8057-c56958f90398 service neutron] Attempting to bind port 3df0b4f9-d64a-4667-abb8-81ebd29a8952 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:56:09.445552 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-1a5f15d2-1953-4edc-8057-c56958f90398 service neutron] Attempting to bind port 3df0b4f9-d64a-4667-abb8-81ebd29a8952 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '11f4f112-d6d2-43c5-9424-cf0ddb914047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e6371dfa-0b3b-4b00-912c-6ad160535238'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:56:09.445971 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-1a5f15d2-1953-4edc-8057-c56958f90398 service neutron] Attempting to bind port 3df0b4f9-d64a-4667-abb8-81ebd29a8952 on network e6371dfa-0b3b-4b00-912c-6ad160535238 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:56:09.457779 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-1a5f15d2-1953-4edc-8057-c56958f90398 service neutron] Port 3df0b4f9-d64a-4667-abb8-81ebd29a8952 on network e6371dfa-0b3b-4b00-912c-6ad160535238 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:56:09.458113 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-1a5f15d2-1953-4edc-8057-c56958f90398 service neutron] Attempting to bind port 3df0b4f9-d64a-4667-abb8-81ebd29a8952 on network e6371dfa-0b3b-4b00-912c-6ad160535238 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:56:09.487357 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-1a5f15d2-1953-4edc-8057-c56958f90398 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:56:09.488055 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-1a5f15d2-1953-4edc-8057-c56958f90398 service neutron] Checking segment: {'id': '11f4f112-d6d2-43c5-9424-cf0ddb914047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e6371dfa-0b3b-4b00-912c-6ad160535238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:56:09.488458 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-1a5f15d2-1953-4edc-8057-c56958f90398 service neutron] Bound using segment: {'id': '11f4f112-d6d2-43c5-9424-cf0ddb914047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e6371dfa-0b3b-4b00-912c-6ad160535238'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:56:09.488955 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-1a5f15d2-1953-4edc-8057-c56958f90398 service neutron] Bound port: 3df0b4f9-d64a-4667-abb8-81ebd29a8952, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11f4f112-d6d2-43c5-9424-cf0ddb914047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e6371dfa-0b3b-4b00-912c-6ad160535238'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:56:09.489486 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-1a5f15d2-1953-4edc-8057-c56958f90398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:09.535568 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec9dbbc-6caf-4f05-8bd1-5ec54d5cd6f1 None None] Pushing event updated for resources: {'Port': ['ID=a90fe2f2-b74b-4649-9e77-e9dc2d7daafe,revision_number=4']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:09.563560 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0a6165-cc9d-4d79-a2ce-c7ca0a9b878c None None] Routers {'27a2edce-ee02-4e3a-abd1-0d3d20be72c8'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:09.563791 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 32159a77-64eb-4e63-8ad4-1ce19543f8fc up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:09.564621 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-8b0a6165-cc9d-4d79-a2ce-c7ca0a9b878c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:56:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['27a2edce-ee02-4e3a-abd1-0d3d20be72c8'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:09.630198 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-1a5f15d2-1953-4edc-8057-c56958f90398 service neutron] For port 3df0b4f9-d64a-4667-abb8-81ebd29a8952, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:56:09.637972 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-1a5f15d2-1953-4edc-8057-c56958f90398 service neutron] For port 3df0b4f9-d64a-4667-abb8-81ebd29a8952, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=3df0b4f9-d64a-4667-abb8-81ebd29a8952,segment=NetworkSegment(11f4f112-d6d2-43c5-9424-cf0ddb914047),segment_id=11f4f112-d6d2-43c5-9424-cf0ddb914047)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:56:09.645509 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-1a5f15d2-1953-4edc-8057-c56958f90398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:09.674881 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 32159a77-64eb-4e63-8ad4-1ce19543f8fc triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:09.675450 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:09.691635 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-1a5f15d2-1953-4edc-8057-c56958f90398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:09.691635 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-1a5f15d2-1953-4edc-8057-c56958f90398 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:09.693045 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-1a5f15d2-1953-4edc-8057-c56958f90398 service neutron] 10.222.0.25 "PUT /v2.0/ports/3df0b4f9-d64a-4667-abb8-81ebd29a8952 HTTP/1.1" status: 200 len: 1093 time: 1.2872281 Jul 13 07:56:09.693496 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db9ca6ba-e7a6-4e90-ba38-0bfd963506f8', 'tag': '3df0b4f9-d64a-4667-abb8-81ebd29a8952'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:56:09.696828 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf57f86a-966b-428c-95c0-c4e2c5db3e0c" -d '{"events": [{"name": "network-changed", "server_uuid": "db9ca6ba-e7a6-4e90-ba38-0bfd963506f8", "tag": "3df0b4f9-d64a-4667-abb8-81ebd29a8952"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:56:09.786084 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f15d2-1953-4edc-8057-c56958f90398 service neutron] Pushing event updated for resources: {'Port': ['ID=3df0b4f9-d64a-4667-abb8-81ebd29a8952,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:09.845031 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-8b0a6165-cc9d-4d79-a2ce-c7ca0a9b878c None None] Set router 27a2edce-ee02-4e3a-abd1-0d3d20be72c8 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:09.900884 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-a5b0b074-8de3-4de2-b948-1cd20399a9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:09.907187 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-a5b0b074-8de3-4de2-b948-1cd20399a9a5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=54b86bb30a2f4ddda1b4d900917fddc2&device_id=db9ca6ba-e7a6-4e90-ba38-0bfd963506f8 HTTP/1.1" status: 200 len: 1096 time: 0.1541317 Jul 13 07:56:09.938238 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b0ae56-93d7-49e9-b2a0-711dc356d9cd x-openstack-request-id: req-73b0ae56-93d7-49e9-b2a0-711dc356d9cd {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:56:09.938539 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db9ca6ba-e7a6-4e90-ba38-0bfd963506f8", "tag": "3df0b4f9-d64a-4667-abb8-81ebd29a8952", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:56:09.938829 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-73b0ae56-93d7-49e9-b2a0-711dc356d9cd {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:56:09.939159 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db9ca6ba-e7a6-4e90-ba38-0bfd963506f8', 'tag': '3df0b4f9-d64a-4667-abb8-81ebd29a8952', 'status': 'completed', 'code': 200} Jul 13 07:56:09.994876 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-700509d0-a2e1-4f42-a2f4-d26487c1505e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3df0b4f9-d64a-4667-abb8-81ebd29a8952 HTTP/1.1" status: 200 len: 217 time: 0.0763710 Jul 13 07:56:10.059871 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-d0d5d552-d291-44e8-ad0b-ce8b430488af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:10.064325 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-d0d5d552-d291-44e8-ad0b-ce8b430488af service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3af4894b-5738-43ce-81ed-c35d6ac75bf0 HTTP/1.1" status: 200 len: 849 time: 0.0612576 Jul 13 07:56:10.181654 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-8b0a6165-cc9d-4d79-a2ce-c7ca0a9b878c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a2edce-ee02-4e3a-abd1-0d3d20be72c8', 'name': 'tempest-TestServerMultinode-2052476698-router', 'tenant_id': '54b86bb30a2f4ddda1b4d900917fddc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '32159a77-64eb-4e63-8ad4-1ce19543f8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:55:59Z', 'updated_at': '2021-07-13T07:56:04Z', 'revision_number': 4, 'project_id': '54b86bb30a2f4ddda1b4d900917fddc2', 'gw_port': {'id': '32159a77-64eb-4e63-8ad4-1ce19543f8fc', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:09:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a2edce-ee02-4e3a-abd1-0d3d20be72c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:00Z', 'updated_at': '2021-07-13T07:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'a90fe2f2-b74b-4649-9e77-e9dc2d7daafe', 'name': '', 'network_id': '3aef5612-65f6-4807-9c3b-e4441551b661', 'tenant_id': '54b86bb30a2f4ddda1b4d900917fddc2', 'mac_address': 'fa:16:3e:20:9d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a2edce-ee02-4e3a-abd1-0d3d20be72c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'b8c09a3e-c3f4-4ff4-bc42-fb352a612d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:03Z', 'updated_at': '2021-07-13T07:56:09Z', 'revision_number': 4, 'project_id': '54b86bb30a2f4ddda1b4d900917fddc2', 'subnets': [{'id': 'b8c09a3e-c3f4-4ff4-bc42-fb352a612d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:10.204146 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-d410a96b-56f4-4cf1-9397-6517d8da31eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:10.206014 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-d410a96b-56f4-4cf1-9397-6517d8da31eb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e6371dfa-0b3b-4b00-912c-6ad160535238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1297245 Jul 13 07:56:10.314692 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0a6165-cc9d-4d79-a2ce-c7ca0a9b878c None None] The sync data for ids ['27a2edce-ee02-4e3a-abd1-0d3d20be72c8'] in n-d-771363-34 is: [{'id': '27a2edce-ee02-4e3a-abd1-0d3d20be72c8', 'name': 'tempest-TestServerMultinode-2052476698-router', 'tenant_id': '54b86bb30a2f4ddda1b4d900917fddc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '32159a77-64eb-4e63-8ad4-1ce19543f8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:55:59Z', 'updated_at': '2021-07-13T07:56:04Z', 'revision_number': 4, 'project_id': '54b86bb30a2f4ddda1b4d900917fddc2', 'gw_port': {'id': '32159a77-64eb-4e63-8ad4-1ce19543f8fc', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:09:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a2edce-ee02-4e3a-abd1-0d3d20be72c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:00Z', 'updated_at': '2021-07-13T07:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'a90fe2f2-b74b-4649-9e77-e9dc2d7daafe', 'name': '', 'network_id': '3aef5612-65f6-4807-9c3b-e4441551b661', 'tenant_id': '54b86bb30a2f4ddda1b4d900917fddc2', 'mac_address': 'fa:16:3e:20:9d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a2edce-ee02-4e3a-abd1-0d3d20be72c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'b8c09a3e-c3f4-4ff4-bc42-fb352a612d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:03Z', 'updated_at': '2021-07-13T07:56:09Z', 'revision_number': 4, 'project_id': '54b86bb30a2f4ddda1b4d900917fddc2', 'subnets': [{'id': 'b8c09a3e-c3f4-4ff4-bc42-fb352a612d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:56:10.325038 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-131f8785-a685-4cfe-b767-367a30e705f1 service neutron] 10.222.0.25 "GET /v2.0/networks/e6371dfa-0b3b-4b00-912c-6ad160535238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121912 Jul 13 07:56:10.429914 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-60e670b4-0d09-4d77-962a-97ddef6ffc10 req-7a4fad75-c6e8-44a9-a74a-d346a2ed93f3 service neutron] 10.222.0.25 "GET /v2.0/networks/e6371dfa-0b3b-4b00-912c-6ad160535238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987906 Jul 13 07:56:10.562491 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57f86a-966b-428c-95c0-c4e2c5db3e0c req-9591e8f6-1bfa-44f0-9568-d2f1bee792b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:10.564149 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bf57f86a-966b-428c-95c0-c4e2c5db3e0c req-9591e8f6-1bfa-44f0-9568-d2f1bee792b9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=54b86bb30a2f4ddda1b4d900917fddc2&device_id=db9ca6ba-e7a6-4e90-ba38-0bfd963506f8 HTTP/1.1" status: 200 len: 1096 time: 0.0757105 Jul 13 07:56:10.712541 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57f86a-966b-428c-95c0-c4e2c5db3e0c req-0d18d1f0-b37d-4807-bf0e-536f0ccedab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:10.714221 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bf57f86a-966b-428c-95c0-c4e2c5db3e0c req-0d18d1f0-b37d-4807-bf0e-536f0ccedab1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e6371dfa-0b3b-4b00-912c-6ad160535238 HTTP/1.1" status: 200 len: 911 time: 0.1440744 Jul 13 07:56:10.765148 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bf57f86a-966b-428c-95c0-c4e2c5db3e0c req-ec7f1e3d-412e-4a6c-acef-9cbc383f4abf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3df0b4f9-d64a-4667-abb8-81ebd29a8952 HTTP/1.1" status: 200 len: 217 time: 0.0427294 Jul 13 07:56:10.771795 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da05123-61a2-4d53-83ff-5e43a0c66ed9 req-dbc45e88-d095-4c15-b5c3-dff55da188af tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:10.773479 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5da05123-61a2-4d53-83ff-5e43a0c66ed9 req-dbc45e88-d095-4c15-b5c3-dff55da188af tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=db9ca6ba-e7a6-4e90-ba38-0bfd963506f8 HTTP/1.1" status: 200 len: 1096 time: 0.1123049 Jul 13 07:56:10.849376 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57f86a-966b-428c-95c0-c4e2c5db3e0c req-2b8e5290-00be-46fb-b262-d85402e0de6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:10.850863 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bf57f86a-966b-428c-95c0-c4e2c5db3e0c req-2b8e5290-00be-46fb-b262-d85402e0de6d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3af4894b-5738-43ce-81ed-c35d6ac75bf0 HTTP/1.1" status: 200 len: 849 time: 0.0765421 Jul 13 07:56:10.858038 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5da05123-61a2-4d53-83ff-5e43a0c66ed9 req-9acc3561-4662-4dd6-b6f0-6bbd5edd007e tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2970f388-d235-4909-a7ac-7a755e28a354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721304 Jul 13 07:56:10.927924 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57f86a-966b-428c-95c0-c4e2c5db3e0c req-39825511-3cab-4d0f-b9f2-9aabffde7126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:10.930694 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bf57f86a-966b-428c-95c0-c4e2c5db3e0c req-39825511-3cab-4d0f-b9f2-9aabffde7126 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e6371dfa-0b3b-4b00-912c-6ad160535238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0715129 Jul 13 07:56:11.062669 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bf57f86a-966b-428c-95c0-c4e2c5db3e0c req-5ad4af64-2ab6-45f4-869d-45b2331ed041 service neutron] 10.222.0.25 "GET /v2.0/networks/e6371dfa-0b3b-4b00-912c-6ad160535238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243589 Jul 13 07:56:11.095615 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:56:11.170253 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bf57f86a-966b-428c-95c0-c4e2c5db3e0c req-c205dd4f-f25e-4ca5-a3ba-ec10882324d7 service neutron] 10.222.0.25 "GET /v2.0/networks/e6371dfa-0b3b-4b00-912c-6ad160535238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006360 Jul 13 07:56:11.522363 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device a90fe2f2-b74b-4649-9e77-e9dc2d7daafe up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:11.586137 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port a90fe2f2-b74b-4649-9e77-e9dc2d7daafe completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:11.591182 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port a90fe2f2-b74b-4649-9e77-e9dc2d7daafe triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:11.591828 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:11.683808 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:11.719878 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port a90fe2f2-b74b-4649-9e77-e9dc2d7daafe, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=a90fe2f2-b74b-4649-9e77-e9dc2d7daafe,segment=NetworkSegment(b00c815b-3536-4d8f-8bd3-c58ae989de36),segment_id=b00c815b-3536-4d8f-8bd3-c58ae989de36)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:11.724165 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:11.785476 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=a90fe2f2-b74b-4649-9e77-e9dc2d7daafe,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:11.988062 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c27e1a4a-6132-418e-b99d-92563609e332 None None] Provisioning complete for port a90fe2f2-b74b-4649-9e77-e9dc2d7daafe triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:11.988694 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c27e1a4a-6132-418e-b99d-92563609e332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:12.128362 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a65c35-3026-4509-bca6-9a0161812f71 req-448c4ac3-df7f-4ff9-987d-647594edfc00 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:12.130018 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d4a65c35-3026-4509-bca6-9a0161812f71 req-448c4ac3-df7f-4ff9-987d-647594edfc00 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=db9ca6ba-e7a6-4e90-ba38-0bfd963506f8 HTTP/1.1" status: 200 len: 1096 time: 0.1288159 Jul 13 07:56:12.165052 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d4a65c35-3026-4509-bca6-9a0161812f71 req-6bf2021f-bab2-4284-8ef3-791024738050 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2970f388-d235-4909-a7ac-7a755e28a354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289781 Jul 13 07:56:13.343448 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f3031-ac7d-4227-8424-aee53ae49c3b req-014f4f83-5524-4d2e-8c39-3200ccfcd5b6 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:13.344906 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ea3f3031-ac7d-4227-8424-aee53ae49c3b req-014f4f83-5524-4d2e-8c39-3200ccfcd5b6 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=db9ca6ba-e7a6-4e90-ba38-0bfd963506f8 HTTP/1.1" status: 200 len: 1096 time: 0.0584877 Jul 13 07:56:13.380050 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ea3f3031-ac7d-4227-8424-aee53ae49c3b req-a039018f-f855-47a1-b466-ad408433bd67 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2970f388-d235-4909-a7ac-7a755e28a354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293009 Jul 13 07:56:13.494305 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device a90fe2f2-b74b-4649-9e77-e9dc2d7daafe up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:13.549932 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port a90fe2f2-b74b-4649-9e77-e9dc2d7daafe triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:13.550358 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:14.525614 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 3df0b4f9-d64a-4667-abb8-81ebd29a8952 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:56:14.562162 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64798e3-26e1-4cdc-bbbd-adc2c008bbce req-c9621999-2ea6-42aa-904c-4eafe1185acf tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:14.568027 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a64798e3-26e1-4cdc-bbbd-adc2c008bbce req-c9621999-2ea6-42aa-904c-4eafe1185acf tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=db9ca6ba-e7a6-4e90-ba38-0bfd963506f8 HTTP/1.1" status: 200 len: 1096 time: 0.0700529 Jul 13 07:56:14.605225 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a64798e3-26e1-4cdc-bbbd-adc2c008bbce req-ab3c91a1-3a57-4c81-8cd5-1d1407915f46 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2970f388-d235-4909-a7ac-7a755e28a354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353899 Jul 13 07:56:14.657809 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 3df0b4f9-d64a-4667-abb8-81ebd29a8952, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=3df0b4f9-d64a-4667-abb8-81ebd29a8952,segment=NetworkSegment(11f4f112-d6d2-43c5-9424-cf0ddb914047),segment_id=11f4f112-d6d2-43c5-9424-cf0ddb914047)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:14.671289 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '3df0b4f9-d64a-4667-abb8-81ebd29a8952', 'network_id': 'e6371dfa-0b3b-4b00-912c-6ad160535238', 'port_id': '3df0b4f9-d64a-4667-abb8-81ebd29a8952', 'mac_address': 'fa:16:3e:4a:5d:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3af4894b-5738-43ce-81ed-c35d6ac75bf0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:56:14.721819 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:14.737977 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3df0b4f9-d64a-4667-abb8-81ebd29a8952 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:56:14.765843 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 3df0b4f9-d64a-4667-abb8-81ebd29a8952, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=3df0b4f9-d64a-4667-abb8-81ebd29a8952,segment=NetworkSegment(11f4f112-d6d2-43c5-9424-cf0ddb914047),segment_id=11f4f112-d6d2-43c5-9424-cf0ddb914047)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:14.770686 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:14.836712 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=3df0b4f9-d64a-4667-abb8-81ebd29a8952,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:15.031349 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['3df0b4f9-d64a-4667-abb8-81ebd29a8952'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:56:15.805908 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad5d68-9537-4e46-8127-fccb9347d4ef req-48a9f927-9b9e-4609-b459-f301f48a5d6c tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:15.807615 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d2ad5d68-9537-4e46-8127-fccb9347d4ef req-48a9f927-9b9e-4609-b459-f301f48a5d6c tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=db9ca6ba-e7a6-4e90-ba38-0bfd963506f8 HTTP/1.1" status: 200 len: 1097 time: 0.0673745 Jul 13 07:56:15.859995 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d2ad5d68-9537-4e46-8127-fccb9347d4ef req-578818b1-5aa3-44f8-a622-226e0e86ff56 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2970f388-d235-4909-a7ac-7a755e28a354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457661 Jul 13 07:56:16.539454 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 3df0b4f9-d64a-4667-abb8-81ebd29a8952 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:16.593426 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 3df0b4f9-d64a-4667-abb8-81ebd29a8952 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:16.597829 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 3df0b4f9-d64a-4667-abb8-81ebd29a8952 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:16.598200 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:16.686936 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:16.714091 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9ca6ba-e7a6-4e90-ba38-0bfd963506f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df0b4f9-d64a-4667-abb8-81ebd29a8952'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:56:16.717011 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa65870d-8ce1-42d1-8978-961428eefb16" -d '{"events": [{"server_uuid": "db9ca6ba-e7a6-4e90-ba38-0bfd963506f8", "name": "network-vif-plugged", "status": "completed", "tag": "3df0b4f9-d64a-4667-abb8-81ebd29a8952"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:56:16.736983 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 3df0b4f9-d64a-4667-abb8-81ebd29a8952, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=3df0b4f9-d64a-4667-abb8-81ebd29a8952,segment=NetworkSegment(11f4f112-d6d2-43c5-9424-cf0ddb914047),segment_id=11f4f112-d6d2-43c5-9424-cf0ddb914047)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:16.745120 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:16.777570 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13aa4a1c-b22c-4a28-855c-8308fcc5bab2 x-openstack-request-id: req-13aa4a1c-b22c-4a28-855c-8308fcc5bab2 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:56:16.777861 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db9ca6ba-e7a6-4e90-ba38-0bfd963506f8", "name": "network-vif-plugged", "status": "completed", "tag": "3df0b4f9-d64a-4667-abb8-81ebd29a8952", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:56:16.778110 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-13aa4a1c-b22c-4a28-855c-8308fcc5bab2 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:56:16.778496 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db9ca6ba-e7a6-4e90-ba38-0bfd963506f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df0b4f9-d64a-4667-abb8-81ebd29a8952', 'code': 200} Jul 13 07:56:16.812334 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=3df0b4f9-d64a-4667-abb8-81ebd29a8952,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:16.909577 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f9607-c7df-4a99-99e4-42767d28f21e req-2e1a7b26-1100-48e5-86fb-63f4ab090348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:16.911630 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-548f9607-c7df-4a99-99e4-42767d28f21e req-2e1a7b26-1100-48e5-86fb-63f4ab090348 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=db9ca6ba-e7a6-4e90-ba38-0bfd963506f8 HTTP/1.1" status: 200 len: 1098 time: 0.0617020 Jul 13 07:56:16.956723 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-548f9607-c7df-4a99-99e4-42767d28f21e req-5d40d431-e8e5-4850-8cc6-b1d60ba7f2dc service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2970f388-d235-4909-a7ac-7a755e28a354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388577 Jul 13 07:56:17.046070 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f91ce-72ac-46aa-a3be-86ea4693063f req-8677ec9f-c015-419f-8dfe-44378140d52f tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:17.047637 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-464f91ce-72ac-46aa-a3be-86ea4693063f req-8677ec9f-c015-419f-8dfe-44378140d52f tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=db9ca6ba-e7a6-4e90-ba38-0bfd963506f8 HTTP/1.1" status: 200 len: 1098 time: 0.0587621 Jul 13 07:56:17.078877 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9cb14800-89d2-4ec4-bf56-74f2688c9d87 None None] Provisioning complete for port 3df0b4f9-d64a-4667-abb8-81ebd29a8952 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:17.079272 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9cb14800-89d2-4ec4-bf56-74f2688c9d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:17.085441 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-464f91ce-72ac-46aa-a3be-86ea4693063f req-8dab266c-a346-4bdd-a527-5c92c32dd792 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2970f388-d235-4909-a7ac-7a755e28a354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318894 Jul 13 07:56:18.273690 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345e6f7-301c-4bb8-9077-421dfdf4fc53 req-ac410fdd-585c-4d69-a7b7-0b2b56f8ce25 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:18.275286 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4345e6f7-301c-4bb8-9077-421dfdf4fc53 req-ac410fdd-585c-4d69-a7b7-0b2b56f8ce25 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=db9ca6ba-e7a6-4e90-ba38-0bfd963506f8 HTTP/1.1" status: 200 len: 1098 time: 0.0666025 Jul 13 07:56:18.311578 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4345e6f7-301c-4bb8-9077-421dfdf4fc53 req-1c16cba1-d7ee-4b04-9818-07623e0630a5 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2970f388-d235-4909-a7ac-7a755e28a354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293295 Jul 13 07:56:18.522864 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c37c5d-5fbe-49dc-b69a-1f4d69c52b87 req-7db2998b-3a66-4559-8048-5e96b8b515a6 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:18.524445 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-09c37c5d-5fbe-49dc-b69a-1f4d69c52b87 req-7db2998b-3a66-4559-8048-5e96b8b515a6 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=db9ca6ba-e7a6-4e90-ba38-0bfd963506f8 HTTP/1.1" status: 200 len: 1098 time: 0.0656536 Jul 13 07:56:18.583575 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-09c37c5d-5fbe-49dc-b69a-1f4d69c52b87 req-75e81f61-7fb1-4d59-8a9a-7eb1ae869350 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2970f388-d235-4909-a7ac-7a755e28a354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406024 Jul 13 07:56:18.761097 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9252365-9c48-4826-933c-99b81de5f603 req-c443761d-43b3-41e6-a0a3-68edfca3f5ae tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:18.762583 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e9252365-9c48-4826-933c-99b81de5f603 req-c443761d-43b3-41e6-a0a3-68edfca3f5ae tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=db9ca6ba-e7a6-4e90-ba38-0bfd963506f8 HTTP/1.1" status: 200 len: 1098 time: 0.0607753 Jul 13 07:56:18.808739 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e9252365-9c48-4826-933c-99b81de5f603 req-f5e1684c-2a2b-4bbe-97f8-2c03bb6e1648 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2970f388-d235-4909-a7ac-7a755e28a354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382011 Jul 13 07:56:19.067849 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57cdaf-c343-46f7-801d-519603fee07b req-68a889ff-5c5b-46e7-972f-2dd89c2fee4b tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:19.069337 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4d57cdaf-c343-46f7-801d-519603fee07b req-68a889ff-5c5b-46e7-972f-2dd89c2fee4b tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/networks?id=e6371dfa-0b3b-4b00-912c-6ad160535238 HTTP/1.1" status: 200 len: 911 time: 0.0927150 Jul 13 07:56:19.084413 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4d57cdaf-c343-46f7-801d-519603fee07b req-948fe636-3548-472d-994d-a38a15808c73 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/quotas/54b86bb30a2f4ddda1b4d900917fddc2 HTTP/1.1" status: 200 len: 375 time: 0.0095615 Jul 13 07:56:19.184857 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4d57cdaf-c343-46f7-801d-519603fee07b req-05cb2d24-89c3-4d69-beb9-3ebaa9864e54 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/ports?tenant_id=54b86bb30a2f4ddda1b4d900917fddc2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0950377 Jul 13 07:56:19.296352 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4d57cdaf-c343-46f7-801d-519603fee07b req-f1133cac-7e5c-4961-9340-83091d4ef9e0 service neutron] 10.222.0.23 "GET /v2.0/networks/e6371dfa-0b3b-4b00-912c-6ad160535238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986629 Jul 13 07:56:19.386217 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4d57cdaf-c343-46f7-801d-519603fee07b req-aca785ea-26c9-42ee-80a9-6820f817512f service neutron] 10.222.0.23 "GET /v2.0/networks/e6371dfa-0b3b-4b00-912c-6ad160535238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842671 Jul 13 07:56:19.558993 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c8f265f5-8ad0-4bf4-9550-3eb14592ea28 req-14957f29-49f5-43d4-af90-64ca604c1485 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f90eb6c1-1030-4f2a-84d0-b2ccc1241ed2 HTTP/1.1" status: 200 len: 210 time: 0.0307679 Jul 13 07:56:20.669158 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57cdaf-c343-46f7-801d-519603fee07b req-c40202fa-9a28-49f4-bdab-9da371d831e5 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:20.672147 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d57cdaf-c343-46f7-801d-519603fee07b req-c40202fa-9a28-49f4-bdab-9da371d831e5 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.42 "GET /v2.0/networks?id=e6371dfa-0b3b-4b00-912c-6ad160535238 HTTP/1.1" status: 200 len: 911 time: 0.1227567 Jul 13 07:56:20.683563 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-4d57cdaf-c343-46f7-801d-519603fee07b req-73daa72e-af8f-4455-b5b4-5f58966c1c34 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Request body: {'port': {'device_id': 'f90eb6c1-1030-4f2a-84d0-b2ccc1241ed2', 'network_id': 'e6371dfa-0b3b-4b00-912c-6ad160535238', 'admin_state_up': True, 'tenant_id': '54b86bb30a2f4ddda1b4d900917fddc2'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:20.712671 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d57cdaf-c343-46f7-801d-519603fee07b req-73daa72e-af8f-4455-b5b4-5f58966c1c34 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Made reservation on behalf of 54b86bb30a2f4ddda1b4d900917fddc2 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:56:20.715129 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4d57cdaf-c343-46f7-801d-519603fee07b req-73daa72e-af8f-4455-b5b4-5f58966c1c34 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:20.739318 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c9c30029-bcd2-41ed-90d2-76f1055fa674 req-cc55597c-5edc-4b40-ab7a-9b8c201c9f95 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f90eb6c1-1030-4f2a-84d0-b2ccc1241ed2 HTTP/1.1" status: 200 len: 210 time: 0.0463295 Jul 13 07:56:20.862217 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-4d57cdaf-c343-46f7-801d-519603fee07b req-73daa72e-af8f-4455-b5b4-5f58966c1c34 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Allocated IP 172.20.0.7 (e6371dfa-0b3b-4b00-912c-6ad160535238/3af4894b-5738-43ce-81ed-c35d6ac75bf0/1b5fd9de-9ae4-4396-9ea4-ff60236d6595) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:56:21.320410 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4d57cdaf-c343-46f7-801d-519603fee07b req-73daa72e-af8f-4455-b5b4-5f58966c1c34 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:21.334193 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-4d57cdaf-c343-46f7-801d-519603fee07b req-73daa72e-af8f-4455-b5b4-5f58966c1c34 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Transition to ACTIVE for port object 1b5fd9de-9ae4-4396-9ea4-ff60236d6595 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:21.367917 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4d57cdaf-c343-46f7-801d-519603fee07b req-73daa72e-af8f-4455-b5b4-5f58966c1c34 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:21.381698 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['3df0b4f9-d64a-4667-abb8-81ebd29a8952'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:56:21.417954 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d57cdaf-c343-46f7-801d-519603fee07b req-73daa72e-af8f-4455-b5b4-5f58966c1c34 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Network e6371dfa-0b3b-4b00-912c-6ad160535238 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:56:21.421427 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-4d57cdaf-c343-46f7-801d-519603fee07b req-73daa72e-af8f-4455-b5b4-5f58966c1c34 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:56:21.426442 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d57cdaf-c343-46f7-801d-519603fee07b req-73daa72e-af8f-4455-b5b4-5f58966c1c34 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:56:21.450202 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73daa72e-af8f-4455-b5b4-5f58966c1c34 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Pushing event updated for resources: {'Port': ['ID=1b5fd9de-9ae4-4396-9ea4-ff60236d6595,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:21.472680 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57cdaf-c343-46f7-801d-519603fee07b req-73daa72e-af8f-4455-b5b4-5f58966c1c34 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:21.473303 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4d57cdaf-c343-46f7-801d-519603fee07b req-73daa72e-af8f-4455-b5b4-5f58966c1c34 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:21.478289 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73daa72e-af8f-4455-b5b4-5f58966c1c34 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:21.478663 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73daa72e-af8f-4455-b5b4-5f58966c1c34 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:21.478968 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73daa72e-af8f-4455-b5b4-5f58966c1c34 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:21.479360 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73daa72e-af8f-4455-b5b4-5f58966c1c34 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:21.479697 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73daa72e-af8f-4455-b5b4-5f58966c1c34 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:21.480027 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73daa72e-af8f-4455-b5b4-5f58966c1c34 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:21.480376 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73daa72e-af8f-4455-b5b4-5f58966c1c34 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:21.480672 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73daa72e-af8f-4455-b5b4-5f58966c1c34 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:21.480996 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73daa72e-af8f-4455-b5b4-5f58966c1c34 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:21.481330 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73daa72e-af8f-4455-b5b4-5f58966c1c34 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:21.481698 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73daa72e-af8f-4455-b5b4-5f58966c1c34 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:21.481965 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73daa72e-af8f-4455-b5b4-5f58966c1c34 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:56:21.499142 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d57cdaf-c343-46f7-801d-519603fee07b req-73daa72e-af8f-4455-b5b4-5f58966c1c34 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8199298 Jul 13 07:56:21.511481 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-4d57cdaf-c343-46f7-801d-519603fee07b req-7ed9b372-c883-4310-b301-b06737c8f7b0 service neutron] Request body: {'port': {'device_id': 'f90eb6c1-1030-4f2a-84d0-b2ccc1241ed2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:56:21.600477 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4d57cdaf-c343-46f7-801d-519603fee07b req-7ed9b372-c883-4310-b301-b06737c8f7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:21.723854 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-0563bbfb-4145-41fb-8bb5-0da13b0a8553 None None] Provisioning for port 1b5fd9de-9ae4-4396-9ea4-ff60236d6595 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:21.727738 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-0563bbfb-4145-41fb-8bb5-0da13b0a8553 None None] Provisioning complete for port 1b5fd9de-9ae4-4396-9ea4-ff60236d6595 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:21.728100 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0563bbfb-4145-41fb-8bb5-0da13b0a8553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:21.769089 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-0563bbfb-4145-41fb-8bb5-0da13b0a8553 None None] Port 1b5fd9de-9ae4-4396-9ea4-ff60236d6595 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:56:21.941950 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-4d57cdaf-c343-46f7-801d-519603fee07b req-7ed9b372-c883-4310-b301-b06737c8f7b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b5fd9de-9ae4-4396-9ea4-ff60236d6595 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:56:21.951352 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4d57cdaf-c343-46f7-801d-519603fee07b req-7ed9b372-c883-4310-b301-b06737c8f7b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:21.968272 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-4d57cdaf-c343-46f7-801d-519603fee07b req-7ed9b372-c883-4310-b301-b06737c8f7b0 service neutron] Transition to ACTIVE for port object 1b5fd9de-9ae4-4396-9ea4-ff60236d6595 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:56:21.971590 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e577a3-17a4-4de1-b978-bc0f0c6ff08a req-3b074414-b67f-40ad-b149-f87575c10dcc tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:21.973368 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a3e577a3-17a4-4de1-b978-bc0f0c6ff08a req-3b074414-b67f-40ad-b149-f87575c10dcc tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f90eb6c1-1030-4f2a-84d0-b2ccc1241ed2 HTTP/1.1" status: 200 len: 1027 time: 0.1129446 Jul 13 07:56:21.974461 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4d57cdaf-c343-46f7-801d-519603fee07b req-7ed9b372-c883-4310-b301-b06737c8f7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:22.046516 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed9b372-c883-4310-b301-b06737c8f7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1b5fd9de-9ae4-4396-9ea4-ff60236d6595,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:22.083494 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a3e577a3-17a4-4de1-b978-bc0f0c6ff08a req-63eec5e3-6b37-4ceb-a02c-5c656767c24d tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2970f388-d235-4909-a7ac-7a755e28a354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799820 Jul 13 07:56:22.136124 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-4d57cdaf-c343-46f7-801d-519603fee07b req-7ed9b372-c883-4310-b301-b06737c8f7b0 service neutron] Attempting to bind port 1b5fd9de-9ae4-4396-9ea4-ff60236d6595 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:56:22.136463 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-4d57cdaf-c343-46f7-801d-519603fee07b req-7ed9b372-c883-4310-b301-b06737c8f7b0 service neutron] Attempting to bind port 1b5fd9de-9ae4-4396-9ea4-ff60236d6595 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '11f4f112-d6d2-43c5-9424-cf0ddb914047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e6371dfa-0b3b-4b00-912c-6ad160535238'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:56:22.136828 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d57cdaf-c343-46f7-801d-519603fee07b req-7ed9b372-c883-4310-b301-b06737c8f7b0 service neutron] Attempting to bind port 1b5fd9de-9ae4-4396-9ea4-ff60236d6595 on network e6371dfa-0b3b-4b00-912c-6ad160535238 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:56:22.141855 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d57cdaf-c343-46f7-801d-519603fee07b req-7ed9b372-c883-4310-b301-b06737c8f7b0 service neutron] Port 1b5fd9de-9ae4-4396-9ea4-ff60236d6595 on network e6371dfa-0b3b-4b00-912c-6ad160535238 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:56:22.142179 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d57cdaf-c343-46f7-801d-519603fee07b req-7ed9b372-c883-4310-b301-b06737c8f7b0 service neutron] Attempting to bind port 1b5fd9de-9ae4-4396-9ea4-ff60236d6595 on network e6371dfa-0b3b-4b00-912c-6ad160535238 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:56:22.148389 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d57cdaf-c343-46f7-801d-519603fee07b req-7ed9b372-c883-4310-b301-b06737c8f7b0 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:56:22.148734 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d57cdaf-c343-46f7-801d-519603fee07b req-7ed9b372-c883-4310-b301-b06737c8f7b0 service neutron] Checking segment: {'id': '11f4f112-d6d2-43c5-9424-cf0ddb914047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e6371dfa-0b3b-4b00-912c-6ad160535238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:56:22.149132 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d57cdaf-c343-46f7-801d-519603fee07b req-7ed9b372-c883-4310-b301-b06737c8f7b0 service neutron] Bound using segment: {'id': '11f4f112-d6d2-43c5-9424-cf0ddb914047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e6371dfa-0b3b-4b00-912c-6ad160535238'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:56:22.149597 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-4d57cdaf-c343-46f7-801d-519603fee07b req-7ed9b372-c883-4310-b301-b06737c8f7b0 service neutron] Bound port: 1b5fd9de-9ae4-4396-9ea4-ff60236d6595, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11f4f112-d6d2-43c5-9424-cf0ddb914047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e6371dfa-0b3b-4b00-912c-6ad160535238'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:56:22.149967 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4d57cdaf-c343-46f7-801d-519603fee07b req-7ed9b372-c883-4310-b301-b06737c8f7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:22.226771 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-4d57cdaf-c343-46f7-801d-519603fee07b req-7ed9b372-c883-4310-b301-b06737c8f7b0 service neutron] For port 1b5fd9de-9ae4-4396-9ea4-ff60236d6595, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:56:22.230993 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-4d57cdaf-c343-46f7-801d-519603fee07b req-7ed9b372-c883-4310-b301-b06737c8f7b0 service neutron] For port 1b5fd9de-9ae4-4396-9ea4-ff60236d6595, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=1b5fd9de-9ae4-4396-9ea4-ff60236d6595,segment=NetworkSegment(11f4f112-d6d2-43c5-9424-cf0ddb914047),segment_id=11f4f112-d6d2-43c5-9424-cf0ddb914047)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:56:22.237627 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4d57cdaf-c343-46f7-801d-519603fee07b req-7ed9b372-c883-4310-b301-b06737c8f7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:22.281311 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57cdaf-c343-46f7-801d-519603fee07b req-7ed9b372-c883-4310-b301-b06737c8f7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:22.282110 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4d57cdaf-c343-46f7-801d-519603fee07b req-7ed9b372-c883-4310-b301-b06737c8f7b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:22.283414 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d57cdaf-c343-46f7-801d-519603fee07b req-7ed9b372-c883-4310-b301-b06737c8f7b0 service neutron] 10.222.0.42 "PUT /v2.0/ports/1b5fd9de-9ae4-4396-9ea4-ff60236d6595 HTTP/1.1" status: 200 len: 1092 time: 0.7771437 Jul 13 07:56:22.283919 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f90eb6c1-1030-4f2a-84d0-b2ccc1241ed2', 'tag': '1b5fd9de-9ae4-4396-9ea4-ff60236d6595'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:56:22.286314 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47b997c-ab43-45a1-8f3a-64085001f4f1" -d '{"events": [{"name": "network-changed", "server_uuid": "f90eb6c1-1030-4f2a-84d0-b2ccc1241ed2", "tag": "1b5fd9de-9ae4-4396-9ea4-ff60236d6595"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:56:22.325825 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed9b372-c883-4310-b301-b06737c8f7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1b5fd9de-9ae4-4396-9ea4-ff60236d6595,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:22.363477 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1380d9-5378-42e6-8a9f-83bb284da77e x-openstack-request-id: req-de1380d9-5378-42e6-8a9f-83bb284da77e {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:56:22.363781 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f90eb6c1-1030-4f2a-84d0-b2ccc1241ed2", "tag": "1b5fd9de-9ae4-4396-9ea4-ff60236d6595", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:56:22.364044 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-de1380d9-5378-42e6-8a9f-83bb284da77e {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:56:22.364398 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f90eb6c1-1030-4f2a-84d0-b2ccc1241ed2', 'tag': '1b5fd9de-9ae4-4396-9ea4-ff60236d6595', 'status': 'completed', 'code': 200} Jul 13 07:56:22.401726 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57cdaf-c343-46f7-801d-519603fee07b req-b7a81cd2-96f4-4a64-a81f-e27d461937e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:22.403691 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d57cdaf-c343-46f7-801d-519603fee07b req-b7a81cd2-96f4-4a64-a81f-e27d461937e0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=54b86bb30a2f4ddda1b4d900917fddc2&device_id=f90eb6c1-1030-4f2a-84d0-b2ccc1241ed2 HTTP/1.1" status: 200 len: 1095 time: 0.0732114 Jul 13 07:56:22.449294 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d57cdaf-c343-46f7-801d-519603fee07b req-7353423d-b19f-4742-9869-44a08d295086 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b5fd9de-9ae4-4396-9ea4-ff60236d6595 HTTP/1.1" status: 200 len: 217 time: 0.0389252 Jul 13 07:56:22.510903 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57cdaf-c343-46f7-801d-519603fee07b req-f6c94d7d-b32d-44cd-bb98-2a962cff84e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:22.512877 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d57cdaf-c343-46f7-801d-519603fee07b req-f6c94d7d-b32d-44cd-bb98-2a962cff84e9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3af4894b-5738-43ce-81ed-c35d6ac75bf0 HTTP/1.1" status: 200 len: 849 time: 0.0566320 Jul 13 07:56:22.572503 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57cdaf-c343-46f7-801d-519603fee07b req-5cf1f937-9c81-4305-b315-efc2a0a49e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:22.573952 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d57cdaf-c343-46f7-801d-519603fee07b req-5cf1f937-9c81-4305-b315-efc2a0a49e97 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6371dfa-0b3b-4b00-912c-6ad160535238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550914 Jul 13 07:56:22.668331 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d57cdaf-c343-46f7-801d-519603fee07b req-8eefa97f-800c-4484-9fe6-9efe05f0b272 service neutron] 10.222.0.42 "GET /v2.0/networks/e6371dfa-0b3b-4b00-912c-6ad160535238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879669 Jul 13 07:56:22.764219 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d57cdaf-c343-46f7-801d-519603fee07b req-6836a5d2-ba7b-443b-a161-e59eb1e4bc4c service neutron] 10.222.0.42 "GET /v2.0/networks/e6371dfa-0b3b-4b00-912c-6ad160535238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896955 Jul 13 07:56:22.862469 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b997c-ab43-45a1-8f3a-64085001f4f1 req-b6f2839c-2efd-48a6-b704-0ac4244237d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:22.864111 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b47b997c-ab43-45a1-8f3a-64085001f4f1 req-b6f2839c-2efd-48a6-b704-0ac4244237d6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=54b86bb30a2f4ddda1b4d900917fddc2&device_id=f90eb6c1-1030-4f2a-84d0-b2ccc1241ed2 HTTP/1.1" status: 200 len: 1095 time: 0.0538232 Jul 13 07:56:22.968024 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b997c-ab43-45a1-8f3a-64085001f4f1 req-89e32a29-666d-45c1-a99d-e6bb3246f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:22.971378 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b47b997c-ab43-45a1-8f3a-64085001f4f1 req-89e32a29-666d-45c1-a99d-e6bb3246f81b service neutron] 10.222.0.42 "GET /v2.0/networks?id=e6371dfa-0b3b-4b00-912c-6ad160535238 HTTP/1.1" status: 200 len: 911 time: 0.0978091 Jul 13 07:56:23.011376 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b47b997c-ab43-45a1-8f3a-64085001f4f1 req-1f4cedf3-1022-4558-97e4-27b276572d21 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b5fd9de-9ae4-4396-9ea4-ff60236d6595 HTTP/1.1" status: 200 len: 217 time: 0.0353239 Jul 13 07:56:23.066830 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b997c-ab43-45a1-8f3a-64085001f4f1 req-65ce3cfc-f792-489e-948f-4b2ea73b5531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:23.068308 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b47b997c-ab43-45a1-8f3a-64085001f4f1 req-65ce3cfc-f792-489e-948f-4b2ea73b5531 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3af4894b-5738-43ce-81ed-c35d6ac75bf0 HTTP/1.1" status: 200 len: 849 time: 0.0504506 Jul 13 07:56:23.133247 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b997c-ab43-45a1-8f3a-64085001f4f1 req-bc6b5b3a-44ff-4981-94a7-da555e1d7c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:23.134963 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b47b997c-ab43-45a1-8f3a-64085001f4f1 req-bc6b5b3a-44ff-4981-94a7-da555e1d7c8e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6371dfa-0b3b-4b00-912c-6ad160535238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600584 Jul 13 07:56:23.264543 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b47b997c-ab43-45a1-8f3a-64085001f4f1 req-244f8d64-102b-4781-af17-eadc715b2b5c service neutron] 10.222.0.42 "GET /v2.0/networks/e6371dfa-0b3b-4b00-912c-6ad160535238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224802 Jul 13 07:56:23.314528 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f57f15-9227-4962-a76e-53d51a5a2d30 req-7baf74f7-75ae-450a-b128-d871da923c3f tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:23.316098 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a2f57f15-9227-4962-a76e-53d51a5a2d30 req-7baf74f7-75ae-450a-b128-d871da923c3f tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f90eb6c1-1030-4f2a-84d0-b2ccc1241ed2 HTTP/1.1" status: 200 len: 1095 time: 0.1090493 Jul 13 07:56:23.400804 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a2f57f15-9227-4962-a76e-53d51a5a2d30 req-d0a0bab8-f219-4df1-a3d9-ecea3450f741 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2970f388-d235-4909-a7ac-7a755e28a354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565186 Jul 13 07:56:23.403263 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b47b997c-ab43-45a1-8f3a-64085001f4f1 req-39fe934b-6fb5-48f3-aa6b-276688074590 service neutron] 10.222.0.42 "GET /v2.0/networks/e6371dfa-0b3b-4b00-912c-6ad160535238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293273 Jul 13 07:56:23.522126 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:23.589955 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37418) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:23.734261 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b8893b76-118c-469b-95e1-9b6c56e7c20c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e49b41f70c914242a29fbae52ab0cb7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1431088 Jul 13 07:56:23.736775 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37422) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:23.788116 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a495b1e1-790d-4e2b-be03-7789292982d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:23.809587 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a495b1e1-790d-4e2b-be03-7789292982d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:23.857095 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a495b1e1-790d-4e2b-be03-7789292982d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:23.859873 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a495b1e1-790d-4e2b-be03-7789292982d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:23.861017 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a495b1e1-790d-4e2b-be03-7789292982d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f89b84c3-f5a7-423c-834d-302ae069f6d3 HTTP/1.1" status: 204 len: 168 time: 0.1233468 Jul 13 07:56:23.869319 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495b1e1-790d-4e2b-be03-7789292982d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89b84c3-f5a7-423c-834d-302ae069f6d3,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:24.077435 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:24.591854 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf2099-2947-484e-871b-58aa40e9c19d req-d8292977-f008-4959-8b66-fb5a4876e027 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:24.593425 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a4bf2099-2947-484e-871b-58aa40e9c19d req-d8292977-f008-4959-8b66-fb5a4876e027 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f90eb6c1-1030-4f2a-84d0-b2ccc1241ed2 HTTP/1.1" status: 200 len: 1095 time: 0.0600162 Jul 13 07:56:24.628704 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a4bf2099-2947-484e-871b-58aa40e9c19d req-71b0ef37-66b4-444c-ba51-821aceed1bea tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2970f388-d235-4909-a7ac-7a755e28a354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296195 Jul 13 07:56:25.407290 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 1b5fd9de-9ae4-4396-9ea4-ff60236d6595 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:56:25.512373 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 1b5fd9de-9ae4-4396-9ea4-ff60236d6595, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=1b5fd9de-9ae4-4396-9ea4-ff60236d6595,segment=NetworkSegment(11f4f112-d6d2-43c5-9424-cf0ddb914047),segment_id=11f4f112-d6d2-43c5-9424-cf0ddb914047)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:25.527067 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '1b5fd9de-9ae4-4396-9ea4-ff60236d6595', 'network_id': 'e6371dfa-0b3b-4b00-912c-6ad160535238', 'port_id': '1b5fd9de-9ae4-4396-9ea4-ff60236d6595', 'mac_address': 'fa:16:3e:2e:61:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3af4894b-5738-43ce-81ed-c35d6ac75bf0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:56:25.568838 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:25.584084 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b5fd9de-9ae4-4396-9ea4-ff60236d6595 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:56:25.604423 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 1b5fd9de-9ae4-4396-9ea4-ff60236d6595, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=1b5fd9de-9ae4-4396-9ea4-ff60236d6595,segment=NetworkSegment(11f4f112-d6d2-43c5-9424-cf0ddb914047),segment_id=11f4f112-d6d2-43c5-9424-cf0ddb914047)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:25.610257 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:25.684526 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=1b5fd9de-9ae4-4396-9ea4-ff60236d6595,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:25.814994 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97010e-4430-4c5d-9950-91b95490ef61 req-1b21d091-bd9a-4abc-97fe-4fd7fc7db5c7 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:25.816683 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ba97010e-4430-4c5d-9950-91b95490ef61 req-1b21d091-bd9a-4abc-97fe-4fd7fc7db5c7 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f90eb6c1-1030-4f2a-84d0-b2ccc1241ed2 HTTP/1.1" status: 200 len: 1096 time: 0.0595224 Jul 13 07:56:25.854666 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['1b5fd9de-9ae4-4396-9ea4-ff60236d6595'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:56:25.856257 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ba97010e-4430-4c5d-9950-91b95490ef61 req-a76b6fd1-f2e3-4473-accc-daaf8778caeb tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2970f388-d235-4909-a7ac-7a755e28a354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333893 Jul 13 07:56:27.027097 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ddf6b-a1db-44ed-8c8c-121869a18bb0 req-2a567ec5-0b34-4528-b346-67ff44a9e45b tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:27.028670 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4f3ddf6b-a1db-44ed-8c8c-121869a18bb0 req-2a567ec5-0b34-4528-b346-67ff44a9e45b tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f90eb6c1-1030-4f2a-84d0-b2ccc1241ed2 HTTP/1.1" status: 200 len: 1096 time: 0.0569463 Jul 13 07:56:27.069953 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4f3ddf6b-a1db-44ed-8c8c-121869a18bb0 req-2cfd32ea-797e-48a7-93c6-c51865d96be8 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2970f388-d235-4909-a7ac-7a755e28a354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347474 Jul 13 07:56:27.423393 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 1b5fd9de-9ae4-4396-9ea4-ff60236d6595 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:56:27.480616 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 1b5fd9de-9ae4-4396-9ea4-ff60236d6595 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:56:27.488024 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 1b5fd9de-9ae4-4396-9ea4-ff60236d6595 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:27.488395 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:27.575337 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:27.600699 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90eb6c1-1030-4f2a-84d0-b2ccc1241ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5fd9de-9ae4-4396-9ea4-ff60236d6595'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:56:27.603000 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4727f078-0ea1-4502-ba3d-df3045fab06b" -d '{"events": [{"server_uuid": "f90eb6c1-1030-4f2a-84d0-b2ccc1241ed2", "name": "network-vif-plugged", "status": "completed", "tag": "1b5fd9de-9ae4-4396-9ea4-ff60236d6595"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:56:27.617184 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 1b5fd9de-9ae4-4396-9ea4-ff60236d6595, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=1b5fd9de-9ae4-4396-9ea4-ff60236d6595,segment=NetworkSegment(11f4f112-d6d2-43c5-9424-cf0ddb914047),segment_id=11f4f112-d6d2-43c5-9424-cf0ddb914047)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:27.622335 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:27.654910 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3080fa-ec01-4142-bf85-832795ba3916 x-openstack-request-id: req-ec3080fa-ec01-4142-bf85-832795ba3916 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:56:27.655193 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f90eb6c1-1030-4f2a-84d0-b2ccc1241ed2", "name": "network-vif-plugged", "status": "completed", "tag": "1b5fd9de-9ae4-4396-9ea4-ff60236d6595", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:56:27.655698 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ec3080fa-ec01-4142-bf85-832795ba3916 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:56:27.656323 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f90eb6c1-1030-4f2a-84d0-b2ccc1241ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5fd9de-9ae4-4396-9ea4-ff60236d6595', 'code': 200} Jul 13 07:56:27.685871 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=1b5fd9de-9ae4-4396-9ea4-ff60236d6595,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:27.784921 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376376e-fdba-42d1-be64-442c8f8c272a req-eae154a4-18ee-48eb-a84a-6d8d6782f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:27.787162 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d376376e-fdba-42d1-be64-442c8f8c272a req-eae154a4-18ee-48eb-a84a-6d8d6782f3da service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f90eb6c1-1030-4f2a-84d0-b2ccc1241ed2 HTTP/1.1" status: 200 len: 1097 time: 0.0657098 Jul 13 07:56:27.826158 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d376376e-fdba-42d1-be64-442c8f8c272a req-1f860722-9cfc-4f2e-88a7-b51f79ffa552 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2970f388-d235-4909-a7ac-7a755e28a354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329006 Jul 13 07:56:27.940669 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-df0b4500-329c-4c9b-8dbd-b252a9433da7 None None] Provisioning complete for port 1b5fd9de-9ae4-4396-9ea4-ff60236d6595 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:56:27.941078 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-df0b4500-329c-4c9b-8dbd-b252a9433da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:28.245544 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5b737-3d15-4940-b2e0-73998807a218 req-bc897f28-273f-4243-a830-7a2efad4a2fa tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:28.247087 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-74e5b737-3d15-4940-b2e0-73998807a218 req-bc897f28-273f-4243-a830-7a2efad4a2fa tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f90eb6c1-1030-4f2a-84d0-b2ccc1241ed2 HTTP/1.1" status: 200 len: 1097 time: 0.0538077 Jul 13 07:56:28.281985 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-74e5b737-3d15-4940-b2e0-73998807a218 req-6950fbba-260f-4ae4-bbe0-44b541500073 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2970f388-d235-4909-a7ac-7a755e28a354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287449 Jul 13 07:56:29.455637 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8f49c-84a3-4a2b-8c6c-7b7c664764f9 req-d2edb3ff-7d1e-44cb-9b18-bb567bc0cb52 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:29.457264 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1ce8f49c-84a3-4a2b-8c6c-7b7c664764f9 req-d2edb3ff-7d1e-44cb-9b18-bb567bc0cb52 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f90eb6c1-1030-4f2a-84d0-b2ccc1241ed2 HTTP/1.1" status: 200 len: 1097 time: 0.0573974 Jul 13 07:56:29.492951 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1ce8f49c-84a3-4a2b-8c6c-7b7c664764f9 req-0a61914f-4363-433b-9526-f2c39f32be04 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2970f388-d235-4909-a7ac-7a755e28a354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293751 Jul 13 07:56:29.661838 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc21c3c-6f14-41af-907d-8a8ec7f71b8b req-4e26ad30-f016-4dbc-84ce-b2be48290c6a tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:29.663538 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-edc21c3c-6f14-41af-907d-8a8ec7f71b8b req-4e26ad30-f016-4dbc-84ce-b2be48290c6a tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f90eb6c1-1030-4f2a-84d0-b2ccc1241ed2 HTTP/1.1" status: 200 len: 1097 time: 0.0576804 Jul 13 07:56:29.700504 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-edc21c3c-6f14-41af-907d-8a8ec7f71b8b req-a582a63b-66b2-4b41-b7b6-b1ee3de1d0f8 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2970f388-d235-4909-a7ac-7a755e28a354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310481 Jul 13 07:56:29.864332 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b621c9-fd5c-4766-a57d-976c737bdd10 req-5849a2b9-c696-477d-83e6-d8d46fc61f5c tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:29.865875 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c6b621c9-fd5c-4766-a57d-976c737bdd10 req-5849a2b9-c696-477d-83e6-d8d46fc61f5c tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f90eb6c1-1030-4f2a-84d0-b2ccc1241ed2 HTTP/1.1" status: 200 len: 1097 time: 0.0560765 Jul 13 07:56:29.904510 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c6b621c9-fd5c-4766-a57d-976c737bdd10 req-6d140f00-f01c-44b5-905e-861741f40023 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2970f388-d235-4909-a7ac-7a755e28a354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321999 Jul 13 07:56:30.251282 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7bc182a9-9ae3-46bb-8d98-ed4ebb216fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:30.316720 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578a0d0-6e1b-4d4c-8394-d73b456d4358 req-beff4914-8d47-4ab2-8c79-3439b98023bc tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:30.319851 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2578a0d0-6e1b-4d4c-8394-d73b456d4358 req-beff4914-8d47-4ab2-8c79-3439b98023bc tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f90eb6c1-1030-4f2a-84d0-b2ccc1241ed2 HTTP/1.1" status: 200 len: 1097 time: 0.0600100 Jul 13 07:56:30.358214 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2578a0d0-6e1b-4d4c-8394-d73b456d4358 req-5ac410fe-055f-4297-8fea-0e5a15379907 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2970f388-d235-4909-a7ac-7a755e28a354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339830 Jul 13 07:56:31.507041 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caeef08-23ba-4dc5-b2bf-96727a39b9ea req-f574f25d-ecab-461b-ae0b-4bfc9fe712e7 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:31.508632 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5caeef08-23ba-4dc5-b2bf-96727a39b9ea req-f574f25d-ecab-461b-ae0b-4bfc9fe712e7 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f90eb6c1-1030-4f2a-84d0-b2ccc1241ed2 HTTP/1.1" status: 200 len: 1097 time: 0.0629032 Jul 13 07:56:31.539478 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1721ff-dc43-4b01-840b-52f539dd675b req-b48947de-41de-43ce-825e-6d31772ebaa1 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:31.541183 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0c1721ff-dc43-4b01-840b-52f539dd675b req-b48947de-41de-43ce-825e-6d31772ebaa1 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f90eb6c1-1030-4f2a-84d0-b2ccc1241ed2 HTTP/1.1" status: 200 len: 1097 time: 0.0557895 Jul 13 07:56:31.589710 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0c1721ff-dc43-4b01-840b-52f539dd675b req-20347e05-788e-44cf-8c29-a9bb1dff1b37 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2970f388-d235-4909-a7ac-7a755e28a354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425525 Jul 13 07:56:31.609270 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-5caeef08-23ba-4dc5-b2bf-96727a39b9ea req-65e20ebd-adbf-4444-b59e-40b8d198b9a5 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Deleting port 1b5fd9de-9ae4-4396-9ea4-ff60236d6595 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:56:31.609756 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5caeef08-23ba-4dc5-b2bf-96727a39b9ea req-65e20ebd-adbf-4444-b59e-40b8d198b9a5 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:31.700069 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-5caeef08-23ba-4dc5-b2bf-96727a39b9ea req-65e20ebd-adbf-4444-b59e-40b8d198b9a5 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] For port 1b5fd9de-9ae4-4396-9ea4-ff60236d6595, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=1b5fd9de-9ae4-4396-9ea4-ff60236d6595,segment=NetworkSegment(11f4f112-d6d2-43c5-9424-cf0ddb914047),segment_id=11f4f112-d6d2-43c5-9424-cf0ddb914047)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:31.700507 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5caeef08-23ba-4dc5-b2bf-96727a39b9ea req-65e20ebd-adbf-4444-b59e-40b8d198b9a5 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:31.714857 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-5caeef08-23ba-4dc5-b2bf-96727a39b9ea req-65e20ebd-adbf-4444-b59e-40b8d198b9a5 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Calling delete_port for 1b5fd9de-9ae4-4396-9ea4-ff60236d6595 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:31.849027 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5caeef08-23ba-4dc5-b2bf-96727a39b9ea req-65e20ebd-adbf-4444-b59e-40b8d198b9a5 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:31.868859 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['1b5fd9de-9ae4-4396-9ea4-ff60236d6595'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:56:31.887551 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e20ebd-adbf-4444-b59e-40b8d198b9a5 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b5fd9de-9ae4-4396-9ea4-ff60236d6595,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:31.895487 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['3df0b4f9-d64a-4667-abb8-81ebd29a8952'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:56:31.948860 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-5caeef08-23ba-4dc5-b2bf-96727a39b9ea req-65e20ebd-adbf-4444-b59e-40b8d198b9a5 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] No DVR routers for this DVR port 1b5fd9de-9ae4-4396-9ea4-ff60236d6595 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:56:31.952593 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-5caeef08-23ba-4dc5-b2bf-96727a39b9ea req-65e20ebd-adbf-4444-b59e-40b8d198b9a5 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:31.954927 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5caeef08-23ba-4dc5-b2bf-96727a39b9ea req-65e20ebd-adbf-4444-b59e-40b8d198b9a5 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.42 "DELETE /v2.0/ports/1b5fd9de-9ae4-4396-9ea4-ff60236d6595 HTTP/1.1" status: 204 len: 173 time: 0.4398346 Jul 13 07:56:31.955655 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90eb6c1-1030-4f2a-84d0-b2ccc1241ed2', 'name': 'network-vif-deleted', 'tag': '1b5fd9de-9ae4-4396-9ea4-ff60236d6595'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:56:31.959056 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c591e5-0caf-4aa8-8b5a-e53ae03eac1c" -d '{"events": [{"server_uuid": "f90eb6c1-1030-4f2a-84d0-b2ccc1241ed2", "name": "network-vif-deleted", "tag": "1b5fd9de-9ae4-4396-9ea4-ff60236d6595"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:56:32.029649 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb49ca50-6e30-4d8b-8738-854a1be49d22 x-openstack-request-id: req-fb49ca50-6e30-4d8b-8738-854a1be49d22 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:56:32.030468 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f90eb6c1-1030-4f2a-84d0-b2ccc1241ed2", "name": "network-vif-deleted", "tag": "1b5fd9de-9ae4-4396-9ea4-ff60236d6595", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:56:32.030821 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fb49ca50-6e30-4d8b-8738-854a1be49d22 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:56:32.031345 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f90eb6c1-1030-4f2a-84d0-b2ccc1241ed2', 'name': 'network-vif-deleted', 'tag': '1b5fd9de-9ae4-4396-9ea4-ff60236d6595', 'status': 'completed', 'code': 200} Jul 13 07:56:33.057698 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c5efd-0f84-4ff3-b5b5-5614a42a749d req-95fc3565-e1a7-433f-9dcb-61ab978e3192 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:33.059119 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d26c5efd-0f84-4ff3-b5b5-5614a42a749d req-95fc3565-e1a7-433f-9dcb-61ab978e3192 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=db9ca6ba-e7a6-4e90-ba38-0bfd963506f8 HTTP/1.1" status: 200 len: 1098 time: 0.0546885 Jul 13 07:56:33.095805 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d26c5efd-0f84-4ff3-b5b5-5614a42a749d req-818ec933-85b0-4429-b67d-426ce62ae84f tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2970f388-d235-4909-a7ac-7a755e28a354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299499 Jul 13 07:56:33.143716 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c620b918-059b-4abf-bbdb-52c3c4d7cdd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:33.207529 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:34.152248 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:34.278246 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847fc0c6-5cf1-4e54-b410-5c5eaee0e625 req-4ca1b8c3-45d0-4c0e-9c3f-976c2bd5a711 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:34.279921 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-847fc0c6-5cf1-4e54-b410-5c5eaee0e625 req-4ca1b8c3-45d0-4c0e-9c3f-976c2bd5a711 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=db9ca6ba-e7a6-4e90-ba38-0bfd963506f8 HTTP/1.1" status: 200 len: 1098 time: 0.0615284 Jul 13 07:56:34.326879 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac8eb1-72c5-40a4-9561-e2d0d38fdfd4 req-92c96bf8-c71f-4a77-9c85-0e8787dc9c26 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:56:34.328922 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-36ac8eb1-72c5-40a4-9561-e2d0d38fdfd4 req-92c96bf8-c71f-4a77-9c85-0e8787dc9c26 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=db9ca6ba-e7a6-4e90-ba38-0bfd963506f8 HTTP/1.1" status: 200 len: 1098 time: 0.0758281 Jul 13 07:56:34.331788 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-847fc0c6-5cf1-4e54-b410-5c5eaee0e625 req-85da9897-46f4-44ff-a33e-31321ef28393 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2970f388-d235-4909-a7ac-7a755e28a354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462222 Jul 13 07:56:34.430058 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-36ac8eb1-72c5-40a4-9561-e2d0d38fdfd4 req-87f29d7b-f46c-4a77-94a8-1b097f2617b4 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Deleting port 3df0b4f9-d64a-4667-abb8-81ebd29a8952 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:56:34.430397 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-36ac8eb1-72c5-40a4-9561-e2d0d38fdfd4 req-87f29d7b-f46c-4a77-94a8-1b097f2617b4 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:34.519252 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-36ac8eb1-72c5-40a4-9561-e2d0d38fdfd4 req-87f29d7b-f46c-4a77-94a8-1b097f2617b4 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] For port 3df0b4f9-d64a-4667-abb8-81ebd29a8952, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=3df0b4f9-d64a-4667-abb8-81ebd29a8952,segment=NetworkSegment(11f4f112-d6d2-43c5-9424-cf0ddb914047),segment_id=11f4f112-d6d2-43c5-9424-cf0ddb914047)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:34.519623 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-36ac8eb1-72c5-40a4-9561-e2d0d38fdfd4 req-87f29d7b-f46c-4a77-94a8-1b097f2617b4 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:34.532379 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-36ac8eb1-72c5-40a4-9561-e2d0d38fdfd4 req-87f29d7b-f46c-4a77-94a8-1b097f2617b4 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Calling delete_port for 3df0b4f9-d64a-4667-abb8-81ebd29a8952 owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:34.660995 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-36ac8eb1-72c5-40a4-9561-e2d0d38fdfd4 req-87f29d7b-f46c-4a77-94a8-1b097f2617b4 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:34.672439 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['3df0b4f9-d64a-4667-abb8-81ebd29a8952'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:56:34.694691 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f29d7b-f46c-4a77-94a8-1b097f2617b4 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Pushing event deleted for resources: {'Port': ['ID=3df0b4f9-d64a-4667-abb8-81ebd29a8952,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:34.742299 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ac8eb1-72c5-40a4-9561-e2d0d38fdfd4 req-87f29d7b-f46c-4a77-94a8-1b097f2617b4 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] No DVR routers for this DVR port 3df0b4f9-d64a-4667-abb8-81ebd29a8952 on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:56:34.746292 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-36ac8eb1-72c5-40a4-9561-e2d0d38fdfd4 req-87f29d7b-f46c-4a77-94a8-1b097f2617b4 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:34.749471 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-36ac8eb1-72c5-40a4-9561-e2d0d38fdfd4 req-87f29d7b-f46c-4a77-94a8-1b097f2617b4 tempest-TestServerMultinode-727663784 tempest-TestServerMultinode-727663784-project-admin] 10.222.0.25 "DELETE /v2.0/ports/3df0b4f9-d64a-4667-abb8-81ebd29a8952 HTTP/1.1" status: 204 len: 173 time: 0.4152460 Jul 13 07:56:34.749954 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9ca6ba-e7a6-4e90-ba38-0bfd963506f8', 'name': 'network-vif-deleted', 'tag': '3df0b4f9-d64a-4667-abb8-81ebd29a8952'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:56:34.753555 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44fc0ed-d615-43c9-99ce-9434b9e2bd0a" -d '{"events": [{"server_uuid": "db9ca6ba-e7a6-4e90-ba38-0bfd963506f8", "name": "network-vif-deleted", "tag": "3df0b4f9-d64a-4667-abb8-81ebd29a8952"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:56:34.815167 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88605434-3f94-4945-a63b-ecc0a6c66c56 x-openstack-request-id: req-88605434-3f94-4945-a63b-ecc0a6c66c56 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:56:34.815886 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db9ca6ba-e7a6-4e90-ba38-0bfd963506f8", "name": "network-vif-deleted", "tag": "3df0b4f9-d64a-4667-abb8-81ebd29a8952", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:56:34.816347 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-88605434-3f94-4945-a63b-ecc0a6c66c56 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:56:34.817929 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db9ca6ba-e7a6-4e90-ba38-0bfd963506f8', 'name': 'network-vif-deleted', 'tag': '3df0b4f9-d64a-4667-abb8-81ebd29a8952', 'status': 'completed', 'code': 200} Jul 13 07:56:35.444911 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37584) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:35.472081 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 1b5fd9de-9ae4-4396-9ea4-ff60236d6595 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:56:35.500785 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 1b5fd9de-9ae4-4396-9ea4-ff60236d6595 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:56:35.501205 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 1b5fd9de-9ae4-4396-9ea4-ff60236d6595 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:56:35.864142 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-880b9c37-807f-481f-961d-6e1df9916059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:35.922287 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:36.563172 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-880b9c37-807f-481f-961d-6e1df9916059 admin admin] Deleting port b525f2dc-bb01-46c1-9c34-78bd49177de2 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:56:36.563822 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-880b9c37-807f-481f-961d-6e1df9916059 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:36.659184 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-880b9c37-807f-481f-961d-6e1df9916059 admin admin] For port b525f2dc-bb01-46c1-9c34-78bd49177de2, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=b525f2dc-bb01-46c1-9c34-78bd49177de2,segment=NetworkSegment(11f4f112-d6d2-43c5-9424-cf0ddb914047),segment_id=11f4f112-d6d2-43c5-9424-cf0ddb914047)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:36.659606 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-880b9c37-807f-481f-961d-6e1df9916059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:36.676101 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-880b9c37-807f-481f-961d-6e1df9916059 admin admin] Calling delete_port for b525f2dc-bb01-46c1-9c34-78bd49177de2 owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:36.902048 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-880b9c37-807f-481f-961d-6e1df9916059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:36.930623 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b9c37-807f-481f-961d-6e1df9916059 admin admin] Pushing event deleted for resources: {'Port': ['ID=b525f2dc-bb01-46c1-9c34-78bd49177de2,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:37.149631 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-880b9c37-807f-481f-961d-6e1df9916059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:37.407087 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880b9c37-807f-481f-961d-6e1df9916059 admin admin] Router f524f0c6-09e6-4427-9072-458f4361f8de has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:56:37.540357 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880b9c37-807f-481f-961d-6e1df9916059 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:56:37.550583 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-880b9c37-807f-481f-961d-6e1df9916059 admin admin] 10.222.0.23 "PUT /v2.0/routers/f524f0c6-09e6-4427-9072-458f4361f8de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1000032 Jul 13 07:56:37.550785 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37622) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:37.556407 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc52f4a5-b45b-4829-8ba4-ea365e00f302 None None] Sync routers for ids ['f524f0c6-09e6-4427-9072-458f4361f8de'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:56:37.574536 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc52f4a5-b45b-4829-8ba4-ea365e00f302 None None] Routers {'f524f0c6-09e6-4427-9072-458f4361f8de'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:37.576111 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-fc52f4a5-b45b-4829-8ba4-ea365e00f302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:56:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f524f0c6-09e6-4427-9072-458f4361f8de'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:37.712198 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ce7a6f4c-2868-4625-a420-c08be343f165 admin admin] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:37.732737 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-fc52f4a5-b45b-4829-8ba4-ea365e00f302 None None] Set router f524f0c6-09e6-4427-9072-458f4361f8de gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:37.866170 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ce7a6f4c-2868-4625-a420-c08be343f165 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:37.944857 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-ce7a6f4c-2868-4625-a420-c08be343f165 admin admin] Deleting port baeebed4-91e0-4dcf-affe-bec1f29402b6 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:56:37.945586 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ce7a6f4c-2868-4625-a420-c08be343f165 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:37.996458 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-fc52f4a5-b45b-4829-8ba4-ea365e00f302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f524f0c6-09e6-4427-9072-458f4361f8de', 'name': 'tempest-TestServerMultinode-1749495654-router', 'tenant_id': '54ef8472c1374bef9a95e480c03cce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'baeebed4-91e0-4dcf-affe-bec1f29402b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:55:54Z', 'updated_at': '2021-07-13T07:56:36Z', 'revision_number': 5, 'project_id': '54ef8472c1374bef9a95e480c03cce49', 'gw_port': {'id': 'baeebed4-91e0-4dcf-affe-bec1f29402b6', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:88:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f524f0c6-09e6-4427-9072-458f4361f8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:55:54Z', 'updated_at': '2021-07-13T07:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:38.030312 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc52f4a5-b45b-4829-8ba4-ea365e00f302 None None] Checking router: f524f0c6-09e6-4427-9072-458f4361f8de for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:56:38.039696 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc52f4a5-b45b-4829-8ba4-ea365e00f302 None None] Routers {'f524f0c6-09e6-4427-9072-458f4361f8de'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:38.040764 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-fc52f4a5-b45b-4829-8ba4-ea365e00f302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:56:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f524f0c6-09e6-4427-9072-458f4361f8de'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:38.058852 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-ce7a6f4c-2868-4625-a420-c08be343f165 admin admin] For port baeebed4-91e0-4dcf-affe-bec1f29402b6, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=baeebed4-91e0-4dcf-affe-bec1f29402b6,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:38.059638 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ce7a6f4c-2868-4625-a420-c08be343f165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:38.075038 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-ce7a6f4c-2868-4625-a420-c08be343f165 admin admin] Calling delete_port for baeebed4-91e0-4dcf-affe-bec1f29402b6 owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:38.163488 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-fc52f4a5-b45b-4829-8ba4-ea365e00f302 None None] Set router f524f0c6-09e6-4427-9072-458f4361f8de gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:38.221856 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-fc52f4a5-b45b-4829-8ba4-ea365e00f302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f524f0c6-09e6-4427-9072-458f4361f8de', 'name': 'tempest-TestServerMultinode-1749495654-router', 'tenant_id': '54ef8472c1374bef9a95e480c03cce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:55:54Z', 'updated_at': '2021-07-13T07:56:37Z', 'revision_number': 6, 'project_id': '54ef8472c1374bef9a95e480c03cce49', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:38.257656 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc52f4a5-b45b-4829-8ba4-ea365e00f302 None None] The sync data for ids ['f524f0c6-09e6-4427-9072-458f4361f8de'] in n-d-771363-34 is: [{'id': 'f524f0c6-09e6-4427-9072-458f4361f8de', 'name': 'tempest-TestServerMultinode-1749495654-router', 'tenant_id': '54ef8472c1374bef9a95e480c03cce49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:55:54Z', 'updated_at': '2021-07-13T07:56:37Z', 'revision_number': 6, 'project_id': '54ef8472c1374bef9a95e480c03cce49', 'gw_port_host': None}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:56:38.318130 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ce7a6f4c-2868-4625-a420-c08be343f165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:38.353030 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a6f4c-2868-4625-a420-c08be343f165 admin admin] Pushing event deleted for resources: {'Port': ['ID=baeebed4-91e0-4dcf-affe-bec1f29402b6,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:38.432250 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ce7a6f4c-2868-4625-a420-c08be343f165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:38.533422 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ce7a6f4c-2868-4625-a420-c08be343f165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:38.540381 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ce7a6f4c-2868-4625-a420-c08be343f165 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:38.586200 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ce7a6f4c-2868-4625-a420-c08be343f165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:38.586765 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7a6f4c-2868-4625-a420-c08be343f165 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f524f0c6-09e6-4427-9072-458f4361f8de {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:56:38.592083 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ce7a6f4c-2868-4625-a420-c08be343f165 admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:38.594040 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ce7a6f4c-2868-4625-a420-c08be343f165 admin admin] 10.222.0.23 "DELETE /v2.0/routers/f524f0c6-09e6-4427-9072-458f4361f8de HTTP/1.1" status: 204 len: 168 time: 1.0414124 Jul 13 07:56:38.596194 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37638) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:38.620924 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 3df0b4f9-d64a-4667-abb8-81ebd29a8952 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:56:38.660579 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-023cf06f-2e41-49de-8ef5-f125c639878e admin admin] Deleting subnet 3af4894b-5738-43ce-81ed-c35d6ac75bf0 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:56:38.666333 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 3df0b4f9-d64a-4667-abb8-81ebd29a8952 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:56:38.666971 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-023cf06f-2e41-49de-8ef5-f125c639878e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:38.667435 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 3df0b4f9-d64a-4667-abb8-81ebd29a8952 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:56:38.708251 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-023cf06f-2e41-49de-8ef5-f125c639878e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:38.813217 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-023cf06f-2e41-49de-8ef5-f125c639878e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:38.872411 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-023cf06f-2e41-49de-8ef5-f125c639878e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:38.897621 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023cf06f-2e41-49de-8ef5-f125c639878e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3af4894b-5738-43ce-81ed-c35d6ac75bf0,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:38.903355 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-023cf06f-2e41-49de-8ef5-f125c639878e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:38.908649 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-023cf06f-2e41-49de-8ef5-f125c639878e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3af4894b-5738-43ce-81ed-c35d6ac75bf0 HTTP/1.1" status: 204 len: 168 time: 0.3112717 Jul 13 07:56:38.908802 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37644) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:38.911304 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d148863d-5850-4edd-b01f-b0ddb0d76fb9 None None] Network e6371dfa-0b3b-4b00-912c-6ad160535238 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:56:38.988400 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-497de3fd-45e7-43d5-ac17-b305041c0eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:39.049756 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-497de3fd-45e7-43d5-ac17-b305041c0eba admin admin] Deleting port 6a5f6c5f-2e80-43b6-9581-24895355bc86 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:56:39.049756 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-497de3fd-45e7-43d5-ac17-b305041c0eba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:39.137119 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-497de3fd-45e7-43d5-ac17-b305041c0eba admin admin] For port 6a5f6c5f-2e80-43b6-9581-24895355bc86, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=6a5f6c5f-2e80-43b6-9581-24895355bc86,segment=NetworkSegment(11f4f112-d6d2-43c5-9424-cf0ddb914047),segment_id=11f4f112-d6d2-43c5-9424-cf0ddb914047)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:39.137484 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-497de3fd-45e7-43d5-ac17-b305041c0eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:39.154781 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-497de3fd-45e7-43d5-ac17-b305041c0eba admin admin] Calling delete_port for 6a5f6c5f-2e80-43b6-9581-24895355bc86 owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:39.159885 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faff757e-5ca6-46f9-8abf-16bcdd3f2a66 None None] DHCP port deletion for e6371dfa-0b3b-4b00-912c-6ad160535238 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:56:39.218623 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-faff757e-5ca6-46f9-8abf-16bcdd3f2a66 None None] Deleting port 6a5f6c5f-2e80-43b6-9581-24895355bc86 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:56:39.219156 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-faff757e-5ca6-46f9-8abf-16bcdd3f2a66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:39.245776 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-497de3fd-45e7-43d5-ac17-b305041c0eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:39.259383 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497de3fd-45e7-43d5-ac17-b305041c0eba admin admin] No DVR routers for this DVR port 6a5f6c5f-2e80-43b6-9581-24895355bc86 on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:56:39.286166 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497de3fd-45e7-43d5-ac17-b305041c0eba admin admin] Pushing event deleted for resources: {'Port': ['ID=6a5f6c5f-2e80-43b6-9581-24895355bc86,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:39.305129 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-faff757e-5ca6-46f9-8abf-16bcdd3f2a66 None None] For port 6a5f6c5f-2e80-43b6-9581-24895355bc86, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=6a5f6c5f-2e80-43b6-9581-24895355bc86,segment=NetworkSegment(11f4f112-d6d2-43c5-9424-cf0ddb914047),segment_id=11f4f112-d6d2-43c5-9424-cf0ddb914047)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:39.305828 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-faff757e-5ca6-46f9-8abf-16bcdd3f2a66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:39.319936 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-faff757e-5ca6-46f9-8abf-16bcdd3f2a66 None None] Calling delete_port for 6a5f6c5f-2e80-43b6-9581-24895355bc86 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:39.371451 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-497de3fd-45e7-43d5-ac17-b305041c0eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:39.382749 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-497de3fd-45e7-43d5-ac17-b305041c0eba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6371dfa-0b3b-4b00-912c-6ad160535238']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:39.394307 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-497de3fd-45e7-43d5-ac17-b305041c0eba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11f4f112-d6d2-43c5-9424-cf0ddb914047') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:39.394696 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-497de3fd-45e7-43d5-ac17-b305041c0eba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11f4f112-d6d2-43c5-9424-cf0ddb914047') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:39.405528 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-497de3fd-45e7-43d5-ac17-b305041c0eba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:39.411421 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-faff757e-5ca6-46f9-8abf-16bcdd3f2a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:39.424561 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-497de3fd-45e7-43d5-ac17-b305041c0eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:39.432004 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-497de3fd-45e7-43d5-ac17-b305041c0eba admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:56:39.433048 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-497de3fd-45e7-43d5-ac17-b305041c0eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:39.434376 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:56:39.434376 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:56:39.434376 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:56:39.434376 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:56:39.434376 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:56:39.434376 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:56:39.434376 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:56:39.434376 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:56:39.434376 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:56:39.434376 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:56:39.434376 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:56:39.434376 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:56:39.434376 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:56:39.434376 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:56:39.434376 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:56:39.434376 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:56:39.434376 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:56:39.434376 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:56:39.434376 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:56:39.434376 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:56:39.434376 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:56:39.434376 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:56:39.434376 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:56:39.434376 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:56:39.434376 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:56:39.434376 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:56:39.434376 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:56:39.434376 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:56:39.434376 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:56:39.434376 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:56:39.434376 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:56:39.434376 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:56:39.444681 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff757e-5ca6-46f9-8abf-16bcdd3f2a66 None None] Pushing event deleted for resources: {'Port': ['ID=6a5f6c5f-2e80-43b6-9581-24895355bc86,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:39.449545 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faff757e-5ca6-46f9-8abf-16bcdd3f2a66 None None] No DVR routers for this DVR port 6a5f6c5f-2e80-43b6-9581-24895355bc86 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:56:39.513153 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-497de3fd-45e7-43d5-ac17-b305041c0eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:39.519969 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-497de3fd-45e7-43d5-ac17-b305041c0eba admin admin] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:39.523812 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-497de3fd-45e7-43d5-ac17-b305041c0eba admin admin] 10.222.0.23 "DELETE /v2.0/networks/e6371dfa-0b3b-4b00-912c-6ad160535238 HTTP/1.1" status: 204 len: 168 time: 0.6113291 Jul 13 07:56:39.525636 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37656) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:39.535223 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497de3fd-45e7-43d5-ac17-b305041c0eba admin admin] Pushing event deleted for resources: {'Network': ['ID=e6371dfa-0b3b-4b00-912c-6ad160535238,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:39.561966 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 6a5f6c5f-2e80-43b6-9581-24895355bc86 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:56:39.591531 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 6a5f6c5f-2e80-43b6-9581-24895355bc86 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:56:39.592196 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 6a5f6c5f-2e80-43b6-9581-24895355bc86 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:56:39.592852 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b525f2dc-bb01-46c1-9c34-78bd49177de2 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:56:39.614023 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: b525f2dc-bb01-46c1-9c34-78bd49177de2 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:56:39.614517 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b525f2dc-bb01-46c1-9c34-78bd49177de2 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:56:39.614773 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device baeebed4-91e0-4dcf-affe-bec1f29402b6 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:56:39.634256 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: baeebed4-91e0-4dcf-affe-bec1f29402b6 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:56:39.634947 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device baeebed4-91e0-4dcf-affe-bec1f29402b6 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:56:39.901717 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ca56ef4b-4cfe-43d3-9351-2ef49cdd0487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:40.170212 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-ca56ef4b-4cfe-43d3-9351-2ef49cdd0487 admin admin] Deleting port a90fe2f2-b74b-4649-9e77-e9dc2d7daafe {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:56:40.170590 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ca56ef4b-4cfe-43d3-9351-2ef49cdd0487 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:40.250625 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-ca56ef4b-4cfe-43d3-9351-2ef49cdd0487 admin admin] For port a90fe2f2-b74b-4649-9e77-e9dc2d7daafe, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=a90fe2f2-b74b-4649-9e77-e9dc2d7daafe,segment=NetworkSegment(b00c815b-3536-4d8f-8bd3-c58ae989de36),segment_id=b00c815b-3536-4d8f-8bd3-c58ae989de36)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:40.250980 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ca56ef4b-4cfe-43d3-9351-2ef49cdd0487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:40.263358 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-ca56ef4b-4cfe-43d3-9351-2ef49cdd0487 admin admin] Calling delete_port for a90fe2f2-b74b-4649-9e77-e9dc2d7daafe owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:40.452518 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ca56ef4b-4cfe-43d3-9351-2ef49cdd0487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:40.479850 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56ef4b-4cfe-43d3-9351-2ef49cdd0487 admin admin] Pushing event deleted for resources: {'Port': ['ID=a90fe2f2-b74b-4649-9e77-e9dc2d7daafe,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:40.660857 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ca56ef4b-4cfe-43d3-9351-2ef49cdd0487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:40.887563 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca56ef4b-4cfe-43d3-9351-2ef49cdd0487 admin admin] Router 27a2edce-ee02-4e3a-abd1-0d3d20be72c8 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:56:41.316160 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca56ef4b-4cfe-43d3-9351-2ef49cdd0487 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:56:41.324177 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ca56ef4b-4cfe-43d3-9351-2ef49cdd0487 admin admin] 10.222.0.23 "PUT /v2.0/routers/27a2edce-ee02-4e3a-abd1-0d3d20be72c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7943406 Jul 13 07:56:41.324293 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37688) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:41.328498 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bbd4a8-8a14-4930-a2bf-218a4648d947 None None] Sync routers for ids ['27a2edce-ee02-4e3a-abd1-0d3d20be72c8'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:56:41.337477 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bbd4a8-8a14-4930-a2bf-218a4648d947 None None] Routers {'27a2edce-ee02-4e3a-abd1-0d3d20be72c8'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:41.338092 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-b2bbd4a8-8a14-4930-a2bf-218a4648d947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:56:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['27a2edce-ee02-4e3a-abd1-0d3d20be72c8'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:41.431543 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-daabd80f-4303-4b6d-ade9-fb3db96d5193 admin admin] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:41.443161 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-b2bbd4a8-8a14-4930-a2bf-218a4648d947 None None] Set router 27a2edce-ee02-4e3a-abd1-0d3d20be72c8 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:41.559492 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-daabd80f-4303-4b6d-ade9-fb3db96d5193 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:41.625427 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-daabd80f-4303-4b6d-ade9-fb3db96d5193 admin admin] Deleting port 32159a77-64eb-4e63-8ad4-1ce19543f8fc {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:56:41.625769 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-daabd80f-4303-4b6d-ade9-fb3db96d5193 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:41.645158 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-b2bbd4a8-8a14-4930-a2bf-218a4648d947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a2edce-ee02-4e3a-abd1-0d3d20be72c8', 'name': 'tempest-TestServerMultinode-2052476698-router', 'tenant_id': '54b86bb30a2f4ddda1b4d900917fddc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '32159a77-64eb-4e63-8ad4-1ce19543f8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:55:59Z', 'updated_at': '2021-07-13T07:56:40Z', 'revision_number': 5, 'project_id': '54b86bb30a2f4ddda1b4d900917fddc2', 'gw_port': {'id': '32159a77-64eb-4e63-8ad4-1ce19543f8fc', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:09:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a2edce-ee02-4e3a-abd1-0d3d20be72c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:56:00Z', 'updated_at': '2021-07-13T07:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:41.676388 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bbd4a8-8a14-4930-a2bf-218a4648d947 None None] Checking router: 27a2edce-ee02-4e3a-abd1-0d3d20be72c8 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:56:41.685419 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bbd4a8-8a14-4930-a2bf-218a4648d947 None None] Routers {'27a2edce-ee02-4e3a-abd1-0d3d20be72c8'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:56:41.686042 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-b2bbd4a8-8a14-4930-a2bf-218a4648d947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:56:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['27a2edce-ee02-4e3a-abd1-0d3d20be72c8'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:41.712152 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-daabd80f-4303-4b6d-ade9-fb3db96d5193 admin admin] For port 32159a77-64eb-4e63-8ad4-1ce19543f8fc, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=32159a77-64eb-4e63-8ad4-1ce19543f8fc,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:41.712598 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-daabd80f-4303-4b6d-ade9-fb3db96d5193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:41.726579 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-daabd80f-4303-4b6d-ade9-fb3db96d5193 admin admin] Calling delete_port for 32159a77-64eb-4e63-8ad4-1ce19543f8fc owned by network:router_gateway {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:41.773873 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-b2bbd4a8-8a14-4930-a2bf-218a4648d947 None None] Set router 27a2edce-ee02-4e3a-abd1-0d3d20be72c8 gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:56:41.826658 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-b2bbd4a8-8a14-4930-a2bf-218a4648d947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a2edce-ee02-4e3a-abd1-0d3d20be72c8', 'name': 'tempest-TestServerMultinode-2052476698-router', 'tenant_id': '54b86bb30a2f4ddda1b4d900917fddc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:55:59Z', 'updated_at': '2021-07-13T07:56:41Z', 'revision_number': 6, 'project_id': '54b86bb30a2f4ddda1b4d900917fddc2', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:41.856324 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bbd4a8-8a14-4930-a2bf-218a4648d947 None None] The sync data for ids ['27a2edce-ee02-4e3a-abd1-0d3d20be72c8'] in n-d-771363-34 is: [{'id': '27a2edce-ee02-4e3a-abd1-0d3d20be72c8', 'name': 'tempest-TestServerMultinode-2052476698-router', 'tenant_id': '54b86bb30a2f4ddda1b4d900917fddc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:55:59Z', 'updated_at': '2021-07-13T07:56:41Z', 'revision_number': 6, 'project_id': '54b86bb30a2f4ddda1b4d900917fddc2', 'gw_port_host': None}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:56:41.912015 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-daabd80f-4303-4b6d-ade9-fb3db96d5193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:41.941893 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daabd80f-4303-4b6d-ade9-fb3db96d5193 admin admin] Pushing event deleted for resources: {'Port': ['ID=32159a77-64eb-4e63-8ad4-1ce19543f8fc,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:42.003828 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-daabd80f-4303-4b6d-ade9-fb3db96d5193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.096660 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-daabd80f-4303-4b6d-ade9-fb3db96d5193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.098826 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-daabd80f-4303-4b6d-ade9-fb3db96d5193 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.144198 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-daabd80f-4303-4b6d-ade9-fb3db96d5193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.144640 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daabd80f-4303-4b6d-ade9-fb3db96d5193 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27a2edce-ee02-4e3a-abd1-0d3d20be72c8 {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:56:42.149467 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-daabd80f-4303-4b6d-ade9-fb3db96d5193 admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.150637 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-daabd80f-4303-4b6d-ade9-fb3db96d5193 admin admin] 10.222.0.23 "DELETE /v2.0/routers/27a2edce-ee02-4e3a-abd1-0d3d20be72c8 HTTP/1.1" status: 204 len: 168 time: 0.8259649 Jul 13 07:56:42.153190 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37704) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:42.203512 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-66b7da41-e21a-4bea-9c92-2f504176109c admin admin] Deleting subnet b8c09a3e-c3f4-4ff4-bc42-fb352a612d4a {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:56:42.207720 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-66b7da41-e21a-4bea-9c92-2f504176109c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.256746 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-66b7da41-e21a-4bea-9c92-2f504176109c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.351372 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-66b7da41-e21a-4bea-9c92-2f504176109c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.408739 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-66b7da41-e21a-4bea-9c92-2f504176109c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.440987 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7da41-e21a-4bea-9c92-2f504176109c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8c09a3e-c3f4-4ff4-bc42-fb352a612d4a,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:42.444649 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-66b7da41-e21a-4bea-9c92-2f504176109c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.446666 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-66b7da41-e21a-4bea-9c92-2f504176109c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b8c09a3e-c3f4-4ff4-bc42-fb352a612d4a HTTP/1.1" status: 204 len: 168 time: 0.2917101 Jul 13 07:56:42.449132 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37710) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:42.451483 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea38fde-f493-419e-891a-64d936a438e5 None None] Network 3aef5612-65f6-4807-9c3b-e4441551b661 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:56:42.526626 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0197ed69-f3ac-4edd-ba21-e168c14c42fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.583800 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-0197ed69-f3ac-4edd-ba21-e168c14c42fe admin admin] Deleting port 3ac34467-f2bc-45bd-9d12-7008b69c93b0 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:56:42.584143 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0197ed69-f3ac-4edd-ba21-e168c14c42fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.665013 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-0197ed69-f3ac-4edd-ba21-e168c14c42fe admin admin] For port 3ac34467-f2bc-45bd-9d12-7008b69c93b0, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=3ac34467-f2bc-45bd-9d12-7008b69c93b0,segment=NetworkSegment(b00c815b-3536-4d8f-8bd3-c58ae989de36),segment_id=b00c815b-3536-4d8f-8bd3-c58ae989de36)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:42.665379 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0197ed69-f3ac-4edd-ba21-e168c14c42fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.682721 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-0197ed69-f3ac-4edd-ba21-e168c14c42fe admin admin] Calling delete_port for 3ac34467-f2bc-45bd-9d12-7008b69c93b0 owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:42.701636 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93ef9d5-3ac8-43dc-a09a-4fb5162a8043 None None] DHCP port deletion for 3aef5612-65f6-4807-9c3b-e4441551b661 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:56:42.756329 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f93ef9d5-3ac8-43dc-a09a-4fb5162a8043 None None] Deleting port 3ac34467-f2bc-45bd-9d12-7008b69c93b0 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:56:42.756801 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f93ef9d5-3ac8-43dc-a09a-4fb5162a8043 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.807562 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0197ed69-f3ac-4edd-ba21-e168c14c42fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.824189 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0197ed69-f3ac-4edd-ba21-e168c14c42fe admin admin] No DVR routers for this DVR port 3ac34467-f2bc-45bd-9d12-7008b69c93b0 on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:56:42.829458 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f93ef9d5-3ac8-43dc-a09a-4fb5162a8043 None None] For port 3ac34467-f2bc-45bd-9d12-7008b69c93b0, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=3ac34467-f2bc-45bd-9d12-7008b69c93b0,segment=NetworkSegment(b00c815b-3536-4d8f-8bd3-c58ae989de36),segment_id=b00c815b-3536-4d8f-8bd3-c58ae989de36)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:56:42.830017 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f93ef9d5-3ac8-43dc-a09a-4fb5162a8043 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.843377 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f93ef9d5-3ac8-43dc-a09a-4fb5162a8043 None None] Calling delete_port for 3ac34467-f2bc-45bd-9d12-7008b69c93b0 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:56:42.856854 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0197ed69-f3ac-4edd-ba21-e168c14c42fe admin admin] Pushing event deleted for resources: {'Port': ['ID=3ac34467-f2bc-45bd-9d12-7008b69c93b0,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:42.931518 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f93ef9d5-3ac8-43dc-a09a-4fb5162a8043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:42.960476 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ef9d5-3ac8-43dc-a09a-4fb5162a8043 None None] Pushing event deleted for resources: {'Port': ['ID=3ac34467-f2bc-45bd-9d12-7008b69c93b0,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:42.973675 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93ef9d5-3ac8-43dc-a09a-4fb5162a8043 None None] No DVR routers for this DVR port 3ac34467-f2bc-45bd-9d12-7008b69c93b0 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:56:43.253382 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0197ed69-f3ac-4edd-ba21-e168c14c42fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.264730 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-0197ed69-f3ac-4edd-ba21-e168c14c42fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aef5612-65f6-4807-9c3b-e4441551b661']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:43.274485 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-0197ed69-f3ac-4edd-ba21-e168c14c42fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b00c815b-3536-4d8f-8bd3-c58ae989de36') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:43.274782 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-0197ed69-f3ac-4edd-ba21-e168c14c42fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b00c815b-3536-4d8f-8bd3-c58ae989de36') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:56:43.283626 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0197ed69-f3ac-4edd-ba21-e168c14c42fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.297305 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0197ed69-f3ac-4edd-ba21-e168c14c42fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.303150 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0197ed69-f3ac-4edd-ba21-e168c14c42fe admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:56:43.303571 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0197ed69-f3ac-4edd-ba21-e168c14c42fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.305226 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:56:43.305226 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:56:43.305226 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:56:43.305226 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:56:43.305226 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:56:43.305226 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:56:43.305226 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:56:43.305226 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:56:43.305226 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:56:43.305226 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:56:43.305226 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:56:43.305226 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:56:43.305226 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:56:43.305226 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:56:43.305226 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:56:43.305226 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:56:43.305226 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:56:43.305226 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:56:43.305226 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:56:43.305226 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:56:43.305226 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:56:43.305226 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:56:43.305226 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:56:43.305226 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:56:43.305226 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:56:43.305226 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:56:43.305226 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:56:43.305226 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:56:43.305226 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:56:43.305226 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:56:43.305226 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:56:43.305226 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:56:43.361325 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0197ed69-f3ac-4edd-ba21-e168c14c42fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.376118 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0197ed69-f3ac-4edd-ba21-e168c14c42fe admin admin] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.380338 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0197ed69-f3ac-4edd-ba21-e168c14c42fe admin admin] 10.222.0.23 "DELETE /v2.0/networks/3aef5612-65f6-4807-9c3b-e4441551b661 HTTP/1.1" status: 204 len: 168 time: 0.9278545 Jul 13 07:56:43.380338 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0197ed69-f3ac-4edd-ba21-e168c14c42fe admin admin] Pushing event deleted for resources: {'Network': ['ID=3aef5612-65f6-4807-9c3b-e4441551b661,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:43.535705 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device a90fe2f2-b74b-4649-9e77-e9dc2d7daafe no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:56:43.556763 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: a90fe2f2-b74b-4649-9e77-e9dc2d7daafe {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:56:43.556995 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 37732) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:43.557150 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device a90fe2f2-b74b-4649-9e77-e9dc2d7daafe not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:56:43.557816 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 32159a77-64eb-4e63-8ad4-1ce19543f8fc no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:56:43.581245 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 32159a77-64eb-4e63-8ad4-1ce19543f8fc {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:56:43.581921 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 32159a77-64eb-4e63-8ad4-1ce19543f8fc not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:56:43.582583 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 3ac34467-f2bc-45bd-9d12-7008b69c93b0 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:56:43.602037 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 3ac34467-f2bc-45bd-9d12-7008b69c93b0 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:56:43.602395 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f52b5be5-06c6-4aa3-a27d-1be5cafa6949 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=54ef8472c1374bef9a95e480c03cce49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441954 Jul 13 07:56:43.602966 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 3ac34467-f2bc-45bd-9d12-7008b69c93b0 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:56:43.605032 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37734) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:43.662421 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a2c71b0-a717-47d9-95a9-16c6deab7936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.686971 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a2c71b0-a717-47d9-95a9-16c6deab7936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.736878 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a2c71b0-a717-47d9-95a9-16c6deab7936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.739692 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a2c71b0-a717-47d9-95a9-16c6deab7936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:43.740851 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3a2c71b0-a717-47d9-95a9-16c6deab7936 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d58840a0-6fc0-4f8b-b59d-4acf28e547eb HTTP/1.1" status: 204 len: 168 time: 0.1347330 Jul 13 07:56:43.750441 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c71b0-a717-47d9-95a9-16c6deab7936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58840a0-6fc0-4f8b-b59d-4acf28e547eb,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:44.079039 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37750) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:44.122676 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-371ced43-94e9-4b78-807d-4aff17421031 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=54b86bb30a2f4ddda1b4d900917fddc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399024 Jul 13 07:56:44.124843 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 37752) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:56:44.172313 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6a272b56-d936-4bb3-affb-b26cca22086d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:44.193798 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6a272b56-d936-4bb3-affb-b26cca22086d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:44.245540 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6a272b56-d936-4bb3-affb-b26cca22086d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:44.248260 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6a272b56-d936-4bb3-affb-b26cca22086d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:44.249421 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6a272b56-d936-4bb3-affb-b26cca22086d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2970f388-d235-4909-a7ac-7a755e28a354 HTTP/1.1" status: 204 len: 168 time: 0.1255026 Jul 13 07:56:44.261356 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a272b56-d936-4bb3-affb-b26cca22086d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2970f388-d235-4909-a7ac-7a755e28a354,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:56:48.086215 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:56:53.542895 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:56:54.083137 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:00.243619 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b4d6d58f-24b4-4bdf-9c6f-abab7fab8c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:03.146870 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-19966085-ef88-4ef3-8745-59852403ddaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:03.209052 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:04.146991 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:05.922395 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:10.923865 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38504) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:11.043108 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e11beb5d-9cae-4080-afec-ec9954282807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:11.145648 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e11beb5d-9cae-4080-afec-ec9954282807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:11.150005 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e11beb5d-9cae-4080-afec-ec9954282807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:11.189111 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e11beb5d-9cae-4080-afec-ec9954282807 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7227ca4e62c145faa05853c34ccd74d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2641594 Jul 13 07:57:11.190087 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11beb5d-9cae-4080-afec-ec9954282807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bf5ca8-d362-43e6-b25e-05df38f9ff2b,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:11.191839 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38508) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:11.199907 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11beb5d-9cae-4080-afec-ec9954282807 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:11.200250 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11beb5d-9cae-4080-afec-ec9954282807 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:11.201119 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11beb5d-9cae-4080-afec-ec9954282807 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:11.201452 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11beb5d-9cae-4080-afec-ec9954282807 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:11.201775 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11beb5d-9cae-4080-afec-ec9954282807 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:11.202106 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11beb5d-9cae-4080-afec-ec9954282807 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:11.202430 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11beb5d-9cae-4080-afec-ec9954282807 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:11.202750 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11beb5d-9cae-4080-afec-ec9954282807 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:11.203073 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11beb5d-9cae-4080-afec-ec9954282807 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:11.203420 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11beb5d-9cae-4080-afec-ec9954282807 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:11.203741 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11beb5d-9cae-4080-afec-ec9954282807 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:11.204060 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11beb5d-9cae-4080-afec-ec9954282807 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:11.242172 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5f852b41-f73c-4b1b-8285-dfe259bd33db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:11.262675 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5f852b41-f73c-4b1b-8285-dfe259bd33db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:11.312262 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5f852b41-f73c-4b1b-8285-dfe259bd33db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:11.314837 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5f852b41-f73c-4b1b-8285-dfe259bd33db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:11.316032 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5f852b41-f73c-4b1b-8285-dfe259bd33db admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d0bf5ca8-d362-43e6-b25e-05df38f9ff2b HTTP/1.1" status: 204 len: 168 time: 0.1230369 Jul 13 07:57:11.323600 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f852b41-f73c-4b1b-8285-dfe259bd33db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bf5ca8-d362-43e6-b25e-05df38f9ff2b,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:23.536752 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:24.090527 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:25.086034 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:57:30.254364 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-477f3116-30c6-4025-830a-43ba9abff4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:33.153940 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e9273304-472f-467c-af75-666b6a33cbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:33.217947 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:34.154170 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:35.925636 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:53.538300 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:54.105767 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:55.395669 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38758) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:55.522379 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b0d4a4f0-19fd-4af0-a0da-a8cd2795fe28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:55.619405 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b0d4a4f0-19fd-4af0-a0da-a8cd2795fe28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:55.624279 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b0d4a4f0-19fd-4af0-a0da-a8cd2795fe28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:55.660622 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b0d4a4f0-19fd-4af0-a0da-a8cd2795fe28 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c97314f3eb1a4f9db174a7695effb3a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2638218 Jul 13 07:57:55.662518 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d4a4f0-19fd-4af0-a0da-a8cd2795fe28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd48e62-eee2-48e0-b417-1b617066d9d6,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:55.663353 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38762) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:55.670421 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d4a4f0-19fd-4af0-a0da-a8cd2795fe28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:55.670767 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d4a4f0-19fd-4af0-a0da-a8cd2795fe28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:55.671101 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d4a4f0-19fd-4af0-a0da-a8cd2795fe28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:55.671536 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d4a4f0-19fd-4af0-a0da-a8cd2795fe28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:55.671868 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d4a4f0-19fd-4af0-a0da-a8cd2795fe28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:55.672197 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d4a4f0-19fd-4af0-a0da-a8cd2795fe28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:55.672523 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d4a4f0-19fd-4af0-a0da-a8cd2795fe28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:55.672846 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d4a4f0-19fd-4af0-a0da-a8cd2795fe28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:55.673170 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d4a4f0-19fd-4af0-a0da-a8cd2795fe28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:55.673490 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d4a4f0-19fd-4af0-a0da-a8cd2795fe28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:55.673809 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d4a4f0-19fd-4af0-a0da-a8cd2795fe28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:55.674134 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d4a4f0-19fd-4af0-a0da-a8cd2795fe28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:55.714706 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb88a-a0af-4a43-ba55-e0e0eda97a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:55.736911 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb88a-a0af-4a43-ba55-e0e0eda97a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:55.786908 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb88a-a0af-4a43-ba55-e0e0eda97a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:55.789484 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb88a-a0af-4a43-ba55-e0e0eda97a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:55.790657 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f3cbb88a-a0af-4a43-ba55-e0e0eda97a94 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/acd48e62-eee2-48e0-b417-1b617066d9d6 HTTP/1.1" status: 204 len: 168 time: 0.1262810 Jul 13 07:57:55.800594 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cbb88a-a0af-4a43-ba55-e0e0eda97a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd48e62-eee2-48e0-b417-1b617066d9d6,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:56.418317 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38784) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:56.512593 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-64a31142-c49f-46fb-ae17-4c792efbe68d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1928871633-network', 'tenant_id': 'd2997050d142490c8a762c36487f6a42'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:56.532454 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a31142-c49f-46fb-ae17-4c792efbe68d admin admin] Made reservation on behalf of d2997050d142490c8a762c36487f6a42 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:57:56.534930 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-64a31142-c49f-46fb-ae17-4c792efbe68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:56.543332 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-64a31142-c49f-46fb-ae17-4c792efbe68d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:56.632319 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-64a31142-c49f-46fb-ae17-4c792efbe68d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:56.636457 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-64a31142-c49f-46fb-ae17-4c792efbe68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:56.656805 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a31142-c49f-46fb-ae17-4c792efbe68d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:57:56.671101 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a31142-c49f-46fb-ae17-4c792efbe68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768bbba8-960b-49ee-9997-06755f3f4e85,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:56.673976 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-64a31142-c49f-46fb-ae17-4c792efbe68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:56.674317 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-64a31142-c49f-46fb-ae17-4c792efbe68d admin admin] Added segment e516fc3f-df75-4dee-a8fa-1f2a55314e89 of type vlan for network d209672c-d9f9-4904-8d09-2bddaba337e2 Jul 13 07:57:56.715956 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-64a31142-c49f-46fb-ae17-4c792efbe68d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:56.744296 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-64a31142-c49f-46fb-ae17-4c792efbe68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:56.745363 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a31142-c49f-46fb-ae17-4c792efbe68d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:56.745858 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-64a31142-c49f-46fb-ae17-4c792efbe68d admin admin] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:56.776895 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-64a31142-c49f-46fb-ae17-4c792efbe68d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3574457 Jul 13 07:57:56.780111 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38788) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:56.785275 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-ffd7bf70-3716-46c4-9234-464fda1bc32f admin admin] Request body: {'subnet': {'network_id': 'd209672c-d9f9-4904-8d09-2bddaba337e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1928871633-subnet', 'tenant_id': 'd2997050d142490c8a762c36487f6a42', 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:56.806112 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd7bf70-3716-46c4-9234-464fda1bc32f admin admin] Made reservation on behalf of d2997050d142490c8a762c36487f6a42 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:57:56.806370 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a31142-c49f-46fb-ae17-4c792efbe68d admin admin] Pushing event updated for resources: {'Network': ['ID=d209672c-d9f9-4904-8d09-2bddaba337e2,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:56.810753 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ffd7bf70-3716-46c4-9234-464fda1bc32f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:56.817297 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network d209672c-d9f9-4904-8d09-2bddaba337e2 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:57:56.983711 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ffd7bf70-3716-46c4-9234-464fda1bc32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:57.032401 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7bf70-3716-46c4-9234-464fda1bc32f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a26390b-ff05-42c4-816e-301f113118d4,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:57.049342 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd7bf70-3716-46c4-9234-464fda1bc32f admin admin] Checking segment: {'id': 'e516fc3f-df75-4dee-a8fa-1f2a55314e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd209672c-d9f9-4904-8d09-2bddaba337e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:57:57.049688 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd7bf70-3716-46c4-9234-464fda1bc32f admin admin] Network hostable DHCP agents. Network: d209672c-d9f9-4904-8d09-2bddaba337e2, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:57:57.066866 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd7bf70-3716-46c4-9234-464fda1bc32f admin admin] Network d209672c-d9f9-4904-8d09-2bddaba337e2 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:57:57.075598 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-ffd7bf70-3716-46c4-9234-464fda1bc32f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, d209672c-d9f9-4904-8d09-2bddaba337e2) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:57:57.080015 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd7bf70-3716-46c4-9234-464fda1bc32f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:57:57.081298 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ffd7bf70-3716-46c4-9234-464fda1bc32f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:57.084795 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1f36ba-56cd-428e-999a-08675dc111ba None None] Network d209672c-d9f9-4904-8d09-2bddaba337e2 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:57:57.094964 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ffd7bf70-3716-46c4-9234-464fda1bc32f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3136466 Jul 13 07:57:57.097839 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38790) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:57.102436 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-b87a9061-8ec1-4fe1-a9ee-6d3ef0020562 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1928871633-router', 'tenant_id': 'd2997050d142490c8a762c36487f6a42', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:57:57.125068 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b87a9061-8ec1-4fe1-a9ee-6d3ef0020562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:57.126078 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b87a9061-8ec1-4fe1-a9ee-6d3ef0020562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:57.182216 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b87a9061-8ec1-4fe1-a9ee-6d3ef0020562 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:57.233279 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ad8794-19b1-4757-8d06-2dd2b88b6230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-d209672c-d9f9-4904-8d09-2bddaba337e2', 'network_id': 'd209672c-d9f9-4904-8d09-2bddaba337e2', 'tenant_id': 'd2997050d142490c8a762c36487f6a42', 'fixed_ips': [{'subnet_id': '0a26390b-ff05-42c4-816e-301f113118d4'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:57:57.234086 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-91ad8794-19b1-4757-8d06-2dd2b88b6230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:57.319521 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b87a9061-8ec1-4fe1-a9ee-6d3ef0020562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:57.369277 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-91ad8794-19b1-4757-8d06-2dd2b88b6230 None None] Allocated IP 172.20.0.2 (d209672c-d9f9-4904-8d09-2bddaba337e2/0a26390b-ff05-42c4-816e-301f113118d4/c2392ff2-7dbd-49f9-8b2f-413d04c939b5) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:57:57.514973 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-91ad8794-19b1-4757-8d06-2dd2b88b6230 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:57.523563 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-91ad8794-19b1-4757-8d06-2dd2b88b6230 None None] Transition to ACTIVE for port object c2392ff2-7dbd-49f9-8b2f-413d04c939b5 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:57:57.525976 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b87a9061-8ec1-4fe1-a9ee-6d3ef0020562 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:57.538788 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-91ad8794-19b1-4757-8d06-2dd2b88b6230 None None] Transition to ACTIVE for port object c2392ff2-7dbd-49f9-8b2f-413d04c939b5 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:57:57.545527 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-91ad8794-19b1-4757-8d06-2dd2b88b6230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:57.547661 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b87a9061-8ec1-4fe1-a9ee-6d3ef0020562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:57.582841 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ad8794-19b1-4757-8d06-2dd2b88b6230 None None] Network d209672c-d9f9-4904-8d09-2bddaba337e2 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:57:57.587585 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-91ad8794-19b1-4757-8d06-2dd2b88b6230 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:57:57.590089 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ad8794-19b1-4757-8d06-2dd2b88b6230 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:57:57.603955 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad8794-19b1-4757-8d06-2dd2b88b6230 None None] Pushing event updated for resources: {'Port': ['ID=c2392ff2-7dbd-49f9-8b2f-413d04c939b5,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:57.629284 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ad8794-19b1-4757-8d06-2dd2b88b6230 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:57.629623 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ad8794-19b1-4757-8d06-2dd2b88b6230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:57.629961 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ad8794-19b1-4757-8d06-2dd2b88b6230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:57.630367 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ad8794-19b1-4757-8d06-2dd2b88b6230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:57.630706 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ad8794-19b1-4757-8d06-2dd2b88b6230 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:57.631034 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ad8794-19b1-4757-8d06-2dd2b88b6230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:57.631380 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ad8794-19b1-4757-8d06-2dd2b88b6230 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:57.631702 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ad8794-19b1-4757-8d06-2dd2b88b6230 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:57.632021 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ad8794-19b1-4757-8d06-2dd2b88b6230 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:57.632335 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ad8794-19b1-4757-8d06-2dd2b88b6230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:57.632650 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ad8794-19b1-4757-8d06-2dd2b88b6230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:57.632963 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ad8794-19b1-4757-8d06-2dd2b88b6230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:57:57.661998 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-b87a9061-8ec1-4fe1-a9ee-6d3ef0020562 admin admin] Allocated IP 172.25.3.204 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/825ff02b-dc38-4ad3-b1eb-4ffb8c923744) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:57:57.664531 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-91ad8794-19b1-4757-8d06-2dd2b88b6230 None None] Attempting to bind port c2392ff2-7dbd-49f9-8b2f-413d04c939b5 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:57:57.664927 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-91ad8794-19b1-4757-8d06-2dd2b88b6230 None None] Attempting to bind port c2392ff2-7dbd-49f9-8b2f-413d04c939b5 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'e516fc3f-df75-4dee-a8fa-1f2a55314e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd209672c-d9f9-4904-8d09-2bddaba337e2'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:57:57.665307 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ad8794-19b1-4757-8d06-2dd2b88b6230 None None] Attempting to bind port c2392ff2-7dbd-49f9-8b2f-413d04c939b5 on network d209672c-d9f9-4904-8d09-2bddaba337e2 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:57:57.670203 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ad8794-19b1-4757-8d06-2dd2b88b6230 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:57:57.670565 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ad8794-19b1-4757-8d06-2dd2b88b6230 None None] Checking segment: {'id': 'e516fc3f-df75-4dee-a8fa-1f2a55314e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd209672c-d9f9-4904-8d09-2bddaba337e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:57:57.670974 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-91ad8794-19b1-4757-8d06-2dd2b88b6230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:57.671392 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ad8794-19b1-4757-8d06-2dd2b88b6230 None None] Bound using segment: {'id': 'e516fc3f-df75-4dee-a8fa-1f2a55314e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd209672c-d9f9-4904-8d09-2bddaba337e2'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:57:57.671850 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-91ad8794-19b1-4757-8d06-2dd2b88b6230 None None] Bound port: c2392ff2-7dbd-49f9-8b2f-413d04c939b5, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e516fc3f-df75-4dee-a8fa-1f2a55314e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd209672c-d9f9-4904-8d09-2bddaba337e2'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:57:57.672224 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-91ad8794-19b1-4757-8d06-2dd2b88b6230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:57.736170 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-91ad8794-19b1-4757-8d06-2dd2b88b6230 None None] For port c2392ff2-7dbd-49f9-8b2f-413d04c939b5, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:57:57.739652 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-91ad8794-19b1-4757-8d06-2dd2b88b6230 None None] For port c2392ff2-7dbd-49f9-8b2f-413d04c939b5, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=c2392ff2-7dbd-49f9-8b2f-413d04c939b5,segment=NetworkSegment(e516fc3f-df75-4dee-a8fa-1f2a55314e89),segment_id=e516fc3f-df75-4dee-a8fa-1f2a55314e89)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:57:57.745623 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-91ad8794-19b1-4757-8d06-2dd2b88b6230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:57.767570 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b87a9061-8ec1-4fe1-a9ee-6d3ef0020562 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:57.811394 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b87a9061-8ec1-4fe1-a9ee-6d3ef0020562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:57.849539 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87a9061-8ec1-4fe1-a9ee-6d3ef0020562 admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:57:57.854918 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-b87a9061-8ec1-4fe1-a9ee-6d3ef0020562 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:57:57.858799 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87a9061-8ec1-4fe1-a9ee-6d3ef0020562 admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:57:57.891953 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a9061-8ec1-4fe1-a9ee-6d3ef0020562 admin admin] Pushing event updated for resources: {'Port': ['ID=825ff02b-dc38-4ad3-b1eb-4ffb8c923744,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:57.958707 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad8794-19b1-4757-8d06-2dd2b88b6230 None None] Pushing event updated for resources: {'Port': ['ID=c2392ff2-7dbd-49f9-8b2f-413d04c939b5,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:58.130504 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b87a9061-8ec1-4fe1-a9ee-6d3ef0020562 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:58.329008 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b87a9061-8ec1-4fe1-a9ee-6d3ef0020562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:58.458272 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87a9061-8ec1-4fe1-a9ee-6d3ef0020562 admin admin] Router 09d76781-3028-4f26-b017-5e0bf2905d63 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:57:58.567894 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87a9061-8ec1-4fe1-a9ee-6d3ef0020562 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:57:58.581278 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0614598-522c-4a9c-851d-f6367b4766da None None] Sync routers for ids ['09d76781-3028-4f26-b017-5e0bf2905d63'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:57:58.584544 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b87a9061-8ec1-4fe1-a9ee-6d3ef0020562 admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:58.586185 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b87a9061-8ec1-4fe1-a9ee-6d3ef0020562 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4868917 Jul 13 07:57:58.588679 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38792) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:57:58.595065 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0614598-522c-4a9c-851d-f6367b4766da None None] Routers {'09d76781-3028-4f26-b017-5e0bf2905d63'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:58.595809 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-e0614598-522c-4a9c-851d-f6367b4766da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:57:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['09d76781-3028-4f26-b017-5e0bf2905d63'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:58.714931 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-e0614598-522c-4a9c-851d-f6367b4766da None None] Set router 09d76781-3028-4f26-b017-5e0bf2905d63 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:58.833106 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [req-1309d1b3-c847-4ebd-b864-6b9e8d936f2a req-0d17991a-48f2-4f20-b7e7-08cc49ae2815 service neutron] (94018) timed out ('10.222.0.23', 49284) {{(pid=94018) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 07:57:58.905209 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-e0614598-522c-4a9c-851d-f6367b4766da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d76781-3028-4f26-b017-5e0bf2905d63', 'name': 'tempest-TestAggregatesBasicOps-1928871633-router', 'tenant_id': 'd2997050d142490c8a762c36487f6a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '825ff02b-dc38-4ad3-b1eb-4ffb8c923744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:57Z', 'updated_at': '2021-07-13T07:57:58Z', 'revision_number': 3, 'project_id': 'd2997050d142490c8a762c36487f6a42', 'gw_port': {'id': '825ff02b-dc38-4ad3-b1eb-4ffb8c923744', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:61:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d76781-3028-4f26-b017-5e0bf2905d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:57Z', 'updated_at': '2021-07-13T07:57:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:58.908717 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c0c10c-9bdb-459f-a49e-7930515078c9 None None] Network d209672c-d9f9-4904-8d09-2bddaba337e2 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:57:58.948825 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0614598-522c-4a9c-851d-f6367b4766da None None] Checking router: 09d76781-3028-4f26-b017-5e0bf2905d63 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:57:58.949172 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0614598-522c-4a9c-851d-f6367b4766da None None] Updating router 09d76781-3028-4f26-b017-5e0bf2905d63 port 825ff02b-dc38-4ad3-b1eb-4ffb8c923744 binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:57:59.033374 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e0614598-522c-4a9c-851d-f6367b4766da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:59.037813 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ca026b78-1ba6-4767-a383-26bd586446b3 None None] Provisioning for port c2392ff2-7dbd-49f9-8b2f-413d04c939b5 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:57:59.043642 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dea07193-f36f-4e33-8141-4708ebb23a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:59.200178 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-dea07193-f36f-4e33-8141-4708ebb23a45 admin admin] Allocated IP 172.20.0.1 (d209672c-d9f9-4904-8d09-2bddaba337e2/0a26390b-ff05-42c4-816e-301f113118d4/60366e38-aeae-4acd-b98b-2a37a5642d0a) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:57:59.311487 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dea07193-f36f-4e33-8141-4708ebb23a45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:59.326481 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-dea07193-f36f-4e33-8141-4708ebb23a45 admin admin] Transition to ACTIVE for port object 60366e38-aeae-4acd-b98b-2a37a5642d0a will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:57:59.364915 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dea07193-f36f-4e33-8141-4708ebb23a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:59.367453 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e0614598-522c-4a9c-851d-f6367b4766da None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:59.382913 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e0614598-522c-4a9c-851d-f6367b4766da None None] Transition to ACTIVE for port object 825ff02b-dc38-4ad3-b1eb-4ffb8c923744 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:57:59.390280 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e0614598-522c-4a9c-851d-f6367b4766da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:59.411644 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea07193-f36f-4e33-8141-4708ebb23a45 admin admin] Network d209672c-d9f9-4904-8d09-2bddaba337e2 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:57:59.414556 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-dea07193-f36f-4e33-8141-4708ebb23a45 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:57:59.419254 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea07193-f36f-4e33-8141-4708ebb23a45 admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:57:59.423236 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea07193-f36f-4e33-8141-4708ebb23a45 admin admin] Pushing event updated for resources: {'Port': ['ID=60366e38-aeae-4acd-b98b-2a37a5642d0a,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:59.449541 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f3800-6ded-4cce-9b1d-dbcc030e2b76 None None] Pushing event updated for resources: {'Port': ['ID=825ff02b-dc38-4ad3-b1eb-4ffb8c923744,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:59.453067 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-e0614598-522c-4a9c-851d-f6367b4766da None None] Attempting to bind port 825ff02b-dc38-4ad3-b1eb-4ffb8c923744 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:57:59.453459 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-e0614598-522c-4a9c-851d-f6367b4766da None None] Attempting to bind port 825ff02b-dc38-4ad3-b1eb-4ffb8c923744 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:57:59.453969 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0614598-522c-4a9c-851d-f6367b4766da None None] Attempting to bind port 825ff02b-dc38-4ad3-b1eb-4ffb8c923744 on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:57:59.460029 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0614598-522c-4a9c-851d-f6367b4766da None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:57:59.460428 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0614598-522c-4a9c-851d-f6367b4766da None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:57:59.460834 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e0614598-522c-4a9c-851d-f6367b4766da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:59.461214 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0614598-522c-4a9c-851d-f6367b4766da None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:57:59.461679 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-e0614598-522c-4a9c-851d-f6367b4766da None None] Bound port: 825ff02b-dc38-4ad3-b1eb-4ffb8c923744, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:57:59.462055 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e0614598-522c-4a9c-851d-f6367b4766da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:59.473400 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dea07193-f36f-4e33-8141-4708ebb23a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:59.518525 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-e0614598-522c-4a9c-851d-f6367b4766da None None] For port 825ff02b-dc38-4ad3-b1eb-4ffb8c923744, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:57:59.522790 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-e0614598-522c-4a9c-851d-f6367b4766da None None] For port 825ff02b-dc38-4ad3-b1eb-4ffb8c923744, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=825ff02b-dc38-4ad3-b1eb-4ffb8c923744,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:57:59.530466 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e0614598-522c-4a9c-851d-f6367b4766da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:59.614241 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0614598-522c-4a9c-851d-f6367b4766da None None] Routers {'09d76781-3028-4f26-b017-5e0bf2905d63'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:57:59.617040 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-e0614598-522c-4a9c-851d-f6367b4766da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:57:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['09d76781-3028-4f26-b017-5e0bf2905d63'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:57:59.623840 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f3800-6ded-4cce-9b1d-dbcc030e2b76 None None] Pushing event updated for resources: {'Port': ['ID=825ff02b-dc38-4ad3-b1eb-4ffb8c923744,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:59.659492 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dea07193-f36f-4e33-8141-4708ebb23a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:59.681616 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c2392ff2-7dbd-49f9-8b2f-413d04c939b5 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:57:59.793281 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port c2392ff2-7dbd-49f9-8b2f-413d04c939b5 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:57:59.805316 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port c2392ff2-7dbd-49f9-8b2f-413d04c939b5 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:59.805681 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:59.808687 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-e0614598-522c-4a9c-851d-f6367b4766da None None] Set router 09d76781-3028-4f26-b017-5e0bf2905d63 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:57:59.811904 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6149cd21-38b5-4c33-9bbb-62b6be8bc8e0 None None] Provisioning for port 60366e38-aeae-4acd-b98b-2a37a5642d0a completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:57:59.837516 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dea07193-f36f-4e33-8141-4708ebb23a45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:59.844324 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dea07193-f36f-4e33-8141-4708ebb23a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:59.859227 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6149cd21-38b5-4c33-9bbb-62b6be8bc8e0 None None] Provisioning complete for port 60366e38-aeae-4acd-b98b-2a37a5642d0a triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:57:59.859608 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6149cd21-38b5-4c33-9bbb-62b6be8bc8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:59.925125 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea07193-f36f-4e33-8141-4708ebb23a45 admin admin] Pushing event updated for resources: {'Port': ['ID=60366e38-aeae-4acd-b98b-2a37a5642d0a,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:57:59.944777 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dea07193-f36f-4e33-8141-4708ebb23a45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:57:59.948449 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-6149cd21-38b5-4c33-9bbb-62b6be8bc8e0 None None] Port 60366e38-aeae-4acd-b98b-2a37a5642d0a cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:58:00.051604 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea07193-f36f-4e33-8141-4708ebb23a45 admin admin] Network d209672c-d9f9-4904-8d09-2bddaba337e2 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:58:00.053184 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-dea07193-f36f-4e33-8141-4708ebb23a45 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:58:00.055829 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:00.119832 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port c2392ff2-7dbd-49f9-8b2f-413d04c939b5, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=c2392ff2-7dbd-49f9-8b2f-413d04c939b5,segment=NetworkSegment(e516fc3f-df75-4dee-a8fa-1f2a55314e89),segment_id=e516fc3f-df75-4dee-a8fa-1f2a55314e89)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:00.130533 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:00.192503 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea07193-f36f-4e33-8141-4708ebb23a45 admin admin] Router 09d76781-3028-4f26-b017-5e0bf2905d63 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:58:00.205984 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-88f8f5b8-20d5-49df-93b2-5d9178abd042 None None] Provisioning complete for port 60366e38-aeae-4acd-b98b-2a37a5642d0a triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:00.206362 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-88f8f5b8-20d5-49df-93b2-5d9178abd042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:00.210033 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=c2392ff2-7dbd-49f9-8b2f-413d04c939b5,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:00.236149 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-e0614598-522c-4a9c-851d-f6367b4766da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d76781-3028-4f26-b017-5e0bf2905d63', 'name': 'tempest-TestAggregatesBasicOps-1928871633-router', 'tenant_id': 'd2997050d142490c8a762c36487f6a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '825ff02b-dc38-4ad3-b1eb-4ffb8c923744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:57Z', 'updated_at': '2021-07-13T07:57:59Z', 'revision_number': 4, 'project_id': 'd2997050d142490c8a762c36487f6a42', 'gw_port': {'id': '825ff02b-dc38-4ad3-b1eb-4ffb8c923744', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:61:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d76781-3028-4f26-b017-5e0bf2905d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:57Z', 'updated_at': '2021-07-13T07:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '60366e38-aeae-4acd-b98b-2a37a5642d0a', 'name': '', 'network_id': 'd209672c-d9f9-4904-8d09-2bddaba337e2', 'tenant_id': 'd2997050d142490c8a762c36487f6a42', 'mac_address': 'fa:16:3e:a0:ca:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d76781-3028-4f26-b017-5e0bf2905d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '0a26390b-ff05-42c4-816e-301f113118d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:59Z', 'updated_at': '2021-07-13T07:57:59Z', 'revision_number': 1, 'project_id': 'd2997050d142490c8a762c36487f6a42', 'subnets': [{'id': '0a26390b-ff05-42c4-816e-301f113118d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:00.284550 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0614598-522c-4a9c-851d-f6367b4766da None None] The sync data for ids ['09d76781-3028-4f26-b017-5e0bf2905d63'] in n-d-771363-34 is: [{'id': '09d76781-3028-4f26-b017-5e0bf2905d63', 'name': 'tempest-TestAggregatesBasicOps-1928871633-router', 'tenant_id': 'd2997050d142490c8a762c36487f6a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '825ff02b-dc38-4ad3-b1eb-4ffb8c923744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:57Z', 'updated_at': '2021-07-13T07:57:59Z', 'revision_number': 4, 'project_id': 'd2997050d142490c8a762c36487f6a42', 'gw_port': {'id': '825ff02b-dc38-4ad3-b1eb-4ffb8c923744', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:61:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d76781-3028-4f26-b017-5e0bf2905d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:57Z', 'updated_at': '2021-07-13T07:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '60366e38-aeae-4acd-b98b-2a37a5642d0a', 'name': '', 'network_id': 'd209672c-d9f9-4904-8d09-2bddaba337e2', 'tenant_id': 'd2997050d142490c8a762c36487f6a42', 'mac_address': 'fa:16:3e:a0:ca:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d76781-3028-4f26-b017-5e0bf2905d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '0a26390b-ff05-42c4-816e-301f113118d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:59Z', 'updated_at': '2021-07-13T07:57:59Z', 'revision_number': 1, 'project_id': 'd2997050d142490c8a762c36487f6a42', 'subnets': [{'id': '0a26390b-ff05-42c4-816e-301f113118d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:58:00.289071 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d0ffc82d-63db-4f9c-93dd-ead421b56249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:00.290018 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-88f8f5b8-20d5-49df-93b2-5d9178abd042 None None] Port 60366e38-aeae-4acd-b98b-2a37a5642d0a cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:58:00.327372 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea07193-f36f-4e33-8141-4708ebb23a45 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:58:00.332586 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-dea07193-f36f-4e33-8141-4708ebb23a45 admin admin] 10.222.0.23 "PUT /v2.0/routers/09d76781-3028-4f26-b017-5e0bf2905d63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7426066 Jul 13 07:58:00.411456 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d5e63c36-d405-464f-b6e8-23a8a9a85bb6 None None] Provisioning complete for port 60366e38-aeae-4acd-b98b-2a37a5642d0a triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:00.411821 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d5e63c36-d405-464f-b6e8-23a8a9a85bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:00.446898 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-d5e63c36-d405-464f-b6e8-23a8a9a85bb6 None None] Port 60366e38-aeae-4acd-b98b-2a37a5642d0a cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:58:00.856160 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38808) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:00.861951 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-ccd52f8f-5a8a-40b7-9796-1b67d1e12481 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-187642445-network', 'tenant_id': '1d84dfb39d7d4051bbc04b188fe20e3a'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:58:00.885146 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd52f8f-5a8a-40b7-9796-1b67d1e12481 admin admin] Made reservation on behalf of 1d84dfb39d7d4051bbc04b188fe20e3a for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:58:00.888061 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ccd52f8f-5a8a-40b7-9796-1b67d1e12481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:00.898603 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ccd52f8f-5a8a-40b7-9796-1b67d1e12481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:01.007803 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ccd52f8f-5a8a-40b7-9796-1b67d1e12481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:01.012517 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ccd52f8f-5a8a-40b7-9796-1b67d1e12481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:01.047546 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd52f8f-5a8a-40b7-9796-1b67d1e12481 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:58:01.054297 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd52f8f-5a8a-40b7-9796-1b67d1e12481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcbf08e-ea38-4566-a1c4-65eafb51604f,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:01.062818 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ccd52f8f-5a8a-40b7-9796-1b67d1e12481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:01.063171 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-ccd52f8f-5a8a-40b7-9796-1b67d1e12481 admin admin] Added segment 455dd67f-077a-4b83-a0aa-7dd7b3246fd0 of type vlan for network b3d287c3-c725-4cdb-b70c-9cd8bcba5d5d Jul 13 07:58:01.108881 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ccd52f8f-5a8a-40b7-9796-1b67d1e12481 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:01.140871 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ccd52f8f-5a8a-40b7-9796-1b67d1e12481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:01.141915 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd52f8f-5a8a-40b7-9796-1b67d1e12481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:01.142469 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ccd52f8f-5a8a-40b7-9796-1b67d1e12481 admin admin] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:01.181021 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ccd52f8f-5a8a-40b7-9796-1b67d1e12481 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3230815 Jul 13 07:58:01.183961 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38810) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:01.190581 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-771eb3ab-ef7a-41be-a49c-907f20e861e0 admin admin] Request body: {'subnet': {'network_id': 'b3d287c3-c725-4cdb-b70c-9cd8bcba5d5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-187642445-subnet', 'tenant_id': '1d84dfb39d7d4051bbc04b188fe20e3a', 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:58:01.207654 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd52f8f-5a8a-40b7-9796-1b67d1e12481 admin admin] Pushing event updated for resources: {'Network': ['ID=b3d287c3-c725-4cdb-b70c-9cd8bcba5d5d,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:01.219794 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network b3d287c3-c725-4cdb-b70c-9cd8bcba5d5d details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:58:01.233175 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771eb3ab-ef7a-41be-a49c-907f20e861e0 admin admin] Made reservation on behalf of 1d84dfb39d7d4051bbc04b188fe20e3a for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:58:01.235695 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-771eb3ab-ef7a-41be-a49c-907f20e861e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:01.451035 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-771eb3ab-ef7a-41be-a49c-907f20e861e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:01.504743 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771eb3ab-ef7a-41be-a49c-907f20e861e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c09fae6-9b93-4a3b-b5db-c62209e854c5,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:01.538750 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771eb3ab-ef7a-41be-a49c-907f20e861e0 admin admin] Checking segment: {'id': '455dd67f-077a-4b83-a0aa-7dd7b3246fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b3d287c3-c725-4cdb-b70c-9cd8bcba5d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:58:01.539514 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771eb3ab-ef7a-41be-a49c-907f20e861e0 admin admin] Network hostable DHCP agents. Network: b3d287c3-c725-4cdb-b70c-9cd8bcba5d5d, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:58:01.569387 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771eb3ab-ef7a-41be-a49c-907f20e861e0 admin admin] Network b3d287c3-c725-4cdb-b70c-9cd8bcba5d5d is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:58:01.590268 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-771eb3ab-ef7a-41be-a49c-907f20e861e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, b3d287c3-c725-4cdb-b70c-9cd8bcba5d5d) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:58:01.598159 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771eb3ab-ef7a-41be-a49c-907f20e861e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:01.599283 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-771eb3ab-ef7a-41be-a49c-907f20e861e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:01.604145 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c9d395-54ab-45d6-8d06-e775bddad00c None None] Network b3d287c3-c725-4cdb-b70c-9cd8bcba5d5d requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:58:01.628259 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38812) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:01.632925 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-dae9edfa-db7c-41ec-9e7c-9b7b08532aba admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-187642445-router', 'tenant_id': '1d84dfb39d7d4051bbc04b188fe20e3a', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:58:01.636244 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-771eb3ab-ef7a-41be-a49c-907f20e861e0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4507790 Jul 13 07:58:01.690267 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dae9edfa-db7c-41ec-9e7c-9b7b08532aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:01.692553 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dae9edfa-db7c-41ec-9e7c-9b7b08532aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:01.729260 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c2392ff2-7dbd-49f9-8b2f-413d04c939b5 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:58:01.785628 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dae9edfa-db7c-41ec-9e7c-9b7b08532aba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:01.836031 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port c2392ff2-7dbd-49f9-8b2f-413d04c939b5 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:01.836413 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:01.894942 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d754bec-14b3-4bb3-a5ee-30966a685c7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-b3d287c3-c725-4cdb-b70c-9cd8bcba5d5d', 'network_id': 'b3d287c3-c725-4cdb-b70c-9cd8bcba5d5d', 'tenant_id': '1d84dfb39d7d4051bbc04b188fe20e3a', 'fixed_ips': [{'subnet_id': '8c09fae6-9b93-4a3b-b5db-c62209e854c5'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:58:01.895823 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9d754bec-14b3-4bb3-a5ee-30966a685c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:02.022774 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 825ff02b-dc38-4ad3-b1eb-4ffb8c923744 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:58:02.085802 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:58:02.104560 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-9d754bec-14b3-4bb3-a5ee-30966a685c7a None None] Allocated IP 172.20.0.2 (b3d287c3-c725-4cdb-b70c-9cd8bcba5d5d/8c09fae6-9b93-4a3b-b5db-c62209e854c5/c1940dad-0d6e-4395-b191-8065f63ae261) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:58:02.123654 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 825ff02b-dc38-4ad3-b1eb-4ffb8c923744 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:58:02.139313 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 825ff02b-dc38-4ad3-b1eb-4ffb8c923744 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:02.139701 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:02.229985 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dae9edfa-db7c-41ec-9e7c-9b7b08532aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:02.321311 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:02.343542 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9d754bec-14b3-4bb3-a5ee-30966a685c7a None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:02.357711 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 825ff02b-dc38-4ad3-b1eb-4ffb8c923744, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=825ff02b-dc38-4ad3-b1eb-4ffb8c923744,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:02.360623 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9d754bec-14b3-4bb3-a5ee-30966a685c7a None None] Transition to ACTIVE for port object c1940dad-0d6e-4395-b191-8065f63ae261 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:58:02.367026 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:02.403845 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9d754bec-14b3-4bb3-a5ee-30966a685c7a None None] Transition to ACTIVE for port object c1940dad-0d6e-4395-b191-8065f63ae261 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:58:02.417244 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9d754bec-14b3-4bb3-a5ee-30966a685c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:02.444786 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=825ff02b-dc38-4ad3-b1eb-4ffb8c923744,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:02.448788 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d754bec-14b3-4bb3-a5ee-30966a685c7a None None] Network b3d287c3-c725-4cdb-b70c-9cd8bcba5d5d is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:58:02.459419 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dae9edfa-db7c-41ec-9e7c-9b7b08532aba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:02.474152 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-9d754bec-14b3-4bb3-a5ee-30966a685c7a None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:58:02.477300 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d754bec-14b3-4bb3-a5ee-30966a685c7a None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:58:02.481759 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dae9edfa-db7c-41ec-9e7c-9b7b08532aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:02.517585 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d754bec-14b3-4bb3-a5ee-30966a685c7a None None] Pushing event updated for resources: {'Port': ['ID=c1940dad-0d6e-4395-b191-8065f63ae261,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:02.539693 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbccd7a-7bfd-45a0-9ef2-94bd3132610e None None] Sync routers for ids ['09d76781-3028-4f26-b017-5e0bf2905d63'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:58:02.551465 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbccd7a-7bfd-45a0-9ef2-94bd3132610e None None] Routers {'09d76781-3028-4f26-b017-5e0bf2905d63'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:02.552241 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-1cbccd7a-7bfd-45a0-9ef2-94bd3132610e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:57:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['09d76781-3028-4f26-b017-5e0bf2905d63'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:02.554078 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-9d754bec-14b3-4bb3-a5ee-30966a685c7a None None] Attempting to bind port c1940dad-0d6e-4395-b191-8065f63ae261 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:58:02.555239 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-9d754bec-14b3-4bb3-a5ee-30966a685c7a None None] Attempting to bind port c1940dad-0d6e-4395-b191-8065f63ae261 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '455dd67f-077a-4b83-a0aa-7dd7b3246fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b3d287c3-c725-4cdb-b70c-9cd8bcba5d5d'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:58:02.555239 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d754bec-14b3-4bb3-a5ee-30966a685c7a None None] Attempting to bind port c1940dad-0d6e-4395-b191-8065f63ae261 on network b3d287c3-c725-4cdb-b70c-9cd8bcba5d5d {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:58:02.561385 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d754bec-14b3-4bb3-a5ee-30966a685c7a None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:58:02.561920 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d754bec-14b3-4bb3-a5ee-30966a685c7a None None] Checking segment: {'id': '455dd67f-077a-4b83-a0aa-7dd7b3246fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b3d287c3-c725-4cdb-b70c-9cd8bcba5d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:58:02.562418 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9d754bec-14b3-4bb3-a5ee-30966a685c7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:02.563036 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d754bec-14b3-4bb3-a5ee-30966a685c7a None None] Bound using segment: {'id': '455dd67f-077a-4b83-a0aa-7dd7b3246fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b3d287c3-c725-4cdb-b70c-9cd8bcba5d5d'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:58:02.563647 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-9d754bec-14b3-4bb3-a5ee-30966a685c7a None None] Bound port: c1940dad-0d6e-4395-b191-8065f63ae261, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '455dd67f-077a-4b83-a0aa-7dd7b3246fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b3d287c3-c725-4cdb-b70c-9cd8bcba5d5d'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:58:02.564124 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9d754bec-14b3-4bb3-a5ee-30966a685c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:02.617857 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-dae9edfa-db7c-41ec-9e7c-9b7b08532aba admin admin] Allocated IP 172.25.3.144 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/03a6e4fa-47a1-497f-b8aa-cea54eb48a9e) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:58:02.637474 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-9d754bec-14b3-4bb3-a5ee-30966a685c7a None None] For port c1940dad-0d6e-4395-b191-8065f63ae261, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:58:02.642864 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-9d754bec-14b3-4bb3-a5ee-30966a685c7a None None] For port c1940dad-0d6e-4395-b191-8065f63ae261, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=c1940dad-0d6e-4395-b191-8065f63ae261,segment=NetworkSegment(455dd67f-077a-4b83-a0aa-7dd7b3246fd0),segment_id=455dd67f-077a-4b83-a0aa-7dd7b3246fd0)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:58:02.649029 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9d754bec-14b3-4bb3-a5ee-30966a685c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:02.667704 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-1cbccd7a-7bfd-45a0-9ef2-94bd3132610e None None] Set router 09d76781-3028-4f26-b017-5e0bf2905d63 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:02.713530 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d754bec-14b3-4bb3-a5ee-30966a685c7a None None] Pushing event updated for resources: {'Port': ['ID=c1940dad-0d6e-4395-b191-8065f63ae261,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:02.755769 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dae9edfa-db7c-41ec-9e7c-9b7b08532aba admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:02.799388 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dae9edfa-db7c-41ec-9e7c-9b7b08532aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:02.846907 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae9edfa-db7c-41ec-9e7c-9b7b08532aba admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:58:02.850268 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-dae9edfa-db7c-41ec-9e7c-9b7b08532aba admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:58:02.853867 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae9edfa-db7c-41ec-9e7c-9b7b08532aba admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:58:02.881145 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9edfa-db7c-41ec-9e7c-9b7b08532aba admin admin] Pushing event updated for resources: {'Port': ['ID=03a6e4fa-47a1-497f-b8aa-cea54eb48a9e,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:02.948733 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-1cbccd7a-7bfd-45a0-9ef2-94bd3132610e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d76781-3028-4f26-b017-5e0bf2905d63', 'name': 'tempest-TestAggregatesBasicOps-1928871633-router', 'tenant_id': 'd2997050d142490c8a762c36487f6a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '825ff02b-dc38-4ad3-b1eb-4ffb8c923744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:57Z', 'updated_at': '2021-07-13T07:57:59Z', 'revision_number': 4, 'project_id': 'd2997050d142490c8a762c36487f6a42', 'gw_port': {'id': '825ff02b-dc38-4ad3-b1eb-4ffb8c923744', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d76781-3028-4f26-b017-5e0bf2905d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:57Z', 'updated_at': '2021-07-13T07:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '60366e38-aeae-4acd-b98b-2a37a5642d0a', 'name': '', 'network_id': 'd209672c-d9f9-4904-8d09-2bddaba337e2', 'tenant_id': 'd2997050d142490c8a762c36487f6a42', 'mac_address': 'fa:16:3e:a0:ca:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d76781-3028-4f26-b017-5e0bf2905d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '0a26390b-ff05-42c4-816e-301f113118d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:59Z', 'updated_at': '2021-07-13T07:57:59Z', 'revision_number': 2, 'project_id': 'd2997050d142490c8a762c36487f6a42', 'subnets': [{'id': '0a26390b-ff05-42c4-816e-301f113118d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:02.990779 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbccd7a-7bfd-45a0-9ef2-94bd3132610e None None] Checking router: 09d76781-3028-4f26-b017-5e0bf2905d63 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:58:02.991272 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbccd7a-7bfd-45a0-9ef2-94bd3132610e None None] Updating router 09d76781-3028-4f26-b017-5e0bf2905d63 port 60366e38-aeae-4acd-b98b-2a37a5642d0a binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:58:03.034842 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-1cbccd7a-7bfd-45a0-9ef2-94bd3132610e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:03.150797 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0bec4a15-c15a-4b0a-a61e-04cb26eb02d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:03.177589 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dae9edfa-db7c-41ec-9e7c-9b7b08532aba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:03.214367 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:03.332861 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-1cbccd7a-7bfd-45a0-9ef2-94bd3132610e None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:03.344066 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-1cbccd7a-7bfd-45a0-9ef2-94bd3132610e None None] Transition to ACTIVE for port object 60366e38-aeae-4acd-b98b-2a37a5642d0a will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:58:03.354929 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-1cbccd7a-7bfd-45a0-9ef2-94bd3132610e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:03.407271 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dae9edfa-db7c-41ec-9e7c-9b7b08532aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:03.409054 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b52f83-0145-4402-b34f-ae39bc7d9033 None None] Pushing event updated for resources: {'Port': ['ID=60366e38-aeae-4acd-b98b-2a37a5642d0a,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:03.423236 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b52f83-0145-4402-b34f-ae39bc7d9033 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:03.423588 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b52f83-0145-4402-b34f-ae39bc7d9033 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:03.423928 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b52f83-0145-4402-b34f-ae39bc7d9033 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:03.424263 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b52f83-0145-4402-b34f-ae39bc7d9033 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:03.424595 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b52f83-0145-4402-b34f-ae39bc7d9033 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:03.424929 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b52f83-0145-4402-b34f-ae39bc7d9033 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:03.425400 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b52f83-0145-4402-b34f-ae39bc7d9033 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:03.425726 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b52f83-0145-4402-b34f-ae39bc7d9033 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:03.426101 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b52f83-0145-4402-b34f-ae39bc7d9033 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:03.426436 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b52f83-0145-4402-b34f-ae39bc7d9033 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:03.426758 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b52f83-0145-4402-b34f-ae39bc7d9033 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:03.427083 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b52f83-0145-4402-b34f-ae39bc7d9033 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:03.626835 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-1cbccd7a-7bfd-45a0-9ef2-94bd3132610e None None] Attempting to bind port 60366e38-aeae-4acd-b98b-2a37a5642d0a on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:58:03.627249 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-1cbccd7a-7bfd-45a0-9ef2-94bd3132610e None None] Attempting to bind port 60366e38-aeae-4acd-b98b-2a37a5642d0a by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'e516fc3f-df75-4dee-a8fa-1f2a55314e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd209672c-d9f9-4904-8d09-2bddaba337e2'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:58:03.627586 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae9edfa-db7c-41ec-9e7c-9b7b08532aba admin admin] Router b225f265-33db-4d45-aeb9-8b073f027257 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:58:03.627814 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbccd7a-7bfd-45a0-9ef2-94bd3132610e None None] Attempting to bind port 60366e38-aeae-4acd-b98b-2a37a5642d0a on network d209672c-d9f9-4904-8d09-2bddaba337e2 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:58:03.634724 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbccd7a-7bfd-45a0-9ef2-94bd3132610e None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:58:03.635177 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbccd7a-7bfd-45a0-9ef2-94bd3132610e None None] Checking segment: {'id': 'e516fc3f-df75-4dee-a8fa-1f2a55314e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd209672c-d9f9-4904-8d09-2bddaba337e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:58:03.635603 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-1cbccd7a-7bfd-45a0-9ef2-94bd3132610e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:03.636035 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbccd7a-7bfd-45a0-9ef2-94bd3132610e None None] Bound using segment: {'id': 'e516fc3f-df75-4dee-a8fa-1f2a55314e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd209672c-d9f9-4904-8d09-2bddaba337e2'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:58:03.636649 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-1cbccd7a-7bfd-45a0-9ef2-94bd3132610e None None] Bound port: 60366e38-aeae-4acd-b98b-2a37a5642d0a, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e516fc3f-df75-4dee-a8fa-1f2a55314e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd209672c-d9f9-4904-8d09-2bddaba337e2'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:58:03.637392 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-1cbccd7a-7bfd-45a0-9ef2-94bd3132610e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:03.730538 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-1cbccd7a-7bfd-45a0-9ef2-94bd3132610e None None] For port 60366e38-aeae-4acd-b98b-2a37a5642d0a, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:58:03.735481 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-1cbccd7a-7bfd-45a0-9ef2-94bd3132610e None None] For port 60366e38-aeae-4acd-b98b-2a37a5642d0a, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=60366e38-aeae-4acd-b98b-2a37a5642d0a,segment=NetworkSegment(e516fc3f-df75-4dee-a8fa-1f2a55314e89),segment_id=e516fc3f-df75-4dee-a8fa-1f2a55314e89)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:58:03.741387 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-1cbccd7a-7bfd-45a0-9ef2-94bd3132610e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:03.764585 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c1940dad-0d6e-4395-b191-8065f63ae261 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:58:03.811026 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae9edfa-db7c-41ec-9e7c-9b7b08532aba admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:58:03.820670 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b52f83-0145-4402-b34f-ae39bc7d9033 None None] Pushing event updated for resources: {'Port': ['ID=60366e38-aeae-4acd-b98b-2a37a5642d0a,revision_number=4']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:03.825262 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbccd7a-7bfd-45a0-9ef2-94bd3132610e None None] Routers {'09d76781-3028-4f26-b017-5e0bf2905d63'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:03.825834 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-1cbccd7a-7bfd-45a0-9ef2-94bd3132610e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:58:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['09d76781-3028-4f26-b017-5e0bf2905d63'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:03.827324 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5f37e3-09eb-4797-994c-9a673a53a812 None None] Sync routers for ids ['b225f265-33db-4d45-aeb9-8b073f027257'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:58:03.842567 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5f37e3-09eb-4797-994c-9a673a53a812 None None] Routers {'b225f265-33db-4d45-aeb9-8b073f027257'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:03.843571 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dae9edfa-db7c-41ec-9e7c-9b7b08532aba admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:03.843951 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-7a5f37e3-09eb-4797-994c-9a673a53a812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:58:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['b225f265-33db-4d45-aeb9-8b073f027257'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:03.844907 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-dae9edfa-db7c-41ec-9e7c-9b7b08532aba admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2157135 Jul 13 07:58:03.847809 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38814) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:03.893291 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port c1940dad-0d6e-4395-b191-8065f63ae261 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:58:03.906085 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 825ff02b-dc38-4ad3-b1eb-4ffb8c923744 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:58:04.001059 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-1cbccd7a-7bfd-45a0-9ef2-94bd3132610e None None] Set router 09d76781-3028-4f26-b017-5e0bf2905d63 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:04.030267 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-7a5f37e3-09eb-4797-994c-9a673a53a812 None None] Set router b225f265-33db-4d45-aeb9-8b073f027257 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:04.112419 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 825ff02b-dc38-4ad3-b1eb-4ffb8c923744 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:04.112909 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:04.206149 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:04.206939 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1ab25e-df68-449d-b43f-583f4a61915d None None] Network b3d287c3-c725-4cdb-b70c-9cd8bcba5d5d requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:58:04.272047 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-1cbccd7a-7bfd-45a0-9ef2-94bd3132610e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d76781-3028-4f26-b017-5e0bf2905d63', 'name': 'tempest-TestAggregatesBasicOps-1928871633-router', 'tenant_id': 'd2997050d142490c8a762c36487f6a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '825ff02b-dc38-4ad3-b1eb-4ffb8c923744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:57Z', 'updated_at': '2021-07-13T07:57:59Z', 'revision_number': 4, 'project_id': 'd2997050d142490c8a762c36487f6a42', 'gw_port': {'id': '825ff02b-dc38-4ad3-b1eb-4ffb8c923744', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d76781-3028-4f26-b017-5e0bf2905d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:57Z', 'updated_at': '2021-07-13T07:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '60366e38-aeae-4acd-b98b-2a37a5642d0a', 'name': '', 'network_id': 'd209672c-d9f9-4904-8d09-2bddaba337e2', 'tenant_id': 'd2997050d142490c8a762c36487f6a42', 'mac_address': 'fa:16:3e:a0:ca:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d76781-3028-4f26-b017-5e0bf2905d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '0a26390b-ff05-42c4-816e-301f113118d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:59Z', 'updated_at': '2021-07-13T07:58:03Z', 'revision_number': 4, 'project_id': 'd2997050d142490c8a762c36487f6a42', 'subnets': [{'id': '0a26390b-ff05-42c4-816e-301f113118d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:04.301177 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbccd7a-7bfd-45a0-9ef2-94bd3132610e None None] The sync data for ids ['09d76781-3028-4f26-b017-5e0bf2905d63'] in n-d-771363-34 is: [{'id': '09d76781-3028-4f26-b017-5e0bf2905d63', 'name': 'tempest-TestAggregatesBasicOps-1928871633-router', 'tenant_id': 'd2997050d142490c8a762c36487f6a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '825ff02b-dc38-4ad3-b1eb-4ffb8c923744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:57Z', 'updated_at': '2021-07-13T07:57:59Z', 'revision_number': 4, 'project_id': 'd2997050d142490c8a762c36487f6a42', 'gw_port': {'id': '825ff02b-dc38-4ad3-b1eb-4ffb8c923744', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d76781-3028-4f26-b017-5e0bf2905d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:57Z', 'updated_at': '2021-07-13T07:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '60366e38-aeae-4acd-b98b-2a37a5642d0a', 'name': '', 'network_id': 'd209672c-d9f9-4904-8d09-2bddaba337e2', 'tenant_id': 'd2997050d142490c8a762c36487f6a42', 'mac_address': 'fa:16:3e:a0:ca:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d76781-3028-4f26-b017-5e0bf2905d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '0a26390b-ff05-42c4-816e-301f113118d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:59Z', 'updated_at': '2021-07-13T07:58:03Z', 'revision_number': 4, 'project_id': 'd2997050d142490c8a762c36487f6a42', 'subnets': [{'id': '0a26390b-ff05-42c4-816e-301f113118d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:58:04.349045 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f52832eb-cf24-4a19-9335-facdc336614d None None] Provisioning for port c1940dad-0d6e-4395-b191-8065f63ae261 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:58:04.389766 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f52832eb-cf24-4a19-9335-facdc336614d None None] Provisioning complete for port c1940dad-0d6e-4395-b191-8065f63ae261 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:04.390129 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f52832eb-cf24-4a19-9335-facdc336614d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:04.428799 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-87a0c476-9a4d-4f43-b03e-1599a669fef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:04.551547 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-7a5f37e3-09eb-4797-994c-9a673a53a812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b225f265-33db-4d45-aeb9-8b073f027257', 'name': 'tempest-TestAggregatesBasicOps-187642445-router', 'tenant_id': '1d84dfb39d7d4051bbc04b188fe20e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '03a6e4fa-47a1-497f-b8aa-cea54eb48a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:01Z', 'updated_at': '2021-07-13T07:58:03Z', 'revision_number': 3, 'project_id': '1d84dfb39d7d4051bbc04b188fe20e3a', 'gw_port': {'id': '03a6e4fa-47a1-497f-b8aa-cea54eb48a9e', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b225f265-33db-4d45-aeb9-8b073f027257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:02Z', 'updated_at': '2021-07-13T07:58:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:04.614325 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-87a0c476-9a4d-4f43-b03e-1599a669fef1 admin admin] Allocated IP 172.20.0.1 (b3d287c3-c725-4cdb-b70c-9cd8bcba5d5d/8c09fae6-9b93-4a3b-b5db-c62209e854c5/026f5fc2-b3d1-468f-adc5-dac63c17d604) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:58:04.738626 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-87a0c476-9a4d-4f43-b03e-1599a669fef1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:04.751903 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f52832eb-cf24-4a19-9335-facdc336614d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:04.753868 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5f37e3-09eb-4797-994c-9a673a53a812 None None] Checking router: b225f265-33db-4d45-aeb9-8b073f027257 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:58:04.754172 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5f37e3-09eb-4797-994c-9a673a53a812 None None] Updating router b225f265-33db-4d45-aeb9-8b073f027257 port 03a6e4fa-47a1-497f-b8aa-cea54eb48a9e binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:58:04.760191 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-87a0c476-9a4d-4f43-b03e-1599a669fef1 admin admin] Transition to ACTIVE for port object 026f5fc2-b3d1-468f-adc5-dac63c17d604 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:58:04.805094 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-87a0c476-9a4d-4f43-b03e-1599a669fef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:04.825951 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7a5f37e3-09eb-4797-994c-9a673a53a812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:04.831831 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f52832eb-cf24-4a19-9335-facdc336614d None None] For port c1940dad-0d6e-4395-b191-8065f63ae261, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=c1940dad-0d6e-4395-b191-8065f63ae261,segment=NetworkSegment(455dd67f-077a-4b83-a0aa-7dd7b3246fd0),segment_id=455dd67f-077a-4b83-a0aa-7dd7b3246fd0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:04.853498 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a0c476-9a4d-4f43-b03e-1599a669fef1 admin admin] Network b3d287c3-c725-4cdb-b70c-9cd8bcba5d5d is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:58:04.854267 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f52832eb-cf24-4a19-9335-facdc336614d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:04.858785 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-87a0c476-9a4d-4f43-b03e-1599a669fef1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:58:04.862788 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a0c476-9a4d-4f43-b03e-1599a669fef1 admin admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:58:04.894555 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a0c476-9a4d-4f43-b03e-1599a669fef1 admin admin] Pushing event updated for resources: {'Port': ['ID=026f5fc2-b3d1-468f-adc5-dac63c17d604,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:04.923182 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-87a0c476-9a4d-4f43-b03e-1599a669fef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:04.995954 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52832eb-cf24-4a19-9335-facdc336614d None None] Pushing event updated for resources: {'Port': ['ID=c1940dad-0d6e-4395-b191-8065f63ae261,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:05.131527 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-87a0c476-9a4d-4f43-b03e-1599a669fef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:05.197727 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7a5f37e3-09eb-4797-994c-9a673a53a812 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:05.212065 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7a5f37e3-09eb-4797-994c-9a673a53a812 None None] Transition to ACTIVE for port object 03a6e4fa-47a1-497f-b8aa-cea54eb48a9e will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:58:05.225857 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7a5f37e3-09eb-4797-994c-9a673a53a812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:05.261808 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e2cc10eb-8d9b-45b2-9b2a-dc06b84c2b3e None None] Provisioning complete for port c1940dad-0d6e-4395-b191-8065f63ae261 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:05.262198 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e2cc10eb-8d9b-45b2-9b2a-dc06b84c2b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:05.311940 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1bcae-2dff-442b-bcdb-355967dee13a None None] Pushing event updated for resources: {'Port': ['ID=03a6e4fa-47a1-497f-b8aa-cea54eb48a9e,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:05.320263 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-7a5f37e3-09eb-4797-994c-9a673a53a812 None None] Attempting to bind port 03a6e4fa-47a1-497f-b8aa-cea54eb48a9e on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:58:05.320643 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-7a5f37e3-09eb-4797-994c-9a673a53a812 None None] Attempting to bind port 03a6e4fa-47a1-497f-b8aa-cea54eb48a9e by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:58:05.321010 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5f37e3-09eb-4797-994c-9a673a53a812 None None] Attempting to bind port 03a6e4fa-47a1-497f-b8aa-cea54eb48a9e on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:58:05.324964 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-87a0c476-9a4d-4f43-b03e-1599a669fef1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:05.330728 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5f37e3-09eb-4797-994c-9a673a53a812 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:58:05.331014 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-87a0c476-9a4d-4f43-b03e-1599a669fef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:05.331290 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5f37e3-09eb-4797-994c-9a673a53a812 None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:58:05.331529 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7a5f37e3-09eb-4797-994c-9a673a53a812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:05.331923 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5f37e3-09eb-4797-994c-9a673a53a812 None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:58:05.332402 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-7a5f37e3-09eb-4797-994c-9a673a53a812 None None] Bound port: 03a6e4fa-47a1-497f-b8aa-cea54eb48a9e, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:58:05.332786 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7a5f37e3-09eb-4797-994c-9a673a53a812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:05.408590 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a0c476-9a4d-4f43-b03e-1599a669fef1 admin admin] Pushing event updated for resources: {'Port': ['ID=026f5fc2-b3d1-468f-adc5-dac63c17d604,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:05.418077 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-87a0c476-9a4d-4f43-b03e-1599a669fef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:05.419598 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-7a5f37e3-09eb-4797-994c-9a673a53a812 None None] For port 03a6e4fa-47a1-497f-b8aa-cea54eb48a9e, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:58:05.433357 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-7a5f37e3-09eb-4797-994c-9a673a53a812 None None] For port 03a6e4fa-47a1-497f-b8aa-cea54eb48a9e, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=03a6e4fa-47a1-497f-b8aa-cea54eb48a9e,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:58:05.439325 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7a5f37e3-09eb-4797-994c-9a673a53a812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:05.506463 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5f37e3-09eb-4797-994c-9a673a53a812 None None] Routers {'b225f265-33db-4d45-aeb9-8b073f027257'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:05.506992 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-7a5f37e3-09eb-4797-994c-9a673a53a812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:58:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['b225f265-33db-4d45-aeb9-8b073f027257'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:05.508851 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1bcae-2dff-442b-bcdb-355967dee13a None None] Pushing event updated for resources: {'Port': ['ID=03a6e4fa-47a1-497f-b8aa-cea54eb48a9e,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:05.524901 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a0c476-9a4d-4f43-b03e-1599a669fef1 admin admin] Network b3d287c3-c725-4cdb-b70c-9cd8bcba5d5d is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:58:05.526359 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-87a0c476-9a4d-4f43-b03e-1599a669fef1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:58:05.593580 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-11db1c50-39a8-495f-bdef-6bf909f8be22 None None] Provisioning for port 026f5fc2-b3d1-468f-adc5-dac63c17d604 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:58:05.623910 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-11db1c50-39a8-495f-bdef-6bf909f8be22 None None] Provisioning complete for port 026f5fc2-b3d1-468f-adc5-dac63c17d604 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:05.624298 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-11db1c50-39a8-495f-bdef-6bf909f8be22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:05.681750 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a0c476-9a4d-4f43-b03e-1599a669fef1 admin admin] Router b225f265-33db-4d45-aeb9-8b073f027257 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:58:05.683614 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 60366e38-aeae-4acd-b98b-2a37a5642d0a up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:58:05.688394 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-11db1c50-39a8-495f-bdef-6bf909f8be22 None None] Port 026f5fc2-b3d1-468f-adc5-dac63c17d604 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:58:05.690828 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-7a5f37e3-09eb-4797-994c-9a673a53a812 None None] Set router b225f265-33db-4d45-aeb9-8b073f027257 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:05.803760 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a0c476-9a4d-4f43-b03e-1599a669fef1 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:58:05.816494 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-87a0c476-9a4d-4f43-b03e-1599a669fef1 admin admin] 10.222.0.23 "PUT /v2.0/routers/b225f265-33db-4d45-aeb9-8b073f027257/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9593630 Jul 13 07:58:05.845745 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2dc641a9-6a4d-4bec-a8d4-e9752839f23f None None] Provisioning complete for port 026f5fc2-b3d1-468f-adc5-dac63c17d604 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:05.846243 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2dc641a9-6a4d-4bec-a8d4-e9752839f23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:05.847782 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 60366e38-aeae-4acd-b98b-2a37a5642d0a completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:58:05.901041 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 60366e38-aeae-4acd-b98b-2a37a5642d0a triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:05.901467 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:05.969478 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2dc641a9-6a4d-4bec-a8d4-e9752839f23f None None] Port 026f5fc2-b3d1-468f-adc5-dac63c17d604 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:58:05.976345 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:06.053598 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:06.086456 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-7a5f37e3-09eb-4797-994c-9a673a53a812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b225f265-33db-4d45-aeb9-8b073f027257', 'name': 'tempest-TestAggregatesBasicOps-187642445-router', 'tenant_id': '1d84dfb39d7d4051bbc04b188fe20e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '03a6e4fa-47a1-497f-b8aa-cea54eb48a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:01Z', 'updated_at': '2021-07-13T07:58:05Z', 'revision_number': 4, 'project_id': '1d84dfb39d7d4051bbc04b188fe20e3a', 'gw_port': {'id': '03a6e4fa-47a1-497f-b8aa-cea54eb48a9e', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b225f265-33db-4d45-aeb9-8b073f027257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:02Z', 'updated_at': '2021-07-13T07:58:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '026f5fc2-b3d1-468f-adc5-dac63c17d604', 'name': '', 'network_id': 'b3d287c3-c725-4cdb-b70c-9cd8bcba5d5d', 'tenant_id': '1d84dfb39d7d4051bbc04b188fe20e3a', 'mac_address': 'fa:16:3e:db:d8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b225f265-33db-4d45-aeb9-8b073f027257', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '8c09fae6-9b93-4a3b-b5db-c62209e854c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:04Z', 'updated_at': '2021-07-13T07:58:05Z', 'revision_number': 2, 'project_id': '1d84dfb39d7d4051bbc04b188fe20e3a', 'subnets': [{'id': '8c09fae6-9b93-4a3b-b5db-c62209e854c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:06.129401 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 60366e38-aeae-4acd-b98b-2a37a5642d0a, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=60366e38-aeae-4acd-b98b-2a37a5642d0a,segment=NetworkSegment(e516fc3f-df75-4dee-a8fa-1f2a55314e89),segment_id=e516fc3f-df75-4dee-a8fa-1f2a55314e89)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:06.133519 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5f37e3-09eb-4797-994c-9a673a53a812 None None] The sync data for ids ['b225f265-33db-4d45-aeb9-8b073f027257'] in n-d-771363-34 is: [{'id': 'b225f265-33db-4d45-aeb9-8b073f027257', 'name': 'tempest-TestAggregatesBasicOps-187642445-router', 'tenant_id': '1d84dfb39d7d4051bbc04b188fe20e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '03a6e4fa-47a1-497f-b8aa-cea54eb48a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:01Z', 'updated_at': '2021-07-13T07:58:05Z', 'revision_number': 4, 'project_id': '1d84dfb39d7d4051bbc04b188fe20e3a', 'gw_port': {'id': '03a6e4fa-47a1-497f-b8aa-cea54eb48a9e', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b225f265-33db-4d45-aeb9-8b073f027257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:02Z', 'updated_at': '2021-07-13T07:58:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '026f5fc2-b3d1-468f-adc5-dac63c17d604', 'name': '', 'network_id': 'b3d287c3-c725-4cdb-b70c-9cd8bcba5d5d', 'tenant_id': '1d84dfb39d7d4051bbc04b188fe20e3a', 'mac_address': 'fa:16:3e:db:d8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b225f265-33db-4d45-aeb9-8b073f027257', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '8c09fae6-9b93-4a3b-b5db-c62209e854c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:04Z', 'updated_at': '2021-07-13T07:58:05Z', 'revision_number': 2, 'project_id': '1d84dfb39d7d4051bbc04b188fe20e3a', 'subnets': [{'id': '8c09fae6-9b93-4a3b-b5db-c62209e854c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:58:06.136409 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ff22d655-c607-41f8-bbd6-c5f6e51ccdf8 None None] Provisioning complete for port 026f5fc2-b3d1-468f-adc5-dac63c17d604 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:06.136779 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ff22d655-c607-41f8-bbd6-c5f6e51ccdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:06.139131 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:06.202725 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c1940dad-0d6e-4395-b191-8065f63ae261 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:58:06.239500 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-ff22d655-c607-41f8-bbd6-c5f6e51ccdf8 None None] Port 026f5fc2-b3d1-468f-adc5-dac63c17d604 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:58:06.255917 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=60366e38-aeae-4acd-b98b-2a37a5642d0a,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:06.278769 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port c1940dad-0d6e-4395-b191-8065f63ae261 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:06.279508 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:06.565264 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ce5febb9-bd82-4144-8517-86ca891ae18a None None] Provisioning complete for port 60366e38-aeae-4acd-b98b-2a37a5642d0a triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:06.565650 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ce5febb9-bd82-4144-8517-86ca891ae18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:07.026263 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38866) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:07.437957 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a9e4b9bc-c1e8-4500-966e-b8f4f6af0ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:07.672977 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 60366e38-aeae-4acd-b98b-2a37a5642d0a up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:58:07.722117 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 60366e38-aeae-4acd-b98b-2a37a5642d0a triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:07.722484 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:07.729968 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-a9e4b9bc-c1e8-4500-966e-b8f4f6af0ac7 admin admin] Deleting port 60366e38-aeae-4acd-b98b-2a37a5642d0a {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:07.730514 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a9e4b9bc-c1e8-4500-966e-b8f4f6af0ac7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:07.802946 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 03a6e4fa-47a1-497f-b8aa-cea54eb48a9e up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:58:07.815342 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-a9e4b9bc-c1e8-4500-966e-b8f4f6af0ac7 admin admin] For port 60366e38-aeae-4acd-b98b-2a37a5642d0a, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=60366e38-aeae-4acd-b98b-2a37a5642d0a,segment=NetworkSegment(e516fc3f-df75-4dee-a8fa-1f2a55314e89),segment_id=e516fc3f-df75-4dee-a8fa-1f2a55314e89)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:07.815700 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a9e4b9bc-c1e8-4500-966e-b8f4f6af0ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:07.829417 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-a9e4b9bc-c1e8-4500-966e-b8f4f6af0ac7 admin admin] Calling delete_port for 60366e38-aeae-4acd-b98b-2a37a5642d0a owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:07.854676 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 03a6e4fa-47a1-497f-b8aa-cea54eb48a9e completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:58:07.859371 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 03a6e4fa-47a1-497f-b8aa-cea54eb48a9e triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:07.859760 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:07.939159 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:07.961468 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 03a6e4fa-47a1-497f-b8aa-cea54eb48a9e, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=03a6e4fa-47a1-497f-b8aa-cea54eb48a9e,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:07.966029 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:08.022322 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=03a6e4fa-47a1-497f-b8aa-cea54eb48a9e,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:08.028158 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a9e4b9bc-c1e8-4500-966e-b8f4f6af0ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:08.056931 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4b9bc-c1e8-4500-966e-b8f4f6af0ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=60366e38-aeae-4acd-b98b-2a37a5642d0a,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:08.237350 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a9e4b9bc-c1e8-4500-966e-b8f4f6af0ac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:08.461698 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e4b9bc-c1e8-4500-966e-b8f4f6af0ac7 admin admin] Router 09d76781-3028-4f26-b017-5e0bf2905d63 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:58:08.499145 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050e309e-7bd9-4f38-81b1-cfd52c1bcb00 None None] Sync routers for ids ['b225f265-33db-4d45-aeb9-8b073f027257'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:58:08.509454 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050e309e-7bd9-4f38-81b1-cfd52c1bcb00 None None] Routers {'b225f265-33db-4d45-aeb9-8b073f027257'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:08.510161 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-050e309e-7bd9-4f38-81b1-cfd52c1bcb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:58:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['b225f265-33db-4d45-aeb9-8b073f027257'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:08.574437 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e4b9bc-c1e8-4500-966e-b8f4f6af0ac7 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:58:08.582298 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a9e4b9bc-c1e8-4500-966e-b8f4f6af0ac7 admin admin] 10.222.0.23 "PUT /v2.0/routers/09d76781-3028-4f26-b017-5e0bf2905d63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5527706 Jul 13 07:58:08.583583 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38870) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:08.585760 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c2cedd-4352-4cda-a161-dfe4a193868f None None] Sync routers for ids ['09d76781-3028-4f26-b017-5e0bf2905d63'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:58:08.596444 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c2cedd-4352-4cda-a161-dfe4a193868f None None] Routers {'09d76781-3028-4f26-b017-5e0bf2905d63'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:08.597066 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a4c2cedd-4352-4cda-a161-dfe4a193868f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:58:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['09d76781-3028-4f26-b017-5e0bf2905d63'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:08.625898 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-050e309e-7bd9-4f38-81b1-cfd52c1bcb00 None None] Set router b225f265-33db-4d45-aeb9-8b073f027257 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:08.692568 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-547cbe39-8ed0-4681-bef6-f799b37c62ec admin admin] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:08.708995 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-a4c2cedd-4352-4cda-a161-dfe4a193868f None None] Set router 09d76781-3028-4f26-b017-5e0bf2905d63 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:08.800190 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-547cbe39-8ed0-4681-bef6-f799b37c62ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:08.837565 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-050e309e-7bd9-4f38-81b1-cfd52c1bcb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b225f265-33db-4d45-aeb9-8b073f027257', 'name': 'tempest-TestAggregatesBasicOps-187642445-router', 'tenant_id': '1d84dfb39d7d4051bbc04b188fe20e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '03a6e4fa-47a1-497f-b8aa-cea54eb48a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:01Z', 'updated_at': '2021-07-13T07:58:05Z', 'revision_number': 4, 'project_id': '1d84dfb39d7d4051bbc04b188fe20e3a', 'gw_port': {'id': '03a6e4fa-47a1-497f-b8aa-cea54eb48a9e', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b225f265-33db-4d45-aeb9-8b073f027257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:02Z', 'updated_at': '2021-07-13T07:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '026f5fc2-b3d1-468f-adc5-dac63c17d604', 'name': '', 'network_id': 'b3d287c3-c725-4cdb-b70c-9cd8bcba5d5d', 'tenant_id': '1d84dfb39d7d4051bbc04b188fe20e3a', 'mac_address': 'fa:16:3e:db:d8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b225f265-33db-4d45-aeb9-8b073f027257', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '8c09fae6-9b93-4a3b-b5db-c62209e854c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:04Z', 'updated_at': '2021-07-13T07:58:05Z', 'revision_number': 2, 'project_id': '1d84dfb39d7d4051bbc04b188fe20e3a', 'subnets': [{'id': '8c09fae6-9b93-4a3b-b5db-c62209e854c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:08.855493 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-547cbe39-8ed0-4681-bef6-f799b37c62ec admin admin] Deleting port 825ff02b-dc38-4ad3-b1eb-4ffb8c923744 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:08.855859 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-547cbe39-8ed0-4681-bef6-f799b37c62ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:08.867458 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050e309e-7bd9-4f38-81b1-cfd52c1bcb00 None None] Checking router: b225f265-33db-4d45-aeb9-8b073f027257 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:58:08.867812 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050e309e-7bd9-4f38-81b1-cfd52c1bcb00 None None] Updating router b225f265-33db-4d45-aeb9-8b073f027257 port 026f5fc2-b3d1-468f-adc5-dac63c17d604 binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:58:08.908506 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-050e309e-7bd9-4f38-81b1-cfd52c1bcb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:08.911146 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a4c2cedd-4352-4cda-a161-dfe4a193868f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d76781-3028-4f26-b017-5e0bf2905d63', 'name': 'tempest-TestAggregatesBasicOps-1928871633-router', 'tenant_id': 'd2997050d142490c8a762c36487f6a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '825ff02b-dc38-4ad3-b1eb-4ffb8c923744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:57Z', 'updated_at': '2021-07-13T07:58:07Z', 'revision_number': 5, 'project_id': 'd2997050d142490c8a762c36487f6a42', 'gw_port': {'id': '825ff02b-dc38-4ad3-b1eb-4ffb8c923744', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d76781-3028-4f26-b017-5e0bf2905d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:57:57Z', 'updated_at': '2021-07-13T07:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:08.938630 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c2cedd-4352-4cda-a161-dfe4a193868f None None] Checking router: 09d76781-3028-4f26-b017-5e0bf2905d63 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:58:08.947943 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c2cedd-4352-4cda-a161-dfe4a193868f None None] Routers {'09d76781-3028-4f26-b017-5e0bf2905d63'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:08.948496 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a4c2cedd-4352-4cda-a161-dfe4a193868f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:58:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['09d76781-3028-4f26-b017-5e0bf2905d63'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:08.948907 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-547cbe39-8ed0-4681-bef6-f799b37c62ec admin admin] For port 825ff02b-dc38-4ad3-b1eb-4ffb8c923744, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=825ff02b-dc38-4ad3-b1eb-4ffb8c923744,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:08.949271 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-547cbe39-8ed0-4681-bef6-f799b37c62ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:08.962065 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-547cbe39-8ed0-4681-bef6-f799b37c62ec admin admin] Calling delete_port for 825ff02b-dc38-4ad3-b1eb-4ffb8c923744 owned by network:router_gateway {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:09.039763 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-a4c2cedd-4352-4cda-a161-dfe4a193868f None None] Set router 09d76781-3028-4f26-b017-5e0bf2905d63 gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:09.160886 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-547cbe39-8ed0-4681-bef6-f799b37c62ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:09.188141 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547cbe39-8ed0-4681-bef6-f799b37c62ec admin admin] Pushing event deleted for resources: {'Port': ['ID=825ff02b-dc38-4ad3-b1eb-4ffb8c923744,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:09.203281 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-050e309e-7bd9-4f38-81b1-cfd52c1bcb00 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:09.214962 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-050e309e-7bd9-4f38-81b1-cfd52c1bcb00 None None] Transition to ACTIVE for port object 026f5fc2-b3d1-468f-adc5-dac63c17d604 will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:58:09.223391 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-050e309e-7bd9-4f38-81b1-cfd52c1bcb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:09.258034 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-547cbe39-8ed0-4681-bef6-f799b37c62ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:09.264628 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a4c2cedd-4352-4cda-a161-dfe4a193868f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d76781-3028-4f26-b017-5e0bf2905d63', 'name': 'tempest-TestAggregatesBasicOps-1928871633-router', 'tenant_id': 'd2997050d142490c8a762c36487f6a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:57Z', 'updated_at': '2021-07-13T07:58:08Z', 'revision_number': 6, 'project_id': 'd2997050d142490c8a762c36487f6a42', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:09.277740 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2196e-833e-4114-a6dc-cd0542d0615a None None] Pushing event updated for resources: {'Port': ['ID=026f5fc2-b3d1-468f-adc5-dac63c17d604,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:09.302308 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c2cedd-4352-4cda-a161-dfe4a193868f None None] The sync data for ids ['09d76781-3028-4f26-b017-5e0bf2905d63'] in n-d-771363-34 is: [{'id': '09d76781-3028-4f26-b017-5e0bf2905d63', 'name': 'tempest-TestAggregatesBasicOps-1928871633-router', 'tenant_id': 'd2997050d142490c8a762c36487f6a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:57:57Z', 'updated_at': '2021-07-13T07:58:08Z', 'revision_number': 6, 'project_id': 'd2997050d142490c8a762c36487f6a42', 'gw_port_host': None}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:58:09.341641 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-050e309e-7bd9-4f38-81b1-cfd52c1bcb00 None None] Attempting to bind port 026f5fc2-b3d1-468f-adc5-dac63c17d604 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:58:09.342433 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-050e309e-7bd9-4f38-81b1-cfd52c1bcb00 None None] Attempting to bind port 026f5fc2-b3d1-468f-adc5-dac63c17d604 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '455dd67f-077a-4b83-a0aa-7dd7b3246fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b3d287c3-c725-4cdb-b70c-9cd8bcba5d5d'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:58:09.342944 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050e309e-7bd9-4f38-81b1-cfd52c1bcb00 None None] Attempting to bind port 026f5fc2-b3d1-468f-adc5-dac63c17d604 on network b3d287c3-c725-4cdb-b70c-9cd8bcba5d5d {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:58:09.348570 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050e309e-7bd9-4f38-81b1-cfd52c1bcb00 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:58:09.348941 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050e309e-7bd9-4f38-81b1-cfd52c1bcb00 None None] Checking segment: {'id': '455dd67f-077a-4b83-a0aa-7dd7b3246fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b3d287c3-c725-4cdb-b70c-9cd8bcba5d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:58:09.349345 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-050e309e-7bd9-4f38-81b1-cfd52c1bcb00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:09.349737 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050e309e-7bd9-4f38-81b1-cfd52c1bcb00 None None] Bound using segment: {'id': '455dd67f-077a-4b83-a0aa-7dd7b3246fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b3d287c3-c725-4cdb-b70c-9cd8bcba5d5d'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:58:09.350202 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-050e309e-7bd9-4f38-81b1-cfd52c1bcb00 None None] Bound port: 026f5fc2-b3d1-468f-adc5-dac63c17d604, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '455dd67f-077a-4b83-a0aa-7dd7b3246fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b3d287c3-c725-4cdb-b70c-9cd8bcba5d5d'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:58:09.350581 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-050e309e-7bd9-4f38-81b1-cfd52c1bcb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:09.364706 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-547cbe39-8ed0-4681-bef6-f799b37c62ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:09.367306 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-547cbe39-8ed0-4681-bef6-f799b37c62ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:09.423858 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-050e309e-7bd9-4f38-81b1-cfd52c1bcb00 None None] For port 026f5fc2-b3d1-468f-adc5-dac63c17d604, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:58:09.427744 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-050e309e-7bd9-4f38-81b1-cfd52c1bcb00 None None] For port 026f5fc2-b3d1-468f-adc5-dac63c17d604, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=026f5fc2-b3d1-468f-adc5-dac63c17d604,segment=NetworkSegment(455dd67f-077a-4b83-a0aa-7dd7b3246fd0),segment_id=455dd67f-077a-4b83-a0aa-7dd7b3246fd0)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:58:09.428571 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-547cbe39-8ed0-4681-bef6-f799b37c62ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:09.429147 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547cbe39-8ed0-4681-bef6-f799b37c62ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09d76781-3028-4f26-b017-5e0bf2905d63 {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:58:09.432688 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-050e309e-7bd9-4f38-81b1-cfd52c1bcb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:09.434252 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-547cbe39-8ed0-4681-bef6-f799b37c62ec admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:09.438950 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38872) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:09.439490 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-547cbe39-8ed0-4681-bef6-f799b37c62ec admin admin] 10.222.0.23 "DELETE /v2.0/routers/09d76781-3028-4f26-b017-5e0bf2905d63 HTTP/1.1" status: 204 len: 168 time: 0.8544447 Jul 13 07:58:09.504628 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050e309e-7bd9-4f38-81b1-cfd52c1bcb00 None None] Routers {'b225f265-33db-4d45-aeb9-8b073f027257'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:09.505284 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-050e309e-7bd9-4f38-81b1-cfd52c1bcb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:58:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['b225f265-33db-4d45-aeb9-8b073f027257'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:09.508649 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2196e-833e-4114-a6dc-cd0542d0615a None None] Pushing event updated for resources: {'Port': ['ID=026f5fc2-b3d1-468f-adc5-dac63c17d604,revision_number=4']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:09.656112 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-050e309e-7bd9-4f38-81b1-cfd52c1bcb00 None None] Set router b225f265-33db-4d45-aeb9-8b073f027257 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:09.838230 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-9efb55af-1157-441f-bff5-dcb0b3e08747 admin admin] Deleting subnet 0a26390b-ff05-42c4-816e-301f113118d4 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:58:09.842275 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9efb55af-1157-441f-bff5-dcb0b3e08747 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:09.878558 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9efb55af-1157-441f-bff5-dcb0b3e08747 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:09.962666 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9efb55af-1157-441f-bff5-dcb0b3e08747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:09.998959 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-050e309e-7bd9-4f38-81b1-cfd52c1bcb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b225f265-33db-4d45-aeb9-8b073f027257', 'name': 'tempest-TestAggregatesBasicOps-187642445-router', 'tenant_id': '1d84dfb39d7d4051bbc04b188fe20e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '03a6e4fa-47a1-497f-b8aa-cea54eb48a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:01Z', 'updated_at': '2021-07-13T07:58:05Z', 'revision_number': 4, 'project_id': '1d84dfb39d7d4051bbc04b188fe20e3a', 'gw_port': {'id': '03a6e4fa-47a1-497f-b8aa-cea54eb48a9e', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b225f265-33db-4d45-aeb9-8b073f027257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:02Z', 'updated_at': '2021-07-13T07:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '026f5fc2-b3d1-468f-adc5-dac63c17d604', 'name': '', 'network_id': 'b3d287c3-c725-4cdb-b70c-9cd8bcba5d5d', 'tenant_id': '1d84dfb39d7d4051bbc04b188fe20e3a', 'mac_address': 'fa:16:3e:db:d8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b225f265-33db-4d45-aeb9-8b073f027257', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '8c09fae6-9b93-4a3b-b5db-c62209e854c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:04Z', 'updated_at': '2021-07-13T07:58:09Z', 'revision_number': 4, 'project_id': '1d84dfb39d7d4051bbc04b188fe20e3a', 'subnets': [{'id': '8c09fae6-9b93-4a3b-b5db-c62209e854c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:10.018301 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9efb55af-1157-441f-bff5-dcb0b3e08747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:10.031426 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050e309e-7bd9-4f38-81b1-cfd52c1bcb00 None None] The sync data for ids ['b225f265-33db-4d45-aeb9-8b073f027257'] in n-d-771363-34 is: [{'id': 'b225f265-33db-4d45-aeb9-8b073f027257', 'name': 'tempest-TestAggregatesBasicOps-187642445-router', 'tenant_id': '1d84dfb39d7d4051bbc04b188fe20e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '03a6e4fa-47a1-497f-b8aa-cea54eb48a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:01Z', 'updated_at': '2021-07-13T07:58:05Z', 'revision_number': 4, 'project_id': '1d84dfb39d7d4051bbc04b188fe20e3a', 'gw_port': {'id': '03a6e4fa-47a1-497f-b8aa-cea54eb48a9e', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b225f265-33db-4d45-aeb9-8b073f027257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:02Z', 'updated_at': '2021-07-13T07:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '026f5fc2-b3d1-468f-adc5-dac63c17d604', 'name': '', 'network_id': 'b3d287c3-c725-4cdb-b70c-9cd8bcba5d5d', 'tenant_id': '1d84dfb39d7d4051bbc04b188fe20e3a', 'mac_address': 'fa:16:3e:db:d8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b225f265-33db-4d45-aeb9-8b073f027257', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '8c09fae6-9b93-4a3b-b5db-c62209e854c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:04Z', 'updated_at': '2021-07-13T07:58:09Z', 'revision_number': 4, 'project_id': '1d84dfb39d7d4051bbc04b188fe20e3a', 'subnets': [{'id': '8c09fae6-9b93-4a3b-b5db-c62209e854c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:58:10.046368 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb55af-1157-441f-bff5-dcb0b3e08747 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a26390b-ff05-42c4-816e-301f113118d4,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:10.050238 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9efb55af-1157-441f-bff5-dcb0b3e08747 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:10.054297 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9efb55af-1157-441f-bff5-dcb0b3e08747 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0a26390b-ff05-42c4-816e-301f113118d4 HTTP/1.1" status: 204 len: 168 time: 0.6121144 Jul 13 07:58:10.055008 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38874) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:10.055984 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0729777-ac0a-468d-8bc7-d3df74c19e47 None None] Network d209672c-d9f9-4904-8d09-2bddaba337e2 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:58:10.139923 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cd79717f-de62-4850-914f-546cda749003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:10.207641 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 026f5fc2-b3d1-468f-adc5-dac63c17d604 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:58:10.223662 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-cd79717f-de62-4850-914f-546cda749003 admin admin] Deleting port c2392ff2-7dbd-49f9-8b2f-413d04c939b5 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:10.224010 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cd79717f-de62-4850-914f-546cda749003 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:10.281261 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 026f5fc2-b3d1-468f-adc5-dac63c17d604 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:58:10.286094 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 026f5fc2-b3d1-468f-adc5-dac63c17d604 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:10.286466 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:10.299833 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-cd79717f-de62-4850-914f-546cda749003 admin admin] For port c2392ff2-7dbd-49f9-8b2f-413d04c939b5, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=c2392ff2-7dbd-49f9-8b2f-413d04c939b5,segment=NetworkSegment(e516fc3f-df75-4dee-a8fa-1f2a55314e89),segment_id=e516fc3f-df75-4dee-a8fa-1f2a55314e89)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:10.300198 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cd79717f-de62-4850-914f-546cda749003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:10.317025 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-cd79717f-de62-4850-914f-546cda749003 admin admin] Calling delete_port for c2392ff2-7dbd-49f9-8b2f-413d04c939b5 owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:10.349153 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1da058-f270-46f9-a1c4-ad3a73c9f9b4 None None] DHCP port deletion for d209672c-d9f9-4904-8d09-2bddaba337e2 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:58:10.425822 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cd79717f-de62-4850-914f-546cda749003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:10.442321 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd79717f-de62-4850-914f-546cda749003 admin admin] No DVR routers for this DVR port c2392ff2-7dbd-49f9-8b2f-413d04c939b5 on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:58:10.444734 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:10.466574 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd79717f-de62-4850-914f-546cda749003 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2392ff2-7dbd-49f9-8b2f-413d04c939b5,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:10.469058 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2c1da058-f270-46f9-a1c4-ad3a73c9f9b4 None None] Deleting port c2392ff2-7dbd-49f9-8b2f-413d04c939b5 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:10.469443 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2c1da058-f270-46f9-a1c4-ad3a73c9f9b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:10.544329 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cd79717f-de62-4850-914f-546cda749003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:10.561602 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 026f5fc2-b3d1-468f-adc5-dac63c17d604, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=026f5fc2-b3d1-468f-adc5-dac63c17d604,segment=NetworkSegment(455dd67f-077a-4b83-a0aa-7dd7b3246fd0),segment_id=455dd67f-077a-4b83-a0aa-7dd7b3246fd0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:10.567907 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2c1da058-f270-46f9-a1c4-ad3a73c9f9b4 None None] For port c2392ff2-7dbd-49f9-8b2f-413d04c939b5, host n-d-771363-34, got binding levels [] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:10.568223 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2c1da058-f270-46f9-a1c4-ad3a73c9f9b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:10.569354 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-cd79717f-de62-4850-914f-546cda749003 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d209672c-d9f9-4904-8d09-2bddaba337e2']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:10.571158 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:10.589181 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-cd79717f-de62-4850-914f-546cda749003 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e516fc3f-df75-4dee-a8fa-1f2a55314e89') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:10.590282 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2c1da058-f270-46f9-a1c4-ad3a73c9f9b4 None None] Calling delete_port for c2392ff2-7dbd-49f9-8b2f-413d04c939b5 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:10.590384 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-cd79717f-de62-4850-914f-546cda749003 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e516fc3f-df75-4dee-a8fa-1f2a55314e89') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:10.603519 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cd79717f-de62-4850-914f-546cda749003 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:10.612366 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.ipam_backend_mixin [None req-2c1da058-f270-46f9-a1c4-ad3a73c9f9b4 None None] Port c2392ff2-7dbd-49f9-8b2f-413d04c939b5 was not found and therefore no delete operation was performed {{(pid=94019) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 07:58:10.618141 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 03a6e4fa-47a1-497f-b8aa-cea54eb48a9e up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:58:10.625835 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cd79717f-de62-4850-914f-546cda749003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:10.639653 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd79717f-de62-4850-914f-546cda749003 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:58:10.640564 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cd79717f-de62-4850-914f-546cda749003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:10.642452 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 07:58:10.642452 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:58:10.642452 n-d-771363-34 neutron-server[94017]: timer() Jul 13 07:58:10.642452 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:58:10.642452 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 07:58:10.642452 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:58:10.642452 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 07:58:10.642452 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:58:10.642452 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 07:58:10.642452 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:58:10.642452 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 07:58:10.642452 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:58:10.642452 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 07:58:10.642452 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:58:10.642452 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:58:10.642452 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:58:10.642452 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:58:10.642452 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:58:10.642452 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 07:58:10.642452 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:58:10.642452 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 07:58:10.642452 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:58:10.642452 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:58:10.642452 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:58:10.642452 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 07:58:10.642452 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:58:10.642452 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:58:10.642452 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:58:10.642452 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:58:10.642452 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:58:10.642452 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:58:10.642452 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:58:10.655961 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2c1da058-f270-46f9-a1c4-ad3a73c9f9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:10.695461 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=026f5fc2-b3d1-468f-adc5-dac63c17d604,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:10.722301 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cd79717f-de62-4850-914f-546cda749003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:10.730748 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cd79717f-de62-4850-914f-546cda749003 admin admin] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:10.733122 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-cd79717f-de62-4850-914f-546cda749003 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d209672c-d9f9-4904-8d09-2bddaba337e2 HTTP/1.1" status: 204 len: 168 time: 0.6771591 Jul 13 07:58:10.736134 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38876) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:10.747985 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd79717f-de62-4850-914f-546cda749003 admin admin] Pushing event deleted for resources: {'Network': ['ID=d209672c-d9f9-4904-8d09-2bddaba337e2,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:10.754269 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1da058-f270-46f9-a1c4-ad3a73c9f9b4 None None] No DVR routers for this DVR port c2392ff2-7dbd-49f9-8b2f-413d04c939b5 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:58:10.766156 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1da058-f270-46f9-a1c4-ad3a73c9f9b4 None None] Pushing event deleted for resources: {'Port': ['ID=c2392ff2-7dbd-49f9-8b2f-413d04c939b5,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:10.783971 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 03a6e4fa-47a1-497f-b8aa-cea54eb48a9e triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:10.784264 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:10.906049 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cca4e40-aabc-4f94-8653-91e934a4c4e4 None None] Provisioning complete for port 026f5fc2-b3d1-468f-adc5-dac63c17d604 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:10.906422 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cca4e40-aabc-4f94-8653-91e934a4c4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:10.989684 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 60366e38-aeae-4acd-b98b-2a37a5642d0a no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:58:11.018471 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 60366e38-aeae-4acd-b98b-2a37a5642d0a {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:58:11.018806 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 60366e38-aeae-4acd-b98b-2a37a5642d0a not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:58:11.170505 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3ef0fe65-6eb5-47f8-b4df-312878232fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:11.423446 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-3ef0fe65-6eb5-47f8-b4df-312878232fd2 admin admin] Deleting port 026f5fc2-b3d1-468f-adc5-dac63c17d604 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:11.423698 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3ef0fe65-6eb5-47f8-b4df-312878232fd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:11.500909 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-3ef0fe65-6eb5-47f8-b4df-312878232fd2 admin admin] For port 026f5fc2-b3d1-468f-adc5-dac63c17d604, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=026f5fc2-b3d1-468f-adc5-dac63c17d604,segment=NetworkSegment(455dd67f-077a-4b83-a0aa-7dd7b3246fd0),segment_id=455dd67f-077a-4b83-a0aa-7dd7b3246fd0)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:11.501263 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3ef0fe65-6eb5-47f8-b4df-312878232fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:11.514930 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-3ef0fe65-6eb5-47f8-b4df-312878232fd2 admin admin] Calling delete_port for 026f5fc2-b3d1-468f-adc5-dac63c17d604 owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:11.598193 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 026f5fc2-b3d1-468f-adc5-dac63c17d604 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:58:11.650451 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 026f5fc2-b3d1-468f-adc5-dac63c17d604 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:11.650820 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:11.702400 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3ef0fe65-6eb5-47f8-b4df-312878232fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:11.728325 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef0fe65-6eb5-47f8-b4df-312878232fd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=026f5fc2-b3d1-468f-adc5-dac63c17d604,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:11.743234 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0fe65-6eb5-47f8-b4df-312878232fd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:11.743867 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0fe65-6eb5-47f8-b4df-312878232fd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:11.744072 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0fe65-6eb5-47f8-b4df-312878232fd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:11.744413 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0fe65-6eb5-47f8-b4df-312878232fd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:11.744777 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0fe65-6eb5-47f8-b4df-312878232fd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:11.745164 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0fe65-6eb5-47f8-b4df-312878232fd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:11.745437 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0fe65-6eb5-47f8-b4df-312878232fd2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:11.745763 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0fe65-6eb5-47f8-b4df-312878232fd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:11.746097 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0fe65-6eb5-47f8-b4df-312878232fd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:11.746428 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0fe65-6eb5-47f8-b4df-312878232fd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:11.746741 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0fe65-6eb5-47f8-b4df-312878232fd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:11.747660 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0fe65-6eb5-47f8-b4df-312878232fd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:58:11.786382 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c2392ff2-7dbd-49f9-8b2f-413d04c939b5 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:58:11.813407 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: c2392ff2-7dbd-49f9-8b2f-413d04c939b5 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:58:11.813828 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c2392ff2-7dbd-49f9-8b2f-413d04c939b5 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:58:11.814300 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 825ff02b-dc38-4ad3-b1eb-4ffb8c923744 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:58:11.837188 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 825ff02b-dc38-4ad3-b1eb-4ffb8c923744 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:58:11.837601 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 825ff02b-dc38-4ad3-b1eb-4ffb8c923744 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:58:11.926985 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3ef0fe65-6eb5-47f8-b4df-312878232fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:12.147596 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef0fe65-6eb5-47f8-b4df-312878232fd2 admin admin] Router b225f265-33db-4d45-aeb9-8b073f027257 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:58:12.256671 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef0fe65-6eb5-47f8-b4df-312878232fd2 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:58:12.263329 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3ef0fe65-6eb5-47f8-b4df-312878232fd2 admin admin] 10.222.0.23 "PUT /v2.0/routers/b225f265-33db-4d45-aeb9-8b073f027257/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5244775 Jul 13 07:58:12.266363 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38878) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:12.266774 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40bcbe4-8244-4c49-81e6-1b176744870f None None] Sync routers for ids ['b225f265-33db-4d45-aeb9-8b073f027257'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:58:12.276488 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40bcbe4-8244-4c49-81e6-1b176744870f None None] Routers {'b225f265-33db-4d45-aeb9-8b073f027257'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:12.277084 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-c40bcbe4-8244-4c49-81e6-1b176744870f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:58:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['b225f265-33db-4d45-aeb9-8b073f027257'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:12.374531 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5336d005-b2b8-470a-9696-a533dde7900e admin admin] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:12.381714 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-c40bcbe4-8244-4c49-81e6-1b176744870f None None] Set router b225f265-33db-4d45-aeb9-8b073f027257 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:12.477690 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5336d005-b2b8-470a-9696-a533dde7900e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:12.532439 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-5336d005-b2b8-470a-9696-a533dde7900e admin admin] Deleting port 03a6e4fa-47a1-497f-b8aa-cea54eb48a9e {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:12.532695 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5336d005-b2b8-470a-9696-a533dde7900e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:12.568987 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-c40bcbe4-8244-4c49-81e6-1b176744870f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b225f265-33db-4d45-aeb9-8b073f027257', 'name': 'tempest-TestAggregatesBasicOps-187642445-router', 'tenant_id': '1d84dfb39d7d4051bbc04b188fe20e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '03a6e4fa-47a1-497f-b8aa-cea54eb48a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:01Z', 'updated_at': '2021-07-13T07:58:11Z', 'revision_number': 5, 'project_id': '1d84dfb39d7d4051bbc04b188fe20e3a', 'gw_port': {'id': '03a6e4fa-47a1-497f-b8aa-cea54eb48a9e', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b225f265-33db-4d45-aeb9-8b073f027257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:02Z', 'updated_at': '2021-07-13T07:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:12.599286 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40bcbe4-8244-4c49-81e6-1b176744870f None None] Checking router: b225f265-33db-4d45-aeb9-8b073f027257 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:58:12.608266 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40bcbe4-8244-4c49-81e6-1b176744870f None None] Routers {'b225f265-33db-4d45-aeb9-8b073f027257'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:12.608876 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-c40bcbe4-8244-4c49-81e6-1b176744870f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:58:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['b225f265-33db-4d45-aeb9-8b073f027257'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:12.620715 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-5336d005-b2b8-470a-9696-a533dde7900e admin admin] For port 03a6e4fa-47a1-497f-b8aa-cea54eb48a9e, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=03a6e4fa-47a1-497f-b8aa-cea54eb48a9e,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:12.621067 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5336d005-b2b8-470a-9696-a533dde7900e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:12.633611 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-5336d005-b2b8-470a-9696-a533dde7900e admin admin] Calling delete_port for 03a6e4fa-47a1-497f-b8aa-cea54eb48a9e owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:12.689579 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-c40bcbe4-8244-4c49-81e6-1b176744870f None None] Set router b225f265-33db-4d45-aeb9-8b073f027257 gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:12.748582 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-c40bcbe4-8244-4c49-81e6-1b176744870f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b225f265-33db-4d45-aeb9-8b073f027257', 'name': 'tempest-TestAggregatesBasicOps-187642445-router', 'tenant_id': '1d84dfb39d7d4051bbc04b188fe20e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:01Z', 'updated_at': '2021-07-13T07:58:12Z', 'revision_number': 6, 'project_id': '1d84dfb39d7d4051bbc04b188fe20e3a', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:12.776204 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40bcbe4-8244-4c49-81e6-1b176744870f None None] The sync data for ids ['b225f265-33db-4d45-aeb9-8b073f027257'] in n-d-771363-34 is: [{'id': 'b225f265-33db-4d45-aeb9-8b073f027257', 'name': 'tempest-TestAggregatesBasicOps-187642445-router', 'tenant_id': '1d84dfb39d7d4051bbc04b188fe20e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:01Z', 'updated_at': '2021-07-13T07:58:12Z', 'revision_number': 6, 'project_id': '1d84dfb39d7d4051bbc04b188fe20e3a', 'gw_port_host': None}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:58:12.815035 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5336d005-b2b8-470a-9696-a533dde7900e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:12.839042 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336d005-b2b8-470a-9696-a533dde7900e admin admin] Pushing event deleted for resources: {'Port': ['ID=03a6e4fa-47a1-497f-b8aa-cea54eb48a9e,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:12.905395 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5336d005-b2b8-470a-9696-a533dde7900e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:12.998544 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5336d005-b2b8-470a-9696-a533dde7900e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:13.001216 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5336d005-b2b8-470a-9696-a533dde7900e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:13.049480 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5336d005-b2b8-470a-9696-a533dde7900e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:13.050039 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5336d005-b2b8-470a-9696-a533dde7900e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b225f265-33db-4d45-aeb9-8b073f027257 {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 07:58:13.055090 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5336d005-b2b8-470a-9696-a533dde7900e admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:13.056271 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5336d005-b2b8-470a-9696-a533dde7900e admin admin] 10.222.0.23 "DELETE /v2.0/routers/b225f265-33db-4d45-aeb9-8b073f027257 HTTP/1.1" status: 204 len: 168 time: 0.7889943 Jul 13 07:58:13.058774 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38880) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:13.104934 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-dadcbdb4-8dea-4509-aa71-a3ea950884d1 admin admin] Deleting subnet 8c09fae6-9b93-4a3b-b5db-c62209e854c5 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 07:58:13.108301 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dadcbdb4-8dea-4509-aa71-a3ea950884d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:13.149499 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dadcbdb4-8dea-4509-aa71-a3ea950884d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:13.237130 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dadcbdb4-8dea-4509-aa71-a3ea950884d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:13.290460 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dadcbdb4-8dea-4509-aa71-a3ea950884d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:13.316847 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadcbdb4-8dea-4509-aa71-a3ea950884d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c09fae6-9b93-4a3b-b5db-c62209e854c5,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:13.320181 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dadcbdb4-8dea-4509-aa71-a3ea950884d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:13.322038 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-dadcbdb4-8dea-4509-aa71-a3ea950884d1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8c09fae6-9b93-4a3b-b5db-c62209e854c5 HTTP/1.1" status: 204 len: 168 time: 0.2616172 Jul 13 07:58:13.324524 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38882) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:13.328983 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab74b4a-bcfd-49ea-a623-b50a7b104b21 None None] Network b3d287c3-c725-4cdb-b70c-9cd8bcba5d5d requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:58:13.401527 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d9d19c0b-ce8f-4bf2-99ab-1d0253933660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:13.457120 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-d9d19c0b-ce8f-4bf2-99ab-1d0253933660 admin admin] Deleting port c1940dad-0d6e-4395-b191-8065f63ae261 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:13.457574 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d9d19c0b-ce8f-4bf2-99ab-1d0253933660 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:13.527772 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-d9d19c0b-ce8f-4bf2-99ab-1d0253933660 admin admin] For port c1940dad-0d6e-4395-b191-8065f63ae261, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=c1940dad-0d6e-4395-b191-8065f63ae261,segment=NetworkSegment(455dd67f-077a-4b83-a0aa-7dd7b3246fd0),segment_id=455dd67f-077a-4b83-a0aa-7dd7b3246fd0)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:13.528336 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d9d19c0b-ce8f-4bf2-99ab-1d0253933660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:13.542666 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-d9d19c0b-ce8f-4bf2-99ab-1d0253933660 admin admin] Calling delete_port for c1940dad-0d6e-4395-b191-8065f63ae261 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:13.568978 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a860f8be-462c-4bab-9292-3edf10d7e4cb None None] DHCP port deletion for b3d287c3-c725-4cdb-b70c-9cd8bcba5d5d request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 07:58:13.640347 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-a860f8be-462c-4bab-9292-3edf10d7e4cb None None] Deleting port c1940dad-0d6e-4395-b191-8065f63ae261 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 07:58:13.641403 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a860f8be-462c-4bab-9292-3edf10d7e4cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:13.644658 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 026f5fc2-b3d1-468f-adc5-dac63c17d604 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:58:13.660517 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d9d19c0b-ce8f-4bf2-99ab-1d0253933660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:13.674216 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 026f5fc2-b3d1-468f-adc5-dac63c17d604 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:58:13.674591 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 026f5fc2-b3d1-468f-adc5-dac63c17d604 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:58:13.674952 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 03a6e4fa-47a1-497f-b8aa-cea54eb48a9e no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:58:13.689718 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d19c0b-ce8f-4bf2-99ab-1d0253933660 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1940dad-0d6e-4395-b191-8065f63ae261,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:13.692834 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d19c0b-ce8f-4bf2-99ab-1d0253933660 admin admin] No DVR routers for this DVR port c1940dad-0d6e-4395-b191-8065f63ae261 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:58:13.705736 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 03a6e4fa-47a1-497f-b8aa-cea54eb48a9e {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:58:13.706077 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 03a6e4fa-47a1-497f-b8aa-cea54eb48a9e not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:58:13.706479 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c1940dad-0d6e-4395-b191-8065f63ae261 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:58:13.734949 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: c1940dad-0d6e-4395-b191-8065f63ae261 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 07:58:13.735319 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c1940dad-0d6e-4395-b191-8065f63ae261 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:58:13.775438 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-a860f8be-462c-4bab-9292-3edf10d7e4cb None None] For port c1940dad-0d6e-4395-b191-8065f63ae261, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=c1940dad-0d6e-4395-b191-8065f63ae261,segment=NetworkSegment(455dd67f-077a-4b83-a0aa-7dd7b3246fd0),segment_id=455dd67f-077a-4b83-a0aa-7dd7b3246fd0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:13.775827 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a860f8be-462c-4bab-9292-3edf10d7e4cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:13.780466 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d9d19c0b-ce8f-4bf2-99ab-1d0253933660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:13.788709 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-a860f8be-462c-4bab-9292-3edf10d7e4cb None None] Calling delete_port for c1940dad-0d6e-4395-b191-8065f63ae261 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 07:58:13.790809 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-d9d19c0b-ce8f-4bf2-99ab-1d0253933660 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3d287c3-c725-4cdb-b70c-9cd8bcba5d5d']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:13.803335 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-d9d19c0b-ce8f-4bf2-99ab-1d0253933660 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '455dd67f-077a-4b83-a0aa-7dd7b3246fd0') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:13.803632 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-d9d19c0b-ce8f-4bf2-99ab-1d0253933660 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '455dd67f-077a-4b83-a0aa-7dd7b3246fd0') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:13.813715 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d9d19c0b-ce8f-4bf2-99ab-1d0253933660 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:13.828922 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d9d19c0b-ce8f-4bf2-99ab-1d0253933660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:13.835010 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9d19c0b-ce8f-4bf2-99ab-1d0253933660 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 07:58:13.835546 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d9d19c0b-ce8f-4bf2-99ab-1d0253933660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:13.837229 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 07:58:13.837229 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 07:58:13.837229 n-d-771363-34 neutron-server[94018]: timer() Jul 13 07:58:13.837229 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 07:58:13.837229 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 07:58:13.837229 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 07:58:13.837229 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 07:58:13.837229 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 07:58:13.837229 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 07:58:13.837229 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 07:58:13.837229 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 07:58:13.837229 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 07:58:13.837229 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 07:58:13.837229 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 07:58:13.837229 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 07:58:13.837229 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 07:58:13.837229 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 07:58:13.837229 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 07:58:13.837229 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 07:58:13.837229 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 07:58:13.837229 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 07:58:13.837229 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 07:58:13.837229 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 07:58:13.837229 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 07:58:13.837229 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 07:58:13.837229 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 07:58:13.837229 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 07:58:13.837229 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 07:58:13.837229 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 07:58:13.837229 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 07:58:13.837229 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 07:58:13.837229 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 07:58:13.870397 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a860f8be-462c-4bab-9292-3edf10d7e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:13.896413 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d9d19c0b-ce8f-4bf2-99ab-1d0253933660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:13.902712 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860f8be-462c-4bab-9292-3edf10d7e4cb None None] Pushing event deleted for resources: {'Port': ['ID=c1940dad-0d6e-4395-b191-8065f63ae261,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:13.902950 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d9d19c0b-ce8f-4bf2-99ab-1d0253933660 admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:13.905478 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d9d19c0b-ce8f-4bf2-99ab-1d0253933660 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b3d287c3-c725-4cdb-b70c-9cd8bcba5d5d HTTP/1.1" status: 204 len: 168 time: 0.5790920 Jul 13 07:58:13.907053 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a860f8be-462c-4bab-9292-3edf10d7e4cb None None] No DVR routers for this DVR port c1940dad-0d6e-4395-b191-8065f63ae261 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:58:13.941968 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d19c0b-ce8f-4bf2-99ab-1d0253933660 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3d287c3-c725-4cdb-b70c-9cd8bcba5d5d,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:14.083889 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38886) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:14.128296 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4a64c56c-7b87-4168-9342-0450da2f2d8c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d2997050d142490c8a762c36487f6a42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431287 Jul 13 07:58:14.130810 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38888) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:14.178854 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b21a-2dc9-4aca-8313-0ec2c448334d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:14.200674 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b21a-2dc9-4aca-8313-0ec2c448334d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:14.248346 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b21a-2dc9-4aca-8313-0ec2c448334d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:14.251009 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d0e0b21a-2dc9-4aca-8313-0ec2c448334d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:14.252207 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d0e0b21a-2dc9-4aca-8313-0ec2c448334d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/768bbba8-960b-49ee-9997-06755f3f4e85 HTTP/1.1" status: 204 len: 168 time: 0.1204748 Jul 13 07:58:14.260130 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0b21a-2dc9-4aca-8313-0ec2c448334d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768bbba8-960b-49ee-9997-06755f3f4e85,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:14.578153 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38894) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:14.616741 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-222b8523-5080-4315-a8c4-de21f1ee0b4e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d84dfb39d7d4051bbc04b188fe20e3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373802 Jul 13 07:58:14.619093 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38896) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:14.667436 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9d055d7e-0bf5-4e21-8799-901767305cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:14.689734 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9d055d7e-0bf5-4e21-8799-901767305cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:14.740678 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9d055d7e-0bf5-4e21-8799-901767305cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:14.743594 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9d055d7e-0bf5-4e21-8799-901767305cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:14.744766 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9d055d7e-0bf5-4e21-8799-901767305cfa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3bcbf08e-ea38-4566-a1c4-65eafb51604f HTTP/1.1" status: 204 len: 168 time: 0.1247320 Jul 13 07:58:14.755369 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d055d7e-0bf5-4e21-8799-901767305cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcbf08e-ea38-4566-a1c4-65eafb51604f,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:16.353995 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38938) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:16.359568 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-984b1f78-735b-4e7f-904b-29b4c6c79c9a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-654226952', 'description': 'tempest-secgroup-smoke-654226952 description', 'project_id': '4d783f05a12042019a6219e445ea2541'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:58:16.382742 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-984b1f78-735b-4e7f-904b-29b4c6c79c9a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:16.392010 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-984b1f78-735b-4e7f-904b-29b4c6c79c9a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:16.489052 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-984b1f78-735b-4e7f-904b-29b4c6c79c9a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:16.492957 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-984b1f78-735b-4e7f-904b-29b4c6c79c9a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:16.530266 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b1f78-735b-4e7f-904b-29b4c6c79c9a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bad6068-a7b2-4c83-8765-6001812efb03,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:16.601607 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-984b1f78-735b-4e7f-904b-29b4c6c79c9a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:16.605351 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-984b1f78-735b-4e7f-904b-29b4c6c79c9a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:16.633085 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b1f78-735b-4e7f-904b-29b4c6c79c9a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f93a4c9c-f87c-46cc-a925-b0a4d3c9294f,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:16.635282 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-984b1f78-735b-4e7f-904b-29b4c6c79c9a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:16.639713 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-984b1f78-735b-4e7f-904b-29b4c6c79c9a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2846103 Jul 13 07:58:16.640380 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38940) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:16.645761 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-44cc04aa-d360-4d1b-b986-c6b9eeba9894 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'security_group_rule': {'security_group_id': 'f93a4c9c-f87c-46cc-a925-b0a4d3c9294f', 'project_id': '4d783f05a12042019a6219e445ea2541', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:58:16.674147 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-44cc04aa-d360-4d1b-b986-c6b9eeba9894 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:16.721810 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-44cc04aa-d360-4d1b-b986-c6b9eeba9894 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:16.725410 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-44cc04aa-d360-4d1b-b986-c6b9eeba9894 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:16.742582 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc04aa-d360-4d1b-b986-c6b9eeba9894 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f0ac570-79af-4463-b000-9a73ad7bcdf9,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:16.750330 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-44cc04aa-d360-4d1b-b986-c6b9eeba9894 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:16.751596 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-44cc04aa-d360-4d1b-b986-c6b9eeba9894 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1101229 Jul 13 07:58:16.754465 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38942) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:16.758836 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-46ea41d3-1ffb-4a41-aecf-b93a6df07328 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'security_group_rule': {'security_group_id': 'f93a4c9c-f87c-46cc-a925-b0a4d3c9294f', 'project_id': '4d783f05a12042019a6219e445ea2541', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:58:16.785345 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-46ea41d3-1ffb-4a41-aecf-b93a6df07328 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:16.860932 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-46ea41d3-1ffb-4a41-aecf-b93a6df07328 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:16.864558 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-46ea41d3-1ffb-4a41-aecf-b93a6df07328 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:16.887105 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea41d3-1ffb-4a41-aecf-b93a6df07328 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6228fe1f-713a-4b34-a557-6904ccf62fa3,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:16.893788 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-46ea41d3-1ffb-4a41-aecf-b93a6df07328 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:16.895008 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-46ea41d3-1ffb-4a41-aecf-b93a6df07328 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1395912 Jul 13 07:58:16.898897 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38944) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:16.903469 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-4637899c-a52c-4356-bff6-bcde6c7ef5bd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'security_group_rule': {'security_group_id': 'f93a4c9c-f87c-46cc-a925-b0a4d3c9294f', 'project_id': '4d783f05a12042019a6219e445ea2541', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:58:16.930250 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4637899c-a52c-4356-bff6-bcde6c7ef5bd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:16.990906 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4637899c-a52c-4356-bff6-bcde6c7ef5bd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:16.994472 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4637899c-a52c-4356-bff6-bcde6c7ef5bd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:17.012512 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4637899c-a52c-4356-bff6-bcde6c7ef5bd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0ab080b-9f55-4e46-97a4-f0962f183988,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:17.019111 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4637899c-a52c-4356-bff6-bcde6c7ef5bd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:17.020379 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4637899c-a52c-4356-bff6-bcde6c7ef5bd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204884 Jul 13 07:58:17.022939 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38946) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:17.027412 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-ddc5bd39-f725-4b94-bde1-4e90b1a33c68 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'security_group_rule': {'security_group_id': 'f93a4c9c-f87c-46cc-a925-b0a4d3c9294f', 'project_id': '4d783f05a12042019a6219e445ea2541', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:58:17.055981 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ddc5bd39-f725-4b94-bde1-4e90b1a33c68 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:17.124570 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ddc5bd39-f725-4b94-bde1-4e90b1a33c68 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:17.130080 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ddc5bd39-f725-4b94-bde1-4e90b1a33c68 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:17.151126 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5bd39-f725-4b94-bde1-4e90b1a33c68 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95a91056-baee-46af-af2e-709194d3e581,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:17.154895 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ddc5bd39-f725-4b94-bde1-4e90b1a33c68 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:17.156587 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ddc5bd39-f725-4b94-bde1-4e90b1a33c68 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1326554 Jul 13 07:58:17.159309 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38948) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:17.163893 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-5eae8fda-4c9c-4bea-b148-eae17e8c9eda tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'security_group_rule': {'security_group_id': 'f93a4c9c-f87c-46cc-a925-b0a4d3c9294f', 'project_id': '4d783f05a12042019a6219e445ea2541', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:58:17.192275 n-d-771363-34 neutron-server[94018]: INFO neutron.db.securitygroups_db [None req-5eae8fda-4c9c-4bea-b148-eae17e8c9eda tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Project 4d783f05a12042019a6219e445ea2541 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:58:17.197801 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5eae8fda-4c9c-4bea-b148-eae17e8c9eda tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:17.264665 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5eae8fda-4c9c-4bea-b148-eae17e8c9eda tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:17.270084 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5eae8fda-4c9c-4bea-b148-eae17e8c9eda tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:17.291312 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae8fda-4c9c-4bea-b148-eae17e8c9eda tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0382dfb0-3286-403f-bb75-7f03a1bbf736,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:17.297988 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5eae8fda-4c9c-4bea-b148-eae17e8c9eda tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:17.299238 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5eae8fda-4c9c-4bea-b148-eae17e8c9eda tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1389339 Jul 13 07:58:17.302676 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38950) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:17.307295 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-8b9ce4fd-d4dc-4961-a5c6-fd826f5317b8 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'security_group_rule': {'security_group_id': 'f93a4c9c-f87c-46cc-a925-b0a4d3c9294f', 'project_id': '4d783f05a12042019a6219e445ea2541', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:58:17.331555 n-d-771363-34 neutron-server[94018]: INFO neutron.db.securitygroups_db [None req-8b9ce4fd-d4dc-4961-a5c6-fd826f5317b8 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Project 4d783f05a12042019a6219e445ea2541 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 07:58:17.336996 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8b9ce4fd-d4dc-4961-a5c6-fd826f5317b8 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:17.398896 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8b9ce4fd-d4dc-4961-a5c6-fd826f5317b8 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:17.402727 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8b9ce4fd-d4dc-4961-a5c6-fd826f5317b8 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:17.424032 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ce4fd-d4dc-4961-a5c6-fd826f5317b8 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c83bcddb-95d6-4bfd-a996-6f49022baf7d,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:17.427829 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8b9ce4fd-d4dc-4961-a5c6-fd826f5317b8 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:17.429005 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8b9ce4fd-d4dc-4961-a5c6-fd826f5317b8 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1253593 Jul 13 07:58:17.431974 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38952) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:17.437687 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-9b358383-988f-4cfe-a580-a343f30495b4 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'network': {'name': 'tempest-network-smoke--540619810', 'project_id': '4d783f05a12042019a6219e445ea2541', 'port_security_enabled': True}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:58:17.457459 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b358383-988f-4cfe-a580-a343f30495b4 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Made reservation on behalf of 4d783f05a12042019a6219e445ea2541 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:58:17.461141 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9b358383-988f-4cfe-a580-a343f30495b4 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:17.486264 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b358383-988f-4cfe-a580-a343f30495b4 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 07:58:17.495485 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9b358383-988f-4cfe-a580-a343f30495b4 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:17.495821 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-9b358383-988f-4cfe-a580-a343f30495b4 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Added segment 28071bb0-11be-4146-a184-0733c718622e of type vlan for network 65eebab7-b394-4611-b6d4-b4ba00c2a0ff Jul 13 07:58:17.537304 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9b358383-988f-4cfe-a580-a343f30495b4 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:17.572788 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9b358383-988f-4cfe-a580-a343f30495b4 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:17.579252 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b358383-988f-4cfe-a580-a343f30495b4 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:17.579881 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9b358383-988f-4cfe-a580-a343f30495b4 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:17.613809 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9b358383-988f-4cfe-a580-a343f30495b4 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1807361 Jul 13 07:58:17.616637 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38954) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:17.623858 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-934bf5d2-2c78-4195-9dbe-8ef3cbeadc74 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-733514937', 'admin_state_up': True, 'project_id': '4d783f05a12042019a6219e445ea2541', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:58:17.663276 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b358383-988f-4cfe-a580-a343f30495b4 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'Network': ['ID=65eebab7-b394-4611-b6d4-b4ba00c2a0ff,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:17.673781 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 65eebab7-b394-4611-b6d4-b4ba00c2a0ff details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 07:58:17.685731 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-934bf5d2-2c78-4195-9dbe-8ef3cbeadc74 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:17.685731 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-934bf5d2-2c78-4195-9dbe-8ef3cbeadc74 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:17.729487 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-934bf5d2-2c78-4195-9dbe-8ef3cbeadc74 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:17.867761 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-934bf5d2-2c78-4195-9dbe-8ef3cbeadc74 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:18.059427 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-934bf5d2-2c78-4195-9dbe-8ef3cbeadc74 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for router_gateway, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:18.078901 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-934bf5d2-2c78-4195-9dbe-8ef3cbeadc74 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:18.177975 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-934bf5d2-2c78-4195-9dbe-8ef3cbeadc74 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Allocated IP 172.25.3.98 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/70b48b32-580b-4f0d-a5b3-4bafd9c21adc) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:58:18.590222 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-934bf5d2-2c78-4195-9dbe-8ef3cbeadc74 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:18.628653 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-934bf5d2-2c78-4195-9dbe-8ef3cbeadc74 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:18.664933 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934bf5d2-2c78-4195-9dbe-8ef3cbeadc74 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:58:18.671553 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-934bf5d2-2c78-4195-9dbe-8ef3cbeadc74 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:58:18.675560 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934bf5d2-2c78-4195-9dbe-8ef3cbeadc74 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:58:18.681144 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bf5d2-2c78-4195-9dbe-8ef3cbeadc74 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'Port': ['ID=70b48b32-580b-4f0d-a5b3-4bafd9c21adc,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:18.951356 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-934bf5d2-2c78-4195-9dbe-8ef3cbeadc74 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for router_gateway, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:19.146633 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-934bf5d2-2c78-4195-9dbe-8ef3cbeadc74 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:19.275692 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-934bf5d2-2c78-4195-9dbe-8ef3cbeadc74 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Router 88414739-d625-453b-90f9-a69fe7d3cd49 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 07:58:19.381325 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934bf5d2-2c78-4195-9dbe-8ef3cbeadc74 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:58:19.391487 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72958e9-3f07-4236-b978-555f6745099a None None] Sync routers for ids ['88414739-d625-453b-90f9-a69fe7d3cd49'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:58:19.399670 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-934bf5d2-2c78-4195-9dbe-8ef3cbeadc74 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:19.400890 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-934bf5d2-2c78-4195-9dbe-8ef3cbeadc74 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7833471 Jul 13 07:58:19.401093 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72958e9-3f07-4236-b978-555f6745099a None None] Routers {'88414739-d625-453b-90f9-a69fe7d3cd49'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:19.401705 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-d72958e9-3f07-4236-b978-555f6745099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:58:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['88414739-d625-453b-90f9-a69fe7d3cd49'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:19.404063 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38956) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:19.508606 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-d72958e9-3f07-4236-b978-555f6745099a None None] Set router 88414739-d625-453b-90f9-a69fe7d3cd49 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:19.535834 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e59c1739-cc37-4579-bccd-9f7bdaaf0b0a tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=4d783f05a12042019a6219e445ea2541&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1306050 Jul 13 07:58:19.536189 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38960) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:19.693263 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-d72958e9-3f07-4236-b978-555f6745099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88414739-d625-453b-90f9-a69fe7d3cd49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733514937', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '70b48b32-580b-4f0d-a5b3-4bafd9c21adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:17Z', 'updated_at': '2021-07-13T07:58:18Z', 'revision_number': 3, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '70b48b32-580b-4f0d-a5b3-4bafd9c21adc', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88414739-d625-453b-90f9-a69fe7d3cd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:18Z', 'updated_at': '2021-07-13T07:58:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:19.703790 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfbafca-9460-4993-9d92-90ea356bc93f tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:19.708219 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 38962) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:19.708715 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9cfbafca-9460-4993-9d92-90ea356bc93f tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1710937 Jul 13 07:58:19.720565 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72958e9-3f07-4236-b978-555f6745099a None None] Checking router: 88414739-d625-453b-90f9-a69fe7d3cd49 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:58:19.720918 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72958e9-3f07-4236-b978-555f6745099a None None] Updating router 88414739-d625-453b-90f9-a69fe7d3cd49 port 70b48b32-580b-4f0d-a5b3-4bafd9c21adc binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:58:19.748810 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7b1bf05b-7c52-4b9b-9f84-753fdcea01ac tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=099fd220-496e-4556-906a-9ab228a05c02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394225 Jul 13 07:58:19.751690 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38964) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:19.757423 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-9dfd7294-8677-4c42-868f-714fa22b5a6a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1288898128', 'network_id': '65eebab7-b394-4611-b6d4-b4ba00c2a0ff', 'project_id': '4d783f05a12042019a6219e445ea2541', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:58:19.758392 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d72958e9-3f07-4236-b978-555f6745099a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:19.849154 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfd7294-8677-4c42-868f-714fa22b5a6a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Made reservation on behalf of 4d783f05a12042019a6219e445ea2541 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:58:19.852867 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9dfd7294-8677-4c42-868f-714fa22b5a6a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:20.012570 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d72958e9-3f07-4236-b978-555f6745099a None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:20.023441 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d72958e9-3f07-4236-b978-555f6745099a None None] Transition to ACTIVE for port object 70b48b32-580b-4f0d-a5b3-4bafd9c21adc will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:58:20.030970 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d72958e9-3f07-4236-b978-555f6745099a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:20.034516 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9dfd7294-8677-4c42-868f-714fa22b5a6a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:20.084205 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-d72958e9-3f07-4236-b978-555f6745099a None None] Attempting to bind port 70b48b32-580b-4f0d-a5b3-4bafd9c21adc on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:58:20.084579 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-d72958e9-3f07-4236-b978-555f6745099a None None] Attempting to bind port 70b48b32-580b-4f0d-a5b3-4bafd9c21adc by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:58:20.084940 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72958e9-3f07-4236-b978-555f6745099a None None] Attempting to bind port 70b48b32-580b-4f0d-a5b3-4bafd9c21adc on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:58:20.094671 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72958e9-3f07-4236-b978-555f6745099a None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:58:20.095049 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72958e9-3f07-4236-b978-555f6745099a None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:58:20.095496 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d72958e9-3f07-4236-b978-555f6745099a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:20.095891 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72958e9-3f07-4236-b978-555f6745099a None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:58:20.096367 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-d72958e9-3f07-4236-b978-555f6745099a None None] Bound port: 70b48b32-580b-4f0d-a5b3-4bafd9c21adc, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:58:20.096756 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d72958e9-3f07-4236-b978-555f6745099a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:20.097946 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd7294-8677-4c42-868f-714fa22b5a6a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'Subnet': ['ID=9b3a9ee6-5287-4ef3-8cb2-731a2e040dc2,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:20.099928 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8469d-72a4-4f54-9509-24da162cdf45 None None] Pushing event updated for resources: {'Port': ['ID=70b48b32-580b-4f0d-a5b3-4bafd9c21adc,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:20.110371 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfd7294-8677-4c42-868f-714fa22b5a6a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Checking segment: {'id': '28071bb0-11be-4146-a184-0733c718622e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65eebab7-b394-4611-b6d4-b4ba00c2a0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:58:20.110707 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfd7294-8677-4c42-868f-714fa22b5a6a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Network hostable DHCP agents. Network: 65eebab7-b394-4611-b6d4-b4ba00c2a0ff, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 07:58:20.127602 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfd7294-8677-4c42-868f-714fa22b5a6a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Network 65eebab7-b394-4611-b6d4-b4ba00c2a0ff is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 07:58:20.137241 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-9dfd7294-8677-4c42-868f-714fa22b5a6a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 65eebab7-b394-4611-b6d4-b4ba00c2a0ff) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:58:20.145723 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfd7294-8677-4c42-868f-714fa22b5a6a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:20.146385 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9dfd7294-8677-4c42-868f-714fa22b5a6a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:20.151376 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce586f8a-fcad-4310-bca4-e04c23d8e1a7 None None] Network 65eebab7-b394-4611-b6d4-b4ba00c2a0ff requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:58:20.162352 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9dfd7294-8677-4c42-868f-714fa22b5a6a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4092965 Jul 13 07:58:20.165047 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 38966) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:20.167158 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-d72958e9-3f07-4236-b978-555f6745099a None None] For port 70b48b32-580b-4f0d-a5b3-4bafd9c21adc, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:58:20.187416 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-d72958e9-3f07-4236-b978-555f6745099a None None] For port 70b48b32-580b-4f0d-a5b3-4bafd9c21adc, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=70b48b32-580b-4f0d-a5b3-4bafd9c21adc,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:58:20.220912 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d72958e9-3f07-4236-b978-555f6745099a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:20.302977 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72958e9-3f07-4236-b978-555f6745099a None None] Routers {'88414739-d625-453b-90f9-a69fe7d3cd49'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:20.303646 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-d72958e9-3f07-4236-b978-555f6745099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:58:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['88414739-d625-453b-90f9-a69fe7d3cd49'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:20.360846 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8469d-72a4-4f54-9509-24da162cdf45 None None] Pushing event updated for resources: {'Port': ['ID=70b48b32-580b-4f0d-a5b3-4bafd9c21adc,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:20.458429 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5785851-5aaa-479b-9d18-d36815774fae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-65eebab7-b394-4611-b6d4-b4ba00c2a0ff', 'network_id': '65eebab7-b394-4611-b6d4-b4ba00c2a0ff', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'fixed_ips': [{'subnet_id': '9b3a9ee6-5287-4ef3-8cb2-731a2e040dc2'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 07:58:20.459309 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c5785851-5aaa-479b-9d18-d36815774fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:20.475756 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-d72958e9-3f07-4236-b978-555f6745099a None None] Set router 88414739-d625-453b-90f9-a69fe7d3cd49 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:20.889965 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-c5785851-5aaa-479b-9d18-d36815774fae None None] Allocated IP 172.20.0.2 (65eebab7-b394-4611-b6d4-b4ba00c2a0ff/9b3a9ee6-5287-4ef3-8cb2-731a2e040dc2/33c31879-c3e4-4fe1-8f14-504788db8107) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:58:20.942516 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3ee2c3ab-6d9f-441e-b7d9-f32b1b90c321 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:20.976710 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-d72958e9-3f07-4236-b978-555f6745099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88414739-d625-453b-90f9-a69fe7d3cd49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733514937', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '70b48b32-580b-4f0d-a5b3-4bafd9c21adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:17Z', 'updated_at': '2021-07-13T07:58:18Z', 'revision_number': 3, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '70b48b32-580b-4f0d-a5b3-4bafd9c21adc', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88414739-d625-453b-90f9-a69fe7d3cd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:18Z', 'updated_at': '2021-07-13T07:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:21.009073 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72958e9-3f07-4236-b978-555f6745099a None None] The sync data for ids ['88414739-d625-453b-90f9-a69fe7d3cd49'] in n-d-771363-34 is: [{'id': '88414739-d625-453b-90f9-a69fe7d3cd49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733514937', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '70b48b32-580b-4f0d-a5b3-4bafd9c21adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:17Z', 'updated_at': '2021-07-13T07:58:18Z', 'revision_number': 3, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '70b48b32-580b-4f0d-a5b3-4bafd9c21adc', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88414739-d625-453b-90f9-a69fe7d3cd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:18Z', 'updated_at': '2021-07-13T07:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:58:21.085334 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c5785851-5aaa-479b-9d18-d36815774fae None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:21.094757 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c5785851-5aaa-479b-9d18-d36815774fae None None] Transition to ACTIVE for port object 33c31879-c3e4-4fe1-8f14-504788db8107 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:58:21.111660 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c5785851-5aaa-479b-9d18-d36815774fae None None] Transition to ACTIVE for port object 33c31879-c3e4-4fe1-8f14-504788db8107 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:58:21.117054 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c5785851-5aaa-479b-9d18-d36815774fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:21.158860 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5785851-5aaa-479b-9d18-d36815774fae None None] Network 65eebab7-b394-4611-b6d4-b4ba00c2a0ff is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:58:21.161829 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-c5785851-5aaa-479b-9d18-d36815774fae None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:58:21.165371 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5785851-5aaa-479b-9d18-d36815774fae None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:58:21.173475 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5785851-5aaa-479b-9d18-d36815774fae None None] Pushing event updated for resources: {'Port': ['ID=33c31879-c3e4-4fe1-8f14-504788db8107,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:21.241502 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-c5785851-5aaa-479b-9d18-d36815774fae None None] Attempting to bind port 33c31879-c3e4-4fe1-8f14-504788db8107 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:58:21.241871 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-c5785851-5aaa-479b-9d18-d36815774fae None None] Attempting to bind port 33c31879-c3e4-4fe1-8f14-504788db8107 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '28071bb0-11be-4146-a184-0733c718622e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65eebab7-b394-4611-b6d4-b4ba00c2a0ff'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:58:21.242265 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5785851-5aaa-479b-9d18-d36815774fae None None] Attempting to bind port 33c31879-c3e4-4fe1-8f14-504788db8107 on network 65eebab7-b394-4611-b6d4-b4ba00c2a0ff {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:58:21.259225 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5785851-5aaa-479b-9d18-d36815774fae None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:58:21.259225 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5785851-5aaa-479b-9d18-d36815774fae None None] Checking segment: {'id': '28071bb0-11be-4146-a184-0733c718622e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65eebab7-b394-4611-b6d4-b4ba00c2a0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:58:21.259225 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c5785851-5aaa-479b-9d18-d36815774fae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:21.259225 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5785851-5aaa-479b-9d18-d36815774fae None None] Bound using segment: {'id': '28071bb0-11be-4146-a184-0733c718622e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65eebab7-b394-4611-b6d4-b4ba00c2a0ff'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:58:21.259225 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-c5785851-5aaa-479b-9d18-d36815774fae None None] Bound port: 33c31879-c3e4-4fe1-8f14-504788db8107, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28071bb0-11be-4146-a184-0733c718622e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65eebab7-b394-4611-b6d4-b4ba00c2a0ff'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:58:21.259225 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c5785851-5aaa-479b-9d18-d36815774fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:21.269380 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-3ee2c3ab-6d9f-441e-b7d9-f32b1b90c321 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Allocated IP 172.20.0.1 (65eebab7-b394-4611-b6d4-b4ba00c2a0ff/9b3a9ee6-5287-4ef3-8cb2-731a2e040dc2/20fe6622-f6df-4b4e-b91d-0150fd9fbce6) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:58:21.358667 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-c5785851-5aaa-479b-9d18-d36815774fae None None] For port 33c31879-c3e4-4fe1-8f14-504788db8107, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:58:21.363144 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-c5785851-5aaa-479b-9d18-d36815774fae None None] For port 33c31879-c3e4-4fe1-8f14-504788db8107, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=33c31879-c3e4-4fe1-8f14-504788db8107,segment=NetworkSegment(28071bb0-11be-4146-a184-0733c718622e),segment_id=28071bb0-11be-4146-a184-0733c718622e)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:58:21.368434 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c5785851-5aaa-479b-9d18-d36815774fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:21.416129 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3ee2c3ab-6d9f-441e-b7d9-f32b1b90c321 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:21.434107 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-3ee2c3ab-6d9f-441e-b7d9-f32b1b90c321 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Transition to ACTIVE for port object 20fe6622-f6df-4b4e-b91d-0150fd9fbce6 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:58:21.444063 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5785851-5aaa-479b-9d18-d36815774fae None None] Pushing event updated for resources: {'Port': ['ID=33c31879-c3e4-4fe1-8f14-504788db8107,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:21.471061 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3ee2c3ab-6d9f-441e-b7d9-f32b1b90c321 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:21.520433 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee2c3ab-6d9f-441e-b7d9-f32b1b90c321 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Network 65eebab7-b394-4611-b6d4-b4ba00c2a0ff is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:58:21.524595 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-3ee2c3ab-6d9f-441e-b7d9-f32b1b90c321 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:58:21.527167 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee2c3ab-6d9f-441e-b7d9-f32b1b90c321 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:58:21.558797 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2c3ab-6d9f-441e-b7d9-f32b1b90c321 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'Port': ['ID=20fe6622-f6df-4b4e-b91d-0150fd9fbce6,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:21.593537 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3ee2c3ab-6d9f-441e-b7d9-f32b1b90c321 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:21.672156 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 70b48b32-580b-4f0d-a5b3-4bafd9c21adc up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:58:21.749907 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 70b48b32-580b-4f0d-a5b3-4bafd9c21adc completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:58:21.755082 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 70b48b32-580b-4f0d-a5b3-4bafd9c21adc triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:21.757564 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:21.802633 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3ee2c3ab-6d9f-441e-b7d9-f32b1b90c321 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:21.850175 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:21.875173 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 70b48b32-580b-4f0d-a5b3-4bafd9c21adc, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=70b48b32-580b-4f0d-a5b3-4bafd9c21adc,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:21.879511 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:21.940993 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=70b48b32-580b-4f0d-a5b3-4bafd9c21adc,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:22.102586 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3ee2c3ab-6d9f-441e-b7d9-f32b1b90c321 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:22.108007 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3ee2c3ab-6d9f-441e-b7d9-f32b1b90c321 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:22.191926 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2c3ab-6d9f-441e-b7d9-f32b1b90c321 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'Port': ['ID=20fe6622-f6df-4b4e-b91d-0150fd9fbce6,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:22.203025 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3ee2c3ab-6d9f-441e-b7d9-f32b1b90c321 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:22.299153 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee2c3ab-6d9f-441e-b7d9-f32b1b90c321 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Network 65eebab7-b394-4611-b6d4-b4ba00c2a0ff is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:58:22.300666 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-3ee2c3ab-6d9f-441e-b7d9-f32b1b90c321 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:58:22.421519 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee2c3ab-6d9f-441e-b7d9-f32b1b90c321 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Router 88414739-d625-453b-90f9-a69fe7d3cd49 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:58:22.486966 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2ff5ec-7cee-4e58-921b-efb4ac17c269 None None] Network 65eebab7-b394-4611-b6d4-b4ba00c2a0ff requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 07:58:22.537704 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee2c3ab-6d9f-441e-b7d9-f32b1b90c321 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:58:22.542697 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-3ee2c3ab-6d9f-441e-b7d9-f32b1b90c321 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "PUT /v2.0/routers/88414739-d625-453b-90f9-a69fe7d3cd49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3766870 Jul 13 07:58:22.576697 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7d4c0ce6-4dbd-4079-b2aa-4907899dc92a None None] Provisioning for port 33c31879-c3e4-4fe1-8f14-504788db8107 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:58:22.711755 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-8dce4c1f-cfa4-45dc-9d6c-5fa5be9f1678 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-654226952&fields=id&tenant_id=4d783f05a12042019a6219e445ea2541 HTTP/1.1" status: 200 len: 267 time: 0.0551209 Jul 13 07:58:22.825118 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-3fd9c6c0-e5ed-48d3-9b95-f5b31e8755f3 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:22.827141 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-3fd9c6c0-e5ed-48d3-9b95-f5b31e8755f3 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/networks?id=65eebab7-b394-4611-b6d4-b4ba00c2a0ff HTTP/1.1" status: 200 len: 796 time: 0.1118665 Jul 13 07:58:22.843122 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-fb9310f6-f004-42c1-8299-1d6c04296bfc tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/quotas/4d783f05a12042019a6219e445ea2541 HTTP/1.1" status: 200 len: 375 time: 0.0105562 Jul 13 07:58:22.912933 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2fc3b1dd-1d88-4608-b894-bdd15a14879d None None] Provisioning for port 20fe6622-f6df-4b4e-b91d-0150fd9fbce6 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:58:22.917797 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2fc3b1dd-1d88-4608-b894-bdd15a14879d None None] Provisioning complete for port 20fe6622-f6df-4b4e-b91d-0150fd9fbce6 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:22.918029 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2fc3b1dd-1d88-4608-b894-bdd15a14879d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:22.929212 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-220eb8c9-5c33-48d0-95ab-059862adb133 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0806603 Jul 13 07:58:22.962022 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2fc3b1dd-1d88-4608-b894-bdd15a14879d None None] Port 20fe6622-f6df-4b4e-b91d-0150fd9fbce6 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:58:23.024283 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1024fa0-9045-4472-b053-74378967ea18 None None] Sync routers for ids ['88414739-d625-453b-90f9-a69fe7d3cd49'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:58:23.034450 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1024fa0-9045-4472-b053-74378967ea18 None None] Routers {'88414739-d625-453b-90f9-a69fe7d3cd49'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:23.035076 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-b1024fa0-9045-4472-b053-74378967ea18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:58:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['88414739-d625-453b-90f9-a69fe7d3cd49'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:23.035370 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-646b3431-b059-4bfd-a4a7-92e52c67dc3d service neutron] 10.222.0.23 "GET /v2.0/networks/65eebab7-b394-4611-b6d4-b4ba00c2a0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954790 Jul 13 07:58:23.142977 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-3c324583-7a97-4662-82c9-a22263dbdeb1 service neutron] 10.222.0.23 "GET /v2.0/networks/65eebab7-b394-4611-b6d4-b4ba00c2a0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997853 Jul 13 07:58:23.152341 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-b1024fa0-9045-4472-b053-74378967ea18 None None] Set router 88414739-d625-453b-90f9-a69fe7d3cd49 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:23.210681 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-04d475e1-37b5-43a9-82dd-5db182686062 None None] Provisioning complete for port 20fe6622-f6df-4b4e-b91d-0150fd9fbce6 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:23.211119 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-04d475e1-37b5-43a9-82dd-5db182686062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:23.256402 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-04d475e1-37b5-43a9-82dd-5db182686062 None None] Port 20fe6622-f6df-4b4e-b91d-0150fd9fbce6 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:58:23.353747 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6a6dbad7-5e9b-44fd-9f1d-184e952adfcc req-02c6da23-5de5-422f-83bf-a6015b9d2e7d tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 210 time: 0.0415459 Jul 13 07:58:23.373626 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-b1024fa0-9045-4472-b053-74378967ea18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88414739-d625-453b-90f9-a69fe7d3cd49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733514937', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '70b48b32-580b-4f0d-a5b3-4bafd9c21adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:17Z', 'updated_at': '2021-07-13T07:58:21Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '70b48b32-580b-4f0d-a5b3-4bafd9c21adc', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88414739-d625-453b-90f9-a69fe7d3cd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:18Z', 'updated_at': '2021-07-13T07:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '20fe6622-f6df-4b4e-b91d-0150fd9fbce6', 'name': '', 'network_id': '65eebab7-b394-4611-b6d4-b4ba00c2a0ff', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'mac_address': 'fa:16:3e:42:bf:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88414739-d625-453b-90f9-a69fe7d3cd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '9b3a9ee6-5287-4ef3-8cb2-731a2e040dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:21Z', 'updated_at': '2021-07-13T07:58:21Z', 'revision_number': 2, 'project_id': '4d783f05a12042019a6219e445ea2541', 'subnets': [{'id': '9b3a9ee6-5287-4ef3-8cb2-731a2e040dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:23.391144 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-268a5291-3ff0-4337-8a4c-39e6e7b0a981 None None] Provisioning complete for port 20fe6622-f6df-4b4e-b91d-0150fd9fbce6 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:23.391759 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-268a5291-3ff0-4337-8a4c-39e6e7b0a981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:23.400558 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1024fa0-9045-4472-b053-74378967ea18 None None] Checking router: 88414739-d625-453b-90f9-a69fe7d3cd49 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:58:23.400943 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1024fa0-9045-4472-b053-74378967ea18 None None] Updating router 88414739-d625-453b-90f9-a69fe7d3cd49 port 20fe6622-f6df-4b4e-b91d-0150fd9fbce6 binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 07:58:23.429849 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-268a5291-3ff0-4337-8a4c-39e6e7b0a981 None None] Port 20fe6622-f6df-4b4e-b91d-0150fd9fbce6 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:58:23.436320 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b1024fa0-9045-4472-b053-74378967ea18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:23.559629 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:23.655827 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-4b814ee8-fb4d-4f0c-962f-a331a80eba6f None None] Provisioning complete for port 20fe6622-f6df-4b4e-b91d-0150fd9fbce6 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:23.656458 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4b814ee8-fb4d-4f0c-962f-a331a80eba6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:23.710727 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-4b814ee8-fb4d-4f0c-962f-a331a80eba6f None None] Port 20fe6622-f6df-4b4e-b91d-0150fd9fbce6 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:58:23.737206 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 33c31879-c3e4-4fe1-8f14-504788db8107 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:58:23.756181 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b1024fa0-9045-4472-b053-74378967ea18 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:23.768607 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-b1024fa0-9045-4472-b053-74378967ea18 None None] Transition to ACTIVE for port object 20fe6622-f6df-4b4e-b91d-0150fd9fbce6 will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:58:23.775835 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b1024fa0-9045-4472-b053-74378967ea18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:23.792462 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 33c31879-c3e4-4fe1-8f14-504788db8107 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:58:23.797824 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 33c31879-c3e4-4fe1-8f14-504788db8107 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:23.798482 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:23.891287 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-b1024fa0-9045-4472-b053-74378967ea18 None None] Attempting to bind port 20fe6622-f6df-4b4e-b91d-0150fd9fbce6 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:58:23.891941 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-b1024fa0-9045-4472-b053-74378967ea18 None None] Attempting to bind port 20fe6622-f6df-4b4e-b91d-0150fd9fbce6 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '28071bb0-11be-4146-a184-0733c718622e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65eebab7-b394-4611-b6d4-b4ba00c2a0ff'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:58:23.892470 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1024fa0-9045-4472-b053-74378967ea18 None None] Attempting to bind port 20fe6622-f6df-4b4e-b91d-0150fd9fbce6 on network 65eebab7-b394-4611-b6d4-b4ba00c2a0ff {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:58:23.894610 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb4611-dcce-4c59-bdf8-8376acd32409 None None] Pushing event updated for resources: {'Port': ['ID=20fe6622-f6df-4b4e-b91d-0150fd9fbce6,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:23.898786 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:23.904449 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1024fa0-9045-4472-b053-74378967ea18 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:58:23.905012 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1024fa0-9045-4472-b053-74378967ea18 None None] Checking segment: {'id': '28071bb0-11be-4146-a184-0733c718622e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65eebab7-b394-4611-b6d4-b4ba00c2a0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:58:23.905567 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b1024fa0-9045-4472-b053-74378967ea18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:23.906119 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1024fa0-9045-4472-b053-74378967ea18 None None] Bound using segment: {'id': '28071bb0-11be-4146-a184-0733c718622e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65eebab7-b394-4611-b6d4-b4ba00c2a0ff'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:58:23.906785 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-b1024fa0-9045-4472-b053-74378967ea18 None None] Bound port: 20fe6622-f6df-4b4e-b91d-0150fd9fbce6, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28071bb0-11be-4146-a184-0733c718622e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65eebab7-b394-4611-b6d4-b4ba00c2a0ff'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:58:23.907379 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b1024fa0-9045-4472-b053-74378967ea18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:23.939724 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 33c31879-c3e4-4fe1-8f14-504788db8107, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=33c31879-c3e4-4fe1-8f14-504788db8107,segment=NetworkSegment(28071bb0-11be-4146-a184-0733c718622e),segment_id=28071bb0-11be-4146-a184-0733c718622e)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:23.945197 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:23.960643 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 70b48b32-580b-4f0d-a5b3-4bafd9c21adc up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:58:23.992512 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-b1024fa0-9045-4472-b053-74378967ea18 None None] For port 20fe6622-f6df-4b4e-b91d-0150fd9fbce6, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:58:23.996333 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-b1024fa0-9045-4472-b053-74378967ea18 None None] For port 20fe6622-f6df-4b4e-b91d-0150fd9fbce6, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=20fe6622-f6df-4b4e-b91d-0150fd9fbce6,segment=NetworkSegment(28071bb0-11be-4146-a184-0733c718622e),segment_id=28071bb0-11be-4146-a184-0733c718622e)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:58:24.002728 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b1024fa0-9045-4472-b053-74378967ea18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:24.055447 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1024fa0-9045-4472-b053-74378967ea18 None None] Routers {'88414739-d625-453b-90f9-a69fe7d3cd49'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:24.056092 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-b1024fa0-9045-4472-b053-74378967ea18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:58:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['88414739-d625-453b-90f9-a69fe7d3cd49'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:24.057338 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=33c31879-c3e4-4fe1-8f14-504788db8107,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:24.069680 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 70b48b32-580b-4f0d-a5b3-4bafd9c21adc triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:24.070087 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:24.171065 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:24.224472 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb4611-dcce-4c59-bdf8-8376acd32409 None None] Pushing event updated for resources: {'Port': ['ID=20fe6622-f6df-4b4e-b91d-0150fd9fbce6,revision_number=4']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:24.289456 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-b1024fa0-9045-4472-b053-74378967ea18 None None] Set router 88414739-d625-453b-90f9-a69fe7d3cd49 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:24.503233 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-b1024fa0-9045-4472-b053-74378967ea18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88414739-d625-453b-90f9-a69fe7d3cd49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733514937', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '70b48b32-580b-4f0d-a5b3-4bafd9c21adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:17Z', 'updated_at': '2021-07-13T07:58:21Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '70b48b32-580b-4f0d-a5b3-4bafd9c21adc', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88414739-d625-453b-90f9-a69fe7d3cd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:18Z', 'updated_at': '2021-07-13T07:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '20fe6622-f6df-4b4e-b91d-0150fd9fbce6', 'name': '', 'network_id': '65eebab7-b394-4611-b6d4-b4ba00c2a0ff', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'mac_address': 'fa:16:3e:42:bf:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88414739-d625-453b-90f9-a69fe7d3cd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '9b3a9ee6-5287-4ef3-8cb2-731a2e040dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:21Z', 'updated_at': '2021-07-13T07:58:23Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'subnets': [{'id': '9b3a9ee6-5287-4ef3-8cb2-731a2e040dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:24.526732 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d9fbc198-a7ff-4898-b74a-eb0a0e29d8c5 req-4843df7d-c64a-4195-8d59-3338aed51cde tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 210 time: 0.0318108 Jul 13 07:58:24.538097 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1024fa0-9045-4472-b053-74378967ea18 None None] The sync data for ids ['88414739-d625-453b-90f9-a69fe7d3cd49'] in n-d-771363-34 is: [{'id': '88414739-d625-453b-90f9-a69fe7d3cd49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733514937', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '70b48b32-580b-4f0d-a5b3-4bafd9c21adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:17Z', 'updated_at': '2021-07-13T07:58:21Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '70b48b32-580b-4f0d-a5b3-4bafd9c21adc', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88414739-d625-453b-90f9-a69fe7d3cd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:18Z', 'updated_at': '2021-07-13T07:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '20fe6622-f6df-4b4e-b91d-0150fd9fbce6', 'name': '', 'network_id': '65eebab7-b394-4611-b6d4-b4ba00c2a0ff', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'mac_address': 'fa:16:3e:42:bf:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88414739-d625-453b-90f9-a69fe7d3cd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '9b3a9ee6-5287-4ef3-8cb2-731a2e040dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:21Z', 'updated_at': '2021-07-13T07:58:23Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'subnets': [{'id': '9b3a9ee6-5287-4ef3-8cb2-731a2e040dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:58:24.621995 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-82853332-da65-4a68-a00d-63ec3e8d813a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:24.623853 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-82853332-da65-4a68-a00d-63ec3e8d813a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.42 "GET /v2.0/networks?id=65eebab7-b394-4611-b6d4-b4ba00c2a0ff HTTP/1.1" status: 200 len: 796 time: 0.1542003 Jul 13 07:58:24.694587 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-fef76296-8aa5-4f03-a848-62b0049369e6 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d783f05a12042019a6219e445ea2541 HTTP/1.1" status: 200 len: 379 time: 0.0548012 Jul 13 07:58:24.705402 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-1a6f3dad-d1d3-4e60-a4a2-7af81b573cf1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'port': {'device_id': '4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2', 'network_id': '65eebab7-b394-4611-b6d4-b4ba00c2a0ff', 'admin_state_up': True, 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'security_groups': ['f93a4c9c-f87c-46cc-a925-b0a4d3c9294f']}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:58:24.830830 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-1a6f3dad-d1d3-4e60-a4a2-7af81b573cf1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Made reservation on behalf of 4d783f05a12042019a6219e445ea2541 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 07:58:24.834603 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-1a6f3dad-d1d3-4e60-a4a2-7af81b573cf1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:24.967731 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-1a6f3dad-d1d3-4e60-a4a2-7af81b573cf1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Allocated IP 172.20.0.5 (65eebab7-b394-4611-b6d4-b4ba00c2a0ff/9b3a9ee6-5287-4ef3-8cb2-731a2e040dc2/a1f6e34c-1387-41d0-9fa1-ba33b189faf0) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:58:25.116241 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-1a6f3dad-d1d3-4e60-a4a2-7af81b573cf1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:25.130727 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-1a6f3dad-d1d3-4e60-a4a2-7af81b573cf1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Transition to ACTIVE for port object a1f6e34c-1387-41d0-9fa1-ba33b189faf0 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:58:25.172306 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-1a6f3dad-d1d3-4e60-a4a2-7af81b573cf1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:25.220873 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-1a6f3dad-d1d3-4e60-a4a2-7af81b573cf1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Network 65eebab7-b394-4611-b6d4-b4ba00c2a0ff is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:58:25.224270 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-1a6f3dad-d1d3-4e60-a4a2-7af81b573cf1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:58:25.228150 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-1a6f3dad-d1d3-4e60-a4a2-7af81b573cf1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:58:25.258031 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f3dad-d1d3-4e60-a4a2-7af81b573cf1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'Port': ['ID=a1f6e34c-1387-41d0-9fa1-ba33b189faf0,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:25.292202 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-1a6f3dad-d1d3-4e60-a4a2-7af81b573cf1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:25.292892 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-1a6f3dad-d1d3-4e60-a4a2-7af81b573cf1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:25.308929 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-1a6f3dad-d1d3-4e60-a4a2-7af81b573cf1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6085463 Jul 13 07:58:25.319585 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-e9039b76-1931-4699-b88c-34a5166cf36b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:58:25.320922 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-e9039b76-1931-4699-b88c-34a5166cf36b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060298 Jul 13 07:58:25.392462 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-8fcbc250-28df-4b40-ad1d-62945e6d3393 service neutron] Request body: {'port': {'device_id': '4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:58:25.447705 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-12320998-84bf-496c-80b6-fd342f29f958 None None] Provisioning for port a1f6e34c-1387-41d0-9fa1-ba33b189faf0 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:58:25.453335 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-12320998-84bf-496c-80b6-fd342f29f958 None None] Provisioning complete for port a1f6e34c-1387-41d0-9fa1-ba33b189faf0 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:25.453909 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-12320998-84bf-496c-80b6-fd342f29f958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:25.471274 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-8fcbc250-28df-4b40-ad1d-62945e6d3393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:25.491448 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-12320998-84bf-496c-80b6-fd342f29f958 None None] Port a1f6e34c-1387-41d0-9fa1-ba33b189faf0 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 07:58:25.720674 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 20fe6622-f6df-4b4e-b91d-0150fd9fbce6 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:58:25.777855 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 20fe6622-f6df-4b4e-b91d-0150fd9fbce6 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:58:25.781776 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 20fe6622-f6df-4b4e-b91d-0150fd9fbce6 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:25.782147 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:25.808172 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924a559-2de4-468d-a9a1-f1c725d0f4c6 req-7fec68e2-fa09-450a-bb9f-d9f32c7319f1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:25.810190 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f924a559-2de4-468d-a9a1-f1c725d0f4c6 req-7fec68e2-fa09-450a-bb9f-d9f32c7319f1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 931 time: 0.1455901 Jul 13 07:58:25.858508 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-8fcbc250-28df-4b40-ad1d-62945e6d3393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1f6e34c-1387-41d0-9fa1-ba33b189faf0 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:58:25.864016 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:25.871131 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-8fcbc250-28df-4b40-ad1d-62945e6d3393 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:25.882943 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f924a559-2de4-468d-a9a1-f1c725d0f4c6 req-2b3af98b-62bf-426f-85d9-c741027b6b49 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93a4c9c-f87c-46cc-a925-b0a4d3c9294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535605 Jul 13 07:58:25.891501 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-8fcbc250-28df-4b40-ad1d-62945e6d3393 service neutron] Transition to ACTIVE for port object a1f6e34c-1387-41d0-9fa1-ba33b189faf0 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:58:25.897212 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-8fcbc250-28df-4b40-ad1d-62945e6d3393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:25.899946 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 20fe6622-f6df-4b4e-b91d-0150fd9fbce6, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=20fe6622-f6df-4b4e-b91d-0150fd9fbce6,segment=NetworkSegment(28071bb0-11be-4146-a184-0733c718622e),segment_id=28071bb0-11be-4146-a184-0733c718622e)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:25.904148 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:25.933731 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 33c31879-c3e4-4fe1-8f14-504788db8107 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:58:25.947025 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcbc250-28df-4b40-ad1d-62945e6d3393 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f6e34c-1387-41d0-9fa1-ba33b189faf0,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:25.991632 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=20fe6622-f6df-4b4e-b91d-0150fd9fbce6,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:26.012666 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 33c31879-c3e4-4fe1-8f14-504788db8107 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:26.014024 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:26.025585 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-8fcbc250-28df-4b40-ad1d-62945e6d3393 service neutron] Attempting to bind port a1f6e34c-1387-41d0-9fa1-ba33b189faf0 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:58:26.026027 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-8fcbc250-28df-4b40-ad1d-62945e6d3393 service neutron] Attempting to bind port a1f6e34c-1387-41d0-9fa1-ba33b189faf0 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '28071bb0-11be-4146-a184-0733c718622e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65eebab7-b394-4611-b6d4-b4ba00c2a0ff'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:58:26.026454 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-8fcbc250-28df-4b40-ad1d-62945e6d3393 service neutron] Attempting to bind port a1f6e34c-1387-41d0-9fa1-ba33b189faf0 on network 65eebab7-b394-4611-b6d4-b4ba00c2a0ff {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:58:26.031927 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-8fcbc250-28df-4b40-ad1d-62945e6d3393 service neutron] Port a1f6e34c-1387-41d0-9fa1-ba33b189faf0 on network 65eebab7-b394-4611-b6d4-b4ba00c2a0ff not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:58:26.032624 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-8fcbc250-28df-4b40-ad1d-62945e6d3393 service neutron] Attempting to bind port a1f6e34c-1387-41d0-9fa1-ba33b189faf0 on network 65eebab7-b394-4611-b6d4-b4ba00c2a0ff {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:58:26.037548 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-8fcbc250-28df-4b40-ad1d-62945e6d3393 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:58:26.037976 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-8fcbc250-28df-4b40-ad1d-62945e6d3393 service neutron] Checking segment: {'id': '28071bb0-11be-4146-a184-0733c718622e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65eebab7-b394-4611-b6d4-b4ba00c2a0ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:58:26.038450 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-8fcbc250-28df-4b40-ad1d-62945e6d3393 service neutron] Bound using segment: {'id': '28071bb0-11be-4146-a184-0733c718622e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65eebab7-b394-4611-b6d4-b4ba00c2a0ff'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:58:26.038949 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-8fcbc250-28df-4b40-ad1d-62945e6d3393 service neutron] Bound port: a1f6e34c-1387-41d0-9fa1-ba33b189faf0, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28071bb0-11be-4146-a184-0733c718622e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65eebab7-b394-4611-b6d4-b4ba00c2a0ff'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:58:26.039465 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-8fcbc250-28df-4b40-ad1d-62945e6d3393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:26.109491 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-8fcbc250-28df-4b40-ad1d-62945e6d3393 service neutron] For port a1f6e34c-1387-41d0-9fa1-ba33b189faf0, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:58:26.112774 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-8fcbc250-28df-4b40-ad1d-62945e6d3393 service neutron] For port a1f6e34c-1387-41d0-9fa1-ba33b189faf0, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=a1f6e34c-1387-41d0-9fa1-ba33b189faf0,segment=NetworkSegment(28071bb0-11be-4146-a184-0733c718622e),segment_id=28071bb0-11be-4146-a184-0733c718622e)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:58:26.117661 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-8fcbc250-28df-4b40-ad1d-62945e6d3393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:26.153412 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-8fcbc250-28df-4b40-ad1d-62945e6d3393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:26.154047 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-8fcbc250-28df-4b40-ad1d-62945e6d3393 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:26.155508 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-8fcbc250-28df-4b40-ad1d-62945e6d3393 service neutron] 10.222.0.42 "PUT /v2.0/ports/a1f6e34c-1387-41d0-9fa1-ba33b189faf0 HTTP/1.1" status: 200 len: 1092 time: 0.8272328 Jul 13 07:58:26.155968 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2', 'tag': 'a1f6e34c-1387-41d0-9fa1-ba33b189faf0'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:58:26.158243 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b107615-5b0b-4d1e-805e-1e247ce1af7b" -d '{"events": [{"name": "network-changed", "server_uuid": "4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2", "tag": "a1f6e34c-1387-41d0-9fa1-ba33b189faf0"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:58:26.188193 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcbc250-28df-4b40-ad1d-62945e6d3393 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f6e34c-1387-41d0-9fa1-ba33b189faf0,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:26.243320 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159b0f3f-4d4f-4e97-bd78-9dee5d5b87b8 x-openstack-request-id: req-159b0f3f-4d4f-4e97-bd78-9dee5d5b87b8 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:58:26.243608 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2", "tag": "a1f6e34c-1387-41d0-9fa1-ba33b189faf0", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:58:26.243852 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-159b0f3f-4d4f-4e97-bd78-9dee5d5b87b8 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:58:26.244239 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2', 'tag': 'a1f6e34c-1387-41d0-9fa1-ba33b189faf0', 'status': 'completed', 'code': 200} Jul 13 07:58:26.272985 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-acdeec38-680e-43d1-abb2-726f46725c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:26.274522 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-acdeec38-680e-43d1-abb2-726f46725c8c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 1095 time: 0.0696588 Jul 13 07:58:26.316814 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-2a21fc7e-9a2c-490b-bfc2-6aafd58485e4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1f6e34c-1387-41d0-9fa1-ba33b189faf0 HTTP/1.1" status: 200 len: 217 time: 0.0349648 Jul 13 07:58:26.352820 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1619cea8-5a5b-4e56-9f62-c4a5c1aa32e1 None None] Provisioning complete for port 20fe6622-f6df-4b4e-b91d-0150fd9fbce6 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:26.353193 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1619cea8-5a5b-4e56-9f62-c4a5c1aa32e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:26.369120 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-58fd9298-343a-488a-9037-8ddcb81f0081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:26.370896 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-58fd9298-343a-488a-9037-8ddcb81f0081 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9b3a9ee6-5287-4ef3-8cb2-731a2e040dc2 HTTP/1.1" status: 200 len: 835 time: 0.0480316 Jul 13 07:58:26.434153 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-1ff074b4-838b-442a-b2f3-0906c59446cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:26.435820 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-1ff074b4-838b-442a-b2f3-0906c59446cd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=65eebab7-b394-4611-b6d4-b4ba00c2a0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591331 Jul 13 07:58:26.532504 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-91ed7b82-c59d-49f8-b4fe-7703a038e32f service neutron] 10.222.0.42 "GET /v2.0/networks/65eebab7-b394-4611-b6d4-b4ba00c2a0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904284 Jul 13 07:58:26.627421 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-76e99a46-5864-49d1-a0e8-66db641b06fc req-bb60031b-d676-4955-a43b-df68e9d9c2d5 service neutron] 10.222.0.42 "GET /v2.0/networks/65eebab7-b394-4611-b6d4-b4ba00c2a0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884554 Jul 13 07:58:26.724005 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b107615-5b0b-4d1e-805e-1e247ce1af7b req-1dd5ccc4-41d7-48ba-90c9-5b8c3043ae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:26.725512 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3b107615-5b0b-4d1e-805e-1e247ce1af7b req-1dd5ccc4-41d7-48ba-90c9-5b8c3043ae2f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 1095 time: 0.0526457 Jul 13 07:58:26.814055 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b107615-5b0b-4d1e-805e-1e247ce1af7b req-52e4990a-e3cb-4ed5-8ef6-038a34341864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:26.815558 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3b107615-5b0b-4d1e-805e-1e247ce1af7b req-52e4990a-e3cb-4ed5-8ef6-038a34341864 service neutron] 10.222.0.42 "GET /v2.0/networks?id=65eebab7-b394-4611-b6d4-b4ba00c2a0ff HTTP/1.1" status: 200 len: 897 time: 0.0828929 Jul 13 07:58:26.858849 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3b107615-5b0b-4d1e-805e-1e247ce1af7b req-7c011f29-ef9c-4a05-b757-257d9fcea209 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1f6e34c-1387-41d0-9fa1-ba33b189faf0 HTTP/1.1" status: 200 len: 217 time: 0.0375297 Jul 13 07:58:26.908554 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b107615-5b0b-4d1e-805e-1e247ce1af7b req-e624aff5-5a70-49d6-b176-75535be9de04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:26.910027 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3b107615-5b0b-4d1e-805e-1e247ce1af7b req-e624aff5-5a70-49d6-b176-75535be9de04 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9b3a9ee6-5287-4ef3-8cb2-731a2e040dc2 HTTP/1.1" status: 200 len: 835 time: 0.0447261 Jul 13 07:58:26.977659 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b107615-5b0b-4d1e-805e-1e247ce1af7b req-5412b341-cdf2-4250-b72a-d973f6338b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:26.979180 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3b107615-5b0b-4d1e-805e-1e247ce1af7b req-5412b341-cdf2-4250-b72a-d973f6338b38 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=65eebab7-b394-4611-b6d4-b4ba00c2a0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616832 Jul 13 07:58:27.112393 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3b107615-5b0b-4d1e-805e-1e247ce1af7b req-a23fe82b-2432-4de5-b24e-806b3d02cd3b service neutron] 10.222.0.42 "GET /v2.0/networks/65eebab7-b394-4611-b6d4-b4ba00c2a0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258967 Jul 13 07:58:27.124784 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf863bd9-9b00-4957-b788-facbef1e1fe3 req-7f758165-7011-45b0-8816-5f57b932e586 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:27.126416 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cf863bd9-9b00-4957-b788-facbef1e1fe3 req-7f758165-7011-45b0-8816-5f57b932e586 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 943 time: 0.1229160 Jul 13 07:58:27.218128 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cf863bd9-9b00-4957-b788-facbef1e1fe3 req-cfc42310-0432-4060-b621-f0ab94f70ba8 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93a4c9c-f87c-46cc-a925-b0a4d3c9294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831683 Jul 13 07:58:27.242782 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3b107615-5b0b-4d1e-805e-1e247ce1af7b req-9b9a96df-8cd1-4f01-aa14-06b063f3207c service neutron] 10.222.0.42 "GET /v2.0/networks/65eebab7-b394-4611-b6d4-b4ba00c2a0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153703 Jul 13 07:58:27.588553 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 20fe6622-f6df-4b4e-b91d-0150fd9fbce6 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:58:27.636246 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 20fe6622-f6df-4b4e-b91d-0150fd9fbce6 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:27.636621 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:28.393430 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9fe73-bc06-4fe8-b778-7ba03e9d3863 req-351981c5-41c5-4075-808d-876ae93190fa tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:28.394958 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f3e9fe73-bc06-4fe8-b778-7ba03e9d3863 req-351981c5-41c5-4075-808d-876ae93190fa tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 943 time: 0.0643604 Jul 13 07:58:28.438105 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f3e9fe73-bc06-4fe8-b778-7ba03e9d3863 req-0d44d41d-160f-4fb4-82d3-febe21dd4d26 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93a4c9c-f87c-46cc-a925-b0a4d3c9294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372646 Jul 13 07:58:29.612290 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da85ca-f28f-438b-bc28-638d9c979a0d req-26699c98-e5fe-4509-b25c-71b742ceb002 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:29.613814 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-06da85ca-f28f-438b-bc28-638d9c979a0d req-26699c98-e5fe-4509-b25c-71b742ceb002 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 943 time: 0.0636230 Jul 13 07:58:29.653821 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-06da85ca-f28f-438b-bc28-638d9c979a0d req-ccf9df19-d90a-4d07-a3c7-f3586ec397b5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93a4c9c-f87c-46cc-a925-b0a4d3c9294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344706 Jul 13 07:58:30.011073 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device a1f6e34c-1387-41d0-9fa1-ba33b189faf0 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:58:30.106068 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port a1f6e34c-1387-41d0-9fa1-ba33b189faf0, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=a1f6e34c-1387-41d0-9fa1-ba33b189faf0,segment=NetworkSegment(28071bb0-11be-4146-a184-0733c718622e),segment_id=28071bb0-11be-4146-a184-0733c718622e)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:30.119462 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': 'a1f6e34c-1387-41d0-9fa1-ba33b189faf0', 'network_id': '65eebab7-b394-4611-b6d4-b4ba00c2a0ff', 'port_id': 'a1f6e34c-1387-41d0-9fa1-ba33b189faf0', 'mac_address': 'fa:16:3e:1f:f4:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b3a9ee6-5287-4ef3-8cb2-731a2e040dc2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:58:30.157827 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:30.170301 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1f6e34c-1387-41d0-9fa1-ba33b189faf0 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:58:30.195999 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port a1f6e34c-1387-41d0-9fa1-ba33b189faf0, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=a1f6e34c-1387-41d0-9fa1-ba33b189faf0,segment=NetworkSegment(28071bb0-11be-4146-a184-0733c718622e),segment_id=28071bb0-11be-4146-a184-0733c718622e)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:30.200454 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:30.264125 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=a1f6e34c-1387-41d0-9fa1-ba33b189faf0,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:30.267698 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-febb3f5c-4489-44c2-984a-8f1753bedb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:30.445080 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['a1f6e34c-1387-41d0-9fa1-ba33b189faf0'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:58:30.825269 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477833c4-5868-4ec0-8616-effcb79aa04d req-e955a6f3-6af7-481d-9b1f-05c943de86e6 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:30.827236 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-477833c4-5868-4ec0-8616-effcb79aa04d req-e955a6f3-6af7-481d-9b1f-05c943de86e6 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 944 time: 0.0633037 Jul 13 07:58:30.865524 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-477833c4-5868-4ec0-8616-effcb79aa04d req-88ae3cf8-e779-4efb-9559-39046642a43c tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93a4c9c-f87c-46cc-a925-b0a4d3c9294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326211 Jul 13 07:58:32.010983 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device a1f6e34c-1387-41d0-9fa1-ba33b189faf0 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:58:32.043227 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b555ac-4a24-4487-83ad-c13b8298a6dd req-a0aee0eb-a5bd-4ea9-aa79-316b6ca313d6 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:32.044746 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e2b555ac-4a24-4487-83ad-c13b8298a6dd req-a0aee0eb-a5bd-4ea9-aa79-316b6ca313d6 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 944 time: 0.0684013 Jul 13 07:58:32.061576 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port a1f6e34c-1387-41d0-9fa1-ba33b189faf0 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:58:32.065632 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port a1f6e34c-1387-41d0-9fa1-ba33b189faf0 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:32.066115 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:32.085363 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e2b555ac-4a24-4487-83ad-c13b8298a6dd req-b2f677dd-c6c2-49cf-89a3-8129292530c5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93a4c9c-f87c-46cc-a925-b0a4d3c9294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350444 Jul 13 07:58:32.150590 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:32.173035 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f6e34c-1387-41d0-9fa1-ba33b189faf0'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:58:32.175392 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354e23b3-47ee-4097-99cd-a6cc9f336209" -d '{"events": [{"server_uuid": "4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2", "name": "network-vif-plugged", "status": "completed", "tag": "a1f6e34c-1387-41d0-9fa1-ba33b189faf0"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:58:32.188442 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port a1f6e34c-1387-41d0-9fa1-ba33b189faf0, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=a1f6e34c-1387-41d0-9fa1-ba33b189faf0,segment=NetworkSegment(28071bb0-11be-4146-a184-0733c718622e),segment_id=28071bb0-11be-4146-a184-0733c718622e)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:58:32.194341 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:32.219411 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8710069f-94e8-4c4e-87fe-ebbe2fb65a14 x-openstack-request-id: req-8710069f-94e8-4c4e-87fe-ebbe2fb65a14 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:58:32.219700 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2", "name": "network-vif-plugged", "status": "completed", "tag": "a1f6e34c-1387-41d0-9fa1-ba33b189faf0", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:58:32.219955 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8710069f-94e8-4c4e-87fe-ebbe2fb65a14 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:58:32.220348 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f6e34c-1387-41d0-9fa1-ba33b189faf0', 'code': 200} Jul 13 07:58:32.254961 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=a1f6e34c-1387-41d0-9fa1-ba33b189faf0,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:32.340386 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa2786-2f64-4f0d-bf96-8e0f563a6834 req-9933fa1a-bc1c-4085-bda0-542ff77e0956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:32.341910 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b4aa2786-2f64-4f0d-bf96-8e0f563a6834 req-9933fa1a-bc1c-4085-bda0-542ff77e0956 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 1097 time: 0.0575233 Jul 13 07:58:32.379454 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b4aa2786-2f64-4f0d-bf96-8e0f563a6834 req-9007d323-ea15-4336-9fb6-124d64959a30 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f93a4c9c-f87c-46cc-a925-b0a4d3c9294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307231 Jul 13 07:58:32.444061 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c69fb149-28d5-49aa-8694-92a0ba498ca0 None None] Provisioning complete for port a1f6e34c-1387-41d0-9fa1-ba33b189faf0 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:58:32.444429 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c69fb149-28d5-49aa-8694-92a0ba498ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:33.142928 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9f09b328-fef3-4933-bc7a-8b8ae25cb35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:33.215888 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:33.283655 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad7029-da5f-44e9-a1dc-7e233e07a52b req-2d2742bb-9b36-4791-a60b-853f0ad3c463 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:33.285487 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4dad7029-da5f-44e9-a1dc-7e233e07a52b req-2d2742bb-9b36-4791-a60b-853f0ad3c463 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 945 time: 0.0714419 Jul 13 07:58:33.331981 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4dad7029-da5f-44e9-a1dc-7e233e07a52b req-bca99955-13fd-4814-b984-9b82642ff10e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93a4c9c-f87c-46cc-a925-b0a4d3c9294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400617 Jul 13 07:58:34.157406 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:34.511285 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b590c2-6cde-4440-8063-5641939c65f0 req-452e2ed9-7922-4c93-941b-a8cbd874aa35 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:34.512815 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-02b590c2-6cde-4440-8063-5641939c65f0 req-452e2ed9-7922-4c93-941b-a8cbd874aa35 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 945 time: 0.0636363 Jul 13 07:58:34.551846 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-02b590c2-6cde-4440-8063-5641939c65f0 req-25239e52-5917-46a1-a0a0-8b91e1414ba1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93a4c9c-f87c-46cc-a925-b0a4d3c9294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331829 Jul 13 07:58:34.727864 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0ab67-d572-462f-928b-c3a53fc4a2d9 req-b9e2c14b-1722-4128-9147-f3dbbadf819d tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:34.729400 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-26e0ab67-d572-462f-928b-c3a53fc4a2d9 req-b9e2c14b-1722-4128-9147-f3dbbadf819d tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 945 time: 0.0641708 Jul 13 07:58:34.769792 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-26e0ab67-d572-462f-928b-c3a53fc4a2d9 req-f629b439-1cfc-4a1a-888c-dbaf06e43a83 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93a4c9c-f87c-46cc-a925-b0a4d3c9294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348229 Jul 13 07:58:34.793199 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39020) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:34.850182 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8174b6-249b-45b5-b363-4cc950e53c79 tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:34.851755 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7b8174b6-249b-45b5-b363-4cc950e53c79 tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 1092 time: 0.0575571 Jul 13 07:58:34.854795 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39022) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:34.859117 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-dd3e99d7-1456-4ec3-b869-f4d8551067cb tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'port_id': 'a1f6e34c-1387-41d0-9fa1-ba33b189faf0', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:58:34.882266 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dd3e99d7-1456-4ec3-b869-f4d8551067cb tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for floatingip, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:34.978940 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dd3e99d7-1456-4ec3-b869-f4d8551067cb tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:35.085276 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-dd3e99d7-1456-4ec3-b869-f4d8551067cb tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Allocated IP 172.25.3.74 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/90e1d142-0584-4200-bf08-948eeb0839f4) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 07:58:35.192887 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dd3e99d7-1456-4ec3-b869-f4d8551067cb tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:35.232141 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dd3e99d7-1456-4ec3-b869-f4d8551067cb tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:35.270906 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3e99d7-1456-4ec3-b869-f4d8551067cb tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 07:58:35.273655 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-dd3e99d7-1456-4ec3-b869-f4d8551067cb tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 07:58:35.279068 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3e99d7-1456-4ec3-b869-f4d8551067cb tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 07:58:35.305979 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e99d7-1456-4ec3-b869-f4d8551067cb tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'Port': ['ID=90e1d142-0584-4200-bf08-948eeb0839f4,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:35.770392 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dd3e99d7-1456-4ec3-b869-f4d8551067cb tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:35.882014 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dd3e99d7-1456-4ec3-b869-f4d8551067cb tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:35.933268 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:36.048916 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dd3e99d7-1456-4ec3-b869-f4d8551067cb tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:36.054452 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dd3e99d7-1456-4ec3-b869-f4d8551067cb tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:36.132847 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e99d7-1456-4ec3-b869-f4d8551067cb tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'Port': ['ID=90e1d142-0584-4200-bf08-948eeb0839f4,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:58:36.147427 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dd3e99d7-1456-4ec3-b869-f4d8551067cb tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:36.258729 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [None req-dd3e99d7-1456-4ec3-b869-f4d8551067cb tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Floating IP cab6c138-4200-4aa3-acd5-b2ccd654ba57 associated. External IP: 172.25.3.74, port: a1f6e34c-1387-41d0-9fa1-ba33b189faf0. Jul 13 07:58:36.486690 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3e99d7-1456-4ec3-b869-f4d8551067cb tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Router 88414739-d625-453b-90f9-a69fe7d3cd49 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 07:58:36.600765 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3e99d7-1456-4ec3-b869-f4d8551067cb tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 07:58:36.610186 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd8d8d8-a27c-4160-84af-74f11e8529a9 None None] Sync routers for ids ['88414739-d625-453b-90f9-a69fe7d3cd49'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 07:58:36.622694 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd8d8d8-a27c-4160-84af-74f11e8529a9 None None] Routers {'88414739-d625-453b-90f9-a69fe7d3cd49'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:36.623266 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-dd3e99d7-1456-4ec3-b869-f4d8551067cb tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:36.623648 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-5dd8d8d8-a27c-4160-84af-74f11e8529a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:58:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['88414739-d625-453b-90f9-a69fe7d3cd49'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:36.664895 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-dd3e99d7-1456-4ec3-b869-f4d8551067cb tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8087759 Jul 13 07:58:36.665815 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2', 'tag': 'a1f6e34c-1387-41d0-9fa1-ba33b189faf0'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:58:36.669294 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bbb04c-724a-4712-8c1e-c66eaeea2c5b" -d '{"events": [{"name": "network-changed", "server_uuid": "4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2", "tag": "a1f6e34c-1387-41d0-9fa1-ba33b189faf0"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:58:36.714060 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55781df0-2326-4e43-83a7-0905fb5e86a4 x-openstack-request-id: req-55781df0-2326-4e43-83a7-0905fb5e86a4 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:58:36.714492 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2", "tag": "a1f6e34c-1387-41d0-9fa1-ba33b189faf0", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:58:36.714784 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-55781df0-2326-4e43-83a7-0905fb5e86a4 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:58:36.715193 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2', 'tag': 'a1f6e34c-1387-41d0-9fa1-ba33b189faf0', 'status': 'completed', 'code': 200} Jul 13 07:58:36.752478 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-5dd8d8d8-a27c-4160-84af-74f11e8529a9 None None] Set router 88414739-d625-453b-90f9-a69fe7d3cd49 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:36.808809 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbb04c-724a-4712-8c1e-c66eaeea2c5b req-46c0533d-cec2-4ad3-ba7d-49f447643e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:36.810412 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-90bbb04c-724a-4712-8c1e-c66eaeea2c5b req-46c0533d-cec2-4ad3-ba7d-49f447643e79 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 1097 time: 0.0636239 Jul 13 07:58:36.837508 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885eadb5-dd48-43ad-82c5-ac40fcd599ab req-9264c7bb-ed00-432d-a944-b4e4fa90a050 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:36.839349 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-885eadb5-dd48-43ad-82c5-ac40fcd599ab req-9264c7bb-ed00-432d-a944-b4e4fa90a050 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 945 time: 0.0692084 Jul 13 07:58:36.886525 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-885eadb5-dd48-43ad-82c5-ac40fcd599ab req-4db434e7-d87a-4aa8-95ee-f5aaeedc3b33 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93a4c9c-f87c-46cc-a925-b0a4d3c9294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406451 Jul 13 07:58:36.918411 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39028) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:37.064402 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ef7bade0-6faf-4b2b-8143-6172aa3427ea tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/floatingips/cab6c138-4200-4aa3-acd5-b2ccd654ba57 HTTP/1.1" status: 200 len: 990 time: 0.1442537 Jul 13 07:58:37.068523 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-5dd8d8d8-a27c-4160-84af-74f11e8529a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88414739-d625-453b-90f9-a69fe7d3cd49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733514937', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '70b48b32-580b-4f0d-a5b3-4bafd9c21adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:17Z', 'updated_at': '2021-07-13T07:58:21Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '70b48b32-580b-4f0d-a5b3-4bafd9c21adc', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88414739-d625-453b-90f9-a69fe7d3cd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:18Z', 'updated_at': '2021-07-13T07:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': 'cab6c138-4200-4aa3-acd5-b2ccd654ba57', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '88414739-d625-453b-90f9-a69fe7d3cd49', 'port_id': 'a1f6e34c-1387-41d0-9fa1-ba33b189faf0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65eebab7-b394-4611-b6d4-b4ba00c2a0ff', 'mac_address': 'fa:16:3e:1f:f4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:58:35Z', 'updated_at': '2021-07-13T07:58:35Z', 'revision_number': 0, 'project_id': '4d783f05a12042019a6219e445ea2541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20fe6622-f6df-4b4e-b91d-0150fd9fbce6', 'name': '', 'network_id': '65eebab7-b394-4611-b6d4-b4ba00c2a0ff', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'mac_address': 'fa:16:3e:42:bf:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88414739-d625-453b-90f9-a69fe7d3cd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '9b3a9ee6-5287-4ef3-8cb2-731a2e040dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:21Z', 'updated_at': '2021-07-13T07:58:25Z', 'revision_number': 5, 'project_id': '4d783f05a12042019a6219e445ea2541', 'subnets': [{'id': '9b3a9ee6-5287-4ef3-8cb2-731a2e040dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:37.102065 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd8d8d8-a27c-4160-84af-74f11e8529a9 None None] Checking router: 88414739-d625-453b-90f9-a69fe7d3cd49 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 07:58:37.112056 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd8d8d8-a27c-4160-84af-74f11e8529a9 None None] Routers {'88414739-d625-453b-90f9-a69fe7d3cd49'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 07:58:37.113093 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-5dd8d8d8-a27c-4160-84af-74f11e8529a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T07:58:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['88414739-d625-453b-90f9-a69fe7d3cd49'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:37.253492 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-5dd8d8d8-a27c-4160-84af-74f11e8529a9 None None] Set router 88414739-d625-453b-90f9-a69fe7d3cd49 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 07:58:37.257479 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbb04c-724a-4712-8c1e-c66eaeea2c5b req-0a0176e0-5022-4534-a85d-9a48c5d4390d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:37.259350 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-90bbb04c-724a-4712-8c1e-c66eaeea2c5b req-0a0176e0-5022-4534-a85d-9a48c5d4390d service neutron] 10.222.0.42 "GET /v2.0/networks?id=65eebab7-b394-4611-b6d4-b4ba00c2a0ff HTTP/1.1" status: 200 len: 897 time: 0.4419067 Jul 13 07:58:37.365523 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-90bbb04c-724a-4712-8c1e-c66eaeea2c5b req-53c74de1-e908-43af-a880-9e185d4a3a4b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1f6e34c-1387-41d0-9fa1-ba33b189faf0 HTTP/1.1" status: 200 len: 998 time: 0.0992122 Jul 13 07:58:37.420732 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbb04c-724a-4712-8c1e-c66eaeea2c5b req-706dcf9c-892f-4a7c-b226-92ac34d30501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:37.422461 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-90bbb04c-724a-4712-8c1e-c66eaeea2c5b req-706dcf9c-892f-4a7c-b226-92ac34d30501 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9b3a9ee6-5287-4ef3-8cb2-731a2e040dc2 HTTP/1.1" status: 200 len: 835 time: 0.0505247 Jul 13 07:58:37.482573 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbb04c-724a-4712-8c1e-c66eaeea2c5b req-b93a762f-25dc-426a-abc8-1497357cece7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:37.484170 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-90bbb04c-724a-4712-8c1e-c66eaeea2c5b req-b93a762f-25dc-426a-abc8-1497357cece7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=65eebab7-b394-4611-b6d4-b4ba00c2a0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559537 Jul 13 07:58:37.516644 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-5dd8d8d8-a27c-4160-84af-74f11e8529a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88414739-d625-453b-90f9-a69fe7d3cd49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733514937', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '70b48b32-580b-4f0d-a5b3-4bafd9c21adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:17Z', 'updated_at': '2021-07-13T07:58:21Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '70b48b32-580b-4f0d-a5b3-4bafd9c21adc', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88414739-d625-453b-90f9-a69fe7d3cd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:18Z', 'updated_at': '2021-07-13T07:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': 'cab6c138-4200-4aa3-acd5-b2ccd654ba57', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '88414739-d625-453b-90f9-a69fe7d3cd49', 'port_id': 'a1f6e34c-1387-41d0-9fa1-ba33b189faf0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65eebab7-b394-4611-b6d4-b4ba00c2a0ff', 'mac_address': 'fa:16:3e:1f:f4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:58:35Z', 'updated_at': '2021-07-13T07:58:35Z', 'revision_number': 0, 'project_id': '4d783f05a12042019a6219e445ea2541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20fe6622-f6df-4b4e-b91d-0150fd9fbce6', 'name': '', 'network_id': '65eebab7-b394-4611-b6d4-b4ba00c2a0ff', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'mac_address': 'fa:16:3e:42:bf:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88414739-d625-453b-90f9-a69fe7d3cd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '9b3a9ee6-5287-4ef3-8cb2-731a2e040dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:21Z', 'updated_at': '2021-07-13T07:58:25Z', 'revision_number': 5, 'project_id': '4d783f05a12042019a6219e445ea2541', 'subnets': [{'id': '9b3a9ee6-5287-4ef3-8cb2-731a2e040dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 07:58:37.544448 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd8d8d8-a27c-4160-84af-74f11e8529a9 None None] The sync data for ids ['88414739-d625-453b-90f9-a69fe7d3cd49'] in n-d-771363-34 is: [{'id': '88414739-d625-453b-90f9-a69fe7d3cd49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733514937', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '70b48b32-580b-4f0d-a5b3-4bafd9c21adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:17Z', 'updated_at': '2021-07-13T07:58:21Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '70b48b32-580b-4f0d-a5b3-4bafd9c21adc', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88414739-d625-453b-90f9-a69fe7d3cd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:18Z', 'updated_at': '2021-07-13T07:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': 'cab6c138-4200-4aa3-acd5-b2ccd654ba57', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '88414739-d625-453b-90f9-a69fe7d3cd49', 'port_id': 'a1f6e34c-1387-41d0-9fa1-ba33b189faf0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65eebab7-b394-4611-b6d4-b4ba00c2a0ff', 'mac_address': 'fa:16:3e:1f:f4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T07:58:35Z', 'updated_at': '2021-07-13T07:58:35Z', 'revision_number': 0, 'project_id': '4d783f05a12042019a6219e445ea2541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20fe6622-f6df-4b4e-b91d-0150fd9fbce6', 'name': '', 'network_id': '65eebab7-b394-4611-b6d4-b4ba00c2a0ff', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'mac_address': 'fa:16:3e:42:bf:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88414739-d625-453b-90f9-a69fe7d3cd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '9b3a9ee6-5287-4ef3-8cb2-731a2e040dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:21Z', 'updated_at': '2021-07-13T07:58:25Z', 'revision_number': 5, 'project_id': '4d783f05a12042019a6219e445ea2541', 'subnets': [{'id': '9b3a9ee6-5287-4ef3-8cb2-731a2e040dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 07:58:37.599099 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-90bbb04c-724a-4712-8c1e-c66eaeea2c5b req-4a9c8da3-79f3-433a-8e8a-1885359be902 service neutron] 10.222.0.42 "GET /v2.0/networks/65eebab7-b394-4611-b6d4-b4ba00c2a0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084313 Jul 13 07:58:37.701462 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-90bbb04c-724a-4712-8c1e-c66eaeea2c5b req-601e69e5-4732-443c-8d14-a4835569bb88 service neutron] 10.222.0.42 "GET /v2.0/networks/65eebab7-b394-4611-b6d4-b4ba00c2a0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958717 Jul 13 07:58:37.756587 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7844fd-a752-475f-99f0-6aabd8b6053c None None] New status for floating IP cab6c138-4200-4aa3-acd5-b2ccd654ba57: ACTIVE {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 07:58:38.068186 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39030) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:58:38.244071 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c6baeca1-03da-4a85-886e-432ce1f6933e req-07fa9e40-3c3e-456b-83a7-44fc2cf4aaeb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0627859 Jul 13 07:58:38.356916 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6baeca1-03da-4a85-886e-432ce1f6933e req-39a318e6-b535-4527-b9a1-57b5f4086c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:38.358671 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c6baeca1-03da-4a85-886e-432ce1f6933e req-39a318e6-b535-4527-b9a1-57b5f4086c2b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 1097 time: 0.0572135 Jul 13 07:58:38.459119 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-639c3b98-bd27-4c55-97a5-065cb2f870bf tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/floatingips/cab6c138-4200-4aa3-acd5-b2ccd654ba57 HTTP/1.1" status: 200 len: 992 time: 0.3894796 Jul 13 07:58:38.484011 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6baeca1-03da-4a85-886e-432ce1f6933e req-7a365446-0f33-463d-bbe9-b915f40db8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:38.485539 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c6baeca1-03da-4a85-886e-432ce1f6933e req-7a365446-0f33-463d-bbe9-b915f40db8f6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=65eebab7-b394-4611-b6d4-b4ba00c2a0ff HTTP/1.1" status: 200 len: 897 time: 0.1057425 Jul 13 07:58:38.556642 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c6baeca1-03da-4a85-886e-432ce1f6933e req-4e632429-ad1f-4ff0-97e8-eb37c4350d28 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1f6e34c-1387-41d0-9fa1-ba33b189faf0 HTTP/1.1" status: 200 len: 1000 time: 0.0649827 Jul 13 07:58:38.606489 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6baeca1-03da-4a85-886e-432ce1f6933e req-528b9975-bcd6-4c9a-b345-7c65702feb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:38.608045 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c6baeca1-03da-4a85-886e-432ce1f6933e req-528b9975-bcd6-4c9a-b345-7c65702feb5f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9b3a9ee6-5287-4ef3-8cb2-731a2e040dc2 HTTP/1.1" status: 200 len: 835 time: 0.0456207 Jul 13 07:58:38.672146 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6baeca1-03da-4a85-886e-432ce1f6933e req-00336d61-1b97-4711-89f8-f0987655a7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:58:38.673684 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c6baeca1-03da-4a85-886e-432ce1f6933e req-00336d61-1b97-4711-89f8-f0987655a7c5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=65eebab7-b394-4611-b6d4-b4ba00c2a0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599465 Jul 13 07:58:38.765572 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c6baeca1-03da-4a85-886e-432ce1f6933e req-a493829b-3adc-4d14-8510-8c518fe72326 service neutron] 10.222.0.42 "GET /v2.0/networks/65eebab7-b394-4611-b6d4-b4ba00c2a0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858150 Jul 13 07:58:38.868694 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c6baeca1-03da-4a85-886e-432ce1f6933e req-6489f666-3df5-4d56-946e-1d3f2946bd13 service neutron] 10.222.0.42 "GET /v2.0/networks/65eebab7-b394-4611-b6d4-b4ba00c2a0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970683 Jul 13 07:58:39.086742 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:58:53.551590 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:58:54.113155 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:00.259134 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b438075b-40cd-4c60-b72c-856f745f818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:03.145059 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b0f82d3e-e5ce-4702-99f0-ca19c86a71dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:03.206915 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:04.159698 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:05.272798 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4762a-8832-489e-a242-93cfd796ecc3 req-b07956a3-8ea8-45a5-b449-9b9200b0e0f8 tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:05.275034 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ffd4762a-8832-489e-a242-93cfd796ecc3 req-b07956a3-8ea8-45a5-b449-9b9200b0e0f8 tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 1097 time: 0.0747743 Jul 13 07:59:05.294117 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ffd4762a-8832-489e-a242-93cfd796ecc3 req-3794b5c7-4f64-4dbb-b540-a7e45460447b tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:05.394078 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ffd4762a-8832-489e-a242-93cfd796ecc3 req-3794b5c7-4f64-4dbb-b540-a7e45460447b tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:05.401432 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ffd4762a-8832-489e-a242-93cfd796ecc3 req-3794b5c7-4f64-4dbb-b540-a7e45460447b tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:05.427043 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ffd4762a-8832-489e-a242-93cfd796ecc3 req-3794b5c7-4f64-4dbb-b540-a7e45460447b tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f93a4c9c-f87c-46cc-a925-b0a4d3c9294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457930 Jul 13 07:59:05.436901 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794b5c7-4f64-4dbb-b540-a7e45460447b tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b20cfa-62e4-4180-9410-5f3da555d055,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:05.635991 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae5fdf-8219-4e63-bc10-2e55760e82d3 req-ae1817a1-8480-4049-9649-5b0e5386a163 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:05.637588 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4dae5fdf-8219-4e63-bc10-2e55760e82d3 req-ae1817a1-8480-4049-9649-5b0e5386a163 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 945 time: 0.0686271 Jul 13 07:59:05.678809 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4dae5fdf-8219-4e63-bc10-2e55760e82d3 req-e58af47a-67cd-4f7f-84d1-a087cc150f7b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93a4c9c-f87c-46cc-a925-b0a4d3c9294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340521 Jul 13 07:59:05.705447 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39048) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:05.776656 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7b0580e0-9155-4afe-a1be-dc6798b53783 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/floatingips/cab6c138-4200-4aa3-acd5-b2ccd654ba57 HTTP/1.1" status: 200 len: 992 time: 0.0698063 Jul 13 07:59:05.935487 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:06.864705 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-081bc0b9-7db0-484a-931b-d7919ee7b781 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1144965 Jul 13 07:59:06.868246 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f725b4f-c31c-431d-9836-26e903cf18ef req-94f56335-8621-4826-b2b8-a6364480e3b4 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:06.869817 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4f725b4f-c31c-431d-9836-26e903cf18ef req-94f56335-8621-4826-b2b8-a6364480e3b4 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 945 time: 0.0675037 Jul 13 07:59:06.910080 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4f725b4f-c31c-431d-9836-26e903cf18ef req-834a8271-dc39-4cf2-b817-940c87e54374 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93a4c9c-f87c-46cc-a925-b0a4d3c9294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346372 Jul 13 07:59:08.092876 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f4c84-73bf-4462-abd5-0764ecfb1db3 req-762af897-cd54-4be5-8a12-1df97aa12b22 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:08.094442 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-883f4c84-73bf-4462-abd5-0764ecfb1db3 req-762af897-cd54-4be5-8a12-1df97aa12b22 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 945 time: 0.0688035 Jul 13 07:59:08.136499 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-883f4c84-73bf-4462-abd5-0764ecfb1db3 req-eb120d73-3f59-44fe-b906-3b210ce43435 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93a4c9c-f87c-46cc-a925-b0a4d3c9294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328727 Jul 13 07:59:09.316221 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603babc0-69ac-407f-b4b1-26f10e0206c4 req-44a39f7f-0b83-4055-bde5-3b697d8bd50f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:09.317700 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-603babc0-69ac-407f-b4b1-26f10e0206c4 req-44a39f7f-0b83-4055-bde5-3b697d8bd50f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 945 time: 0.0672638 Jul 13 07:59:09.366174 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-603babc0-69ac-407f-b4b1-26f10e0206c4 req-8da74583-959f-428f-bd30-ce61c641e686 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93a4c9c-f87c-46cc-a925-b0a4d3c9294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423815 Jul 13 07:59:10.093135 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-73e0196c-b25c-4464-adc6-4582d79de79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:10.094646 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-73e0196c-b25c-4464-adc6-4582d79de79f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 1097 time: 0.0529661 Jul 13 07:59:10.190124 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-e1564b66-84ab-4f82-be07-1eec7c178a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:10.191698 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-e1564b66-84ab-4f82-be07-1eec7c178a49 service neutron] 10.222.0.42 "GET /v2.0/networks?id=65eebab7-b394-4611-b6d4-b4ba00c2a0ff HTTP/1.1" status: 200 len: 897 time: 0.0904584 Jul 13 07:59:10.256489 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-e6dfeae4-b73a-4c1e-9e91-75f823667d71 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1f6e34c-1387-41d0-9fa1-ba33b189faf0 HTTP/1.1" status: 200 len: 1000 time: 0.0578699 Jul 13 07:59:10.306142 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-4e298f4c-a145-4fbf-826d-7eb2046590fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:10.307796 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-4e298f4c-a145-4fbf-826d-7eb2046590fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9b3a9ee6-5287-4ef3-8cb2-731a2e040dc2 HTTP/1.1" status: 200 len: 835 time: 0.0447390 Jul 13 07:59:10.369550 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-5ea27407-ee8f-485b-b3f8-429452a0a3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:10.371004 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-5ea27407-ee8f-485b-b3f8-429452a0a3be service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=65eebab7-b394-4611-b6d4-b4ba00c2a0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573895 Jul 13 07:59:10.465392 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-6201e883-6b2a-4b0a-8bf3-9d7c28ac6ae4 service neutron] 10.222.0.42 "GET /v2.0/networks/65eebab7-b394-4611-b6d4-b4ba00c2a0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860054 Jul 13 07:59:10.603052 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-b0a33467-ee4b-4ba2-8568-132f6423ce15 service neutron] 10.222.0.42 "GET /v2.0/networks/65eebab7-b394-4611-b6d4-b4ba00c2a0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300211 Jul 13 07:59:10.611641 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9cf43-51cb-4653-82d5-55c8ea0f75b7 req-d62a2602-aada-473b-bd52-935c58c26474 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:10.613022 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-caa9cf43-51cb-4653-82d5-55c8ea0f75b7 req-d62a2602-aada-473b-bd52-935c58c26474 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 945 time: 0.1320000 Jul 13 07:59:10.653982 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-caa9cf43-51cb-4653-82d5-55c8ea0f75b7 req-96badf5d-7fd0-4290-a786-6dfe2fdc6605 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93a4c9c-f87c-46cc-a925-b0a4d3c9294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345469 Jul 13 07:59:11.834484 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84efdd2d-94a1-446c-a8e2-18c2a8a22bd7 req-6f7f9319-a3a0-4548-b248-5c46c34d691b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:11.835911 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-84efdd2d-94a1-446c-a8e2-18c2a8a22bd7 req-6f7f9319-a3a0-4548-b248-5c46c34d691b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 945 time: 0.0626616 Jul 13 07:59:11.877982 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-84efdd2d-94a1-446c-a8e2-18c2a8a22bd7 req-263e5e1a-cd3f-427d-a60c-25b7998a816e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93a4c9c-f87c-46cc-a925-b0a4d3c9294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329888 Jul 13 07:59:13.058644 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b8e1b-2685-447f-ae9e-63347ad9b89d req-9f5099f5-c8e3-4674-9bc2-e8a12a59da7a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:13.060154 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-235b8e1b-2685-447f-ae9e-63347ad9b89d req-9f5099f5-c8e3-4674-9bc2-e8a12a59da7a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 945 time: 0.0691209 Jul 13 07:59:13.097616 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-235b8e1b-2685-447f-ae9e-63347ad9b89d req-0f9d1434-27b0-4e32-9d82-c2143a8dc00e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93a4c9c-f87c-46cc-a925-b0a4d3c9294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319617 Jul 13 07:59:14.273974 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8cf1b-fe67-49a1-9c76-4dbba40f18cc req-07df2208-ad45-4534-8437-7f13b849486d tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:14.276122 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-24c8cf1b-fe67-49a1-9c76-4dbba40f18cc req-07df2208-ad45-4534-8437-7f13b849486d tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 945 time: 0.0680809 Jul 13 07:59:14.312777 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-24c8cf1b-fe67-49a1-9c76-4dbba40f18cc req-080be074-69f8-40fc-be4e-50b1dfdfe186 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93a4c9c-f87c-46cc-a925-b0a4d3c9294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311577 Jul 13 07:59:15.667425 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f8819-dfae-4316-a1c2-9aea4665fcb0 req-04e67c6a-2b53-4340-97e0-09df56ad34a9 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:15.668827 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2a2f8819-dfae-4316-a1c2-9aea4665fcb0 req-04e67c6a-2b53-4340-97e0-09df56ad34a9 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 945 time: 0.0686471 Jul 13 07:59:15.707281 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2a2f8819-dfae-4316-a1c2-9aea4665fcb0 req-1c074ce1-78d0-4344-8a5c-6344e8421f8a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93a4c9c-f87c-46cc-a925-b0a4d3c9294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326424 Jul 13 07:59:16.084920 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:59:16.882121 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dad803-963e-486d-bf52-f66b3b73ff0a req-843669dc-1263-4d06-8b3e-314ae19f5f5b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:16.883539 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-74dad803-963e-486d-bf52-f66b3b73ff0a req-843669dc-1263-4d06-8b3e-314ae19f5f5b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 945 time: 0.0624828 Jul 13 07:59:16.920982 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-74dad803-963e-486d-bf52-f66b3b73ff0a req-7057e0dd-3ea2-4402-a45f-acf6847a5761 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93a4c9c-f87c-46cc-a925-b0a4d3c9294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310278 Jul 13 07:59:18.107558 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044d08e-d709-4dff-9776-39497af1ba51 req-a90a7717-0afb-45db-bccb-fedd6a1b8922 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:18.109115 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d044d08e-d709-4dff-9776-39497af1ba51 req-a90a7717-0afb-45db-bccb-fedd6a1b8922 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 945 time: 0.0762584 Jul 13 07:59:18.152921 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d044d08e-d709-4dff-9776-39497af1ba51 req-5a2d9e46-67d5-4b02-9e00-e203bbca4d2e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93a4c9c-f87c-46cc-a925-b0a4d3c9294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381734 Jul 13 07:59:19.333677 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7733cdb-afb4-4551-91cc-5ac9801c781d req-6afd5359-cfdc-4155-aeac-40f423f93d05 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:19.335138 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d7733cdb-afb4-4551-91cc-5ac9801c781d req-6afd5359-cfdc-4155-aeac-40f423f93d05 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 945 time: 0.0635722 Jul 13 07:59:19.376257 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d7733cdb-afb4-4551-91cc-5ac9801c781d req-0dc4d18b-10c1-4e0b-838f-bebace57b241 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93a4c9c-f87c-46cc-a925-b0a4d3c9294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355527 Jul 13 07:59:20.560059 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b8d38-315f-4a32-8ec4-a225361ff534 req-de5ce867-44cb-41da-9ba6-ac2a3aef759f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:20.561556 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-436b8d38-315f-4a32-8ec4-a225361ff534 req-de5ce867-44cb-41da-9ba6-ac2a3aef759f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 945 time: 0.0727208 Jul 13 07:59:20.600969 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-436b8d38-315f-4a32-8ec4-a225361ff534 req-774bf3db-7424-4c0e-b499-161969624094 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93a4c9c-f87c-46cc-a925-b0a4d3c9294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338953 Jul 13 07:59:21.778804 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e14a32-a27d-4e09-9584-0dcd4628ec9d req-211ffff3-f661-4eef-8fa1-6913743b2aa6 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:21.780304 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f0e14a32-a27d-4e09-9584-0dcd4628ec9d req-211ffff3-f661-4eef-8fa1-6913743b2aa6 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 945 time: 0.0648038 Jul 13 07:59:21.817523 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f0e14a32-a27d-4e09-9584-0dcd4628ec9d req-50332b25-2bd4-4f44-aabf-ef1ff4722a4f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93a4c9c-f87c-46cc-a925-b0a4d3c9294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313330 Jul 13 07:59:22.993066 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36209d03-ce99-4b3a-bc9d-97cfeefdedee req-b016edc4-89c1-456b-91b8-a37db7568725 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:22.995403 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-36209d03-ce99-4b3a-bc9d-97cfeefdedee req-b016edc4-89c1-456b-91b8-a37db7568725 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 945 time: 0.0648818 Jul 13 07:59:23.034287 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-36209d03-ce99-4b3a-bc9d-97cfeefdedee req-60c628ed-f696-4c12-8f7a-facbae6359b2 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93a4c9c-f87c-46cc-a925-b0a4d3c9294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328224 Jul 13 07:59:23.548569 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:24.114777 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:24.207679 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbd2f6-55bc-4831-8e07-ccf2f4be299a req-c34bc214-3a54-4b3b-aabd-64c839c46dc6 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:24.209199 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bccbd2f6-55bc-4831-8e07-ccf2f4be299a req-c34bc214-3a54-4b3b-aabd-64c839c46dc6 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 945 time: 0.0635293 Jul 13 07:59:24.247036 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bccbd2f6-55bc-4831-8e07-ccf2f4be299a req-c7da97cd-907d-45bc-9171-c2e0cc548ad5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93a4c9c-f87c-46cc-a925-b0a4d3c9294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316036 Jul 13 07:59:25.431862 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0585e3-2f00-4528-9126-2fb0236606aa req-e1aa7bf6-984d-455e-b22d-9056bd79a62f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:25.433358 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8f0585e3-2f00-4528-9126-2fb0236606aa req-e1aa7bf6-984d-455e-b22d-9056bd79a62f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 945 time: 0.0671818 Jul 13 07:59:25.470754 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8f0585e3-2f00-4528-9126-2fb0236606aa req-304d8617-d595-4698-9e13-1ca26182f10d tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93a4c9c-f87c-46cc-a925-b0a4d3c9294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319667 Jul 13 07:59:26.650478 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc1368-3d0b-4055-a6a5-255eab41f70f req-3436160a-8920-4c10-86f1-e1945df11b2e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:26.652462 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-51fc1368-3d0b-4055-a6a5-255eab41f70f req-3436160a-8920-4c10-86f1-e1945df11b2e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 945 time: 0.0661092 Jul 13 07:59:26.689672 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-51fc1368-3d0b-4055-a6a5-255eab41f70f req-a73f8974-8b1f-47be-8781-0c912c8e5171 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93a4c9c-f87c-46cc-a925-b0a4d3c9294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316105 Jul 13 07:59:27.626560 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-b17d0ef1-3ebf-4155-9cf4-4c522475c50a service neutron] show failed (client error): The resource could not be found. Jul 13 07:59:27.627653 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-b17d0ef1-3ebf-4155-9cf4-4c522475c50a service neutron] 10.222.0.42 "GET /v2.0/ports/a1f6e34c-1387-41d0-9fa1-ba33b189faf0/bindings/n-h2-771363-34 HTTP/1.1" status: 404 len: 381 time: 0.0561395 Jul 13 07:59:27.872497 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53346b-6e22-4b4d-a14e-cf1779c5904b req-cf25d6c9-2fc1-4fac-a3eb-fad2a2340b07 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:27.873914 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6b53346b-6e22-4b4d-a14e-cf1779c5904b req-cf25d6c9-2fc1-4fac-a3eb-fad2a2340b07 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 945 time: 0.0667138 Jul 13 07:59:27.907833 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-f0ee594b-1413-4fe9-a729-c3e013fd1de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:27.909401 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-f0ee594b-1413-4fe9-a729-c3e013fd1de0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2&tenant_id=4d783f05a12042019a6219e445ea2541 HTTP/1.1" status: 200 len: 1097 time: 0.0839729 Jul 13 07:59:27.911951 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6b53346b-6e22-4b4d-a14e-cf1779c5904b req-da9ec537-0db4-4882-8108-6c180f3ee9ab tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93a4c9c-f87c-46cc-a925-b0a4d3c9294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323026 Jul 13 07:59:27.921915 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-efab1211-4156-4927-ae54-605bfe56b186 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-34', 'device_owner': 'compute:nova'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 07:59:27.997409 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-efab1211-4156-4927-ae54-605bfe56b186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:28.199430 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-efab1211-4156-4927-ae54-605bfe56b186 service neutron] For port a1f6e34c-1387-41d0-9fa1-ba33b189faf0, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=a1f6e34c-1387-41d0-9fa1-ba33b189faf0,segment=NetworkSegment(28071bb0-11be-4146-a184-0733c718622e),segment_id=28071bb0-11be-4146-a184-0733c718622e)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:28.230259 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-efab1211-4156-4927-ae54-605bfe56b186 service neutron] For port a1f6e34c-1387-41d0-9fa1-ba33b189faf0, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:59:28.269646 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1f6e34c-1387-41d0-9fa1-ba33b189faf0'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:59:28.271925 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124a9057-a2e1-4331-9c20-5a230be7bbfd" -d '{"events": [{"server_uuid": "4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2", "name": "network-vif-unplugged", "status": "completed", "tag": "a1f6e34c-1387-41d0-9fa1-ba33b189faf0"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:59:28.276106 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-efab1211-4156-4927-ae54-605bfe56b186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:28.289048 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-efab1211-4156-4927-ae54-605bfe56b186 service neutron] Transition to ACTIVE for port object a1f6e34c-1387-41d0-9fa1-ba33b189faf0 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 07:59:28.293101 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-efab1211-4156-4927-ae54-605bfe56b186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:28.332737 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 07:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c0f447-62ef-4c76-8de5-1e676bcf3fe1 x-openstack-request-id: req-18c0f447-62ef-4c76-8de5-1e676bcf3fe1 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:59:28.333034 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2", "name": "network-vif-unplugged", "status": "completed", "tag": "a1f6e34c-1387-41d0-9fa1-ba33b189faf0", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:59:28.333293 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-18c0f447-62ef-4c76-8de5-1e676bcf3fe1 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:59:28.333683 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1f6e34c-1387-41d0-9fa1-ba33b189faf0', 'code': 200} Jul 13 07:59:28.430773 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab1211-4156-4927-ae54-605bfe56b186 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f6e34c-1387-41d0-9fa1-ba33b189faf0,revision_number=6']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:28.454980 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efab1211-4156-4927-ae54-605bfe56b186 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:28.455302 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efab1211-4156-4927-ae54-605bfe56b186 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:28.455611 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efab1211-4156-4927-ae54-605bfe56b186 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:28.455952 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efab1211-4156-4927-ae54-605bfe56b186 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:28.456294 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efab1211-4156-4927-ae54-605bfe56b186 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:28.456626 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efab1211-4156-4927-ae54-605bfe56b186 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:28.456953 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efab1211-4156-4927-ae54-605bfe56b186 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:28.457280 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efab1211-4156-4927-ae54-605bfe56b186 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:28.457608 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efab1211-4156-4927-ae54-605bfe56b186 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:28.457935 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efab1211-4156-4927-ae54-605bfe56b186 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:28.458260 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efab1211-4156-4927-ae54-605bfe56b186 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:28.458591 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efab1211-4156-4927-ae54-605bfe56b186 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:28.487829 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-efab1211-4156-4927-ae54-605bfe56b186 service neutron] No DVR routers for this DVR port a1f6e34c-1387-41d0-9fa1-ba33b189faf0 on host n-h1-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 07:59:28.628585 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-efab1211-4156-4927-ae54-605bfe56b186 service neutron] Attempting to bind port a1f6e34c-1387-41d0-9fa1-ba33b189faf0 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 07:59:28.629215 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-efab1211-4156-4927-ae54-605bfe56b186 service neutron] Attempting to bind port a1f6e34c-1387-41d0-9fa1-ba33b189faf0 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '28071bb0-11be-4146-a184-0733c718622e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65eebab7-b394-4611-b6d4-b4ba00c2a0ff'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 07:59:28.629629 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-efab1211-4156-4927-ae54-605bfe56b186 service neutron] Attempting to bind port a1f6e34c-1387-41d0-9fa1-ba33b189faf0 on network 65eebab7-b394-4611-b6d4-b4ba00c2a0ff {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:59:28.636904 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-efab1211-4156-4927-ae54-605bfe56b186 service neutron] Port a1f6e34c-1387-41d0-9fa1-ba33b189faf0 on network 65eebab7-b394-4611-b6d4-b4ba00c2a0ff not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 07:59:28.637430 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-efab1211-4156-4927-ae54-605bfe56b186 service neutron] Attempting to bind port a1f6e34c-1387-41d0-9fa1-ba33b189faf0 on network 65eebab7-b394-4611-b6d4-b4ba00c2a0ff {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 07:59:28.644336 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-efab1211-4156-4927-ae54-605bfe56b186 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 07:59:28.644671 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-efab1211-4156-4927-ae54-605bfe56b186 service neutron] Checking segment: {'id': '28071bb0-11be-4146-a184-0733c718622e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65eebab7-b394-4611-b6d4-b4ba00c2a0ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 07:59:28.645053 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-efab1211-4156-4927-ae54-605bfe56b186 service neutron] Bound using segment: {'id': '28071bb0-11be-4146-a184-0733c718622e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65eebab7-b394-4611-b6d4-b4ba00c2a0ff'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 07:59:28.645480 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-efab1211-4156-4927-ae54-605bfe56b186 service neutron] Bound port: a1f6e34c-1387-41d0-9fa1-ba33b189faf0, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28071bb0-11be-4146-a184-0733c718622e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65eebab7-b394-4611-b6d4-b4ba00c2a0ff'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 07:59:28.645835 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-efab1211-4156-4927-ae54-605bfe56b186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:28.710795 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-efab1211-4156-4927-ae54-605bfe56b186 service neutron] For port a1f6e34c-1387-41d0-9fa1-ba33b189faf0, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 07:59:28.714059 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-efab1211-4156-4927-ae54-605bfe56b186 service neutron] For port a1f6e34c-1387-41d0-9fa1-ba33b189faf0, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=a1f6e34c-1387-41d0-9fa1-ba33b189faf0,segment=NetworkSegment(28071bb0-11be-4146-a184-0733c718622e),segment_id=28071bb0-11be-4146-a184-0733c718622e)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 07:59:28.717861 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-efab1211-4156-4927-ae54-605bfe56b186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:28.756197 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-efab1211-4156-4927-ae54-605bfe56b186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:28.756848 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-efab1211-4156-4927-ae54-605bfe56b186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:28.758414 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-efab1211-4156-4927-ae54-605bfe56b186 service neutron] 10.222.0.25 "PUT /v2.0/ports/a1f6e34c-1387-41d0-9fa1-ba33b189faf0 HTTP/1.1" status: 200 len: 1092 time: 0.8408489 Jul 13 07:59:28.795666 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab1211-4156-4927-ae54-605bfe56b186 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f6e34c-1387-41d0-9fa1-ba33b189faf0,revision_number=7']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:28.844910 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-ce00ae0c-6f26-4fbf-9fc6-b565364d3152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:28.846477 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-ce00ae0c-6f26-4fbf-9fc6-b565364d3152 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 1095 time: 0.0626140 Jul 13 07:59:28.949626 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-d2e9d07b-b2d9-46cb-af20-ff3ac2864dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:28.951139 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-d2e9d07b-b2d9-46cb-af20-ff3ac2864dde service neutron] 10.222.0.25 "GET /v2.0/networks?id=65eebab7-b394-4611-b6d4-b4ba00c2a0ff HTTP/1.1" status: 200 len: 897 time: 0.0982397 Jul 13 07:59:29.077787 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-3ce7d0e4-e658-49ca-8689-4817324c296c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1f6e34c-1387-41d0-9fa1-ba33b189faf0 HTTP/1.1" status: 200 len: 998 time: 0.1202672 Jul 13 07:59:29.109746 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4f2d9-d0e5-416b-b89d-630680828cd6 req-a4874d5f-8c63-4c6a-8d47-61740ac81651 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:29.111341 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-85e4f2d9-d0e5-416b-b89d-630680828cd6 req-a4874d5f-8c63-4c6a-8d47-61740ac81651 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 943 time: 0.0797806 Jul 13 07:59:29.152033 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-85e4f2d9-d0e5-416b-b89d-630680828cd6 req-bbda09aa-6082-42c8-ac84-5fd1a9b7300c tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93a4c9c-f87c-46cc-a925-b0a4d3c9294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350358 Jul 13 07:59:29.162004 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-a6e203f7-b566-4371-8de1-49db9a373e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:29.163565 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-a6e203f7-b566-4371-8de1-49db9a373e21 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9b3a9ee6-5287-4ef3-8cb2-731a2e040dc2 HTTP/1.1" status: 200 len: 835 time: 0.0787847 Jul 13 07:59:29.255112 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-e980f4a8-a08d-40b2-bd68-955f3fc45a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:29.256659 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-e980f4a8-a08d-40b2-bd68-955f3fc45a87 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=65eebab7-b394-4611-b6d4-b4ba00c2a0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0850527 Jul 13 07:59:29.267016 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-86480161-fb22-4ae0-8dae-115fbb9e856f service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 07:59:29.268063 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-86480161-fb22-4ae0-8dae-115fbb9e856f service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054295 Jul 13 07:59:29.362295 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-5110c64a-7c82-45cb-b2b1-550f508a8d97 service neutron] 10.222.0.25 "GET /v2.0/networks/65eebab7-b394-4611-b6d4-b4ba00c2a0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877030 Jul 13 07:59:29.451607 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d7274c7a-3ae8-455c-a43c-b1a1d0d067b3 req-c0970b6c-f210-4448-9fae-b602b8b8a7cc service neutron] 10.222.0.25 "GET /v2.0/networks/65eebab7-b394-4611-b6d4-b4ba00c2a0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825255 Jul 13 07:59:30.260902 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c7f8e3f2-40b5-4bb6-b71c-699fb1cd36ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:30.331672 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabdb931-5b60-45bd-bc55-e7e2fdd45a27 req-a490464d-836b-488c-9fd4-a519a53f3712 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:30.333159 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eabdb931-5b60-45bd-bc55-e7e2fdd45a27 req-a490464d-836b-488c-9fd4-a519a53f3712 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 943 time: 0.0638754 Jul 13 07:59:30.334686 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2', 'tag': 'a1f6e34c-1387-41d0-9fa1-ba33b189faf0'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:59:30.336945 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2669f8f-61cf-48ba-8bdd-fba14118a977" -d '{"events": [{"name": "network-changed", "server_uuid": "4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2", "tag": "a1f6e34c-1387-41d0-9fa1-ba33b189faf0"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:59:30.378292 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eabdb931-5b60-45bd-bc55-e7e2fdd45a27 req-de41fc55-63a1-4300-b3bf-d47310e10f1b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93a4c9c-f87c-46cc-a925-b0a4d3c9294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378294 Jul 13 07:59:30.387378 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 07:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8dda14-5387-49db-b8a7-9218a4e984ae x-openstack-request-id: req-0a8dda14-5387-49db-b8a7-9218a4e984ae {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:59:30.387666 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2", "tag": "a1f6e34c-1387-41d0-9fa1-ba33b189faf0", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:59:30.387923 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a8dda14-5387-49db-b8a7-9218a4e984ae {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:59:30.388315 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2', 'tag': 'a1f6e34c-1387-41d0-9fa1-ba33b189faf0', 'status': 'completed', 'code': 200} Jul 13 07:59:30.464569 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2669f8f-61cf-48ba-8bdd-fba14118a977 req-888836da-eb4d-4b1d-83f4-c3aba40f7c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:30.466223 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b2669f8f-61cf-48ba-8bdd-fba14118a977 req-888836da-eb4d-4b1d-83f4-c3aba40f7c02 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 1095 time: 0.0548375 Jul 13 07:59:30.473846 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2669f8f-61cf-48ba-8bdd-fba14118a977 req-146a1d8f-db4f-4e6f-88d7-376aed517bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:30.475371 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b2669f8f-61cf-48ba-8bdd-fba14118a977 req-146a1d8f-db4f-4e6f-88d7-376aed517bb0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 1095 time: 0.0548995 Jul 13 07:59:30.558083 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2669f8f-61cf-48ba-8bdd-fba14118a977 req-6bfaebb3-3fb6-431e-9fc0-a894075f4c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:30.559775 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b2669f8f-61cf-48ba-8bdd-fba14118a977 req-6bfaebb3-3fb6-431e-9fc0-a894075f4c8c service neutron] 10.222.0.25 "GET /v2.0/networks?id=65eebab7-b394-4611-b6d4-b4ba00c2a0ff HTTP/1.1" status: 200 len: 897 time: 0.0873277 Jul 13 07:59:30.569515 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2669f8f-61cf-48ba-8bdd-fba14118a977 req-b3db606c-854f-4723-b1a6-545802cb3ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:30.570997 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b2669f8f-61cf-48ba-8bdd-fba14118a977 req-b3db606c-854f-4723-b1a6-545802cb3ff2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=65eebab7-b394-4611-b6d4-b4ba00c2a0ff HTTP/1.1" status: 200 len: 897 time: 0.0897334 Jul 13 07:59:30.630482 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b2669f8f-61cf-48ba-8bdd-fba14118a977 req-b39be576-8c12-42fd-a99b-366db09afb4d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1f6e34c-1387-41d0-9fa1-ba33b189faf0 HTTP/1.1" status: 200 len: 998 time: 0.0633092 Jul 13 07:59:30.637459 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b2669f8f-61cf-48ba-8bdd-fba14118a977 req-20882af4-a1c2-4cc7-a09d-b7ad3eb2122c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1f6e34c-1387-41d0-9fa1-ba33b189faf0 HTTP/1.1" status: 200 len: 998 time: 0.0592945 Jul 13 07:59:30.680503 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2669f8f-61cf-48ba-8bdd-fba14118a977 req-1e153677-bcc9-46f6-8648-10a269487b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:30.682084 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b2669f8f-61cf-48ba-8bdd-fba14118a977 req-1e153677-bcc9-46f6-8648-10a269487b93 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9b3a9ee6-5287-4ef3-8cb2-731a2e040dc2 HTTP/1.1" status: 200 len: 835 time: 0.0443268 Jul 13 07:59:30.686290 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2669f8f-61cf-48ba-8bdd-fba14118a977 req-1d2294ab-0b25-4ff6-989e-fbbb00b6d519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:30.687768 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b2669f8f-61cf-48ba-8bdd-fba14118a977 req-1d2294ab-0b25-4ff6-989e-fbbb00b6d519 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9b3a9ee6-5287-4ef3-8cb2-731a2e040dc2 HTTP/1.1" status: 200 len: 835 time: 0.0450068 Jul 13 07:59:30.739677 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2669f8f-61cf-48ba-8bdd-fba14118a977 req-299cdc1b-7512-43aa-9ec9-1852e318a592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:30.741183 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b2669f8f-61cf-48ba-8bdd-fba14118a977 req-299cdc1b-7512-43aa-9ec9-1852e318a592 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=65eebab7-b394-4611-b6d4-b4ba00c2a0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527279 Jul 13 07:59:30.749276 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2669f8f-61cf-48ba-8bdd-fba14118a977 req-82b9001a-7eef-4a88-9293-c606cd9e511b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:30.750777 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b2669f8f-61cf-48ba-8bdd-fba14118a977 req-82b9001a-7eef-4a88-9293-c606cd9e511b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=65eebab7-b394-4611-b6d4-b4ba00c2a0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566149 Jul 13 07:59:30.834905 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b2669f8f-61cf-48ba-8bdd-fba14118a977 req-f9b679f1-1a38-43f8-85a9-5038fdfbbcb8 service neutron] 10.222.0.25 "GET /v2.0/networks/65eebab7-b394-4611-b6d4-b4ba00c2a0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863307 Jul 13 07:59:30.839946 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b2669f8f-61cf-48ba-8bdd-fba14118a977 req-82eb1a0c-ea8a-4ee4-9670-983b5ff4667a service neutron] 10.222.0.42 "GET /v2.0/networks/65eebab7-b394-4611-b6d4-b4ba00c2a0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831168 Jul 13 07:59:30.935015 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b2669f8f-61cf-48ba-8bdd-fba14118a977 req-4e696375-2c51-4487-8a3a-1f1e772f4529 service neutron] 10.222.0.25 "GET /v2.0/networks/65eebab7-b394-4611-b6d4-b4ba00c2a0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927758 Jul 13 07:59:30.937217 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b2669f8f-61cf-48ba-8bdd-fba14118a977 req-e9b7d2b9-643d-40b7-80d4-2af7c2e2c180 service neutron] 10.222.0.42 "GET /v2.0/networks/65eebab7-b394-4611-b6d4-b4ba00c2a0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911152 Jul 13 07:59:31.550795 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058bcac-f7f8-4f35-bf7f-521ab4074f19 req-a4b6366c-f948-4636-acaa-9e07e1a51da9 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:31.552339 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2058bcac-f7f8-4f35-bf7f-521ab4074f19 req-a4b6366c-f948-4636-acaa-9e07e1a51da9 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 943 time: 0.0632017 Jul 13 07:59:31.591659 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2058bcac-f7f8-4f35-bf7f-521ab4074f19 req-68837c0c-1cd9-4a6e-8ae0-587a5af8484c tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93a4c9c-f87c-46cc-a925-b0a4d3c9294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329511 Jul 13 07:59:31.976065 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601d44e-0967-45e4-8a23-7f756defb4e6 req-03f31440-4365-4a0c-98d4-12676de0854f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:31.977469 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d601d44e-0967-45e4-8a23-7f756defb4e6 req-03f31440-4365-4a0c-98d4-12676de0854f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 943 time: 0.1558022 Jul 13 07:59:31.986449 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6ea25-f15b-4d05-a1e6-cd043a3ac129 req-b893f2fa-ef06-439f-a6eb-432513e1d1d5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:31.987864 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aec6ea25-f15b-4d05-a1e6-cd043a3ac129 req-b893f2fa-ef06-439f-a6eb-432513e1d1d5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2&tenant_id=4d783f05a12042019a6219e445ea2541&binding%3Ahost_id=n-h2-771363-34 HTTP/1.1" status: 200 len: 943 time: 0.1526616 Jul 13 07:59:32.054349 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d601d44e-0967-45e4-8a23-7f756defb4e6 req-0bcaea3d-9648-458d-a2d1-5956b4021d75 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93a4c9c-f87c-46cc-a925-b0a4d3c9294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655391 Jul 13 07:59:32.071405 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [req-aec6ea25-f15b-4d05-a1e6-cd043a3ac129 req-f3379ce4-ca74-41be-a3ad-01f6fd0513f8 service neutron] delete failed (client error): The resource could not be found. Jul 13 07:59:32.073037 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aec6ea25-f15b-4d05-a1e6-cd043a3ac129 req-f3379ce4-ca74-41be-a3ad-01f6fd0513f8 service neutron] 10.222.0.42 "DELETE /v2.0/ports/a1f6e34c-1387-41d0-9fa1-ba33b189faf0/bindings/n-h1-771363-34 HTTP/1.1" status: 404 len: 381 time: 0.0773001 Jul 13 07:59:32.168012 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6ea25-f15b-4d05-a1e6-cd043a3ac129 req-c216dd6e-e39d-49a4-9c39-713d7b5c04b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:32.169545 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aec6ea25-f15b-4d05-a1e6-cd043a3ac129 req-c216dd6e-e39d-49a4-9c39-713d7b5c04b0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 1095 time: 0.0561404 Jul 13 07:59:32.265954 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6ea25-f15b-4d05-a1e6-cd043a3ac129 req-1c909139-5ffa-4c09-a2d9-095173d741ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:32.267521 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aec6ea25-f15b-4d05-a1e6-cd043a3ac129 req-1c909139-5ffa-4c09-a2d9-095173d741ad service neutron] 10.222.0.42 "GET /v2.0/networks?id=65eebab7-b394-4611-b6d4-b4ba00c2a0ff HTTP/1.1" status: 200 len: 897 time: 0.0920825 Jul 13 07:59:32.305519 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device a1f6e34c-1387-41d0-9fa1-ba33b189faf0 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 07:59:32.339458 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aec6ea25-f15b-4d05-a1e6-cd043a3ac129 req-7834d192-e963-4855-9297-8c995b25ef22 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1f6e34c-1387-41d0-9fa1-ba33b189faf0 HTTP/1.1" status: 200 len: 998 time: 0.0653806 Jul 13 07:59:32.345116 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device a1f6e34c-1387-41d0-9fa1-ba33b189faf0 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 07:59:32.389836 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6ea25-f15b-4d05-a1e6-cd043a3ac129 req-49a3d84f-6cd5-47cd-9a19-63046bf3d991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:32.391330 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aec6ea25-f15b-4d05-a1e6-cd043a3ac129 req-49a3d84f-6cd5-47cd-9a19-63046bf3d991 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9b3a9ee6-5287-4ef3-8cb2-731a2e040dc2 HTTP/1.1" status: 200 len: 835 time: 0.0461974 Jul 13 07:59:32.454914 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6ea25-f15b-4d05-a1e6-cd043a3ac129 req-a85f5276-91b7-4dae-8d55-86bf68fc06b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:32.456664 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aec6ea25-f15b-4d05-a1e6-cd043a3ac129 req-a85f5276-91b7-4dae-8d55-86bf68fc06b8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=65eebab7-b394-4611-b6d4-b4ba00c2a0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586185 Jul 13 07:59:32.546319 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aec6ea25-f15b-4d05-a1e6-cd043a3ac129 req-1ca168fe-a978-4a61-a745-dda32694892d service neutron] 10.222.0.42 "GET /v2.0/networks/65eebab7-b394-4611-b6d4-b4ba00c2a0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832121 Jul 13 07:59:32.639899 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aec6ea25-f15b-4d05-a1e6-cd043a3ac129 req-f90877f7-176c-4647-816d-fec0b8073039 service neutron] 10.222.0.42 "GET /v2.0/networks/65eebab7-b394-4611-b6d4-b4ba00c2a0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878141 Jul 13 07:59:33.149449 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e74d88db-e5a8-4988-b71f-94270cdaa581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:33.209011 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:33.254123 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd650f4-625e-421a-9f32-bf4d013c7275 req-54cac13e-ac6c-4958-8baf-fd66922ff701 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:33.255688 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9fd650f4-625e-421a-9f32-bf4d013c7275 req-54cac13e-ac6c-4958-8baf-fd66922ff701 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 943 time: 0.0821245 Jul 13 07:59:33.297730 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9fd650f4-625e-421a-9f32-bf4d013c7275 req-dd038053-f53f-415e-8a68-c827277c38d7 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93a4c9c-f87c-46cc-a925-b0a4d3c9294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350413 Jul 13 07:59:33.449348 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device a1f6e34c-1387-41d0-9fa1-ba33b189faf0 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 07:59:33.554179 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port a1f6e34c-1387-41d0-9fa1-ba33b189faf0, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=a1f6e34c-1387-41d0-9fa1-ba33b189faf0,segment=NetworkSegment(28071bb0-11be-4146-a184-0733c718622e),segment_id=28071bb0-11be-4146-a184-0733c718622e)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:33.561434 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': 'a1f6e34c-1387-41d0-9fa1-ba33b189faf0', 'network_id': '65eebab7-b394-4611-b6d4-b4ba00c2a0ff', 'port_id': 'a1f6e34c-1387-41d0-9fa1-ba33b189faf0', 'mac_address': 'fa:16:3e:1f:f4:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b3a9ee6-5287-4ef3-8cb2-731a2e040dc2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 07:59:33.598427 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:33.611717 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1f6e34c-1387-41d0-9fa1-ba33b189faf0 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 07:59:33.630793 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port a1f6e34c-1387-41d0-9fa1-ba33b189faf0, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=a1f6e34c-1387-41d0-9fa1-ba33b189faf0,segment=NetworkSegment(28071bb0-11be-4146-a184-0733c718622e),segment_id=28071bb0-11be-4146-a184-0733c718622e)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:33.635743 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:33.692746 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=a1f6e34c-1387-41d0-9fa1-ba33b189faf0,revision_number=8']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:33.700829 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:33.701173 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:33.701526 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:33.701843 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:33.702179 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:33.702526 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:33.702836 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:33.703154 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:33.703511 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:33.703829 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:33.704151 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:33.704468 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 07:59:33.896949 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['a1f6e34c-1387-41d0-9fa1-ba33b189faf0'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 07:59:34.163263 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:34.474575 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d304b8f-35fc-4461-85b2-793130cf9df1 req-df70868d-62b0-43d8-aeec-e5029afb8cf9 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:34.476016 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1d304b8f-35fc-4461-85b2-793130cf9df1 req-df70868d-62b0-43d8-aeec-e5029afb8cf9 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 944 time: 0.0632758 Jul 13 07:59:34.515952 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1d304b8f-35fc-4461-85b2-793130cf9df1 req-97e5ce03-69e7-43b1-84bc-514b6dc59093 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93a4c9c-f87c-46cc-a925-b0a4d3c9294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337751 Jul 13 07:59:34.539525 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39150) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 07:59:34.654294 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-88d8e8fd-606d-4421-8485-892135532c9d tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/floatingips/cab6c138-4200-4aa3-acd5-b2ccd654ba57 HTTP/1.1" status: 200 len: 991 time: 0.1136489 Jul 13 07:59:35.456844 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device a1f6e34c-1387-41d0-9fa1-ba33b189faf0 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 07:59:35.512510 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port a1f6e34c-1387-41d0-9fa1-ba33b189faf0 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 07:59:35.517512 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port a1f6e34c-1387-41d0-9fa1-ba33b189faf0 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:35.517999 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:35.601590 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:35.623951 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f6e34c-1387-41d0-9fa1-ba33b189faf0'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 07:59:35.626254 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e99745-74d2-452f-bb54-48bb1dc75234" -d '{"events": [{"server_uuid": "4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2", "name": "network-vif-plugged", "status": "completed", "tag": "a1f6e34c-1387-41d0-9fa1-ba33b189faf0"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 07:59:35.640293 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port a1f6e34c-1387-41d0-9fa1-ba33b189faf0, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=a1f6e34c-1387-41d0-9fa1-ba33b189faf0,segment=NetworkSegment(28071bb0-11be-4146-a184-0733c718622e),segment_id=28071bb0-11be-4146-a184-0733c718622e)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 07:59:35.644694 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:35.673321 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 07:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4760616-d1ed-4dfe-a1d6-6b8209a26242 x-openstack-request-id: req-f4760616-d1ed-4dfe-a1d6-6b8209a26242 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 07:59:35.673617 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2", "name": "network-vif-plugged", "status": "completed", "tag": "a1f6e34c-1387-41d0-9fa1-ba33b189faf0", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 07:59:35.673868 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f4760616-d1ed-4dfe-a1d6-6b8209a26242 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 07:59:35.674263 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f6e34c-1387-41d0-9fa1-ba33b189faf0', 'code': 200} Jul 13 07:59:35.706138 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=a1f6e34c-1387-41d0-9fa1-ba33b189faf0,revision_number=9']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 07:59:35.909400 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-052aa8f8-ad09-4710-8478-d0245074f350 None None] Provisioning complete for port a1f6e34c-1387-41d0-9fa1-ba33b189faf0 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 07:59:35.909764 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-052aa8f8-ad09-4710-8478-d0245074f350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:35.954162 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:41.314645 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9acc1350-29fa-4385-aa55-b663235a032d req-7c79e884-bbd4-4830-a417-0be788f29927 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0530789 Jul 13 07:59:41.417869 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc1350-29fa-4385-aa55-b663235a032d req-b8f74fcc-a46f-4007-a904-7a80c8f16fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:41.419488 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9acc1350-29fa-4385-aa55-b663235a032d req-b8f74fcc-a46f-4007-a904-7a80c8f16fc5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 1097 time: 0.0595033 Jul 13 07:59:41.529884 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc1350-29fa-4385-aa55-b663235a032d req-b35ddf30-3de6-4fd1-8982-e9e81d4be06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:41.531431 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9acc1350-29fa-4385-aa55-b663235a032d req-b35ddf30-3de6-4fd1-8982-e9e81d4be06e service neutron] 10.222.0.25 "GET /v2.0/networks?id=65eebab7-b394-4611-b6d4-b4ba00c2a0ff HTTP/1.1" status: 200 len: 897 time: 0.0922444 Jul 13 07:59:41.599876 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9acc1350-29fa-4385-aa55-b663235a032d req-1df85bb2-44e8-4540-b459-c578c51e6d65 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1f6e34c-1387-41d0-9fa1-ba33b189faf0 HTTP/1.1" status: 200 len: 1000 time: 0.0617571 Jul 13 07:59:41.650229 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc1350-29fa-4385-aa55-b663235a032d req-24326190-a9f5-4778-9ddd-b1e243b81429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:41.652647 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9acc1350-29fa-4385-aa55-b663235a032d req-24326190-a9f5-4778-9ddd-b1e243b81429 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9b3a9ee6-5287-4ef3-8cb2-731a2e040dc2 HTTP/1.1" status: 200 len: 835 time: 0.0469642 Jul 13 07:59:41.718471 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc1350-29fa-4385-aa55-b663235a032d req-e0034bf5-12e8-40bd-882c-9c9a4c3537f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 07:59:41.720049 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9acc1350-29fa-4385-aa55-b663235a032d req-e0034bf5-12e8-40bd-882c-9c9a4c3537f1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=65eebab7-b394-4611-b6d4-b4ba00c2a0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610192 Jul 13 07:59:41.814945 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9acc1350-29fa-4385-aa55-b663235a032d req-9dbff2bc-1380-40ce-910e-359f040077eb service neutron] 10.222.0.25 "GET /v2.0/networks/65eebab7-b394-4611-b6d4-b4ba00c2a0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883231 Jul 13 07:59:41.915920 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9acc1350-29fa-4385-aa55-b663235a032d req-ebeb04ea-4d65-4fb2-a029-e567c49b240c service neutron] 10.222.0.25 "GET /v2.0/networks/65eebab7-b394-4611-b6d4-b4ba00c2a0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933521 Jul 13 07:59:42.043006 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [req-aa0f4bc4-8297-40ec-b25e-ee828514b397 req-61ae913d-ad38-4402-88b0-407fced9d4d7 service neutron] (94017) timed out ('10.222.0.25', 52587) {{(pid=94017) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 07:59:44.153562 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [req-837d072c-80f0-4277-ac3e-ee46fdefdc31 req-ba1267f0-f7b8-43c3-8b52-7c96abdcca65 service neutron] (94018) timed out ('10.222.0.25', 52335) {{(pid=94018) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 07:59:53.085906 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 07:59:53.551890 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 07:59:54.114387 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:00.261078 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b211252f-24ad-4b28-9eaa-795a56e31dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:03.151387 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d1453ef1-024a-4ec5-bb12-50745c2c155a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:03.209825 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:03.419440 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d5848-64f5-4647-88a0-6b87536d6931 req-0e6b5407-a7b1-4052-969d-ddaa69e4e729 tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:03.421166 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-372d5848-64f5-4647-88a0-6b87536d6931 req-0e6b5407-a7b1-4052-969d-ddaa69e4e729 tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 1097 time: 0.0535517 Jul 13 08:00:03.456057 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-372d5848-64f5-4647-88a0-6b87536d6931 req-e3b56b6c-45a3-456c-b581-442079d29bbf tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f93a4c9c-f87c-46cc-a925-b0a4d3c9294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292184 Jul 13 08:00:03.481150 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39170) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:03.643494 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-6db89cc7-089d-4714-ac88-12409a9ee423 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Deleting port 90e1d142-0584-4200-bf08-948eeb0839f4 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:00:03.643838 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6db89cc7-089d-4714-ac88-12409a9ee423 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:03.719105 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6db89cc7-089d-4714-ac88-12409a9ee423 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:03.719440 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6db89cc7-089d-4714-ac88-12409a9ee423 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:03.730624 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-6db89cc7-089d-4714-ac88-12409a9ee423 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Calling delete_port for 90e1d142-0584-4200-bf08-948eeb0839f4 owned by network:floatingip {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:00:04.171187 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:04.217782 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6db89cc7-089d-4714-ac88-12409a9ee423 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:04.246902 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db89cc7-089d-4714-ac88-12409a9ee423 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event deleted for resources: {'Port': ['ID=90e1d142-0584-4200-bf08-948eeb0839f4,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:04.273136 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db89cc7-089d-4714-ac88-12409a9ee423 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:04.273479 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db89cc7-089d-4714-ac88-12409a9ee423 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:04.273819 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db89cc7-089d-4714-ac88-12409a9ee423 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:04.274153 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db89cc7-089d-4714-ac88-12409a9ee423 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:04.274487 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db89cc7-089d-4714-ac88-12409a9ee423 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:04.274808 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db89cc7-089d-4714-ac88-12409a9ee423 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:04.275133 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db89cc7-089d-4714-ac88-12409a9ee423 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:04.275486 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db89cc7-089d-4714-ac88-12409a9ee423 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:04.275807 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db89cc7-089d-4714-ac88-12409a9ee423 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:04.276126 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db89cc7-089d-4714-ac88-12409a9ee423 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:04.276443 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db89cc7-089d-4714-ac88-12409a9ee423 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:04.276759 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db89cc7-089d-4714-ac88-12409a9ee423 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:04.318109 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6db89cc7-089d-4714-ac88-12409a9ee423 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for floatingip, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:04.318440 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [None req-6db89cc7-089d-4714-ac88-12409a9ee423 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Floating IP cab6c138-4200-4aa3-acd5-b2ccd654ba57 disassociated (deleted). External IP: 172.25.3.74, port: a1f6e34c-1387-41d0-9fa1-ba33b189faf0. Jul 13 08:00:04.529956 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db89cc7-089d-4714-ac88-12409a9ee423 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Router 88414739-d625-453b-90f9-a69fe7d3cd49 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:00:04.642371 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db89cc7-089d-4714-ac88-12409a9ee423 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:00:04.646811 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6db89cc7-089d-4714-ac88-12409a9ee423 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:04.651953 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741438ce-840f-4c55-8962-55657af54384 None None] Sync routers for ids ['88414739-d625-453b-90f9-a69fe7d3cd49'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:00:04.665512 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741438ce-840f-4c55-8962-55657af54384 None None] Routers {'88414739-d625-453b-90f9-a69fe7d3cd49'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:00:04.666139 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-741438ce-840f-4c55-8962-55657af54384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:00:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['88414739-d625-453b-90f9-a69fe7d3cd49'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:04.684522 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6db89cc7-089d-4714-ac88-12409a9ee423 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "DELETE /v2.0/floatingips/cab6c138-4200-4aa3-acd5-b2ccd654ba57 HTTP/1.1" status: 204 len: 168 time: 1.2022359 Jul 13 08:00:04.685761 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2', 'tag': 'a1f6e34c-1387-41d0-9fa1-ba33b189faf0'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:00:04.688199 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35a0750-1984-418b-a883-1076a180a74b" -d '{"events": [{"name": "network-changed", "server_uuid": "4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2", "tag": "a1f6e34c-1387-41d0-9fa1-ba33b189faf0"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:00:04.775392 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-741438ce-840f-4c55-8962-55657af54384 None None] Set router 88414739-d625-453b-90f9-a69fe7d3cd49 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:00:04.799956 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ae6a8a-2d39-41eb-bc67-c52a977c5a22 x-openstack-request-id: req-71ae6a8a-2d39-41eb-bc67-c52a977c5a22 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:00:04.800256 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2", "tag": "a1f6e34c-1387-41d0-9fa1-ba33b189faf0", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:00:04.800514 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-71ae6a8a-2d39-41eb-bc67-c52a977c5a22 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:00:04.800921 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2', 'tag': 'a1f6e34c-1387-41d0-9fa1-ba33b189faf0', 'status': 'completed', 'code': 200} Jul 13 08:00:04.882620 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a0750-1984-418b-a883-1076a180a74b req-1c5e08e5-48f2-4e4e-b6f6-1a85aaf7173b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:04.884363 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c35a0750-1984-418b-a883-1076a180a74b req-1c5e08e5-48f2-4e4e-b6f6-1a85aaf7173b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 1097 time: 0.0612497 Jul 13 08:00:04.985323 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a0750-1984-418b-a883-1076a180a74b req-d9b56f48-0245-4df5-a39b-2b252331c8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:04.986800 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c35a0750-1984-418b-a883-1076a180a74b req-d9b56f48-0245-4df5-a39b-2b252331c8c1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=65eebab7-b394-4611-b6d4-b4ba00c2a0ff HTTP/1.1" status: 200 len: 897 time: 0.0911312 Jul 13 08:00:04.989742 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-741438ce-840f-4c55-8962-55657af54384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88414739-d625-453b-90f9-a69fe7d3cd49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733514937', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '70b48b32-580b-4f0d-a5b3-4bafd9c21adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:17Z', 'updated_at': '2021-07-13T07:58:21Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '70b48b32-580b-4f0d-a5b3-4bafd9c21adc', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88414739-d625-453b-90f9-a69fe7d3cd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:18Z', 'updated_at': '2021-07-13T07:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '20fe6622-f6df-4b4e-b91d-0150fd9fbce6', 'name': '', 'network_id': '65eebab7-b394-4611-b6d4-b4ba00c2a0ff', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'mac_address': 'fa:16:3e:42:bf:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88414739-d625-453b-90f9-a69fe7d3cd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '9b3a9ee6-5287-4ef3-8cb2-731a2e040dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:21Z', 'updated_at': '2021-07-13T07:58:25Z', 'revision_number': 5, 'project_id': '4d783f05a12042019a6219e445ea2541', 'subnets': [{'id': '9b3a9ee6-5287-4ef3-8cb2-731a2e040dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:05.018168 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741438ce-840f-4c55-8962-55657af54384 None None] Checking router: 88414739-d625-453b-90f9-a69fe7d3cd49 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:00:05.027252 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741438ce-840f-4c55-8962-55657af54384 None None] Routers {'88414739-d625-453b-90f9-a69fe7d3cd49'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:00:05.027872 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-741438ce-840f-4c55-8962-55657af54384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:00:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['88414739-d625-453b-90f9-a69fe7d3cd49'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:05.035976 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c35a0750-1984-418b-a883-1076a180a74b req-ae31e324-264b-4473-b9c8-ac2098a74755 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1f6e34c-1387-41d0-9fa1-ba33b189faf0 HTTP/1.1" status: 200 len: 217 time: 0.0424259 Jul 13 08:00:05.116331 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a0750-1984-418b-a883-1076a180a74b req-3108541b-739b-44eb-9ce0-32efef34cdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:05.117801 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c35a0750-1984-418b-a883-1076a180a74b req-3108541b-739b-44eb-9ce0-32efef34cdd9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9b3a9ee6-5287-4ef3-8cb2-731a2e040dc2 HTTP/1.1" status: 200 len: 835 time: 0.0743597 Jul 13 08:00:05.135151 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-741438ce-840f-4c55-8962-55657af54384 None None] Set router 88414739-d625-453b-90f9-a69fe7d3cd49 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:00:05.161403 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31d736-90fe-4cd7-9ec7-0b45dd26602b req-754998f6-ae93-4bc2-b794-66525b5cfe13 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:05.162946 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ff31d736-90fe-4cd7-9ec7-0b45dd26602b req-754998f6-ae93-4bc2-b794-66525b5cfe13 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 945 time: 0.1295447 Jul 13 08:00:05.221901 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ff31d736-90fe-4cd7-9ec7-0b45dd26602b req-9c0073aa-25f3-4510-9353-8d1cd3609365 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93a4c9c-f87c-46cc-a925-b0a4d3c9294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513673 Jul 13 08:00:05.223623 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a0750-1984-418b-a883-1076a180a74b req-345609a9-9c2b-43ef-ba83-c62155593b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:05.224546 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c35a0750-1984-418b-a883-1076a180a74b req-345609a9-9c2b-43ef-ba83-c62155593b19 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=65eebab7-b394-4611-b6d4-b4ba00c2a0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0997257 Jul 13 08:00:05.320257 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c35a0750-1984-418b-a883-1076a180a74b req-c40bed0f-eed5-4fef-b7ac-a3fd8ab6dee9 service neutron] 10.222.0.25 "GET /v2.0/networks/65eebab7-b394-4611-b6d4-b4ba00c2a0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883229 Jul 13 08:00:05.345224 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-741438ce-840f-4c55-8962-55657af54384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88414739-d625-453b-90f9-a69fe7d3cd49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733514937', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '70b48b32-580b-4f0d-a5b3-4bafd9c21adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:17Z', 'updated_at': '2021-07-13T07:58:21Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '70b48b32-580b-4f0d-a5b3-4bafd9c21adc', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88414739-d625-453b-90f9-a69fe7d3cd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:18Z', 'updated_at': '2021-07-13T07:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '20fe6622-f6df-4b4e-b91d-0150fd9fbce6', 'name': '', 'network_id': '65eebab7-b394-4611-b6d4-b4ba00c2a0ff', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'mac_address': 'fa:16:3e:42:bf:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88414739-d625-453b-90f9-a69fe7d3cd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '9b3a9ee6-5287-4ef3-8cb2-731a2e040dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:21Z', 'updated_at': '2021-07-13T07:58:25Z', 'revision_number': 5, 'project_id': '4d783f05a12042019a6219e445ea2541', 'subnets': [{'id': '9b3a9ee6-5287-4ef3-8cb2-731a2e040dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:05.371966 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741438ce-840f-4c55-8962-55657af54384 None None] The sync data for ids ['88414739-d625-453b-90f9-a69fe7d3cd49'] in n-d-771363-34 is: [{'id': '88414739-d625-453b-90f9-a69fe7d3cd49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733514937', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '70b48b32-580b-4f0d-a5b3-4bafd9c21adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:17Z', 'updated_at': '2021-07-13T07:58:21Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '70b48b32-580b-4f0d-a5b3-4bafd9c21adc', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88414739-d625-453b-90f9-a69fe7d3cd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:18Z', 'updated_at': '2021-07-13T07:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '20fe6622-f6df-4b4e-b91d-0150fd9fbce6', 'name': '', 'network_id': '65eebab7-b394-4611-b6d4-b4ba00c2a0ff', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'mac_address': 'fa:16:3e:42:bf:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88414739-d625-453b-90f9-a69fe7d3cd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '9b3a9ee6-5287-4ef3-8cb2-731a2e040dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:21Z', 'updated_at': '2021-07-13T07:58:25Z', 'revision_number': 5, 'project_id': '4d783f05a12042019a6219e445ea2541', 'subnets': [{'id': '9b3a9ee6-5287-4ef3-8cb2-731a2e040dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:00:05.421067 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c35a0750-1984-418b-a883-1076a180a74b req-d50921e5-df00-4653-8875-fa1fd155ce05 service neutron] 10.222.0.25 "GET /v2.0/networks/65eebab7-b394-4611-b6d4-b4ba00c2a0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939732 Jul 13 08:00:05.604999 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7f5d80-417f-4ce5-9dc9-bb2dbd387283 None None] New status for floating IP cab6c138-4200-4aa3-acd5-b2ccd654ba57: DOWN {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:00:05.941363 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:06.244996 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb1915-bded-4388-97b3-4ef879d51eae req-0ba23639-6cbc-4ed4-b18a-d2605e276026 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:06.246495 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0beb1915-bded-4388-97b3-4ef879d51eae req-0ba23639-6cbc-4ed4-b18a-d2605e276026 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 945 time: 0.0629475 Jul 13 08:00:06.348745 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-0beb1915-bded-4388-97b3-4ef879d51eae req-8372e6ab-5477-4f43-b3fb-0376e687bd13 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Deleting port a1f6e34c-1387-41d0-9fa1-ba33b189faf0 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:00:06.349088 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0beb1915-bded-4388-97b3-4ef879d51eae req-8372e6ab-5477-4f43-b3fb-0376e687bd13 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:06.406924 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6915202-2d58-454a-9adc-bebbd6079919 req-29c24724-8746-4f91-8c40-6254c6829174 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:06.408512 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a6915202-2d58-454a-9adc-bebbd6079919 req-29c24724-8746-4f91-8c40-6254c6829174 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2 HTTP/1.1" status: 200 len: 945 time: 0.0682988 Jul 13 08:00:06.446819 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-0beb1915-bded-4388-97b3-4ef879d51eae req-8372e6ab-5477-4f43-b3fb-0376e687bd13 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] For port a1f6e34c-1387-41d0-9fa1-ba33b189faf0, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=a1f6e34c-1387-41d0-9fa1-ba33b189faf0,segment=NetworkSegment(28071bb0-11be-4146-a184-0733c718622e),segment_id=28071bb0-11be-4146-a184-0733c718622e)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:06.447254 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0beb1915-bded-4388-97b3-4ef879d51eae req-8372e6ab-5477-4f43-b3fb-0376e687bd13 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:06.447413 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a6915202-2d58-454a-9adc-bebbd6079919 req-0d68c34e-a205-44ec-a918-884400c76e1e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93a4c9c-f87c-46cc-a925-b0a4d3c9294f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332451 Jul 13 08:00:06.463825 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-0beb1915-bded-4388-97b3-4ef879d51eae req-8372e6ab-5477-4f43-b3fb-0376e687bd13 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Calling delete_port for a1f6e34c-1387-41d0-9fa1-ba33b189faf0 owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:00:06.596365 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0beb1915-bded-4388-97b3-4ef879d51eae req-8372e6ab-5477-4f43-b3fb-0376e687bd13 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:06.648292 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372e6ab-5477-4f43-b3fb-0376e687bd13 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event deleted for resources: {'Port': ['ID=a1f6e34c-1387-41d0-9fa1-ba33b189faf0,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:06.715599 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-0beb1915-bded-4388-97b3-4ef879d51eae req-8372e6ab-5477-4f43-b3fb-0376e687bd13 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] No DVR routers for this DVR port a1f6e34c-1387-41d0-9fa1-ba33b189faf0 on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:00:06.718338 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0beb1915-bded-4388-97b3-4ef879d51eae req-8372e6ab-5477-4f43-b3fb-0376e687bd13 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:06.720421 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0beb1915-bded-4388-97b3-4ef879d51eae req-8372e6ab-5477-4f43-b3fb-0376e687bd13 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.25 "DELETE /v2.0/ports/a1f6e34c-1387-41d0-9fa1-ba33b189faf0 HTTP/1.1" status: 204 len: 173 time: 0.4684477 Jul 13 08:00:06.720853 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2', 'name': 'network-vif-deleted', 'tag': 'a1f6e34c-1387-41d0-9fa1-ba33b189faf0'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:00:06.723145 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f3ce55-64dc-400a-a854-2cc18bf7e912" -d '{"events": [{"server_uuid": "4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2", "name": "network-vif-deleted", "tag": "a1f6e34c-1387-41d0-9fa1-ba33b189faf0"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:00:06.759484 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e693d7-2429-4535-946b-39f4888ac6c3 x-openstack-request-id: req-65e693d7-2429-4535-946b-39f4888ac6c3 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:00:06.759780 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2", "name": "network-vif-deleted", "tag": "a1f6e34c-1387-41d0-9fa1-ba33b189faf0", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:00:06.760033 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-65e693d7-2429-4535-946b-39f4888ac6c3 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:00:06.760432 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a61b9f1-bb20-4d2b-8957-2ad4ed30a5b2', 'name': 'network-vif-deleted', 'tag': 'a1f6e34c-1387-41d0-9fa1-ba33b189faf0', 'status': 'completed', 'code': 200} Jul 13 08:00:07.545457 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39186) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:08.238689 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7351cacc-08f9-42bf-9141-02afcc317250 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:08.507813 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-7351cacc-08f9-42bf-9141-02afcc317250 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Deleting port 20fe6622-f6df-4b4e-b91d-0150fd9fbce6 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:00:08.508156 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7351cacc-08f9-42bf-9141-02afcc317250 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:08.600173 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-7351cacc-08f9-42bf-9141-02afcc317250 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] For port 20fe6622-f6df-4b4e-b91d-0150fd9fbce6, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=20fe6622-f6df-4b4e-b91d-0150fd9fbce6,segment=NetworkSegment(28071bb0-11be-4146-a184-0733c718622e),segment_id=28071bb0-11be-4146-a184-0733c718622e)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:08.600850 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7351cacc-08f9-42bf-9141-02afcc317250 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:08.611979 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-7351cacc-08f9-42bf-9141-02afcc317250 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Calling delete_port for 20fe6622-f6df-4b4e-b91d-0150fd9fbce6 owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:00:08.795344 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7351cacc-08f9-42bf-9141-02afcc317250 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:08.823622 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7351cacc-08f9-42bf-9141-02afcc317250 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event deleted for resources: {'Port': ['ID=20fe6622-f6df-4b4e-b91d-0150fd9fbce6,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:09.000983 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7351cacc-08f9-42bf-9141-02afcc317250 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:09.216966 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7351cacc-08f9-42bf-9141-02afcc317250 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Router 88414739-d625-453b-90f9-a69fe7d3cd49 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:00:09.324211 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7351cacc-08f9-42bf-9141-02afcc317250 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:00:09.330966 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7351cacc-08f9-42bf-9141-02afcc317250 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "PUT /v2.0/routers/88414739-d625-453b-90f9-a69fe7d3cd49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7836244 Jul 13 08:00:09.332870 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39188) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:09.334454 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d3aff0-26eb-4d8b-a587-5ad3455e7a4a None None] Sync routers for ids ['88414739-d625-453b-90f9-a69fe7d3cd49'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:00:09.345085 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d3aff0-26eb-4d8b-a587-5ad3455e7a4a None None] Routers {'88414739-d625-453b-90f9-a69fe7d3cd49'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:00:09.345699 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-97d3aff0-26eb-4d8b-a587-5ad3455e7a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:00:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['88414739-d625-453b-90f9-a69fe7d3cd49'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:09.383561 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-c94f2e33-6232-43d8-808c-6cd8048e3cc9 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Deleting subnet 9b3a9ee6-5287-4ef3-8cb2-731a2e040dc2 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:00:09.386633 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c94f2e33-6232-43d8-808c-6cd8048e3cc9 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:09.429686 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c94f2e33-6232-43d8-808c-6cd8048e3cc9 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:09.449499 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-97d3aff0-26eb-4d8b-a587-5ad3455e7a4a None None] Set router 88414739-d625-453b-90f9-a69fe7d3cd49 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:00:09.519310 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c94f2e33-6232-43d8-808c-6cd8048e3cc9 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:09.585030 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c94f2e33-6232-43d8-808c-6cd8048e3cc9 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:09.618246 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f2e33-6232-43d8-808c-6cd8048e3cc9 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event deleted for resources: {'Subnet': ['ID=9b3a9ee6-5287-4ef3-8cb2-731a2e040dc2,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:09.621856 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c94f2e33-6232-43d8-808c-6cd8048e3cc9 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:09.626963 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c94f2e33-6232-43d8-808c-6cd8048e3cc9 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "DELETE /v2.0/subnets/9b3a9ee6-5287-4ef3-8cb2-731a2e040dc2 HTTP/1.1" status: 204 len: 168 time: 0.2905250 Jul 13 08:00:09.627363 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39190) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:09.675037 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device a1f6e34c-1387-41d0-9fa1-ba33b189faf0 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:00:09.677105 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c954f2d8-8c8d-4b2f-a584-9f0803a97af9 None None] Network 65eebab7-b394-4611-b6d4-b4ba00c2a0ff requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:00:09.721362 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: a1f6e34c-1387-41d0-9fa1-ba33b189faf0 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:00:09.721695 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device a1f6e34c-1387-41d0-9fa1-ba33b189faf0 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:00:09.740155 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c516a213-24fc-4ae3-999c-86c9421b255f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:09.851698 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c516a213-24fc-4ae3-999c-86c9421b255f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:09.906485 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-c516a213-24fc-4ae3-999c-86c9421b255f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Deleting port 70b48b32-580b-4f0d-a5b3-4bafd9c21adc {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:00:09.906838 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c516a213-24fc-4ae3-999c-86c9421b255f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:09.915727 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-97d3aff0-26eb-4d8b-a587-5ad3455e7a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88414739-d625-453b-90f9-a69fe7d3cd49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733514937', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '70b48b32-580b-4f0d-a5b3-4bafd9c21adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:17Z', 'updated_at': '2021-07-13T08:00:08Z', 'revision_number': 5, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '70b48b32-580b-4f0d-a5b3-4bafd9c21adc', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88414739-d625-453b-90f9-a69fe7d3cd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T07:58:18Z', 'updated_at': '2021-07-13T07:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:09.951365 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d3aff0-26eb-4d8b-a587-5ad3455e7a4a None None] Checking router: 88414739-d625-453b-90f9-a69fe7d3cd49 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:00:09.960195 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d3aff0-26eb-4d8b-a587-5ad3455e7a4a None None] Routers {'88414739-d625-453b-90f9-a69fe7d3cd49'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:00:09.960810 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-97d3aff0-26eb-4d8b-a587-5ad3455e7a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:00:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['88414739-d625-453b-90f9-a69fe7d3cd49'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:09.994431 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2201a85c-b27b-4362-84e7-a74364b4680e None None] DHCP port deletion for 65eebab7-b394-4611-b6d4-b4ba00c2a0ff request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:00:09.998662 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-c516a213-24fc-4ae3-999c-86c9421b255f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] For port 70b48b32-580b-4f0d-a5b3-4bafd9c21adc, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=70b48b32-580b-4f0d-a5b3-4bafd9c21adc,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:09.999031 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c516a213-24fc-4ae3-999c-86c9421b255f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:10.011302 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-c516a213-24fc-4ae3-999c-86c9421b255f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Calling delete_port for 70b48b32-580b-4f0d-a5b3-4bafd9c21adc owned by network:router_gateway {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:00:10.071009 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-97d3aff0-26eb-4d8b-a587-5ad3455e7a4a None None] Set router 88414739-d625-453b-90f9-a69fe7d3cd49 gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:00:10.129459 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-97d3aff0-26eb-4d8b-a587-5ad3455e7a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88414739-d625-453b-90f9-a69fe7d3cd49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733514937', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:17Z', 'updated_at': '2021-07-13T08:00:09Z', 'revision_number': 6, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:10.161536 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d3aff0-26eb-4d8b-a587-5ad3455e7a4a None None] The sync data for ids ['88414739-d625-453b-90f9-a69fe7d3cd49'] in n-d-771363-34 is: [{'id': '88414739-d625-453b-90f9-a69fe7d3cd49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733514937', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T07:58:17Z', 'updated_at': '2021-07-13T08:00:09Z', 'revision_number': 6, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port_host': None}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:00:10.170508 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2201a85c-b27b-4362-84e7-a74364b4680e None None] Deleting port 33c31879-c3e4-4fe1-8f14-504788db8107 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:00:10.170882 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2201a85c-b27b-4362-84e7-a74364b4680e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:10.183366 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c516a213-24fc-4ae3-999c-86c9421b255f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:10.219242 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516a213-24fc-4ae3-999c-86c9421b255f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event deleted for resources: {'Port': ['ID=70b48b32-580b-4f0d-a5b3-4bafd9c21adc,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:10.239590 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2201a85c-b27b-4362-84e7-a74364b4680e None None] For port 33c31879-c3e4-4fe1-8f14-504788db8107, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=33c31879-c3e4-4fe1-8f14-504788db8107,segment=NetworkSegment(28071bb0-11be-4146-a184-0733c718622e),segment_id=28071bb0-11be-4146-a184-0733c718622e)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:10.239973 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2201a85c-b27b-4362-84e7-a74364b4680e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:10.251798 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2201a85c-b27b-4362-84e7-a74364b4680e None None] Calling delete_port for 33c31879-c3e4-4fe1-8f14-504788db8107 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:00:10.275216 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c516a213-24fc-4ae3-999c-86c9421b255f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:10.332475 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2201a85c-b27b-4362-84e7-a74364b4680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:10.360411 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201a85c-b27b-4362-84e7-a74364b4680e None None] Pushing event deleted for resources: {'Port': ['ID=33c31879-c3e4-4fe1-8f14-504788db8107,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:10.365087 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2201a85c-b27b-4362-84e7-a74364b4680e None None] No DVR routers for this DVR port 33c31879-c3e4-4fe1-8f14-504788db8107 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:00:10.384807 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c516a213-24fc-4ae3-999c-86c9421b255f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:10.385960 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c516a213-24fc-4ae3-999c-86c9421b255f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:10.432158 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c516a213-24fc-4ae3-999c-86c9421b255f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:10.432786 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c516a213-24fc-4ae3-999c-86c9421b255f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Fanout notify agent at l3_agent the message router_deleted on router 88414739-d625-453b-90f9-a69fe7d3cd49 {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:00:10.440587 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c516a213-24fc-4ae3-999c-86c9421b255f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:10.441729 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c516a213-24fc-4ae3-999c-86c9421b255f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "DELETE /v2.0/routers/88414739-d625-453b-90f9-a69fe7d3cd49 HTTP/1.1" status: 204 len: 168 time: 0.8133919 Jul 13 08:00:10.444587 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39192) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:10.528681 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5f40fa37-2160-4c14-9a1c-d96bf3e9df49 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:10.626175 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5f40fa37-2160-4c14-9a1c-d96bf3e9df49 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:10.636692 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-5f40fa37-2160-4c14-9a1c-d96bf3e9df49 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65eebab7-b394-4611-b6d4-b4ba00c2a0ff']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:10.652287 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-5f40fa37-2160-4c14-9a1c-d96bf3e9df49 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28071bb0-11be-4146-a184-0733c718622e') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:10.652583 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-5f40fa37-2160-4c14-9a1c-d96bf3e9df49 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28071bb0-11be-4146-a184-0733c718622e') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:10.661482 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5f40fa37-2160-4c14-9a1c-d96bf3e9df49 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:10.675417 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5f40fa37-2160-4c14-9a1c-d96bf3e9df49 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:10.681801 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f40fa37-2160-4c14-9a1c-d96bf3e9df49 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:00:10.682174 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5f40fa37-2160-4c14-9a1c-d96bf3e9df49 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:10.686206 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:00:10.686206 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:00:10.686206 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:00:10.686206 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:00:10.686206 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 08:00:10.686206 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:00:10.686206 n-d-771363-34 neutron-server[94018]: timer() Jul 13 08:00:10.686206 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:00:10.686206 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 08:00:10.686206 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:00:10.686206 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 08:00:10.686206 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:00:10.686206 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 08:00:10.686206 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:00:10.686206 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 08:00:10.686206 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:00:10.686206 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 08:00:10.686206 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:00:10.686206 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:00:10.686206 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:00:10.686206 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:00:10.686206 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:00:10.686206 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 08:00:10.686206 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:00:10.686206 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 08:00:10.686206 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:00:10.686206 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:00:10.686206 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:00:10.686206 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 08:00:10.686206 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:00:10.686206 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:00:10.686206 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:00:10.686206 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:00:10.686206 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:00:10.686206 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:00:10.686206 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:00:10.742936 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5f40fa37-2160-4c14-9a1c-d96bf3e9df49 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:10.748562 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5f40fa37-2160-4c14-9a1c-d96bf3e9df49 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:10.750535 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5f40fa37-2160-4c14-9a1c-d96bf3e9df49 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "DELETE /v2.0/networks/65eebab7-b394-4611-b6d4-b4ba00c2a0ff HTTP/1.1" status: 204 len: 168 time: 0.3049579 Jul 13 08:00:10.753398 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39194) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:10.765660 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40fa37-2160-4c14-9a1c-d96bf3e9df49 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event deleted for resources: {'Network': ['ID=65eebab7-b394-4611-b6d4-b4ba00c2a0ff,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:10.816049 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a64cd855-b00e-4742-a7b1-236392991f0f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:10.840869 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a64cd855-b00e-4742-a7b1-236392991f0f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:10.900933 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a64cd855-b00e-4742-a7b1-236392991f0f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:10.904435 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a64cd855-b00e-4742-a7b1-236392991f0f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:10.909385 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a64cd855-b00e-4742-a7b1-236392991f0f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "DELETE /v2.0/security-groups/f93a4c9c-f87c-46cc-a925-b0a4d3c9294f HTTP/1.1" status: 204 len: 168 time: 0.1512330 Jul 13 08:00:10.920574 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64cd855-b00e-4742-a7b1-236392991f0f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93a4c9c-f87c-46cc-a925-b0a4d3c9294f,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:11.506704 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39200) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:11.512042 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-d5e77287-7119-4cfb-8eac-ad8d01db63a5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1407431692', 'description': 'tempest-secgroup-smoke-1407431692 description', 'project_id': '4d783f05a12042019a6219e445ea2541'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:11.543914 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d5e77287-7119-4cfb-8eac-ad8d01db63a5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:11.637729 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d5e77287-7119-4cfb-8eac-ad8d01db63a5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:11.644755 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d5e77287-7119-4cfb-8eac-ad8d01db63a5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:11.658128 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 20fe6622-f6df-4b4e-b91d-0150fd9fbce6 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:00:11.673728 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d5e77287-7119-4cfb-8eac-ad8d01db63a5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:11.675027 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d5e77287-7119-4cfb-8eac-ad8d01db63a5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1671271 Jul 13 08:00:11.678942 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39202) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:11.679510 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e77287-7119-4cfb-8eac-ad8d01db63a5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9057d45a-5980-4a19-9824-6f84240afe43,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:11.679852 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 20fe6622-f6df-4b4e-b91d-0150fd9fbce6 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:00:11.680194 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 20fe6622-f6df-4b4e-b91d-0150fd9fbce6 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:00:11.680601 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 33c31879-c3e4-4fe1-8f14-504788db8107 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:00:11.685434 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-3b93b1fa-7a7d-4c0b-ab1f-ff8fa21f9daf tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'security_group_rule': {'security_group_id': '9057d45a-5980-4a19-9824-6f84240afe43', 'project_id': '4d783f05a12042019a6219e445ea2541', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:11.699524 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 33c31879-c3e4-4fe1-8f14-504788db8107 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:00:11.699868 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 33c31879-c3e4-4fe1-8f14-504788db8107 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:00:11.700277 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 70b48b32-580b-4f0d-a5b3-4bafd9c21adc no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:00:11.715465 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3b93b1fa-7a7d-4c0b-ab1f-ff8fa21f9daf tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:11.720907 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 70b48b32-580b-4f0d-a5b3-4bafd9c21adc {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:00:11.721249 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 70b48b32-580b-4f0d-a5b3-4bafd9c21adc not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:00:11.775508 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3b93b1fa-7a7d-4c0b-ab1f-ff8fa21f9daf tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:11.779515 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3b93b1fa-7a7d-4c0b-ab1f-ff8fa21f9daf tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:11.800384 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b93b1fa-7a7d-4c0b-ab1f-ff8fa21f9daf tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=464d9e95-0922-497d-87a6-c798db160141,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:11.805936 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3b93b1fa-7a7d-4c0b-ab1f-ff8fa21f9daf tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:11.807293 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3b93b1fa-7a7d-4c0b-ab1f-ff8fa21f9daf tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1265843 Jul 13 08:00:11.810584 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39204) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:11.815572 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-5ac4922f-dd20-48e3-a7e6-09d42e36b75c tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'security_group_rule': {'security_group_id': '9057d45a-5980-4a19-9824-6f84240afe43', 'project_id': '4d783f05a12042019a6219e445ea2541', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:11.841915 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5ac4922f-dd20-48e3-a7e6-09d42e36b75c tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:11.898785 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5ac4922f-dd20-48e3-a7e6-09d42e36b75c tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:11.902862 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5ac4922f-dd20-48e3-a7e6-09d42e36b75c tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:11.920226 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac4922f-dd20-48e3-a7e6-09d42e36b75c tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01ec9357-73a2-42b5-8f30-ea982ad04c36,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:11.926571 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5ac4922f-dd20-48e3-a7e6-09d42e36b75c tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:11.927854 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5ac4922f-dd20-48e3-a7e6-09d42e36b75c tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1161270 Jul 13 08:00:11.930612 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39206) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:11.935644 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-80299b84-a7ed-478b-afc1-c9403823aca1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'security_group_rule': {'security_group_id': '9057d45a-5980-4a19-9824-6f84240afe43', 'project_id': '4d783f05a12042019a6219e445ea2541', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:11.964825 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-80299b84-a7ed-478b-afc1-c9403823aca1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:12.022123 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-80299b84-a7ed-478b-afc1-c9403823aca1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:12.025683 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-80299b84-a7ed-478b-afc1-c9403823aca1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:12.045200 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80299b84-a7ed-478b-afc1-c9403823aca1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a612acd9-0c5a-46d0-8819-8ac7d9835e58,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:12.048868 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-80299b84-a7ed-478b-afc1-c9403823aca1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:12.050127 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-80299b84-a7ed-478b-afc1-c9403823aca1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185002 Jul 13 08:00:12.052905 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39208) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:12.057407 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-56fe2595-4c1e-46ea-a7c1-08da14432245 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'security_group_rule': {'security_group_id': '9057d45a-5980-4a19-9824-6f84240afe43', 'project_id': '4d783f05a12042019a6219e445ea2541', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:12.084858 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-56fe2595-4c1e-46ea-a7c1-08da14432245 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:12.144281 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-56fe2595-4c1e-46ea-a7c1-08da14432245 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:12.147717 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-56fe2595-4c1e-46ea-a7c1-08da14432245 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:12.170603 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe2595-4c1e-46ea-a7c1-08da14432245 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4c220b5-50b8-48e2-b81d-88d77d06030e,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:12.174073 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-56fe2595-4c1e-46ea-a7c1-08da14432245 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:12.175358 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-56fe2595-4c1e-46ea-a7c1-08da14432245 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1213989 Jul 13 08:00:12.178027 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39210) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:12.182394 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-24b57c8a-4818-4ae7-882e-0ab4a63abbec tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'security_group_rule': {'security_group_id': '9057d45a-5980-4a19-9824-6f84240afe43', 'project_id': '4d783f05a12042019a6219e445ea2541', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:12.204518 n-d-771363-34 neutron-server[94018]: INFO neutron.db.securitygroups_db [None req-24b57c8a-4818-4ae7-882e-0ab4a63abbec tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Project 4d783f05a12042019a6219e445ea2541 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:00:12.209500 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-24b57c8a-4818-4ae7-882e-0ab4a63abbec tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:12.270080 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-24b57c8a-4818-4ae7-882e-0ab4a63abbec tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:12.273555 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-24b57c8a-4818-4ae7-882e-0ab4a63abbec tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:12.291419 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b57c8a-4818-4ae7-882e-0ab4a63abbec tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f7c61bd-49d1-4435-8cad-9bae6f67031b,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:12.297265 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-24b57c8a-4818-4ae7-882e-0ab4a63abbec tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:12.298344 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-24b57c8a-4818-4ae7-882e-0ab4a63abbec tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1194053 Jul 13 08:00:12.300982 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39212) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:12.305343 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-1b7b31f6-40a8-4d0a-8b53-acc505b44cbc tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'security_group_rule': {'security_group_id': '9057d45a-5980-4a19-9824-6f84240afe43', 'project_id': '4d783f05a12042019a6219e445ea2541', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:12.327958 n-d-771363-34 neutron-server[94018]: INFO neutron.db.securitygroups_db [None req-1b7b31f6-40a8-4d0a-8b53-acc505b44cbc tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Project 4d783f05a12042019a6219e445ea2541 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:00:12.332595 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1b7b31f6-40a8-4d0a-8b53-acc505b44cbc tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:12.395383 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1b7b31f6-40a8-4d0a-8b53-acc505b44cbc tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:12.398940 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1b7b31f6-40a8-4d0a-8b53-acc505b44cbc tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:12.418819 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b31f6-40a8-4d0a-8b53-acc505b44cbc tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebd1bfd8-ed10-4192-a416-0a79dc9cbafd,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:12.426446 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1b7b31f6-40a8-4d0a-8b53-acc505b44cbc tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:12.428491 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1b7b31f6-40a8-4d0a-8b53-acc505b44cbc tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1258745 Jul 13 08:00:12.430621 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39214) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:12.435588 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-a3195379-5aa9-4814-85e8-a6522ad9f346 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'network': {'name': 'tempest-network-smoke--9654465', 'project_id': '4d783f05a12042019a6219e445ea2541', 'port_security_enabled': True}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:12.456544 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3195379-5aa9-4814-85e8-a6522ad9f346 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Made reservation on behalf of 4d783f05a12042019a6219e445ea2541 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:00:12.460124 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a3195379-5aa9-4814-85e8-a6522ad9f346 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:12.484061 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3195379-5aa9-4814-85e8-a6522ad9f346 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:00:12.493026 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a3195379-5aa9-4814-85e8-a6522ad9f346 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:12.493366 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-a3195379-5aa9-4814-85e8-a6522ad9f346 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Added segment f22d1059-8129-41e8-a5ed-a93fd5826f35 of type vlan for network 33a65b3c-6c16-430c-b974-38115f3a54a0 Jul 13 08:00:12.537085 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a3195379-5aa9-4814-85e8-a6522ad9f346 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:12.567040 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a3195379-5aa9-4814-85e8-a6522ad9f346 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:12.572569 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3195379-5aa9-4814-85e8-a6522ad9f346 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:12.573150 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a3195379-5aa9-4814-85e8-a6522ad9f346 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:12.604644 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a3195379-5aa9-4814-85e8-a6522ad9f346 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1729629 Jul 13 08:00:12.607686 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39216) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:12.614322 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-6dd00487-ff75-4248-8a3e-272e07f0315e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-861338997', 'admin_state_up': True, 'project_id': '4d783f05a12042019a6219e445ea2541', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:12.654477 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3195379-5aa9-4814-85e8-a6522ad9f346 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'Network': ['ID=33a65b3c-6c16-430c-b974-38115f3a54a0,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:12.664850 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 33a65b3c-6c16-430c-b974-38115f3a54a0 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:00:12.670035 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6dd00487-ff75-4248-8a3e-272e07f0315e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:12.671015 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6dd00487-ff75-4248-8a3e-272e07f0315e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:12.728239 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6dd00487-ff75-4248-8a3e-272e07f0315e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:12.865403 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6dd00487-ff75-4248-8a3e-272e07f0315e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:13.055111 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6dd00487-ff75-4248-8a3e-272e07f0315e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for router_gateway, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:13.073965 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6dd00487-ff75-4248-8a3e-272e07f0315e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:13.174507 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-6dd00487-ff75-4248-8a3e-272e07f0315e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Allocated IP 172.25.3.221 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/88ae363e-069c-483b-9d6a-70a9ec3c0f3f) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:00:13.277678 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6dd00487-ff75-4248-8a3e-272e07f0315e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:13.321008 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6dd00487-ff75-4248-8a3e-272e07f0315e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:13.363503 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd00487-ff75-4248-8a3e-272e07f0315e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:00:13.366336 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-6dd00487-ff75-4248-8a3e-272e07f0315e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:00:13.369844 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd00487-ff75-4248-8a3e-272e07f0315e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:00:13.375375 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd00487-ff75-4248-8a3e-272e07f0315e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'Port': ['ID=88ae363e-069c-483b-9d6a-70a9ec3c0f3f,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:13.632256 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6dd00487-ff75-4248-8a3e-272e07f0315e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for router_gateway, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:13.824092 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6dd00487-ff75-4248-8a3e-272e07f0315e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:13.952595 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd00487-ff75-4248-8a3e-272e07f0315e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Router f306eaa2-9a1c-4bfa-983e-e64048c58af0 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:00:14.325222 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd00487-ff75-4248-8a3e-272e07f0315e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:00:14.336119 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841e89cd-5dee-4641-94e0-39f226c38919 None None] Sync routers for ids ['f306eaa2-9a1c-4bfa-983e-e64048c58af0'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:00:14.345618 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6dd00487-ff75-4248-8a3e-272e07f0315e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:14.346183 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841e89cd-5dee-4641-94e0-39f226c38919 None None] Routers {'f306eaa2-9a1c-4bfa-983e-e64048c58af0'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:00:14.346851 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6dd00487-ff75-4248-8a3e-272e07f0315e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7382462 Jul 13 08:00:14.347006 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-841e89cd-5dee-4641-94e0-39f226c38919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:00:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f306eaa2-9a1c-4bfa-983e-e64048c58af0'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:14.350051 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39218) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:14.379406 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-114c61e5-03b8-4074-afbc-f9810ba2a2d2 tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=4d783f05a12042019a6219e445ea2541&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282023 Jul 13 08:00:14.382908 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39220) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:14.469175 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-841e89cd-5dee-4641-94e0-39f226c38919 None None] Set router f306eaa2-9a1c-4bfa-983e-e64048c58af0 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:00:14.544158 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051550c8-e3c3-40f6-9cc3-e06e87e7df16 tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:14.548602 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-051550c8-e3c3-40f6-9cc3-e06e87e7df16 tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1619339 Jul 13 08:00:14.548818 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39222) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:14.593180 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-708aae6c-7b61-4dde-84f9-cf7cf5d5bb67 tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=099fd220-496e-4556-906a-9ab228a05c02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322998 Jul 13 08:00:14.594247 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39224) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:14.601258 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-220a6b32-1622-4f5d-ade4-548b83181e17 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-583679013', 'network_id': '33a65b3c-6c16-430c-b974-38115f3a54a0', 'project_id': '4d783f05a12042019a6219e445ea2541', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:14.667671 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-841e89cd-5dee-4641-94e0-39f226c38919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f306eaa2-9a1c-4bfa-983e-e64048c58af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861338997', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '88ae363e-069c-483b-9d6a-70a9ec3c0f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:12Z', 'updated_at': '2021-07-13T08:00:13Z', 'revision_number': 3, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '88ae363e-069c-483b-9d6a-70a9ec3c0f3f', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f306eaa2-9a1c-4bfa-983e-e64048c58af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:13Z', 'updated_at': '2021-07-13T08:00:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:14.709609 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220a6b32-1622-4f5d-ade4-548b83181e17 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Made reservation on behalf of 4d783f05a12042019a6219e445ea2541 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:00:14.713588 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-220a6b32-1622-4f5d-ade4-548b83181e17 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:14.722701 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841e89cd-5dee-4641-94e0-39f226c38919 None None] Checking router: f306eaa2-9a1c-4bfa-983e-e64048c58af0 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:00:14.723287 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841e89cd-5dee-4641-94e0-39f226c38919 None None] Updating router f306eaa2-9a1c-4bfa-983e-e64048c58af0 port 88ae363e-069c-483b-9d6a-70a9ec3c0f3f binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:00:14.780711 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-841e89cd-5dee-4641-94e0-39f226c38919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:14.907529 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-220a6b32-1622-4f5d-ade4-548b83181e17 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:14.973908 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a6b32-1622-4f5d-ade4-548b83181e17 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'Subnet': ['ID=f3ebf6fa-8a4f-411d-860d-d4f46538a69e,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:14.982916 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220a6b32-1622-4f5d-ade4-548b83181e17 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Checking segment: {'id': 'f22d1059-8129-41e8-a5ed-a93fd5826f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '33a65b3c-6c16-430c-b974-38115f3a54a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:00:14.983342 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220a6b32-1622-4f5d-ade4-548b83181e17 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Network hostable DHCP agents. Network: 33a65b3c-6c16-430c-b974-38115f3a54a0, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:00:15.003874 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220a6b32-1622-4f5d-ade4-548b83181e17 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Network 33a65b3c-6c16-430c-b974-38115f3a54a0 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:00:15.017058 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-220a6b32-1622-4f5d-ade4-548b83181e17 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 33a65b3c-6c16-430c-b974-38115f3a54a0) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:00:15.021684 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220a6b32-1622-4f5d-ade4-548b83181e17 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:15.022281 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-220a6b32-1622-4f5d-ade4-548b83181e17 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:15.027807 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24570f62-0b11-425b-9f73-68b17025eb5f None None] Network 33a65b3c-6c16-430c-b974-38115f3a54a0 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:00:15.041020 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-220a6b32-1622-4f5d-ade4-548b83181e17 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4462109 Jul 13 08:00:15.043949 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39226) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:15.114088 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-841e89cd-5dee-4641-94e0-39f226c38919 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:15.125526 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-841e89cd-5dee-4641-94e0-39f226c38919 None None] Transition to ACTIVE for port object 88ae363e-069c-483b-9d6a-70a9ec3c0f3f will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:00:15.133487 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-841e89cd-5dee-4641-94e0-39f226c38919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:15.184405 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-841e89cd-5dee-4641-94e0-39f226c38919 None None] Attempting to bind port 88ae363e-069c-483b-9d6a-70a9ec3c0f3f on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:00:15.184772 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-841e89cd-5dee-4641-94e0-39f226c38919 None None] Attempting to bind port 88ae363e-069c-483b-9d6a-70a9ec3c0f3f by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:00:15.185134 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841e89cd-5dee-4641-94e0-39f226c38919 None None] Attempting to bind port 88ae363e-069c-483b-9d6a-70a9ec3c0f3f on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:00:15.190053 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ab7c91-aad1-44ab-bb82-cf1188c333b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-33a65b3c-6c16-430c-b974-38115f3a54a0', 'network_id': '33a65b3c-6c16-430c-b974-38115f3a54a0', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'fixed_ips': [{'subnet_id': 'f3ebf6fa-8a4f-411d-860d-d4f46538a69e'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:00:15.190787 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-62ab7c91-aad1-44ab-bb82-cf1188c333b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:15.197886 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841e89cd-5dee-4641-94e0-39f226c38919 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:00:15.198263 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841e89cd-5dee-4641-94e0-39f226c38919 None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:00:15.198663 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-841e89cd-5dee-4641-94e0-39f226c38919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:15.199063 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841e89cd-5dee-4641-94e0-39f226c38919 None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:00:15.199576 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-841e89cd-5dee-4641-94e0-39f226c38919 None None] Bound port: 88ae363e-069c-483b-9d6a-70a9ec3c0f3f, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:00:15.199951 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-841e89cd-5dee-4641-94e0-39f226c38919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:15.206252 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90421e9c-ab2f-43a0-9b4f-781242c73b51 None None] Pushing event updated for resources: {'Port': ['ID=88ae363e-069c-483b-9d6a-70a9ec3c0f3f,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:15.246513 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90421e9c-ab2f-43a0-9b4f-781242c73b51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:15.246847 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90421e9c-ab2f-43a0-9b4f-781242c73b51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:15.247187 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90421e9c-ab2f-43a0-9b4f-781242c73b51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:15.247543 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90421e9c-ab2f-43a0-9b4f-781242c73b51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:15.247876 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90421e9c-ab2f-43a0-9b4f-781242c73b51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:15.248264 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90421e9c-ab2f-43a0-9b4f-781242c73b51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:15.248638 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90421e9c-ab2f-43a0-9b4f-781242c73b51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:15.249225 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90421e9c-ab2f-43a0-9b4f-781242c73b51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:15.249225 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90421e9c-ab2f-43a0-9b4f-781242c73b51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:15.249529 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90421e9c-ab2f-43a0-9b4f-781242c73b51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:15.249850 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90421e9c-ab2f-43a0-9b4f-781242c73b51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:15.250166 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90421e9c-ab2f-43a0-9b4f-781242c73b51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:00:15.269370 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-841e89cd-5dee-4641-94e0-39f226c38919 None None] For port 88ae363e-069c-483b-9d6a-70a9ec3c0f3f, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:00:15.272739 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-841e89cd-5dee-4641-94e0-39f226c38919 None None] For port 88ae363e-069c-483b-9d6a-70a9ec3c0f3f, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=88ae363e-069c-483b-9d6a-70a9ec3c0f3f,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:00:15.277414 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-841e89cd-5dee-4641-94e0-39f226c38919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:15.334150 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841e89cd-5dee-4641-94e0-39f226c38919 None None] Routers {'f306eaa2-9a1c-4bfa-983e-e64048c58af0'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:00:15.334789 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-841e89cd-5dee-4641-94e0-39f226c38919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:00:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f306eaa2-9a1c-4bfa-983e-e64048c58af0'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:15.339990 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90421e9c-ab2f-43a0-9b4f-781242c73b51 None None] Pushing event updated for resources: {'Port': ['ID=88ae363e-069c-483b-9d6a-70a9ec3c0f3f,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:15.357174 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-62ab7c91-aad1-44ab-bb82-cf1188c333b5 None None] Allocated IP 172.20.0.2 (33a65b3c-6c16-430c-b974-38115f3a54a0/f3ebf6fa-8a4f-411d-860d-d4f46538a69e/b13e46fb-7c99-4442-b6e5-3c4d9f9714ae) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:00:15.445465 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-841e89cd-5dee-4641-94e0-39f226c38919 None None] Set router f306eaa2-9a1c-4bfa-983e-e64048c58af0 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:00:15.521803 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-62ab7c91-aad1-44ab-bb82-cf1188c333b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:15.525269 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b85cd585-21fe-49d5-8a38-2e8e1763efd5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:15.531676 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-62ab7c91-aad1-44ab-bb82-cf1188c333b5 None None] Transition to ACTIVE for port object b13e46fb-7c99-4442-b6e5-3c4d9f9714ae will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:00:15.548662 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-62ab7c91-aad1-44ab-bb82-cf1188c333b5 None None] Transition to ACTIVE for port object b13e46fb-7c99-4442-b6e5-3c4d9f9714ae will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:00:15.556459 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-62ab7c91-aad1-44ab-bb82-cf1188c333b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:15.598023 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ab7c91-aad1-44ab-bb82-cf1188c333b5 None None] Network 33a65b3c-6c16-430c-b974-38115f3a54a0 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:00:15.602950 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-62ab7c91-aad1-44ab-bb82-cf1188c333b5 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:00:15.608367 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ab7c91-aad1-44ab-bb82-cf1188c333b5 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:00:15.611633 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab7c91-aad1-44ab-bb82-cf1188c333b5 None None] Pushing event updated for resources: {'Port': ['ID=b13e46fb-7c99-4442-b6e5-3c4d9f9714ae,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:15.672241 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-62ab7c91-aad1-44ab-bb82-cf1188c333b5 None None] Attempting to bind port b13e46fb-7c99-4442-b6e5-3c4d9f9714ae on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:00:15.672605 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-62ab7c91-aad1-44ab-bb82-cf1188c333b5 None None] Attempting to bind port b13e46fb-7c99-4442-b6e5-3c4d9f9714ae by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'f22d1059-8129-41e8-a5ed-a93fd5826f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '33a65b3c-6c16-430c-b974-38115f3a54a0'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:00:15.672965 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ab7c91-aad1-44ab-bb82-cf1188c333b5 None None] Attempting to bind port b13e46fb-7c99-4442-b6e5-3c4d9f9714ae on network 33a65b3c-6c16-430c-b974-38115f3a54a0 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:00:15.678218 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ab7c91-aad1-44ab-bb82-cf1188c333b5 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:00:15.678583 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ab7c91-aad1-44ab-bb82-cf1188c333b5 None None] Checking segment: {'id': 'f22d1059-8129-41e8-a5ed-a93fd5826f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '33a65b3c-6c16-430c-b974-38115f3a54a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:00:15.678977 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-62ab7c91-aad1-44ab-bb82-cf1188c333b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:15.679405 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ab7c91-aad1-44ab-bb82-cf1188c333b5 None None] Bound using segment: {'id': 'f22d1059-8129-41e8-a5ed-a93fd5826f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '33a65b3c-6c16-430c-b974-38115f3a54a0'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:00:15.679864 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-62ab7c91-aad1-44ab-bb82-cf1188c333b5 None None] Bound port: b13e46fb-7c99-4442-b6e5-3c4d9f9714ae, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22d1059-8129-41e8-a5ed-a93fd5826f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '33a65b3c-6c16-430c-b974-38115f3a54a0'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:00:15.680238 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-62ab7c91-aad1-44ab-bb82-cf1188c333b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:15.738635 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-841e89cd-5dee-4641-94e0-39f226c38919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f306eaa2-9a1c-4bfa-983e-e64048c58af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861338997', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '88ae363e-069c-483b-9d6a-70a9ec3c0f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:12Z', 'updated_at': '2021-07-13T08:00:13Z', 'revision_number': 3, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '88ae363e-069c-483b-9d6a-70a9ec3c0f3f', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f306eaa2-9a1c-4bfa-983e-e64048c58af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:13Z', 'updated_at': '2021-07-13T08:00:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:15.747823 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-62ab7c91-aad1-44ab-bb82-cf1188c333b5 None None] For port b13e46fb-7c99-4442-b6e5-3c4d9f9714ae, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:00:15.751465 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-62ab7c91-aad1-44ab-bb82-cf1188c333b5 None None] For port b13e46fb-7c99-4442-b6e5-3c4d9f9714ae, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=b13e46fb-7c99-4442-b6e5-3c4d9f9714ae,segment=NetworkSegment(f22d1059-8129-41e8-a5ed-a93fd5826f35),segment_id=f22d1059-8129-41e8-a5ed-a93fd5826f35)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:00:15.756086 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-62ab7c91-aad1-44ab-bb82-cf1188c333b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:15.766293 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841e89cd-5dee-4641-94e0-39f226c38919 None None] The sync data for ids ['f306eaa2-9a1c-4bfa-983e-e64048c58af0'] in n-d-771363-34 is: [{'id': 'f306eaa2-9a1c-4bfa-983e-e64048c58af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861338997', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '88ae363e-069c-483b-9d6a-70a9ec3c0f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:12Z', 'updated_at': '2021-07-13T08:00:13Z', 'revision_number': 3, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '88ae363e-069c-483b-9d6a-70a9ec3c0f3f', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f306eaa2-9a1c-4bfa-983e-e64048c58af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:13Z', 'updated_at': '2021-07-13T08:00:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:00:15.824010 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab7c91-aad1-44ab-bb82-cf1188c333b5 None None] Pushing event updated for resources: {'Port': ['ID=b13e46fb-7c99-4442-b6e5-3c4d9f9714ae,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:15.952484 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-b85cd585-21fe-49d5-8a38-2e8e1763efd5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Allocated IP 172.20.0.1 (33a65b3c-6c16-430c-b974-38115f3a54a0/f3ebf6fa-8a4f-411d-860d-d4f46538a69e/d70348eb-dc6f-4974-87a9-33ab71bde767) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:00:16.130705 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b85cd585-21fe-49d5-8a38-2e8e1763efd5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:16.151361 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-b85cd585-21fe-49d5-8a38-2e8e1763efd5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Transition to ACTIVE for port object d70348eb-dc6f-4974-87a9-33ab71bde767 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:00:16.192936 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b85cd585-21fe-49d5-8a38-2e8e1763efd5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:16.266197 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85cd585-21fe-49d5-8a38-2e8e1763efd5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Network 33a65b3c-6c16-430c-b974-38115f3a54a0 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:00:16.272639 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-b85cd585-21fe-49d5-8a38-2e8e1763efd5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:00:16.277378 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85cd585-21fe-49d5-8a38-2e8e1763efd5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:00:16.281723 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85cd585-21fe-49d5-8a38-2e8e1763efd5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'Port': ['ID=d70348eb-dc6f-4974-87a9-33ab71bde767,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:16.323902 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b85cd585-21fe-49d5-8a38-2e8e1763efd5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:16.472734 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b85cd585-21fe-49d5-8a38-2e8e1763efd5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:16.784330 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b85cd585-21fe-49d5-8a38-2e8e1763efd5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:16.789254 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b85cd585-21fe-49d5-8a38-2e8e1763efd5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:16.817734 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cc6619-02c0-4125-bf61-b40dad35662d None None] Network 33a65b3c-6c16-430c-b974-38115f3a54a0 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:00:16.869345 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85cd585-21fe-49d5-8a38-2e8e1763efd5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'Port': ['ID=d70348eb-dc6f-4974-87a9-33ab71bde767,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:16.881307 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b85cd585-21fe-49d5-8a38-2e8e1763efd5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:16.899561 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-63acb34c-2b53-4011-9dcc-b73e19beb0d8 None None] Provisioning for port b13e46fb-7c99-4442-b6e5-3c4d9f9714ae completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:00:16.979379 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85cd585-21fe-49d5-8a38-2e8e1763efd5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Network 33a65b3c-6c16-430c-b974-38115f3a54a0 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:00:16.980541 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-b85cd585-21fe-49d5-8a38-2e8e1763efd5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:00:17.255568 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e373e9fb-13f9-4dc1-8ff5-c89aa162054e None None] Provisioning for port d70348eb-dc6f-4974-87a9-33ab71bde767 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:00:17.266999 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e373e9fb-13f9-4dc1-8ff5-c89aa162054e None None] Provisioning complete for port d70348eb-dc6f-4974-87a9-33ab71bde767 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:17.267690 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e373e9fb-13f9-4dc1-8ff5-c89aa162054e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:17.315744 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-e373e9fb-13f9-4dc1-8ff5-c89aa162054e None None] Port d70348eb-dc6f-4974-87a9-33ab71bde767 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:00:17.381570 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85cd585-21fe-49d5-8a38-2e8e1763efd5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Router f306eaa2-9a1c-4bfa-983e-e64048c58af0 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:00:17.444308 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1428b998-073b-4eb8-9ed6-3988502bdefc None None] Provisioning complete for port d70348eb-dc6f-4974-87a9-33ab71bde767 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:17.445004 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1428b998-073b-4eb8-9ed6-3988502bdefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:17.496156 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-1428b998-073b-4eb8-9ed6-3988502bdefc None None] Port d70348eb-dc6f-4974-87a9-33ab71bde767 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:00:17.510601 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85cd585-21fe-49d5-8a38-2e8e1763efd5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:00:17.517734 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b85cd585-21fe-49d5-8a38-2e8e1763efd5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "PUT /v2.0/routers/f306eaa2-9a1c-4bfa-983e-e64048c58af0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4720533 Jul 13 08:00:17.521448 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f12f1ad-b805-44d2-b3f7-9edd54774b84 None None] Sync routers for ids ['f306eaa2-9a1c-4bfa-983e-e64048c58af0'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:00:17.534875 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f12f1ad-b805-44d2-b3f7-9edd54774b84 None None] Routers {'f306eaa2-9a1c-4bfa-983e-e64048c58af0'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:00:17.535809 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-3f12f1ad-b805-44d2-b3f7-9edd54774b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:00:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f306eaa2-9a1c-4bfa-983e-e64048c58af0'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:17.689792 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-3f12f1ad-b805-44d2-b3f7-9edd54774b84 None None] Set router f306eaa2-9a1c-4bfa-983e-e64048c58af0 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:00:17.727991 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-1a919860-f8d2-485a-b49a-be7d923b6207 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1407431692&fields=id&tenant_id=4d783f05a12042019a6219e445ea2541 HTTP/1.1" status: 200 len: 267 time: 0.0516269 Jul 13 08:00:17.743178 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2a9d2506-fc7e-4be5-9010-241a17c61f97 None None] Provisioning complete for port d70348eb-dc6f-4974-87a9-33ab71bde767 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:17.744160 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2a9d2506-fc7e-4be5-9010-241a17c61f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:17.802657 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 88ae363e-069c-483b-9d6a-70a9ec3c0f3f up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:00:17.867345 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2a9d2506-fc7e-4be5-9010-241a17c61f97 None None] Port d70348eb-dc6f-4974-87a9-33ab71bde767 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:00:17.877580 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-be366820-5514-41ac-bfd9-dceccbca2766 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:17.879176 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-be366820-5514-41ac-bfd9-dceccbca2766 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/networks?id=33a65b3c-6c16-430c-b974-38115f3a54a0 HTTP/1.1" status: 200 len: 794 time: 0.1432700 Jul 13 08:00:17.894573 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-f0ad0ec6-132d-4744-bce6-f1c9eea653d2 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/quotas/4d783f05a12042019a6219e445ea2541 HTTP/1.1" status: 200 len: 375 time: 0.0099909 Jul 13 08:00:17.934257 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 88ae363e-069c-483b-9d6a-70a9ec3c0f3f completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:00:17.940307 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 88ae363e-069c-483b-9d6a-70a9ec3c0f3f triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:17.940668 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:17.966574 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-380d898a-d3bb-4af1-b3dd-bcf94cbb08b8 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0665095 Jul 13 08:00:18.017414 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c982801d-2eb7-41d4-a984-cfeb2da84646 None None] Provisioning complete for port d70348eb-dc6f-4974-87a9-33ab71bde767 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:18.017776 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c982801d-2eb7-41d4-a984-cfeb2da84646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:18.034911 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-c5855e33-31bb-4513-9594-f8062758aeb3 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:00:18.036026 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-c5855e33-31bb-4513-9594-f8062758aeb3 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0572116 Jul 13 08:00:18.069692 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-c982801d-2eb7-41d4-a984-cfeb2da84646 None None] Port d70348eb-dc6f-4974-87a9-33ab71bde767 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:00:18.128709 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-9680e864-40d0-43df-9ecd-2e4b5f1c05ee service neutron] 10.222.0.23 "GET /v2.0/networks/33a65b3c-6c16-430c-b974-38115f3a54a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866356 Jul 13 08:00:18.233310 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-03c8d321-afbf-4d72-9785-e3ce7e5e937a service neutron] 10.222.0.23 "GET /v2.0/networks/33a65b3c-6c16-430c-b974-38115f3a54a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978043 Jul 13 08:00:18.247164 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-3f12f1ad-b805-44d2-b3f7-9edd54774b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f306eaa2-9a1c-4bfa-983e-e64048c58af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861338997', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '88ae363e-069c-483b-9d6a-70a9ec3c0f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:12Z', 'updated_at': '2021-07-13T08:00:16Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '88ae363e-069c-483b-9d6a-70a9ec3c0f3f', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f306eaa2-9a1c-4bfa-983e-e64048c58af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:13Z', 'updated_at': '2021-07-13T08:00:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'd70348eb-dc6f-4974-87a9-33ab71bde767', 'name': '', 'network_id': '33a65b3c-6c16-430c-b974-38115f3a54a0', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'mac_address': 'fa:16:3e:fc:0d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f306eaa2-9a1c-4bfa-983e-e64048c58af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'f3ebf6fa-8a4f-411d-860d-d4f46538a69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:15Z', 'updated_at': '2021-07-13T08:00:16Z', 'revision_number': 2, 'project_id': '4d783f05a12042019a6219e445ea2541', 'subnets': [{'id': 'f3ebf6fa-8a4f-411d-860d-d4f46538a69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:18.281614 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f12f1ad-b805-44d2-b3f7-9edd54774b84 None None] Checking router: f306eaa2-9a1c-4bfa-983e-e64048c58af0 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:00:18.281840 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f12f1ad-b805-44d2-b3f7-9edd54774b84 None None] Updating router f306eaa2-9a1c-4bfa-983e-e64048c58af0 port d70348eb-dc6f-4974-87a9-33ab71bde767 binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:00:18.306414 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:18.336693 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3f12f1ad-b805-44d2-b3f7-9edd54774b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:18.340284 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 88ae363e-069c-483b-9d6a-70a9ec3c0f3f, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=88ae363e-069c-483b-9d6a-70a9ec3c0f3f,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:18.345430 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:18.391477 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b13e46fb-7c99-4442-b6e5-3c4d9f9714ae up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:00:18.423439 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ed4b4818-b629-4f60-84d1-7f54d589c91b req-5b853248-4c94-4edb-84bd-7adb4206664c tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 210 time: 0.0406930 Jul 13 08:00:18.475332 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=88ae363e-069c-483b-9d6a-70a9ec3c0f3f,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:18.565473 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port b13e46fb-7c99-4442-b6e5-3c4d9f9714ae completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:00:18.584603 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port b13e46fb-7c99-4442-b6e5-3c4d9f9714ae triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:18.584968 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:18.749785 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:18.821940 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3f12f1ad-b805-44d2-b3f7-9edd54774b84 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:18.824975 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port b13e46fb-7c99-4442-b6e5-3c4d9f9714ae, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=b13e46fb-7c99-4442-b6e5-3c4d9f9714ae,segment=NetworkSegment(f22d1059-8129-41e8-a5ed-a93fd5826f35),segment_id=f22d1059-8129-41e8-a5ed-a93fd5826f35)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:18.833265 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:18.839110 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3f12f1ad-b805-44d2-b3f7-9edd54774b84 None None] Transition to ACTIVE for port object d70348eb-dc6f-4974-87a9-33ab71bde767 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:00:18.865189 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3f12f1ad-b805-44d2-b3f7-9edd54774b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:18.909077 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=b13e46fb-7c99-4442-b6e5-3c4d9f9714ae,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:18.993325 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-3f12f1ad-b805-44d2-b3f7-9edd54774b84 None None] Attempting to bind port d70348eb-dc6f-4974-87a9-33ab71bde767 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:00:18.993699 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-3f12f1ad-b805-44d2-b3f7-9edd54774b84 None None] Attempting to bind port d70348eb-dc6f-4974-87a9-33ab71bde767 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'f22d1059-8129-41e8-a5ed-a93fd5826f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '33a65b3c-6c16-430c-b974-38115f3a54a0'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:00:18.994067 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f12f1ad-b805-44d2-b3f7-9edd54774b84 None None] Attempting to bind port d70348eb-dc6f-4974-87a9-33ab71bde767 on network 33a65b3c-6c16-430c-b974-38115f3a54a0 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:00:19.002412 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f12f1ad-b805-44d2-b3f7-9edd54774b84 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:00:19.002792 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f12f1ad-b805-44d2-b3f7-9edd54774b84 None None] Checking segment: {'id': 'f22d1059-8129-41e8-a5ed-a93fd5826f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '33a65b3c-6c16-430c-b974-38115f3a54a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:00:19.003308 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3f12f1ad-b805-44d2-b3f7-9edd54774b84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:19.003673 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f12f1ad-b805-44d2-b3f7-9edd54774b84 None None] Bound using segment: {'id': 'f22d1059-8129-41e8-a5ed-a93fd5826f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '33a65b3c-6c16-430c-b974-38115f3a54a0'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:00:19.004191 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-3f12f1ad-b805-44d2-b3f7-9edd54774b84 None None] Bound port: d70348eb-dc6f-4974-87a9-33ab71bde767, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22d1059-8129-41e8-a5ed-a93fd5826f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '33a65b3c-6c16-430c-b974-38115f3a54a0'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:00:19.004615 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3f12f1ad-b805-44d2-b3f7-9edd54774b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:19.006601 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eaefd6-2d77-45e2-868f-0a5898ce1b02 None None] Pushing event updated for resources: {'Port': ['ID=d70348eb-dc6f-4974-87a9-33ab71bde767,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:19.075997 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-3f12f1ad-b805-44d2-b3f7-9edd54774b84 None None] For port d70348eb-dc6f-4974-87a9-33ab71bde767, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:00:19.081198 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-3f12f1ad-b805-44d2-b3f7-9edd54774b84 None None] For port d70348eb-dc6f-4974-87a9-33ab71bde767, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=d70348eb-dc6f-4974-87a9-33ab71bde767,segment=NetworkSegment(f22d1059-8129-41e8-a5ed-a93fd5826f35),segment_id=f22d1059-8129-41e8-a5ed-a93fd5826f35)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:00:19.088125 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3f12f1ad-b805-44d2-b3f7-9edd54774b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:19.145591 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f12f1ad-b805-44d2-b3f7-9edd54774b84 None None] Routers {'f306eaa2-9a1c-4bfa-983e-e64048c58af0'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:00:19.146553 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-3f12f1ad-b805-44d2-b3f7-9edd54774b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:00:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f306eaa2-9a1c-4bfa-983e-e64048c58af0'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:19.213689 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eaefd6-2d77-45e2-868f-0a5898ce1b02 None None] Pushing event updated for resources: {'Port': ['ID=d70348eb-dc6f-4974-87a9-33ab71bde767,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:19.292872 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-3f12f1ad-b805-44d2-b3f7-9edd54774b84 None None] Set router f306eaa2-9a1c-4bfa-983e-e64048c58af0 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:00:19.510822 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-3f12f1ad-b805-44d2-b3f7-9edd54774b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f306eaa2-9a1c-4bfa-983e-e64048c58af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861338997', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '88ae363e-069c-483b-9d6a-70a9ec3c0f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:12Z', 'updated_at': '2021-07-13T08:00:16Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '88ae363e-069c-483b-9d6a-70a9ec3c0f3f', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f306eaa2-9a1c-4bfa-983e-e64048c58af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:13Z', 'updated_at': '2021-07-13T08:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'd70348eb-dc6f-4974-87a9-33ab71bde767', 'name': '', 'network_id': '33a65b3c-6c16-430c-b974-38115f3a54a0', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'mac_address': 'fa:16:3e:fc:0d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f306eaa2-9a1c-4bfa-983e-e64048c58af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'f3ebf6fa-8a4f-411d-860d-d4f46538a69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:15Z', 'updated_at': '2021-07-13T08:00:19Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'subnets': [{'id': 'f3ebf6fa-8a4f-411d-860d-d4f46538a69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:19.539794 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f12f1ad-b805-44d2-b3f7-9edd54774b84 None None] The sync data for ids ['f306eaa2-9a1c-4bfa-983e-e64048c58af0'] in n-d-771363-34 is: [{'id': 'f306eaa2-9a1c-4bfa-983e-e64048c58af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861338997', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '88ae363e-069c-483b-9d6a-70a9ec3c0f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:12Z', 'updated_at': '2021-07-13T08:00:16Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '88ae363e-069c-483b-9d6a-70a9ec3c0f3f', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f306eaa2-9a1c-4bfa-983e-e64048c58af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:13Z', 'updated_at': '2021-07-13T08:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'd70348eb-dc6f-4974-87a9-33ab71bde767', 'name': '', 'network_id': '33a65b3c-6c16-430c-b974-38115f3a54a0', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'mac_address': 'fa:16:3e:fc:0d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f306eaa2-9a1c-4bfa-983e-e64048c58af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'f3ebf6fa-8a4f-411d-860d-d4f46538a69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:15Z', 'updated_at': '2021-07-13T08:00:19Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'subnets': [{'id': 'f3ebf6fa-8a4f-411d-860d-d4f46538a69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:00:19.593543 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-84444384-ff5d-4f93-9222-2ce4ea82f9e0 req-100150e3-a48e-400f-8977-7793d29c5b00 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 210 time: 0.0342085 Jul 13 08:00:19.724417 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-d9264377-180d-4626-8dd4-b653fb1cb18c tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:19.725973 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-d9264377-180d-4626-8dd4-b653fb1cb18c tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.42 "GET /v2.0/networks?id=33a65b3c-6c16-430c-b974-38115f3a54a0 HTTP/1.1" status: 200 len: 794 time: 0.2010500 Jul 13 08:00:19.778950 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-d220f449-6fb7-45cf-9d8d-140da348588f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d783f05a12042019a6219e445ea2541 HTTP/1.1" status: 200 len: 380 time: 0.0442922 Jul 13 08:00:19.790183 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-f45fde3b-3b7d-42fb-9cb8-b048a656f133 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'port': {'device_id': 'f097f314-bc7b-4e66-9fdf-e007c40a9a21', 'network_id': '33a65b3c-6c16-430c-b974-38115f3a54a0', 'admin_state_up': True, 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'security_groups': ['9057d45a-5980-4a19-9824-6f84240afe43']}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:19.815829 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 88ae363e-069c-483b-9d6a-70a9ec3c0f3f up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:00:19.880464 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 88ae363e-069c-483b-9d6a-70a9ec3c0f3f triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:19.881216 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:19.920964 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-f45fde3b-3b7d-42fb-9cb8-b048a656f133 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Made reservation on behalf of 4d783f05a12042019a6219e445ea2541 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:00:19.925465 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-f45fde3b-3b7d-42fb-9cb8-b048a656f133 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:19.970089 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b13e46fb-7c99-4442-b6e5-3c4d9f9714ae up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:00:20.026617 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port b13e46fb-7c99-4442-b6e5-3c4d9f9714ae triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:20.026995 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:20.074667 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-f45fde3b-3b7d-42fb-9cb8-b048a656f133 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Allocated IP 172.20.0.9 (33a65b3c-6c16-430c-b974-38115f3a54a0/f3ebf6fa-8a4f-411d-860d-d4f46538a69e/662013e7-d33c-41b4-9484-60c789bdeaf2) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:00:20.119881 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device d70348eb-dc6f-4974-87a9-33ab71bde767 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:00:20.172720 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port d70348eb-dc6f-4974-87a9-33ab71bde767 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:00:20.178017 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port d70348eb-dc6f-4974-87a9-33ab71bde767 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:20.178688 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:20.233168 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-f45fde3b-3b7d-42fb-9cb8-b048a656f133 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:20.254269 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-f45fde3b-3b7d-42fb-9cb8-b048a656f133 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Transition to ACTIVE for port object 662013e7-d33c-41b4-9484-60c789bdeaf2 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:00:20.268321 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:20.289438 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-f45fde3b-3b7d-42fb-9cb8-b048a656f133 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:20.304153 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port d70348eb-dc6f-4974-87a9-33ab71bde767, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=d70348eb-dc6f-4974-87a9-33ab71bde767,segment=NetworkSegment(f22d1059-8129-41e8-a5ed-a93fd5826f35),segment_id=f22d1059-8129-41e8-a5ed-a93fd5826f35)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:20.308988 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:20.340743 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-f45fde3b-3b7d-42fb-9cb8-b048a656f133 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Network 33a65b3c-6c16-430c-b974-38115f3a54a0 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:00:20.344853 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-f45fde3b-3b7d-42fb-9cb8-b048a656f133 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:00:20.349624 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-f45fde3b-3b7d-42fb-9cb8-b048a656f133 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:00:20.353184 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45fde3b-3b7d-42fb-9cb8-b048a656f133 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'Port': ['ID=662013e7-d33c-41b4-9484-60c789bdeaf2,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:20.381565 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=d70348eb-dc6f-4974-87a9-33ab71bde767,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:20.410278 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-f45fde3b-3b7d-42fb-9cb8-b048a656f133 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:20.410994 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-f45fde3b-3b7d-42fb-9cb8-b048a656f133 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:20.428165 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-f45fde3b-3b7d-42fb-9cb8-b048a656f133 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6442995 Jul 13 08:00:20.441993 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-5be43d23-00b2-4928-a145-147828167508 service neutron] Request body: {'port': {'device_id': 'f097f314-bc7b-4e66-9fdf-e007c40a9a21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:20.526414 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-5be43d23-00b2-4928-a145-147828167508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:20.629942 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8882e068-9400-4e37-9723-99781d339959 None None] Provisioning complete for port d70348eb-dc6f-4974-87a9-33ab71bde767 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:20.630693 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8882e068-9400-4e37-9723-99781d339959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:20.856676 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-0f23c358-153d-4780-87c1-fb08e485cdb7 None None] Provisioning for port 662013e7-d33c-41b4-9484-60c789bdeaf2 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:00:20.861532 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-0f23c358-153d-4780-87c1-fb08e485cdb7 None None] Provisioning complete for port 662013e7-d33c-41b4-9484-60c789bdeaf2 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:20.861896 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0f23c358-153d-4780-87c1-fb08e485cdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:20.901467 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-0f23c358-153d-4780-87c1-fb08e485cdb7 None None] Port 662013e7-d33c-41b4-9484-60c789bdeaf2 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:00:20.909137 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8ad5f-1496-4817-971f-133aebb2db43 req-03c281b9-6395-4021-91dd-0d9fce3d3d5b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:20.910669 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8bb8ad5f-1496-4817-971f-133aebb2db43 req-03c281b9-6395-4021-91dd-0d9fce3d3d5b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 931 time: 0.1330750 Jul 13 08:00:20.937613 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-5be43d23-00b2-4928-a145-147828167508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 662013e7-d33c-41b4-9484-60c789bdeaf2 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:00:20.947128 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-5be43d23-00b2-4928-a145-147828167508 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:20.972892 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8bb8ad5f-1496-4817-971f-133aebb2db43 req-febd89b7-c9a9-40e0-9218-b7aad466d987 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=9057d45a-5980-4a19-9824-6f84240afe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561645 Jul 13 08:00:20.973739 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-5be43d23-00b2-4928-a145-147828167508 service neutron] Transition to ACTIVE for port object 662013e7-d33c-41b4-9484-60c789bdeaf2 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:00:20.978391 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-5be43d23-00b2-4928-a145-147828167508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:21.050424 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be43d23-00b2-4928-a145-147828167508 service neutron] Pushing event updated for resources: {'Port': ['ID=662013e7-d33c-41b4-9484-60c789bdeaf2,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:21.104605 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-5be43d23-00b2-4928-a145-147828167508 service neutron] Attempting to bind port 662013e7-d33c-41b4-9484-60c789bdeaf2 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:00:21.105515 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-5be43d23-00b2-4928-a145-147828167508 service neutron] Attempting to bind port 662013e7-d33c-41b4-9484-60c789bdeaf2 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'f22d1059-8129-41e8-a5ed-a93fd5826f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '33a65b3c-6c16-430c-b974-38115f3a54a0'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:00:21.105515 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-5be43d23-00b2-4928-a145-147828167508 service neutron] Attempting to bind port 662013e7-d33c-41b4-9484-60c789bdeaf2 on network 33a65b3c-6c16-430c-b974-38115f3a54a0 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:00:21.110148 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-5be43d23-00b2-4928-a145-147828167508 service neutron] Port 662013e7-d33c-41b4-9484-60c789bdeaf2 on network 33a65b3c-6c16-430c-b974-38115f3a54a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:00:21.110465 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-5be43d23-00b2-4928-a145-147828167508 service neutron] Attempting to bind port 662013e7-d33c-41b4-9484-60c789bdeaf2 on network 33a65b3c-6c16-430c-b974-38115f3a54a0 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:00:21.115698 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-5be43d23-00b2-4928-a145-147828167508 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 7, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:00:21.116036 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-5be43d23-00b2-4928-a145-147828167508 service neutron] Checking segment: {'id': 'f22d1059-8129-41e8-a5ed-a93fd5826f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '33a65b3c-6c16-430c-b974-38115f3a54a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:00:21.116421 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-5be43d23-00b2-4928-a145-147828167508 service neutron] Bound using segment: {'id': 'f22d1059-8129-41e8-a5ed-a93fd5826f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '33a65b3c-6c16-430c-b974-38115f3a54a0'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:00:21.116847 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-5be43d23-00b2-4928-a145-147828167508 service neutron] Bound port: 662013e7-d33c-41b4-9484-60c789bdeaf2, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f22d1059-8129-41e8-a5ed-a93fd5826f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '33a65b3c-6c16-430c-b974-38115f3a54a0'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:00:21.117207 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-5be43d23-00b2-4928-a145-147828167508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:21.190494 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-5be43d23-00b2-4928-a145-147828167508 service neutron] For port 662013e7-d33c-41b4-9484-60c789bdeaf2, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:00:21.193662 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-5be43d23-00b2-4928-a145-147828167508 service neutron] For port 662013e7-d33c-41b4-9484-60c789bdeaf2, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=662013e7-d33c-41b4-9484-60c789bdeaf2,segment=NetworkSegment(f22d1059-8129-41e8-a5ed-a93fd5826f35),segment_id=f22d1059-8129-41e8-a5ed-a93fd5826f35)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:00:21.198056 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-5be43d23-00b2-4928-a145-147828167508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:21.235640 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-5be43d23-00b2-4928-a145-147828167508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:21.236277 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-5be43d23-00b2-4928-a145-147828167508 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:21.237657 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-5be43d23-00b2-4928-a145-147828167508 service neutron] 10.222.0.42 "PUT /v2.0/ports/662013e7-d33c-41b4-9484-60c789bdeaf2 HTTP/1.1" status: 200 len: 1092 time: 0.8002110 Jul 13 08:00:21.238095 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f097f314-bc7b-4e66-9fdf-e007c40a9a21', 'tag': '662013e7-d33c-41b4-9484-60c789bdeaf2'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:00:21.240444 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fbad32-2b4c-4841-8e1d-b1a03adecd3c" -d '{"events": [{"name": "network-changed", "server_uuid": "f097f314-bc7b-4e66-9fdf-e007c40a9a21", "tag": "662013e7-d33c-41b4-9484-60c789bdeaf2"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:00:21.265308 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be43d23-00b2-4928-a145-147828167508 service neutron] Pushing event updated for resources: {'Port': ['ID=662013e7-d33c-41b4-9484-60c789bdeaf2,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:21.286495 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f7afb4-22f7-4922-944e-05c5d86309ec x-openstack-request-id: req-a9f7afb4-22f7-4922-944e-05c5d86309ec {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:00:21.286790 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f097f314-bc7b-4e66-9fdf-e007c40a9a21", "tag": "662013e7-d33c-41b4-9484-60c789bdeaf2", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:00:21.287042 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9f7afb4-22f7-4922-944e-05c5d86309ec {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:00:21.287483 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f097f314-bc7b-4e66-9fdf-e007c40a9a21', 'tag': '662013e7-d33c-41b4-9484-60c789bdeaf2', 'status': 'completed', 'code': 200} Jul 13 08:00:21.342363 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-3ed556ef-ae31-4abb-be4e-6c772498e702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:21.344083 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-3ed556ef-ae31-4abb-be4e-6c772498e702 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 1095 time: 0.0555680 Jul 13 08:00:21.392300 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-67b5788f-4648-4053-8375-e546b2c50f45 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=662013e7-d33c-41b4-9484-60c789bdeaf2 HTTP/1.1" status: 200 len: 217 time: 0.0412865 Jul 13 08:00:21.443834 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-03ad12e6-36bb-44a7-aa56-abb2810cbe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:21.445318 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-03ad12e6-36bb-44a7-aa56-abb2810cbe8d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f3ebf6fa-8a4f-411d-860d-d4f46538a69e HTTP/1.1" status: 200 len: 834 time: 0.0460057 Jul 13 08:00:21.502180 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-c2e8e9ba-baa3-4638-b6ed-ba0ed88b979c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:21.503705 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-c2e8e9ba-baa3-4638-b6ed-ba0ed88b979c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33a65b3c-6c16-430c-b974-38115f3a54a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526774 Jul 13 08:00:21.597572 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-55bb964d-0211-4ec6-b4d4-359a1949a451 service neutron] 10.222.0.42 "GET /v2.0/networks/33a65b3c-6c16-430c-b974-38115f3a54a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876381 Jul 13 08:00:21.665257 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device d70348eb-dc6f-4974-87a9-33ab71bde767 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:00:21.689769 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8ff7226e-9fe0-4072-9d9d-f6b98bf1c504 req-1b8d8665-65d9-4ebf-812d-282d3da8678b service neutron] 10.222.0.42 "GET /v2.0/networks/33a65b3c-6c16-430c-b974-38115f3a54a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862083 Jul 13 08:00:21.713234 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port d70348eb-dc6f-4974-87a9-33ab71bde767 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:21.713617 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:21.790464 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbad32-2b4c-4841-8e1d-b1a03adecd3c req-1463442a-9466-436a-bee8-272329edf64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:21.792304 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-98fbad32-2b4c-4841-8e1d-b1a03adecd3c req-1463442a-9466-436a-bee8-272329edf64e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 1095 time: 0.0542164 Jul 13 08:00:21.886817 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbad32-2b4c-4841-8e1d-b1a03adecd3c req-8d87a801-83f8-47bf-86e9-02c1559ef6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:21.888304 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-98fbad32-2b4c-4841-8e1d-b1a03adecd3c req-8d87a801-83f8-47bf-86e9-02c1559ef6ab service neutron] 10.222.0.42 "GET /v2.0/networks?id=33a65b3c-6c16-430c-b974-38115f3a54a0 HTTP/1.1" status: 200 len: 895 time: 0.0894685 Jul 13 08:00:21.929752 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-98fbad32-2b4c-4841-8e1d-b1a03adecd3c req-9f7ca820-5bde-4ebd-bfa7-ebfed01c6a6e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=662013e7-d33c-41b4-9484-60c789bdeaf2 HTTP/1.1" status: 200 len: 217 time: 0.0339670 Jul 13 08:00:21.981772 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbad32-2b4c-4841-8e1d-b1a03adecd3c req-bae425ea-4cea-4f91-b4dc-a76eeca00f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:21.984226 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-98fbad32-2b4c-4841-8e1d-b1a03adecd3c req-bae425ea-4cea-4f91-b4dc-a76eeca00f8c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f3ebf6fa-8a4f-411d-860d-d4f46538a69e HTTP/1.1" status: 200 len: 834 time: 0.0475111 Jul 13 08:00:22.044450 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbad32-2b4c-4841-8e1d-b1a03adecd3c req-63d8cb22-6155-4519-8752-d26309d02958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:22.046172 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-98fbad32-2b4c-4841-8e1d-b1a03adecd3c req-63d8cb22-6155-4519-8752-d26309d02958 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33a65b3c-6c16-430c-b974-38115f3a54a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552814 Jul 13 08:00:22.176269 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-98fbad32-2b4c-4841-8e1d-b1a03adecd3c req-ce35f3ba-4a98-4879-8184-0665e88a293e service neutron] 10.222.0.42 "GET /v2.0/networks/33a65b3c-6c16-430c-b974-38115f3a54a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235197 Jul 13 08:00:22.212136 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4a179-3018-4629-9580-97cf21c8722b req-3fdeef60-c73f-4707-9611-3cf38a24148f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:22.213617 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b9f4a179-3018-4629-9580-97cf21c8722b req-3fdeef60-c73f-4707-9611-3cf38a24148f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 943 time: 0.1286783 Jul 13 08:00:22.293251 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b9f4a179-3018-4629-9580-97cf21c8722b req-f42da0b3-4ba2-4a7a-8b60-ca024b877924 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=9057d45a-5980-4a19-9824-6f84240afe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724757 Jul 13 08:00:22.308481 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-98fbad32-2b4c-4841-8e1d-b1a03adecd3c req-9f9ce0d0-a6e6-49e5-8de2-0a1df7defa0a service neutron] 10.222.0.42 "GET /v2.0/networks/33a65b3c-6c16-430c-b974-38115f3a54a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250637 Jul 13 08:00:23.474604 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea3ca7-417a-4688-b2d9-5f0824a00a9b req-0dfa1ef1-7265-43e2-8a44-9aa0fea95053 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:23.476136 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-66ea3ca7-417a-4688-b2d9-5f0824a00a9b req-0dfa1ef1-7265-43e2-8a44-9aa0fea95053 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 943 time: 0.0678275 Jul 13 08:00:23.513161 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-66ea3ca7-417a-4688-b2d9-5f0824a00a9b req-c102214e-3a21-40f5-b796-78c2ae1e9f3a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=9057d45a-5980-4a19-9824-6f84240afe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314469 Jul 13 08:00:23.561975 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:24.112524 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:24.536977 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 662013e7-d33c-41b4-9484-60c789bdeaf2 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:00:24.640126 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 662013e7-d33c-41b4-9484-60c789bdeaf2, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=662013e7-d33c-41b4-9484-60c789bdeaf2,segment=NetworkSegment(f22d1059-8129-41e8-a5ed-a93fd5826f35),segment_id=f22d1059-8129-41e8-a5ed-a93fd5826f35)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:24.651475 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '662013e7-d33c-41b4-9484-60c789bdeaf2', 'network_id': '33a65b3c-6c16-430c-b974-38115f3a54a0', 'port_id': '662013e7-d33c-41b4-9484-60c789bdeaf2', 'mac_address': 'fa:16:3e:c7:75:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ebf6fa-8a4f-411d-860d-d4f46538a69e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:00:24.689599 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:24.703321 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 662013e7-d33c-41b4-9484-60c789bdeaf2 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:00:24.723589 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 662013e7-d33c-41b4-9484-60c789bdeaf2, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=662013e7-d33c-41b4-9484-60c789bdeaf2,segment=NetworkSegment(f22d1059-8129-41e8-a5ed-a93fd5826f35),segment_id=f22d1059-8129-41e8-a5ed-a93fd5826f35)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:24.729061 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:24.737074 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70986941-d62b-43a6-b4d5-3fd58566018a req-70a0ce07-fcc5-4f9a-abce-18820ecba4db tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:24.738851 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-70986941-d62b-43a6-b4d5-3fd58566018a req-70a0ce07-fcc5-4f9a-abce-18820ecba4db tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 943 time: 0.0660217 Jul 13 08:00:24.782453 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-70986941-d62b-43a6-b4d5-3fd58566018a req-730d1a6d-c76e-42f9-bc73-687dd9cc0da8 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=9057d45a-5980-4a19-9824-6f84240afe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375407 Jul 13 08:00:24.789409 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=662013e7-d33c-41b4-9484-60c789bdeaf2,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:24.958418 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['662013e7-d33c-41b4-9484-60c789bdeaf2'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:00:25.985133 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bcf5ba-f541-4833-a9d7-891b5d14c063 req-ff10f519-1f68-42d1-85e2-458305cf97b8 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:25.986669 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53bcf5ba-f541-4833-a9d7-891b5d14c063 req-ff10f519-1f68-42d1-85e2-458305cf97b8 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 944 time: 0.0634718 Jul 13 08:00:26.025144 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53bcf5ba-f541-4833-a9d7-891b5d14c063 req-33f6cb06-b778-4b73-b85a-feb01e551363 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=9057d45a-5980-4a19-9824-6f84240afe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329278 Jul 13 08:00:26.552967 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 662013e7-d33c-41b4-9484-60c789bdeaf2 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:00:26.601054 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 662013e7-d33c-41b4-9484-60c789bdeaf2 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:00:26.605165 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 662013e7-d33c-41b4-9484-60c789bdeaf2 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:26.605531 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:26.683512 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:26.709522 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f097f314-bc7b-4e66-9fdf-e007c40a9a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662013e7-d33c-41b4-9484-60c789bdeaf2'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:00:26.711902 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8cd5a6-abfc-4154-93c9-1ee9de9062d0" -d '{"events": [{"server_uuid": "f097f314-bc7b-4e66-9fdf-e007c40a9a21", "name": "network-vif-plugged", "status": "completed", "tag": "662013e7-d33c-41b4-9484-60c789bdeaf2"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:00:26.728940 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 662013e7-d33c-41b4-9484-60c789bdeaf2, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=662013e7-d33c-41b4-9484-60c789bdeaf2,segment=NetworkSegment(f22d1059-8129-41e8-a5ed-a93fd5826f35),segment_id=f22d1059-8129-41e8-a5ed-a93fd5826f35)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:00:26.734341 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:26.796775 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=662013e7-d33c-41b4-9484-60c789bdeaf2,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:26.825001 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24228df-81fd-4904-a279-6fc0c3b0dfbb x-openstack-request-id: req-c24228df-81fd-4904-a279-6fc0c3b0dfbb {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:00:26.825335 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f097f314-bc7b-4e66-9fdf-e007c40a9a21", "name": "network-vif-plugged", "status": "completed", "tag": "662013e7-d33c-41b4-9484-60c789bdeaf2", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:00:26.825586 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c24228df-81fd-4904-a279-6fc0c3b0dfbb {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:00:26.826708 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f097f314-bc7b-4e66-9fdf-e007c40a9a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662013e7-d33c-41b4-9484-60c789bdeaf2', 'code': 200} Jul 13 08:00:26.941416 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c5bec-b098-43b8-b916-7e9f9a2f4d91 req-02dffde5-c2b8-416f-a8e0-25600aa098ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:26.942948 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-532c5bec-b098-43b8-b916-7e9f9a2f4d91 req-02dffde5-c2b8-416f-a8e0-25600aa098ff service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 1097 time: 0.0554750 Jul 13 08:00:26.977689 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-532c5bec-b098-43b8-b916-7e9f9a2f4d91 req-e6e9f46f-4fba-4e5b-93bc-8e1fa32ad022 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9057d45a-5980-4a19-9824-6f84240afe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286877 Jul 13 08:00:27.033840 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1dbfdc60-c659-4371-92e6-a0d56ad458d2 None None] Provisioning complete for port 662013e7-d33c-41b4-9484-60c789bdeaf2 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:00:27.034211 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1dbfdc60-c659-4371-92e6-a0d56ad458d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:27.205641 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044d56d-d607-4aff-a57e-145c90b49123 req-2b481cf3-d3af-470e-b1fc-4befb0ac1596 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:27.207149 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9044d56d-d607-4aff-a57e-145c90b49123 req-2b481cf3-d3af-470e-b1fc-4befb0ac1596 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 945 time: 0.0639338 Jul 13 08:00:27.245750 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9044d56d-d607-4aff-a57e-145c90b49123 req-755b336c-e86d-4a2c-8ba3-7314b699ee0f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=9057d45a-5980-4a19-9824-6f84240afe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329506 Jul 13 08:00:28.426050 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126acba-f165-47f5-bf22-c7d849386e85 req-b59f8966-c3ba-4a0a-9ddd-503a9d62fe91 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:28.427580 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5126acba-f165-47f5-bf22-c7d849386e85 req-b59f8966-c3ba-4a0a-9ddd-503a9d62fe91 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 945 time: 0.0709383 Jul 13 08:00:28.466937 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5126acba-f165-47f5-bf22-c7d849386e85 req-aaec109e-3540-48cb-a5db-1017f5441aea tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=9057d45a-5980-4a19-9824-6f84240afe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337789 Jul 13 08:00:28.652482 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da1f40-2e2e-495e-9543-c39a2074a14b req-bdffbf2f-85ff-43a5-8e5a-f44bf490cff1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:28.653974 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-91da1f40-2e2e-495e-9543-c39a2074a14b req-bdffbf2f-85ff-43a5-8e5a-f44bf490cff1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 945 time: 0.0715411 Jul 13 08:00:28.693331 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-91da1f40-2e2e-495e-9543-c39a2074a14b req-709d0c29-1837-4390-90ea-4a38f801423f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=9057d45a-5980-4a19-9824-6f84240afe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333481 Jul 13 08:00:28.716975 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39284) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:28.773724 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ed3402-9f4b-4e0e-a51b-2ab0cc02583a tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:28.775286 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-14ed3402-9f4b-4e0e-a51b-2ab0cc02583a tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 1092 time: 0.0573180 Jul 13 08:00:28.778051 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39286) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:28.782454 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-d9edc791-5ceb-4dbc-8565-9cdf585d7ec9 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'port_id': '662013e7-d33c-41b4-9484-60c789bdeaf2', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:00:28.807080 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d9edc791-5ceb-4dbc-8565-9cdf585d7ec9 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for floatingip, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:28.914902 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d9edc791-5ceb-4dbc-8565-9cdf585d7ec9 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:29.024975 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-d9edc791-5ceb-4dbc-8565-9cdf585d7ec9 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Allocated IP 172.25.3.181 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/42196b7d-d53f-4f89-8ad5-2f20b06b7bfa) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:00:29.127932 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d9edc791-5ceb-4dbc-8565-9cdf585d7ec9 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:29.165447 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d9edc791-5ceb-4dbc-8565-9cdf585d7ec9 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:29.200188 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9edc791-5ceb-4dbc-8565-9cdf585d7ec9 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:00:29.205385 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-d9edc791-5ceb-4dbc-8565-9cdf585d7ec9 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:00:29.208814 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9edc791-5ceb-4dbc-8565-9cdf585d7ec9 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:00:29.234636 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9edc791-5ceb-4dbc-8565-9cdf585d7ec9 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'Port': ['ID=42196b7d-d53f-4f89-8ad5-2f20b06b7bfa,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:30.085458 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:00:30.101943 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d9edc791-5ceb-4dbc-8565-9cdf585d7ec9 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:30.220532 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d9edc791-5ceb-4dbc-8565-9cdf585d7ec9 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:30.266097 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-99869f60-535f-48c8-90c0-fdb7d804b8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:30.386769 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d9edc791-5ceb-4dbc-8565-9cdf585d7ec9 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:30.392069 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d9edc791-5ceb-4dbc-8565-9cdf585d7ec9 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:30.466990 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9edc791-5ceb-4dbc-8565-9cdf585d7ec9 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'Port': ['ID=42196b7d-d53f-4f89-8ad5-2f20b06b7bfa,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:00:30.477276 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d9edc791-5ceb-4dbc-8565-9cdf585d7ec9 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:30.585566 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [None req-d9edc791-5ceb-4dbc-8565-9cdf585d7ec9 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Floating IP 031572c8-73db-4b42-8396-2889d8fb485a associated. External IP: 172.25.3.181, port: 662013e7-d33c-41b4-9484-60c789bdeaf2. Jul 13 08:00:30.821741 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9edc791-5ceb-4dbc-8565-9cdf585d7ec9 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Router f306eaa2-9a1c-4bfa-983e-e64048c58af0 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:00:30.940213 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9edc791-5ceb-4dbc-8565-9cdf585d7ec9 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:00:30.950740 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d345877b-6814-427f-bdac-9e4560aabd17 None None] Sync routers for ids ['f306eaa2-9a1c-4bfa-983e-e64048c58af0'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:00:30.960053 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d9edc791-5ceb-4dbc-8565-9cdf585d7ec9 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:30.968614 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d345877b-6814-427f-bdac-9e4560aabd17 None None] Routers {'f306eaa2-9a1c-4bfa-983e-e64048c58af0'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:00:30.969406 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-d345877b-6814-427f-bdac-9e4560aabd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:00:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f306eaa2-9a1c-4bfa-983e-e64048c58af0'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:30.997452 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d9edc791-5ceb-4dbc-8565-9cdf585d7ec9 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2183423 Jul 13 08:00:30.998045 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f097f314-bc7b-4e66-9fdf-e007c40a9a21', 'tag': '662013e7-d33c-41b4-9484-60c789bdeaf2'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:00:31.000604 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7926f0ee-66d1-437a-8fb5-501fca92b98d" -d '{"events": [{"name": "network-changed", "server_uuid": "f097f314-bc7b-4e66-9fdf-e007c40a9a21", "tag": "662013e7-d33c-41b4-9484-60c789bdeaf2"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:00:31.044104 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc844853-6458-4829-94f7-a39ffc347b37 x-openstack-request-id: req-dc844853-6458-4829-94f7-a39ffc347b37 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:00:31.044392 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f097f314-bc7b-4e66-9fdf-e007c40a9a21", "tag": "662013e7-d33c-41b4-9484-60c789bdeaf2", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:00:31.044640 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dc844853-6458-4829-94f7-a39ffc347b37 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:00:31.045052 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f097f314-bc7b-4e66-9fdf-e007c40a9a21', 'tag': '662013e7-d33c-41b4-9484-60c789bdeaf2', 'status': 'completed', 'code': 200} Jul 13 08:00:31.104145 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-d345877b-6814-427f-bdac-9e4560aabd17 None None] Set router f306eaa2-9a1c-4bfa-983e-e64048c58af0 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:00:31.178269 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926f0ee-66d1-437a-8fb5-501fca92b98d req-6c9f1a0e-8517-424a-9d1a-0cdeb1dd6052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:31.179857 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7926f0ee-66d1-437a-8fb5-501fca92b98d req-6c9f1a0e-8517-424a-9d1a-0cdeb1dd6052 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 1097 time: 0.1102948 Jul 13 08:00:31.203139 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c2cfc-fa98-45c8-8d8a-da709fafaaf8 req-b868a6d7-446d-4b31-9d9e-66253822f53a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:31.204658 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-480c2cfc-fa98-45c8-8d8a-da709fafaaf8 req-b868a6d7-446d-4b31-9d9e-66253822f53a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 945 time: 0.0923181 Jul 13 08:00:31.293642 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-480c2cfc-fa98-45c8-8d8a-da709fafaaf8 req-20230f6e-dbce-4d06-9ae8-03791ebded7d tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=9057d45a-5980-4a19-9824-6f84240afe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768688 Jul 13 08:00:31.314261 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926f0ee-66d1-437a-8fb5-501fca92b98d req-423068fa-92a8-4850-859b-54b556a7bf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:31.315839 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7926f0ee-66d1-437a-8fb5-501fca92b98d req-423068fa-92a8-4850-859b-54b556a7bf03 service neutron] 10.222.0.42 "GET /v2.0/networks?id=33a65b3c-6c16-430c-b974-38115f3a54a0 HTTP/1.1" status: 200 len: 895 time: 0.1289372 Jul 13 08:00:31.321616 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39292) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:31.358045 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-d345877b-6814-427f-bdac-9e4560aabd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f306eaa2-9a1c-4bfa-983e-e64048c58af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861338997', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '88ae363e-069c-483b-9d6a-70a9ec3c0f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:12Z', 'updated_at': '2021-07-13T08:00:16Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '88ae363e-069c-483b-9d6a-70a9ec3c0f3f', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f306eaa2-9a1c-4bfa-983e-e64048c58af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:13Z', 'updated_at': '2021-07-13T08:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '031572c8-73db-4b42-8396-2889d8fb485a', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'floating_ip_address': '172.25.3.181', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'f306eaa2-9a1c-4bfa-983e-e64048c58af0', 'port_id': '662013e7-d33c-41b4-9484-60c789bdeaf2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33a65b3c-6c16-430c-b974-38115f3a54a0', 'mac_address': 'fa:16:3e:c7:75:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f097f314-bc7b-4e66-9fdf-e007c40a9a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:00:29Z', 'updated_at': '2021-07-13T08:00:29Z', 'revision_number': 0, 'project_id': '4d783f05a12042019a6219e445ea2541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd70348eb-dc6f-4974-87a9-33ab71bde767', 'name': '', 'network_id': '33a65b3c-6c16-430c-b974-38115f3a54a0', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'mac_address': 'fa:16:3e:fc:0d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f306eaa2-9a1c-4bfa-983e-e64048c58af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'f3ebf6fa-8a4f-411d-860d-d4f46538a69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:15Z', 'updated_at': '2021-07-13T08:00:20Z', 'revision_number': 5, 'project_id': '4d783f05a12042019a6219e445ea2541', 'subnets': [{'id': 'f3ebf6fa-8a4f-411d-860d-d4f46538a69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:31.387229 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d345877b-6814-427f-bdac-9e4560aabd17 None None] Checking router: f306eaa2-9a1c-4bfa-983e-e64048c58af0 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:00:31.390003 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7926f0ee-66d1-437a-8fb5-501fca92b98d req-cc3b3bd8-1f1c-47f0-8449-8f3b606829e5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=662013e7-d33c-41b4-9484-60c789bdeaf2 HTTP/1.1" status: 200 len: 999 time: 0.0659800 Jul 13 08:00:31.390980 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-41c4fbbd-ea46-4667-aba7-9f14990e1744 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/floatingips/031572c8-73db-4b42-8396-2889d8fb485a HTTP/1.1" status: 200 len: 991 time: 0.0682182 Jul 13 08:00:31.397352 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d345877b-6814-427f-bdac-9e4560aabd17 None None] Routers {'f306eaa2-9a1c-4bfa-983e-e64048c58af0'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:00:31.398009 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-d345877b-6814-427f-bdac-9e4560aabd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:00:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f306eaa2-9a1c-4bfa-983e-e64048c58af0'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:31.440509 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926f0ee-66d1-437a-8fb5-501fca92b98d req-9d0c2fda-d5b8-4144-a612-66cac2ff1bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:31.441991 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7926f0ee-66d1-437a-8fb5-501fca92b98d req-9d0c2fda-d5b8-4144-a612-66cac2ff1bb7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f3ebf6fa-8a4f-411d-860d-d4f46538a69e HTTP/1.1" status: 200 len: 834 time: 0.0457695 Jul 13 08:00:31.501691 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926f0ee-66d1-437a-8fb5-501fca92b98d req-20c60ac6-0de1-4eff-b935-f732b33700d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:31.503223 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7926f0ee-66d1-437a-8fb5-501fca92b98d req-20c60ac6-0de1-4eff-b935-f732b33700d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33a65b3c-6c16-430c-b974-38115f3a54a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553863 Jul 13 08:00:31.509511 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-d345877b-6814-427f-bdac-9e4560aabd17 None None] Set router f306eaa2-9a1c-4bfa-983e-e64048c58af0 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:00:31.600797 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7926f0ee-66d1-437a-8fb5-501fca92b98d req-b8a9c169-6025-4e05-87d8-7075cfbe02b2 service neutron] 10.222.0.42 "GET /v2.0/networks/33a65b3c-6c16-430c-b974-38115f3a54a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916078 Jul 13 08:00:31.694658 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7926f0ee-66d1-437a-8fb5-501fca92b98d req-037cc01a-841a-4e6c-a3ad-22a241feba4b service neutron] 10.222.0.42 "GET /v2.0/networks/33a65b3c-6c16-430c-b974-38115f3a54a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874522 Jul 13 08:00:31.766890 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-d345877b-6814-427f-bdac-9e4560aabd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f306eaa2-9a1c-4bfa-983e-e64048c58af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861338997', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '88ae363e-069c-483b-9d6a-70a9ec3c0f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:12Z', 'updated_at': '2021-07-13T08:00:16Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '88ae363e-069c-483b-9d6a-70a9ec3c0f3f', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f306eaa2-9a1c-4bfa-983e-e64048c58af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:13Z', 'updated_at': '2021-07-13T08:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '031572c8-73db-4b42-8396-2889d8fb485a', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'floating_ip_address': '172.25.3.181', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'f306eaa2-9a1c-4bfa-983e-e64048c58af0', 'port_id': '662013e7-d33c-41b4-9484-60c789bdeaf2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33a65b3c-6c16-430c-b974-38115f3a54a0', 'mac_address': 'fa:16:3e:c7:75:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f097f314-bc7b-4e66-9fdf-e007c40a9a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:00:29Z', 'updated_at': '2021-07-13T08:00:29Z', 'revision_number': 0, 'project_id': '4d783f05a12042019a6219e445ea2541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd70348eb-dc6f-4974-87a9-33ab71bde767', 'name': '', 'network_id': '33a65b3c-6c16-430c-b974-38115f3a54a0', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'mac_address': 'fa:16:3e:fc:0d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f306eaa2-9a1c-4bfa-983e-e64048c58af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'f3ebf6fa-8a4f-411d-860d-d4f46538a69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:15Z', 'updated_at': '2021-07-13T08:00:20Z', 'revision_number': 5, 'project_id': '4d783f05a12042019a6219e445ea2541', 'subnets': [{'id': 'f3ebf6fa-8a4f-411d-860d-d4f46538a69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:00:31.797471 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d345877b-6814-427f-bdac-9e4560aabd17 None None] The sync data for ids ['f306eaa2-9a1c-4bfa-983e-e64048c58af0'] in n-d-771363-34 is: [{'id': 'f306eaa2-9a1c-4bfa-983e-e64048c58af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861338997', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '88ae363e-069c-483b-9d6a-70a9ec3c0f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:12Z', 'updated_at': '2021-07-13T08:00:16Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '88ae363e-069c-483b-9d6a-70a9ec3c0f3f', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f306eaa2-9a1c-4bfa-983e-e64048c58af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:13Z', 'updated_at': '2021-07-13T08:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '031572c8-73db-4b42-8396-2889d8fb485a', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'floating_ip_address': '172.25.3.181', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'f306eaa2-9a1c-4bfa-983e-e64048c58af0', 'port_id': '662013e7-d33c-41b4-9484-60c789bdeaf2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33a65b3c-6c16-430c-b974-38115f3a54a0', 'mac_address': 'fa:16:3e:c7:75:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f097f314-bc7b-4e66-9fdf-e007c40a9a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:00:29Z', 'updated_at': '2021-07-13T08:00:29Z', 'revision_number': 0, 'project_id': '4d783f05a12042019a6219e445ea2541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd70348eb-dc6f-4974-87a9-33ab71bde767', 'name': '', 'network_id': '33a65b3c-6c16-430c-b974-38115f3a54a0', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'mac_address': 'fa:16:3e:fc:0d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f306eaa2-9a1c-4bfa-983e-e64048c58af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'f3ebf6fa-8a4f-411d-860d-d4f46538a69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:15Z', 'updated_at': '2021-07-13T08:00:20Z', 'revision_number': 5, 'project_id': '4d783f05a12042019a6219e445ea2541', 'subnets': [{'id': 'f3ebf6fa-8a4f-411d-860d-d4f46538a69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:00:31.993552 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c403ed6-4b9d-4af1-9c07-101cad63af15 None None] New status for floating IP 031572c8-73db-4b42-8396-2889d8fb485a: ACTIVE {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:00:32.395491 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39294) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:00:32.466382 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4b714cb0-f5bb-41a0-9436-663f854a186f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/floatingips/031572c8-73db-4b42-8396-2889d8fb485a HTTP/1.1" status: 200 len: 993 time: 0.0695875 Jul 13 08:00:33.152402 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-61e7b1a3-c165-4d5b-b28a-585dd5ad7325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:33.211448 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:34.170329 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:35.944680 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:39.248204 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7568e497-81dd-43d2-845c-16fdbc2fd586 req-9af738af-0aa6-4889-a252-c3d40bd76144 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0582473 Jul 13 08:00:39.343635 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568e497-81dd-43d2-845c-16fdbc2fd586 req-07a7b358-208f-4c40-a908-a9da0d9252fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:39.345749 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7568e497-81dd-43d2-845c-16fdbc2fd586 req-07a7b358-208f-4c40-a908-a9da0d9252fc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 1097 time: 0.0549943 Jul 13 08:00:39.449790 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568e497-81dd-43d2-845c-16fdbc2fd586 req-287f179b-2ee9-4640-a6a7-cd3f6b8184b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:39.451299 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7568e497-81dd-43d2-845c-16fdbc2fd586 req-287f179b-2ee9-4640-a6a7-cd3f6b8184b1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=33a65b3c-6c16-430c-b974-38115f3a54a0 HTTP/1.1" status: 200 len: 895 time: 0.0853560 Jul 13 08:00:39.522936 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7568e497-81dd-43d2-845c-16fdbc2fd586 req-145cd1dd-1b63-44f2-8645-e357cd0fde4a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=662013e7-d33c-41b4-9484-60c789bdeaf2 HTTP/1.1" status: 200 len: 1001 time: 0.0636208 Jul 13 08:00:39.572267 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568e497-81dd-43d2-845c-16fdbc2fd586 req-3b9af7f4-96b4-4250-b26b-491c25690e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:39.573743 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7568e497-81dd-43d2-845c-16fdbc2fd586 req-3b9af7f4-96b4-4250-b26b-491c25690e54 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f3ebf6fa-8a4f-411d-860d-d4f46538a69e HTTP/1.1" status: 200 len: 834 time: 0.0445242 Jul 13 08:00:39.633681 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568e497-81dd-43d2-845c-16fdbc2fd586 req-916eb8d7-2a54-4709-b0d5-258b86ed0d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:00:39.635230 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7568e497-81dd-43d2-845c-16fdbc2fd586 req-916eb8d7-2a54-4709-b0d5-258b86ed0d39 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33a65b3c-6c16-430c-b974-38115f3a54a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544147 Jul 13 08:00:39.728409 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7568e497-81dd-43d2-845c-16fdbc2fd586 req-abc43b75-9dae-4f4f-8398-a9842271655d service neutron] 10.222.0.42 "GET /v2.0/networks/33a65b3c-6c16-430c-b974-38115f3a54a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859201 Jul 13 08:00:39.820421 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7568e497-81dd-43d2-845c-16fdbc2fd586 req-42f754e9-aac2-4e92-aa80-3aec39abfa5b service neutron] 10.222.0.42 "GET /v2.0/networks/33a65b3c-6c16-430c-b974-38115f3a54a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853765 Jul 13 08:00:53.572900 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:00:54.107056 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:00.268994 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-79220dec-987d-476d-8a4c-89f82d5864fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:03.154337 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-bdcbf16d-021b-400c-af6c-406ecdedd070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:03.211974 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:03.843099 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d7223-969b-45ad-b14e-522b7838cf43 req-0c46e383-095b-4023-8edc-00ac83d4b1f2 tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:03.844583 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f05d7223-969b-45ad-b14e-522b7838cf43 req-0c46e383-095b-4023-8edc-00ac83d4b1f2 tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 1097 time: 0.0574996 Jul 13 08:01:03.881085 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f05d7223-969b-45ad-b14e-522b7838cf43 req-4e8171dc-eba8-459d-bb25-4ee02e46dad9 tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=9057d45a-5980-4a19-9824-6f84240afe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299773 Jul 13 08:01:04.054670 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5572a-3903-4af0-8279-787355979935 req-7e8b574d-dbdc-4fb5-ad71-4f22bad34e42 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:04.056247 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a0a5572a-3903-4af0-8279-787355979935 req-7e8b574d-dbdc-4fb5-ad71-4f22bad34e42 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 945 time: 0.0632637 Jul 13 08:01:04.096402 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a0a5572a-3903-4af0-8279-787355979935 req-1f7c3f57-9a95-4821-b055-b4e2f23c9c64 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=9057d45a-5980-4a19-9824-6f84240afe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333440 Jul 13 08:01:04.120034 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39310) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:04.170929 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:04.187769 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7c6333f4-9797-446a-a8ef-e80c80d6f0be tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/floatingips/031572c8-73db-4b42-8396-2889d8fb485a HTTP/1.1" status: 200 len: 993 time: 0.0666122 Jul 13 08:01:04.886088 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-9660701a-e671-4f76-bbed-32219de44914 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0580304 Jul 13 08:01:04.947257 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e470d9f-ab9d-428f-905e-e4671c21da75 req-ca743c02-3b74-4c8b-b10e-13b1b100e560 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:04.948749 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3e470d9f-ab9d-428f-905e-e4671c21da75 req-ca743c02-3b74-4c8b-b10e-13b1b100e560 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 945 time: 0.0671284 Jul 13 08:01:05.003465 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3e470d9f-ab9d-428f-905e-e4671c21da75 req-4fe74463-2482-4880-b04a-12145ec23efc tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=9057d45a-5980-4a19-9824-6f84240afe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447149 Jul 13 08:01:05.953363 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:06.033885 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-3bdd1ae3-a551-4f46-8032-9f16230b9016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:06.035414 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-3bdd1ae3-a551-4f46-8032-9f16230b9016 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 1097 time: 0.0561852 Jul 13 08:01:06.126239 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-8b11c182-690d-4628-80ec-98b1d5909318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:06.128326 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-8b11c182-690d-4628-80ec-98b1d5909318 service neutron] 10.222.0.42 "GET /v2.0/networks?id=33a65b3c-6c16-430c-b974-38115f3a54a0 HTTP/1.1" status: 200 len: 895 time: 0.0873246 Jul 13 08:01:06.182819 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac1ec2-833d-4077-a764-63ce8b019bd5 req-6cd281de-3c32-41c3-b80c-0dc7434c9910 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:06.184260 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-28ac1ec2-833d-4077-a764-63ce8b019bd5 req-6cd281de-3c32-41c3-b80c-0dc7434c9910 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 945 time: 0.0665140 Jul 13 08:01:06.197574 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-569b038c-39f0-4f0b-90b2-ffe69697c641 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=662013e7-d33c-41b4-9484-60c789bdeaf2 HTTP/1.1" status: 200 len: 1001 time: 0.0632043 Jul 13 08:01:06.223769 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-28ac1ec2-833d-4077-a764-63ce8b019bd5 req-44401214-5c04-4483-9eb4-d7fa4378b179 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=9057d45a-5980-4a19-9824-6f84240afe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331795 Jul 13 08:01:06.247392 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-191f91c7-12a8-4cc2-b155-6b411f30daa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:06.248876 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-191f91c7-12a8-4cc2-b155-6b411f30daa2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f3ebf6fa-8a4f-411d-860d-d4f46538a69e HTTP/1.1" status: 200 len: 834 time: 0.0451574 Jul 13 08:01:06.308255 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-775505af-0fcf-4a21-a281-c22d4209d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:06.309743 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-775505af-0fcf-4a21-a281-c22d4209d420 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33a65b3c-6c16-430c-b974-38115f3a54a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550954 Jul 13 08:01:06.400228 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-991e0500-abea-44c0-80bd-700b23dd7ae5 service neutron] 10.222.0.42 "GET /v2.0/networks/33a65b3c-6c16-430c-b974-38115f3a54a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843244 Jul 13 08:01:06.490338 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-5203cf3d-33ca-481e-993c-68b4493a9563 service neutron] 10.222.0.42 "GET /v2.0/networks/33a65b3c-6c16-430c-b974-38115f3a54a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836787 Jul 13 08:01:07.085324 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:01:07.405507 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8755035-aeb0-4b09-b800-2acd3d5a20b8 req-ba64165a-93ff-48a9-9cdd-08cbdac5f272 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:07.406913 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a8755035-aeb0-4b09-b800-2acd3d5a20b8 req-ba64165a-93ff-48a9-9cdd-08cbdac5f272 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 945 time: 0.0664678 Jul 13 08:01:07.445029 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a8755035-aeb0-4b09-b800-2acd3d5a20b8 req-9f8ce8bd-ec41-4ace-bd91-709fe8e60f64 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=9057d45a-5980-4a19-9824-6f84240afe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314937 Jul 13 08:01:08.685618 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be85beb-b06c-442c-b809-74fff2fd9ede req-e4562df3-ea9f-49c1-8f50-b66eb4adce78 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:08.687095 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1be85beb-b06c-442c-b809-74fff2fd9ede req-e4562df3-ea9f-49c1-8f50-b66eb4adce78 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 945 time: 0.1253862 Jul 13 08:01:08.726702 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1be85beb-b06c-442c-b809-74fff2fd9ede req-b4b50c87-7722-46a5-a772-6e3dfda5acf3 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=9057d45a-5980-4a19-9824-6f84240afe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335157 Jul 13 08:01:09.905892 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236ce9e-6bc8-4cac-a6c8-6e1f67563d9f req-bb504942-037c-4abc-8a4b-9b32f1e0f1f7 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:09.907339 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c236ce9e-6bc8-4cac-a6c8-6e1f67563d9f req-bb504942-037c-4abc-8a4b-9b32f1e0f1f7 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 945 time: 0.0647385 Jul 13 08:01:09.948250 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c236ce9e-6bc8-4cac-a6c8-6e1f67563d9f req-1009abec-6cb9-4c1e-ba7d-585ab11d140c tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=9057d45a-5980-4a19-9824-6f84240afe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345337 Jul 13 08:01:11.141354 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79d177-d2f0-4b0c-ab83-845aab7f3b85 req-c17c7708-3476-43ae-93e9-f0aebb9ef341 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:11.142840 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cf79d177-d2f0-4b0c-ab83-845aab7f3b85 req-c17c7708-3476-43ae-93e9-f0aebb9ef341 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 945 time: 0.0656793 Jul 13 08:01:11.180304 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cf79d177-d2f0-4b0c-ab83-845aab7f3b85 req-0dc6dc1f-fe76-4c89-9b9b-673e1e9a1db9 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=9057d45a-5980-4a19-9824-6f84240afe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317824 Jul 13 08:01:12.420179 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245af42-e455-4d51-9c06-1692dd656714 req-24a960bd-990f-467f-84b3-c3f96a6363c1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:12.421660 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c245af42-e455-4d51-9c06-1692dd656714 req-24a960bd-990f-467f-84b3-c3f96a6363c1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 945 time: 0.1193001 Jul 13 08:01:12.459246 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c245af42-e455-4d51-9c06-1692dd656714 req-ab9f8b0e-7bb7-45b2-adf3-07f38b7255d1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=9057d45a-5980-4a19-9824-6f84240afe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320933 Jul 13 08:01:13.637469 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c62d7-dd47-4c21-b48b-cdcbda49af46 req-d4a366f9-0bb2-4d27-a64a-8beae6bcb8c3 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:13.639315 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ce8c62d7-dd47-4c21-b48b-cdcbda49af46 req-d4a366f9-0bb2-4d27-a64a-8beae6bcb8c3 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 945 time: 0.0660436 Jul 13 08:01:13.677311 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ce8c62d7-dd47-4c21-b48b-cdcbda49af46 req-2d0cbbac-69d7-47ca-bf9c-e76a47f5dbc2 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=9057d45a-5980-4a19-9824-6f84240afe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316887 Jul 13 08:01:14.864551 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55b994-64c3-49fd-bba3-fde6db7adaf6 req-05339d16-a75e-43f3-af1d-4416c42c2991 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:14.865976 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8d55b994-64c3-49fd-bba3-fde6db7adaf6 req-05339d16-a75e-43f3-af1d-4416c42c2991 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 945 time: 0.0688958 Jul 13 08:01:14.904454 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8d55b994-64c3-49fd-bba3-fde6db7adaf6 req-215b3b5b-2698-46a7-acb8-1cedb3163b2f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=9057d45a-5980-4a19-9824-6f84240afe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328991 Jul 13 08:01:16.083684 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5979145-a33e-40a2-8ca0-6c02653b4ad2 req-a8a9cc85-d4df-487d-a567-af41b1b27bed tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:16.085175 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b5979145-a33e-40a2-8ca0-6c02653b4ad2 req-a8a9cc85-d4df-487d-a567-af41b1b27bed tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 945 time: 0.0685115 Jul 13 08:01:16.123633 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b5979145-a33e-40a2-8ca0-6c02653b4ad2 req-9839ccdb-a80e-4a01-a7a2-4b6e825edc58 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=9057d45a-5980-4a19-9824-6f84240afe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328329 Jul 13 08:01:17.307357 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6b808-e49a-4b40-a983-0e633327c418 req-6f0949c0-a197-4961-8631-82097cd6828d tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:17.308860 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-13d6b808-e49a-4b40-a983-0e633327c418 req-6f0949c0-a197-4961-8631-82097cd6828d tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 945 time: 0.0691993 Jul 13 08:01:17.345632 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-13d6b808-e49a-4b40-a983-0e633327c418 req-9c88a043-2d35-4519-a51f-6b15ce4d58bc tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=9057d45a-5980-4a19-9824-6f84240afe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311644 Jul 13 08:01:18.528082 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4986ac4-af3f-4bbe-9ccb-9f742a4fedf2 req-b28acb37-1f1c-4858-b8e3-b4a0e4381f62 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:18.529561 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b4986ac4-af3f-4bbe-9ccb-9f742a4fedf2 req-b28acb37-1f1c-4858-b8e3-b4a0e4381f62 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 945 time: 0.0664473 Jul 13 08:01:18.571797 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b4986ac4-af3f-4bbe-9ccb-9f742a4fedf2 req-479edb51-cdbe-4939-8606-b0bf41e8383b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=9057d45a-5980-4a19-9824-6f84240afe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364428 Jul 13 08:01:19.762578 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6bfee-2767-473b-9efc-8f530d4b7f83 req-5e526404-c3be-44ec-bd5b-75baf61a0b76 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:19.764358 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e2a6bfee-2767-473b-9efc-8f530d4b7f83 req-5e526404-c3be-44ec-bd5b-75baf61a0b76 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 945 time: 0.0674384 Jul 13 08:01:19.803729 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e2a6bfee-2767-473b-9efc-8f530d4b7f83 req-523070a7-9454-4366-a35d-91e2cc3bb971 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=9057d45a-5980-4a19-9824-6f84240afe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336139 Jul 13 08:01:21.001512 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c37ce5-35d4-4df4-b051-b14c5019746d req-70bcd613-e67e-4dae-bfc0-4e56cedef482 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:21.003079 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-67c37ce5-35d4-4df4-b051-b14c5019746d req-70bcd613-e67e-4dae-bfc0-4e56cedef482 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 945 time: 0.0785861 Jul 13 08:01:21.048928 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-67c37ce5-35d4-4df4-b051-b14c5019746d req-701ecaaf-6fb5-46fa-aa01-c11da21ec025 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=9057d45a-5980-4a19-9824-6f84240afe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385056 Jul 13 08:01:22.234674 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d14114-cb2b-4ba7-8868-c7025b4a0a0a req-d20005cf-f465-4962-83ba-26ff8e1cb9e4 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:22.236203 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a4d14114-cb2b-4ba7-8868-c7025b4a0a0a req-d20005cf-f465-4962-83ba-26ff8e1cb9e4 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 945 time: 0.0649428 Jul 13 08:01:22.275524 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a4d14114-cb2b-4ba7-8868-c7025b4a0a0a req-4eee1491-d727-46d3-bc2a-c46ea39d5f54 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=9057d45a-5980-4a19-9824-6f84240afe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331204 Jul 13 08:01:23.463499 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b7c20-fbfc-49da-a47d-2882ebde6db3 req-6e1e4167-f37b-4525-a7c7-2eab1ffbc8b1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:23.465007 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2a8b7c20-fbfc-49da-a47d-2882ebde6db3 req-6e1e4167-f37b-4525-a7c7-2eab1ffbc8b1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 945 time: 0.0743842 Jul 13 08:01:23.503586 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2a8b7c20-fbfc-49da-a47d-2882ebde6db3 req-6af83f33-90d5-4115-b9cf-682c1452dc51 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=9057d45a-5980-4a19-9824-6f84240afe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328174 Jul 13 08:01:23.578028 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:23.593565 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-d1499bff-83a7-406e-b9b3-a4e91759be4f service neutron] show failed (client error): The resource could not be found. Jul 13 08:01:23.594609 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-d1499bff-83a7-406e-b9b3-a4e91759be4f service neutron] 10.222.0.42 "GET /v2.0/ports/662013e7-d33c-41b4-9484-60c789bdeaf2/bindings/n-h2-771363-34 HTTP/1.1" status: 404 len: 381 time: 0.0591633 Jul 13 08:01:23.914130 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-0ff57b8f-eb8b-44a8-be65-19aa47508e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:23.915631 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-0ff57b8f-eb8b-44a8-be65-19aa47508e87 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21&tenant_id=4d783f05a12042019a6219e445ea2541 HTTP/1.1" status: 200 len: 1097 time: 0.1008906 Jul 13 08:01:23.926488 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-34014967-496d-4e2f-bc17-2a7d09f32441 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-34', 'device_owner': 'compute:nova'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:01:23.999242 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-34014967-496d-4e2f-bc17-2a7d09f32441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:24.127086 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:24.205024 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-34014967-496d-4e2f-bc17-2a7d09f32441 service neutron] For port 662013e7-d33c-41b4-9484-60c789bdeaf2, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=662013e7-d33c-41b4-9484-60c789bdeaf2,segment=NetworkSegment(f22d1059-8129-41e8-a5ed-a93fd5826f35),segment_id=f22d1059-8129-41e8-a5ed-a93fd5826f35)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:24.237106 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-34014967-496d-4e2f-bc17-2a7d09f32441 service neutron] For port 662013e7-d33c-41b4-9484-60c789bdeaf2, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:01:24.275547 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f097f314-bc7b-4e66-9fdf-e007c40a9a21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '662013e7-d33c-41b4-9484-60c789bdeaf2'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:01:24.277833 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff94437-18fa-494b-8a39-3f6686486d2d" -d '{"events": [{"server_uuid": "f097f314-bc7b-4e66-9fdf-e007c40a9a21", "name": "network-vif-unplugged", "status": "completed", "tag": "662013e7-d33c-41b4-9484-60c789bdeaf2"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:01:24.281716 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-34014967-496d-4e2f-bc17-2a7d09f32441 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:24.296969 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-34014967-496d-4e2f-bc17-2a7d09f32441 service neutron] Transition to ACTIVE for port object 662013e7-d33c-41b4-9484-60c789bdeaf2 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:01:24.305129 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-34014967-496d-4e2f-bc17-2a7d09f32441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:24.395389 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520a41a8-ca0f-4ba4-b71f-81e3c20866ae x-openstack-request-id: req-520a41a8-ca0f-4ba4-b71f-81e3c20866ae {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:01:24.395688 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f097f314-bc7b-4e66-9fdf-e007c40a9a21", "name": "network-vif-unplugged", "status": "completed", "tag": "662013e7-d33c-41b4-9484-60c789bdeaf2", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:01:24.395941 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-520a41a8-ca0f-4ba4-b71f-81e3c20866ae {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:01:24.396875 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f097f314-bc7b-4e66-9fdf-e007c40a9a21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '662013e7-d33c-41b4-9484-60c789bdeaf2', 'code': 200} Jul 13 08:01:24.397449 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34014967-496d-4e2f-bc17-2a7d09f32441 service neutron] Pushing event updated for resources: {'Port': ['ID=662013e7-d33c-41b4-9484-60c789bdeaf2,revision_number=6']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:24.411620 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34014967-496d-4e2f-bc17-2a7d09f32441 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:24.412576 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34014967-496d-4e2f-bc17-2a7d09f32441 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:24.412919 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34014967-496d-4e2f-bc17-2a7d09f32441 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:24.413258 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34014967-496d-4e2f-bc17-2a7d09f32441 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:24.413596 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34014967-496d-4e2f-bc17-2a7d09f32441 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:24.413927 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34014967-496d-4e2f-bc17-2a7d09f32441 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:24.414254 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34014967-496d-4e2f-bc17-2a7d09f32441 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:24.414579 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34014967-496d-4e2f-bc17-2a7d09f32441 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:24.414904 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34014967-496d-4e2f-bc17-2a7d09f32441 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:24.415255 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34014967-496d-4e2f-bc17-2a7d09f32441 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:24.415581 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34014967-496d-4e2f-bc17-2a7d09f32441 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:24.415904 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34014967-496d-4e2f-bc17-2a7d09f32441 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:24.446412 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-34014967-496d-4e2f-bc17-2a7d09f32441 service neutron] No DVR routers for this DVR port 662013e7-d33c-41b4-9484-60c789bdeaf2 on host n-h1-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:01:24.587774 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-34014967-496d-4e2f-bc17-2a7d09f32441 service neutron] Attempting to bind port 662013e7-d33c-41b4-9484-60c789bdeaf2 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:01:24.588361 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-34014967-496d-4e2f-bc17-2a7d09f32441 service neutron] Attempting to bind port 662013e7-d33c-41b4-9484-60c789bdeaf2 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'f22d1059-8129-41e8-a5ed-a93fd5826f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '33a65b3c-6c16-430c-b974-38115f3a54a0'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:01:24.588478 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-34014967-496d-4e2f-bc17-2a7d09f32441 service neutron] Attempting to bind port 662013e7-d33c-41b4-9484-60c789bdeaf2 on network 33a65b3c-6c16-430c-b974-38115f3a54a0 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:01:24.593056 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-34014967-496d-4e2f-bc17-2a7d09f32441 service neutron] Port 662013e7-d33c-41b4-9484-60c789bdeaf2 on network 33a65b3c-6c16-430c-b974-38115f3a54a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:01:24.593373 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-34014967-496d-4e2f-bc17-2a7d09f32441 service neutron] Attempting to bind port 662013e7-d33c-41b4-9484-60c789bdeaf2 on network 33a65b3c-6c16-430c-b974-38115f3a54a0 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:01:24.598334 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-34014967-496d-4e2f-bc17-2a7d09f32441 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:01:24.598717 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-34014967-496d-4e2f-bc17-2a7d09f32441 service neutron] Checking segment: {'id': 'f22d1059-8129-41e8-a5ed-a93fd5826f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '33a65b3c-6c16-430c-b974-38115f3a54a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:01:24.599100 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-34014967-496d-4e2f-bc17-2a7d09f32441 service neutron] Bound using segment: {'id': 'f22d1059-8129-41e8-a5ed-a93fd5826f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '33a65b3c-6c16-430c-b974-38115f3a54a0'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:01:24.600398 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-34014967-496d-4e2f-bc17-2a7d09f32441 service neutron] Bound port: 662013e7-d33c-41b4-9484-60c789bdeaf2, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f22d1059-8129-41e8-a5ed-a93fd5826f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '33a65b3c-6c16-430c-b974-38115f3a54a0'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:01:24.600819 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-34014967-496d-4e2f-bc17-2a7d09f32441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:24.703685 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-34014967-496d-4e2f-bc17-2a7d09f32441 service neutron] For port 662013e7-d33c-41b4-9484-60c789bdeaf2, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:01:24.718324 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-34014967-496d-4e2f-bc17-2a7d09f32441 service neutron] For port 662013e7-d33c-41b4-9484-60c789bdeaf2, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=662013e7-d33c-41b4-9484-60c789bdeaf2,segment=NetworkSegment(f22d1059-8129-41e8-a5ed-a93fd5826f35),segment_id=f22d1059-8129-41e8-a5ed-a93fd5826f35)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:01:24.726196 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-34014967-496d-4e2f-bc17-2a7d09f32441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:24.741997 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c024ef1-1e36-40c8-aa24-d78f3d3f7746 req-f178ac37-5b48-4f1e-90cf-3cec4ce6c4c1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:24.743499 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6c024ef1-1e36-40c8-aa24-d78f3d3f7746 req-f178ac37-5b48-4f1e-90cf-3cec4ce6c4c1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 943 time: 0.1075182 Jul 13 08:01:24.782348 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-34014967-496d-4e2f-bc17-2a7d09f32441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:24.782959 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-34014967-496d-4e2f-bc17-2a7d09f32441 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:24.784355 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-34014967-496d-4e2f-bc17-2a7d09f32441 service neutron] 10.222.0.25 "PUT /v2.0/ports/662013e7-d33c-41b4-9484-60c789bdeaf2 HTTP/1.1" status: 200 len: 1092 time: 0.8617835 Jul 13 08:01:24.827139 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34014967-496d-4e2f-bc17-2a7d09f32441 service neutron] Pushing event updated for resources: {'Port': ['ID=662013e7-d33c-41b4-9484-60c789bdeaf2,revision_number=7']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:24.857724 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6c024ef1-1e36-40c8-aa24-d78f3d3f7746 req-f699fa1d-2731-413a-b04c-d5173c343bf0 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=9057d45a-5980-4a19-9824-6f84240afe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942450 Jul 13 08:01:24.894668 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-24cf589c-2a4f-4186-9f4c-171ffa8c9c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:24.896802 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-24cf589c-2a4f-4186-9f4c-171ffa8c9c88 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 1095 time: 0.0855074 Jul 13 08:01:24.988787 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-4dfbad6f-f7d3-43c6-afab-7612c27905f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:24.990274 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-4dfbad6f-f7d3-43c6-afab-7612c27905f0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=33a65b3c-6c16-430c-b974-38115f3a54a0 HTTP/1.1" status: 200 len: 895 time: 0.0875819 Jul 13 08:01:25.062696 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-a8934bce-1de0-4b1d-867c-373fc188845c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=662013e7-d33c-41b4-9484-60c789bdeaf2 HTTP/1.1" status: 200 len: 999 time: 0.0664191 Jul 13 08:01:25.117183 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-70853e43-a2da-46ae-9be0-d802dadac613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:25.119071 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-70853e43-a2da-46ae-9be0-d802dadac613 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f3ebf6fa-8a4f-411d-860d-d4f46538a69e HTTP/1.1" status: 200 len: 834 time: 0.0492041 Jul 13 08:01:25.177041 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-47c0152c-963b-488f-afdd-6fb567a39cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:25.179282 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-47c0152c-963b-488f-afdd-6fb567a39cc0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=33a65b3c-6c16-430c-b974-38115f3a54a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546210 Jul 13 08:01:25.276071 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-5ae75e87-beb5-4615-a90e-c1be31aaabff service neutron] 10.222.0.25 "GET /v2.0/networks/33a65b3c-6c16-430c-b974-38115f3a54a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903921 Jul 13 08:01:25.364062 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1c9e5d6c-e5df-4f15-9e45-e3d1f25ff148 req-78b472bf-c0ea-4ecb-be91-8000fd6b2919 service neutron] 10.222.0.25 "GET /v2.0/networks/33a65b3c-6c16-430c-b974-38115f3a54a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813828 Jul 13 08:01:26.372948 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb789b0-a36c-42e4-b5df-233f8bb56562 req-f27ecca4-6ce4-4063-8449-91038af24598 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:26.374479 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6fb789b0-a36c-42e4-b5df-233f8bb56562 req-f27ecca4-6ce4-4063-8449-91038af24598 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 943 time: 0.4016683 Jul 13 08:01:26.398183 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f097f314-bc7b-4e66-9fdf-e007c40a9a21', 'tag': '662013e7-d33c-41b4-9484-60c789bdeaf2'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:01:26.400318 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e8bbdd-87b3-41e3-9893-9ec9774ad837" -d '{"events": [{"name": "network-changed", "server_uuid": "f097f314-bc7b-4e66-9fdf-e007c40a9a21", "tag": "662013e7-d33c-41b4-9484-60c789bdeaf2"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:01:26.422906 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6fb789b0-a36c-42e4-b5df-233f8bb56562 req-1b628f34-2425-4f93-a81f-78b63084c0ea tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=9057d45a-5980-4a19-9824-6f84240afe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403578 Jul 13 08:01:26.456288 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73525a61-2fd0-4431-857f-9c7cfe6a78f2 x-openstack-request-id: req-73525a61-2fd0-4431-857f-9c7cfe6a78f2 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:01:26.456578 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f097f314-bc7b-4e66-9fdf-e007c40a9a21", "tag": "662013e7-d33c-41b4-9484-60c789bdeaf2", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:01:26.456832 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-73525a61-2fd0-4431-857f-9c7cfe6a78f2 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:01:26.457311 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f097f314-bc7b-4e66-9fdf-e007c40a9a21', 'tag': '662013e7-d33c-41b4-9484-60c789bdeaf2', 'status': 'completed', 'code': 200} Jul 13 08:01:26.532567 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8bbdd-87b3-41e3-9893-9ec9774ad837 req-63a264fe-25c3-4780-af71-18bf153f1f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:26.534075 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d4e8bbdd-87b3-41e3-9893-9ec9774ad837 req-63a264fe-25c3-4780-af71-18bf153f1f2a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 1095 time: 0.0584402 Jul 13 08:01:26.535140 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8bbdd-87b3-41e3-9893-9ec9774ad837 req-c9e461d7-de7b-4aef-88cb-67b07defa995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:26.536701 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d4e8bbdd-87b3-41e3-9893-9ec9774ad837 req-c9e461d7-de7b-4aef-88cb-67b07defa995 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 1095 time: 0.0566356 Jul 13 08:01:26.639979 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8bbdd-87b3-41e3-9893-9ec9774ad837 req-9484790e-3349-43ec-900f-67d89fa5c610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:26.641400 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d4e8bbdd-87b3-41e3-9893-9ec9774ad837 req-9484790e-3349-43ec-900f-67d89fa5c610 service neutron] 10.222.0.25 "GET /v2.0/networks?id=33a65b3c-6c16-430c-b974-38115f3a54a0 HTTP/1.1" status: 200 len: 895 time: 0.0997238 Jul 13 08:01:26.642885 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8bbdd-87b3-41e3-9893-9ec9774ad837 req-533d8b5d-50d0-4ddc-be0d-557dde2e506a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:26.644406 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d4e8bbdd-87b3-41e3-9893-9ec9774ad837 req-533d8b5d-50d0-4ddc-be0d-557dde2e506a service neutron] 10.222.0.42 "GET /v2.0/networks?id=33a65b3c-6c16-430c-b974-38115f3a54a0 HTTP/1.1" status: 200 len: 895 time: 0.1019382 Jul 13 08:01:26.712421 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d4e8bbdd-87b3-41e3-9893-9ec9774ad837 req-95235693-4ecb-4caf-bc6b-87369241344a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=662013e7-d33c-41b4-9484-60c789bdeaf2 HTTP/1.1" status: 200 len: 999 time: 0.0619342 Jul 13 08:01:26.725753 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d4e8bbdd-87b3-41e3-9893-9ec9774ad837 req-e3433395-d3e3-405f-8fee-8d96bf4cbb24 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=662013e7-d33c-41b4-9484-60c789bdeaf2 HTTP/1.1" status: 200 len: 999 time: 0.0766299 Jul 13 08:01:26.761189 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8bbdd-87b3-41e3-9893-9ec9774ad837 req-81d08d54-2e4f-4a16-9a0b-5fe473c7703a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:26.762651 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d4e8bbdd-87b3-41e3-9893-9ec9774ad837 req-81d08d54-2e4f-4a16-9a0b-5fe473c7703a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f3ebf6fa-8a4f-411d-860d-d4f46538a69e HTTP/1.1" status: 200 len: 834 time: 0.0442302 Jul 13 08:01:26.777867 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8bbdd-87b3-41e3-9893-9ec9774ad837 req-7f2f044e-ba61-4ba0-b777-ae0a01a1947c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:26.779376 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d4e8bbdd-87b3-41e3-9893-9ec9774ad837 req-7f2f044e-ba61-4ba0-b777-ae0a01a1947c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f3ebf6fa-8a4f-411d-860d-d4f46538a69e HTTP/1.1" status: 200 len: 834 time: 0.0444698 Jul 13 08:01:26.825439 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8bbdd-87b3-41e3-9893-9ec9774ad837 req-e1a92106-ea75-48eb-8812-836e7e0688d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:26.826953 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d4e8bbdd-87b3-41e3-9893-9ec9774ad837 req-e1a92106-ea75-48eb-8812-836e7e0688d5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33a65b3c-6c16-430c-b974-38115f3a54a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579081 Jul 13 08:01:26.831909 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 662013e7-d33c-41b4-9484-60c789bdeaf2 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:01:26.839063 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8bbdd-87b3-41e3-9893-9ec9774ad837 req-368b705a-120e-43c8-b100-68f36f611193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:26.840700 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d4e8bbdd-87b3-41e3-9893-9ec9774ad837 req-368b705a-120e-43c8-b100-68f36f611193 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=33a65b3c-6c16-430c-b974-38115f3a54a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549405 Jul 13 08:01:26.875382 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 662013e7-d33c-41b4-9484-60c789bdeaf2 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:01:26.930454 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d4e8bbdd-87b3-41e3-9893-9ec9774ad837 req-2af2847f-d8b4-4189-b705-52ce01f7c200 service neutron] 10.222.0.42 "GET /v2.0/networks/33a65b3c-6c16-430c-b974-38115f3a54a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969408 Jul 13 08:01:26.958510 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d4e8bbdd-87b3-41e3-9893-9ec9774ad837 req-3ad3de77-f4f4-4352-9e3d-78b56676da83 service neutron] 10.222.0.25 "GET /v2.0/networks/33a65b3c-6c16-430c-b974-38115f3a54a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103623 Jul 13 08:01:27.031568 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d4e8bbdd-87b3-41e3-9893-9ec9774ad837 req-3f35583f-7cfe-4c82-b592-924cbbf4647e service neutron] 10.222.0.42 "GET /v2.0/networks/33a65b3c-6c16-430c-b974-38115f3a54a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947363 Jul 13 08:01:27.073540 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d4e8bbdd-87b3-41e3-9893-9ec9774ad837 req-181cd956-5e94-4cd1-95e7-00d22ec71f1a service neutron] 10.222.0.25 "GET /v2.0/networks/33a65b3c-6c16-430c-b974-38115f3a54a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075611 Jul 13 08:01:27.603668 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823b879-f493-4909-993b-55185dcbe71a req-ada780f5-9221-467a-99a0-6e12d15bc445 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:27.605202 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e823b879-f493-4909-993b-55185dcbe71a req-ada780f5-9221-467a-99a0-6e12d15bc445 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 943 time: 0.0665779 Jul 13 08:01:27.643855 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e823b879-f493-4909-993b-55185dcbe71a req-b73edaf6-109e-4107-bc52-14563e58baab tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=9057d45a-5980-4a19-9824-6f84240afe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330689 Jul 13 08:01:27.907815 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 662013e7-d33c-41b4-9484-60c789bdeaf2 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:01:28.056541 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-f61fcc91-8be8-4edd-bbd9-4f521236fb0d tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:28.058148 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-f61fcc91-8be8-4edd-bbd9-4f521236fb0d tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.25 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21&tenant_id=4d783f05a12042019a6219e445ea2541&binding%3Ahost_id=n-h2-771363-34 HTTP/1.1" status: 200 len: 943 time: 0.1367748 Jul 13 08:01:28.060785 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db0df9-f669-47c4-b770-da2256017d97 req-17567972-0677-44d4-8025-d4f82c132126 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:28.062428 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-33db0df9-f669-47c4-b770-da2256017d97 req-17567972-0677-44d4-8025-d4f82c132126 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 943 time: 0.0765026 Jul 13 08:01:28.114509 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-33db0df9-f669-47c4-b770-da2256017d97 req-ac77d075-b665-4fce-ba9a-bf9c565a873a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=9057d45a-5980-4a19-9824-6f84240afe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441678 Jul 13 08:01:28.141457 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-47be0807-a124-4dbf-b94a-979f5a636d9b service neutron] 10.222.0.25 "GET /v2.0/ports/662013e7-d33c-41b4-9484-60c789bdeaf2/bindings/n-h2-771363-34 HTTP/1.1" status: 200 len: 383 time: 0.0773056 Jul 13 08:01:28.177136 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 662013e7-d33c-41b4-9484-60c789bdeaf2, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=662013e7-d33c-41b4-9484-60c789bdeaf2,segment=NetworkSegment(f22d1059-8129-41e8-a5ed-a93fd5826f35),segment_id=f22d1059-8129-41e8-a5ed-a93fd5826f35)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:28.196108 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '662013e7-d33c-41b4-9484-60c789bdeaf2', 'network_id': '33a65b3c-6c16-430c-b974-38115f3a54a0', 'port_id': '662013e7-d33c-41b4-9484-60c789bdeaf2', 'mac_address': 'fa:16:3e:c7:75:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ebf6fa-8a4f-411d-860d-d4f46538a69e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:01:28.232668 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-86b1b3dc-7708-47d0-a8ca-1c03a01b15b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:28.234216 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-86b1b3dc-7708-47d0-a8ca-1c03a01b15b2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 1095 time: 0.0687470 Jul 13 08:01:28.242527 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:28.258999 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 662013e7-d33c-41b4-9484-60c789bdeaf2 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:01:28.281333 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 662013e7-d33c-41b4-9484-60c789bdeaf2, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=662013e7-d33c-41b4-9484-60c789bdeaf2,segment=NetworkSegment(f22d1059-8129-41e8-a5ed-a93fd5826f35),segment_id=f22d1059-8129-41e8-a5ed-a93fd5826f35)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:28.285706 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:28.343033 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=662013e7-d33c-41b4-9484-60c789bdeaf2,revision_number=8']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:28.350981 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:28.351364 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:28.351711 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:28.352049 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:28.352388 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:28.352719 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:28.353049 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:28.353896 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:28.353896 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:28.354196 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:28.354334 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:28.354624 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:28.373059 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-c934e84f-666f-43e1-b25b-f82158acc1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:28.374525 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-c934e84f-666f-43e1-b25b-f82158acc1b0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=33a65b3c-6c16-430c-b974-38115f3a54a0 HTTP/1.1" status: 200 len: 895 time: 0.1330404 Jul 13 08:01:28.468212 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-a04bc9e4-de48-4a45-a248-89b3cc524632 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=662013e7-d33c-41b4-9484-60c789bdeaf2 HTTP/1.1" status: 200 len: 1000 time: 0.0857518 Jul 13 08:01:28.524974 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-8c52a2f3-f006-44be-a20a-8e12f5ea6011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:28.526545 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-8c52a2f3-f006-44be-a20a-8e12f5ea6011 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f3ebf6fa-8a4f-411d-860d-d4f46538a69e HTTP/1.1" status: 200 len: 834 time: 0.0523160 Jul 13 08:01:28.535153 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['662013e7-d33c-41b4-9484-60c789bdeaf2'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:01:28.616588 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-5d367a6a-2831-4fa6-a995-0de2a2b400a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:28.618031 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-5d367a6a-2831-4fa6-a995-0de2a2b400a3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=33a65b3c-6c16-430c-b974-38115f3a54a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0847774 Jul 13 08:01:28.717789 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-788d448a-22a2-47e6-9530-0bcb6c12723d service neutron] 10.222.0.25 "GET /v2.0/networks/33a65b3c-6c16-430c-b974-38115f3a54a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922275 Jul 13 08:01:28.834616 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-c1b61d8b-0302-4d68-9ce9-68939f1c6956 service neutron] 10.222.0.25 "GET /v2.0/networks/33a65b3c-6c16-430c-b974-38115f3a54a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109183 Jul 13 08:01:29.313804 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b236b-8edb-4809-91a4-0e544aff0134 req-5c76d5fc-b3ec-4fc4-a216-5964b5633b0c tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:29.315387 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2b0b236b-8edb-4809-91a4-0e544aff0134 req-5c76d5fc-b3ec-4fc4-a216-5964b5633b0c tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 944 time: 0.0718551 Jul 13 08:01:29.358772 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2b0b236b-8edb-4809-91a4-0e544aff0134 req-868b84c6-a1d9-485f-be15-525c67803dac tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=9057d45a-5980-4a19-9824-6f84240afe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376236 Jul 13 08:01:29.938904 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 662013e7-d33c-41b4-9484-60c789bdeaf2 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:01:29.986169 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 662013e7-d33c-41b4-9484-60c789bdeaf2 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:01:29.989807 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 662013e7-d33c-41b4-9484-60c789bdeaf2 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:01:29.990178 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:30.070453 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:30.092740 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f097f314-bc7b-4e66-9fdf-e007c40a9a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662013e7-d33c-41b4-9484-60c789bdeaf2'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:01:30.094987 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea1eada-eaf7-4af5-9a94-8edd2deb5633" -d '{"events": [{"server_uuid": "f097f314-bc7b-4e66-9fdf-e007c40a9a21", "name": "network-vif-plugged", "status": "completed", "tag": "662013e7-d33c-41b4-9484-60c789bdeaf2"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:01:30.108092 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 662013e7-d33c-41b4-9484-60c789bdeaf2, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=662013e7-d33c-41b4-9484-60c789bdeaf2,segment=NetworkSegment(f22d1059-8129-41e8-a5ed-a93fd5826f35),segment_id=f22d1059-8129-41e8-a5ed-a93fd5826f35)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:30.112451 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:30.155233 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07c93e8-e28f-4e59-91d9-8bba5b01d84a x-openstack-request-id: req-d07c93e8-e28f-4e59-91d9-8bba5b01d84a {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:01:30.155693 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f097f314-bc7b-4e66-9fdf-e007c40a9a21", "name": "network-vif-plugged", "status": "completed", "tag": "662013e7-d33c-41b4-9484-60c789bdeaf2", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:01:30.156056 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d07c93e8-e28f-4e59-91d9-8bba5b01d84a {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:01:30.156546 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f097f314-bc7b-4e66-9fdf-e007c40a9a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662013e7-d33c-41b4-9484-60c789bdeaf2', 'code': 200} Jul 13 08:01:30.172574 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=662013e7-d33c-41b4-9484-60c789bdeaf2,revision_number=9']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:30.272352 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-98f2727a-fa2e-42f8-81de-60014e034bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:30.345701 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a4170769-5a54-43bb-a937-62221d3159ad None None] Provisioning complete for port 662013e7-d33c-41b4-9484-60c789bdeaf2 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:01:30.346150 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a4170769-5a54-43bb-a937-62221d3159ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:30.560736 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f4623-6357-4280-b06a-483d8decbade req-bf34ef83-0bd3-4f37-a720-3aefd1206aac tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:30.562314 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-914f4623-6357-4280-b06a-483d8decbade req-bf34ef83-0bd3-4f37-a720-3aefd1206aac tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 945 time: 0.0670388 Jul 13 08:01:30.604016 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-914f4623-6357-4280-b06a-483d8decbade req-07278cea-005f-4701-90f1-c7a9c85b1dcd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=9057d45a-5980-4a19-9824-6f84240afe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360582 Jul 13 08:01:30.850402 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-e0b340df-38ac-42a6-b89a-29b9af08fb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:30.851849 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-e0b340df-38ac-42a6-b89a-29b9af08fb5b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21&tenant_id=4d783f05a12042019a6219e445ea2541 HTTP/1.1" status: 200 len: 1097 time: 0.0846248 Jul 13 08:01:30.862121 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-b896c1ee-be16-4d15-9f5d-76aee241281f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-34', 'device_owner': 'compute:nova'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:01:30.935956 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-b896c1ee-be16-4d15-9f5d-76aee241281f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:31.141697 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-b896c1ee-be16-4d15-9f5d-76aee241281f service neutron] For port 662013e7-d33c-41b4-9484-60c789bdeaf2, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=662013e7-d33c-41b4-9484-60c789bdeaf2,segment=NetworkSegment(f22d1059-8129-41e8-a5ed-a93fd5826f35),segment_id=f22d1059-8129-41e8-a5ed-a93fd5826f35)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:31.178066 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-b896c1ee-be16-4d15-9f5d-76aee241281f service neutron] For port 662013e7-d33c-41b4-9484-60c789bdeaf2, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:01:31.217812 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f097f314-bc7b-4e66-9fdf-e007c40a9a21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '662013e7-d33c-41b4-9484-60c789bdeaf2'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:01:31.220121 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cba135-39e7-42d0-b9c2-d488e125eb5c" -d '{"events": [{"server_uuid": "f097f314-bc7b-4e66-9fdf-e007c40a9a21", "name": "network-vif-unplugged", "status": "completed", "tag": "662013e7-d33c-41b4-9484-60c789bdeaf2"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:01:31.223989 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-b896c1ee-be16-4d15-9f5d-76aee241281f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:31.236981 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-b896c1ee-be16-4d15-9f5d-76aee241281f service neutron] Transition to ACTIVE for port object 662013e7-d33c-41b4-9484-60c789bdeaf2 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:01:31.241191 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-b896c1ee-be16-4d15-9f5d-76aee241281f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:31.277716 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983f1416-ba36-4f9c-a313-308355767425 x-openstack-request-id: req-983f1416-ba36-4f9c-a313-308355767425 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:01:31.278024 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f097f314-bc7b-4e66-9fdf-e007c40a9a21", "name": "network-vif-unplugged", "status": "completed", "tag": "662013e7-d33c-41b4-9484-60c789bdeaf2", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:01:31.278259 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-983f1416-ba36-4f9c-a313-308355767425 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:01:31.278650 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f097f314-bc7b-4e66-9fdf-e007c40a9a21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '662013e7-d33c-41b4-9484-60c789bdeaf2', 'code': 200} Jul 13 08:01:31.296490 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896c1ee-be16-4d15-9f5d-76aee241281f service neutron] Pushing event updated for resources: {'Port': ['ID=662013e7-d33c-41b4-9484-60c789bdeaf2,revision_number=10']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:31.306605 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896c1ee-be16-4d15-9f5d-76aee241281f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:31.306953 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896c1ee-be16-4d15-9f5d-76aee241281f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:31.307320 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896c1ee-be16-4d15-9f5d-76aee241281f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:31.307659 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896c1ee-be16-4d15-9f5d-76aee241281f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:31.307996 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896c1ee-be16-4d15-9f5d-76aee241281f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:31.308339 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896c1ee-be16-4d15-9f5d-76aee241281f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:31.308649 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896c1ee-be16-4d15-9f5d-76aee241281f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:31.308970 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896c1ee-be16-4d15-9f5d-76aee241281f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:31.309293 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896c1ee-be16-4d15-9f5d-76aee241281f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:31.309615 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896c1ee-be16-4d15-9f5d-76aee241281f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:31.309935 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896c1ee-be16-4d15-9f5d-76aee241281f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:31.310254 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896c1ee-be16-4d15-9f5d-76aee241281f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:01:31.440260 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-b896c1ee-be16-4d15-9f5d-76aee241281f service neutron] No DVR routers for this DVR port 662013e7-d33c-41b4-9484-60c789bdeaf2 on host n-h2-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:01:31.575971 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-b896c1ee-be16-4d15-9f5d-76aee241281f service neutron] Attempting to bind port 662013e7-d33c-41b4-9484-60c789bdeaf2 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:01:31.576296 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-b896c1ee-be16-4d15-9f5d-76aee241281f service neutron] Attempting to bind port 662013e7-d33c-41b4-9484-60c789bdeaf2 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'f22d1059-8129-41e8-a5ed-a93fd5826f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '33a65b3c-6c16-430c-b974-38115f3a54a0'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:01:31.576617 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-b896c1ee-be16-4d15-9f5d-76aee241281f service neutron] Attempting to bind port 662013e7-d33c-41b4-9484-60c789bdeaf2 on network 33a65b3c-6c16-430c-b974-38115f3a54a0 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:01:31.581108 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-b896c1ee-be16-4d15-9f5d-76aee241281f service neutron] Port 662013e7-d33c-41b4-9484-60c789bdeaf2 on network 33a65b3c-6c16-430c-b974-38115f3a54a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:01:31.581430 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-b896c1ee-be16-4d15-9f5d-76aee241281f service neutron] Attempting to bind port 662013e7-d33c-41b4-9484-60c789bdeaf2 on network 33a65b3c-6c16-430c-b974-38115f3a54a0 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:01:31.586307 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-b896c1ee-be16-4d15-9f5d-76aee241281f service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:01:31.586640 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-b896c1ee-be16-4d15-9f5d-76aee241281f service neutron] Checking segment: {'id': 'f22d1059-8129-41e8-a5ed-a93fd5826f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '33a65b3c-6c16-430c-b974-38115f3a54a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:01:31.587046 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-b896c1ee-be16-4d15-9f5d-76aee241281f service neutron] Bound using segment: {'id': 'f22d1059-8129-41e8-a5ed-a93fd5826f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '33a65b3c-6c16-430c-b974-38115f3a54a0'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:01:31.587517 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-b896c1ee-be16-4d15-9f5d-76aee241281f service neutron] Bound port: 662013e7-d33c-41b4-9484-60c789bdeaf2, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f22d1059-8129-41e8-a5ed-a93fd5826f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '33a65b3c-6c16-430c-b974-38115f3a54a0'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:01:31.587872 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-b896c1ee-be16-4d15-9f5d-76aee241281f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:31.651708 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-b896c1ee-be16-4d15-9f5d-76aee241281f service neutron] For port 662013e7-d33c-41b4-9484-60c789bdeaf2, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:01:31.655396 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-b896c1ee-be16-4d15-9f5d-76aee241281f service neutron] For port 662013e7-d33c-41b4-9484-60c789bdeaf2, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=662013e7-d33c-41b4-9484-60c789bdeaf2,segment=NetworkSegment(f22d1059-8129-41e8-a5ed-a93fd5826f35),segment_id=f22d1059-8129-41e8-a5ed-a93fd5826f35)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:01:31.659757 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-b896c1ee-be16-4d15-9f5d-76aee241281f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:31.692971 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-b896c1ee-be16-4d15-9f5d-76aee241281f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:31.693678 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-b896c1ee-be16-4d15-9f5d-76aee241281f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:31.695381 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-b896c1ee-be16-4d15-9f5d-76aee241281f service neutron] 10.222.0.42 "PUT /v2.0/ports/662013e7-d33c-41b4-9484-60c789bdeaf2 HTTP/1.1" status: 200 len: 1093 time: 0.8370392 Jul 13 08:01:31.720121 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896c1ee-be16-4d15-9f5d-76aee241281f service neutron] Pushing event updated for resources: {'Port': ['ID=662013e7-d33c-41b4-9484-60c789bdeaf2,revision_number=11']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:31.788931 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-a742fa1b-b345-40b8-8831-75f48276b47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:31.790272 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-a742fa1b-b345-40b8-8831-75f48276b47f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 1096 time: 0.0647116 Jul 13 08:01:31.802318 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb79c73-2039-4056-a444-8bb7c1a10949 req-473b4259-fafa-47a2-9d1f-f34981d6036f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:31.804960 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5fb79c73-2039-4056-a444-8bb7c1a10949 req-473b4259-fafa-47a2-9d1f-f34981d6036f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 944 time: 0.0837712 Jul 13 08:01:31.854303 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5fb79c73-2039-4056-a444-8bb7c1a10949 req-782e2a36-5d2e-4a93-85bf-729b5c375726 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=9057d45a-5980-4a19-9824-6f84240afe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423121 Jul 13 08:01:31.889675 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-5217518a-07b9-4e9a-a126-e82b42231edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:31.891256 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-5217518a-07b9-4e9a-a126-e82b42231edc service neutron] 10.222.0.42 "GET /v2.0/networks?id=33a65b3c-6c16-430c-b974-38115f3a54a0 HTTP/1.1" status: 200 len: 895 time: 0.0951190 Jul 13 08:01:31.963379 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-224269d3-320c-40db-ad3b-59a0c535f0a6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=662013e7-d33c-41b4-9484-60c789bdeaf2 HTTP/1.1" status: 200 len: 999 time: 0.0657775 Jul 13 08:01:32.014377 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-00ab1a25-543f-4b31-979e-10c565ad1ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:32.015869 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-00ab1a25-543f-4b31-979e-10c565ad1ea5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f3ebf6fa-8a4f-411d-860d-d4f46538a69e HTTP/1.1" status: 200 len: 834 time: 0.0459950 Jul 13 08:01:32.073112 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-e35420c3-f22a-4943-9d78-adbe7f01e9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:32.074616 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-e35420c3-f22a-4943-9d78-adbe7f01e9ca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33a65b3c-6c16-430c-b974-38115f3a54a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521414 Jul 13 08:01:32.169049 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-1d63497e-3311-416a-9f41-65e6e4585466 service neutron] 10.222.0.42 "GET /v2.0/networks/33a65b3c-6c16-430c-b974-38115f3a54a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877504 Jul 13 08:01:32.258953 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a11a33b5-6c7a-4c5c-83db-12ce0471e58d req-513c7fe7-5c6a-4ce8-8dd4-26692388ade8 service neutron] 10.222.0.42 "GET /v2.0/networks/33a65b3c-6c16-430c-b974-38115f3a54a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837319 Jul 13 08:01:33.036401 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d67e6-ca07-4152-89f6-acd335b81b26 req-6f61ce47-dc20-4bb5-bf24-75e74cbedca2 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:33.037913 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4f7d67e6-ca07-4152-89f6-acd335b81b26 req-6f61ce47-dc20-4bb5-bf24-75e74cbedca2 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 944 time: 0.0683095 Jul 13 08:01:33.076751 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4f7d67e6-ca07-4152-89f6-acd335b81b26 req-7c0262f1-3116-4c06-a596-f55d963ca288 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=9057d45a-5980-4a19-9824-6f84240afe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328057 Jul 13 08:01:33.155257 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f2595973-96ff-43ed-b0bd-234a5e5e1cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:33.211344 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:33.279679 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f097f314-bc7b-4e66-9fdf-e007c40a9a21', 'tag': '662013e7-d33c-41b4-9484-60c789bdeaf2'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:01:33.282031 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c1f1c3-e3cb-463e-a1fd-78129e93b883" -d '{"events": [{"name": "network-changed", "server_uuid": "f097f314-bc7b-4e66-9fdf-e007c40a9a21", "tag": "662013e7-d33c-41b4-9484-60c789bdeaf2"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:01:33.332310 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78698fc0-780f-4b16-b105-88f43129458c x-openstack-request-id: req-78698fc0-780f-4b16-b105-88f43129458c {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:01:33.333251 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f097f314-bc7b-4e66-9fdf-e007c40a9a21", "tag": "662013e7-d33c-41b4-9484-60c789bdeaf2", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:01:33.333506 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-78698fc0-780f-4b16-b105-88f43129458c {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:01:33.333896 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f097f314-bc7b-4e66-9fdf-e007c40a9a21', 'tag': '662013e7-d33c-41b4-9484-60c789bdeaf2', 'status': 'completed', 'code': 200} Jul 13 08:01:33.408689 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1f1c3-e3cb-463e-a1fd-78129e93b883 req-4935fb47-c557-47b0-9374-e6cb97d2f4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:33.409382 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1f1c3-e3cb-463e-a1fd-78129e93b883 req-f21e74d6-b05a-42fd-b95f-6b7995a6bc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:33.410109 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-23c1f1c3-e3cb-463e-a1fd-78129e93b883 req-4935fb47-c557-47b0-9374-e6cb97d2f4f6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 1096 time: 0.0537300 Jul 13 08:01:33.410863 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-23c1f1c3-e3cb-463e-a1fd-78129e93b883 req-f21e74d6-b05a-42fd-b95f-6b7995a6bc95 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 1096 time: 0.0564017 Jul 13 08:01:33.501801 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1f1c3-e3cb-463e-a1fd-78129e93b883 req-ac8e4e2f-7ae1-4a9f-ad94-a088320665fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:33.503317 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-23c1f1c3-e3cb-463e-a1fd-78129e93b883 req-ac8e4e2f-7ae1-4a9f-ad94-a088320665fc service neutron] 10.222.0.25 "GET /v2.0/networks?id=33a65b3c-6c16-430c-b974-38115f3a54a0 HTTP/1.1" status: 200 len: 895 time: 0.0860748 Jul 13 08:01:33.505333 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1f1c3-e3cb-463e-a1fd-78129e93b883 req-36fdab65-4c73-4232-885d-2cf6b8bf993f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:33.506810 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-23c1f1c3-e3cb-463e-a1fd-78129e93b883 req-36fdab65-4c73-4232-885d-2cf6b8bf993f service neutron] 10.222.0.42 "GET /v2.0/networks?id=33a65b3c-6c16-430c-b974-38115f3a54a0 HTTP/1.1" status: 200 len: 895 time: 0.0900316 Jul 13 08:01:33.571418 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-23c1f1c3-e3cb-463e-a1fd-78129e93b883 req-94a9e838-9c35-47b2-a587-5d388e023cc5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=662013e7-d33c-41b4-9484-60c789bdeaf2 HTTP/1.1" status: 200 len: 999 time: 0.0613289 Jul 13 08:01:33.578623 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-23c1f1c3-e3cb-463e-a1fd-78129e93b883 req-43bf9c0d-3483-4d93-8afe-2d5094677065 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=662013e7-d33c-41b4-9484-60c789bdeaf2 HTTP/1.1" status: 200 len: 999 time: 0.0638123 Jul 13 08:01:33.621686 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1f1c3-e3cb-463e-a1fd-78129e93b883 req-15faa38d-e7d3-4563-845c-d8477963aa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:33.623179 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-23c1f1c3-e3cb-463e-a1fd-78129e93b883 req-15faa38d-e7d3-4563-845c-d8477963aa5c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f3ebf6fa-8a4f-411d-860d-d4f46538a69e HTTP/1.1" status: 200 len: 834 time: 0.0460019 Jul 13 08:01:33.629333 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1f1c3-e3cb-463e-a1fd-78129e93b883 req-8f1d41b1-4f47-4952-bf6d-4c1df2f1b921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:33.631092 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-23c1f1c3-e3cb-463e-a1fd-78129e93b883 req-8f1d41b1-4f47-4952-bf6d-4c1df2f1b921 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f3ebf6fa-8a4f-411d-860d-d4f46538a69e HTTP/1.1" status: 200 len: 834 time: 0.0454648 Jul 13 08:01:33.682904 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1f1c3-e3cb-463e-a1fd-78129e93b883 req-48338596-b661-4ef0-b878-173b1a351c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:33.684540 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-23c1f1c3-e3cb-463e-a1fd-78129e93b883 req-48338596-b661-4ef0-b878-173b1a351c08 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=33a65b3c-6c16-430c-b974-38115f3a54a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555959 Jul 13 08:01:33.701994 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1f1c3-e3cb-463e-a1fd-78129e93b883 req-be9d7438-919d-4dfc-8c08-b612ec25479c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:33.703522 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-23c1f1c3-e3cb-463e-a1fd-78129e93b883 req-be9d7438-919d-4dfc-8c08-b612ec25479c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33a65b3c-6c16-430c-b974-38115f3a54a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646641 Jul 13 08:01:33.811383 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-23c1f1c3-e3cb-463e-a1fd-78129e93b883 req-c2bacfba-aea7-48af-8ec9-80c4c606fbe6 service neutron] 10.222.0.42 "GET /v2.0/networks/33a65b3c-6c16-430c-b974-38115f3a54a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932827 Jul 13 08:01:33.926015 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-23c1f1c3-e3cb-463e-a1fd-78129e93b883 req-ad36b230-c54d-4c66-831e-0b1c22014eac service neutron] 10.222.0.42 "GET /v2.0/networks/33a65b3c-6c16-430c-b974-38115f3a54a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017902 Jul 13 08:01:33.954425 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 662013e7-d33c-41b4-9484-60c789bdeaf2 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:01:33.994660 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 662013e7-d33c-41b4-9484-60c789bdeaf2 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:01:34.065968 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-23c1f1c3-e3cb-463e-a1fd-78129e93b883 req-d9103236-1eff-4eea-a9d1-b8806790c286 service neutron] 10.222.0.25 "GET /v2.0/networks/33a65b3c-6c16-430c-b974-38115f3a54a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752046 Jul 13 08:01:34.153815 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-23c1f1c3-e3cb-463e-a1fd-78129e93b883 req-76900235-4ed2-4a5e-a789-af4486423841 service neutron] 10.222.0.25 "GET /v2.0/networks/33a65b3c-6c16-430c-b974-38115f3a54a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816028 Jul 13 08:01:34.176257 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:34.254125 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7425545-7feb-4cec-81d2-fafefb968987 req-7ae1e60d-3fa2-44a8-b956-147915728223 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:34.255653 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e7425545-7feb-4cec-81d2-fafefb968987 req-7ae1e60d-3fa2-44a8-b956-147915728223 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 944 time: 0.0640717 Jul 13 08:01:34.294137 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e7425545-7feb-4cec-81d2-fafefb968987 req-3716d285-45e1-4958-a976-e477c3288520 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=9057d45a-5980-4a19-9824-6f84240afe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326643 Jul 13 08:01:34.318356 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39420) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:01:34.389539 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d92945e5-2e9f-4384-b7da-90aaee9a5d27 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/floatingips/031572c8-73db-4b42-8396-2889d8fb485a HTTP/1.1" status: 200 len: 991 time: 0.0697811 Jul 13 08:01:34.878521 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 662013e7-d33c-41b4-9484-60c789bdeaf2 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:01:34.972614 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 662013e7-d33c-41b4-9484-60c789bdeaf2, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=662013e7-d33c-41b4-9484-60c789bdeaf2,segment=NetworkSegment(f22d1059-8129-41e8-a5ed-a93fd5826f35),segment_id=f22d1059-8129-41e8-a5ed-a93fd5826f35)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:34.983405 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '662013e7-d33c-41b4-9484-60c789bdeaf2', 'network_id': '33a65b3c-6c16-430c-b974-38115f3a54a0', 'port_id': '662013e7-d33c-41b4-9484-60c789bdeaf2', 'mac_address': 'fa:16:3e:c7:75:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ebf6fa-8a4f-411d-860d-d4f46538a69e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:01:35.020341 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:35.032498 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 662013e7-d33c-41b4-9484-60c789bdeaf2 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:01:35.052275 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 662013e7-d33c-41b4-9484-60c789bdeaf2, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=662013e7-d33c-41b4-9484-60c789bdeaf2,segment=NetworkSegment(f22d1059-8129-41e8-a5ed-a93fd5826f35),segment_id=f22d1059-8129-41e8-a5ed-a93fd5826f35)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:35.056831 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:35.108949 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=662013e7-d33c-41b4-9484-60c789bdeaf2,revision_number=12']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:35.302941 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['662013e7-d33c-41b4-9484-60c789bdeaf2'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:01:35.948789 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:36.903351 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 662013e7-d33c-41b4-9484-60c789bdeaf2 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:01:36.953341 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 662013e7-d33c-41b4-9484-60c789bdeaf2 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:01:36.956780 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 662013e7-d33c-41b4-9484-60c789bdeaf2 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:01:36.957141 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:37.029572 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:37.052139 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f097f314-bc7b-4e66-9fdf-e007c40a9a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662013e7-d33c-41b4-9484-60c789bdeaf2'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:01:37.054373 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cfdaf20-2da7-414d-b9ff-7ed535e4a7b0" -d '{"events": [{"server_uuid": "f097f314-bc7b-4e66-9fdf-e007c40a9a21", "name": "network-vif-plugged", "status": "completed", "tag": "662013e7-d33c-41b4-9484-60c789bdeaf2"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:01:37.067387 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 662013e7-d33c-41b4-9484-60c789bdeaf2, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=662013e7-d33c-41b4-9484-60c789bdeaf2,segment=NetworkSegment(f22d1059-8129-41e8-a5ed-a93fd5826f35),segment_id=f22d1059-8129-41e8-a5ed-a93fd5826f35)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:01:37.071317 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:37.128320 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=662013e7-d33c-41b4-9484-60c789bdeaf2,revision_number=13']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:01:37.283058 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a440fe-6f18-4cf7-9a0d-0a0cf384a2c7 x-openstack-request-id: req-16a440fe-6f18-4cf7-9a0d-0a0cf384a2c7 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:01:37.283451 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f097f314-bc7b-4e66-9fdf-e007c40a9a21", "name": "network-vif-plugged", "status": "completed", "tag": "662013e7-d33c-41b4-9484-60c789bdeaf2", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:01:37.283789 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-16a440fe-6f18-4cf7-9a0d-0a0cf384a2c7 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:01:37.284188 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f097f314-bc7b-4e66-9fdf-e007c40a9a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662013e7-d33c-41b4-9484-60c789bdeaf2', 'code': 200} Jul 13 08:01:37.311630 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-397be0c2-d81e-4752-8c3e-55b4c730cc71 None None] Provisioning complete for port 662013e7-d33c-41b4-9484-60c789bdeaf2 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:01:37.311999 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-397be0c2-d81e-4752-8c3e-55b4c730cc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:40.219736 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9e83901c-0103-4187-a13b-8d2962a6e700 req-56d0a709-0444-41ff-8f6c-b40cfea218ee service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0511684 Jul 13 08:01:40.311101 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83901c-0103-4187-a13b-8d2962a6e700 req-3b1cd498-8bf3-43ac-8796-7c7c131eb03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:40.312674 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9e83901c-0103-4187-a13b-8d2962a6e700 req-3b1cd498-8bf3-43ac-8796-7c7c131eb03a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 1098 time: 0.0516911 Jul 13 08:01:40.422829 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83901c-0103-4187-a13b-8d2962a6e700 req-351c38ae-428a-46ea-876d-f544e3899c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:40.424363 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9e83901c-0103-4187-a13b-8d2962a6e700 req-351c38ae-428a-46ea-876d-f544e3899c8a service neutron] 10.222.0.42 "GET /v2.0/networks?id=33a65b3c-6c16-430c-b974-38115f3a54a0 HTTP/1.1" status: 200 len: 895 time: 0.0908458 Jul 13 08:01:40.487375 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9e83901c-0103-4187-a13b-8d2962a6e700 req-f744ed4f-b04c-4e04-b0ef-943d531f80fa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=662013e7-d33c-41b4-9484-60c789bdeaf2 HTTP/1.1" status: 200 len: 1001 time: 0.0571034 Jul 13 08:01:40.538369 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83901c-0103-4187-a13b-8d2962a6e700 req-f686d08d-662c-42d0-870e-471bb39c7661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:40.540665 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9e83901c-0103-4187-a13b-8d2962a6e700 req-f686d08d-662c-42d0-870e-471bb39c7661 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f3ebf6fa-8a4f-411d-860d-d4f46538a69e HTTP/1.1" status: 200 len: 834 time: 0.0471950 Jul 13 08:01:40.597937 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83901c-0103-4187-a13b-8d2962a6e700 req-5ef4fd7e-0f56-419d-9002-3d3ef1011c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:01:40.599478 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9e83901c-0103-4187-a13b-8d2962a6e700 req-5ef4fd7e-0f56-419d-9002-3d3ef1011c76 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33a65b3c-6c16-430c-b974-38115f3a54a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524366 Jul 13 08:01:40.688200 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9e83901c-0103-4187-a13b-8d2962a6e700 req-b050554f-1dd3-404a-b59a-08789dd126f2 service neutron] 10.222.0.42 "GET /v2.0/networks/33a65b3c-6c16-430c-b974-38115f3a54a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820558 Jul 13 08:01:40.784043 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9e83901c-0103-4187-a13b-8d2962a6e700 req-ecfc3efc-3a94-4bee-a6f3-efe8d7c25ab0 service neutron] 10.222.0.42 "GET /v2.0/networks/33a65b3c-6c16-430c-b974-38115f3a54a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896108 Jul 13 08:01:44.084453 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:01:53.592345 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:01:54.139983 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:00.272722 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0f40a5bc-331b-4f43-829d-0c83453ccbbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:03.157474 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-94eedbd1-f1ed-43f0-8dac-cf184f30fead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:03.211045 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:04.176633 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:05.115247 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c9d6f-8362-4aa1-a2bc-83ae321c4bef req-e51b3e87-1a7f-47c3-8fbd-a036970e9e96 tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:05.116801 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-326c9d6f-8362-4aa1-a2bc-83ae321c4bef req-e51b3e87-1a7f-47c3-8fbd-a036970e9e96 tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 1098 time: 0.0569446 Jul 13 08:02:05.151170 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-326c9d6f-8362-4aa1-a2bc-83ae321c4bef req-03e8436c-e64f-4fe1-92f8-5fdb72f626ce tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=9057d45a-5980-4a19-9824-6f84240afe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287440 Jul 13 08:02:05.175641 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39436) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:05.331659 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-519281d6-5741-4f8d-8b29-085acaeae579 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Deleting port 42196b7d-d53f-4f89-8ad5-2f20b06b7bfa {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:02:05.332005 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-519281d6-5741-4f8d-8b29-085acaeae579 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:05.409219 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-519281d6-5741-4f8d-8b29-085acaeae579 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:05.409581 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-519281d6-5741-4f8d-8b29-085acaeae579 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:05.421441 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-519281d6-5741-4f8d-8b29-085acaeae579 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Calling delete_port for 42196b7d-d53f-4f89-8ad5-2f20b06b7bfa owned by network:floatingip {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:02:05.569473 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-519281d6-5741-4f8d-8b29-085acaeae579 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:05.599515 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519281d6-5741-4f8d-8b29-085acaeae579 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event deleted for resources: {'Port': ['ID=42196b7d-d53f-4f89-8ad5-2f20b06b7bfa,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:05.659464 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-519281d6-5741-4f8d-8b29-085acaeae579 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for floatingip, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:05.659855 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [None req-519281d6-5741-4f8d-8b29-085acaeae579 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Floating IP 031572c8-73db-4b42-8396-2889d8fb485a disassociated (deleted). External IP: 172.25.3.181, port: 662013e7-d33c-41b4-9484-60c789bdeaf2. Jul 13 08:02:05.863988 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519281d6-5741-4f8d-8b29-085acaeae579 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Router f306eaa2-9a1c-4bfa-983e-e64048c58af0 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:02:05.955123 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:05.971300 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519281d6-5741-4f8d-8b29-085acaeae579 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:02:05.976084 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-519281d6-5741-4f8d-8b29-085acaeae579 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:05.980529 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85255e44-1b94-45d3-8335-c7370da3055a None None] Sync routers for ids ['f306eaa2-9a1c-4bfa-983e-e64048c58af0'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:02:05.990276 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85255e44-1b94-45d3-8335-c7370da3055a None None] Routers {'f306eaa2-9a1c-4bfa-983e-e64048c58af0'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:02:05.990884 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-85255e44-1b94-45d3-8335-c7370da3055a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:02:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f306eaa2-9a1c-4bfa-983e-e64048c58af0'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:06.011628 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-519281d6-5741-4f8d-8b29-085acaeae579 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "DELETE /v2.0/floatingips/031572c8-73db-4b42-8396-2889d8fb485a HTTP/1.1" status: 204 len: 168 time: 0.8348687 Jul 13 08:02:06.012219 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f097f314-bc7b-4e66-9fdf-e007c40a9a21', 'tag': '662013e7-d33c-41b4-9484-60c789bdeaf2'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:02:06.015115 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3406f044-7681-4997-8187-ae5363e5896b" -d '{"events": [{"name": "network-changed", "server_uuid": "f097f314-bc7b-4e66-9fdf-e007c40a9a21", "tag": "662013e7-d33c-41b4-9484-60c789bdeaf2"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:02:06.052851 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c895b8-74b4-4f39-baa1-98e79b3fba07 x-openstack-request-id: req-d3c895b8-74b4-4f39-baa1-98e79b3fba07 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:02:06.053189 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f097f314-bc7b-4e66-9fdf-e007c40a9a21", "tag": "662013e7-d33c-41b4-9484-60c789bdeaf2", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:02:06.053496 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d3c895b8-74b4-4f39-baa1-98e79b3fba07 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:02:06.054052 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f097f314-bc7b-4e66-9fdf-e007c40a9a21', 'tag': '662013e7-d33c-41b4-9484-60c789bdeaf2', 'status': 'completed', 'code': 200} Jul 13 08:02:06.098350 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-85255e44-1b94-45d3-8335-c7370da3055a None None] Set router f306eaa2-9a1c-4bfa-983e-e64048c58af0 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:02:06.131916 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406f044-7681-4997-8187-ae5363e5896b req-11637181-f7e6-4b8f-af97-f1dd04213c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:06.133661 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3406f044-7681-4997-8187-ae5363e5896b req-11637181-f7e6-4b8f-af97-f1dd04213c78 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 1098 time: 0.0539944 Jul 13 08:02:06.249128 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406f044-7681-4997-8187-ae5363e5896b req-8131ee4c-b363-4c64-b7d5-8554d4b0858e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:06.250669 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3406f044-7681-4997-8187-ae5363e5896b req-8131ee4c-b363-4c64-b7d5-8554d4b0858e service neutron] 10.222.0.42 "GET /v2.0/networks?id=33a65b3c-6c16-430c-b974-38115f3a54a0 HTTP/1.1" status: 200 len: 895 time: 0.1098626 Jul 13 08:02:06.292037 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3406f044-7681-4997-8187-ae5363e5896b req-d0d91974-d816-4d6f-8782-0e734cca7010 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=662013e7-d33c-41b4-9484-60c789bdeaf2 HTTP/1.1" status: 200 len: 217 time: 0.0350645 Jul 13 08:02:06.299807 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-85255e44-1b94-45d3-8335-c7370da3055a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f306eaa2-9a1c-4bfa-983e-e64048c58af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861338997', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '88ae363e-069c-483b-9d6a-70a9ec3c0f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:12Z', 'updated_at': '2021-07-13T08:00:16Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '88ae363e-069c-483b-9d6a-70a9ec3c0f3f', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f306eaa2-9a1c-4bfa-983e-e64048c58af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:13Z', 'updated_at': '2021-07-13T08:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'd70348eb-dc6f-4974-87a9-33ab71bde767', 'name': '', 'network_id': '33a65b3c-6c16-430c-b974-38115f3a54a0', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'mac_address': 'fa:16:3e:fc:0d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f306eaa2-9a1c-4bfa-983e-e64048c58af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'f3ebf6fa-8a4f-411d-860d-d4f46538a69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:15Z', 'updated_at': '2021-07-13T08:00:20Z', 'revision_number': 5, 'project_id': '4d783f05a12042019a6219e445ea2541', 'subnets': [{'id': 'f3ebf6fa-8a4f-411d-860d-d4f46538a69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:06.347312 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406f044-7681-4997-8187-ae5363e5896b req-a6d21920-d21a-4511-9980-84efc17befcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:06.349080 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3406f044-7681-4997-8187-ae5363e5896b req-a6d21920-d21a-4511-9980-84efc17befcb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f3ebf6fa-8a4f-411d-860d-d4f46538a69e HTTP/1.1" status: 200 len: 834 time: 0.0507667 Jul 13 08:02:06.409909 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07220d-bbca-4e06-8238-0ef950e0d8a1 req-72236d3a-341e-4697-81f0-537632440f8e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:06.411568 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2f07220d-bbca-4e06-8238-0ef950e0d8a1 req-72236d3a-341e-4697-81f0-537632440f8e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 946 time: 0.0755949 Jul 13 08:02:06.413361 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406f044-7681-4997-8187-ae5363e5896b req-f96a95dc-7d31-4ef3-968b-ce97c6168fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:06.414881 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3406f044-7681-4997-8187-ae5363e5896b req-f96a95dc-7d31-4ef3-968b-ce97c6168fa9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33a65b3c-6c16-430c-b974-38115f3a54a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589607 Jul 13 08:02:06.417941 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85255e44-1b94-45d3-8335-c7370da3055a None None] Checking router: f306eaa2-9a1c-4bfa-983e-e64048c58af0 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:02:06.428170 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85255e44-1b94-45d3-8335-c7370da3055a None None] Routers {'f306eaa2-9a1c-4bfa-983e-e64048c58af0'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:02:06.428788 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-85255e44-1b94-45d3-8335-c7370da3055a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:02:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f306eaa2-9a1c-4bfa-983e-e64048c58af0'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:06.452409 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2f07220d-bbca-4e06-8238-0ef950e0d8a1 req-6e640089-6545-4b54-ada2-17a524769421 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=9057d45a-5980-4a19-9824-6f84240afe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345569 Jul 13 08:02:06.508234 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3406f044-7681-4997-8187-ae5363e5896b req-bb69678b-2db8-4584-ba90-351cb0201d1d service neutron] 10.222.0.42 "GET /v2.0/networks/33a65b3c-6c16-430c-b974-38115f3a54a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854697 Jul 13 08:02:06.533986 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-85255e44-1b94-45d3-8335-c7370da3055a None None] Set router f306eaa2-9a1c-4bfa-983e-e64048c58af0 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:02:06.603092 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3406f044-7681-4997-8187-ae5363e5896b req-aeb521d5-29c1-4e07-b5e2-caa8e1b7deb3 service neutron] 10.222.0.42 "GET /v2.0/networks/33a65b3c-6c16-430c-b974-38115f3a54a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878139 Jul 13 08:02:06.726749 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-85255e44-1b94-45d3-8335-c7370da3055a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f306eaa2-9a1c-4bfa-983e-e64048c58af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861338997', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '88ae363e-069c-483b-9d6a-70a9ec3c0f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:12Z', 'updated_at': '2021-07-13T08:00:16Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '88ae363e-069c-483b-9d6a-70a9ec3c0f3f', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f306eaa2-9a1c-4bfa-983e-e64048c58af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:13Z', 'updated_at': '2021-07-13T08:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'd70348eb-dc6f-4974-87a9-33ab71bde767', 'name': '', 'network_id': '33a65b3c-6c16-430c-b974-38115f3a54a0', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'mac_address': 'fa:16:3e:fc:0d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f306eaa2-9a1c-4bfa-983e-e64048c58af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'f3ebf6fa-8a4f-411d-860d-d4f46538a69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:15Z', 'updated_at': '2021-07-13T08:00:20Z', 'revision_number': 5, 'project_id': '4d783f05a12042019a6219e445ea2541', 'subnets': [{'id': 'f3ebf6fa-8a4f-411d-860d-d4f46538a69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:06.756340 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85255e44-1b94-45d3-8335-c7370da3055a None None] The sync data for ids ['f306eaa2-9a1c-4bfa-983e-e64048c58af0'] in n-d-771363-34 is: [{'id': 'f306eaa2-9a1c-4bfa-983e-e64048c58af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861338997', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '88ae363e-069c-483b-9d6a-70a9ec3c0f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:12Z', 'updated_at': '2021-07-13T08:00:16Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '88ae363e-069c-483b-9d6a-70a9ec3c0f3f', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f306eaa2-9a1c-4bfa-983e-e64048c58af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:13Z', 'updated_at': '2021-07-13T08:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'd70348eb-dc6f-4974-87a9-33ab71bde767', 'name': '', 'network_id': '33a65b3c-6c16-430c-b974-38115f3a54a0', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'mac_address': 'fa:16:3e:fc:0d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f306eaa2-9a1c-4bfa-983e-e64048c58af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'f3ebf6fa-8a4f-411d-860d-d4f46538a69e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:15Z', 'updated_at': '2021-07-13T08:00:20Z', 'revision_number': 5, 'project_id': '4d783f05a12042019a6219e445ea2541', 'subnets': [{'id': 'f3ebf6fa-8a4f-411d-860d-d4f46538a69e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:02:06.981830 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75d79f3-1d0d-4a31-b32c-05685d846c8a None None] New status for floating IP 031572c8-73db-4b42-8396-2889d8fb485a: DOWN {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:02:07.620263 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5fc783-17b8-4e32-84ca-411d4ff91137 req-a93df3a3-988e-4dc7-aa26-b48f01fb7989 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:07.621710 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1a5fc783-17b8-4e32-84ca-411d4ff91137 req-a93df3a3-988e-4dc7-aa26-b48f01fb7989 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.42 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 946 time: 0.0962868 Jul 13 08:02:07.688275 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc9d27-7185-4985-ac17-95b9e7de8406 req-2f617c90-7644-4915-8dd2-bc1db0e6178d tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:07.689751 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-49dc9d27-7185-4985-ac17-95b9e7de8406 req-2f617c90-7644-4915-8dd2-bc1db0e6178d tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 946 time: 0.1177478 Jul 13 08:02:07.752863 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-49dc9d27-7185-4985-ac17-95b9e7de8406 req-8b41fd3a-571c-4a3e-af95-01b4824bdc58 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=9057d45a-5980-4a19-9824-6f84240afe43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572844 Jul 13 08:02:07.769354 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-1a5fc783-17b8-4e32-84ca-411d4ff91137 req-e608c1cc-7611-4515-81ab-44b4a01c2776 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Deleting port 662013e7-d33c-41b4-9484-60c789bdeaf2 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:02:07.769695 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1a5fc783-17b8-4e32-84ca-411d4ff91137 req-e608c1cc-7611-4515-81ab-44b4a01c2776 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:08.197245 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-1a5fc783-17b8-4e32-84ca-411d4ff91137 req-e608c1cc-7611-4515-81ab-44b4a01c2776 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] For port 662013e7-d33c-41b4-9484-60c789bdeaf2, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=662013e7-d33c-41b4-9484-60c789bdeaf2,segment=NetworkSegment(f22d1059-8129-41e8-a5ed-a93fd5826f35),segment_id=f22d1059-8129-41e8-a5ed-a93fd5826f35)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:08.197506 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1a5fc783-17b8-4e32-84ca-411d4ff91137 req-e608c1cc-7611-4515-81ab-44b4a01c2776 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:08.211488 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-1a5fc783-17b8-4e32-84ca-411d4ff91137 req-e608c1cc-7611-4515-81ab-44b4a01c2776 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Calling delete_port for 662013e7-d33c-41b4-9484-60c789bdeaf2 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:02:08.335099 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1a5fc783-17b8-4e32-84ca-411d4ff91137 req-e608c1cc-7611-4515-81ab-44b4a01c2776 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:08.361972 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e608c1cc-7611-4515-81ab-44b4a01c2776 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event deleted for resources: {'Port': ['ID=662013e7-d33c-41b4-9484-60c789bdeaf2,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:08.408303 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a5fc783-17b8-4e32-84ca-411d4ff91137 req-e608c1cc-7611-4515-81ab-44b4a01c2776 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] No DVR routers for this DVR port 662013e7-d33c-41b4-9484-60c789bdeaf2 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:02:08.410820 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-1a5fc783-17b8-4e32-84ca-411d4ff91137 req-e608c1cc-7611-4515-81ab-44b4a01c2776 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:08.412797 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1a5fc783-17b8-4e32-84ca-411d4ff91137 req-e608c1cc-7611-4515-81ab-44b4a01c2776 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.42 "DELETE /v2.0/ports/662013e7-d33c-41b4-9484-60c789bdeaf2 HTTP/1.1" status: 204 len: 173 time: 0.7854047 Jul 13 08:02:08.413224 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f097f314-bc7b-4e66-9fdf-e007c40a9a21', 'name': 'network-vif-deleted', 'tag': '662013e7-d33c-41b4-9484-60c789bdeaf2'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:02:08.415497 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32f2310-3b28-405c-9a07-f839156b87c8" -d '{"events": [{"server_uuid": "f097f314-bc7b-4e66-9fdf-e007c40a9a21", "name": "network-vif-deleted", "tag": "662013e7-d33c-41b4-9484-60c789bdeaf2"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:02:08.460832 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1916bc-c2b6-42a0-aed1-7dd747d6182a x-openstack-request-id: req-4c1916bc-c2b6-42a0-aed1-7dd747d6182a {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:02:08.461147 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f097f314-bc7b-4e66-9fdf-e007c40a9a21", "name": "network-vif-deleted", "tag": "662013e7-d33c-41b4-9484-60c789bdeaf2", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:02:08.461398 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4c1916bc-c2b6-42a0-aed1-7dd747d6182a {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:02:08.461787 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f097f314-bc7b-4e66-9fdf-e007c40a9a21', 'name': 'network-vif-deleted', 'tag': '662013e7-d33c-41b4-9484-60c789bdeaf2', 'status': 'completed', 'code': 200} Jul 13 08:02:08.921594 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bcd50358-1e2f-4a37-8afb-d8d1094618f5 req-2952d59e-fa25-43d0-bcbd-6fccc7dff879 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=f097f314-bc7b-4e66-9fdf-e007c40a9a21 HTTP/1.1" status: 200 len: 210 time: 0.0284979 Jul 13 08:02:10.018190 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39452) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:10.370772 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-125b2d9c-d4cf-4593-b530-5993a9d487e4 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:10.646940 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-125b2d9c-d4cf-4593-b530-5993a9d487e4 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Deleting port d70348eb-dc6f-4974-87a9-33ab71bde767 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:02:10.647289 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-125b2d9c-d4cf-4593-b530-5993a9d487e4 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:10.732287 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-125b2d9c-d4cf-4593-b530-5993a9d487e4 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] For port d70348eb-dc6f-4974-87a9-33ab71bde767, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=d70348eb-dc6f-4974-87a9-33ab71bde767,segment=NetworkSegment(f22d1059-8129-41e8-a5ed-a93fd5826f35),segment_id=f22d1059-8129-41e8-a5ed-a93fd5826f35)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:10.732641 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-125b2d9c-d4cf-4593-b530-5993a9d487e4 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:10.749607 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-125b2d9c-d4cf-4593-b530-5993a9d487e4 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Calling delete_port for d70348eb-dc6f-4974-87a9-33ab71bde767 owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:02:10.932392 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-125b2d9c-d4cf-4593-b530-5993a9d487e4 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:10.960894 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b2d9c-d4cf-4593-b530-5993a9d487e4 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event deleted for resources: {'Port': ['ID=d70348eb-dc6f-4974-87a9-33ab71bde767,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:11.110541 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 662013e7-d33c-41b4-9484-60c789bdeaf2 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:02:11.132301 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 662013e7-d33c-41b4-9484-60c789bdeaf2 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:02:11.132520 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 662013e7-d33c-41b4-9484-60c789bdeaf2 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:02:11.133763 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-125b2d9c-d4cf-4593-b530-5993a9d487e4 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:11.345737 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125b2d9c-d4cf-4593-b530-5993a9d487e4 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Router f306eaa2-9a1c-4bfa-983e-e64048c58af0 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:02:11.452269 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125b2d9c-d4cf-4593-b530-5993a9d487e4 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:02:11.457068 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-125b2d9c-d4cf-4593-b530-5993a9d487e4 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "PUT /v2.0/routers/f306eaa2-9a1c-4bfa-983e-e64048c58af0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4378445 Jul 13 08:02:11.459789 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39454) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:11.461345 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8a6028-37a7-4a5f-9a78-5ad25975ba5e None None] Sync routers for ids ['f306eaa2-9a1c-4bfa-983e-e64048c58af0'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:02:11.472559 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8a6028-37a7-4a5f-9a78-5ad25975ba5e None None] Routers {'f306eaa2-9a1c-4bfa-983e-e64048c58af0'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:02:11.473170 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-1c8a6028-37a7-4a5f-9a78-5ad25975ba5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:02:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f306eaa2-9a1c-4bfa-983e-e64048c58af0'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:11.511732 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a18a706-d085-4b41-a2ea-cebbc071f003 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Deleting subnet f3ebf6fa-8a4f-411d-860d-d4f46538a69e {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:02:11.515816 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5a18a706-d085-4b41-a2ea-cebbc071f003 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:11.556142 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5a18a706-d085-4b41-a2ea-cebbc071f003 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:11.575684 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-1c8a6028-37a7-4a5f-9a78-5ad25975ba5e None None] Set router f306eaa2-9a1c-4bfa-983e-e64048c58af0 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:02:11.644577 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5a18a706-d085-4b41-a2ea-cebbc071f003 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:11.710721 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5a18a706-d085-4b41-a2ea-cebbc071f003 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:11.740246 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18a706-d085-4b41-a2ea-cebbc071f003 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event deleted for resources: {'Subnet': ['ID=f3ebf6fa-8a4f-411d-860d-d4f46538a69e,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:11.744102 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5a18a706-d085-4b41-a2ea-cebbc071f003 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:11.748306 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5a18a706-d085-4b41-a2ea-cebbc071f003 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "DELETE /v2.0/subnets/f3ebf6fa-8a4f-411d-860d-d4f46538a69e HTTP/1.1" status: 204 len: 168 time: 0.2849491 Jul 13 08:02:11.748705 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39456) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:11.751824 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6bd99a-b153-407d-8644-77802aea98d3 None None] Network 33a65b3c-6c16-430c-b974-38115f3a54a0 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:02:11.764911 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-1c8a6028-37a7-4a5f-9a78-5ad25975ba5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f306eaa2-9a1c-4bfa-983e-e64048c58af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861338997', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '88ae363e-069c-483b-9d6a-70a9ec3c0f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:12Z', 'updated_at': '2021-07-13T08:02:10Z', 'revision_number': 5, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '88ae363e-069c-483b-9d6a-70a9ec3c0f3f', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f306eaa2-9a1c-4bfa-983e-e64048c58af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:13Z', 'updated_at': '2021-07-13T08:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:11.791568 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8a6028-37a7-4a5f-9a78-5ad25975ba5e None None] Checking router: f306eaa2-9a1c-4bfa-983e-e64048c58af0 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:02:11.800391 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8a6028-37a7-4a5f-9a78-5ad25975ba5e None None] Routers {'f306eaa2-9a1c-4bfa-983e-e64048c58af0'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:02:11.801005 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-1c8a6028-37a7-4a5f-9a78-5ad25975ba5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:02:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f306eaa2-9a1c-4bfa-983e-e64048c58af0'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:11.862194 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1e0c20a-a502-49ba-a7c3-ebd2c5f0577b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:11.907632 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-1c8a6028-37a7-4a5f-9a78-5ad25975ba5e None None] Set router f306eaa2-9a1c-4bfa-983e-e64048c58af0 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:02:11.964346 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa910515-4ca0-408d-afb4-e7c1372a0a75 None None] DHCP port deletion for 33a65b3c-6c16-430c-b974-38115f3a54a0 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:02:11.978510 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1e0c20a-a502-49ba-a7c3-ebd2c5f0577b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:12.012973 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-fa910515-4ca0-408d-afb4-e7c1372a0a75 None None] Deleting port b13e46fb-7c99-4442-b6e5-3c4d9f9714ae {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:02:12.013574 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fa910515-4ca0-408d-afb4-e7c1372a0a75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:12.036776 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-a1e0c20a-a502-49ba-a7c3-ebd2c5f0577b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Deleting port 88ae363e-069c-483b-9d6a-70a9ec3c0f3f {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:02:12.037114 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1e0c20a-a502-49ba-a7c3-ebd2c5f0577b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:12.080642 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-fa910515-4ca0-408d-afb4-e7c1372a0a75 None None] For port b13e46fb-7c99-4442-b6e5-3c4d9f9714ae, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=b13e46fb-7c99-4442-b6e5-3c4d9f9714ae,segment=NetworkSegment(f22d1059-8129-41e8-a5ed-a93fd5826f35),segment_id=f22d1059-8129-41e8-a5ed-a93fd5826f35)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:12.081063 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fa910515-4ca0-408d-afb4-e7c1372a0a75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:12.089033 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-1c8a6028-37a7-4a5f-9a78-5ad25975ba5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f306eaa2-9a1c-4bfa-983e-e64048c58af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861338997', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '88ae363e-069c-483b-9d6a-70a9ec3c0f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:12Z', 'updated_at': '2021-07-13T08:02:10Z', 'revision_number': 5, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '88ae363e-069c-483b-9d6a-70a9ec3c0f3f', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f306eaa2-9a1c-4bfa-983e-e64048c58af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:13Z', 'updated_at': '2021-07-13T08:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:12.093601 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-fa910515-4ca0-408d-afb4-e7c1372a0a75 None None] Calling delete_port for b13e46fb-7c99-4442-b6e5-3c4d9f9714ae owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:02:12.116199 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8a6028-37a7-4a5f-9a78-5ad25975ba5e None None] The sync data for ids ['f306eaa2-9a1c-4bfa-983e-e64048c58af0'] in n-d-771363-34 is: [{'id': 'f306eaa2-9a1c-4bfa-983e-e64048c58af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861338997', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '88ae363e-069c-483b-9d6a-70a9ec3c0f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:00:12Z', 'updated_at': '2021-07-13T08:02:10Z', 'revision_number': 5, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '88ae363e-069c-483b-9d6a-70a9ec3c0f3f', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f306eaa2-9a1c-4bfa-983e-e64048c58af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:00:13Z', 'updated_at': '2021-07-13T08:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:02:12.121734 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-a1e0c20a-a502-49ba-a7c3-ebd2c5f0577b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] For port 88ae363e-069c-483b-9d6a-70a9ec3c0f3f, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=88ae363e-069c-483b-9d6a-70a9ec3c0f3f,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:12.122130 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1e0c20a-a502-49ba-a7c3-ebd2c5f0577b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:12.135818 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-a1e0c20a-a502-49ba-a7c3-ebd2c5f0577b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Calling delete_port for 88ae363e-069c-483b-9d6a-70a9ec3c0f3f owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:02:12.180200 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fa910515-4ca0-408d-afb4-e7c1372a0a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:12.209745 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa910515-4ca0-408d-afb4-e7c1372a0a75 None None] Pushing event deleted for resources: {'Port': ['ID=b13e46fb-7c99-4442-b6e5-3c4d9f9714ae,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:12.211590 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa910515-4ca0-408d-afb4-e7c1372a0a75 None None] No DVR routers for this DVR port b13e46fb-7c99-4442-b6e5-3c4d9f9714ae on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:02:12.312073 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1e0c20a-a502-49ba-a7c3-ebd2c5f0577b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:12.343651 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0c20a-a502-49ba-a7c3-ebd2c5f0577b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event deleted for resources: {'Port': ['ID=88ae363e-069c-483b-9d6a-70a9ec3c0f3f,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:12.399532 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1e0c20a-a502-49ba-a7c3-ebd2c5f0577b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:12.493130 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1e0c20a-a502-49ba-a7c3-ebd2c5f0577b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:12.495408 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1e0c20a-a502-49ba-a7c3-ebd2c5f0577b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:12.548413 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1e0c20a-a502-49ba-a7c3-ebd2c5f0577b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:12.548972 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e0c20a-a502-49ba-a7c3-ebd2c5f0577b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Fanout notify agent at l3_agent the message router_deleted on router f306eaa2-9a1c-4bfa-983e-e64048c58af0 {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:02:12.556726 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1e0c20a-a502-49ba-a7c3-ebd2c5f0577b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:12.559818 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a1e0c20a-a502-49ba-a7c3-ebd2c5f0577b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "DELETE /v2.0/routers/f306eaa2-9a1c-4bfa-983e-e64048c58af0 HTTP/1.1" status: 204 len: 168 time: 0.8099051 Jul 13 08:02:12.560732 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39458) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:12.644750 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a047f5b9-ef4e-4c9f-bc1a-2a93efe0ea1a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:12.740360 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a047f5b9-ef4e-4c9f-bc1a-2a93efe0ea1a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:12.751855 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-a047f5b9-ef4e-4c9f-bc1a-2a93efe0ea1a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33a65b3c-6c16-430c-b974-38115f3a54a0']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:12.762411 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-a047f5b9-ef4e-4c9f-bc1a-2a93efe0ea1a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f22d1059-8129-41e8-a5ed-a93fd5826f35') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:12.762762 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-a047f5b9-ef4e-4c9f-bc1a-2a93efe0ea1a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f22d1059-8129-41e8-a5ed-a93fd5826f35') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:12.772874 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a047f5b9-ef4e-4c9f-bc1a-2a93efe0ea1a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:12.787355 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a047f5b9-ef4e-4c9f-bc1a-2a93efe0ea1a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:12.793148 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a047f5b9-ef4e-4c9f-bc1a-2a93efe0ea1a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:02:12.793534 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a047f5b9-ef4e-4c9f-bc1a-2a93efe0ea1a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: timer() Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:02:12.797233 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:02:12.859438 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a047f5b9-ef4e-4c9f-bc1a-2a93efe0ea1a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:12.866408 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a047f5b9-ef4e-4c9f-bc1a-2a93efe0ea1a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:12.868096 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a047f5b9-ef4e-4c9f-bc1a-2a93efe0ea1a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "DELETE /v2.0/networks/33a65b3c-6c16-430c-b974-38115f3a54a0 HTTP/1.1" status: 204 len: 168 time: 0.3063354 Jul 13 08:02:12.870854 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39460) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:12.879342 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a047f5b9-ef4e-4c9f-bc1a-2a93efe0ea1a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event deleted for resources: {'Network': ['ID=33a65b3c-6c16-430c-b974-38115f3a54a0,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:12.931475 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8f45bd70-e879-4fa2-b74d-dac758db5750 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:12.957834 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8f45bd70-e879-4fa2-b74d-dac758db5750 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:13.016667 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8f45bd70-e879-4fa2-b74d-dac758db5750 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:13.019239 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8f45bd70-e879-4fa2-b74d-dac758db5750 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:13.020432 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8f45bd70-e879-4fa2-b74d-dac758db5750 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "DELETE /v2.0/security-groups/9057d45a-5980-4a19-9824-6f84240afe43 HTTP/1.1" status: 204 len: 168 time: 0.1485443 Jul 13 08:02:13.029348 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45bd70-e879-4fa2-b74d-dac758db5750 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9057d45a-5980-4a19-9824-6f84240afe43,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:13.500361 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39466) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:13.505036 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-a857822b-6d35-4c66-95b9-7dd6f6d3b400 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2090759965', 'description': 'tempest-secgroup-smoke-2090759965 description', 'project_id': '4d783f05a12042019a6219e445ea2541'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:13.526629 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a857822b-6d35-4c66-95b9-7dd6f6d3b400 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:13.613012 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a857822b-6d35-4c66-95b9-7dd6f6d3b400 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:13.616814 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a857822b-6d35-4c66-95b9-7dd6f6d3b400 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:13.644689 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a857822b-6d35-4c66-95b9-7dd6f6d3b400 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:13.645905 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a857822b-6d35-4c66-95b9-7dd6f6d3b400 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1445196 Jul 13 08:02:13.648984 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39468) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:13.653966 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-53b6bf91-0557-43c0-8e5d-329bab1aae9e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'security_group_rule': {'security_group_id': '8d2c6556-4d3a-4af3-952d-1b5cd8a0b92a', 'project_id': '4d783f05a12042019a6219e445ea2541', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:13.654180 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857822b-6d35-4c66-95b9-7dd6f6d3b400 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2c6556-4d3a-4af3-952d-1b5cd8a0b92a,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:13.682276 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-53b6bf91-0557-43c0-8e5d-329bab1aae9e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:13.725688 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 88ae363e-069c-483b-9d6a-70a9ec3c0f3f no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:02:13.732165 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-53b6bf91-0557-43c0-8e5d-329bab1aae9e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:13.735927 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-53b6bf91-0557-43c0-8e5d-329bab1aae9e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:13.748116 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 88ae363e-069c-483b-9d6a-70a9ec3c0f3f {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:02:13.748568 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 88ae363e-069c-483b-9d6a-70a9ec3c0f3f not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:02:13.749012 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b13e46fb-7c99-4442-b6e5-3c4d9f9714ae no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:02:13.756718 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6bf91-0557-43c0-8e5d-329bab1aae9e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d6c882f-5ed2-425f-9944-3aef079ca82c,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:13.760338 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-53b6bf91-0557-43c0-8e5d-329bab1aae9e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:13.764541 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-53b6bf91-0557-43c0-8e5d-329bab1aae9e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1114430 Jul 13 08:02:13.765000 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39470) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:13.769176 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: b13e46fb-7c99-4442-b6e5-3c4d9f9714ae {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:02:13.769374 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-fcbe0ff6-952d-404c-9dde-b13c44bc1228 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'security_group_rule': {'security_group_id': '8d2c6556-4d3a-4af3-952d-1b5cd8a0b92a', 'project_id': '4d783f05a12042019a6219e445ea2541', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:13.769871 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b13e46fb-7c99-4442-b6e5-3c4d9f9714ae not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:02:13.770261 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device d70348eb-dc6f-4974-87a9-33ab71bde767 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:02:13.789879 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: d70348eb-dc6f-4974-87a9-33ab71bde767 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:02:13.790334 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device d70348eb-dc6f-4974-87a9-33ab71bde767 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:02:13.799154 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fcbe0ff6-952d-404c-9dde-b13c44bc1228 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:13.861514 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fcbe0ff6-952d-404c-9dde-b13c44bc1228 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:13.865011 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fcbe0ff6-952d-404c-9dde-b13c44bc1228 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:13.884519 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe0ff6-952d-404c-9dde-b13c44bc1228 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f771fed8-9f64-471f-af32-543a782e1470,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:13.888158 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fcbe0ff6-952d-404c-9dde-b13c44bc1228 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:13.889606 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-fcbe0ff6-952d-404c-9dde-b13c44bc1228 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1236885 Jul 13 08:02:13.892294 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39472) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:13.896654 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-f66ffa81-565e-4936-a5bc-bf18508cc1c8 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'security_group_rule': {'security_group_id': '8d2c6556-4d3a-4af3-952d-1b5cd8a0b92a', 'project_id': '4d783f05a12042019a6219e445ea2541', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:13.923920 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f66ffa81-565e-4936-a5bc-bf18508cc1c8 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:13.988554 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f66ffa81-565e-4936-a5bc-bf18508cc1c8 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:13.992055 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f66ffa81-565e-4936-a5bc-bf18508cc1c8 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:14.010602 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ffa81-565e-4936-a5bc-bf18508cc1c8 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14636234-3e28-4a3f-a4da-0dd8c8f10c0c,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:14.013274 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f66ffa81-565e-4936-a5bc-bf18508cc1c8 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:14.014834 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f66ffa81-565e-4936-a5bc-bf18508cc1c8 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216016 Jul 13 08:02:14.017613 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39474) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:14.021955 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-41a4c7ed-fa2d-43b9-8970-9511666d9eb2 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'security_group_rule': {'security_group_id': '8d2c6556-4d3a-4af3-952d-1b5cd8a0b92a', 'project_id': '4d783f05a12042019a6219e445ea2541', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:14.048301 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-41a4c7ed-fa2d-43b9-8970-9511666d9eb2 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:14.105974 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-41a4c7ed-fa2d-43b9-8970-9511666d9eb2 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:14.109419 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-41a4c7ed-fa2d-43b9-8970-9511666d9eb2 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:14.126658 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4c7ed-fa2d-43b9-8970-9511666d9eb2 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb63905b-bd91-430b-a482-fb1480103235,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:14.132138 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-41a4c7ed-fa2d-43b9-8970-9511666d9eb2 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:14.133165 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-41a4c7ed-fa2d-43b9-8970-9511666d9eb2 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1146646 Jul 13 08:02:14.135876 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39476) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:14.141679 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-4ec1ad22-d991-4f7a-bd9a-5fbe151259b7 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'security_group_rule': {'security_group_id': '8d2c6556-4d3a-4af3-952d-1b5cd8a0b92a', 'project_id': '4d783f05a12042019a6219e445ea2541', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:14.164094 n-d-771363-34 neutron-server[94018]: INFO neutron.db.securitygroups_db [None req-4ec1ad22-d991-4f7a-bd9a-5fbe151259b7 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Project 4d783f05a12042019a6219e445ea2541 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:02:14.168733 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4ec1ad22-d991-4f7a-bd9a-5fbe151259b7 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:14.232528 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4ec1ad22-d991-4f7a-bd9a-5fbe151259b7 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:14.235911 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4ec1ad22-d991-4f7a-bd9a-5fbe151259b7 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:14.256033 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec1ad22-d991-4f7a-bd9a-5fbe151259b7 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e59bf57-8807-4b6e-9287-fd4c645e0d27,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:14.259436 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4ec1ad22-d991-4f7a-bd9a-5fbe151259b7 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:14.260622 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4ec1ad22-d991-4f7a-bd9a-5fbe151259b7 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1238198 Jul 13 08:02:14.264476 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39478) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:14.269139 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-764e699e-6e6b-49af-ae6c-67ac02958d4e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'security_group_rule': {'security_group_id': '8d2c6556-4d3a-4af3-952d-1b5cd8a0b92a', 'project_id': '4d783f05a12042019a6219e445ea2541', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:14.291487 n-d-771363-34 neutron-server[94017]: INFO neutron.db.securitygroups_db [None req-764e699e-6e6b-49af-ae6c-67ac02958d4e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Project 4d783f05a12042019a6219e445ea2541 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:02:14.296772 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-764e699e-6e6b-49af-ae6c-67ac02958d4e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:14.353680 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-764e699e-6e6b-49af-ae6c-67ac02958d4e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:14.357661 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-764e699e-6e6b-49af-ae6c-67ac02958d4e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:14.375089 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e699e-6e6b-49af-ae6c-67ac02958d4e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b99f8ae3-ae0a-44a5-8c75-523ef1ef3f59,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:14.380565 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-764e699e-6e6b-49af-ae6c-67ac02958d4e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:14.381739 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-764e699e-6e6b-49af-ae6c-67ac02958d4e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1162560 Jul 13 08:02:14.384661 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39480) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:14.389931 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-e53726df-2d79-4e6b-af30-c1fbe878fd01 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'network': {'name': 'tempest-network-smoke--1485470245', 'project_id': '4d783f05a12042019a6219e445ea2541', 'port_security_enabled': True}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:14.408912 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53726df-2d79-4e6b-af30-c1fbe878fd01 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Made reservation on behalf of 4d783f05a12042019a6219e445ea2541 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:02:14.412327 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e53726df-2d79-4e6b-af30-c1fbe878fd01 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:14.436667 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e53726df-2d79-4e6b-af30-c1fbe878fd01 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:02:14.445810 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e53726df-2d79-4e6b-af30-c1fbe878fd01 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:14.446154 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-e53726df-2d79-4e6b-af30-c1fbe878fd01 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Added segment cd85481a-81b5-4484-be91-2d5c341cab25 of type vlan for network ae4bcedd-9bbc-4560-993e-088dbf95c9f2 Jul 13 08:02:14.486881 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e53726df-2d79-4e6b-af30-c1fbe878fd01 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:14.518304 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e53726df-2d79-4e6b-af30-c1fbe878fd01 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:14.523801 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53726df-2d79-4e6b-af30-c1fbe878fd01 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:14.524387 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e53726df-2d79-4e6b-af30-c1fbe878fd01 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:14.565693 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e53726df-2d79-4e6b-af30-c1fbe878fd01 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1800082 Jul 13 08:02:14.568330 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39482) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:14.572688 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-dd94c013-3dc3-472e-80ae-c3256f33de8a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1394322396', 'admin_state_up': True, 'project_id': '4d783f05a12042019a6219e445ea2541', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:14.603827 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53726df-2d79-4e6b-af30-c1fbe878fd01 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'Network': ['ID=ae4bcedd-9bbc-4560-993e-088dbf95c9f2,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:14.617132 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network ae4bcedd-9bbc-4560-993e-088dbf95c9f2 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:02:14.624880 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dd94c013-3dc3-472e-80ae-c3256f33de8a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:14.625872 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dd94c013-3dc3-472e-80ae-c3256f33de8a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:14.677361 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dd94c013-3dc3-472e-80ae-c3256f33de8a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:14.816322 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dd94c013-3dc3-472e-80ae-c3256f33de8a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:15.008622 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dd94c013-3dc3-472e-80ae-c3256f33de8a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:15.026802 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dd94c013-3dc3-472e-80ae-c3256f33de8a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:15.125631 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-dd94c013-3dc3-472e-80ae-c3256f33de8a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Allocated IP 172.25.3.151 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/6a7ba98d-815d-4242-9eda-68614e1c5ad8) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:02:15.228289 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dd94c013-3dc3-472e-80ae-c3256f33de8a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:15.266716 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dd94c013-3dc3-472e-80ae-c3256f33de8a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:15.303558 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd94c013-3dc3-472e-80ae-c3256f33de8a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:02:15.308141 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-dd94c013-3dc3-472e-80ae-c3256f33de8a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:02:15.310787 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd94c013-3dc3-472e-80ae-c3256f33de8a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:02:15.337872 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd94c013-3dc3-472e-80ae-c3256f33de8a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'Port': ['ID=6a7ba98d-815d-4242-9eda-68614e1c5ad8,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:15.560645 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dd94c013-3dc3-472e-80ae-c3256f33de8a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:15.754813 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dd94c013-3dc3-472e-80ae-c3256f33de8a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:15.880235 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd94c013-3dc3-472e-80ae-c3256f33de8a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Router a2d9164a-f3ff-4e24-b69b-cb803cf9f175 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:02:15.985435 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd94c013-3dc3-472e-80ae-c3256f33de8a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:02:15.994729 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d54230-a784-4f8f-ad84-f2d0020c293a None None] Sync routers for ids ['a2d9164a-f3ff-4e24-b69b-cb803cf9f175'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:02:16.004806 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d54230-a784-4f8f-ad84-f2d0020c293a None None] Routers {'a2d9164a-f3ff-4e24-b69b-cb803cf9f175'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:02:16.005018 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dd94c013-3dc3-472e-80ae-c3256f33de8a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:16.005463 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a6d54230-a784-4f8f-ad84-f2d0020c293a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:02:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['a2d9164a-f3ff-4e24-b69b-cb803cf9f175'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:16.006543 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-dd94c013-3dc3-472e-80ae-c3256f33de8a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4371815 Jul 13 08:02:16.009549 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39484) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:16.067526 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9d57b17a-79e4-47b6-aecb-c7593c5ed2ad tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=4d783f05a12042019a6219e445ea2541&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0568318 Jul 13 08:02:16.070063 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39486) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:16.111139 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-a6d54230-a784-4f8f-ad84-f2d0020c293a None None] Set router a2d9164a-f3ff-4e24-b69b-cb803cf9f175 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:02:16.221562 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f78aacf-74aa-4df5-98da-9a8d08e7d126 tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:16.223020 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9f78aacf-74aa-4df5-98da-9a8d08e7d126 tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1520464 Jul 13 08:02:16.225776 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39488) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:16.260711 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-016d2fb7-b4b4-423e-b9d0-765127466a28 tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=099fd220-496e-4556-906a-9ab228a05c02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337644 Jul 13 08:02:16.263967 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39490) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:16.269153 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-5b41c279-e35e-472e-b766-ccd7dd79ffbb tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2060057009', 'network_id': 'ae4bcedd-9bbc-4560-993e-088dbf95c9f2', 'project_id': '4d783f05a12042019a6219e445ea2541', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:16.287764 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a6d54230-a784-4f8f-ad84-f2d0020c293a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d9164a-f3ff-4e24-b69b-cb803cf9f175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1394322396', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '6a7ba98d-815d-4242-9eda-68614e1c5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:02:14Z', 'updated_at': '2021-07-13T08:02:15Z', 'revision_number': 3, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '6a7ba98d-815d-4242-9eda-68614e1c5ad8', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:36:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d9164a-f3ff-4e24-b69b-cb803cf9f175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:02:15Z', 'updated_at': '2021-07-13T08:02:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:16.313999 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d54230-a784-4f8f-ad84-f2d0020c293a None None] Checking router: a2d9164a-f3ff-4e24-b69b-cb803cf9f175 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:02:16.314347 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d54230-a784-4f8f-ad84-f2d0020c293a None None] Updating router a2d9164a-f3ff-4e24-b69b-cb803cf9f175 port 6a7ba98d-815d-4242-9eda-68614e1c5ad8 binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:02:16.353688 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a6d54230-a784-4f8f-ad84-f2d0020c293a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:16.616941 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a6d54230-a784-4f8f-ad84-f2d0020c293a None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:16.628121 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a6d54230-a784-4f8f-ad84-f2d0020c293a None None] Transition to ACTIVE for port object 6a7ba98d-815d-4242-9eda-68614e1c5ad8 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:02:16.634450 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a6d54230-a784-4f8f-ad84-f2d0020c293a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:16.686289 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-a6d54230-a784-4f8f-ad84-f2d0020c293a None None] Attempting to bind port 6a7ba98d-815d-4242-9eda-68614e1c5ad8 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:02:16.686657 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-a6d54230-a784-4f8f-ad84-f2d0020c293a None None] Attempting to bind port 6a7ba98d-815d-4242-9eda-68614e1c5ad8 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:02:16.687022 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d54230-a784-4f8f-ad84-f2d0020c293a None None] Attempting to bind port 6a7ba98d-815d-4242-9eda-68614e1c5ad8 on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:02:16.697234 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d54230-a784-4f8f-ad84-f2d0020c293a None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:02:16.697604 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d54230-a784-4f8f-ad84-f2d0020c293a None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:02:16.698008 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a6d54230-a784-4f8f-ad84-f2d0020c293a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:16.698400 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d54230-a784-4f8f-ad84-f2d0020c293a None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:02:16.698858 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-a6d54230-a784-4f8f-ad84-f2d0020c293a None None] Bound port: 6a7ba98d-815d-4242-9eda-68614e1c5ad8, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:02:16.699259 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a6d54230-a784-4f8f-ad84-f2d0020c293a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:16.701766 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d53c5-c1dd-445c-b81e-746525b91d9b None None] Pushing event updated for resources: {'Port': ['ID=6a7ba98d-815d-4242-9eda-68614e1c5ad8,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:16.723492 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b41c279-e35e-472e-b766-ccd7dd79ffbb tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Made reservation on behalf of 4d783f05a12042019a6219e445ea2541 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:02:16.727956 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b41c279-e35e-472e-b766-ccd7dd79ffbb tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:16.760597 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-a6d54230-a784-4f8f-ad84-f2d0020c293a None None] For port 6a7ba98d-815d-4242-9eda-68614e1c5ad8, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:02:16.763987 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-a6d54230-a784-4f8f-ad84-f2d0020c293a None None] For port 6a7ba98d-815d-4242-9eda-68614e1c5ad8, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=6a7ba98d-815d-4242-9eda-68614e1c5ad8,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:02:16.770086 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a6d54230-a784-4f8f-ad84-f2d0020c293a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:16.833069 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d54230-a784-4f8f-ad84-f2d0020c293a None None] Routers {'a2d9164a-f3ff-4e24-b69b-cb803cf9f175'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:02:16.833805 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a6d54230-a784-4f8f-ad84-f2d0020c293a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:02:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['a2d9164a-f3ff-4e24-b69b-cb803cf9f175'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:16.876666 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d53c5-c1dd-445c-b81e-746525b91d9b None None] Pushing event updated for resources: {'Port': ['ID=6a7ba98d-815d-4242-9eda-68614e1c5ad8,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:16.945910 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b41c279-e35e-472e-b766-ccd7dd79ffbb tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:17.010827 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b41c279-e35e-472e-b766-ccd7dd79ffbb tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'Subnet': ['ID=6b9c7f6b-a41a-457d-ba42-6b0258a1458d,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:17.020441 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b41c279-e35e-472e-b766-ccd7dd79ffbb tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Checking segment: {'id': 'cd85481a-81b5-4484-be91-2d5c341cab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ae4bcedd-9bbc-4560-993e-088dbf95c9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:02:17.020813 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b41c279-e35e-472e-b766-ccd7dd79ffbb tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Network hostable DHCP agents. Network: ae4bcedd-9bbc-4560-993e-088dbf95c9f2, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:02:17.041299 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b41c279-e35e-472e-b766-ccd7dd79ffbb tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Network ae4bcedd-9bbc-4560-993e-088dbf95c9f2 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:02:17.053882 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-5b41c279-e35e-472e-b766-ccd7dd79ffbb tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, ae4bcedd-9bbc-4560-993e-088dbf95c9f2) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:02:17.058457 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b41c279-e35e-472e-b766-ccd7dd79ffbb tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:17.059227 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b41c279-e35e-472e-b766-ccd7dd79ffbb tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:17.072862 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c907cff9-b984-4717-b38d-d36f14b32c82 None None] Network ae4bcedd-9bbc-4560-993e-088dbf95c9f2 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:02:17.076119 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5b41c279-e35e-472e-b766-ccd7dd79ffbb tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8108199 Jul 13 08:02:17.079008 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39492) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:17.148212 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-a6d54230-a784-4f8f-ad84-f2d0020c293a None None] Set router a2d9164a-f3ff-4e24-b69b-cb803cf9f175 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:02:17.362163 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90751339-1316-42af-80c2-4ed9cd2ae6d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-ae4bcedd-9bbc-4560-993e-088dbf95c9f2', 'network_id': 'ae4bcedd-9bbc-4560-993e-088dbf95c9f2', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'fixed_ips': [{'subnet_id': '6b9c7f6b-a41a-457d-ba42-6b0258a1458d'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:02:17.363007 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-90751339-1316-42af-80c2-4ed9cd2ae6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:17.471791 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a6d54230-a784-4f8f-ad84-f2d0020c293a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d9164a-f3ff-4e24-b69b-cb803cf9f175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1394322396', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '6a7ba98d-815d-4242-9eda-68614e1c5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:02:14Z', 'updated_at': '2021-07-13T08:02:15Z', 'revision_number': 3, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '6a7ba98d-815d-4242-9eda-68614e1c5ad8', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:36:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d9164a-f3ff-4e24-b69b-cb803cf9f175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:02:15Z', 'updated_at': '2021-07-13T08:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:17.517161 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d54230-a784-4f8f-ad84-f2d0020c293a None None] The sync data for ids ['a2d9164a-f3ff-4e24-b69b-cb803cf9f175'] in n-d-771363-34 is: [{'id': 'a2d9164a-f3ff-4e24-b69b-cb803cf9f175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1394322396', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '6a7ba98d-815d-4242-9eda-68614e1c5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:02:14Z', 'updated_at': '2021-07-13T08:02:15Z', 'revision_number': 3, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '6a7ba98d-815d-4242-9eda-68614e1c5ad8', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:36:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d9164a-f3ff-4e24-b69b-cb803cf9f175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:02:15Z', 'updated_at': '2021-07-13T08:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:02:17.540645 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-90751339-1316-42af-80c2-4ed9cd2ae6d3 None None] Allocated IP 172.20.0.2 (ae4bcedd-9bbc-4560-993e-088dbf95c9f2/6b9c7f6b-a41a-457d-ba42-6b0258a1458d/1f5dda81-9d51-4fa8-ac59-cb4d96793318) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:02:17.548492 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-79e2b7bc-1f99-4e76-8a4d-c5ff821c53cd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:17.701526 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-90751339-1316-42af-80c2-4ed9cd2ae6d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:17.710637 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-90751339-1316-42af-80c2-4ed9cd2ae6d3 None None] Transition to ACTIVE for port object 1f5dda81-9d51-4fa8-ac59-cb4d96793318 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:02:17.726059 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-90751339-1316-42af-80c2-4ed9cd2ae6d3 None None] Transition to ACTIVE for port object 1f5dda81-9d51-4fa8-ac59-cb4d96793318 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:02:17.734350 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-90751339-1316-42af-80c2-4ed9cd2ae6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:17.801553 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90751339-1316-42af-80c2-4ed9cd2ae6d3 None None] Network ae4bcedd-9bbc-4560-993e-088dbf95c9f2 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:02:17.804595 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-90751339-1316-42af-80c2-4ed9cd2ae6d3 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:02:17.810440 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90751339-1316-42af-80c2-4ed9cd2ae6d3 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:02:17.816860 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90751339-1316-42af-80c2-4ed9cd2ae6d3 None None] Pushing event updated for resources: {'Port': ['ID=1f5dda81-9d51-4fa8-ac59-cb4d96793318,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:17.879594 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-90751339-1316-42af-80c2-4ed9cd2ae6d3 None None] Attempting to bind port 1f5dda81-9d51-4fa8-ac59-cb4d96793318 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:02:17.880053 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-90751339-1316-42af-80c2-4ed9cd2ae6d3 None None] Attempting to bind port 1f5dda81-9d51-4fa8-ac59-cb4d96793318 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'cd85481a-81b5-4484-be91-2d5c341cab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ae4bcedd-9bbc-4560-993e-088dbf95c9f2'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:02:17.880486 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90751339-1316-42af-80c2-4ed9cd2ae6d3 None None] Attempting to bind port 1f5dda81-9d51-4fa8-ac59-cb4d96793318 on network ae4bcedd-9bbc-4560-993e-088dbf95c9f2 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:02:17.885782 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90751339-1316-42af-80c2-4ed9cd2ae6d3 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:02:17.886242 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90751339-1316-42af-80c2-4ed9cd2ae6d3 None None] Checking segment: {'id': 'cd85481a-81b5-4484-be91-2d5c341cab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ae4bcedd-9bbc-4560-993e-088dbf95c9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:02:17.886740 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-90751339-1316-42af-80c2-4ed9cd2ae6d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:17.887231 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90751339-1316-42af-80c2-4ed9cd2ae6d3 None None] Bound using segment: {'id': 'cd85481a-81b5-4484-be91-2d5c341cab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ae4bcedd-9bbc-4560-993e-088dbf95c9f2'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:02:17.888348 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-90751339-1316-42af-80c2-4ed9cd2ae6d3 None None] Bound port: 1f5dda81-9d51-4fa8-ac59-cb4d96793318, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd85481a-81b5-4484-be91-2d5c341cab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ae4bcedd-9bbc-4560-993e-088dbf95c9f2'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:02:17.888818 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-90751339-1316-42af-80c2-4ed9cd2ae6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:17.925312 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-79e2b7bc-1f99-4e76-8a4d-c5ff821c53cd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Allocated IP 172.20.0.1 (ae4bcedd-9bbc-4560-993e-088dbf95c9f2/6b9c7f6b-a41a-457d-ba42-6b0258a1458d/c206d7b9-0684-4ec3-a4c6-f243c9d2a254) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:02:17.956775 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-90751339-1316-42af-80c2-4ed9cd2ae6d3 None None] For port 1f5dda81-9d51-4fa8-ac59-cb4d96793318, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:02:17.960280 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-90751339-1316-42af-80c2-4ed9cd2ae6d3 None None] For port 1f5dda81-9d51-4fa8-ac59-cb4d96793318, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=1f5dda81-9d51-4fa8-ac59-cb4d96793318,segment=NetworkSegment(cd85481a-81b5-4484-be91-2d5c341cab25),segment_id=cd85481a-81b5-4484-be91-2d5c341cab25)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:02:17.966618 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-90751339-1316-42af-80c2-4ed9cd2ae6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:18.033371 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90751339-1316-42af-80c2-4ed9cd2ae6d3 None None] Pushing event updated for resources: {'Port': ['ID=1f5dda81-9d51-4fa8-ac59-cb4d96793318,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:18.069007 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-79e2b7bc-1f99-4e76-8a4d-c5ff821c53cd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:18.083843 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-79e2b7bc-1f99-4e76-8a4d-c5ff821c53cd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Transition to ACTIVE for port object c206d7b9-0684-4ec3-a4c6-f243c9d2a254 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:02:18.119324 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-79e2b7bc-1f99-4e76-8a4d-c5ff821c53cd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:18.166378 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e2b7bc-1f99-4e76-8a4d-c5ff821c53cd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Network ae4bcedd-9bbc-4560-993e-088dbf95c9f2 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:02:18.172760 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-79e2b7bc-1f99-4e76-8a4d-c5ff821c53cd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:02:18.177599 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e2b7bc-1f99-4e76-8a4d-c5ff821c53cd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:02:18.221896 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2b7bc-1f99-4e76-8a4d-c5ff821c53cd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'Port': ['ID=c206d7b9-0684-4ec3-a4c6-f243c9d2a254,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:18.231966 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-79e2b7bc-1f99-4e76-8a4d-c5ff821c53cd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:18.439861 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-79e2b7bc-1f99-4e76-8a4d-c5ff821c53cd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:18.726808 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-79e2b7bc-1f99-4e76-8a4d-c5ff821c53cd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:18.733402 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-79e2b7bc-1f99-4e76-8a4d-c5ff821c53cd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:18.808829 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2b7bc-1f99-4e76-8a4d-c5ff821c53cd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'Port': ['ID=c206d7b9-0684-4ec3-a4c6-f243c9d2a254,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:18.824643 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-79e2b7bc-1f99-4e76-8a4d-c5ff821c53cd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:18.923944 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e2b7bc-1f99-4e76-8a4d-c5ff821c53cd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Network ae4bcedd-9bbc-4560-993e-088dbf95c9f2 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:02:18.925556 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-79e2b7bc-1f99-4e76-8a4d-c5ff821c53cd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:02:18.957201 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c44480-346a-46c5-85c6-244b0d9d62bb None None] Network ae4bcedd-9bbc-4560-993e-088dbf95c9f2 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:02:19.021314 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1d733c75-ef81-4c33-ac35-3bcc29c388ae None None] Provisioning for port 1f5dda81-9d51-4fa8-ac59-cb4d96793318 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:02:19.040858 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e2b7bc-1f99-4e76-8a4d-c5ff821c53cd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Router a2d9164a-f3ff-4e24-b69b-cb803cf9f175 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:02:19.193449 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e2b7bc-1f99-4e76-8a4d-c5ff821c53cd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:02:19.198532 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-79e2b7bc-1f99-4e76-8a4d-c5ff821c53cd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "PUT /v2.0/routers/a2d9164a-f3ff-4e24-b69b-cb803cf9f175/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1184013 Jul 13 08:02:19.365148 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-aa59bf6f-2e2a-47a7-a979-7b38678d3736 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2090759965&fields=id&tenant_id=4d783f05a12042019a6219e445ea2541 HTTP/1.1" status: 200 len: 267 time: 0.0442634 Jul 13 08:02:19.458128 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c00fdbc0-9f98-400c-a314-04e2413d10c3 None None] Provisioning for port c206d7b9-0684-4ec3-a4c6-f243c9d2a254 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:02:19.460025 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44794713-f129-4d56-a35c-aa461c2756bf None None] Sync routers for ids ['a2d9164a-f3ff-4e24-b69b-cb803cf9f175'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:02:19.462555 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c00fdbc0-9f98-400c-a314-04e2413d10c3 None None] Provisioning complete for port c206d7b9-0684-4ec3-a4c6-f243c9d2a254 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:02:19.463165 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c00fdbc0-9f98-400c-a314-04e2413d10c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:19.478786 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44794713-f129-4d56-a35c-aa461c2756bf None None] Routers {'a2d9164a-f3ff-4e24-b69b-cb803cf9f175'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:02:19.479460 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-44794713-f129-4d56-a35c-aa461c2756bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:02:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['a2d9164a-f3ff-4e24-b69b-cb803cf9f175'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:19.504093 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-c00fdbc0-9f98-400c-a314-04e2413d10c3 None None] Port c206d7b9-0684-4ec3-a4c6-f243c9d2a254 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:02:19.561953 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-387f8b55-ce7c-48c2-b9ce-84fb3d14d6ee tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:19.563533 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-387f8b55-ce7c-48c2-b9ce-84fb3d14d6ee tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/networks?id=ae4bcedd-9bbc-4560-993e-088dbf95c9f2 HTTP/1.1" status: 200 len: 797 time: 0.1916659 Jul 13 08:02:19.584824 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-d7196e09-cfbd-45b1-855e-c2f7c268749a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/quotas/4d783f05a12042019a6219e445ea2541 HTTP/1.1" status: 200 len: 375 time: 0.0149505 Jul 13 08:02:19.610908 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-44794713-f129-4d56-a35c-aa461c2756bf None None] Set router a2d9164a-f3ff-4e24-b69b-cb803cf9f175 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:02:19.642224 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8d1aa258-3c69-455e-a692-515567a4ce58 None None] Provisioning complete for port c206d7b9-0684-4ec3-a4c6-f243c9d2a254 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:02:19.642660 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8d1aa258-3c69-455e-a692-515567a4ce58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:19.691444 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-8d1aa258-3c69-455e-a692-515567a4ce58 None None] Port c206d7b9-0684-4ec3-a4c6-f243c9d2a254 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:02:19.725061 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-bf8a57db-2f79-4c96-81f0-880551a0d1cd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1286130 Jul 13 08:02:19.813284 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 6a7ba98d-815d-4242-9eda-68614e1c5ad8 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:02:19.822791 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-21743b1f-978b-430a-a7a9-02951c06ac96 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:02:19.830636 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-21743b1f-978b-430a-a7a9-02951c06ac96 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1029522 Jul 13 08:02:19.876842 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-44794713-f129-4d56-a35c-aa461c2756bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d9164a-f3ff-4e24-b69b-cb803cf9f175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1394322396', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '6a7ba98d-815d-4242-9eda-68614e1c5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:02:14Z', 'updated_at': '2021-07-13T08:02:18Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '6a7ba98d-815d-4242-9eda-68614e1c5ad8', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:36:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d9164a-f3ff-4e24-b69b-cb803cf9f175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:02:15Z', 'updated_at': '2021-07-13T08:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'c206d7b9-0684-4ec3-a4c6-f243c9d2a254', 'name': '', 'network_id': 'ae4bcedd-9bbc-4560-993e-088dbf95c9f2', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'mac_address': 'fa:16:3e:3f:9a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d9164a-f3ff-4e24-b69b-cb803cf9f175', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '6b9c7f6b-a41a-457d-ba42-6b0258a1458d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:02:17Z', 'updated_at': '2021-07-13T08:02:18Z', 'revision_number': 2, 'project_id': '4d783f05a12042019a6219e445ea2541', 'subnets': [{'id': '6b9c7f6b-a41a-457d-ba42-6b0258a1458d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:19.881199 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 6a7ba98d-815d-4242-9eda-68614e1c5ad8 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:02:19.885362 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 6a7ba98d-815d-4242-9eda-68614e1c5ad8 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:02:19.885739 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:19.935167 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-9599276c-6760-43f1-8ccd-170fe6d85751 service neutron] 10.222.0.23 "GET /v2.0/networks/ae4bcedd-9bbc-4560-993e-088dbf95c9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035666 Jul 13 08:02:19.961650 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3bf249d7-0ea8-412c-978a-7e34443b5565 None None] Provisioning complete for port c206d7b9-0684-4ec3-a4c6-f243c9d2a254 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:02:19.962296 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3bf249d7-0ea8-412c-978a-7e34443b5565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:20.019103 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44794713-f129-4d56-a35c-aa461c2756bf None None] Checking router: a2d9164a-f3ff-4e24-b69b-cb803cf9f175 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:02:20.019611 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44794713-f129-4d56-a35c-aa461c2756bf None None] Updating router a2d9164a-f3ff-4e24-b69b-cb803cf9f175 port c206d7b9-0684-4ec3-a4c6-f243c9d2a254 binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:02:20.028833 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-3bf249d7-0ea8-412c-978a-7e34443b5565 None None] Port c206d7b9-0684-4ec3-a4c6-f243c9d2a254 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:02:20.051268 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:20.063612 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-fd1eb92e-e999-4877-a06b-7c66cb767608 service neutron] 10.222.0.23 "GET /v2.0/networks/ae4bcedd-9bbc-4560-993e-088dbf95c9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211879 Jul 13 08:02:20.064820 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-44794713-f129-4d56-a35c-aa461c2756bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:20.076657 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 6a7ba98d-815d-4242-9eda-68614e1c5ad8, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=6a7ba98d-815d-4242-9eda-68614e1c5ad8,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:20.081856 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:20.095852 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 1f5dda81-9d51-4fa8-ac59-cb4d96793318 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:02:20.182583 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6a23322c-9b54-4af2-8a65-5494596c63b7 None None] Provisioning complete for port c206d7b9-0684-4ec3-a4c6-f243c9d2a254 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:02:20.182854 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6a23322c-9b54-4af2-8a65-5494596c63b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:20.186317 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=6a7ba98d-815d-4242-9eda-68614e1c5ad8,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:20.235246 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-6a23322c-9b54-4af2-8a65-5494596c63b7 None None] Port c206d7b9-0684-4ec3-a4c6-f243c9d2a254 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:02:20.237657 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 1f5dda81-9d51-4fa8-ac59-cb4d96793318 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:02:20.242193 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 1f5dda81-9d51-4fa8-ac59-cb4d96793318 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:02:20.242632 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:20.273749 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-208ae6ee-d3bd-4610-8b7e-909ae590f388 req-37d89ba4-8dc4-48e8-9082-b413d7c1f259 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e9e345c-a124-4104-9060-5bf6cb9136f1 HTTP/1.1" status: 200 len: 210 time: 0.0410552 Jul 13 08:02:20.324456 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:20.359013 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 1f5dda81-9d51-4fa8-ac59-cb4d96793318, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=1f5dda81-9d51-4fa8-ac59-cb4d96793318,segment=NetworkSegment(cd85481a-81b5-4484-be91-2d5c341cab25),segment_id=cd85481a-81b5-4484-be91-2d5c341cab25)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:20.364529 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:20.369843 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-44794713-f129-4d56-a35c-aa461c2756bf None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:20.383022 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-44794713-f129-4d56-a35c-aa461c2756bf None None] Transition to ACTIVE for port object c206d7b9-0684-4ec3-a4c6-f243c9d2a254 will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:02:20.391118 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-44794713-f129-4d56-a35c-aa461c2756bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:20.437660 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=1f5dda81-9d51-4fa8-ac59-cb4d96793318,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:20.477075 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7527a-c1d7-49d8-8d6e-e1d87db84db2 None None] Pushing event updated for resources: {'Port': ['ID=c206d7b9-0684-4ec3-a4c6-f243c9d2a254,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:20.518982 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce7527a-c1d7-49d8-8d6e-e1d87db84db2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:20.519342 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce7527a-c1d7-49d8-8d6e-e1d87db84db2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:20.519676 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce7527a-c1d7-49d8-8d6e-e1d87db84db2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:20.520000 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce7527a-c1d7-49d8-8d6e-e1d87db84db2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:20.520323 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce7527a-c1d7-49d8-8d6e-e1d87db84db2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:20.520639 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce7527a-c1d7-49d8-8d6e-e1d87db84db2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:20.520953 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce7527a-c1d7-49d8-8d6e-e1d87db84db2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:20.521263 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce7527a-c1d7-49d8-8d6e-e1d87db84db2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:20.521581 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce7527a-c1d7-49d8-8d6e-e1d87db84db2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:20.521889 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce7527a-c1d7-49d8-8d6e-e1d87db84db2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:20.522198 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce7527a-c1d7-49d8-8d6e-e1d87db84db2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:20.522506 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce7527a-c1d7-49d8-8d6e-e1d87db84db2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:20.530281 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-44794713-f129-4d56-a35c-aa461c2756bf None None] Attempting to bind port c206d7b9-0684-4ec3-a4c6-f243c9d2a254 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:02:20.530647 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-44794713-f129-4d56-a35c-aa461c2756bf None None] Attempting to bind port c206d7b9-0684-4ec3-a4c6-f243c9d2a254 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'cd85481a-81b5-4484-be91-2d5c341cab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ae4bcedd-9bbc-4560-993e-088dbf95c9f2'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:02:20.530997 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44794713-f129-4d56-a35c-aa461c2756bf None None] Attempting to bind port c206d7b9-0684-4ec3-a4c6-f243c9d2a254 on network ae4bcedd-9bbc-4560-993e-088dbf95c9f2 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:02:20.536381 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44794713-f129-4d56-a35c-aa461c2756bf None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:02:20.536743 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44794713-f129-4d56-a35c-aa461c2756bf None None] Checking segment: {'id': 'cd85481a-81b5-4484-be91-2d5c341cab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ae4bcedd-9bbc-4560-993e-088dbf95c9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:02:20.537137 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-44794713-f129-4d56-a35c-aa461c2756bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:20.537516 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44794713-f129-4d56-a35c-aa461c2756bf None None] Bound using segment: {'id': 'cd85481a-81b5-4484-be91-2d5c341cab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ae4bcedd-9bbc-4560-993e-088dbf95c9f2'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:02:20.537973 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-44794713-f129-4d56-a35c-aa461c2756bf None None] Bound port: c206d7b9-0684-4ec3-a4c6-f243c9d2a254, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd85481a-81b5-4484-be91-2d5c341cab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ae4bcedd-9bbc-4560-993e-088dbf95c9f2'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:02:20.538341 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-44794713-f129-4d56-a35c-aa461c2756bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:20.617217 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-44794713-f129-4d56-a35c-aa461c2756bf None None] For port c206d7b9-0684-4ec3-a4c6-f243c9d2a254, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:02:20.620829 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-44794713-f129-4d56-a35c-aa461c2756bf None None] For port c206d7b9-0684-4ec3-a4c6-f243c9d2a254, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=c206d7b9-0684-4ec3-a4c6-f243c9d2a254,segment=NetworkSegment(cd85481a-81b5-4484-be91-2d5c341cab25),segment_id=cd85481a-81b5-4484-be91-2d5c341cab25)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:02:20.626505 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-44794713-f129-4d56-a35c-aa461c2756bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:20.690111 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44794713-f129-4d56-a35c-aa461c2756bf None None] Routers {'a2d9164a-f3ff-4e24-b69b-cb803cf9f175'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:02:20.691060 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-44794713-f129-4d56-a35c-aa461c2756bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:02:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['a2d9164a-f3ff-4e24-b69b-cb803cf9f175'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:20.694663 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7527a-c1d7-49d8-8d6e-e1d87db84db2 None None] Pushing event updated for resources: {'Port': ['ID=c206d7b9-0684-4ec3-a4c6-f243c9d2a254,revision_number=4']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:20.814496 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-44794713-f129-4d56-a35c-aa461c2756bf None None] Set router a2d9164a-f3ff-4e24-b69b-cb803cf9f175 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:02:21.029932 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-44794713-f129-4d56-a35c-aa461c2756bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d9164a-f3ff-4e24-b69b-cb803cf9f175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1394322396', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '6a7ba98d-815d-4242-9eda-68614e1c5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:02:14Z', 'updated_at': '2021-07-13T08:02:18Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '6a7ba98d-815d-4242-9eda-68614e1c5ad8', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:36:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d9164a-f3ff-4e24-b69b-cb803cf9f175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:02:15Z', 'updated_at': '2021-07-13T08:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'c206d7b9-0684-4ec3-a4c6-f243c9d2a254', 'name': '', 'network_id': 'ae4bcedd-9bbc-4560-993e-088dbf95c9f2', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'mac_address': 'fa:16:3e:3f:9a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d9164a-f3ff-4e24-b69b-cb803cf9f175', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '6b9c7f6b-a41a-457d-ba42-6b0258a1458d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:02:17Z', 'updated_at': '2021-07-13T08:02:20Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'subnets': [{'id': '6b9c7f6b-a41a-457d-ba42-6b0258a1458d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:21.058148 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44794713-f129-4d56-a35c-aa461c2756bf None None] The sync data for ids ['a2d9164a-f3ff-4e24-b69b-cb803cf9f175'] in n-d-771363-34 is: [{'id': 'a2d9164a-f3ff-4e24-b69b-cb803cf9f175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1394322396', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '6a7ba98d-815d-4242-9eda-68614e1c5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:02:14Z', 'updated_at': '2021-07-13T08:02:18Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '6a7ba98d-815d-4242-9eda-68614e1c5ad8', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:36:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d9164a-f3ff-4e24-b69b-cb803cf9f175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:02:15Z', 'updated_at': '2021-07-13T08:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'c206d7b9-0684-4ec3-a4c6-f243c9d2a254', 'name': '', 'network_id': 'ae4bcedd-9bbc-4560-993e-088dbf95c9f2', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'mac_address': 'fa:16:3e:3f:9a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d9164a-f3ff-4e24-b69b-cb803cf9f175', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '6b9c7f6b-a41a-457d-ba42-6b0258a1458d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:02:17Z', 'updated_at': '2021-07-13T08:02:20Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'subnets': [{'id': '6b9c7f6b-a41a-457d-ba42-6b0258a1458d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:02:21.083649 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:02:21.414090 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-812e32b6-c1c4-4a66-a11f-5527296fa84d req-b3618568-6c7e-4d36-bdd2-601a5d138126 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e9e345c-a124-4104-9060-5bf6cb9136f1 HTTP/1.1" status: 200 len: 210 time: 0.0327580 Jul 13 08:02:21.464840 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-913b53e5-f9a3-44c1-9235-f2394e6a8589 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:21.467516 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-913b53e5-f9a3-44c1-9235-f2394e6a8589 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.25 "GET /v2.0/networks?id=ae4bcedd-9bbc-4560-993e-088dbf95c9f2 HTTP/1.1" status: 200 len: 797 time: 0.1433606 Jul 13 08:02:21.528813 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-c5337794-b58e-4e3b-93c8-9aedc5ad73f5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d783f05a12042019a6219e445ea2541 HTTP/1.1" status: 200 len: 380 time: 0.0475013 Jul 13 08:02:21.537506 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-b1a1d95a-9a36-4ddc-bbe9-40c3beb76d66 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'port': {'device_id': '6e9e345c-a124-4104-9060-5bf6cb9136f1', 'network_id': 'ae4bcedd-9bbc-4560-993e-088dbf95c9f2', 'admin_state_up': True, 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'security_groups': ['8d2c6556-4d3a-4af3-952d-1b5cd8a0b92a']}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:21.654469 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-b1a1d95a-9a36-4ddc-bbe9-40c3beb76d66 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Made reservation on behalf of 4d783f05a12042019a6219e445ea2541 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:02:21.658311 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-b1a1d95a-9a36-4ddc-bbe9-40c3beb76d66 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:21.830472 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-b1a1d95a-9a36-4ddc-bbe9-40c3beb76d66 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Allocated IP 172.20.0.5 (ae4bcedd-9bbc-4560-993e-088dbf95c9f2/6b9c7f6b-a41a-457d-ba42-6b0258a1458d/6bf5d517-e149-47bc-8b77-6c35876494ff) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:02:21.853202 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c206d7b9-0684-4ec3-a4c6-f243c9d2a254 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:02:21.906951 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port c206d7b9-0684-4ec3-a4c6-f243c9d2a254 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:02:21.910950 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port c206d7b9-0684-4ec3-a4c6-f243c9d2a254 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:02:21.911342 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:21.991327 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-b1a1d95a-9a36-4ddc-bbe9-40c3beb76d66 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:21.995890 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:22.006707 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-b1a1d95a-9a36-4ddc-bbe9-40c3beb76d66 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Transition to ACTIVE for port object 6bf5d517-e149-47bc-8b77-6c35876494ff will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:02:22.031467 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port c206d7b9-0684-4ec3-a4c6-f243c9d2a254, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=c206d7b9-0684-4ec3-a4c6-f243c9d2a254,segment=NetworkSegment(cd85481a-81b5-4484-be91-2d5c341cab25),segment_id=cd85481a-81b5-4484-be91-2d5c341cab25)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:22.035900 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:22.043425 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-b1a1d95a-9a36-4ddc-bbe9-40c3beb76d66 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:22.071744 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 6a7ba98d-815d-4242-9eda-68614e1c5ad8 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:02:22.094555 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-b1a1d95a-9a36-4ddc-bbe9-40c3beb76d66 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Network ae4bcedd-9bbc-4560-993e-088dbf95c9f2 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:02:22.100896 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-b1a1d95a-9a36-4ddc-bbe9-40c3beb76d66 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:02:22.105552 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-b1a1d95a-9a36-4ddc-bbe9-40c3beb76d66 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:02:22.124632 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=c206d7b9-0684-4ec3-a4c6-f243c9d2a254,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:22.134099 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1d95a-9a36-4ddc-bbe9-40c3beb76d66 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'Port': ['ID=6bf5d517-e149-47bc-8b77-6c35876494ff,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:22.149609 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 6a7ba98d-815d-4242-9eda-68614e1c5ad8 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:02:22.149609 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:22.167531 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-b1a1d95a-9a36-4ddc-bbe9-40c3beb76d66 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:22.168181 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-b1a1d95a-9a36-4ddc-bbe9-40c3beb76d66 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:22.187251 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-b1a1d95a-9a36-4ddc-bbe9-40c3beb76d66 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6535783 Jul 13 08:02:22.198388 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-d5ab0591-614d-49b9-9e5c-0ce04122cb5f service neutron] Request body: {'port': {'device_id': '6e9e345c-a124-4104-9060-5bf6cb9136f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:22.250848 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 1f5dda81-9d51-4fa8-ac59-cb4d96793318 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:02:22.300862 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-d5ab0591-614d-49b9-9e5c-0ce04122cb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:22.312263 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 1f5dda81-9d51-4fa8-ac59-cb4d96793318 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:02:22.312631 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:22.415410 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ea4c236c-8cd1-4b1c-98d2-9472b1e76a3b None None] Provisioning complete for port c206d7b9-0684-4ec3-a4c6-f243c9d2a254 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:02:22.415778 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ea4c236c-8cd1-4b1c-98d2-9472b1e76a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:22.629175 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-d5ab0591-614d-49b9-9e5c-0ce04122cb5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bf5d517-e149-47bc-8b77-6c35876494ff {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:02:22.634796 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c4f7f438-45de-47f7-b57d-183ca8612418 None None] Provisioning for port 6bf5d517-e149-47bc-8b77-6c35876494ff completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:02:22.639494 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-d5ab0591-614d-49b9-9e5c-0ce04122cb5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:22.640128 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c4f7f438-45de-47f7-b57d-183ca8612418 None None] Provisioning complete for port 6bf5d517-e149-47bc-8b77-6c35876494ff triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:02:22.640491 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c4f7f438-45de-47f7-b57d-183ca8612418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:22.660021 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-d5ab0591-614d-49b9-9e5c-0ce04122cb5f service neutron] Transition to ACTIVE for port object 6bf5d517-e149-47bc-8b77-6c35876494ff will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:02:22.666226 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-d5ab0591-614d-49b9-9e5c-0ce04122cb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:22.676939 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-c4f7f438-45de-47f7-b57d-183ca8612418 None None] Port 6bf5d517-e149-47bc-8b77-6c35876494ff cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:02:22.681994 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee4246-1ec8-4c53-b71c-4f416f1411ee req-594b7c6d-4a43-4223-be56-a42e86e1f84f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:22.683512 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7bee4246-1ec8-4c53-b71c-4f416f1411ee req-594b7c6d-4a43-4223-be56-a42e86e1f84f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e9e345c-a124-4104-9060-5bf6cb9136f1 HTTP/1.1" status: 200 len: 931 time: 0.1223993 Jul 13 08:02:22.765451 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab0591-614d-49b9-9e5c-0ce04122cb5f service neutron] Pushing event updated for resources: {'Port': ['ID=6bf5d517-e149-47bc-8b77-6c35876494ff,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:22.805403 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7bee4246-1ec8-4c53-b71c-4f416f1411ee req-56d5ab50-a897-404c-9ee1-4b283525f52b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d2c6556-4d3a-4af3-952d-1b5cd8a0b92a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975590 Jul 13 08:02:22.836226 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-d5ab0591-614d-49b9-9e5c-0ce04122cb5f service neutron] Attempting to bind port 6bf5d517-e149-47bc-8b77-6c35876494ff on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:02:22.836561 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-d5ab0591-614d-49b9-9e5c-0ce04122cb5f service neutron] Attempting to bind port 6bf5d517-e149-47bc-8b77-6c35876494ff by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'cd85481a-81b5-4484-be91-2d5c341cab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ae4bcedd-9bbc-4560-993e-088dbf95c9f2'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:02:22.836887 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-d5ab0591-614d-49b9-9e5c-0ce04122cb5f service neutron] Attempting to bind port 6bf5d517-e149-47bc-8b77-6c35876494ff on network ae4bcedd-9bbc-4560-993e-088dbf95c9f2 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:02:22.842444 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-d5ab0591-614d-49b9-9e5c-0ce04122cb5f service neutron] Port 6bf5d517-e149-47bc-8b77-6c35876494ff on network ae4bcedd-9bbc-4560-993e-088dbf95c9f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:02:22.842763 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-d5ab0591-614d-49b9-9e5c-0ce04122cb5f service neutron] Attempting to bind port 6bf5d517-e149-47bc-8b77-6c35876494ff on network ae4bcedd-9bbc-4560-993e-088dbf95c9f2 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:02:22.848146 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-d5ab0591-614d-49b9-9e5c-0ce04122cb5f service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:02:22.848481 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-d5ab0591-614d-49b9-9e5c-0ce04122cb5f service neutron] Checking segment: {'id': 'cd85481a-81b5-4484-be91-2d5c341cab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ae4bcedd-9bbc-4560-993e-088dbf95c9f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:02:22.848858 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-d5ab0591-614d-49b9-9e5c-0ce04122cb5f service neutron] Bound using segment: {'id': 'cd85481a-81b5-4484-be91-2d5c341cab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ae4bcedd-9bbc-4560-993e-088dbf95c9f2'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:02:22.849276 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-d5ab0591-614d-49b9-9e5c-0ce04122cb5f service neutron] Bound port: 6bf5d517-e149-47bc-8b77-6c35876494ff, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd85481a-81b5-4484-be91-2d5c341cab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ae4bcedd-9bbc-4560-993e-088dbf95c9f2'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:02:22.849628 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-d5ab0591-614d-49b9-9e5c-0ce04122cb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:22.916613 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-d5ab0591-614d-49b9-9e5c-0ce04122cb5f service neutron] For port 6bf5d517-e149-47bc-8b77-6c35876494ff, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:02:22.920228 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-d5ab0591-614d-49b9-9e5c-0ce04122cb5f service neutron] For port 6bf5d517-e149-47bc-8b77-6c35876494ff, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=6bf5d517-e149-47bc-8b77-6c35876494ff,segment=NetworkSegment(cd85481a-81b5-4484-be91-2d5c341cab25),segment_id=cd85481a-81b5-4484-be91-2d5c341cab25)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:02:22.924216 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-d5ab0591-614d-49b9-9e5c-0ce04122cb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:22.960637 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-d5ab0591-614d-49b9-9e5c-0ce04122cb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:22.961253 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-d5ab0591-614d-49b9-9e5c-0ce04122cb5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:22.962630 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-d5ab0591-614d-49b9-9e5c-0ce04122cb5f service neutron] 10.222.0.25 "PUT /v2.0/ports/6bf5d517-e149-47bc-8b77-6c35876494ff HTTP/1.1" status: 200 len: 1092 time: 0.7687433 Jul 13 08:02:22.963063 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9e345c-a124-4104-9060-5bf6cb9136f1', 'tag': '6bf5d517-e149-47bc-8b77-6c35876494ff'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:02:22.965345 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b82bfee-ddb8-4df2-ac63-982e8aeb1d94" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9e345c-a124-4104-9060-5bf6cb9136f1", "tag": "6bf5d517-e149-47bc-8b77-6c35876494ff"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:02:23.004999 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab0591-614d-49b9-9e5c-0ce04122cb5f service neutron] Pushing event updated for resources: {'Port': ['ID=6bf5d517-e149-47bc-8b77-6c35876494ff,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:23.017125 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a8e494-bf14-4df0-a588-d8fdf21357bc x-openstack-request-id: req-f9a8e494-bf14-4df0-a588-d8fdf21357bc {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:02:23.017583 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9e345c-a124-4104-9060-5bf6cb9136f1", "tag": "6bf5d517-e149-47bc-8b77-6c35876494ff", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:02:23.017833 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f9a8e494-bf14-4df0-a588-d8fdf21357bc {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:02:23.018229 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9e345c-a124-4104-9060-5bf6cb9136f1', 'tag': '6bf5d517-e149-47bc-8b77-6c35876494ff', 'status': 'completed', 'code': 200} Jul 13 08:02:23.072990 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-885402a6-aa71-4aee-a0c5-3656637b9e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:23.074563 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-885402a6-aa71-4aee-a0c5-3656637b9e8b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&device_id=6e9e345c-a124-4104-9060-5bf6cb9136f1 HTTP/1.1" status: 200 len: 1095 time: 0.0594516 Jul 13 08:02:23.119499 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-4ac824d8-c8b9-4cd1-8c9d-b81765d45cbe service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bf5d517-e149-47bc-8b77-6c35876494ff HTTP/1.1" status: 200 len: 217 time: 0.0384676 Jul 13 08:02:23.170642 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-bd031261-b6dc-4e3e-9237-578506003f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:23.172207 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-bd031261-b6dc-4e3e-9237-578506003f88 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6b9c7f6b-a41a-457d-ba42-6b0258a1458d HTTP/1.1" status: 200 len: 835 time: 0.0468376 Jul 13 08:02:23.230879 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-72428b4a-c0cc-4c37-ba62-25a627b2c7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:23.233058 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-72428b4a-c0cc-4c37-ba62-25a627b2c7fc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ae4bcedd-9bbc-4560-993e-088dbf95c9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544670 Jul 13 08:02:23.324746 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-ff2a6b1d-c110-4c53-b04f-b412e973cbba service neutron] 10.222.0.25 "GET /v2.0/networks/ae4bcedd-9bbc-4560-993e-088dbf95c9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854716 Jul 13 08:02:23.412769 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53d86482-1aa2-47ed-8ed8-6b6fe6c7c413 req-ecb57dea-ca9d-4db0-a914-e5a80e675fa6 service neutron] 10.222.0.25 "GET /v2.0/networks/ae4bcedd-9bbc-4560-993e-088dbf95c9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822866 Jul 13 08:02:23.516045 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82bfee-ddb8-4df2-ac63-982e8aeb1d94 req-ca9037f1-73e6-410e-b3dc-16563a2435de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:23.517554 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0b82bfee-ddb8-4df2-ac63-982e8aeb1d94 req-ca9037f1-73e6-410e-b3dc-16563a2435de service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&device_id=6e9e345c-a124-4104-9060-5bf6cb9136f1 HTTP/1.1" status: 200 len: 1095 time: 0.0575664 Jul 13 08:02:23.593410 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:23.608003 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82bfee-ddb8-4df2-ac63-982e8aeb1d94 req-6c47521e-abc6-4fad-afc8-044841ea7243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:23.609510 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0b82bfee-ddb8-4df2-ac63-982e8aeb1d94 req-6c47521e-abc6-4fad-afc8-044841ea7243 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ae4bcedd-9bbc-4560-993e-088dbf95c9f2 HTTP/1.1" status: 200 len: 898 time: 0.0857494 Jul 13 08:02:23.655477 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0b82bfee-ddb8-4df2-ac63-982e8aeb1d94 req-155ffc0e-c32a-40c4-9725-94d26574dddf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bf5d517-e149-47bc-8b77-6c35876494ff HTTP/1.1" status: 200 len: 217 time: 0.0388260 Jul 13 08:02:23.706571 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82bfee-ddb8-4df2-ac63-982e8aeb1d94 req-37257666-48c2-44a3-aa1f-7dd82fd2abd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:23.708122 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0b82bfee-ddb8-4df2-ac63-982e8aeb1d94 req-37257666-48c2-44a3-aa1f-7dd82fd2abd9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6b9c7f6b-a41a-457d-ba42-6b0258a1458d HTTP/1.1" status: 200 len: 835 time: 0.0464628 Jul 13 08:02:23.732957 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c206d7b9-0684-4ec3-a4c6-f243c9d2a254 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:02:23.766259 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82bfee-ddb8-4df2-ac63-982e8aeb1d94 req-3cccc110-ca9a-4ff7-a675-ff97664a37be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:23.767903 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0b82bfee-ddb8-4df2-ac63-982e8aeb1d94 req-3cccc110-ca9a-4ff7-a675-ff97664a37be service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ae4bcedd-9bbc-4560-993e-088dbf95c9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533845 Jul 13 08:02:23.781257 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port c206d7b9-0684-4ec3-a4c6-f243c9d2a254 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:02:23.781630 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:23.863806 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0b82bfee-ddb8-4df2-ac63-982e8aeb1d94 req-b26ee54d-6225-4384-b371-84437043017b service neutron] 10.222.0.25 "GET /v2.0/networks/ae4bcedd-9bbc-4560-993e-088dbf95c9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887947 Jul 13 08:02:23.987472 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0b82bfee-ddb8-4df2-ac63-982e8aeb1d94 req-8787836a-36ed-488c-b74d-8684a77739cf service neutron] 10.222.0.25 "GET /v2.0/networks/ae4bcedd-9bbc-4560-993e-088dbf95c9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168406 Jul 13 08:02:24.013549 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37f799-6f73-4789-bb3d-7053466ed519 req-26ec3bc5-2da3-4478-8f2f-9dddef1ebfa5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:24.015282 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5f37f799-6f73-4789-bb3d-7053466ed519 req-26ec3bc5-2da3-4478-8f2f-9dddef1ebfa5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e9e345c-a124-4104-9060-5bf6cb9136f1 HTTP/1.1" status: 200 len: 943 time: 0.0876105 Jul 13 08:02:24.054107 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5f37f799-6f73-4789-bb3d-7053466ed519 req-d8e7c016-281e-44c8-9e5e-2d9ee875a8bc tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d2c6556-4d3a-4af3-952d-1b5cd8a0b92a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332353 Jul 13 08:02:24.138403 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:25.225276 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eff39f-8a1b-4c23-9583-2773a4c7a995 req-d49f37de-df45-475d-afcb-00a38a8bbc45 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:25.226740 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-30eff39f-8a1b-4c23-9583-2773a4c7a995 req-d49f37de-df45-475d-afcb-00a38a8bbc45 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e9e345c-a124-4104-9060-5bf6cb9136f1 HTTP/1.1" status: 200 len: 943 time: 0.0621364 Jul 13 08:02:25.265483 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-30eff39f-8a1b-4c23-9583-2773a4c7a995 req-057ef07c-7daf-493f-bd65-c6615893169a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d2c6556-4d3a-4af3-952d-1b5cd8a0b92a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327942 Jul 13 08:02:26.204276 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 6bf5d517-e149-47bc-8b77-6c35876494ff details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:02:26.303087 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 6bf5d517-e149-47bc-8b77-6c35876494ff, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=6bf5d517-e149-47bc-8b77-6c35876494ff,segment=NetworkSegment(cd85481a-81b5-4484-be91-2d5c341cab25),segment_id=cd85481a-81b5-4484-be91-2d5c341cab25)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:26.315042 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '6bf5d517-e149-47bc-8b77-6c35876494ff', 'network_id': 'ae4bcedd-9bbc-4560-993e-088dbf95c9f2', 'port_id': '6bf5d517-e149-47bc-8b77-6c35876494ff', 'mac_address': 'fa:16:3e:52:1b:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b9c7f6b-a41a-457d-ba42-6b0258a1458d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:02:26.350518 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:26.364002 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bf5d517-e149-47bc-8b77-6c35876494ff {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:02:26.384511 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 6bf5d517-e149-47bc-8b77-6c35876494ff, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=6bf5d517-e149-47bc-8b77-6c35876494ff,segment=NetworkSegment(cd85481a-81b5-4484-be91-2d5c341cab25),segment_id=cd85481a-81b5-4484-be91-2d5c341cab25)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:26.388471 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:26.444834 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=6bf5d517-e149-47bc-8b77-6c35876494ff,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:26.454158 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e41782-24e1-4e9e-a81b-3389e3b4fede req-f883fdb5-dd91-4df5-b04a-140eeb66322b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:26.455870 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b3e41782-24e1-4e9e-a81b-3389e3b4fede req-f883fdb5-dd91-4df5-b04a-140eeb66322b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e9e345c-a124-4104-9060-5bf6cb9136f1 HTTP/1.1" status: 200 len: 944 time: 0.0731769 Jul 13 08:02:26.496208 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b3e41782-24e1-4e9e-a81b-3389e3b4fede req-455fd762-ea96-47e8-b62e-5e25355306d5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d2c6556-4d3a-4af3-952d-1b5cd8a0b92a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347404 Jul 13 08:02:26.601795 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['6bf5d517-e149-47bc-8b77-6c35876494ff'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:02:27.678898 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ef0df-9e1a-4ce9-b4ed-0be3a41f57cc req-7e23934f-87f8-451c-804e-aaf6df26be10 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:27.680486 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ef0ef0df-9e1a-4ce9-b4ed-0be3a41f57cc req-7e23934f-87f8-451c-804e-aaf6df26be10 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e9e345c-a124-4104-9060-5bf6cb9136f1 HTTP/1.1" status: 200 len: 944 time: 0.0696998 Jul 13 08:02:27.721579 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ef0ef0df-9e1a-4ce9-b4ed-0be3a41f57cc req-c9be4e7b-3948-41c9-afe6-f47b438f4a21 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d2c6556-4d3a-4af3-952d-1b5cd8a0b92a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348048 Jul 13 08:02:28.219134 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 6bf5d517-e149-47bc-8b77-6c35876494ff up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:02:28.270505 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 6bf5d517-e149-47bc-8b77-6c35876494ff completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:02:28.274158 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 6bf5d517-e149-47bc-8b77-6c35876494ff triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:02:28.274549 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:28.349282 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:28.371284 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9e345c-a124-4104-9060-5bf6cb9136f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf5d517-e149-47bc-8b77-6c35876494ff'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:02:28.373918 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d639af3a-60fc-45bc-8ad6-5afa965dea9a" -d '{"events": [{"server_uuid": "6e9e345c-a124-4104-9060-5bf6cb9136f1", "name": "network-vif-plugged", "status": "completed", "tag": "6bf5d517-e149-47bc-8b77-6c35876494ff"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:02:28.386435 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 6bf5d517-e149-47bc-8b77-6c35876494ff, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=6bf5d517-e149-47bc-8b77-6c35876494ff,segment=NetworkSegment(cd85481a-81b5-4484-be91-2d5c341cab25),segment_id=cd85481a-81b5-4484-be91-2d5c341cab25)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:02:28.391850 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:28.417049 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced05af7-2e3a-4ba1-8485-b4d3aca42f62 x-openstack-request-id: req-ced05af7-2e3a-4ba1-8485-b4d3aca42f62 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:02:28.417331 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9e345c-a124-4104-9060-5bf6cb9136f1", "name": "network-vif-plugged", "status": "completed", "tag": "6bf5d517-e149-47bc-8b77-6c35876494ff", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:02:28.417575 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ced05af7-2e3a-4ba1-8485-b4d3aca42f62 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:02:28.417961 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9e345c-a124-4104-9060-5bf6cb9136f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf5d517-e149-47bc-8b77-6c35876494ff', 'code': 200} Jul 13 08:02:28.456999 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=6bf5d517-e149-47bc-8b77-6c35876494ff,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:28.465555 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:28.465894 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:28.466231 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:28.466589 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:28.467533 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:28.467945 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:28.468271 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:28.468594 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:28.468915 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:28.469288 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:28.469555 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:28.469879 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:28.534340 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479c889-c16e-4cc0-8690-24bc26d6887a req-d8435100-5aa6-4be6-ad3c-c0224c295653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:28.535885 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a479c889-c16e-4cc0-8690-24bc26d6887a req-d8435100-5aa6-4be6-ad3c-c0224c295653 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6e9e345c-a124-4104-9060-5bf6cb9136f1 HTTP/1.1" status: 200 len: 1097 time: 0.0548489 Jul 13 08:02:28.572159 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a479c889-c16e-4cc0-8690-24bc26d6887a req-f5e2ba1a-50e4-473c-a3e3-eef6eed49608 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8d2c6556-4d3a-4af3-952d-1b5cd8a0b92a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303454 Jul 13 08:02:28.722310 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-0ffa9e8d-9964-424e-b5e2-4c99914f430c None None] Provisioning complete for port 6bf5d517-e149-47bc-8b77-6c35876494ff triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:02:28.722586 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0ffa9e8d-9964-424e-b5e2-4c99914f430c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:28.908734 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355177ad-86f7-475b-ad75-9dee09396874 req-9f339d6e-09d5-4f74-bbac-1e66c1f0af3a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:28.910225 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-355177ad-86f7-475b-ad75-9dee09396874 req-9f339d6e-09d5-4f74-bbac-1e66c1f0af3a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e9e345c-a124-4104-9060-5bf6cb9136f1 HTTP/1.1" status: 200 len: 945 time: 0.0646191 Jul 13 08:02:28.947977 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-355177ad-86f7-475b-ad75-9dee09396874 req-3b3e31d4-5b45-4dcb-9ab3-dbbaab3e5b51 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d2c6556-4d3a-4af3-952d-1b5cd8a0b92a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322075 Jul 13 08:02:30.132144 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5116863-65db-433a-9a0f-de22f977202d req-f339253e-232d-4e40-b089-b01a82b03739 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:30.133644 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e5116863-65db-433a-9a0f-de22f977202d req-f339253e-232d-4e40-b089-b01a82b03739 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e9e345c-a124-4104-9060-5bf6cb9136f1 HTTP/1.1" status: 200 len: 945 time: 0.0661144 Jul 13 08:02:30.172747 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e5116863-65db-433a-9a0f-de22f977202d req-debb6d4c-585e-4c76-b709-826f4a6c0e14 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d2c6556-4d3a-4af3-952d-1b5cd8a0b92a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334997 Jul 13 08:02:30.273578 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2fba9aa7-812c-45b9-8647-2d441cc73911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:30.612018 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864d520-c287-4756-b632-0d657270ded2 req-4fd547c3-f43a-47fb-b930-233d921205de tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:30.613612 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0864d520-c287-4756-b632-0d657270ded2 req-4fd547c3-f43a-47fb-b930-233d921205de tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e9e345c-a124-4104-9060-5bf6cb9136f1 HTTP/1.1" status: 200 len: 945 time: 0.3302298 Jul 13 08:02:30.651856 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0864d520-c287-4756-b632-0d657270ded2 req-36278a10-d71c-4207-bbe9-39bf0ecf9b4b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d2c6556-4d3a-4af3-952d-1b5cd8a0b92a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327990 Jul 13 08:02:30.676102 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39548) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:30.732358 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfbc12b-e99a-47d6-bdb5-c47170502444 tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:30.734029 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8dfbc12b-e99a-47d6-bdb5-c47170502444 tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6e9e345c-a124-4104-9060-5bf6cb9136f1 HTTP/1.1" status: 200 len: 1092 time: 0.0568330 Jul 13 08:02:30.736755 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39550) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:30.741191 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-37539f38-9b9c-40f6-8ac0-c4d4fd6e9152 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'port_id': '6bf5d517-e149-47bc-8b77-6c35876494ff', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:02:30.763096 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-37539f38-9b9c-40f6-8ac0-c4d4fd6e9152 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for floatingip, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:30.867510 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-37539f38-9b9c-40f6-8ac0-c4d4fd6e9152 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:30.970562 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-37539f38-9b9c-40f6-8ac0-c4d4fd6e9152 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Allocated IP 172.25.3.149 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/bb9ae7fd-243e-4305-87a3-0d7479f4f871) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:02:31.074322 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-37539f38-9b9c-40f6-8ac0-c4d4fd6e9152 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:31.113377 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-37539f38-9b9c-40f6-8ac0-c4d4fd6e9152 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:31.155189 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37539f38-9b9c-40f6-8ac0-c4d4fd6e9152 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:02:31.157949 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-37539f38-9b9c-40f6-8ac0-c4d4fd6e9152 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:02:31.161516 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37539f38-9b9c-40f6-8ac0-c4d4fd6e9152 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:02:31.166929 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37539f38-9b9c-40f6-8ac0-c4d4fd6e9152 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'Port': ['ID=bb9ae7fd-243e-4305-87a3-0d7479f4f871,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:31.548394 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-37539f38-9b9c-40f6-8ac0-c4d4fd6e9152 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:31.626735 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-37539f38-9b9c-40f6-8ac0-c4d4fd6e9152 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:31.772993 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-37539f38-9b9c-40f6-8ac0-c4d4fd6e9152 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:31.777168 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-37539f38-9b9c-40f6-8ac0-c4d4fd6e9152 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:31.847522 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37539f38-9b9c-40f6-8ac0-c4d4fd6e9152 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'Port': ['ID=bb9ae7fd-243e-4305-87a3-0d7479f4f871,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:02:31.859267 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37539f38-9b9c-40f6-8ac0-c4d4fd6e9152 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:31.859621 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37539f38-9b9c-40f6-8ac0-c4d4fd6e9152 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:31.859964 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37539f38-9b9c-40f6-8ac0-c4d4fd6e9152 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:31.860303 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37539f38-9b9c-40f6-8ac0-c4d4fd6e9152 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:31.860636 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37539f38-9b9c-40f6-8ac0-c4d4fd6e9152 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:31.860966 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37539f38-9b9c-40f6-8ac0-c4d4fd6e9152 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:31.861296 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37539f38-9b9c-40f6-8ac0-c4d4fd6e9152 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:31.861626 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37539f38-9b9c-40f6-8ac0-c4d4fd6e9152 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:31.861954 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37539f38-9b9c-40f6-8ac0-c4d4fd6e9152 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:31.862278 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37539f38-9b9c-40f6-8ac0-c4d4fd6e9152 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:31.862600 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37539f38-9b9c-40f6-8ac0-c4d4fd6e9152 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:31.862922 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37539f38-9b9c-40f6-8ac0-c4d4fd6e9152 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:02:31.870028 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-37539f38-9b9c-40f6-8ac0-c4d4fd6e9152 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:31.969594 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [None req-37539f38-9b9c-40f6-8ac0-c4d4fd6e9152 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Floating IP 7985c787-7356-4c63-aa43-5e341e5fba6d associated. External IP: 172.25.3.149, port: 6bf5d517-e149-47bc-8b77-6c35876494ff. Jul 13 08:02:32.176708 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37539f38-9b9c-40f6-8ac0-c4d4fd6e9152 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Router a2d9164a-f3ff-4e24-b69b-cb803cf9f175 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:02:32.283680 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37539f38-9b9c-40f6-8ac0-c4d4fd6e9152 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:02:32.293648 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7631a317-b484-40eb-a6f0-5547ff4fc436 None None] Sync routers for ids ['a2d9164a-f3ff-4e24-b69b-cb803cf9f175'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:02:32.299861 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-37539f38-9b9c-40f6-8ac0-c4d4fd6e9152 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:32.304819 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7631a317-b484-40eb-a6f0-5547ff4fc436 None None] Routers {'a2d9164a-f3ff-4e24-b69b-cb803cf9f175'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:02:32.305435 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-7631a317-b484-40eb-a6f0-5547ff4fc436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:02:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['a2d9164a-f3ff-4e24-b69b-cb803cf9f175'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:32.335812 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-37539f38-9b9c-40f6-8ac0-c4d4fd6e9152 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5980330 Jul 13 08:02:32.336415 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9e345c-a124-4104-9060-5bf6cb9136f1', 'tag': '6bf5d517-e149-47bc-8b77-6c35876494ff'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:02:32.338689 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb7405a-848e-41a0-9e16-093994a41eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9e345c-a124-4104-9060-5bf6cb9136f1", "tag": "6bf5d517-e149-47bc-8b77-6c35876494ff"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:02:32.381617 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528e9eea-294b-42a0-a0ec-54aefa7423fa x-openstack-request-id: req-528e9eea-294b-42a0-a0ec-54aefa7423fa {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:02:32.382199 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9e345c-a124-4104-9060-5bf6cb9136f1", "tag": "6bf5d517-e149-47bc-8b77-6c35876494ff", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:02:32.382698 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-528e9eea-294b-42a0-a0ec-54aefa7423fa {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:02:32.383443 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9e345c-a124-4104-9060-5bf6cb9136f1', 'tag': '6bf5d517-e149-47bc-8b77-6c35876494ff', 'status': 'completed', 'code': 200} Jul 13 08:02:32.504587 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7405a-848e-41a0-9e16-093994a41eb0 req-ed1ed97c-bbff-48a1-9750-a1ba5e0b41cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:32.506129 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7fb7405a-848e-41a0-9e16-093994a41eb0 req-ed1ed97c-bbff-48a1-9750-a1ba5e0b41cc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&device_id=6e9e345c-a124-4104-9060-5bf6cb9136f1 HTTP/1.1" status: 200 len: 1097 time: 0.0983226 Jul 13 08:02:32.519170 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4abe7-2e61-4d86-bc00-b5564edaba00 req-676c43db-2698-46c8-8e34-b4629356afd4 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:32.520731 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6ca4abe7-2e61-4d86-bc00-b5564edaba00 req-676c43db-2698-46c8-8e34-b4629356afd4 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e9e345c-a124-4104-9060-5bf6cb9136f1 HTTP/1.1" status: 200 len: 945 time: 0.0860417 Jul 13 08:02:32.569179 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-7631a317-b484-40eb-a6f0-5547ff4fc436 None None] Set router a2d9164a-f3ff-4e24-b69b-cb803cf9f175 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:02:32.611077 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6ca4abe7-2e61-4d86-bc00-b5564edaba00 req-377b515e-a1ec-41dc-83df-52e5d83890fc tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d2c6556-4d3a-4af3-952d-1b5cd8a0b92a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820570 Jul 13 08:02:32.639906 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7405a-848e-41a0-9e16-093994a41eb0 req-4db1e8ef-9a55-49fd-9258-0802f7f577c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:32.640124 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7fb7405a-848e-41a0-9e16-093994a41eb0 req-4db1e8ef-9a55-49fd-9258-0802f7f577c5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ae4bcedd-9bbc-4560-993e-088dbf95c9f2 HTTP/1.1" status: 200 len: 898 time: 0.1183953 Jul 13 08:02:32.644014 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39556) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:32.747422 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-989391d9-e961-41e0-85be-5d554a3f5684 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/floatingips/7985c787-7356-4c63-aa43-5e341e5fba6d HTTP/1.1" status: 200 len: 991 time: 0.1022937 Jul 13 08:02:32.754532 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7fb7405a-848e-41a0-9e16-093994a41eb0 req-31282de6-345f-4582-aae4-c2a58a883b63 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bf5d517-e149-47bc-8b77-6c35876494ff HTTP/1.1" status: 200 len: 999 time: 0.1032658 Jul 13 08:02:32.797413 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-7631a317-b484-40eb-a6f0-5547ff4fc436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d9164a-f3ff-4e24-b69b-cb803cf9f175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1394322396', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '6a7ba98d-815d-4242-9eda-68614e1c5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:02:14Z', 'updated_at': '2021-07-13T08:02:18Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '6a7ba98d-815d-4242-9eda-68614e1c5ad8', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:36:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d9164a-f3ff-4e24-b69b-cb803cf9f175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:02:15Z', 'updated_at': '2021-07-13T08:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '7985c787-7356-4c63-aa43-5e341e5fba6d', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'floating_ip_address': '172.25.3.149', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'a2d9164a-f3ff-4e24-b69b-cb803cf9f175', 'port_id': '6bf5d517-e149-47bc-8b77-6c35876494ff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae4bcedd-9bbc-4560-993e-088dbf95c9f2', 'mac_address': 'fa:16:3e:52:1b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9e345c-a124-4104-9060-5bf6cb9136f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:02:31Z', 'updated_at': '2021-07-13T08:02:31Z', 'revision_number': 0, 'project_id': '4d783f05a12042019a6219e445ea2541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c206d7b9-0684-4ec3-a4c6-f243c9d2a254', 'name': '', 'network_id': 'ae4bcedd-9bbc-4560-993e-088dbf95c9f2', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'mac_address': 'fa:16:3e:3f:9a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d9164a-f3ff-4e24-b69b-cb803cf9f175', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '6b9c7f6b-a41a-457d-ba42-6b0258a1458d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:02:17Z', 'updated_at': '2021-07-13T08:02:22Z', 'revision_number': 5, 'project_id': '4d783f05a12042019a6219e445ea2541', 'subnets': [{'id': '6b9c7f6b-a41a-457d-ba42-6b0258a1458d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:32.807869 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7405a-848e-41a0-9e16-093994a41eb0 req-0eeece8a-6213-4df4-a2dc-e2d6b8f49ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:32.809343 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7fb7405a-848e-41a0-9e16-093994a41eb0 req-0eeece8a-6213-4df4-a2dc-e2d6b8f49ec1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6b9c7f6b-a41a-457d-ba42-6b0258a1458d HTTP/1.1" status: 200 len: 835 time: 0.0483360 Jul 13 08:02:32.829612 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7631a317-b484-40eb-a6f0-5547ff4fc436 None None] Checking router: a2d9164a-f3ff-4e24-b69b-cb803cf9f175 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:02:32.837833 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7631a317-b484-40eb-a6f0-5547ff4fc436 None None] Routers {'a2d9164a-f3ff-4e24-b69b-cb803cf9f175'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:02:32.838441 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-7631a317-b484-40eb-a6f0-5547ff4fc436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:02:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['a2d9164a-f3ff-4e24-b69b-cb803cf9f175'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:32.868958 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7405a-848e-41a0-9e16-093994a41eb0 req-950481f5-a456-4a9c-bbdb-d5be7ed2e0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:32.870486 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7fb7405a-848e-41a0-9e16-093994a41eb0 req-950481f5-a456-4a9c-bbdb-d5be7ed2e0e2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ae4bcedd-9bbc-4560-993e-088dbf95c9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552301 Jul 13 08:02:32.945171 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-7631a317-b484-40eb-a6f0-5547ff4fc436 None None] Set router a2d9164a-f3ff-4e24-b69b-cb803cf9f175 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:02:32.960386 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7fb7405a-848e-41a0-9e16-093994a41eb0 req-12e4e82f-44b9-4933-97c7-fac5a946415a service neutron] 10.222.0.25 "GET /v2.0/networks/ae4bcedd-9bbc-4560-993e-088dbf95c9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836725 Jul 13 08:02:33.053367 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7fb7405a-848e-41a0-9e16-093994a41eb0 req-54766cc0-fddb-459c-b327-9c8bc434f52b service neutron] 10.222.0.25 "GET /v2.0/networks/ae4bcedd-9bbc-4560-993e-088dbf95c9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863483 Jul 13 08:02:33.164356 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fd7bab6a-5f44-4458-b5d4-bfa357766f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:33.176334 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-7631a317-b484-40eb-a6f0-5547ff4fc436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d9164a-f3ff-4e24-b69b-cb803cf9f175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1394322396', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '6a7ba98d-815d-4242-9eda-68614e1c5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:02:14Z', 'updated_at': '2021-07-13T08:02:18Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '6a7ba98d-815d-4242-9eda-68614e1c5ad8', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:36:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d9164a-f3ff-4e24-b69b-cb803cf9f175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:02:15Z', 'updated_at': '2021-07-13T08:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '7985c787-7356-4c63-aa43-5e341e5fba6d', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'floating_ip_address': '172.25.3.149', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'a2d9164a-f3ff-4e24-b69b-cb803cf9f175', 'port_id': '6bf5d517-e149-47bc-8b77-6c35876494ff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae4bcedd-9bbc-4560-993e-088dbf95c9f2', 'mac_address': 'fa:16:3e:52:1b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9e345c-a124-4104-9060-5bf6cb9136f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:02:31Z', 'updated_at': '2021-07-13T08:02:31Z', 'revision_number': 0, 'project_id': '4d783f05a12042019a6219e445ea2541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c206d7b9-0684-4ec3-a4c6-f243c9d2a254', 'name': '', 'network_id': 'ae4bcedd-9bbc-4560-993e-088dbf95c9f2', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'mac_address': 'fa:16:3e:3f:9a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d9164a-f3ff-4e24-b69b-cb803cf9f175', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '6b9c7f6b-a41a-457d-ba42-6b0258a1458d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:02:17Z', 'updated_at': '2021-07-13T08:02:22Z', 'revision_number': 5, 'project_id': '4d783f05a12042019a6219e445ea2541', 'subnets': [{'id': '6b9c7f6b-a41a-457d-ba42-6b0258a1458d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:02:33.210802 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7631a317-b484-40eb-a6f0-5547ff4fc436 None None] The sync data for ids ['a2d9164a-f3ff-4e24-b69b-cb803cf9f175'] in n-d-771363-34 is: [{'id': 'a2d9164a-f3ff-4e24-b69b-cb803cf9f175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1394322396', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '6a7ba98d-815d-4242-9eda-68614e1c5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:02:14Z', 'updated_at': '2021-07-13T08:02:18Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '6a7ba98d-815d-4242-9eda-68614e1c5ad8', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:36:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d9164a-f3ff-4e24-b69b-cb803cf9f175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:02:15Z', 'updated_at': '2021-07-13T08:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '7985c787-7356-4c63-aa43-5e341e5fba6d', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'floating_ip_address': '172.25.3.149', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'a2d9164a-f3ff-4e24-b69b-cb803cf9f175', 'port_id': '6bf5d517-e149-47bc-8b77-6c35876494ff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae4bcedd-9bbc-4560-993e-088dbf95c9f2', 'mac_address': 'fa:16:3e:52:1b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9e345c-a124-4104-9060-5bf6cb9136f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:02:31Z', 'updated_at': '2021-07-13T08:02:31Z', 'revision_number': 0, 'project_id': '4d783f05a12042019a6219e445ea2541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c206d7b9-0684-4ec3-a4c6-f243c9d2a254', 'name': '', 'network_id': 'ae4bcedd-9bbc-4560-993e-088dbf95c9f2', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'mac_address': 'fa:16:3e:3f:9a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d9164a-f3ff-4e24-b69b-cb803cf9f175', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '6b9c7f6b-a41a-457d-ba42-6b0258a1458d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:02:17Z', 'updated_at': '2021-07-13T08:02:22Z', 'revision_number': 5, 'project_id': '4d783f05a12042019a6219e445ea2541', 'subnets': [{'id': '6b9c7f6b-a41a-457d-ba42-6b0258a1458d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:02:33.226716 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:33.405597 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d331b1a-715c-4464-9eae-0530f2ddbc09 None None] New status for floating IP 7985c787-7356-4c63-aa43-5e341e5fba6d: ACTIVE {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:02:33.752012 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39558) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:02:33.813253 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6add1022-0ddb-412c-9bf4-a7b3f18a7bf3 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/floatingips/7985c787-7356-4c63-aa43-5e341e5fba6d HTTP/1.1" status: 200 len: 993 time: 0.0599253 Jul 13 08:02:34.179300 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:35.957158 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:43.581609 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6a8ab191-dd18-47e5-885f-49599cecc98a req-e1df4ad1-5b42-4c70-a808-9f331423ff7a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6e9e345c-a124-4104-9060-5bf6cb9136f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0560369 Jul 13 08:02:43.674372 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ab191-dd18-47e5-885f-49599cecc98a req-fcae0759-c770-4179-b6a2-f189536424cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:43.675916 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6a8ab191-dd18-47e5-885f-49599cecc98a req-fcae0759-c770-4179-b6a2-f189536424cd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&device_id=6e9e345c-a124-4104-9060-5bf6cb9136f1 HTTP/1.1" status: 200 len: 1097 time: 0.0529196 Jul 13 08:02:43.779899 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ab191-dd18-47e5-885f-49599cecc98a req-faec8149-b730-403e-80ef-d50f9590a921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:43.781457 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6a8ab191-dd18-47e5-885f-49599cecc98a req-faec8149-b730-403e-80ef-d50f9590a921 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ae4bcedd-9bbc-4560-993e-088dbf95c9f2 HTTP/1.1" status: 200 len: 898 time: 0.0856495 Jul 13 08:02:43.851349 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6a8ab191-dd18-47e5-885f-49599cecc98a req-2ca6124b-86b1-4fd0-b909-1865f96e52f9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bf5d517-e149-47bc-8b77-6c35876494ff HTTP/1.1" status: 200 len: 1001 time: 0.0625949 Jul 13 08:02:43.900786 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ab191-dd18-47e5-885f-49599cecc98a req-b7f970a5-00cb-40f8-b4c5-4dd340d61b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:43.902240 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6a8ab191-dd18-47e5-885f-49599cecc98a req-b7f970a5-00cb-40f8-b4c5-4dd340d61b69 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6b9c7f6b-a41a-457d-ba42-6b0258a1458d HTTP/1.1" status: 200 len: 835 time: 0.0446224 Jul 13 08:02:43.960339 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ab191-dd18-47e5-885f-49599cecc98a req-fd270e1b-046c-43b9-a03c-c5095557ab23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:02:43.961996 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6a8ab191-dd18-47e5-885f-49599cecc98a req-fd270e1b-046c-43b9-a03c-c5095557ab23 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ae4bcedd-9bbc-4560-993e-088dbf95c9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535934 Jul 13 08:02:44.081020 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6a8ab191-dd18-47e5-885f-49599cecc98a req-8c1c8cba-37bc-41e7-a435-0e978066bf63 service neutron] 10.222.0.25 "GET /v2.0/networks/ae4bcedd-9bbc-4560-993e-088dbf95c9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112852 Jul 13 08:02:44.177292 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6a8ab191-dd18-47e5-885f-49599cecc98a req-7c716cb0-30c1-459e-a23f-175664df3b2e service neutron] 10.222.0.25 "GET /v2.0/networks/ae4bcedd-9bbc-4560-993e-088dbf95c9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886366 Jul 13 08:02:53.592595 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:54.138027 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:02:58.083593 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:03:00.275779 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-757e11c9-36a5-4806-8c63-3c1a904151f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:00.907126 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26327fbb-191e-405c-b2b3-f257b7b6c2f3 req-697d3115-82e8-4336-8a79-3b317d0af41b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:00.908702 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-26327fbb-191e-405c-b2b3-f257b7b6c2f3 req-697d3115-82e8-4336-8a79-3b317d0af41b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e9e345c-a124-4104-9060-5bf6cb9136f1 HTTP/1.1" status: 200 len: 945 time: 0.3458033 Jul 13 08:03:00.948043 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-26327fbb-191e-405c-b2b3-f257b7b6c2f3 req-6f42424a-2a70-48df-9829-e61cce40de96 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d2c6556-4d3a-4af3-952d-1b5cd8a0b92a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320826 Jul 13 08:03:00.972899 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39574) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:01.037325 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f968ff4a-e324-44e7-9f3b-15bff4935db5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/floatingips/7985c787-7356-4c63-aa43-5e341e5fba6d HTTP/1.1" status: 200 len: 993 time: 0.0631373 Jul 13 08:03:01.474699 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b642e4c-2ad9-4829-845f-141d5eaf7059 req-af123c6b-3876-4524-bba6-5b2890ba21c9 tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:01.476254 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1b642e4c-2ad9-4829-845f-141d5eaf7059 req-af123c6b-3876-4524-bba6-5b2890ba21c9 tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6e9e345c-a124-4104-9060-5bf6cb9136f1 HTTP/1.1" status: 200 len: 1097 time: 0.0524087 Jul 13 08:03:01.513541 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1b642e4c-2ad9-4829-845f-141d5eaf7059 req-5859f900-5679-468a-a58d-e20a8f73fc63 tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=8d2c6556-4d3a-4af3-952d-1b5cd8a0b92a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316727 Jul 13 08:03:02.105924 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-792b6729-efe6-4759-8380-1ae10d540bef service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6e9e345c-a124-4104-9060-5bf6cb9136f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0518613 Jul 13 08:03:02.672716 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-251e7456-c62d-46d9-ae11-2c879351da3d tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:03:02.673741 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-251e7456-c62d-46d9-ae11-2c879351da3d tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0699885 Jul 13 08:03:02.683263 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-632aa863-8d68-4897-9ecd-df18c9b05322 service neutron] Request body: {'binding': {'host': 'n-h1-771363-34', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:02.683720 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-632aa863-8d68-4897-9ecd-df18c9b05322 service neutron] Unknown quota resources ['binding']. {{(pid=94017) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 13 08:03:02.838775 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-632aa863-8d68-4897-9ecd-df18c9b05322 service neutron] Attempting to bind port 6bf5d517-e149-47bc-8b77-6c35876494ff on host n-h1-771363-34 for vnic_type normal with profile None {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:03:02.839295 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-632aa863-8d68-4897-9ecd-df18c9b05322 service neutron] Attempting to bind port 6bf5d517-e149-47bc-8b77-6c35876494ff by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'cd85481a-81b5-4484-be91-2d5c341cab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ae4bcedd-9bbc-4560-993e-088dbf95c9f2'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:03:02.839783 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-632aa863-8d68-4897-9ecd-df18c9b05322 service neutron] Attempting to bind port 6bf5d517-e149-47bc-8b77-6c35876494ff on network ae4bcedd-9bbc-4560-993e-088dbf95c9f2 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:03:02.846563 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-632aa863-8d68-4897-9ecd-df18c9b05322 service neutron] Port 6bf5d517-e149-47bc-8b77-6c35876494ff on network ae4bcedd-9bbc-4560-993e-088dbf95c9f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:03:02.847603 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-632aa863-8d68-4897-9ecd-df18c9b05322 service neutron] Attempting to bind port 6bf5d517-e149-47bc-8b77-6c35876494ff on network ae4bcedd-9bbc-4560-993e-088dbf95c9f2 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:03:02.854290 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-632aa863-8d68-4897-9ecd-df18c9b05322 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:03:02.854745 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-632aa863-8d68-4897-9ecd-df18c9b05322 service neutron] Checking segment: {'id': 'cd85481a-81b5-4484-be91-2d5c341cab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ae4bcedd-9bbc-4560-993e-088dbf95c9f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:03:02.855335 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-632aa863-8d68-4897-9ecd-df18c9b05322 service neutron] Bound using segment: {'id': 'cd85481a-81b5-4484-be91-2d5c341cab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ae4bcedd-9bbc-4560-993e-088dbf95c9f2'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:03:02.855921 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-632aa863-8d68-4897-9ecd-df18c9b05322 service neutron] Bound port: 6bf5d517-e149-47bc-8b77-6c35876494ff, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd85481a-81b5-4484-be91-2d5c341cab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ae4bcedd-9bbc-4560-993e-088dbf95c9f2'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:03:02.951579 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-632aa863-8d68-4897-9ecd-df18c9b05322 service neutron] For port 6bf5d517-e149-47bc-8b77-6c35876494ff, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6bf5d517-e149-47bc-8b77-6c35876494ff,segment=NetworkSegment(cd85481a-81b5-4484-be91-2d5c341cab25),segment_id=cd85481a-81b5-4484-be91-2d5c341cab25)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:03:02.957103 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-632aa863-8d68-4897-9ecd-df18c9b05322 service neutron] Notify callbacks [] for binding, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:02.958364 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-632aa863-8d68-4897-9ecd-df18c9b05322 service neutron] 10.222.0.23 "POST /v2.0/ports/6bf5d517-e149-47bc-8b77-6c35876494ff/bindings HTTP/1.1" status: 201 len: 390 time: 0.2784173 Jul 13 08:03:03.156631 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-99ef56bf-ee51-48ec-bc3a-49d6f4e629ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:03.167831 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350e187-f3be-4c14-8f49-397cdeb0bf6e req-23115209-5b5f-40cf-a921-77037cb8a593 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:03.169364 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1350e187-f3be-4c14-8f49-397cdeb0bf6e req-23115209-5b5f-40cf-a921-77037cb8a593 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e9e345c-a124-4104-9060-5bf6cb9136f1 HTTP/1.1" status: 200 len: 945 time: 0.0731742 Jul 13 08:03:03.213438 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:03.213999 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-c3fe48db-828c-49c7-977b-6b666858308e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:03.216992 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-c3fe48db-828c-49c7-977b-6b666858308e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&device_id=6e9e345c-a124-4104-9060-5bf6cb9136f1 HTTP/1.1" status: 200 len: 1097 time: 0.0679517 Jul 13 08:03:03.219742 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1350e187-f3be-4c14-8f49-397cdeb0bf6e req-d1574907-0cb3-443b-874d-e9a11c05714d tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d2c6556-4d3a-4af3-952d-1b5cd8a0b92a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439892 Jul 13 08:03:03.306522 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-be3e0100-5ac5-4bee-a834-b26742a48d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:03.308112 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-be3e0100-5ac5-4bee-a834-b26742a48d96 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ae4bcedd-9bbc-4560-993e-088dbf95c9f2 HTTP/1.1" status: 200 len: 898 time: 0.0846913 Jul 13 08:03:03.375840 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-450016f9-dc72-4f63-bd8e-3da0d4695b30 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bf5d517-e149-47bc-8b77-6c35876494ff HTTP/1.1" status: 200 len: 1001 time: 0.0619538 Jul 13 08:03:03.422746 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-e480ace5-8edb-40be-9e3a-cb095b88d65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:03.424172 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-e480ace5-8edb-40be-9e3a-cb095b88d65c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6b9c7f6b-a41a-457d-ba42-6b0258a1458d HTTP/1.1" status: 200 len: 835 time: 0.0427551 Jul 13 08:03:03.480396 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-06bb5b13-f7c1-4ed4-82c0-1069426629a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:03.481898 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-06bb5b13-f7c1-4ed4-82c0-1069426629a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ae4bcedd-9bbc-4560-993e-088dbf95c9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519762 Jul 13 08:03:03.582080 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-40e9e11f-b6dc-4cd9-8c7f-5d1fb1504601 service neutron] 10.222.0.42 "GET /v2.0/networks/ae4bcedd-9bbc-4560-993e-088dbf95c9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929668 Jul 13 08:03:03.671045 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-bfeccdf8-7d96-4670-a182-20eba39bdeec service neutron] 10.222.0.42 "GET /v2.0/networks/ae4bcedd-9bbc-4560-993e-088dbf95c9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834997 Jul 13 08:03:03.824107 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-fe1de443-9df3-402e-b798-4afc8010e900 tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:03.825623 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-fe1de443-9df3-402e-b798-4afc8010e900 tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6e9e345c-a124-4104-9060-5bf6cb9136f1&tenant_id=4d783f05a12042019a6219e445ea2541&binding%3Ahost_id=n-h2-771363-34 HTTP/1.1" status: 200 len: 1097 time: 0.0996635 Jul 13 08:03:03.835514 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-a8674ea2-5cc9-4543-806d-9ec102fd23b5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771363-34'}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:03.909183 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-a8674ea2-5cc9-4543-806d-9ec102fd23b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:04.037928 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-a8674ea2-5cc9-4543-806d-9ec102fd23b5 service neutron] For port 6bf5d517-e149-47bc-8b77-6c35876494ff, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=6bf5d517-e149-47bc-8b77-6c35876494ff,segment=NetworkSegment(cd85481a-81b5-4484-be91-2d5c341cab25),segment_id=cd85481a-81b5-4484-be91-2d5c341cab25)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:04.183328 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:04.387041 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-a8674ea2-5cc9-4543-806d-9ec102fd23b5 service neutron] For port 6bf5d517-e149-47bc-8b77-6c35876494ff, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:03:04.437559 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9e345c-a124-4104-9060-5bf6cb9136f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bf5d517-e149-47bc-8b77-6c35876494ff'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:03:04.439960 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf50d53d-be3a-4c60-bbd4-2c6c0e22994b" -d '{"events": [{"server_uuid": "6e9e345c-a124-4104-9060-5bf6cb9136f1", "name": "network-vif-unplugged", "status": "completed", "tag": "6bf5d517-e149-47bc-8b77-6c35876494ff"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:03:04.444350 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-a8674ea2-5cc9-4543-806d-9ec102fd23b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:04.459840 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94022ee-bcbc-4014-ba95-9d5e8e0098f2 req-1be02d6c-6d70-4282-bc63-5a6f31d1e80a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:04.461421 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b94022ee-bcbc-4014-ba95-9d5e8e0098f2 req-1be02d6c-6d70-4282-bc63-5a6f31d1e80a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e9e345c-a124-4104-9060-5bf6cb9136f1 HTTP/1.1" status: 200 len: 945 time: 0.1274786 Jul 13 08:03:04.462318 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-a8674ea2-5cc9-4543-806d-9ec102fd23b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:04.493174 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44379047-fe49-4f28-8124-c7381aa7a3e3 x-openstack-request-id: req-44379047-fe49-4f28-8124-c7381aa7a3e3 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:03:04.493468 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9e345c-a124-4104-9060-5bf6cb9136f1", "name": "network-vif-unplugged", "status": "completed", "tag": "6bf5d517-e149-47bc-8b77-6c35876494ff", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:03:04.493714 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-44379047-fe49-4f28-8124-c7381aa7a3e3 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:03:04.494110 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9e345c-a124-4104-9060-5bf6cb9136f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bf5d517-e149-47bc-8b77-6c35876494ff', 'code': 200} Jul 13 08:03:04.587157 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8674ea2-5cc9-4543-806d-9ec102fd23b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf5d517-e149-47bc-8b77-6c35876494ff,revision_number=7']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:04.594503 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b94022ee-bcbc-4014-ba95-9d5e8e0098f2 req-09412418-917c-415e-99dd-8c0dab301610 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d2c6556-4d3a-4af3-952d-1b5cd8a0b92a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237261 Jul 13 08:03:04.652109 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-a8674ea2-5cc9-4543-806d-9ec102fd23b5 service neutron] Attempting to bind port 6bf5d517-e149-47bc-8b77-6c35876494ff on host n-h2-771363-34 for vnic_type normal with profile {"migrating_to": "n-h1-771363-34"} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:03:04.652504 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-a8674ea2-5cc9-4543-806d-9ec102fd23b5 service neutron] Attempting to bind port 6bf5d517-e149-47bc-8b77-6c35876494ff by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'cd85481a-81b5-4484-be91-2d5c341cab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ae4bcedd-9bbc-4560-993e-088dbf95c9f2'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:03:04.652904 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-a8674ea2-5cc9-4543-806d-9ec102fd23b5 service neutron] Attempting to bind port 6bf5d517-e149-47bc-8b77-6c35876494ff on network ae4bcedd-9bbc-4560-993e-088dbf95c9f2 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:03:04.657547 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-a8674ea2-5cc9-4543-806d-9ec102fd23b5 service neutron] Port 6bf5d517-e149-47bc-8b77-6c35876494ff on network ae4bcedd-9bbc-4560-993e-088dbf95c9f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:03:04.657949 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-a8674ea2-5cc9-4543-806d-9ec102fd23b5 service neutron] Attempting to bind port 6bf5d517-e149-47bc-8b77-6c35876494ff on network ae4bcedd-9bbc-4560-993e-088dbf95c9f2 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:03:04.664105 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-a8674ea2-5cc9-4543-806d-9ec102fd23b5 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:03:04.664441 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-a8674ea2-5cc9-4543-806d-9ec102fd23b5 service neutron] Checking segment: {'id': 'cd85481a-81b5-4484-be91-2d5c341cab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ae4bcedd-9bbc-4560-993e-088dbf95c9f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:03:04.664830 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-a8674ea2-5cc9-4543-806d-9ec102fd23b5 service neutron] Bound using segment: {'id': 'cd85481a-81b5-4484-be91-2d5c341cab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ae4bcedd-9bbc-4560-993e-088dbf95c9f2'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:03:04.665263 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-a8674ea2-5cc9-4543-806d-9ec102fd23b5 service neutron] Bound port: 6bf5d517-e149-47bc-8b77-6c35876494ff, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd85481a-81b5-4484-be91-2d5c341cab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ae4bcedd-9bbc-4560-993e-088dbf95c9f2'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:03:04.665682 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-a8674ea2-5cc9-4543-806d-9ec102fd23b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:04.735053 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-a8674ea2-5cc9-4543-806d-9ec102fd23b5 service neutron] For port 6bf5d517-e149-47bc-8b77-6c35876494ff, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:03:04.738237 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-a8674ea2-5cc9-4543-806d-9ec102fd23b5 service neutron] For port 6bf5d517-e149-47bc-8b77-6c35876494ff, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=6bf5d517-e149-47bc-8b77-6c35876494ff,segment=NetworkSegment(cd85481a-81b5-4484-be91-2d5c341cab25),segment_id=cd85481a-81b5-4484-be91-2d5c341cab25)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:03:04.743742 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-a8674ea2-5cc9-4543-806d-9ec102fd23b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:04.744682 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a59261a0-69ca-4fc7-8b20-8fa7e8ab2b53 None None] Provisioning complete for port 6bf5d517-e149-47bc-8b77-6c35876494ff triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:04.745042 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a59261a0-69ca-4fc7-8b20-8fa7e8ab2b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:04.790510 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [req-d6afadda-54ce-4a3e-9b82-1859bb4e100b req-9a6169f8-8657-4319-9ca3-7226b3fe5d85 tempest-AttachVolumeShelveTestJSON-123742945 tempest-AttachVolumeShelveTestJSON-123742945-project] (94017) timed out ('10.222.0.42', 53690) {{(pid=94017) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 08:03:04.839691 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a59261a0-69ca-4fc7-8b20-8fa7e8ab2b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:04.843002 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8674ea2-5cc9-4543-806d-9ec102fd23b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf5d517-e149-47bc-8b77-6c35876494ff,revision_number=8']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:04.864403 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9e345c-a124-4104-9060-5bf6cb9136f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf5d517-e149-47bc-8b77-6c35876494ff'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:03:04.866790 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448f7e34-803c-420b-9291-b7c81f068080" -d '{"events": [{"server_uuid": "6e9e345c-a124-4104-9060-5bf6cb9136f1", "name": "network-vif-plugged", "status": "completed", "tag": "6bf5d517-e149-47bc-8b77-6c35876494ff"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:03:04.881280 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-a59261a0-69ca-4fc7-8b20-8fa7e8ab2b53 None None] For port 6bf5d517-e149-47bc-8b77-6c35876494ff, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=6bf5d517-e149-47bc-8b77-6c35876494ff,segment=NetworkSegment(cd85481a-81b5-4484-be91-2d5c341cab25),segment_id=cd85481a-81b5-4484-be91-2d5c341cab25)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:04.886251 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a59261a0-69ca-4fc7-8b20-8fa7e8ab2b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:04.899942 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-a8674ea2-5cc9-4543-806d-9ec102fd23b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:04.900582 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-a8674ea2-5cc9-4543-806d-9ec102fd23b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:04.902326 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-a8674ea2-5cc9-4543-806d-9ec102fd23b5 service neutron] 10.222.0.42 "PUT /v2.0/ports/6bf5d517-e149-47bc-8b77-6c35876494ff HTTP/1.1" status: 200 len: 1123 time: 1.0708909 Jul 13 08:03:04.928461 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74990704-5726-4f25-a768-e1a77d6b3e4c x-openstack-request-id: req-74990704-5726-4f25-a768-e1a77d6b3e4c {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:03:04.928748 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9e345c-a124-4104-9060-5bf6cb9136f1", "name": "network-vif-plugged", "status": "completed", "tag": "6bf5d517-e149-47bc-8b77-6c35876494ff", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:03:04.929003 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-74990704-5726-4f25-a768-e1a77d6b3e4c {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:03:04.929508 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9e345c-a124-4104-9060-5bf6cb9136f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf5d517-e149-47bc-8b77-6c35876494ff', 'code': 200} Jul 13 08:03:05.009101 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['6bf5d517-e149-47bc-8b77-6c35876494ff'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:03:05.051388 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59261a0-69ca-4fc7-8b20-8fa7e8ab2b53 None None] Pushing event updated for resources: {'Port': ['ID=6bf5d517-e149-47bc-8b77-6c35876494ff,revision_number=9']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:05.279338 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-af059742-01d9-40b8-a807-7b41da37adc6 None None] Provisioning complete for port 6bf5d517-e149-47bc-8b77-6c35876494ff triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:05.280037 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-af059742-01d9-40b8-a807-7b41da37adc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:05.783321 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239c84c-a981-46c8-b8d0-17b0fd11af79 req-c8ece8ef-cfe2-44aa-9544-56763183c880 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:05.785457 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f239c84c-a981-46c8-b8d0-17b0fd11af79 req-c8ece8ef-cfe2-44aa-9544-56763183c880 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e9e345c-a124-4104-9060-5bf6cb9136f1 HTTP/1.1" status: 200 len: 945 time: 0.0700531 Jul 13 08:03:05.823323 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f239c84c-a981-46c8-b8d0-17b0fd11af79 req-437e7e4b-7e96-47a4-bcda-7a49a4f50bc0 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d2c6556-4d3a-4af3-952d-1b5cd8a0b92a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322621 Jul 13 08:03:05.959121 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:06.495063 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9e345c-a124-4104-9060-5bf6cb9136f1', 'tag': '6bf5d517-e149-47bc-8b77-6c35876494ff'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:03:06.497495 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdbec2d-3dc2-416b-b67c-b30e00885300" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9e345c-a124-4104-9060-5bf6cb9136f1", "tag": "6bf5d517-e149-47bc-8b77-6c35876494ff"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:03:06.533298 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8baa7b-6ae1-4101-a965-358814fd54fb x-openstack-request-id: req-da8baa7b-6ae1-4101-a965-358814fd54fb {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:03:06.533586 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9e345c-a124-4104-9060-5bf6cb9136f1", "tag": "6bf5d517-e149-47bc-8b77-6c35876494ff", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:03:06.533831 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-da8baa7b-6ae1-4101-a965-358814fd54fb {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:03:06.534224 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9e345c-a124-4104-9060-5bf6cb9136f1', 'tag': '6bf5d517-e149-47bc-8b77-6c35876494ff', 'status': 'completed', 'code': 200} Jul 13 08:03:06.613528 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbec2d-3dc2-416b-b67c-b30e00885300 req-36b845d7-c059-41f4-9e2d-2c3ed0f660a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:06.615075 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5cdbec2d-3dc2-416b-b67c-b30e00885300 req-36b845d7-c059-41f4-9e2d-2c3ed0f660a1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&device_id=6e9e345c-a124-4104-9060-5bf6cb9136f1 HTTP/1.1" status: 200 len: 1128 time: 0.0574176 Jul 13 08:03:06.704672 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbec2d-3dc2-416b-b67c-b30e00885300 req-20b2564a-ca0e-4dc6-b174-2a5e9eba5769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:06.706174 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5cdbec2d-3dc2-416b-b67c-b30e00885300 req-20b2564a-ca0e-4dc6-b174-2a5e9eba5769 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ae4bcedd-9bbc-4560-993e-088dbf95c9f2 HTTP/1.1" status: 200 len: 898 time: 0.0850101 Jul 13 08:03:06.775485 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5cdbec2d-3dc2-416b-b67c-b30e00885300 req-e65b9387-3491-4c39-9394-6462c67b6274 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bf5d517-e149-47bc-8b77-6c35876494ff HTTP/1.1" status: 200 len: 1001 time: 0.0629616 Jul 13 08:03:06.824420 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbec2d-3dc2-416b-b67c-b30e00885300 req-c07ff941-43c6-4193-b1ec-c0d15f9c2a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:06.825887 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5cdbec2d-3dc2-416b-b67c-b30e00885300 req-c07ff941-43c6-4193-b1ec-c0d15f9c2a4a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6b9c7f6b-a41a-457d-ba42-6b0258a1458d HTTP/1.1" status: 200 len: 835 time: 0.0450037 Jul 13 08:03:06.887433 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbec2d-3dc2-416b-b67c-b30e00885300 req-dfe4db1c-c02f-481d-a247-fb548aa6eb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:06.888944 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5cdbec2d-3dc2-416b-b67c-b30e00885300 req-dfe4db1c-c02f-481d-a247-fb548aa6eb1d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ae4bcedd-9bbc-4560-993e-088dbf95c9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570323 Jul 13 08:03:06.984900 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5cdbec2d-3dc2-416b-b67c-b30e00885300 req-5a39cf2b-47d9-42a1-91a4-a83204a55a47 service neutron] 10.222.0.25 "GET /v2.0/networks/ae4bcedd-9bbc-4560-993e-088dbf95c9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895720 Jul 13 08:03:07.002442 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9b45d-2466-40c4-a54b-6769f85d1008 req-410b51b1-c30a-42a5-97a8-c9a8a0d11626 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:07.004011 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-44c9b45d-2466-40c4-a54b-6769f85d1008 req-410b51b1-c30a-42a5-97a8-c9a8a0d11626 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e9e345c-a124-4104-9060-5bf6cb9136f1 HTTP/1.1" status: 200 len: 945 time: 0.0671773 Jul 13 08:03:07.051744 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-44c9b45d-2466-40c4-a54b-6769f85d1008 req-7d39d2e9-46fa-43c5-8675-39adaf542154 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d2c6556-4d3a-4af3-952d-1b5cd8a0b92a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406823 Jul 13 08:03:07.085562 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5cdbec2d-3dc2-416b-b67c-b30e00885300 req-91577989-c061-47ef-a711-2412adaee646 service neutron] 10.222.0.25 "GET /v2.0/networks/ae4bcedd-9bbc-4560-993e-088dbf95c9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931959 Jul 13 08:03:07.346778 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 6bf5d517-e149-47bc-8b77-6c35876494ff details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:03:07.439158 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 6bf5d517-e149-47bc-8b77-6c35876494ff, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=6bf5d517-e149-47bc-8b77-6c35876494ff,segment=NetworkSegment(cd85481a-81b5-4484-be91-2d5c341cab25),segment_id=cd85481a-81b5-4484-be91-2d5c341cab25)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:07.450106 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 6bf5d517-e149-47bc-8b77-6c35876494ff has no active binding in host n-h1-771363-34 {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 13 08:03:08.239318 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515216e2-a0f6-48d6-97ba-dea256306632 req-1c594828-eada-4b3e-830d-fee6a637658b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:08.240852 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-515216e2-a0f6-48d6-97ba-dea256306632 req-1c594828-eada-4b3e-830d-fee6a637658b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e9e345c-a124-4104-9060-5bf6cb9136f1 HTTP/1.1" status: 200 len: 945 time: 0.0740252 Jul 13 08:03:08.280314 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-515216e2-a0f6-48d6-97ba-dea256306632 req-9b28e4de-70f3-44b8-a63f-d0ba259ec897 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d2c6556-4d3a-4af3-952d-1b5cd8a0b92a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339994 Jul 13 08:03:09.459649 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc52977-ae6c-40e6-aaad-c14a15f5647b req-b437b912-c6b5-4dab-a05f-0b654088d4f7 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:09.461136 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ddc52977-ae6c-40e6-aaad-c14a15f5647b req-b437b912-c6b5-4dab-a05f-0b654088d4f7 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e9e345c-a124-4104-9060-5bf6cb9136f1 HTTP/1.1" status: 200 len: 945 time: 0.0667968 Jul 13 08:03:09.498041 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ddc52977-ae6c-40e6-aaad-c14a15f5647b req-e8922819-f29c-4ae5-b63e-b3f94b273c4e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d2c6556-4d3a-4af3-952d-1b5cd8a0b92a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314469 Jul 13 08:03:09.856970 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-8ee3d731-ae77-4068-ab0f-6c6236b32f87 service neutron] 10.222.0.25 "GET /v2.0/ports/6bf5d517-e149-47bc-8b77-6c35876494ff/bindings/n-h1-771363-34 HTTP/1.1" status: 200 len: 385 time: 0.0532696 Jul 13 08:03:10.024707 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-585460f1-9b92-4ff4-9e86-704dd56b14e0 service neutron] For port 6bf5d517-e149-47bc-8b77-6c35876494ff, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=6bf5d517-e149-47bc-8b77-6c35876494ff,segment=NetworkSegment(cd85481a-81b5-4484-be91-2d5c341cab25),segment_id=cd85481a-81b5-4484-be91-2d5c341cab25)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:10.045404 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-585460f1-9b92-4ff4-9e86-704dd56b14e0 service neutron] For port 6bf5d517-e149-47bc-8b77-6c35876494ff, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:03:10.084905 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9e345c-a124-4104-9060-5bf6cb9136f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bf5d517-e149-47bc-8b77-6c35876494ff'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:03:10.087226 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedbf7aa-e14a-4cd5-8264-96f4f6b23d7a" -d '{"events": [{"server_uuid": "6e9e345c-a124-4104-9060-5bf6cb9136f1", "name": "network-vif-unplugged", "status": "completed", "tag": "6bf5d517-e149-47bc-8b77-6c35876494ff"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:03:10.094220 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-585460f1-9b92-4ff4-9e86-704dd56b14e0 service neutron] For port 6bf5d517-e149-47bc-8b77-6c35876494ff, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6bf5d517-e149-47bc-8b77-6c35876494ff,segment=NetworkSegment(cd85481a-81b5-4484-be91-2d5c341cab25),segment_id=cd85481a-81b5-4484-be91-2d5c341cab25)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:10.109982 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-585460f1-9b92-4ff4-9e86-704dd56b14e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:10.124307 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef220bf4-aedd-4f21-b308-60638e9e12ff x-openstack-request-id: req-ef220bf4-aedd-4f21-b308-60638e9e12ff {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:03:10.124603 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9e345c-a124-4104-9060-5bf6cb9136f1", "name": "network-vif-unplugged", "status": "completed", "tag": "6bf5d517-e149-47bc-8b77-6c35876494ff", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:03:10.124860 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ef220bf4-aedd-4f21-b308-60638e9e12ff {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:03:10.125293 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9e345c-a124-4104-9060-5bf6cb9136f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bf5d517-e149-47bc-8b77-6c35876494ff', 'code': 200} Jul 13 08:03:10.192271 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-585460f1-9b92-4ff4-9e86-704dd56b14e0 service neutron] Transition to ACTIVE for port object 6bf5d517-e149-47bc-8b77-6c35876494ff will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:03:10.198785 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-585460f1-9b92-4ff4-9e86-704dd56b14e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:10.294172 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585460f1-9b92-4ff4-9e86-704dd56b14e0 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf5d517-e149-47bc-8b77-6c35876494ff,revision_number=11']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:10.309401 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585460f1-9b92-4ff4-9e86-704dd56b14e0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:10.309749 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585460f1-9b92-4ff4-9e86-704dd56b14e0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:10.310092 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585460f1-9b92-4ff4-9e86-704dd56b14e0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:10.310428 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585460f1-9b92-4ff4-9e86-704dd56b14e0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:10.310762 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585460f1-9b92-4ff4-9e86-704dd56b14e0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:10.311090 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585460f1-9b92-4ff4-9e86-704dd56b14e0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:10.311558 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585460f1-9b92-4ff4-9e86-704dd56b14e0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:10.311777 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585460f1-9b92-4ff4-9e86-704dd56b14e0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:10.313231 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585460f1-9b92-4ff4-9e86-704dd56b14e0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:10.313231 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585460f1-9b92-4ff4-9e86-704dd56b14e0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:10.313231 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585460f1-9b92-4ff4-9e86-704dd56b14e0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:10.313231 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585460f1-9b92-4ff4-9e86-704dd56b14e0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:10.350895 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-585460f1-9b92-4ff4-9e86-704dd56b14e0 service neutron] No DVR routers for this DVR port 6bf5d517-e149-47bc-8b77-6c35876494ff on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:03:10.493002 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-585460f1-9b92-4ff4-9e86-704dd56b14e0 service neutron] 10.222.0.25 "PUT /v2.0/ports/6bf5d517-e149-47bc-8b77-6c35876494ff/bindings/n-h1-771363-34/activate HTTP/1.1" status: 200 len: 370 time: 0.6311023 Jul 13 08:03:10.615743 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-4a836248-ad5f-49e3-84b8-2e607da0a306 tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:10.617310 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-4a836248-ad5f-49e3-84b8-2e607da0a306 tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6e9e345c-a124-4104-9060-5bf6cb9136f1&tenant_id=4d783f05a12042019a6219e445ea2541&binding%3Ahost_id=n-h2-771363-34 HTTP/1.1" status: 200 len: 1096 time: 0.0696623 Jul 13 08:03:10.733244 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c1f0f-e13c-4a87-b347-5bedac6083d2 req-062d2789-a219-4ccd-b40a-fb6fdb59707b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:10.734724 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bb5c1f0f-e13c-4a87-b347-5bedac6083d2 req-062d2789-a219-4ccd-b40a-fb6fdb59707b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e9e345c-a124-4104-9060-5bf6cb9136f1 HTTP/1.1" status: 200 len: 944 time: 0.1164918 Jul 13 08:03:10.736957 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-2aa5de90-2fb9-4dc7-a603-e47b0c3fbd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:10.738628 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-2aa5de90-2fb9-4dc7-a603-e47b0c3fbd2f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6e9e345c-a124-4104-9060-5bf6cb9136f1&tenant_id=4d783f05a12042019a6219e445ea2541 HTTP/1.1" status: 200 len: 1096 time: 0.1116941 Jul 13 08:03:10.804331 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bb5c1f0f-e13c-4a87-b347-5bedac6083d2 req-0df942a5-428b-4b68-a315-4263b295efa1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d2c6556-4d3a-4af3-952d-1b5cd8a0b92a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629594 Jul 13 08:03:10.830425 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-4b3a8730-0d96-47c9-8a6b-6f252237e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:10.832986 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-4b3a8730-0d96-47c9-8a6b-6f252237e5a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&device_id=6e9e345c-a124-4104-9060-5bf6cb9136f1 HTTP/1.1" status: 200 len: 1096 time: 0.0717752 Jul 13 08:03:10.927183 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-50131cf0-9372-4947-8cb2-7ab43e64406e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:10.928694 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-50131cf0-9372-4947-8cb2-7ab43e64406e service neutron] 10.222.0.42 "GET /v2.0/networks?id=ae4bcedd-9bbc-4560-993e-088dbf95c9f2 HTTP/1.1" status: 200 len: 898 time: 0.0902512 Jul 13 08:03:10.993703 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-8ad8675f-a4b5-4638-84fa-3d43df874dce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bf5d517-e149-47bc-8b77-6c35876494ff HTTP/1.1" status: 200 len: 999 time: 0.0579789 Jul 13 08:03:11.045979 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-4d008365-d7c3-4ea8-bb55-f4ca1432079b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:11.047428 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-4d008365-d7c3-4ea8-bb55-f4ca1432079b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6b9c7f6b-a41a-457d-ba42-6b0258a1458d HTTP/1.1" status: 200 len: 835 time: 0.0476861 Jul 13 08:03:11.102600 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-4f68d6bd-f6aa-47f3-afbd-d1b2731e4bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:11.104115 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-4f68d6bd-f6aa-47f3-afbd-d1b2731e4bb8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ae4bcedd-9bbc-4560-993e-088dbf95c9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503931 Jul 13 08:03:11.194750 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-4a5981a6-bfb5-46dc-a929-f5fd975dfe56 service neutron] 10.222.0.42 "GET /v2.0/networks/ae4bcedd-9bbc-4560-993e-088dbf95c9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842881 Jul 13 08:03:11.291082 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-4ee6e480-6ec2-4d48-98c4-d2cad292fc67 service neutron] 10.222.0.42 "GET /v2.0/networks/ae4bcedd-9bbc-4560-993e-088dbf95c9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881813 Jul 13 08:03:11.571391 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-af30567f-2eb0-4a38-9fa6-3f02c524dba9 tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:11.572816 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-af30567f-2eb0-4a38-9fa6-3f02c524dba9 tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6e9e345c-a124-4104-9060-5bf6cb9136f1&tenant_id=4d783f05a12042019a6219e445ea2541&binding%3Ahost_id=n-h1-771363-34 HTTP/1.1" status: 200 len: 1096 time: 0.0594804 Jul 13 08:03:11.704609 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-426ca53e-fa61-4680-8f2b-fb66399db3b8 service neutron] For port 6bf5d517-e149-47bc-8b77-6c35876494ff, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:03:11.709524 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-426ca53e-fa61-4680-8f2b-fb66399db3b8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:11.710644 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-426ca53e-fa61-4680-8f2b-fb66399db3b8 service neutron] 10.222.0.42 "DELETE /v2.0/ports/6bf5d517-e149-47bc-8b77-6c35876494ff/bindings/n-h2-771363-34 HTTP/1.1" status: 204 len: 173 time: 0.1321771 Jul 13 08:03:11.984199 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ad851-00e4-42cc-b47c-78b49df6b51f req-bce66009-bb7b-4ef0-bbf1-04c58fd648e4 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:11.985720 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ab8ad851-00e4-42cc-b47c-78b49df6b51f req-bce66009-bb7b-4ef0-bbf1-04c58fd648e4 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e9e345c-a124-4104-9060-5bf6cb9136f1 HTTP/1.1" status: 200 len: 944 time: 0.0655036 Jul 13 08:03:12.027966 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ab8ad851-00e4-42cc-b47c-78b49df6b51f req-16151b2e-0a3f-447a-a304-578ca737c42e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d2c6556-4d3a-4af3-952d-1b5cd8a0b92a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360582 Jul 13 08:03:12.202129 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f33d3c-f01c-4bc9-be9e-c15878bf10d5 req-0e117722-dd76-4e4f-acd7-9b5cf6814f7c tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:12.203670 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-70f33d3c-f01c-4bc9-be9e-c15878bf10d5 req-0e117722-dd76-4e4f-acd7-9b5cf6814f7c tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6e9e345c-a124-4104-9060-5bf6cb9136f1 HTTP/1.1" status: 200 len: 1096 time: 0.0532808 Jul 13 08:03:12.240257 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-70f33d3c-f01c-4bc9-be9e-c15878bf10d5 req-aa3ab511-279d-4904-95c7-cbdbe2431b21 tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=8d2c6556-4d3a-4af3-952d-1b5cd8a0b92a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298717 Jul 13 08:03:12.423919 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e386c-644d-4b4a-b5f6-da996063df6b req-e2f4f83e-ad0f-4f56-8eb1-dd5ab8aeaa74 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:12.425974 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-885e386c-644d-4b4a-b5f6-da996063df6b req-e2f4f83e-ad0f-4f56-8eb1-dd5ab8aeaa74 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e9e345c-a124-4104-9060-5bf6cb9136f1 HTTP/1.1" status: 200 len: 944 time: 0.0701594 Jul 13 08:03:12.452019 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 6bf5d517-e149-47bc-8b77-6c35876494ff no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:03:12.469818 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-885e386c-644d-4b4a-b5f6-da996063df6b req-1c908c55-fa68-4898-a99c-b8d393f50886 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d2c6556-4d3a-4af3-952d-1b5cd8a0b92a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380697 Jul 13 08:03:12.497903 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 6bf5d517-e149-47bc-8b77-6c35876494ff not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:03:12.498298 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39636) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:12.564570 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-24a464ff-47a8-47eb-a64d-a853df170cc8 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/floatingips/7985c787-7356-4c63-aa43-5e341e5fba6d HTTP/1.1" status: 200 len: 991 time: 0.0651355 Jul 13 08:03:12.829103 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39642) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:12.998618 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-79b053c1-bbb5-43ec-ae7b-bca3cdc2e5c1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Deleting port bb9ae7fd-243e-4305-87a3-0d7479f4f871 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:03:12.999379 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79b053c1-bbb5-43ec-ae7b-bca3cdc2e5c1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:13.073948 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79b053c1-bbb5-43ec-ae7b-bca3cdc2e5c1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:13.074269 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79b053c1-bbb5-43ec-ae7b-bca3cdc2e5c1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:13.085877 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-79b053c1-bbb5-43ec-ae7b-bca3cdc2e5c1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Calling delete_port for bb9ae7fd-243e-4305-87a3-0d7479f4f871 owned by network:floatingip {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:03:13.267023 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79b053c1-bbb5-43ec-ae7b-bca3cdc2e5c1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:13.294054 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b053c1-bbb5-43ec-ae7b-bca3cdc2e5c1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event deleted for resources: {'Port': ['ID=bb9ae7fd-243e-4305-87a3-0d7479f4f871,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:13.354612 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79b053c1-bbb5-43ec-ae7b-bca3cdc2e5c1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for floatingip, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:13.355092 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [None req-79b053c1-bbb5-43ec-ae7b-bca3cdc2e5c1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Floating IP 7985c787-7356-4c63-aa43-5e341e5fba6d disassociated (deleted). External IP: 172.25.3.149, port: 6bf5d517-e149-47bc-8b77-6c35876494ff. Jul 13 08:03:13.571072 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b053c1-bbb5-43ec-ae7b-bca3cdc2e5c1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Router a2d9164a-f3ff-4e24-b69b-cb803cf9f175 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:03:13.684725 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b053c1-bbb5-43ec-ae7b-bca3cdc2e5c1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:03:13.689476 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79b053c1-bbb5-43ec-ae7b-bca3cdc2e5c1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:13.694963 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1452cf-ec56-4dc3-97cd-08b67651012a None None] Sync routers for ids ['a2d9164a-f3ff-4e24-b69b-cb803cf9f175'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:03:13.707629 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1452cf-ec56-4dc3-97cd-08b67651012a None None] Routers {'a2d9164a-f3ff-4e24-b69b-cb803cf9f175'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:13.708178 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-eb1452cf-ec56-4dc3-97cd-08b67651012a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:03:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['a2d9164a-f3ff-4e24-b69b-cb803cf9f175'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:13.736916 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-79b053c1-bbb5-43ec-ae7b-bca3cdc2e5c1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "DELETE /v2.0/floatingips/7985c787-7356-4c63-aa43-5e341e5fba6d HTTP/1.1" status: 204 len: 168 time: 0.9033649 Jul 13 08:03:13.736916 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9e345c-a124-4104-9060-5bf6cb9136f1', 'tag': '6bf5d517-e149-47bc-8b77-6c35876494ff'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:03:13.736916 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae663f2e-93c3-44a7-b36c-64cf540c086a" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9e345c-a124-4104-9060-5bf6cb9136f1", "tag": "6bf5d517-e149-47bc-8b77-6c35876494ff"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:03:13.782116 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3cdaf2-6880-472e-b8fb-179eb4602f63 x-openstack-request-id: req-2a3cdaf2-6880-472e-b8fb-179eb4602f63 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:03:13.783694 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9e345c-a124-4104-9060-5bf6cb9136f1", "tag": "6bf5d517-e149-47bc-8b77-6c35876494ff", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:03:13.785253 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2a3cdaf2-6880-472e-b8fb-179eb4602f63 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:03:13.785703 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9e345c-a124-4104-9060-5bf6cb9136f1', 'tag': '6bf5d517-e149-47bc-8b77-6c35876494ff', 'status': 'completed', 'code': 200} Jul 13 08:03:13.839977 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-eb1452cf-ec56-4dc3-97cd-08b67651012a None None] Set router a2d9164a-f3ff-4e24-b69b-cb803cf9f175 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:03:13.866302 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae663f2e-93c3-44a7-b36c-64cf540c086a req-75fede61-f96a-49f3-b39e-92409bdb32fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:13.868080 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ae663f2e-93c3-44a7-b36c-64cf540c086a req-75fede61-f96a-49f3-b39e-92409bdb32fd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&device_id=6e9e345c-a124-4104-9060-5bf6cb9136f1 HTTP/1.1" status: 200 len: 1096 time: 0.0626402 Jul 13 08:03:13.990346 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae663f2e-93c3-44a7-b36c-64cf540c086a req-d142c0ee-66c2-499e-878b-3a813a5c4d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:13.992127 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ae663f2e-93c3-44a7-b36c-64cf540c086a req-d142c0ee-66c2-499e-878b-3a813a5c4d62 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ae4bcedd-9bbc-4560-993e-088dbf95c9f2 HTTP/1.1" status: 200 len: 898 time: 0.1180413 Jul 13 08:03:14.046079 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ae663f2e-93c3-44a7-b36c-64cf540c086a req-8c7cbe34-9397-40f8-b14c-b2899d1ff776 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bf5d517-e149-47bc-8b77-6c35876494ff HTTP/1.1" status: 200 len: 217 time: 0.0411861 Jul 13 08:03:14.182347 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae663f2e-93c3-44a7-b36c-64cf540c086a req-934ca732-b746-45bb-976e-c4f715e0b5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:14.184723 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ae663f2e-93c3-44a7-b36c-64cf540c086a req-934ca732-b746-45bb-976e-c4f715e0b5a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6b9c7f6b-a41a-457d-ba42-6b0258a1458d HTTP/1.1" status: 200 len: 835 time: 0.1313734 Jul 13 08:03:14.249299 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f551590-f140-4e6d-9d7c-a38425fa1c4d req-aaf68ddb-c6b0-4438-84cf-54cf4a024af5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:14.252023 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7f551590-f140-4e6d-9d7c-a38425fa1c4d req-aaf68ddb-c6b0-4438-84cf-54cf4a024af5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e9e345c-a124-4104-9060-5bf6cb9136f1 HTTP/1.1" status: 200 len: 944 time: 0.1552460 Jul 13 08:03:14.266943 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-eb1452cf-ec56-4dc3-97cd-08b67651012a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d9164a-f3ff-4e24-b69b-cb803cf9f175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1394322396', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '6a7ba98d-815d-4242-9eda-68614e1c5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:02:14Z', 'updated_at': '2021-07-13T08:02:18Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '6a7ba98d-815d-4242-9eda-68614e1c5ad8', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:36:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d9164a-f3ff-4e24-b69b-cb803cf9f175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:02:15Z', 'updated_at': '2021-07-13T08:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'c206d7b9-0684-4ec3-a4c6-f243c9d2a254', 'name': '', 'network_id': 'ae4bcedd-9bbc-4560-993e-088dbf95c9f2', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'mac_address': 'fa:16:3e:3f:9a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d9164a-f3ff-4e24-b69b-cb803cf9f175', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '6b9c7f6b-a41a-457d-ba42-6b0258a1458d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:02:17Z', 'updated_at': '2021-07-13T08:02:22Z', 'revision_number': 5, 'project_id': '4d783f05a12042019a6219e445ea2541', 'subnets': [{'id': '6b9c7f6b-a41a-457d-ba42-6b0258a1458d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:14.298628 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1452cf-ec56-4dc3-97cd-08b67651012a None None] Checking router: a2d9164a-f3ff-4e24-b69b-cb803cf9f175 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:03:14.299246 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae663f2e-93c3-44a7-b36c-64cf540c086a req-cdfcc52f-304e-4edb-b8fd-c16fb9ab72d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:14.301600 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ae663f2e-93c3-44a7-b36c-64cf540c086a req-cdfcc52f-304e-4edb-b8fd-c16fb9ab72d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ae4bcedd-9bbc-4560-993e-088dbf95c9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1111720 Jul 13 08:03:14.307638 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7f551590-f140-4e6d-9d7c-a38425fa1c4d req-18ac2dcf-063b-4eef-9ec7-a51029787f73 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d2c6556-4d3a-4af3-952d-1b5cd8a0b92a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500300 Jul 13 08:03:14.313268 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1452cf-ec56-4dc3-97cd-08b67651012a None None] Routers {'a2d9164a-f3ff-4e24-b69b-cb803cf9f175'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:14.314156 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-eb1452cf-ec56-4dc3-97cd-08b67651012a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:03:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['a2d9164a-f3ff-4e24-b69b-cb803cf9f175'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:14.406445 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ae663f2e-93c3-44a7-b36c-64cf540c086a req-82cec842-025d-4aad-aaa9-4045fa5dd910 service neutron] 10.222.0.42 "GET /v2.0/networks/ae4bcedd-9bbc-4560-993e-088dbf95c9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966229 Jul 13 08:03:14.431113 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-eb1452cf-ec56-4dc3-97cd-08b67651012a None None] Set router a2d9164a-f3ff-4e24-b69b-cb803cf9f175 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:03:14.460901 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.42', 54310) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:14.509390 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ae663f2e-93c3-44a7-b36c-64cf540c086a req-dda67ce0-c5d7-488f-98f1-549857d3baea service neutron] 10.222.0.42 "GET /v2.0/networks/ae4bcedd-9bbc-4560-993e-088dbf95c9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949647 Jul 13 08:03:14.557571 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb613fa-aee7-4a60-906a-77cad6be5796 req-c622adce-42cb-4507-bf83-007fc9ca11aa tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:14.559377 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8bb613fa-aee7-4a60-906a-77cad6be5796 req-c622adce-42cb-4507-bf83-007fc9ca11aa tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e9e345c-a124-4104-9060-5bf6cb9136f1 HTTP/1.1" status: 200 len: 944 time: 0.0972030 Jul 13 08:03:14.671770 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-8bb613fa-aee7-4a60-906a-77cad6be5796 req-7be68f6b-086f-413e-be26-246c7d901d9c tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Deleting port 6bf5d517-e149-47bc-8b77-6c35876494ff {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:03:14.672127 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-8bb613fa-aee7-4a60-906a-77cad6be5796 req-7be68f6b-086f-413e-be26-246c7d901d9c tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:14.697098 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-eb1452cf-ec56-4dc3-97cd-08b67651012a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d9164a-f3ff-4e24-b69b-cb803cf9f175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1394322396', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '6a7ba98d-815d-4242-9eda-68614e1c5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:02:14Z', 'updated_at': '2021-07-13T08:02:18Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '6a7ba98d-815d-4242-9eda-68614e1c5ad8', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:36:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d9164a-f3ff-4e24-b69b-cb803cf9f175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:02:15Z', 'updated_at': '2021-07-13T08:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'c206d7b9-0684-4ec3-a4c6-f243c9d2a254', 'name': '', 'network_id': 'ae4bcedd-9bbc-4560-993e-088dbf95c9f2', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'mac_address': 'fa:16:3e:3f:9a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d9164a-f3ff-4e24-b69b-cb803cf9f175', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '6b9c7f6b-a41a-457d-ba42-6b0258a1458d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:02:17Z', 'updated_at': '2021-07-13T08:02:22Z', 'revision_number': 5, 'project_id': '4d783f05a12042019a6219e445ea2541', 'subnets': [{'id': '6b9c7f6b-a41a-457d-ba42-6b0258a1458d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:14.726526 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1452cf-ec56-4dc3-97cd-08b67651012a None None] The sync data for ids ['a2d9164a-f3ff-4e24-b69b-cb803cf9f175'] in n-d-771363-34 is: [{'id': 'a2d9164a-f3ff-4e24-b69b-cb803cf9f175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1394322396', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '6a7ba98d-815d-4242-9eda-68614e1c5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:02:14Z', 'updated_at': '2021-07-13T08:02:18Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '6a7ba98d-815d-4242-9eda-68614e1c5ad8', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:36:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d9164a-f3ff-4e24-b69b-cb803cf9f175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:02:15Z', 'updated_at': '2021-07-13T08:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'c206d7b9-0684-4ec3-a4c6-f243c9d2a254', 'name': '', 'network_id': 'ae4bcedd-9bbc-4560-993e-088dbf95c9f2', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'mac_address': 'fa:16:3e:3f:9a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d9164a-f3ff-4e24-b69b-cb803cf9f175', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '6b9c7f6b-a41a-457d-ba42-6b0258a1458d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:02:17Z', 'updated_at': '2021-07-13T08:02:22Z', 'revision_number': 5, 'project_id': '4d783f05a12042019a6219e445ea2541', 'subnets': [{'id': '6b9c7f6b-a41a-457d-ba42-6b0258a1458d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:03:14.783304 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-8bb613fa-aee7-4a60-906a-77cad6be5796 req-7be68f6b-086f-413e-be26-246c7d901d9c tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] For port 6bf5d517-e149-47bc-8b77-6c35876494ff, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6bf5d517-e149-47bc-8b77-6c35876494ff,segment=NetworkSegment(cd85481a-81b5-4484-be91-2d5c341cab25),segment_id=cd85481a-81b5-4484-be91-2d5c341cab25)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:14.783643 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-8bb613fa-aee7-4a60-906a-77cad6be5796 req-7be68f6b-086f-413e-be26-246c7d901d9c tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:14.797150 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-8bb613fa-aee7-4a60-906a-77cad6be5796 req-7be68f6b-086f-413e-be26-246c7d901d9c tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Calling delete_port for 6bf5d517-e149-47bc-8b77-6c35876494ff owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:03:14.940677 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-8bb613fa-aee7-4a60-906a-77cad6be5796 req-7be68f6b-086f-413e-be26-246c7d901d9c tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:14.975818 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be68f6b-086f-413e-be26-246c7d901d9c tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event deleted for resources: {'Port': ['ID=6bf5d517-e149-47bc-8b77-6c35876494ff,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:15.007634 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d833f723-49e4-49ce-83bb-072bd69a98a7 None None] New status for floating IP 7985c787-7356-4c63-aa43-5e341e5fba6d: DOWN {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:03:15.024169 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb613fa-aee7-4a60-906a-77cad6be5796 req-7be68f6b-086f-413e-be26-246c7d901d9c tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] No DVR routers for this DVR port 6bf5d517-e149-47bc-8b77-6c35876494ff on host n-h1-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:03:15.027083 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-8bb613fa-aee7-4a60-906a-77cad6be5796 req-7be68f6b-086f-413e-be26-246c7d901d9c tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:15.029198 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8bb613fa-aee7-4a60-906a-77cad6be5796 req-7be68f6b-086f-413e-be26-246c7d901d9c tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.42 "DELETE /v2.0/ports/6bf5d517-e149-47bc-8b77-6c35876494ff HTTP/1.1" status: 204 len: 173 time: 0.4642158 Jul 13 08:03:15.433990 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39652) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:15.787218 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9e345c-a124-4104-9060-5bf6cb9136f1', 'name': 'network-vif-deleted', 'tag': '6bf5d517-e149-47bc-8b77-6c35876494ff'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:03:15.789723 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462c289a-7dfa-4e9f-8336-432d1ca6544c" -d '{"events": [{"server_uuid": "6e9e345c-a124-4104-9060-5bf6cb9136f1", "name": "network-vif-deleted", "tag": "6bf5d517-e149-47bc-8b77-6c35876494ff"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:03:15.819551 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e720ae84-20c1-4476-ab00-298e86392e22 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:15.826410 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb7fd81-2f27-4350-933c-6f5331cb7b84 x-openstack-request-id: req-dfb7fd81-2f27-4350-933c-6f5331cb7b84 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:03:15.826634 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9e345c-a124-4104-9060-5bf6cb9136f1", "name": "network-vif-deleted", "tag": "6bf5d517-e149-47bc-8b77-6c35876494ff", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:03:15.826884 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dfb7fd81-2f27-4350-933c-6f5331cb7b84 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:03:15.827348 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9e345c-a124-4104-9060-5bf6cb9136f1', 'name': 'network-vif-deleted', 'tag': '6bf5d517-e149-47bc-8b77-6c35876494ff', 'status': 'completed', 'code': 200} Jul 13 08:03:16.106559 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-e720ae84-20c1-4476-ab00-298e86392e22 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Deleting port c206d7b9-0684-4ec3-a4c6-f243c9d2a254 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:03:16.106927 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e720ae84-20c1-4476-ab00-298e86392e22 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:16.198206 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-e720ae84-20c1-4476-ab00-298e86392e22 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] For port c206d7b9-0684-4ec3-a4c6-f243c9d2a254, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=c206d7b9-0684-4ec3-a4c6-f243c9d2a254,segment=NetworkSegment(cd85481a-81b5-4484-be91-2d5c341cab25),segment_id=cd85481a-81b5-4484-be91-2d5c341cab25)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:16.198566 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e720ae84-20c1-4476-ab00-298e86392e22 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:16.216158 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-e720ae84-20c1-4476-ab00-298e86392e22 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Calling delete_port for c206d7b9-0684-4ec3-a4c6-f243c9d2a254 owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:03:16.405310 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e720ae84-20c1-4476-ab00-298e86392e22 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:16.433417 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720ae84-20c1-4476-ab00-298e86392e22 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event deleted for resources: {'Port': ['ID=c206d7b9-0684-4ec3-a4c6-f243c9d2a254,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:16.615058 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e720ae84-20c1-4476-ab00-298e86392e22 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:16.842433 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e720ae84-20c1-4476-ab00-298e86392e22 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Router a2d9164a-f3ff-4e24-b69b-cb803cf9f175 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:03:16.949413 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e720ae84-20c1-4476-ab00-298e86392e22 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:03:16.954672 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e720ae84-20c1-4476-ab00-298e86392e22 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "PUT /v2.0/routers/a2d9164a-f3ff-4e24-b69b-cb803cf9f175/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5196462 Jul 13 08:03:16.957764 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39656) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:16.959042 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b6e938-c51e-49e4-8379-2cbbfe258835 None None] Sync routers for ids ['a2d9164a-f3ff-4e24-b69b-cb803cf9f175'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:03:16.968669 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b6e938-c51e-49e4-8379-2cbbfe258835 None None] Routers {'a2d9164a-f3ff-4e24-b69b-cb803cf9f175'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:16.969292 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-70b6e938-c51e-49e4-8379-2cbbfe258835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:03:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['a2d9164a-f3ff-4e24-b69b-cb803cf9f175'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:17.053491 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-c294a582-31ff-4b95-8607-3cdbb231b926 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Deleting subnet 6b9c7f6b-a41a-457d-ba42-6b0258a1458d {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:03:17.056630 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c294a582-31ff-4b95-8607-3cdbb231b926 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:17.079728 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-70b6e938-c51e-49e4-8379-2cbbfe258835 None None] Set router a2d9164a-f3ff-4e24-b69b-cb803cf9f175 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:03:17.102194 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c294a582-31ff-4b95-8607-3cdbb231b926 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:17.193265 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c294a582-31ff-4b95-8607-3cdbb231b926 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:17.253794 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c294a582-31ff-4b95-8607-3cdbb231b926 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:17.274920 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-70b6e938-c51e-49e4-8379-2cbbfe258835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d9164a-f3ff-4e24-b69b-cb803cf9f175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1394322396', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '6a7ba98d-815d-4242-9eda-68614e1c5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:02:14Z', 'updated_at': '2021-07-13T08:03:16Z', 'revision_number': 5, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '6a7ba98d-815d-4242-9eda-68614e1c5ad8', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:36:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d9164a-f3ff-4e24-b69b-cb803cf9f175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:02:15Z', 'updated_at': '2021-07-13T08:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:17.281381 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c294a582-31ff-4b95-8607-3cdbb231b926 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event deleted for resources: {'Subnet': ['ID=6b9c7f6b-a41a-457d-ba42-6b0258a1458d,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:17.286071 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c294a582-31ff-4b95-8607-3cdbb231b926 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:17.287988 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c294a582-31ff-4b95-8607-3cdbb231b926 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "DELETE /v2.0/subnets/6b9c7f6b-a41a-457d-ba42-6b0258a1458d HTTP/1.1" status: 204 len: 168 time: 0.3290431 Jul 13 08:03:17.290517 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39660) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:17.306952 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3aaae05-e3ca-415c-b08a-56f0cb170ac4 None None] Network ae4bcedd-9bbc-4560-993e-088dbf95c9f2 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:03:17.309231 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b6e938-c51e-49e4-8379-2cbbfe258835 None None] Checking router: a2d9164a-f3ff-4e24-b69b-cb803cf9f175 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:03:17.337783 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b6e938-c51e-49e4-8379-2cbbfe258835 None None] Routers {'a2d9164a-f3ff-4e24-b69b-cb803cf9f175'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:17.338419 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-70b6e938-c51e-49e4-8379-2cbbfe258835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:03:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['a2d9164a-f3ff-4e24-b69b-cb803cf9f175'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:17.407184 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 6bf5d517-e149-47bc-8b77-6c35876494ff no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:03:17.446326 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 6bf5d517-e149-47bc-8b77-6c35876494ff {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:03:17.446660 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 6bf5d517-e149-47bc-8b77-6c35876494ff not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:03:17.556992 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-70b6e938-c51e-49e4-8379-2cbbfe258835 None None] Set router a2d9164a-f3ff-4e24-b69b-cb803cf9f175 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:03:17.690429 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c7fa585a-4118-40b5-a2b0-12f3b9ad2064 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:17.728401 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12ea27d-5f2d-4f13-a2b6-bc4d7dd85d09 None None] DHCP port deletion for ae4bcedd-9bbc-4560-993e-088dbf95c9f2 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:03:17.792405 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-70b6e938-c51e-49e4-8379-2cbbfe258835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d9164a-f3ff-4e24-b69b-cb803cf9f175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1394322396', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '6a7ba98d-815d-4242-9eda-68614e1c5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:02:14Z', 'updated_at': '2021-07-13T08:03:16Z', 'revision_number': 5, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '6a7ba98d-815d-4242-9eda-68614e1c5ad8', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:36:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d9164a-f3ff-4e24-b69b-cb803cf9f175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:02:15Z', 'updated_at': '2021-07-13T08:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:17.808294 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c7fa585a-4118-40b5-a2b0-12f3b9ad2064 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:17.825718 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b6e938-c51e-49e4-8379-2cbbfe258835 None None] The sync data for ids ['a2d9164a-f3ff-4e24-b69b-cb803cf9f175'] in n-d-771363-34 is: [{'id': 'a2d9164a-f3ff-4e24-b69b-cb803cf9f175', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1394322396', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '6a7ba98d-815d-4242-9eda-68614e1c5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:02:14Z', 'updated_at': '2021-07-13T08:03:16Z', 'revision_number': 5, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '6a7ba98d-815d-4242-9eda-68614e1c5ad8', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:36:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d9164a-f3ff-4e24-b69b-cb803cf9f175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:02:15Z', 'updated_at': '2021-07-13T08:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:03:17.838448 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-a12ea27d-5f2d-4f13-a2b6-bc4d7dd85d09 None None] Deleting port 1f5dda81-9d51-4fa8-ac59-cb4d96793318 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:03:17.838836 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a12ea27d-5f2d-4f13-a2b6-bc4d7dd85d09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:17.854982 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 1f5dda81-9d51-4fa8-ac59-cb4d96793318 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:03:17.889780 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-c7fa585a-4118-40b5-a2b0-12f3b9ad2064 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Deleting port 6a7ba98d-815d-4242-9eda-68614e1c5ad8 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:03:17.890135 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c7fa585a-4118-40b5-a2b0-12f3b9ad2064 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:17.943090 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-a12ea27d-5f2d-4f13-a2b6-bc4d7dd85d09 None None] For port 1f5dda81-9d51-4fa8-ac59-cb4d96793318, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=1f5dda81-9d51-4fa8-ac59-cb4d96793318,segment=NetworkSegment(cd85481a-81b5-4484-be91-2d5c341cab25),segment_id=cd85481a-81b5-4484-be91-2d5c341cab25)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:17.943476 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a12ea27d-5f2d-4f13-a2b6-bc4d7dd85d09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:17.957865 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-a12ea27d-5f2d-4f13-a2b6-bc4d7dd85d09 None None] Calling delete_port for 1f5dda81-9d51-4fa8-ac59-cb4d96793318 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:03:17.974489 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-c7fa585a-4118-40b5-a2b0-12f3b9ad2064 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] For port 6a7ba98d-815d-4242-9eda-68614e1c5ad8, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=6a7ba98d-815d-4242-9eda-68614e1c5ad8,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:17.974851 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c7fa585a-4118-40b5-a2b0-12f3b9ad2064 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:17.986562 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-c7fa585a-4118-40b5-a2b0-12f3b9ad2064 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Calling delete_port for 6a7ba98d-815d-4242-9eda-68614e1c5ad8 owned by network:router_gateway {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:03:18.038118 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:18.094845 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 1f5dda81-9d51-4fa8-ac59-cb4d96793318, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=1f5dda81-9d51-4fa8-ac59-cb4d96793318,segment=NetworkSegment(cd85481a-81b5-4484-be91-2d5c341cab25),segment_id=cd85481a-81b5-4484-be91-2d5c341cab25)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:18.102022 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:18.131642 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a12ea27d-5f2d-4f13-a2b6-bc4d7dd85d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:18.138709 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event deleted for resources: {'Port': ['ID=1f5dda81-9d51-4fa8-ac59-cb4d96793318,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:18.165142 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ea27d-5f2d-4f13-a2b6-bc4d7dd85d09 None None] Pushing event deleted for resources: {'Port': ['ID=1f5dda81-9d51-4fa8-ac59-cb4d96793318,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:18.165725 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c7fa585a-4118-40b5-a2b0-12f3b9ad2064 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:18.170339 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12ea27d-5f2d-4f13-a2b6-bc4d7dd85d09 None None] No DVR routers for this DVR port 1f5dda81-9d51-4fa8-ac59-cb4d96793318 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:03:18.197825 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa585a-4118-40b5-a2b0-12f3b9ad2064 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event deleted for resources: {'Port': ['ID=6a7ba98d-815d-4242-9eda-68614e1c5ad8,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:18.274738 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c7fa585a-4118-40b5-a2b0-12f3b9ad2064 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:18.387001 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c7fa585a-4118-40b5-a2b0-12f3b9ad2064 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:18.389608 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c7fa585a-4118-40b5-a2b0-12f3b9ad2064 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:18.452993 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c7fa585a-4118-40b5-a2b0-12f3b9ad2064 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:18.453541 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fa585a-4118-40b5-a2b0-12f3b9ad2064 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Fanout notify agent at l3_agent the message router_deleted on router a2d9164a-f3ff-4e24-b69b-cb803cf9f175 {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:03:18.461104 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c7fa585a-4118-40b5-a2b0-12f3b9ad2064 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:18.462281 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c7fa585a-4118-40b5-a2b0-12f3b9ad2064 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "DELETE /v2.0/routers/a2d9164a-f3ff-4e24-b69b-cb803cf9f175 HTTP/1.1" status: 204 len: 168 time: 1.1705921 Jul 13 08:03:18.465503 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39662) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:18.554586 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a5fe7bc1-7f86-4bb4-8501-4db1b194ee76 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:18.659996 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a5fe7bc1-7f86-4bb4-8501-4db1b194ee76 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:18.671683 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-a5fe7bc1-7f86-4bb4-8501-4db1b194ee76 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae4bcedd-9bbc-4560-993e-088dbf95c9f2']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:18.683646 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-a5fe7bc1-7f86-4bb4-8501-4db1b194ee76 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd85481a-81b5-4484-be91-2d5c341cab25') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:18.683963 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-a5fe7bc1-7f86-4bb4-8501-4db1b194ee76 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd85481a-81b5-4484-be91-2d5c341cab25') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:18.693509 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a5fe7bc1-7f86-4bb4-8501-4db1b194ee76 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:18.709349 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a5fe7bc1-7f86-4bb4-8501-4db1b194ee76 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:18.715633 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5fe7bc1-7f86-4bb4-8501-4db1b194ee76 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:03:18.716302 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a5fe7bc1-7f86-4bb4-8501-4db1b194ee76 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: timer() Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:03:18.719110 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:03:18.785710 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a5fe7bc1-7f86-4bb4-8501-4db1b194ee76 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:18.794278 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a5fe7bc1-7f86-4bb4-8501-4db1b194ee76 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:18.794902 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a5fe7bc1-7f86-4bb4-8501-4db1b194ee76 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "DELETE /v2.0/networks/ae4bcedd-9bbc-4560-993e-088dbf95c9f2 HTTP/1.1" status: 204 len: 168 time: 0.3276715 Jul 13 08:03:18.797772 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39664) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:18.808436 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe7bc1-7f86-4bb4-8501-4db1b194ee76 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event deleted for resources: {'Network': ['ID=ae4bcedd-9bbc-4560-993e-088dbf95c9f2,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:18.865935 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eaf355be-3d18-41f5-b3a3-c71a09d33feb tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:18.892705 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eaf355be-3d18-41f5-b3a3-c71a09d33feb tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:18.966311 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eaf355be-3d18-41f5-b3a3-c71a09d33feb tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:18.969300 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eaf355be-3d18-41f5-b3a3-c71a09d33feb tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:18.970833 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-eaf355be-3d18-41f5-b3a3-c71a09d33feb tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "DELETE /v2.0/security-groups/8d2c6556-4d3a-4af3-952d-1b5cd8a0b92a HTTP/1.1" status: 204 len: 168 time: 0.1718936 Jul 13 08:03:18.982170 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf355be-3d18-41f5-b3a3-c71a09d33feb tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2c6556-4d3a-4af3-952d-1b5cd8a0b92a,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:19.556520 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39670) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:19.561271 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-9b2c196b-db93-42e2-ad7b-7976525002be tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2051449852', 'description': 'tempest-secgroup-smoke-2051449852 description', 'project_id': '4d783f05a12042019a6219e445ea2541'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:19.584431 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9b2c196b-db93-42e2-ad7b-7976525002be tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:19.669558 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9b2c196b-db93-42e2-ad7b-7976525002be tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:19.673735 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9b2c196b-db93-42e2-ad7b-7976525002be tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:19.701679 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9b2c196b-db93-42e2-ad7b-7976525002be tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:19.702904 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9b2c196b-db93-42e2-ad7b-7976525002be tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1453958 Jul 13 08:03:19.705813 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39672) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:19.710698 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-1c56fce8-6186-488e-8202-119073f857aa tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'security_group_rule': {'security_group_id': '216d4804-9378-483d-b72c-d4eaf97ecd04', 'project_id': '4d783f05a12042019a6219e445ea2541', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:19.714894 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c196b-db93-42e2-ad7b-7976525002be tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=216d4804-9378-483d-b72c-d4eaf97ecd04,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:19.746501 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1c56fce8-6186-488e-8202-119073f857aa tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:19.767984 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c206d7b9-0684-4ec3-a4c6-f243c9d2a254 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:03:19.789172 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: c206d7b9-0684-4ec3-a4c6-f243c9d2a254 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:03:19.789516 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c206d7b9-0684-4ec3-a4c6-f243c9d2a254 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:03:19.789932 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 6a7ba98d-815d-4242-9eda-68614e1c5ad8 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:03:19.808887 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 6a7ba98d-815d-4242-9eda-68614e1c5ad8 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:03:19.809228 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 6a7ba98d-815d-4242-9eda-68614e1c5ad8 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:03:19.816311 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1c56fce8-6186-488e-8202-119073f857aa tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:19.820342 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1c56fce8-6186-488e-8202-119073f857aa tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:19.837858 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c56fce8-6186-488e-8202-119073f857aa tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=696673b9-b6c3-49b3-93c7-d207a31652b3,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:19.845737 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1c56fce8-6186-488e-8202-119073f857aa tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:19.847706 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1c56fce8-6186-488e-8202-119073f857aa tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408317 Jul 13 08:03:19.850596 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39674) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:19.855155 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-2f04414c-3767-4675-8297-c9a7c573f455 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'security_group_rule': {'security_group_id': '216d4804-9378-483d-b72c-d4eaf97ecd04', 'project_id': '4d783f05a12042019a6219e445ea2541', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:19.885696 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2f04414c-3767-4675-8297-c9a7c573f455 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:19.947899 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2f04414c-3767-4675-8297-c9a7c573f455 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:19.952397 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2f04414c-3767-4675-8297-c9a7c573f455 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:19.975630 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f04414c-3767-4675-8297-c9a7c573f455 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0afbc409-e8e2-4c6d-88e6-1fdd41f2b9f4,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:19.978047 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2f04414c-3767-4675-8297-c9a7c573f455 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:19.979330 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2f04414c-3767-4675-8297-c9a7c573f455 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1277230 Jul 13 08:03:19.983605 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39676) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:19.988882 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-8286e5d8-59d1-4dcb-a5bd-d4ba0c1d50c5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'security_group_rule': {'security_group_id': '216d4804-9378-483d-b72c-d4eaf97ecd04', 'project_id': '4d783f05a12042019a6219e445ea2541', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:20.018229 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8286e5d8-59d1-4dcb-a5bd-d4ba0c1d50c5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:20.080362 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8286e5d8-59d1-4dcb-a5bd-d4ba0c1d50c5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:20.084938 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8286e5d8-59d1-4dcb-a5bd-d4ba0c1d50c5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:20.104987 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286e5d8-59d1-4dcb-a5bd-d4ba0c1d50c5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff4787b2-00d8-4e79-aabe-c82650da6305,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:20.107850 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8286e5d8-59d1-4dcb-a5bd-d4ba0c1d50c5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:20.109353 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8286e5d8-59d1-4dcb-a5bd-d4ba0c1d50c5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245403 Jul 13 08:03:20.112655 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39678) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:20.116810 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-007f7caf-e060-4f49-97b3-61150006676a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'security_group_rule': {'security_group_id': '216d4804-9378-483d-b72c-d4eaf97ecd04', 'project_id': '4d783f05a12042019a6219e445ea2541', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:20.148496 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-007f7caf-e060-4f49-97b3-61150006676a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:20.209223 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-007f7caf-e060-4f49-97b3-61150006676a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:20.212885 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-007f7caf-e060-4f49-97b3-61150006676a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:20.230929 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f7caf-e060-4f49-97b3-61150006676a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b90aedb1-b485-483d-850e-a1512feca335,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:20.240394 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-007f7caf-e060-4f49-97b3-61150006676a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:20.241685 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-007f7caf-e060-4f49-97b3-61150006676a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1284306 Jul 13 08:03:20.244611 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39680) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:20.251340 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-16f26ef0-5d7a-4d66-8b05-af0b46c3c683 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'security_group_rule': {'security_group_id': '216d4804-9378-483d-b72c-d4eaf97ecd04', 'project_id': '4d783f05a12042019a6219e445ea2541', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:20.275497 n-d-771363-34 neutron-server[94017]: INFO neutron.db.securitygroups_db [None req-16f26ef0-5d7a-4d66-8b05-af0b46c3c683 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Project 4d783f05a12042019a6219e445ea2541 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:03:20.280330 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-16f26ef0-5d7a-4d66-8b05-af0b46c3c683 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:20.342077 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-16f26ef0-5d7a-4d66-8b05-af0b46c3c683 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:20.346178 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-16f26ef0-5d7a-4d66-8b05-af0b46c3c683 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:20.363810 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f26ef0-5d7a-4d66-8b05-af0b46c3c683 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a1d6015-79e7-4067-be8e-6f8ce8504175,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:20.369362 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-16f26ef0-5d7a-4d66-8b05-af0b46c3c683 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:20.370601 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-16f26ef0-5d7a-4d66-8b05-af0b46c3c683 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1246879 Jul 13 08:03:20.373533 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39682) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:20.379906 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-395865fc-9e5f-44e8-aa4f-79254103c940 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'security_group_rule': {'security_group_id': '216d4804-9378-483d-b72c-d4eaf97ecd04', 'project_id': '4d783f05a12042019a6219e445ea2541', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:20.403181 n-d-771363-34 neutron-server[94017]: INFO neutron.db.securitygroups_db [None req-395865fc-9e5f-44e8-aa4f-79254103c940 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Project 4d783f05a12042019a6219e445ea2541 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:03:20.408173 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-395865fc-9e5f-44e8-aa4f-79254103c940 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:20.471297 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-395865fc-9e5f-44e8-aa4f-79254103c940 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:20.475602 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-395865fc-9e5f-44e8-aa4f-79254103c940 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:20.495711 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395865fc-9e5f-44e8-aa4f-79254103c940 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b23c051-dcbf-49ed-bd27-13ade3362d24,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:20.498120 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-395865fc-9e5f-44e8-aa4f-79254103c940 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:20.503271 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-395865fc-9e5f-44e8-aa4f-79254103c940 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1251690 Jul 13 08:03:20.503638 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39684) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:20.508423 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-047d73e0-4dff-4371-932e-78788f6b14e2 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'network': {'name': 'tempest-network-smoke--1197416607', 'project_id': '4d783f05a12042019a6219e445ea2541', 'port_security_enabled': True}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:20.529621 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047d73e0-4dff-4371-932e-78788f6b14e2 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Made reservation on behalf of 4d783f05a12042019a6219e445ea2541 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:03:20.533467 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-047d73e0-4dff-4371-932e-78788f6b14e2 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:20.562095 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-047d73e0-4dff-4371-932e-78788f6b14e2 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:03:20.574559 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-047d73e0-4dff-4371-932e-78788f6b14e2 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:20.575017 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-047d73e0-4dff-4371-932e-78788f6b14e2 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Added segment b78384d4-beeb-469a-bec9-0b75a8bde348 of type vlan for network a1233f64-d5e5-4ff0-b229-bb4c3e0852a2 Jul 13 08:03:20.619158 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-047d73e0-4dff-4371-932e-78788f6b14e2 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:20.651407 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-047d73e0-4dff-4371-932e-78788f6b14e2 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:20.658136 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047d73e0-4dff-4371-932e-78788f6b14e2 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:20.658711 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-047d73e0-4dff-4371-932e-78788f6b14e2 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:20.699953 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-047d73e0-4dff-4371-932e-78788f6b14e2 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1953750 Jul 13 08:03:20.702619 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39686) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:20.707589 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-a1431184-a265-4ac4-a5aa-b438dfecb1ea tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-405521525', 'admin_state_up': True, 'project_id': '4d783f05a12042019a6219e445ea2541', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:20.732776 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1431184-a265-4ac4-a5aa-b438dfecb1ea tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:20.733202 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d73e0-4dff-4371-932e-78788f6b14e2 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'Network': ['ID=a1233f64-d5e5-4ff0-b229-bb4c3e0852a2,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:20.733776 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1431184-a265-4ac4-a5aa-b438dfecb1ea tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:20.744931 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network a1233f64-d5e5-4ff0-b229-bb4c3e0852a2 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:03:20.796962 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1431184-a265-4ac4-a5aa-b438dfecb1ea tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:21.242863 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1431184-a265-4ac4-a5aa-b438dfecb1ea tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:21.437028 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1431184-a265-4ac4-a5aa-b438dfecb1ea tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for router_gateway, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:21.458284 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1431184-a265-4ac4-a5aa-b438dfecb1ea tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:21.573973 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-a1431184-a265-4ac4-a5aa-b438dfecb1ea tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Allocated IP 172.25.3.197 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/4e28580a-08fb-402b-9d26-dc2870f64c50) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:03:21.679136 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1431184-a265-4ac4-a5aa-b438dfecb1ea tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:21.718988 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1431184-a265-4ac4-a5aa-b438dfecb1ea tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:21.764427 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1431184-a265-4ac4-a5aa-b438dfecb1ea tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:03:21.769610 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-a1431184-a265-4ac4-a5aa-b438dfecb1ea tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:03:21.774996 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1431184-a265-4ac4-a5aa-b438dfecb1ea tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:03:21.776658 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1431184-a265-4ac4-a5aa-b438dfecb1ea tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'Port': ['ID=4e28580a-08fb-402b-9d26-dc2870f64c50,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:22.029660 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1431184-a265-4ac4-a5aa-b438dfecb1ea tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for router_gateway, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:22.237121 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1431184-a265-4ac4-a5aa-b438dfecb1ea tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:22.364933 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1431184-a265-4ac4-a5aa-b438dfecb1ea tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Router cc431991-e8ad-4cd2-8296-68afe5b8f4de is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:03:22.473242 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1431184-a265-4ac4-a5aa-b438dfecb1ea tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:03:22.482725 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d260f3-ecee-4b9f-b8d0-50732ea1ff09 None None] Sync routers for ids ['cc431991-e8ad-4cd2-8296-68afe5b8f4de'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:03:22.491668 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1431184-a265-4ac4-a5aa-b438dfecb1ea tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:22.492535 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d260f3-ecee-4b9f-b8d0-50732ea1ff09 None None] Routers {'cc431991-e8ad-4cd2-8296-68afe5b8f4de'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:22.493225 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-00d260f3-ecee-4b9f-b8d0-50732ea1ff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:03:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['cc431991-e8ad-4cd2-8296-68afe5b8f4de'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:22.493640 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a1431184-a265-4ac4-a5aa-b438dfecb1ea tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7898757 Jul 13 08:03:22.496883 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39688) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:22.572021 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-05d0ebdb-8608-4a0a-abe4-c9800dcf56ef tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=4d783f05a12042019a6219e445ea2541&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0740867 Jul 13 08:03:22.574942 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39692) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:22.601053 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-00d260f3-ecee-4b9f-b8d0-50732ea1ff09 None None] Set router cc431991-e8ad-4cd2-8296-68afe5b8f4de gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:03:22.663902 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6864959-6c67-4798-ad57-9bb21873458d tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:22.665970 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a6864959-6c67-4798-ad57-9bb21873458d tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904412 Jul 13 08:03:22.668715 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39694) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:22.703583 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ec991e53-93b1-4dc5-beb7-5b2f0ed097dc tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=099fd220-496e-4556-906a-9ab228a05c02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331352 Jul 13 08:03:22.706276 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39696) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:22.712105 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-dac762ee-4bc1-47c0-967c-b3d98be880bd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-820299287', 'network_id': 'a1233f64-d5e5-4ff0-b229-bb4c3e0852a2', 'project_id': '4d783f05a12042019a6219e445ea2541', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:22.785309 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-00d260f3-ecee-4b9f-b8d0-50732ea1ff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc431991-e8ad-4cd2-8296-68afe5b8f4de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-405521525', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '4e28580a-08fb-402b-9d26-dc2870f64c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:20Z', 'updated_at': '2021-07-13T08:03:21Z', 'revision_number': 3, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '4e28580a-08fb-402b-9d26-dc2870f64c50', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc431991-e8ad-4cd2-8296-68afe5b8f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:21Z', 'updated_at': '2021-07-13T08:03:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:22.815692 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac762ee-4bc1-47c0-967c-b3d98be880bd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Made reservation on behalf of 4d783f05a12042019a6219e445ea2541 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:03:22.816808 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d260f3-ecee-4b9f-b8d0-50732ea1ff09 None None] Checking router: cc431991-e8ad-4cd2-8296-68afe5b8f4de for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:03:22.817151 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d260f3-ecee-4b9f-b8d0-50732ea1ff09 None None] Updating router cc431991-e8ad-4cd2-8296-68afe5b8f4de port 4e28580a-08fb-402b-9d26-dc2870f64c50 binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:03:22.819289 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dac762ee-4bc1-47c0-967c-b3d98be880bd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:22.948275 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-00d260f3-ecee-4b9f-b8d0-50732ea1ff09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:23.005865 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dac762ee-4bc1-47c0-967c-b3d98be880bd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:23.066234 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac762ee-4bc1-47c0-967c-b3d98be880bd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'Subnet': ['ID=48ef7fdb-0178-4e09-b014-b1f4145c4cf9,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:23.076177 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac762ee-4bc1-47c0-967c-b3d98be880bd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Checking segment: {'id': 'b78384d4-beeb-469a-bec9-0b75a8bde348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1233f64-d5e5-4ff0-b229-bb4c3e0852a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:03:23.076547 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac762ee-4bc1-47c0-967c-b3d98be880bd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Network hostable DHCP agents. Network: a1233f64-d5e5-4ff0-b229-bb4c3e0852a2, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:03:23.094180 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac762ee-4bc1-47c0-967c-b3d98be880bd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Network a1233f64-d5e5-4ff0-b229-bb4c3e0852a2 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:03:23.103871 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-dac762ee-4bc1-47c0-967c-b3d98be880bd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, a1233f64-d5e5-4ff0-b229-bb4c3e0852a2) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:03:23.108205 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac762ee-4bc1-47c0-967c-b3d98be880bd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:23.108799 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dac762ee-4bc1-47c0-967c-b3d98be880bd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:23.113154 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397238f7-eb9c-4090-86b5-71ea1a8b5014 None None] Network a1233f64-d5e5-4ff0-b229-bb4c3e0852a2 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:03:23.127685 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-dac762ee-4bc1-47c0-967c-b3d98be880bd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4175212 Jul 13 08:03:23.127907 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39698) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:23.231889 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-00d260f3-ecee-4b9f-b8d0-50732ea1ff09 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:23.243027 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-00d260f3-ecee-4b9f-b8d0-50732ea1ff09 None None] Transition to ACTIVE for port object 4e28580a-08fb-402b-9d26-dc2870f64c50 will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:03:23.251574 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-00d260f3-ecee-4b9f-b8d0-50732ea1ff09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:23.274236 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13123e6e-6878-41e7-ad9c-2aa77c1c3af7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-a1233f64-d5e5-4ff0-b229-bb4c3e0852a2', 'network_id': 'a1233f64-d5e5-4ff0-b229-bb4c3e0852a2', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'fixed_ips': [{'subnet_id': '48ef7fdb-0178-4e09-b014-b1f4145c4cf9'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:03:23.275883 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-13123e6e-6878-41e7-ad9c-2aa77c1c3af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:23.303140 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-00d260f3-ecee-4b9f-b8d0-50732ea1ff09 None None] Attempting to bind port 4e28580a-08fb-402b-9d26-dc2870f64c50 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:03:23.303576 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-00d260f3-ecee-4b9f-b8d0-50732ea1ff09 None None] Attempting to bind port 4e28580a-08fb-402b-9d26-dc2870f64c50 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:03:23.303960 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d260f3-ecee-4b9f-b8d0-50732ea1ff09 None None] Attempting to bind port 4e28580a-08fb-402b-9d26-dc2870f64c50 on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:03:23.313753 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d260f3-ecee-4b9f-b8d0-50732ea1ff09 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:03:23.314155 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d260f3-ecee-4b9f-b8d0-50732ea1ff09 None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:03:23.314559 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-00d260f3-ecee-4b9f-b8d0-50732ea1ff09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:23.314956 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d260f3-ecee-4b9f-b8d0-50732ea1ff09 None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:03:23.315447 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-00d260f3-ecee-4b9f-b8d0-50732ea1ff09 None None] Bound port: 4e28580a-08fb-402b-9d26-dc2870f64c50, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:03:23.315828 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-00d260f3-ecee-4b9f-b8d0-50732ea1ff09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:23.318239 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142dc33-0433-47df-a9c3-4e3c796a995f None None] Pushing event updated for resources: {'Port': ['ID=4e28580a-08fb-402b-9d26-dc2870f64c50,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:23.348178 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5142dc33-0433-47df-a9c3-4e3c796a995f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:23.348523 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5142dc33-0433-47df-a9c3-4e3c796a995f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:23.348869 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5142dc33-0433-47df-a9c3-4e3c796a995f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:23.349203 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5142dc33-0433-47df-a9c3-4e3c796a995f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:23.349538 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5142dc33-0433-47df-a9c3-4e3c796a995f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:23.349867 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5142dc33-0433-47df-a9c3-4e3c796a995f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:23.350197 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5142dc33-0433-47df-a9c3-4e3c796a995f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:23.350542 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5142dc33-0433-47df-a9c3-4e3c796a995f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:23.350865 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5142dc33-0433-47df-a9c3-4e3c796a995f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:23.351185 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5142dc33-0433-47df-a9c3-4e3c796a995f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:23.351625 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5142dc33-0433-47df-a9c3-4e3c796a995f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:23.351890 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5142dc33-0433-47df-a9c3-4e3c796a995f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:23.383719 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-00d260f3-ecee-4b9f-b8d0-50732ea1ff09 None None] For port 4e28580a-08fb-402b-9d26-dc2870f64c50, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:03:23.387014 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-00d260f3-ecee-4b9f-b8d0-50732ea1ff09 None None] For port 4e28580a-08fb-402b-9d26-dc2870f64c50, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=4e28580a-08fb-402b-9d26-dc2870f64c50,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:03:23.397726 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-00d260f3-ecee-4b9f-b8d0-50732ea1ff09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:23.437911 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-13123e6e-6878-41e7-ad9c-2aa77c1c3af7 None None] Allocated IP 172.20.0.2 (a1233f64-d5e5-4ff0-b229-bb4c3e0852a2/48ef7fdb-0178-4e09-b014-b1f4145c4cf9/221c2001-aa01-40bb-a195-566289f0c7f3) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:03:23.455318 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d260f3-ecee-4b9f-b8d0-50732ea1ff09 None None] Routers {'cc431991-e8ad-4cd2-8296-68afe5b8f4de'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:23.455959 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-00d260f3-ecee-4b9f-b8d0-50732ea1ff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:03:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['cc431991-e8ad-4cd2-8296-68afe5b8f4de'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:23.496793 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142dc33-0433-47df-a9c3-4e3c796a995f None None] Pushing event updated for resources: {'Port': ['ID=4e28580a-08fb-402b-9d26-dc2870f64c50,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:23.568510 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-00d260f3-ecee-4b9f-b8d0-50732ea1ff09 None None] Set router cc431991-e8ad-4cd2-8296-68afe5b8f4de gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:03:23.601672 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:23.613141 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-13123e6e-6878-41e7-ad9c-2aa77c1c3af7 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:23.623926 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-13123e6e-6878-41e7-ad9c-2aa77c1c3af7 None None] Transition to ACTIVE for port object 221c2001-aa01-40bb-a195-566289f0c7f3 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:03:23.628671 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c73c6b7c-b946-4e68-ba04-eb9262ac6747 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:23.640779 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-13123e6e-6878-41e7-ad9c-2aa77c1c3af7 None None] Transition to ACTIVE for port object 221c2001-aa01-40bb-a195-566289f0c7f3 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:03:23.647999 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-13123e6e-6878-41e7-ad9c-2aa77c1c3af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:23.702013 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13123e6e-6878-41e7-ad9c-2aa77c1c3af7 None None] Network a1233f64-d5e5-4ff0-b229-bb4c3e0852a2 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:03:23.702870 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13123e6e-6878-41e7-ad9c-2aa77c1c3af7 None None] Pushing event updated for resources: {'Port': ['ID=221c2001-aa01-40bb-a195-566289f0c7f3,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:23.706775 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-13123e6e-6878-41e7-ad9c-2aa77c1c3af7 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:03:23.709020 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13123e6e-6878-41e7-ad9c-2aa77c1c3af7 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:03:23.764526 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-00d260f3-ecee-4b9f-b8d0-50732ea1ff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc431991-e8ad-4cd2-8296-68afe5b8f4de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-405521525', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '4e28580a-08fb-402b-9d26-dc2870f64c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:20Z', 'updated_at': '2021-07-13T08:03:21Z', 'revision_number': 3, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '4e28580a-08fb-402b-9d26-dc2870f64c50', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc431991-e8ad-4cd2-8296-68afe5b8f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:21Z', 'updated_at': '2021-07-13T08:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:23.772510 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-13123e6e-6878-41e7-ad9c-2aa77c1c3af7 None None] Attempting to bind port 221c2001-aa01-40bb-a195-566289f0c7f3 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:03:23.772879 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-13123e6e-6878-41e7-ad9c-2aa77c1c3af7 None None] Attempting to bind port 221c2001-aa01-40bb-a195-566289f0c7f3 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'b78384d4-beeb-469a-bec9-0b75a8bde348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1233f64-d5e5-4ff0-b229-bb4c3e0852a2'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:03:23.773856 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13123e6e-6878-41e7-ad9c-2aa77c1c3af7 None None] Attempting to bind port 221c2001-aa01-40bb-a195-566289f0c7f3 on network a1233f64-d5e5-4ff0-b229-bb4c3e0852a2 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:03:23.780743 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13123e6e-6878-41e7-ad9c-2aa77c1c3af7 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:03:23.781106 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13123e6e-6878-41e7-ad9c-2aa77c1c3af7 None None] Checking segment: {'id': 'b78384d4-beeb-469a-bec9-0b75a8bde348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1233f64-d5e5-4ff0-b229-bb4c3e0852a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:03:23.781512 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-13123e6e-6878-41e7-ad9c-2aa77c1c3af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:23.781893 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13123e6e-6878-41e7-ad9c-2aa77c1c3af7 None None] Bound using segment: {'id': 'b78384d4-beeb-469a-bec9-0b75a8bde348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1233f64-d5e5-4ff0-b229-bb4c3e0852a2'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:03:23.782354 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-13123e6e-6878-41e7-ad9c-2aa77c1c3af7 None None] Bound port: 221c2001-aa01-40bb-a195-566289f0c7f3, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b78384d4-beeb-469a-bec9-0b75a8bde348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1233f64-d5e5-4ff0-b229-bb4c3e0852a2'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:03:23.782728 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-13123e6e-6878-41e7-ad9c-2aa77c1c3af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:23.807554 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d260f3-ecee-4b9f-b8d0-50732ea1ff09 None None] The sync data for ids ['cc431991-e8ad-4cd2-8296-68afe5b8f4de'] in n-d-771363-34 is: [{'id': 'cc431991-e8ad-4cd2-8296-68afe5b8f4de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-405521525', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '4e28580a-08fb-402b-9d26-dc2870f64c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:20Z', 'updated_at': '2021-07-13T08:03:21Z', 'revision_number': 3, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '4e28580a-08fb-402b-9d26-dc2870f64c50', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc431991-e8ad-4cd2-8296-68afe5b8f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:21Z', 'updated_at': '2021-07-13T08:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:03:23.854662 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-13123e6e-6878-41e7-ad9c-2aa77c1c3af7 None None] For port 221c2001-aa01-40bb-a195-566289f0c7f3, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:03:23.858406 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-13123e6e-6878-41e7-ad9c-2aa77c1c3af7 None None] For port 221c2001-aa01-40bb-a195-566289f0c7f3, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=221c2001-aa01-40bb-a195-566289f0c7f3,segment=NetworkSegment(b78384d4-beeb-469a-bec9-0b75a8bde348),segment_id=b78384d4-beeb-469a-bec9-0b75a8bde348)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:03:23.862890 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-13123e6e-6878-41e7-ad9c-2aa77c1c3af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:23.942941 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13123e6e-6878-41e7-ad9c-2aa77c1c3af7 None None] Pushing event updated for resources: {'Port': ['ID=221c2001-aa01-40bb-a195-566289f0c7f3,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:23.955117 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-c73c6b7c-b946-4e68-ba04-eb9262ac6747 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Allocated IP 172.20.0.1 (a1233f64-d5e5-4ff0-b229-bb4c3e0852a2/48ef7fdb-0178-4e09-b014-b1f4145c4cf9/77507884-111d-4307-8b6a-eb6ca8b710d5) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:03:24.107242 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c73c6b7c-b946-4e68-ba04-eb9262ac6747 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:24.123541 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-c73c6b7c-b946-4e68-ba04-eb9262ac6747 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Transition to ACTIVE for port object 77507884-111d-4307-8b6a-eb6ca8b710d5 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:03:24.138495 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:24.189262 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c73c6b7c-b946-4e68-ba04-eb9262ac6747 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:24.237119 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73c6b7c-b946-4e68-ba04-eb9262ac6747 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Network a1233f64-d5e5-4ff0-b229-bb4c3e0852a2 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:03:24.240935 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-c73c6b7c-b946-4e68-ba04-eb9262ac6747 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:03:24.244110 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73c6b7c-b946-4e68-ba04-eb9262ac6747 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:03:24.278804 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c6b7c-b946-4e68-ba04-eb9262ac6747 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'Port': ['ID=77507884-111d-4307-8b6a-eb6ca8b710d5,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:24.303734 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c73c6b7c-b946-4e68-ba04-eb9262ac6747 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:24.471665 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c73c6b7c-b946-4e68-ba04-eb9262ac6747 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:24.781926 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c73c6b7c-b946-4e68-ba04-eb9262ac6747 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:24.788713 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c73c6b7c-b946-4e68-ba04-eb9262ac6747 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:24.888115 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c73c6b7c-b946-4e68-ba04-eb9262ac6747 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:24.891342 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c6b7c-b946-4e68-ba04-eb9262ac6747 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'Port': ['ID=77507884-111d-4307-8b6a-eb6ca8b710d5,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:24.991766 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73c6b7c-b946-4e68-ba04-eb9262ac6747 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Network a1233f64-d5e5-4ff0-b229-bb4c3e0852a2 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:03:24.993929 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-c73c6b7c-b946-4e68-ba04-eb9262ac6747 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:03:25.028056 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d39f9f-0fa4-44a1-b837-6be32b71fcce None None] Network a1233f64-d5e5-4ff0-b229-bb4c3e0852a2 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:03:25.109544 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-574be101-80a8-49e7-964a-bc9786e6180c None None] Provisioning for port 221c2001-aa01-40bb-a195-566289f0c7f3 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:03:25.119602 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c73c6b7c-b946-4e68-ba04-eb9262ac6747 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Router cc431991-e8ad-4cd2-8296-68afe5b8f4de has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:03:25.233837 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73c6b7c-b946-4e68-ba04-eb9262ac6747 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:03:25.239642 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c73c6b7c-b946-4e68-ba04-eb9262ac6747 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "PUT /v2.0/routers/cc431991-e8ad-4cd2-8296-68afe5b8f4de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1106880 Jul 13 08:03:25.408272 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-640eee96-e979-40a0-b607-9e8de5feb16c req-fa0df9ce-6a02-4ec5-8963-39e7ab1faba0 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2051449852&fields=id&tenant_id=4d783f05a12042019a6219e445ea2541 HTTP/1.1" status: 200 len: 267 time: 0.0374594 Jul 13 08:03:25.438659 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-06bf1c69-7aca-44dd-a331-d50da2c509ea None None] Provisioning for port 77507884-111d-4307-8b6a-eb6ca8b710d5 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:03:25.443396 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-06bf1c69-7aca-44dd-a331-d50da2c509ea None None] Provisioning complete for port 77507884-111d-4307-8b6a-eb6ca8b710d5 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:25.444124 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-06bf1c69-7aca-44dd-a331-d50da2c509ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:25.493568 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-06bf1c69-7aca-44dd-a331-d50da2c509ea None None] Port 77507884-111d-4307-8b6a-eb6ca8b710d5 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:03:25.541453 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640eee96-e979-40a0-b607-9e8de5feb16c req-f40ba475-0fe3-4f50-8c30-bc31401bc9b6 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:25.543159 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-640eee96-e979-40a0-b607-9e8de5feb16c req-f40ba475-0fe3-4f50-8c30-bc31401bc9b6 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/networks?id=a1233f64-d5e5-4ff0-b229-bb4c3e0852a2 HTTP/1.1" status: 200 len: 797 time: 0.1278377 Jul 13 08:03:25.572610 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-640eee96-e979-40a0-b607-9e8de5feb16c req-5faab592-1d9a-4091-ba24-c38c57ff2f8f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/quotas/4d783f05a12042019a6219e445ea2541 HTTP/1.1" status: 200 len: 375 time: 0.0236087 Jul 13 08:03:25.642386 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-fa16cc8f-7a5c-4466-b889-985b6c95baca None None] Provisioning complete for port 77507884-111d-4307-8b6a-eb6ca8b710d5 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:25.642759 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fa16cc8f-7a5c-4466-b889-985b6c95baca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:25.654345 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-640eee96-e979-40a0-b607-9e8de5feb16c req-246e58e5-e8c6-48eb-874c-b37e11623590 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0747552 Jul 13 08:03:25.679242 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-fa16cc8f-7a5c-4466-b889-985b6c95baca None None] Port 77507884-111d-4307-8b6a-eb6ca8b710d5 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:03:25.700824 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ddea8a-7cd9-4a8a-8ca0-b6481d364ce4 None None] Sync routers for ids ['cc431991-e8ad-4cd2-8296-68afe5b8f4de'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:03:25.712661 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ddea8a-7cd9-4a8a-8ca0-b6481d364ce4 None None] Routers {'cc431991-e8ad-4cd2-8296-68afe5b8f4de'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:25.713583 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-93ddea8a-7cd9-4a8a-8ca0-b6481d364ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:03:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['cc431991-e8ad-4cd2-8296-68afe5b8f4de'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:25.810463 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-640eee96-e979-40a0-b607-9e8de5feb16c req-cfb10ffa-410d-41a9-81b0-696a8c12fe8f service neutron] 10.222.0.23 "GET /v2.0/networks/a1233f64-d5e5-4ff0-b229-bb4c3e0852a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336837 Jul 13 08:03:25.938152 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-640eee96-e979-40a0-b607-9e8de5feb16c req-d6e61341-38d8-4331-b22d-c160bc15701e service neutron] 10.222.0.23 "GET /v2.0/networks/a1233f64-d5e5-4ff0-b229-bb4c3e0852a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207631 Jul 13 08:03:25.988437 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 221c2001-aa01-40bb-a195-566289f0c7f3 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:03:26.054305 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-96a364ee-7d45-4e8d-b310-946368c6442b None None] Provisioning complete for port 77507884-111d-4307-8b6a-eb6ca8b710d5 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:26.055398 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-96a364ee-7d45-4e8d-b310-946368c6442b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:26.085394 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-93ddea8a-7cd9-4a8a-8ca0-b6481d364ce4 None None] Set router cc431991-e8ad-4cd2-8296-68afe5b8f4de gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:03:26.142492 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-002a2eda-9c3f-4c7d-b8ba-e89624235c29 req-a423d2fd-71f5-4289-b4cc-333bb78f536e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c75d311-717a-44cc-9cbb-8e01a2afd377 HTTP/1.1" status: 200 len: 210 time: 0.0314431 Jul 13 08:03:26.174992 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-96a364ee-7d45-4e8d-b310-946368c6442b None None] Port 77507884-111d-4307-8b6a-eb6ca8b710d5 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:03:26.183683 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 221c2001-aa01-40bb-a195-566289f0c7f3 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:03:26.202814 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 221c2001-aa01-40bb-a195-566289f0c7f3 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:26.203279 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:26.359293 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-60a7d9b6-cb73-48f0-95b6-8b1eb9d6894b None None] Provisioning complete for port 77507884-111d-4307-8b6a-eb6ca8b710d5 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:26.359668 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-60a7d9b6-cb73-48f0-95b6-8b1eb9d6894b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:26.428318 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:26.442096 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-60a7d9b6-cb73-48f0-95b6-8b1eb9d6894b None None] Port 77507884-111d-4307-8b6a-eb6ca8b710d5 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:03:26.478916 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-93ddea8a-7cd9-4a8a-8ca0-b6481d364ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc431991-e8ad-4cd2-8296-68afe5b8f4de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-405521525', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '4e28580a-08fb-402b-9d26-dc2870f64c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:20Z', 'updated_at': '2021-07-13T08:03:24Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '4e28580a-08fb-402b-9d26-dc2870f64c50', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc431991-e8ad-4cd2-8296-68afe5b8f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:21Z', 'updated_at': '2021-07-13T08:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '77507884-111d-4307-8b6a-eb6ca8b710d5', 'name': '', 'network_id': 'a1233f64-d5e5-4ff0-b229-bb4c3e0852a2', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'mac_address': 'fa:16:3e:b6:0f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc431991-e8ad-4cd2-8296-68afe5b8f4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '48ef7fdb-0178-4e09-b014-b1f4145c4cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:23Z', 'updated_at': '2021-07-13T08:03:24Z', 'revision_number': 2, 'project_id': '4d783f05a12042019a6219e445ea2541', 'subnets': [{'id': '48ef7fdb-0178-4e09-b014-b1f4145c4cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:26.481703 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 221c2001-aa01-40bb-a195-566289f0c7f3, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=221c2001-aa01-40bb-a195-566289f0c7f3,segment=NetworkSegment(b78384d4-beeb-469a-bec9-0b75a8bde348),segment_id=b78384d4-beeb-469a-bec9-0b75a8bde348)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:26.511427 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:26.513615 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ddea8a-7cd9-4a8a-8ca0-b6481d364ce4 None None] Checking router: cc431991-e8ad-4cd2-8296-68afe5b8f4de for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:03:26.514000 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ddea8a-7cd9-4a8a-8ca0-b6481d364ce4 None None] Updating router cc431991-e8ad-4cd2-8296-68afe5b8f4de port 77507884-111d-4307-8b6a-eb6ca8b710d5 binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:03:26.573046 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 4e28580a-08fb-402b-9d26-dc2870f64c50 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:03:26.621563 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-93ddea8a-7cd9-4a8a-8ca0-b6481d364ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:26.638525 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=221c2001-aa01-40bb-a195-566289f0c7f3,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:26.689867 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 4e28580a-08fb-402b-9d26-dc2870f64c50 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:03:26.697746 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 4e28580a-08fb-402b-9d26-dc2870f64c50 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:26.698115 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:26.903698 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:26.937398 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 4e28580a-08fb-402b-9d26-dc2870f64c50, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=4e28580a-08fb-402b-9d26-dc2870f64c50,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:26.944413 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:27.040439 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-93ddea8a-7cd9-4a8a-8ca0-b6481d364ce4 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:27.042900 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=4e28580a-08fb-402b-9d26-dc2870f64c50,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:27.053408 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-93ddea8a-7cd9-4a8a-8ca0-b6481d364ce4 None None] Transition to ACTIVE for port object 77507884-111d-4307-8b6a-eb6ca8b710d5 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:03:27.059792 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-93ddea8a-7cd9-4a8a-8ca0-b6481d364ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:27.113446 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296e95a7-a9e2-48a8-8471-feddb9d4152e None None] Pushing event updated for resources: {'Port': ['ID=77507884-111d-4307-8b6a-eb6ca8b710d5,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:27.181720 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-93ddea8a-7cd9-4a8a-8ca0-b6481d364ce4 None None] Attempting to bind port 77507884-111d-4307-8b6a-eb6ca8b710d5 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:03:27.182097 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-93ddea8a-7cd9-4a8a-8ca0-b6481d364ce4 None None] Attempting to bind port 77507884-111d-4307-8b6a-eb6ca8b710d5 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'b78384d4-beeb-469a-bec9-0b75a8bde348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1233f64-d5e5-4ff0-b229-bb4c3e0852a2'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:03:27.182608 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ddea8a-7cd9-4a8a-8ca0-b6481d364ce4 None None] Attempting to bind port 77507884-111d-4307-8b6a-eb6ca8b710d5 on network a1233f64-d5e5-4ff0-b229-bb4c3e0852a2 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:03:27.189363 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ddea8a-7cd9-4a8a-8ca0-b6481d364ce4 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:03:27.189625 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ddea8a-7cd9-4a8a-8ca0-b6481d364ce4 None None] Checking segment: {'id': 'b78384d4-beeb-469a-bec9-0b75a8bde348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1233f64-d5e5-4ff0-b229-bb4c3e0852a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:03:27.189894 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-93ddea8a-7cd9-4a8a-8ca0-b6481d364ce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:27.190297 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ddea8a-7cd9-4a8a-8ca0-b6481d364ce4 None None] Bound using segment: {'id': 'b78384d4-beeb-469a-bec9-0b75a8bde348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1233f64-d5e5-4ff0-b229-bb4c3e0852a2'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:03:27.190753 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-93ddea8a-7cd9-4a8a-8ca0-b6481d364ce4 None None] Bound port: 77507884-111d-4307-8b6a-eb6ca8b710d5, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b78384d4-beeb-469a-bec9-0b75a8bde348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1233f64-d5e5-4ff0-b229-bb4c3e0852a2'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:03:27.191133 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-93ddea8a-7cd9-4a8a-8ca0-b6481d364ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:27.317270 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-93ddea8a-7cd9-4a8a-8ca0-b6481d364ce4 None None] For port 77507884-111d-4307-8b6a-eb6ca8b710d5, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:03:27.325979 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-93ddea8a-7cd9-4a8a-8ca0-b6481d364ce4 None None] For port 77507884-111d-4307-8b6a-eb6ca8b710d5, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=77507884-111d-4307-8b6a-eb6ca8b710d5,segment=NetworkSegment(b78384d4-beeb-469a-bec9-0b75a8bde348),segment_id=b78384d4-beeb-469a-bec9-0b75a8bde348)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:03:27.334133 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-93ddea8a-7cd9-4a8a-8ca0-b6481d364ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:27.348501 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-47f48a11-e735-4f3a-b252-dc13849e83fd req-358cc95e-34b9-4128-a1d8-5abb9ccab131 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c75d311-717a-44cc-9cbb-8e01a2afd377 HTTP/1.1" status: 200 len: 210 time: 0.0546243 Jul 13 08:03:27.361452 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640eee96-e979-40a0-b607-9e8de5feb16c req-18950bde-f793-4b04-8369-006953ebb3d6 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:27.364498 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-640eee96-e979-40a0-b607-9e8de5feb16c req-18950bde-f793-4b04-8369-006953ebb3d6 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.42 "GET /v2.0/networks?id=a1233f64-d5e5-4ff0-b229-bb4c3e0852a2 HTTP/1.1" status: 200 len: 797 time: 0.2255585 Jul 13 08:03:27.406642 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ddea8a-7cd9-4a8a-8ca0-b6481d364ce4 None None] Routers {'cc431991-e8ad-4cd2-8296-68afe5b8f4de'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:27.407557 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-93ddea8a-7cd9-4a8a-8ca0-b6481d364ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:03:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['cc431991-e8ad-4cd2-8296-68afe5b8f4de'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:27.409733 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296e95a7-a9e2-48a8-8471-feddb9d4152e None None] Pushing event updated for resources: {'Port': ['ID=77507884-111d-4307-8b6a-eb6ca8b710d5,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:27.417745 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-640eee96-e979-40a0-b607-9e8de5feb16c req-15d93747-cb9e-46b2-9c0a-e077118f3d89 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d783f05a12042019a6219e445ea2541 HTTP/1.1" status: 200 len: 380 time: 0.0440791 Jul 13 08:03:27.427961 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-640eee96-e979-40a0-b607-9e8de5feb16c req-029ace6c-7531-4b12-9f63-706a0664a9e8 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'port': {'device_id': '0c75d311-717a-44cc-9cbb-8e01a2afd377', 'network_id': 'a1233f64-d5e5-4ff0-b229-bb4c3e0852a2', 'admin_state_up': True, 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'security_groups': ['216d4804-9378-483d-b72c-d4eaf97ecd04']}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:27.541412 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-93ddea8a-7cd9-4a8a-8ca0-b6481d364ce4 None None] Set router cc431991-e8ad-4cd2-8296-68afe5b8f4de gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:03:27.563921 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-640eee96-e979-40a0-b607-9e8de5feb16c req-029ace6c-7531-4b12-9f63-706a0664a9e8 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Made reservation on behalf of 4d783f05a12042019a6219e445ea2541 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:03:27.569074 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-640eee96-e979-40a0-b607-9e8de5feb16c req-029ace6c-7531-4b12-9f63-706a0664a9e8 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:27.714632 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-640eee96-e979-40a0-b607-9e8de5feb16c req-029ace6c-7531-4b12-9f63-706a0664a9e8 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Allocated IP 172.20.0.7 (a1233f64-d5e5-4ff0-b229-bb4c3e0852a2/48ef7fdb-0178-4e09-b014-b1f4145c4cf9/b8f90daa-993e-445c-81c6-d1daef9a8438) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:03:27.787719 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-93ddea8a-7cd9-4a8a-8ca0-b6481d364ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc431991-e8ad-4cd2-8296-68afe5b8f4de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-405521525', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '4e28580a-08fb-402b-9d26-dc2870f64c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:20Z', 'updated_at': '2021-07-13T08:03:24Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '4e28580a-08fb-402b-9d26-dc2870f64c50', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc431991-e8ad-4cd2-8296-68afe5b8f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:21Z', 'updated_at': '2021-07-13T08:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '77507884-111d-4307-8b6a-eb6ca8b710d5', 'name': '', 'network_id': 'a1233f64-d5e5-4ff0-b229-bb4c3e0852a2', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'mac_address': 'fa:16:3e:b6:0f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc431991-e8ad-4cd2-8296-68afe5b8f4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '48ef7fdb-0178-4e09-b014-b1f4145c4cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:23Z', 'updated_at': '2021-07-13T08:03:27Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'subnets': [{'id': '48ef7fdb-0178-4e09-b014-b1f4145c4cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:27.820999 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 221c2001-aa01-40bb-a195-566289f0c7f3 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:03:27.824479 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ddea8a-7cd9-4a8a-8ca0-b6481d364ce4 None None] The sync data for ids ['cc431991-e8ad-4cd2-8296-68afe5b8f4de'] in n-d-771363-34 is: [{'id': 'cc431991-e8ad-4cd2-8296-68afe5b8f4de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-405521525', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '4e28580a-08fb-402b-9d26-dc2870f64c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:20Z', 'updated_at': '2021-07-13T08:03:24Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '4e28580a-08fb-402b-9d26-dc2870f64c50', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc431991-e8ad-4cd2-8296-68afe5b8f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:21Z', 'updated_at': '2021-07-13T08:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '77507884-111d-4307-8b6a-eb6ca8b710d5', 'name': '', 'network_id': 'a1233f64-d5e5-4ff0-b229-bb4c3e0852a2', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'mac_address': 'fa:16:3e:b6:0f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc431991-e8ad-4cd2-8296-68afe5b8f4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '48ef7fdb-0178-4e09-b014-b1f4145c4cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:23Z', 'updated_at': '2021-07-13T08:03:27Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'subnets': [{'id': '48ef7fdb-0178-4e09-b014-b1f4145c4cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:03:27.880212 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 221c2001-aa01-40bb-a195-566289f0c7f3 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:27.881573 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:27.913018 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-640eee96-e979-40a0-b607-9e8de5feb16c req-029ace6c-7531-4b12-9f63-706a0664a9e8 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:27.930084 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-640eee96-e979-40a0-b607-9e8de5feb16c req-029ace6c-7531-4b12-9f63-706a0664a9e8 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Transition to ACTIVE for port object b8f90daa-993e-445c-81c6-d1daef9a8438 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:03:27.973510 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-640eee96-e979-40a0-b607-9e8de5feb16c req-029ace6c-7531-4b12-9f63-706a0664a9e8 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:27.981733 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 4e28580a-08fb-402b-9d26-dc2870f64c50 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:03:28.017599 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-640eee96-e979-40a0-b607-9e8de5feb16c req-029ace6c-7531-4b12-9f63-706a0664a9e8 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Network a1233f64-d5e5-4ff0-b229-bb4c3e0852a2 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:03:28.026121 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-640eee96-e979-40a0-b607-9e8de5feb16c req-029ace6c-7531-4b12-9f63-706a0664a9e8 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:03:28.033271 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-640eee96-e979-40a0-b607-9e8de5feb16c req-029ace6c-7531-4b12-9f63-706a0664a9e8 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:03:28.056854 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 4e28580a-08fb-402b-9d26-dc2870f64c50 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:28.057227 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:28.067496 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ace6c-7531-4b12-9f63-706a0664a9e8 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'Port': ['ID=b8f90daa-993e-445c-81c6-d1daef9a8438,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:28.097622 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640eee96-e979-40a0-b607-9e8de5feb16c req-029ace6c-7531-4b12-9f63-706a0664a9e8 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:28.097968 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-640eee96-e979-40a0-b607-9e8de5feb16c req-029ace6c-7531-4b12-9f63-706a0664a9e8 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:28.116308 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-640eee96-e979-40a0-b607-9e8de5feb16c req-029ace6c-7531-4b12-9f63-706a0664a9e8 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6939394 Jul 13 08:03:28.191056 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-640eee96-e979-40a0-b607-9e8de5feb16c req-7980cb9d-ced9-419a-9be3-9eccd0f559e1 service neutron] Request body: {'port': {'device_id': '0c75d311-717a-44cc-9cbb-8e01a2afd377', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:28.276732 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-640eee96-e979-40a0-b607-9e8de5feb16c req-7980cb9d-ced9-419a-9be3-9eccd0f559e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:28.283419 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8b3527f6-f126-4c8a-9f65-9e2f48dbae42 None None] Provisioning for port b8f90daa-993e-445c-81c6-d1daef9a8438 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:03:28.288769 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8b3527f6-f126-4c8a-9f65-9e2f48dbae42 None None] Provisioning complete for port b8f90daa-993e-445c-81c6-d1daef9a8438 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:28.290318 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8b3527f6-f126-4c8a-9f65-9e2f48dbae42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:28.325124 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-8b3527f6-f126-4c8a-9f65-9e2f48dbae42 None None] Port b8f90daa-993e-445c-81c6-d1daef9a8438 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:03:28.564234 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310b6ff-246b-49b3-b363-65c4bd17501f req-9bd67127-4d6d-4808-8595-5219fbb62bb4 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:28.567442 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0310b6ff-246b-49b3-b363-65c4bd17501f req-9bd67127-4d6d-4808-8595-5219fbb62bb4 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c75d311-717a-44cc-9cbb-8e01a2afd377 HTTP/1.1" status: 200 len: 931 time: 0.0855107 Jul 13 08:03:28.580830 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-640eee96-e979-40a0-b607-9e8de5feb16c req-7980cb9d-ced9-419a-9be3-9eccd0f559e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8f90daa-993e-445c-81c6-d1daef9a8438 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:03:28.590053 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-640eee96-e979-40a0-b607-9e8de5feb16c req-7980cb9d-ced9-419a-9be3-9eccd0f559e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:28.606959 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-640eee96-e979-40a0-b607-9e8de5feb16c req-7980cb9d-ced9-419a-9be3-9eccd0f559e1 service neutron] Transition to ACTIVE for port object b8f90daa-993e-445c-81c6-d1daef9a8438 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:03:28.613252 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-640eee96-e979-40a0-b607-9e8de5feb16c req-7980cb9d-ced9-419a-9be3-9eccd0f559e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:28.617142 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0310b6ff-246b-49b3-b363-65c4bd17501f req-6cea1860-78c7-4117-8d14-09109aef84b4 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=216d4804-9378-483d-b72c-d4eaf97ecd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428960 Jul 13 08:03:28.676210 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980cb9d-ced9-419a-9be3-9eccd0f559e1 service neutron] Pushing event updated for resources: {'Port': ['ID=b8f90daa-993e-445c-81c6-d1daef9a8438,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:28.765456 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-640eee96-e979-40a0-b607-9e8de5feb16c req-7980cb9d-ced9-419a-9be3-9eccd0f559e1 service neutron] Attempting to bind port b8f90daa-993e-445c-81c6-d1daef9a8438 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:03:28.765790 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-640eee96-e979-40a0-b607-9e8de5feb16c req-7980cb9d-ced9-419a-9be3-9eccd0f559e1 service neutron] Attempting to bind port b8f90daa-993e-445c-81c6-d1daef9a8438 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'b78384d4-beeb-469a-bec9-0b75a8bde348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1233f64-d5e5-4ff0-b229-bb4c3e0852a2'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:03:28.766115 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640eee96-e979-40a0-b607-9e8de5feb16c req-7980cb9d-ced9-419a-9be3-9eccd0f559e1 service neutron] Attempting to bind port b8f90daa-993e-445c-81c6-d1daef9a8438 on network a1233f64-d5e5-4ff0-b229-bb4c3e0852a2 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:03:28.770758 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640eee96-e979-40a0-b607-9e8de5feb16c req-7980cb9d-ced9-419a-9be3-9eccd0f559e1 service neutron] Port b8f90daa-993e-445c-81c6-d1daef9a8438 on network a1233f64-d5e5-4ff0-b229-bb4c3e0852a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:03:28.771079 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640eee96-e979-40a0-b607-9e8de5feb16c req-7980cb9d-ced9-419a-9be3-9eccd0f559e1 service neutron] Attempting to bind port b8f90daa-993e-445c-81c6-d1daef9a8438 on network a1233f64-d5e5-4ff0-b229-bb4c3e0852a2 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:03:28.778478 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640eee96-e979-40a0-b607-9e8de5feb16c req-7980cb9d-ced9-419a-9be3-9eccd0f559e1 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:03:28.779243 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640eee96-e979-40a0-b607-9e8de5feb16c req-7980cb9d-ced9-419a-9be3-9eccd0f559e1 service neutron] Checking segment: {'id': 'b78384d4-beeb-469a-bec9-0b75a8bde348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1233f64-d5e5-4ff0-b229-bb4c3e0852a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:03:28.779881 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640eee96-e979-40a0-b607-9e8de5feb16c req-7980cb9d-ced9-419a-9be3-9eccd0f559e1 service neutron] Bound using segment: {'id': 'b78384d4-beeb-469a-bec9-0b75a8bde348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1233f64-d5e5-4ff0-b229-bb4c3e0852a2'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:03:28.780333 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-640eee96-e979-40a0-b607-9e8de5feb16c req-7980cb9d-ced9-419a-9be3-9eccd0f559e1 service neutron] Bound port: b8f90daa-993e-445c-81c6-d1daef9a8438, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78384d4-beeb-469a-bec9-0b75a8bde348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a1233f64-d5e5-4ff0-b229-bb4c3e0852a2'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:03:28.780744 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-640eee96-e979-40a0-b607-9e8de5feb16c req-7980cb9d-ced9-419a-9be3-9eccd0f559e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:28.858500 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-640eee96-e979-40a0-b607-9e8de5feb16c req-7980cb9d-ced9-419a-9be3-9eccd0f559e1 service neutron] For port b8f90daa-993e-445c-81c6-d1daef9a8438, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:03:28.862151 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-640eee96-e979-40a0-b607-9e8de5feb16c req-7980cb9d-ced9-419a-9be3-9eccd0f559e1 service neutron] For port b8f90daa-993e-445c-81c6-d1daef9a8438, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=b8f90daa-993e-445c-81c6-d1daef9a8438,segment=NetworkSegment(b78384d4-beeb-469a-bec9-0b75a8bde348),segment_id=b78384d4-beeb-469a-bec9-0b75a8bde348)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:03:28.869599 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-640eee96-e979-40a0-b607-9e8de5feb16c req-7980cb9d-ced9-419a-9be3-9eccd0f559e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:28.917316 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640eee96-e979-40a0-b607-9e8de5feb16c req-7980cb9d-ced9-419a-9be3-9eccd0f559e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:28.917973 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-640eee96-e979-40a0-b607-9e8de5feb16c req-7980cb9d-ced9-419a-9be3-9eccd0f559e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:28.919783 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-640eee96-e979-40a0-b607-9e8de5feb16c req-7980cb9d-ced9-419a-9be3-9eccd0f559e1 service neutron] 10.222.0.42 "PUT /v2.0/ports/b8f90daa-993e-445c-81c6-d1daef9a8438 HTTP/1.1" status: 200 len: 1092 time: 0.7958822 Jul 13 08:03:28.920204 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c75d311-717a-44cc-9cbb-8e01a2afd377', 'tag': 'b8f90daa-993e-445c-81c6-d1daef9a8438'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:03:28.922536 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea961848-9301-4e4f-9180-d4d63027eb93" -d '{"events": [{"name": "network-changed", "server_uuid": "0c75d311-717a-44cc-9cbb-8e01a2afd377", "tag": "b8f90daa-993e-445c-81c6-d1daef9a8438"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:03:28.949237 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980cb9d-ced9-419a-9be3-9eccd0f559e1 service neutron] Pushing event updated for resources: {'Port': ['ID=b8f90daa-993e-445c-81c6-d1daef9a8438,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:28.988560 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2abe161f-1fb6-4b9f-88f2-60ea45c93d2d x-openstack-request-id: req-2abe161f-1fb6-4b9f-88f2-60ea45c93d2d {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:03:28.988865 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c75d311-717a-44cc-9cbb-8e01a2afd377", "tag": "b8f90daa-993e-445c-81c6-d1daef9a8438", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:03:28.989112 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2abe161f-1fb6-4b9f-88f2-60ea45c93d2d {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:03:28.989565 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c75d311-717a-44cc-9cbb-8e01a2afd377', 'tag': 'b8f90daa-993e-445c-81c6-d1daef9a8438', 'status': 'completed', 'code': 200} Jul 13 08:03:29.047141 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640eee96-e979-40a0-b607-9e8de5feb16c req-87b1f828-65a0-4aa0-9fc2-ecd738d4e116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:29.049364 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-640eee96-e979-40a0-b607-9e8de5feb16c req-87b1f828-65a0-4aa0-9fc2-ecd738d4e116 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&device_id=0c75d311-717a-44cc-9cbb-8e01a2afd377 HTTP/1.1" status: 200 len: 1095 time: 0.0732925 Jul 13 08:03:29.097423 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-640eee96-e979-40a0-b607-9e8de5feb16c req-15bf0583-cc4f-4433-8049-a4bad28c6e17 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8f90daa-993e-445c-81c6-d1daef9a8438 HTTP/1.1" status: 200 len: 217 time: 0.0404475 Jul 13 08:03:29.156460 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640eee96-e979-40a0-b607-9e8de5feb16c req-ca6ae69f-a721-4a13-858c-7d0f1b23764c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:29.157951 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-640eee96-e979-40a0-b607-9e8de5feb16c req-ca6ae69f-a721-4a13-858c-7d0f1b23764c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48ef7fdb-0178-4e09-b014-b1f4145c4cf9 HTTP/1.1" status: 200 len: 834 time: 0.0559406 Jul 13 08:03:29.226947 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640eee96-e979-40a0-b607-9e8de5feb16c req-cfc21d6f-5e0f-4273-987f-5a829e4bc8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:29.228510 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-640eee96-e979-40a0-b607-9e8de5feb16c req-cfc21d6f-5e0f-4273-987f-5a829e4bc8ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1233f64-d5e5-4ff0-b229-bb4c3e0852a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650113 Jul 13 08:03:29.321974 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-640eee96-e979-40a0-b607-9e8de5feb16c req-e3195652-5a27-4bc4-b8dd-f6253621e0cc service neutron] 10.222.0.42 "GET /v2.0/networks/a1233f64-d5e5-4ff0-b229-bb4c3e0852a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873268 Jul 13 08:03:29.415162 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-640eee96-e979-40a0-b607-9e8de5feb16c req-26d54096-42bd-4197-91b4-3eda42f5b7f2 service neutron] 10.222.0.42 "GET /v2.0/networks/a1233f64-d5e5-4ff0-b229-bb4c3e0852a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874438 Jul 13 08:03:29.516278 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea961848-9301-4e4f-9180-d4d63027eb93 req-655f29b8-91d9-402b-ab61-393a52338230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:29.517786 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ea961848-9301-4e4f-9180-d4d63027eb93 req-655f29b8-91d9-402b-ab61-393a52338230 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&device_id=0c75d311-717a-44cc-9cbb-8e01a2afd377 HTTP/1.1" status: 200 len: 1095 time: 0.0544517 Jul 13 08:03:29.610163 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea961848-9301-4e4f-9180-d4d63027eb93 req-664879b0-5685-49b4-8dd2-5ece72ae904f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:29.611691 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ea961848-9301-4e4f-9180-d4d63027eb93 req-664879b0-5685-49b4-8dd2-5ece72ae904f service neutron] 10.222.0.42 "GET /v2.0/networks?id=a1233f64-d5e5-4ff0-b229-bb4c3e0852a2 HTTP/1.1" status: 200 len: 898 time: 0.0873611 Jul 13 08:03:29.651920 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ea961848-9301-4e4f-9180-d4d63027eb93 req-560038d3-3f29-4984-9e0d-6f18f2329940 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8f90daa-993e-445c-81c6-d1daef9a8438 HTTP/1.1" status: 200 len: 217 time: 0.0337303 Jul 13 08:03:29.700149 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea961848-9301-4e4f-9180-d4d63027eb93 req-02c558e1-82fa-4782-ae17-9b8909fd6f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:29.701625 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ea961848-9301-4e4f-9180-d4d63027eb93 req-02c558e1-82fa-4782-ae17-9b8909fd6f5e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48ef7fdb-0178-4e09-b014-b1f4145c4cf9 HTTP/1.1" status: 200 len: 834 time: 0.0436244 Jul 13 08:03:29.766637 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea961848-9301-4e4f-9180-d4d63027eb93 req-08c41c6e-1c8e-4f20-80a4-50405c034ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:29.768347 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ea961848-9301-4e4f-9180-d4d63027eb93 req-08c41c6e-1c8e-4f20-80a4-50405c034ca0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1233f64-d5e5-4ff0-b229-bb4c3e0852a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601149 Jul 13 08:03:29.804878 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe658a4-f9a9-443f-9cd2-cfeecddc65d2 req-8af65b7c-8cb3-4776-a750-7f8be135f74b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:29.806462 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dfe658a4-f9a9-443f-9cd2-cfeecddc65d2 req-8af65b7c-8cb3-4776-a750-7f8be135f74b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c75d311-717a-44cc-9cbb-8e01a2afd377 HTTP/1.1" status: 200 len: 943 time: 0.0687842 Jul 13 08:03:29.818049 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 77507884-111d-4307-8b6a-eb6ca8b710d5 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:03:29.848917 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dfe658a4-f9a9-443f-9cd2-cfeecddc65d2 req-8b7d3d20-f0c1-47a1-84c2-89d8c2e0fbd5 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=216d4804-9378-483d-b72c-d4eaf97ecd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357811 Jul 13 08:03:29.875045 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 77507884-111d-4307-8b6a-eb6ca8b710d5 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:03:29.876141 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ea961848-9301-4e4f-9180-d4d63027eb93 req-6fb03519-023b-444b-8516-f09e406dd0fc service neutron] 10.222.0.42 "GET /v2.0/networks/a1233f64-d5e5-4ff0-b229-bb4c3e0852a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004615 Jul 13 08:03:29.878974 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 77507884-111d-4307-8b6a-eb6ca8b710d5 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:29.879386 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:29.961437 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:29.981814 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ea961848-9301-4e4f-9180-d4d63027eb93 req-8164ef60-85bc-47a4-808d-57a58c5b735a service neutron] 10.222.0.42 "GET /v2.0/networks/a1233f64-d5e5-4ff0-b229-bb4c3e0852a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993552 Jul 13 08:03:29.995181 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 77507884-111d-4307-8b6a-eb6ca8b710d5, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=77507884-111d-4307-8b6a-eb6ca8b710d5,segment=NetworkSegment(b78384d4-beeb-469a-bec9-0b75a8bde348),segment_id=b78384d4-beeb-469a-bec9-0b75a8bde348)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:30.000361 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:30.055754 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=77507884-111d-4307-8b6a-eb6ca8b710d5,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:30.065613 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:30.065960 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:30.066303 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:30.066639 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:30.066973 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:30.067381 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:30.067726 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:30.068040 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:30.068364 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:30.068685 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:30.069008 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:30.069331 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:03:30.277959 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2c741c1d-668a-43e7-b298-2da6a5c159f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:30.309813 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-461959a2-2644-499f-924f-80de0861321d None None] Provisioning complete for port 77507884-111d-4307-8b6a-eb6ca8b710d5 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:30.310090 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-461959a2-2644-499f-924f-80de0861321d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:31.026556 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76663e8-8a62-467d-9813-48e1d1705398 req-a044743f-848d-4efb-af37-ff6440c8c0cd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:31.028090 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e76663e8-8a62-467d-9813-48e1d1705398 req-a044743f-848d-4efb-af37-ff6440c8c0cd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c75d311-717a-44cc-9cbb-8e01a2afd377 HTTP/1.1" status: 200 len: 943 time: 0.0637858 Jul 13 08:03:31.066234 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e76663e8-8a62-467d-9813-48e1d1705398 req-8358fe49-6874-493c-b6d6-70e01ac923d6 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=216d4804-9378-483d-b72c-d4eaf97ecd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324914 Jul 13 08:03:31.497546 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device b8f90daa-993e-445c-81c6-d1daef9a8438 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:03:31.593640 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port b8f90daa-993e-445c-81c6-d1daef9a8438, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=b8f90daa-993e-445c-81c6-d1daef9a8438,segment=NetworkSegment(b78384d4-beeb-469a-bec9-0b75a8bde348),segment_id=b78384d4-beeb-469a-bec9-0b75a8bde348)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:31.605338 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': 'b8f90daa-993e-445c-81c6-d1daef9a8438', 'network_id': 'a1233f64-d5e5-4ff0-b229-bb4c3e0852a2', 'port_id': 'b8f90daa-993e-445c-81c6-d1daef9a8438', 'mac_address': 'fa:16:3e:df:c3:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48ef7fdb-0178-4e09-b014-b1f4145c4cf9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:03:31.641536 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:31.653927 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8f90daa-993e-445c-81c6-d1daef9a8438 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:03:31.673611 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port b8f90daa-993e-445c-81c6-d1daef9a8438, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=b8f90daa-993e-445c-81c6-d1daef9a8438,segment=NetworkSegment(b78384d4-beeb-469a-bec9-0b75a8bde348),segment_id=b78384d4-beeb-469a-bec9-0b75a8bde348)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:31.677357 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:31.732714 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=b8f90daa-993e-445c-81c6-d1daef9a8438,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:31.780439 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 77507884-111d-4307-8b6a-eb6ca8b710d5 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:03:31.828365 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 77507884-111d-4307-8b6a-eb6ca8b710d5 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:31.828735 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:31.922672 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['b8f90daa-993e-445c-81c6-d1daef9a8438'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:03:32.251964 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c329b-e010-4de4-918e-6e8734e42326 req-64fe3336-eccd-4ffa-af18-2e3500b56e2e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:32.253474 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-489c329b-e010-4de4-918e-6e8734e42326 req-64fe3336-eccd-4ffa-af18-2e3500b56e2e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c75d311-717a-44cc-9cbb-8e01a2afd377 HTTP/1.1" status: 200 len: 944 time: 0.0714943 Jul 13 08:03:32.293136 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-489c329b-e010-4de4-918e-6e8734e42326 req-ca9d81f1-88b5-44b9-975e-8c8adf49c4de tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=216d4804-9378-483d-b72c-d4eaf97ecd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327232 Jul 13 08:03:33.157441 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-006c686c-382b-467c-b87d-e09898e1d4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:33.204697 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:33.480939 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4410d5-0389-4f94-8c3c-431d517dc50e req-eb33afb6-09ca-4c2f-87aa-68d174682eba tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:33.482493 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2f4410d5-0389-4f94-8c3c-431d517dc50e req-eb33afb6-09ca-4c2f-87aa-68d174682eba tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c75d311-717a-44cc-9cbb-8e01a2afd377 HTTP/1.1" status: 200 len: 944 time: 0.0747342 Jul 13 08:03:33.513360 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device b8f90daa-993e-445c-81c6-d1daef9a8438 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:03:33.564413 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port b8f90daa-993e-445c-81c6-d1daef9a8438 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:03:33.568384 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port b8f90daa-993e-445c-81c6-d1daef9a8438 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:33.568749 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:33.652807 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:33.676493 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c75d311-717a-44cc-9cbb-8e01a2afd377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f90daa-993e-445c-81c6-d1daef9a8438'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:03:33.678880 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75c9a16-4559-443f-b522-dc8f945537fc" -d '{"events": [{"server_uuid": "0c75d311-717a-44cc-9cbb-8e01a2afd377", "name": "network-vif-plugged", "status": "completed", "tag": "b8f90daa-993e-445c-81c6-d1daef9a8438"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:03:33.693628 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port b8f90daa-993e-445c-81c6-d1daef9a8438, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=b8f90daa-993e-445c-81c6-d1daef9a8438,segment=NetworkSegment(b78384d4-beeb-469a-bec9-0b75a8bde348),segment_id=b78384d4-beeb-469a-bec9-0b75a8bde348)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:03:33.699071 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:33.725509 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407cc070-dfe6-4e93-b033-d4cbdd5416dd x-openstack-request-id: req-407cc070-dfe6-4e93-b033-d4cbdd5416dd {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:03:33.725806 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c75d311-717a-44cc-9cbb-8e01a2afd377", "name": "network-vif-plugged", "status": "completed", "tag": "b8f90daa-993e-445c-81c6-d1daef9a8438", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:03:33.726109 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-407cc070-dfe6-4e93-b033-d4cbdd5416dd {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:03:33.726571 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c75d311-717a-44cc-9cbb-8e01a2afd377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f90daa-993e-445c-81c6-d1daef9a8438', 'code': 200} Jul 13 08:03:33.768522 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=b8f90daa-993e-445c-81c6-d1daef9a8438,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:33.869310 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2f4410d5-0389-4f94-8c3c-431d517dc50e req-ecfb57cf-5711-4b7c-863c-b2f045b9bc39 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=216d4804-9378-483d-b72c-d4eaf97ecd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3810780 Jul 13 08:03:33.894475 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a0a0b-38d5-4a3c-8ba1-0b97f073a3a6 req-85b78cec-909b-475e-ae2f-e988ccf4cfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:33.896046 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bc6a0a0b-38d5-4a3c-8ba1-0b97f073a3a6 req-85b78cec-909b-475e-ae2f-e988ccf4cfb0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0c75d311-717a-44cc-9cbb-8e01a2afd377 HTTP/1.1" status: 200 len: 1097 time: 0.0721145 Jul 13 08:03:33.933486 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bc6a0a0b-38d5-4a3c-8ba1-0b97f073a3a6 req-2f8b2cee-2277-4c91-880b-731bdbd5f0da service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=216d4804-9378-483d-b72c-d4eaf97ecd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311406 Jul 13 08:03:33.995049 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2f3f1ff6-be1a-466b-8d9e-d257ac5050a1 None None] Provisioning complete for port b8f90daa-993e-445c-81c6-d1daef9a8438 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:03:33.995450 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2f3f1ff6-be1a-466b-8d9e-d257ac5050a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:34.186422 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:35.049104 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb6c3d-bfba-432d-b7f5-bd10e53c69c8 req-a7e6163d-95bc-43a3-983a-c8a35f9dfe43 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:35.050611 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-04fb6c3d-bfba-432d-b7f5-bd10e53c69c8 req-a7e6163d-95bc-43a3-983a-c8a35f9dfe43 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c75d311-717a-44cc-9cbb-8e01a2afd377 HTTP/1.1" status: 200 len: 945 time: 0.0640054 Jul 13 08:03:35.081640 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:03:35.088412 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-04fb6c3d-bfba-432d-b7f5-bd10e53c69c8 req-4a550c4f-6d81-41b5-a87d-d390079495a3 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=216d4804-9378-483d-b72c-d4eaf97ecd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321155 Jul 13 08:03:35.259966 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da62dc-f856-4684-9cd9-585d77f8fd82 req-b1a6d943-792d-4e7c-ab61-63148a9c21be tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:35.261453 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-42da62dc-f856-4684-9cd9-585d77f8fd82 req-b1a6d943-792d-4e7c-ab61-63148a9c21be tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c75d311-717a-44cc-9cbb-8e01a2afd377 HTTP/1.1" status: 200 len: 945 time: 0.0635722 Jul 13 08:03:35.301327 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-42da62dc-f856-4684-9cd9-585d77f8fd82 req-c391e3d6-96a9-48ae-b11a-7719b474bc48 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=216d4804-9378-483d-b72c-d4eaf97ecd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340099 Jul 13 08:03:35.328703 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39748) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:35.386295 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f280a7-51d7-40c2-8f56-69f049ac1654 tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:35.387984 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-32f280a7-51d7-40c2-8f56-69f049ac1654 tempest-TestNetworkAdvancedServerOps-23306985 tempest-TestNetworkAdvancedServerOps-23306985-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0c75d311-717a-44cc-9cbb-8e01a2afd377 HTTP/1.1" status: 200 len: 1092 time: 0.0582504 Jul 13 08:03:35.391285 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39750) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:35.395723 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-30873934-362f-45d9-947f-6d177b5b9ced tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'port_id': 'b8f90daa-993e-445c-81c6-d1daef9a8438', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:03:35.422795 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-30873934-362f-45d9-947f-6d177b5b9ced tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for floatingip, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:35.519302 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-30873934-362f-45d9-947f-6d177b5b9ced tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:35.624115 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-30873934-362f-45d9-947f-6d177b5b9ced tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Allocated IP 172.25.3.101 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/0974d986-f7af-4865-bbbb-b209aa1f5922) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:03:35.731681 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-30873934-362f-45d9-947f-6d177b5b9ced tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:35.771802 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-30873934-362f-45d9-947f-6d177b5b9ced tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:35.813891 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30873934-362f-45d9-947f-6d177b5b9ced tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:03:35.816679 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-30873934-362f-45d9-947f-6d177b5b9ced tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:03:35.819360 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30873934-362f-45d9-947f-6d177b5b9ced tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:03:35.843765 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30873934-362f-45d9-947f-6d177b5b9ced tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'Port': ['ID=0974d986-f7af-4865-bbbb-b209aa1f5922,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:35.966709 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:36.192855 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-30873934-362f-45d9-947f-6d177b5b9ced tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:36.269379 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-30873934-362f-45d9-947f-6d177b5b9ced tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:36.426820 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-30873934-362f-45d9-947f-6d177b5b9ced tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:36.431763 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-30873934-362f-45d9-947f-6d177b5b9ced tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:36.502574 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30873934-362f-45d9-947f-6d177b5b9ced tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event updated for resources: {'Port': ['ID=0974d986-f7af-4865-bbbb-b209aa1f5922,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:03:36.513262 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-30873934-362f-45d9-947f-6d177b5b9ced tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:36.612995 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [None req-30873934-362f-45d9-947f-6d177b5b9ced tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Floating IP 4809d71b-7793-488b-bf0e-4cd901789bc8 associated. External IP: 172.25.3.101, port: b8f90daa-993e-445c-81c6-d1daef9a8438. Jul 13 08:03:36.813106 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30873934-362f-45d9-947f-6d177b5b9ced tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Router cc431991-e8ad-4cd2-8296-68afe5b8f4de has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:03:36.928498 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30873934-362f-45d9-947f-6d177b5b9ced tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:03:36.938422 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba585b7-7cc9-4272-8841-bc4432619ed1 None None] Sync routers for ids ['cc431991-e8ad-4cd2-8296-68afe5b8f4de'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:03:36.945063 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-30873934-362f-45d9-947f-6d177b5b9ced tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:36.948160 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba585b7-7cc9-4272-8841-bc4432619ed1 None None] Routers {'cc431991-e8ad-4cd2-8296-68afe5b8f4de'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:36.948847 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-dba585b7-7cc9-4272-8841-bc4432619ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:03:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['cc431991-e8ad-4cd2-8296-68afe5b8f4de'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:36.982038 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-30873934-362f-45d9-947f-6d177b5b9ced tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5897253 Jul 13 08:03:36.982623 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c75d311-717a-44cc-9cbb-8e01a2afd377', 'tag': 'b8f90daa-993e-445c-81c6-d1daef9a8438'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:03:36.984926 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b05341-31fd-4992-bf66-edbf64ac70a5" -d '{"events": [{"name": "network-changed", "server_uuid": "0c75d311-717a-44cc-9cbb-8e01a2afd377", "tag": "b8f90daa-993e-445c-81c6-d1daef9a8438"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:03:37.028665 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3dbb6e-7089-4961-b9f5-54a27444326e x-openstack-request-id: req-ec3dbb6e-7089-4961-b9f5-54a27444326e {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:03:37.029031 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c75d311-717a-44cc-9cbb-8e01a2afd377", "tag": "b8f90daa-993e-445c-81c6-d1daef9a8438", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:03:37.029337 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ec3dbb6e-7089-4961-b9f5-54a27444326e {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:03:37.029743 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c75d311-717a-44cc-9cbb-8e01a2afd377', 'tag': 'b8f90daa-993e-445c-81c6-d1daef9a8438', 'status': 'completed', 'code': 200} Jul 13 08:03:37.057978 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-dba585b7-7cc9-4272-8841-bc4432619ed1 None None] Set router cc431991-e8ad-4cd2-8296-68afe5b8f4de gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:03:37.107971 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b05341-31fd-4992-bf66-edbf64ac70a5 req-f1fbd5c4-73c6-4999-95a7-9f26b44f3ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:37.109386 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-78b05341-31fd-4992-bf66-edbf64ac70a5 req-f1fbd5c4-73c6-4999-95a7-9f26b44f3ae0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&device_id=0c75d311-717a-44cc-9cbb-8e01a2afd377 HTTP/1.1" status: 200 len: 1097 time: 0.0585191 Jul 13 08:03:37.150568 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050a15b-bf27-4a7d-b11f-09984af581b4 req-9eba1824-2380-429b-bdfe-2a5bed9fb76f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:37.153445 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5050a15b-bf27-4a7d-b11f-09984af581b4 req-9eba1824-2380-429b-bdfe-2a5bed9fb76f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c75d311-717a-44cc-9cbb-8e01a2afd377 HTTP/1.1" status: 200 len: 945 time: 0.0763016 Jul 13 08:03:37.196041 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5050a15b-bf27-4a7d-b11f-09984af581b4 req-feeb2979-3f8c-484e-9839-a131d11bdbfa tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=216d4804-9378-483d-b72c-d4eaf97ecd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368059 Jul 13 08:03:37.206607 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b05341-31fd-4992-bf66-edbf64ac70a5 req-7a46e4c6-9bd8-427c-a658-6a098befa15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:37.208741 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-78b05341-31fd-4992-bf66-edbf64ac70a5 req-7a46e4c6-9bd8-427c-a658-6a098befa15e service neutron] 10.222.0.42 "GET /v2.0/networks?id=a1233f64-d5e5-4ff0-b229-bb4c3e0852a2 HTTP/1.1" status: 200 len: 898 time: 0.0931556 Jul 13 08:03:37.221981 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39756) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:37.278944 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-78b05341-31fd-4992-bf66-edbf64ac70a5 req-65535d50-c336-4843-a7e0-55137f04bcfa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8f90daa-993e-445c-81c6-d1daef9a8438 HTTP/1.1" status: 200 len: 999 time: 0.0647147 Jul 13 08:03:37.289399 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-dba585b7-7cc9-4272-8841-bc4432619ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc431991-e8ad-4cd2-8296-68afe5b8f4de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-405521525', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '4e28580a-08fb-402b-9d26-dc2870f64c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:20Z', 'updated_at': '2021-07-13T08:03:24Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '4e28580a-08fb-402b-9d26-dc2870f64c50', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc431991-e8ad-4cd2-8296-68afe5b8f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:21Z', 'updated_at': '2021-07-13T08:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '4809d71b-7793-488b-bf0e-4cd901789bc8', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'floating_ip_address': '172.25.3.101', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'cc431991-e8ad-4cd2-8296-68afe5b8f4de', 'port_id': 'b8f90daa-993e-445c-81c6-d1daef9a8438', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1233f64-d5e5-4ff0-b229-bb4c3e0852a2', 'mac_address': 'fa:16:3e:df:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c75d311-717a-44cc-9cbb-8e01a2afd377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:03:36Z', 'updated_at': '2021-07-13T08:03:36Z', 'revision_number': 0, 'project_id': '4d783f05a12042019a6219e445ea2541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77507884-111d-4307-8b6a-eb6ca8b710d5', 'name': '', 'network_id': 'a1233f64-d5e5-4ff0-b229-bb4c3e0852a2', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'mac_address': 'fa:16:3e:b6:0f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc431991-e8ad-4cd2-8296-68afe5b8f4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '48ef7fdb-0178-4e09-b014-b1f4145c4cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:23Z', 'updated_at': '2021-07-13T08:03:29Z', 'revision_number': 5, 'project_id': '4d783f05a12042019a6219e445ea2541', 'subnets': [{'id': '48ef7fdb-0178-4e09-b014-b1f4145c4cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:37.290371 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-30b53172-cd4e-4683-a152-fd8d0be7952a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/floatingips/4809d71b-7793-488b-bf0e-4cd901789bc8 HTTP/1.1" status: 200 len: 991 time: 0.0670216 Jul 13 08:03:37.323010 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba585b7-7cc9-4272-8841-bc4432619ed1 None None] Checking router: cc431991-e8ad-4cd2-8296-68afe5b8f4de for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:03:37.328554 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b05341-31fd-4992-bf66-edbf64ac70a5 req-1923490f-36dc-4309-8c45-7d83c1bd5391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:37.330039 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-78b05341-31fd-4992-bf66-edbf64ac70a5 req-1923490f-36dc-4309-8c45-7d83c1bd5391 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48ef7fdb-0178-4e09-b014-b1f4145c4cf9 HTTP/1.1" status: 200 len: 834 time: 0.0454257 Jul 13 08:03:37.331436 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba585b7-7cc9-4272-8841-bc4432619ed1 None None] Routers {'cc431991-e8ad-4cd2-8296-68afe5b8f4de'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:03:37.332072 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-dba585b7-7cc9-4272-8841-bc4432619ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:03:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['cc431991-e8ad-4cd2-8296-68afe5b8f4de'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:37.388713 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b05341-31fd-4992-bf66-edbf64ac70a5 req-62548e68-e70d-4a77-8204-dbb318f7a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:37.390366 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-78b05341-31fd-4992-bf66-edbf64ac70a5 req-62548e68-e70d-4a77-8204-dbb318f7a2ca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1233f64-d5e5-4ff0-b229-bb4c3e0852a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540593 Jul 13 08:03:37.437459 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-dba585b7-7cc9-4272-8841-bc4432619ed1 None None] Set router cc431991-e8ad-4cd2-8296-68afe5b8f4de gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:03:37.483537 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-78b05341-31fd-4992-bf66-edbf64ac70a5 req-832972e2-0d06-4943-b78a-31e248f13b0b service neutron] 10.222.0.42 "GET /v2.0/networks/a1233f64-d5e5-4ff0-b229-bb4c3e0852a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864806 Jul 13 08:03:37.574623 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-78b05341-31fd-4992-bf66-edbf64ac70a5 req-52775acc-f629-4efc-8794-3b15eb9f32e8 service neutron] 10.222.0.42 "GET /v2.0/networks/a1233f64-d5e5-4ff0-b229-bb4c3e0852a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854056 Jul 13 08:03:37.665270 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-dba585b7-7cc9-4272-8841-bc4432619ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc431991-e8ad-4cd2-8296-68afe5b8f4de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-405521525', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '4e28580a-08fb-402b-9d26-dc2870f64c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:20Z', 'updated_at': '2021-07-13T08:03:24Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '4e28580a-08fb-402b-9d26-dc2870f64c50', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc431991-e8ad-4cd2-8296-68afe5b8f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:21Z', 'updated_at': '2021-07-13T08:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '4809d71b-7793-488b-bf0e-4cd901789bc8', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'floating_ip_address': '172.25.3.101', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'cc431991-e8ad-4cd2-8296-68afe5b8f4de', 'port_id': 'b8f90daa-993e-445c-81c6-d1daef9a8438', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1233f64-d5e5-4ff0-b229-bb4c3e0852a2', 'mac_address': 'fa:16:3e:df:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c75d311-717a-44cc-9cbb-8e01a2afd377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:03:36Z', 'updated_at': '2021-07-13T08:03:36Z', 'revision_number': 0, 'project_id': '4d783f05a12042019a6219e445ea2541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77507884-111d-4307-8b6a-eb6ca8b710d5', 'name': '', 'network_id': 'a1233f64-d5e5-4ff0-b229-bb4c3e0852a2', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'mac_address': 'fa:16:3e:b6:0f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc431991-e8ad-4cd2-8296-68afe5b8f4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '48ef7fdb-0178-4e09-b014-b1f4145c4cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:23Z', 'updated_at': '2021-07-13T08:03:29Z', 'revision_number': 5, 'project_id': '4d783f05a12042019a6219e445ea2541', 'subnets': [{'id': '48ef7fdb-0178-4e09-b014-b1f4145c4cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:03:37.690234 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba585b7-7cc9-4272-8841-bc4432619ed1 None None] The sync data for ids ['cc431991-e8ad-4cd2-8296-68afe5b8f4de'] in n-d-771363-34 is: [{'id': 'cc431991-e8ad-4cd2-8296-68afe5b8f4de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-405521525', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '4e28580a-08fb-402b-9d26-dc2870f64c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:20Z', 'updated_at': '2021-07-13T08:03:24Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '4e28580a-08fb-402b-9d26-dc2870f64c50', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc431991-e8ad-4cd2-8296-68afe5b8f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:21Z', 'updated_at': '2021-07-13T08:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '4809d71b-7793-488b-bf0e-4cd901789bc8', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'floating_ip_address': '172.25.3.101', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'cc431991-e8ad-4cd2-8296-68afe5b8f4de', 'port_id': 'b8f90daa-993e-445c-81c6-d1daef9a8438', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1233f64-d5e5-4ff0-b229-bb4c3e0852a2', 'mac_address': 'fa:16:3e:df:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c75d311-717a-44cc-9cbb-8e01a2afd377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:03:36Z', 'updated_at': '2021-07-13T08:03:36Z', 'revision_number': 0, 'project_id': '4d783f05a12042019a6219e445ea2541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77507884-111d-4307-8b6a-eb6ca8b710d5', 'name': '', 'network_id': 'a1233f64-d5e5-4ff0-b229-bb4c3e0852a2', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'mac_address': 'fa:16:3e:b6:0f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc431991-e8ad-4cd2-8296-68afe5b8f4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '48ef7fdb-0178-4e09-b014-b1f4145c4cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:23Z', 'updated_at': '2021-07-13T08:03:29Z', 'revision_number': 5, 'project_id': '4d783f05a12042019a6219e445ea2541', 'subnets': [{'id': '48ef7fdb-0178-4e09-b014-b1f4145c4cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:03:37.886186 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0ea42c-fb8e-4037-8cc0-5e00c8c6ce8a None None] New status for floating IP 4809d71b-7793-488b-bf0e-4cd901789bc8: ACTIVE {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:03:38.294474 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39758) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:03:38.363537 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1f393a51-276f-4b1f-baba-d6f882b962d9 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/floatingips/4809d71b-7793-488b-bf0e-4cd901789bc8 HTTP/1.1" status: 200 len: 993 time: 0.0679741 Jul 13 08:03:42.228667 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-42cc0a02-c7e1-4b4b-a589-a35c14d14e33 req-09aa16e1-e845-4dd4-ac3e-936f4d1ed18e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0c75d311-717a-44cc-9cbb-8e01a2afd377&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0512061 Jul 13 08:03:42.327531 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc0a02-c7e1-4b4b-a589-a35c14d14e33 req-23fe7bee-fcfe-4e42-b176-08b65917f84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:42.329351 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-42cc0a02-c7e1-4b4b-a589-a35c14d14e33 req-23fe7bee-fcfe-4e42-b176-08b65917f84d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&device_id=0c75d311-717a-44cc-9cbb-8e01a2afd377 HTTP/1.1" status: 200 len: 1097 time: 0.0564294 Jul 13 08:03:42.438621 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc0a02-c7e1-4b4b-a589-a35c14d14e33 req-cafc92cd-ae91-4551-bdab-936bdaca927e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:42.440145 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-42cc0a02-c7e1-4b4b-a589-a35c14d14e33 req-cafc92cd-ae91-4551-bdab-936bdaca927e service neutron] 10.222.0.42 "GET /v2.0/networks?id=a1233f64-d5e5-4ff0-b229-bb4c3e0852a2 HTTP/1.1" status: 200 len: 898 time: 0.0913022 Jul 13 08:03:42.505064 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-42cc0a02-c7e1-4b4b-a589-a35c14d14e33 req-807ecebc-043f-4013-ac89-da12ff05f447 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8f90daa-993e-445c-81c6-d1daef9a8438 HTTP/1.1" status: 200 len: 1001 time: 0.0573735 Jul 13 08:03:42.558628 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc0a02-c7e1-4b4b-a589-a35c14d14e33 req-b2d2e7b0-5770-4fec-aa95-75b8fcf34495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:42.560134 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-42cc0a02-c7e1-4b4b-a589-a35c14d14e33 req-b2d2e7b0-5770-4fec-aa95-75b8fcf34495 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48ef7fdb-0178-4e09-b014-b1f4145c4cf9 HTTP/1.1" status: 200 len: 834 time: 0.0492835 Jul 13 08:03:42.616866 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc0a02-c7e1-4b4b-a589-a35c14d14e33 req-ac9d8bd7-acfe-4642-b5d8-deefecdefea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:03:42.618380 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-42cc0a02-c7e1-4b4b-a589-a35c14d14e33 req-ac9d8bd7-acfe-4642-b5d8-deefecdefea9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1233f64-d5e5-4ff0-b229-bb4c3e0852a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520651 Jul 13 08:03:42.710101 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-42cc0a02-c7e1-4b4b-a589-a35c14d14e33 req-440e8852-97d9-4488-baaa-1193422bc11d service neutron] 10.222.0.42 "GET /v2.0/networks/a1233f64-d5e5-4ff0-b229-bb4c3e0852a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855005 Jul 13 08:03:42.806002 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-42cc0a02-c7e1-4b4b-a589-a35c14d14e33 req-9f5667dd-6d5c-4fd1-ba5d-797d43fb840b service neutron] 10.222.0.42 "GET /v2.0/networks/a1233f64-d5e5-4ff0-b229-bb4c3e0852a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898306 Jul 13 08:03:53.589927 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:03:54.135525 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:00.280602 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-11753cf6-c213-4f56-a9c4-bc95b9d81222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:03.158539 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ef9fbd61-12e6-4151-b942-70d2dc88b89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:03.210908 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:04.189918 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:05.969169 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:07.472415 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac3933-af4e-47ef-ae25-9ee343743a71 req-f3dc2ba5-355b-4264-ae7c-496fa658ffb8 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:07.473827 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0cac3933-af4e-47ef-ae25-9ee343743a71 req-f3dc2ba5-355b-4264-ae7c-496fa658ffb8 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c75d311-717a-44cc-9cbb-8e01a2afd377 HTTP/1.1" status: 200 len: 945 time: 0.0721204 Jul 13 08:04:07.513437 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0cac3933-af4e-47ef-ae25-9ee343743a71 req-379bfd05-085d-4fbf-8932-36cdf9da3e0e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=216d4804-9378-483d-b72c-d4eaf97ecd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335507 Jul 13 08:04:08.713182 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3f365-4315-4dd7-91fc-c1e256f5ff9d req-575981bd-8b6d-4e07-a5a7-0a5521ee268f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:08.714688 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b0b3f365-4315-4dd7-91fc-c1e256f5ff9d req-575981bd-8b6d-4e07-a5a7-0a5521ee268f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c75d311-717a-44cc-9cbb-8e01a2afd377 HTTP/1.1" status: 200 len: 945 time: 0.0663040 Jul 13 08:04:08.752604 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b0b3f365-4315-4dd7-91fc-c1e256f5ff9d req-8be9abe2-211d-42f1-a918-7440cb578c71 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=216d4804-9378-483d-b72c-d4eaf97ecd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322900 Jul 13 08:04:09.935794 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ea13d-0c49-43ef-8478-a966454f1d82 req-b9ec0c4e-ae99-4597-9c17-328def15d39f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:09.937216 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4e6ea13d-0c49-43ef-8478-a966454f1d82 req-b9ec0c4e-ae99-4597-9c17-328def15d39f tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c75d311-717a-44cc-9cbb-8e01a2afd377 HTTP/1.1" status: 200 len: 945 time: 0.0690970 Jul 13 08:04:09.974661 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4e6ea13d-0c49-43ef-8478-a966454f1d82 req-7c1bbbd5-e065-49e4-86e1-1cf4b12413cf tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=216d4804-9378-483d-b72c-d4eaf97ecd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318935 Jul 13 08:04:11.154570 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb8afa7-0319-4269-a8d3-076ad3e4305b req-47cd8d1d-f9e9-4fd0-ba44-60a70d9ec01a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:11.156115 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-adb8afa7-0319-4269-a8d3-076ad3e4305b req-47cd8d1d-f9e9-4fd0-ba44-60a70d9ec01a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c75d311-717a-44cc-9cbb-8e01a2afd377 HTTP/1.1" status: 200 len: 945 time: 0.0685325 Jul 13 08:04:11.195119 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-adb8afa7-0319-4269-a8d3-076ad3e4305b req-c2b64c5a-42b0-41c8-a119-d5cdbc230515 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=216d4804-9378-483d-b72c-d4eaf97ecd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334072 Jul 13 08:04:12.080446 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:04:12.371480 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52a7ff-9725-40e4-a1da-2b7883e6fa5c req-c16c5a63-c53a-48b2-b6db-296072d0e22d tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:12.372905 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5c52a7ff-9725-40e4-a1da-2b7883e6fa5c req-c16c5a63-c53a-48b2-b6db-296072d0e22d tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c75d311-717a-44cc-9cbb-8e01a2afd377 HTTP/1.1" status: 200 len: 945 time: 0.0646312 Jul 13 08:04:12.410991 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5c52a7ff-9725-40e4-a1da-2b7883e6fa5c req-59853208-6aea-490e-b986-d220edbf1c71 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=216d4804-9378-483d-b72c-d4eaf97ecd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325212 Jul 13 08:04:13.588053 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97c9b3-911a-460f-b683-77bf55052cff req-e63b558e-bb23-4220-8880-f26c48aa1db1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:13.590458 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0b97c9b3-911a-460f-b683-77bf55052cff req-e63b558e-bb23-4220-8880-f26c48aa1db1 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c75d311-717a-44cc-9cbb-8e01a2afd377 HTTP/1.1" status: 200 len: 945 time: 0.0675068 Jul 13 08:04:13.629684 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0b97c9b3-911a-460f-b683-77bf55052cff req-a95a7da3-762c-45f8-b8ec-a6533a777a76 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=216d4804-9378-483d-b72c-d4eaf97ecd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336890 Jul 13 08:04:14.821809 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d95049-685e-4b90-9dcc-7546e6d876df req-854f4b85-7e98-420a-bb77-a018c88df307 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:14.823956 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-38d95049-685e-4b90-9dcc-7546e6d876df req-854f4b85-7e98-420a-bb77-a018c88df307 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c75d311-717a-44cc-9cbb-8e01a2afd377 HTTP/1.1" status: 200 len: 945 time: 0.0657289 Jul 13 08:04:14.862441 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-38d95049-685e-4b90-9dcc-7546e6d876df req-868da238-6f2d-43be-80ad-5bb9b65905ca tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=216d4804-9378-483d-b72c-d4eaf97ecd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328274 Jul 13 08:04:16.043996 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebeb3ea-7c66-4565-8fe1-1c2eb507e164 req-0f5eabf1-c20d-4699-b5d9-8ebef552ec35 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:16.045578 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aebeb3ea-7c66-4565-8fe1-1c2eb507e164 req-0f5eabf1-c20d-4699-b5d9-8ebef552ec35 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c75d311-717a-44cc-9cbb-8e01a2afd377 HTTP/1.1" status: 200 len: 945 time: 0.0697403 Jul 13 08:04:16.093429 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aebeb3ea-7c66-4565-8fe1-1c2eb507e164 req-429e9f11-6abb-4c0d-9c4c-a52ccab7aca3 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=216d4804-9378-483d-b72c-d4eaf97ecd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412416 Jul 13 08:04:17.274640 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d4550-a818-4894-b310-3dd67cb8d7b7 req-61c6735c-dcd9-47c7-ab78-88a704880f00 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:17.276247 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a04d4550-a818-4894-b310-3dd67cb8d7b7 req-61c6735c-dcd9-47c7-ab78-88a704880f00 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c75d311-717a-44cc-9cbb-8e01a2afd377 HTTP/1.1" status: 200 len: 945 time: 0.0673649 Jul 13 08:04:17.313808 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a04d4550-a818-4894-b310-3dd67cb8d7b7 req-789cd546-5022-4705-a66a-b1e98f09b9fd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=216d4804-9378-483d-b72c-d4eaf97ecd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320599 Jul 13 08:04:18.483844 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746c189-2e52-4f38-9f00-0149d41aad35 req-52b2a90e-f44e-4b36-9b11-323fd6e0394a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:18.485331 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e746c189-2e52-4f38-9f00-0149d41aad35 req-52b2a90e-f44e-4b36-9b11-323fd6e0394a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c75d311-717a-44cc-9cbb-8e01a2afd377 HTTP/1.1" status: 200 len: 945 time: 0.0639911 Jul 13 08:04:18.525197 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e746c189-2e52-4f38-9f00-0149d41aad35 req-a916d44a-fac8-4c32-a3d7-5773597d20bd tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=216d4804-9378-483d-b72c-d4eaf97ecd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344412 Jul 13 08:04:19.699453 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ffc1c-309f-4a20-8f15-aba7993a4b3a req-a9c3c3d2-2157-4950-b385-6beb34735172 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:19.700921 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-859ffc1c-309f-4a20-8f15-aba7993a4b3a req-a9c3c3d2-2157-4950-b385-6beb34735172 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c75d311-717a-44cc-9cbb-8e01a2afd377 HTTP/1.1" status: 200 len: 945 time: 0.0641298 Jul 13 08:04:19.738206 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-859ffc1c-309f-4a20-8f15-aba7993a4b3a req-ecec335f-943f-4815-8845-ee020e49668e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=216d4804-9378-483d-b72c-d4eaf97ecd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317290 Jul 13 08:04:20.048528 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c168e79-72ef-436c-aa13-e88a1ada0000 req-c8f11750-eab8-46d1-96c3-c2447476d723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:20.050005 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4c168e79-72ef-436c-aa13-e88a1ada0000 req-c8f11750-eab8-46d1-96c3-c2447476d723 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0c75d311-717a-44cc-9cbb-8e01a2afd377 HTTP/1.1" status: 200 len: 1097 time: 0.0546641 Jul 13 08:04:20.083256 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4c168e79-72ef-436c-aa13-e88a1ada0000 req-e2e96fcd-a183-4633-b337-550f2944d8d2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=216d4804-9378-483d-b72c-d4eaf97ecd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270524 Jul 13 08:04:20.920105 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549123e8-2d43-4d06-8687-92f43da8f009 req-9008cc71-ded4-48cd-9334-e23c5c1474b7 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:20.921514 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-549123e8-2d43-4d06-8687-92f43da8f009 req-9008cc71-ded4-48cd-9334-e23c5c1474b7 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c75d311-717a-44cc-9cbb-8e01a2afd377 HTTP/1.1" status: 200 len: 945 time: 0.0654421 Jul 13 08:04:20.961808 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-549123e8-2d43-4d06-8687-92f43da8f009 req-0ec200d9-68e9-4f2f-a646-38d03655f394 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=216d4804-9378-483d-b72c-d4eaf97ecd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347753 Jul 13 08:04:21.803986 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device b8f90daa-993e-445c-81c6-d1daef9a8438 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:04:21.806188 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device b8f90daa-993e-445c-81c6-d1daef9a8438 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:04:21.959572 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:21.962157 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port b8f90daa-993e-445c-81c6-d1daef9a8438, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=b8f90daa-993e-445c-81c6-d1daef9a8438,segment=NetworkSegment(b78384d4-beeb-469a-bec9-0b75a8bde348),segment_id=b78384d4-beeb-469a-bec9-0b75a8bde348)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:04:21.986141 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': 'b8f90daa-993e-445c-81c6-d1daef9a8438', 'network_id': 'a1233f64-d5e5-4ff0-b229-bb4c3e0852a2', 'port_id': 'b8f90daa-993e-445c-81c6-d1daef9a8438', 'mac_address': 'fa:16:3e:df:c3:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48ef7fdb-0178-4e09-b014-b1f4145c4cf9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:04:21.993946 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c75d311-717a-44cc-9cbb-8e01a2afd377', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8f90daa-993e-445c-81c6-d1daef9a8438'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:04:21.996978 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d039ec-f440-41bd-903f-984903ea8117" -d '{"events": [{"server_uuid": "0c75d311-717a-44cc-9cbb-8e01a2afd377", "name": "network-vif-unplugged", "status": "completed", "tag": "b8f90daa-993e-445c-81c6-d1daef9a8438"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:04:22.028649 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port b8f90daa-993e-445c-81c6-d1daef9a8438, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=b8f90daa-993e-445c-81c6-d1daef9a8438,segment=NetworkSegment(b78384d4-beeb-469a-bec9-0b75a8bde348),segment_id=b78384d4-beeb-469a-bec9-0b75a8bde348)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:04:22.036609 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aeb8cd6-841b-444d-9c60-1c2d3a8e5415 x-openstack-request-id: req-1aeb8cd6-841b-444d-9c60-1c2d3a8e5415 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:04:22.036891 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c75d311-717a-44cc-9cbb-8e01a2afd377", "name": "network-vif-unplugged", "status": "completed", "tag": "b8f90daa-993e-445c-81c6-d1daef9a8438", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:04:22.037137 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1aeb8cd6-841b-444d-9c60-1c2d3a8e5415 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:04:22.037519 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c75d311-717a-44cc-9cbb-8e01a2afd377', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8f90daa-993e-445c-81c6-d1daef9a8438', 'code': 200} Jul 13 08:04:22.038118 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:22.076558 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:22.107589 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8f90daa-993e-445c-81c6-d1daef9a8438 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:04:22.117881 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=b8f90daa-993e-445c-81c6-d1daef9a8438,revision_number=6']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:22.153787 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa2cfd-9e01-4a0d-9a48-a1992f00f3e4 req-915f1cb4-0c55-48ac-983e-ca62cbce7abf tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:22.155407 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-22aa2cfd-9e01-4a0d-9a48-a1992f00f3e4 req-915f1cb4-0c55-48ac-983e-ca62cbce7abf tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c75d311-717a-44cc-9cbb-8e01a2afd377 HTTP/1.1" status: 200 len: 943 time: 0.0776658 Jul 13 08:04:22.162603 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.db.api [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 08:04:22.162965 n-d-771363-34 neutron-server[94019]: DEBUG oslo_db.api [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 08:04:22.196617 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-22aa2cfd-9e01-4a0d-9a48-a1992f00f3e4 req-af9a2571-1a00-4e12-9c16-515ed3a66e7a tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=216d4804-9378-483d-b72c-d4eaf97ecd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346859 Jul 13 08:04:22.222963 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39812) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:22.289598 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-3e036fe9-5cab-4747-aeb9-99182a93cb7e tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/floatingips/4809d71b-7793-488b-bf0e-4cd901789bc8 HTTP/1.1" status: 200 len: 991 time: 0.0654516 Jul 13 08:04:22.312236 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1ad4d5ec-42f1-4b39-ae55-5e583094ca2d None None] Provisioning complete for port b8f90daa-993e-445c-81c6-d1daef9a8438 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:22.312627 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1ad4d5ec-42f1-4b39-ae55-5e583094ca2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:22.385713 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1ad4d5ec-42f1-4b39-ae55-5e583094ca2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:22.417087 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-1ad4d5ec-42f1-4b39-ae55-5e583094ca2d None None] For port b8f90daa-993e-445c-81c6-d1daef9a8438, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=b8f90daa-993e-445c-81c6-d1daef9a8438,segment=NetworkSegment(b78384d4-beeb-469a-bec9-0b75a8bde348),segment_id=b78384d4-beeb-469a-bec9-0b75a8bde348)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:04:22.421368 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1ad4d5ec-42f1-4b39-ae55-5e583094ca2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:22.476119 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad4d5ec-42f1-4b39-ae55-5e583094ca2d None None] Pushing event updated for resources: {'Port': ['ID=b8f90daa-993e-445c-81c6-d1daef9a8438,revision_number=7']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:22.706430 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:22.708898 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-78801d5c-7ae7-4e40-b902-83f10165954b None None] Provisioning complete for port b8f90daa-993e-445c-81c6-d1daef9a8438 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:22.709247 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-78801d5c-7ae7-4e40-b902-83f10165954b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:22.737732 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8f90daa-993e-445c-81c6-d1daef9a8438 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:04:22.766786 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port b8f90daa-993e-445c-81c6-d1daef9a8438, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=b8f90daa-993e-445c-81c6-d1daef9a8438,segment=NetworkSegment(b78384d4-beeb-469a-bec9-0b75a8bde348),segment_id=b78384d4-beeb-469a-bec9-0b75a8bde348)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:04:22.771004 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:22.862026 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=b8f90daa-993e-445c-81c6-d1daef9a8438,revision_number=8']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:22.868239 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-78801d5c-7ae7-4e40-b902-83f10165954b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:22.903480 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-78801d5c-7ae7-4e40-b902-83f10165954b None None] For port b8f90daa-993e-445c-81c6-d1daef9a8438, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=b8f90daa-993e-445c-81c6-d1daef9a8438,segment=NetworkSegment(b78384d4-beeb-469a-bec9-0b75a8bde348),segment_id=b78384d4-beeb-469a-bec9-0b75a8bde348)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:04:22.907492 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-78801d5c-7ae7-4e40-b902-83f10165954b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:22.965586 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78801d5c-7ae7-4e40-b902-83f10165954b None None] Pushing event updated for resources: {'Port': ['ID=b8f90daa-993e-445c-81c6-d1daef9a8438,revision_number=9']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:23.015530 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['b8f90daa-993e-445c-81c6-d1daef9a8438'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:04:23.070458 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7cc386eb-3be7-4781-bc78-39fa757ecbbc None None] Provisioning complete for port b8f90daa-993e-445c-81c6-d1daef9a8438 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:23.070816 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7cc386eb-3be7-4781-bc78-39fa757ecbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:23.332639 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-71aaf11d-85ca-43e3-a20e-4eaf53fb9ca6 None None] Provisioning complete for port b8f90daa-993e-445c-81c6-d1daef9a8438 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:23.332917 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71aaf11d-85ca-43e3-a20e-4eaf53fb9ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:23.588281 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:23.839702 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device b8f90daa-993e-445c-81c6-d1daef9a8438 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:04:23.886511 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port b8f90daa-993e-445c-81c6-d1daef9a8438 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:04:23.887261 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:24.038541 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c75d311-717a-44cc-9cbb-8e01a2afd377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f90daa-993e-445c-81c6-d1daef9a8438'}, {'server_uuid': '0c75d311-717a-44cc-9cbb-8e01a2afd377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f90daa-993e-445c-81c6-d1daef9a8438'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:04:24.040905 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c33f4f-4a4c-46ec-ac45-dcbe89059c40" -d '{"events": [{"server_uuid": "0c75d311-717a-44cc-9cbb-8e01a2afd377", "name": "network-vif-plugged", "status": "completed", "tag": "b8f90daa-993e-445c-81c6-d1daef9a8438"}, {"server_uuid": "0c75d311-717a-44cc-9cbb-8e01a2afd377", "name": "network-vif-plugged", "status": "completed", "tag": "b8f90daa-993e-445c-81c6-d1daef9a8438"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:04:24.077864 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 13 Jul 2021 08:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069f6eca-67e0-48e8-95d3-a2174936fad8 x-openstack-request-id: req-069f6eca-67e0-48e8-95d3-a2174936fad8 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:04:24.078162 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c75d311-717a-44cc-9cbb-8e01a2afd377", "name": "network-vif-plugged", "status": "completed", "tag": "b8f90daa-993e-445c-81c6-d1daef9a8438", "code": 200}, {"server_uuid": "0c75d311-717a-44cc-9cbb-8e01a2afd377", "name": "network-vif-plugged", "status": "completed", "tag": "b8f90daa-993e-445c-81c6-d1daef9a8438", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:04:24.078415 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-069f6eca-67e0-48e8-95d3-a2174936fad8 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:04:24.078837 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c75d311-717a-44cc-9cbb-8e01a2afd377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f90daa-993e-445c-81c6-d1daef9a8438', 'code': 200} Jul 13 08:04:24.079090 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c75d311-717a-44cc-9cbb-8e01a2afd377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f90daa-993e-445c-81c6-d1daef9a8438', 'code': 200} Jul 13 08:04:24.135583 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:30.285662 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d1883705-cc5b-4c00-8150-22a5cf593c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:33.162700 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a60c8da0-e3e9-4df7-8d33-8631abdf918b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:33.204227 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:34.191353 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:35.969231 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:44.229209 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9cbb3ca4-1769-4f9f-88b5-68da803c9fdd req-a2374e38-67f6-416f-bd56-4f1d10137be0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0c75d311-717a-44cc-9cbb-8e01a2afd377&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0503354 Jul 13 08:04:44.326052 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb3ca4-1769-4f9f-88b5-68da803c9fdd req-a9cda888-b46d-40df-80f7-1d98737aeca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:44.327545 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9cbb3ca4-1769-4f9f-88b5-68da803c9fdd req-a9cda888-b46d-40df-80f7-1d98737aeca7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&device_id=0c75d311-717a-44cc-9cbb-8e01a2afd377 HTTP/1.1" status: 200 len: 1097 time: 0.0551345 Jul 13 08:04:44.431004 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb3ca4-1769-4f9f-88b5-68da803c9fdd req-49808341-c09a-4ca0-9e40-acccdb7b9660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:44.432536 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9cbb3ca4-1769-4f9f-88b5-68da803c9fdd req-49808341-c09a-4ca0-9e40-acccdb7b9660 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a1233f64-d5e5-4ff0-b229-bb4c3e0852a2 HTTP/1.1" status: 200 len: 898 time: 0.0861788 Jul 13 08:04:44.502370 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9cbb3ca4-1769-4f9f-88b5-68da803c9fdd req-3cfe47f4-2a19-42f8-88c9-877532ec677e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8f90daa-993e-445c-81c6-d1daef9a8438 HTTP/1.1" status: 200 len: 1001 time: 0.0618665 Jul 13 08:04:44.559854 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb3ca4-1769-4f9f-88b5-68da803c9fdd req-4a21ffc6-1c30-4127-9ca3-6b78d2a2dfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:44.561319 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9cbb3ca4-1769-4f9f-88b5-68da803c9fdd req-4a21ffc6-1c30-4127-9ca3-6b78d2a2dfe6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48ef7fdb-0178-4e09-b014-b1f4145c4cf9 HTTP/1.1" status: 200 len: 834 time: 0.0448475 Jul 13 08:04:44.617691 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb3ca4-1769-4f9f-88b5-68da803c9fdd req-a13a6e39-a4ea-48bb-ba27-8c17445351c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:44.619427 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9cbb3ca4-1769-4f9f-88b5-68da803c9fdd req-a13a6e39-a4ea-48bb-ba27-8c17445351c6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1233f64-d5e5-4ff0-b229-bb4c3e0852a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517447 Jul 13 08:04:44.712303 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9cbb3ca4-1769-4f9f-88b5-68da803c9fdd req-e1bd9c67-03d7-4930-8d26-4d4f49577530 service neutron] 10.222.0.42 "GET /v2.0/networks/a1233f64-d5e5-4ff0-b229-bb4c3e0852a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857911 Jul 13 08:04:44.800977 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9cbb3ca4-1769-4f9f-88b5-68da803c9fdd req-967a6559-2b98-407e-af64-e664162578a6 service neutron] 10.222.0.42 "GET /v2.0/networks/a1233f64-d5e5-4ff0-b229-bb4c3e0852a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816214 Jul 13 08:04:49.081178 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:04:53.586923 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:54.165068 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:55.556812 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39830) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:04:55.713710 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-fcb77e1a-084c-4b90-a3b3-4ab25639e02b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Deleting port 0974d986-f7af-4865-bbbb-b209aa1f5922 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:04:55.714050 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fcb77e1a-084c-4b90-a3b3-4ab25639e02b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:55.790999 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fcb77e1a-084c-4b90-a3b3-4ab25639e02b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:55.791358 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fcb77e1a-084c-4b90-a3b3-4ab25639e02b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:55.802502 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-fcb77e1a-084c-4b90-a3b3-4ab25639e02b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Calling delete_port for 0974d986-f7af-4865-bbbb-b209aa1f5922 owned by network:floatingip {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:04:55.945347 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fcb77e1a-084c-4b90-a3b3-4ab25639e02b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:55.974572 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb77e1a-084c-4b90-a3b3-4ab25639e02b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event deleted for resources: {'Port': ['ID=0974d986-f7af-4865-bbbb-b209aa1f5922,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:56.001641 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb77e1a-084c-4b90-a3b3-4ab25639e02b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:56.001992 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb77e1a-084c-4b90-a3b3-4ab25639e02b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:56.002336 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb77e1a-084c-4b90-a3b3-4ab25639e02b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:56.002672 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb77e1a-084c-4b90-a3b3-4ab25639e02b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:56.003011 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb77e1a-084c-4b90-a3b3-4ab25639e02b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:56.003372 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb77e1a-084c-4b90-a3b3-4ab25639e02b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:56.003709 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb77e1a-084c-4b90-a3b3-4ab25639e02b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:56.004042 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb77e1a-084c-4b90-a3b3-4ab25639e02b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:56.004370 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb77e1a-084c-4b90-a3b3-4ab25639e02b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:56.004694 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb77e1a-084c-4b90-a3b3-4ab25639e02b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:56.005017 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb77e1a-084c-4b90-a3b3-4ab25639e02b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:56.005337 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb77e1a-084c-4b90-a3b3-4ab25639e02b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:56.044341 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fcb77e1a-084c-4b90-a3b3-4ab25639e02b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for floatingip, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:56.044690 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [None req-fcb77e1a-084c-4b90-a3b3-4ab25639e02b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Floating IP 4809d71b-7793-488b-bf0e-4cd901789bc8 disassociated (deleted). External IP: 172.25.3.101, port: b8f90daa-993e-445c-81c6-d1daef9a8438. Jul 13 08:04:56.541565 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb77e1a-084c-4b90-a3b3-4ab25639e02b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Router cc431991-e8ad-4cd2-8296-68afe5b8f4de has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:04:56.651046 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb77e1a-084c-4b90-a3b3-4ab25639e02b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:04:56.656620 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-fcb77e1a-084c-4b90-a3b3-4ab25639e02b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:56.660327 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99748cd6-0902-4f44-8d24-1514435bd1df None None] Sync routers for ids ['cc431991-e8ad-4cd2-8296-68afe5b8f4de'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:04:56.668992 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99748cd6-0902-4f44-8d24-1514435bd1df None None] Routers {'cc431991-e8ad-4cd2-8296-68afe5b8f4de'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:04:56.669608 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-99748cd6-0902-4f44-8d24-1514435bd1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:04:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['cc431991-e8ad-4cd2-8296-68afe5b8f4de'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:56.691661 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-fcb77e1a-084c-4b90-a3b3-4ab25639e02b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "DELETE /v2.0/floatingips/4809d71b-7793-488b-bf0e-4cd901789bc8 HTTP/1.1" status: 204 len: 168 time: 1.1337173 Jul 13 08:04:56.692354 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c75d311-717a-44cc-9cbb-8e01a2afd377', 'tag': 'b8f90daa-993e-445c-81c6-d1daef9a8438'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:04:56.694733 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1de0db-1721-42fe-a07a-f14164433ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "0c75d311-717a-44cc-9cbb-8e01a2afd377", "tag": "b8f90daa-993e-445c-81c6-d1daef9a8438"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:04:56.735885 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126c743f-433e-4472-8972-4c7911ec7cd2 x-openstack-request-id: req-126c743f-433e-4472-8972-4c7911ec7cd2 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:04:56.736334 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c75d311-717a-44cc-9cbb-8e01a2afd377", "tag": "b8f90daa-993e-445c-81c6-d1daef9a8438", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:04:56.736589 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-126c743f-433e-4472-8972-4c7911ec7cd2 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:04:56.736994 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c75d311-717a-44cc-9cbb-8e01a2afd377', 'tag': 'b8f90daa-993e-445c-81c6-d1daef9a8438', 'status': 'completed', 'code': 200} Jul 13 08:04:56.782463 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-99748cd6-0902-4f44-8d24-1514435bd1df None None] Set router cc431991-e8ad-4cd2-8296-68afe5b8f4de gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:04:56.827361 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1de0db-1721-42fe-a07a-f14164433ef5 req-579fd58f-1330-411e-8c19-f6dd20c5c2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:56.828993 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9e1de0db-1721-42fe-a07a-f14164433ef5 req-579fd58f-1330-411e-8c19-f6dd20c5c2d6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d783f05a12042019a6219e445ea2541&device_id=0c75d311-717a-44cc-9cbb-8e01a2afd377 HTTP/1.1" status: 200 len: 1097 time: 0.0697675 Jul 13 08:04:56.927511 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1de0db-1721-42fe-a07a-f14164433ef5 req-8b44ea5d-16ba-48c2-9619-e133bdef880e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:56.928847 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9e1de0db-1721-42fe-a07a-f14164433ef5 req-8b44ea5d-16ba-48c2-9619-e133bdef880e service neutron] 10.222.0.42 "GET /v2.0/networks?id=a1233f64-d5e5-4ff0-b229-bb4c3e0852a2 HTTP/1.1" status: 200 len: 898 time: 0.0943542 Jul 13 08:04:56.975004 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9e1de0db-1721-42fe-a07a-f14164433ef5 req-bd7c728c-ec42-4b21-bdfa-36a38e9a55ec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8f90daa-993e-445c-81c6-d1daef9a8438 HTTP/1.1" status: 200 len: 217 time: 0.0396299 Jul 13 08:04:57.013807 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-99748cd6-0902-4f44-8d24-1514435bd1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc431991-e8ad-4cd2-8296-68afe5b8f4de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-405521525', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '4e28580a-08fb-402b-9d26-dc2870f64c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:20Z', 'updated_at': '2021-07-13T08:03:24Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '4e28580a-08fb-402b-9d26-dc2870f64c50', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc431991-e8ad-4cd2-8296-68afe5b8f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:21Z', 'updated_at': '2021-07-13T08:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '77507884-111d-4307-8b6a-eb6ca8b710d5', 'name': '', 'network_id': 'a1233f64-d5e5-4ff0-b229-bb4c3e0852a2', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'mac_address': 'fa:16:3e:b6:0f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc431991-e8ad-4cd2-8296-68afe5b8f4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '48ef7fdb-0178-4e09-b014-b1f4145c4cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:23Z', 'updated_at': '2021-07-13T08:03:29Z', 'revision_number': 5, 'project_id': '4d783f05a12042019a6219e445ea2541', 'subnets': [{'id': '48ef7fdb-0178-4e09-b014-b1f4145c4cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:57.044118 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99748cd6-0902-4f44-8d24-1514435bd1df None None] Checking router: cc431991-e8ad-4cd2-8296-68afe5b8f4de for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:04:57.053258 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99748cd6-0902-4f44-8d24-1514435bd1df None None] Routers {'cc431991-e8ad-4cd2-8296-68afe5b8f4de'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:04:57.053801 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-99748cd6-0902-4f44-8d24-1514435bd1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:04:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['cc431991-e8ad-4cd2-8296-68afe5b8f4de'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:57.169489 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-99748cd6-0902-4f44-8d24-1514435bd1df None None] Set router cc431991-e8ad-4cd2-8296-68afe5b8f4de gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:04:57.361690 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1de0db-1721-42fe-a07a-f14164433ef5 req-025f9213-0326-477e-90cf-b9e72a819636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:57.363538 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9e1de0db-1721-42fe-a07a-f14164433ef5 req-025f9213-0326-477e-90cf-b9e72a819636 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48ef7fdb-0178-4e09-b014-b1f4145c4cf9 HTTP/1.1" status: 200 len: 834 time: 0.3818069 Jul 13 08:04:57.393765 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-99748cd6-0902-4f44-8d24-1514435bd1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc431991-e8ad-4cd2-8296-68afe5b8f4de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-405521525', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '4e28580a-08fb-402b-9d26-dc2870f64c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:20Z', 'updated_at': '2021-07-13T08:03:24Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '4e28580a-08fb-402b-9d26-dc2870f64c50', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc431991-e8ad-4cd2-8296-68afe5b8f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:21Z', 'updated_at': '2021-07-13T08:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '77507884-111d-4307-8b6a-eb6ca8b710d5', 'name': '', 'network_id': 'a1233f64-d5e5-4ff0-b229-bb4c3e0852a2', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'mac_address': 'fa:16:3e:b6:0f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc431991-e8ad-4cd2-8296-68afe5b8f4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '48ef7fdb-0178-4e09-b014-b1f4145c4cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:23Z', 'updated_at': '2021-07-13T08:03:29Z', 'revision_number': 5, 'project_id': '4d783f05a12042019a6219e445ea2541', 'subnets': [{'id': '48ef7fdb-0178-4e09-b014-b1f4145c4cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:04:57.419986 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99748cd6-0902-4f44-8d24-1514435bd1df None None] The sync data for ids ['cc431991-e8ad-4cd2-8296-68afe5b8f4de'] in n-d-771363-34 is: [{'id': 'cc431991-e8ad-4cd2-8296-68afe5b8f4de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-405521525', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '4e28580a-08fb-402b-9d26-dc2870f64c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:20Z', 'updated_at': '2021-07-13T08:03:24Z', 'revision_number': 4, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '4e28580a-08fb-402b-9d26-dc2870f64c50', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc431991-e8ad-4cd2-8296-68afe5b8f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:21Z', 'updated_at': '2021-07-13T08:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '77507884-111d-4307-8b6a-eb6ca8b710d5', 'name': '', 'network_id': 'a1233f64-d5e5-4ff0-b229-bb4c3e0852a2', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'mac_address': 'fa:16:3e:b6:0f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc431991-e8ad-4cd2-8296-68afe5b8f4de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '48ef7fdb-0178-4e09-b014-b1f4145c4cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:23Z', 'updated_at': '2021-07-13T08:03:29Z', 'revision_number': 5, 'project_id': '4d783f05a12042019a6219e445ea2541', 'subnets': [{'id': '48ef7fdb-0178-4e09-b014-b1f4145c4cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:04:57.431584 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124380ab-9b05-437e-a795-a1c43fe9fb9a req-420bda49-4fed-4478-8af6-227a82c72a6d tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:57.433312 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-124380ab-9b05-437e-a795-a1c43fe9fb9a req-420bda49-4fed-4478-8af6-227a82c72a6d tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c75d311-717a-44cc-9cbb-8e01a2afd377 HTTP/1.1" status: 200 len: 945 time: 0.1205876 Jul 13 08:04:57.472805 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1de0db-1721-42fe-a07a-f14164433ef5 req-d0a3cd5e-b6d2-4918-80a4-5bddb7ca75a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:57.474344 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9e1de0db-1721-42fe-a07a-f14164433ef5 req-d0a3cd5e-b6d2-4918-80a4-5bddb7ca75a8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1233f64-d5e5-4ff0-b229-bb4c3e0852a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1042063 Jul 13 08:04:57.496074 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-124380ab-9b05-437e-a795-a1c43fe9fb9a req-7b4307f0-a9b3-41e4-b085-ada48c015ecb tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/security-groups?id=216d4804-9378-483d-b72c-d4eaf97ecd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539196 Jul 13 08:04:57.579703 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9e1de0db-1721-42fe-a07a-f14164433ef5 req-a1cfcaff-6dc2-47f2-b46e-e61463e6bdf5 service neutron] 10.222.0.42 "GET /v2.0/networks/a1233f64-d5e5-4ff0-b229-bb4c3e0852a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972097 Jul 13 08:04:57.672655 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfdfcaf-b05e-4fbb-9dc3-235fd2acf03e None None] New status for floating IP 4809d71b-7793-488b-bf0e-4cd901789bc8: DOWN {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:04:57.681086 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9e1de0db-1721-42fe-a07a-f14164433ef5 req-185f7633-7472-47a3-8079-508635850835 service neutron] 10.222.0.42 "GET /v2.0/networks/a1233f64-d5e5-4ff0-b229-bb4c3e0852a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948360 Jul 13 08:04:58.269269 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28922042-0259-460e-8a54-d99275eaefd1 req-2981fa83-3861-4ca0-b089-e21959587f01 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:04:58.270820 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-28922042-0259-460e-8a54-d99275eaefd1 req-2981fa83-3861-4ca0-b089-e21959587f01 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c75d311-717a-44cc-9cbb-8e01a2afd377 HTTP/1.1" status: 200 len: 945 time: 0.0664401 Jul 13 08:04:58.380478 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-28922042-0259-460e-8a54-d99275eaefd1 req-cd34bb25-8c92-4518-9656-6377d16c4a5b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Deleting port b8f90daa-993e-445c-81c6-d1daef9a8438 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:04:58.380809 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-28922042-0259-460e-8a54-d99275eaefd1 req-cd34bb25-8c92-4518-9656-6377d16c4a5b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:58.468031 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-28922042-0259-460e-8a54-d99275eaefd1 req-cd34bb25-8c92-4518-9656-6377d16c4a5b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] For port b8f90daa-993e-445c-81c6-d1daef9a8438, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=b8f90daa-993e-445c-81c6-d1daef9a8438,segment=NetworkSegment(b78384d4-beeb-469a-bec9-0b75a8bde348),segment_id=b78384d4-beeb-469a-bec9-0b75a8bde348)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:04:58.468396 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-28922042-0259-460e-8a54-d99275eaefd1 req-cd34bb25-8c92-4518-9656-6377d16c4a5b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:58.480573 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-28922042-0259-460e-8a54-d99275eaefd1 req-cd34bb25-8c92-4518-9656-6377d16c4a5b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Calling delete_port for b8f90daa-993e-445c-81c6-d1daef9a8438 owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:04:58.618155 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-28922042-0259-460e-8a54-d99275eaefd1 req-cd34bb25-8c92-4518-9656-6377d16c4a5b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:58.644791 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cb671d56-4010-4937-8067-a48e0324b45f req-dc92295d-1fbe-476b-b17f-7f1a8bae429c tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c75d311-717a-44cc-9cbb-8e01a2afd377 HTTP/1.1" status: 200 len: 210 time: 0.0314105 Jul 13 08:04:58.651134 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34bb25-8c92-4518-9656-6377d16c4a5b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event deleted for resources: {'Port': ['ID=b8f90daa-993e-445c-81c6-d1daef9a8438,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:04:58.685431 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd34bb25-8c92-4518-9656-6377d16c4a5b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:58.685784 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd34bb25-8c92-4518-9656-6377d16c4a5b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:58.686131 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd34bb25-8c92-4518-9656-6377d16c4a5b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:58.687059 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd34bb25-8c92-4518-9656-6377d16c4a5b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:58.687423 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd34bb25-8c92-4518-9656-6377d16c4a5b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:58.687763 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd34bb25-8c92-4518-9656-6377d16c4a5b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:58.688091 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd34bb25-8c92-4518-9656-6377d16c4a5b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:58.688420 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd34bb25-8c92-4518-9656-6377d16c4a5b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:58.688754 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd34bb25-8c92-4518-9656-6377d16c4a5b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:58.689080 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd34bb25-8c92-4518-9656-6377d16c4a5b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:58.689402 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd34bb25-8c92-4518-9656-6377d16c4a5b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:58.689724 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd34bb25-8c92-4518-9656-6377d16c4a5b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:04:58.714234 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-28922042-0259-460e-8a54-d99275eaefd1 req-cd34bb25-8c92-4518-9656-6377d16c4a5b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] No DVR routers for this DVR port b8f90daa-993e-445c-81c6-d1daef9a8438 on host n-h1-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:04:58.716874 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-28922042-0259-460e-8a54-d99275eaefd1 req-cd34bb25-8c92-4518-9656-6377d16c4a5b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:04:58.719186 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-28922042-0259-460e-8a54-d99275eaefd1 req-cd34bb25-8c92-4518-9656-6377d16c4a5b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.42 "DELETE /v2.0/ports/b8f90daa-993e-445c-81c6-d1daef9a8438 HTTP/1.1" status: 204 len: 173 time: 0.4414020 Jul 13 08:04:58.719653 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c75d311-717a-44cc-9cbb-8e01a2afd377', 'name': 'network-vif-deleted', 'tag': 'b8f90daa-993e-445c-81c6-d1daef9a8438'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:04:58.721915 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36533f2a-45bd-4bd7-adac-450395574b63" -d '{"events": [{"server_uuid": "0c75d311-717a-44cc-9cbb-8e01a2afd377", "name": "network-vif-deleted", "tag": "b8f90daa-993e-445c-81c6-d1daef9a8438"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:04:58.765571 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e735d7-fd18-45ce-9d9f-5320e4f0a111 x-openstack-request-id: req-76e735d7-fd18-45ce-9d9f-5320e4f0a111 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:04:58.765795 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c75d311-717a-44cc-9cbb-8e01a2afd377", "name": "network-vif-deleted", "tag": "b8f90daa-993e-445c-81c6-d1daef9a8438", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:04:58.766043 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-76e735d7-fd18-45ce-9d9f-5320e4f0a111 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:04:58.766330 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c75d311-717a-44cc-9cbb-8e01a2afd377', 'name': 'network-vif-deleted', 'tag': 'b8f90daa-993e-445c-81c6-d1daef9a8438', 'status': 'completed', 'code': 200} Jul 13 08:04:59.738983 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39844) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:00.099801 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bc4f327e-c1dc-441b-badf-b99ef94b69db tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:00.287162 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1f71db78-5447-42eb-a58b-798e346905de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:00.365610 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-bc4f327e-c1dc-441b-badf-b99ef94b69db tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Deleting port 77507884-111d-4307-8b6a-eb6ca8b710d5 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:05:00.365859 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bc4f327e-c1dc-441b-badf-b99ef94b69db tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:00.450894 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-bc4f327e-c1dc-441b-badf-b99ef94b69db tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] For port 77507884-111d-4307-8b6a-eb6ca8b710d5, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=77507884-111d-4307-8b6a-eb6ca8b710d5,segment=NetworkSegment(b78384d4-beeb-469a-bec9-0b75a8bde348),segment_id=b78384d4-beeb-469a-bec9-0b75a8bde348)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:05:00.451271 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bc4f327e-c1dc-441b-badf-b99ef94b69db tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:00.464172 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-bc4f327e-c1dc-441b-badf-b99ef94b69db tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Calling delete_port for 77507884-111d-4307-8b6a-eb6ca8b710d5 owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:05:00.653108 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bc4f327e-c1dc-441b-badf-b99ef94b69db tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:00.680348 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f327e-c1dc-441b-badf-b99ef94b69db tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event deleted for resources: {'Port': ['ID=77507884-111d-4307-8b6a-eb6ca8b710d5,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:00.856158 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bc4f327e-c1dc-441b-badf-b99ef94b69db tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:01.068296 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4f327e-c1dc-441b-badf-b99ef94b69db tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Router cc431991-e8ad-4cd2-8296-68afe5b8f4de has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:05:01.174519 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4f327e-c1dc-441b-badf-b99ef94b69db tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:05:01.180015 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-bc4f327e-c1dc-441b-badf-b99ef94b69db tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "PUT /v2.0/routers/cc431991-e8ad-4cd2-8296-68afe5b8f4de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4399271 Jul 13 08:05:01.182797 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39846) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:01.185506 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732b5a39-acdc-4818-a41c-78d26fc53d4c None None] Sync routers for ids ['cc431991-e8ad-4cd2-8296-68afe5b8f4de'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:05:01.195368 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732b5a39-acdc-4818-a41c-78d26fc53d4c None None] Routers {'cc431991-e8ad-4cd2-8296-68afe5b8f4de'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:05:01.195978 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-732b5a39-acdc-4818-a41c-78d26fc53d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:04:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['cc431991-e8ad-4cd2-8296-68afe5b8f4de'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:01.232893 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-e22908f1-301e-4f67-a79d-d4e9b4e1c9ed tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Deleting subnet 48ef7fdb-0178-4e09-b014-b1f4145c4cf9 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:05:01.236821 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e22908f1-301e-4f67-a79d-d4e9b4e1c9ed tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:01.276504 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e22908f1-301e-4f67-a79d-d4e9b4e1c9ed tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:01.301377 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-732b5a39-acdc-4818-a41c-78d26fc53d4c None None] Set router cc431991-e8ad-4cd2-8296-68afe5b8f4de gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:05:01.367364 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e22908f1-301e-4f67-a79d-d4e9b4e1c9ed tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:01.427171 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e22908f1-301e-4f67-a79d-d4e9b4e1c9ed tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:01.454481 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22908f1-301e-4f67-a79d-d4e9b4e1c9ed tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event deleted for resources: {'Subnet': ['ID=48ef7fdb-0178-4e09-b014-b1f4145c4cf9,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:01.458983 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e22908f1-301e-4f67-a79d-d4e9b4e1c9ed tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:01.463950 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e22908f1-301e-4f67-a79d-d4e9b4e1c9ed tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "DELETE /v2.0/subnets/48ef7fdb-0178-4e09-b014-b1f4145c4cf9 HTTP/1.1" status: 204 len: 168 time: 0.2772882 Jul 13 08:05:01.464052 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39848) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:01.467185 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa599be-b33e-4fe5-8304-1b0e05ed2624 None None] Network a1233f64-d5e5-4ff0-b229-bb4c3e0852a2 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:05:01.487305 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-732b5a39-acdc-4818-a41c-78d26fc53d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc431991-e8ad-4cd2-8296-68afe5b8f4de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-405521525', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '4e28580a-08fb-402b-9d26-dc2870f64c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:20Z', 'updated_at': '2021-07-13T08:05:00Z', 'revision_number': 5, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '4e28580a-08fb-402b-9d26-dc2870f64c50', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc431991-e8ad-4cd2-8296-68afe5b8f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:21Z', 'updated_at': '2021-07-13T08:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:01.517458 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732b5a39-acdc-4818-a41c-78d26fc53d4c None None] Checking router: cc431991-e8ad-4cd2-8296-68afe5b8f4de for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:05:01.525735 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732b5a39-acdc-4818-a41c-78d26fc53d4c None None] Routers {'cc431991-e8ad-4cd2-8296-68afe5b8f4de'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:05:01.526348 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-732b5a39-acdc-4818-a41c-78d26fc53d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:04:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['cc431991-e8ad-4cd2-8296-68afe5b8f4de'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:01.573844 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-09a51cbb-e582-42a6-8479-8a3069a72683 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:01.628976 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-732b5a39-acdc-4818-a41c-78d26fc53d4c None None] Set router cc431991-e8ad-4cd2-8296-68afe5b8f4de gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:05:01.676565 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9563619e-673d-4b05-a9d9-7bfa3737f32f None None] DHCP port deletion for a1233f64-d5e5-4ff0-b229-bb4c3e0852a2 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:05:01.690932 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-09a51cbb-e582-42a6-8479-8a3069a72683 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:01.725214 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-9563619e-673d-4b05-a9d9-7bfa3737f32f None None] Deleting port 221c2001-aa01-40bb-a195-566289f0c7f3 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:05:01.725591 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9563619e-673d-4b05-a9d9-7bfa3737f32f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:01.742942 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-09a51cbb-e582-42a6-8479-8a3069a72683 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Deleting port 4e28580a-08fb-402b-9d26-dc2870f64c50 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:05:01.743403 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-09a51cbb-e582-42a6-8479-8a3069a72683 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:01.801712 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-9563619e-673d-4b05-a9d9-7bfa3737f32f None None] For port 221c2001-aa01-40bb-a195-566289f0c7f3, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=221c2001-aa01-40bb-a195-566289f0c7f3,segment=NetworkSegment(b78384d4-beeb-469a-bec9-0b75a8bde348),segment_id=b78384d4-beeb-469a-bec9-0b75a8bde348)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:05:01.802109 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9563619e-673d-4b05-a9d9-7bfa3737f32f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:01.817891 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-9563619e-673d-4b05-a9d9-7bfa3737f32f None None] Calling delete_port for 221c2001-aa01-40bb-a195-566289f0c7f3 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:05:01.829337 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-732b5a39-acdc-4818-a41c-78d26fc53d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc431991-e8ad-4cd2-8296-68afe5b8f4de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-405521525', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '4e28580a-08fb-402b-9d26-dc2870f64c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:20Z', 'updated_at': '2021-07-13T08:05:00Z', 'revision_number': 5, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '4e28580a-08fb-402b-9d26-dc2870f64c50', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc431991-e8ad-4cd2-8296-68afe5b8f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:21Z', 'updated_at': '2021-07-13T08:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:01.845509 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-09a51cbb-e582-42a6-8479-8a3069a72683 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] For port 4e28580a-08fb-402b-9d26-dc2870f64c50, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=4e28580a-08fb-402b-9d26-dc2870f64c50,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:05:01.846295 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-09a51cbb-e582-42a6-8479-8a3069a72683 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:01.857352 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732b5a39-acdc-4818-a41c-78d26fc53d4c None None] The sync data for ids ['cc431991-e8ad-4cd2-8296-68afe5b8f4de'] in n-d-771363-34 is: [{'id': 'cc431991-e8ad-4cd2-8296-68afe5b8f4de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-405521525', 'tenant_id': '4d783f05a12042019a6219e445ea2541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '4e28580a-08fb-402b-9d26-dc2870f64c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:03:20Z', 'updated_at': '2021-07-13T08:05:00Z', 'revision_number': 5, 'project_id': '4d783f05a12042019a6219e445ea2541', 'gw_port': {'id': '4e28580a-08fb-402b-9d26-dc2870f64c50', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:33:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc431991-e8ad-4cd2-8296-68afe5b8f4de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:03:21Z', 'updated_at': '2021-07-13T08:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:05:01.861129 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-09a51cbb-e582-42a6-8479-8a3069a72683 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Calling delete_port for 4e28580a-08fb-402b-9d26-dc2870f64c50 owned by network:router_gateway {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:05:01.922153 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9563619e-673d-4b05-a9d9-7bfa3737f32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:01.944848 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9563619e-673d-4b05-a9d9-7bfa3737f32f None None] Pushing event deleted for resources: {'Port': ['ID=221c2001-aa01-40bb-a195-566289f0c7f3,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:01.954550 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9563619e-673d-4b05-a9d9-7bfa3737f32f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:01.954890 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9563619e-673d-4b05-a9d9-7bfa3737f32f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:01.955246 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9563619e-673d-4b05-a9d9-7bfa3737f32f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:01.955582 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9563619e-673d-4b05-a9d9-7bfa3737f32f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:01.955909 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9563619e-673d-4b05-a9d9-7bfa3737f32f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:01.956240 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9563619e-673d-4b05-a9d9-7bfa3737f32f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:01.956562 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9563619e-673d-4b05-a9d9-7bfa3737f32f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:01.956882 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9563619e-673d-4b05-a9d9-7bfa3737f32f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:01.957201 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9563619e-673d-4b05-a9d9-7bfa3737f32f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:01.957516 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9563619e-673d-4b05-a9d9-7bfa3737f32f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:01.957832 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9563619e-673d-4b05-a9d9-7bfa3737f32f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:01.958147 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9563619e-673d-4b05-a9d9-7bfa3737f32f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:01.960796 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9563619e-673d-4b05-a9d9-7bfa3737f32f None None] No DVR routers for this DVR port 221c2001-aa01-40bb-a195-566289f0c7f3 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:05:02.034835 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-09a51cbb-e582-42a6-8479-8a3069a72683 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:02.040715 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device b8f90daa-993e-445c-81c6-d1daef9a8438 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:05:02.060640 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: b8f90daa-993e-445c-81c6-d1daef9a8438 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:05:02.060831 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a51cbb-e582-42a6-8479-8a3069a72683 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event deleted for resources: {'Port': ['ID=4e28580a-08fb-402b-9d26-dc2870f64c50,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:02.060979 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device b8f90daa-993e-445c-81c6-d1daef9a8438 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:05:02.125213 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-09a51cbb-e582-42a6-8479-8a3069a72683 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:02.216409 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-09a51cbb-e582-42a6-8479-8a3069a72683 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:02.219222 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-09a51cbb-e582-42a6-8479-8a3069a72683 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:02.235803 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 221c2001-aa01-40bb-a195-566289f0c7f3 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:05:02.265802 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 221c2001-aa01-40bb-a195-566289f0c7f3 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:05:02.266359 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 221c2001-aa01-40bb-a195-566289f0c7f3 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:05:02.267636 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-09a51cbb-e582-42a6-8479-8a3069a72683 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:02.268164 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a51cbb-e582-42a6-8479-8a3069a72683 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Fanout notify agent at l3_agent the message router_deleted on router cc431991-e8ad-4cd2-8296-68afe5b8f4de {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:05:02.275644 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-09a51cbb-e582-42a6-8479-8a3069a72683 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:02.276934 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-09a51cbb-e582-42a6-8479-8a3069a72683 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "DELETE /v2.0/routers/cc431991-e8ad-4cd2-8296-68afe5b8f4de HTTP/1.1" status: 204 len: 168 time: 0.8118305 Jul 13 08:05:02.279402 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39850) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:02.358230 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-525d5c74-981a-47c4-8ce5-b68ec9c92c7b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:02.449194 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-525d5c74-981a-47c4-8ce5-b68ec9c92c7b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:02.460176 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-525d5c74-981a-47c4-8ce5-b68ec9c92c7b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1233f64-d5e5-4ff0-b229-bb4c3e0852a2']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:02.471564 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-525d5c74-981a-47c4-8ce5-b68ec9c92c7b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b78384d4-beeb-469a-bec9-0b75a8bde348') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:02.471861 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-525d5c74-981a-47c4-8ce5-b68ec9c92c7b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b78384d4-beeb-469a-bec9-0b75a8bde348') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:02.481092 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-525d5c74-981a-47c4-8ce5-b68ec9c92c7b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:02.495781 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-525d5c74-981a-47c4-8ce5-b68ec9c92c7b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:02.502261 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-525d5c74-981a-47c4-8ce5-b68ec9c92c7b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:05:02.502749 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-525d5c74-981a-47c4-8ce5-b68ec9c92c7b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:02.506484 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:05:02.506484 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:05:02.506484 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:05:02.506484 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:05:02.506484 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 08:05:02.506484 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:05:02.506484 n-d-771363-34 neutron-server[94017]: timer() Jul 13 08:05:02.506484 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:05:02.506484 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 08:05:02.506484 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:05:02.506484 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 08:05:02.506484 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:05:02.506484 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 08:05:02.506484 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:05:02.506484 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 08:05:02.506484 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:05:02.506484 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 08:05:02.506484 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:05:02.506484 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:05:02.506484 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:05:02.506484 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:05:02.506484 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:05:02.506484 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 08:05:02.506484 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:05:02.506484 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 08:05:02.506484 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:05:02.506484 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:05:02.506484 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:05:02.506484 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 08:05:02.506484 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:05:02.506484 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:05:02.506484 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:05:02.506484 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:05:02.506484 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:05:02.506484 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:05:02.506484 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:05:02.576732 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-525d5c74-981a-47c4-8ce5-b68ec9c92c7b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:02.586510 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-525d5c74-981a-47c4-8ce5-b68ec9c92c7b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:02.588302 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-525d5c74-981a-47c4-8ce5-b68ec9c92c7b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "DELETE /v2.0/networks/a1233f64-d5e5-4ff0-b229-bb4c3e0852a2 HTTP/1.1" status: 204 len: 168 time: 0.3076813 Jul 13 08:05:02.591184 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39852) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:02.599715 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d5c74-981a-47c4-8ce5-b68ec9c92c7b tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event deleted for resources: {'Network': ['ID=a1233f64-d5e5-4ff0-b229-bb4c3e0852a2,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:02.651930 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4c331bcb-1061-46af-a0cf-d6d32744bd69 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:02.679711 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4c331bcb-1061-46af-a0cf-d6d32744bd69 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:02.738825 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4c331bcb-1061-46af-a0cf-d6d32744bd69 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:02.741355 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4c331bcb-1061-46af-a0cf-d6d32744bd69 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:02.742521 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4c331bcb-1061-46af-a0cf-d6d32744bd69 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] 10.222.0.23 "DELETE /v2.0/security-groups/216d4804-9378-483d-b72c-d4eaf97ecd04 HTTP/1.1" status: 204 len: 168 time: 0.1502755 Jul 13 08:05:02.752402 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c331bcb-1061-46af-a0cf-d6d32744bd69 tempest-TestNetworkAdvancedServerOps-666129402 tempest-TestNetworkAdvancedServerOps-666129402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=216d4804-9378-483d-b72c-d4eaf97ecd04,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:03.047267 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39860) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:03.164335 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-407b8300-c9f7-4b04-a3a4-d89660fd1b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:03.206024 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:03.228039 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-55dcc997-f7f0-450b-adfc-7f08ccda2f2b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d783f05a12042019a6219e445ea2541&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1795917 Jul 13 08:05:03.230522 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39866) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:03.278739 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3d383083-00b6-4535-9f8f-fbdebcc7b1f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:03.301970 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3d383083-00b6-4535-9f8f-fbdebcc7b1f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:03.354883 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3d383083-00b6-4535-9f8f-fbdebcc7b1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:03.357552 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3d383083-00b6-4535-9f8f-fbdebcc7b1f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:03.361721 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3d383083-00b6-4535-9f8f-fbdebcc7b1f9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3bad6068-a7b2-4c83-8765-6001812efb03 HTTP/1.1" status: 204 len: 168 time: 0.1302750 Jul 13 08:05:03.369657 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d383083-00b6-4535-9f8f-fbdebcc7b1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bad6068-a7b2-4c83-8765-6001812efb03,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:03.632861 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39872) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:03.679190 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-365ae431-a0c8-4a6b-8161-e3f815dfb741 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cbfac810e8b1411087ce5c90c9ca4452&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451767 Jul 13 08:05:03.681684 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39874) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:03.735448 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8e5bf3ae-52a6-4044-a742-ba1b1968e57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:03.756131 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8e5bf3ae-52a6-4044-a742-ba1b1968e57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:03.813323 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8e5bf3ae-52a6-4044-a742-ba1b1968e57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:03.816971 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8e5bf3ae-52a6-4044-a742-ba1b1968e57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:03.820772 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8e5bf3ae-52a6-4044-a742-ba1b1968e57a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/97b20cfa-62e4-4180-9410-5f3da555d055 HTTP/1.1" status: 204 len: 168 time: 0.1357973 Jul 13 08:05:03.820930 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 77507884-111d-4307-8b6a-eb6ca8b710d5 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:05:03.826498 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5bf3ae-52a6-4044-a742-ba1b1968e57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b20cfa-62e4-4180-9410-5f3da555d055,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:03.844844 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 77507884-111d-4307-8b6a-eb6ca8b710d5 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:05:03.845179 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 77507884-111d-4307-8b6a-eb6ca8b710d5 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:05:03.845582 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 4e28580a-08fb-402b-9d26-dc2870f64c50 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:05:03.867762 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 4e28580a-08fb-402b-9d26-dc2870f64c50 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:05:03.868097 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 4e28580a-08fb-402b-9d26-dc2870f64c50 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:05:04.194711 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:05.005852 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39910) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:05.146654 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-55fabaef-abd1-4841-aa4f-568dccc5b8d3 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Request body: {'network': {'name': 'tempest-network-smoke--1499038499', 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'port_security_enabled': True}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:05:05.168412 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fabaef-abd1-4841-aa4f-568dccc5b8d3 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Made reservation on behalf of 0a67ab63b383498abd34c8c450b892c6 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:05:05.172769 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-55fabaef-abd1-4841-aa4f-568dccc5b8d3 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:05.181222 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-55fabaef-abd1-4841-aa4f-568dccc5b8d3 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:05.281046 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-55fabaef-abd1-4841-aa4f-568dccc5b8d3 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:05.284689 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-55fabaef-abd1-4841-aa4f-568dccc5b8d3 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:05.312288 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55fabaef-abd1-4841-aa4f-568dccc5b8d3 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:05:05.321368 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fabaef-abd1-4841-aa4f-568dccc5b8d3 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2331be06-b488-4151-bc33-c9c95f75787e,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:05.329403 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-55fabaef-abd1-4841-aa4f-568dccc5b8d3 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:05.329403 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-55fabaef-abd1-4841-aa4f-568dccc5b8d3 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Added segment 6bb74590-389b-4135-b58f-abcf345e80a6 of type vlan for network fb9156b3-b65f-45f9-87ba-ec6270ab5714 Jul 13 08:05:05.369291 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-55fabaef-abd1-4841-aa4f-568dccc5b8d3 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:05.397552 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-55fabaef-abd1-4841-aa4f-568dccc5b8d3 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:05.402983 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fabaef-abd1-4841-aa4f-568dccc5b8d3 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:05.403593 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-55fabaef-abd1-4841-aa4f-568dccc5b8d3 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:05.434245 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-55fabaef-abd1-4841-aa4f-568dccc5b8d3 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4273281 Jul 13 08:05:05.437231 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39914) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:05.445792 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-81576d09-716c-44d6-8227-00405152feb9 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-82243823', 'admin_state_up': True, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:05:05.485609 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fabaef-abd1-4841-aa4f-568dccc5b8d3 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'Network': ['ID=fb9156b3-b65f-45f9-87ba-ec6270ab5714,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:05.495956 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network fb9156b3-b65f-45f9-87ba-ec6270ab5714 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:05:05.501648 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-81576d09-716c-44d6-8227-00405152feb9 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:05.502662 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-81576d09-716c-44d6-8227-00405152feb9 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:05.554580 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-81576d09-716c-44d6-8227-00405152feb9 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:05.697164 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-81576d09-716c-44d6-8227-00405152feb9 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:05.891406 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-81576d09-716c-44d6-8227-00405152feb9 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for router_gateway, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:05.910113 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-81576d09-716c-44d6-8227-00405152feb9 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:05.972175 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:06.017713 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-81576d09-716c-44d6-8227-00405152feb9 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Allocated IP 172.25.3.125 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/6216bd77-408d-4570-8b8d-0ac00357563a) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:05:06.122962 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-81576d09-716c-44d6-8227-00405152feb9 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:06.161299 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-81576d09-716c-44d6-8227-00405152feb9 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:06.196196 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81576d09-716c-44d6-8227-00405152feb9 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:05:06.198947 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-81576d09-716c-44d6-8227-00405152feb9 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:05:06.204726 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81576d09-716c-44d6-8227-00405152feb9 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:05:06.232325 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81576d09-716c-44d6-8227-00405152feb9 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'Port': ['ID=6216bd77-408d-4570-8b8d-0ac00357563a,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:06.454669 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-81576d09-716c-44d6-8227-00405152feb9 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for router_gateway, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:06.649759 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-81576d09-716c-44d6-8227-00405152feb9 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:06.777376 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81576d09-716c-44d6-8227-00405152feb9 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Router c54ef97e-1fc6-424b-b4ad-5358accf9a35 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:05:06.892417 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81576d09-716c-44d6-8227-00405152feb9 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:05:06.902523 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033d9a16-6f0a-49f5-80db-4494ba372a10 None None] Sync routers for ids ['c54ef97e-1fc6-424b-b4ad-5358accf9a35'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:05:06.910668 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-81576d09-716c-44d6-8227-00405152feb9 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:06.911898 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-81576d09-716c-44d6-8227-00405152feb9 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4716053 Jul 13 08:05:06.912142 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033d9a16-6f0a-49f5-80db-4494ba372a10 None None] Routers {'c54ef97e-1fc6-424b-b4ad-5358accf9a35'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:05:06.912527 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-033d9a16-6f0a-49f5-80db-4494ba372a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:05:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['c54ef97e-1fc6-424b-b4ad-5358accf9a35'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:06.915337 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39916) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:07.023171 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-67b315f3-3a37-44db-95d5-f24147d5bbd0 tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=0a67ab63b383498abd34c8c450b892c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1041095 Jul 13 08:05:07.023438 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39922) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:07.114983 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203aa745-1f1f-427d-9c75-0f0d2cd1a627 tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:07.117171 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-203aa745-1f1f-427d-9c75-0f0d2cd1a627 tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0928237 Jul 13 08:05:07.119247 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39924) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:07.151947 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-3bcaf37f-5b96-480f-8ba0-10fce46cdef7 tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=099fd220-496e-4556-906a-9ab228a05c02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314498 Jul 13 08:05:07.154395 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39926) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:07.161320 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-a760b974-2fc2-42cc-969c-cf102d132118 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-731463855', 'network_id': 'fb9156b3-b65f-45f9-87ba-ec6270ab5714', 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:05:07.171323 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-033d9a16-6f0a-49f5-80db-4494ba372a10 None None] Set router c54ef97e-1fc6-424b-b4ad-5358accf9a35 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:05:07.247845 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a760b974-2fc2-42cc-969c-cf102d132118 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Made reservation on behalf of 0a67ab63b383498abd34c8c450b892c6 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:05:07.252105 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a760b974-2fc2-42cc-969c-cf102d132118 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:07.356757 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-033d9a16-6f0a-49f5-80db-4494ba372a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'name': 'tempest-TestNetworkBasicOps-router-82243823', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '6216bd77-408d-4570-8b8d-0ac00357563a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:05:05Z', 'updated_at': '2021-07-13T08:05:06Z', 'revision_number': 3, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'gw_port': {'id': '6216bd77-408d-4570-8b8d-0ac00357563a', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b4:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:05Z', 'updated_at': '2021-07-13T08:05:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:07.387224 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033d9a16-6f0a-49f5-80db-4494ba372a10 None None] Checking router: c54ef97e-1fc6-424b-b4ad-5358accf9a35 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:05:07.387589 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033d9a16-6f0a-49f5-80db-4494ba372a10 None None] Updating router c54ef97e-1fc6-424b-b4ad-5358accf9a35 port 6216bd77-408d-4570-8b8d-0ac00357563a binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:05:07.421877 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-033d9a16-6f0a-49f5-80db-4494ba372a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:07.432878 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a760b974-2fc2-42cc-969c-cf102d132118 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:07.497087 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a760b974-2fc2-42cc-969c-cf102d132118 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'Subnet': ['ID=426f3e00-28cc-414c-ae73-9a6144b67224,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:07.505916 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a760b974-2fc2-42cc-969c-cf102d132118 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Checking segment: {'id': '6bb74590-389b-4135-b58f-abcf345e80a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fb9156b3-b65f-45f9-87ba-ec6270ab5714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:05:07.506288 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a760b974-2fc2-42cc-969c-cf102d132118 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Network hostable DHCP agents. Network: fb9156b3-b65f-45f9-87ba-ec6270ab5714, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:05:07.524203 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a760b974-2fc2-42cc-969c-cf102d132118 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Network fb9156b3-b65f-45f9-87ba-ec6270ab5714 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:05:07.533617 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-a760b974-2fc2-42cc-969c-cf102d132118 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, fb9156b3-b65f-45f9-87ba-ec6270ab5714) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:05:07.537769 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a760b974-2fc2-42cc-969c-cf102d132118 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:07.538460 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a760b974-2fc2-42cc-969c-cf102d132118 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:07.546564 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a5fce2-38fe-485e-87b7-975b6568130a None None] Network fb9156b3-b65f-45f9-87ba-ec6270ab5714 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:05:07.557339 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a760b974-2fc2-42cc-969c-cf102d132118 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4006064 Jul 13 08:05:07.559970 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39928) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:07.787921 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-033d9a16-6f0a-49f5-80db-4494ba372a10 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:07.796617 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fca7e66-80ac-4a22-8ac5-d4343caa59ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-fb9156b3-b65f-45f9-87ba-ec6270ab5714', 'network_id': 'fb9156b3-b65f-45f9-87ba-ec6270ab5714', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'fixed_ips': [{'subnet_id': '426f3e00-28cc-414c-ae73-9a6144b67224'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:05:07.797461 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6fca7e66-80ac-4a22-8ac5-d4343caa59ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:07.809486 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-033d9a16-6f0a-49f5-80db-4494ba372a10 None None] Transition to ACTIVE for port object 6216bd77-408d-4570-8b8d-0ac00357563a will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:05:07.822578 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-033d9a16-6f0a-49f5-80db-4494ba372a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:07.934222 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-033d9a16-6f0a-49f5-80db-4494ba372a10 None None] Attempting to bind port 6216bd77-408d-4570-8b8d-0ac00357563a on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:05:07.934932 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-033d9a16-6f0a-49f5-80db-4494ba372a10 None None] Attempting to bind port 6216bd77-408d-4570-8b8d-0ac00357563a by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:05:07.934932 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033d9a16-6f0a-49f5-80db-4494ba372a10 None None] Attempting to bind port 6216bd77-408d-4570-8b8d-0ac00357563a on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:05:07.940611 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673a2f2-58c1-46ba-8187-7aa4009e0bb1 None None] Pushing event updated for resources: {'Port': ['ID=6216bd77-408d-4570-8b8d-0ac00357563a,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:07.950841 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033d9a16-6f0a-49f5-80db-4494ba372a10 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:05:07.951237 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033d9a16-6f0a-49f5-80db-4494ba372a10 None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:05:07.951639 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-033d9a16-6f0a-49f5-80db-4494ba372a10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:07.952581 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033d9a16-6f0a-49f5-80db-4494ba372a10 None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:05:07.953061 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-033d9a16-6f0a-49f5-80db-4494ba372a10 None None] Bound port: 6216bd77-408d-4570-8b8d-0ac00357563a, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:05:07.953439 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-033d9a16-6f0a-49f5-80db-4494ba372a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:07.994576 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e13672b3-a9d5-4f99-abf1-c32858e554ac tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:08.036230 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-6fca7e66-80ac-4a22-8ac5-d4343caa59ee None None] Allocated IP 172.20.0.2 (fb9156b3-b65f-45f9-87ba-ec6270ab5714/426f3e00-28cc-414c-ae73-9a6144b67224/6392da3a-0e23-4780-b3bd-07b9886ab131) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:05:08.044205 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-033d9a16-6f0a-49f5-80db-4494ba372a10 None None] For port 6216bd77-408d-4570-8b8d-0ac00357563a, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:05:08.050612 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-033d9a16-6f0a-49f5-80db-4494ba372a10 None None] For port 6216bd77-408d-4570-8b8d-0ac00357563a, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=6216bd77-408d-4570-8b8d-0ac00357563a,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:05:08.058392 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-033d9a16-6f0a-49f5-80db-4494ba372a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:08.175161 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033d9a16-6f0a-49f5-80db-4494ba372a10 None None] Routers {'c54ef97e-1fc6-424b-b4ad-5358accf9a35'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:05:08.175856 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-033d9a16-6f0a-49f5-80db-4494ba372a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:05:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['c54ef97e-1fc6-424b-b4ad-5358accf9a35'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:08.177645 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673a2f2-58c1-46ba-8187-7aa4009e0bb1 None None] Pushing event updated for resources: {'Port': ['ID=6216bd77-408d-4570-8b8d-0ac00357563a,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:08.333206 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6fca7e66-80ac-4a22-8ac5-d4343caa59ee None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:08.345513 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-033d9a16-6f0a-49f5-80db-4494ba372a10 None None] Set router c54ef97e-1fc6-424b-b4ad-5358accf9a35 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:05:08.371698 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6fca7e66-80ac-4a22-8ac5-d4343caa59ee None None] Transition to ACTIVE for port object 6392da3a-0e23-4780-b3bd-07b9886ab131 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:05:08.433968 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6fca7e66-80ac-4a22-8ac5-d4343caa59ee None None] Transition to ACTIVE for port object 6392da3a-0e23-4780-b3bd-07b9886ab131 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:05:08.443336 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6fca7e66-80ac-4a22-8ac5-d4343caa59ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:08.522139 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fca7e66-80ac-4a22-8ac5-d4343caa59ee None None] Network fb9156b3-b65f-45f9-87ba-ec6270ab5714 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:05:08.534970 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-6fca7e66-80ac-4a22-8ac5-d4343caa59ee None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:05:08.537538 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fca7e66-80ac-4a22-8ac5-d4343caa59ee None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:05:08.541376 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca7e66-80ac-4a22-8ac5-d4343caa59ee None None] Pushing event updated for resources: {'Port': ['ID=6392da3a-0e23-4780-b3bd-07b9886ab131,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:08.568797 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-e13672b3-a9d5-4f99-abf1-c32858e554ac tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Allocated IP 172.20.0.1 (fb9156b3-b65f-45f9-87ba-ec6270ab5714/426f3e00-28cc-414c-ae73-9a6144b67224/2c43ab70-252c-4323-8161-48b9e4398fa0) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:05:08.629247 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-6fca7e66-80ac-4a22-8ac5-d4343caa59ee None None] Attempting to bind port 6392da3a-0e23-4780-b3bd-07b9886ab131 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:05:08.629608 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-6fca7e66-80ac-4a22-8ac5-d4343caa59ee None None] Attempting to bind port 6392da3a-0e23-4780-b3bd-07b9886ab131 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '6bb74590-389b-4135-b58f-abcf345e80a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fb9156b3-b65f-45f9-87ba-ec6270ab5714'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:05:08.629967 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fca7e66-80ac-4a22-8ac5-d4343caa59ee None None] Attempting to bind port 6392da3a-0e23-4780-b3bd-07b9886ab131 on network fb9156b3-b65f-45f9-87ba-ec6270ab5714 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:05:08.637581 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fca7e66-80ac-4a22-8ac5-d4343caa59ee None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:05:08.637946 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fca7e66-80ac-4a22-8ac5-d4343caa59ee None None] Checking segment: {'id': '6bb74590-389b-4135-b58f-abcf345e80a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fb9156b3-b65f-45f9-87ba-ec6270ab5714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:05:08.638340 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6fca7e66-80ac-4a22-8ac5-d4343caa59ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:08.638723 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fca7e66-80ac-4a22-8ac5-d4343caa59ee None None] Bound using segment: {'id': '6bb74590-389b-4135-b58f-abcf345e80a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fb9156b3-b65f-45f9-87ba-ec6270ab5714'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:05:08.639179 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-6fca7e66-80ac-4a22-8ac5-d4343caa59ee None None] Bound port: 6392da3a-0e23-4780-b3bd-07b9886ab131, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb74590-389b-4135-b58f-abcf345e80a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fb9156b3-b65f-45f9-87ba-ec6270ab5714'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:05:08.639853 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6fca7e66-80ac-4a22-8ac5-d4343caa59ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:08.678806 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-033d9a16-6f0a-49f5-80db-4494ba372a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'name': 'tempest-TestNetworkBasicOps-router-82243823', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '6216bd77-408d-4570-8b8d-0ac00357563a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:05:05Z', 'updated_at': '2021-07-13T08:05:06Z', 'revision_number': 3, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'gw_port': {'id': '6216bd77-408d-4570-8b8d-0ac00357563a', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b4:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:05Z', 'updated_at': '2021-07-13T08:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:08.688967 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e13672b3-a9d5-4f99-abf1-c32858e554ac tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:08.702543 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-e13672b3-a9d5-4f99-abf1-c32858e554ac tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Transition to ACTIVE for port object 2c43ab70-252c-4323-8161-48b9e4398fa0 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:05:08.706326 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033d9a16-6f0a-49f5-80db-4494ba372a10 None None] The sync data for ids ['c54ef97e-1fc6-424b-b4ad-5358accf9a35'] in n-d-771363-34 is: [{'id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'name': 'tempest-TestNetworkBasicOps-router-82243823', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '6216bd77-408d-4570-8b8d-0ac00357563a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:05:05Z', 'updated_at': '2021-07-13T08:05:06Z', 'revision_number': 3, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'gw_port': {'id': '6216bd77-408d-4570-8b8d-0ac00357563a', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b4:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:05Z', 'updated_at': '2021-07-13T08:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:05:08.739475 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e13672b3-a9d5-4f99-abf1-c32858e554ac tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:08.741102 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-6fca7e66-80ac-4a22-8ac5-d4343caa59ee None None] For port 6392da3a-0e23-4780-b3bd-07b9886ab131, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:05:08.744310 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-6fca7e66-80ac-4a22-8ac5-d4343caa59ee None None] For port 6392da3a-0e23-4780-b3bd-07b9886ab131, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=6392da3a-0e23-4780-b3bd-07b9886ab131,segment=NetworkSegment(6bb74590-389b-4135-b58f-abcf345e80a6),segment_id=6bb74590-389b-4135-b58f-abcf345e80a6)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:05:08.751064 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6fca7e66-80ac-4a22-8ac5-d4343caa59ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:08.795232 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13672b3-a9d5-4f99-abf1-c32858e554ac tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Network fb9156b3-b65f-45f9-87ba-ec6270ab5714 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:05:08.799508 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-e13672b3-a9d5-4f99-abf1-c32858e554ac tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:05:08.803426 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13672b3-a9d5-4f99-abf1-c32858e554ac tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:05:08.818750 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca7e66-80ac-4a22-8ac5-d4343caa59ee None None] Pushing event updated for resources: {'Port': ['ID=6392da3a-0e23-4780-b3bd-07b9886ab131,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:08.832583 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13672b3-a9d5-4f99-abf1-c32858e554ac tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'Port': ['ID=2c43ab70-252c-4323-8161-48b9e4398fa0,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:08.857763 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e13672b3-a9d5-4f99-abf1-c32858e554ac tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:09.025832 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e13672b3-a9d5-4f99-abf1-c32858e554ac tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:09.349010 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e13672b3-a9d5-4f99-abf1-c32858e554ac tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:09.354127 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e13672b3-a9d5-4f99-abf1-c32858e554ac tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:09.433847 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13672b3-a9d5-4f99-abf1-c32858e554ac tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'Port': ['ID=2c43ab70-252c-4323-8161-48b9e4398fa0,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:09.448536 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e13672b3-a9d5-4f99-abf1-c32858e554ac tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:09.551544 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13672b3-a9d5-4f99-abf1-c32858e554ac tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Network fb9156b3-b65f-45f9-87ba-ec6270ab5714 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:05:09.555076 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-e13672b3-a9d5-4f99-abf1-c32858e554ac tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:05:09.681376 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13672b3-a9d5-4f99-abf1-c32858e554ac tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Router c54ef97e-1fc6-424b-b4ad-5358accf9a35 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:05:09.800587 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13672b3-a9d5-4f99-abf1-c32858e554ac tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:05:09.808802 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e13672b3-a9d5-4f99-abf1-c32858e554ac tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "PUT /v2.0/routers/c54ef97e-1fc6-424b-b4ad-5358accf9a35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2454751 Jul 13 08:05:09.809514 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39932) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:09.893409 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 6216bd77-408d-4570-8b8d-0ac00357563a up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:05:09.895681 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb1ad43-f1e5-40c9-bc30-f33c5aacb95a None None] Network fb9156b3-b65f-45f9-87ba-ec6270ab5714 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:05:09.956587 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d1239e83-edd7-470a-8ed3-64982c1b0881 None None] Provisioning for port 6392da3a-0e23-4780-b3bd-07b9886ab131 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:05:09.984573 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687ced3e-0788-43ea-bbf4-162d5b02a60b tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:09.984963 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687ced3e-0788-43ea-bbf4-162d5b02a60b tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:09.985430 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687ced3e-0788-43ea-bbf4-162d5b02a60b tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:09.985889 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687ced3e-0788-43ea-bbf4-162d5b02a60b tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:09.987628 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-687ced3e-0788-43ea-bbf4-162d5b02a60b tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1776466 Jul 13 08:05:09.990322 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39934) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:10.027085 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 6216bd77-408d-4570-8b8d-0ac00357563a completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:05:10.033429 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 6216bd77-408d-4570-8b8d-0ac00357563a triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:05:10.033797 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:10.082582 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac764c0-8fe2-4fed-9c06-6b19cda6fb1a tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:10.083046 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac764c0-8fe2-4fed-9c06-6b19cda6fb1a tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:10.083533 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac764c0-8fe2-4fed-9c06-6b19cda6fb1a tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:10.083982 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac764c0-8fe2-4fed-9c06-6b19cda6fb1a tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:10.085835 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4ac764c0-8fe2-4fed-9c06-6b19cda6fb1a tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0944495 Jul 13 08:05:10.088682 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39936) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:10.176161 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:10.202539 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 6216bd77-408d-4570-8b8d-0ac00357563a, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=6216bd77-408d-4570-8b8d-0ac00357563a,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:05:10.208830 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:10.242811 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 6392da3a-0e23-4780-b3bd-07b9886ab131 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:05:10.298717 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=6216bd77-408d-4570-8b8d-0ac00357563a,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:10.322356 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 6392da3a-0e23-4780-b3bd-07b9886ab131 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:05:10.329216 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 6392da3a-0e23-4780-b3bd-07b9886ab131 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:05:10.329692 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:10.487553 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33fb687-bed4-4665-9a01-80dea982d39a None None] Sync routers for ids ['c54ef97e-1fc6-424b-b4ad-5358accf9a35'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:05:10.498137 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33fb687-bed4-4665-9a01-80dea982d39a None None] Routers {'c54ef97e-1fc6-424b-b4ad-5358accf9a35'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:05:10.499865 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-b33fb687-bed4-4665-9a01-80dea982d39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:05:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['c54ef97e-1fc6-424b-b4ad-5358accf9a35'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:10.630017 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:10.666590 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8fcafb08-864b-44ec-b69b-5f159f383abd None None] Provisioning for port 2c43ab70-252c-4323-8161-48b9e4398fa0 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:05:10.681455 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8fcafb08-864b-44ec-b69b-5f159f383abd None None] Provisioning complete for port 2c43ab70-252c-4323-8161-48b9e4398fa0 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:05:10.681822 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8fcafb08-864b-44ec-b69b-5f159f383abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:10.691970 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-02d9c5a8-1f3d-4f7c-a32d-b72d36581467 tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.6014571 Jul 13 08:05:10.715381 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 6392da3a-0e23-4780-b3bd-07b9886ab131, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=6392da3a-0e23-4780-b3bd-07b9886ab131,segment=NetworkSegment(6bb74590-389b-4135-b58f-abcf345e80a6),segment_id=6bb74590-389b-4135-b58f-abcf345e80a6)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:05:10.728842 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:10.764875 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-8fcafb08-864b-44ec-b69b-5f159f383abd None None] Port 2c43ab70-252c-4323-8161-48b9e4398fa0 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:05:10.770461 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-b33fb687-bed4-4665-9a01-80dea982d39a None None] Set router c54ef97e-1fc6-424b-b4ad-5358accf9a35 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:05:10.805231 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8fcafb08-864b-44ec-b69b-5f159f383abd None None] Provisioning complete for port 6392da3a-0e23-4780-b3bd-07b9886ab131 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:05:10.805593 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8fcafb08-864b-44ec-b69b-5f159f383abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:10.834243 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=6392da3a-0e23-4780-b3bd-07b9886ab131,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:10.961980 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39940) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:10.966780 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-d59b11de-e8eb-4071-beeb-c8edd07be49d tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-332139071', 'description': 'tempest-secgroup-smoke-332139071 description', 'project_id': '0a67ab63b383498abd34c8c450b892c6'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:05:10.991876 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d59b11de-e8eb-4071-beeb-c8edd07be49d tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:10.998308 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-b33fb687-bed4-4665-9a01-80dea982d39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'name': 'tempest-TestNetworkBasicOps-router-82243823', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '6216bd77-408d-4570-8b8d-0ac00357563a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:05:05Z', 'updated_at': '2021-07-13T08:05:08Z', 'revision_number': 4, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'gw_port': {'id': '6216bd77-408d-4570-8b8d-0ac00357563a', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:05Z', 'updated_at': '2021-07-13T08:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '2c43ab70-252c-4323-8161-48b9e4398fa0', 'name': '', 'network_id': 'fb9156b3-b65f-45f9-87ba-ec6270ab5714', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'mac_address': 'fa:16:3e:5b:0f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '426f3e00-28cc-414c-ae73-9a6144b67224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:08Z', 'updated_at': '2021-07-13T08:05:09Z', 'revision_number': 2, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'subnets': [{'id': '426f3e00-28cc-414c-ae73-9a6144b67224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:11.024170 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33fb687-bed4-4665-9a01-80dea982d39a None None] Checking router: c54ef97e-1fc6-424b-b4ad-5358accf9a35 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:05:11.024515 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33fb687-bed4-4665-9a01-80dea982d39a None None] Updating router c54ef97e-1fc6-424b-b4ad-5358accf9a35 port 2c43ab70-252c-4323-8161-48b9e4398fa0 binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:05:11.038038 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-cb9963ca-2f0c-4f7a-bc10-8ea4bfa46731 None None] Provisioning complete for port 2c43ab70-252c-4323-8161-48b9e4398fa0 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:05:11.039077 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cb9963ca-2f0c-4f7a-bc10-8ea4bfa46731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:11.074671 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b33fb687-bed4-4665-9a01-80dea982d39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:11.079824 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-cb9963ca-2f0c-4f7a-bc10-8ea4bfa46731 None None] Port 2c43ab70-252c-4323-8161-48b9e4398fa0 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:05:11.089999 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d59b11de-e8eb-4071-beeb-c8edd07be49d tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:11.095000 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d59b11de-e8eb-4071-beeb-c8edd07be49d tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:11.127767 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b11de-e8eb-4071-beeb-c8edd07be49d tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c49bcca-183d-4062-83e2-a1a7c634de51,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:11.137688 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d59b11de-e8eb-4071-beeb-c8edd07be49d tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:11.140424 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d59b11de-e8eb-4071-beeb-c8edd07be49d tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1762266 Jul 13 08:05:11.142939 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39942) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:11.148149 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-e2560932-a702-43e0-b0d6-1ee045228ea3 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Request body: {'security_group_rule': {'security_group_id': '8c49bcca-183d-4062-83e2-a1a7c634de51', 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:05:11.176864 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e2560932-a702-43e0-b0d6-1ee045228ea3 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:11.234747 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e2560932-a702-43e0-b0d6-1ee045228ea3 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:11.239873 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e2560932-a702-43e0-b0d6-1ee045228ea3 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:11.255564 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2560932-a702-43e0-b0d6-1ee045228ea3 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f912d967-f020-43f3-b27a-7952a717a575,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:11.266070 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e2560932-a702-43e0-b0d6-1ee045228ea3 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:11.267391 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e2560932-a702-43e0-b0d6-1ee045228ea3 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1232200 Jul 13 08:05:11.277357 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39944) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:11.283150 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-a3aa6848-21d3-4087-80e1-63044fc4b3a7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Request body: {'security_group_rule': {'security_group_id': '8c49bcca-183d-4062-83e2-a1a7c634de51', 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:05:11.304243 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f23f2b8b-33c0-4539-baaf-c72e8aeeeede None None] Provisioning complete for port 2c43ab70-252c-4323-8161-48b9e4398fa0 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:05:11.305059 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f23f2b8b-33c0-4539-baaf-c72e8aeeeede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:11.311683 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a3aa6848-21d3-4087-80e1-63044fc4b3a7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:11.340234 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f23f2b8b-33c0-4539-baaf-c72e8aeeeede None None] Port 2c43ab70-252c-4323-8161-48b9e4398fa0 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:05:11.363695 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b33fb687-bed4-4665-9a01-80dea982d39a None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:11.373487 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-b33fb687-bed4-4665-9a01-80dea982d39a None None] Transition to ACTIVE for port object 2c43ab70-252c-4323-8161-48b9e4398fa0 will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:05:11.374052 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a3aa6848-21d3-4087-80e1-63044fc4b3a7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:11.377447 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a3aa6848-21d3-4087-80e1-63044fc4b3a7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:11.379503 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b33fb687-bed4-4665-9a01-80dea982d39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:11.398435 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa6848-21d3-4087-80e1-63044fc4b3a7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=203bd343-c81d-4fcb-9b25-9610419cdb92,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:11.407672 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a3aa6848-21d3-4087-80e1-63044fc4b3a7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:11.408546 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a3aa6848-21d3-4087-80e1-63044fc4b3a7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1298404 Jul 13 08:05:11.411386 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39946) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:11.416231 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-6a0c9cba-5408-41fc-9061-b42992cdbaeb tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Request body: {'security_group_rule': {'security_group_id': '8c49bcca-183d-4062-83e2-a1a7c634de51', 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:05:11.432645 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fec3da-597f-4d92-bc0e-e530d77e5601 None None] Pushing event updated for resources: {'Port': ['ID=2c43ab70-252c-4323-8161-48b9e4398fa0,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:11.452322 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6a0c9cba-5408-41fc-9061-b42992cdbaeb tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:11.475654 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fec3da-597f-4d92-bc0e-e530d77e5601 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:11.475988 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fec3da-597f-4d92-bc0e-e530d77e5601 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:11.476323 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fec3da-597f-4d92-bc0e-e530d77e5601 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:11.476679 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fec3da-597f-4d92-bc0e-e530d77e5601 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:11.476970 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fec3da-597f-4d92-bc0e-e530d77e5601 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:11.477340 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fec3da-597f-4d92-bc0e-e530d77e5601 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:11.477747 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fec3da-597f-4d92-bc0e-e530d77e5601 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:11.478076 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fec3da-597f-4d92-bc0e-e530d77e5601 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:11.478285 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fec3da-597f-4d92-bc0e-e530d77e5601 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:11.478605 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fec3da-597f-4d92-bc0e-e530d77e5601 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:11.478921 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fec3da-597f-4d92-bc0e-e530d77e5601 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:11.479287 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fec3da-597f-4d92-bc0e-e530d77e5601 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:05:11.493374 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-b33fb687-bed4-4665-9a01-80dea982d39a None None] Attempting to bind port 2c43ab70-252c-4323-8161-48b9e4398fa0 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:05:11.493943 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-b33fb687-bed4-4665-9a01-80dea982d39a None None] Attempting to bind port 2c43ab70-252c-4323-8161-48b9e4398fa0 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '6bb74590-389b-4135-b58f-abcf345e80a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fb9156b3-b65f-45f9-87ba-ec6270ab5714'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:05:11.494084 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33fb687-bed4-4665-9a01-80dea982d39a None None] Attempting to bind port 2c43ab70-252c-4323-8161-48b9e4398fa0 on network fb9156b3-b65f-45f9-87ba-ec6270ab5714 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:05:11.499844 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33fb687-bed4-4665-9a01-80dea982d39a None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:05:11.500505 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33fb687-bed4-4665-9a01-80dea982d39a None None] Checking segment: {'id': '6bb74590-389b-4135-b58f-abcf345e80a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fb9156b3-b65f-45f9-87ba-ec6270ab5714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:05:11.500907 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b33fb687-bed4-4665-9a01-80dea982d39a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:11.501297 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33fb687-bed4-4665-9a01-80dea982d39a None None] Bound using segment: {'id': '6bb74590-389b-4135-b58f-abcf345e80a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fb9156b3-b65f-45f9-87ba-ec6270ab5714'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:05:11.501765 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-b33fb687-bed4-4665-9a01-80dea982d39a None None] Bound port: 2c43ab70-252c-4323-8161-48b9e4398fa0, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb74590-389b-4135-b58f-abcf345e80a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fb9156b3-b65f-45f9-87ba-ec6270ab5714'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:05:11.502138 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b33fb687-bed4-4665-9a01-80dea982d39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:11.521570 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6a0c9cba-5408-41fc-9061-b42992cdbaeb tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:11.526065 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6a0c9cba-5408-41fc-9061-b42992cdbaeb tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:11.546981 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c9cba-5408-41fc-9061-b42992cdbaeb tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bcbf632-72b5-4426-8503-22e7f66b78f5,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:11.554861 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6a0c9cba-5408-41fc-9061-b42992cdbaeb tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:11.558513 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6a0c9cba-5408-41fc-9061-b42992cdbaeb tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1460192 Jul 13 08:05:11.562273 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 39948) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:11.566992 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-108f5fff-2064-43b6-8efb-8f802a10b7a8 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Request body: {'security_group_rule': {'security_group_id': '8c49bcca-183d-4062-83e2-a1a7c634de51', 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:05:11.585644 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-b33fb687-bed4-4665-9a01-80dea982d39a None None] For port 2c43ab70-252c-4323-8161-48b9e4398fa0, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:05:11.589418 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-b33fb687-bed4-4665-9a01-80dea982d39a None None] For port 2c43ab70-252c-4323-8161-48b9e4398fa0, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=2c43ab70-252c-4323-8161-48b9e4398fa0,segment=NetworkSegment(6bb74590-389b-4135-b58f-abcf345e80a6),segment_id=6bb74590-389b-4135-b58f-abcf345e80a6)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:05:11.594591 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-b33fb687-bed4-4665-9a01-80dea982d39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:11.595587 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-108f5fff-2064-43b6-8efb-8f802a10b7a8 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:11.645005 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33fb687-bed4-4665-9a01-80dea982d39a None None] Routers {'c54ef97e-1fc6-424b-b4ad-5358accf9a35'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:05:11.646115 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-b33fb687-bed4-4665-9a01-80dea982d39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:05:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['c54ef97e-1fc6-424b-b4ad-5358accf9a35'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:11.659998 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-108f5fff-2064-43b6-8efb-8f802a10b7a8 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:11.664476 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-108f5fff-2064-43b6-8efb-8f802a10b7a8 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:11.683915 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f5fff-2064-43b6-8efb-8f802a10b7a8 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5c4a982-62cc-47c7-b7b2-c9647fe94986,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:11.695527 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-108f5fff-2064-43b6-8efb-8f802a10b7a8 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:11.699690 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-108f5fff-2064-43b6-8efb-8f802a10b7a8 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1338291 Jul 13 08:05:11.700052 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39950) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:11.705252 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-8162f19f-6250-49eb-a086-670a77373edf tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Request body: {'security_group_rule': {'security_group_id': '8c49bcca-183d-4062-83e2-a1a7c634de51', 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:05:11.729053 n-d-771363-34 neutron-server[94018]: INFO neutron.db.securitygroups_db [None req-8162f19f-6250-49eb-a086-670a77373edf tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Project 0a67ab63b383498abd34c8c450b892c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:05:11.735526 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8162f19f-6250-49eb-a086-670a77373edf tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:11.777068 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-b33fb687-bed4-4665-9a01-80dea982d39a None None] Set router c54ef97e-1fc6-424b-b4ad-5358accf9a35 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:05:11.821551 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8162f19f-6250-49eb-a086-670a77373edf tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:11.831474 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8162f19f-6250-49eb-a086-670a77373edf tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:11.859723 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162f19f-6250-49eb-a086-670a77373edf tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b14bdc9c-976f-481b-8235-16cc20eee633,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:11.869806 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8162f19f-6250-49eb-a086-670a77373edf tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:11.873349 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8162f19f-6250-49eb-a086-670a77373edf tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1695280 Jul 13 08:05:11.874328 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 39952) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:11.875592 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fec3da-597f-4d92-bc0e-e530d77e5601 None None] Pushing event updated for resources: {'Port': ['ID=2c43ab70-252c-4323-8161-48b9e4398fa0,revision_number=4']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:11.881321 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 6216bd77-408d-4570-8b8d-0ac00357563a up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:05:11.889314 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-2a9497d7-fdf9-40a2-bb47-7295e834881f tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Request body: {'security_group_rule': {'security_group_id': '8c49bcca-183d-4062-83e2-a1a7c634de51', 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:05:11.917683 n-d-771363-34 neutron-server[94018]: INFO neutron.db.securitygroups_db [None req-2a9497d7-fdf9-40a2-bb47-7295e834881f tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Project 0a67ab63b383498abd34c8c450b892c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:05:11.925609 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2a9497d7-fdf9-40a2-bb47-7295e834881f tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:11.931749 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 6216bd77-408d-4570-8b8d-0ac00357563a triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:05:11.932121 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:11.996200 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2a9497d7-fdf9-40a2-bb47-7295e834881f tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:12.000625 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2a9497d7-fdf9-40a2-bb47-7295e834881f tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:12.010639 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-b33fb687-bed4-4665-9a01-80dea982d39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'name': 'tempest-TestNetworkBasicOps-router-82243823', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '6216bd77-408d-4570-8b8d-0ac00357563a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:05:05Z', 'updated_at': '2021-07-13T08:05:08Z', 'revision_number': 4, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'gw_port': {'id': '6216bd77-408d-4570-8b8d-0ac00357563a', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:05Z', 'updated_at': '2021-07-13T08:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '2c43ab70-252c-4323-8161-48b9e4398fa0', 'name': '', 'network_id': 'fb9156b3-b65f-45f9-87ba-ec6270ab5714', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'mac_address': 'fa:16:3e:5b:0f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '426f3e00-28cc-414c-ae73-9a6144b67224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:08Z', 'updated_at': '2021-07-13T08:05:11Z', 'revision_number': 4, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'subnets': [{'id': '426f3e00-28cc-414c-ae73-9a6144b67224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:12.020202 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9497d7-fdf9-40a2-bb47-7295e834881f tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35433e2f-f396-4bbd-b2f0-9082f3213567,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:12.026151 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2a9497d7-fdf9-40a2-bb47-7295e834881f tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:12.027809 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2a9497d7-fdf9-40a2-bb47-7295e834881f tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1422739 Jul 13 08:05:12.042643 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 6392da3a-0e23-4780-b3bd-07b9886ab131 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:05:12.045667 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33fb687-bed4-4665-9a01-80dea982d39a None None] The sync data for ids ['c54ef97e-1fc6-424b-b4ad-5358accf9a35'] in n-d-771363-34 is: [{'id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'name': 'tempest-TestNetworkBasicOps-router-82243823', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '6216bd77-408d-4570-8b8d-0ac00357563a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:05:05Z', 'updated_at': '2021-07-13T08:05:08Z', 'revision_number': 4, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'gw_port': {'id': '6216bd77-408d-4570-8b8d-0ac00357563a', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:05Z', 'updated_at': '2021-07-13T08:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '2c43ab70-252c-4323-8161-48b9e4398fa0', 'name': '', 'network_id': 'fb9156b3-b65f-45f9-87ba-ec6270ab5714', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'mac_address': 'fa:16:3e:5b:0f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '426f3e00-28cc-414c-ae73-9a6144b67224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:08Z', 'updated_at': '2021-07-13T08:05:11Z', 'revision_number': 4, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'subnets': [{'id': '426f3e00-28cc-414c-ae73-9a6144b67224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:05:12.111836 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 6392da3a-0e23-4780-b3bd-07b9886ab131 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:05:12.112286 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:12.203549 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-ee6d5187-92b4-488e-98fa-dc82d159d006 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-332139071&fields=id&tenant_id=0a67ab63b383498abd34c8c450b892c6 HTTP/1.1" status: 200 len: 267 time: 0.0344501 Jul 13 08:05:12.317325 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-ac9001f4-618a-4bfd-b0b8-6b3caf2536ac tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:12.318859 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-ac9001f4-618a-4bfd-b0b8-6b3caf2536ac tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/networks?id=fb9156b3-b65f-45f9-87ba-ec6270ab5714 HTTP/1.1" status: 200 len: 797 time: 0.1087978 Jul 13 08:05:12.334333 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-0ce9f5f8-590e-4c99-80e3-142495240732 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/quotas/0a67ab63b383498abd34c8c450b892c6 HTTP/1.1" status: 200 len: 375 time: 0.0097244 Jul 13 08:05:12.408250 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-bbeef7de-3194-4674-b865-87ad227fdea3 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0a67ab63b383498abd34c8c450b892c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0683246 Jul 13 08:05:12.509852 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-ccd1d9e2-cf20-41ab-a88f-671f478956ce service neutron] 10.222.0.23 "GET /v2.0/networks/fb9156b3-b65f-45f9-87ba-ec6270ab5714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900757 Jul 13 08:05:12.604702 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-0f6a10be-c41d-4ee2-bc4f-de4312497185 service neutron] 10.222.0.23 "GET /v2.0/networks/fb9156b3-b65f-45f9-87ba-ec6270ab5714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882514 Jul 13 08:05:12.784439 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c353061c-ed59-418d-8fc1-938a006bb1a0 req-8cffa448-9a48-48d4-83cb-349e663bb90f tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/ports?device_id=5729ec99-8159-4238-8600-f332f5c31081 HTTP/1.1" status: 200 len: 210 time: 0.0320210 Jul 13 08:05:13.842857 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 2c43ab70-252c-4323-8161-48b9e4398fa0 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:05:13.869741 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-96746c69-6caa-40d4-8521-f6e3acfb79d0 req-6e1d9bbb-acf4-4598-9602-b9ebea70d99f tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/ports?device_id=5729ec99-8159-4238-8600-f332f5c31081 HTTP/1.1" status: 200 len: 210 time: 0.0306449 Jul 13 08:05:13.903922 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 2c43ab70-252c-4323-8161-48b9e4398fa0 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:05:13.908204 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 2c43ab70-252c-4323-8161-48b9e4398fa0 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:05:13.908576 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:13.989515 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:14.026240 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 2c43ab70-252c-4323-8161-48b9e4398fa0, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=2c43ab70-252c-4323-8161-48b9e4398fa0,segment=NetworkSegment(6bb74590-389b-4135-b58f-abcf345e80a6),segment_id=6bb74590-389b-4135-b58f-abcf345e80a6)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:05:14.030508 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:14.083360 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=2c43ab70-252c-4323-8161-48b9e4398fa0,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:14.331987 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-774479c1-9b22-4631-bda7-4734cd12270a None None] Provisioning complete for port 2c43ab70-252c-4323-8161-48b9e4398fa0 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:05:14.332250 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-774479c1-9b22-4631-bda7-4734cd12270a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:14.950206 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-75d52975-92df-46c6-8eff-81a70a53e051 req-fa9225e4-193a-457f-a25a-b50cfef81a5d tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/ports?device_id=5729ec99-8159-4238-8600-f332f5c31081 HTTP/1.1" status: 200 len: 210 time: 0.0285194 Jul 13 08:05:15.831075 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 2c43ab70-252c-4323-8161-48b9e4398fa0 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:05:15.882621 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 2c43ab70-252c-4323-8161-48b9e4398fa0 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:05:15.883008 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:15.913587 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-1f3217f9-1afb-4973-bdd3-34cc501b5a88 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:15.915161 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-1f3217f9-1afb-4973-bdd3-34cc501b5a88 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.25 "GET /v2.0/networks?id=fb9156b3-b65f-45f9-87ba-ec6270ab5714 HTTP/1.1" status: 200 len: 797 time: 0.1154017 Jul 13 08:05:15.958710 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-de9c6eef-2f30-4a86-a21a-63f77fd29a61 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a67ab63b383498abd34c8c450b892c6 HTTP/1.1" status: 200 len: 379 time: 0.0345085 Jul 13 08:05:15.967171 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-ea5859b8-4d26-40bd-a8ed-84c20633d2df tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Request body: {'port': {'device_id': '5729ec99-8159-4238-8600-f332f5c31081', 'network_id': 'fb9156b3-b65f-45f9-87ba-ec6270ab5714', 'admin_state_up': True, 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'security_groups': ['8c49bcca-183d-4062-83e2-a1a7c634de51']}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:05:16.093882 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-31a2319c-8368-4d34-ac3e-4d158f9b8409 req-faeaf178-3bcf-42be-8d08-7678e5890c65 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/ports?device_id=5729ec99-8159-4238-8600-f332f5c31081 HTTP/1.1" status: 200 len: 210 time: 0.0296786 Jul 13 08:05:16.114686 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-ea5859b8-4d26-40bd-a8ed-84c20633d2df tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Made reservation on behalf of 0a67ab63b383498abd34c8c450b892c6 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:05:16.118225 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-ea5859b8-4d26-40bd-a8ed-84c20633d2df tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:16.244197 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-ea5859b8-4d26-40bd-a8ed-84c20633d2df tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Allocated IP 172.20.0.11 (fb9156b3-b65f-45f9-87ba-ec6270ab5714/426f3e00-28cc-414c-ae73-9a6144b67224/85e3ce8c-dfd0-4032-b95c-a20910971ba2) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:05:16.375295 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-ea5859b8-4d26-40bd-a8ed-84c20633d2df tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:16.388054 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-ea5859b8-4d26-40bd-a8ed-84c20633d2df tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Transition to ACTIVE for port object 85e3ce8c-dfd0-4032-b95c-a20910971ba2 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:05:16.420426 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-ea5859b8-4d26-40bd-a8ed-84c20633d2df tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:16.469359 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-ea5859b8-4d26-40bd-a8ed-84c20633d2df tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Network fb9156b3-b65f-45f9-87ba-ec6270ab5714 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:05:16.472639 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-ea5859b8-4d26-40bd-a8ed-84c20633d2df tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:05:16.479238 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-ea5859b8-4d26-40bd-a8ed-84c20633d2df tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:05:16.503322 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5859b8-4d26-40bd-a8ed-84c20633d2df tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'Port': ['ID=85e3ce8c-dfd0-4032-b95c-a20910971ba2,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:16.532578 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-ea5859b8-4d26-40bd-a8ed-84c20633d2df tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:16.533236 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-ea5859b8-4d26-40bd-a8ed-84c20633d2df tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:16.549069 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-ea5859b8-4d26-40bd-a8ed-84c20633d2df tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5857027 Jul 13 08:05:16.561616 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-5eb1bd87-8db5-4093-b468-bda975844a13 service neutron] Request body: {'port': {'device_id': '5729ec99-8159-4238-8600-f332f5c31081', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:05:16.636375 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-5eb1bd87-8db5-4093-b468-bda975844a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:16.740097 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-cdb02523-97ac-4e3a-948e-9e8ca6c9e37f None None] Provisioning for port 85e3ce8c-dfd0-4032-b95c-a20910971ba2 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:05:16.744182 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-cdb02523-97ac-4e3a-948e-9e8ca6c9e37f None None] Provisioning complete for port 85e3ce8c-dfd0-4032-b95c-a20910971ba2 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:05:16.744517 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cdb02523-97ac-4e3a-948e-9e8ca6c9e37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:16.779833 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-cdb02523-97ac-4e3a-948e-9e8ca6c9e37f None None] Port 85e3ce8c-dfd0-4032-b95c-a20910971ba2 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:05:16.901526 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-5eb1bd87-8db5-4093-b468-bda975844a13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e3ce8c-dfd0-4032-b95c-a20910971ba2 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:05:16.909456 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-5eb1bd87-8db5-4093-b468-bda975844a13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:16.920824 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-5eb1bd87-8db5-4093-b468-bda975844a13 service neutron] Transition to ACTIVE for port object 85e3ce8c-dfd0-4032-b95c-a20910971ba2 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:05:16.925430 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-5eb1bd87-8db5-4093-b468-bda975844a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:16.975822 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb1bd87-8db5-4093-b468-bda975844a13 service neutron] Pushing event updated for resources: {'Port': ['ID=85e3ce8c-dfd0-4032-b95c-a20910971ba2,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:17.058290 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-5eb1bd87-8db5-4093-b468-bda975844a13 service neutron] Attempting to bind port 85e3ce8c-dfd0-4032-b95c-a20910971ba2 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:05:17.058290 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-5eb1bd87-8db5-4093-b468-bda975844a13 service neutron] Attempting to bind port 85e3ce8c-dfd0-4032-b95c-a20910971ba2 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '6bb74590-389b-4135-b58f-abcf345e80a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fb9156b3-b65f-45f9-87ba-ec6270ab5714'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:05:17.058290 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-5eb1bd87-8db5-4093-b468-bda975844a13 service neutron] Attempting to bind port 85e3ce8c-dfd0-4032-b95c-a20910971ba2 on network fb9156b3-b65f-45f9-87ba-ec6270ab5714 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:05:17.061201 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-5eb1bd87-8db5-4093-b468-bda975844a13 service neutron] Port 85e3ce8c-dfd0-4032-b95c-a20910971ba2 on network fb9156b3-b65f-45f9-87ba-ec6270ab5714 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:05:17.061524 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-5eb1bd87-8db5-4093-b468-bda975844a13 service neutron] Attempting to bind port 85e3ce8c-dfd0-4032-b95c-a20910971ba2 on network fb9156b3-b65f-45f9-87ba-ec6270ab5714 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:05:17.067221 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-5eb1bd87-8db5-4093-b468-bda975844a13 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:05:17.067577 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-5eb1bd87-8db5-4093-b468-bda975844a13 service neutron] Checking segment: {'id': '6bb74590-389b-4135-b58f-abcf345e80a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fb9156b3-b65f-45f9-87ba-ec6270ab5714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:05:17.067959 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-5eb1bd87-8db5-4093-b468-bda975844a13 service neutron] Bound using segment: {'id': '6bb74590-389b-4135-b58f-abcf345e80a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fb9156b3-b65f-45f9-87ba-ec6270ab5714'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:05:17.068384 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-5eb1bd87-8db5-4093-b468-bda975844a13 service neutron] Bound port: 85e3ce8c-dfd0-4032-b95c-a20910971ba2, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bb74590-389b-4135-b58f-abcf345e80a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fb9156b3-b65f-45f9-87ba-ec6270ab5714'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:05:17.068741 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-5eb1bd87-8db5-4093-b468-bda975844a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:17.136260 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-5eb1bd87-8db5-4093-b468-bda975844a13 service neutron] For port 85e3ce8c-dfd0-4032-b95c-a20910971ba2, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:05:17.139313 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-5eb1bd87-8db5-4093-b468-bda975844a13 service neutron] For port 85e3ce8c-dfd0-4032-b95c-a20910971ba2, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=85e3ce8c-dfd0-4032-b95c-a20910971ba2,segment=NetworkSegment(6bb74590-389b-4135-b58f-abcf345e80a6),segment_id=6bb74590-389b-4135-b58f-abcf345e80a6)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:05:17.144729 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-5eb1bd87-8db5-4093-b468-bda975844a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:17.179382 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-5eb1bd87-8db5-4093-b468-bda975844a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:17.179898 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-5eb1bd87-8db5-4093-b468-bda975844a13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:17.181289 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-5eb1bd87-8db5-4093-b468-bda975844a13 service neutron] 10.222.0.25 "PUT /v2.0/ports/85e3ce8c-dfd0-4032-b95c-a20910971ba2 HTTP/1.1" status: 200 len: 1093 time: 0.6241479 Jul 13 08:05:17.181724 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5729ec99-8159-4238-8600-f332f5c31081', 'tag': '85e3ce8c-dfd0-4032-b95c-a20910971ba2'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:05:17.184003 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34680e78-d4c3-4d2d-9ebd-178f46b3c1dd" -d '{"events": [{"name": "network-changed", "server_uuid": "5729ec99-8159-4238-8600-f332f5c31081", "tag": "85e3ce8c-dfd0-4032-b95c-a20910971ba2"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:05:17.222979 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb1bd87-8db5-4093-b468-bda975844a13 service neutron] Pushing event updated for resources: {'Port': ['ID=85e3ce8c-dfd0-4032-b95c-a20910971ba2,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:17.232188 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5667efd-220e-407d-94d1-a644f545653d x-openstack-request-id: req-a5667efd-220e-407d-94d1-a644f545653d {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:05:17.232926 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5729ec99-8159-4238-8600-f332f5c31081", "tag": "85e3ce8c-dfd0-4032-b95c-a20910971ba2", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:05:17.233336 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a5667efd-220e-407d-94d1-a644f545653d {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:05:17.234653 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5729ec99-8159-4238-8600-f332f5c31081', 'tag': '85e3ce8c-dfd0-4032-b95c-a20910971ba2', 'status': 'completed', 'code': 200} Jul 13 08:05:17.297763 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd456b5a-7fc7-467c-8fa1-81418aceab6e req-360805cb-c0fc-4235-ae0c-9a9989cfbf94 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:17.298896 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-b089a707-040b-49ec-9e65-5b22e5e4660f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:17.300089 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bd456b5a-7fc7-467c-8fa1-81418aceab6e req-360805cb-c0fc-4235-ae0c-9a9989cfbf94 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/ports?device_id=5729ec99-8159-4238-8600-f332f5c31081 HTTP/1.1" status: 200 len: 944 time: 0.0823069 Jul 13 08:05:17.300446 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-b089a707-040b-49ec-9e65-5b22e5e4660f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0a67ab63b383498abd34c8c450b892c6&device_id=5729ec99-8159-4238-8600-f332f5c31081 HTTP/1.1" status: 200 len: 1096 time: 0.0561249 Jul 13 08:05:17.342036 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bd456b5a-7fc7-467c-8fa1-81418aceab6e req-68de51c8-0fee-488b-8b53-80953ca14e37 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c49bcca-183d-4062-83e2-a1a7c634de51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357406 Jul 13 08:05:17.649722 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-35ae0ce7-8d8d-4baf-b7bd-e6ab6a7582e0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85e3ce8c-dfd0-4032-b95c-a20910971ba2 HTTP/1.1" status: 200 len: 217 time: 0.3417799 Jul 13 08:05:17.697051 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-3ecfd7cc-0281-4af5-9be5-00bf2b17536c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:17.698454 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-3ecfd7cc-0281-4af5-9be5-00bf2b17536c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=426f3e00-28cc-414c-ae73-9a6144b67224 HTTP/1.1" status: 200 len: 834 time: 0.0432091 Jul 13 08:05:17.754095 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-a2783b01-6b53-4545-b747-58f18e5c31e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:17.755588 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-a2783b01-6b53-4545-b747-58f18e5c31e2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fb9156b3-b65f-45f9-87ba-ec6270ab5714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510798 Jul 13 08:05:17.847975 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-ec732b4e-f1db-4adc-a488-cac4a52a14f9 service neutron] 10.222.0.25 "GET /v2.0/networks/fb9156b3-b65f-45f9-87ba-ec6270ab5714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862095 Jul 13 08:05:17.938675 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0daed080-fca3-440b-bf79-cc46acb16ad4 req-e297e043-663b-41aa-950e-90d7937f661a service neutron] 10.222.0.25 "GET /v2.0/networks/fb9156b3-b65f-45f9-87ba-ec6270ab5714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844064 Jul 13 08:05:18.093562 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34680e78-d4c3-4d2d-9ebd-178f46b3c1dd req-64adea4e-dca8-468f-87d8-587d1e4eaac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:18.095369 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-34680e78-d4c3-4d2d-9ebd-178f46b3c1dd req-64adea4e-dca8-468f-87d8-587d1e4eaac9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0a67ab63b383498abd34c8c450b892c6&device_id=5729ec99-8159-4238-8600-f332f5c31081 HTTP/1.1" status: 200 len: 1096 time: 0.0535738 Jul 13 08:05:18.183326 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34680e78-d4c3-4d2d-9ebd-178f46b3c1dd req-3e043b40-ef36-4617-afc6-56c6ab1ff81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:18.184783 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-34680e78-d4c3-4d2d-9ebd-178f46b3c1dd req-3e043b40-ef36-4617-afc6-56c6ab1ff81a service neutron] 10.222.0.25 "GET /v2.0/networks?id=fb9156b3-b65f-45f9-87ba-ec6270ab5714 HTTP/1.1" status: 200 len: 898 time: 0.0834568 Jul 13 08:05:18.235649 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-34680e78-d4c3-4d2d-9ebd-178f46b3c1dd req-5ff74f66-598e-4dc3-b4aa-6a4531164c8d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85e3ce8c-dfd0-4032-b95c-a20910971ba2 HTTP/1.1" status: 200 len: 217 time: 0.0440903 Jul 13 08:05:18.288601 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34680e78-d4c3-4d2d-9ebd-178f46b3c1dd req-f280d172-c366-4d11-b35e-c7ce96ce2038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:18.290019 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-34680e78-d4c3-4d2d-9ebd-178f46b3c1dd req-f280d172-c366-4d11-b35e-c7ce96ce2038 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=426f3e00-28cc-414c-ae73-9a6144b67224 HTTP/1.1" status: 200 len: 834 time: 0.0450733 Jul 13 08:05:18.347482 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34680e78-d4c3-4d2d-9ebd-178f46b3c1dd req-e0441eda-eec9-4123-97c9-189ed594b893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:18.348960 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-34680e78-d4c3-4d2d-9ebd-178f46b3c1dd req-e0441eda-eec9-4123-97c9-189ed594b893 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fb9156b3-b65f-45f9-87ba-ec6270ab5714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519907 Jul 13 08:05:18.444046 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-34680e78-d4c3-4d2d-9ebd-178f46b3c1dd req-25e06ef6-ea60-47fc-bc4e-9917744e9247 service neutron] 10.222.0.25 "GET /v2.0/networks/fb9156b3-b65f-45f9-87ba-ec6270ab5714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874434 Jul 13 08:05:18.577260 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-34680e78-d4c3-4d2d-9ebd-178f46b3c1dd req-12178a5b-cbb1-4e24-a94d-1dec0e000049 service neutron] 10.222.0.25 "GET /v2.0/networks/fb9156b3-b65f-45f9-87ba-ec6270ab5714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261423 Jul 13 08:05:18.590334 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23749c-a7c0-47ad-a1ed-589b492f193c req-d2d5565b-6512-4d09-8da4-e4002e946065 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:18.591836 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4d23749c-a7c0-47ad-a1ed-589b492f193c req-d2d5565b-6512-4d09-8da4-e4002e946065 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/ports?device_id=5729ec99-8159-4238-8600-f332f5c31081 HTTP/1.1" status: 200 len: 944 time: 0.1321027 Jul 13 08:05:18.629879 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4d23749c-a7c0-47ad-a1ed-589b492f193c req-c258eecd-3984-4acd-a03c-ad994a2499fa tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c49bcca-183d-4062-83e2-a1a7c634de51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323513 Jul 13 08:05:19.802779 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1868836-041d-47b5-9b92-2d9d6fd6223f req-4b31be55-55dd-4d1f-9401-3ec7522712b4 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:19.804310 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e1868836-041d-47b5-9b92-2d9d6fd6223f req-4b31be55-55dd-4d1f-9401-3ec7522712b4 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/ports?device_id=5729ec99-8159-4238-8600-f332f5c31081 HTTP/1.1" status: 200 len: 944 time: 0.0637362 Jul 13 08:05:19.844843 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e1868836-041d-47b5-9b92-2d9d6fd6223f req-d4bbda5f-c9cf-4c50-8673-d9070e362b77 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c49bcca-183d-4062-83e2-a1a7c634de51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331879 Jul 13 08:05:21.016559 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162b5cb-5ae2-4b2d-b4cd-6d30a7b0db52 req-d9befb38-6dae-4aec-b829-418e1615045e tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:21.018047 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d162b5cb-5ae2-4b2d-b4cd-6d30a7b0db52 req-d9befb38-6dae-4aec-b829-418e1615045e tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/ports?device_id=5729ec99-8159-4238-8600-f332f5c31081 HTTP/1.1" status: 200 len: 944 time: 0.0634499 Jul 13 08:05:21.055388 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d162b5cb-5ae2-4b2d-b4cd-6d30a7b0db52 req-b0519235-b708-43d5-8afa-2cd29fa20e61 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c49bcca-183d-4062-83e2-a1a7c634de51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317888 Jul 13 08:05:21.120929 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 85e3ce8c-dfd0-4032-b95c-a20910971ba2 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:05:21.216989 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 85e3ce8c-dfd0-4032-b95c-a20910971ba2, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=85e3ce8c-dfd0-4032-b95c-a20910971ba2,segment=NetworkSegment(6bb74590-389b-4135-b58f-abcf345e80a6),segment_id=6bb74590-389b-4135-b58f-abcf345e80a6)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:05:21.227583 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '85e3ce8c-dfd0-4032-b95c-a20910971ba2', 'network_id': 'fb9156b3-b65f-45f9-87ba-ec6270ab5714', 'port_id': '85e3ce8c-dfd0-4032-b95c-a20910971ba2', 'mac_address': 'fa:16:3e:9d:08:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '426f3e00-28cc-414c-ae73-9a6144b67224', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:05:21.265341 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:21.277793 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e3ce8c-dfd0-4032-b95c-a20910971ba2 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:05:21.297146 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 85e3ce8c-dfd0-4032-b95c-a20910971ba2, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=85e3ce8c-dfd0-4032-b95c-a20910971ba2,segment=NetworkSegment(6bb74590-389b-4135-b58f-abcf345e80a6),segment_id=6bb74590-389b-4135-b58f-abcf345e80a6)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:05:21.300961 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:21.363280 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=85e3ce8c-dfd0-4032-b95c-a20910971ba2,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:21.567608 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['85e3ce8c-dfd0-4032-b95c-a20910971ba2'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:05:22.227151 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd9864-517f-40f7-ba6d-bd850c71c05b req-b67ed756-789c-455f-a5cb-09f6330b872f tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:22.228673 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fbbd9864-517f-40f7-ba6d-bd850c71c05b req-b67ed756-789c-455f-a5cb-09f6330b872f tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/ports?device_id=5729ec99-8159-4238-8600-f332f5c31081 HTTP/1.1" status: 200 len: 945 time: 0.0626693 Jul 13 08:05:22.266828 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fbbd9864-517f-40f7-ba6d-bd850c71c05b req-64a5ae3e-7e50-41af-8eda-3f09b4603a8f tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c49bcca-183d-4062-83e2-a1a7c634de51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317082 Jul 13 08:05:23.136473 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 85e3ce8c-dfd0-4032-b95c-a20910971ba2 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:05:23.184537 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 85e3ce8c-dfd0-4032-b95c-a20910971ba2 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:05:23.188476 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 85e3ce8c-dfd0-4032-b95c-a20910971ba2 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:05:23.188843 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:23.261995 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:23.287479 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5729ec99-8159-4238-8600-f332f5c31081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e3ce8c-dfd0-4032-b95c-a20910971ba2'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:05:23.289733 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5f1177-423e-4861-bdcd-8eb739160904" -d '{"events": [{"server_uuid": "5729ec99-8159-4238-8600-f332f5c31081", "name": "network-vif-plugged", "status": "completed", "tag": "85e3ce8c-dfd0-4032-b95c-a20910971ba2"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:05:23.303190 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 85e3ce8c-dfd0-4032-b95c-a20910971ba2, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=85e3ce8c-dfd0-4032-b95c-a20910971ba2,segment=NetworkSegment(6bb74590-389b-4135-b58f-abcf345e80a6),segment_id=6bb74590-389b-4135-b58f-abcf345e80a6)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:05:23.308702 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:23.337927 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e00856-d6a4-4901-9d23-712953b766e8 x-openstack-request-id: req-10e00856-d6a4-4901-9d23-712953b766e8 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:05:23.338211 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5729ec99-8159-4238-8600-f332f5c31081", "name": "network-vif-plugged", "status": "completed", "tag": "85e3ce8c-dfd0-4032-b95c-a20910971ba2", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:05:23.338457 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-10e00856-d6a4-4901-9d23-712953b766e8 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:05:23.338846 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5729ec99-8159-4238-8600-f332f5c31081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e3ce8c-dfd0-4032-b95c-a20910971ba2', 'code': 200} Jul 13 08:05:23.380670 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=85e3ce8c-dfd0-4032-b95c-a20910971ba2,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:23.500076 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25731e28-0bb0-4105-9bbc-771bf28c48c1 req-fcf95b09-f812-4111-becd-9019e09e2de5 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:23.501887 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-25731e28-0bb0-4105-9bbc-771bf28c48c1 req-fcf95b09-f812-4111-becd-9019e09e2de5 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/ports?device_id=5729ec99-8159-4238-8600-f332f5c31081 HTTP/1.1" status: 200 len: 946 time: 0.1088145 Jul 13 08:05:23.507888 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59725f0-e66e-4783-9104-b59e2508d7ba req-ae94fd2f-f2ae-4462-ad6c-e093aec8222e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:23.509367 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b59725f0-e66e-4783-9104-b59e2508d7ba req-ae94fd2f-f2ae-4462-ad6c-e093aec8222e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5729ec99-8159-4238-8600-f332f5c31081 HTTP/1.1" status: 200 len: 1098 time: 0.1056325 Jul 13 08:05:23.564121 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-25731e28-0bb0-4105-9bbc-771bf28c48c1 req-c98e6f67-843f-43db-aa5d-0c26e25d310e tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c49bcca-183d-4062-83e2-a1a7c634de51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537956 Jul 13 08:05:23.567670 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b59725f0-e66e-4783-9104-b59e2508d7ba req-73afe63f-9fc1-418c-adca-80462ef17149 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8c49bcca-183d-4062-83e2-a1a7c634de51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508900 Jul 13 08:05:23.594684 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:23.644458 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3765d7e9-a5be-4179-aa30-50cd1926ee44 None None] Provisioning complete for port 85e3ce8c-dfd0-4032-b95c-a20910971ba2 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:05:23.644726 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3765d7e9-a5be-4179-aa30-50cd1926ee44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:24.176331 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:24.743160 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cbba58-a048-46ac-987e-efba877c9524 req-bc7faeec-24ca-4433-b56d-d5654d3cbbf4 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:24.744685 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a2cbba58-a048-46ac-987e-efba877c9524 req-bc7faeec-24ca-4433-b56d-d5654d3cbbf4 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/ports?device_id=5729ec99-8159-4238-8600-f332f5c31081 HTTP/1.1" status: 200 len: 946 time: 0.0706947 Jul 13 08:05:24.783936 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a2cbba58-a048-46ac-987e-efba877c9524 req-27d33147-924b-4dee-8f3d-6f33c6422d8f tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c49bcca-183d-4062-83e2-a1a7c634de51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331006 Jul 13 08:05:24.958546 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3c01a-fb8d-4a55-9c29-e51d020c67d8 req-1860cdd1-149a-48b5-a716-1f2fa4ef7d0b tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:24.960001 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-55d3c01a-fb8d-4a55-9c29-e51d020c67d8 req-1860cdd1-149a-48b5-a716-1f2fa4ef7d0b tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/ports?device_id=5729ec99-8159-4238-8600-f332f5c31081 HTTP/1.1" status: 200 len: 946 time: 0.0650253 Jul 13 08:05:25.000950 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-55d3c01a-fb8d-4a55-9c29-e51d020c67d8 req-779ef5ec-f842-4ad7-92d6-1986717838dc tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c49bcca-183d-4062-83e2-a1a7c634de51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354397 Jul 13 08:05:25.025436 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40010) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:25.075630 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8d25a3-cc71-40c2-bc7c-2b4592d3ed23 tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:25.077625 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ed8d25a3-cc71-40c2-bc7c-2b4592d3ed23 tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5729ec99-8159-4238-8600-f332f5c31081 HTTP/1.1" status: 200 len: 1093 time: 0.0507283 Jul 13 08:05:25.080608 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40012) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:25.084932 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-0e0a0121-de27-4e34-bdec-288584b713e8 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'port_id': '85e3ce8c-dfd0-4032-b95c-a20910971ba2', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:05:25.106922 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0e0a0121-de27-4e34-bdec-288584b713e8 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for floatingip, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:25.201435 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0e0a0121-de27-4e34-bdec-288584b713e8 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:25.307434 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-0e0a0121-de27-4e34-bdec-288584b713e8 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Allocated IP 172.25.3.39 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/fe6d4904-3a0f-42e5-8920-ad8d70ca4766) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:05:25.415872 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0e0a0121-de27-4e34-bdec-288584b713e8 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:25.459168 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0e0a0121-de27-4e34-bdec-288584b713e8 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:25.498331 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0a0121-de27-4e34-bdec-288584b713e8 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:05:25.503583 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-0e0a0121-de27-4e34-bdec-288584b713e8 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:05:25.507895 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0a0121-de27-4e34-bdec-288584b713e8 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:05:25.510774 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a0121-de27-4e34-bdec-288584b713e8 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'Port': ['ID=fe6d4904-3a0f-42e5-8920-ad8d70ca4766,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:25.872209 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0e0a0121-de27-4e34-bdec-288584b713e8 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:25.944978 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0e0a0121-de27-4e34-bdec-288584b713e8 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:26.079636 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:05:26.092528 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0e0a0121-de27-4e34-bdec-288584b713e8 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:26.097720 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0e0a0121-de27-4e34-bdec-288584b713e8 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:26.170202 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a0121-de27-4e34-bdec-288584b713e8 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'Port': ['ID=fe6d4904-3a0f-42e5-8920-ad8d70ca4766,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:05:26.178954 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0e0a0121-de27-4e34-bdec-288584b713e8 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:26.277485 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [None req-0e0a0121-de27-4e34-bdec-288584b713e8 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Floating IP 09191b6e-8abd-42fa-be53-4e982ddd17f6 associated. External IP: 172.25.3.39, port: 85e3ce8c-dfd0-4032-b95c-a20910971ba2. Jul 13 08:05:26.478598 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0a0121-de27-4e34-bdec-288584b713e8 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Router c54ef97e-1fc6-424b-b4ad-5358accf9a35 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:05:26.587045 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0a0121-de27-4e34-bdec-288584b713e8 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:05:26.597898 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c9f1ba-de6b-4eb0-9215-48be22b4c8f3 None None] Sync routers for ids ['c54ef97e-1fc6-424b-b4ad-5358accf9a35'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:05:26.604265 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0e0a0121-de27-4e34-bdec-288584b713e8 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:26.607065 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c9f1ba-de6b-4eb0-9215-48be22b4c8f3 None None] Routers {'c54ef97e-1fc6-424b-b4ad-5358accf9a35'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:05:26.607733 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-60c9f1ba-de6b-4eb0-9215-48be22b4c8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:05:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['c54ef97e-1fc6-424b-b4ad-5358accf9a35'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:26.646003 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0e0a0121-de27-4e34-bdec-288584b713e8 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5643640 Jul 13 08:05:26.646572 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5729ec99-8159-4238-8600-f332f5c31081', 'tag': '85e3ce8c-dfd0-4032-b95c-a20910971ba2'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:05:26.648796 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40014) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:26.649328 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4f6105-032a-4655-9efc-50769774da9c" -d '{"events": [{"name": "network-changed", "server_uuid": "5729ec99-8159-4238-8600-f332f5c31081", "tag": "85e3ce8c-dfd0-4032-b95c-a20910971ba2"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:05:26.688443 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2778323-1d7a-4423-a661-98ea1bd8ccbf x-openstack-request-id: req-e2778323-1d7a-4423-a661-98ea1bd8ccbf {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:05:26.688865 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5729ec99-8159-4238-8600-f332f5c31081", "tag": "85e3ce8c-dfd0-4032-b95c-a20910971ba2", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:05:26.689172 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e2778323-1d7a-4423-a661-98ea1bd8ccbf {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:05:26.689641 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5729ec99-8159-4238-8600-f332f5c31081', 'tag': '85e3ce8c-dfd0-4032-b95c-a20910971ba2', 'status': 'completed', 'code': 200} Jul 13 08:05:26.717485 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a04faba3-7c46-48c9-bdb6-b9defc060163 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/floatingips/09191b6e-8abd-42fa-be53-4e982ddd17f6 HTTP/1.1" status: 200 len: 991 time: 0.0675070 Jul 13 08:05:26.733018 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-60c9f1ba-de6b-4eb0-9215-48be22b4c8f3 None None] Set router c54ef97e-1fc6-424b-b4ad-5358accf9a35 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:05:26.765543 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f6105-032a-4655-9efc-50769774da9c req-c25a9ecf-b069-4352-b7ef-9be95c7ea300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:26.767011 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-de4f6105-032a-4655-9efc-50769774da9c req-c25a9ecf-b069-4352-b7ef-9be95c7ea300 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0a67ab63b383498abd34c8c450b892c6&device_id=5729ec99-8159-4238-8600-f332f5c31081 HTTP/1.1" status: 200 len: 1098 time: 0.0543287 Jul 13 08:05:26.863652 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f6105-032a-4655-9efc-50769774da9c req-5026ac2f-b774-475f-ba99-d7f6a3694cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:26.865185 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-de4f6105-032a-4655-9efc-50769774da9c req-5026ac2f-b774-475f-ba99-d7f6a3694cd9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fb9156b3-b65f-45f9-87ba-ec6270ab5714 HTTP/1.1" status: 200 len: 898 time: 0.0919597 Jul 13 08:05:26.935157 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-de4f6105-032a-4655-9efc-50769774da9c req-65fbac1e-5947-4a6c-a0d8-bee001f1af1b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85e3ce8c-dfd0-4032-b95c-a20910971ba2 HTTP/1.1" status: 200 len: 999 time: 0.0638862 Jul 13 08:05:26.977535 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-60c9f1ba-de6b-4eb0-9215-48be22b4c8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'name': 'tempest-TestNetworkBasicOps-router-82243823', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '6216bd77-408d-4570-8b8d-0ac00357563a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:05:05Z', 'updated_at': '2021-07-13T08:05:08Z', 'revision_number': 4, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'gw_port': {'id': '6216bd77-408d-4570-8b8d-0ac00357563a', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:05Z', 'updated_at': '2021-07-13T08:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '09191b6e-8abd-42fa-be53-4e982ddd17f6', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'floating_ip_address': '172.25.3.39', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'port_id': '85e3ce8c-dfd0-4032-b95c-a20910971ba2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb9156b3-b65f-45f9-87ba-ec6270ab5714', 'mac_address': 'fa:16:3e:9d:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5729ec99-8159-4238-8600-f332f5c31081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:05:25Z', 'updated_at': '2021-07-13T08:05:25Z', 'revision_number': 0, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c43ab70-252c-4323-8161-48b9e4398fa0', 'name': '', 'network_id': 'fb9156b3-b65f-45f9-87ba-ec6270ab5714', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'mac_address': 'fa:16:3e:5b:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '426f3e00-28cc-414c-ae73-9a6144b67224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:08Z', 'updated_at': '2021-07-13T08:05:14Z', 'revision_number': 5, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'subnets': [{'id': '426f3e00-28cc-414c-ae73-9a6144b67224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:26.986535 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f6105-032a-4655-9efc-50769774da9c req-8a6fcdbb-c374-48db-9365-2ffae9f6e360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:26.987975 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-de4f6105-032a-4655-9efc-50769774da9c req-8a6fcdbb-c374-48db-9365-2ffae9f6e360 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=426f3e00-28cc-414c-ae73-9a6144b67224 HTTP/1.1" status: 200 len: 834 time: 0.0461941 Jul 13 08:05:27.004395 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c9f1ba-de6b-4eb0-9215-48be22b4c8f3 None None] Checking router: c54ef97e-1fc6-424b-b4ad-5358accf9a35 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:05:27.012753 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c9f1ba-de6b-4eb0-9215-48be22b4c8f3 None None] Routers {'c54ef97e-1fc6-424b-b4ad-5358accf9a35'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:05:27.013368 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-60c9f1ba-de6b-4eb0-9215-48be22b4c8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:05:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['c54ef97e-1fc6-424b-b4ad-5358accf9a35'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:27.047246 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f6105-032a-4655-9efc-50769774da9c req-a40ba3df-496c-414a-bedf-68c04068908c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:27.049027 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-de4f6105-032a-4655-9efc-50769774da9c req-a40ba3df-496c-414a-bedf-68c04068908c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fb9156b3-b65f-45f9-87ba-ec6270ab5714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549116 Jul 13 08:05:27.127926 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-60c9f1ba-de6b-4eb0-9215-48be22b4c8f3 None None] Set router c54ef97e-1fc6-424b-b4ad-5358accf9a35 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:05:27.150499 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-de4f6105-032a-4655-9efc-50769774da9c req-7999f303-d130-4be2-a77f-a2b0fa10e744 service neutron] 10.222.0.25 "GET /v2.0/networks/fb9156b3-b65f-45f9-87ba-ec6270ab5714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952210 Jul 13 08:05:27.240827 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-de4f6105-032a-4655-9efc-50769774da9c req-79217cbd-5dd9-47f1-942f-905741fdc533 service neutron] 10.222.0.25 "GET /v2.0/networks/fb9156b3-b65f-45f9-87ba-ec6270ab5714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837865 Jul 13 08:05:27.366593 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-60c9f1ba-de6b-4eb0-9215-48be22b4c8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'name': 'tempest-TestNetworkBasicOps-router-82243823', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '6216bd77-408d-4570-8b8d-0ac00357563a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:05:05Z', 'updated_at': '2021-07-13T08:05:08Z', 'revision_number': 4, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'gw_port': {'id': '6216bd77-408d-4570-8b8d-0ac00357563a', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:05Z', 'updated_at': '2021-07-13T08:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '09191b6e-8abd-42fa-be53-4e982ddd17f6', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'floating_ip_address': '172.25.3.39', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'port_id': '85e3ce8c-dfd0-4032-b95c-a20910971ba2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb9156b3-b65f-45f9-87ba-ec6270ab5714', 'mac_address': 'fa:16:3e:9d:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5729ec99-8159-4238-8600-f332f5c31081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:05:25Z', 'updated_at': '2021-07-13T08:05:25Z', 'revision_number': 0, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c43ab70-252c-4323-8161-48b9e4398fa0', 'name': '', 'network_id': 'fb9156b3-b65f-45f9-87ba-ec6270ab5714', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'mac_address': 'fa:16:3e:5b:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '426f3e00-28cc-414c-ae73-9a6144b67224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:08Z', 'updated_at': '2021-07-13T08:05:14Z', 'revision_number': 5, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'subnets': [{'id': '426f3e00-28cc-414c-ae73-9a6144b67224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:05:27.394931 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c9f1ba-de6b-4eb0-9215-48be22b4c8f3 None None] The sync data for ids ['c54ef97e-1fc6-424b-b4ad-5358accf9a35'] in n-d-771363-34 is: [{'id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'name': 'tempest-TestNetworkBasicOps-router-82243823', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '6216bd77-408d-4570-8b8d-0ac00357563a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:05:05Z', 'updated_at': '2021-07-13T08:05:08Z', 'revision_number': 4, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'gw_port': {'id': '6216bd77-408d-4570-8b8d-0ac00357563a', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:05Z', 'updated_at': '2021-07-13T08:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '09191b6e-8abd-42fa-be53-4e982ddd17f6', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'floating_ip_address': '172.25.3.39', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'port_id': '85e3ce8c-dfd0-4032-b95c-a20910971ba2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb9156b3-b65f-45f9-87ba-ec6270ab5714', 'mac_address': 'fa:16:3e:9d:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5729ec99-8159-4238-8600-f332f5c31081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:05:25Z', 'updated_at': '2021-07-13T08:05:25Z', 'revision_number': 0, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c43ab70-252c-4323-8161-48b9e4398fa0', 'name': '', 'network_id': 'fb9156b3-b65f-45f9-87ba-ec6270ab5714', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'mac_address': 'fa:16:3e:5b:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '426f3e00-28cc-414c-ae73-9a6144b67224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:08Z', 'updated_at': '2021-07-13T08:05:14Z', 'revision_number': 5, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'subnets': [{'id': '426f3e00-28cc-414c-ae73-9a6144b67224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:05:27.599275 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e25e5ba-7e52-4ce8-a461-cac35a709ef6 None None] New status for floating IP 09191b6e-8abd-42fa-be53-4e982ddd17f6: ACTIVE {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:05:27.720960 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40018) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:27.793881 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-df68fd4a-b923-445c-a324-f662be9932c3 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/floatingips/09191b6e-8abd-42fa-be53-4e982ddd17f6 HTTP/1.1" status: 200 len: 991 time: 0.0717783 Jul 13 08:05:28.798238 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40020) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:28.864713 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-232b0ac6-1a05-417e-8395-d58a9f4a7843 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/floatingips/09191b6e-8abd-42fa-be53-4e982ddd17f6 HTTP/1.1" status: 200 len: 993 time: 0.0652261 Jul 13 08:05:30.289726 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f4e764ea-c639-4b6d-a56b-e2303e9d7170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:33.165496 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5cf98c2d-0ec6-41c2-842d-58d0665b606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:33.205979 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:34.197285 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:35.974011 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:49.572208 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b3ee3582-fd26-4d56-b2ca-9f75711939c0 req-ebc9ced5-4795-4d3b-9781-5ec6d885ef74 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5729ec99-8159-4238-8600-f332f5c31081&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0518377 Jul 13 08:05:49.674796 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee3582-fd26-4d56-b2ca-9f75711939c0 req-9f83e8d2-08eb-4874-8fc9-8d5308c9469a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:49.676343 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b3ee3582-fd26-4d56-b2ca-9f75711939c0 req-9f83e8d2-08eb-4874-8fc9-8d5308c9469a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0a67ab63b383498abd34c8c450b892c6&device_id=5729ec99-8159-4238-8600-f332f5c31081 HTTP/1.1" status: 200 len: 1098 time: 0.0565946 Jul 13 08:05:49.785918 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee3582-fd26-4d56-b2ca-9f75711939c0 req-9a936d4f-37ca-4dba-aaee-8d8f84063444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:49.787472 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b3ee3582-fd26-4d56-b2ca-9f75711939c0 req-9a936d4f-37ca-4dba-aaee-8d8f84063444 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fb9156b3-b65f-45f9-87ba-ec6270ab5714 HTTP/1.1" status: 200 len: 898 time: 0.0886199 Jul 13 08:05:49.854433 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b3ee3582-fd26-4d56-b2ca-9f75711939c0 req-e8a805b2-b9d9-401e-b25d-70e325d75ac7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85e3ce8c-dfd0-4032-b95c-a20910971ba2 HTTP/1.1" status: 200 len: 1001 time: 0.0601251 Jul 13 08:05:49.905681 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee3582-fd26-4d56-b2ca-9f75711939c0 req-c4348756-8bd0-4209-badb-669f2151794f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:49.907226 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b3ee3582-fd26-4d56-b2ca-9f75711939c0 req-c4348756-8bd0-4209-badb-669f2151794f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=426f3e00-28cc-414c-ae73-9a6144b67224 HTTP/1.1" status: 200 len: 834 time: 0.0463557 Jul 13 08:05:49.963632 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee3582-fd26-4d56-b2ca-9f75711939c0 req-66462e13-f90f-4a57-9fd4-47f6b7041233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:49.965133 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b3ee3582-fd26-4d56-b2ca-9f75711939c0 req-66462e13-f90f-4a57-9fd4-47f6b7041233 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fb9156b3-b65f-45f9-87ba-ec6270ab5714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519526 Jul 13 08:05:50.058893 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b3ee3582-fd26-4d56-b2ca-9f75711939c0 req-0885cd32-1187-4c05-9cb3-eb57b5370fe4 service neutron] 10.222.0.25 "GET /v2.0/networks/fb9156b3-b65f-45f9-87ba-ec6270ab5714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872457 Jul 13 08:05:50.156259 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b3ee3582-fd26-4d56-b2ca-9f75711939c0 req-ef5e2dbb-c26a-4234-9e01-6f3d3e471ad2 service neutron] 10.222.0.25 "GET /v2.0/networks/fb9156b3-b65f-45f9-87ba-ec6270ab5714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905333 Jul 13 08:05:53.604190 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:54.176167 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:05:55.405603 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40030) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:55.494938 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ca39e6-4442-4aff-9e05-ef2c69f3221e tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:55.495442 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ca39e6-4442-4aff-9e05-ef2c69f3221e tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:55.495906 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ca39e6-4442-4aff-9e05-ef2c69f3221e tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:55.497547 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-19ca39e6-4442-4aff-9e05-ef2c69f3221e tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] 10.222.0.23 "GET /v2.0/ports?project_id=0a67ab63b383498abd34c8c450b892c6&network_id=fb9156b3-b65f-45f9-87ba-ec6270ab5714 HTTP/1.1" status: 200 len: 2973 time: 0.0909336 Jul 13 08:05:59.227045 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40044) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:05:59.278510 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d4bcb8-2fae-4460-92c3-04a16187ca64 tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:05:59.281060 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b8d4bcb8-2fae-4460-92c3-04a16187ca64 tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=099fd220-496e-4556-906a-9ab228a05c02 HTTP/1.1" status: 200 len: 814 time: 0.0529790 Jul 13 08:06:00.291677 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e2f30751-5948-40dc-ab37-e2961490b655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:00.486551 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40050) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:00.491680 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-0a891005-7999-44b4-9d0b-0e27e06f4929 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Request body: {'network': {'name': 'tempest-network-smoke--807752518', 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'port_security_enabled': True}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:00.512448 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a891005-7999-44b4-9d0b-0e27e06f4929 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Made reservation on behalf of 0a67ab63b383498abd34c8c450b892c6 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:06:00.516928 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0a891005-7999-44b4-9d0b-0e27e06f4929 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:00.541275 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a891005-7999-44b4-9d0b-0e27e06f4929 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:06:00.550848 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0a891005-7999-44b4-9d0b-0e27e06f4929 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:00.551123 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-0a891005-7999-44b4-9d0b-0e27e06f4929 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Added segment 7538c35a-0834-4f31-9c2c-74eb624d8d49 of type vlan for network 88cb4c2f-29b3-491b-9406-fed782b24018 Jul 13 08:06:00.591452 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0a891005-7999-44b4-9d0b-0e27e06f4929 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:00.619651 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0a891005-7999-44b4-9d0b-0e27e06f4929 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:00.625580 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a891005-7999-44b4-9d0b-0e27e06f4929 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:00.626152 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0a891005-7999-44b4-9d0b-0e27e06f4929 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:00.985360 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0a891005-7999-44b4-9d0b-0e27e06f4929 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4975390 Jul 13 08:06:00.988557 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40052) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:01.023609 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a891005-7999-44b4-9d0b-0e27e06f4929 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'Network': ['ID=88cb4c2f-29b3-491b-9406-fed782b24018,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:01.032001 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a891005-7999-44b4-9d0b-0e27e06f4929 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:01.032340 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a891005-7999-44b4-9d0b-0e27e06f4929 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:01.032679 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a891005-7999-44b4-9d0b-0e27e06f4929 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:01.033045 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a891005-7999-44b4-9d0b-0e27e06f4929 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:01.033427 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a891005-7999-44b4-9d0b-0e27e06f4929 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:01.033753 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a891005-7999-44b4-9d0b-0e27e06f4929 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:01.037742 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a891005-7999-44b4-9d0b-0e27e06f4929 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:01.037742 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a891005-7999-44b4-9d0b-0e27e06f4929 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:01.037742 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a891005-7999-44b4-9d0b-0e27e06f4929 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:01.037742 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a891005-7999-44b4-9d0b-0e27e06f4929 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:01.043122 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a891005-7999-44b4-9d0b-0e27e06f4929 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:01.043498 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a891005-7999-44b4-9d0b-0e27e06f4929 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:01.056270 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 88cb4c2f-29b3-491b-9406-fed782b24018 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:06:01.069509 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2050bb-1ec5-47d1-8132-768d3401c0de tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:01.071051 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2e2050bb-1ec5-47d1-8132-768d3401c0de tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=0a67ab63b383498abd34c8c450b892c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0815060 Jul 13 08:06:01.074873 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40054) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:01.193302 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13941d2-57b0-402c-99c3-9bddd1ee0885 tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:01.195033 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f13941d2-57b0-402c-99c3-9bddd1ee0885 tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1191173 Jul 13 08:06:01.197900 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40056) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:01.234917 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-3d5e5275-dd2e-409d-8fa4-18173a89e43a tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=099fd220-496e-4556-906a-9ab228a05c02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0358748 Jul 13 08:06:01.239823 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40058) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:01.275015 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b2a43e22-a470-4807-80b0-bed8a5499e40 tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=0a67ab63b383498abd34c8c450b892c6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337546 Jul 13 08:06:01.277947 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40060) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:01.375951 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f4a5db-d380-4139-b155-57025613cdf4 tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:01.377518 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d6f4a5db-d380-4139-b155-57025613cdf4 tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0986466 Jul 13 08:06:01.380621 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40062) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:01.419498 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5eaa46cd-a65c-422e-9d9e-3338d910e8a7 tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=099fd220-496e-4556-906a-9ab228a05c02&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377312 Jul 13 08:06:01.422625 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40064) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:01.428808 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-b6ba1e76-7934-401c-9036-62cd3cc18f03 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1454267936', 'network_id': '88cb4c2f-29b3-491b-9406-fed782b24018', 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:01.544112 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ba1e76-7934-401c-9036-62cd3cc18f03 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Made reservation on behalf of 0a67ab63b383498abd34c8c450b892c6 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:06:01.548727 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b6ba1e76-7934-401c-9036-62cd3cc18f03 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:01.759140 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b6ba1e76-7934-401c-9036-62cd3cc18f03 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:01.815070 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba1e76-7934-401c-9036-62cd3cc18f03 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'Subnet': ['ID=542058ea-3e27-40f7-b5f7-b9802b90a93c,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:01.829950 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba1e76-7934-401c-9036-62cd3cc18f03 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:01.830299 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba1e76-7934-401c-9036-62cd3cc18f03 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:01.830648 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba1e76-7934-401c-9036-62cd3cc18f03 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:01.831015 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba1e76-7934-401c-9036-62cd3cc18f03 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:01.831397 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba1e76-7934-401c-9036-62cd3cc18f03 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:01.831732 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba1e76-7934-401c-9036-62cd3cc18f03 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:01.832064 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba1e76-7934-401c-9036-62cd3cc18f03 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:01.832396 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba1e76-7934-401c-9036-62cd3cc18f03 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:01.832723 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba1e76-7934-401c-9036-62cd3cc18f03 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:01.833067 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba1e76-7934-401c-9036-62cd3cc18f03 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:01.833400 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba1e76-7934-401c-9036-62cd3cc18f03 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:01.833726 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ba1e76-7934-401c-9036-62cd3cc18f03 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:01.843164 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ba1e76-7934-401c-9036-62cd3cc18f03 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Checking segment: {'id': '7538c35a-0834-4f31-9c2c-74eb624d8d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '88cb4c2f-29b3-491b-9406-fed782b24018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:06:01.843564 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ba1e76-7934-401c-9036-62cd3cc18f03 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Network hostable DHCP agents. Network: 88cb4c2f-29b3-491b-9406-fed782b24018, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:06:01.860791 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ba1e76-7934-401c-9036-62cd3cc18f03 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Network 88cb4c2f-29b3-491b-9406-fed782b24018 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:06:01.869214 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-b6ba1e76-7934-401c-9036-62cd3cc18f03 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 88cb4c2f-29b3-491b-9406-fed782b24018) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:06:01.873614 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ba1e76-7934-401c-9036-62cd3cc18f03 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:01.874301 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b6ba1e76-7934-401c-9036-62cd3cc18f03 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:01.878308 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d53cdb8-bdcd-46a7-a72a-613a9e325f1b None None] Network 88cb4c2f-29b3-491b-9406-fed782b24018 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:06:01.888796 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b6ba1e76-7934-401c-9036-62cd3cc18f03 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4647019 Jul 13 08:06:02.024420 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc9300a-d222-44b4-88e4-11fb3ef4c780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-88cb4c2f-29b3-491b-9406-fed782b24018', 'network_id': '88cb4c2f-29b3-491b-9406-fed782b24018', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'fixed_ips': [{'subnet_id': '542058ea-3e27-40f7-b5f7-b9802b90a93c'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:06:02.025267 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9fc9300a-d222-44b4-88e4-11fb3ef4c780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.124229 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40068) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:02.129007 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-2c988838-6fe2-4f98-834b-a8274e98f466 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-981051668', 'description': 'tempest-secgroup-smoke-981051668 description', 'project_id': '0a67ab63b383498abd34c8c450b892c6'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:02.152181 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2c988838-6fe2-4f98-834b-a8274e98f466 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.161107 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-9fc9300a-d222-44b4-88e4-11fb3ef4c780 None None] Allocated IP 172.20.0.18 (88cb4c2f-29b3-491b-9406-fed782b24018/542058ea-3e27-40f7-b5f7-b9802b90a93c/4c840cc1-0b64-4983-8171-b5ef3d10fb74) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:06:02.240456 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2c988838-6fe2-4f98-834b-a8274e98f466 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.244436 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2c988838-6fe2-4f98-834b-a8274e98f466 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.273354 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2c988838-6fe2-4f98-834b-a8274e98f466 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.274599 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2c988838-6fe2-4f98-834b-a8274e98f466 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1492856 Jul 13 08:06:02.276483 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c988838-6fe2-4f98-834b-a8274e98f466 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3783b50e-73fc-416d-aeff-7e7fc3b8762a,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:02.277759 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40070) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:02.283982 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-404fb91d-34c5-4dd4-984f-5fb9e0e739a3 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Request body: {'security_group_rule': {'security_group_id': '3783b50e-73fc-416d-aeff-7e7fc3b8762a', 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:02.308739 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9fc9300a-d222-44b4-88e4-11fb3ef4c780 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.311265 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-404fb91d-34c5-4dd4-984f-5fb9e0e739a3 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.318359 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9fc9300a-d222-44b4-88e4-11fb3ef4c780 None None] Transition to ACTIVE for port object 4c840cc1-0b64-4983-8171-b5ef3d10fb74 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:06:02.332857 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9fc9300a-d222-44b4-88e4-11fb3ef4c780 None None] Transition to ACTIVE for port object 4c840cc1-0b64-4983-8171-b5ef3d10fb74 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:06:02.339056 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9fc9300a-d222-44b4-88e4-11fb3ef4c780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.367112 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-404fb91d-34c5-4dd4-984f-5fb9e0e739a3 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.370921 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-404fb91d-34c5-4dd4-984f-5fb9e0e739a3 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.383739 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc9300a-d222-44b4-88e4-11fb3ef4c780 None None] Network 88cb4c2f-29b3-491b-9406-fed782b24018 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:06:02.386554 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-9fc9300a-d222-44b4-88e4-11fb3ef4c780 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:06:02.386778 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404fb91d-34c5-4dd4-984f-5fb9e0e739a3 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08b1a369-fb49-4961-b6c1-fee98688f74a,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:02.390873 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc9300a-d222-44b4-88e4-11fb3ef4c780 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:06:02.396437 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9300a-d222-44b4-88e4-11fb3ef4c780 None None] Pushing event updated for resources: {'Port': ['ID=4c840cc1-0b64-4983-8171-b5ef3d10fb74,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:02.398674 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-404fb91d-34c5-4dd4-984f-5fb9e0e739a3 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.399922 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-404fb91d-34c5-4dd4-984f-5fb9e0e739a3 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1196957 Jul 13 08:06:02.402786 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40072) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:02.407887 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-78a0a2db-0b15-49aa-a11a-a858053805a6 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Request body: {'security_group_rule': {'security_group_id': '3783b50e-73fc-416d-aeff-7e7fc3b8762a', 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:02.408332 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9300a-d222-44b4-88e4-11fb3ef4c780 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:02.408667 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9300a-d222-44b4-88e4-11fb3ef4c780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:02.408977 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9300a-d222-44b4-88e4-11fb3ef4c780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:02.409294 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9300a-d222-44b4-88e4-11fb3ef4c780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:02.409646 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9300a-d222-44b4-88e4-11fb3ef4c780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:02.409966 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9300a-d222-44b4-88e4-11fb3ef4c780 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:02.410287 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9300a-d222-44b4-88e4-11fb3ef4c780 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:02.410639 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9300a-d222-44b4-88e4-11fb3ef4c780 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:02.410954 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9300a-d222-44b4-88e4-11fb3ef4c780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:02.411287 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9300a-d222-44b4-88e4-11fb3ef4c780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:02.411606 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9300a-d222-44b4-88e4-11fb3ef4c780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:02.411923 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9300a-d222-44b4-88e4-11fb3ef4c780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:02.436080 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-78a0a2db-0b15-49aa-a11a-a858053805a6 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.464613 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-9fc9300a-d222-44b4-88e4-11fb3ef4c780 None None] Attempting to bind port 4c840cc1-0b64-4983-8171-b5ef3d10fb74 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:06:02.464971 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-9fc9300a-d222-44b4-88e4-11fb3ef4c780 None None] Attempting to bind port 4c840cc1-0b64-4983-8171-b5ef3d10fb74 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '7538c35a-0834-4f31-9c2c-74eb624d8d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '88cb4c2f-29b3-491b-9406-fed782b24018'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:06:02.465323 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc9300a-d222-44b4-88e4-11fb3ef4c780 None None] Attempting to bind port 4c840cc1-0b64-4983-8171-b5ef3d10fb74 on network 88cb4c2f-29b3-491b-9406-fed782b24018 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:06:02.471169 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc9300a-d222-44b4-88e4-11fb3ef4c780 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:06:02.471564 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc9300a-d222-44b4-88e4-11fb3ef4c780 None None] Checking segment: {'id': '7538c35a-0834-4f31-9c2c-74eb624d8d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '88cb4c2f-29b3-491b-9406-fed782b24018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:06:02.471958 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9fc9300a-d222-44b4-88e4-11fb3ef4c780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.472342 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc9300a-d222-44b4-88e4-11fb3ef4c780 None None] Bound using segment: {'id': '7538c35a-0834-4f31-9c2c-74eb624d8d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '88cb4c2f-29b3-491b-9406-fed782b24018'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:06:02.472801 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-9fc9300a-d222-44b4-88e4-11fb3ef4c780 None None] Bound port: 4c840cc1-0b64-4983-8171-b5ef3d10fb74, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7538c35a-0834-4f31-9c2c-74eb624d8d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '88cb4c2f-29b3-491b-9406-fed782b24018'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:06:02.473172 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9fc9300a-d222-44b4-88e4-11fb3ef4c780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.484552 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-78a0a2db-0b15-49aa-a11a-a858053805a6 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.488548 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-78a0a2db-0b15-49aa-a11a-a858053805a6 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.506022 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0a2db-0b15-49aa-a11a-a858053805a6 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3427ad44-19ae-47be-a2cd-9602f234d407,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:02.513612 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-78a0a2db-0b15-49aa-a11a-a858053805a6 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.518023 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40074) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:02.518186 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-78a0a2db-0b15-49aa-a11a-a858053805a6 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1142995 Jul 13 08:06:02.522734 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-6c586da1-8a3b-499d-a22c-a6c53012945f tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Request body: {'security_group_rule': {'security_group_id': '3783b50e-73fc-416d-aeff-7e7fc3b8762a', 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:02.539162 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-9fc9300a-d222-44b4-88e4-11fb3ef4c780 None None] For port 4c840cc1-0b64-4983-8171-b5ef3d10fb74, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:06:02.542605 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-9fc9300a-d222-44b4-88e4-11fb3ef4c780 None None] For port 4c840cc1-0b64-4983-8171-b5ef3d10fb74, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=4c840cc1-0b64-4983-8171-b5ef3d10fb74,segment=NetworkSegment(7538c35a-0834-4f31-9c2c-74eb624d8d49),segment_id=7538c35a-0834-4f31-9c2c-74eb624d8d49)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:06:02.547309 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9fc9300a-d222-44b4-88e4-11fb3ef4c780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.554134 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6c586da1-8a3b-499d-a22c-a6c53012945f tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.604471 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9300a-d222-44b4-88e4-11fb3ef4c780 None None] Pushing event updated for resources: {'Port': ['ID=4c840cc1-0b64-4983-8171-b5ef3d10fb74,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:02.625484 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6c586da1-8a3b-499d-a22c-a6c53012945f tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.629314 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6c586da1-8a3b-499d-a22c-a6c53012945f tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.649228 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c586da1-8a3b-499d-a22c-a6c53012945f tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=535aae7e-b830-4323-8460-02b923c45131,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:02.657293 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6c586da1-8a3b-499d-a22c-a6c53012945f tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.658611 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6c586da1-8a3b-499d-a22c-a6c53012945f tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1395605 Jul 13 08:06:02.661532 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40076) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:02.666152 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-cdfadc04-a286-4bf7-8f09-39deb4c290d7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Request body: {'security_group_rule': {'security_group_id': '3783b50e-73fc-416d-aeff-7e7fc3b8762a', 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:02.695933 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cdfadc04-a286-4bf7-8f09-39deb4c290d7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.770765 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cdfadc04-a286-4bf7-8f09-39deb4c290d7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.777618 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cdfadc04-a286-4bf7-8f09-39deb4c290d7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.802053 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfadc04-a286-4bf7-8f09-39deb4c290d7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef77766-4abe-46e9-8f91-fd9972a7e187,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:02.804543 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cdfadc04-a286-4bf7-8f09-39deb4c290d7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.805764 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-cdfadc04-a286-4bf7-8f09-39deb4c290d7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1432662 Jul 13 08:06:02.808787 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40078) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:02.817133 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-11d69279-9728-484e-a677-9c89cf995203 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Request body: {'security_group_rule': {'security_group_id': '3783b50e-73fc-416d-aeff-7e7fc3b8762a', 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:02.844638 n-d-771363-34 neutron-server[94017]: INFO neutron.db.securitygroups_db [None req-11d69279-9728-484e-a677-9c89cf995203 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Project 0a67ab63b383498abd34c8c450b892c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:06:02.849841 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-11d69279-9728-484e-a677-9c89cf995203 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.915157 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-11d69279-9728-484e-a677-9c89cf995203 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.918892 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-11d69279-9728-484e-a677-9c89cf995203 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.936434 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d69279-9728-484e-a677-9c89cf995203 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9415629-2af0-4cb2-91f3-ee4fbffca0f6,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:02.941340 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-11d69279-9728-484e-a677-9c89cf995203 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:02.945437 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-11d69279-9728-484e-a677-9c89cf995203 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1328540 Jul 13 08:06:02.945666 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40080) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:02.950695 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-648ec422-6dc9-4a3c-add0-a1a368d623f7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Request body: {'security_group_rule': {'security_group_id': '3783b50e-73fc-416d-aeff-7e7fc3b8762a', 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:02.973617 n-d-771363-34 neutron-server[94018]: INFO neutron.db.securitygroups_db [None req-648ec422-6dc9-4a3c-add0-a1a368d623f7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Project 0a67ab63b383498abd34c8c450b892c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:06:02.978378 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-648ec422-6dc9-4a3c-add0-a1a368d623f7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:03.044642 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-648ec422-6dc9-4a3c-add0-a1a368d623f7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:03.048359 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-648ec422-6dc9-4a3c-add0-a1a368d623f7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:03.068205 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ec422-6dc9-4a3c-add0-a1a368d623f7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef7f220b-357c-40c1-8d96-faaa42101783,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:03.075225 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-648ec422-6dc9-4a3c-add0-a1a368d623f7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:03.076918 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-648ec422-6dc9-4a3c-add0-a1a368d623f7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1296542 Jul 13 08:06:03.082579 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:06:03.165965 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-84c61486-9d4e-4e54-b577-899dc91cc8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:03.214477 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:03.225493 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-55e36dea-b50b-40be-ba46-32b7680b7f02 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-981051668&fields=id&tenant_id=0a67ab63b383498abd34c8c450b892c6 HTTP/1.1" status: 200 len: 267 time: 0.0388796 Jul 13 08:06:03.343146 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-ea0dedf6-dc47-4176-af27-9eb47c22950d tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:03.345407 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-ea0dedf6-dc47-4176-af27-9eb47c22950d tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/networks?id=88cb4c2f-29b3-491b-9406-fed782b24018 HTTP/1.1" status: 200 len: 796 time: 0.1117978 Jul 13 08:06:03.360113 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-f7b61edc-2119-4969-ab98-0243d0679121 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/quotas/0a67ab63b383498abd34c8c450b892c6 HTTP/1.1" status: 200 len: 375 time: 0.0097468 Jul 13 08:06:03.437318 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-b7651348-b34a-4a7b-a427-ed23cfcb687b tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0a67ab63b383498abd34c8c450b892c6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0716019 Jul 13 08:06:03.520195 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48ebe9a-2697-48e5-8f68-7fe7636e4d79 None None] Network 88cb4c2f-29b3-491b-9406-fed782b24018 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:06:03.593169 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-8c4ae706-a488-4178-9178-008cc499baf0 service neutron] 10.222.0.23 "GET /v2.0/networks/88cb4c2f-29b3-491b-9406-fed782b24018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430960 Jul 13 08:06:03.600081 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d06c9545-ccab-4725-acfc-a62b3d4f0e26 None None] Provisioning for port 4c840cc1-0b64-4983-8171-b5ef3d10fb74 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:06:03.703046 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-cbc1f11a-f790-43b5-9ed2-a155a264439d service neutron] 10.222.0.23 "GET /v2.0/networks/88cb4c2f-29b3-491b-9406-fed782b24018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964355 Jul 13 08:06:03.924622 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 4c840cc1-0b64-4983-8171-b5ef3d10fb74 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:06:03.925307 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-37ce47f9-5feb-4f9b-a798-a5973dbf3ed8 req-34ad52f3-30e2-4924-9dbd-9452e51d2a99 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3fd4a01-e3c3-4710-917b-741fe208e070 HTTP/1.1" status: 200 len: 210 time: 0.0461819 Jul 13 08:06:03.985373 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 4c840cc1-0b64-4983-8171-b5ef3d10fb74 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:06:03.989128 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 4c840cc1-0b64-4983-8171-b5ef3d10fb74 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:03.989499 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:04.064342 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:04.096124 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 4c840cc1-0b64-4983-8171-b5ef3d10fb74, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=4c840cc1-0b64-4983-8171-b5ef3d10fb74,segment=NetworkSegment(7538c35a-0834-4f31-9c2c-74eb624d8d49),segment_id=7538c35a-0834-4f31-9c2c-74eb624d8d49)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:04.099798 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:04.156006 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=4c840cc1-0b64-4983-8171-b5ef3d10fb74,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:04.198196 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:05.011129 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-191f6411-7a8b-4b27-b7ff-9217e12edb77 req-c64a29c8-672f-4cb5-a7ef-a9730e3726b7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3fd4a01-e3c3-4710-917b-741fe208e070 HTTP/1.1" status: 200 len: 210 time: 0.0301239 Jul 13 08:06:05.851883 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 4c840cc1-0b64-4983-8171-b5ef3d10fb74 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:06:05.898721 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 4c840cc1-0b64-4983-8171-b5ef3d10fb74 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:05.899088 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:05.990401 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:06.160809 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1804f136-f680-41a2-8fed-099203831b0f req-8a9bb3a8-5c87-411a-b0cf-ac3034574f7a tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3fd4a01-e3c3-4710-917b-741fe208e070 HTTP/1.1" status: 200 len: 210 time: 0.0319972 Jul 13 08:06:06.167762 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-03c63a89-a806-4906-860d-93230626140f tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:06.169320 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-03c63a89-a806-4906-860d-93230626140f tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.42 "GET /v2.0/networks?id=88cb4c2f-29b3-491b-9406-fed782b24018 HTTP/1.1" status: 200 len: 796 time: 0.1112359 Jul 13 08:06:06.221412 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-16555f74-77fa-44f4-8921-e490b60d8235 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a67ab63b383498abd34c8c450b892c6 HTTP/1.1" status: 200 len: 471 time: 0.0369003 Jul 13 08:06:06.230173 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-29d20281-0802-4df7-b976-14d5a657d54e tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Request body: {'port': {'device_id': 'd3fd4a01-e3c3-4710-917b-741fe208e070', 'network_id': '88cb4c2f-29b3-491b-9406-fed782b24018', 'admin_state_up': True, 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'security_groups': ['3783b50e-73fc-416d-aeff-7e7fc3b8762a']}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:06.342741 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-29d20281-0802-4df7-b976-14d5a657d54e tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Made reservation on behalf of 0a67ab63b383498abd34c8c450b892c6 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:06:06.346492 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-29d20281-0802-4df7-b976-14d5a657d54e tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:06.469475 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-29d20281-0802-4df7-b976-14d5a657d54e tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Allocated IP 172.20.0.28 (88cb4c2f-29b3-491b-9406-fed782b24018/542058ea-3e27-40f7-b5f7-b9802b90a93c/6a826b24-a8a1-4305-b49e-e1d077da2fc4) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:06:06.609709 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-29d20281-0802-4df7-b976-14d5a657d54e tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:06.622489 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-29d20281-0802-4df7-b976-14d5a657d54e tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Transition to ACTIVE for port object 6a826b24-a8a1-4305-b49e-e1d077da2fc4 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:06:06.656170 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-29d20281-0802-4df7-b976-14d5a657d54e tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:06.702646 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-29d20281-0802-4df7-b976-14d5a657d54e tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Network 88cb4c2f-29b3-491b-9406-fed782b24018 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:06:06.705821 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-29d20281-0802-4df7-b976-14d5a657d54e tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:06:06.710332 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-29d20281-0802-4df7-b976-14d5a657d54e tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:06:06.735056 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d20281-0802-4df7-b976-14d5a657d54e tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'Port': ['ID=6a826b24-a8a1-4305-b49e-e1d077da2fc4,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:06.767400 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-29d20281-0802-4df7-b976-14d5a657d54e tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:06.768025 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-29d20281-0802-4df7-b976-14d5a657d54e tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:06.783231 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-29d20281-0802-4df7-b976-14d5a657d54e tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5572081 Jul 13 08:06:06.796512 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-58104018-8b61-4d99-8bb9-bcb8fe36ca95 service neutron] Request body: {'port': {'device_id': 'd3fd4a01-e3c3-4710-917b-741fe208e070', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:06.876564 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-58104018-8b61-4d99-8bb9-bcb8fe36ca95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:06.920387 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8bd98104-cd3d-4b3b-b57f-aeb90e296958 None None] Provisioning for port 6a826b24-a8a1-4305-b49e-e1d077da2fc4 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:06:06.924263 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8bd98104-cd3d-4b3b-b57f-aeb90e296958 None None] Provisioning complete for port 6a826b24-a8a1-4305-b49e-e1d077da2fc4 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:06.924636 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8bd98104-cd3d-4b3b-b57f-aeb90e296958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:06.957937 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-8bd98104-cd3d-4b3b-b57f-aeb90e296958 None None] Port 6a826b24-a8a1-4305-b49e-e1d077da2fc4 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:06:07.141460 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-58104018-8b61-4d99-8bb9-bcb8fe36ca95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a826b24-a8a1-4305-b49e-e1d077da2fc4 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:06:07.148820 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-58104018-8b61-4d99-8bb9-bcb8fe36ca95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:07.160879 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-58104018-8b61-4d99-8bb9-bcb8fe36ca95 service neutron] Transition to ACTIVE for port object 6a826b24-a8a1-4305-b49e-e1d077da2fc4 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:06:07.164769 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-58104018-8b61-4d99-8bb9-bcb8fe36ca95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:07.234910 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58104018-8b61-4d99-8bb9-bcb8fe36ca95 service neutron] Pushing event updated for resources: {'Port': ['ID=6a826b24-a8a1-4305-b49e-e1d077da2fc4,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:07.289752 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-58104018-8b61-4d99-8bb9-bcb8fe36ca95 service neutron] Attempting to bind port 6a826b24-a8a1-4305-b49e-e1d077da2fc4 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:06:07.290096 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-58104018-8b61-4d99-8bb9-bcb8fe36ca95 service neutron] Attempting to bind port 6a826b24-a8a1-4305-b49e-e1d077da2fc4 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '7538c35a-0834-4f31-9c2c-74eb624d8d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '88cb4c2f-29b3-491b-9406-fed782b24018'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:06:07.290433 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-58104018-8b61-4d99-8bb9-bcb8fe36ca95 service neutron] Attempting to bind port 6a826b24-a8a1-4305-b49e-e1d077da2fc4 on network 88cb4c2f-29b3-491b-9406-fed782b24018 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:06:07.307050 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-58104018-8b61-4d99-8bb9-bcb8fe36ca95 service neutron] Port 6a826b24-a8a1-4305-b49e-e1d077da2fc4 on network 88cb4c2f-29b3-491b-9406-fed782b24018 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:06:07.307404 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-58104018-8b61-4d99-8bb9-bcb8fe36ca95 service neutron] Attempting to bind port 6a826b24-a8a1-4305-b49e-e1d077da2fc4 on network 88cb4c2f-29b3-491b-9406-fed782b24018 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:06:07.332064 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-58104018-8b61-4d99-8bb9-bcb8fe36ca95 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:06:07.332412 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-58104018-8b61-4d99-8bb9-bcb8fe36ca95 service neutron] Checking segment: {'id': '7538c35a-0834-4f31-9c2c-74eb624d8d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '88cb4c2f-29b3-491b-9406-fed782b24018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:06:07.332798 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-58104018-8b61-4d99-8bb9-bcb8fe36ca95 service neutron] Bound using segment: {'id': '7538c35a-0834-4f31-9c2c-74eb624d8d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '88cb4c2f-29b3-491b-9406-fed782b24018'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:06:07.333234 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-58104018-8b61-4d99-8bb9-bcb8fe36ca95 service neutron] Bound port: 6a826b24-a8a1-4305-b49e-e1d077da2fc4, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7538c35a-0834-4f31-9c2c-74eb624d8d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '88cb4c2f-29b3-491b-9406-fed782b24018'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:06:07.333596 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-58104018-8b61-4d99-8bb9-bcb8fe36ca95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:07.416982 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ebf72-f7ab-4919-b3d5-56c20f8e9836 req-12a8c788-a88a-4ebd-99d9-31684b46c08a tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:07.418433 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-427ebf72-f7ab-4919-b3d5-56c20f8e9836 req-12a8c788-a88a-4ebd-99d9-31684b46c08a tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3fd4a01-e3c3-4710-917b-741fe208e070 HTTP/1.1" status: 200 len: 944 time: 0.1256547 Jul 13 08:06:07.434308 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-58104018-8b61-4d99-8bb9-bcb8fe36ca95 service neutron] For port 6a826b24-a8a1-4305-b49e-e1d077da2fc4, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:06:07.457901 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-58104018-8b61-4d99-8bb9-bcb8fe36ca95 service neutron] For port 6a826b24-a8a1-4305-b49e-e1d077da2fc4, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6a826b24-a8a1-4305-b49e-e1d077da2fc4,segment=NetworkSegment(7538c35a-0834-4f31-9c2c-74eb624d8d49),segment_id=7538c35a-0834-4f31-9c2c-74eb624d8d49)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:06:07.465791 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-58104018-8b61-4d99-8bb9-bcb8fe36ca95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:07.498905 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-427ebf72-f7ab-4919-b3d5-56c20f8e9836 req-531e2390-a764-42b6-9742-aaab25a66062 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/security-groups?id=3783b50e-73fc-416d-aeff-7e7fc3b8762a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726483 Jul 13 08:06:07.507951 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-58104018-8b61-4d99-8bb9-bcb8fe36ca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:07.508711 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-58104018-8b61-4d99-8bb9-bcb8fe36ca95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:07.510087 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-58104018-8b61-4d99-8bb9-bcb8fe36ca95 service neutron] 10.222.0.42 "PUT /v2.0/ports/6a826b24-a8a1-4305-b49e-e1d077da2fc4 HTTP/1.1" status: 200 len: 1093 time: 0.7188966 Jul 13 08:06:07.510827 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3fd4a01-e3c3-4710-917b-741fe208e070', 'tag': '6a826b24-a8a1-4305-b49e-e1d077da2fc4'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:06:07.512967 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf85417e-b7e9-4f0f-9fdf-0b0dbc04f35e" -d '{"events": [{"name": "network-changed", "server_uuid": "d3fd4a01-e3c3-4710-917b-741fe208e070", "tag": "6a826b24-a8a1-4305-b49e-e1d077da2fc4"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:06:07.539235 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58104018-8b61-4d99-8bb9-bcb8fe36ca95 service neutron] Pushing event updated for resources: {'Port': ['ID=6a826b24-a8a1-4305-b49e-e1d077da2fc4,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:07.562686 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f26856-e455-4cff-82c4-e435c9778eff x-openstack-request-id: req-a7f26856-e455-4cff-82c4-e435c9778eff {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:06:07.562992 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3fd4a01-e3c3-4710-917b-741fe208e070", "tag": "6a826b24-a8a1-4305-b49e-e1d077da2fc4", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:06:07.563394 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a7f26856-e455-4cff-82c4-e435c9778eff {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:06:07.563826 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3fd4a01-e3c3-4710-917b-741fe208e070', 'tag': '6a826b24-a8a1-4305-b49e-e1d077da2fc4', 'status': 'completed', 'code': 200} Jul 13 08:06:07.631749 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-506cd0df-dd1d-4fd6-a8c4-87822e1cb917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:07.633280 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-506cd0df-dd1d-4fd6-a8c4-87822e1cb917 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a67ab63b383498abd34c8c450b892c6&device_id=d3fd4a01-e3c3-4710-917b-741fe208e070 HTTP/1.1" status: 200 len: 1096 time: 0.0632305 Jul 13 08:06:07.681295 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-f72510a8-a18d-4b57-b04d-337876d021f4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=6a826b24-a8a1-4305-b49e-e1d077da2fc4 HTTP/1.1" status: 200 len: 217 time: 0.0406308 Jul 13 08:06:07.729166 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-caacdb51-27fd-440c-8b6d-4d971d863ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:07.730777 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-caacdb51-27fd-440c-8b6d-4d971d863ae6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=542058ea-3e27-40f7-b5f7-b9802b90a93c HTTP/1.1" status: 200 len: 838 time: 0.0438135 Jul 13 08:06:07.792764 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-c5d6c784-5ceb-4319-a306-1f64e54b76d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:07.794191 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-c5d6c784-5ceb-4319-a306-1f64e54b76d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88cb4c2f-29b3-491b-9406-fed782b24018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0567853 Jul 13 08:06:07.884309 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-f2918001-db51-4a86-9256-aa9533107ee2 service neutron] 10.222.0.42 "GET /v2.0/networks/88cb4c2f-29b3-491b-9406-fed782b24018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829508 Jul 13 08:06:07.977214 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ce8af7c8-b527-41bd-b4af-26526881b0d5 req-63e83d93-a90f-4e6f-9525-daeeb0e216e1 service neutron] 10.222.0.42 "GET /v2.0/networks/88cb4c2f-29b3-491b-9406-fed782b24018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872858 Jul 13 08:06:08.076489 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85417e-b7e9-4f0f-9fdf-0b0dbc04f35e req-0b70b66a-108b-42d6-834d-47c587942089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:08.077984 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bf85417e-b7e9-4f0f-9fdf-0b0dbc04f35e req-0b70b66a-108b-42d6-834d-47c587942089 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a67ab63b383498abd34c8c450b892c6&device_id=d3fd4a01-e3c3-4710-917b-741fe208e070 HTTP/1.1" status: 200 len: 1096 time: 0.0530238 Jul 13 08:06:08.170277 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85417e-b7e9-4f0f-9fdf-0b0dbc04f35e req-cdede17b-c135-40ae-a548-ca36871a34d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:08.171787 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bf85417e-b7e9-4f0f-9fdf-0b0dbc04f35e req-cdede17b-c135-40ae-a548-ca36871a34d4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=88cb4c2f-29b3-491b-9406-fed782b24018 HTTP/1.1" status: 200 len: 897 time: 0.0876985 Jul 13 08:06:08.211325 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bf85417e-b7e9-4f0f-9fdf-0b0dbc04f35e req-4fcf64e8-e89f-4c54-a05f-e8115403183e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=6a826b24-a8a1-4305-b49e-e1d077da2fc4 HTTP/1.1" status: 200 len: 217 time: 0.0334337 Jul 13 08:06:08.259428 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85417e-b7e9-4f0f-9fdf-0b0dbc04f35e req-b449d53c-bddf-42c8-b7f4-67501228a3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:08.260861 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bf85417e-b7e9-4f0f-9fdf-0b0dbc04f35e req-b449d53c-bddf-42c8-b7f4-67501228a3b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=542058ea-3e27-40f7-b5f7-b9802b90a93c HTTP/1.1" status: 200 len: 838 time: 0.0430820 Jul 13 08:06:08.317369 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85417e-b7e9-4f0f-9fdf-0b0dbc04f35e req-a476919f-62aa-4e93-9854-afd875e2d39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:08.319514 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bf85417e-b7e9-4f0f-9fdf-0b0dbc04f35e req-a476919f-62aa-4e93-9854-afd875e2d39d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88cb4c2f-29b3-491b-9406-fed782b24018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0502696 Jul 13 08:06:08.411174 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bf85417e-b7e9-4f0f-9fdf-0b0dbc04f35e req-5c5dfbbc-2e22-42a2-bb06-3f19c318723d service neutron] 10.222.0.42 "GET /v2.0/networks/88cb4c2f-29b3-491b-9406-fed782b24018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857999 Jul 13 08:06:08.503924 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bf85417e-b7e9-4f0f-9fdf-0b0dbc04f35e req-b4a619f1-5fc4-4fca-876c-9b338654dfdb service neutron] 10.222.0.42 "GET /v2.0/networks/88cb4c2f-29b3-491b-9406-fed782b24018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860651 Jul 13 08:06:08.679059 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3db80-e327-4eb8-8d29-c7a25b0577b7 req-05794471-ac98-4239-85be-71cc167fd824 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:08.680572 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3ef3db80-e327-4eb8-8d29-c7a25b0577b7 req-05794471-ac98-4239-85be-71cc167fd824 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3fd4a01-e3c3-4710-917b-741fe208e070 HTTP/1.1" status: 200 len: 944 time: 0.0637443 Jul 13 08:06:08.718352 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3ef3db80-e327-4eb8-8d29-c7a25b0577b7 req-74c17109-c439-440d-86e2-e88d645241c7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/security-groups?id=3783b50e-73fc-416d-aeff-7e7fc3b8762a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316384 Jul 13 08:06:09.892557 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3548f4-a4e6-4ef5-8ca2-42d056975485 req-f87a8921-7026-4b42-83ed-7ef367ca1be9 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:09.893995 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb3548f4-a4e6-4ef5-8ca2-42d056975485 req-f87a8921-7026-4b42-83ed-7ef367ca1be9 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3fd4a01-e3c3-4710-917b-741fe208e070 HTTP/1.1" status: 200 len: 944 time: 0.0630209 Jul 13 08:06:09.931740 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eb3548f4-a4e6-4ef5-8ca2-42d056975485 req-010d36c8-1301-428d-831e-b38dab56e0a1 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/security-groups?id=3783b50e-73fc-416d-aeff-7e7fc3b8762a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322773 Jul 13 08:06:10.334476 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 6a826b24-a8a1-4305-b49e-e1d077da2fc4 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:06:10.428045 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 6a826b24-a8a1-4305-b49e-e1d077da2fc4, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6a826b24-a8a1-4305-b49e-e1d077da2fc4,segment=NetworkSegment(7538c35a-0834-4f31-9c2c-74eb624d8d49),segment_id=7538c35a-0834-4f31-9c2c-74eb624d8d49)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:10.442281 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '6a826b24-a8a1-4305-b49e-e1d077da2fc4', 'network_id': '88cb4c2f-29b3-491b-9406-fed782b24018', 'port_id': '6a826b24-a8a1-4305-b49e-e1d077da2fc4', 'mac_address': 'fa:16:3e:20:e1:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '542058ea-3e27-40f7-b5f7-b9802b90a93c', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:06:10.478034 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:10.490193 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a826b24-a8a1-4305-b49e-e1d077da2fc4 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:06:10.508741 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 6a826b24-a8a1-4305-b49e-e1d077da2fc4, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6a826b24-a8a1-4305-b49e-e1d077da2fc4,segment=NetworkSegment(7538c35a-0834-4f31-9c2c-74eb624d8d49),segment_id=7538c35a-0834-4f31-9c2c-74eb624d8d49)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:10.513893 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:10.570147 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=6a826b24-a8a1-4305-b49e-e1d077da2fc4,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:10.736814 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['6a826b24-a8a1-4305-b49e-e1d077da2fc4'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:06:11.225817 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1627605-fa0a-463f-9c7e-412465886f60 req-406bac38-665d-4190-8672-19bd8f722ddc tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:11.227226 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f1627605-fa0a-463f-9c7e-412465886f60 req-406bac38-665d-4190-8672-19bd8f722ddc tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3fd4a01-e3c3-4710-917b-741fe208e070 HTTP/1.1" status: 200 len: 945 time: 0.1829231 Jul 13 08:06:11.265607 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f1627605-fa0a-463f-9c7e-412465886f60 req-270b10da-6b1c-4f24-a85b-cb7bacea1411 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/security-groups?id=3783b50e-73fc-416d-aeff-7e7fc3b8762a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322609 Jul 13 08:06:12.350040 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 6a826b24-a8a1-4305-b49e-e1d077da2fc4 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:06:12.399836 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 6a826b24-a8a1-4305-b49e-e1d077da2fc4 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:06:12.403554 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 6a826b24-a8a1-4305-b49e-e1d077da2fc4 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:12.404409 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:12.484009 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:12.494548 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90b858-1021-418a-b441-de8ecdfd7578 req-2f58ab18-a512-4c9f-8af0-5ca0b2a11518 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:12.496075 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ca90b858-1021-418a-b441-de8ecdfd7578 req-2f58ab18-a512-4c9f-8af0-5ca0b2a11518 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3fd4a01-e3c3-4710-917b-741fe208e070 HTTP/1.1" status: 200 len: 945 time: 0.1186142 Jul 13 08:06:12.506306 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3fd4a01-e3c3-4710-917b-741fe208e070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a826b24-a8a1-4305-b49e-e1d077da2fc4'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:06:12.508585 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6370bb56-214a-4768-85dc-df75c9c0b4ac" -d '{"events": [{"server_uuid": "d3fd4a01-e3c3-4710-917b-741fe208e070", "name": "network-vif-plugged", "status": "completed", "tag": "6a826b24-a8a1-4305-b49e-e1d077da2fc4"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:06:12.522442 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 6a826b24-a8a1-4305-b49e-e1d077da2fc4, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6a826b24-a8a1-4305-b49e-e1d077da2fc4,segment=NetworkSegment(7538c35a-0834-4f31-9c2c-74eb624d8d49),segment_id=7538c35a-0834-4f31-9c2c-74eb624d8d49)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:12.526968 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:12.536430 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ca90b858-1021-418a-b441-de8ecdfd7578 req-099fe436-a8d6-4bd6-b0cc-18e8370bbe37 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/security-groups?id=3783b50e-73fc-416d-aeff-7e7fc3b8762a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347273 Jul 13 08:06:12.591270 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=6a826b24-a8a1-4305-b49e-e1d077da2fc4,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:12.626628 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b34c821-f843-41d5-9149-03ca6c5228c7 x-openstack-request-id: req-2b34c821-f843-41d5-9149-03ca6c5228c7 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:06:12.626915 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3fd4a01-e3c3-4710-917b-741fe208e070", "name": "network-vif-plugged", "status": "completed", "tag": "6a826b24-a8a1-4305-b49e-e1d077da2fc4", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:06:12.627217 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2b34c821-f843-41d5-9149-03ca6c5228c7 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:06:12.627617 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3fd4a01-e3c3-4710-917b-741fe208e070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a826b24-a8a1-4305-b49e-e1d077da2fc4', 'code': 200} Jul 13 08:06:12.749500 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab77fce-8b57-450f-aff4-91be60a1063b req-a01da8b4-62c7-4ce2-a91c-7430191cad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:12.751038 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4ab77fce-8b57-450f-aff4-91be60a1063b req-a01da8b4-62c7-4ce2-a91c-7430191cad55 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d3fd4a01-e3c3-4710-917b-741fe208e070 HTTP/1.1" status: 200 len: 1098 time: 0.0591924 Jul 13 08:06:12.785608 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4ab77fce-8b57-450f-aff4-91be60a1063b req-3bd319e5-13e6-4c04-8d88-d1ce38253f23 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3783b50e-73fc-416d-aeff-7e7fc3b8762a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282269 Jul 13 08:06:12.871268 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7e574571-2e88-4692-99ed-a347c8bb3d9f None None] Provisioning complete for port 6a826b24-a8a1-4305-b49e-e1d077da2fc4 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:12.871541 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7e574571-2e88-4692-99ed-a347c8bb3d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:13.719169 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8763ce-f7a1-44ec-a4e8-5fce665bc550 req-9afc7ed9-7cbe-419b-868a-f17d0b22c009 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:13.720655 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2e8763ce-f7a1-44ec-a4e8-5fce665bc550 req-9afc7ed9-7cbe-419b-868a-f17d0b22c009 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3fd4a01-e3c3-4710-917b-741fe208e070 HTTP/1.1" status: 200 len: 946 time: 0.0663300 Jul 13 08:06:13.757976 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2e8763ce-f7a1-44ec-a4e8-5fce665bc550 req-994e47ea-6514-4734-8bc9-5f4066057553 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/security-groups?id=3783b50e-73fc-416d-aeff-7e7fc3b8762a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315526 Jul 13 08:06:13.932535 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09531be-9fe4-4c6f-92f8-02ba03fffbf8 req-11489268-103c-4aaf-a7d2-2d6060c6cf6d tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:13.933895 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f09531be-9fe4-4c6f-92f8-02ba03fffbf8 req-11489268-103c-4aaf-a7d2-2d6060c6cf6d tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3fd4a01-e3c3-4710-917b-741fe208e070 HTTP/1.1" status: 200 len: 946 time: 0.0645797 Jul 13 08:06:13.971868 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f09531be-9fe4-4c6f-92f8-02ba03fffbf8 req-bb8ca5d1-7940-4479-bba6-ffae4db9001e tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/security-groups?id=3783b50e-73fc-416d-aeff-7e7fc3b8762a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319066 Jul 13 08:06:15.447132 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40150) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:15.877266 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-433d5506-b99f-450a-97a4-d505585e31ea tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:16.142950 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-433d5506-b99f-450a-97a4-d505585e31ea tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Allocated IP 172.20.0.17 (88cb4c2f-29b3-491b-9406-fed782b24018/542058ea-3e27-40f7-b5f7-b9802b90a93c/713385d2-032a-4091-ae46-4958e6d53eb9) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:06:16.264193 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-433d5506-b99f-450a-97a4-d505585e31ea tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:16.278037 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-433d5506-b99f-450a-97a4-d505585e31ea tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Transition to ACTIVE for port object 713385d2-032a-4091-ae46-4958e6d53eb9 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:06:16.312067 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-433d5506-b99f-450a-97a4-d505585e31ea tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:16.355266 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433d5506-b99f-450a-97a4-d505585e31ea tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Network 88cb4c2f-29b3-491b-9406-fed782b24018 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:06:16.359988 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-433d5506-b99f-450a-97a4-d505585e31ea tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:06:16.363786 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433d5506-b99f-450a-97a4-d505585e31ea tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:06:16.370176 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d5506-b99f-450a-97a4-d505585e31ea tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'Port': ['ID=713385d2-032a-4091-ae46-4958e6d53eb9,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:16.412957 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-433d5506-b99f-450a-97a4-d505585e31ea tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:16.560221 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-433d5506-b99f-450a-97a4-d505585e31ea tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:16.598023 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a8bdad4d-d111-4cd4-95dd-893740d81294 None None] Provisioning for port 713385d2-032a-4091-ae46-4958e6d53eb9 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:06:16.603511 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a8bdad4d-d111-4cd4-95dd-893740d81294 None None] Provisioning complete for port 713385d2-032a-4091-ae46-4958e6d53eb9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:16.603961 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a8bdad4d-d111-4cd4-95dd-893740d81294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:16.639771 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-a8bdad4d-d111-4cd4-95dd-893740d81294 None None] Port 713385d2-032a-4091-ae46-4958e6d53eb9 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:06:16.846605 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-433d5506-b99f-450a-97a4-d505585e31ea tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:16.851111 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-433d5506-b99f-450a-97a4-d505585e31ea tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:16.929990 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d5506-b99f-450a-97a4-d505585e31ea tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'Port': ['ID=713385d2-032a-4091-ae46-4958e6d53eb9,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:16.942241 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-433d5506-b99f-450a-97a4-d505585e31ea tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:17.037317 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433d5506-b99f-450a-97a4-d505585e31ea tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Network 88cb4c2f-29b3-491b-9406-fed782b24018 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:06:17.038881 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-433d5506-b99f-450a-97a4-d505585e31ea tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:06:17.160546 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1e485ba5-bf0d-4536-9ee9-e4153d170175 None None] Provisioning complete for port 713385d2-032a-4091-ae46-4958e6d53eb9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:17.160854 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1e485ba5-bf0d-4536-9ee9-e4153d170175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:17.161028 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433d5506-b99f-450a-97a4-d505585e31ea tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Router c54ef97e-1fc6-424b-b4ad-5358accf9a35 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:06:17.195021 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-1e485ba5-bf0d-4536-9ee9-e4153d170175 None None] Port 713385d2-032a-4091-ae46-4958e6d53eb9 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:06:17.276873 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433d5506-b99f-450a-97a4-d505585e31ea tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:06:17.282061 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-433d5506-b99f-450a-97a4-d505585e31ea tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "PUT /v2.0/routers/c54ef97e-1fc6-424b-b4ad-5358accf9a35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8337197 Jul 13 08:06:17.298310 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee2d07d-b294-43e4-b3a4-6d472b3cc2bb None None] Sync routers for ids ['c54ef97e-1fc6-424b-b4ad-5358accf9a35'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:06:17.317832 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee2d07d-b294-43e4-b3a4-6d472b3cc2bb None None] Routers {'c54ef97e-1fc6-424b-b4ad-5358accf9a35'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:17.318459 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-eee2d07d-b294-43e4-b3a4-6d472b3cc2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:06:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['c54ef97e-1fc6-424b-b4ad-5358accf9a35'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:17.321502 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-144441fb-599d-4c78-99e5-299054920f4b None None] Provisioning complete for port 713385d2-032a-4091-ae46-4958e6d53eb9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:17.321876 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-144441fb-599d-4c78-99e5-299054920f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:17.422246 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-144441fb-599d-4c78-99e5-299054920f4b None None] Port 713385d2-032a-4091-ae46-4958e6d53eb9 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:06:17.451813 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-eee2d07d-b294-43e4-b3a4-6d472b3cc2bb None None] Set router c54ef97e-1fc6-424b-b4ad-5358accf9a35 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:06:17.677066 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-eee2d07d-b294-43e4-b3a4-6d472b3cc2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'name': 'tempest-TestNetworkBasicOps-router-82243823', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '6216bd77-408d-4570-8b8d-0ac00357563a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:05:05Z', 'updated_at': '2021-07-13T08:06:16Z', 'revision_number': 5, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'gw_port': {'id': '6216bd77-408d-4570-8b8d-0ac00357563a', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:05Z', 'updated_at': '2021-07-13T08:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '09191b6e-8abd-42fa-be53-4e982ddd17f6', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'floating_ip_address': '172.25.3.39', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'port_id': '85e3ce8c-dfd0-4032-b95c-a20910971ba2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb9156b3-b65f-45f9-87ba-ec6270ab5714', 'mac_address': 'fa:16:3e:9d:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5729ec99-8159-4238-8600-f332f5c31081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:05:25Z', 'updated_at': '2021-07-13T08:05:27Z', 'revision_number': 1, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c43ab70-252c-4323-8161-48b9e4398fa0', 'name': '', 'network_id': 'fb9156b3-b65f-45f9-87ba-ec6270ab5714', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'mac_address': 'fa:16:3e:5b:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '426f3e00-28cc-414c-ae73-9a6144b67224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:08Z', 'updated_at': '2021-07-13T08:05:14Z', 'revision_number': 5, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'subnets': [{'id': '426f3e00-28cc-414c-ae73-9a6144b67224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '713385d2-032a-4091-ae46-4958e6d53eb9', 'name': '', 'network_id': '88cb4c2f-29b3-491b-9406-fed782b24018', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'mac_address': 'fa:16:3e:12:ae:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '542058ea-3e27-40f7-b5f7-b9802b90a93c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:15Z', 'updated_at': '2021-07-13T08:06:16Z', 'revision_number': 2, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'subnets': [{'id': '542058ea-3e27-40f7-b5f7-b9802b90a93c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:17.702403 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee2d07d-b294-43e4-b3a4-6d472b3cc2bb None None] Checking router: c54ef97e-1fc6-424b-b4ad-5358accf9a35 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:06:17.702757 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee2d07d-b294-43e4-b3a4-6d472b3cc2bb None None] Updating router c54ef97e-1fc6-424b-b4ad-5358accf9a35 port 713385d2-032a-4091-ae46-4958e6d53eb9 binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:06:17.740596 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-eee2d07d-b294-43e4-b3a4-6d472b3cc2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:18.002496 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-eee2d07d-b294-43e4-b3a4-6d472b3cc2bb None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:18.012143 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-eee2d07d-b294-43e4-b3a4-6d472b3cc2bb None None] Transition to ACTIVE for port object 713385d2-032a-4091-ae46-4958e6d53eb9 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:06:18.018966 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-eee2d07d-b294-43e4-b3a4-6d472b3cc2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:18.070018 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ffe2dd-3744-4481-acf6-c387a1897478 None None] Pushing event updated for resources: {'Port': ['ID=713385d2-032a-4091-ae46-4958e6d53eb9,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:18.129114 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-eee2d07d-b294-43e4-b3a4-6d472b3cc2bb None None] Attempting to bind port 713385d2-032a-4091-ae46-4958e6d53eb9 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:06:18.129732 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-eee2d07d-b294-43e4-b3a4-6d472b3cc2bb None None] Attempting to bind port 713385d2-032a-4091-ae46-4958e6d53eb9 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '7538c35a-0834-4f31-9c2c-74eb624d8d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '88cb4c2f-29b3-491b-9406-fed782b24018'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:06:18.130304 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee2d07d-b294-43e4-b3a4-6d472b3cc2bb None None] Attempting to bind port 713385d2-032a-4091-ae46-4958e6d53eb9 on network 88cb4c2f-29b3-491b-9406-fed782b24018 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:06:18.139082 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee2d07d-b294-43e4-b3a4-6d472b3cc2bb None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:06:18.140187 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee2d07d-b294-43e4-b3a4-6d472b3cc2bb None None] Checking segment: {'id': '7538c35a-0834-4f31-9c2c-74eb624d8d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '88cb4c2f-29b3-491b-9406-fed782b24018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:06:18.140802 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-eee2d07d-b294-43e4-b3a4-6d472b3cc2bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:18.141291 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee2d07d-b294-43e4-b3a4-6d472b3cc2bb None None] Bound using segment: {'id': '7538c35a-0834-4f31-9c2c-74eb624d8d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '88cb4c2f-29b3-491b-9406-fed782b24018'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:06:18.141830 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-eee2d07d-b294-43e4-b3a4-6d472b3cc2bb None None] Bound port: 713385d2-032a-4091-ae46-4958e6d53eb9, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7538c35a-0834-4f31-9c2c-74eb624d8d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '88cb4c2f-29b3-491b-9406-fed782b24018'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:06:18.142265 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-eee2d07d-b294-43e4-b3a4-6d472b3cc2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:18.217275 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-eee2d07d-b294-43e4-b3a4-6d472b3cc2bb None None] For port 713385d2-032a-4091-ae46-4958e6d53eb9, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:06:18.221357 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-eee2d07d-b294-43e4-b3a4-6d472b3cc2bb None None] For port 713385d2-032a-4091-ae46-4958e6d53eb9, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=713385d2-032a-4091-ae46-4958e6d53eb9,segment=NetworkSegment(7538c35a-0834-4f31-9c2c-74eb624d8d49),segment_id=7538c35a-0834-4f31-9c2c-74eb624d8d49)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:06:18.225667 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-eee2d07d-b294-43e4-b3a4-6d472b3cc2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:18.290295 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ffe2dd-3744-4481-acf6-c387a1897478 None None] Pushing event updated for resources: {'Port': ['ID=713385d2-032a-4091-ae46-4958e6d53eb9,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:18.295612 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee2d07d-b294-43e4-b3a4-6d472b3cc2bb None None] Routers {'c54ef97e-1fc6-424b-b4ad-5358accf9a35'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:18.296209 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-eee2d07d-b294-43e4-b3a4-6d472b3cc2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:06:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['c54ef97e-1fc6-424b-b4ad-5358accf9a35'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:18.421972 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-eee2d07d-b294-43e4-b3a4-6d472b3cc2bb None None] Set router c54ef97e-1fc6-424b-b4ad-5358accf9a35 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:06:18.678958 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-eee2d07d-b294-43e4-b3a4-6d472b3cc2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'name': 'tempest-TestNetworkBasicOps-router-82243823', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '6216bd77-408d-4570-8b8d-0ac00357563a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:05:05Z', 'updated_at': '2021-07-13T08:06:16Z', 'revision_number': 5, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'gw_port': {'id': '6216bd77-408d-4570-8b8d-0ac00357563a', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:05Z', 'updated_at': '2021-07-13T08:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '09191b6e-8abd-42fa-be53-4e982ddd17f6', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'floating_ip_address': '172.25.3.39', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'port_id': '85e3ce8c-dfd0-4032-b95c-a20910971ba2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb9156b3-b65f-45f9-87ba-ec6270ab5714', 'mac_address': 'fa:16:3e:9d:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5729ec99-8159-4238-8600-f332f5c31081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:05:25Z', 'updated_at': '2021-07-13T08:05:27Z', 'revision_number': 1, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c43ab70-252c-4323-8161-48b9e4398fa0', 'name': '', 'network_id': 'fb9156b3-b65f-45f9-87ba-ec6270ab5714', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'mac_address': 'fa:16:3e:5b:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '426f3e00-28cc-414c-ae73-9a6144b67224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:08Z', 'updated_at': '2021-07-13T08:05:14Z', 'revision_number': 5, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'subnets': [{'id': '426f3e00-28cc-414c-ae73-9a6144b67224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '713385d2-032a-4091-ae46-4958e6d53eb9', 'name': '', 'network_id': '88cb4c2f-29b3-491b-9406-fed782b24018', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'mac_address': 'fa:16:3e:12:ae:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '542058ea-3e27-40f7-b5f7-b9802b90a93c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:15Z', 'updated_at': '2021-07-13T08:06:18Z', 'revision_number': 4, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'subnets': [{'id': '542058ea-3e27-40f7-b5f7-b9802b90a93c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:18.705979 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee2d07d-b294-43e4-b3a4-6d472b3cc2bb None None] The sync data for ids ['c54ef97e-1fc6-424b-b4ad-5358accf9a35'] in n-d-771363-34 is: [{'id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'name': 'tempest-TestNetworkBasicOps-router-82243823', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '6216bd77-408d-4570-8b8d-0ac00357563a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:05:05Z', 'updated_at': '2021-07-13T08:06:16Z', 'revision_number': 5, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'gw_port': {'id': '6216bd77-408d-4570-8b8d-0ac00357563a', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:05Z', 'updated_at': '2021-07-13T08:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '09191b6e-8abd-42fa-be53-4e982ddd17f6', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'floating_ip_address': '172.25.3.39', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'port_id': '85e3ce8c-dfd0-4032-b95c-a20910971ba2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb9156b3-b65f-45f9-87ba-ec6270ab5714', 'mac_address': 'fa:16:3e:9d:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5729ec99-8159-4238-8600-f332f5c31081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:05:25Z', 'updated_at': '2021-07-13T08:05:27Z', 'revision_number': 1, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c43ab70-252c-4323-8161-48b9e4398fa0', 'name': '', 'network_id': 'fb9156b3-b65f-45f9-87ba-ec6270ab5714', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'mac_address': 'fa:16:3e:5b:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '426f3e00-28cc-414c-ae73-9a6144b67224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:08Z', 'updated_at': '2021-07-13T08:05:14Z', 'revision_number': 5, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'subnets': [{'id': '426f3e00-28cc-414c-ae73-9a6144b67224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '713385d2-032a-4091-ae46-4958e6d53eb9', 'name': '', 'network_id': '88cb4c2f-29b3-491b-9406-fed782b24018', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'mac_address': 'fa:16:3e:12:ae:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '542058ea-3e27-40f7-b5f7-b9802b90a93c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:15Z', 'updated_at': '2021-07-13T08:06:18Z', 'revision_number': 4, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'subnets': [{'id': '542058ea-3e27-40f7-b5f7-b9802b90a93c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:06:19.876560 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 713385d2-032a-4091-ae46-4958e6d53eb9 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:06:19.928892 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 713385d2-032a-4091-ae46-4958e6d53eb9 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:06:19.933108 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 713385d2-032a-4091-ae46-4958e6d53eb9 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:19.933523 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:20.015220 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:20.048384 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 713385d2-032a-4091-ae46-4958e6d53eb9, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=713385d2-032a-4091-ae46-4958e6d53eb9,segment=NetworkSegment(7538c35a-0834-4f31-9c2c-74eb624d8d49),segment_id=7538c35a-0834-4f31-9c2c-74eb624d8d49)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:20.052117 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:20.106429 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=713385d2-032a-4091-ae46-4958e6d53eb9,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:20.347935 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-300b79ad-b062-4722-86be-586fe99ee4c1 None None] Provisioning complete for port 713385d2-032a-4091-ae46-4958e6d53eb9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:20.348177 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-300b79ad-b062-4722-86be-586fe99ee4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:21.861335 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 713385d2-032a-4091-ae46-4958e6d53eb9 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:06:21.908726 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 713385d2-032a-4091-ae46-4958e6d53eb9 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:21.909086 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:23.617089 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:24.176065 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:30.296343 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d767bfe0-0e1a-41a5-b34b-bb004c96ff73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:33.167472 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ed257863-df62-4364-ac8e-c8361d5436d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:33.208250 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:34.203117 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:35.979970 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:37.593039 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40182) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:38.282277 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1db3403c-1e4d-4c60-9c98-bfdfe8a636cd tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:38.634977 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-1db3403c-1e4d-4c60-9c98-bfdfe8a636cd tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Deleting port 713385d2-032a-4091-ae46-4958e6d53eb9 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:06:38.635709 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1db3403c-1e4d-4c60-9c98-bfdfe8a636cd tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:38.727235 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-1db3403c-1e4d-4c60-9c98-bfdfe8a636cd tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] For port 713385d2-032a-4091-ae46-4958e6d53eb9, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=713385d2-032a-4091-ae46-4958e6d53eb9,segment=NetworkSegment(7538c35a-0834-4f31-9c2c-74eb624d8d49),segment_id=7538c35a-0834-4f31-9c2c-74eb624d8d49)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:38.727579 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1db3403c-1e4d-4c60-9c98-bfdfe8a636cd tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:38.741197 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-1db3403c-1e4d-4c60-9c98-bfdfe8a636cd tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Calling delete_port for 713385d2-032a-4091-ae46-4958e6d53eb9 owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:06:38.953866 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1db3403c-1e4d-4c60-9c98-bfdfe8a636cd tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:38.987262 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db3403c-1e4d-4c60-9c98-bfdfe8a636cd tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event deleted for resources: {'Port': ['ID=713385d2-032a-4091-ae46-4958e6d53eb9,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:39.189323 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1db3403c-1e4d-4c60-9c98-bfdfe8a636cd tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:39.443933 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db3403c-1e4d-4c60-9c98-bfdfe8a636cd tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Router c54ef97e-1fc6-424b-b4ad-5358accf9a35 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:06:39.559449 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db3403c-1e4d-4c60-9c98-bfdfe8a636cd tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:06:39.565273 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1db3403c-1e4d-4c60-9c98-bfdfe8a636cd tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "PUT /v2.0/routers/c54ef97e-1fc6-424b-b4ad-5358accf9a35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9707224 Jul 13 08:06:39.568576 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc733808-642e-4692-84a5-74e4e467dae5 None None] Sync routers for ids ['c54ef97e-1fc6-424b-b4ad-5358accf9a35'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:06:39.579467 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc733808-642e-4692-84a5-74e4e467dae5 None None] Routers {'c54ef97e-1fc6-424b-b4ad-5358accf9a35'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:39.580172 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-bc733808-642e-4692-84a5-74e4e467dae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:06:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['c54ef97e-1fc6-424b-b4ad-5358accf9a35'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:39.788639 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-bc733808-642e-4692-84a5-74e4e467dae5 None None] Set router c54ef97e-1fc6-424b-b4ad-5358accf9a35 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:06:39.951497 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e66c37-df9e-4db2-ae48-36688a68f0d5 req-307ce940-27d6-4493-86da-2bc8abc1a024 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:39.953092 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-15e66c37-df9e-4db2-ae48-36688a68f0d5 req-307ce940-27d6-4493-86da-2bc8abc1a024 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3fd4a01-e3c3-4710-917b-741fe208e070 HTTP/1.1" status: 200 len: 946 time: 0.0738895 Jul 13 08:06:39.995286 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-15e66c37-df9e-4db2-ae48-36688a68f0d5 req-92916e31-5b56-4450-bf80-f34abee6da7d tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/security-groups?id=3783b50e-73fc-416d-aeff-7e7fc3b8762a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355217 Jul 13 08:06:40.034825 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-bc733808-642e-4692-84a5-74e4e467dae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'name': 'tempest-TestNetworkBasicOps-router-82243823', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '6216bd77-408d-4570-8b8d-0ac00357563a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:05:05Z', 'updated_at': '2021-07-13T08:06:38Z', 'revision_number': 6, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'gw_port': {'id': '6216bd77-408d-4570-8b8d-0ac00357563a', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:05Z', 'updated_at': '2021-07-13T08:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '09191b6e-8abd-42fa-be53-4e982ddd17f6', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'floating_ip_address': '172.25.3.39', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'port_id': '85e3ce8c-dfd0-4032-b95c-a20910971ba2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb9156b3-b65f-45f9-87ba-ec6270ab5714', 'mac_address': 'fa:16:3e:9d:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5729ec99-8159-4238-8600-f332f5c31081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:05:25Z', 'updated_at': '2021-07-13T08:05:27Z', 'revision_number': 1, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c43ab70-252c-4323-8161-48b9e4398fa0', 'name': '', 'network_id': 'fb9156b3-b65f-45f9-87ba-ec6270ab5714', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'mac_address': 'fa:16:3e:5b:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '426f3e00-28cc-414c-ae73-9a6144b67224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:08Z', 'updated_at': '2021-07-13T08:05:14Z', 'revision_number': 5, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'subnets': [{'id': '426f3e00-28cc-414c-ae73-9a6144b67224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:40.061353 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc733808-642e-4692-84a5-74e4e467dae5 None None] Checking router: c54ef97e-1fc6-424b-b4ad-5358accf9a35 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:06:40.069961 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc733808-642e-4692-84a5-74e4e467dae5 None None] Routers {'c54ef97e-1fc6-424b-b4ad-5358accf9a35'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:40.070491 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-bc733808-642e-4692-84a5-74e4e467dae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:06:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['c54ef97e-1fc6-424b-b4ad-5358accf9a35'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:40.113399 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:06:40.182166 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-bc733808-642e-4692-84a5-74e4e467dae5 None None] Set router c54ef97e-1fc6-424b-b4ad-5358accf9a35 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:06:40.412976 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-bc733808-642e-4692-84a5-74e4e467dae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'name': 'tempest-TestNetworkBasicOps-router-82243823', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '6216bd77-408d-4570-8b8d-0ac00357563a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:05:05Z', 'updated_at': '2021-07-13T08:06:38Z', 'revision_number': 6, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'gw_port': {'id': '6216bd77-408d-4570-8b8d-0ac00357563a', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:05Z', 'updated_at': '2021-07-13T08:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '09191b6e-8abd-42fa-be53-4e982ddd17f6', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'floating_ip_address': '172.25.3.39', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'port_id': '85e3ce8c-dfd0-4032-b95c-a20910971ba2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb9156b3-b65f-45f9-87ba-ec6270ab5714', 'mac_address': 'fa:16:3e:9d:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5729ec99-8159-4238-8600-f332f5c31081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:05:25Z', 'updated_at': '2021-07-13T08:05:27Z', 'revision_number': 1, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c43ab70-252c-4323-8161-48b9e4398fa0', 'name': '', 'network_id': 'fb9156b3-b65f-45f9-87ba-ec6270ab5714', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'mac_address': 'fa:16:3e:5b:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '426f3e00-28cc-414c-ae73-9a6144b67224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:08Z', 'updated_at': '2021-07-13T08:05:14Z', 'revision_number': 5, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'subnets': [{'id': '426f3e00-28cc-414c-ae73-9a6144b67224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:40.439433 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc733808-642e-4692-84a5-74e4e467dae5 None None] The sync data for ids ['c54ef97e-1fc6-424b-b4ad-5358accf9a35'] in n-d-771363-34 is: [{'id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'name': 'tempest-TestNetworkBasicOps-router-82243823', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '6216bd77-408d-4570-8b8d-0ac00357563a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:05:05Z', 'updated_at': '2021-07-13T08:06:38Z', 'revision_number': 6, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'gw_port': {'id': '6216bd77-408d-4570-8b8d-0ac00357563a', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:05Z', 'updated_at': '2021-07-13T08:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '09191b6e-8abd-42fa-be53-4e982ddd17f6', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'floating_ip_address': '172.25.3.39', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'port_id': '85e3ce8c-dfd0-4032-b95c-a20910971ba2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb9156b3-b65f-45f9-87ba-ec6270ab5714', 'mac_address': 'fa:16:3e:9d:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5729ec99-8159-4238-8600-f332f5c31081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:05:25Z', 'updated_at': '2021-07-13T08:05:27Z', 'revision_number': 1, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c43ab70-252c-4323-8161-48b9e4398fa0', 'name': '', 'network_id': 'fb9156b3-b65f-45f9-87ba-ec6270ab5714', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'mac_address': 'fa:16:3e:5b:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '426f3e00-28cc-414c-ae73-9a6144b67224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:08Z', 'updated_at': '2021-07-13T08:05:14Z', 'revision_number': 5, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'subnets': [{'id': '426f3e00-28cc-414c-ae73-9a6144b67224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:06:41.179717 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc0f71-4e85-4f87-bb3d-3bc4cfb2e23d req-310168cb-fe12-4d4d-ae02-e55e81aeb59a tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:41.181252 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-06dc0f71-4e85-4f87-bb3d-3bc4cfb2e23d req-310168cb-fe12-4d4d-ae02-e55e81aeb59a tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3fd4a01-e3c3-4710-917b-741fe208e070 HTTP/1.1" status: 200 len: 946 time: 0.0691452 Jul 13 08:06:41.201188 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919a870-fad4-404b-9fa2-15900c90ad97 req-9915f1a5-200b-4707-8f43-e80c8e90711a tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:41.202748 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4919a870-fad4-404b-9fa2-15900c90ad97 req-9915f1a5-200b-4707-8f43-e80c8e90711a tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3fd4a01-e3c3-4710-917b-741fe208e070 HTTP/1.1" status: 200 len: 946 time: 0.0649893 Jul 13 08:06:41.222337 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-06dc0f71-4e85-4f87-bb3d-3bc4cfb2e23d req-e3330a06-c2c9-4b01-9308-044d52cfec3b tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/security-groups?id=3783b50e-73fc-416d-aeff-7e7fc3b8762a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349982 Jul 13 08:06:41.306200 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-4919a870-fad4-404b-9fa2-15900c90ad97 req-02b2be6b-87cd-49d9-a5d4-f525c16659f9 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Deleting port 6a826b24-a8a1-4305-b49e-e1d077da2fc4 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:06:41.306450 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4919a870-fad4-404b-9fa2-15900c90ad97 req-02b2be6b-87cd-49d9-a5d4-f525c16659f9 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:41.399251 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-4919a870-fad4-404b-9fa2-15900c90ad97 req-02b2be6b-87cd-49d9-a5d4-f525c16659f9 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] For port 6a826b24-a8a1-4305-b49e-e1d077da2fc4, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6a826b24-a8a1-4305-b49e-e1d077da2fc4,segment=NetworkSegment(7538c35a-0834-4f31-9c2c-74eb624d8d49),segment_id=7538c35a-0834-4f31-9c2c-74eb624d8d49)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:41.399614 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4919a870-fad4-404b-9fa2-15900c90ad97 req-02b2be6b-87cd-49d9-a5d4-f525c16659f9 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:41.411949 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-4919a870-fad4-404b-9fa2-15900c90ad97 req-02b2be6b-87cd-49d9-a5d4-f525c16659f9 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Calling delete_port for 6a826b24-a8a1-4305-b49e-e1d077da2fc4 owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:06:41.544565 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4919a870-fad4-404b-9fa2-15900c90ad97 req-02b2be6b-87cd-49d9-a5d4-f525c16659f9 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:41.575813 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2be6b-87cd-49d9-a5d4-f525c16659f9 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event deleted for resources: {'Port': ['ID=6a826b24-a8a1-4305-b49e-e1d077da2fc4,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:41.626559 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-4919a870-fad4-404b-9fa2-15900c90ad97 req-02b2be6b-87cd-49d9-a5d4-f525c16659f9 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] No DVR routers for this DVR port 6a826b24-a8a1-4305-b49e-e1d077da2fc4 on host n-h1-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:06:41.629635 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4919a870-fad4-404b-9fa2-15900c90ad97 req-02b2be6b-87cd-49d9-a5d4-f525c16659f9 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:41.631699 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4919a870-fad4-404b-9fa2-15900c90ad97 req-02b2be6b-87cd-49d9-a5d4-f525c16659f9 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.42 "DELETE /v2.0/ports/6a826b24-a8a1-4305-b49e-e1d077da2fc4 HTTP/1.1" status: 204 len: 173 time: 0.4234815 Jul 13 08:06:41.632127 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3fd4a01-e3c3-4710-917b-741fe208e070', 'name': 'network-vif-deleted', 'tag': '6a826b24-a8a1-4305-b49e-e1d077da2fc4'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:06:41.634450 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda9bf88-4124-4411-b6e1-bfbafde76358" -d '{"events": [{"server_uuid": "d3fd4a01-e3c3-4710-917b-741fe208e070", "name": "network-vif-deleted", "tag": "6a826b24-a8a1-4305-b49e-e1d077da2fc4"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:06:41.735222 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66a3fa2-d8b5-4ee5-9b60-92dda9c40c01 x-openstack-request-id: req-d66a3fa2-d8b5-4ee5-9b60-92dda9c40c01 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:06:41.735641 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3fd4a01-e3c3-4710-917b-741fe208e070", "name": "network-vif-deleted", "tag": "6a826b24-a8a1-4305-b49e-e1d077da2fc4", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:06:41.735806 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d66a3fa2-d8b5-4ee5-9b60-92dda9c40c01 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:06:41.736166 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3fd4a01-e3c3-4710-917b-741fe208e070', 'name': 'network-vif-deleted', 'tag': '6a826b24-a8a1-4305-b49e-e1d077da2fc4', 'status': 'completed', 'code': 200} Jul 13 08:06:41.830000 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 713385d2-032a-4091-ae46-4958e6d53eb9 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:06:41.851582 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 713385d2-032a-4091-ae46-4958e6d53eb9 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:06:41.851842 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 713385d2-032a-4091-ae46-4958e6d53eb9 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:06:42.318549 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40202) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:42.378346 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e257162c-94af-444c-afdf-0fda623c773b tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:42.405196 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e257162c-94af-444c-afdf-0fda623c773b tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:42.473333 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e257162c-94af-444c-afdf-0fda623c773b tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:42.476684 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e257162c-94af-444c-afdf-0fda623c773b tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:42.478065 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e257162c-94af-444c-afdf-0fda623c773b tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "DELETE /v2.0/security-groups/3783b50e-73fc-416d-aeff-7e7fc3b8762a HTTP/1.1" status: 204 len: 168 time: 0.1585050 Jul 13 08:06:42.489870 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257162c-94af-444c-afdf-0fda623c773b tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3783b50e-73fc-416d-aeff-7e7fc3b8762a,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:42.513688 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40206) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:42.572112 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-61eea7fb-eded-42aa-b9b9-eada1894dd33 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Deleting subnet 542058ea-3e27-40f7-b5f7-b9802b90a93c {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:06:42.575908 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-61eea7fb-eded-42aa-b9b9-eada1894dd33 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:42.616951 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-61eea7fb-eded-42aa-b9b9-eada1894dd33 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:42.706510 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-61eea7fb-eded-42aa-b9b9-eada1894dd33 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:42.769008 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-61eea7fb-eded-42aa-b9b9-eada1894dd33 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:42.796921 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eea7fb-eded-42aa-b9b9-eada1894dd33 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event deleted for resources: {'Subnet': ['ID=542058ea-3e27-40f7-b5f7-b9802b90a93c,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:42.800372 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-61eea7fb-eded-42aa-b9b9-eada1894dd33 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:42.803807 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-61eea7fb-eded-42aa-b9b9-eada1894dd33 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "DELETE /v2.0/subnets/542058ea-3e27-40f7-b5f7-b9802b90a93c HTTP/1.1" status: 204 len: 168 time: 0.2885225 Jul 13 08:06:42.804792 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40208) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:42.807936 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848b4828-f371-411c-824b-2a862456df10 None None] Network 88cb4c2f-29b3-491b-9406-fed782b24018 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:06:42.900383 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-067cc663-4d5b-4c5e-927d-5bc11a39d00c tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:42.960591 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-067cc663-4d5b-4c5e-927d-5bc11a39d00c tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Deleting port 4c840cc1-0b64-4983-8171-b5ef3d10fb74 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:06:42.960845 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-067cc663-4d5b-4c5e-927d-5bc11a39d00c tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:43.021325 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d0fb37-4b49-4da1-a039-b87a892c2ced None None] DHCP port deletion for 88cb4c2f-29b3-491b-9406-fed782b24018 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:06:43.032645 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-067cc663-4d5b-4c5e-927d-5bc11a39d00c tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] For port 4c840cc1-0b64-4983-8171-b5ef3d10fb74, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=4c840cc1-0b64-4983-8171-b5ef3d10fb74,segment=NetworkSegment(7538c35a-0834-4f31-9c2c-74eb624d8d49),segment_id=7538c35a-0834-4f31-9c2c-74eb624d8d49)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:43.033001 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-067cc663-4d5b-4c5e-927d-5bc11a39d00c tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:43.046483 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-067cc663-4d5b-4c5e-927d-5bc11a39d00c tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Calling delete_port for 4c840cc1-0b64-4983-8171-b5ef3d10fb74 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:06:43.071354 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-c8d0fb37-4b49-4da1-a039-b87a892c2ced None None] Deleting port 4c840cc1-0b64-4983-8171-b5ef3d10fb74 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:06:43.071723 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c8d0fb37-4b49-4da1-a039-b87a892c2ced None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:43.130250 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-067cc663-4d5b-4c5e-927d-5bc11a39d00c tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:43.162334 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067cc663-4d5b-4c5e-927d-5bc11a39d00c tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event deleted for resources: {'Port': ['ID=4c840cc1-0b64-4983-8171-b5ef3d10fb74,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:43.166034 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067cc663-4d5b-4c5e-927d-5bc11a39d00c tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] No DVR routers for this DVR port 4c840cc1-0b64-4983-8171-b5ef3d10fb74 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:06:43.253527 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-067cc663-4d5b-4c5e-927d-5bc11a39d00c tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:43.264932 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-067cc663-4d5b-4c5e-927d-5bc11a39d00c tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88cb4c2f-29b3-491b-9406-fed782b24018']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:43.275178 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-067cc663-4d5b-4c5e-927d-5bc11a39d00c tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7538c35a-0834-4f31-9c2c-74eb624d8d49') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:43.275500 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-067cc663-4d5b-4c5e-927d-5bc11a39d00c tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7538c35a-0834-4f31-9c2c-74eb624d8d49') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:43.285747 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-067cc663-4d5b-4c5e-927d-5bc11a39d00c tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:43.304507 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-067cc663-4d5b-4c5e-927d-5bc11a39d00c tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:43.307397 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-c8d0fb37-4b49-4da1-a039-b87a892c2ced None None] For port 4c840cc1-0b64-4983-8171-b5ef3d10fb74, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=4c840cc1-0b64-4983-8171-b5ef3d10fb74,segment=NetworkSegment(7538c35a-0834-4f31-9c2c-74eb624d8d49),segment_id=7538c35a-0834-4f31-9c2c-74eb624d8d49)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:43.307792 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c8d0fb37-4b49-4da1-a039-b87a892c2ced None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:43.310630 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-067cc663-4d5b-4c5e-927d-5bc11a39d00c tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:06:43.311248 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-067cc663-4d5b-4c5e-927d-5bc11a39d00c tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:43.314435 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:06:43.314435 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:06:43.314435 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:06:43.314435 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:06:43.314435 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:06:43.314435 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:06:43.314435 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:06:43.314435 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:06:43.314435 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 08:06:43.314435 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:06:43.314435 n-d-771363-34 neutron-server[94018]: timer() Jul 13 08:06:43.314435 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:06:43.314435 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 08:06:43.314435 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:06:43.314435 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 08:06:43.314435 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:06:43.314435 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 08:06:43.314435 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:06:43.314435 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 08:06:43.314435 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:06:43.314435 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 08:06:43.314435 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:06:43.314435 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:06:43.314435 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:06:43.314435 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:06:43.314435 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:06:43.314435 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 08:06:43.314435 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:06:43.314435 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 08:06:43.314435 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:06:43.314435 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:06:43.314435 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:06:43.314435 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 08:06:43.314435 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:06:43.314435 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:06:43.314435 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:06:43.314435 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:06:43.314435 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:06:43.314435 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:06:43.314435 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:06:43.323269 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-c8d0fb37-4b49-4da1-a039-b87a892c2ced None None] Calling delete_port for 4c840cc1-0b64-4983-8171-b5ef3d10fb74 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:06:43.373634 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-067cc663-4d5b-4c5e-927d-5bc11a39d00c tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:43.385747 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-067cc663-4d5b-4c5e-927d-5bc11a39d00c tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:43.392917 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-067cc663-4d5b-4c5e-927d-5bc11a39d00c tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "DELETE /v2.0/networks/88cb4c2f-29b3-491b-9406-fed782b24018 HTTP/1.1" status: 204 len: 168 time: 0.5849223 Jul 13 08:06:43.393742 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40210) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:43.402567 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067cc663-4d5b-4c5e-927d-5bc11a39d00c tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event deleted for resources: {'Network': ['ID=88cb4c2f-29b3-491b-9406-fed782b24018,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:43.410923 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c8d0fb37-4b49-4da1-a039-b87a892c2ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:43.432800 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c8d0fb37-4b49-4da1-a039-b87a892c2ced None None] Network 88cb4c2f-29b3-491b-9406-fed782b24018 is not hosted by any dhcp agent {{(pid=94019) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 08:06:43.433251 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d0fb37-4b49-4da1-a039-b87a892c2ced None None] No DVR routers for this DVR port 4c840cc1-0b64-4983-8171-b5ef3d10fb74 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:06:43.435299 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d0fb37-4b49-4da1-a039-b87a892c2ced None None] Pushing event deleted for resources: {'Port': ['ID=4c840cc1-0b64-4983-8171-b5ef3d10fb74,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:43.563030 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-6cd7712a-d911-4be9-a982-2a59f2f3fdf0 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Deleting port fe6d4904-3a0f-42e5-8920-ad8d70ca4766 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:06:43.563325 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6cd7712a-d911-4be9-a982-2a59f2f3fdf0 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:43.641957 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6cd7712a-d911-4be9-a982-2a59f2f3fdf0 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:43.642276 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6cd7712a-d911-4be9-a982-2a59f2f3fdf0 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:43.654199 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-6cd7712a-d911-4be9-a982-2a59f2f3fdf0 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Calling delete_port for fe6d4904-3a0f-42e5-8920-ad8d70ca4766 owned by network:floatingip {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:06:43.827831 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6cd7712a-d911-4be9-a982-2a59f2f3fdf0 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:43.878037 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 4c840cc1-0b64-4983-8171-b5ef3d10fb74 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:06:43.884684 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd7712a-d911-4be9-a982-2a59f2f3fdf0 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event deleted for resources: {'Port': ['ID=fe6d4904-3a0f-42e5-8920-ad8d70ca4766,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:43.901385 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 4c840cc1-0b64-4983-8171-b5ef3d10fb74 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:06:43.901728 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 4c840cc1-0b64-4983-8171-b5ef3d10fb74 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:06:43.929786 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6cd7712a-d911-4be9-a982-2a59f2f3fdf0 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for floatingip, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:43.930120 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [None req-6cd7712a-d911-4be9-a982-2a59f2f3fdf0 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Floating IP 09191b6e-8abd-42fa-be53-4e982ddd17f6 disassociated (deleted). External IP: 172.25.3.39, port: 85e3ce8c-dfd0-4032-b95c-a20910971ba2. Jul 13 08:06:44.145086 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd7712a-d911-4be9-a982-2a59f2f3fdf0 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Router c54ef97e-1fc6-424b-b4ad-5358accf9a35 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:06:44.254877 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd7712a-d911-4be9-a982-2a59f2f3fdf0 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:06:44.259955 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6cd7712a-d911-4be9-a982-2a59f2f3fdf0 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:44.265049 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d55c74-ea6c-4d48-8fa1-166bfcc77ae6 None None] Sync routers for ids ['c54ef97e-1fc6-424b-b4ad-5358accf9a35'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:06:44.273959 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d55c74-ea6c-4d48-8fa1-166bfcc77ae6 None None] Routers {'c54ef97e-1fc6-424b-b4ad-5358accf9a35'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:44.274583 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-53d55c74-ea6c-4d48-8fa1-166bfcc77ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:06:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['c54ef97e-1fc6-424b-b4ad-5358accf9a35'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:44.298478 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6cd7712a-d911-4be9-a982-2a59f2f3fdf0 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "DELETE /v2.0/floatingips/09191b6e-8abd-42fa-be53-4e982ddd17f6 HTTP/1.1" status: 204 len: 168 time: 0.9030459 Jul 13 08:06:44.298996 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5729ec99-8159-4238-8600-f332f5c31081', 'tag': '85e3ce8c-dfd0-4032-b95c-a20910971ba2'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:06:44.301289 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df95050-61d2-4ee8-ae04-a2682bd4e699" -d '{"events": [{"name": "network-changed", "server_uuid": "5729ec99-8159-4238-8600-f332f5c31081", "tag": "85e3ce8c-dfd0-4032-b95c-a20910971ba2"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:06:44.390547 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-53d55c74-ea6c-4d48-8fa1-166bfcc77ae6 None None] Set router c54ef97e-1fc6-424b-b4ad-5358accf9a35 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:06:44.405300 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6db691b-f38b-4eb3-937b-049d7fdf1956 x-openstack-request-id: req-d6db691b-f38b-4eb3-937b-049d7fdf1956 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:06:44.405816 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5729ec99-8159-4238-8600-f332f5c31081", "tag": "85e3ce8c-dfd0-4032-b95c-a20910971ba2", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:06:44.406053 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d6db691b-f38b-4eb3-937b-049d7fdf1956 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:06:44.406596 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5729ec99-8159-4238-8600-f332f5c31081', 'tag': '85e3ce8c-dfd0-4032-b95c-a20910971ba2', 'status': 'completed', 'code': 200} Jul 13 08:06:44.578058 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 6a826b24-a8a1-4305-b49e-e1d077da2fc4 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:06:44.587072 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df95050-61d2-4ee8-ae04-a2682bd4e699 req-aaa0e35b-ea0f-4674-92d7-be53e15abf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:44.589831 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1df95050-61d2-4ee8-ae04-a2682bd4e699 req-aaa0e35b-ea0f-4674-92d7-be53e15abf87 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0a67ab63b383498abd34c8c450b892c6&device_id=5729ec99-8159-4238-8600-f332f5c31081 HTTP/1.1" status: 200 len: 1098 time: 0.1608834 Jul 13 08:06:44.606995 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 6a826b24-a8a1-4305-b49e-e1d077da2fc4 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:06:44.607463 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 6a826b24-a8a1-4305-b49e-e1d077da2fc4 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:06:44.674540 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-53d55c74-ea6c-4d48-8fa1-166bfcc77ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'name': 'tempest-TestNetworkBasicOps-router-82243823', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '6216bd77-408d-4570-8b8d-0ac00357563a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:05:05Z', 'updated_at': '2021-07-13T08:06:38Z', 'revision_number': 6, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'gw_port': {'id': '6216bd77-408d-4570-8b8d-0ac00357563a', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:05Z', 'updated_at': '2021-07-13T08:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '2c43ab70-252c-4323-8161-48b9e4398fa0', 'name': '', 'network_id': 'fb9156b3-b65f-45f9-87ba-ec6270ab5714', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'mac_address': 'fa:16:3e:5b:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '426f3e00-28cc-414c-ae73-9a6144b67224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:08Z', 'updated_at': '2021-07-13T08:05:14Z', 'revision_number': 5, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'subnets': [{'id': '426f3e00-28cc-414c-ae73-9a6144b67224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:44.705367 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d55c74-ea6c-4d48-8fa1-166bfcc77ae6 None None] Checking router: c54ef97e-1fc6-424b-b4ad-5358accf9a35 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:06:44.713950 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d55c74-ea6c-4d48-8fa1-166bfcc77ae6 None None] Routers {'c54ef97e-1fc6-424b-b4ad-5358accf9a35'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:44.714563 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-53d55c74-ea6c-4d48-8fa1-166bfcc77ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:06:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['c54ef97e-1fc6-424b-b4ad-5358accf9a35'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:44.747691 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df95050-61d2-4ee8-ae04-a2682bd4e699 req-bce59da7-91c5-467d-962f-0a1b09859377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:44.749402 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1df95050-61d2-4ee8-ae04-a2682bd4e699 req-bce59da7-91c5-467d-962f-0a1b09859377 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fb9156b3-b65f-45f9-87ba-ec6270ab5714 HTTP/1.1" status: 200 len: 898 time: 0.1520238 Jul 13 08:06:44.761385 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2278381-4daa-4e8d-afaf-6eab0eca95e1 req-e6efe4ef-58fa-4e36-a319-5ab0b81cdfe1 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:44.763601 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c2278381-4daa-4e8d-afaf-6eab0eca95e1 req-e6efe4ef-58fa-4e36-a319-5ab0b81cdfe1 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/ports?device_id=5729ec99-8159-4238-8600-f332f5c31081 HTTP/1.1" status: 200 len: 946 time: 0.1267512 Jul 13 08:06:44.816925 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1df95050-61d2-4ee8-ae04-a2682bd4e699 req-b495c888-6c82-4199-89b1-0f86e03037bc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85e3ce8c-dfd0-4032-b95c-a20910971ba2 HTTP/1.1" status: 200 len: 217 time: 0.0523434 Jul 13 08:06:44.823353 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-53d55c74-ea6c-4d48-8fa1-166bfcc77ae6 None None] Set router c54ef97e-1fc6-424b-b4ad-5358accf9a35 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:06:44.864239 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c2278381-4daa-4e8d-afaf-6eab0eca95e1 req-00f3967d-584e-4f0c-b38c-bcb22288e7a3 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c49bcca-183d-4062-83e2-a1a7c634de51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937123 Jul 13 08:06:44.880493 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df95050-61d2-4ee8-ae04-a2682bd4e699 req-695c7666-084b-4085-b2bd-7f9dd2d5604b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:44.883357 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1df95050-61d2-4ee8-ae04-a2682bd4e699 req-695c7666-084b-4085-b2bd-7f9dd2d5604b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=426f3e00-28cc-414c-ae73-9a6144b67224 HTTP/1.1" status: 200 len: 834 time: 0.0583019 Jul 13 08:06:44.940925 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df95050-61d2-4ee8-ae04-a2682bd4e699 req-fb30ed86-358a-4b55-9852-4970660b3023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:44.942400 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1df95050-61d2-4ee8-ae04-a2682bd4e699 req-fb30ed86-358a-4b55-9852-4970660b3023 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fb9156b3-b65f-45f9-87ba-ec6270ab5714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541856 Jul 13 08:06:45.025160 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-53d55c74-ea6c-4d48-8fa1-166bfcc77ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'name': 'tempest-TestNetworkBasicOps-router-82243823', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '6216bd77-408d-4570-8b8d-0ac00357563a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:05:05Z', 'updated_at': '2021-07-13T08:06:38Z', 'revision_number': 6, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'gw_port': {'id': '6216bd77-408d-4570-8b8d-0ac00357563a', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:05Z', 'updated_at': '2021-07-13T08:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '2c43ab70-252c-4323-8161-48b9e4398fa0', 'name': '', 'network_id': 'fb9156b3-b65f-45f9-87ba-ec6270ab5714', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'mac_address': 'fa:16:3e:5b:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '426f3e00-28cc-414c-ae73-9a6144b67224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:08Z', 'updated_at': '2021-07-13T08:05:14Z', 'revision_number': 5, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'subnets': [{'id': '426f3e00-28cc-414c-ae73-9a6144b67224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:45.040408 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1df95050-61d2-4ee8-ae04-a2682bd4e699 req-02eb9df5-9b65-4e30-b233-ac2c573b5174 service neutron] 10.222.0.25 "GET /v2.0/networks/fb9156b3-b65f-45f9-87ba-ec6270ab5714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909247 Jul 13 08:06:45.052666 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d55c74-ea6c-4d48-8fa1-166bfcc77ae6 None None] The sync data for ids ['c54ef97e-1fc6-424b-b4ad-5358accf9a35'] in n-d-771363-34 is: [{'id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'name': 'tempest-TestNetworkBasicOps-router-82243823', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '6216bd77-408d-4570-8b8d-0ac00357563a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:05:05Z', 'updated_at': '2021-07-13T08:06:38Z', 'revision_number': 6, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'gw_port': {'id': '6216bd77-408d-4570-8b8d-0ac00357563a', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:05Z', 'updated_at': '2021-07-13T08:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '2c43ab70-252c-4323-8161-48b9e4398fa0', 'name': '', 'network_id': 'fb9156b3-b65f-45f9-87ba-ec6270ab5714', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'mac_address': 'fa:16:3e:5b:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '426f3e00-28cc-414c-ae73-9a6144b67224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:08Z', 'updated_at': '2021-07-13T08:05:14Z', 'revision_number': 5, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'subnets': [{'id': '426f3e00-28cc-414c-ae73-9a6144b67224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:06:45.135189 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1df95050-61d2-4ee8-ae04-a2682bd4e699 req-b2fee497-84b7-4322-a7ef-5045bf6abfb2 service neutron] 10.222.0.25 "GET /v2.0/networks/fb9156b3-b65f-45f9-87ba-ec6270ab5714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879714 Jul 13 08:06:45.283690 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec750a6-86f4-4769-a626-267a2e95600e None None] New status for floating IP 09191b6e-8abd-42fa-be53-4e982ddd17f6: DOWN {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:06:45.898457 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7b7bc-3419-4748-987d-44daafe7c187 req-b60e12da-36d6-49f2-aa89-a4bd7a624e0c tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:45.900961 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3dc7b7bc-3419-4748-987d-44daafe7c187 req-b60e12da-36d6-49f2-aa89-a4bd7a624e0c tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.25 "GET /v2.0/ports?device_id=5729ec99-8159-4238-8600-f332f5c31081 HTTP/1.1" status: 200 len: 946 time: 0.0691104 Jul 13 08:06:46.001346 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-3dc7b7bc-3419-4748-987d-44daafe7c187 req-cced3a04-c735-4246-86d6-efef96d25cdd tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Deleting port 85e3ce8c-dfd0-4032-b95c-a20910971ba2 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:06:46.001685 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3dc7b7bc-3419-4748-987d-44daafe7c187 req-cced3a04-c735-4246-86d6-efef96d25cdd tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:46.051286 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8f020-14fc-469f-816e-a98bf4bc1fd9 req-6caa9e52-d47c-488d-aafe-aed1a2586ea6 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:46.052816 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-12c8f020-14fc-469f-816e-a98bf4bc1fd9 req-6caa9e52-d47c-488d-aafe-aed1a2586ea6 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/ports?device_id=5729ec99-8159-4238-8600-f332f5c31081 HTTP/1.1" status: 200 len: 946 time: 0.0709889 Jul 13 08:06:46.094722 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-12c8f020-14fc-469f-816e-a98bf4bc1fd9 req-ad349af4-2456-4258-adb9-52275e29b0d5 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c49bcca-183d-4062-83e2-a1a7c634de51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359015 Jul 13 08:06:46.099588 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-3dc7b7bc-3419-4748-987d-44daafe7c187 req-cced3a04-c735-4246-86d6-efef96d25cdd tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] For port 85e3ce8c-dfd0-4032-b95c-a20910971ba2, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=85e3ce8c-dfd0-4032-b95c-a20910971ba2,segment=NetworkSegment(6bb74590-389b-4135-b58f-abcf345e80a6),segment_id=6bb74590-389b-4135-b58f-abcf345e80a6)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:46.099954 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3dc7b7bc-3419-4748-987d-44daafe7c187 req-cced3a04-c735-4246-86d6-efef96d25cdd tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:46.113463 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-3dc7b7bc-3419-4748-987d-44daafe7c187 req-cced3a04-c735-4246-86d6-efef96d25cdd tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Calling delete_port for 85e3ce8c-dfd0-4032-b95c-a20910971ba2 owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:06:46.241899 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3dc7b7bc-3419-4748-987d-44daafe7c187 req-cced3a04-c735-4246-86d6-efef96d25cdd tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:46.275871 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced3a04-c735-4246-86d6-efef96d25cdd tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event deleted for resources: {'Port': ['ID=85e3ce8c-dfd0-4032-b95c-a20910971ba2,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:46.320380 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc7b7bc-3419-4748-987d-44daafe7c187 req-cced3a04-c735-4246-86d6-efef96d25cdd tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] No DVR routers for this DVR port 85e3ce8c-dfd0-4032-b95c-a20910971ba2 on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:06:46.323098 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3dc7b7bc-3419-4748-987d-44daafe7c187 req-cced3a04-c735-4246-86d6-efef96d25cdd tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:46.325710 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3dc7b7bc-3419-4748-987d-44daafe7c187 req-cced3a04-c735-4246-86d6-efef96d25cdd tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.25 "DELETE /v2.0/ports/85e3ce8c-dfd0-4032-b95c-a20910971ba2 HTTP/1.1" status: 204 len: 173 time: 0.4205418 Jul 13 08:06:46.326189 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5729ec99-8159-4238-8600-f332f5c31081', 'name': 'network-vif-deleted', 'tag': '85e3ce8c-dfd0-4032-b95c-a20910971ba2'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:06:46.328426 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7437455f-0259-47fd-b78f-93df557672ab" -d '{"events": [{"server_uuid": "5729ec99-8159-4238-8600-f332f5c31081", "name": "network-vif-deleted", "tag": "85e3ce8c-dfd0-4032-b95c-a20910971ba2"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:06:46.368021 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b573757-e98b-4cad-b5cc-89772e9d4bdc x-openstack-request-id: req-0b573757-e98b-4cad-b5cc-89772e9d4bdc {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:06:46.368314 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5729ec99-8159-4238-8600-f332f5c31081", "name": "network-vif-deleted", "tag": "85e3ce8c-dfd0-4032-b95c-a20910971ba2", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:06:46.368565 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0b573757-e98b-4cad-b5cc-89772e9d4bdc {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:06:46.368962 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5729ec99-8159-4238-8600-f332f5c31081', 'name': 'network-vif-deleted', 'tag': '85e3ce8c-dfd0-4032-b95c-a20910971ba2', 'status': 'completed', 'code': 200} Jul 13 08:06:47.191437 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40232) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:47.251341 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8bdfba5d-9719-4320-b7af-41b2f73e990a tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:47.276931 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8bdfba5d-9719-4320-b7af-41b2f73e990a tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:47.336070 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8bdfba5d-9719-4320-b7af-41b2f73e990a tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:47.338635 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8bdfba5d-9719-4320-b7af-41b2f73e990a tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:47.339827 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8bdfba5d-9719-4320-b7af-41b2f73e990a tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "DELETE /v2.0/security-groups/8c49bcca-183d-4062-83e2-a1a7c634de51 HTTP/1.1" status: 204 len: 168 time: 0.1474073 Jul 13 08:06:47.349033 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdfba5d-9719-4320-b7af-41b2f73e990a tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c49bcca-183d-4062-83e2-a1a7c634de51,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:47.375249 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40236) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:47.744344 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-55c4f630-a8b5-4342-a051-4b2b222ea7c4 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:48.014846 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-55c4f630-a8b5-4342-a051-4b2b222ea7c4 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Deleting port 2c43ab70-252c-4323-8161-48b9e4398fa0 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:06:48.015099 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-55c4f630-a8b5-4342-a051-4b2b222ea7c4 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:48.104710 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-55c4f630-a8b5-4342-a051-4b2b222ea7c4 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] For port 2c43ab70-252c-4323-8161-48b9e4398fa0, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=2c43ab70-252c-4323-8161-48b9e4398fa0,segment=NetworkSegment(6bb74590-389b-4135-b58f-abcf345e80a6),segment_id=6bb74590-389b-4135-b58f-abcf345e80a6)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:48.105062 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-55c4f630-a8b5-4342-a051-4b2b222ea7c4 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:48.116667 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-55c4f630-a8b5-4342-a051-4b2b222ea7c4 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Calling delete_port for 2c43ab70-252c-4323-8161-48b9e4398fa0 owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:06:48.623847 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-55c4f630-a8b5-4342-a051-4b2b222ea7c4 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:48.652022 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c4f630-a8b5-4342-a051-4b2b222ea7c4 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event deleted for resources: {'Port': ['ID=2c43ab70-252c-4323-8161-48b9e4398fa0,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:48.826902 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-55c4f630-a8b5-4342-a051-4b2b222ea7c4 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:49.044475 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c4f630-a8b5-4342-a051-4b2b222ea7c4 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Router c54ef97e-1fc6-424b-b4ad-5358accf9a35 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:06:49.157282 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c4f630-a8b5-4342-a051-4b2b222ea7c4 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:06:49.162813 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-55c4f630-a8b5-4342-a051-4b2b222ea7c4 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "PUT /v2.0/routers/c54ef97e-1fc6-424b-b4ad-5358accf9a35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7861168 Jul 13 08:06:49.165127 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40238) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:49.167855 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d753f8-211f-4aac-a803-65ced672b406 None None] Sync routers for ids ['c54ef97e-1fc6-424b-b4ad-5358accf9a35'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:06:49.178034 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d753f8-211f-4aac-a803-65ced672b406 None None] Routers {'c54ef97e-1fc6-424b-b4ad-5358accf9a35'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:49.178386 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-81d753f8-211f-4aac-a803-65ced672b406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:06:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['c54ef97e-1fc6-424b-b4ad-5358accf9a35'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:49.221252 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a65c9f2-af29-43ce-b9ed-b94e27ef79cf tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Deleting subnet 426f3e00-28cc-414c-ae73-9a6144b67224 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:06:49.224358 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1a65c9f2-af29-43ce-b9ed-b94e27ef79cf tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:49.266643 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1a65c9f2-af29-43ce-b9ed-b94e27ef79cf tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:49.289939 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-81d753f8-211f-4aac-a803-65ced672b406 None None] Set router c54ef97e-1fc6-424b-b4ad-5358accf9a35 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:06:49.359449 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1a65c9f2-af29-43ce-b9ed-b94e27ef79cf tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:49.417871 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1a65c9f2-af29-43ce-b9ed-b94e27ef79cf tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:49.445796 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a65c9f2-af29-43ce-b9ed-b94e27ef79cf tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event deleted for resources: {'Subnet': ['ID=426f3e00-28cc-414c-ae73-9a6144b67224,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:49.451047 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1a65c9f2-af29-43ce-b9ed-b94e27ef79cf tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:49.455545 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1a65c9f2-af29-43ce-b9ed-b94e27ef79cf tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "DELETE /v2.0/subnets/426f3e00-28cc-414c-ae73-9a6144b67224 HTTP/1.1" status: 204 len: 168 time: 0.2870445 Jul 13 08:06:49.456261 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40240) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:49.461215 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35058753-2a9c-4386-a2f7-312e7bc16b43 None None] Network fb9156b3-b65f-45f9-87ba-ec6270ab5714 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:06:49.497439 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 85e3ce8c-dfd0-4032-b95c-a20910971ba2 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:06:49.542516 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 85e3ce8c-dfd0-4032-b95c-a20910971ba2 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:06:49.542848 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 85e3ce8c-dfd0-4032-b95c-a20910971ba2 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:06:49.586570 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-779439ee-0cc2-4feb-b6c1-2600d8c407dc tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:49.587632 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-81d753f8-211f-4aac-a803-65ced672b406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'name': 'tempest-TestNetworkBasicOps-router-82243823', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '6216bd77-408d-4570-8b8d-0ac00357563a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:05:05Z', 'updated_at': '2021-07-13T08:06:48Z', 'revision_number': 7, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'gw_port': {'id': '6216bd77-408d-4570-8b8d-0ac00357563a', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:05Z', 'updated_at': '2021-07-13T08:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:49.633665 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d753f8-211f-4aac-a803-65ced672b406 None None] Checking router: c54ef97e-1fc6-424b-b4ad-5358accf9a35 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:06:49.648433 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d753f8-211f-4aac-a803-65ced672b406 None None] Routers {'c54ef97e-1fc6-424b-b4ad-5358accf9a35'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:49.649060 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-81d753f8-211f-4aac-a803-65ced672b406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:06:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['c54ef97e-1fc6-424b-b4ad-5358accf9a35'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:49.708694 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-779439ee-0cc2-4feb-b6c1-2600d8c407dc tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:49.774117 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-81d753f8-211f-4aac-a803-65ced672b406 None None] Set router c54ef97e-1fc6-424b-b4ad-5358accf9a35 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:06:49.777514 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-779439ee-0cc2-4feb-b6c1-2600d8c407dc tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Deleting port 6216bd77-408d-4570-8b8d-0ac00357563a {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:06:49.777907 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-779439ee-0cc2-4feb-b6c1-2600d8c407dc tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:49.800570 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cc39f4-0c3a-4ed5-b035-7d685634321e None None] DHCP port deletion for fb9156b3-b65f-45f9-87ba-ec6270ab5714 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:06:49.902701 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-779439ee-0cc2-4feb-b6c1-2600d8c407dc tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] For port 6216bd77-408d-4570-8b8d-0ac00357563a, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=6216bd77-408d-4570-8b8d-0ac00357563a,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:49.903393 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-779439ee-0cc2-4feb-b6c1-2600d8c407dc tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:49.918168 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-779439ee-0cc2-4feb-b6c1-2600d8c407dc tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Calling delete_port for 6216bd77-408d-4570-8b8d-0ac00357563a owned by network:router_gateway {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:06:49.952825 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-15cc39f4-0c3a-4ed5-b035-7d685634321e None None] Deleting port 6392da3a-0e23-4780-b3bd-07b9886ab131 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:06:49.953190 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-15cc39f4-0c3a-4ed5-b035-7d685634321e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:49.975693 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 6392da3a-0e23-4780-b3bd-07b9886ab131 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:06:50.071693 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-15cc39f4-0c3a-4ed5-b035-7d685634321e None None] For port 6392da3a-0e23-4780-b3bd-07b9886ab131, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=6392da3a-0e23-4780-b3bd-07b9886ab131,segment=NetworkSegment(6bb74590-389b-4135-b58f-abcf345e80a6),segment_id=6bb74590-389b-4135-b58f-abcf345e80a6)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:50.072020 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-15cc39f4-0c3a-4ed5-b035-7d685634321e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:50.127406 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-779439ee-0cc2-4feb-b6c1-2600d8c407dc tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:50.157111 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779439ee-0cc2-4feb-b6c1-2600d8c407dc tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event deleted for resources: {'Port': ['ID=6216bd77-408d-4570-8b8d-0ac00357563a,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:50.229998 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-779439ee-0cc2-4feb-b6c1-2600d8c407dc tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:50.256779 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-15cc39f4-0c3a-4ed5-b035-7d685634321e None None] Calling delete_port for 6392da3a-0e23-4780-b3bd-07b9886ab131 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:06:50.328913 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-779439ee-0cc2-4feb-b6c1-2600d8c407dc tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:50.331146 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-779439ee-0cc2-4feb-b6c1-2600d8c407dc tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:50.344894 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-81d753f8-211f-4aac-a803-65ced672b406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'name': 'tempest-TestNetworkBasicOps-router-82243823', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '6216bd77-408d-4570-8b8d-0ac00357563a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:05:05Z', 'updated_at': '2021-07-13T08:06:48Z', 'revision_number': 7, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'gw_port': {'id': '6216bd77-408d-4570-8b8d-0ac00357563a', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:05Z', 'updated_at': '2021-07-13T08:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:50.385991 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:50.390437 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d753f8-211f-4aac-a803-65ced672b406 None None] The sync data for ids ['c54ef97e-1fc6-424b-b4ad-5358accf9a35'] in n-d-771363-34 is: [{'id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'name': 'tempest-TestNetworkBasicOps-router-82243823', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '6216bd77-408d-4570-8b8d-0ac00357563a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:05:05Z', 'updated_at': '2021-07-13T08:06:48Z', 'revision_number': 7, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'gw_port': {'id': '6216bd77-408d-4570-8b8d-0ac00357563a', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54ef97e-1fc6-424b-b4ad-5358accf9a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:05:05Z', 'updated_at': '2021-07-13T08:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:06:50.443011 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 6392da3a-0e23-4780-b3bd-07b9886ab131, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=6392da3a-0e23-4780-b3bd-07b9886ab131,segment=NetworkSegment(6bb74590-389b-4135-b58f-abcf345e80a6),segment_id=6bb74590-389b-4135-b58f-abcf345e80a6)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:50.448804 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:50.479058 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-15cc39f4-0c3a-4ed5-b035-7d685634321e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:50.503325 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cc39f4-0c3a-4ed5-b035-7d685634321e None None] No DVR routers for this DVR port 6392da3a-0e23-4780-b3bd-07b9886ab131 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:06:50.522385 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=6392da3a-0e23-4780-b3bd-07b9886ab131,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:50.551053 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc39f4-0c3a-4ed5-b035-7d685634321e None None] Pushing event deleted for resources: {'Port': ['ID=6392da3a-0e23-4780-b3bd-07b9886ab131,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:50.693443 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-779439ee-0cc2-4feb-b6c1-2600d8c407dc tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:50.694009 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779439ee-0cc2-4feb-b6c1-2600d8c407dc tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Fanout notify agent at l3_agent the message router_deleted on router c54ef97e-1fc6-424b-b4ad-5358accf9a35 {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:06:50.701827 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-779439ee-0cc2-4feb-b6c1-2600d8c407dc tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:50.702958 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-779439ee-0cc2-4feb-b6c1-2600d8c407dc tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "DELETE /v2.0/routers/c54ef97e-1fc6-424b-b4ad-5358accf9a35 HTTP/1.1" status: 204 len: 168 time: 1.2450819 Jul 13 08:06:50.705599 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40242) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:50.789267 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-97025bbc-c0de-4424-b1ba-d9022e3a1ce0 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:50.877587 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-97025bbc-c0de-4424-b1ba-d9022e3a1ce0 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:50.887674 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-97025bbc-c0de-4424-b1ba-d9022e3a1ce0 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb9156b3-b65f-45f9-87ba-ec6270ab5714']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:50.897743 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-97025bbc-c0de-4424-b1ba-d9022e3a1ce0 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb74590-389b-4135-b58f-abcf345e80a6') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:50.898034 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-97025bbc-c0de-4424-b1ba-d9022e3a1ce0 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb74590-389b-4135-b58f-abcf345e80a6') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:50.906741 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-97025bbc-c0de-4424-b1ba-d9022e3a1ce0 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:50.920823 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-97025bbc-c0de-4424-b1ba-d9022e3a1ce0 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:50.926670 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97025bbc-c0de-4424-b1ba-d9022e3a1ce0 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:06:50.927047 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-97025bbc-c0de-4424-b1ba-d9022e3a1ce0 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:50.929967 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 08:06:50.929967 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:06:50.929967 n-d-771363-34 neutron-server[94017]: timer() Jul 13 08:06:50.929967 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:06:50.929967 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 08:06:50.929967 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:06:50.929967 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 08:06:50.929967 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:06:50.929967 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 08:06:50.929967 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:06:50.929967 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 08:06:50.929967 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:06:50.929967 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 08:06:50.929967 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:06:50.929967 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:06:50.929967 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:06:50.929967 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:06:50.929967 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:06:50.929967 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 08:06:50.929967 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:06:50.929967 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 08:06:50.929967 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:06:50.929967 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:06:50.929967 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:06:50.929967 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 08:06:50.929967 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:06:50.929967 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:06:50.929967 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:06:50.929967 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:06:50.929967 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:06:50.929967 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:06:50.929967 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:06:50.994128 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-97025bbc-c0de-4424-b1ba-d9022e3a1ce0 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:51.001978 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-97025bbc-c0de-4424-b1ba-d9022e3a1ce0 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:51.003843 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-97025bbc-c0de-4424-b1ba-d9022e3a1ce0 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "DELETE /v2.0/networks/fb9156b3-b65f-45f9-87ba-ec6270ab5714 HTTP/1.1" status: 204 len: 168 time: 0.2972927 Jul 13 08:06:51.016211 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97025bbc-c0de-4424-b1ba-d9022e3a1ce0 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event deleted for resources: {'Network': ['ID=fb9156b3-b65f-45f9-87ba-ec6270ab5714,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:51.023400 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40244) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:51.027409 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-ecd3f799-d3cf-47d2-94c1-8d7cc4fae566 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Request body: {'network': {'name': 'tempest-network-smoke--1825013897', 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'port_security_enabled': True}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:51.049993 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd3f799-d3cf-47d2-94c1-8d7cc4fae566 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Made reservation on behalf of 0a67ab63b383498abd34c8c450b892c6 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:06:51.053940 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f799-d3cf-47d2-94c1-8d7cc4fae566 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:51.082416 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd3f799-d3cf-47d2-94c1-8d7cc4fae566 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:06:51.091414 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f799-d3cf-47d2-94c1-8d7cc4fae566 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:51.091765 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-ecd3f799-d3cf-47d2-94c1-8d7cc4fae566 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Added segment 87b631a1-e999-42a5-8b7a-5ab95e92b099 of type vlan for network 18b093e1-e69e-487a-9664-a510c11e22d3 Jul 13 08:06:51.131289 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f799-d3cf-47d2-94c1-8d7cc4fae566 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:51.160689 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f799-d3cf-47d2-94c1-8d7cc4fae566 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:51.166409 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd3f799-d3cf-47d2-94c1-8d7cc4fae566 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:51.166998 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f799-d3cf-47d2-94c1-8d7cc4fae566 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:51.206729 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ecd3f799-d3cf-47d2-94c1-8d7cc4fae566 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1841767 Jul 13 08:06:51.209321 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40246) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:51.213685 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-ba26b164-be69-4d61-af3e-4f30a79623fb tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1445140102', 'admin_state_up': True, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:51.252753 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3f799-d3cf-47d2-94c1-8d7cc4fae566 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'Network': ['ID=18b093e1-e69e-487a-9664-a510c11e22d3,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:51.263206 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 18b093e1-e69e-487a-9664-a510c11e22d3 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:06:51.271474 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ba26b164-be69-4d61-af3e-4f30a79623fb tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:51.272454 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ba26b164-be69-4d61-af3e-4f30a79623fb tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:51.330908 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ba26b164-be69-4d61-af3e-4f30a79623fb tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:51.478213 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ba26b164-be69-4d61-af3e-4f30a79623fb tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:51.682486 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ba26b164-be69-4d61-af3e-4f30a79623fb tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:51.702876 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ba26b164-be69-4d61-af3e-4f30a79623fb tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:51.808825 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-ba26b164-be69-4d61-af3e-4f30a79623fb tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Allocated IP 172.25.3.9 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/c554a658-c221-455c-840e-ae4c9de17550) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:06:51.876256 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 6216bd77-408d-4570-8b8d-0ac00357563a no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:06:51.898315 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 6216bd77-408d-4570-8b8d-0ac00357563a {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:06:51.898744 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 6216bd77-408d-4570-8b8d-0ac00357563a not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:06:51.899161 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 2c43ab70-252c-4323-8161-48b9e4398fa0 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:06:51.918173 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 2c43ab70-252c-4323-8161-48b9e4398fa0 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:06:51.918526 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 2c43ab70-252c-4323-8161-48b9e4398fa0 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:06:51.924984 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ba26b164-be69-4d61-af3e-4f30a79623fb tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:51.964464 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ba26b164-be69-4d61-af3e-4f30a79623fb tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:52.001183 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba26b164-be69-4d61-af3e-4f30a79623fb tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:06:52.006245 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-ba26b164-be69-4d61-af3e-4f30a79623fb tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:06:52.009261 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba26b164-be69-4d61-af3e-4f30a79623fb tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:06:52.038669 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26b164-be69-4d61-af3e-4f30a79623fb tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'Port': ['ID=c554a658-c221-455c-840e-ae4c9de17550,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:52.267989 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ba26b164-be69-4d61-af3e-4f30a79623fb tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:52.463743 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ba26b164-be69-4d61-af3e-4f30a79623fb tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:52.593587 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba26b164-be69-4d61-af3e-4f30a79623fb tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Router f3652365-5f8f-46af-8a39-388736ca1055 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:06:52.706430 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba26b164-be69-4d61-af3e-4f30a79623fb tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:06:52.719172 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3547c1cd-54eb-460b-b43b-a1771af8a2f9 None None] Sync routers for ids ['f3652365-5f8f-46af-8a39-388736ca1055'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:06:52.730376 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ba26b164-be69-4d61-af3e-4f30a79623fb tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:52.732779 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3547c1cd-54eb-460b-b43b-a1771af8a2f9 None None] Routers {'f3652365-5f8f-46af-8a39-388736ca1055'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:52.733446 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-3547c1cd-54eb-460b-b43b-a1771af8a2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:06:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f3652365-5f8f-46af-8a39-388736ca1055'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:52.737167 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40248) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:52.737672 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ba26b164-be69-4d61-af3e-4f30a79623fb tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5270002 Jul 13 08:06:52.771143 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3a4213c9-3855-438c-a59c-b01ac08878ec tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=0a67ab63b383498abd34c8c450b892c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320246 Jul 13 08:06:52.775016 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40250) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:52.849245 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-3547c1cd-54eb-460b-b43b-a1771af8a2f9 None None] Set router f3652365-5f8f-46af-8a39-388736ca1055 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:06:52.880996 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20524e74-0847-44e5-a97f-9ced2f481ae6 tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:52.882530 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-20524e74-0847-44e5-a97f-9ced2f481ae6 tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1065390 Jul 13 08:06:52.885388 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40252) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:52.914789 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4d324041-13c5-4d75-8b2b-dd54fffbfc0b tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=099fd220-496e-4556-906a-9ab228a05c02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281723 Jul 13 08:06:52.917230 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40254) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:52.922734 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-817ae31e-88aa-4429-b6cc-6fbaa405edb0 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-257010754', 'network_id': '18b093e1-e69e-487a-9664-a510c11e22d3', 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:53.022895 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817ae31e-88aa-4429-b6cc-6fbaa405edb0 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Made reservation on behalf of 0a67ab63b383498abd34c8c450b892c6 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:06:53.026793 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-817ae31e-88aa-4429-b6cc-6fbaa405edb0 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:53.074321 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-3547c1cd-54eb-460b-b43b-a1771af8a2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3652365-5f8f-46af-8a39-388736ca1055', 'name': 'tempest-TestNetworkBasicOps-router-1445140102', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'c554a658-c221-455c-840e-ae4c9de17550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:51Z', 'updated_at': '2021-07-13T08:06:52Z', 'revision_number': 3, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'gw_port': {'id': 'c554a658-c221-455c-840e-ae4c9de17550', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fa:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3652365-5f8f-46af-8a39-388736ca1055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:51Z', 'updated_at': '2021-07-13T08:06:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:53.102695 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3547c1cd-54eb-460b-b43b-a1771af8a2f9 None None] Checking router: f3652365-5f8f-46af-8a39-388736ca1055 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:06:53.102946 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3547c1cd-54eb-460b-b43b-a1771af8a2f9 None None] Updating router f3652365-5f8f-46af-8a39-388736ca1055 port c554a658-c221-455c-840e-ae4c9de17550 binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:06:53.144514 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3547c1cd-54eb-460b-b43b-a1771af8a2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:53.250324 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-817ae31e-88aa-4429-b6cc-6fbaa405edb0 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:53.317060 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ae31e-88aa-4429-b6cc-6fbaa405edb0 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'Subnet': ['ID=7b80ed41-e566-4e67-92b8-006343b0552f,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:53.338648 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817ae31e-88aa-4429-b6cc-6fbaa405edb0 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Checking segment: {'id': '87b631a1-e999-42a5-8b7a-5ab95e92b099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '18b093e1-e69e-487a-9664-a510c11e22d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:06:53.339252 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817ae31e-88aa-4429-b6cc-6fbaa405edb0 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Network hostable DHCP agents. Network: 18b093e1-e69e-487a-9664-a510c11e22d3, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:06:53.367693 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817ae31e-88aa-4429-b6cc-6fbaa405edb0 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Network 18b093e1-e69e-487a-9664-a510c11e22d3 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:06:53.377993 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-817ae31e-88aa-4429-b6cc-6fbaa405edb0 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 18b093e1-e69e-487a-9664-a510c11e22d3) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:06:53.382362 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817ae31e-88aa-4429-b6cc-6fbaa405edb0 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:53.382939 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-817ae31e-88aa-4429-b6cc-6fbaa405edb0 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:53.390240 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff38de52-e805-43f5-b3b9-c2728b8b3b87 None None] Network 18b093e1-e69e-487a-9664-a510c11e22d3 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:06:53.403237 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-817ae31e-88aa-4429-b6cc-6fbaa405edb0 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4847257 Jul 13 08:06:53.406327 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40256) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:53.437749 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3547c1cd-54eb-460b-b43b-a1771af8a2f9 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:53.452241 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-3547c1cd-54eb-460b-b43b-a1771af8a2f9 None None] Transition to ACTIVE for port object c554a658-c221-455c-840e-ae4c9de17550 will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:06:53.460053 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3547c1cd-54eb-460b-b43b-a1771af8a2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:53.518314 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6d76c-5123-4af0-99b9-22344966d7f1 None None] Pushing event updated for resources: {'Port': ['ID=c554a658-c221-455c-840e-ae4c9de17550,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:53.527743 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-3547c1cd-54eb-460b-b43b-a1771af8a2f9 None None] Attempting to bind port c554a658-c221-455c-840e-ae4c9de17550 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:06:53.528628 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-3547c1cd-54eb-460b-b43b-a1771af8a2f9 None None] Attempting to bind port c554a658-c221-455c-840e-ae4c9de17550 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:06:53.528988 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3547c1cd-54eb-460b-b43b-a1771af8a2f9 None None] Attempting to bind port c554a658-c221-455c-840e-ae4c9de17550 on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:06:53.532948 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6d76c-5123-4af0-99b9-22344966d7f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:53.533291 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6d76c-5123-4af0-99b9-22344966d7f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:53.533621 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6d76c-5123-4af0-99b9-22344966d7f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:53.533955 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6d76c-5123-4af0-99b9-22344966d7f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:53.534282 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6d76c-5123-4af0-99b9-22344966d7f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:53.534610 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6d76c-5123-4af0-99b9-22344966d7f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:53.534931 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6d76c-5123-4af0-99b9-22344966d7f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:53.535281 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6d76c-5123-4af0-99b9-22344966d7f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:53.535600 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6d76c-5123-4af0-99b9-22344966d7f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:53.535914 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6d76c-5123-4af0-99b9-22344966d7f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:53.536232 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6d76c-5123-4af0-99b9-22344966d7f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:53.536539 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6d76c-5123-4af0-99b9-22344966d7f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:06:53.541629 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3547c1cd-54eb-460b-b43b-a1771af8a2f9 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:06:53.542003 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3547c1cd-54eb-460b-b43b-a1771af8a2f9 None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:06:53.542419 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3547c1cd-54eb-460b-b43b-a1771af8a2f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:53.542788 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3547c1cd-54eb-460b-b43b-a1771af8a2f9 None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:06:53.543277 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-3547c1cd-54eb-460b-b43b-a1771af8a2f9 None None] Bound port: c554a658-c221-455c-840e-ae4c9de17550, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:06:53.544211 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3547c1cd-54eb-460b-b43b-a1771af8a2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:53.591193 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddb078f-b344-4523-9151-c3a9dab99b5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-18b093e1-e69e-487a-9664-a510c11e22d3', 'network_id': '18b093e1-e69e-487a-9664-a510c11e22d3', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'fixed_ips': [{'subnet_id': '7b80ed41-e566-4e67-92b8-006343b0552f'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:06:53.592536 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5ddb078f-b344-4523-9151-c3a9dab99b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:53.602197 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-3547c1cd-54eb-460b-b43b-a1771af8a2f9 None None] For port c554a658-c221-455c-840e-ae4c9de17550, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:06:53.605352 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-3547c1cd-54eb-460b-b43b-a1771af8a2f9 None None] For port c554a658-c221-455c-840e-ae4c9de17550, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=c554a658-c221-455c-840e-ae4c9de17550,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:06:53.611743 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-3547c1cd-54eb-460b-b43b-a1771af8a2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:53.626506 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:53.753113 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-5ddb078f-b344-4523-9151-c3a9dab99b5e None None] Allocated IP 172.20.0.2 (18b093e1-e69e-487a-9664-a510c11e22d3/7b80ed41-e566-4e67-92b8-006343b0552f/0ccbd97c-2c3b-4bef-91a1-8db3030c5dd8) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:06:53.759081 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3547c1cd-54eb-460b-b43b-a1771af8a2f9 None None] Routers {'f3652365-5f8f-46af-8a39-388736ca1055'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:53.760010 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-3547c1cd-54eb-460b-b43b-a1771af8a2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:06:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f3652365-5f8f-46af-8a39-388736ca1055'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:53.767366 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6d76c-5123-4af0-99b9-22344966d7f1 None None] Pushing event updated for resources: {'Port': ['ID=c554a658-c221-455c-840e-ae4c9de17550,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:53.882075 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-3547c1cd-54eb-460b-b43b-a1771af8a2f9 None None] Set router f3652365-5f8f-46af-8a39-388736ca1055 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:06:53.897680 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-55ff3f92-5179-4770-bc54-1ceda1333863 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:53.921157 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5ddb078f-b344-4523-9151-c3a9dab99b5e None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:53.929411 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5ddb078f-b344-4523-9151-c3a9dab99b5e None None] Transition to ACTIVE for port object 0ccbd97c-2c3b-4bef-91a1-8db3030c5dd8 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:06:53.945295 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5ddb078f-b344-4523-9151-c3a9dab99b5e None None] Transition to ACTIVE for port object 0ccbd97c-2c3b-4bef-91a1-8db3030c5dd8 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:06:53.953253 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5ddb078f-b344-4523-9151-c3a9dab99b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:53.993977 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddb078f-b344-4523-9151-c3a9dab99b5e None None] Network 18b093e1-e69e-487a-9664-a510c11e22d3 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:06:53.997001 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-5ddb078f-b344-4523-9151-c3a9dab99b5e None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:06:53.999915 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddb078f-b344-4523-9151-c3a9dab99b5e None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:06:54.040401 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb078f-b344-4523-9151-c3a9dab99b5e None None] Pushing event updated for resources: {'Port': ['ID=0ccbd97c-2c3b-4bef-91a1-8db3030c5dd8,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:54.066794 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-3547c1cd-54eb-460b-b43b-a1771af8a2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3652365-5f8f-46af-8a39-388736ca1055', 'name': 'tempest-TestNetworkBasicOps-router-1445140102', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'c554a658-c221-455c-840e-ae4c9de17550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:51Z', 'updated_at': '2021-07-13T08:06:52Z', 'revision_number': 3, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'gw_port': {'id': 'c554a658-c221-455c-840e-ae4c9de17550', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fa:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3652365-5f8f-46af-8a39-388736ca1055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:51Z', 'updated_at': '2021-07-13T08:06:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:54.078400 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-5ddb078f-b344-4523-9151-c3a9dab99b5e None None] Attempting to bind port 0ccbd97c-2c3b-4bef-91a1-8db3030c5dd8 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:06:54.078851 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-5ddb078f-b344-4523-9151-c3a9dab99b5e None None] Attempting to bind port 0ccbd97c-2c3b-4bef-91a1-8db3030c5dd8 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '87b631a1-e999-42a5-8b7a-5ab95e92b099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '18b093e1-e69e-487a-9664-a510c11e22d3'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:06:54.079316 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddb078f-b344-4523-9151-c3a9dab99b5e None None] Attempting to bind port 0ccbd97c-2c3b-4bef-91a1-8db3030c5dd8 on network 18b093e1-e69e-487a-9664-a510c11e22d3 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:06:54.086094 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddb078f-b344-4523-9151-c3a9dab99b5e None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:06:54.086471 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddb078f-b344-4523-9151-c3a9dab99b5e None None] Checking segment: {'id': '87b631a1-e999-42a5-8b7a-5ab95e92b099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '18b093e1-e69e-487a-9664-a510c11e22d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:06:54.086873 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5ddb078f-b344-4523-9151-c3a9dab99b5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:54.087292 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddb078f-b344-4523-9151-c3a9dab99b5e None None] Bound using segment: {'id': '87b631a1-e999-42a5-8b7a-5ab95e92b099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '18b093e1-e69e-487a-9664-a510c11e22d3'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:06:54.087765 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-5ddb078f-b344-4523-9151-c3a9dab99b5e None None] Bound port: 0ccbd97c-2c3b-4bef-91a1-8db3030c5dd8, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87b631a1-e999-42a5-8b7a-5ab95e92b099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '18b093e1-e69e-487a-9664-a510c11e22d3'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:06:54.088144 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5ddb078f-b344-4523-9151-c3a9dab99b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:54.099122 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3547c1cd-54eb-460b-b43b-a1771af8a2f9 None None] The sync data for ids ['f3652365-5f8f-46af-8a39-388736ca1055'] in n-d-771363-34 is: [{'id': 'f3652365-5f8f-46af-8a39-388736ca1055', 'name': 'tempest-TestNetworkBasicOps-router-1445140102', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'c554a658-c221-455c-840e-ae4c9de17550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:51Z', 'updated_at': '2021-07-13T08:06:52Z', 'revision_number': 3, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'gw_port': {'id': 'c554a658-c221-455c-840e-ae4c9de17550', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fa:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3652365-5f8f-46af-8a39-388736ca1055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:51Z', 'updated_at': '2021-07-13T08:06:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:06:54.156363 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-5ddb078f-b344-4523-9151-c3a9dab99b5e None None] For port 0ccbd97c-2c3b-4bef-91a1-8db3030c5dd8, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:06:54.160139 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-5ddb078f-b344-4523-9151-c3a9dab99b5e None None] For port 0ccbd97c-2c3b-4bef-91a1-8db3030c5dd8, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=0ccbd97c-2c3b-4bef-91a1-8db3030c5dd8,segment=NetworkSegment(87b631a1-e999-42a5-8b7a-5ab95e92b099),segment_id=87b631a1-e999-42a5-8b7a-5ab95e92b099)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:06:54.164185 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5ddb078f-b344-4523-9151-c3a9dab99b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:54.181815 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-55ff3f92-5179-4770-bc54-1ceda1333863 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Allocated IP 172.20.0.1 (18b093e1-e69e-487a-9664-a510c11e22d3/7b80ed41-e566-4e67-92b8-006343b0552f/031ddc02-9678-4b55-9e39-7caca028b17d) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:06:54.239965 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:54.245230 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb078f-b344-4523-9151-c3a9dab99b5e None None] Pushing event updated for resources: {'Port': ['ID=0ccbd97c-2c3b-4bef-91a1-8db3030c5dd8,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:54.312350 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-55ff3f92-5179-4770-bc54-1ceda1333863 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:54.327609 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-55ff3f92-5179-4770-bc54-1ceda1333863 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Transition to ACTIVE for port object 031ddc02-9678-4b55-9e39-7caca028b17d will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:06:54.374690 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-55ff3f92-5179-4770-bc54-1ceda1333863 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:54.426169 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ff3f92-5179-4770-bc54-1ceda1333863 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Network 18b093e1-e69e-487a-9664-a510c11e22d3 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:06:54.429426 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-55ff3f92-5179-4770-bc54-1ceda1333863 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:06:54.433577 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ff3f92-5179-4770-bc54-1ceda1333863 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:06:54.449413 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff3f92-5179-4770-bc54-1ceda1333863 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'Port': ['ID=031ddc02-9678-4b55-9e39-7caca028b17d,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:54.508191 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-55ff3f92-5179-4770-bc54-1ceda1333863 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:54.674674 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-55ff3f92-5179-4770-bc54-1ceda1333863 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:54.983632 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-55ff3f92-5179-4770-bc54-1ceda1333863 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:54.990476 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-55ff3f92-5179-4770-bc54-1ceda1333863 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:55.073051 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff3f92-5179-4770-bc54-1ceda1333863 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'Port': ['ID=031ddc02-9678-4b55-9e39-7caca028b17d,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:55.087255 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-55ff3f92-5179-4770-bc54-1ceda1333863 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:55.180971 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ff3f92-5179-4770-bc54-1ceda1333863 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Network 18b093e1-e69e-487a-9664-a510c11e22d3 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:06:55.182381 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-55ff3f92-5179-4770-bc54-1ceda1333863 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:06:55.294656 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be660dcd-963f-49dd-a3cf-63aed0a287a8 None None] Network 18b093e1-e69e-487a-9664-a510c11e22d3 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:06:55.302194 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ff3f92-5179-4770-bc54-1ceda1333863 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Router f3652365-5f8f-46af-8a39-388736ca1055 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:06:55.400328 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d4cc347f-b0ca-4b74-ae31-63d3c4b58dbf None None] Provisioning for port 0ccbd97c-2c3b-4bef-91a1-8db3030c5dd8 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:06:55.422969 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ff3f92-5179-4770-bc54-1ceda1333863 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:06:55.429067 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-55ff3f92-5179-4770-bc54-1ceda1333863 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "PUT /v2.0/routers/f3652365-5f8f-46af-8a39-388736ca1055/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0216498 Jul 13 08:06:55.431402 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40258) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:55.538114 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20e098b-731f-4618-aa61-b719efdd6b9e tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:55.538693 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20e098b-731f-4618-aa61-b719efdd6b9e tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:55.539188 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20e098b-731f-4618-aa61-b719efdd6b9e tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:55.539823 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20e098b-731f-4618-aa61-b719efdd6b9e tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:55.541620 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f20e098b-731f-4618-aa61-b719efdd6b9e tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1092608 Jul 13 08:06:55.545308 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40260) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:55.604858 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bdd9ad-ac32-4292-8784-8261994c2989 tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:55.605338 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bdd9ad-ac32-4292-8784-8261994c2989 tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:55.606450 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bdd9ad-ac32-4292-8784-8261994c2989 tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:55.607082 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bdd9ad-ac32-4292-8784-8261994c2989 tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:55.608689 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-46bdd9ad-ac32-4292-8784-8261994c2989 tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0623872 Jul 13 08:06:55.611364 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40262) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:55.740186 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-602193ef-fbed-4a01-acdf-0d1720fbb2b7 None None] Provisioning for port 031ddc02-9678-4b55-9e39-7caca028b17d completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:06:55.744413 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-602193ef-fbed-4a01-acdf-0d1720fbb2b7 None None] Provisioning complete for port 031ddc02-9678-4b55-9e39-7caca028b17d triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:55.745008 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-602193ef-fbed-4a01-acdf-0d1720fbb2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:55.779558 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db6625b-6438-4746-861b-f04c70b3cc1a None None] Sync routers for ids ['f3652365-5f8f-46af-8a39-388736ca1055'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:06:55.794641 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-602193ef-fbed-4a01-acdf-0d1720fbb2b7 None None] Port 031ddc02-9678-4b55-9e39-7caca028b17d cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:06:55.796329 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db6625b-6438-4746-861b-f04c70b3cc1a None None] Routers {'f3652365-5f8f-46af-8a39-388736ca1055'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:55.797492 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-5db6625b-6438-4746-861b-f04c70b3cc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:06:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f3652365-5f8f-46af-8a39-388736ca1055'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:55.930422 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-5db6625b-6438-4746-861b-f04c70b3cc1a None None] Set router f3652365-5f8f-46af-8a39-388736ca1055 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:06:55.979317 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 0ccbd97c-2c3b-4bef-91a1-8db3030c5dd8 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:06:56.073212 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-07a61b9f-1973-4e49-b725-c4b7b70b0c67 None None] Provisioning complete for port 031ddc02-9678-4b55-9e39-7caca028b17d triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:56.073572 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-07a61b9f-1973-4e49-b725-c4b7b70b0c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:56.145824 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-07a61b9f-1973-4e49-b725-c4b7b70b0c67 None None] Port 031ddc02-9678-4b55-9e39-7caca028b17d cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:06:56.178768 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 0ccbd97c-2c3b-4bef-91a1-8db3030c5dd8 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:06:56.189289 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 0ccbd97c-2c3b-4bef-91a1-8db3030c5dd8 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:56.189657 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:56.218402 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-17584e59-dd55-4397-9bd1-acfb8643e741 tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.6031175 Jul 13 08:06:56.322117 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ef04bec4-a716-451b-bd5a-00bacd56d672 None None] Provisioning complete for port 031ddc02-9678-4b55-9e39-7caca028b17d triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:56.322692 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ef04bec4-a716-451b-bd5a-00bacd56d672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:56.368702 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:56.394638 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-ef04bec4-a716-451b-bd5a-00bacd56d672 None None] Port 031ddc02-9678-4b55-9e39-7caca028b17d cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:06:56.407735 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-5db6625b-6438-4746-861b-f04c70b3cc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3652365-5f8f-46af-8a39-388736ca1055', 'name': 'tempest-TestNetworkBasicOps-router-1445140102', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'c554a658-c221-455c-840e-ae4c9de17550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:51Z', 'updated_at': '2021-07-13T08:06:54Z', 'revision_number': 4, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'gw_port': {'id': 'c554a658-c221-455c-840e-ae4c9de17550', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fa:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3652365-5f8f-46af-8a39-388736ca1055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:51Z', 'updated_at': '2021-07-13T08:06:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '031ddc02-9678-4b55-9e39-7caca028b17d', 'name': '', 'network_id': '18b093e1-e69e-487a-9664-a510c11e22d3', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'mac_address': 'fa:16:3e:66:4b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3652365-5f8f-46af-8a39-388736ca1055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '7b80ed41-e566-4e67-92b8-006343b0552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:54Z', 'updated_at': '2021-07-13T08:06:54Z', 'revision_number': 2, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'subnets': [{'id': '7b80ed41-e566-4e67-92b8-006343b0552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:56.441163 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 0ccbd97c-2c3b-4bef-91a1-8db3030c5dd8, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=0ccbd97c-2c3b-4bef-91a1-8db3030c5dd8,segment=NetworkSegment(87b631a1-e999-42a5-8b7a-5ab95e92b099),segment_id=87b631a1-e999-42a5-8b7a-5ab95e92b099)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:56.442823 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db6625b-6438-4746-861b-f04c70b3cc1a None None] Checking router: f3652365-5f8f-46af-8a39-388736ca1055 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:06:56.443227 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db6625b-6438-4746-861b-f04c70b3cc1a None None] Updating router f3652365-5f8f-46af-8a39-388736ca1055 port 031ddc02-9678-4b55-9e39-7caca028b17d binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:06:56.446561 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:56.480239 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40266) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:56.485024 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-a55fcc01-4afa-4dfe-83f9-077d79fa9942 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-598415885', 'description': 'tempest-secgroup-smoke-598415885 description', 'project_id': '0a67ab63b383498abd34c8c450b892c6'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:56.512929 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a55fcc01-4afa-4dfe-83f9-077d79fa9942 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:56.513411 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c554a658-c221-455c-840e-ae4c9de17550 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:06:56.562815 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5db6625b-6438-4746-861b-f04c70b3cc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:56.587766 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ce94e20c-1c43-42c6-8e61-03a3f817ff50 None None] Provisioning complete for port 031ddc02-9678-4b55-9e39-7caca028b17d triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:56.588152 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ce94e20c-1c43-42c6-8e61-03a3f817ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:56.593661 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=0ccbd97c-2c3b-4bef-91a1-8db3030c5dd8,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:56.614825 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a55fcc01-4afa-4dfe-83f9-077d79fa9942 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:56.619621 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a55fcc01-4afa-4dfe-83f9-077d79fa9942 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:56.651007 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a55fcc01-4afa-4dfe-83f9-077d79fa9942 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:56.655745 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a55fcc01-4afa-4dfe-83f9-077d79fa9942 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1710010 Jul 13 08:06:56.656052 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40268) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:56.658045 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55fcc01-4afa-4dfe-83f9-077d79fa9942 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc52918-1608-4a3b-9cc1-7772c686dfeb,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:56.661626 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-91caadde-6548-4b2f-8a05-de3559c9d9e5 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Request body: {'security_group_rule': {'security_group_id': '7fc52918-1608-4a3b-9cc1-7772c686dfeb', 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:56.677125 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-ce94e20c-1c43-42c6-8e61-03a3f817ff50 None None] Port 031ddc02-9678-4b55-9e39-7caca028b17d cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:06:56.682524 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port c554a658-c221-455c-840e-ae4c9de17550 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:06:56.694151 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-91caadde-6548-4b2f-8a05-de3559c9d9e5 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:56.730789 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port c554a658-c221-455c-840e-ae4c9de17550 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:56.731610 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:56.758930 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-91caadde-6548-4b2f-8a05-de3559c9d9e5 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:56.765791 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-91caadde-6548-4b2f-8a05-de3559c9d9e5 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:56.788086 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91caadde-6548-4b2f-8a05-de3559c9d9e5 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f73f1d7b-f4c7-403b-b7d0-3db79c5e79ab,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:56.793938 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-91caadde-6548-4b2f-8a05-de3559c9d9e5 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:56.795517 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-91caadde-6548-4b2f-8a05-de3559c9d9e5 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1383109 Jul 13 08:06:56.798627 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40270) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:56.803573 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-7f69b395-2367-429c-9693-7fd1f1d5d91b tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Request body: {'security_group_rule': {'security_group_id': '7fc52918-1608-4a3b-9cc1-7772c686dfeb', 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:56.834936 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7f69b395-2367-429c-9693-7fd1f1d5d91b tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:56.899289 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:56.899972 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7f69b395-2367-429c-9693-7fd1f1d5d91b tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:56.904191 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7f69b395-2367-429c-9693-7fd1f1d5d91b tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:56.922944 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69b395-2367-429c-9693-7fd1f1d5d91b tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c928cc-33c8-41f5-ac57-7b40c80d06c6,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:56.932449 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7f69b395-2367-429c-9693-7fd1f1d5d91b tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:56.933713 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port c554a658-c221-455c-840e-ae4c9de17550, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=c554a658-c221-455c-840e-ae4c9de17550,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:06:56.933888 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7f69b395-2367-429c-9693-7fd1f1d5d91b tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1342514 Jul 13 08:06:56.937744 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40272) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:56.942463 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-30add498-219d-4d6b-ba47-12e6bef550cf tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Request body: {'security_group_rule': {'security_group_id': '7fc52918-1608-4a3b-9cc1-7772c686dfeb', 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:56.944027 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:56.975858 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-30add498-219d-4d6b-ba47-12e6bef550cf tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:57.042156 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5db6625b-6438-4746-861b-f04c70b3cc1a None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:57.044081 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-30add498-219d-4d6b-ba47-12e6bef550cf tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:57.048990 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-30add498-219d-4d6b-ba47-12e6bef550cf tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:57.052399 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=c554a658-c221-455c-840e-ae4c9de17550,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:57.064349 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5db6625b-6438-4746-861b-f04c70b3cc1a None None] Transition to ACTIVE for port object 031ddc02-9678-4b55-9e39-7caca028b17d will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:06:57.071733 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5db6625b-6438-4746-861b-f04c70b3cc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:57.074595 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30add498-219d-4d6b-ba47-12e6bef550cf tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e455c59e-c24b-460f-b8a7-9af4582c84b4,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:57.081810 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-30add498-219d-4d6b-ba47-12e6bef550cf tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:57.083031 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-30add498-219d-4d6b-ba47-12e6bef550cf tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1441159 Jul 13 08:06:57.086740 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40274) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:57.092034 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-38cd11cd-66c5-4459-a1d4-99ad028e5ade tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Request body: {'security_group_rule': {'security_group_id': '7fc52918-1608-4a3b-9cc1-7772c686dfeb', 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:57.128894 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-38cd11cd-66c5-4459-a1d4-99ad028e5ade tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:57.134105 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28cd843-ef13-445b-a184-52ff4a14886b None None] Pushing event updated for resources: {'Port': ['ID=031ddc02-9678-4b55-9e39-7caca028b17d,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:57.190822 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-5db6625b-6438-4746-861b-f04c70b3cc1a None None] Attempting to bind port 031ddc02-9678-4b55-9e39-7caca028b17d on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:06:57.191651 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-5db6625b-6438-4746-861b-f04c70b3cc1a None None] Attempting to bind port 031ddc02-9678-4b55-9e39-7caca028b17d by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '87b631a1-e999-42a5-8b7a-5ab95e92b099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '18b093e1-e69e-487a-9664-a510c11e22d3'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:06:57.191651 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db6625b-6438-4746-861b-f04c70b3cc1a None None] Attempting to bind port 031ddc02-9678-4b55-9e39-7caca028b17d on network 18b093e1-e69e-487a-9664-a510c11e22d3 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:06:57.197406 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db6625b-6438-4746-861b-f04c70b3cc1a None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:06:57.197406 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db6625b-6438-4746-861b-f04c70b3cc1a None None] Checking segment: {'id': '87b631a1-e999-42a5-8b7a-5ab95e92b099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '18b093e1-e69e-487a-9664-a510c11e22d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:06:57.197917 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5db6625b-6438-4746-861b-f04c70b3cc1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:57.198200 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db6625b-6438-4746-861b-f04c70b3cc1a None None] Bound using segment: {'id': '87b631a1-e999-42a5-8b7a-5ab95e92b099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '18b093e1-e69e-487a-9664-a510c11e22d3'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:06:57.198717 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-5db6625b-6438-4746-861b-f04c70b3cc1a None None] Bound port: 031ddc02-9678-4b55-9e39-7caca028b17d, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87b631a1-e999-42a5-8b7a-5ab95e92b099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '18b093e1-e69e-487a-9664-a510c11e22d3'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:06:57.199114 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5db6625b-6438-4746-861b-f04c70b3cc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:57.216678 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-38cd11cd-66c5-4459-a1d4-99ad028e5ade tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:57.221082 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-38cd11cd-66c5-4459-a1d4-99ad028e5ade tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:57.241254 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd11cd-66c5-4459-a1d4-99ad028e5ade tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37dbca2a-c922-47ee-9428-540b3b186db1,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:57.250222 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-38cd11cd-66c5-4459-a1d4-99ad028e5ade tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:57.250724 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-38cd11cd-66c5-4459-a1d4-99ad028e5ade tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1627696 Jul 13 08:06:57.253487 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40276) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:57.258272 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-fc4e8f3d-f0af-4d2b-8a04-77ced6f0fc9b tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Request body: {'security_group_rule': {'security_group_id': '7fc52918-1608-4a3b-9cc1-7772c686dfeb', 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:57.290346 n-d-771363-34 neutron-server[94018]: INFO neutron.db.securitygroups_db [None req-fc4e8f3d-f0af-4d2b-8a04-77ced6f0fc9b tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Project 0a67ab63b383498abd34c8c450b892c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:06:57.290649 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-5db6625b-6438-4746-861b-f04c70b3cc1a None None] For port 031ddc02-9678-4b55-9e39-7caca028b17d, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:06:57.296692 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-5db6625b-6438-4746-861b-f04c70b3cc1a None None] For port 031ddc02-9678-4b55-9e39-7caca028b17d, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=031ddc02-9678-4b55-9e39-7caca028b17d,segment=NetworkSegment(87b631a1-e999-42a5-8b7a-5ab95e92b099),segment_id=87b631a1-e999-42a5-8b7a-5ab95e92b099)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:06:57.297053 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fc4e8f3d-f0af-4d2b-8a04-77ced6f0fc9b tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:57.303502 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5db6625b-6438-4746-861b-f04c70b3cc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:57.368415 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fc4e8f3d-f0af-4d2b-8a04-77ced6f0fc9b tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:57.370724 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db6625b-6438-4746-861b-f04c70b3cc1a None None] Routers {'f3652365-5f8f-46af-8a39-388736ca1055'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:06:57.372239 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-5db6625b-6438-4746-861b-f04c70b3cc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:06:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f3652365-5f8f-46af-8a39-388736ca1055'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:57.377244 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28cd843-ef13-445b-a184-52ff4a14886b None None] Pushing event updated for resources: {'Port': ['ID=031ddc02-9678-4b55-9e39-7caca028b17d,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:57.378786 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fc4e8f3d-f0af-4d2b-8a04-77ced6f0fc9b tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:57.399376 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e8f3d-f0af-4d2b-8a04-77ced6f0fc9b tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc7b0dd8-425f-4740-b64f-b350e536a08d,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:57.406881 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fc4e8f3d-f0af-4d2b-8a04-77ced6f0fc9b tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:57.408316 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-fc4e8f3d-f0af-4d2b-8a04-77ced6f0fc9b tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1538167 Jul 13 08:06:57.412658 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40278) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:06:57.417455 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-72501a7d-f3c3-440e-9177-f79b5e75a5d8 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Request body: {'security_group_rule': {'security_group_id': '7fc52918-1608-4a3b-9cc1-7772c686dfeb', 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:57.445450 n-d-771363-34 neutron-server[94018]: INFO neutron.db.securitygroups_db [None req-72501a7d-f3c3-440e-9177-f79b5e75a5d8 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Project 0a67ab63b383498abd34c8c450b892c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:06:57.459610 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-72501a7d-f3c3-440e-9177-f79b5e75a5d8 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:57.545715 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-72501a7d-f3c3-440e-9177-f79b5e75a5d8 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:57.554807 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-72501a7d-f3c3-440e-9177-f79b5e75a5d8 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:57.582554 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72501a7d-f3c3-440e-9177-f79b5e75a5d8 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d24598e-863a-44f8-867a-d4e0c7421f22,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:06:57.588448 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-72501a7d-f3c3-440e-9177-f79b5e75a5d8 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:57.599480 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-72501a7d-f3c3-440e-9177-f79b5e75a5d8 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1760113 Jul 13 08:06:57.693729 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-5db6625b-6438-4746-861b-f04c70b3cc1a None None] Set router f3652365-5f8f-46af-8a39-388736ca1055 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:06:57.742304 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-5a9ff946-743b-4eb6-9239-637ad1344b4f tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-598415885&fields=id&tenant_id=0a67ab63b383498abd34c8c450b892c6 HTTP/1.1" status: 200 len: 267 time: 0.0333953 Jul 13 08:06:57.855690 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-e06df7dc-bba6-4037-b8d3-3fcdf3477df2 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:57.857916 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-e06df7dc-bba6-4037-b8d3-3fcdf3477df2 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/networks?id=18b093e1-e69e-487a-9664-a510c11e22d3 HTTP/1.1" status: 200 len: 797 time: 0.1093259 Jul 13 08:06:57.873219 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-a6be298c-a319-428e-b4b0-a4f931170812 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/quotas/0a67ab63b383498abd34c8c450b892c6 HTTP/1.1" status: 200 len: 375 time: 0.0096548 Jul 13 08:06:57.893634 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 0ccbd97c-2c3b-4bef-91a1-8db3030c5dd8 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:06:57.924790 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-5db6625b-6438-4746-861b-f04c70b3cc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3652365-5f8f-46af-8a39-388736ca1055', 'name': 'tempest-TestNetworkBasicOps-router-1445140102', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'c554a658-c221-455c-840e-ae4c9de17550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:51Z', 'updated_at': '2021-07-13T08:06:54Z', 'revision_number': 4, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'gw_port': {'id': 'c554a658-c221-455c-840e-ae4c9de17550', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3652365-5f8f-46af-8a39-388736ca1055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:51Z', 'updated_at': '2021-07-13T08:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '031ddc02-9678-4b55-9e39-7caca028b17d', 'name': '', 'network_id': '18b093e1-e69e-487a-9664-a510c11e22d3', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'mac_address': 'fa:16:3e:66:4b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3652365-5f8f-46af-8a39-388736ca1055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '7b80ed41-e566-4e67-92b8-006343b0552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:54Z', 'updated_at': '2021-07-13T08:06:57Z', 'revision_number': 4, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'subnets': [{'id': '7b80ed41-e566-4e67-92b8-006343b0552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:06:57.947745 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-97df9012-524e-478c-b50f-272d704bdc74 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0a67ab63b383498abd34c8c450b892c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671930 Jul 13 08:06:57.953983 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db6625b-6438-4746-861b-f04c70b3cc1a None None] The sync data for ids ['f3652365-5f8f-46af-8a39-388736ca1055'] in n-d-771363-34 is: [{'id': 'f3652365-5f8f-46af-8a39-388736ca1055', 'name': 'tempest-TestNetworkBasicOps-router-1445140102', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'c554a658-c221-455c-840e-ae4c9de17550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:51Z', 'updated_at': '2021-07-13T08:06:54Z', 'revision_number': 4, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'gw_port': {'id': 'c554a658-c221-455c-840e-ae4c9de17550', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3652365-5f8f-46af-8a39-388736ca1055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:51Z', 'updated_at': '2021-07-13T08:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '031ddc02-9678-4b55-9e39-7caca028b17d', 'name': '', 'network_id': '18b093e1-e69e-487a-9664-a510c11e22d3', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'mac_address': 'fa:16:3e:66:4b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3652365-5f8f-46af-8a39-388736ca1055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '7b80ed41-e566-4e67-92b8-006343b0552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:54Z', 'updated_at': '2021-07-13T08:06:57Z', 'revision_number': 4, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'subnets': [{'id': '7b80ed41-e566-4e67-92b8-006343b0552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:06:57.977605 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 0ccbd97c-2c3b-4bef-91a1-8db3030c5dd8 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:57.977979 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:58.084369 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-134d76bd-3b6c-496a-b2ca-149bd5361aac service neutron] 10.222.0.23 "GET /v2.0/networks/18b093e1-e69e-487a-9664-a510c11e22d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227417 Jul 13 08:06:58.084567 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c554a658-c221-455c-840e-ae4c9de17550 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:06:58.135519 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port c554a658-c221-455c-840e-ae4c9de17550 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:58.135886 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:58.189601 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-c555d278-4c54-44ff-9c93-6ad2e4d5258f service neutron] 10.222.0.23 "GET /v2.0/networks/18b093e1-e69e-487a-9664-a510c11e22d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982885 Jul 13 08:06:58.390614 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1233ed8b-2a93-4b61-a27f-26a88c03b8b2 req-616fe2d5-a802-4a45-9743-efebdd235577 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/ports?device_id=41fdc18f-5141-4c58-bbb6-e3fac2437671 HTTP/1.1" status: 200 len: 210 time: 0.0426621 Jul 13 08:06:59.528359 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-48fab027-0f9e-4390-895b-49f4a28ff35f req-b28adeda-89a2-442c-858d-89736e578954 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/ports?device_id=41fdc18f-5141-4c58-bbb6-e3fac2437671 HTTP/1.1" status: 200 len: 210 time: 0.0304360 Jul 13 08:06:59.644916 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-84a8ecdf-1e61-44c6-bfca-e9d631c819e7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:06:59.646716 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-84a8ecdf-1e61-44c6-bfca-e9d631c819e7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.42 "GET /v2.0/networks?id=18b093e1-e69e-487a-9664-a510c11e22d3 HTTP/1.1" status: 200 len: 797 time: 0.1081038 Jul 13 08:06:59.689542 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-8f7c95fc-8c78-4c80-a7f2-203d7ea477e7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a67ab63b383498abd34c8c450b892c6 HTTP/1.1" status: 200 len: 379 time: 0.0352538 Jul 13 08:06:59.698420 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-104bd827-257d-434b-8c8b-96c0e7be2be5 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Request body: {'port': {'device_id': '41fdc18f-5141-4c58-bbb6-e3fac2437671', 'network_id': '18b093e1-e69e-487a-9664-a510c11e22d3', 'admin_state_up': True, 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'security_groups': ['7fc52918-1608-4a3b-9cc1-7772c686dfeb']}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:06:59.805586 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-104bd827-257d-434b-8c8b-96c0e7be2be5 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Made reservation on behalf of 0a67ab63b383498abd34c8c450b892c6 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:06:59.810208 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-104bd827-257d-434b-8c8b-96c0e7be2be5 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:06:59.902073 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 031ddc02-9678-4b55-9e39-7caca028b17d up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:06:59.944282 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-104bd827-257d-434b-8c8b-96c0e7be2be5 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Allocated IP 172.20.0.14 (18b093e1-e69e-487a-9664-a510c11e22d3/7b80ed41-e566-4e67-92b8-006343b0552f/51d36e88-18b5-4218-8908-afbf9d04b8cd) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:06:59.955434 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 031ddc02-9678-4b55-9e39-7caca028b17d completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:06:59.959231 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 031ddc02-9678-4b55-9e39-7caca028b17d triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:06:59.959682 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:00.037183 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:00.070481 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 031ddc02-9678-4b55-9e39-7caca028b17d, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=031ddc02-9678-4b55-9e39-7caca028b17d,segment=NetworkSegment(87b631a1-e999-42a5-8b7a-5ab95e92b099),segment_id=87b631a1-e999-42a5-8b7a-5ab95e92b099)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:07:00.074312 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:00.091708 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-104bd827-257d-434b-8c8b-96c0e7be2be5 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:00.108864 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-104bd827-257d-434b-8c8b-96c0e7be2be5 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Transition to ACTIVE for port object 51d36e88-18b5-4218-8908-afbf9d04b8cd will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:07:00.132463 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=031ddc02-9678-4b55-9e39-7caca028b17d,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:00.147321 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-104bd827-257d-434b-8c8b-96c0e7be2be5 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:00.195075 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-104bd827-257d-434b-8c8b-96c0e7be2be5 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Network 18b093e1-e69e-487a-9664-a510c11e22d3 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:07:00.198349 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-104bd827-257d-434b-8c8b-96c0e7be2be5 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:07:00.202701 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-104bd827-257d-434b-8c8b-96c0e7be2be5 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:07:00.227166 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104bd827-257d-434b-8c8b-96c0e7be2be5 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'Port': ['ID=51d36e88-18b5-4218-8908-afbf9d04b8cd,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:00.256456 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-104bd827-257d-434b-8c8b-96c0e7be2be5 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:00.257097 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-104bd827-257d-434b-8c8b-96c0e7be2be5 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:00.272238 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-104bd827-257d-434b-8c8b-96c0e7be2be5 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5775051 Jul 13 08:07:00.284281 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-56802993-e559-4335-8820-44247fe0fa41 service neutron] Request body: {'port': {'device_id': '41fdc18f-5141-4c58-bbb6-e3fac2437671', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:07:00.299773 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-46327d4f-c936-485c-87fc-6e79718e8f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:00.336947 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8c1261d9-ac15-402a-aba6-4cf04a64701e None None] Provisioning complete for port 031ddc02-9678-4b55-9e39-7caca028b17d triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:07:00.337321 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8c1261d9-ac15-402a-aba6-4cf04a64701e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:00.368044 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-56802993-e559-4335-8820-44247fe0fa41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:00.541319 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6dc20714-f720-4b5f-9c22-591224a2665b None None] Provisioning for port 51d36e88-18b5-4218-8908-afbf9d04b8cd completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:07:00.545221 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6dc20714-f720-4b5f-9c22-591224a2665b None None] Provisioning complete for port 51d36e88-18b5-4218-8908-afbf9d04b8cd triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:07:00.545590 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6dc20714-f720-4b5f-9c22-591224a2665b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:00.583722 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-6dc20714-f720-4b5f-9c22-591224a2665b None None] Port 51d36e88-18b5-4218-8908-afbf9d04b8cd cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:07:00.662351 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-56802993-e559-4335-8820-44247fe0fa41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51d36e88-18b5-4218-8908-afbf9d04b8cd {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:07:00.670635 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-56802993-e559-4335-8820-44247fe0fa41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:00.682819 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-56802993-e559-4335-8820-44247fe0fa41 service neutron] Transition to ACTIVE for port object 51d36e88-18b5-4218-8908-afbf9d04b8cd will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:07:00.686892 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-56802993-e559-4335-8820-44247fe0fa41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:00.709082 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44d2d9-368e-43c3-a353-94b84dec0ba1 req-560f1d8f-5275-41dc-97d2-74896c0db89e tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:00.710516 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6a44d2d9-368e-43c3-a353-94b84dec0ba1 req-560f1d8f-5275-41dc-97d2-74896c0db89e tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/ports?device_id=41fdc18f-5141-4c58-bbb6-e3fac2437671 HTTP/1.1" status: 200 len: 932 time: 0.0647557 Jul 13 08:07:00.742017 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56802993-e559-4335-8820-44247fe0fa41 service neutron] Pushing event updated for resources: {'Port': ['ID=51d36e88-18b5-4218-8908-afbf9d04b8cd,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:00.752599 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6a44d2d9-368e-43c3-a353-94b84dec0ba1 req-08c6ae7f-89b6-4e14-8f93-a11cb7550271 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc52918-1608-4a3b-9cc1-7772c686dfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355592 Jul 13 08:07:00.821610 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-56802993-e559-4335-8820-44247fe0fa41 service neutron] Attempting to bind port 51d36e88-18b5-4218-8908-afbf9d04b8cd on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:07:00.821940 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-56802993-e559-4335-8820-44247fe0fa41 service neutron] Attempting to bind port 51d36e88-18b5-4218-8908-afbf9d04b8cd by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '87b631a1-e999-42a5-8b7a-5ab95e92b099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '18b093e1-e69e-487a-9664-a510c11e22d3'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:07:00.822264 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-56802993-e559-4335-8820-44247fe0fa41 service neutron] Attempting to bind port 51d36e88-18b5-4218-8908-afbf9d04b8cd on network 18b093e1-e69e-487a-9664-a510c11e22d3 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:07:00.828001 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-56802993-e559-4335-8820-44247fe0fa41 service neutron] Port 51d36e88-18b5-4218-8908-afbf9d04b8cd on network 18b093e1-e69e-487a-9664-a510c11e22d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:07:00.828321 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-56802993-e559-4335-8820-44247fe0fa41 service neutron] Attempting to bind port 51d36e88-18b5-4218-8908-afbf9d04b8cd on network 18b093e1-e69e-487a-9664-a510c11e22d3 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:07:00.833231 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-56802993-e559-4335-8820-44247fe0fa41 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:07:00.833596 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-56802993-e559-4335-8820-44247fe0fa41 service neutron] Checking segment: {'id': '87b631a1-e999-42a5-8b7a-5ab95e92b099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '18b093e1-e69e-487a-9664-a510c11e22d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:07:00.833982 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-56802993-e559-4335-8820-44247fe0fa41 service neutron] Bound using segment: {'id': '87b631a1-e999-42a5-8b7a-5ab95e92b099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '18b093e1-e69e-487a-9664-a510c11e22d3'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:07:00.834402 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-56802993-e559-4335-8820-44247fe0fa41 service neutron] Bound port: 51d36e88-18b5-4218-8908-afbf9d04b8cd, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87b631a1-e999-42a5-8b7a-5ab95e92b099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '18b093e1-e69e-487a-9664-a510c11e22d3'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:07:00.834755 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-56802993-e559-4335-8820-44247fe0fa41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:00.904871 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-56802993-e559-4335-8820-44247fe0fa41 service neutron] For port 51d36e88-18b5-4218-8908-afbf9d04b8cd, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:07:00.909353 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-56802993-e559-4335-8820-44247fe0fa41 service neutron] For port 51d36e88-18b5-4218-8908-afbf9d04b8cd, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=51d36e88-18b5-4218-8908-afbf9d04b8cd,segment=NetworkSegment(87b631a1-e999-42a5-8b7a-5ab95e92b099),segment_id=87b631a1-e999-42a5-8b7a-5ab95e92b099)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:07:00.913562 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-56802993-e559-4335-8820-44247fe0fa41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:00.946516 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-56802993-e559-4335-8820-44247fe0fa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:00.947504 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-56802993-e559-4335-8820-44247fe0fa41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:00.949358 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-56802993-e559-4335-8820-44247fe0fa41 service neutron] 10.222.0.42 "PUT /v2.0/ports/51d36e88-18b5-4218-8908-afbf9d04b8cd HTTP/1.1" status: 200 len: 1093 time: 0.6696000 Jul 13 08:07:00.951700 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41fdc18f-5141-4c58-bbb6-e3fac2437671', 'tag': '51d36e88-18b5-4218-8908-afbf9d04b8cd'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:07:00.955153 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bac3b7-69a0-4875-a0ff-cebda2281692" -d '{"events": [{"name": "network-changed", "server_uuid": "41fdc18f-5141-4c58-bbb6-e3fac2437671", "tag": "51d36e88-18b5-4218-8908-afbf9d04b8cd"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:07:00.987418 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56802993-e559-4335-8820-44247fe0fa41 service neutron] Pushing event updated for resources: {'Port': ['ID=51d36e88-18b5-4218-8908-afbf9d04b8cd,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:01.006315 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da039419-1726-4e09-b6f1-a0c8c686662a x-openstack-request-id: req-da039419-1726-4e09-b6f1-a0c8c686662a {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:07:01.006610 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41fdc18f-5141-4c58-bbb6-e3fac2437671", "tag": "51d36e88-18b5-4218-8908-afbf9d04b8cd", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:07:01.006861 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-da039419-1726-4e09-b6f1-a0c8c686662a {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:07:01.007449 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41fdc18f-5141-4c58-bbb6-e3fac2437671', 'tag': '51d36e88-18b5-4218-8908-afbf9d04b8cd', 'status': 'completed', 'code': 200} Jul 13 08:07:01.066011 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-fdb19ed5-54bc-4c6a-b538-9e5551017ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:01.067623 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-fdb19ed5-54bc-4c6a-b538-9e5551017ef3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a67ab63b383498abd34c8c450b892c6&device_id=41fdc18f-5141-4c58-bbb6-e3fac2437671 HTTP/1.1" status: 200 len: 1096 time: 0.0638013 Jul 13 08:07:01.110927 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-41202a27-6ac3-4ba4-8034-5337bd2842f4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51d36e88-18b5-4218-8908-afbf9d04b8cd HTTP/1.1" status: 200 len: 217 time: 0.0367181 Jul 13 08:07:01.159979 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-01bbab70-0676-40bc-924c-4e6d544fcf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:01.161471 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-01bbab70-0676-40bc-924c-4e6d544fcf65 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7b80ed41-e566-4e67-92b8-006343b0552f HTTP/1.1" status: 200 len: 834 time: 0.0440555 Jul 13 08:07:01.222013 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-333f4495-50aa-4030-b554-374b49aef608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:01.223533 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-333f4495-50aa-4030-b554-374b49aef608 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=18b093e1-e69e-487a-9664-a510c11e22d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563946 Jul 13 08:07:01.312195 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-9f196835-8584-4e29-83b6-390b22a8d8c4 service neutron] 10.222.0.42 "GET /v2.0/networks/18b093e1-e69e-487a-9664-a510c11e22d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826709 Jul 13 08:07:01.414496 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c7a4cc19-9556-42f0-b3a6-13bda40780f9 req-33880730-43db-435d-a0ed-d5e8cd7f3323 service neutron] 10.222.0.42 "GET /v2.0/networks/18b093e1-e69e-487a-9664-a510c11e22d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956390 Jul 13 08:07:01.513862 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bac3b7-69a0-4875-a0ff-cebda2281692 req-098db7e7-720f-4b5c-896d-602d1ca86a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:01.515663 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b0bac3b7-69a0-4875-a0ff-cebda2281692 req-098db7e7-720f-4b5c-896d-602d1ca86a31 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a67ab63b383498abd34c8c450b892c6&device_id=41fdc18f-5141-4c58-bbb6-e3fac2437671 HTTP/1.1" status: 200 len: 1096 time: 0.0533376 Jul 13 08:07:01.608817 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bac3b7-69a0-4875-a0ff-cebda2281692 req-c5a684ed-3100-4700-afec-2f125d5a865f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:01.610279 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b0bac3b7-69a0-4875-a0ff-cebda2281692 req-c5a684ed-3100-4700-afec-2f125d5a865f service neutron] 10.222.0.42 "GET /v2.0/networks?id=18b093e1-e69e-487a-9664-a510c11e22d3 HTTP/1.1" status: 200 len: 898 time: 0.0885720 Jul 13 08:07:01.651804 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b0bac3b7-69a0-4875-a0ff-cebda2281692 req-9a8ae877-e8ba-4918-ba3d-cb9331630ee3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51d36e88-18b5-4218-8908-afbf9d04b8cd HTTP/1.1" status: 200 len: 217 time: 0.0344081 Jul 13 08:07:01.698727 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bac3b7-69a0-4875-a0ff-cebda2281692 req-a612897d-d993-4635-8a71-c53e919a1fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:01.701079 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b0bac3b7-69a0-4875-a0ff-cebda2281692 req-a612897d-d993-4635-8a71-c53e919a1fb1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7b80ed41-e566-4e67-92b8-006343b0552f HTTP/1.1" status: 200 len: 834 time: 0.0427253 Jul 13 08:07:01.763168 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bac3b7-69a0-4875-a0ff-cebda2281692 req-88cc4908-34b3-47f0-95c4-c31316bdbb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:01.765054 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b0bac3b7-69a0-4875-a0ff-cebda2281692 req-88cc4908-34b3-47f0-95c4-c31316bdbb14 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=18b093e1-e69e-487a-9664-a510c11e22d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573833 Jul 13 08:07:01.863440 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b0bac3b7-69a0-4875-a0ff-cebda2281692 req-33ea31f4-27e9-450d-9a2b-13a0fe5ec7fc service neutron] 10.222.0.42 "GET /v2.0/networks/18b093e1-e69e-487a-9664-a510c11e22d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897195 Jul 13 08:07:01.910413 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 031ddc02-9678-4b55-9e39-7caca028b17d up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:07:01.938966 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4a9cd-23be-460e-bf92-07d6dfbb7bcd req-fe9c4ef9-4c26-4013-99d3-b9b0347fc96c tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:01.940530 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f4d4a9cd-23be-460e-bf92-07d6dfbb7bcd req-fe9c4ef9-4c26-4013-99d3-b9b0347fc96c tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/ports?device_id=41fdc18f-5141-4c58-bbb6-e3fac2437671 HTTP/1.1" status: 200 len: 944 time: 0.0725179 Jul 13 08:07:01.964004 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 031ddc02-9678-4b55-9e39-7caca028b17d triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:07:01.964479 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:01.978751 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b0bac3b7-69a0-4875-a0ff-cebda2281692 req-2a398d68-d6c1-48a5-9f73-945e969b74e2 service neutron] 10.222.0.42 "GET /v2.0/networks/18b093e1-e69e-487a-9664-a510c11e22d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087482 Jul 13 08:07:01.979829 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f4d4a9cd-23be-460e-bf92-07d6dfbb7bcd req-617b2044-fd36-461a-b9e9-1d5d55782d38 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc52918-1608-4a3b-9cc1-7772c686dfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337296 Jul 13 08:07:03.156097 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8e02e-9bbe-4683-8ff4-0c8c4caf8812 req-876621ea-d2d9-4b6b-8063-688b37e62225 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:03.157631 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-63c8e02e-9bbe-4683-8ff4-0c8c4caf8812 req-876621ea-d2d9-4b6b-8063-688b37e62225 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/ports?device_id=41fdc18f-5141-4c58-bbb6-e3fac2437671 HTTP/1.1" status: 200 len: 944 time: 0.0637875 Jul 13 08:07:03.171086 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0555d01d-9534-4e7d-8e3b-837cdc34439a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:03.196916 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-63c8e02e-9bbe-4683-8ff4-0c8c4caf8812 req-0fb2bc51-b598-4256-ab6d-f9def3819b61 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc52918-1608-4a3b-9cc1-7772c686dfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335822 Jul 13 08:07:03.209967 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:04.206911 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:04.377119 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dffbb6-3ae3-4dfa-8672-1fd7bc7fba61 req-fc8f7811-8923-42bc-9d18-1ce277839eb2 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:04.378495 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-30dffbb6-3ae3-4dfa-8672-1fd7bc7fba61 req-fc8f7811-8923-42bc-9d18-1ce277839eb2 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/ports?device_id=41fdc18f-5141-4c58-bbb6-e3fac2437671 HTTP/1.1" status: 200 len: 944 time: 0.0662942 Jul 13 08:07:04.415043 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-30dffbb6-3ae3-4dfa-8672-1fd7bc7fba61 req-4f353ec6-0eb6-46cb-9252-a02b6ceb84d9 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc52918-1608-4a3b-9cc1-7772c686dfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310547 Jul 13 08:07:04.566359 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 51d36e88-18b5-4218-8908-afbf9d04b8cd details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:07:04.662289 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 51d36e88-18b5-4218-8908-afbf9d04b8cd, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=51d36e88-18b5-4218-8908-afbf9d04b8cd,segment=NetworkSegment(87b631a1-e999-42a5-8b7a-5ab95e92b099),segment_id=87b631a1-e999-42a5-8b7a-5ab95e92b099)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:07:04.673593 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '51d36e88-18b5-4218-8908-afbf9d04b8cd', 'network_id': '18b093e1-e69e-487a-9664-a510c11e22d3', 'port_id': '51d36e88-18b5-4218-8908-afbf9d04b8cd', 'mac_address': 'fa:16:3e:0f:e4:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b80ed41-e566-4e67-92b8-006343b0552f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:07:04.709381 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:04.722076 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51d36e88-18b5-4218-8908-afbf9d04b8cd {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:07:04.742183 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 51d36e88-18b5-4218-8908-afbf9d04b8cd, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=51d36e88-18b5-4218-8908-afbf9d04b8cd,segment=NetworkSegment(87b631a1-e999-42a5-8b7a-5ab95e92b099),segment_id=87b631a1-e999-42a5-8b7a-5ab95e92b099)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:07:04.745752 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:04.800833 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=51d36e88-18b5-4218-8908-afbf9d04b8cd,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:04.808288 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:04.808627 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:04.808957 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:04.809283 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:04.809605 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:04.810090 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:04.810946 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:04.811296 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:04.811620 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:04.811938 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:04.812258 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:04.812571 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:04.956413 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['51d36e88-18b5-4218-8908-afbf9d04b8cd'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:07:05.589320 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94ca5c-ea51-415f-9ffb-97102b052af8 req-d8c31c1e-8094-4c1c-a257-b7539cdd5f69 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:05.590790 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cb94ca5c-ea51-415f-9ffb-97102b052af8 req-d8c31c1e-8094-4c1c-a257-b7539cdd5f69 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/ports?device_id=41fdc18f-5141-4c58-bbb6-e3fac2437671 HTTP/1.1" status: 200 len: 945 time: 0.0627525 Jul 13 08:07:05.632734 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cb94ca5c-ea51-415f-9ffb-97102b052af8 req-97ab5495-cd1d-4817-83ff-27f169edd21e tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc52918-1608-4a3b-9cc1-7772c686dfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360529 Jul 13 08:07:05.982429 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:06.597412 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 51d36e88-18b5-4218-8908-afbf9d04b8cd up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:07:06.647569 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 51d36e88-18b5-4218-8908-afbf9d04b8cd completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:07:06.651190 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 51d36e88-18b5-4218-8908-afbf9d04b8cd triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:07:06.651575 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:06.728047 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:06.750448 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fdc18f-5141-4c58-bbb6-e3fac2437671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d36e88-18b5-4218-8908-afbf9d04b8cd'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:07:06.752755 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98360cb-eeb0-48a7-a7f2-83fc03ec34f8" -d '{"events": [{"server_uuid": "41fdc18f-5141-4c58-bbb6-e3fac2437671", "name": "network-vif-plugged", "status": "completed", "tag": "51d36e88-18b5-4218-8908-afbf9d04b8cd"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:07:06.766625 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 51d36e88-18b5-4218-8908-afbf9d04b8cd, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=51d36e88-18b5-4218-8908-afbf9d04b8cd,segment=NetworkSegment(87b631a1-e999-42a5-8b7a-5ab95e92b099),segment_id=87b631a1-e999-42a5-8b7a-5ab95e92b099)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:07:06.771280 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:06.800950 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb819da-905a-4aa4-83d0-bf8b3d00e9b5 x-openstack-request-id: req-3bb819da-905a-4aa4-83d0-bf8b3d00e9b5 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:07:06.801239 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41fdc18f-5141-4c58-bbb6-e3fac2437671", "name": "network-vif-plugged", "status": "completed", "tag": "51d36e88-18b5-4218-8908-afbf9d04b8cd", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:07:06.801480 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3bb819da-905a-4aa4-83d0-bf8b3d00e9b5 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:07:06.802244 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41fdc18f-5141-4c58-bbb6-e3fac2437671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d36e88-18b5-4218-8908-afbf9d04b8cd', 'code': 200} Jul 13 08:07:06.823831 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f5c09-b603-43c2-bb23-eca024b974ac req-c2c320fc-a557-42ec-bb61-8997b8a83834 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:06.831013 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d19f5c09-b603-43c2-bb23-eca024b974ac req-c2c320fc-a557-42ec-bb61-8997b8a83834 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/ports?device_id=41fdc18f-5141-4c58-bbb6-e3fac2437671 HTTP/1.1" status: 200 len: 945 time: 0.0876005 Jul 13 08:07:06.835960 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=51d36e88-18b5-4218-8908-afbf9d04b8cd,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:06.871012 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d19f5c09-b603-43c2-bb23-eca024b974ac req-d5d8950a-157e-418e-a889-8ddd28870a4e tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc52918-1608-4a3b-9cc1-7772c686dfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366945 Jul 13 08:07:06.923665 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd31e3f-f6db-498a-b96e-944d49827780 req-a79b0a02-e54d-43f7-8317-2f9ba3f1892e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:06.925201 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5cd31e3f-f6db-498a-b96e-944d49827780 req-a79b0a02-e54d-43f7-8317-2f9ba3f1892e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=41fdc18f-5141-4c58-bbb6-e3fac2437671 HTTP/1.1" status: 200 len: 1098 time: 0.0563898 Jul 13 08:07:06.962350 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5cd31e3f-f6db-498a-b96e-944d49827780 req-851eb5f9-b413-410e-989e-86bc53b836fd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7fc52918-1608-4a3b-9cc1-7772c686dfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307970 Jul 13 08:07:07.027118 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f57021e8-33ec-4882-b439-e60726817624 None None] Provisioning complete for port 51d36e88-18b5-4218-8908-afbf9d04b8cd triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:07:07.027665 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f57021e8-33ec-4882-b439-e60726817624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:08.048873 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8087856-01a7-49b8-8898-2e7b1315ec10 req-d72d910a-fe5f-4166-86b5-ba5867939745 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:08.050361 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f8087856-01a7-49b8-8898-2e7b1315ec10 req-d72d910a-fe5f-4166-86b5-ba5867939745 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/ports?device_id=41fdc18f-5141-4c58-bbb6-e3fac2437671 HTTP/1.1" status: 200 len: 946 time: 0.0648458 Jul 13 08:07:08.087398 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f8087856-01a7-49b8-8898-2e7b1315ec10 req-d3b156ce-6a66-456f-aefe-310a21250bd5 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc52918-1608-4a3b-9cc1-7772c686dfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313928 Jul 13 08:07:08.262543 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd16ec5-95de-4a5a-bd40-cbe346a328d4 req-61a06462-412b-4903-bcba-2bd158f63617 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:08.264831 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0dd16ec5-95de-4a5a-bd40-cbe346a328d4 req-61a06462-412b-4903-bcba-2bd158f63617 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/ports?device_id=41fdc18f-5141-4c58-bbb6-e3fac2437671 HTTP/1.1" status: 200 len: 946 time: 0.0679789 Jul 13 08:07:08.302318 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0dd16ec5-95de-4a5a-bd40-cbe346a328d4 req-3d8c5e2e-88b9-4e5f-b621-53c1a19bc687 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc52918-1608-4a3b-9cc1-7772c686dfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318804 Jul 13 08:07:08.326410 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40332) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:08.377724 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4995ffab-855f-4410-ac99-a2d15cc3631e tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:08.379262 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4995ffab-855f-4410-ac99-a2d15cc3631e tempest-TestNetworkBasicOps-1523357977 tempest-TestNetworkBasicOps-1523357977-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=41fdc18f-5141-4c58-bbb6-e3fac2437671 HTTP/1.1" status: 200 len: 1093 time: 0.0518546 Jul 13 08:07:08.381956 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40334) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:08.386305 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-25488ca9-caca-425f-bd3c-a2a13bf9a581 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'port_id': '51d36e88-18b5-4218-8908-afbf9d04b8cd', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:07:08.409035 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-25488ca9-caca-425f-bd3c-a2a13bf9a581 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for floatingip, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:08.507469 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-25488ca9-caca-425f-bd3c-a2a13bf9a581 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:08.610143 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-25488ca9-caca-425f-bd3c-a2a13bf9a581 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Allocated IP 172.25.3.33 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/e6619ea0-5103-4772-ae2d-af77410ea852) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:07:08.713661 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-25488ca9-caca-425f-bd3c-a2a13bf9a581 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:08.751800 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-25488ca9-caca-425f-bd3c-a2a13bf9a581 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:08.788652 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25488ca9-caca-425f-bd3c-a2a13bf9a581 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:07:08.793386 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-25488ca9-caca-425f-bd3c-a2a13bf9a581 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:07:08.796982 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25488ca9-caca-425f-bd3c-a2a13bf9a581 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:07:08.820099 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25488ca9-caca-425f-bd3c-a2a13bf9a581 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'Port': ['ID=e6619ea0-5103-4772-ae2d-af77410ea852,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:08.833993 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25488ca9-caca-425f-bd3c-a2a13bf9a581 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:08.834342 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25488ca9-caca-425f-bd3c-a2a13bf9a581 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:08.834683 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25488ca9-caca-425f-bd3c-a2a13bf9a581 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:08.835024 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25488ca9-caca-425f-bd3c-a2a13bf9a581 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:08.835393 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25488ca9-caca-425f-bd3c-a2a13bf9a581 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:08.835729 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25488ca9-caca-425f-bd3c-a2a13bf9a581 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:08.836060 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25488ca9-caca-425f-bd3c-a2a13bf9a581 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:08.836388 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25488ca9-caca-425f-bd3c-a2a13bf9a581 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:08.836715 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25488ca9-caca-425f-bd3c-a2a13bf9a581 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:08.837041 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25488ca9-caca-425f-bd3c-a2a13bf9a581 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:08.837369 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25488ca9-caca-425f-bd3c-a2a13bf9a581 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:08.837692 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25488ca9-caca-425f-bd3c-a2a13bf9a581 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:09.172305 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-25488ca9-caca-425f-bd3c-a2a13bf9a581 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:09.250940 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-25488ca9-caca-425f-bd3c-a2a13bf9a581 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:09.397140 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-25488ca9-caca-425f-bd3c-a2a13bf9a581 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:09.401430 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-25488ca9-caca-425f-bd3c-a2a13bf9a581 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:09.470247 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25488ca9-caca-425f-bd3c-a2a13bf9a581 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event updated for resources: {'Port': ['ID=e6619ea0-5103-4772-ae2d-af77410ea852,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:09.482151 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-25488ca9-caca-425f-bd3c-a2a13bf9a581 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:09.891103 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [None req-25488ca9-caca-425f-bd3c-a2a13bf9a581 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Floating IP 70f34d4d-66f3-43b9-a512-ef3d2dd05e87 associated. External IP: 172.25.3.33, port: 51d36e88-18b5-4218-8908-afbf9d04b8cd. Jul 13 08:07:10.098130 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25488ca9-caca-425f-bd3c-a2a13bf9a581 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Router f3652365-5f8f-46af-8a39-388736ca1055 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:07:10.202799 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25488ca9-caca-425f-bd3c-a2a13bf9a581 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:07:10.212448 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb70183-8a8f-46de-97a1-6d74f2107598 None None] Sync routers for ids ['f3652365-5f8f-46af-8a39-388736ca1055'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:07:10.220467 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-25488ca9-caca-425f-bd3c-a2a13bf9a581 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:10.225723 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb70183-8a8f-46de-97a1-6d74f2107598 None None] Routers {'f3652365-5f8f-46af-8a39-388736ca1055'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:07:10.226330 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-3eb70183-8a8f-46de-97a1-6d74f2107598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:07:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f3652365-5f8f-46af-8a39-388736ca1055'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:10.258962 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-25488ca9-caca-425f-bd3c-a2a13bf9a581 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8760026 Jul 13 08:07:10.259576 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41fdc18f-5141-4c58-bbb6-e3fac2437671', 'tag': '51d36e88-18b5-4218-8908-afbf9d04b8cd'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:07:10.261847 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b45d09-b4bc-4571-bc16-68835111ebba" -d '{"events": [{"name": "network-changed", "server_uuid": "41fdc18f-5141-4c58-bbb6-e3fac2437671", "tag": "51d36e88-18b5-4218-8908-afbf9d04b8cd"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:07:10.262444 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40338) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:10.301903 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6a04e0-cae7-493f-9454-390097661489 x-openstack-request-id: req-aa6a04e0-cae7-493f-9454-390097661489 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:07:10.302359 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41fdc18f-5141-4c58-bbb6-e3fac2437671", "tag": "51d36e88-18b5-4218-8908-afbf9d04b8cd", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:07:10.302639 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa6a04e0-cae7-493f-9454-390097661489 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:07:10.303043 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41fdc18f-5141-4c58-bbb6-e3fac2437671', 'tag': '51d36e88-18b5-4218-8908-afbf9d04b8cd', 'status': 'completed', 'code': 200} Jul 13 08:07:10.331545 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-3eb70183-8a8f-46de-97a1-6d74f2107598 None None] Set router f3652365-5f8f-46af-8a39-388736ca1055 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:07:10.331775 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2664f991-6f83-49bf-9aff-8733ef3bb6fd tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/floatingips/70f34d4d-66f3-43b9-a512-ef3d2dd05e87 HTTP/1.1" status: 200 len: 991 time: 0.0674436 Jul 13 08:07:10.383432 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b45d09-b4bc-4571-bc16-68835111ebba req-6a6ec767-d526-4160-af6c-375a8adf56dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:10.384847 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-57b45d09-b4bc-4571-bc16-68835111ebba req-6a6ec767-d526-4160-af6c-375a8adf56dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a67ab63b383498abd34c8c450b892c6&device_id=41fdc18f-5141-4c58-bbb6-e3fac2437671 HTTP/1.1" status: 200 len: 1098 time: 0.0511086 Jul 13 08:07:10.478177 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b45d09-b4bc-4571-bc16-68835111ebba req-8fe42c6c-e7fc-41b9-bda8-b0cd0481213a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:10.480303 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-57b45d09-b4bc-4571-bc16-68835111ebba req-8fe42c6c-e7fc-41b9-bda8-b0cd0481213a service neutron] 10.222.0.42 "GET /v2.0/networks?id=18b093e1-e69e-487a-9664-a510c11e22d3 HTTP/1.1" status: 200 len: 898 time: 0.0893574 Jul 13 08:07:10.543189 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-57b45d09-b4bc-4571-bc16-68835111ebba req-9ff24300-92b0-4ec7-8b71-bf1d0c9d1b1e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51d36e88-18b5-4218-8908-afbf9d04b8cd HTTP/1.1" status: 200 len: 999 time: 0.0570250 Jul 13 08:07:10.551921 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-3eb70183-8a8f-46de-97a1-6d74f2107598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3652365-5f8f-46af-8a39-388736ca1055', 'name': 'tempest-TestNetworkBasicOps-router-1445140102', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'c554a658-c221-455c-840e-ae4c9de17550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:51Z', 'updated_at': '2021-07-13T08:06:54Z', 'revision_number': 4, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'gw_port': {'id': 'c554a658-c221-455c-840e-ae4c9de17550', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3652365-5f8f-46af-8a39-388736ca1055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:51Z', 'updated_at': '2021-07-13T08:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '70f34d4d-66f3-43b9-a512-ef3d2dd05e87', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'floating_ip_address': '172.25.3.33', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'f3652365-5f8f-46af-8a39-388736ca1055', 'port_id': '51d36e88-18b5-4218-8908-afbf9d04b8cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18b093e1-e69e-487a-9664-a510c11e22d3', 'mac_address': 'fa:16:3e:0f:e4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fdc18f-5141-4c58-bbb6-e3fac2437671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:07:09Z', 'updated_at': '2021-07-13T08:07:09Z', 'revision_number': 0, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '031ddc02-9678-4b55-9e39-7caca028b17d', 'name': '', 'network_id': '18b093e1-e69e-487a-9664-a510c11e22d3', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'mac_address': 'fa:16:3e:66:4b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3652365-5f8f-46af-8a39-388736ca1055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '7b80ed41-e566-4e67-92b8-006343b0552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:54Z', 'updated_at': '2021-07-13T08:07:00Z', 'revision_number': 5, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'subnets': [{'id': '7b80ed41-e566-4e67-92b8-006343b0552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:10.582999 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb70183-8a8f-46de-97a1-6d74f2107598 None None] Checking router: f3652365-5f8f-46af-8a39-388736ca1055 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:07:10.590882 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb70183-8a8f-46de-97a1-6d74f2107598 None None] Routers {'f3652365-5f8f-46af-8a39-388736ca1055'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:07:10.592036 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-3eb70183-8a8f-46de-97a1-6d74f2107598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:07:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f3652365-5f8f-46af-8a39-388736ca1055'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:10.592379 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b45d09-b4bc-4571-bc16-68835111ebba req-51474663-4cdb-4f67-b418-25a870794e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:10.593859 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-57b45d09-b4bc-4571-bc16-68835111ebba req-51474663-4cdb-4f67-b418-25a870794e67 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7b80ed41-e566-4e67-92b8-006343b0552f HTTP/1.1" status: 200 len: 834 time: 0.0454082 Jul 13 08:07:10.656719 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b45d09-b4bc-4571-bc16-68835111ebba req-5cb366ed-1311-43ff-ba64-211351caab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:10.658128 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-57b45d09-b4bc-4571-bc16-68835111ebba req-5cb366ed-1311-43ff-ba64-211351caab38 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=18b093e1-e69e-487a-9664-a510c11e22d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577724 Jul 13 08:07:10.694599 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-3eb70183-8a8f-46de-97a1-6d74f2107598 None None] Set router f3652365-5f8f-46af-8a39-388736ca1055 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:07:10.748350 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-57b45d09-b4bc-4571-bc16-68835111ebba req-44092e17-5766-4c06-b078-62a5154220ee service neutron] 10.222.0.42 "GET /v2.0/networks/18b093e1-e69e-487a-9664-a510c11e22d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823545 Jul 13 08:07:10.846720 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-57b45d09-b4bc-4571-bc16-68835111ebba req-3f772d33-c896-40df-836b-b66eacaa0ca1 service neutron] 10.222.0.42 "GET /v2.0/networks/18b093e1-e69e-487a-9664-a510c11e22d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933261 Jul 13 08:07:10.916763 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-3eb70183-8a8f-46de-97a1-6d74f2107598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3652365-5f8f-46af-8a39-388736ca1055', 'name': 'tempest-TestNetworkBasicOps-router-1445140102', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'c554a658-c221-455c-840e-ae4c9de17550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:51Z', 'updated_at': '2021-07-13T08:06:54Z', 'revision_number': 4, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'gw_port': {'id': 'c554a658-c221-455c-840e-ae4c9de17550', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3652365-5f8f-46af-8a39-388736ca1055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:51Z', 'updated_at': '2021-07-13T08:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '70f34d4d-66f3-43b9-a512-ef3d2dd05e87', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'floating_ip_address': '172.25.3.33', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'f3652365-5f8f-46af-8a39-388736ca1055', 'port_id': '51d36e88-18b5-4218-8908-afbf9d04b8cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18b093e1-e69e-487a-9664-a510c11e22d3', 'mac_address': 'fa:16:3e:0f:e4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fdc18f-5141-4c58-bbb6-e3fac2437671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:07:09Z', 'updated_at': '2021-07-13T08:07:09Z', 'revision_number': 0, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '031ddc02-9678-4b55-9e39-7caca028b17d', 'name': '', 'network_id': '18b093e1-e69e-487a-9664-a510c11e22d3', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'mac_address': 'fa:16:3e:66:4b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3652365-5f8f-46af-8a39-388736ca1055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '7b80ed41-e566-4e67-92b8-006343b0552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:54Z', 'updated_at': '2021-07-13T08:07:00Z', 'revision_number': 5, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'subnets': [{'id': '7b80ed41-e566-4e67-92b8-006343b0552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:10.945502 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb70183-8a8f-46de-97a1-6d74f2107598 None None] The sync data for ids ['f3652365-5f8f-46af-8a39-388736ca1055'] in n-d-771363-34 is: [{'id': 'f3652365-5f8f-46af-8a39-388736ca1055', 'name': 'tempest-TestNetworkBasicOps-router-1445140102', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'c554a658-c221-455c-840e-ae4c9de17550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:51Z', 'updated_at': '2021-07-13T08:06:54Z', 'revision_number': 4, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'gw_port': {'id': 'c554a658-c221-455c-840e-ae4c9de17550', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3652365-5f8f-46af-8a39-388736ca1055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:51Z', 'updated_at': '2021-07-13T08:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '70f34d4d-66f3-43b9-a512-ef3d2dd05e87', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'floating_ip_address': '172.25.3.33', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'f3652365-5f8f-46af-8a39-388736ca1055', 'port_id': '51d36e88-18b5-4218-8908-afbf9d04b8cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18b093e1-e69e-487a-9664-a510c11e22d3', 'mac_address': 'fa:16:3e:0f:e4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fdc18f-5141-4c58-bbb6-e3fac2437671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:07:09Z', 'updated_at': '2021-07-13T08:07:09Z', 'revision_number': 0, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '031ddc02-9678-4b55-9e39-7caca028b17d', 'name': '', 'network_id': '18b093e1-e69e-487a-9664-a510c11e22d3', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'mac_address': 'fa:16:3e:66:4b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3652365-5f8f-46af-8a39-388736ca1055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '7b80ed41-e566-4e67-92b8-006343b0552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:54Z', 'updated_at': '2021-07-13T08:07:00Z', 'revision_number': 5, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'subnets': [{'id': '7b80ed41-e566-4e67-92b8-006343b0552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:07:11.135391 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ac2cec-802d-4b5b-ba6e-4410fd437263 None None] New status for floating IP 70f34d4d-66f3-43b9-a512-ef3d2dd05e87: ACTIVE {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:07:11.335733 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40342) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:11.397744 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4649e10c-bdbe-455c-ba19-b7429c11f3fa tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/floatingips/70f34d4d-66f3-43b9-a512-ef3d2dd05e87 HTTP/1.1" status: 200 len: 993 time: 0.0609927 Jul 13 08:07:17.081799 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:07:23.615516 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:24.208735 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:30.305006 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4cd6ba66-c129-4c45-9742-55261be05d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:33.172331 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1d392bd3-e454-4ef2-9bba-73cffed2b30f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:33.210768 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:34.208406 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:35.985233 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:42.682301 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40362) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:42.742985 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4bbd3a26-a81f-48a3-8284-b0d514028c05 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/floatingips/70f34d4d-66f3-43b9-a512-ef3d2dd05e87 HTTP/1.1" status: 200 len: 993 time: 0.0595229 Jul 13 08:07:43.000215 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40370) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:43.153364 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-4fa3d3cf-54d9-42da-8482-2505449cb392 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Deleting port e6619ea0-5103-4772-ae2d-af77410ea852 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:07:43.153612 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4fa3d3cf-54d9-42da-8482-2505449cb392 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:43.230126 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4fa3d3cf-54d9-42da-8482-2505449cb392 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:43.230462 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4fa3d3cf-54d9-42da-8482-2505449cb392 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:43.241887 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-4fa3d3cf-54d9-42da-8482-2505449cb392 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Calling delete_port for e6619ea0-5103-4772-ae2d-af77410ea852 owned by network:floatingip {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:07:43.390386 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4fa3d3cf-54d9-42da-8482-2505449cb392 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:43.415940 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3d3cf-54d9-42da-8482-2505449cb392 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event deleted for resources: {'Port': ['ID=e6619ea0-5103-4772-ae2d-af77410ea852,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:43.477200 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4fa3d3cf-54d9-42da-8482-2505449cb392 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for floatingip, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:43.477504 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [None req-4fa3d3cf-54d9-42da-8482-2505449cb392 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Floating IP 70f34d4d-66f3-43b9-a512-ef3d2dd05e87 disassociated (deleted). External IP: 172.25.3.33, port: 51d36e88-18b5-4218-8908-afbf9d04b8cd. Jul 13 08:07:43.684846 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa3d3cf-54d9-42da-8482-2505449cb392 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Router f3652365-5f8f-46af-8a39-388736ca1055 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:07:43.792644 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa3d3cf-54d9-42da-8482-2505449cb392 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:07:43.797782 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4fa3d3cf-54d9-42da-8482-2505449cb392 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:43.801669 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d56274-7833-4b4c-b66e-b6e8228a44cc None None] Sync routers for ids ['f3652365-5f8f-46af-8a39-388736ca1055'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:07:43.811596 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d56274-7833-4b4c-b66e-b6e8228a44cc None None] Routers {'f3652365-5f8f-46af-8a39-388736ca1055'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:07:43.812213 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-e8d56274-7833-4b4c-b66e-b6e8228a44cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:07:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f3652365-5f8f-46af-8a39-388736ca1055'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:43.834147 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4fa3d3cf-54d9-42da-8482-2505449cb392 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "DELETE /v2.0/floatingips/70f34d4d-66f3-43b9-a512-ef3d2dd05e87 HTTP/1.1" status: 204 len: 168 time: 0.8328445 Jul 13 08:07:43.834718 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41fdc18f-5141-4c58-bbb6-e3fac2437671', 'tag': '51d36e88-18b5-4218-8908-afbf9d04b8cd'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:07:43.837000 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b3abb3620ad9fc0e995a3c016655df37d2f5cbbe7ec20c0303287922f4aaf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96bcf0d-9937-47b0-abea-918b9cbce3fb" -d '{"events": [{"name": "network-changed", "server_uuid": "41fdc18f-5141-4c58-bbb6-e3fac2437671", "tag": "51d36e88-18b5-4218-8908-afbf9d04b8cd"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:07:43.914325 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9738025c-c78d-48d8-b868-181ea257f78e x-openstack-request-id: req-9738025c-c78d-48d8-b868-181ea257f78e {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:07:43.914610 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41fdc18f-5141-4c58-bbb6-e3fac2437671", "tag": "51d36e88-18b5-4218-8908-afbf9d04b8cd", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:07:43.914857 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9738025c-c78d-48d8-b868-181ea257f78e {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:07:43.915284 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41fdc18f-5141-4c58-bbb6-e3fac2437671', 'tag': '51d36e88-18b5-4218-8908-afbf9d04b8cd', 'status': 'completed', 'code': 200} Jul 13 08:07:43.930100 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-e8d56274-7833-4b4c-b66e-b6e8228a44cc None None] Set router f3652365-5f8f-46af-8a39-388736ca1055 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:07:43.995743 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bcf0d-9937-47b0-abea-918b9cbce3fb req-8ba6eb54-1be8-4908-8d1f-017d026a0e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:43.997417 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c96bcf0d-9937-47b0-abea-918b9cbce3fb req-8ba6eb54-1be8-4908-8d1f-017d026a0e4a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0a67ab63b383498abd34c8c450b892c6&device_id=41fdc18f-5141-4c58-bbb6-e3fac2437671 HTTP/1.1" status: 200 len: 1098 time: 0.0578294 Jul 13 08:07:44.104829 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bcf0d-9937-47b0-abea-918b9cbce3fb req-df8b7d28-bb5e-40b1-a378-7033791c418a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:44.106348 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c96bcf0d-9937-47b0-abea-918b9cbce3fb req-df8b7d28-bb5e-40b1-a378-7033791c418a service neutron] 10.222.0.42 "GET /v2.0/networks?id=18b093e1-e69e-487a-9664-a510c11e22d3 HTTP/1.1" status: 200 len: 898 time: 0.1029716 Jul 13 08:07:44.156637 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c96bcf0d-9937-47b0-abea-918b9cbce3fb req-a0b520e0-726a-4acf-8d6b-2557f1f4c1d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51d36e88-18b5-4218-8908-afbf9d04b8cd HTTP/1.1" status: 200 len: 217 time: 0.0428302 Jul 13 08:07:44.229861 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-e8d56274-7833-4b4c-b66e-b6e8228a44cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3652365-5f8f-46af-8a39-388736ca1055', 'name': 'tempest-TestNetworkBasicOps-router-1445140102', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'c554a658-c221-455c-840e-ae4c9de17550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:51Z', 'updated_at': '2021-07-13T08:06:54Z', 'revision_number': 4, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'gw_port': {'id': 'c554a658-c221-455c-840e-ae4c9de17550', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3652365-5f8f-46af-8a39-388736ca1055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:51Z', 'updated_at': '2021-07-13T08:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '031ddc02-9678-4b55-9e39-7caca028b17d', 'name': '', 'network_id': '18b093e1-e69e-487a-9664-a510c11e22d3', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'mac_address': 'fa:16:3e:66:4b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3652365-5f8f-46af-8a39-388736ca1055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '7b80ed41-e566-4e67-92b8-006343b0552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:54Z', 'updated_at': '2021-07-13T08:07:00Z', 'revision_number': 5, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'subnets': [{'id': '7b80ed41-e566-4e67-92b8-006343b0552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:44.235895 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bcf0d-9937-47b0-abea-918b9cbce3fb req-1e9457ec-ee7e-4746-8641-5a706660dc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:44.237387 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c96bcf0d-9937-47b0-abea-918b9cbce3fb req-1e9457ec-ee7e-4746-8641-5a706660dc76 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7b80ed41-e566-4e67-92b8-006343b0552f HTTP/1.1" status: 200 len: 834 time: 0.0747850 Jul 13 08:07:44.255730 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d56274-7833-4b4c-b66e-b6e8228a44cc None None] Checking router: f3652365-5f8f-46af-8a39-388736ca1055 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:07:44.264543 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d56274-7833-4b4c-b66e-b6e8228a44cc None None] Routers {'f3652365-5f8f-46af-8a39-388736ca1055'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:07:44.265425 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-e8d56274-7833-4b4c-b66e-b6e8228a44cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:07:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f3652365-5f8f-46af-8a39-388736ca1055'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:44.290343 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02457d6-0ec5-412e-abc2-2b44c6750927 req-b669a637-db4a-491e-8822-0d51275e9131 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:44.291884 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c02457d6-0ec5-412e-abc2-2b44c6750927 req-b669a637-db4a-491e-8822-0d51275e9131 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/ports?device_id=41fdc18f-5141-4c58-bbb6-e3fac2437671 HTTP/1.1" status: 200 len: 946 time: 0.1205285 Jul 13 08:07:44.342936 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bcf0d-9937-47b0-abea-918b9cbce3fb req-cf1fb280-3929-4891-8fb6-59f971e40107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:44.344469 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c96bcf0d-9937-47b0-abea-918b9cbce3fb req-cf1fb280-3929-4891-8fb6-59f971e40107 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=18b093e1-e69e-487a-9664-a510c11e22d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0998893 Jul 13 08:07:44.347712 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c02457d6-0ec5-412e-abc2-2b44c6750927 req-5b03d731-4cb3-45ef-990d-7d4a6bafef51 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc52918-1608-4a3b-9cc1-7772c686dfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498536 Jul 13 08:07:44.376356 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-e8d56274-7833-4b4c-b66e-b6e8228a44cc None None] Set router f3652365-5f8f-46af-8a39-388736ca1055 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:07:44.436528 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c96bcf0d-9937-47b0-abea-918b9cbce3fb req-f8805ab7-8e02-45f5-89cc-26b19eec863c service neutron] 10.222.0.42 "GET /v2.0/networks/18b093e1-e69e-487a-9664-a510c11e22d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845933 Jul 13 08:07:44.530539 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c96bcf0d-9937-47b0-abea-918b9cbce3fb req-f9376c63-6f8a-48a5-a06d-d9af3733d7d7 service neutron] 10.222.0.42 "GET /v2.0/networks/18b093e1-e69e-487a-9664-a510c11e22d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871291 Jul 13 08:07:44.578503 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-e8d56274-7833-4b4c-b66e-b6e8228a44cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3652365-5f8f-46af-8a39-388736ca1055', 'name': 'tempest-TestNetworkBasicOps-router-1445140102', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'c554a658-c221-455c-840e-ae4c9de17550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:51Z', 'updated_at': '2021-07-13T08:06:54Z', 'revision_number': 4, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'gw_port': {'id': 'c554a658-c221-455c-840e-ae4c9de17550', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3652365-5f8f-46af-8a39-388736ca1055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:51Z', 'updated_at': '2021-07-13T08:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '031ddc02-9678-4b55-9e39-7caca028b17d', 'name': '', 'network_id': '18b093e1-e69e-487a-9664-a510c11e22d3', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'mac_address': 'fa:16:3e:66:4b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3652365-5f8f-46af-8a39-388736ca1055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '7b80ed41-e566-4e67-92b8-006343b0552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:54Z', 'updated_at': '2021-07-13T08:07:00Z', 'revision_number': 5, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'subnets': [{'id': '7b80ed41-e566-4e67-92b8-006343b0552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:44.604075 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d56274-7833-4b4c-b66e-b6e8228a44cc None None] The sync data for ids ['f3652365-5f8f-46af-8a39-388736ca1055'] in n-d-771363-34 is: [{'id': 'f3652365-5f8f-46af-8a39-388736ca1055', 'name': 'tempest-TestNetworkBasicOps-router-1445140102', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'c554a658-c221-455c-840e-ae4c9de17550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:51Z', 'updated_at': '2021-07-13T08:06:54Z', 'revision_number': 4, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'gw_port': {'id': 'c554a658-c221-455c-840e-ae4c9de17550', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3652365-5f8f-46af-8a39-388736ca1055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:51Z', 'updated_at': '2021-07-13T08:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '031ddc02-9678-4b55-9e39-7caca028b17d', 'name': '', 'network_id': '18b093e1-e69e-487a-9664-a510c11e22d3', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'mac_address': 'fa:16:3e:66:4b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3652365-5f8f-46af-8a39-388736ca1055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '7b80ed41-e566-4e67-92b8-006343b0552f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:54Z', 'updated_at': '2021-07-13T08:07:00Z', 'revision_number': 5, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'subnets': [{'id': '7b80ed41-e566-4e67-92b8-006343b0552f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:07:44.824019 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2451b6c-a3bc-4590-ac4e-de876a0d5fb9 None None] New status for floating IP 70f34d4d-66f3-43b9-a512-ef3d2dd05e87: DOWN {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:07:45.421296 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475a0ca-703a-458f-bcce-aaf6db2c5807 req-b6e4b998-6280-4ca0-b720-d674e5d0f112 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:45.422780 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c475a0ca-703a-458f-bcce-aaf6db2c5807 req-b6e4b998-6280-4ca0-b720-d674e5d0f112 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.42 "GET /v2.0/ports?device_id=41fdc18f-5141-4c58-bbb6-e3fac2437671 HTTP/1.1" status: 200 len: 946 time: 0.0641637 Jul 13 08:07:45.527963 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-c475a0ca-703a-458f-bcce-aaf6db2c5807 req-c5b0b577-6138-4839-b592-a9c9d95bffce tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Deleting port 51d36e88-18b5-4218-8908-afbf9d04b8cd {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:07:45.528303 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c475a0ca-703a-458f-bcce-aaf6db2c5807 req-c5b0b577-6138-4839-b592-a9c9d95bffce tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:45.531343 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684999a-be1a-4ff3-94f6-b0175d587d6c req-28861f55-f6d6-4c5a-91a3-d9fa59c09584 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:45.532888 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1684999a-be1a-4ff3-94f6-b0175d587d6c req-28861f55-f6d6-4c5a-91a3-d9fa59c09584 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/ports?device_id=41fdc18f-5141-4c58-bbb6-e3fac2437671 HTTP/1.1" status: 200 len: 946 time: 0.0700150 Jul 13 08:07:45.573169 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1684999a-be1a-4ff3-94f6-b0175d587d6c req-69125071-3e51-49b4-af6a-cd2d16268b22 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fc52918-1608-4a3b-9cc1-7772c686dfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345328 Jul 13 08:07:45.625559 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-c475a0ca-703a-458f-bcce-aaf6db2c5807 req-c5b0b577-6138-4839-b592-a9c9d95bffce tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] For port 51d36e88-18b5-4218-8908-afbf9d04b8cd, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=51d36e88-18b5-4218-8908-afbf9d04b8cd,segment=NetworkSegment(87b631a1-e999-42a5-8b7a-5ab95e92b099),segment_id=87b631a1-e999-42a5-8b7a-5ab95e92b099)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:07:45.625915 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c475a0ca-703a-458f-bcce-aaf6db2c5807 req-c5b0b577-6138-4839-b592-a9c9d95bffce tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:45.638080 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-c475a0ca-703a-458f-bcce-aaf6db2c5807 req-c5b0b577-6138-4839-b592-a9c9d95bffce tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Calling delete_port for 51d36e88-18b5-4218-8908-afbf9d04b8cd owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:07:45.766907 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c475a0ca-703a-458f-bcce-aaf6db2c5807 req-c5b0b577-6138-4839-b592-a9c9d95bffce tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:45.793998 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b0b577-6138-4839-b592-a9c9d95bffce tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event deleted for resources: {'Port': ['ID=51d36e88-18b5-4218-8908-afbf9d04b8cd,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:45.806838 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0b577-6138-4839-b592-a9c9d95bffce tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:45.807162 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0b577-6138-4839-b592-a9c9d95bffce tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:45.807536 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0b577-6138-4839-b592-a9c9d95bffce tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:45.807891 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0b577-6138-4839-b592-a9c9d95bffce tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:45.808235 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0b577-6138-4839-b592-a9c9d95bffce tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:45.808563 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0b577-6138-4839-b592-a9c9d95bffce tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:45.808888 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0b577-6138-4839-b592-a9c9d95bffce tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:45.809212 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0b577-6138-4839-b592-a9c9d95bffce tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:45.809534 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0b577-6138-4839-b592-a9c9d95bffce tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:45.809866 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0b577-6138-4839-b592-a9c9d95bffce tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:45.810749 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0b577-6138-4839-b592-a9c9d95bffce tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:45.811072 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0b577-6138-4839-b592-a9c9d95bffce tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:45.858305 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-c475a0ca-703a-458f-bcce-aaf6db2c5807 req-c5b0b577-6138-4839-b592-a9c9d95bffce tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] No DVR routers for this DVR port 51d36e88-18b5-4218-8908-afbf9d04b8cd on host n-h1-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:07:45.860907 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c475a0ca-703a-458f-bcce-aaf6db2c5807 req-c5b0b577-6138-4839-b592-a9c9d95bffce tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:45.862885 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c475a0ca-703a-458f-bcce-aaf6db2c5807 req-c5b0b577-6138-4839-b592-a9c9d95bffce tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.42 "DELETE /v2.0/ports/51d36e88-18b5-4218-8908-afbf9d04b8cd HTTP/1.1" status: 204 len: 173 time: 0.4340405 Jul 13 08:07:45.863346 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fdc18f-5141-4c58-bbb6-e3fac2437671', 'name': 'network-vif-deleted', 'tag': '51d36e88-18b5-4218-8908-afbf9d04b8cd'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:07:45.865567 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8917111-a077-41ce-9c17-bb2d7296b69f" -d '{"events": [{"server_uuid": "41fdc18f-5141-4c58-bbb6-e3fac2437671", "name": "network-vif-deleted", "tag": "51d36e88-18b5-4218-8908-afbf9d04b8cd"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:07:45.900982 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564a7339-cc18-427b-bf90-8ad2ec9672ca x-openstack-request-id: req-564a7339-cc18-427b-bf90-8ad2ec9672ca {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:07:45.901272 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41fdc18f-5141-4c58-bbb6-e3fac2437671", "name": "network-vif-deleted", "tag": "51d36e88-18b5-4218-8908-afbf9d04b8cd", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:07:45.901526 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-564a7339-cc18-427b-bf90-8ad2ec9672ca {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:07:45.901926 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41fdc18f-5141-4c58-bbb6-e3fac2437671', 'name': 'network-vif-deleted', 'tag': '51d36e88-18b5-4218-8908-afbf9d04b8cd', 'status': 'completed', 'code': 200} Jul 13 08:07:46.665329 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40390) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:46.723119 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dc339db5-34f7-42b2-9436-17a9300ef500 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:46.747305 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dc339db5-34f7-42b2-9436-17a9300ef500 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:46.807034 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dc339db5-34f7-42b2-9436-17a9300ef500 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:46.809589 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dc339db5-34f7-42b2-9436-17a9300ef500 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:46.811444 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-dc339db5-34f7-42b2-9436-17a9300ef500 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "DELETE /v2.0/security-groups/7fc52918-1608-4a3b-9cc1-7772c686dfeb HTTP/1.1" status: 204 len: 168 time: 0.1450748 Jul 13 08:07:46.820540 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc339db5-34f7-42b2-9436-17a9300ef500 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc52918-1608-4a3b-9cc1-7772c686dfeb,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:46.844411 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40394) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:47.199919 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-554bd135-0617-4086-927a-34f93254e0c2 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:47.463895 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-554bd135-0617-4086-927a-34f93254e0c2 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Deleting port 031ddc02-9678-4b55-9e39-7caca028b17d {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:07:47.464139 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-554bd135-0617-4086-927a-34f93254e0c2 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:47.551750 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-554bd135-0617-4086-927a-34f93254e0c2 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] For port 031ddc02-9678-4b55-9e39-7caca028b17d, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=031ddc02-9678-4b55-9e39-7caca028b17d,segment=NetworkSegment(87b631a1-e999-42a5-8b7a-5ab95e92b099),segment_id=87b631a1-e999-42a5-8b7a-5ab95e92b099)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:07:47.552107 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-554bd135-0617-4086-927a-34f93254e0c2 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:47.569094 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-554bd135-0617-4086-927a-34f93254e0c2 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Calling delete_port for 031ddc02-9678-4b55-9e39-7caca028b17d owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:07:47.752157 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-554bd135-0617-4086-927a-34f93254e0c2 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:47.780238 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554bd135-0617-4086-927a-34f93254e0c2 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event deleted for resources: {'Port': ['ID=031ddc02-9678-4b55-9e39-7caca028b17d,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:47.964657 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-554bd135-0617-4086-927a-34f93254e0c2 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:48.181527 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554bd135-0617-4086-927a-34f93254e0c2 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Router f3652365-5f8f-46af-8a39-388736ca1055 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:07:48.288547 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554bd135-0617-4086-927a-34f93254e0c2 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:07:48.293688 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-554bd135-0617-4086-927a-34f93254e0c2 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "PUT /v2.0/routers/f3652365-5f8f-46af-8a39-388736ca1055/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4482436 Jul 13 08:07:48.296589 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40396) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:48.298027 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d6f1b4-4635-4015-9a36-09fa8c3e121e None None] Sync routers for ids ['f3652365-5f8f-46af-8a39-388736ca1055'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:07:48.306949 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d6f1b4-4635-4015-9a36-09fa8c3e121e None None] Routers {'f3652365-5f8f-46af-8a39-388736ca1055'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:07:48.307579 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-65d6f1b4-4635-4015-9a36-09fa8c3e121e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:07:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f3652365-5f8f-46af-8a39-388736ca1055'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:48.347216 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-64007472-370b-436c-9ac0-cd234b7b6dfc tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Deleting subnet 7b80ed41-e566-4e67-92b8-006343b0552f {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:07:48.350441 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-64007472-370b-436c-9ac0-cd234b7b6dfc tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:48.390028 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-64007472-370b-436c-9ac0-cd234b7b6dfc tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:48.412496 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-65d6f1b4-4635-4015-9a36-09fa8c3e121e None None] Set router f3652365-5f8f-46af-8a39-388736ca1055 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:07:48.477929 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-64007472-370b-436c-9ac0-cd234b7b6dfc tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:48.537874 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-64007472-370b-436c-9ac0-cd234b7b6dfc tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:48.568158 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-64007472-370b-436c-9ac0-cd234b7b6dfc tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:48.572374 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-64007472-370b-436c-9ac0-cd234b7b6dfc tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "DELETE /v2.0/subnets/7b80ed41-e566-4e67-92b8-006343b0552f HTTP/1.1" status: 204 len: 168 time: 0.2724376 Jul 13 08:07:48.572374 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64007472-370b-436c-9ac0-cd234b7b6dfc tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event deleted for resources: {'Subnet': ['ID=7b80ed41-e566-4e67-92b8-006343b0552f,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:48.573668 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40398) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:48.578775 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea00c67-98fe-443d-a28f-857503df1ef5 None None] Network 18b093e1-e69e-487a-9664-a510c11e22d3 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:07:48.595759 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-65d6f1b4-4635-4015-9a36-09fa8c3e121e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3652365-5f8f-46af-8a39-388736ca1055', 'name': 'tempest-TestNetworkBasicOps-router-1445140102', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'c554a658-c221-455c-840e-ae4c9de17550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:51Z', 'updated_at': '2021-07-13T08:07:47Z', 'revision_number': 5, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'gw_port': {'id': 'c554a658-c221-455c-840e-ae4c9de17550', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3652365-5f8f-46af-8a39-388736ca1055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:51Z', 'updated_at': '2021-07-13T08:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:48.625741 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d6f1b4-4635-4015-9a36-09fa8c3e121e None None] Checking router: f3652365-5f8f-46af-8a39-388736ca1055 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:07:48.634120 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d6f1b4-4635-4015-9a36-09fa8c3e121e None None] Routers {'f3652365-5f8f-46af-8a39-388736ca1055'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:07:48.634858 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-65d6f1b4-4635-4015-9a36-09fa8c3e121e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:07:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f3652365-5f8f-46af-8a39-388736ca1055'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:48.704177 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c52d7166-d06e-431f-b080-d0de33042fb7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:48.744332 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-65d6f1b4-4635-4015-9a36-09fa8c3e121e None None] Set router f3652365-5f8f-46af-8a39-388736ca1055 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:07:48.800263 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebd72ae-5889-4dfe-a3c5-f36362095dba None None] DHCP port deletion for 18b093e1-e69e-487a-9664-a510c11e22d3 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:07:48.815658 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c52d7166-d06e-431f-b080-d0de33042fb7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:48.846570 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 51d36e88-18b5-4218-8908-afbf9d04b8cd no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:07:48.868181 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 51d36e88-18b5-4218-8908-afbf9d04b8cd {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:07:48.868516 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 51d36e88-18b5-4218-8908-afbf9d04b8cd not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:07:48.876230 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-0ebd72ae-5889-4dfe-a3c5-f36362095dba None None] Deleting port 0ccbd97c-2c3b-4bef-91a1-8db3030c5dd8 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:07:48.876607 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0ebd72ae-5889-4dfe-a3c5-f36362095dba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:48.877305 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-c52d7166-d06e-431f-b080-d0de33042fb7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Deleting port c554a658-c221-455c-840e-ae4c9de17550 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:07:48.877791 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c52d7166-d06e-431f-b080-d0de33042fb7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:48.930342 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-65d6f1b4-4635-4015-9a36-09fa8c3e121e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3652365-5f8f-46af-8a39-388736ca1055', 'name': 'tempest-TestNetworkBasicOps-router-1445140102', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'c554a658-c221-455c-840e-ae4c9de17550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:51Z', 'updated_at': '2021-07-13T08:07:47Z', 'revision_number': 5, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'gw_port': {'id': 'c554a658-c221-455c-840e-ae4c9de17550', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3652365-5f8f-46af-8a39-388736ca1055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:51Z', 'updated_at': '2021-07-13T08:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:48.942765 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-0ebd72ae-5889-4dfe-a3c5-f36362095dba None None] For port 0ccbd97c-2c3b-4bef-91a1-8db3030c5dd8, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=0ccbd97c-2c3b-4bef-91a1-8db3030c5dd8,segment=NetworkSegment(87b631a1-e999-42a5-8b7a-5ab95e92b099),segment_id=87b631a1-e999-42a5-8b7a-5ab95e92b099)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:07:48.943156 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0ebd72ae-5889-4dfe-a3c5-f36362095dba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:48.955102 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-0ebd72ae-5889-4dfe-a3c5-f36362095dba None None] Calling delete_port for 0ccbd97c-2c3b-4bef-91a1-8db3030c5dd8 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:07:48.959131 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-c52d7166-d06e-431f-b080-d0de33042fb7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] For port c554a658-c221-455c-840e-ae4c9de17550, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=c554a658-c221-455c-840e-ae4c9de17550,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:07:48.959324 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c52d7166-d06e-431f-b080-d0de33042fb7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:48.960855 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d6f1b4-4635-4015-9a36-09fa8c3e121e None None] The sync data for ids ['f3652365-5f8f-46af-8a39-388736ca1055'] in n-d-771363-34 is: [{'id': 'f3652365-5f8f-46af-8a39-388736ca1055', 'name': 'tempest-TestNetworkBasicOps-router-1445140102', 'tenant_id': '0a67ab63b383498abd34c8c450b892c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'c554a658-c221-455c-840e-ae4c9de17550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:06:51Z', 'updated_at': '2021-07-13T08:07:47Z', 'revision_number': 5, 'project_id': '0a67ab63b383498abd34c8c450b892c6', 'gw_port': {'id': 'c554a658-c221-455c-840e-ae4c9de17550', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3652365-5f8f-46af-8a39-388736ca1055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:06:51Z', 'updated_at': '2021-07-13T08:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:07:48.973627 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-c52d7166-d06e-431f-b080-d0de33042fb7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Calling delete_port for c554a658-c221-455c-840e-ae4c9de17550 owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:07:49.045478 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0ebd72ae-5889-4dfe-a3c5-f36362095dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:49.070450 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd72ae-5889-4dfe-a3c5-f36362095dba None None] Pushing event deleted for resources: {'Port': ['ID=0ccbd97c-2c3b-4bef-91a1-8db3030c5dd8,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:49.073823 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebd72ae-5889-4dfe-a3c5-f36362095dba None None] No DVR routers for this DVR port 0ccbd97c-2c3b-4bef-91a1-8db3030c5dd8 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:07:49.144044 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c52d7166-d06e-431f-b080-d0de33042fb7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:49.168539 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d7166-d06e-431f-b080-d0de33042fb7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event deleted for resources: {'Port': ['ID=c554a658-c221-455c-840e-ae4c9de17550,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:49.232972 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c52d7166-d06e-431f-b080-d0de33042fb7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:49.323158 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c52d7166-d06e-431f-b080-d0de33042fb7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:49.325469 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c52d7166-d06e-431f-b080-d0de33042fb7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:49.369856 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c52d7166-d06e-431f-b080-d0de33042fb7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:49.370652 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52d7166-d06e-431f-b080-d0de33042fb7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Fanout notify agent at l3_agent the message router_deleted on router f3652365-5f8f-46af-8a39-388736ca1055 {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:07:49.378792 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c52d7166-d06e-431f-b080-d0de33042fb7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:49.380039 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c52d7166-d06e-431f-b080-d0de33042fb7 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "DELETE /v2.0/routers/f3652365-5f8f-46af-8a39-388736ca1055 HTTP/1.1" status: 204 len: 168 time: 0.8045082 Jul 13 08:07:49.382646 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40400) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:49.465924 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d55e6282-dee6-419a-9464-3d688e19cd32 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:49.558262 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d55e6282-dee6-419a-9464-3d688e19cd32 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:49.573390 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-d55e6282-dee6-419a-9464-3d688e19cd32 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18b093e1-e69e-487a-9664-a510c11e22d3']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:49.587733 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-d55e6282-dee6-419a-9464-3d688e19cd32 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b631a1-e999-42a5-8b7a-5ab95e92b099') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:49.588396 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-d55e6282-dee6-419a-9464-3d688e19cd32 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b631a1-e999-42a5-8b7a-5ab95e92b099') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:49.598596 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d55e6282-dee6-419a-9464-3d688e19cd32 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:49.613767 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d55e6282-dee6-419a-9464-3d688e19cd32 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:49.620654 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d55e6282-dee6-419a-9464-3d688e19cd32 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:07:49.621074 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d55e6282-dee6-419a-9464-3d688e19cd32 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:49.624312 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:07:49.624312 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:07:49.624312 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 08:07:49.624312 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:07:49.624312 n-d-771363-34 neutron-server[94018]: timer() Jul 13 08:07:49.624312 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:07:49.624312 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 08:07:49.624312 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:07:49.624312 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 08:07:49.624312 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:07:49.624312 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 08:07:49.624312 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:07:49.624312 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 08:07:49.624312 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:07:49.624312 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 08:07:49.624312 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:07:49.624312 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:07:49.624312 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:07:49.624312 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:07:49.624312 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:07:49.624312 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 08:07:49.624312 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:07:49.624312 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 08:07:49.624312 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:07:49.624312 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:07:49.624312 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:07:49.624312 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 08:07:49.624312 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:07:49.624312 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:07:49.624312 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:07:49.624312 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:07:49.624312 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:07:49.624312 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:07:49.624312 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:07:50.012520 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d55e6282-dee6-419a-9464-3d688e19cd32 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:50.012867 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 031ddc02-9678-4b55-9e39-7caca028b17d no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:07:50.020832 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d55e6282-dee6-419a-9464-3d688e19cd32 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:50.025831 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d55e6282-dee6-419a-9464-3d688e19cd32 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] 10.222.0.23 "DELETE /v2.0/networks/18b093e1-e69e-487a-9664-a510c11e22d3 HTTP/1.1" status: 204 len: 168 time: 0.6421540 Jul 13 08:07:50.035566 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 031ddc02-9678-4b55-9e39-7caca028b17d {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:07:50.036398 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 031ddc02-9678-4b55-9e39-7caca028b17d not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:07:50.037170 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 0ccbd97c-2c3b-4bef-91a1-8db3030c5dd8 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:07:50.043291 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e6282-dee6-419a-9464-3d688e19cd32 tempest-TestNetworkBasicOps-94929894 tempest-TestNetworkBasicOps-94929894-project] Pushing event deleted for resources: {'Network': ['ID=18b093e1-e69e-487a-9664-a510c11e22d3,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:50.061678 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 0ccbd97c-2c3b-4bef-91a1-8db3030c5dd8 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:07:50.062007 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 0ccbd97c-2c3b-4bef-91a1-8db3030c5dd8 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:07:50.062408 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c554a658-c221-455c-840e-ae4c9de17550 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:07:50.080999 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: c554a658-c221-455c-840e-ae4c9de17550 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:07:50.081336 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c554a658-c221-455c-840e-ae4c9de17550 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:07:50.331587 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40406) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:50.478948 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d71caa3c-3d3e-41ec-ab22-bc1cc289aac6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0a67ab63b383498abd34c8c450b892c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1462400 Jul 13 08:07:50.481481 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40410) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:50.528651 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5df81b8b-9301-49cf-9a8a-7e840c78c769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:50.549405 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5df81b8b-9301-49cf-9a8a-7e840c78c769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:50.596915 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5df81b8b-9301-49cf-9a8a-7e840c78c769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:50.599548 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5df81b8b-9301-49cf-9a8a-7e840c78c769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:50.600676 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5df81b8b-9301-49cf-9a8a-7e840c78c769 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2331be06-b488-4151-bc33-c9c95f75787e HTTP/1.1" status: 204 len: 168 time: 0.1182480 Jul 13 08:07:50.609472 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df81b8b-9301-49cf-9a8a-7e840c78c769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2331be06-b488-4151-bc33-c9c95f75787e,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:50.858173 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40416) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:50.871776 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7c61b585-fb46-45a4-9362-d231d319e1e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:50.966664 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7c61b585-fb46-45a4-9362-d231d319e1e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:50.970356 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7c61b585-fb46-45a4-9362-d231d319e1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:51.013175 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7c61b585-fb46-45a4-9362-d231d319e1e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=990acc304743419c864c34d06ff03cf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1538327 Jul 13 08:07:51.014176 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61b585-fb46-45a4-9362-d231d319e1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5891be1-9ddb-48f2-aa0b-47607047ec98,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:51.017187 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40418) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:51.071077 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3483900d-2cfc-4a8c-b989-0d23f202f797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:51.092202 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3483900d-2cfc-4a8c-b989-0d23f202f797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:51.136562 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3483900d-2cfc-4a8c-b989-0d23f202f797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:51.139563 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3483900d-2cfc-4a8c-b989-0d23f202f797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:51.140959 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3483900d-2cfc-4a8c-b989-0d23f202f797 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b5891be1-9ddb-48f2-aa0b-47607047ec98 HTTP/1.1" status: 204 len: 168 time: 0.1224377 Jul 13 08:07:51.148529 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3483900d-2cfc-4a8c-b989-0d23f202f797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5891be1-9ddb-48f2-aa0b-47607047ec98,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:51.796969 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40440) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:51.889415 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-62530115-ae3f-4525-a7dd-5e0fb74068aa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-572878154-network', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:07:51.909595 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62530115-ae3f-4525-a7dd-5e0fb74068aa admin admin] Made reservation on behalf of 91a436a4f7bf43ddbe81c7275c736b5c for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:07:51.911907 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-62530115-ae3f-4525-a7dd-5e0fb74068aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:51.921164 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-62530115-ae3f-4525-a7dd-5e0fb74068aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:52.006319 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-62530115-ae3f-4525-a7dd-5e0fb74068aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:52.009739 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-62530115-ae3f-4525-a7dd-5e0fb74068aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:52.036096 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62530115-ae3f-4525-a7dd-5e0fb74068aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:07:52.043126 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62530115-ae3f-4525-a7dd-5e0fb74068aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190cf311-5f8a-4106-90bf-8daa8966ec5c,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:52.048367 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-62530115-ae3f-4525-a7dd-5e0fb74068aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:52.048705 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-62530115-ae3f-4525-a7dd-5e0fb74068aa admin admin] Added segment 8dbf31b4-ba88-4ea7-904a-336e78959cc0 of type vlan for network 24cafb7f-ffa5-435e-8152-f3a75d53beee Jul 13 08:07:52.087132 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-62530115-ae3f-4525-a7dd-5e0fb74068aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:52.115115 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-62530115-ae3f-4525-a7dd-5e0fb74068aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:52.116087 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62530115-ae3f-4525-a7dd-5e0fb74068aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:52.116664 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-62530115-ae3f-4525-a7dd-5e0fb74068aa admin admin] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:52.162154 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-62530115-ae3f-4525-a7dd-5e0fb74068aa admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3640637 Jul 13 08:07:52.165233 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40444) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:52.170941 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-50d4d3e3-dd31-4926-9894-9b721b64ae12 admin admin] Request body: {'subnet': {'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-572878154-subnet', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:07:52.192085 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d4d3e3-dd31-4926-9894-9b721b64ae12 admin admin] Made reservation on behalf of 91a436a4f7bf43ddbe81c7275c736b5c for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:07:52.194426 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-50d4d3e3-dd31-4926-9894-9b721b64ae12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:52.212391 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62530115-ae3f-4525-a7dd-5e0fb74068aa admin admin] Pushing event updated for resources: {'Network': ['ID=24cafb7f-ffa5-435e-8152-f3a75d53beee,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:52.224351 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 24cafb7f-ffa5-435e-8152-f3a75d53beee details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:07:52.360295 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-50d4d3e3-dd31-4926-9894-9b721b64ae12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:52.416501 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4d3e3-dd31-4926-9894-9b721b64ae12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be9d4c82-9997-4b23-963d-61665a0eafc6,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:52.421817 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d4d3e3-dd31-4926-9894-9b721b64ae12 admin admin] Checking segment: {'id': '8dbf31b4-ba88-4ea7-904a-336e78959cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:07:52.422156 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d4d3e3-dd31-4926-9894-9b721b64ae12 admin admin] Network hostable DHCP agents. Network: 24cafb7f-ffa5-435e-8152-f3a75d53beee, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:07:52.437654 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d4d3e3-dd31-4926-9894-9b721b64ae12 admin admin] Network 24cafb7f-ffa5-435e-8152-f3a75d53beee is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:07:52.445864 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-50d4d3e3-dd31-4926-9894-9b721b64ae12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 24cafb7f-ffa5-435e-8152-f3a75d53beee) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:07:52.449818 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d4d3e3-dd31-4926-9894-9b721b64ae12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:52.450370 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-50d4d3e3-dd31-4926-9894-9b721b64ae12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:52.456172 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970bcd56-2739-4cb9-bc2a-a5f4243a50f4 None None] Network 24cafb7f-ffa5-435e-8152-f3a75d53beee requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:07:52.467777 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-50d4d3e3-dd31-4926-9894-9b721b64ae12 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3010294 Jul 13 08:07:52.469991 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40446) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:52.474509 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-423d5876-fee2-41c8-bf12-f3bed1362171 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-572878154-router', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:07:52.497256 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-423d5876-fee2-41c8-bf12-f3bed1362171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:52.498889 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-423d5876-fee2-41c8-bf12-f3bed1362171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:52.561253 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-423d5876-fee2-41c8-bf12-f3bed1362171 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:52.609862 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f487c9-d7b1-4409-9990-7343a7c5339f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-24cafb7f-ffa5-435e-8152-f3a75d53beee', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'fixed_ips': [{'subnet_id': 'be9d4c82-9997-4b23-963d-61665a0eafc6'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:07:52.610799 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d9f487c9-d7b1-4409-9990-7343a7c5339f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:52.706457 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-423d5876-fee2-41c8-bf12-f3bed1362171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:52.763019 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-d9f487c9-d7b1-4409-9990-7343a7c5339f None None] Allocated IP 172.20.0.2 (24cafb7f-ffa5-435e-8152-f3a75d53beee/be9d4c82-9997-4b23-963d-61665a0eafc6/13d6fe02-f695-41e0-b4b9-0a3ac6860588) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:07:52.917190 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d9f487c9-d7b1-4409-9990-7343a7c5339f None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:52.923131 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-423d5876-fee2-41c8-bf12-f3bed1362171 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:52.928947 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d9f487c9-d7b1-4409-9990-7343a7c5339f None None] Transition to ACTIVE for port object 13d6fe02-f695-41e0-b4b9-0a3ac6860588 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:07:52.945587 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-423d5876-fee2-41c8-bf12-f3bed1362171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:52.947492 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d9f487c9-d7b1-4409-9990-7343a7c5339f None None] Transition to ACTIVE for port object 13d6fe02-f695-41e0-b4b9-0a3ac6860588 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:07:52.954018 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d9f487c9-d7b1-4409-9990-7343a7c5339f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:52.990927 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f487c9-d7b1-4409-9990-7343a7c5339f None None] Network 24cafb7f-ffa5-435e-8152-f3a75d53beee is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:07:52.993752 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-d9f487c9-d7b1-4409-9990-7343a7c5339f None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:07:53.000032 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f487c9-d7b1-4409-9990-7343a7c5339f None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:07:53.012474 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f487c9-d7b1-4409-9990-7343a7c5339f None None] Pushing event updated for resources: {'Port': ['ID=13d6fe02-f695-41e0-b4b9-0a3ac6860588,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:53.066040 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-d9f487c9-d7b1-4409-9990-7343a7c5339f None None] Attempting to bind port 13d6fe02-f695-41e0-b4b9-0a3ac6860588 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:07:53.066406 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-d9f487c9-d7b1-4409-9990-7343a7c5339f None None] Attempting to bind port 13d6fe02-f695-41e0-b4b9-0a3ac6860588 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '8dbf31b4-ba88-4ea7-904a-336e78959cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:07:53.066776 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f487c9-d7b1-4409-9990-7343a7c5339f None None] Attempting to bind port 13d6fe02-f695-41e0-b4b9-0a3ac6860588 on network 24cafb7f-ffa5-435e-8152-f3a75d53beee {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:07:53.067958 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-423d5876-fee2-41c8-bf12-f3bed1362171 admin admin] Allocated IP 172.25.3.86 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/fe5a7e3e-b24a-4c81-98ef-4849f805e98c) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:07:53.073070 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f487c9-d7b1-4409-9990-7343a7c5339f None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:07:53.073938 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f487c9-d7b1-4409-9990-7343a7c5339f None None] Checking segment: {'id': '8dbf31b4-ba88-4ea7-904a-336e78959cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:07:53.074361 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d9f487c9-d7b1-4409-9990-7343a7c5339f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:53.074753 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f487c9-d7b1-4409-9990-7343a7c5339f None None] Bound using segment: {'id': '8dbf31b4-ba88-4ea7-904a-336e78959cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:07:53.075299 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-d9f487c9-d7b1-4409-9990-7343a7c5339f None None] Bound port: 13d6fe02-f695-41e0-b4b9-0a3ac6860588, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dbf31b4-ba88-4ea7-904a-336e78959cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:07:53.075737 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d9f487c9-d7b1-4409-9990-7343a7c5339f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:53.152248 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-d9f487c9-d7b1-4409-9990-7343a7c5339f None None] For port 13d6fe02-f695-41e0-b4b9-0a3ac6860588, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:07:53.156261 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-d9f487c9-d7b1-4409-9990-7343a7c5339f None None] For port 13d6fe02-f695-41e0-b4b9-0a3ac6860588, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=13d6fe02-f695-41e0-b4b9-0a3ac6860588,segment=NetworkSegment(8dbf31b4-ba88-4ea7-904a-336e78959cc0),segment_id=8dbf31b4-ba88-4ea7-904a-336e78959cc0)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:07:53.160727 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d9f487c9-d7b1-4409-9990-7343a7c5339f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:53.174204 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-423d5876-fee2-41c8-bf12-f3bed1362171 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:53.219472 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f487c9-d7b1-4409-9990-7343a7c5339f None None] Pushing event updated for resources: {'Port': ['ID=13d6fe02-f695-41e0-b4b9-0a3ac6860588,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:53.220008 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-423d5876-fee2-41c8-bf12-f3bed1362171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:53.277194 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423d5876-fee2-41c8-bf12-f3bed1362171 admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:07:53.281119 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-423d5876-fee2-41c8-bf12-f3bed1362171 admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:07:53.285782 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423d5876-fee2-41c8-bf12-f3bed1362171 admin admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:07:53.289088 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d5876-fee2-41c8-bf12-f3bed1362171 admin admin] Pushing event updated for resources: {'Port': ['ID=fe5a7e3e-b24a-4c81-98ef-4849f805e98c,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:53.567840 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-423d5876-fee2-41c8-bf12-f3bed1362171 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:53.614831 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:53.765602 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-423d5876-fee2-41c8-bf12-f3bed1362171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:53.899402 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423d5876-fee2-41c8-bf12-f3bed1362171 admin admin] Router d48061c2-2257-4523-a631-ff29228fdc55 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:07:53.946470 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 13d6fe02-f695-41e0-b4b9-0a3ac6860588 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:07:54.000203 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 13d6fe02-f695-41e0-b4b9-0a3ac6860588 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:07:54.024065 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423d5876-fee2-41c8-bf12-f3bed1362171 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:07:54.038746 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4be6363-7efb-47b4-8467-24f4a046801d None None] Sync routers for ids ['d48061c2-2257-4523-a631-ff29228fdc55'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:07:54.040265 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-423d5876-fee2-41c8-bf12-f3bed1362171 admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:54.041485 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-423d5876-fee2-41c8-bf12-f3bed1362171 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5705094 Jul 13 08:07:54.044226 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40448) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:54.049968 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4be6363-7efb-47b4-8467-24f4a046801d None None] Routers {'d48061c2-2257-4523-a631-ff29228fdc55'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:07:54.050589 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-b4be6363-7efb-47b4-8467-24f4a046801d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:07:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d48061c2-2257-4523-a631-ff29228fdc55'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:54.089011 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:07:54.170679 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-b4be6363-7efb-47b4-8467-24f4a046801d None None] Set router d48061c2-2257-4523-a631-ff29228fdc55 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:07:54.231491 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8591d61a-d907-493c-aeac-857231bfb0a1 None None] Network 24cafb7f-ffa5-435e-8152-f3a75d53beee requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:07:54.284592 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:54.483282 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b55fc91-11c4-415f-98c3-fa0f7e48ebf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:54.533003 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-92759c34-49c8-4b63-84e2-481a094c887c None None] Provisioning for port 13d6fe02-f695-41e0-b4b9-0a3ac6860588 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:07:54.552806 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-92759c34-49c8-4b63-84e2-481a094c887c None None] Provisioning complete for port 13d6fe02-f695-41e0-b4b9-0a3ac6860588 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:07:54.553114 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-92759c34-49c8-4b63-84e2-481a094c887c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:54.656454 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-2b55fc91-11c4-415f-98c3-fa0f7e48ebf9 admin admin] Allocated IP 172.20.0.1 (24cafb7f-ffa5-435e-8152-f3a75d53beee/be9d4c82-9997-4b23-963d-61665a0eafc6/0e3b930f-b88b-4f6c-aa15-07cc0fc79202) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:07:54.736435 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-92759c34-49c8-4b63-84e2-481a094c887c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:54.738899 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-b4be6363-7efb-47b4-8467-24f4a046801d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'name': 'tempest-TestVolumeBootPattern-572878154-router', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:53Z', 'revision_number': 3, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'gw_port': {'id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:54.758416 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b55fc91-11c4-415f-98c3-fa0f7e48ebf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:54.772085 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-2b55fc91-11c4-415f-98c3-fa0f7e48ebf9 admin admin] Transition to ACTIVE for port object 0e3b930f-b88b-4f6c-aa15-07cc0fc79202 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:07:54.782581 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4be6363-7efb-47b4-8467-24f4a046801d None None] Checking router: d48061c2-2257-4523-a631-ff29228fdc55 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:07:54.782925 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4be6363-7efb-47b4-8467-24f4a046801d None None] Updating router d48061c2-2257-4523-a631-ff29228fdc55 port fe5a7e3e-b24a-4c81-98ef-4849f805e98c binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:07:54.805413 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b55fc91-11c4-415f-98c3-fa0f7e48ebf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:54.836750 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-92759c34-49c8-4b63-84e2-481a094c887c None None] For port 13d6fe02-f695-41e0-b4b9-0a3ac6860588, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=13d6fe02-f695-41e0-b4b9-0a3ac6860588,segment=NetworkSegment(8dbf31b4-ba88-4ea7-904a-336e78959cc0),segment_id=8dbf31b4-ba88-4ea7-904a-336e78959cc0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:07:54.843252 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b4be6363-7efb-47b4-8467-24f4a046801d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:54.845734 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-92759c34-49c8-4b63-84e2-481a094c887c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:54.861223 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b55fc91-11c4-415f-98c3-fa0f7e48ebf9 admin admin] Network 24cafb7f-ffa5-435e-8152-f3a75d53beee is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:07:54.864224 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-2b55fc91-11c4-415f-98c3-fa0f7e48ebf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:07:54.867435 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b55fc91-11c4-415f-98c3-fa0f7e48ebf9 admin admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:07:54.914248 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b55fc91-11c4-415f-98c3-fa0f7e48ebf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:54.917314 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55fc91-11c4-415f-98c3-fa0f7e48ebf9 admin admin] Pushing event updated for resources: {'Port': ['ID=0e3b930f-b88b-4f6c-aa15-07cc0fc79202,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:54.981903 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92759c34-49c8-4b63-84e2-481a094c887c None None] Pushing event updated for resources: {'Port': ['ID=13d6fe02-f695-41e0-b4b9-0a3ac6860588,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:55.077648 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b55fc91-11c4-415f-98c3-fa0f7e48ebf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:55.143461 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-fb07d4f0-024e-4e98-a1b9-aa1fa048b3b9 None None] Provisioning complete for port 13d6fe02-f695-41e0-b4b9-0a3ac6860588 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:07:55.143827 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fb07d4f0-024e-4e98-a1b9-aa1fa048b3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:55.215529 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b4be6363-7efb-47b4-8467-24f4a046801d None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:55.233610 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b4be6363-7efb-47b4-8467-24f4a046801d None None] Transition to ACTIVE for port object fe5a7e3e-b24a-4c81-98ef-4849f805e98c will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:07:55.258582 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b4be6363-7efb-47b4-8467-24f4a046801d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:55.259510 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b55fc91-11c4-415f-98c3-fa0f7e48ebf9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:55.264427 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b55fc91-11c4-415f-98c3-fa0f7e48ebf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:55.326904 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db751894-6c36-4989-922f-e218472467e0 None None] Pushing event updated for resources: {'Port': ['ID=fe5a7e3e-b24a-4c81-98ef-4849f805e98c,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:55.329936 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-b4be6363-7efb-47b4-8467-24f4a046801d None None] Attempting to bind port fe5a7e3e-b24a-4c81-98ef-4849f805e98c on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:07:55.330095 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-b4be6363-7efb-47b4-8467-24f4a046801d None None] Attempting to bind port fe5a7e3e-b24a-4c81-98ef-4849f805e98c by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:07:55.330375 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4be6363-7efb-47b4-8467-24f4a046801d None None] Attempting to bind port fe5a7e3e-b24a-4c81-98ef-4849f805e98c on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:07:55.336046 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4be6363-7efb-47b4-8467-24f4a046801d None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:07:55.336421 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4be6363-7efb-47b4-8467-24f4a046801d None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:07:55.337122 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b4be6363-7efb-47b4-8467-24f4a046801d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:55.337247 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4be6363-7efb-47b4-8467-24f4a046801d None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:07:55.337554 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55fc91-11c4-415f-98c3-fa0f7e48ebf9 admin admin] Pushing event updated for resources: {'Port': ['ID=0e3b930f-b88b-4f6c-aa15-07cc0fc79202,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:55.337685 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-b4be6363-7efb-47b4-8467-24f4a046801d None None] Bound port: fe5a7e3e-b24a-4c81-98ef-4849f805e98c, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:07:55.337989 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b4be6363-7efb-47b4-8467-24f4a046801d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:55.346390 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b55fc91-11c4-415f-98c3-fa0f7e48ebf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:55.403576 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-b4be6363-7efb-47b4-8467-24f4a046801d None None] For port fe5a7e3e-b24a-4c81-98ef-4849f805e98c, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:07:55.409985 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-b4be6363-7efb-47b4-8467-24f4a046801d None None] For port fe5a7e3e-b24a-4c81-98ef-4849f805e98c, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=fe5a7e3e-b24a-4c81-98ef-4849f805e98c,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:07:55.415492 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b4be6363-7efb-47b4-8467-24f4a046801d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:55.454514 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b55fc91-11c4-415f-98c3-fa0f7e48ebf9 admin admin] Network 24cafb7f-ffa5-435e-8152-f3a75d53beee is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:07:55.456078 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-2b55fc91-11c4-415f-98c3-fa0f7e48ebf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:07:55.488925 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2f767218-5c1b-4b85-b0ae-8a29621bfb0f None None] Provisioning for port 0e3b930f-b88b-4f6c-aa15-07cc0fc79202 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:07:55.493265 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4be6363-7efb-47b4-8467-24f4a046801d None None] Routers {'d48061c2-2257-4523-a631-ff29228fdc55'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:07:55.493910 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-b4be6363-7efb-47b4-8467-24f4a046801d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:07:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d48061c2-2257-4523-a631-ff29228fdc55'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:55.500672 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2f767218-5c1b-4b85-b0ae-8a29621bfb0f None None] Provisioning complete for port 0e3b930f-b88b-4f6c-aa15-07cc0fc79202 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:07:55.500858 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2f767218-5c1b-4b85-b0ae-8a29621bfb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:55.533635 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db751894-6c36-4989-922f-e218472467e0 None None] Pushing event updated for resources: {'Port': ['ID=fe5a7e3e-b24a-4c81-98ef-4849f805e98c,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:55.573860 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b55fc91-11c4-415f-98c3-fa0f7e48ebf9 admin admin] Router d48061c2-2257-4523-a631-ff29228fdc55 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:07:55.608440 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2f767218-5c1b-4b85-b0ae-8a29621bfb0f None None] Port 0e3b930f-b88b-4f6c-aa15-07cc0fc79202 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:07:55.644412 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-b4be6363-7efb-47b4-8467-24f4a046801d None None] Set router d48061c2-2257-4523-a631-ff29228fdc55 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:07:55.756250 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e365674a-cae2-4185-a8e8-268a7ce5b24a None None] Provisioning complete for port 0e3b930f-b88b-4f6c-aa15-07cc0fc79202 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:07:55.756944 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e365674a-cae2-4185-a8e8-268a7ce5b24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:55.832279 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-e365674a-cae2-4185-a8e8-268a7ce5b24a None None] Port 0e3b930f-b88b-4f6c-aa15-07cc0fc79202 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:07:55.902328 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-b4be6363-7efb-47b4-8467-24f4a046801d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'name': 'tempest-TestVolumeBootPattern-572878154-router', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:55Z', 'revision_number': 4, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'gw_port': {'id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '0e3b930f-b88b-4f6c-aa15-07cc0fc79202', 'name': '', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'mac_address': 'fa:16:3e:17:4e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:54Z', 'updated_at': '2021-07-13T08:07:55Z', 'revision_number': 2, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'subnets': [{'id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:55.931387 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 13d6fe02-f695-41e0-b4b9-0a3ac6860588 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:07:55.935675 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4be6363-7efb-47b4-8467-24f4a046801d None None] The sync data for ids ['d48061c2-2257-4523-a631-ff29228fdc55'] in n-d-771363-34 is: [{'id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'name': 'tempest-TestVolumeBootPattern-572878154-router', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:55Z', 'revision_number': 4, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'gw_port': {'id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '0e3b930f-b88b-4f6c-aa15-07cc0fc79202', 'name': '', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'mac_address': 'fa:16:3e:17:4e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:54Z', 'updated_at': '2021-07-13T08:07:55Z', 'revision_number': 2, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'subnets': [{'id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:07:55.986435 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9c052090-c6b6-4733-884d-0c5f2c7e0384 None None] Provisioning complete for port 0e3b930f-b88b-4f6c-aa15-07cc0fc79202 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:07:55.986810 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9c052090-c6b6-4733-884d-0c5f2c7e0384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:56.027431 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 13d6fe02-f695-41e0-b4b9-0a3ac6860588 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:07:56.027806 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:56.032326 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-9c052090-c6b6-4733-884d-0c5f2c7e0384 None None] Port 0e3b930f-b88b-4f6c-aa15-07cc0fc79202 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:07:56.041980 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b55fc91-11c4-415f-98c3-fa0f7e48ebf9 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:07:56.055479 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2b55fc91-11c4-415f-98c3-fa0f7e48ebf9 admin admin] 10.222.0.23 "PUT /v2.0/routers/d48061c2-2257-4523-a631-ff29228fdc55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0025256 Jul 13 08:07:56.622013 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40464) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:56.628275 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-bbbac51a-6283-4584-949c-4f12abd76f57 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-955357447-network', 'tenant_id': '06ab86121ac14ef78a6c4470929b7db1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:07:56.648556 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbac51a-6283-4584-949c-4f12abd76f57 admin admin] Made reservation on behalf of 06ab86121ac14ef78a6c4470929b7db1 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:07:56.650877 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bbbac51a-6283-4584-949c-4f12abd76f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:56.661462 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bbbac51a-6283-4584-949c-4f12abd76f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:56.755924 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bbbac51a-6283-4584-949c-4f12abd76f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:56.760843 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bbbac51a-6283-4584-949c-4f12abd76f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:56.786883 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbbac51a-6283-4584-949c-4f12abd76f57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:07:56.796151 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbac51a-6283-4584-949c-4f12abd76f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f0f5be-eb2b-4a2e-aada-e4c388c25caf,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:56.802371 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bbbac51a-6283-4584-949c-4f12abd76f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:56.802718 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-bbbac51a-6283-4584-949c-4f12abd76f57 admin admin] Added segment 8ac65d75-6294-471b-abaf-b0982ae41a51 of type vlan for network 412df262-e89d-4a26-8845-44b537907d67 Jul 13 08:07:56.845306 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bbbac51a-6283-4584-949c-4f12abd76f57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:56.875386 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bbbac51a-6283-4584-949c-4f12abd76f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:56.876391 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbac51a-6283-4584-949c-4f12abd76f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:56.877174 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bbbac51a-6283-4584-949c-4f12abd76f57 admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:56.932051 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-bbbac51a-6283-4584-949c-4f12abd76f57 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3078053 Jul 13 08:07:56.935149 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40466) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:56.940739 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-7869a8ac-0020-4c3d-be45-96015fee4ff0 admin admin] Request body: {'subnet': {'network_id': '412df262-e89d-4a26-8845-44b537907d67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-955357447-subnet', 'tenant_id': '06ab86121ac14ef78a6c4470929b7db1', 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:07:56.967503 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7869a8ac-0020-4c3d-be45-96015fee4ff0 admin admin] Made reservation on behalf of 06ab86121ac14ef78a6c4470929b7db1 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:07:56.970509 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7869a8ac-0020-4c3d-be45-96015fee4ff0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:56.971504 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbac51a-6283-4584-949c-4f12abd76f57 admin admin] Pushing event updated for resources: {'Network': ['ID=412df262-e89d-4a26-8845-44b537907d67,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:56.982438 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 412df262-e89d-4a26-8845-44b537907d67 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:07:57.149021 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7869a8ac-0020-4c3d-be45-96015fee4ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:57.205368 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7869a8ac-0020-4c3d-be45-96015fee4ff0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1de7d4a7-45bc-4e3c-96ad-5b6aaf469b4c,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:57.213593 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7869a8ac-0020-4c3d-be45-96015fee4ff0 admin admin] Checking segment: {'id': '8ac65d75-6294-471b-abaf-b0982ae41a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '412df262-e89d-4a26-8845-44b537907d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:07:57.213593 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7869a8ac-0020-4c3d-be45-96015fee4ff0 admin admin] Network hostable DHCP agents. Network: 412df262-e89d-4a26-8845-44b537907d67, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:07:57.232841 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7869a8ac-0020-4c3d-be45-96015fee4ff0 admin admin] Network 412df262-e89d-4a26-8845-44b537907d67 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:07:57.242024 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-7869a8ac-0020-4c3d-be45-96015fee4ff0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 412df262-e89d-4a26-8845-44b537907d67) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:07:57.246678 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7869a8ac-0020-4c3d-be45-96015fee4ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:07:57.247739 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7869a8ac-0020-4c3d-be45-96015fee4ff0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:57.251167 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20d367d-9544-4e7a-90a8-40c1921551e7 None None] Network 412df262-e89d-4a26-8845-44b537907d67 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:07:57.262033 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7869a8ac-0020-4c3d-be45-96015fee4ff0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3254592 Jul 13 08:07:57.265053 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 40468) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:57.269532 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-83d31bca-8af0-4de4-91c3-d507b32acb03 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-955357447-router', 'tenant_id': '06ab86121ac14ef78a6c4470929b7db1', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:07:57.290288 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-83d31bca-8af0-4de4-91c3-d507b32acb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:57.291287 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-83d31bca-8af0-4de4-91c3-d507b32acb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:57.345878 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-83d31bca-8af0-4de4-91c3-d507b32acb03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:57.400181 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f24ed73-c81f-4d66-a97f-0a36e750b4e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-412df262-e89d-4a26-8845-44b537907d67', 'network_id': '412df262-e89d-4a26-8845-44b537907d67', 'tenant_id': '06ab86121ac14ef78a6c4470929b7db1', 'fixed_ips': [{'subnet_id': '1de7d4a7-45bc-4e3c-96ad-5b6aaf469b4c'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:07:57.401056 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3f24ed73-c81f-4d66-a97f-0a36e750b4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:57.538624 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-3f24ed73-c81f-4d66-a97f-0a36e750b4e0 None None] Allocated IP 172.20.0.2 (412df262-e89d-4a26-8845-44b537907d67/1de7d4a7-45bc-4e3c-96ad-5b6aaf469b4c/67144432-bc9c-48a6-805c-e9fcc2423f85) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:07:57.710773 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3f24ed73-c81f-4d66-a97f-0a36e750b4e0 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:57.721162 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3f24ed73-c81f-4d66-a97f-0a36e750b4e0 None None] Transition to ACTIVE for port object 67144432-bc9c-48a6-805c-e9fcc2423f85 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:07:57.737891 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3f24ed73-c81f-4d66-a97f-0a36e750b4e0 None None] Transition to ACTIVE for port object 67144432-bc9c-48a6-805c-e9fcc2423f85 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:07:57.743983 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3f24ed73-c81f-4d66-a97f-0a36e750b4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:57.789730 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f24ed73-c81f-4d66-a97f-0a36e750b4e0 None None] Network 412df262-e89d-4a26-8845-44b537907d67 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:07:57.792804 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-3f24ed73-c81f-4d66-a97f-0a36e750b4e0 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:07:57.796968 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f24ed73-c81f-4d66-a97f-0a36e750b4e0 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:07:57.806766 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f24ed73-c81f-4d66-a97f-0a36e750b4e0 None None] Pushing event updated for resources: {'Port': ['ID=67144432-bc9c-48a6-805c-e9fcc2423f85,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:57.816412 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-83d31bca-8af0-4de4-91c3-d507b32acb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:57.861343 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-3f24ed73-c81f-4d66-a97f-0a36e750b4e0 None None] Attempting to bind port 67144432-bc9c-48a6-805c-e9fcc2423f85 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:07:57.861721 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-3f24ed73-c81f-4d66-a97f-0a36e750b4e0 None None] Attempting to bind port 67144432-bc9c-48a6-805c-e9fcc2423f85 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '8ac65d75-6294-471b-abaf-b0982ae41a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '412df262-e89d-4a26-8845-44b537907d67'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:07:57.862094 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f24ed73-c81f-4d66-a97f-0a36e750b4e0 None None] Attempting to bind port 67144432-bc9c-48a6-805c-e9fcc2423f85 on network 412df262-e89d-4a26-8845-44b537907d67 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:07:57.868597 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f24ed73-c81f-4d66-a97f-0a36e750b4e0 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:07:57.869051 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f24ed73-c81f-4d66-a97f-0a36e750b4e0 None None] Checking segment: {'id': '8ac65d75-6294-471b-abaf-b0982ae41a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '412df262-e89d-4a26-8845-44b537907d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:07:57.869526 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3f24ed73-c81f-4d66-a97f-0a36e750b4e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:57.869987 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f24ed73-c81f-4d66-a97f-0a36e750b4e0 None None] Bound using segment: {'id': '8ac65d75-6294-471b-abaf-b0982ae41a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '412df262-e89d-4a26-8845-44b537907d67'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:07:57.870666 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-3f24ed73-c81f-4d66-a97f-0a36e750b4e0 None None] Bound port: 67144432-bc9c-48a6-805c-e9fcc2423f85, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac65d75-6294-471b-abaf-b0982ae41a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '412df262-e89d-4a26-8845-44b537907d67'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:07:57.871116 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3f24ed73-c81f-4d66-a97f-0a36e750b4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:57.953351 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device fe5a7e3e-b24a-4c81-98ef-4849f805e98c up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:07:57.958617 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-3f24ed73-c81f-4d66-a97f-0a36e750b4e0 None None] For port 67144432-bc9c-48a6-805c-e9fcc2423f85, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:07:57.982154 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57217822-aa98-42bb-a259-d0b062bb8e53 None None] Sync routers for ids ['d48061c2-2257-4523-a631-ff29228fdc55'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:07:57.993715 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57217822-aa98-42bb-a259-d0b062bb8e53 None None] Routers {'d48061c2-2257-4523-a631-ff29228fdc55'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:07:57.994468 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-57217822-aa98-42bb-a259-d0b062bb8e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:07:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d48061c2-2257-4523-a631-ff29228fdc55'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:57.994610 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-3f24ed73-c81f-4d66-a97f-0a36e750b4e0 None None] For port 67144432-bc9c-48a6-805c-e9fcc2423f85, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=67144432-bc9c-48a6-805c-e9fcc2423f85,segment=NetworkSegment(8ac65d75-6294-471b-abaf-b0982ae41a51),segment_id=8ac65d75-6294-471b-abaf-b0982ae41a51)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:07:58.005682 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3f24ed73-c81f-4d66-a97f-0a36e750b4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:58.024484 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-83d31bca-8af0-4de4-91c3-d507b32acb03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:58.043950 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-83d31bca-8af0-4de4-91c3-d507b32acb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:58.081622 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f24ed73-c81f-4d66-a97f-0a36e750b4e0 None None] Pushing event updated for resources: {'Port': ['ID=67144432-bc9c-48a6-805c-e9fcc2423f85,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:58.086987 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port fe5a7e3e-b24a-4c81-98ef-4849f805e98c completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:07:58.091964 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port fe5a7e3e-b24a-4c81-98ef-4849f805e98c triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:07:58.092218 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:58.128080 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-57217822-aa98-42bb-a259-d0b062bb8e53 None None] Set router d48061c2-2257-4523-a631-ff29228fdc55 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:07:58.173810 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-83d31bca-8af0-4de4-91c3-d507b32acb03 admin admin] Allocated IP 172.25.3.11 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/5349895a-b143-40f7-8094-d36eb301ab87) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:07:58.184211 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:58.210430 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port fe5a7e3e-b24a-4c81-98ef-4849f805e98c, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=fe5a7e3e-b24a-4c81-98ef-4849f805e98c,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:07:58.218926 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:58.316490 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=fe5a7e3e-b24a-4c81-98ef-4849f805e98c,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:58.338973 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-83d31bca-8af0-4de4-91c3-d507b32acb03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:58.391122 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-83d31bca-8af0-4de4-91c3-d507b32acb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:58.432030 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d31bca-8af0-4de4-91c3-d507b32acb03 admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:07:58.437929 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-83d31bca-8af0-4de4-91c3-d507b32acb03 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:07:58.441064 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d31bca-8af0-4de4-91c3-d507b32acb03 admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:07:58.467594 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-57217822-aa98-42bb-a259-d0b062bb8e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'name': 'tempest-TestVolumeBootPattern-572878154-router', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:55Z', 'revision_number': 4, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'gw_port': {'id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '0e3b930f-b88b-4f6c-aa15-07cc0fc79202', 'name': '', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'mac_address': 'fa:16:3e:17:4e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:54Z', 'updated_at': '2021-07-13T08:07:55Z', 'revision_number': 2, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'subnets': [{'id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:58.468852 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d31bca-8af0-4de4-91c3-d507b32acb03 admin admin] Pushing event updated for resources: {'Port': ['ID=5349895a-b143-40f7-8094-d36eb301ab87,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:58.494241 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57217822-aa98-42bb-a259-d0b062bb8e53 None None] Checking router: d48061c2-2257-4523-a631-ff29228fdc55 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:07:58.494587 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57217822-aa98-42bb-a259-d0b062bb8e53 None None] Updating router d48061c2-2257-4523-a631-ff29228fdc55 port 0e3b930f-b88b-4f6c-aa15-07cc0fc79202 binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:07:58.533089 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-57217822-aa98-42bb-a259-d0b062bb8e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:58.698362 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-83d31bca-8af0-4de4-91c3-d507b32acb03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:58.798177 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-57217822-aa98-42bb-a259-d0b062bb8e53 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:58.809825 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-57217822-aa98-42bb-a259-d0b062bb8e53 None None] Transition to ACTIVE for port object 0e3b930f-b88b-4f6c-aa15-07cc0fc79202 will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:07:58.816506 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-57217822-aa98-42bb-a259-d0b062bb8e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:58.874255 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24334c-58a5-479a-8b25-05e2436d1f27 None None] Pushing event updated for resources: {'Port': ['ID=0e3b930f-b88b-4f6c-aa15-07cc0fc79202,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:58.907270 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b24334c-58a5-479a-8b25-05e2436d1f27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:58.907796 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b24334c-58a5-479a-8b25-05e2436d1f27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:58.908353 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b24334c-58a5-479a-8b25-05e2436d1f27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:58.908756 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b24334c-58a5-479a-8b25-05e2436d1f27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:58.909159 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b24334c-58a5-479a-8b25-05e2436d1f27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:58.909575 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b24334c-58a5-479a-8b25-05e2436d1f27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:58.909973 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b24334c-58a5-479a-8b25-05e2436d1f27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:58.910361 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b24334c-58a5-479a-8b25-05e2436d1f27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:58.910755 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b24334c-58a5-479a-8b25-05e2436d1f27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:58.911143 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b24334c-58a5-479a-8b25-05e2436d1f27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:58.911585 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b24334c-58a5-479a-8b25-05e2436d1f27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:58.911964 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b24334c-58a5-479a-8b25-05e2436d1f27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:07:58.923254 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-83d31bca-8af0-4de4-91c3-d507b32acb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:58.946375 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-57217822-aa98-42bb-a259-d0b062bb8e53 None None] Attempting to bind port 0e3b930f-b88b-4f6c-aa15-07cc0fc79202 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:07:58.946831 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-57217822-aa98-42bb-a259-d0b062bb8e53 None None] Attempting to bind port 0e3b930f-b88b-4f6c-aa15-07cc0fc79202 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '8dbf31b4-ba88-4ea7-904a-336e78959cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:07:58.947291 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57217822-aa98-42bb-a259-d0b062bb8e53 None None] Attempting to bind port 0e3b930f-b88b-4f6c-aa15-07cc0fc79202 on network 24cafb7f-ffa5-435e-8152-f3a75d53beee {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:07:58.953206 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57217822-aa98-42bb-a259-d0b062bb8e53 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:07:58.954021 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57217822-aa98-42bb-a259-d0b062bb8e53 None None] Checking segment: {'id': '8dbf31b4-ba88-4ea7-904a-336e78959cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:07:58.954021 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-57217822-aa98-42bb-a259-d0b062bb8e53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:58.954598 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57217822-aa98-42bb-a259-d0b062bb8e53 None None] Bound using segment: {'id': '8dbf31b4-ba88-4ea7-904a-336e78959cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:07:58.955424 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-57217822-aa98-42bb-a259-d0b062bb8e53 None None] Bound port: 0e3b930f-b88b-4f6c-aa15-07cc0fc79202, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dbf31b4-ba88-4ea7-904a-336e78959cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:07:58.955596 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-57217822-aa98-42bb-a259-d0b062bb8e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:59.028380 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-57217822-aa98-42bb-a259-d0b062bb8e53 None None] For port 0e3b930f-b88b-4f6c-aa15-07cc0fc79202, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:07:59.036633 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-57217822-aa98-42bb-a259-d0b062bb8e53 None None] For port 0e3b930f-b88b-4f6c-aa15-07cc0fc79202, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=0e3b930f-b88b-4f6c-aa15-07cc0fc79202,segment=NetworkSegment(8dbf31b4-ba88-4ea7-904a-336e78959cc0),segment_id=8dbf31b4-ba88-4ea7-904a-336e78959cc0)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:07:59.042936 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-57217822-aa98-42bb-a259-d0b062bb8e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:59.092080 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d31bca-8af0-4de4-91c3-d507b32acb03 admin admin] Router c3255ee8-6e85-4623-b82e-abb016f68465 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:07:59.103956 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57217822-aa98-42bb-a259-d0b062bb8e53 None None] Routers {'d48061c2-2257-4523-a631-ff29228fdc55'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:07:59.104586 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-57217822-aa98-42bb-a259-d0b062bb8e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:07:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d48061c2-2257-4523-a631-ff29228fdc55'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:59.218014 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-57217822-aa98-42bb-a259-d0b062bb8e53 None None] Set router d48061c2-2257-4523-a631-ff29228fdc55 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:07:59.232758 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d31bca-8af0-4de4-91c3-d507b32acb03 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:07:59.249020 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c65831b-bb7c-400c-9469-ea8d6765269a None None] Sync routers for ids ['c3255ee8-6e85-4623-b82e-abb016f68465'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:07:59.259260 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-83d31bca-8af0-4de4-91c3-d507b32acb03 admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:59.259800 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c65831b-bb7c-400c-9469-ea8d6765269a None None] Routers {'c3255ee8-6e85-4623-b82e-abb016f68465'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:07:59.260438 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-1c65831b-bb7c-400c-9469-ea8d6765269a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:07:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['c3255ee8-6e85-4623-b82e-abb016f68465'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:59.264076 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-83d31bca-8af0-4de4-91c3-d507b32acb03 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9976287 Jul 13 08:07:59.265773 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 40470) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:07:59.315895 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24334c-58a5-479a-8b25-05e2436d1f27 None None] Pushing event updated for resources: {'Port': ['ID=0e3b930f-b88b-4f6c-aa15-07cc0fc79202,revision_number=4']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:07:59.327777 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274ab825-c1c1-4c30-8994-5999df6bda7f None None] Network 412df262-e89d-4a26-8845-44b537907d67 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:07:59.463855 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-57217822-aa98-42bb-a259-d0b062bb8e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'name': 'tempest-TestVolumeBootPattern-572878154-router', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:55Z', 'revision_number': 4, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'gw_port': {'id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '0e3b930f-b88b-4f6c-aa15-07cc0fc79202', 'name': '', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'mac_address': 'fa:16:3e:17:4e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:54Z', 'updated_at': '2021-07-13T08:07:59Z', 'revision_number': 4, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'subnets': [{'id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:59.490519 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57217822-aa98-42bb-a259-d0b062bb8e53 None None] The sync data for ids ['d48061c2-2257-4523-a631-ff29228fdc55'] in n-d-771363-34 is: [{'id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'name': 'tempest-TestVolumeBootPattern-572878154-router', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:55Z', 'revision_number': 4, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'gw_port': {'id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '0e3b930f-b88b-4f6c-aa15-07cc0fc79202', 'name': '', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'mac_address': 'fa:16:3e:17:4e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:54Z', 'updated_at': '2021-07-13T08:07:59Z', 'revision_number': 4, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'subnets': [{'id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:07:59.565218 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-504e7057-b184-473f-8368-1bda1a1c5411 None None] Provisioning for port 67144432-bc9c-48a6-805c-e9fcc2423f85 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:07:59.640225 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-1c65831b-bb7c-400c-9469-ea8d6765269a None None] Set router c3255ee8-6e85-4623-b82e-abb016f68465 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:07:59.740859 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5e9adf3b-e959-46b8-9e71-718d826c3327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:07:59.917220 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-1c65831b-bb7c-400c-9469-ea8d6765269a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3255ee8-6e85-4623-b82e-abb016f68465', 'name': 'tempest-TestVolumeBootPattern-955357447-router', 'tenant_id': '06ab86121ac14ef78a6c4470929b7db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '5349895a-b143-40f7-8094-d36eb301ab87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:57Z', 'updated_at': '2021-07-13T08:07:58Z', 'revision_number': 3, 'project_id': '06ab86121ac14ef78a6c4470929b7db1', 'gw_port': {'id': '5349895a-b143-40f7-8094-d36eb301ab87', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3255ee8-6e85-4623-b82e-abb016f68465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:58Z', 'updated_at': '2021-07-13T08:07:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:07:59.956715 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c65831b-bb7c-400c-9469-ea8d6765269a None None] Checking router: c3255ee8-6e85-4623-b82e-abb016f68465 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:07:59.957061 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c65831b-bb7c-400c-9469-ea8d6765269a None None] Updating router c3255ee8-6e85-4623-b82e-abb016f68465 port 5349895a-b143-40f7-8094-d36eb301ab87 binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:07:59.965586 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-5e9adf3b-e959-46b8-9e71-718d826c3327 admin admin] Allocated IP 172.20.0.1 (412df262-e89d-4a26-8845-44b537907d67/1de7d4a7-45bc-4e3c-96ad-5b6aaf469b4c/ab06ff0f-f89a-4642-9073-a768730b49d5) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:08:00.009495 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1c65831b-bb7c-400c-9469-ea8d6765269a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:00.136622 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5e9adf3b-e959-46b8-9e71-718d826c3327 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:00.152891 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-5e9adf3b-e959-46b8-9e71-718d826c3327 admin admin] Transition to ACTIVE for port object ab06ff0f-f89a-4642-9073-a768730b49d5 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:08:00.167432 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 67144432-bc9c-48a6-805c-e9fcc2423f85 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:08:00.198760 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5e9adf3b-e959-46b8-9e71-718d826c3327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:00.248909 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9adf3b-e959-46b8-9e71-718d826c3327 admin admin] Network 412df262-e89d-4a26-8845-44b537907d67 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:08:00.252055 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-5e9adf3b-e959-46b8-9e71-718d826c3327 admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:08:00.255805 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9adf3b-e959-46b8-9e71-718d826c3327 admin admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:08:00.261683 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9adf3b-e959-46b8-9e71-718d826c3327 admin admin] Pushing event updated for resources: {'Port': ['ID=ab06ff0f-f89a-4642-9073-a768730b49d5,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:00.301840 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5e9adf3b-e959-46b8-9e71-718d826c3327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:00.321045 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 67144432-bc9c-48a6-805c-e9fcc2423f85 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:08:00.326038 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-834042dd-14e9-4d91-8073-180ddbffdce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:00.330998 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 67144432-bc9c-48a6-805c-e9fcc2423f85 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:08:00.331387 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:00.457655 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1c65831b-bb7c-400c-9469-ea8d6765269a None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:00.460714 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5e9adf3b-e959-46b8-9e71-718d826c3327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:00.475988 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1c65831b-bb7c-400c-9469-ea8d6765269a None None] Transition to ACTIVE for port object 5349895a-b143-40f7-8094-d36eb301ab87 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:08:00.482346 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:00.485463 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1c65831b-bb7c-400c-9469-ea8d6765269a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:00.562393 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 67144432-bc9c-48a6-805c-e9fcc2423f85, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=67144432-bc9c-48a6-805c-e9fcc2423f85,segment=NetworkSegment(8ac65d75-6294-471b-abaf-b0982ae41a51),segment_id=8ac65d75-6294-471b-abaf-b0982ae41a51)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:08:00.563726 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-1c65831b-bb7c-400c-9469-ea8d6765269a None None] Attempting to bind port 5349895a-b143-40f7-8094-d36eb301ab87 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:08:00.564083 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-1c65831b-bb7c-400c-9469-ea8d6765269a None None] Attempting to bind port 5349895a-b143-40f7-8094-d36eb301ab87 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:08:00.564434 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c65831b-bb7c-400c-9469-ea8d6765269a None None] Attempting to bind port 5349895a-b143-40f7-8094-d36eb301ab87 on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:08:00.566474 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d7d39-a665-4fc3-9f1f-8ec86cd4a590 None None] Pushing event updated for resources: {'Port': ['ID=5349895a-b143-40f7-8094-d36eb301ab87,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:00.570360 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:00.580972 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c65831b-bb7c-400c-9469-ea8d6765269a None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:08:00.581423 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c65831b-bb7c-400c-9469-ea8d6765269a None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:08:00.582221 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1c65831b-bb7c-400c-9469-ea8d6765269a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:00.582221 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c65831b-bb7c-400c-9469-ea8d6765269a None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:08:00.582676 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-1c65831b-bb7c-400c-9469-ea8d6765269a None None] Bound port: 5349895a-b143-40f7-8094-d36eb301ab87, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:08:00.583056 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1c65831b-bb7c-400c-9469-ea8d6765269a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:00.638611 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 0e3b930f-b88b-4f6c-aa15-07cc0fc79202 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:08:00.640237 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5e9adf3b-e959-46b8-9e71-718d826c3327 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:00.644054 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5e9adf3b-e959-46b8-9e71-718d826c3327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:00.651574 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-11e57673-36d2-4c87-9c6b-1e88a3f5498a None None] Provisioning for port ab06ff0f-f89a-4642-9073-a768730b49d5 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:08:00.689615 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-11e57673-36d2-4c87-9c6b-1e88a3f5498a None None] Provisioning complete for port ab06ff0f-f89a-4642-9073-a768730b49d5 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:08:00.690078 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-11e57673-36d2-4c87-9c6b-1e88a3f5498a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:00.707066 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=67144432-bc9c-48a6-805c-e9fcc2423f85,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:00.718125 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9adf3b-e959-46b8-9e71-718d826c3327 admin admin] Pushing event updated for resources: {'Port': ['ID=ab06ff0f-f89a-4642-9073-a768730b49d5,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:00.736373 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5e9adf3b-e959-46b8-9e71-718d826c3327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:00.742413 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-1c65831b-bb7c-400c-9469-ea8d6765269a None None] For port 5349895a-b143-40f7-8094-d36eb301ab87, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:08:00.769416 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-1c65831b-bb7c-400c-9469-ea8d6765269a None None] For port 5349895a-b143-40f7-8094-d36eb301ab87, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=5349895a-b143-40f7-8094-d36eb301ab87,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:08:00.773403 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-11e57673-36d2-4c87-9c6b-1e88a3f5498a None None] Port ab06ff0f-f89a-4642-9073-a768730b49d5 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:08:00.778596 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1c65831b-bb7c-400c-9469-ea8d6765269a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:00.809506 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 0e3b930f-b88b-4f6c-aa15-07cc0fc79202 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:08:00.819558 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 0e3b930f-b88b-4f6c-aa15-07cc0fc79202 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:08:00.820535 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:00.847551 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9adf3b-e959-46b8-9e71-718d826c3327 admin admin] Network 412df262-e89d-4a26-8845-44b537907d67 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:08:00.849165 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-5e9adf3b-e959-46b8-9e71-718d826c3327 admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:08:00.872421 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c65831b-bb7c-400c-9469-ea8d6765269a None None] Routers {'c3255ee8-6e85-4623-b82e-abb016f68465'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:08:00.873238 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-1c65831b-bb7c-400c-9469-ea8d6765269a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:07:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['c3255ee8-6e85-4623-b82e-abb016f68465'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:00.876486 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d7d39-a665-4fc3-9f1f-8ec86cd4a590 None None] Pushing event updated for resources: {'Port': ['ID=5349895a-b143-40f7-8094-d36eb301ab87,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:00.971592 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9adf3b-e959-46b8-9e71-718d826c3327 admin admin] Router c3255ee8-6e85-4623-b82e-abb016f68465 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:08:01.029389 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:01.032591 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-1c65831b-bb7c-400c-9469-ea8d6765269a None None] Set router c3255ee8-6e85-4623-b82e-abb016f68465 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:08:01.035263 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-46b34c44-0995-4e55-88f8-1a2379537664 None None] Provisioning complete for port ab06ff0f-f89a-4642-9073-a768730b49d5 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:08:01.035625 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-46b34c44-0995-4e55-88f8-1a2379537664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:01.088427 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9adf3b-e959-46b8-9e71-718d826c3327 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:08:01.103237 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5e9adf3b-e959-46b8-9e71-718d826c3327 admin admin] 10.222.0.23 "PUT /v2.0/routers/c3255ee8-6e85-4623-b82e-abb016f68465/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8285666 Jul 13 08:08:01.163422 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 0e3b930f-b88b-4f6c-aa15-07cc0fc79202, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=0e3b930f-b88b-4f6c-aa15-07cc0fc79202,segment=NetworkSegment(8dbf31b4-ba88-4ea7-904a-336e78959cc0),segment_id=8dbf31b4-ba88-4ea7-904a-336e78959cc0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:08:01.168763 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-46b34c44-0995-4e55-88f8-1a2379537664 None None] Port ab06ff0f-f89a-4642-9073-a768730b49d5 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:08:01.170847 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:01.228074 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device fe5a7e3e-b24a-4c81-98ef-4849f805e98c up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:08:01.336225 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=0e3b930f-b88b-4f6c-aa15-07cc0fc79202,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:01.351772 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8885abd1-9604-4c24-821e-e68b838f516c None None] Provisioning complete for port ab06ff0f-f89a-4642-9073-a768730b49d5 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:08:01.352190 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8885abd1-9604-4c24-821e-e68b838f516c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:01.414388 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port fe5a7e3e-b24a-4c81-98ef-4849f805e98c triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:08:01.414758 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:01.443144 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-8885abd1-9604-4c24-821e-e68b838f516c None None] Port ab06ff0f-f89a-4642-9073-a768730b49d5 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:08:01.473933 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-1c65831b-bb7c-400c-9469-ea8d6765269a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3255ee8-6e85-4623-b82e-abb016f68465', 'name': 'tempest-TestVolumeBootPattern-955357447-router', 'tenant_id': '06ab86121ac14ef78a6c4470929b7db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '5349895a-b143-40f7-8094-d36eb301ab87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:57Z', 'updated_at': '2021-07-13T08:08:00Z', 'revision_number': 4, 'project_id': '06ab86121ac14ef78a6c4470929b7db1', 'gw_port': {'id': '5349895a-b143-40f7-8094-d36eb301ab87', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3255ee8-6e85-4623-b82e-abb016f68465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:58Z', 'updated_at': '2021-07-13T08:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'ab06ff0f-f89a-4642-9073-a768730b49d5', 'name': '', 'network_id': '412df262-e89d-4a26-8845-44b537907d67', 'tenant_id': '06ab86121ac14ef78a6c4470929b7db1', 'mac_address': 'fa:16:3e:75:7e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3255ee8-6e85-4623-b82e-abb016f68465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '1de7d4a7-45bc-4e3c-96ad-5b6aaf469b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:59Z', 'updated_at': '2021-07-13T08:08:00Z', 'revision_number': 2, 'project_id': '06ab86121ac14ef78a6c4470929b7db1', 'subnets': [{'id': '1de7d4a7-45bc-4e3c-96ad-5b6aaf469b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:01.505604 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c65831b-bb7c-400c-9469-ea8d6765269a None None] The sync data for ids ['c3255ee8-6e85-4623-b82e-abb016f68465'] in n-d-771363-34 is: [{'id': 'c3255ee8-6e85-4623-b82e-abb016f68465', 'name': 'tempest-TestVolumeBootPattern-955357447-router', 'tenant_id': '06ab86121ac14ef78a6c4470929b7db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '5349895a-b143-40f7-8094-d36eb301ab87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:57Z', 'updated_at': '2021-07-13T08:08:00Z', 'revision_number': 4, 'project_id': '06ab86121ac14ef78a6c4470929b7db1', 'gw_port': {'id': '5349895a-b143-40f7-8094-d36eb301ab87', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3255ee8-6e85-4623-b82e-abb016f68465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:58Z', 'updated_at': '2021-07-13T08:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'ab06ff0f-f89a-4642-9073-a768730b49d5', 'name': '', 'network_id': '412df262-e89d-4a26-8845-44b537907d67', 'tenant_id': '06ab86121ac14ef78a6c4470929b7db1', 'mac_address': 'fa:16:3e:75:7e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3255ee8-6e85-4623-b82e-abb016f68465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '1de7d4a7-45bc-4e3c-96ad-5b6aaf469b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:59Z', 'updated_at': '2021-07-13T08:08:00Z', 'revision_number': 2, 'project_id': '06ab86121ac14ef78a6c4470929b7db1', 'subnets': [{'id': '1de7d4a7-45bc-4e3c-96ad-5b6aaf469b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:08:01.562335 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-059653ea-d637-401f-8679-fcfba9bb6ae9 None None] Provisioning complete for port 0e3b930f-b88b-4f6c-aa15-07cc0fc79202 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:08:01.562712 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-059653ea-d637-401f-8679-fcfba9bb6ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:01.952584 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 67144432-bc9c-48a6-805c-e9fcc2423f85 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:08:02.009965 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 67144432-bc9c-48a6-805c-e9fcc2423f85 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:08:02.010337 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:02.112921 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 0e3b930f-b88b-4f6c-aa15-07cc0fc79202 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:08:02.164360 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 0e3b930f-b88b-4f6c-aa15-07cc0fc79202 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:08:02.164742 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:03.174779 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-04f247ef-fbc8-45a0-a2bf-d01afb7c02b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:03.210998 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:03.243744 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-c17fcb3b-6efb-4e51-a827-f2a36ba5accb tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:03.245249 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-c17fcb3b-6efb-4e51-a827-f2a36ba5accb tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/networks?id=24cafb7f-ffa5-435e-8152-f3a75d53beee HTTP/1.1" status: 200 len: 811 time: 0.1033030 Jul 13 08:08:03.260854 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-6d1fa068-62de-4c0d-b48a-d1fdc5e44d25 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/quotas/91a436a4f7bf43ddbe81c7275c736b5c HTTP/1.1" status: 200 len: 375 time: 0.0093298 Jul 13 08:08:03.336049 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-3db3cc55-9f09-4240-812b-0bab8f8d7c90 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=91a436a4f7bf43ddbe81c7275c736b5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0691731 Jul 13 08:08:03.535731 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-1078205c-56f9-45b6-b451-75ec3ce234f4 service neutron] 10.222.0.23 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926775 Jul 13 08:08:03.631769 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-ddd643d4-0d22-4451-a857-c546d6f1bfe7 service neutron] 10.222.0.23 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903780 Jul 13 08:08:03.645231 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4fcdd8-151a-49ce-a815-10a855d5a1dc None None] Sync routers for ids ['c3255ee8-6e85-4623-b82e-abb016f68465'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:08:03.654734 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4fcdd8-151a-49ce-a815-10a855d5a1dc None None] Routers {'c3255ee8-6e85-4623-b82e-abb016f68465'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:08:03.655348 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-1f4fcdd8-151a-49ce-a815-10a855d5a1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:08:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['c3255ee8-6e85-4623-b82e-abb016f68465'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:03.763725 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-1f4fcdd8-151a-49ce-a815-10a855d5a1dc None None] Set router c3255ee8-6e85-4623-b82e-abb016f68465 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:08:03.931223 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c58f628d-eca5-406c-865d-c5305debe428 req-6c2b34f2-680e-4d4f-8c3e-474c760b794d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b68b85b-4abf-417f-b83a-1f6f3310467d HTTP/1.1" status: 200 len: 210 time: 0.0301456 Jul 13 08:08:03.978130 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 5349895a-b143-40f7-8094-d36eb301ab87 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:08:03.985939 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-1f4fcdd8-151a-49ce-a815-10a855d5a1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3255ee8-6e85-4623-b82e-abb016f68465', 'name': 'tempest-TestVolumeBootPattern-955357447-router', 'tenant_id': '06ab86121ac14ef78a6c4470929b7db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '5349895a-b143-40f7-8094-d36eb301ab87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:57Z', 'updated_at': '2021-07-13T08:08:00Z', 'revision_number': 4, 'project_id': '06ab86121ac14ef78a6c4470929b7db1', 'gw_port': {'id': '5349895a-b143-40f7-8094-d36eb301ab87', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3255ee8-6e85-4623-b82e-abb016f68465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:58Z', 'updated_at': '2021-07-13T08:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'ab06ff0f-f89a-4642-9073-a768730b49d5', 'name': '', 'network_id': '412df262-e89d-4a26-8845-44b537907d67', 'tenant_id': '06ab86121ac14ef78a6c4470929b7db1', 'mac_address': 'fa:16:3e:75:7e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3255ee8-6e85-4623-b82e-abb016f68465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '1de7d4a7-45bc-4e3c-96ad-5b6aaf469b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:59Z', 'updated_at': '2021-07-13T08:08:00Z', 'revision_number': 2, 'project_id': '06ab86121ac14ef78a6c4470929b7db1', 'subnets': [{'id': '1de7d4a7-45bc-4e3c-96ad-5b6aaf469b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:04.019670 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4fcdd8-151a-49ce-a815-10a855d5a1dc None None] Checking router: c3255ee8-6e85-4623-b82e-abb016f68465 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:08:04.020027 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4fcdd8-151a-49ce-a815-10a855d5a1dc None None] Updating router c3255ee8-6e85-4623-b82e-abb016f68465 port ab06ff0f-f89a-4642-9073-a768730b49d5 binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:08:04.031328 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 5349895a-b143-40f7-8094-d36eb301ab87 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:08:04.035060 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 5349895a-b143-40f7-8094-d36eb301ab87 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:08:04.035461 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:04.059175 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-1f4fcdd8-151a-49ce-a815-10a855d5a1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:04.121794 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:04.144102 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 5349895a-b143-40f7-8094-d36eb301ab87, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=5349895a-b143-40f7-8094-d36eb301ab87,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:08:04.149010 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:04.254916 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:04.255649 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=5349895a-b143-40f7-8094-d36eb301ab87,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:04.378144 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-1f4fcdd8-151a-49ce-a815-10a855d5a1dc None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:04.388848 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-1f4fcdd8-151a-49ce-a815-10a855d5a1dc None None] Transition to ACTIVE for port object ab06ff0f-f89a-4642-9073-a768730b49d5 will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:08:04.394790 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-1f4fcdd8-151a-49ce-a815-10a855d5a1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:04.591844 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-1f4fcdd8-151a-49ce-a815-10a855d5a1dc None None] Attempting to bind port ab06ff0f-f89a-4642-9073-a768730b49d5 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:08:04.592242 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-1f4fcdd8-151a-49ce-a815-10a855d5a1dc None None] Attempting to bind port ab06ff0f-f89a-4642-9073-a768730b49d5 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '8ac65d75-6294-471b-abaf-b0982ae41a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '412df262-e89d-4a26-8845-44b537907d67'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:08:04.592604 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4fcdd8-151a-49ce-a815-10a855d5a1dc None None] Attempting to bind port ab06ff0f-f89a-4642-9073-a768730b49d5 on network 412df262-e89d-4a26-8845-44b537907d67 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:08:04.598298 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591ea6b-39b4-4305-a19b-2624f4b2edb9 None None] Pushing event updated for resources: {'Port': ['ID=ab06ff0f-f89a-4642-9073-a768730b49d5,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:04.604590 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4fcdd8-151a-49ce-a815-10a855d5a1dc None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:08:04.604972 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4fcdd8-151a-49ce-a815-10a855d5a1dc None None] Checking segment: {'id': '8ac65d75-6294-471b-abaf-b0982ae41a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '412df262-e89d-4a26-8845-44b537907d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:08:04.605375 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-1f4fcdd8-151a-49ce-a815-10a855d5a1dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:04.605761 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4fcdd8-151a-49ce-a815-10a855d5a1dc None None] Bound using segment: {'id': '8ac65d75-6294-471b-abaf-b0982ae41a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '412df262-e89d-4a26-8845-44b537907d67'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:08:04.606228 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-1f4fcdd8-151a-49ce-a815-10a855d5a1dc None None] Bound port: ab06ff0f-f89a-4642-9073-a768730b49d5, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac65d75-6294-471b-abaf-b0982ae41a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '412df262-e89d-4a26-8845-44b537907d67'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:08:04.606849 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-1f4fcdd8-151a-49ce-a815-10a855d5a1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:04.685967 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-1f4fcdd8-151a-49ce-a815-10a855d5a1dc None None] For port ab06ff0f-f89a-4642-9073-a768730b49d5, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:08:04.689593 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-1f4fcdd8-151a-49ce-a815-10a855d5a1dc None None] For port ab06ff0f-f89a-4642-9073-a768730b49d5, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=ab06ff0f-f89a-4642-9073-a768730b49d5,segment=NetworkSegment(8ac65d75-6294-471b-abaf-b0982ae41a51),segment_id=8ac65d75-6294-471b-abaf-b0982ae41a51)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:08:04.694211 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-1f4fcdd8-151a-49ce-a815-10a855d5a1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:04.755800 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4fcdd8-151a-49ce-a815-10a855d5a1dc None None] Routers {'c3255ee8-6e85-4623-b82e-abb016f68465'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:08:04.756429 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-1f4fcdd8-151a-49ce-a815-10a855d5a1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:08:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['c3255ee8-6e85-4623-b82e-abb016f68465'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:04.791049 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591ea6b-39b4-4305-a19b-2624f4b2edb9 None None] Pushing event updated for resources: {'Port': ['ID=ab06ff0f-f89a-4642-9073-a768730b49d5,revision_number=4']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:04.868917 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-1f4fcdd8-151a-49ce-a815-10a855d5a1dc None None] Set router c3255ee8-6e85-4623-b82e-abb016f68465 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:08:05.074468 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-1f4fcdd8-151a-49ce-a815-10a855d5a1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3255ee8-6e85-4623-b82e-abb016f68465', 'name': 'tempest-TestVolumeBootPattern-955357447-router', 'tenant_id': '06ab86121ac14ef78a6c4470929b7db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '5349895a-b143-40f7-8094-d36eb301ab87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:57Z', 'updated_at': '2021-07-13T08:08:00Z', 'revision_number': 4, 'project_id': '06ab86121ac14ef78a6c4470929b7db1', 'gw_port': {'id': '5349895a-b143-40f7-8094-d36eb301ab87', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3255ee8-6e85-4623-b82e-abb016f68465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:58Z', 'updated_at': '2021-07-13T08:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'ab06ff0f-f89a-4642-9073-a768730b49d5', 'name': '', 'network_id': '412df262-e89d-4a26-8845-44b537907d67', 'tenant_id': '06ab86121ac14ef78a6c4470929b7db1', 'mac_address': 'fa:16:3e:75:7e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3255ee8-6e85-4623-b82e-abb016f68465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '1de7d4a7-45bc-4e3c-96ad-5b6aaf469b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:59Z', 'updated_at': '2021-07-13T08:08:04Z', 'revision_number': 4, 'project_id': '06ab86121ac14ef78a6c4470929b7db1', 'subnets': [{'id': '1de7d4a7-45bc-4e3c-96ad-5b6aaf469b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:08:05.103116 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ba89d1ea-34ea-41b6-a509-092fef367b24 req-cc4c38f3-3d8b-4117-8efb-628cad391aa2 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b68b85b-4abf-417f-b83a-1f6f3310467d HTTP/1.1" status: 200 len: 210 time: 0.0437562 Jul 13 08:08:05.108779 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4fcdd8-151a-49ce-a815-10a855d5a1dc None None] The sync data for ids ['c3255ee8-6e85-4623-b82e-abb016f68465'] in n-d-771363-34 is: [{'id': 'c3255ee8-6e85-4623-b82e-abb016f68465', 'name': 'tempest-TestVolumeBootPattern-955357447-router', 'tenant_id': '06ab86121ac14ef78a6c4470929b7db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '5349895a-b143-40f7-8094-d36eb301ab87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:57Z', 'updated_at': '2021-07-13T08:08:00Z', 'revision_number': 4, 'project_id': '06ab86121ac14ef78a6c4470929b7db1', 'gw_port': {'id': '5349895a-b143-40f7-8094-d36eb301ab87', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3255ee8-6e85-4623-b82e-abb016f68465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:58Z', 'updated_at': '2021-07-13T08:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'ab06ff0f-f89a-4642-9073-a768730b49d5', 'name': '', 'network_id': '412df262-e89d-4a26-8845-44b537907d67', 'tenant_id': '06ab86121ac14ef78a6c4470929b7db1', 'mac_address': 'fa:16:3e:75:7e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3255ee8-6e85-4623-b82e-abb016f68465', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '1de7d4a7-45bc-4e3c-96ad-5b6aaf469b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:59Z', 'updated_at': '2021-07-13T08:08:04Z', 'revision_number': 4, 'project_id': '06ab86121ac14ef78a6c4470929b7db1', 'subnets': [{'id': '1de7d4a7-45bc-4e3c-96ad-5b6aaf469b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:08:05.169488 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-94ef51f4-c186-46c4-9c78-d1480bc4ff4c tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:05.171063 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-94ef51f4-c186-46c4-9c78-d1480bc4ff4c tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.25 "GET /v2.0/networks?id=24cafb7f-ffa5-435e-8152-f3a75d53beee HTTP/1.1" status: 200 len: 811 time: 0.1358273 Jul 13 08:08:05.184411 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-6271c274-9d1f-4272-a321-4c05aa865486 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Request body: {'port': {'device_id': '5b68b85b-4abf-417f-b83a-1f6f3310467d', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'admin_state_up': True, 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:05.303852 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-6271c274-9d1f-4272-a321-4c05aa865486 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Made reservation on behalf of 91a436a4f7bf43ddbe81c7275c736b5c for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:08:05.308192 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-6271c274-9d1f-4272-a321-4c05aa865486 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:05.450716 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-6271c274-9d1f-4272-a321-4c05aa865486 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Allocated IP 172.20.0.14 (24cafb7f-ffa5-435e-8152-f3a75d53beee/be9d4c82-9997-4b23-963d-61665a0eafc6/7bd0137e-9a1f-4c45-9c09-00a78654fe9a) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:08:05.613790 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-6271c274-9d1f-4272-a321-4c05aa865486 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:05.634962 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-6271c274-9d1f-4272-a321-4c05aa865486 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Transition to ACTIVE for port object 7bd0137e-9a1f-4c45-9c09-00a78654fe9a will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:08:05.674263 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-6271c274-9d1f-4272-a321-4c05aa865486 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:05.719492 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-6271c274-9d1f-4272-a321-4c05aa865486 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Network 24cafb7f-ffa5-435e-8152-f3a75d53beee is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:08:05.724768 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-6271c274-9d1f-4272-a321-4c05aa865486 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:08:05.728674 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-6271c274-9d1f-4272-a321-4c05aa865486 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:08:05.756644 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6271c274-9d1f-4272-a321-4c05aa865486 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Pushing event updated for resources: {'Port': ['ID=7bd0137e-9a1f-4c45-9c09-00a78654fe9a,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:05.793287 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-6271c274-9d1f-4272-a321-4c05aa865486 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:05.794102 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-6271c274-9d1f-4272-a321-4c05aa865486 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:05.818712 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-6271c274-9d1f-4272-a321-4c05aa865486 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6383865 Jul 13 08:08:05.831597 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-2e2f0b7f-8869-4e23-a160-517bbfd8296a service neutron] Request body: {'port': {'device_id': '5b68b85b-4abf-417f-b83a-1f6f3310467d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:05.922636 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-2e2f0b7f-8869-4e23-a160-517bbfd8296a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:05.994780 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 5349895a-b143-40f7-8094-d36eb301ab87 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:08:06.023978 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:06.058499 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-652730a8-9ed5-4b6f-9864-567ba198a44e None None] Provisioning for port 7bd0137e-9a1f-4c45-9c09-00a78654fe9a completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:08:06.066529 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-652730a8-9ed5-4b6f-9864-567ba198a44e None None] Provisioning complete for port 7bd0137e-9a1f-4c45-9c09-00a78654fe9a triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:08:06.067137 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-652730a8-9ed5-4b6f-9864-567ba198a44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:06.097317 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 5349895a-b143-40f7-8094-d36eb301ab87 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:08:06.097917 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:06.133785 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-652730a8-9ed5-4b6f-9864-567ba198a44e None None] Port 7bd0137e-9a1f-4c45-9c09-00a78654fe9a cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:08:06.204304 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device ab06ff0f-f89a-4642-9073-a768730b49d5 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:08:06.238338 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-2e2f0b7f-8869-4e23-a160-517bbfd8296a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bd0137e-9a1f-4c45-9c09-00a78654fe9a {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:08:06.255801 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-2e2f0b7f-8869-4e23-a160-517bbfd8296a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:06.256438 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port ab06ff0f-f89a-4642-9073-a768730b49d5 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:08:06.262234 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port ab06ff0f-f89a-4642-9073-a768730b49d5 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:08:06.263356 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:06.292245 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-2e2f0b7f-8869-4e23-a160-517bbfd8296a service neutron] Transition to ACTIVE for port object 7bd0137e-9a1f-4c45-9c09-00a78654fe9a will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:08:06.300846 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-2e2f0b7f-8869-4e23-a160-517bbfd8296a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:06.372918 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f0b7f-8869-4e23-a160-517bbfd8296a service neutron] Pushing event updated for resources: {'Port': ['ID=7bd0137e-9a1f-4c45-9c09-00a78654fe9a,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:06.386955 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b742f-d571-4af8-a02c-924b4b59adbc req-abc20ed3-11b2-43d9-9102-f95fde981271 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:06.395574 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-392b742f-d571-4af8-a02c-924b4b59adbc req-abc20ed3-11b2-43d9-9102-f95fde981271 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b68b85b-4abf-417f-b83a-1f6f3310467d HTTP/1.1" status: 200 len: 932 time: 0.1523244 Jul 13 08:08:06.503409 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-392b742f-d571-4af8-a02c-924b4b59adbc req-119bf1a5-b860-4d5a-ae3e-0a090b97dba1 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039472 Jul 13 08:08:06.545070 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-2e2f0b7f-8869-4e23-a160-517bbfd8296a service neutron] Attempting to bind port 7bd0137e-9a1f-4c45-9c09-00a78654fe9a on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:08:06.545622 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-2e2f0b7f-8869-4e23-a160-517bbfd8296a service neutron] Attempting to bind port 7bd0137e-9a1f-4c45-9c09-00a78654fe9a by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '8dbf31b4-ba88-4ea7-904a-336e78959cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:08:06.546058 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-2e2f0b7f-8869-4e23-a160-517bbfd8296a service neutron] Attempting to bind port 7bd0137e-9a1f-4c45-9c09-00a78654fe9a on network 24cafb7f-ffa5-435e-8152-f3a75d53beee {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:08:06.557082 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-2e2f0b7f-8869-4e23-a160-517bbfd8296a service neutron] Port 7bd0137e-9a1f-4c45-9c09-00a78654fe9a on network 24cafb7f-ffa5-435e-8152-f3a75d53beee not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:08:06.557653 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-2e2f0b7f-8869-4e23-a160-517bbfd8296a service neutron] Attempting to bind port 7bd0137e-9a1f-4c45-9c09-00a78654fe9a on network 24cafb7f-ffa5-435e-8152-f3a75d53beee {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:08:06.563812 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:06.566470 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-2e2f0b7f-8869-4e23-a160-517bbfd8296a service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:08:06.567094 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-2e2f0b7f-8869-4e23-a160-517bbfd8296a service neutron] Checking segment: {'id': '8dbf31b4-ba88-4ea7-904a-336e78959cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:08:06.567699 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-2e2f0b7f-8869-4e23-a160-517bbfd8296a service neutron] Bound using segment: {'id': '8dbf31b4-ba88-4ea7-904a-336e78959cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:08:06.568266 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-2e2f0b7f-8869-4e23-a160-517bbfd8296a service neutron] Bound port: 7bd0137e-9a1f-4c45-9c09-00a78654fe9a, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dbf31b4-ba88-4ea7-904a-336e78959cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:08:06.568787 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-2e2f0b7f-8869-4e23-a160-517bbfd8296a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:06.609353 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port ab06ff0f-f89a-4642-9073-a768730b49d5, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=ab06ff0f-f89a-4642-9073-a768730b49d5,segment=NetworkSegment(8ac65d75-6294-471b-abaf-b0982ae41a51),segment_id=8ac65d75-6294-471b-abaf-b0982ae41a51)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:08:06.615741 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:06.652917 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-2e2f0b7f-8869-4e23-a160-517bbfd8296a service neutron] For port 7bd0137e-9a1f-4c45-9c09-00a78654fe9a, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:08:06.657972 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-2e2f0b7f-8869-4e23-a160-517bbfd8296a service neutron] For port 7bd0137e-9a1f-4c45-9c09-00a78654fe9a, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=7bd0137e-9a1f-4c45-9c09-00a78654fe9a,segment=NetworkSegment(8dbf31b4-ba88-4ea7-904a-336e78959cc0),segment_id=8dbf31b4-ba88-4ea7-904a-336e78959cc0)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:08:06.664661 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-2e2f0b7f-8869-4e23-a160-517bbfd8296a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:06.686804 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=ab06ff0f-f89a-4642-9073-a768730b49d5,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:06.695635 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:06.696675 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:06.697171 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:06.697814 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:06.698415 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:06.698894 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:06.699609 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:06.700119 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:06.701115 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:06.701588 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:06.702186 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:06.702658 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:06.703866 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-2e2f0b7f-8869-4e23-a160-517bbfd8296a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:06.704529 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-2e2f0b7f-8869-4e23-a160-517bbfd8296a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:06.706467 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-2e2f0b7f-8869-4e23-a160-517bbfd8296a service neutron] 10.222.0.25 "PUT /v2.0/ports/7bd0137e-9a1f-4c45-9c09-00a78654fe9a HTTP/1.1" status: 200 len: 1093 time: 0.8796635 Jul 13 08:08:06.710462 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b68b85b-4abf-417f-b83a-1f6f3310467d', 'tag': '7bd0137e-9a1f-4c45-9c09-00a78654fe9a'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:08:06.713031 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b68c21-58f0-4c5c-9ce6-161558401ae9" -d '{"events": [{"name": "network-changed", "server_uuid": "5b68b85b-4abf-417f-b83a-1f6f3310467d", "tag": "7bd0137e-9a1f-4c45-9c09-00a78654fe9a"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:08:06.755911 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f0b7f-8869-4e23-a160-517bbfd8296a service neutron] Pushing event updated for resources: {'Port': ['ID=7bd0137e-9a1f-4c45-9c09-00a78654fe9a,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:06.807274 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fc0dc7-a640-429b-ab79-89d46d092f91 x-openstack-request-id: req-53fc0dc7-a640-429b-ab79-89d46d092f91 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:08:06.807563 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b68b85b-4abf-417f-b83a-1f6f3310467d", "tag": "7bd0137e-9a1f-4c45-9c09-00a78654fe9a", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:08:06.807864 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-53fc0dc7-a640-429b-ab79-89d46d092f91 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:08:06.808265 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b68b85b-4abf-417f-b83a-1f6f3310467d', 'tag': '7bd0137e-9a1f-4c45-9c09-00a78654fe9a', 'status': 'completed', 'code': 200} Jul 13 08:08:06.850756 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-59055246-e60c-40cb-81a8-f836f7b76385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:06.852324 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-59055246-e60c-40cb-81a8-f836f7b76385 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91a436a4f7bf43ddbe81c7275c736b5c&device_id=5b68b85b-4abf-417f-b83a-1f6f3310467d HTTP/1.1" status: 200 len: 1096 time: 0.0846798 Jul 13 08:08:06.910116 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-0dbbdc81-32eb-452e-99f4-4b4e8cc9c7f2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7bd0137e-9a1f-4c45-9c09-00a78654fe9a HTTP/1.1" status: 200 len: 217 time: 0.0506253 Jul 13 08:08:06.968182 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-30db20c5-0ae3-495a-82a1-8ddd256c2457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:06.969856 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-30db20c5-0ae3-495a-82a1-8ddd256c2457 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=be9d4c82-9997-4b23-963d-61665a0eafc6 HTTP/1.1" status: 200 len: 850 time: 0.0542731 Jul 13 08:08:07.035277 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-74c65306-c0ab-4e95-98bf-95d497d8870a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:07.036805 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-74c65306-c0ab-4e95-98bf-95d497d8870a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=24cafb7f-ffa5-435e-8152-f3a75d53beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605114 Jul 13 08:08:07.100641 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2a69ff4b-61e7-4527-a535-6bb844d2df2e None None] Provisioning complete for port ab06ff0f-f89a-4642-9073-a768730b49d5 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:08:07.101200 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2a69ff4b-61e7-4527-a535-6bb844d2df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:07.135411 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-7cb65672-15f6-4d65-b197-7283110f6c22 service neutron] 10.222.0.25 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919011 Jul 13 08:08:07.232850 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bf1e0c6f-0e5e-464e-b640-1ef273d7782e req-51f9afa6-97cf-46b2-a79c-36b45121782f service neutron] 10.222.0.25 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904024 Jul 13 08:08:07.331952 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b68c21-58f0-4c5c-9ce6-161558401ae9 req-15c80e6c-c403-43c3-b1a4-708314fff503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:07.333461 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16b68c21-58f0-4c5c-9ce6-161558401ae9 req-15c80e6c-c403-43c3-b1a4-708314fff503 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91a436a4f7bf43ddbe81c7275c736b5c&device_id=5b68b85b-4abf-417f-b83a-1f6f3310467d HTTP/1.1" status: 200 len: 1096 time: 0.0522854 Jul 13 08:08:07.427952 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b68c21-58f0-4c5c-9ce6-161558401ae9 req-a7efbb3c-a0de-4137-8926-06a8798d33f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:07.429335 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16b68c21-58f0-4c5c-9ce6-161558401ae9 req-a7efbb3c-a0de-4137-8926-06a8798d33f2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=24cafb7f-ffa5-435e-8152-f3a75d53beee HTTP/1.1" status: 200 len: 912 time: 0.0902255 Jul 13 08:08:07.470556 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16b68c21-58f0-4c5c-9ce6-161558401ae9 req-292673de-f7b6-43b6-aedb-a416ea5eb99f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7bd0137e-9a1f-4c45-9c09-00a78654fe9a HTTP/1.1" status: 200 len: 217 time: 0.0346575 Jul 13 08:08:07.521772 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b68c21-58f0-4c5c-9ce6-161558401ae9 req-56871ac7-2492-49c0-9573-5fa839d1373f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:07.523179 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16b68c21-58f0-4c5c-9ce6-161558401ae9 req-56871ac7-2492-49c0-9573-5fa839d1373f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=be9d4c82-9997-4b23-963d-61665a0eafc6 HTTP/1.1" status: 200 len: 850 time: 0.0467398 Jul 13 08:08:07.588833 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b68c21-58f0-4c5c-9ce6-161558401ae9 req-7b33adb0-2484-41c2-b8ff-c2700a373c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:07.590382 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16b68c21-58f0-4c5c-9ce6-161558401ae9 req-7b33adb0-2484-41c2-b8ff-c2700a373c52 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=24cafb7f-ffa5-435e-8152-f3a75d53beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607312 Jul 13 08:08:07.722727 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16b68c21-58f0-4c5c-9ce6-161558401ae9 req-423667df-19cc-4cdd-a2b2-02e5bf4bc8b0 service neutron] 10.222.0.25 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257563 Jul 13 08:08:07.735017 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb0fd7-c36f-4d52-9b6c-31f46e90b8af req-2439ee28-a3f8-4245-899e-9759ad446fbe tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:07.736527 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-25fb0fd7-c36f-4d52-9b6c-31f46e90b8af req-2439ee28-a3f8-4245-899e-9759ad446fbe tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b68b85b-4abf-417f-b83a-1f6f3310467d HTTP/1.1" status: 200 len: 944 time: 0.1223867 Jul 13 08:08:07.827150 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-25fb0fd7-c36f-4d52-9b6c-31f46e90b8af req-26f74fec-5d99-455a-97e5-715cae09c152 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826147 Jul 13 08:08:07.852910 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16b68c21-58f0-4c5c-9ce6-161558401ae9 req-1661d5eb-f9ff-4a93-b3e4-1e97d814eeac service neutron] 10.222.0.25 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154189 Jul 13 08:08:07.922993 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device ab06ff0f-f89a-4642-9073-a768730b49d5 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:08:07.970203 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port ab06ff0f-f89a-4642-9073-a768730b49d5 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:08:07.970598 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:09.000917 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef21ec93-96d2-4fef-8bb5-85774d1b6042 req-cc1d25ac-8b07-4a13-95e5-f248fd3e7121 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:09.002411 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ef21ec93-96d2-4fef-8bb5-85774d1b6042 req-cc1d25ac-8b07-4a13-95e5-f248fd3e7121 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b68b85b-4abf-417f-b83a-1f6f3310467d HTTP/1.1" status: 200 len: 944 time: 0.0630627 Jul 13 08:08:09.041647 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ef21ec93-96d2-4fef-8bb5-85774d1b6042 req-750850e9-20d9-41c7-b975-2cc6e200eebb tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336499 Jul 13 08:08:10.216780 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796eedd-74d7-4872-a48d-0e67eadb5316 req-3479bf59-b1fc-4caa-8343-f65194ff75c2 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:10.218262 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4796eedd-74d7-4872-a48d-0e67eadb5316 req-3479bf59-b1fc-4caa-8343-f65194ff75c2 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b68b85b-4abf-417f-b83a-1f6f3310467d HTTP/1.1" status: 200 len: 944 time: 0.0628984 Jul 13 08:08:10.255425 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4796eedd-74d7-4872-a48d-0e67eadb5316 req-2ad17185-b596-4c95-ae26-2e19f1541c8f tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314534 Jul 13 08:08:11.432296 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460e947-6a4d-40e1-92f5-fbeb339ddc6c req-ca04bfc8-4ddc-449d-a379-0d9db2dd8531 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:11.433756 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1460e947-6a4d-40e1-92f5-fbeb339ddc6c req-ca04bfc8-4ddc-449d-a379-0d9db2dd8531 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b68b85b-4abf-417f-b83a-1f6f3310467d HTTP/1.1" status: 200 len: 944 time: 0.0672445 Jul 13 08:08:11.471775 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1460e947-6a4d-40e1-92f5-fbeb339ddc6c req-e36979d9-cd06-4a55-a475-475e539bae25 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319414 Jul 13 08:08:12.643037 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bdfd1-4c37-40d9-abea-72f5bf0efb88 req-70e9e407-08c0-4483-90e6-09a47e0df10f tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:12.644532 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b25bdfd1-4c37-40d9-abea-72f5bf0efb88 req-70e9e407-08c0-4483-90e6-09a47e0df10f tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b68b85b-4abf-417f-b83a-1f6f3310467d HTTP/1.1" status: 200 len: 944 time: 0.0621483 Jul 13 08:08:12.681156 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b25bdfd1-4c37-40d9-abea-72f5bf0efb88 req-acc38e96-d5d9-4228-a350-1fa8bf3ffc8c tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311053 Jul 13 08:08:13.852001 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70600e-0304-4c0a-8a47-b8249b3cd02e req-2fe09566-7328-43c8-a13d-555b28fda878 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:13.853412 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ba70600e-0304-4c0a-8a47-b8249b3cd02e req-2fe09566-7328-43c8-a13d-555b28fda878 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b68b85b-4abf-417f-b83a-1f6f3310467d HTTP/1.1" status: 200 len: 944 time: 0.0641339 Jul 13 08:08:13.892321 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ba70600e-0304-4c0a-8a47-b8249b3cd02e req-43587c2d-013a-44eb-baa5-0944f56b6cfd tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332127 Jul 13 08:08:15.070842 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a52e7b-63b5-4343-a524-b528e12ca553 req-2a54409c-b4b4-4d9c-b4a3-42c982be0a9f tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:15.072346 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-91a52e7b-63b5-4343-a524-b528e12ca553 req-2a54409c-b4b4-4d9c-b4a3-42c982be0a9f tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b68b85b-4abf-417f-b83a-1f6f3310467d HTTP/1.1" status: 200 len: 944 time: 0.0673981 Jul 13 08:08:15.110219 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-91a52e7b-63b5-4343-a524-b528e12ca553 req-abb0f5e3-4f87-4d88-afa8-c2284bcc9f36 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321348 Jul 13 08:08:16.287454 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcb4e8-e657-4e06-8d16-5ffdf19c336d req-168465e4-e4d1-495e-9a69-c9233c28f9b6 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:16.288938 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-42bcb4e8-e657-4e06-8d16-5ffdf19c336d req-168465e4-e4d1-495e-9a69-c9233c28f9b6 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b68b85b-4abf-417f-b83a-1f6f3310467d HTTP/1.1" status: 200 len: 944 time: 0.0678766 Jul 13 08:08:16.326625 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-42bcb4e8-e657-4e06-8d16-5ffdf19c336d req-1e1b292d-4163-456b-a04f-03998b7ab159 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316663 Jul 13 08:08:17.495713 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e495f6a-07fe-4225-9246-9b6a5ea358d8 req-609bb4eb-ff40-431a-a0e2-359dad5cbac7 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:17.497260 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8e495f6a-07fe-4225-9246-9b6a5ea358d8 req-609bb4eb-ff40-431a-a0e2-359dad5cbac7 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b68b85b-4abf-417f-b83a-1f6f3310467d HTTP/1.1" status: 200 len: 944 time: 0.0623822 Jul 13 08:08:17.535007 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8e495f6a-07fe-4225-9246-9b6a5ea358d8 req-e0ebb7be-53f0-4be7-ba17-f1703ac529b5 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321536 Jul 13 08:08:17.845012 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 7bd0137e-9a1f-4c45-9c09-00a78654fe9a details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:08:17.936955 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 7bd0137e-9a1f-4c45-9c09-00a78654fe9a, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=7bd0137e-9a1f-4c45-9c09-00a78654fe9a,segment=NetworkSegment(8dbf31b4-ba88-4ea7-904a-336e78959cc0),segment_id=8dbf31b4-ba88-4ea7-904a-336e78959cc0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:08:17.947478 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '7bd0137e-9a1f-4c45-9c09-00a78654fe9a', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'port_id': '7bd0137e-9a1f-4c45-9c09-00a78654fe9a', 'mac_address': 'fa:16:3e:78:63:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:08:17.987901 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:18.000060 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bd0137e-9a1f-4c45-9c09-00a78654fe9a {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:08:18.019758 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 7bd0137e-9a1f-4c45-9c09-00a78654fe9a, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=7bd0137e-9a1f-4c45-9c09-00a78654fe9a,segment=NetworkSegment(8dbf31b4-ba88-4ea7-904a-336e78959cc0),segment_id=8dbf31b4-ba88-4ea7-904a-336e78959cc0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:08:18.023891 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:18.076421 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=7bd0137e-9a1f-4c45-9c09-00a78654fe9a,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:18.294720 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['7bd0137e-9a1f-4c45-9c09-00a78654fe9a'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:08:18.707492 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed4118-956b-4fdb-90e3-46466ed1e166 req-467413f1-a48f-47ea-bc61-1cc073bb3f3f tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:18.708965 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-05ed4118-956b-4fdb-90e3-46466ed1e166 req-467413f1-a48f-47ea-bc61-1cc073bb3f3f tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b68b85b-4abf-417f-b83a-1f6f3310467d HTTP/1.1" status: 200 len: 945 time: 0.0636032 Jul 13 08:08:18.746334 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-05ed4118-956b-4fdb-90e3-46466ed1e166 req-8ada278a-9ba5-404a-a845-594c4f657d41 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318570 Jul 13 08:08:19.851334 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 7bd0137e-9a1f-4c45-9c09-00a78654fe9a up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:08:19.899519 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 7bd0137e-9a1f-4c45-9c09-00a78654fe9a completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:08:19.903753 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 7bd0137e-9a1f-4c45-9c09-00a78654fe9a triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:08:19.904249 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:19.928751 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ee60b-279e-4125-920e-582601362918 req-9d621e7f-00a8-4225-9e6c-bf18605f79b7 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:19.930236 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d33ee60b-279e-4125-920e-582601362918 req-9d621e7f-00a8-4225-9e6c-bf18605f79b7 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b68b85b-4abf-417f-b83a-1f6f3310467d HTTP/1.1" status: 200 len: 945 time: 0.0702448 Jul 13 08:08:19.969994 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d33ee60b-279e-4125-920e-582601362918 req-89414d0d-1c5b-4bc7-ac4d-4dfbf933148d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339904 Jul 13 08:08:19.983093 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:20.005255 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b68b85b-4abf-417f-b83a-1f6f3310467d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd0137e-9a1f-4c45-9c09-00a78654fe9a'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:08:20.007538 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c174f1-a4a1-4ca7-a1d9-b6d2b0f0107e" -d '{"events": [{"server_uuid": "5b68b85b-4abf-417f-b83a-1f6f3310467d", "name": "network-vif-plugged", "status": "completed", "tag": "7bd0137e-9a1f-4c45-9c09-00a78654fe9a"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:08:20.020881 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 7bd0137e-9a1f-4c45-9c09-00a78654fe9a, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=7bd0137e-9a1f-4c45-9c09-00a78654fe9a,segment=NetworkSegment(8dbf31b4-ba88-4ea7-904a-336e78959cc0),segment_id=8dbf31b4-ba88-4ea7-904a-336e78959cc0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:08:20.026027 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:20.056015 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d49756-c3a7-4059-9a14-85b6f5c3c956 x-openstack-request-id: req-a2d49756-c3a7-4059-9a14-85b6f5c3c956 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:08:20.056298 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b68b85b-4abf-417f-b83a-1f6f3310467d", "name": "network-vif-plugged", "status": "completed", "tag": "7bd0137e-9a1f-4c45-9c09-00a78654fe9a", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:08:20.056548 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a2d49756-c3a7-4059-9a14-85b6f5c3c956 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:08:20.056938 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b68b85b-4abf-417f-b83a-1f6f3310467d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd0137e-9a1f-4c45-9c09-00a78654fe9a', 'code': 200} Jul 13 08:08:20.086505 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=7bd0137e-9a1f-4c45-9c09-00a78654fe9a,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:20.164324 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e8f59-84d0-40a1-851c-9455c3cf8baa req-1b5b2263-2093-499e-a3f7-f3472e21f43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:20.165829 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2b0e8f59-84d0-40a1-851c-9455c3cf8baa req-1b5b2263-2093-499e-a3f7-f3472e21f43f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5b68b85b-4abf-417f-b83a-1f6f3310467d HTTP/1.1" status: 200 len: 1098 time: 0.0547166 Jul 13 08:08:20.202846 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2b0e8f59-84d0-40a1-851c-9455c3cf8baa req-dc04742f-72dd-4192-ad06-d57d4bf1577e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309038 Jul 13 08:08:20.293379 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9e32d01b-e403-4055-9e34-8d374d8725d8 None None] Provisioning complete for port 7bd0137e-9a1f-4c45-9c09-00a78654fe9a triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:08:20.293745 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9e32d01b-e403-4055-9e34-8d374d8725d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:21.141934 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f6ec7-7109-49c6-93f0-a47c75a480d5 req-eab8ebc5-929a-4c7d-99a9-67f6664bbc68 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:21.143437 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-732f6ec7-7109-49c6-93f0-a47c75a480d5 req-eab8ebc5-929a-4c7d-99a9-67f6664bbc68 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b68b85b-4abf-417f-b83a-1f6f3310467d HTTP/1.1" status: 200 len: 946 time: 0.0617814 Jul 13 08:08:21.179338 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-732f6ec7-7109-49c6-93f0-a47c75a480d5 req-059cc0c2-52e5-4fc0-8f2c-61fb84aa34be tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303693 Jul 13 08:08:21.350037 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29a541-e8d9-4361-b439-9fc4b5609119 req-22a3581c-c60d-466b-95a1-6563c5cc09dc tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:21.351553 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3e29a541-e8d9-4361-b439-9fc4b5609119 req-22a3581c-c60d-466b-95a1-6563c5cc09dc tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b68b85b-4abf-417f-b83a-1f6f3310467d HTTP/1.1" status: 200 len: 946 time: 0.0623789 Jul 13 08:08:21.394023 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3e29a541-e8d9-4361-b439-9fc4b5609119 req-41eecefd-ef76-49c4-b6f9-14ce727f7748 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363450 Jul 13 08:08:21.567417 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259fc79-7de1-49c5-a241-b6e5e17edf3c req-b6860033-8d01-4b8d-914b-debb6fee1859 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:21.568882 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2259fc79-7de1-49c5-a241-b6e5e17edf3c req-b6860033-8d01-4b8d-914b-debb6fee1859 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b68b85b-4abf-417f-b83a-1f6f3310467d HTTP/1.1" status: 200 len: 946 time: 0.0676000 Jul 13 08:08:21.606172 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2259fc79-7de1-49c5-a241-b6e5e17edf3c req-414ff2ae-2044-4f05-957f-14f67c4201b1 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315802 Jul 13 08:08:21.984704 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b8494-48aa-43d3-8ac6-d436f19a8dc4 req-969842de-d126-43ba-a0d3-1fa7f0a86bd7 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:21.986189 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9c4b8494-48aa-43d3-8ac6-d436f19a8dc4 req-969842de-d126-43ba-a0d3-1fa7f0a86bd7 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b68b85b-4abf-417f-b83a-1f6f3310467d HTTP/1.1" status: 200 len: 946 time: 0.0700228 Jul 13 08:08:22.023997 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9c4b8494-48aa-43d3-8ac6-d436f19a8dc4 req-ec3f459c-18f6-47b5-b84e-13a6a32a81fd tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320551 Jul 13 08:08:23.199684 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04bb122-aeac-4151-bf0c-813a0eaefb82 req-af5c32c2-6215-497b-a6fa-eb99298ff914 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:23.201229 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e04bb122-aeac-4151-bf0c-813a0eaefb82 req-af5c32c2-6215-497b-a6fa-eb99298ff914 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b68b85b-4abf-417f-b83a-1f6f3310467d HTTP/1.1" status: 200 len: 946 time: 0.0675213 Jul 13 08:08:23.239553 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e04bb122-aeac-4151-bf0c-813a0eaefb82 req-f7c13e62-0b23-48ee-95fe-81cba6907eb2 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328078 Jul 13 08:08:23.343781 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c4119-09ab-461c-9a1e-5704034fb1c8 req-e28ec26e-053d-47db-9c24-c2be578e6e6b tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:23.345332 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7d7c4119-09ab-461c-9a1e-5704034fb1c8 req-e28ec26e-053d-47db-9c24-c2be578e6e6b tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b68b85b-4abf-417f-b83a-1f6f3310467d HTTP/1.1" status: 200 len: 946 time: 0.0653358 Jul 13 08:08:23.444153 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-7d7c4119-09ab-461c-9a1e-5704034fb1c8 req-c97557dc-2ba7-41eb-8025-9787724ec820 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Deleting port 7bd0137e-9a1f-4c45-9c09-00a78654fe9a {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:08:23.444488 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-7d7c4119-09ab-461c-9a1e-5704034fb1c8 req-c97557dc-2ba7-41eb-8025-9787724ec820 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:23.615822 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:23.868698 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-7d7c4119-09ab-461c-9a1e-5704034fb1c8 req-c97557dc-2ba7-41eb-8025-9787724ec820 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] For port 7bd0137e-9a1f-4c45-9c09-00a78654fe9a, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=7bd0137e-9a1f-4c45-9c09-00a78654fe9a,segment=NetworkSegment(8dbf31b4-ba88-4ea7-904a-336e78959cc0),segment_id=8dbf31b4-ba88-4ea7-904a-336e78959cc0)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:08:23.869058 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-7d7c4119-09ab-461c-9a1e-5704034fb1c8 req-c97557dc-2ba7-41eb-8025-9787724ec820 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:23.881577 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-7d7c4119-09ab-461c-9a1e-5704034fb1c8 req-c97557dc-2ba7-41eb-8025-9787724ec820 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Calling delete_port for 7bd0137e-9a1f-4c45-9c09-00a78654fe9a owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:08:24.006817 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-7d7c4119-09ab-461c-9a1e-5704034fb1c8 req-c97557dc-2ba7-41eb-8025-9787724ec820 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:24.037227 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97557dc-2ba7-41eb-8025-9787724ec820 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Pushing event deleted for resources: {'Port': ['ID=7bd0137e-9a1f-4c45-9c09-00a78654fe9a,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:24.085371 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7c4119-09ab-461c-9a1e-5704034fb1c8 req-c97557dc-2ba7-41eb-8025-9787724ec820 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] No DVR routers for this DVR port 7bd0137e-9a1f-4c45-9c09-00a78654fe9a on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:08:24.088058 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-7d7c4119-09ab-461c-9a1e-5704034fb1c8 req-c97557dc-2ba7-41eb-8025-9787724ec820 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:24.090089 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7d7c4119-09ab-461c-9a1e-5704034fb1c8 req-c97557dc-2ba7-41eb-8025-9787724ec820 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.25 "DELETE /v2.0/ports/7bd0137e-9a1f-4c45-9c09-00a78654fe9a HTTP/1.1" status: 204 len: 173 time: 0.7397301 Jul 13 08:08:24.090529 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b68b85b-4abf-417f-b83a-1f6f3310467d', 'name': 'network-vif-deleted', 'tag': '7bd0137e-9a1f-4c45-9c09-00a78654fe9a'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:08:24.093560 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ea4ba1-9930-46c0-a016-18b1cf11014b" -d '{"events": [{"server_uuid": "5b68b85b-4abf-417f-b83a-1f6f3310467d", "name": "network-vif-deleted", "tag": "7bd0137e-9a1f-4c45-9c09-00a78654fe9a"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:08:24.133267 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1ce270-850d-44f9-8d77-ee4f1d097406 x-openstack-request-id: req-7a1ce270-850d-44f9-8d77-ee4f1d097406 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:08:24.133559 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b68b85b-4abf-417f-b83a-1f6f3310467d", "name": "network-vif-deleted", "tag": "7bd0137e-9a1f-4c45-9c09-00a78654fe9a", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:08:24.133808 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7a1ce270-850d-44f9-8d77-ee4f1d097406 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:08:24.134208 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b68b85b-4abf-417f-b83a-1f6f3310467d', 'name': 'network-vif-deleted', 'tag': '7bd0137e-9a1f-4c45-9c09-00a78654fe9a', 'status': 'completed', 'code': 200} Jul 13 08:08:24.234534 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:24.378293 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f17a27a3-9736-4c01-97ef-fab023744044 req-0d87c4da-f0a4-488d-9fb0-f89d3ca4325f tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b68b85b-4abf-417f-b83a-1f6f3310467d HTTP/1.1" status: 200 len: 210 time: 0.0294745 Jul 13 08:08:25.525048 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5cf0b434-a95a-4876-8c5d-a0e4bb654641 req-01814e6c-6773-4ea5-9e60-e35edbc7fcff tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b68b85b-4abf-417f-b83a-1f6f3310467d HTTP/1.1" status: 200 len: 210 time: 0.0296650 Jul 13 08:08:25.897791 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 7bd0137e-9a1f-4c45-9c09-00a78654fe9a no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:08:25.917086 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 7bd0137e-9a1f-4c45-9c09-00a78654fe9a {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:08:25.917423 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 7bd0137e-9a1f-4c45-9c09-00a78654fe9a not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:08:26.670921 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b1201afb-8faa-4a4c-a402-e8c49c575718 req-fbb16078-c764-47cc-8cf7-b1d0c0184ef1 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b68b85b-4abf-417f-b83a-1f6f3310467d HTTP/1.1" status: 200 len: 210 time: 0.0291383 Jul 13 08:08:27.834477 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cc39655e-60b1-4a3f-980a-852f5c53b288 req-8ba1674b-1f16-485c-9798-dfdb1f06878a tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b68b85b-4abf-417f-b83a-1f6f3310467d HTTP/1.1" status: 200 len: 210 time: 0.0323088 Jul 13 08:08:30.308109 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1faee910-040b-4f5a-8f63-6fa8ae564794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:31.078854 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:08:33.181706 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cde8bfeb-a567-4539-adb1-2803c032227a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:33.213008 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:34.215515 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:35.991747 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:48.015187 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-cf29be36-e08b-4127-8585-da8d21ccd905 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:48.016671 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-cf29be36-e08b-4127-8585-da8d21ccd905 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/networks?id=24cafb7f-ffa5-435e-8152-f3a75d53beee HTTP/1.1" status: 200 len: 811 time: 0.1044796 Jul 13 08:08:48.031021 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-477a65ac-30c6-42dc-af8b-32fc494ce936 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/quotas/91a436a4f7bf43ddbe81c7275c736b5c HTTP/1.1" status: 200 len: 375 time: 0.0089426 Jul 13 08:08:48.102406 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-d1f2f4a8-eea3-42a8-9c49-e19ac3f147f5 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=91a436a4f7bf43ddbe81c7275c736b5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664499 Jul 13 08:08:48.194034 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-beee7502-7500-4cb9-b66a-a9a47e3bbcee service neutron] 10.222.0.23 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846963 Jul 13 08:08:48.280782 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-aae5c6ed-ccdb-43e2-b35b-66fd5acf3d28 service neutron] 10.222.0.23 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811458 Jul 13 08:08:48.474853 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0e30ccec-ee24-49c2-93cc-308be3234787 req-3f287452-e3a2-4a47-afb0-ee15b8704dee tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=a34db0d2-dca5-44c0-b088-e8c0857e7851 HTTP/1.1" status: 200 len: 210 time: 0.0320115 Jul 13 08:08:49.467218 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-70d08d32-8de3-477e-a1f1-30a73c82dc95 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:49.469204 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-70d08d32-8de3-477e-a1f1-30a73c82dc95 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.42 "GET /v2.0/networks?id=24cafb7f-ffa5-435e-8152-f3a75d53beee HTTP/1.1" status: 200 len: 811 time: 0.1083694 Jul 13 08:08:49.492049 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-b571ef1e-d203-4f9b-bf76-398f5d40baa8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Request body: {'port': {'device_id': 'a34db0d2-dca5-44c0-b088-e8c0857e7851', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'admin_state_up': True, 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:49.626621 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-96c6d605-8b3e-424e-aa6a-8e72a65a73f5 req-035c5363-dac4-4b1d-a7b3-4b5e6e36adf2 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=a34db0d2-dca5-44c0-b088-e8c0857e7851 HTTP/1.1" status: 200 len: 210 time: 0.0350492 Jul 13 08:08:49.651583 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-b571ef1e-d203-4f9b-bf76-398f5d40baa8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Made reservation on behalf of 91a436a4f7bf43ddbe81c7275c736b5c for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:08:49.655813 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-b571ef1e-d203-4f9b-bf76-398f5d40baa8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:49.788122 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-b571ef1e-d203-4f9b-bf76-398f5d40baa8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Allocated IP 172.20.0.14 (24cafb7f-ffa5-435e-8152-f3a75d53beee/be9d4c82-9997-4b23-963d-61665a0eafc6/98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:08:49.952900 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-b571ef1e-d203-4f9b-bf76-398f5d40baa8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:49.966625 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-b571ef1e-d203-4f9b-bf76-398f5d40baa8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Transition to ACTIVE for port object 98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:08:50.003153 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-b571ef1e-d203-4f9b-bf76-398f5d40baa8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:50.051706 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-b571ef1e-d203-4f9b-bf76-398f5d40baa8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Network 24cafb7f-ffa5-435e-8152-f3a75d53beee is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:08:50.056913 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-b571ef1e-d203-4f9b-bf76-398f5d40baa8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:08:50.059481 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-b571ef1e-d203-4f9b-bf76-398f5d40baa8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:08:50.099998 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571ef1e-d203-4f9b-bf76-398f5d40baa8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Pushing event updated for resources: {'Port': ['ID=98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:50.113825 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571ef1e-d203-4f9b-bf76-398f5d40baa8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:50.114172 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571ef1e-d203-4f9b-bf76-398f5d40baa8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:50.114512 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571ef1e-d203-4f9b-bf76-398f5d40baa8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:50.114858 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571ef1e-d203-4f9b-bf76-398f5d40baa8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:50.115212 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571ef1e-d203-4f9b-bf76-398f5d40baa8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:50.115532 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571ef1e-d203-4f9b-bf76-398f5d40baa8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:50.115862 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571ef1e-d203-4f9b-bf76-398f5d40baa8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:50.116184 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571ef1e-d203-4f9b-bf76-398f5d40baa8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:50.116509 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571ef1e-d203-4f9b-bf76-398f5d40baa8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:50.116831 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571ef1e-d203-4f9b-bf76-398f5d40baa8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:50.117155 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571ef1e-d203-4f9b-bf76-398f5d40baa8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:50.117475 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571ef1e-d203-4f9b-bf76-398f5d40baa8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:08:50.129722 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-b571ef1e-d203-4f9b-bf76-398f5d40baa8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:50.130370 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-b571ef1e-d203-4f9b-bf76-398f5d40baa8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:50.146572 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-b571ef1e-d203-4f9b-bf76-398f5d40baa8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6595995 Jul 13 08:08:50.156573 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-186413ad-3394-4bd7-9465-ba402d2a0192 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:08:50.157659 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-186413ad-3394-4bd7-9465-ba402d2a0192 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058670 Jul 13 08:08:50.222416 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-157932d2-6ba7-46a3-b37a-077d0ac425aa service neutron] Request body: {'port': {'device_id': 'a34db0d2-dca5-44c0-b088-e8c0857e7851', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:08:50.281383 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-53510b96-7d58-4dca-b715-290517153b16 None None] Provisioning for port 98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:08:50.285956 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-53510b96-7d58-4dca-b715-290517153b16 None None] Provisioning complete for port 98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:08:50.286444 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-53510b96-7d58-4dca-b715-290517153b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:50.300154 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-157932d2-6ba7-46a3-b37a-077d0ac425aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:50.320311 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-53510b96-7d58-4dca-b715-290517153b16 None None] Port 98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:08:50.587231 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-157932d2-6ba7-46a3-b37a-077d0ac425aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:08:50.596522 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-157932d2-6ba7-46a3-b37a-077d0ac425aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:50.609428 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-157932d2-6ba7-46a3-b37a-077d0ac425aa service neutron] Transition to ACTIVE for port object 98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:08:50.614240 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-157932d2-6ba7-46a3-b37a-077d0ac425aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:50.669370 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157932d2-6ba7-46a3-b37a-077d0ac425aa service neutron] Pushing event updated for resources: {'Port': ['ID=98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:50.755233 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-157932d2-6ba7-46a3-b37a-077d0ac425aa service neutron] Attempting to bind port 98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:08:50.755603 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-157932d2-6ba7-46a3-b37a-077d0ac425aa service neutron] Attempting to bind port 98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '8dbf31b4-ba88-4ea7-904a-336e78959cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:08:50.755944 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-157932d2-6ba7-46a3-b37a-077d0ac425aa service neutron] Attempting to bind port 98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7 on network 24cafb7f-ffa5-435e-8152-f3a75d53beee {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:08:50.762160 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-157932d2-6ba7-46a3-b37a-077d0ac425aa service neutron] Port 98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7 on network 24cafb7f-ffa5-435e-8152-f3a75d53beee not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:08:50.762488 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-157932d2-6ba7-46a3-b37a-077d0ac425aa service neutron] Attempting to bind port 98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7 on network 24cafb7f-ffa5-435e-8152-f3a75d53beee {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:08:50.769786 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-157932d2-6ba7-46a3-b37a-077d0ac425aa service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:08:50.770421 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-157932d2-6ba7-46a3-b37a-077d0ac425aa service neutron] Checking segment: {'id': '8dbf31b4-ba88-4ea7-904a-336e78959cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:08:50.770825 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-157932d2-6ba7-46a3-b37a-077d0ac425aa service neutron] Bound using segment: {'id': '8dbf31b4-ba88-4ea7-904a-336e78959cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:08:50.771291 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-157932d2-6ba7-46a3-b37a-077d0ac425aa service neutron] Bound port: 98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dbf31b4-ba88-4ea7-904a-336e78959cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:08:50.771642 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-157932d2-6ba7-46a3-b37a-077d0ac425aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:50.849157 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd0c2e-b79c-49b8-8a3c-af56060ccc13 req-f0081c2c-af07-44d6-a04f-3138046cafe0 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:50.850115 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-157932d2-6ba7-46a3-b37a-077d0ac425aa service neutron] For port 98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:08:50.851733 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b7bd0c2e-b79c-49b8-8a3c-af56060ccc13 req-f0081c2c-af07-44d6-a04f-3138046cafe0 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=a34db0d2-dca5-44c0-b088-e8c0857e7851 HTTP/1.1" status: 200 len: 944 time: 0.0738785 Jul 13 08:08:50.856070 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-157932d2-6ba7-46a3-b37a-077d0ac425aa service neutron] For port 98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7,segment=NetworkSegment(8dbf31b4-ba88-4ea7-904a-336e78959cc0),segment_id=8dbf31b4-ba88-4ea7-904a-336e78959cc0)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:08:50.862462 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-157932d2-6ba7-46a3-b37a-077d0ac425aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:50.897762 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b7bd0c2e-b79c-49b8-8a3c-af56060ccc13 req-5694ffb7-6c4f-4b94-bc8d-33587028dceb tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390458 Jul 13 08:08:50.905150 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-157932d2-6ba7-46a3-b37a-077d0ac425aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:50.906554 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-157932d2-6ba7-46a3-b37a-077d0ac425aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:50.907927 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-157932d2-6ba7-46a3-b37a-077d0ac425aa service neutron] 10.222.0.42 "PUT /v2.0/ports/98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7 HTTP/1.1" status: 200 len: 1093 time: 0.7437806 Jul 13 08:08:50.908371 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a34db0d2-dca5-44c0-b088-e8c0857e7851', 'tag': '98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:08:50.910817 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6276e6-28e7-4e84-982e-2b48b3ebaa27" -d '{"events": [{"name": "network-changed", "server_uuid": "a34db0d2-dca5-44c0-b088-e8c0857e7851", "tag": "98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:08:50.940847 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157932d2-6ba7-46a3-b37a-077d0ac425aa service neutron] Pushing event updated for resources: {'Port': ['ID=98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:08:50.963784 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72010fcd-fcad-4acb-84a8-eebf7e2837a8 x-openstack-request-id: req-72010fcd-fcad-4acb-84a8-eebf7e2837a8 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:08:50.964085 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a34db0d2-dca5-44c0-b088-e8c0857e7851", "tag": "98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:08:50.964333 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-72010fcd-fcad-4acb-84a8-eebf7e2837a8 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:08:50.964732 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a34db0d2-dca5-44c0-b088-e8c0857e7851', 'tag': '98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7', 'status': 'completed', 'code': 200} Jul 13 08:08:51.016659 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-69eca510-c337-49fa-8470-eae54b501ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:51.018446 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-69eca510-c337-49fa-8470-eae54b501ed1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91a436a4f7bf43ddbe81c7275c736b5c&device_id=a34db0d2-dca5-44c0-b088-e8c0857e7851 HTTP/1.1" status: 200 len: 1096 time: 0.0651708 Jul 13 08:08:51.067135 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-51a6b163-cfe7-4e92-9a80-0bca0081aac9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7 HTTP/1.1" status: 200 len: 217 time: 0.0416245 Jul 13 08:08:51.122193 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-70b5a961-fb88-4328-8958-9512baa64fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:51.123776 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-70b5a961-fb88-4328-8958-9512baa64fc2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=be9d4c82-9997-4b23-963d-61665a0eafc6 HTTP/1.1" status: 200 len: 850 time: 0.0511451 Jul 13 08:08:51.189232 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-a7afc367-e129-432e-aa8e-c866c67dc01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:51.190774 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-a7afc367-e129-432e-aa8e-c866c67dc01f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=24cafb7f-ffa5-435e-8152-f3a75d53beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610328 Jul 13 08:08:51.290352 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-24039736-1ec9-444c-9a5b-57572dbf66a2 service neutron] 10.222.0.42 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933943 Jul 13 08:08:51.383958 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-59b16c84-7e56-4307-8875-b2ff1b501564 req-076467c7-6e9f-4e1a-98ef-356282940562 service neutron] 10.222.0.42 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878549 Jul 13 08:08:51.487765 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6276e6-28e7-4e84-982e-2b48b3ebaa27 req-acdbae4e-ac5c-4270-a385-ed162b1dbfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:51.489281 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4a6276e6-28e7-4e84-982e-2b48b3ebaa27 req-acdbae4e-ac5c-4270-a385-ed162b1dbfc2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91a436a4f7bf43ddbe81c7275c736b5c&device_id=a34db0d2-dca5-44c0-b088-e8c0857e7851 HTTP/1.1" status: 200 len: 1096 time: 0.0578363 Jul 13 08:08:51.581708 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6276e6-28e7-4e84-982e-2b48b3ebaa27 req-6daa9aa9-0d79-49e6-97e5-3a1297df8e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:51.583582 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4a6276e6-28e7-4e84-982e-2b48b3ebaa27 req-6daa9aa9-0d79-49e6-97e5-3a1297df8e2a service neutron] 10.222.0.42 "GET /v2.0/networks?id=24cafb7f-ffa5-435e-8152-f3a75d53beee HTTP/1.1" status: 200 len: 912 time: 0.0878763 Jul 13 08:08:51.627297 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4a6276e6-28e7-4e84-982e-2b48b3ebaa27 req-21882e49-64d9-45c1-9a48-13452b39ef1b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7 HTTP/1.1" status: 200 len: 217 time: 0.0381811 Jul 13 08:08:51.675330 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6276e6-28e7-4e84-982e-2b48b3ebaa27 req-fc041c63-11a4-460d-b716-a9eeaebf9484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:51.676748 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4a6276e6-28e7-4e84-982e-2b48b3ebaa27 req-fc041c63-11a4-460d-b716-a9eeaebf9484 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=be9d4c82-9997-4b23-963d-61665a0eafc6 HTTP/1.1" status: 200 len: 850 time: 0.0440047 Jul 13 08:08:51.737801 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6276e6-28e7-4e84-982e-2b48b3ebaa27 req-9e83e111-cf2c-44cb-8ec9-fbe4fdd0b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:51.739401 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4a6276e6-28e7-4e84-982e-2b48b3ebaa27 req-9e83e111-cf2c-44cb-8ec9-fbe4fdd0b331 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=24cafb7f-ffa5-435e-8152-f3a75d53beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568817 Jul 13 08:08:51.834610 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4a6276e6-28e7-4e84-982e-2b48b3ebaa27 req-8622ff30-bb84-49c8-8e6d-d52d16057464 service neutron] 10.222.0.42 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890639 Jul 13 08:08:51.925032 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4a6276e6-28e7-4e84-982e-2b48b3ebaa27 req-554561d6-e92b-4088-b2a6-e38e8ed3e376 service neutron] 10.222.0.42 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839143 Jul 13 08:08:52.089464 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb7bc3-00c6-4d2c-8ef0-27c87ae4a784 req-ec424ae3-c779-424e-99df-38d86813bd9b tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:52.091412 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7fbb7bc3-00c6-4d2c-8ef0-27c87ae4a784 req-ec424ae3-c779-424e-99df-38d86813bd9b tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=a34db0d2-dca5-44c0-b088-e8c0857e7851 HTTP/1.1" status: 200 len: 944 time: 0.0747395 Jul 13 08:08:52.131912 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7fbb7bc3-00c6-4d2c-8ef0-27c87ae4a784 req-9d0808cf-c435-466f-bd87-646ab6bf99b4 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344312 Jul 13 08:08:53.392297 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36fa2b-5164-4360-8657-c4b8bffe41b4 req-43b74866-01c5-42be-96b5-e6b54a75f9b1 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:53.394450 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7a36fa2b-5164-4360-8657-c4b8bffe41b4 req-43b74866-01c5-42be-96b5-e6b54a75f9b1 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=a34db0d2-dca5-44c0-b088-e8c0857e7851 HTTP/1.1" status: 200 len: 944 time: 0.0756094 Jul 13 08:08:53.457460 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7a36fa2b-5164-4360-8657-c4b8bffe41b4 req-4b5bde6f-3877-4069-b013-73d7f68011d2 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540926 Jul 13 08:08:53.622497 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:54.273459 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:08:54.694372 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a433f-1bf0-429c-8624-8626bae0df31 req-a944fc37-1e76-4693-bbfb-548ee82ef2e5 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:54.696727 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a45a433f-1bf0-429c-8624-8626bae0df31 req-a944fc37-1e76-4693-bbfb-548ee82ef2e5 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=a34db0d2-dca5-44c0-b088-e8c0857e7851 HTTP/1.1" status: 200 len: 944 time: 0.0938659 Jul 13 08:08:54.743035 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a45a433f-1bf0-429c-8624-8626bae0df31 req-412579be-e976-4ba9-8bab-d03a50296837 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393906 Jul 13 08:08:55.925275 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e329631-3373-4f19-8471-a7adabd2b20e req-4144452f-8532-49b3-8cab-702e8abe8e1e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:55.932222 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9e329631-3373-4f19-8471-a7adabd2b20e req-4144452f-8532-49b3-8cab-702e8abe8e1e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=a34db0d2-dca5-44c0-b088-e8c0857e7851 HTTP/1.1" status: 200 len: 944 time: 0.0730903 Jul 13 08:08:55.967056 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9e329631-3373-4f19-8471-a7adabd2b20e req-bc64b488-7aa0-4f19-ba55-9c6704dc00b1 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339036 Jul 13 08:08:57.142451 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bced9ad-4eeb-4ba6-999d-315071e43a7d req-540c2d39-fc76-45d7-9b8c-ea7df2b68e27 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:57.143983 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2bced9ad-4eeb-4ba6-999d-315071e43a7d req-540c2d39-fc76-45d7-9b8c-ea7df2b68e27 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=a34db0d2-dca5-44c0-b088-e8c0857e7851 HTTP/1.1" status: 200 len: 944 time: 0.0633519 Jul 13 08:08:57.181051 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2bced9ad-4eeb-4ba6-999d-315071e43a7d req-4b3797df-875a-4d83-b327-1578008afc3f tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315933 Jul 13 08:08:58.352825 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f2fd1-7b1c-4a17-bc0d-96bd218c4fed req-b074bdc0-6108-4644-9569-6d2f858dd128 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:58.354290 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d96f2fd1-7b1c-4a17-bc0d-96bd218c4fed req-b074bdc0-6108-4644-9569-6d2f858dd128 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=a34db0d2-dca5-44c0-b088-e8c0857e7851 HTTP/1.1" status: 200 len: 944 time: 0.0632133 Jul 13 08:08:58.391991 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d96f2fd1-7b1c-4a17-bc0d-96bd218c4fed req-93f8a124-4f07-46ef-8999-78ef380607fb tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315504 Jul 13 08:08:59.569599 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7dc5b3-8ea9-46ce-84f9-89cf2fa222ba req-43deab01-6ce7-4a84-a00f-ef96f1fdbd27 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:08:59.571091 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3d7dc5b3-8ea9-46ce-84f9-89cf2fa222ba req-43deab01-6ce7-4a84-a00f-ef96f1fdbd27 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=a34db0d2-dca5-44c0-b088-e8c0857e7851 HTTP/1.1" status: 200 len: 944 time: 0.0681720 Jul 13 08:08:59.609423 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3d7dc5b3-8ea9-46ce-84f9-89cf2fa222ba req-0b37eac3-09ec-45f6-a556-dd5e0b298c13 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326881 Jul 13 08:09:00.310088 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-630d8cdc-228e-4d3d-8cff-e044b2f16d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:00.787568 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6179312-13a1-474c-90c9-0c2e252bb2cc req-583427e0-bd34-4a5e-b875-71e73cff12aa tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:00.789071 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f6179312-13a1-474c-90c9-0c2e252bb2cc req-583427e0-bd34-4a5e-b875-71e73cff12aa tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=a34db0d2-dca5-44c0-b088-e8c0857e7851 HTTP/1.1" status: 200 len: 944 time: 0.0691490 Jul 13 08:09:00.828629 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f6179312-13a1-474c-90c9-0c2e252bb2cc req-57088915-bfe4-42ec-bbbd-f93302510f43 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337582 Jul 13 08:09:02.016813 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89221d-1466-4a3c-a22a-6897dd876698 req-1d0694ba-a712-4eff-8293-237f76ffb828 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:02.018436 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1e89221d-1466-4a3c-a22a-6897dd876698 req-1d0694ba-a712-4eff-8293-237f76ffb828 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=a34db0d2-dca5-44c0-b088-e8c0857e7851 HTTP/1.1" status: 200 len: 944 time: 0.0650175 Jul 13 08:09:02.058870 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1e89221d-1466-4a3c-a22a-6897dd876698 req-a059bea5-c0e9-4990-a961-18b10ec63ced tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348310 Jul 13 08:09:03.176268 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-12631778-dd28-40fc-a371-218dc3413ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:03.212771 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:03.238882 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fc6dc-979d-4723-9893-fbf0210bc68e req-0006a4d6-ae34-47fb-a4e9-fa49bca966f8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:03.240420 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bb6fc6dc-979d-4723-9893-fbf0210bc68e req-0006a4d6-ae34-47fb-a4e9-fa49bca966f8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=a34db0d2-dca5-44c0-b088-e8c0857e7851 HTTP/1.1" status: 200 len: 944 time: 0.0668943 Jul 13 08:09:03.278337 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bb6fc6dc-979d-4723-9893-fbf0210bc68e req-196961cc-5f2b-4a2c-aad3-fb8ada3149d2 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322824 Jul 13 08:09:04.218085 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:04.474056 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f7afd-e5be-4c18-8f4f-0d99b7e4b716 req-4ad4031e-ee39-44bf-bf16-cfcf438da917 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:04.475515 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d59f7afd-e5be-4c18-8f4f-0d99b7e4b716 req-4ad4031e-ee39-44bf-bf16-cfcf438da917 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=a34db0d2-dca5-44c0-b088-e8c0857e7851 HTTP/1.1" status: 200 len: 944 time: 0.0692081 Jul 13 08:09:04.518027 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d59f7afd-e5be-4c18-8f4f-0d99b7e4b716 req-48000821-7eff-4b16-b130-2e2eea2d511c tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357375 Jul 13 08:09:05.697873 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21547094-4d97-463a-914a-1b18e8f9697d req-912cbed4-1014-442f-ba48-6e2fccc8dd58 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:05.699369 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-21547094-4d97-463a-914a-1b18e8f9697d req-912cbed4-1014-442f-ba48-6e2fccc8dd58 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=a34db0d2-dca5-44c0-b088-e8c0857e7851 HTTP/1.1" status: 200 len: 944 time: 0.0668309 Jul 13 08:09:05.738123 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-21547094-4d97-463a-914a-1b18e8f9697d req-c26155f1-1db1-41c4-b72c-6eb529ffff36 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324092 Jul 13 08:09:05.993281 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:07.091693 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b84a56-7004-455f-8f18-0d498beade8c req-83cda87d-6757-4857-b0c5-0e783666aa3f tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:07.093745 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-76b84a56-7004-455f-8f18-0d498beade8c req-83cda87d-6757-4857-b0c5-0e783666aa3f tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=a34db0d2-dca5-44c0-b088-e8c0857e7851 HTTP/1.1" status: 200 len: 944 time: 0.0696311 Jul 13 08:09:07.131799 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-76b84a56-7004-455f-8f18-0d498beade8c req-272d1093-7df2-49ff-a6a8-a9b5e694c098 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323679 Jul 13 08:09:08.078209 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:09:08.302637 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64113e1-c19d-4d6c-9c77-9b85e06fc851 req-409e03bb-60e0-44d7-b039-6924c8f5609c tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:08.304158 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d64113e1-c19d-4d6c-9c77-9b85e06fc851 req-409e03bb-60e0-44d7-b039-6924c8f5609c tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=a34db0d2-dca5-44c0-b088-e8c0857e7851 HTTP/1.1" status: 200 len: 944 time: 0.0639138 Jul 13 08:09:08.341482 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d64113e1-c19d-4d6c-9c77-9b85e06fc851 req-569557e9-5be9-4822-adc0-43e9ba535e0b tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317814 Jul 13 08:09:09.516917 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91a18d-daef-4d5c-83ba-a4ccbfa2f85d req-6a513a38-07ba-444c-b576-6a9a7a683114 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:09.518450 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6e91a18d-daef-4d5c-83ba-a4ccbfa2f85d req-6a513a38-07ba-444c-b576-6a9a7a683114 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=a34db0d2-dca5-44c0-b088-e8c0857e7851 HTTP/1.1" status: 200 len: 944 time: 0.0663013 Jul 13 08:09:09.560296 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6e91a18d-daef-4d5c-83ba-a4ccbfa2f85d req-e323a7eb-f23c-4efc-bf43-527485857faa tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361381 Jul 13 08:09:10.733053 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc738dac-b706-4d4d-ac99-5b3a57bdcb5f req-0c9d88b1-0fe3-4cfd-be2d-b0b55a40753e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:10.734731 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cc738dac-b706-4d4d-ac99-5b3a57bdcb5f req-0c9d88b1-0fe3-4cfd-be2d-b0b55a40753e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=a34db0d2-dca5-44c0-b088-e8c0857e7851 HTTP/1.1" status: 200 len: 944 time: 0.0654263 Jul 13 08:09:10.773446 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cc738dac-b706-4d4d-ac99-5b3a57bdcb5f req-bc7b4b7d-7a46-4951-8513-e04cd6b6356b tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330853 Jul 13 08:09:11.232656 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:09:11.325945 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7,segment=NetworkSegment(8dbf31b4-ba88-4ea7-904a-336e78959cc0),segment_id=8dbf31b4-ba88-4ea7-904a-336e78959cc0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:09:11.337179 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'port_id': '98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7', 'mac_address': 'fa:16:3e:dc:fb:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:09:11.372408 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:11.384534 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:09:11.403368 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7,segment=NetworkSegment(8dbf31b4-ba88-4ea7-904a-336e78959cc0),segment_id=8dbf31b4-ba88-4ea7-904a-336e78959cc0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:09:11.407928 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:11.463788 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:11.472404 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:11.472742 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:11.473080 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:11.473412 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:11.473736 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:11.474055 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:11.474373 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:11.474690 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:11.475006 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:11.475347 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:11.475664 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:11.475978 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:09:11.635131 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:09:11.948505 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e9fa5-adad-4fa7-b946-12dea07daa76 req-2e33ea14-da3a-4bc7-b2ae-cf7357563ec3 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:11.950008 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-612e9fa5-adad-4fa7-b946-12dea07daa76 req-2e33ea14-da3a-4bc7-b2ae-cf7357563ec3 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=a34db0d2-dca5-44c0-b088-e8c0857e7851 HTTP/1.1" status: 200 len: 945 time: 0.0673440 Jul 13 08:09:11.988037 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-612e9fa5-adad-4fa7-b946-12dea07daa76 req-a109849f-63f3-4efe-ae2c-244784286670 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314574 Jul 13 08:09:13.175292 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d5ca7-8acc-4266-80c3-a0c08f834b43 req-22f6134f-5126-4c30-8a03-97621d9df5c3 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:13.176715 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-955d5ca7-8acc-4266-80c3-a0c08f834b43 req-22f6134f-5126-4c30-8a03-97621d9df5c3 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=a34db0d2-dca5-44c0-b088-e8c0857e7851 HTTP/1.1" status: 200 len: 945 time: 0.0682604 Jul 13 08:09:13.214557 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-955d5ca7-8acc-4266-80c3-a0c08f834b43 req-5037751b-f169-4a81-9b1f-c60856158d5f tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320358 Jul 13 08:09:13.232276 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:09:13.279874 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:09:13.283946 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:09:13.284310 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:13.361745 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:13.383228 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34db0d2-dca5-44c0-b088-e8c0857e7851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:09:13.385469 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca91c33e-c77d-47e7-a29c-8c3098ea8eaf" -d '{"events": [{"server_uuid": "a34db0d2-dca5-44c0-b088-e8c0857e7851", "name": "network-vif-plugged", "status": "completed", "tag": "98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:09:13.398797 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7,segment=NetworkSegment(8dbf31b4-ba88-4ea7-904a-336e78959cc0),segment_id=8dbf31b4-ba88-4ea7-904a-336e78959cc0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:09:13.402610 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:13.428763 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ddb309-66a7-4b76-91ed-a5fcb23580d1 x-openstack-request-id: req-14ddb309-66a7-4b76-91ed-a5fcb23580d1 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:09:13.429050 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34db0d2-dca5-44c0-b088-e8c0857e7851", "name": "network-vif-plugged", "status": "completed", "tag": "98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:09:13.429297 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-14ddb309-66a7-4b76-91ed-a5fcb23580d1 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:09:13.429682 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34db0d2-dca5-44c0-b088-e8c0857e7851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7', 'code': 200} Jul 13 08:09:13.458983 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:13.549382 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e5a84-97cc-4c2a-9248-8052469b6640 req-e2174612-e500-46db-b498-02ab45d6ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:13.550868 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ab5e5a84-97cc-4c2a-9248-8052469b6640 req-e2174612-e500-46db-b498-02ab45d6ccff service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a34db0d2-dca5-44c0-b088-e8c0857e7851 HTTP/1.1" status: 200 len: 1098 time: 0.0552227 Jul 13 08:09:13.587998 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ab5e5a84-97cc-4c2a-9248-8052469b6640 req-351ef467-9a3c-4761-9765-56625e21f911 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305727 Jul 13 08:09:13.649731 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-aed2679b-b76f-4cee-add7-fb3f3ead79ad None None] Provisioning complete for port 98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:09:13.650095 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-aed2679b-b76f-4cee-add7-fb3f3ead79ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:14.399466 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb592f7-e3f3-4298-9f8e-a29fcbaa1dbd req-20ffb8da-7498-46da-9ddd-e010e7782a6d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:14.400949 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ceb592f7-e3f3-4298-9f8e-a29fcbaa1dbd req-20ffb8da-7498-46da-9ddd-e010e7782a6d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=a34db0d2-dca5-44c0-b088-e8c0857e7851 HTTP/1.1" status: 200 len: 946 time: 0.0686743 Jul 13 08:09:14.439517 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ceb592f7-e3f3-4298-9f8e-a29fcbaa1dbd req-81f41a25-f271-4bd4-a72d-f87f4ce9d758 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324712 Jul 13 08:09:15.611182 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f418cd-40e1-43bd-b9b3-7c414d95d9c4 req-533d5251-35aa-4d48-84f7-938a3bdb2652 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:15.612761 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a4f418cd-40e1-43bd-b9b3-7c414d95d9c4 req-533d5251-35aa-4d48-84f7-938a3bdb2652 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=a34db0d2-dca5-44c0-b088-e8c0857e7851 HTTP/1.1" status: 200 len: 946 time: 0.0643113 Jul 13 08:09:15.652387 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a4f418cd-40e1-43bd-b9b3-7c414d95d9c4 req-0c88cf8f-736b-4c4b-b16c-ca8346047097 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341032 Jul 13 08:09:15.826498 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4211826-ffc1-47f3-b9b1-90f482595a51 req-b71092dd-b718-49cf-8ab0-9d282376b24c tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:15.828076 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c4211826-ffc1-47f3-b9b1-90f482595a51 req-b71092dd-b718-49cf-8ab0-9d282376b24c tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=a34db0d2-dca5-44c0-b088-e8c0857e7851 HTTP/1.1" status: 200 len: 946 time: 0.0663941 Jul 13 08:09:15.865658 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c4211826-ffc1-47f3-b9b1-90f482595a51 req-1cad5530-9005-413d-90d3-b3e67505cf4a tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318024 Jul 13 08:09:16.042718 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01df6f0-632d-4a00-9cef-da24c6d545ab req-de76c63d-6fdb-446f-b3e1-5d8d04332f31 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:16.044397 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e01df6f0-632d-4a00-9cef-da24c6d545ab req-de76c63d-6fdb-446f-b3e1-5d8d04332f31 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=a34db0d2-dca5-44c0-b088-e8c0857e7851 HTTP/1.1" status: 200 len: 946 time: 0.0708885 Jul 13 08:09:16.082749 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e01df6f0-632d-4a00-9cef-da24c6d545ab req-0026037f-049a-44f8-a10c-f7eb13afcbe3 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320237 Jul 13 08:09:16.526671 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0571eac-d643-4804-8ebb-71fe0e791548 req-acf94f2e-ad6e-4613-bbd3-cc7737474b0c tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:16.528170 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f0571eac-d643-4804-8ebb-71fe0e791548 req-acf94f2e-ad6e-4613-bbd3-cc7737474b0c tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=a34db0d2-dca5-44c0-b088-e8c0857e7851 HTTP/1.1" status: 200 len: 946 time: 0.0670133 Jul 13 08:09:16.566171 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f0571eac-d643-4804-8ebb-71fe0e791548 req-e8563bdd-7992-4bb4-b68c-efb5ded7f5b6 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318346 Jul 13 08:09:17.742028 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56a54f-7bc2-45f9-a7e9-6b0640c1cd41 req-4479fbe8-2e11-4d33-8540-3a2ede563016 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:17.743523 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8d56a54f-7bc2-45f9-a7e9-6b0640c1cd41 req-4479fbe8-2e11-4d33-8540-3a2ede563016 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=a34db0d2-dca5-44c0-b088-e8c0857e7851 HTTP/1.1" status: 200 len: 946 time: 0.0631526 Jul 13 08:09:17.780455 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8d56a54f-7bc2-45f9-a7e9-6b0640c1cd41 req-efaeaa33-bde7-4644-a107-ce1dabad878d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313482 Jul 13 08:09:17.846818 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398670b-d5fd-4fbd-aa54-64c43f9a85d8 req-3401cab0-a5a0-417a-a2a8-dbb7e9a87e57 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:17.848227 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b398670b-d5fd-4fbd-aa54-64c43f9a85d8 req-3401cab0-a5a0-417a-a2a8-dbb7e9a87e57 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.42 "GET /v2.0/ports?device_id=a34db0d2-dca5-44c0-b088-e8c0857e7851 HTTP/1.1" status: 200 len: 946 time: 0.0662489 Jul 13 08:09:17.946722 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-b398670b-d5fd-4fbd-aa54-64c43f9a85d8 req-27577580-b1b8-4b7e-b1dc-541369c6864b tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Deleting port 98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:09:17.947065 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-b398670b-d5fd-4fbd-aa54-64c43f9a85d8 req-27577580-b1b8-4b7e-b1dc-541369c6864b tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:18.038596 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-b398670b-d5fd-4fbd-aa54-64c43f9a85d8 req-27577580-b1b8-4b7e-b1dc-541369c6864b tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] For port 98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7,segment=NetworkSegment(8dbf31b4-ba88-4ea7-904a-336e78959cc0),segment_id=8dbf31b4-ba88-4ea7-904a-336e78959cc0)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:09:18.038953 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-b398670b-d5fd-4fbd-aa54-64c43f9a85d8 req-27577580-b1b8-4b7e-b1dc-541369c6864b tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:18.051142 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-b398670b-d5fd-4fbd-aa54-64c43f9a85d8 req-27577580-b1b8-4b7e-b1dc-541369c6864b tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Calling delete_port for 98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7 owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:09:18.185942 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-b398670b-d5fd-4fbd-aa54-64c43f9a85d8 req-27577580-b1b8-4b7e-b1dc-541369c6864b tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:18.198323 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:09:18.215507 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27577580-b1b8-4b7e-b1dc-541369c6864b tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Pushing event deleted for resources: {'Port': ['ID=98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:18.268962 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-b398670b-d5fd-4fbd-aa54-64c43f9a85d8 req-27577580-b1b8-4b7e-b1dc-541369c6864b tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] No DVR routers for this DVR port 98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7 on host n-h1-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:09:18.271758 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-b398670b-d5fd-4fbd-aa54-64c43f9a85d8 req-27577580-b1b8-4b7e-b1dc-541369c6864b tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:18.273964 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b398670b-d5fd-4fbd-aa54-64c43f9a85d8 req-27577580-b1b8-4b7e-b1dc-541369c6864b tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.42 "DELETE /v2.0/ports/98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7 HTTP/1.1" status: 204 len: 173 time: 0.4206252 Jul 13 08:09:18.274404 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34db0d2-dca5-44c0-b088-e8c0857e7851', 'name': 'network-vif-deleted', 'tag': '98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:09:18.276748 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3f875f-8ba9-4953-b4a0-b42cdaa20a83" -d '{"events": [{"server_uuid": "a34db0d2-dca5-44c0-b088-e8c0857e7851", "name": "network-vif-deleted", "tag": "98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:09:18.321809 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac59b74-e2db-4083-931f-7464496686c4 x-openstack-request-id: req-9ac59b74-e2db-4083-931f-7464496686c4 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:09:18.322097 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34db0d2-dca5-44c0-b088-e8c0857e7851", "name": "network-vif-deleted", "tag": "98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:09:18.322344 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9ac59b74-e2db-4083-931f-7464496686c4 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:09:18.322736 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34db0d2-dca5-44c0-b088-e8c0857e7851', 'name': 'network-vif-deleted', 'tag': '98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7', 'status': 'completed', 'code': 200} Jul 13 08:09:18.925939 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bd6e583b-4d22-4cb6-8a1c-8867873ae039 req-d0ec067e-fbb0-45a6-9ab9-79e51dbaa562 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=a34db0d2-dca5-44c0-b088-e8c0857e7851 HTTP/1.1" status: 200 len: 210 time: 0.0301468 Jul 13 08:09:20.071403 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-00cb02e8-5b91-455e-9c80-ecb00357f7ae req-e2ca66b6-c089-413c-a072-313f3a7c2c26 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=a34db0d2-dca5-44c0-b088-e8c0857e7851 HTTP/1.1" status: 200 len: 210 time: 0.0295894 Jul 13 08:09:21.216703 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-56718102-26bc-46a3-8e1e-18fae527cc64 req-ae8799e1-aa68-4625-909d-2d2665b62bdb tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=a34db0d2-dca5-44c0-b088-e8c0857e7851 HTTP/1.1" status: 200 len: 210 time: 0.0331962 Jul 13 08:09:21.232890 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:09:21.255163 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:09:21.255527 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 98f6b9e5-88bb-45aa-aa9e-8fdc73e3cad7 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:09:23.612856 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:24.244647 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:30.315362 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a4301d0d-ef84-4768-820c-31f68cb38d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:33.172500 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-449af8e5-8bf4-40a3-83ec-3a8bbfd6e75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:33.220941 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:34.221729 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:35.996609 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:43.272358 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-8b3cb73f-9760-4451-bc57-19768f0a9f2f tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:43.273822 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-8b3cb73f-9760-4451-bc57-19768f0a9f2f tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/networks?id=24cafb7f-ffa5-435e-8152-f3a75d53beee HTTP/1.1" status: 200 len: 811 time: 0.1007032 Jul 13 08:09:43.291760 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-5783cc1b-6133-41ef-a352-1e6051d9c3be tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/quotas/91a436a4f7bf43ddbe81c7275c736b5c HTTP/1.1" status: 200 len: 375 time: 0.0125122 Jul 13 08:09:43.361699 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-95db14f4-714a-4dc9-96fd-9173de416ed8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=91a436a4f7bf43ddbe81c7275c736b5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645301 Jul 13 08:09:43.451348 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-850cd865-1287-4e3f-a839-c805f508b55a service neutron] 10.222.0.23 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833211 Jul 13 08:09:43.546646 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-7a659468-2b24-4494-afc6-fbab308251cd service neutron] 10.222.0.23 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886464 Jul 13 08:09:43.857144 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-89aa1a14-df46-44d7-85c3-6102127cfe3f req-122ff881-ab2e-468e-966f-242c20ef65c3 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=53c2350b-6bcd-4a90-8868-387a9b1cbb0c HTTP/1.1" status: 200 len: 210 time: 0.0286381 Jul 13 08:09:44.858371 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-1fe7fa57-b4b7-4516-8776-986dea2febeb tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:44.859944 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-1fe7fa57-b4b7-4516-8776-986dea2febeb tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.42 "GET /v2.0/networks?id=24cafb7f-ffa5-435e-8152-f3a75d53beee HTTP/1.1" status: 200 len: 811 time: 0.1099291 Jul 13 08:09:44.872088 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-1f38a5b0-7b3b-4ce8-ad6c-22f9241d4a4c tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Request body: {'port': {'device_id': '53c2350b-6bcd-4a90-8868-387a9b1cbb0c', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'admin_state_up': True, 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:45.009389 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-66599f23-6057-4a66-90d9-197b262619ce req-10c4b3f2-1fb1-4b71-9407-23c80254bf18 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=53c2350b-6bcd-4a90-8868-387a9b1cbb0c HTTP/1.1" status: 200 len: 210 time: 0.0324049 Jul 13 08:09:45.025762 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-1f38a5b0-7b3b-4ce8-ad6c-22f9241d4a4c tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Made reservation on behalf of 91a436a4f7bf43ddbe81c7275c736b5c for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:09:45.029510 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-1f38a5b0-7b3b-4ce8-ad6c-22f9241d4a4c tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:45.077721 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:09:45.163145 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-1f38a5b0-7b3b-4ce8-ad6c-22f9241d4a4c tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Allocated IP 172.20.0.13 (24cafb7f-ffa5-435e-8152-f3a75d53beee/be9d4c82-9997-4b23-963d-61665a0eafc6/df5ea2da-e60a-4f88-8ae8-809d57ac0b2e) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:09:45.339337 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-1f38a5b0-7b3b-4ce8-ad6c-22f9241d4a4c tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:45.353208 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-1f38a5b0-7b3b-4ce8-ad6c-22f9241d4a4c tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Transition to ACTIVE for port object df5ea2da-e60a-4f88-8ae8-809d57ac0b2e will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:09:45.397486 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-1f38a5b0-7b3b-4ce8-ad6c-22f9241d4a4c tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:45.445243 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-1f38a5b0-7b3b-4ce8-ad6c-22f9241d4a4c tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Network 24cafb7f-ffa5-435e-8152-f3a75d53beee is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:09:45.448474 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-1f38a5b0-7b3b-4ce8-ad6c-22f9241d4a4c tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:09:45.453234 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-1f38a5b0-7b3b-4ce8-ad6c-22f9241d4a4c tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:09:45.460670 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38a5b0-7b3b-4ce8-ad6c-22f9241d4a4c tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Pushing event updated for resources: {'Port': ['ID=df5ea2da-e60a-4f88-8ae8-809d57ac0b2e,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:45.518630 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-1f38a5b0-7b3b-4ce8-ad6c-22f9241d4a4c tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:45.519334 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-1f38a5b0-7b3b-4ce8-ad6c-22f9241d4a4c tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:45.536996 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-1f38a5b0-7b3b-4ce8-ad6c-22f9241d4a4c tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6684651 Jul 13 08:09:45.550120 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-91d977e6-f132-406c-8a7a-00d8661f8539 service neutron] Request body: {'port': {'device_id': '53c2350b-6bcd-4a90-8868-387a9b1cbb0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:09:45.638142 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-91d977e6-f132-406c-8a7a-00d8661f8539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:45.777389 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-246f8c7b-0ef1-471b-bebf-b4aeeceeb257 None None] Provisioning for port df5ea2da-e60a-4f88-8ae8-809d57ac0b2e completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:09:45.783936 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-246f8c7b-0ef1-471b-bebf-b4aeeceeb257 None None] Provisioning complete for port df5ea2da-e60a-4f88-8ae8-809d57ac0b2e triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:09:45.784544 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-246f8c7b-0ef1-471b-bebf-b4aeeceeb257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:45.823835 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-246f8c7b-0ef1-471b-bebf-b4aeeceeb257 None None] Port df5ea2da-e60a-4f88-8ae8-809d57ac0b2e cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:09:45.942201 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-91d977e6-f132-406c-8a7a-00d8661f8539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df5ea2da-e60a-4f88-8ae8-809d57ac0b2e {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:09:45.951286 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-91d977e6-f132-406c-8a7a-00d8661f8539 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:45.964422 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-91d977e6-f132-406c-8a7a-00d8661f8539 service neutron] Transition to ACTIVE for port object df5ea2da-e60a-4f88-8ae8-809d57ac0b2e will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:09:45.968485 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-91d977e6-f132-406c-8a7a-00d8661f8539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:46.024572 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d977e6-f132-406c-8a7a-00d8661f8539 service neutron] Pushing event updated for resources: {'Port': ['ID=df5ea2da-e60a-4f88-8ae8-809d57ac0b2e,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:46.097848 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-91d977e6-f132-406c-8a7a-00d8661f8539 service neutron] Attempting to bind port df5ea2da-e60a-4f88-8ae8-809d57ac0b2e on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:09:46.098751 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-91d977e6-f132-406c-8a7a-00d8661f8539 service neutron] Attempting to bind port df5ea2da-e60a-4f88-8ae8-809d57ac0b2e by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '8dbf31b4-ba88-4ea7-904a-336e78959cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:09:46.099350 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-91d977e6-f132-406c-8a7a-00d8661f8539 service neutron] Attempting to bind port df5ea2da-e60a-4f88-8ae8-809d57ac0b2e on network 24cafb7f-ffa5-435e-8152-f3a75d53beee {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:09:46.104487 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-91d977e6-f132-406c-8a7a-00d8661f8539 service neutron] Port df5ea2da-e60a-4f88-8ae8-809d57ac0b2e on network 24cafb7f-ffa5-435e-8152-f3a75d53beee not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:09:46.105422 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-91d977e6-f132-406c-8a7a-00d8661f8539 service neutron] Attempting to bind port df5ea2da-e60a-4f88-8ae8-809d57ac0b2e on network 24cafb7f-ffa5-435e-8152-f3a75d53beee {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:09:46.112005 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-91d977e6-f132-406c-8a7a-00d8661f8539 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:09:46.113461 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-91d977e6-f132-406c-8a7a-00d8661f8539 service neutron] Checking segment: {'id': '8dbf31b4-ba88-4ea7-904a-336e78959cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:09:46.114015 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-91d977e6-f132-406c-8a7a-00d8661f8539 service neutron] Bound using segment: {'id': '8dbf31b4-ba88-4ea7-904a-336e78959cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:09:46.114641 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-91d977e6-f132-406c-8a7a-00d8661f8539 service neutron] Bound port: df5ea2da-e60a-4f88-8ae8-809d57ac0b2e, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dbf31b4-ba88-4ea7-904a-336e78959cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:09:46.115562 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-91d977e6-f132-406c-8a7a-00d8661f8539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:46.230116 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-91d977e6-f132-406c-8a7a-00d8661f8539 service neutron] For port df5ea2da-e60a-4f88-8ae8-809d57ac0b2e, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:09:46.234812 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-91d977e6-f132-406c-8a7a-00d8661f8539 service neutron] For port df5ea2da-e60a-4f88-8ae8-809d57ac0b2e, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=df5ea2da-e60a-4f88-8ae8-809d57ac0b2e,segment=NetworkSegment(8dbf31b4-ba88-4ea7-904a-336e78959cc0),segment_id=8dbf31b4-ba88-4ea7-904a-336e78959cc0)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:09:46.240751 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-91d977e6-f132-406c-8a7a-00d8661f8539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:46.263749 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fea3ae-3f4b-42cd-967c-9150b9d74ffa req-fa847cb9-d280-41b9-89d8-009f8ebec709 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:46.272408 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a0fea3ae-3f4b-42cd-967c-9150b9d74ffa req-fa847cb9-d280-41b9-89d8-009f8ebec709 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=53c2350b-6bcd-4a90-8868-387a9b1cbb0c HTTP/1.1" status: 200 len: 944 time: 0.1156809 Jul 13 08:09:46.283341 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-91d977e6-f132-406c-8a7a-00d8661f8539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:46.283965 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-91d977e6-f132-406c-8a7a-00d8661f8539 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:46.285391 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-91d977e6-f132-406c-8a7a-00d8661f8539 service neutron] 10.222.0.42 "PUT /v2.0/ports/df5ea2da-e60a-4f88-8ae8-809d57ac0b2e HTTP/1.1" status: 200 len: 1093 time: 0.7415829 Jul 13 08:09:46.285827 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53c2350b-6bcd-4a90-8868-387a9b1cbb0c', 'tag': 'df5ea2da-e60a-4f88-8ae8-809d57ac0b2e'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:09:46.288304 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4267f28c-b945-4084-8d26-e4ed34103e46" -d '{"events": [{"name": "network-changed", "server_uuid": "53c2350b-6bcd-4a90-8868-387a9b1cbb0c", "tag": "df5ea2da-e60a-4f88-8ae8-809d57ac0b2e"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:09:46.348578 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a0fea3ae-3f4b-42cd-967c-9150b9d74ffa req-ce7ccc70-eceb-478c-86e2-020fc6db1fbc tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752144 Jul 13 08:09:46.382143 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78343a98-c34f-4549-b491-98d01720eb6c x-openstack-request-id: req-78343a98-c34f-4549-b491-98d01720eb6c {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:09:46.382585 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53c2350b-6bcd-4a90-8868-387a9b1cbb0c", "tag": "df5ea2da-e60a-4f88-8ae8-809d57ac0b2e", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:09:46.382730 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-78343a98-c34f-4549-b491-98d01720eb6c {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:09:46.383049 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53c2350b-6bcd-4a90-8868-387a9b1cbb0c', 'tag': 'df5ea2da-e60a-4f88-8ae8-809d57ac0b2e', 'status': 'completed', 'code': 200} Jul 13 08:09:46.407174 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d977e6-f132-406c-8a7a-00d8661f8539 service neutron] Pushing event updated for resources: {'Port': ['ID=df5ea2da-e60a-4f88-8ae8-809d57ac0b2e,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:46.442795 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-df842de1-6833-422b-8480-b6b23b2d907b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:46.444493 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-df842de1-6833-422b-8480-b6b23b2d907b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91a436a4f7bf43ddbe81c7275c736b5c&device_id=53c2350b-6bcd-4a90-8868-387a9b1cbb0c HTTP/1.1" status: 200 len: 1096 time: 0.0935540 Jul 13 08:09:46.490450 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-89666b37-d550-421a-a4d7-b0b09db28978 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df5ea2da-e60a-4f88-8ae8-809d57ac0b2e HTTP/1.1" status: 200 len: 217 time: 0.0388184 Jul 13 08:09:46.550886 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-cda4d7ba-732c-41e0-8004-abf74750161d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:46.552229 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-cda4d7ba-732c-41e0-8004-abf74750161d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=be9d4c82-9997-4b23-963d-61665a0eafc6 HTTP/1.1" status: 200 len: 850 time: 0.0560503 Jul 13 08:09:46.615580 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-74b38ba0-778b-409d-b05b-90fe93e9dd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:46.617065 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-74b38ba0-778b-409d-b05b-90fe93e9dd5b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=24cafb7f-ffa5-435e-8152-f3a75d53beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586953 Jul 13 08:09:46.712228 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-4f0ea1be-2387-43a5-b832-60185800664d service neutron] 10.222.0.42 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892506 Jul 13 08:09:46.810416 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6b3f1f23-13ec-42a1-b77a-bbc471342609 req-cfcba4b7-0805-4e9c-9e83-f28810afe537 service neutron] 10.222.0.42 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917792 Jul 13 08:09:46.913469 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267f28c-b945-4084-8d26-e4ed34103e46 req-c2d3ced4-e89b-4468-ae5d-dc602d207507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:46.914994 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4267f28c-b945-4084-8d26-e4ed34103e46 req-c2d3ced4-e89b-4468-ae5d-dc602d207507 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91a436a4f7bf43ddbe81c7275c736b5c&device_id=53c2350b-6bcd-4a90-8868-387a9b1cbb0c HTTP/1.1" status: 200 len: 1096 time: 0.0580201 Jul 13 08:09:47.012736 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267f28c-b945-4084-8d26-e4ed34103e46 req-ffffa2e4-e822-48ed-b5b7-7692bf3faddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:47.015045 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4267f28c-b945-4084-8d26-e4ed34103e46 req-ffffa2e4-e822-48ed-b5b7-7692bf3faddd service neutron] 10.222.0.42 "GET /v2.0/networks?id=24cafb7f-ffa5-435e-8152-f3a75d53beee HTTP/1.1" status: 200 len: 912 time: 0.0933306 Jul 13 08:09:47.056271 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4267f28c-b945-4084-8d26-e4ed34103e46 req-32497f85-5b52-448a-a383-b3dd9d8482be service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df5ea2da-e60a-4f88-8ae8-809d57ac0b2e HTTP/1.1" status: 200 len: 217 time: 0.0358841 Jul 13 08:09:47.106236 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267f28c-b945-4084-8d26-e4ed34103e46 req-295308a7-57af-439e-8b54-29d1af45c6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:47.107684 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4267f28c-b945-4084-8d26-e4ed34103e46 req-295308a7-57af-439e-8b54-29d1af45c6c2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=be9d4c82-9997-4b23-963d-61665a0eafc6 HTTP/1.1" status: 200 len: 850 time: 0.0455317 Jul 13 08:09:47.171652 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267f28c-b945-4084-8d26-e4ed34103e46 req-d3d26754-f7e3-4e9a-a2cc-5b1c23fc0c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:47.173530 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4267f28c-b945-4084-8d26-e4ed34103e46 req-d3d26754-f7e3-4e9a-a2cc-5b1c23fc0c7c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=24cafb7f-ffa5-435e-8152-f3a75d53beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594563 Jul 13 08:09:47.270354 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4267f28c-b945-4084-8d26-e4ed34103e46 req-8604484c-0d3d-4feb-a3d5-0e2d2f528f1a service neutron] 10.222.0.42 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897880 Jul 13 08:09:47.366765 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4267f28c-b945-4084-8d26-e4ed34103e46 req-c1d0246b-559a-43c8-a710-0d13fed17428 service neutron] 10.222.0.42 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902672 Jul 13 08:09:47.528721 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832973cf-9150-4285-960a-63a92c6f8bc0 req-22814cc3-5ea2-4d0a-9caa-db55f2662469 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:47.530855 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-832973cf-9150-4285-960a-63a92c6f8bc0 req-22814cc3-5ea2-4d0a-9caa-db55f2662469 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=53c2350b-6bcd-4a90-8868-387a9b1cbb0c HTTP/1.1" status: 200 len: 944 time: 0.0692277 Jul 13 08:09:47.572745 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-832973cf-9150-4285-960a-63a92c6f8bc0 req-fad9b29e-5cf7-48af-9b29-e1ca076111b7 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354288 Jul 13 08:09:48.758167 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab154b03-6ed5-4c21-ac8d-677b498c3389 req-0f5a381a-cf96-445e-ba6e-4206203c9b20 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:48.759800 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ab154b03-6ed5-4c21-ac8d-677b498c3389 req-0f5a381a-cf96-445e-ba6e-4206203c9b20 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=53c2350b-6bcd-4a90-8868-387a9b1cbb0c HTTP/1.1" status: 200 len: 944 time: 0.0657725 Jul 13 08:09:48.801709 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ab154b03-6ed5-4c21-ac8d-677b498c3389 req-4bd5f43e-3d01-4017-badd-883e0dbd97b8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345213 Jul 13 08:09:49.981294 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8299f6-6258-4f19-9edb-31cdde1e33c1 req-9abafcc5-3c18-400d-89d6-802982d40dfe tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:49.982836 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3f8299f6-6258-4f19-9edb-31cdde1e33c1 req-9abafcc5-3c18-400d-89d6-802982d40dfe tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=53c2350b-6bcd-4a90-8868-387a9b1cbb0c HTTP/1.1" status: 200 len: 944 time: 0.0658195 Jul 13 08:09:50.027127 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3f8299f6-6258-4f19-9edb-31cdde1e33c1 req-4cdf2a92-5389-43b6-ac1e-9eb848f45229 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385525 Jul 13 08:09:51.204089 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6d5e4-ab3f-4acd-9240-8a6adddabe11 req-01e7c759-12ea-4eb3-aad4-4bda3525bf75 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:51.205498 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e4d6d5e4-ab3f-4acd-9240-8a6adddabe11 req-01e7c759-12ea-4eb3-aad4-4bda3525bf75 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=53c2350b-6bcd-4a90-8868-387a9b1cbb0c HTTP/1.1" status: 200 len: 944 time: 0.0670004 Jul 13 08:09:51.576683 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e4d6d5e4-ab3f-4acd-9240-8a6adddabe11 req-7d55d75d-7d90-4942-b729-1cd24de33691 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654730 Jul 13 08:09:52.758911 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84539a24-6817-4a5b-bf4e-538d2edd4570 req-abf33c55-789e-4ee7-919e-56f4a15d9dec tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:52.760511 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-84539a24-6817-4a5b-bf4e-538d2edd4570 req-abf33c55-789e-4ee7-919e-56f4a15d9dec tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=53c2350b-6bcd-4a90-8868-387a9b1cbb0c HTTP/1.1" status: 200 len: 944 time: 0.0700390 Jul 13 08:09:52.810818 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-84539a24-6817-4a5b-bf4e-538d2edd4570 req-4b933979-9b40-4cc8-ae8f-8e2bd6c24091 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412221 Jul 13 08:09:53.612088 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:54.001291 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4685a78-ba09-428b-9024-6f316f98eebc req-1264de55-5f8e-49b7-9d08-5e5219037007 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:54.002775 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b4685a78-ba09-428b-9024-6f316f98eebc req-1264de55-5f8e-49b7-9d08-5e5219037007 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=53c2350b-6bcd-4a90-8868-387a9b1cbb0c HTTP/1.1" status: 200 len: 944 time: 0.0638328 Jul 13 08:09:54.041458 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b4685a78-ba09-428b-9024-6f316f98eebc req-7011860c-fd91-45c2-aee6-838acdd72c84 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326302 Jul 13 08:09:54.264438 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:55.215990 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab887691-056c-4cba-9f1c-263e59d4ff50 req-6bb09c54-18f6-41ab-9a14-bc700b7f6442 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:55.217466 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ab887691-056c-4cba-9f1c-263e59d4ff50 req-6bb09c54-18f6-41ab-9a14-bc700b7f6442 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=53c2350b-6bcd-4a90-8868-387a9b1cbb0c HTTP/1.1" status: 200 len: 944 time: 0.0626106 Jul 13 08:09:55.255864 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ab887691-056c-4cba-9f1c-263e59d4ff50 req-4b686ffe-5c12-4d32-9299-2a7dc39e16d8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319800 Jul 13 08:09:56.433650 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2132b24-f857-454c-a490-9be3c212cd6d req-957723c6-4961-4008-9c05-3520b927544d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:56.435153 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f2132b24-f857-454c-a490-9be3c212cd6d req-957723c6-4961-4008-9c05-3520b927544d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=53c2350b-6bcd-4a90-8868-387a9b1cbb0c HTTP/1.1" status: 200 len: 944 time: 0.0686798 Jul 13 08:09:56.476402 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f2132b24-f857-454c-a490-9be3c212cd6d req-2b17a959-768f-49a9-9798-5288e785161c tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354238 Jul 13 08:09:57.465137 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device df5ea2da-e60a-4f88-8ae8-809d57ac0b2e details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:09:57.566502 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port df5ea2da-e60a-4f88-8ae8-809d57ac0b2e, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=df5ea2da-e60a-4f88-8ae8-809d57ac0b2e,segment=NetworkSegment(8dbf31b4-ba88-4ea7-904a-336e78959cc0),segment_id=8dbf31b4-ba88-4ea7-904a-336e78959cc0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:09:57.578476 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': 'df5ea2da-e60a-4f88-8ae8-809d57ac0b2e', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'port_id': 'df5ea2da-e60a-4f88-8ae8-809d57ac0b2e', 'mac_address': 'fa:16:3e:7a:b3:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:09:57.616379 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:57.629679 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df5ea2da-e60a-4f88-8ae8-809d57ac0b2e {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:09:57.650508 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port df5ea2da-e60a-4f88-8ae8-809d57ac0b2e, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=df5ea2da-e60a-4f88-8ae8-809d57ac0b2e,segment=NetworkSegment(8dbf31b4-ba88-4ea7-904a-336e78959cc0),segment_id=8dbf31b4-ba88-4ea7-904a-336e78959cc0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:09:57.655052 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:57.662360 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa775a1a-5249-4db4-9ddd-1171e22ec17f req-aa4b2576-d786-4a7f-8a17-13278bcad087 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:57.663938 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fa775a1a-5249-4db4-9ddd-1171e22ec17f req-aa4b2576-d786-4a7f-8a17-13278bcad087 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=53c2350b-6bcd-4a90-8868-387a9b1cbb0c HTTP/1.1" status: 200 len: 944 time: 0.0694759 Jul 13 08:09:57.711500 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fa775a1a-5249-4db4-9ddd-1171e22ec17f req-eb11810e-5226-470d-b681-181db58ff125 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400779 Jul 13 08:09:57.714316 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=df5ea2da-e60a-4f88-8ae8-809d57ac0b2e,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:57.870665 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['df5ea2da-e60a-4f88-8ae8-809d57ac0b2e'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:09:58.888853 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af29bb-fe00-428a-8434-19aae34cb1eb req-bf89d767-50fc-496f-9d90-1c7dff980b73 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:58.890531 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-88af29bb-fe00-428a-8434-19aae34cb1eb req-bf89d767-50fc-496f-9d90-1c7dff980b73 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=53c2350b-6bcd-4a90-8868-387a9b1cbb0c HTTP/1.1" status: 200 len: 945 time: 0.0649662 Jul 13 08:09:58.930136 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-88af29bb-fe00-428a-8434-19aae34cb1eb req-e6ee1fdf-4728-418b-a233-da034442b166 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338042 Jul 13 08:09:59.478174 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device df5ea2da-e60a-4f88-8ae8-809d57ac0b2e up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:09:59.526993 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port df5ea2da-e60a-4f88-8ae8-809d57ac0b2e completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:09:59.530609 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port df5ea2da-e60a-4f88-8ae8-809d57ac0b2e triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:09:59.530973 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:59.613301 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:59.636185 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c2350b-6bcd-4a90-8868-387a9b1cbb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5ea2da-e60a-4f88-8ae8-809d57ac0b2e'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:09:59.638653 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a4b92d-ae21-4980-851e-52bcccf3cbf7" -d '{"events": [{"server_uuid": "53c2350b-6bcd-4a90-8868-387a9b1cbb0c", "name": "network-vif-plugged", "status": "completed", "tag": "df5ea2da-e60a-4f88-8ae8-809d57ac0b2e"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:09:59.652803 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port df5ea2da-e60a-4f88-8ae8-809d57ac0b2e, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=df5ea2da-e60a-4f88-8ae8-809d57ac0b2e,segment=NetworkSegment(8dbf31b4-ba88-4ea7-904a-336e78959cc0),segment_id=8dbf31b4-ba88-4ea7-904a-336e78959cc0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:09:59.658377 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:09:59.686409 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3fd7e3-0f40-448a-af15-9fb1ad947fe1 x-openstack-request-id: req-3b3fd7e3-0f40-448a-af15-9fb1ad947fe1 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:09:59.686968 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c2350b-6bcd-4a90-8868-387a9b1cbb0c", "name": "network-vif-plugged", "status": "completed", "tag": "df5ea2da-e60a-4f88-8ae8-809d57ac0b2e", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:09:59.686968 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3b3fd7e3-0f40-448a-af15-9fb1ad947fe1 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:09:59.687463 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c2350b-6bcd-4a90-8868-387a9b1cbb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5ea2da-e60a-4f88-8ae8-809d57ac0b2e', 'code': 200} Jul 13 08:09:59.716011 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=df5ea2da-e60a-4f88-8ae8-809d57ac0b2e,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:09:59.792314 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf76c6-ae4a-414f-85ec-a3a709c1909d req-84ee4162-fd6c-4601-a089-92f6599aeb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:09:59.793821 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-64cf76c6-ae4a-414f-85ec-a3a709c1909d req-84ee4162-fd6c-4601-a089-92f6599aeb91 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=53c2350b-6bcd-4a90-8868-387a9b1cbb0c HTTP/1.1" status: 200 len: 1098 time: 0.0529315 Jul 13 08:09:59.830496 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-64cf76c6-ae4a-414f-85ec-a3a709c1909d req-b55faa35-b535-4a0d-b157-3ae64ef75bfd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308685 Jul 13 08:09:59.913075 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6f2e1280-da8c-46fd-9b62-89842d87711f None None] Provisioning complete for port df5ea2da-e60a-4f88-8ae8-809d57ac0b2e triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:09:59.913441 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6f2e1280-da8c-46fd-9b62-89842d87711f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:00.107399 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27992e-9a44-4776-ba5d-0b84e025d54c req-04ee1b47-a24e-4da4-8a66-d765c6fe9df8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:00.108868 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-db27992e-9a44-4776-ba5d-0b84e025d54c req-04ee1b47-a24e-4da4-8a66-d765c6fe9df8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=53c2350b-6bcd-4a90-8868-387a9b1cbb0c HTTP/1.1" status: 200 len: 946 time: 0.0662427 Jul 13 08:10:00.146873 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-db27992e-9a44-4776-ba5d-0b84e025d54c req-37f0d5cf-9143-47e7-973c-43cf46dfd21f tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322902 Jul 13 08:10:00.317145 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a5429232-e846-4da9-92b7-acf97137af6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:01.323662 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d03e4c-1c3b-4a06-a119-6777c13874bd req-b3fb26d3-ca23-4e37-a7fc-d50164ebbe1c tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:01.325149 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-31d03e4c-1c3b-4a06-a119-6777c13874bd req-b3fb26d3-ca23-4e37-a7fc-d50164ebbe1c tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=53c2350b-6bcd-4a90-8868-387a9b1cbb0c HTTP/1.1" status: 200 len: 946 time: 0.0663557 Jul 13 08:10:01.364079 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-31d03e4c-1c3b-4a06-a119-6777c13874bd req-d9627ce8-a5b3-4b3b-ab8f-f4844de1ca17 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332510 Jul 13 08:10:01.547835 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24551d6f-9f57-4cf7-81c0-1b078511dab5 req-a8e49f91-c26f-4cd2-bd87-9d47e9b216cc tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:01.549393 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-24551d6f-9f57-4cf7-81c0-1b078511dab5 req-a8e49f91-c26f-4cd2-bd87-9d47e9b216cc tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=53c2350b-6bcd-4a90-8868-387a9b1cbb0c HTTP/1.1" status: 200 len: 946 time: 0.0681803 Jul 13 08:10:01.591253 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-24551d6f-9f57-4cf7-81c0-1b078511dab5 req-4226ebbd-9e09-440c-9460-22d31d0b11bd tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360227 Jul 13 08:10:03.174640 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c0183cb1-c694-4f12-a6fc-453958e3630d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:03.213848 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:04.225924 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:04.329860 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-d7b7db47-9ee8-4ac3-a664-d713dc8d2e68 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:04.331449 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-d7b7db47-9ee8-4ac3-a664-d713dc8d2e68 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/networks?id=24cafb7f-ffa5-435e-8152-f3a75d53beee HTTP/1.1" status: 200 len: 811 time: 0.1262827 Jul 13 08:10:04.347519 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-55d14285-4886-4852-a474-478bcd706766 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/quotas/91a436a4f7bf43ddbe81c7275c736b5c HTTP/1.1" status: 200 len: 375 time: 0.0103214 Jul 13 08:10:04.428926 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-ac6ce915-64b4-44ab-82a2-cedd4d35cca9 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=91a436a4f7bf43ddbe81c7275c736b5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0747018 Jul 13 08:10:04.538346 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-98b32110-64d1-4ce3-98fc-ae4538c7701f service neutron] 10.222.0.23 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022439 Jul 13 08:10:04.647421 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-facb1627-50a8-43da-99b3-0a329c615ea7 service neutron] 10.222.0.23 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027358 Jul 13 08:10:04.861476 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fe0f5b91-8a73-4c44-ba34-0df78641b331 req-9e8473e5-3dcc-469f-9164-07fdf98c5e53 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3c001d2-aca4-477a-8e1f-bce959afcb60 HTTP/1.1" status: 200 len: 210 time: 0.0319812 Jul 13 08:10:05.987337 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-c8388b78-9eb5-422c-8cf7-751c189d8239 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:05.988877 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-c8388b78-9eb5-422c-8cf7-751c189d8239 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.25 "GET /v2.0/networks?id=24cafb7f-ffa5-435e-8152-f3a75d53beee HTTP/1.1" status: 200 len: 811 time: 0.1179929 Jul 13 08:10:06.001795 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:06.008687 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-e1a39e42-b9f5-4b3e-8791-cbb81994b532 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Request body: {'port': {'device_id': 'f3c001d2-aca4-477a-8e1f-bce959afcb60', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'admin_state_up': True, 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:06.035234 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a01fae4e-7e22-4d58-8e77-3b52fcb14ef4 req-de566315-714a-49f2-b278-0ba433188025 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3c001d2-aca4-477a-8e1f-bce959afcb60 HTTP/1.1" status: 200 len: 210 time: 0.0431480 Jul 13 08:10:06.149184 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-e1a39e42-b9f5-4b3e-8791-cbb81994b532 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Made reservation on behalf of 91a436a4f7bf43ddbe81c7275c736b5c for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:10:06.153028 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-e1a39e42-b9f5-4b3e-8791-cbb81994b532 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:06.295673 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-e1a39e42-b9f5-4b3e-8791-cbb81994b532 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Allocated IP 172.20.0.10 (24cafb7f-ffa5-435e-8152-f3a75d53beee/be9d4c82-9997-4b23-963d-61665a0eafc6/e899a9be-ee77-4263-a58a-11daa18d1634) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:10:06.469985 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-e1a39e42-b9f5-4b3e-8791-cbb81994b532 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:06.484501 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-e1a39e42-b9f5-4b3e-8791-cbb81994b532 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Transition to ACTIVE for port object e899a9be-ee77-4263-a58a-11daa18d1634 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:10:06.522076 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-e1a39e42-b9f5-4b3e-8791-cbb81994b532 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:06.535173 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['df5ea2da-e60a-4f88-8ae8-809d57ac0b2e'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:10:06.577249 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-e1a39e42-b9f5-4b3e-8791-cbb81994b532 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Network 24cafb7f-ffa5-435e-8152-f3a75d53beee is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:10:06.581581 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-e1a39e42-b9f5-4b3e-8791-cbb81994b532 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:10:06.585047 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-e1a39e42-b9f5-4b3e-8791-cbb81994b532 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:10:06.613417 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a39e42-b9f5-4b3e-8791-cbb81994b532 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Pushing event updated for resources: {'Port': ['ID=e899a9be-ee77-4263-a58a-11daa18d1634,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:06.626160 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a39e42-b9f5-4b3e-8791-cbb81994b532 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:06.626773 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a39e42-b9f5-4b3e-8791-cbb81994b532 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:06.627160 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a39e42-b9f5-4b3e-8791-cbb81994b532 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:06.627596 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a39e42-b9f5-4b3e-8791-cbb81994b532 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:06.628283 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a39e42-b9f5-4b3e-8791-cbb81994b532 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:06.628687 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a39e42-b9f5-4b3e-8791-cbb81994b532 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:06.629753 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a39e42-b9f5-4b3e-8791-cbb81994b532 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:06.630158 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a39e42-b9f5-4b3e-8791-cbb81994b532 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:06.630549 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a39e42-b9f5-4b3e-8791-cbb81994b532 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:06.630948 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a39e42-b9f5-4b3e-8791-cbb81994b532 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:06.631535 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a39e42-b9f5-4b3e-8791-cbb81994b532 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:06.631913 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a39e42-b9f5-4b3e-8791-cbb81994b532 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:06.663997 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-e1a39e42-b9f5-4b3e-8791-cbb81994b532 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:06.664611 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-e1a39e42-b9f5-4b3e-8791-cbb81994b532 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:06.682727 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-e1a39e42-b9f5-4b3e-8791-cbb81994b532 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6796687 Jul 13 08:10:06.694105 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-5c1e0bc5-662c-4f5b-8f06-9b10a2b9daf2 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:10:06.695244 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-5c1e0bc5-662c-4f5b-8f06-9b10a2b9daf2 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073013 Jul 13 08:10:06.707159 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-f2b4ce45-b396-409a-8bb7-beb5d178914b service neutron] Request body: {'port': {'device_id': 'f3c001d2-aca4-477a-8e1f-bce959afcb60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:06.785213 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-f2b4ce45-b396-409a-8bb7-beb5d178914b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:06.861419 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-44aee735-6025-4d05-a07a-216f12410b3e None None] Provisioning for port e899a9be-ee77-4263-a58a-11daa18d1634 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:10:06.865620 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-44aee735-6025-4d05-a07a-216f12410b3e None None] Provisioning complete for port e899a9be-ee77-4263-a58a-11daa18d1634 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:10:06.866294 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-44aee735-6025-4d05-a07a-216f12410b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:06.904958 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-44aee735-6025-4d05-a07a-216f12410b3e None None] Port e899a9be-ee77-4263-a58a-11daa18d1634 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:10:07.071316 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-f2b4ce45-b396-409a-8bb7-beb5d178914b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e899a9be-ee77-4263-a58a-11daa18d1634 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:10:07.080768 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-f2b4ce45-b396-409a-8bb7-beb5d178914b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:07.094466 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-f2b4ce45-b396-409a-8bb7-beb5d178914b service neutron] Transition to ACTIVE for port object e899a9be-ee77-4263-a58a-11daa18d1634 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:10:07.104905 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-f2b4ce45-b396-409a-8bb7-beb5d178914b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:07.191583 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4ce45-b396-409a-8bb7-beb5d178914b service neutron] Pushing event updated for resources: {'Port': ['ID=e899a9be-ee77-4263-a58a-11daa18d1634,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:07.250005 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0beb09-568b-4fac-83fb-a92d383c8753 req-e36b5422-9c04-4473-af1e-b882191e7b5f tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:07.252541 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bb0beb09-568b-4fac-83fb-a92d383c8753 req-e36b5422-9c04-4473-af1e-b882191e7b5f tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3c001d2-aca4-477a-8e1f-bce959afcb60 HTTP/1.1" status: 200 len: 944 time: 0.0973248 Jul 13 08:10:07.267176 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-f2b4ce45-b396-409a-8bb7-beb5d178914b service neutron] Attempting to bind port e899a9be-ee77-4263-a58a-11daa18d1634 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:10:07.267953 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-f2b4ce45-b396-409a-8bb7-beb5d178914b service neutron] Attempting to bind port e899a9be-ee77-4263-a58a-11daa18d1634 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '8dbf31b4-ba88-4ea7-904a-336e78959cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:10:07.268363 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-f2b4ce45-b396-409a-8bb7-beb5d178914b service neutron] Attempting to bind port e899a9be-ee77-4263-a58a-11daa18d1634 on network 24cafb7f-ffa5-435e-8152-f3a75d53beee {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:10:07.274105 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-f2b4ce45-b396-409a-8bb7-beb5d178914b service neutron] Port e899a9be-ee77-4263-a58a-11daa18d1634 on network 24cafb7f-ffa5-435e-8152-f3a75d53beee not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:10:07.274477 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-f2b4ce45-b396-409a-8bb7-beb5d178914b service neutron] Attempting to bind port e899a9be-ee77-4263-a58a-11daa18d1634 on network 24cafb7f-ffa5-435e-8152-f3a75d53beee {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:10:07.279846 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-f2b4ce45-b396-409a-8bb7-beb5d178914b service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:10:07.280275 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-f2b4ce45-b396-409a-8bb7-beb5d178914b service neutron] Checking segment: {'id': '8dbf31b4-ba88-4ea7-904a-336e78959cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:10:07.280801 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-f2b4ce45-b396-409a-8bb7-beb5d178914b service neutron] Bound using segment: {'id': '8dbf31b4-ba88-4ea7-904a-336e78959cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:10:07.281308 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-f2b4ce45-b396-409a-8bb7-beb5d178914b service neutron] Bound port: e899a9be-ee77-4263-a58a-11daa18d1634, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dbf31b4-ba88-4ea7-904a-336e78959cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:10:07.281915 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-f2b4ce45-b396-409a-8bb7-beb5d178914b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:07.297350 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bb0beb09-568b-4fac-83fb-a92d383c8753 req-3405dafd-ba97-4c26-9851-2a5929031e46 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391867 Jul 13 08:10:07.358373 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-f2b4ce45-b396-409a-8bb7-beb5d178914b service neutron] For port e899a9be-ee77-4263-a58a-11daa18d1634, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:10:07.361770 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-f2b4ce45-b396-409a-8bb7-beb5d178914b service neutron] For port e899a9be-ee77-4263-a58a-11daa18d1634, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=e899a9be-ee77-4263-a58a-11daa18d1634,segment=NetworkSegment(8dbf31b4-ba88-4ea7-904a-336e78959cc0),segment_id=8dbf31b4-ba88-4ea7-904a-336e78959cc0)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:10:07.367303 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-f2b4ce45-b396-409a-8bb7-beb5d178914b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:07.404552 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-f2b4ce45-b396-409a-8bb7-beb5d178914b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:07.405174 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-f2b4ce45-b396-409a-8bb7-beb5d178914b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:07.406583 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-f2b4ce45-b396-409a-8bb7-beb5d178914b service neutron] 10.222.0.25 "PUT /v2.0/ports/e899a9be-ee77-4263-a58a-11daa18d1634 HTTP/1.1" status: 200 len: 1093 time: 0.7047594 Jul 13 08:10:07.407013 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c001d2-aca4-477a-8e1f-bce959afcb60', 'tag': 'e899a9be-ee77-4263-a58a-11daa18d1634'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:10:07.409397 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb711945-cc49-491a-b375-9319efe7fb50" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c001d2-aca4-477a-8e1f-bce959afcb60", "tag": "e899a9be-ee77-4263-a58a-11daa18d1634"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:10:07.446376 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4ce45-b396-409a-8bb7-beb5d178914b service neutron] Pushing event updated for resources: {'Port': ['ID=e899a9be-ee77-4263-a58a-11daa18d1634,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:07.469439 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2416414-455d-4063-8c78-92c54a5fcfa2 x-openstack-request-id: req-f2416414-455d-4063-8c78-92c54a5fcfa2 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:10:07.469901 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c001d2-aca4-477a-8e1f-bce959afcb60", "tag": "e899a9be-ee77-4263-a58a-11daa18d1634", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:10:07.470138 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f2416414-455d-4063-8c78-92c54a5fcfa2 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:10:07.470592 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c001d2-aca4-477a-8e1f-bce959afcb60', 'tag': 'e899a9be-ee77-4263-a58a-11daa18d1634', 'status': 'completed', 'code': 200} Jul 13 08:10:07.520538 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-379d2550-2f8c-41cb-818a-aaae656a0fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:07.522073 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-379d2550-2f8c-41cb-818a-aaae656a0fe5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91a436a4f7bf43ddbe81c7275c736b5c&device_id=f3c001d2-aca4-477a-8e1f-bce959afcb60 HTTP/1.1" status: 200 len: 1096 time: 0.0650380 Jul 13 08:10:07.570469 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-9e34aceb-d855-40e3-aec1-57335029d841 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e899a9be-ee77-4263-a58a-11daa18d1634 HTTP/1.1" status: 200 len: 217 time: 0.0403922 Jul 13 08:10:07.624357 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-6fee4942-97e6-4838-b6e7-e30311e01bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:07.625915 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-6fee4942-97e6-4838-b6e7-e30311e01bfd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=be9d4c82-9997-4b23-963d-61665a0eafc6 HTTP/1.1" status: 200 len: 850 time: 0.0498827 Jul 13 08:10:07.683650 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-6b58167a-4243-41d9-b3f0-e0d339724ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:07.685071 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-6b58167a-4243-41d9-b3f0-e0d339724ab8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=24cafb7f-ffa5-435e-8152-f3a75d53beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533428 Jul 13 08:10:07.778591 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-9bd4ebe5-3e8c-4914-9690-ac016396e337 service neutron] 10.222.0.25 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863662 Jul 13 08:10:07.868219 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-49ab8d19-4802-44e7-ae04-e1a17f583f79 req-6a64189d-4025-4d0b-8bbd-4c3495fdf46a service neutron] 10.222.0.25 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828733 Jul 13 08:10:07.980865 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb711945-cc49-491a-b375-9319efe7fb50 req-6b13b533-803d-4f9d-9c50-0566a5cb29da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:07.982607 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eb711945-cc49-491a-b375-9319efe7fb50 req-6b13b533-803d-4f9d-9c50-0566a5cb29da service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91a436a4f7bf43ddbe81c7275c736b5c&device_id=f3c001d2-aca4-477a-8e1f-bce959afcb60 HTTP/1.1" status: 200 len: 1096 time: 0.0695572 Jul 13 08:10:08.072190 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb711945-cc49-491a-b375-9319efe7fb50 req-2b48326f-285e-408f-a45f-67e6f936f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:08.073684 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eb711945-cc49-491a-b375-9319efe7fb50 req-2b48326f-285e-408f-a45f-67e6f936f77d service neutron] 10.222.0.25 "GET /v2.0/networks?id=24cafb7f-ffa5-435e-8152-f3a75d53beee HTTP/1.1" status: 200 len: 912 time: 0.0854826 Jul 13 08:10:08.118694 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eb711945-cc49-491a-b375-9319efe7fb50 req-6238b7d6-b9ab-4f04-9fb9-d25516358225 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e899a9be-ee77-4263-a58a-11daa18d1634 HTTP/1.1" status: 200 len: 217 time: 0.0383670 Jul 13 08:10:08.169720 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb711945-cc49-491a-b375-9319efe7fb50 req-02416847-d9a8-4947-afe6-dc0d8ece7825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:08.171213 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eb711945-cc49-491a-b375-9319efe7fb50 req-02416847-d9a8-4947-afe6-dc0d8ece7825 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=be9d4c82-9997-4b23-963d-61665a0eafc6 HTTP/1.1" status: 200 len: 850 time: 0.0464735 Jul 13 08:10:08.228967 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb711945-cc49-491a-b375-9319efe7fb50 req-9e6d3c27-766a-4c7d-8392-aeb018287288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:08.230410 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eb711945-cc49-491a-b375-9319efe7fb50 req-9e6d3c27-766a-4c7d-8392-aeb018287288 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=24cafb7f-ffa5-435e-8152-f3a75d53beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530496 Jul 13 08:10:08.333583 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eb711945-cc49-491a-b375-9319efe7fb50 req-bd2af60d-9b1a-448a-a355-8a918958dd3d service neutron] 10.222.0.25 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964417 Jul 13 08:10:08.426985 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eb711945-cc49-491a-b375-9319efe7fb50 req-6944a937-7241-4481-a6e2-8a36ac57910c service neutron] 10.222.0.25 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870359 Jul 13 08:10:08.486654 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9112a-e38c-4c54-afcc-c5ebdebe9a6f req-52fbd588-c097-48b4-bac0-60bd9878af62 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:08.488242 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-09b9112a-e38c-4c54-afcc-c5ebdebe9a6f req-52fbd588-c097-48b4-bac0-60bd9878af62 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3c001d2-aca4-477a-8e1f-bce959afcb60 HTTP/1.1" status: 200 len: 944 time: 0.0725369 Jul 13 08:10:08.528312 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-09b9112a-e38c-4c54-afcc-c5ebdebe9a6f req-b0a7d938-70cf-4ff1-9649-05c9e93726db tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339503 Jul 13 08:10:09.775592 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03806cda-6c08-4041-9643-c4b374b930be req-7088c9f0-6973-4168-b38f-3bb3859ff86e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:09.777703 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-03806cda-6c08-4041-9643-c4b374b930be req-7088c9f0-6973-4168-b38f-3bb3859ff86e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3c001d2-aca4-477a-8e1f-bce959afcb60 HTTP/1.1" status: 200 len: 944 time: 0.1149220 Jul 13 08:10:09.832778 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-03806cda-6c08-4041-9643-c4b374b930be req-149ada89-cab3-426a-aeb7-2056d628044d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481849 Jul 13 08:10:11.042845 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5bb44-7cec-4241-9fa6-8ffe48defc5b req-ccabc0a8-29b4-4a25-9dd1-f6e21dd1111d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:11.044763 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-26a5bb44-7cec-4241-9fa6-8ffe48defc5b req-ccabc0a8-29b4-4a25-9dd1-f6e21dd1111d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3c001d2-aca4-477a-8e1f-bce959afcb60 HTTP/1.1" status: 200 len: 944 time: 0.0782297 Jul 13 08:10:11.102336 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-26a5bb44-7cec-4241-9fa6-8ffe48defc5b req-1f4c051b-790a-4809-b6b4-e79cf71eda88 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505280 Jul 13 08:10:12.298505 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05100b-3cec-42b9-84dc-13333475478d req-bceb70f4-80b1-4500-86e6-372d92513165 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:12.300034 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-df05100b-3cec-42b9-84dc-13333475478d req-bceb70f4-80b1-4500-86e6-372d92513165 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3c001d2-aca4-477a-8e1f-bce959afcb60 HTTP/1.1" status: 200 len: 944 time: 0.0754645 Jul 13 08:10:12.348415 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-df05100b-3cec-42b9-84dc-13333475478d req-25eafbd8-9d8b-4ac1-9c27-7028212116b5 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419223 Jul 13 08:10:13.515364 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0dcc2-64b0-4843-9c2a-409d2aab001a req-08b2a6ee-7770-4416-87b0-ff08a97ea90a tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:13.517367 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cde0dcc2-64b0-4843-9c2a-409d2aab001a req-08b2a6ee-7770-4416-87b0-ff08a97ea90a tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3c001d2-aca4-477a-8e1f-bce959afcb60 HTTP/1.1" status: 200 len: 944 time: 0.0639935 Jul 13 08:10:13.554467 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cde0dcc2-64b0-4843-9c2a-409d2aab001a req-713c0c0c-a0d1-4a1c-9f4e-74c1dd2a465d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316119 Jul 13 08:10:14.726676 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdceb27a-ceb7-4fa6-9c10-ffb562c669d6 req-a7402dbc-6c47-4d09-aa89-6a3c8a9f033d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:14.728173 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cdceb27a-ceb7-4fa6-9c10-ffb562c669d6 req-a7402dbc-6c47-4d09-aa89-6a3c8a9f033d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3c001d2-aca4-477a-8e1f-bce959afcb60 HTTP/1.1" status: 200 len: 944 time: 0.0641026 Jul 13 08:10:14.766696 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cdceb27a-ceb7-4fa6-9c10-ffb562c669d6 req-f4474e66-bde5-41cd-8766-3ef9f470c4bb tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324240 Jul 13 08:10:15.939619 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1bee3-e928-49eb-b26e-643ae5b469ac req-44fe7a90-0cad-4b38-bc9c-0091e12c3533 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:15.941139 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3cb1bee3-e928-49eb-b26e-643ae5b469ac req-44fe7a90-0cad-4b38-bc9c-0091e12c3533 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3c001d2-aca4-477a-8e1f-bce959afcb60 HTTP/1.1" status: 200 len: 944 time: 0.0633841 Jul 13 08:10:15.979924 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3cb1bee3-e928-49eb-b26e-643ae5b469ac req-a2ae91fa-be50-4c4e-b222-0c4219e19293 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331917 Jul 13 08:10:17.159678 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec53437-8e7c-482d-90f5-7650c23a4dc6 req-e4d0f6ef-10a1-413b-b4e2-e49c1afaf41a tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:17.161352 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dec53437-8e7c-482d-90f5-7650c23a4dc6 req-e4d0f6ef-10a1-413b-b4e2-e49c1afaf41a tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3c001d2-aca4-477a-8e1f-bce959afcb60 HTTP/1.1" status: 200 len: 944 time: 0.0692639 Jul 13 08:10:17.199280 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dec53437-8e7c-482d-90f5-7650c23a4dc6 req-b8d9d61b-76ad-49e6-8707-197c7ab8e2ce tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323043 Jul 13 08:10:18.393550 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6feab2a-e5de-4d84-959a-b640cba9db03 req-8a515932-b63a-4750-b9c6-e11c4438d2cf tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:18.395580 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e6feab2a-e5de-4d84-959a-b640cba9db03 req-8a515932-b63a-4750-b9c6-e11c4438d2cf tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3c001d2-aca4-477a-8e1f-bce959afcb60 HTTP/1.1" status: 200 len: 944 time: 0.0745826 Jul 13 08:10:18.434586 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e6feab2a-e5de-4d84-959a-b640cba9db03 req-35825340-9566-46dc-8f32-dfe66cc39fe0 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331244 Jul 13 08:10:19.619059 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44272c04-9c01-4cde-a98d-805d48d6d7f4 req-9626853b-3de1-4ebe-9003-1864b9254c92 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:19.620609 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-44272c04-9c01-4cde-a98d-805d48d6d7f4 req-9626853b-3de1-4ebe-9003-1864b9254c92 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3c001d2-aca4-477a-8e1f-bce959afcb60 HTTP/1.1" status: 200 len: 944 time: 0.0698774 Jul 13 08:10:19.661328 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-44272c04-9c01-4cde-a98d-805d48d6d7f4 req-cfb0a54a-60bf-46b1-b673-722fe73b3f18 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340831 Jul 13 08:10:20.848749 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbebdc-7597-4601-961f-261d31e0a088 req-7420c6f5-a1ed-48c4-a17f-bad0f4387362 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:20.850892 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-05fbebdc-7597-4601-961f-261d31e0a088 req-7420c6f5-a1ed-48c4-a17f-bad0f4387362 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3c001d2-aca4-477a-8e1f-bce959afcb60 HTTP/1.1" status: 200 len: 944 time: 0.0733628 Jul 13 08:10:20.893496 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-05fbebdc-7597-4601-961f-261d31e0a088 req-ea263703-aa16-4e26-b47d-63a42907c684 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368991 Jul 13 08:10:22.076943 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:10:22.082738 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a60cfe-3f5e-415d-ab27-f2c822163c6f req-69f48def-b6e7-482b-950c-baabb1a4bcda tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:22.084450 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-66a60cfe-3f5e-415d-ab27-f2c822163c6f req-69f48def-b6e7-482b-950c-baabb1a4bcda tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3c001d2-aca4-477a-8e1f-bce959afcb60 HTTP/1.1" status: 200 len: 944 time: 0.0720463 Jul 13 08:10:22.122239 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-66a60cfe-3f5e-415d-ab27-f2c822163c6f req-cb8e143e-a606-4b5f-b4a2-a479af2be0fd tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321794 Jul 13 08:10:23.319412 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b774ee-0880-44b3-af32-509325d4353c req-90cad1fc-ccdf-477c-9515-524aa187d2e1 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:23.321002 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a7b774ee-0880-44b3-af32-509325d4353c req-90cad1fc-ccdf-477c-9515-524aa187d2e1 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3c001d2-aca4-477a-8e1f-bce959afcb60 HTTP/1.1" status: 200 len: 944 time: 0.0716813 Jul 13 08:10:23.361601 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a7b774ee-0880-44b3-af32-509325d4353c req-b2606714-73a6-48f4-b9c2-57c844d9873e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349290 Jul 13 08:10:23.610510 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:24.257492 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:24.543571 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e1989-14aa-428d-a190-0d1450223f72 req-9fc99749-21f7-4feb-8c6e-9d345a8ab55a tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:24.545093 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-755e1989-14aa-428d-a190-0d1450223f72 req-9fc99749-21f7-4feb-8c6e-9d345a8ab55a tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3c001d2-aca4-477a-8e1f-bce959afcb60 HTTP/1.1" status: 200 len: 944 time: 0.0675788 Jul 13 08:10:24.586007 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-755e1989-14aa-428d-a190-0d1450223f72 req-08243259-29fb-43ba-8148-290420c9eb15 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344424 Jul 13 08:10:25.765851 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daaa2f2-75f1-49a4-93d8-1f3fc5b42f52 req-127f9d0f-06bf-4616-b7cf-ae12567e47e0 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:25.767561 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1daaa2f2-75f1-49a4-93d8-1f3fc5b42f52 req-127f9d0f-06bf-4616-b7cf-ae12567e47e0 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3c001d2-aca4-477a-8e1f-bce959afcb60 HTTP/1.1" status: 200 len: 944 time: 0.0664442 Jul 13 08:10:25.806949 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1daaa2f2-75f1-49a4-93d8-1f3fc5b42f52 req-61a45734-90b0-4727-a363-09d31cb04670 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334206 Jul 13 08:10:26.270254 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device e899a9be-ee77-4263-a58a-11daa18d1634 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:10:26.364060 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port e899a9be-ee77-4263-a58a-11daa18d1634, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=e899a9be-ee77-4263-a58a-11daa18d1634,segment=NetworkSegment(8dbf31b4-ba88-4ea7-904a-336e78959cc0),segment_id=8dbf31b4-ba88-4ea7-904a-336e78959cc0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:10:26.375233 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': 'e899a9be-ee77-4263-a58a-11daa18d1634', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'port_id': 'e899a9be-ee77-4263-a58a-11daa18d1634', 'mac_address': 'fa:16:3e:14:36:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:10:26.416170 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:26.428613 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e899a9be-ee77-4263-a58a-11daa18d1634 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:10:26.447618 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port e899a9be-ee77-4263-a58a-11daa18d1634, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=e899a9be-ee77-4263-a58a-11daa18d1634,segment=NetworkSegment(8dbf31b4-ba88-4ea7-904a-336e78959cc0),segment_id=8dbf31b4-ba88-4ea7-904a-336e78959cc0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:10:26.451555 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:26.505002 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=e899a9be-ee77-4263-a58a-11daa18d1634,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:26.512595 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:26.512940 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:26.513275 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:26.513606 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:26.513935 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:26.514266 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:26.514582 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:26.515161 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:26.515511 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:26.515830 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:26.516148 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:26.516464 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:26.712018 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['e899a9be-ee77-4263-a58a-11daa18d1634'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:10:26.992704 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbba2ef-3dd5-406c-9767-4b45d326ca8a req-1b2e88f3-b1a9-4023-9fee-f320b805ac6f tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:26.994368 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9bbba2ef-3dd5-406c-9767-4b45d326ca8a req-1b2e88f3-b1a9-4023-9fee-f320b805ac6f tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3c001d2-aca4-477a-8e1f-bce959afcb60 HTTP/1.1" status: 200 len: 945 time: 0.0682979 Jul 13 08:10:27.033931 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9bbba2ef-3dd5-406c-9767-4b45d326ca8a req-81791ce7-eabb-4dcf-b4ba-febf06e673c8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334101 Jul 13 08:10:28.220368 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a605c0-340b-4366-bb3e-67fbb3114a65 req-b62de972-106d-4e93-8800-46d8cd206bee tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:28.222199 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e6a605c0-340b-4366-bb3e-67fbb3114a65 req-b62de972-106d-4e93-8800-46d8cd206bee tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3c001d2-aca4-477a-8e1f-bce959afcb60 HTTP/1.1" status: 200 len: 945 time: 0.0687413 Jul 13 08:10:28.266178 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e6a605c0-340b-4366-bb3e-67fbb3114a65 req-d53b8a1c-55ff-4f9e-97fc-4041b9bc72e5 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367475 Jul 13 08:10:28.285696 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device e899a9be-ee77-4263-a58a-11daa18d1634 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:10:28.334550 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port e899a9be-ee77-4263-a58a-11daa18d1634 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:10:28.340060 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port e899a9be-ee77-4263-a58a-11daa18d1634 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:10:28.340561 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:28.432491 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:28.460191 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c001d2-aca4-477a-8e1f-bce959afcb60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e899a9be-ee77-4263-a58a-11daa18d1634'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:10:28.462562 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7199ed9f-eacc-44a5-9f6a-379d34b03e76" -d '{"events": [{"server_uuid": "f3c001d2-aca4-477a-8e1f-bce959afcb60", "name": "network-vif-plugged", "status": "completed", "tag": "e899a9be-ee77-4263-a58a-11daa18d1634"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:10:28.480516 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port e899a9be-ee77-4263-a58a-11daa18d1634, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=e899a9be-ee77-4263-a58a-11daa18d1634,segment=NetworkSegment(8dbf31b4-ba88-4ea7-904a-336e78959cc0),segment_id=8dbf31b4-ba88-4ea7-904a-336e78959cc0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:10:28.484812 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:28.513202 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e84a8e1-652b-427a-85de-9f5b4ad4e3ce x-openstack-request-id: req-0e84a8e1-652b-427a-85de-9f5b4ad4e3ce {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:10:28.513526 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c001d2-aca4-477a-8e1f-bce959afcb60", "name": "network-vif-plugged", "status": "completed", "tag": "e899a9be-ee77-4263-a58a-11daa18d1634", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:10:28.513777 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0e84a8e1-652b-427a-85de-9f5b4ad4e3ce {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:10:28.514367 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c001d2-aca4-477a-8e1f-bce959afcb60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e899a9be-ee77-4263-a58a-11daa18d1634', 'code': 200} Jul 13 08:10:28.558258 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=e899a9be-ee77-4263-a58a-11daa18d1634,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:28.641501 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af63c07-332f-4f75-b385-3cbc4f277b97 req-a8d995a1-1362-458b-9ed5-68bc54db7b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:28.643139 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3af63c07-332f-4f75-b385-3cbc4f277b97 req-a8d995a1-1362-458b-9ed5-68bc54db7b72 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f3c001d2-aca4-477a-8e1f-bce959afcb60 HTTP/1.1" status: 200 len: 1098 time: 0.0707915 Jul 13 08:10:28.683164 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3af63c07-332f-4f75-b385-3cbc4f277b97 req-7af16d75-3ba1-492b-a176-a41f2cbe5510 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324445 Jul 13 08:10:28.739292 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2523a4e8-a51e-4f28-b441-666a3bf45ae8 None None] Provisioning complete for port e899a9be-ee77-4263-a58a-11daa18d1634 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:10:28.739654 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2523a4e8-a51e-4f28-b441-666a3bf45ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:29.466161 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f4a0f-5597-4e79-a2fd-8291e3e78061 req-b26cef24-3c26-4043-87ab-f640ece266fa tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:29.467980 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5c0f4a0f-5597-4e79-a2fd-8291e3e78061 req-b26cef24-3c26-4043-87ab-f640ece266fa tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3c001d2-aca4-477a-8e1f-bce959afcb60 HTTP/1.1" status: 200 len: 946 time: 0.0770538 Jul 13 08:10:29.512513 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5c0f4a0f-5597-4e79-a2fd-8291e3e78061 req-391cc957-8e10-4659-a76e-0431871b6ad1 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350003 Jul 13 08:10:30.319460 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-77d51d60-53a8-4a44-96d3-aa3d13b829be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:30.709189 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110f25c-c80b-46bc-9c22-5399c850f3af req-b0a29293-93a3-4de7-a6de-cc10988c546f tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:30.711458 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e110f25c-c80b-46bc-9c22-5399c850f3af req-b0a29293-93a3-4de7-a6de-cc10988c546f tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3c001d2-aca4-477a-8e1f-bce959afcb60 HTTP/1.1" status: 200 len: 946 time: 0.0746863 Jul 13 08:10:30.754254 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e110f25c-c80b-46bc-9c22-5399c850f3af req-40026b5c-485e-4099-8d53-99bcde18673e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366085 Jul 13 08:10:30.950669 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1afcbc-50b8-4e36-9f88-698c2c810113 req-62e1443e-6bd9-44a7-b96b-a18661d44e11 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:30.952113 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6e1afcbc-50b8-4e36-9f88-698c2c810113 req-62e1443e-6bd9-44a7-b96b-a18661d44e11 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3c001d2-aca4-477a-8e1f-bce959afcb60 HTTP/1.1" status: 200 len: 946 time: 0.0790725 Jul 13 08:10:30.995383 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6e1afcbc-50b8-4e36-9f88-698c2c810113 req-0d224948-2432-40e5-9908-30e2f331771a tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363379 Jul 13 08:10:31.456917 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6340a23-d834-4483-9db3-59616be1cfb0 req-1aae81a6-1aa3-4615-b544-d3d73ebc61f6 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:31.458607 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d6340a23-d834-4483-9db3-59616be1cfb0 req-1aae81a6-1aa3-4615-b544-d3d73ebc61f6 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3c001d2-aca4-477a-8e1f-bce959afcb60 HTTP/1.1" status: 200 len: 946 time: 0.0704405 Jul 13 08:10:31.497302 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d6340a23-d834-4483-9db3-59616be1cfb0 req-d02a2855-5581-416b-b28b-e7034d34cc18 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328712 Jul 13 08:10:32.683910 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1653d18-ea92-4dd6-b635-5ba7ec03ddbb req-1259255b-caba-47d4-b6ba-4f2344c05bbe tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:32.685431 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d1653d18-ea92-4dd6-b635-5ba7ec03ddbb req-1259255b-caba-47d4-b6ba-4f2344c05bbe tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3c001d2-aca4-477a-8e1f-bce959afcb60 HTTP/1.1" status: 200 len: 946 time: 0.0711730 Jul 13 08:10:32.723430 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d1653d18-ea92-4dd6-b635-5ba7ec03ddbb req-5d0c8688-31a9-4074-9a72-190c2fe4d2ba tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324147 Jul 13 08:10:32.790498 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133940b-a7b5-4657-953c-96c7bfb3e061 req-fb16ce11-c992-461b-9614-f56ad6b02add tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:32.792025 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7133940b-a7b5-4657-953c-96c7bfb3e061 req-fb16ce11-c992-461b-9614-f56ad6b02add tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3c001d2-aca4-477a-8e1f-bce959afcb60 HTTP/1.1" status: 200 len: 946 time: 0.0633392 Jul 13 08:10:32.893888 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-7133940b-a7b5-4657-953c-96c7bfb3e061 req-5f6c9545-a203-4c20-9746-faf679cd2418 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Deleting port e899a9be-ee77-4263-a58a-11daa18d1634 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:10:32.894228 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-7133940b-a7b5-4657-953c-96c7bfb3e061 req-5f6c9545-a203-4c20-9746-faf679cd2418 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:32.983695 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-7133940b-a7b5-4657-953c-96c7bfb3e061 req-5f6c9545-a203-4c20-9746-faf679cd2418 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] For port e899a9be-ee77-4263-a58a-11daa18d1634, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=e899a9be-ee77-4263-a58a-11daa18d1634,segment=NetworkSegment(8dbf31b4-ba88-4ea7-904a-336e78959cc0),segment_id=8dbf31b4-ba88-4ea7-904a-336e78959cc0)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:10:32.984049 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-7133940b-a7b5-4657-953c-96c7bfb3e061 req-5f6c9545-a203-4c20-9746-faf679cd2418 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:32.996080 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-7133940b-a7b5-4657-953c-96c7bfb3e061 req-5f6c9545-a203-4c20-9746-faf679cd2418 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Calling delete_port for e899a9be-ee77-4263-a58a-11daa18d1634 owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:10:33.125011 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-7133940b-a7b5-4657-953c-96c7bfb3e061 req-5f6c9545-a203-4c20-9746-faf679cd2418 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:33.137518 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['e899a9be-ee77-4263-a58a-11daa18d1634'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:10:33.152679 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c9545-a203-4c20-9746-faf679cd2418 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Pushing event deleted for resources: {'Port': ['ID=e899a9be-ee77-4263-a58a-11daa18d1634,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:33.165774 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['df5ea2da-e60a-4f88-8ae8-809d57ac0b2e'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:10:33.202222 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-7133940b-a7b5-4657-953c-96c7bfb3e061 req-5f6c9545-a203-4c20-9746-faf679cd2418 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] No DVR routers for this DVR port e899a9be-ee77-4263-a58a-11daa18d1634 on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:10:33.205511 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-7133940b-a7b5-4657-953c-96c7bfb3e061 req-5f6c9545-a203-4c20-9746-faf679cd2418 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:33.207606 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7133940b-a7b5-4657-953c-96c7bfb3e061 req-5f6c9545-a203-4c20-9746-faf679cd2418 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.25 "DELETE /v2.0/ports/e899a9be-ee77-4263-a58a-11daa18d1634 HTTP/1.1" status: 204 len: 173 time: 0.4102759 Jul 13 08:10:33.208521 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c001d2-aca4-477a-8e1f-bce959afcb60', 'name': 'network-vif-deleted', 'tag': 'e899a9be-ee77-4263-a58a-11daa18d1634'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:10:33.210892 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb7e666-17b4-4ba8-ad8a-3913089a2cb9" -d '{"events": [{"server_uuid": "f3c001d2-aca4-477a-8e1f-bce959afcb60", "name": "network-vif-deleted", "tag": "e899a9be-ee77-4263-a58a-11daa18d1634"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:10:33.272865 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facbefbf-446a-4e1d-a5c2-a65532f6b330 x-openstack-request-id: req-facbefbf-446a-4e1d-a5c2-a65532f6b330 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:10:33.273161 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c001d2-aca4-477a-8e1f-bce959afcb60", "name": "network-vif-deleted", "tag": "e899a9be-ee77-4263-a58a-11daa18d1634", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:10:33.273402 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-facbefbf-446a-4e1d-a5c2-a65532f6b330 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:10:33.275582 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c001d2-aca4-477a-8e1f-bce959afcb60', 'name': 'network-vif-deleted', 'tag': 'e899a9be-ee77-4263-a58a-11daa18d1634', 'status': 'completed', 'code': 200} Jul 13 08:10:33.394130 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:33.398535 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0d28b72a-c462-403d-9ae8-9fb756dc30b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:33.877401 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-be1715ee-7f8b-44c6-94c1-6872e674c236 req-427b1f7f-a3eb-4f08-b0d7-561a80b2e007 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3c001d2-aca4-477a-8e1f-bce959afcb60 HTTP/1.1" status: 200 len: 210 time: 0.0330169 Jul 13 08:10:34.229189 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:35.025857 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8ece6e01-00a1-4b9a-b115-63e6cd36d619 req-585e0519-4ac5-4c6f-b52c-b1c930573fa8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3c001d2-aca4-477a-8e1f-bce959afcb60 HTTP/1.1" status: 200 len: 210 time: 0.0313177 Jul 13 08:10:36.003028 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:36.177515 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d1ed110f-e14b-4bea-80fe-6b3f08717ef7 req-c65f4296-8987-4a62-8b5e-65c33272ad9a tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3c001d2-aca4-477a-8e1f-bce959afcb60 HTTP/1.1" status: 200 len: 210 time: 0.0322063 Jul 13 08:10:36.348700 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device e899a9be-ee77-4263-a58a-11daa18d1634 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:10:36.368762 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: e899a9be-ee77-4263-a58a-11daa18d1634 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:10:36.369103 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device e899a9be-ee77-4263-a58a-11daa18d1634 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:10:41.906984 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4018fa7-04e9-4c81-9dab-bc8fb678388b req-52d217eb-93f6-4453-b92e-ccf8f1a21cde tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:41.908791 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d4018fa7-04e9-4c81-9dab-bc8fb678388b req-52d217eb-93f6-4453-b92e-ccf8f1a21cde tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=53c2350b-6bcd-4a90-8868-387a9b1cbb0c HTTP/1.1" status: 200 len: 946 time: 0.0635860 Jul 13 08:10:41.946081 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d4018fa7-04e9-4c81-9dab-bc8fb678388b req-f1d907b1-01ca-451e-93db-8036ed836ed4 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317228 Jul 13 08:10:43.124960 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7850d-9254-4d76-8ff7-12a6104f3067 req-060562c9-5af4-4182-b3d3-43ad6bddd809 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:43.126410 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c9b7850d-9254-4d76-8ff7-12a6104f3067 req-060562c9-5af4-4182-b3d3-43ad6bddd809 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=53c2350b-6bcd-4a90-8868-387a9b1cbb0c HTTP/1.1" status: 200 len: 946 time: 0.0630786 Jul 13 08:10:43.164837 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c9b7850d-9254-4d76-8ff7-12a6104f3067 req-5b5cc803-49ae-4b1b-b06b-e11b82eda0b3 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=190cf311-5f8a-4106-90bf-8daa8966ec5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321043 Jul 13 08:10:43.327524 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd5eea-a5be-45f3-8bfc-c81cb1685128 req-8b5c69e2-849b-46ac-a616-6f1dac19bcd9 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:10:43.329017 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-40fd5eea-a5be-45f3-8bfc-c81cb1685128 req-8b5c69e2-849b-46ac-a616-6f1dac19bcd9 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.42 "GET /v2.0/ports?device_id=53c2350b-6bcd-4a90-8868-387a9b1cbb0c HTTP/1.1" status: 200 len: 946 time: 0.0687776 Jul 13 08:10:43.429894 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-40fd5eea-a5be-45f3-8bfc-c81cb1685128 req-c75a9b3e-5904-4449-8579-c557870509a9 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Deleting port df5ea2da-e60a-4f88-8ae8-809d57ac0b2e {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:10:43.430228 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-40fd5eea-a5be-45f3-8bfc-c81cb1685128 req-c75a9b3e-5904-4449-8579-c557870509a9 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:43.521269 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-40fd5eea-a5be-45f3-8bfc-c81cb1685128 req-c75a9b3e-5904-4449-8579-c557870509a9 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] For port df5ea2da-e60a-4f88-8ae8-809d57ac0b2e, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=df5ea2da-e60a-4f88-8ae8-809d57ac0b2e,segment=NetworkSegment(8dbf31b4-ba88-4ea7-904a-336e78959cc0),segment_id=8dbf31b4-ba88-4ea7-904a-336e78959cc0)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:10:43.521623 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-40fd5eea-a5be-45f3-8bfc-c81cb1685128 req-c75a9b3e-5904-4449-8579-c557870509a9 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:43.533052 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-40fd5eea-a5be-45f3-8bfc-c81cb1685128 req-c75a9b3e-5904-4449-8579-c557870509a9 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Calling delete_port for df5ea2da-e60a-4f88-8ae8-809d57ac0b2e owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:10:43.660765 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-40fd5eea-a5be-45f3-8bfc-c81cb1685128 req-c75a9b3e-5904-4449-8579-c557870509a9 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:43.672782 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['df5ea2da-e60a-4f88-8ae8-809d57ac0b2e'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:10:43.692291 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a9b3e-5904-4449-8579-c557870509a9 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Pushing event deleted for resources: {'Port': ['ID=df5ea2da-e60a-4f88-8ae8-809d57ac0b2e,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:43.739896 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-40fd5eea-a5be-45f3-8bfc-c81cb1685128 req-c75a9b3e-5904-4449-8579-c557870509a9 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] No DVR routers for this DVR port df5ea2da-e60a-4f88-8ae8-809d57ac0b2e on host n-h1-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:10:43.742708 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-40fd5eea-a5be-45f3-8bfc-c81cb1685128 req-c75a9b3e-5904-4449-8579-c557870509a9 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:43.744785 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-40fd5eea-a5be-45f3-8bfc-c81cb1685128 req-c75a9b3e-5904-4449-8579-c557870509a9 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.42 "DELETE /v2.0/ports/df5ea2da-e60a-4f88-8ae8-809d57ac0b2e HTTP/1.1" status: 204 len: 173 time: 0.4104686 Jul 13 08:10:43.745232 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c2350b-6bcd-4a90-8868-387a9b1cbb0c', 'name': 'network-vif-deleted', 'tag': 'df5ea2da-e60a-4f88-8ae8-809d57ac0b2e'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:10:43.747607 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ff9c22-1c9a-4560-b400-32584e62ee7a" -d '{"events": [{"server_uuid": "53c2350b-6bcd-4a90-8868-387a9b1cbb0c", "name": "network-vif-deleted", "tag": "df5ea2da-e60a-4f88-8ae8-809d57ac0b2e"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:10:43.789973 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97872d1-3293-4002-9173-7059b8b32db0 x-openstack-request-id: req-e97872d1-3293-4002-9173-7059b8b32db0 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:10:43.790257 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c2350b-6bcd-4a90-8868-387a9b1cbb0c", "name": "network-vif-deleted", "tag": "df5ea2da-e60a-4f88-8ae8-809d57ac0b2e", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:10:43.790507 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e97872d1-3293-4002-9173-7059b8b32db0 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:10:43.790899 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c2350b-6bcd-4a90-8868-387a9b1cbb0c', 'name': 'network-vif-deleted', 'tag': 'df5ea2da-e60a-4f88-8ae8-809d57ac0b2e', 'status': 'completed', 'code': 200} Jul 13 08:10:44.310099 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d773b625-9624-4d45-baf2-19abc891c6a5 req-6dd58278-9428-427f-864f-008a80089888 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=53c2350b-6bcd-4a90-8868-387a9b1cbb0c HTTP/1.1" status: 200 len: 210 time: 0.0292685 Jul 13 08:10:45.459686 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f5dd58ff-d429-497d-949c-5520e9b6d801 req-021790d3-f132-4f14-b04b-eff407867687 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=53c2350b-6bcd-4a90-8868-387a9b1cbb0c HTTP/1.1" status: 200 len: 210 time: 0.0317304 Jul 13 08:10:45.681917 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device df5ea2da-e60a-4f88-8ae8-809d57ac0b2e no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:10:45.702627 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: df5ea2da-e60a-4f88-8ae8-809d57ac0b2e {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:10:45.702969 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device df5ea2da-e60a-4f88-8ae8-809d57ac0b2e not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:10:46.615173 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c34c6052-d31c-4e98-96d6-886f24c3c6e0 req-d63f4961-9e1e-436a-a6c5-7b44900e126f tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=53c2350b-6bcd-4a90-8868-387a9b1cbb0c HTTP/1.1" status: 200 len: 210 time: 0.0306811 Jul 13 08:10:52.036958 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 41294) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:52.041604 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-1319c59f-4e2d-42c7-b9ef-8337db5e7f98 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-755898536', 'description': 'tempest-secgroup-smoke-755898536 description', 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:52.068842 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1319c59f-4e2d-42c7-b9ef-8337db5e7f98 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:52.150614 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1319c59f-4e2d-42c7-b9ef-8337db5e7f98 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:52.154549 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1319c59f-4e2d-42c7-b9ef-8337db5e7f98 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:52.182617 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1319c59f-4e2d-42c7-b9ef-8337db5e7f98 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:52.183927 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1319c59f-4e2d-42c7-b9ef-8337db5e7f98 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1459525 Jul 13 08:10:52.187017 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 41296) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:52.187798 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1319c59f-4e2d-42c7-b9ef-8337db5e7f98 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb074d9-85fd-45ae-afed-1e54e08d9d65,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:52.191860 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-cee7244b-2c98-4985-9e03-1b2ff88e8ace tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Request body: {'security_group_rule': {'security_group_id': 'cbb074d9-85fd-45ae-afed-1e54e08d9d65', 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:52.217589 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cee7244b-2c98-4985-9e03-1b2ff88e8ace tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:52.272399 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cee7244b-2c98-4985-9e03-1b2ff88e8ace tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:52.275854 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cee7244b-2c98-4985-9e03-1b2ff88e8ace tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:52.292744 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee7244b-2c98-4985-9e03-1b2ff88e8ace tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611e97a1-0e59-4a00-bb19-fedde1121bca,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:52.302991 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee7244b-2c98-4985-9e03-1b2ff88e8ace tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:52.303349 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee7244b-2c98-4985-9e03-1b2ff88e8ace tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:52.303689 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee7244b-2c98-4985-9e03-1b2ff88e8ace tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:52.304019 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee7244b-2c98-4985-9e03-1b2ff88e8ace tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:52.304347 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee7244b-2c98-4985-9e03-1b2ff88e8ace tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:52.304671 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee7244b-2c98-4985-9e03-1b2ff88e8ace tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:52.304994 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee7244b-2c98-4985-9e03-1b2ff88e8ace tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:52.305315 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee7244b-2c98-4985-9e03-1b2ff88e8ace tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:52.305635 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee7244b-2c98-4985-9e03-1b2ff88e8ace tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:52.305954 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee7244b-2c98-4985-9e03-1b2ff88e8ace tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:52.306272 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee7244b-2c98-4985-9e03-1b2ff88e8ace tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:52.306589 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee7244b-2c98-4985-9e03-1b2ff88e8ace tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:10:52.309200 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cee7244b-2c98-4985-9e03-1b2ff88e8ace tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:52.310385 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-cee7244b-2c98-4985-9e03-1b2ff88e8ace tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223326 Jul 13 08:10:52.313308 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 41298) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:52.317898 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-b0c5f70e-1234-4b15-8445-ad05426c9012 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Request body: {'security_group_rule': {'security_group_id': 'cbb074d9-85fd-45ae-afed-1e54e08d9d65', 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:52.343177 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b0c5f70e-1234-4b15-8445-ad05426c9012 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:52.400617 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b0c5f70e-1234-4b15-8445-ad05426c9012 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:52.404180 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b0c5f70e-1234-4b15-8445-ad05426c9012 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:52.424515 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5f70e-1234-4b15-8445-ad05426c9012 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a138319f-c45c-4f46-a687-19d1f8454cae,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:52.431632 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b0c5f70e-1234-4b15-8445-ad05426c9012 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:52.432834 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b0c5f70e-1234-4b15-8445-ad05426c9012 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1185963 Jul 13 08:10:52.435722 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 41300) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:52.440576 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-316f3979-53a9-45d6-9864-da78f7f913e9 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Request body: {'security_group_rule': {'security_group_id': 'cbb074d9-85fd-45ae-afed-1e54e08d9d65', 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:52.469089 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-316f3979-53a9-45d6-9864-da78f7f913e9 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:52.529555 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-316f3979-53a9-45d6-9864-da78f7f913e9 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:52.534186 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-316f3979-53a9-45d6-9864-da78f7f913e9 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:52.554643 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f3979-53a9-45d6-9864-da78f7f913e9 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9e7dc42-d0a3-40e4-b060-f8cd2f79b682,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:52.561570 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-316f3979-53a9-45d6-9864-da78f7f913e9 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:52.563672 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-316f3979-53a9-45d6-9864-da78f7f913e9 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1269524 Jul 13 08:10:52.565758 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 41302) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:52.570168 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-6f48010e-c4a5-4dc3-b8ee-920a3971cf57 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Request body: {'security_group_rule': {'security_group_id': 'cbb074d9-85fd-45ae-afed-1e54e08d9d65', 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:52.598357 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6f48010e-c4a5-4dc3-b8ee-920a3971cf57 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:52.663804 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6f48010e-c4a5-4dc3-b8ee-920a3971cf57 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:52.668824 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6f48010e-c4a5-4dc3-b8ee-920a3971cf57 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:52.686642 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48010e-c4a5-4dc3-b8ee-920a3971cf57 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db333be-ca01-42dc-acf9-1b094d4e8b3a,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:52.701321 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6f48010e-c4a5-4dc3-b8ee-920a3971cf57 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:52.704807 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6f48010e-c4a5-4dc3-b8ee-920a3971cf57 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1354613 Jul 13 08:10:52.705645 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 41304) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:52.710457 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-d743f498-4e0c-4ad4-bfd8-5247d248313b tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Request body: {'security_group_rule': {'security_group_id': 'cbb074d9-85fd-45ae-afed-1e54e08d9d65', 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:52.735257 n-d-771363-34 neutron-server[94018]: INFO neutron.db.securitygroups_db [None req-d743f498-4e0c-4ad4-bfd8-5247d248313b tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Project 91a436a4f7bf43ddbe81c7275c736b5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:10:52.740438 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d743f498-4e0c-4ad4-bfd8-5247d248313b tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:52.806600 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d743f498-4e0c-4ad4-bfd8-5247d248313b tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:52.811765 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d743f498-4e0c-4ad4-bfd8-5247d248313b tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:52.829702 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d743f498-4e0c-4ad4-bfd8-5247d248313b tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=595250ad-9325-44cf-bc3e-d527ff540376,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:52.836221 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d743f498-4e0c-4ad4-bfd8-5247d248313b tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:52.837439 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d743f498-4e0c-4ad4-bfd8-5247d248313b tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1307101 Jul 13 08:10:52.840263 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 41306) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:10:52.844769 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-c7e6c28f-d4c2-46de-a1da-c7c9fb145757 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Request body: {'security_group_rule': {'security_group_id': 'cbb074d9-85fd-45ae-afed-1e54e08d9d65', 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:10:52.866800 n-d-771363-34 neutron-server[94018]: INFO neutron.db.securitygroups_db [None req-c7e6c28f-d4c2-46de-a1da-c7c9fb145757 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Project 91a436a4f7bf43ddbe81c7275c736b5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:10:52.871564 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c7e6c28f-d4c2-46de-a1da-c7c9fb145757 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:52.935686 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c7e6c28f-d4c2-46de-a1da-c7c9fb145757 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:52.939948 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c7e6c28f-d4c2-46de-a1da-c7c9fb145757 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:52.962887 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6c28f-d4c2-46de-a1da-c7c9fb145757 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8264fca-ab60-4f67-9100-bf5f7e16e40d,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:10:52.966938 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c7e6c28f-d4c2-46de-a1da-c7c9fb145757 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:52.972061 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c7e6c28f-d4c2-46de-a1da-c7c9fb145757 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1270170 Jul 13 08:10:53.611872 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:54.289971 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:10:59.075827 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:11:00.322102 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-209a1cf8-5643-43b4-bfbe-f327b2e2acda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:03.190318 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-24849612-c2a0-4720-b282-eb84c8c296cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:03.215616 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:04.232345 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:06.007490 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:07.316091 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-09d61aed-5c95-4f19-9b93-287dd6e23581 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-755898536&fields=id&tenant_id=91a436a4f7bf43ddbe81c7275c736b5c HTTP/1.1" status: 200 len: 267 time: 0.0360572 Jul 13 08:11:07.427640 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-8c92203e-b2fd-41f9-a8bc-6b7fec8f2b3c tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:07.429100 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-8c92203e-b2fd-41f9-a8bc-6b7fec8f2b3c tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/networks?id=24cafb7f-ffa5-435e-8152-f3a75d53beee HTTP/1.1" status: 200 len: 811 time: 0.1061656 Jul 13 08:11:07.443804 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-4b6fc997-6ec4-46ec-a8eb-f611513b5397 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/quotas/91a436a4f7bf43ddbe81c7275c736b5c HTTP/1.1" status: 200 len: 375 time: 0.0093322 Jul 13 08:11:07.513341 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-3d872f17-75ff-44f7-9bf9-6962eaa6cdd5 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=91a436a4f7bf43ddbe81c7275c736b5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0643132 Jul 13 08:11:07.614098 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-77d59fc4-8b2e-4d46-bc36-3697483e4f7a service neutron] 10.222.0.23 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880301 Jul 13 08:11:08.023644 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-82f1e4ac-362a-407b-a4f0-22c59007618d service neutron] 10.222.0.23 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038026 Jul 13 08:11:08.344977 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7ee4d9c8-7bde-46bd-b057-60e2820f1340 req-45605341-ef22-42b7-9411-acc0921ee3a5 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aff4b64-db66-4f21-96f0-50334ab8b405 HTTP/1.1" status: 200 len: 210 time: 0.0373397 Jul 13 08:11:09.512953 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8a7373ee-8c97-40f2-b624-b23d3076aeca req-d44f2241-d453-44c0-bdd7-9cdbbff68a1d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aff4b64-db66-4f21-96f0-50334ab8b405 HTTP/1.1" status: 200 len: 210 time: 0.0310249 Jul 13 08:11:09.642386 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-550ddce2-2c6a-4bde-92cf-c6bb5629f19e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:09.643932 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-550ddce2-2c6a-4bde-92cf-c6bb5629f19e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.25 "GET /v2.0/networks?id=24cafb7f-ffa5-435e-8152-f3a75d53beee HTTP/1.1" status: 200 len: 811 time: 0.1546965 Jul 13 08:11:09.687944 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-c5554bf4-7a70-405e-a888-84660bb13f70 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91a436a4f7bf43ddbe81c7275c736b5c HTTP/1.1" status: 200 len: 379 time: 0.0353434 Jul 13 08:11:09.696233 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-63138544-f323-4858-b820-350bde63127a tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Request body: {'port': {'device_id': '7aff4b64-db66-4f21-96f0-50334ab8b405', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'admin_state_up': True, 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'security_groups': ['cbb074d9-85fd-45ae-afed-1e54e08d9d65']}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:09.812208 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-63138544-f323-4858-b820-350bde63127a tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Made reservation on behalf of 91a436a4f7bf43ddbe81c7275c736b5c for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:11:09.816535 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-63138544-f323-4858-b820-350bde63127a tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:09.953390 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-63138544-f323-4858-b820-350bde63127a tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Allocated IP 172.20.0.12 (24cafb7f-ffa5-435e-8152-f3a75d53beee/be9d4c82-9997-4b23-963d-61665a0eafc6/1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:11:10.110304 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-63138544-f323-4858-b820-350bde63127a tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:10.125023 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-63138544-f323-4858-b820-350bde63127a tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Transition to ACTIVE for port object 1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:11:10.167400 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-63138544-f323-4858-b820-350bde63127a tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:10.224095 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-63138544-f323-4858-b820-350bde63127a tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Network 24cafb7f-ffa5-435e-8152-f3a75d53beee is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:11:10.227805 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-63138544-f323-4858-b820-350bde63127a tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:11:10.232105 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-63138544-f323-4858-b820-350bde63127a tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:11:10.258200 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63138544-f323-4858-b820-350bde63127a tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Pushing event updated for resources: {'Port': ['ID=1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:10.271238 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63138544-f323-4858-b820-350bde63127a tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:10.271567 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63138544-f323-4858-b820-350bde63127a tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:10.271913 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63138544-f323-4858-b820-350bde63127a tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:10.272249 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63138544-f323-4858-b820-350bde63127a tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:10.272583 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63138544-f323-4858-b820-350bde63127a tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:10.272918 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63138544-f323-4858-b820-350bde63127a tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:10.273251 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63138544-f323-4858-b820-350bde63127a tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:10.273580 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63138544-f323-4858-b820-350bde63127a tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:10.273916 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63138544-f323-4858-b820-350bde63127a tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:10.274232 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63138544-f323-4858-b820-350bde63127a tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:10.274554 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63138544-f323-4858-b820-350bde63127a tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:10.274881 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63138544-f323-4858-b820-350bde63127a tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:11:10.300948 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-63138544-f323-4858-b820-350bde63127a tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:10.301906 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-63138544-f323-4858-b820-350bde63127a tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:10.325347 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-63138544-f323-4858-b820-350bde63127a tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6328917 Jul 13 08:11:10.337441 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-611f476c-6b29-4e74-aa97-8e0e9fbe26a6 service neutron] Request body: {'port': {'device_id': '7aff4b64-db66-4f21-96f0-50334ab8b405', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:10.427058 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-611f476c-6b29-4e74-aa97-8e0e9fbe26a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:10.512209 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-57303fd6-1a6f-4558-bf53-1c963519af62 None None] Provisioning for port 1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:11:10.517759 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-57303fd6-1a6f-4558-bf53-1c963519af62 None None] Provisioning complete for port 1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:11:10.518195 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-57303fd6-1a6f-4558-bf53-1c963519af62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:10.563123 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-57303fd6-1a6f-4558-bf53-1c963519af62 None None] Port 1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:11:10.765765 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-611f476c-6b29-4e74-aa97-8e0e9fbe26a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:11:10.776624 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-611f476c-6b29-4e74-aa97-8e0e9fbe26a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:10.797803 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aafc3c-274f-4466-8e59-f75618b88106 req-29886f7d-9b86-468a-97d4-8990ca382c70 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:10.799392 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a6aafc3c-274f-4466-8e59-f75618b88106 req-29886f7d-9b86-468a-97d4-8990ca382c70 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aff4b64-db66-4f21-96f0-50334ab8b405 HTTP/1.1" status: 200 len: 932 time: 0.1314969 Jul 13 08:11:10.802403 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-611f476c-6b29-4e74-aa97-8e0e9fbe26a6 service neutron] Transition to ACTIVE for port object 1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:11:10.814695 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-611f476c-6b29-4e74-aa97-8e0e9fbe26a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:10.906188 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a6aafc3c-274f-4466-8e59-f75618b88106 req-7c2b69d1-6e81-4ddc-9ee4-5e17ab034b9b tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997913 Jul 13 08:11:10.907172 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f476c-6b29-4e74-aa97-8e0e9fbe26a6 service neutron] Pushing event updated for resources: {'Port': ['ID=1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:10.994187 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-611f476c-6b29-4e74-aa97-8e0e9fbe26a6 service neutron] Attempting to bind port 1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:11:10.994510 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-611f476c-6b29-4e74-aa97-8e0e9fbe26a6 service neutron] Attempting to bind port 1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '8dbf31b4-ba88-4ea7-904a-336e78959cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:11:10.994963 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-611f476c-6b29-4e74-aa97-8e0e9fbe26a6 service neutron] Attempting to bind port 1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99 on network 24cafb7f-ffa5-435e-8152-f3a75d53beee {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:11:10.999713 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-611f476c-6b29-4e74-aa97-8e0e9fbe26a6 service neutron] Port 1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99 on network 24cafb7f-ffa5-435e-8152-f3a75d53beee not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:11:11.000031 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-611f476c-6b29-4e74-aa97-8e0e9fbe26a6 service neutron] Attempting to bind port 1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99 on network 24cafb7f-ffa5-435e-8152-f3a75d53beee {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:11:11.005978 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-611f476c-6b29-4e74-aa97-8e0e9fbe26a6 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:11:11.006309 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-611f476c-6b29-4e74-aa97-8e0e9fbe26a6 service neutron] Checking segment: {'id': '8dbf31b4-ba88-4ea7-904a-336e78959cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:11:11.006689 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-611f476c-6b29-4e74-aa97-8e0e9fbe26a6 service neutron] Bound using segment: {'id': '8dbf31b4-ba88-4ea7-904a-336e78959cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:11:11.007114 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-611f476c-6b29-4e74-aa97-8e0e9fbe26a6 service neutron] Bound port: 1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dbf31b4-ba88-4ea7-904a-336e78959cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:11:11.007499 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-611f476c-6b29-4e74-aa97-8e0e9fbe26a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:11.076557 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-611f476c-6b29-4e74-aa97-8e0e9fbe26a6 service neutron] For port 1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:11:11.080026 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-611f476c-6b29-4e74-aa97-8e0e9fbe26a6 service neutron] For port 1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99,segment=NetworkSegment(8dbf31b4-ba88-4ea7-904a-336e78959cc0),segment_id=8dbf31b4-ba88-4ea7-904a-336e78959cc0)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:11:11.086947 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-611f476c-6b29-4e74-aa97-8e0e9fbe26a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:11.126056 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-611f476c-6b29-4e74-aa97-8e0e9fbe26a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:11.126910 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-611f476c-6b29-4e74-aa97-8e0e9fbe26a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:11.128867 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-611f476c-6b29-4e74-aa97-8e0e9fbe26a6 service neutron] 10.222.0.25 "PUT /v2.0/ports/1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99 HTTP/1.1" status: 200 len: 1093 time: 0.7961664 Jul 13 08:11:11.129290 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aff4b64-db66-4f21-96f0-50334ab8b405', 'tag': '1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:11:11.131593 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4963bd-a076-4871-a482-1b0a32924789" -d '{"events": [{"name": "network-changed", "server_uuid": "7aff4b64-db66-4f21-96f0-50334ab8b405", "tag": "1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:11:11.157368 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f476c-6b29-4e74-aa97-8e0e9fbe26a6 service neutron] Pushing event updated for resources: {'Port': ['ID=1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:11.213800 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce70c89-03ad-49dd-b2ef-2b8392bd65cc x-openstack-request-id: req-dce70c89-03ad-49dd-b2ef-2b8392bd65cc {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:11:11.214094 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aff4b64-db66-4f21-96f0-50334ab8b405", "tag": "1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:11:11.214349 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dce70c89-03ad-49dd-b2ef-2b8392bd65cc {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:11:11.214740 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aff4b64-db66-4f21-96f0-50334ab8b405', 'tag': '1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99', 'status': 'completed', 'code': 200} Jul 13 08:11:11.245589 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-24904611-407a-497c-8754-8bd27c3c405f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:11.247636 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-24904611-407a-497c-8754-8bd27c3c405f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91a436a4f7bf43ddbe81c7275c736b5c&device_id=7aff4b64-db66-4f21-96f0-50334ab8b405 HTTP/1.1" status: 200 len: 1096 time: 0.0724423 Jul 13 08:11:11.292716 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-a0a947aa-d10e-43bf-9b7e-6e7f30217dd1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99 HTTP/1.1" status: 200 len: 217 time: 0.0383542 Jul 13 08:11:11.343750 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-584adb9f-79ca-41d5-9f08-470c7c0736c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:11.345607 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-584adb9f-79ca-41d5-9f08-470c7c0736c2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=be9d4c82-9997-4b23-963d-61665a0eafc6 HTTP/1.1" status: 200 len: 850 time: 0.0468793 Jul 13 08:11:11.408966 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-186240b4-5d6f-464f-a3a8-57efc0c7ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:11.410838 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-186240b4-5d6f-464f-a3a8-57efc0c7ea20 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=24cafb7f-ffa5-435e-8152-f3a75d53beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588698 Jul 13 08:11:11.505712 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-495d4d3c-711a-489d-a992-cf4ac3f48c68 service neutron] 10.222.0.25 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886838 Jul 13 08:11:11.609608 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-794d0c60-42ca-40fe-ab84-5f82b8421508 req-e52aef2c-902d-4c04-9573-a4a591af9612 service neutron] 10.222.0.25 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982785 Jul 13 08:11:11.708192 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4963bd-a076-4871-a482-1b0a32924789 req-e9b02b3d-ab68-4399-9555-24bed44370e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:11.709706 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5e4963bd-a076-4871-a482-1b0a32924789 req-e9b02b3d-ab68-4399-9555-24bed44370e7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91a436a4f7bf43ddbe81c7275c736b5c&device_id=7aff4b64-db66-4f21-96f0-50334ab8b405 HTTP/1.1" status: 200 len: 1096 time: 0.0532563 Jul 13 08:11:11.802588 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4963bd-a076-4871-a482-1b0a32924789 req-e098c686-418c-47be-84fb-bd6985f5deaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:11.804093 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5e4963bd-a076-4871-a482-1b0a32924789 req-e098c686-418c-47be-84fb-bd6985f5deaf service neutron] 10.222.0.25 "GET /v2.0/networks?id=24cafb7f-ffa5-435e-8152-f3a75d53beee HTTP/1.1" status: 200 len: 912 time: 0.0889351 Jul 13 08:11:11.845367 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5e4963bd-a076-4871-a482-1b0a32924789 req-117239a9-c709-4e00-b105-2f54563aec7d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99 HTTP/1.1" status: 200 len: 217 time: 0.0343647 Jul 13 08:11:11.898822 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4963bd-a076-4871-a482-1b0a32924789 req-99355161-b39d-4818-8170-3c8cddc37272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:11.900321 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5e4963bd-a076-4871-a482-1b0a32924789 req-99355161-b39d-4818-8170-3c8cddc37272 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=be9d4c82-9997-4b23-963d-61665a0eafc6 HTTP/1.1" status: 200 len: 850 time: 0.0469875 Jul 13 08:11:12.300469 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4963bd-a076-4871-a482-1b0a32924789 req-3926afd7-1a92-4b1e-ad8f-90b4064185db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:12.302039 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5e4963bd-a076-4871-a482-1b0a32924789 req-3926afd7-1a92-4b1e-ad8f-90b4064185db service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=24cafb7f-ffa5-435e-8152-f3a75d53beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3960199 Jul 13 08:11:12.392745 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5e4963bd-a076-4871-a482-1b0a32924789 req-85960029-5e92-43bf-b7ca-211c9a61d649 service neutron] 10.222.0.25 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844615 Jul 13 08:11:12.524343 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5e4963bd-a076-4871-a482-1b0a32924789 req-6b79ec1a-8848-48b5-8425-ce2d7134dd77 service neutron] 10.222.0.25 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254790 Jul 13 08:11:12.536760 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04796a2-19a6-449e-b214-af068dbf6918 req-741d9813-5c96-43ec-bc31-5dca30f81a50 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:12.538102 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e04796a2-19a6-449e-b214-af068dbf6918 req-741d9813-5c96-43ec-bc31-5dca30f81a50 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aff4b64-db66-4f21-96f0-50334ab8b405 HTTP/1.1" status: 200 len: 944 time: 0.2654996 Jul 13 08:11:12.578624 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e04796a2-19a6-449e-b214-af068dbf6918 req-4753cdfc-8c85-44cb-a209-6a1dd86e752d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358622 Jul 13 08:11:13.827224 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8ee11-cd75-4b5d-9a16-53b45af473fd req-45dec01a-1d70-441e-97ae-aaf35e30aef0 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:13.828607 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5dd8ee11-cd75-4b5d-9a16-53b45af473fd req-45dec01a-1d70-441e-97ae-aaf35e30aef0 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aff4b64-db66-4f21-96f0-50334ab8b405 HTTP/1.1" status: 200 len: 944 time: 0.1319935 Jul 13 08:11:13.867750 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5dd8ee11-cd75-4b5d-9a16-53b45af473fd req-e359bc64-e6f7-4096-8510-0661a79969cc tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335238 Jul 13 08:11:15.044556 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b619d03-f7dc-4c0a-bc15-e52fcea8c4d5 req-93c534f4-bf5a-40cf-a17c-0ea20be1aa44 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:15.046074 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1b619d03-f7dc-4c0a-bc15-e52fcea8c4d5 req-93c534f4-bf5a-40cf-a17c-0ea20be1aa44 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aff4b64-db66-4f21-96f0-50334ab8b405 HTTP/1.1" status: 200 len: 944 time: 0.0674818 Jul 13 08:11:15.084208 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1b619d03-f7dc-4c0a-bc15-e52fcea8c4d5 req-545852ba-d987-427b-95fd-0d38036b1ef4 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324574 Jul 13 08:11:16.261616 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd409fc1-6c86-4482-b084-dcfbcd5cd333 req-401dda31-48f0-4db1-b853-0a96cea5ed05 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:16.263104 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fd409fc1-6c86-4482-b084-dcfbcd5cd333 req-401dda31-48f0-4db1-b853-0a96cea5ed05 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aff4b64-db66-4f21-96f0-50334ab8b405 HTTP/1.1" status: 200 len: 944 time: 0.0630765 Jul 13 08:11:16.304730 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fd409fc1-6c86-4482-b084-dcfbcd5cd333 req-09cd254f-04c5-4f62-bcbb-903a9d34660d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354903 Jul 13 08:11:17.481515 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121204b-1320-411a-aa7d-36451b40e311 req-7543a6fa-ac53-4719-8436-eed39bad5db3 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:17.482980 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2121204b-1320-411a-aa7d-36451b40e311 req-7543a6fa-ac53-4719-8436-eed39bad5db3 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aff4b64-db66-4f21-96f0-50334ab8b405 HTTP/1.1" status: 200 len: 944 time: 0.0635695 Jul 13 08:11:17.521581 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2121204b-1320-411a-aa7d-36451b40e311 req-9fc3d690-5471-4347-9646-57addff18a24 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323021 Jul 13 08:11:18.703044 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975adf0-e1f3-4528-9eec-e7b304029779 req-d8b2598b-58ea-4d8a-9082-0eb001ad4a29 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:18.704567 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f975adf0-e1f3-4528-9eec-e7b304029779 req-d8b2598b-58ea-4d8a-9082-0eb001ad4a29 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aff4b64-db66-4f21-96f0-50334ab8b405 HTTP/1.1" status: 200 len: 944 time: 0.0715349 Jul 13 08:11:18.744255 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f975adf0-e1f3-4528-9eec-e7b304029779 req-1306c547-e238-4d7f-86c4-b02d9161efe4 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332856 Jul 13 08:11:19.922710 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65bb5a-2e76-4900-ad70-c8893ca67f70 req-30cf14e3-658f-4915-a38f-76bfd3d10350 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:19.924139 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-db65bb5a-2e76-4900-ad70-c8893ca67f70 req-30cf14e3-658f-4915-a38f-76bfd3d10350 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aff4b64-db66-4f21-96f0-50334ab8b405 HTTP/1.1" status: 200 len: 944 time: 0.0652812 Jul 13 08:11:19.968257 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-db65bb5a-2e76-4900-ad70-c8893ca67f70 req-99a6b9ee-98ea-4853-88c4-9ca023e2207d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373330 Jul 13 08:11:20.566434 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:11:20.663946 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99,segment=NetworkSegment(8dbf31b4-ba88-4ea7-904a-336e78959cc0),segment_id=8dbf31b4-ba88-4ea7-904a-336e78959cc0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:20.674860 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'port_id': '1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99', 'mac_address': 'fa:16:3e:f7:1c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:11:20.714786 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:20.727862 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:11:20.746988 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99,segment=NetworkSegment(8dbf31b4-ba88-4ea7-904a-336e78959cc0),segment_id=8dbf31b4-ba88-4ea7-904a-336e78959cc0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:20.750491 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:20.807035 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:20.971331 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:11:21.153952 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721edb4d-4050-4abb-98c0-805a98041311 req-6005106b-05e2-4b1a-84cb-1675e5f3e460 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:21.155401 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-721edb4d-4050-4abb-98c0-805a98041311 req-6005106b-05e2-4b1a-84cb-1675e5f3e460 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aff4b64-db66-4f21-96f0-50334ab8b405 HTTP/1.1" status: 200 len: 945 time: 0.0704541 Jul 13 08:11:21.197154 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-721edb4d-4050-4abb-98c0-805a98041311 req-811f14f1-c4c3-48b6-8737-faea37548b66 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349574 Jul 13 08:11:22.382598 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edadf95-5526-47f2-890f-9181759e7ae1 req-1a4ef4f5-23c3-4770-83a0-036324342da7 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:22.384135 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3edadf95-5526-47f2-890f-9181759e7ae1 req-1a4ef4f5-23c3-4770-83a0-036324342da7 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aff4b64-db66-4f21-96f0-50334ab8b405 HTTP/1.1" status: 200 len: 945 time: 0.0704024 Jul 13 08:11:22.422086 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3edadf95-5526-47f2-890f-9181759e7ae1 req-dca7b982-6c62-4a31-b8da-18586403b22f tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323901 Jul 13 08:11:22.565614 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:11:22.616530 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:11:22.620436 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:11:22.620830 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:22.703913 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:22.727434 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aff4b64-db66-4f21-96f0-50334ab8b405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:11:22.729819 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3942b517-8bba-405b-a699-f3f09a4c5319" -d '{"events": [{"server_uuid": "7aff4b64-db66-4f21-96f0-50334ab8b405", "name": "network-vif-plugged", "status": "completed", "tag": "1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:11:22.742759 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99,segment=NetworkSegment(8dbf31b4-ba88-4ea7-904a-336e78959cc0),segment_id=8dbf31b4-ba88-4ea7-904a-336e78959cc0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:11:22.746748 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:22.808864 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:22.855628 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866857fd-29be-44ac-a562-290dbdaeed82 x-openstack-request-id: req-866857fd-29be-44ac-a562-290dbdaeed82 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:11:22.855921 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aff4b64-db66-4f21-96f0-50334ab8b405", "name": "network-vif-plugged", "status": "completed", "tag": "1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:11:22.856166 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-866857fd-29be-44ac-a562-290dbdaeed82 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:11:22.856558 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aff4b64-db66-4f21-96f0-50334ab8b405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99', 'code': 200} Jul 13 08:11:22.978960 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409d223-b73d-400a-bc36-7bbcdebaa652 req-20b06520-051a-4627-9a57-40e7f2ddb9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:22.980611 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1409d223-b73d-400a-bc36-7bbcdebaa652 req-20b06520-051a-4627-9a57-40e7f2ddb9a3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7aff4b64-db66-4f21-96f0-50334ab8b405 HTTP/1.1" status: 200 len: 1098 time: 0.0608113 Jul 13 08:11:23.020468 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1409d223-b73d-400a-bc36-7bbcdebaa652 req-669f2061-fde9-4d4d-88f3-2c12f9de7ce4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338650 Jul 13 08:11:23.053433 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7aa6da48-2e0e-4ea0-a100-8abb9fa772c8 None None] Provisioning complete for port 1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:11:23.053818 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7aa6da48-2e0e-4ea0-a100-8abb9fa772c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:23.609287 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:23.610882 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebc1f4-c79f-41f4-80f4-40d5cba9d094 req-81fe620b-d822-40e7-bbdf-fac83e3fe432 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:23.612573 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-34ebc1f4-c79f-41f4-80f4-40d5cba9d094 req-81fe620b-d822-40e7-bbdf-fac83e3fe432 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aff4b64-db66-4f21-96f0-50334ab8b405 HTTP/1.1" status: 200 len: 946 time: 0.0749960 Jul 13 08:11:23.656334 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-34ebc1f4-c79f-41f4-80f4-40d5cba9d094 req-c1bb3938-bdd8-49ff-b99c-bdfe2df2a06f tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375283 Jul 13 08:11:24.288466 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:24.840493 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16285f1f-dd6a-4cda-b618-afd56966777e req-680aac5e-2042-43c4-a5e6-53f65bbdc72f tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:24.841892 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16285f1f-dd6a-4cda-b618-afd56966777e req-680aac5e-2042-43c4-a5e6-53f65bbdc72f tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aff4b64-db66-4f21-96f0-50334ab8b405 HTTP/1.1" status: 200 len: 946 time: 0.0640779 Jul 13 08:11:24.879185 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-16285f1f-dd6a-4cda-b618-afd56966777e req-9fa4bbce-d2a2-485c-8a7a-b9fed3f9dcb8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309985 Jul 13 08:11:25.054861 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f2002-d584-4673-93ae-b6df257a2235 req-7fe34310-4b25-4cd7-a17e-f9c63037a4ad tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:25.056384 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-957f2002-d584-4673-93ae-b6df257a2235 req-7fe34310-4b25-4cd7-a17e-f9c63037a4ad tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aff4b64-db66-4f21-96f0-50334ab8b405 HTTP/1.1" status: 200 len: 946 time: 0.0636671 Jul 13 08:11:25.094644 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-957f2002-d584-4673-93ae-b6df257a2235 req-d946d82a-f7fa-44e2-b0df-061aad88378c tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325937 Jul 13 08:11:25.120311 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 41502) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:25.174340 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77234c6c-0cb1-4af8-a07d-391dae2d9b44 tempest-TestVolumeBootPattern-2008275589 tempest-TestVolumeBootPattern-2008275589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:25.176865 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-77234c6c-0cb1-4af8-a07d-391dae2d9b44 tempest-TestVolumeBootPattern-2008275589 tempest-TestVolumeBootPattern-2008275589-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7aff4b64-db66-4f21-96f0-50334ab8b405 HTTP/1.1" status: 200 len: 1093 time: 0.0554721 Jul 13 08:11:25.179721 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 41504) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:11:25.184194 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-32356b41-a8ef-4ce7-bb18-c017ea474b09 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'port_id': '1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:11:25.207149 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-32356b41-a8ef-4ce7-bb18-c017ea474b09 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for floatingip, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:25.312716 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-32356b41-a8ef-4ce7-bb18-c017ea474b09 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:25.430892 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-32356b41-a8ef-4ce7-bb18-c017ea474b09 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Allocated IP 172.25.3.103 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/298e9308-b2b4-420f-ab30-96a925971448) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:11:25.536848 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-32356b41-a8ef-4ce7-bb18-c017ea474b09 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:25.575750 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-32356b41-a8ef-4ce7-bb18-c017ea474b09 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:25.617102 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32356b41-a8ef-4ce7-bb18-c017ea474b09 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:11:25.620248 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-32356b41-a8ef-4ce7-bb18-c017ea474b09 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:11:25.622908 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32356b41-a8ef-4ce7-bb18-c017ea474b09 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:11:25.650821 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32356b41-a8ef-4ce7-bb18-c017ea474b09 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Pushing event updated for resources: {'Port': ['ID=298e9308-b2b4-420f-ab30-96a925971448,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:25.996455 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-32356b41-a8ef-4ce7-bb18-c017ea474b09 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:26.075306 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-32356b41-a8ef-4ce7-bb18-c017ea474b09 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:26.227889 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-32356b41-a8ef-4ce7-bb18-c017ea474b09 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:26.232448 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-32356b41-a8ef-4ce7-bb18-c017ea474b09 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:26.303371 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32356b41-a8ef-4ce7-bb18-c017ea474b09 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Pushing event updated for resources: {'Port': ['ID=298e9308-b2b4-420f-ab30-96a925971448,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:11:26.313559 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-32356b41-a8ef-4ce7-bb18-c017ea474b09 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:26.414172 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [None req-32356b41-a8ef-4ce7-bb18-c017ea474b09 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Floating IP e66a3273-db9e-4dfa-bf8b-49e5ae0b6f4d associated. External IP: 172.25.3.103, port: 1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99. Jul 13 08:11:26.622701 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32356b41-a8ef-4ce7-bb18-c017ea474b09 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Router d48061c2-2257-4523-a631-ff29228fdc55 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:11:26.733026 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32356b41-a8ef-4ce7-bb18-c017ea474b09 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:11:26.743638 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8374bd39-081c-4ecd-b8ae-17de21cbeb0c None None] Sync routers for ids ['d48061c2-2257-4523-a631-ff29228fdc55'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:11:26.750676 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-32356b41-a8ef-4ce7-bb18-c017ea474b09 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:26.752850 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8374bd39-081c-4ecd-b8ae-17de21cbeb0c None None] Routers {'d48061c2-2257-4523-a631-ff29228fdc55'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:11:26.754273 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-8374bd39-081c-4ecd-b8ae-17de21cbeb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:11:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d48061c2-2257-4523-a631-ff29228fdc55'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:26.799221 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-32356b41-a8ef-4ce7-bb18-c017ea474b09 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6083333 Jul 13 08:11:26.799221 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aff4b64-db66-4f21-96f0-50334ab8b405', 'tag': '1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:11:26.799221 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216a9a9d-9a70-4daa-bb71-3ccc8d5e065b" -d '{"events": [{"name": "network-changed", "server_uuid": "7aff4b64-db66-4f21-96f0-50334ab8b405", "tag": "1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:11:26.834198 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f090baf9-0c36-4b39-8b42-d65cb7c2a4f9 x-openstack-request-id: req-f090baf9-0c36-4b39-8b42-d65cb7c2a4f9 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:11:26.835019 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aff4b64-db66-4f21-96f0-50334ab8b405", "tag": "1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:11:26.835301 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f090baf9-0c36-4b39-8b42-d65cb7c2a4f9 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:11:26.835701 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aff4b64-db66-4f21-96f0-50334ab8b405', 'tag': '1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99', 'status': 'completed', 'code': 200} Jul 13 08:11:26.865842 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-8374bd39-081c-4ecd-b8ae-17de21cbeb0c None None] Set router d48061c2-2257-4523-a631-ff29228fdc55 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:11:26.912544 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a9a9d-9a70-4daa-bb71-3ccc8d5e065b req-4bd54c91-4d14-4f18-ab6a-0b0621cdf561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:26.914102 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-216a9a9d-9a70-4daa-bb71-3ccc8d5e065b req-4bd54c91-4d14-4f18-ab6a-0b0621cdf561 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91a436a4f7bf43ddbe81c7275c736b5c&device_id=7aff4b64-db66-4f21-96f0-50334ab8b405 HTTP/1.1" status: 200 len: 1098 time: 0.0534661 Jul 13 08:11:27.011533 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a9a9d-9a70-4daa-bb71-3ccc8d5e065b req-3f0de74e-3c8e-43c6-bbb9-17373d0bc9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:27.013028 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-216a9a9d-9a70-4daa-bb71-3ccc8d5e065b req-3f0de74e-3c8e-43c6-bbb9-17373d0bc9a9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=24cafb7f-ffa5-435e-8152-f3a75d53beee HTTP/1.1" status: 200 len: 912 time: 0.0933278 Jul 13 08:11:27.081488 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-216a9a9d-9a70-4daa-bb71-3ccc8d5e065b req-a8cdef9c-7061-4d5b-9d04-2b9393257605 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99 HTTP/1.1" status: 200 len: 1000 time: 0.0625324 Jul 13 08:11:27.112259 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-8374bd39-081c-4ecd-b8ae-17de21cbeb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'name': 'tempest-TestVolumeBootPattern-572878154-router', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:55Z', 'revision_number': 4, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'gw_port': {'id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': 'e66a3273-db9e-4dfa-bf8b-49e5ae0b6f4d', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'port_id': '1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'mac_address': 'fa:16:3e:f7:1c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aff4b64-db66-4f21-96f0-50334ab8b405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:11:25Z', 'updated_at': '2021-07-13T08:11:25Z', 'revision_number': 0, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3b930f-b88b-4f6c-aa15-07cc0fc79202', 'name': '', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'mac_address': 'fa:16:3e:17:4e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:54Z', 'updated_at': '2021-07-13T08:08:01Z', 'revision_number': 5, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'subnets': [{'id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:27.135743 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a9a9d-9a70-4daa-bb71-3ccc8d5e065b req-327c3e42-1d05-41f4-b780-013df0f28f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:27.137225 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-216a9a9d-9a70-4daa-bb71-3ccc8d5e065b req-327c3e42-1d05-41f4-b780-013df0f28f61 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=be9d4c82-9997-4b23-963d-61665a0eafc6 HTTP/1.1" status: 200 len: 850 time: 0.0504160 Jul 13 08:11:27.139685 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8374bd39-081c-4ecd-b8ae-17de21cbeb0c None None] Checking router: d48061c2-2257-4523-a631-ff29228fdc55 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:11:27.148552 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8374bd39-081c-4ecd-b8ae-17de21cbeb0c None None] Routers {'d48061c2-2257-4523-a631-ff29228fdc55'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:11:27.149224 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-8374bd39-081c-4ecd-b8ae-17de21cbeb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:11:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d48061c2-2257-4523-a631-ff29228fdc55'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:27.196796 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a9a9d-9a70-4daa-bb71-3ccc8d5e065b req-ec4605cb-700d-47ac-887f-a0a1f515e795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:27.198309 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-216a9a9d-9a70-4daa-bb71-3ccc8d5e065b req-ec4605cb-700d-47ac-887f-a0a1f515e795 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=24cafb7f-ffa5-435e-8152-f3a75d53beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551941 Jul 13 08:11:27.256607 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-8374bd39-081c-4ecd-b8ae-17de21cbeb0c None None] Set router d48061c2-2257-4523-a631-ff29228fdc55 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:11:27.289833 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-216a9a9d-9a70-4daa-bb71-3ccc8d5e065b req-be62056d-fb3b-41dd-b728-7f4d6352837c service neutron] 10.222.0.25 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853271 Jul 13 08:11:27.389537 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-216a9a9d-9a70-4daa-bb71-3ccc8d5e065b req-18f47210-ce51-43ee-9708-91bae0a87129 service neutron] 10.222.0.25 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936449 Jul 13 08:11:27.487063 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-8374bd39-081c-4ecd-b8ae-17de21cbeb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'name': 'tempest-TestVolumeBootPattern-572878154-router', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:55Z', 'revision_number': 4, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'gw_port': {'id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': 'e66a3273-db9e-4dfa-bf8b-49e5ae0b6f4d', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'port_id': '1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'mac_address': 'fa:16:3e:f7:1c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aff4b64-db66-4f21-96f0-50334ab8b405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:11:25Z', 'updated_at': '2021-07-13T08:11:25Z', 'revision_number': 0, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3b930f-b88b-4f6c-aa15-07cc0fc79202', 'name': '', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'mac_address': 'fa:16:3e:17:4e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:54Z', 'updated_at': '2021-07-13T08:08:01Z', 'revision_number': 5, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'subnets': [{'id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:11:27.513079 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8374bd39-081c-4ecd-b8ae-17de21cbeb0c None None] The sync data for ids ['d48061c2-2257-4523-a631-ff29228fdc55'] in n-d-771363-34 is: [{'id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'name': 'tempest-TestVolumeBootPattern-572878154-router', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:55Z', 'revision_number': 4, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'gw_port': {'id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': 'e66a3273-db9e-4dfa-bf8b-49e5ae0b6f4d', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'port_id': '1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'mac_address': 'fa:16:3e:f7:1c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aff4b64-db66-4f21-96f0-50334ab8b405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:11:25Z', 'updated_at': '2021-07-13T08:11:25Z', 'revision_number': 0, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3b930f-b88b-4f6c-aa15-07cc0fc79202', 'name': '', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'mac_address': 'fa:16:3e:17:4e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:54Z', 'updated_at': '2021-07-13T08:08:01Z', 'revision_number': 5, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'subnets': [{'id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:11:27.704514 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f240436-b6c0-4c93-a38b-b5e28ad6f5ab None None] New status for floating IP e66a3273-db9e-4dfa-bf8b-49e5ae0b6f4d: ACTIVE {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:11:30.324931 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-26f9390e-affb-43a0-9a0b-ededf6d60da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:33.192033 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-09ba663d-bb23-4482-ba91-ea3f546c3286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:33.215271 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:34.236699 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:36.007021 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:36.075613 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:11:53.626317 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:54.284529 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:11:55.612577 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-14c606e7-9cad-4529-b1f6-f9424dfb9721 req-28173050-6da2-4139-aef9-e4df318d1415 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7aff4b64-db66-4f21-96f0-50334ab8b405&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1013923 Jul 13 08:11:55.710267 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c606e7-9cad-4529-b1f6-f9424dfb9721 req-7918493b-28ad-4948-adc8-727f665e354e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:55.711856 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-14c606e7-9cad-4529-b1f6-f9424dfb9721 req-7918493b-28ad-4948-adc8-727f665e354e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91a436a4f7bf43ddbe81c7275c736b5c&device_id=7aff4b64-db66-4f21-96f0-50334ab8b405 HTTP/1.1" status: 200 len: 1098 time: 0.0554628 Jul 13 08:11:55.815283 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c606e7-9cad-4529-b1f6-f9424dfb9721 req-b59f337d-03f8-44b8-b146-7870c4724ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:55.817061 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-14c606e7-9cad-4529-b1f6-f9424dfb9721 req-b59f337d-03f8-44b8-b146-7870c4724ede service neutron] 10.222.0.25 "GET /v2.0/networks?id=24cafb7f-ffa5-435e-8152-f3a75d53beee HTTP/1.1" status: 200 len: 912 time: 0.0840752 Jul 13 08:11:55.884235 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-14c606e7-9cad-4529-b1f6-f9424dfb9721 req-91e8bde5-4177-40e3-8036-995a2662bcaa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99 HTTP/1.1" status: 200 len: 1002 time: 0.0610988 Jul 13 08:11:55.934169 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c606e7-9cad-4529-b1f6-f9424dfb9721 req-21414f60-3bbc-4480-8883-9515cfc78ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:55.935658 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-14c606e7-9cad-4529-b1f6-f9424dfb9721 req-21414f60-3bbc-4480-8883-9515cfc78ccb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=be9d4c82-9997-4b23-963d-61665a0eafc6 HTTP/1.1" status: 200 len: 850 time: 0.0457306 Jul 13 08:11:55.993800 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c606e7-9cad-4529-b1f6-f9424dfb9721 req-365cc3dc-6a23-4269-87f7-b8d07a633438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:11:55.995386 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-14c606e7-9cad-4529-b1f6-f9424dfb9721 req-365cc3dc-6a23-4269-87f7-b8d07a633438 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=24cafb7f-ffa5-435e-8152-f3a75d53beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531373 Jul 13 08:11:56.089457 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-14c606e7-9cad-4529-b1f6-f9424dfb9721 req-cf5065ae-3896-4f3f-ba1f-97a13636d8f4 service neutron] 10.222.0.25 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872669 Jul 13 08:11:56.178343 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-14c606e7-9cad-4529-b1f6-f9424dfb9721 req-a76eeb3f-7a0a-4807-b2dc-6f8abf98bcf6 service neutron] 10.222.0.25 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827134 Jul 13 08:12:00.331838 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cc9eb04b-e4de-44d4-aae7-eba9b58c5212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:03.192838 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ad7ac70d-283e-4c33-8f13-3ba4ec365824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:03.215419 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:04.237907 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:06.009381 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:13.074386 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:12:23.640613 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:24.300401 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:30.332620 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0c6a1f99-f435-4310-b6dc-205a58af509e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:33.193533 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c4168e8f-8939-4ad5-84e3-8f09bcaf9f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:33.217425 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:34.240726 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:36.012243 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:50.072659 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:12:53.639499 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:54.313732 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:12:55.563749 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-07b52053-b306-4c43-aaeb-05321a226bbd req-ea508fda-4ce0-4720-8408-55d2b949d0f9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7aff4b64-db66-4f21-96f0-50334ab8b405&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0558040 Jul 13 08:12:55.658080 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b52053-b306-4c43-aaeb-05321a226bbd req-d639cd20-c9a2-4c75-8989-55de02943036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:55.659622 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-07b52053-b306-4c43-aaeb-05321a226bbd req-d639cd20-c9a2-4c75-8989-55de02943036 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91a436a4f7bf43ddbe81c7275c736b5c&device_id=7aff4b64-db66-4f21-96f0-50334ab8b405 HTTP/1.1" status: 200 len: 1098 time: 0.0535972 Jul 13 08:12:55.760914 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b52053-b306-4c43-aaeb-05321a226bbd req-0ac7f858-9d13-4120-9212-7f35031a381f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:55.762372 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-07b52053-b306-4c43-aaeb-05321a226bbd req-0ac7f858-9d13-4120-9212-7f35031a381f service neutron] 10.222.0.25 "GET /v2.0/networks?id=24cafb7f-ffa5-435e-8152-f3a75d53beee HTTP/1.1" status: 200 len: 912 time: 0.0834348 Jul 13 08:12:55.828488 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-07b52053-b306-4c43-aaeb-05321a226bbd req-baa8d678-92af-4cd6-aeb2-1ab0b0b2a4cd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99 HTTP/1.1" status: 200 len: 1002 time: 0.0601034 Jul 13 08:12:55.875973 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b52053-b306-4c43-aaeb-05321a226bbd req-57a2f6c4-172f-474a-8a93-66d76ded1c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:55.877394 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-07b52053-b306-4c43-aaeb-05321a226bbd req-57a2f6c4-172f-474a-8a93-66d76ded1c2a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=be9d4c82-9997-4b23-963d-61665a0eafc6 HTTP/1.1" status: 200 len: 850 time: 0.0431178 Jul 13 08:12:55.933995 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b52053-b306-4c43-aaeb-05321a226bbd req-cfe5dc5d-96ca-48d3-b831-4b80f2e7f33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:12:55.935473 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-07b52053-b306-4c43-aaeb-05321a226bbd req-cfe5dc5d-96ca-48d3-b831-4b80f2e7f33a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=24cafb7f-ffa5-435e-8152-f3a75d53beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514574 Jul 13 08:12:56.028633 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-07b52053-b306-4c43-aaeb-05321a226bbd req-c997137f-a5ef-47c4-937c-8f22918f8230 service neutron] 10.222.0.25 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867155 Jul 13 08:12:56.119388 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-07b52053-b306-4c43-aaeb-05321a226bbd req-49111b3f-aef8-4af2-81c6-1d5136e5a00d service neutron] 10.222.0.25 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848069 Jul 13 08:13:00.332565 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7479f4b0-1d6c-4871-8a2c-8fc26d2d4e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:03.194468 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ec29421d-a9ad-48d1-97d4-b99c30436b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:03.216843 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:04.242956 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:06.019693 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:22.565594 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607415f-f3a7-4c25-9e89-782b68626a91 req-0e0bb6e3-d5b9-4c57-9f08-d57aa7f9c990 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:22.567017 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3607415f-f3a7-4c25-9e89-782b68626a91 req-0e0bb6e3-d5b9-4c57-9f08-d57aa7f9c990 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aff4b64-db66-4f21-96f0-50334ab8b405 HTTP/1.1" status: 200 len: 946 time: 0.0668657 Jul 13 08:13:22.605345 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3607415f-f3a7-4c25-9e89-782b68626a91 req-63a56e2a-1cc8-42c8-a08b-36c589b4cda1 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321858 Jul 13 08:13:23.646594 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:23.786479 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade3fd1-394f-413c-b862-460feea9a56c req-78eab013-cbd5-4baa-a0f2-b4cdb9e6d83c tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:23.788715 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5ade3fd1-394f-413c-b862-460feea9a56c req-78eab013-cbd5-4baa-a0f2-b4cdb9e6d83c tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aff4b64-db66-4f21-96f0-50334ab8b405 HTTP/1.1" status: 200 len: 946 time: 0.0681887 Jul 13 08:13:23.827633 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5ade3fd1-394f-413c-b862-460feea9a56c req-0ebdf253-190f-4d9d-a284-4a535be828c4 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329704 Jul 13 08:13:23.987923 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02930c-e43c-4f55-8cb8-053fccb3ccf5 req-c344e450-c32a-48b3-a6d5-a103ddafca3d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:23.989389 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ca02930c-e43c-4f55-8cb8-053fccb3ccf5 req-c344e450-c32a-48b3-a6d5-a103ddafca3d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aff4b64-db66-4f21-96f0-50334ab8b405 HTTP/1.1" status: 200 len: 946 time: 0.0621605 Jul 13 08:13:24.096183 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-ca02930c-e43c-4f55-8cb8-053fccb3ccf5 req-f1700b64-16a9-4c56-a159-47d4775ae9e1 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Deleting port 1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:13:24.096432 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ca02930c-e43c-4f55-8cb8-053fccb3ccf5 req-f1700b64-16a9-4c56-a159-47d4775ae9e1 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:24.184763 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-ca02930c-e43c-4f55-8cb8-053fccb3ccf5 req-f1700b64-16a9-4c56-a159-47d4775ae9e1 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] For port 1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99,segment=NetworkSegment(8dbf31b4-ba88-4ea7-904a-336e78959cc0),segment_id=8dbf31b4-ba88-4ea7-904a-336e78959cc0)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:13:24.185116 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ca02930c-e43c-4f55-8cb8-053fccb3ccf5 req-f1700b64-16a9-4c56-a159-47d4775ae9e1 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:24.328527 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:24.404979 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ca02930c-e43c-4f55-8cb8-053fccb3ccf5 req-f1700b64-16a9-4c56-a159-47d4775ae9e1 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:24.405254 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ca02930c-e43c-4f55-8cb8-053fccb3ccf5 req-f1700b64-16a9-4c56-a159-47d4775ae9e1 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:24.405559 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [req-ca02930c-e43c-4f55-8cb8-053fccb3ccf5 req-f1700b64-16a9-4c56-a159-47d4775ae9e1 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Floating IP e66a3273-db9e-4dfa-bf8b-49e5ae0b6f4d disassociated. External IP: 172.25.3.103, port: 1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99. Jul 13 08:13:24.405923 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-ca02930c-e43c-4f55-8cb8-053fccb3ccf5 req-f1700b64-16a9-4c56-a159-47d4775ae9e1 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Calling delete_port for 1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99 owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:13:24.538669 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ca02930c-e43c-4f55-8cb8-053fccb3ccf5 req-f1700b64-16a9-4c56-a159-47d4775ae9e1 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:24.566159 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1700b64-16a9-4c56-a159-47d4775ae9e1 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Pushing event deleted for resources: {'Port': ['ID=1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:24.580008 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1700b64-16a9-4c56-a159-47d4775ae9e1 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:24.580563 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1700b64-16a9-4c56-a159-47d4775ae9e1 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:24.580728 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1700b64-16a9-4c56-a159-47d4775ae9e1 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:24.581016 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1700b64-16a9-4c56-a159-47d4775ae9e1 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:24.581325 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1700b64-16a9-4c56-a159-47d4775ae9e1 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:24.581660 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1700b64-16a9-4c56-a159-47d4775ae9e1 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:24.581989 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1700b64-16a9-4c56-a159-47d4775ae9e1 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:24.582315 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1700b64-16a9-4c56-a159-47d4775ae9e1 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:24.583078 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1700b64-16a9-4c56-a159-47d4775ae9e1 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:24.583078 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1700b64-16a9-4c56-a159-47d4775ae9e1 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:24.583301 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1700b64-16a9-4c56-a159-47d4775ae9e1 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:24.583577 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1700b64-16a9-4c56-a159-47d4775ae9e1 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:24.694866 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca02930c-e43c-4f55-8cb8-053fccb3ccf5 req-f1700b64-16a9-4c56-a159-47d4775ae9e1 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Router d48061c2-2257-4523-a631-ff29228fdc55 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:13:24.802134 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca02930c-e43c-4f55-8cb8-053fccb3ccf5 req-f1700b64-16a9-4c56-a159-47d4775ae9e1 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:13:24.812423 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eb8024-a7f3-43a4-b209-41b084af581e None None] Sync routers for ids ['d48061c2-2257-4523-a631-ff29228fdc55'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:13:24.821920 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eb8024-a7f3-43a4-b209-41b084af581e None None] Routers {'d48061c2-2257-4523-a631-ff29228fdc55'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:13:24.822539 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-d0eb8024-a7f3-43a4-b209-41b084af581e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:13:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d48061c2-2257-4523-a631-ff29228fdc55'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:13:24.846170 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca02930c-e43c-4f55-8cb8-053fccb3ccf5 req-f1700b64-16a9-4c56-a159-47d4775ae9e1 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] No DVR routers for this DVR port 1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99 on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:13:24.849675 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ca02930c-e43c-4f55-8cb8-053fccb3ccf5 req-f1700b64-16a9-4c56-a159-47d4775ae9e1 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:24.855755 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ca02930c-e43c-4f55-8cb8-053fccb3ccf5 req-f1700b64-16a9-4c56-a159-47d4775ae9e1 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.25 "DELETE /v2.0/ports/1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99 HTTP/1.1" status: 204 len: 173 time: 0.8561239 Jul 13 08:13:24.855755 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aff4b64-db66-4f21-96f0-50334ab8b405', 'name': 'network-vif-deleted', 'tag': '1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:13:24.855755 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23093995-9f94-4353-aa6f-42802a2a7cc7" -d '{"events": [{"server_uuid": "7aff4b64-db66-4f21-96f0-50334ab8b405", "name": "network-vif-deleted", "tag": "1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:13:24.958228 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-d0eb8024-a7f3-43a4-b209-41b084af581e None None] Set router d48061c2-2257-4523-a631-ff29228fdc55 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:13:24.990613 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fe288f-e74e-4ddf-8bd5-4b1f108a815e x-openstack-request-id: req-c6fe288f-e74e-4ddf-8bd5-4b1f108a815e {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:13:24.991683 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aff4b64-db66-4f21-96f0-50334ab8b405", "name": "network-vif-deleted", "tag": "1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:13:24.991929 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c6fe288f-e74e-4ddf-8bd5-4b1f108a815e {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:13:24.994219 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aff4b64-db66-4f21-96f0-50334ab8b405', 'name': 'network-vif-deleted', 'tag': '1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99', 'status': 'completed', 'code': 200} Jul 13 08:13:25.031513 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e607cf44-66c0-4989-8766-f98b93f5a75c req-2d5fe086-65f6-4a26-bc60-1336a982a7fa tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aff4b64-db66-4f21-96f0-50334ab8b405 HTTP/1.1" status: 200 len: 210 time: 0.0414488 Jul 13 08:13:25.183613 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-d0eb8024-a7f3-43a4-b209-41b084af581e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'name': 'tempest-TestVolumeBootPattern-572878154-router', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:55Z', 'revision_number': 4, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'gw_port': {'id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '0e3b930f-b88b-4f6c-aa15-07cc0fc79202', 'name': '', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'mac_address': 'fa:16:3e:17:4e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:54Z', 'updated_at': '2021-07-13T08:08:01Z', 'revision_number': 5, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'subnets': [{'id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:13:25.209319 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eb8024-a7f3-43a4-b209-41b084af581e None None] Checking router: d48061c2-2257-4523-a631-ff29228fdc55 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:13:25.221420 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eb8024-a7f3-43a4-b209-41b084af581e None None] Routers {'d48061c2-2257-4523-a631-ff29228fdc55'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:13:25.222020 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-d0eb8024-a7f3-43a4-b209-41b084af581e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:13:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d48061c2-2257-4523-a631-ff29228fdc55'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:13:25.483136 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-d0eb8024-a7f3-43a4-b209-41b084af581e None None] Set router d48061c2-2257-4523-a631-ff29228fdc55 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:13:25.685784 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-d0eb8024-a7f3-43a4-b209-41b084af581e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'name': 'tempest-TestVolumeBootPattern-572878154-router', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:55Z', 'revision_number': 4, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'gw_port': {'id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '0e3b930f-b88b-4f6c-aa15-07cc0fc79202', 'name': '', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'mac_address': 'fa:16:3e:17:4e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:54Z', 'updated_at': '2021-07-13T08:08:01Z', 'revision_number': 5, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'subnets': [{'id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:13:25.716612 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eb8024-a7f3-43a4-b209-41b084af581e None None] The sync data for ids ['d48061c2-2257-4523-a631-ff29228fdc55'] in n-d-771363-34 is: [{'id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'name': 'tempest-TestVolumeBootPattern-572878154-router', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:55Z', 'revision_number': 4, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'gw_port': {'id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '0e3b930f-b88b-4f6c-aa15-07cc0fc79202', 'name': '', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'mac_address': 'fa:16:3e:17:4e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:54Z', 'updated_at': '2021-07-13T08:08:01Z', 'revision_number': 5, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'subnets': [{'id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:13:25.976530 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2142e5-f733-4161-b559-68a3ddda662e None None] New status for floating IP e66a3273-db9e-4dfa-bf8b-49e5ae0b6f4d: DOWN {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:13:26.176988 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f27a991e-96a7-4080-be69-20361f43be2e req-666688ec-20de-472e-9fd4-f67a603473cc tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aff4b64-db66-4f21-96f0-50334ab8b405 HTTP/1.1" status: 200 len: 210 time: 0.0350530 Jul 13 08:13:27.072384 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:13:27.202363 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:13:27.230048 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:13:27.230482 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 1a3fe7d3-4f1f-406a-a0ca-aeec6937cb99 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:13:27.323016 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bed7b978-e9eb-4024-a0e1-7cdbb37c097e req-94b4d3df-7b1b-423a-9daa-7df39a8d1830 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aff4b64-db66-4f21-96f0-50334ab8b405 HTTP/1.1" status: 200 len: 210 time: 0.0290027 Jul 13 08:13:28.479774 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a6dec2d3-5938-4da0-bf1c-a48fe3a6b118 req-c977c37c-15e4-49ee-8ea2-3239988b02cc tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aff4b64-db66-4f21-96f0-50334ab8b405 HTTP/1.1" status: 200 len: 210 time: 0.0290825 Jul 13 08:13:29.716352 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-9aa657ad-1ccb-40b6-9630-f53edc43e546 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-755898536&fields=id&tenant_id=91a436a4f7bf43ddbe81c7275c736b5c HTTP/1.1" status: 200 len: 267 time: 0.0323160 Jul 13 08:13:30.150118 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-7541367e-915a-4dfc-a005-a56b702cb1ba tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:30.151638 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-7541367e-915a-4dfc-a005-a56b702cb1ba tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/networks?id=24cafb7f-ffa5-435e-8152-f3a75d53beee HTTP/1.1" status: 200 len: 811 time: 0.4291835 Jul 13 08:13:30.167104 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-0fd073a1-87b3-49e7-9cc4-e506048e95c8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/quotas/91a436a4f7bf43ddbe81c7275c736b5c HTTP/1.1" status: 200 len: 375 time: 0.0101442 Jul 13 08:13:30.234851 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-f820c81b-7a50-4322-a9db-297ed39e730e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=91a436a4f7bf43ddbe81c7275c736b5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0626779 Jul 13 08:13:30.307886 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-300a7881-a553-4d17-b8b1-092ff55ff965 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:13:30.308983 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-300a7881-a553-4d17-b8b1-092ff55ff965 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0631676 Jul 13 08:13:30.336304 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-995bf2c1-783a-47fe-89d1-9912ca8e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:30.403805 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-514b091f-753d-4828-a1d4-625816328f8e service neutron] 10.222.0.23 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889792 Jul 13 08:13:30.494371 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-08470419-aff8-4edf-8719-a8493b88ff7b service neutron] 10.222.0.23 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846288 Jul 13 08:13:30.805031 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c14105ce-3522-4da8-891a-2d80556691c3 req-59990f4d-bc49-4eb1-9b51-4d34127b9687 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d84da67-bafe-4e79-8117-d652c7c48c05 HTTP/1.1" status: 200 len: 210 time: 0.0325887 Jul 13 08:13:31.971937 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5b4eef0d-dc38-4f01-9eed-82a1458b61aa req-f85ddeda-b6b2-429e-9e96-5a5fa312a9b0 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d84da67-bafe-4e79-8117-d652c7c48c05 HTTP/1.1" status: 200 len: 210 time: 0.0376682 Jul 13 08:13:31.999573 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-ed2c0bcf-7968-4179-ada4-8a07e1483e66 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:31.999573 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-ed2c0bcf-7968-4179-ada4-8a07e1483e66 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.42 "GET /v2.0/networks?id=24cafb7f-ffa5-435e-8152-f3a75d53beee HTTP/1.1" status: 200 len: 811 time: 0.1439974 Jul 13 08:13:32.051578 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-273d1b1c-c3ae-48e6-af02-a04fc65e2cb5 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91a436a4f7bf43ddbe81c7275c736b5c HTTP/1.1" status: 200 len: 379 time: 0.0378542 Jul 13 08:13:32.060287 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-0b8bd877-1b40-4480-8758-89843dade132 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Request body: {'port': {'device_id': '5d84da67-bafe-4e79-8117-d652c7c48c05', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'admin_state_up': True, 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'security_groups': ['cbb074d9-85fd-45ae-afed-1e54e08d9d65']}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:13:32.183332 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-0b8bd877-1b40-4480-8758-89843dade132 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Made reservation on behalf of 91a436a4f7bf43ddbe81c7275c736b5c for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:13:32.186988 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-0b8bd877-1b40-4480-8758-89843dade132 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:32.330602 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-0b8bd877-1b40-4480-8758-89843dade132 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Allocated IP 172.20.0.9 (24cafb7f-ffa5-435e-8152-f3a75d53beee/be9d4c82-9997-4b23-963d-61665a0eafc6/61827f0a-3ff3-47c9-9ea7-de485e674ae7) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:13:32.484831 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-0b8bd877-1b40-4480-8758-89843dade132 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:32.499581 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-0b8bd877-1b40-4480-8758-89843dade132 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Transition to ACTIVE for port object 61827f0a-3ff3-47c9-9ea7-de485e674ae7 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:13:32.534128 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-0b8bd877-1b40-4480-8758-89843dade132 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:32.582502 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-0b8bd877-1b40-4480-8758-89843dade132 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Network 24cafb7f-ffa5-435e-8152-f3a75d53beee is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:13:32.586704 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-0b8bd877-1b40-4480-8758-89843dade132 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:13:32.591793 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-0b8bd877-1b40-4480-8758-89843dade132 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:13:32.623228 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8bd877-1b40-4480-8758-89843dade132 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Pushing event updated for resources: {'Port': ['ID=61827f0a-3ff3-47c9-9ea7-de485e674ae7,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:32.661045 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-0b8bd877-1b40-4480-8758-89843dade132 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:32.661695 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-0b8bd877-1b40-4480-8758-89843dade132 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:32.682610 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-0b8bd877-1b40-4480-8758-89843dade132 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6263404 Jul 13 08:13:32.694742 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-3a94c5fc-1ae5-4620-8ec5-bd608db92a20 service neutron] Request body: {'port': {'device_id': '5d84da67-bafe-4e79-8117-d652c7c48c05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:13:32.772234 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-3a94c5fc-1ae5-4620-8ec5-bd608db92a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:32.823371 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-99b8788a-9471-4873-b7ec-d78763303831 None None] Provisioning for port 61827f0a-3ff3-47c9-9ea7-de485e674ae7 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:13:32.827967 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-99b8788a-9471-4873-b7ec-d78763303831 None None] Provisioning complete for port 61827f0a-3ff3-47c9-9ea7-de485e674ae7 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:13:32.828955 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-99b8788a-9471-4873-b7ec-d78763303831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:32.875332 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-99b8788a-9471-4873-b7ec-d78763303831 None None] Port 61827f0a-3ff3-47c9-9ea7-de485e674ae7 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:13:33.066672 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-3a94c5fc-1ae5-4620-8ec5-bd608db92a20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61827f0a-3ff3-47c9-9ea7-de485e674ae7 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:13:33.075764 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-3a94c5fc-1ae5-4620-8ec5-bd608db92a20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:33.090041 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-3a94c5fc-1ae5-4620-8ec5-bd608db92a20 service neutron] Transition to ACTIVE for port object 61827f0a-3ff3-47c9-9ea7-de485e674ae7 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:13:33.095161 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-3a94c5fc-1ae5-4620-8ec5-bd608db92a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:33.184515 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf204f60-a89e-4781-9e1b-eeb3366a1e70 req-bc52ac83-c66a-49cc-af15-2c519f236633 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:33.186899 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bf204f60-a89e-4781-9e1b-eeb3366a1e70 req-bc52ac83-c66a-49cc-af15-2c519f236633 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d84da67-bafe-4e79-8117-d652c7c48c05 HTTP/1.1" status: 200 len: 943 time: 0.0833097 Jul 13 08:13:33.203850 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-329a55df-7887-4573-9382-80c803f68406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:33.212796 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94c5fc-1ae5-4620-8ec5-bd608db92a20 service neutron] Pushing event updated for resources: {'Port': ['ID=61827f0a-3ff3-47c9-9ea7-de485e674ae7,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:33.233070 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:33.254106 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-3a94c5fc-1ae5-4620-8ec5-bd608db92a20 service neutron] Attempting to bind port 61827f0a-3ff3-47c9-9ea7-de485e674ae7 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:13:33.254831 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-3a94c5fc-1ae5-4620-8ec5-bd608db92a20 service neutron] Attempting to bind port 61827f0a-3ff3-47c9-9ea7-de485e674ae7 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '8dbf31b4-ba88-4ea7-904a-336e78959cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:13:33.255043 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bf204f60-a89e-4781-9e1b-eeb3366a1e70 req-997f4b37-26dd-454e-8596-73497520e143 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606494 Jul 13 08:13:33.255568 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-3a94c5fc-1ae5-4620-8ec5-bd608db92a20 service neutron] Attempting to bind port 61827f0a-3ff3-47c9-9ea7-de485e674ae7 on network 24cafb7f-ffa5-435e-8152-f3a75d53beee {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:13:33.262565 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-3a94c5fc-1ae5-4620-8ec5-bd608db92a20 service neutron] Port 61827f0a-3ff3-47c9-9ea7-de485e674ae7 on network 24cafb7f-ffa5-435e-8152-f3a75d53beee not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:13:33.262681 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-3a94c5fc-1ae5-4620-8ec5-bd608db92a20 service neutron] Attempting to bind port 61827f0a-3ff3-47c9-9ea7-de485e674ae7 on network 24cafb7f-ffa5-435e-8152-f3a75d53beee {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:13:33.277003 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-3a94c5fc-1ae5-4620-8ec5-bd608db92a20 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:13:33.277003 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-3a94c5fc-1ae5-4620-8ec5-bd608db92a20 service neutron] Checking segment: {'id': '8dbf31b4-ba88-4ea7-904a-336e78959cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:13:33.277003 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-3a94c5fc-1ae5-4620-8ec5-bd608db92a20 service neutron] Bound using segment: {'id': '8dbf31b4-ba88-4ea7-904a-336e78959cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:13:33.277003 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-3a94c5fc-1ae5-4620-8ec5-bd608db92a20 service neutron] Bound port: 61827f0a-3ff3-47c9-9ea7-de485e674ae7, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dbf31b4-ba88-4ea7-904a-336e78959cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:13:33.277003 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-3a94c5fc-1ae5-4620-8ec5-bd608db92a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:33.362746 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-3a94c5fc-1ae5-4620-8ec5-bd608db92a20 service neutron] For port 61827f0a-3ff3-47c9-9ea7-de485e674ae7, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:13:33.366467 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-3a94c5fc-1ae5-4620-8ec5-bd608db92a20 service neutron] For port 61827f0a-3ff3-47c9-9ea7-de485e674ae7, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=61827f0a-3ff3-47c9-9ea7-de485e674ae7,segment=NetworkSegment(8dbf31b4-ba88-4ea7-904a-336e78959cc0),segment_id=8dbf31b4-ba88-4ea7-904a-336e78959cc0)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:13:33.372891 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-3a94c5fc-1ae5-4620-8ec5-bd608db92a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:33.436216 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-3a94c5fc-1ae5-4620-8ec5-bd608db92a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:33.437409 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-3a94c5fc-1ae5-4620-8ec5-bd608db92a20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:33.439505 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-3a94c5fc-1ae5-4620-8ec5-bd608db92a20 service neutron] 10.222.0.42 "PUT /v2.0/ports/61827f0a-3ff3-47c9-9ea7-de485e674ae7 HTTP/1.1" status: 200 len: 1092 time: 0.7492363 Jul 13 08:13:33.440174 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d84da67-bafe-4e79-8117-d652c7c48c05', 'tag': '61827f0a-3ff3-47c9-9ea7-de485e674ae7'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:13:33.444123 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9235470-a808-4cd2-a3c0-de61da9488be" -d '{"events": [{"name": "network-changed", "server_uuid": "5d84da67-bafe-4e79-8117-d652c7c48c05", "tag": "61827f0a-3ff3-47c9-9ea7-de485e674ae7"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:13:33.486529 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94c5fc-1ae5-4620-8ec5-bd608db92a20 service neutron] Pushing event updated for resources: {'Port': ['ID=61827f0a-3ff3-47c9-9ea7-de485e674ae7,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:33.530742 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01413416-8c77-4944-beaf-9ae56932974c x-openstack-request-id: req-01413416-8c77-4944-beaf-9ae56932974c {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:13:33.531024 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d84da67-bafe-4e79-8117-d652c7c48c05", "tag": "61827f0a-3ff3-47c9-9ea7-de485e674ae7", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:13:33.531299 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-01413416-8c77-4944-beaf-9ae56932974c {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:13:33.531912 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d84da67-bafe-4e79-8117-d652c7c48c05', 'tag': '61827f0a-3ff3-47c9-9ea7-de485e674ae7', 'status': 'completed', 'code': 200} Jul 13 08:13:33.561429 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-fe15833c-ab1f-457d-99eb-a9c0ff735d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:33.563279 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-fe15833c-ab1f-457d-99eb-a9c0ff735d04 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91a436a4f7bf43ddbe81c7275c736b5c&device_id=5d84da67-bafe-4e79-8117-d652c7c48c05 HTTP/1.1" status: 200 len: 1095 time: 0.0654545 Jul 13 08:13:33.614442 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-100e3adf-a39f-43a9-8f24-30b653b0490d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61827f0a-3ff3-47c9-9ea7-de485e674ae7 HTTP/1.1" status: 200 len: 217 time: 0.0440595 Jul 13 08:13:33.666360 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-fec7e0ce-d1e7-4690-b963-4d52220aed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:33.667915 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-fec7e0ce-d1e7-4690-b963-4d52220aed6b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=be9d4c82-9997-4b23-963d-61665a0eafc6 HTTP/1.1" status: 200 len: 850 time: 0.0478940 Jul 13 08:13:33.737526 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-9e7c82ac-ce7c-47c7-89a0-a3a93d5818f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:33.739063 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-9e7c82ac-ce7c-47c7-89a0-a3a93d5818f9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=24cafb7f-ffa5-435e-8152-f3a75d53beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651989 Jul 13 08:13:33.839758 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-0a2b1e07-24ad-40f9-8300-0b5684226bda service neutron] 10.222.0.42 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941329 Jul 13 08:13:33.936678 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-da33b518-379a-4ffc-bfc9-3c2f668db33e req-68c8b2d3-3fee-426f-b401-903ffa007cda service neutron] 10.222.0.42 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911841 Jul 13 08:13:34.037234 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9235470-a808-4cd2-a3c0-de61da9488be req-59e5284b-be6c-44c9-9834-9445be956781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:34.039239 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c9235470-a808-4cd2-a3c0-de61da9488be req-59e5284b-be6c-44c9-9834-9445be956781 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91a436a4f7bf43ddbe81c7275c736b5c&device_id=5d84da67-bafe-4e79-8117-d652c7c48c05 HTTP/1.1" status: 200 len: 1095 time: 0.0574634 Jul 13 08:13:34.138835 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9235470-a808-4cd2-a3c0-de61da9488be req-adf9016b-4d7a-4911-b08e-02240e1ed934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:34.140550 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c9235470-a808-4cd2-a3c0-de61da9488be req-adf9016b-4d7a-4911-b08e-02240e1ed934 service neutron] 10.222.0.42 "GET /v2.0/networks?id=24cafb7f-ffa5-435e-8152-f3a75d53beee HTTP/1.1" status: 200 len: 912 time: 0.0956903 Jul 13 08:13:34.182129 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c9235470-a808-4cd2-a3c0-de61da9488be req-08c7c455-345f-4dc6-9efb-d7c821e9befc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61827f0a-3ff3-47c9-9ea7-de485e674ae7 HTTP/1.1" status: 200 len: 217 time: 0.0358269 Jul 13 08:13:34.235571 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9235470-a808-4cd2-a3c0-de61da9488be req-1405c9ad-ebb0-46e4-8e95-15b057f2886f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:34.237207 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c9235470-a808-4cd2-a3c0-de61da9488be req-1405c9ad-ebb0-46e4-8e95-15b057f2886f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=be9d4c82-9997-4b23-963d-61665a0eafc6 HTTP/1.1" status: 200 len: 850 time: 0.0497708 Jul 13 08:13:34.247257 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:34.299161 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9235470-a808-4cd2-a3c0-de61da9488be req-babf9daa-699d-41ff-b505-e1b99841ee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:34.300837 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c9235470-a808-4cd2-a3c0-de61da9488be req-babf9daa-699d-41ff-b505-e1b99841ee1a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=24cafb7f-ffa5-435e-8152-f3a75d53beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571525 Jul 13 08:13:34.403554 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c9235470-a808-4cd2-a3c0-de61da9488be req-fb23888b-f0d9-432e-95d5-e4bd258b6b0e service neutron] 10.222.0.42 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961168 Jul 13 08:13:34.432778 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224ee11-7fb7-4d41-bb84-10eecefe556a req-3c63a628-492e-4b3d-8ce6-930e16d3c686 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:34.434419 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0224ee11-7fb7-4d41-bb84-10eecefe556a req-3c63a628-492e-4b3d-8ce6-930e16d3c686 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d84da67-bafe-4e79-8117-d652c7c48c05 HTTP/1.1" status: 200 len: 943 time: 0.0649080 Jul 13 08:13:34.482505 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0224ee11-7fb7-4d41-bb84-10eecefe556a req-fe9700a3-7c29-4845-9031-edc0fdb4642b tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384758 Jul 13 08:13:34.506933 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c9235470-a808-4cd2-a3c0-de61da9488be req-d37cca34-b408-4622-aa79-8a25eb01d229 service neutron] 10.222.0.42 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973306 Jul 13 08:13:35.669758 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae685040-d288-46de-8091-1dcdc9dd5365 req-7c3fa587-9914-477e-804b-69f230fc5c26 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:35.671334 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ae685040-d288-46de-8091-1dcdc9dd5365 req-7c3fa587-9914-477e-804b-69f230fc5c26 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d84da67-bafe-4e79-8117-d652c7c48c05 HTTP/1.1" status: 200 len: 943 time: 0.0666649 Jul 13 08:13:35.715880 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ae685040-d288-46de-8091-1dcdc9dd5365 req-c363ca24-452d-4b86-812e-c3db98910049 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383680 Jul 13 08:13:36.019142 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:36.900311 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7bdbbd-4d7f-42eb-bb4d-4c575bb7e398 req-37045121-6771-4eff-b983-64499391ef9e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:36.901784 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d7bdbbd-4d7f-42eb-bb4d-4c575bb7e398 req-37045121-6771-4eff-b983-64499391ef9e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d84da67-bafe-4e79-8117-d652c7c48c05 HTTP/1.1" status: 200 len: 943 time: 0.0711818 Jul 13 08:13:36.942046 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d7bdbbd-4d7f-42eb-bb4d-4c575bb7e398 req-21bfdfd0-abfe-42b9-af87-3024b81c7b46 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345514 Jul 13 08:13:38.122957 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d9e39-e92c-4ba1-80f6-d987ad18eee6 req-d3eb2fbe-5430-4b91-9eb5-f9a306fd85a1 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:38.124519 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-936d9e39-e92c-4ba1-80f6-d987ad18eee6 req-d3eb2fbe-5430-4b91-9eb5-f9a306fd85a1 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d84da67-bafe-4e79-8117-d652c7c48c05 HTTP/1.1" status: 200 len: 943 time: 0.0666685 Jul 13 08:13:38.163450 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-936d9e39-e92c-4ba1-80f6-d987ad18eee6 req-3bc03f18-2bbf-4786-9f87-ccacfb588c9c tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333393 Jul 13 08:13:39.342095 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834792c-e2e9-49f9-b294-d53975102bd7 req-1696ef16-d245-430d-b180-3c158526ad2a tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:39.343625 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5834792c-e2e9-49f9-b294-d53975102bd7 req-1696ef16-d245-430d-b180-3c158526ad2a tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d84da67-bafe-4e79-8117-d652c7c48c05 HTTP/1.1" status: 200 len: 943 time: 0.0653107 Jul 13 08:13:39.382083 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5834792c-e2e9-49f9-b294-d53975102bd7 req-085b42ce-c627-4cd1-a5c2-36645a2b733b tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329065 Jul 13 08:13:40.556813 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdff2b-1760-4146-88a3-dfd19a42dc3b req-e5881a30-f976-4a66-967c-e93ed8745eb2 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:40.558328 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-92fdff2b-1760-4146-88a3-dfd19a42dc3b req-e5881a30-f976-4a66-967c-e93ed8745eb2 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d84da67-bafe-4e79-8117-d652c7c48c05 HTTP/1.1" status: 200 len: 943 time: 0.0641224 Jul 13 08:13:40.597431 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-92fdff2b-1760-4146-88a3-dfd19a42dc3b req-ba8ecece-6f61-4702-abd3-218096add365 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330620 Jul 13 08:13:41.777039 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129617cd-3da9-47ea-9856-f9c54ef612e8 req-824a105f-1866-4461-8132-dd0275f78a3d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:41.778530 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-129617cd-3da9-47ea-9856-f9c54ef612e8 req-824a105f-1866-4461-8132-dd0275f78a3d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d84da67-bafe-4e79-8117-d652c7c48c05 HTTP/1.1" status: 200 len: 943 time: 0.0686913 Jul 13 08:13:41.815845 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-129617cd-3da9-47ea-9856-f9c54ef612e8 req-3f36a11b-60d0-467a-800d-91661d7d8219 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317709 Jul 13 08:13:43.005492 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42757cb-7d78-44bd-b67d-e45cb95003f2 req-5c9c73d8-8ceb-4446-9e38-0e6b532e7158 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:43.006999 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b42757cb-7d78-44bd-b67d-e45cb95003f2 req-5c9c73d8-8ceb-4446-9e38-0e6b532e7158 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d84da67-bafe-4e79-8117-d652c7c48c05 HTTP/1.1" status: 200 len: 943 time: 0.0736940 Jul 13 08:13:43.045988 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b42757cb-7d78-44bd-b67d-e45cb95003f2 req-d600b342-d56a-4052-9047-b5310af31b56 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326657 Jul 13 08:13:44.224920 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc6c27-7388-4fd3-9b60-84a30b75378b req-471c2c93-2a5e-40ef-b839-50777ecd4dab tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:44.226398 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c2bc6c27-7388-4fd3-9b60-84a30b75378b req-471c2c93-2a5e-40ef-b839-50777ecd4dab tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d84da67-bafe-4e79-8117-d652c7c48c05 HTTP/1.1" status: 200 len: 943 time: 0.0665083 Jul 13 08:13:44.265771 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c2bc6c27-7388-4fd3-9b60-84a30b75378b req-638a7e5d-597b-4db8-851b-63f5ad247ef5 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335464 Jul 13 08:13:44.606124 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 61827f0a-3ff3-47c9-9ea7-de485e674ae7 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:13:44.703274 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 61827f0a-3ff3-47c9-9ea7-de485e674ae7, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=61827f0a-3ff3-47c9-9ea7-de485e674ae7,segment=NetworkSegment(8dbf31b4-ba88-4ea7-904a-336e78959cc0),segment_id=8dbf31b4-ba88-4ea7-904a-336e78959cc0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:13:44.715358 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '61827f0a-3ff3-47c9-9ea7-de485e674ae7', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'port_id': '61827f0a-3ff3-47c9-9ea7-de485e674ae7', 'mac_address': 'fa:16:3e:b9:e8:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:13:44.752208 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:44.766068 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61827f0a-3ff3-47c9-9ea7-de485e674ae7 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:13:44.787318 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 61827f0a-3ff3-47c9-9ea7-de485e674ae7, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=61827f0a-3ff3-47c9-9ea7-de485e674ae7,segment=NetworkSegment(8dbf31b4-ba88-4ea7-904a-336e78959cc0),segment_id=8dbf31b4-ba88-4ea7-904a-336e78959cc0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:13:44.791146 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:44.844071 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=61827f0a-3ff3-47c9-9ea7-de485e674ae7,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:44.851841 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:44.852185 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:44.852709 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:44.853046 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:44.853378 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:44.853707 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:44.854036 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:44.854364 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:44.854687 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:44.855005 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:44.855355 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:44.855676 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:13:45.036970 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['61827f0a-3ff3-47c9-9ea7-de485e674ae7'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:13:45.453178 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa30cf-989f-4691-83a2-efde2a64aae2 req-7dfba1d1-04f8-428d-9c80-4731da7c8fa9 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:45.454679 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-01aa30cf-989f-4691-83a2-efde2a64aae2 req-7dfba1d1-04f8-428d-9c80-4731da7c8fa9 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d84da67-bafe-4e79-8117-d652c7c48c05 HTTP/1.1" status: 200 len: 944 time: 0.0655429 Jul 13 08:13:45.493901 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-01aa30cf-989f-4691-83a2-efde2a64aae2 req-206ec4fa-76de-4fa0-83ff-584b6e2287ee tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335827 Jul 13 08:13:46.626533 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 61827f0a-3ff3-47c9-9ea7-de485e674ae7 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:13:46.672373 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9f4a3-0f62-437c-b392-2dc906862a45 req-e49979ef-d88a-4dcc-ae22-ca215f1c9481 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:46.673864 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-54b9f4a3-0f62-437c-b392-2dc906862a45 req-e49979ef-d88a-4dcc-ae22-ca215f1c9481 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d84da67-bafe-4e79-8117-d652c7c48c05 HTTP/1.1" status: 200 len: 944 time: 0.0683241 Jul 13 08:13:46.679267 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 61827f0a-3ff3-47c9-9ea7-de485e674ae7 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:13:46.683805 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 61827f0a-3ff3-47c9-9ea7-de485e674ae7 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:13:46.684319 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:46.718845 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-54b9f4a3-0f62-437c-b392-2dc906862a45 req-7bcb3a6e-c5a6-4e49-8cd3-0ade75bf3317 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391288 Jul 13 08:13:46.764033 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:46.787331 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d84da67-bafe-4e79-8117-d652c7c48c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61827f0a-3ff3-47c9-9ea7-de485e674ae7'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:13:46.790240 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0581ca4ff4239cc568e5427fb65312eeed7d1364f2c3063cd98cda97a955eaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3ec389-8755-4f77-a748-2833a185f28a" -d '{"events": [{"server_uuid": "5d84da67-bafe-4e79-8117-d652c7c48c05", "name": "network-vif-plugged", "status": "completed", "tag": "61827f0a-3ff3-47c9-9ea7-de485e674ae7"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:13:46.804442 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 61827f0a-3ff3-47c9-9ea7-de485e674ae7, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=61827f0a-3ff3-47c9-9ea7-de485e674ae7,segment=NetworkSegment(8dbf31b4-ba88-4ea7-904a-336e78959cc0),segment_id=8dbf31b4-ba88-4ea7-904a-336e78959cc0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:13:46.809735 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:46.839770 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51485ac-355c-4676-b5c0-a702137c0942 x-openstack-request-id: req-e51485ac-355c-4676-b5c0-a702137c0942 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:13:46.840057 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d84da67-bafe-4e79-8117-d652c7c48c05", "name": "network-vif-plugged", "status": "completed", "tag": "61827f0a-3ff3-47c9-9ea7-de485e674ae7", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:13:46.840307 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e51485ac-355c-4676-b5c0-a702137c0942 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:13:46.840696 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d84da67-bafe-4e79-8117-d652c7c48c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61827f0a-3ff3-47c9-9ea7-de485e674ae7', 'code': 200} Jul 13 08:13:46.872995 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=61827f0a-3ff3-47c9-9ea7-de485e674ae7,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:46.958384 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec437a-54aa-48ea-a27b-fe5166daf8c8 req-952aa1ca-6060-493c-8517-d06e4a42bff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:46.959941 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-64ec437a-54aa-48ea-a27b-fe5166daf8c8 req-952aa1ca-6060-493c-8517-d06e4a42bff0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5d84da67-bafe-4e79-8117-d652c7c48c05 HTTP/1.1" status: 200 len: 1097 time: 0.0651252 Jul 13 08:13:47.000196 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-64ec437a-54aa-48ea-a27b-fe5166daf8c8 req-5653b78f-06bc-4d85-b23f-68d39cddcaa4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340705 Jul 13 08:13:47.157163 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-0faea7ea-964e-4854-98b3-3b716d816930 None None] Provisioning complete for port 61827f0a-3ff3-47c9-9ea7-de485e674ae7 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:13:47.157633 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0faea7ea-964e-4854-98b3-3b716d816930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:47.901440 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f044331-397c-42e6-961e-ebebc08b4f4d req-3663df22-14d5-456e-9c6c-d71855fbc19b tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:47.902845 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0f044331-397c-42e6-961e-ebebc08b4f4d req-3663df22-14d5-456e-9c6c-d71855fbc19b tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d84da67-bafe-4e79-8117-d652c7c48c05 HTTP/1.1" status: 200 len: 945 time: 0.0626419 Jul 13 08:13:47.940084 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0f044331-397c-42e6-961e-ebebc08b4f4d req-489e81f8-c5b5-4ebf-815b-d1de03c1eeab tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316861 Jul 13 08:13:48.126839 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b68e9f-aa2a-47d5-ab62-b3cffb9d0895 req-28a36ec8-6a52-4b2b-a625-60a6179cc1af tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:48.128340 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-75b68e9f-aa2a-47d5-ab62-b3cffb9d0895 req-28a36ec8-6a52-4b2b-a625-60a6179cc1af tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d84da67-bafe-4e79-8117-d652c7c48c05 HTTP/1.1" status: 200 len: 945 time: 0.0637178 Jul 13 08:13:48.166574 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-75b68e9f-aa2a-47d5-ab62-b3cffb9d0895 req-81d84b9c-147d-4e76-aa46-9d6e11a5909b tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325499 Jul 13 08:13:48.190778 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 41668) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:48.282679 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf04b67-d9a3-4aab-9af8-3ee5a71269c8 tempest-TestVolumeBootPattern-2008275589 tempest-TestVolumeBootPattern-2008275589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:48.284552 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6bf04b67-d9a3-4aab-9af8-3ee5a71269c8 tempest-TestVolumeBootPattern-2008275589 tempest-TestVolumeBootPattern-2008275589-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5d84da67-bafe-4e79-8117-d652c7c48c05 HTTP/1.1" status: 200 len: 1092 time: 0.0927615 Jul 13 08:13:48.287345 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 41672) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:13:48.292271 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-a82a15c7-dcb9-4390-bd32-c6e49f017504 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'port_id': '61827f0a-3ff3-47c9-9ea7-de485e674ae7', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:13:48.315103 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a82a15c7-dcb9-4390-bd32-c6e49f017504 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for floatingip, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:48.417005 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a82a15c7-dcb9-4390-bd32-c6e49f017504 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:48.521485 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-a82a15c7-dcb9-4390-bd32-c6e49f017504 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Allocated IP 172.25.3.130 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/f14c2bcf-003f-433b-b71e-b50dc67925ee) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:13:48.620924 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a82a15c7-dcb9-4390-bd32-c6e49f017504 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:48.658629 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a82a15c7-dcb9-4390-bd32-c6e49f017504 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:48.693643 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82a15c7-dcb9-4390-bd32-c6e49f017504 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:13:48.698230 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-a82a15c7-dcb9-4390-bd32-c6e49f017504 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:13:48.701626 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82a15c7-dcb9-4390-bd32-c6e49f017504 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:13:48.733011 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a15c7-dcb9-4390-bd32-c6e49f017504 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Pushing event updated for resources: {'Port': ['ID=f14c2bcf-003f-433b-b71e-b50dc67925ee,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:49.078635 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a82a15c7-dcb9-4390-bd32-c6e49f017504 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:49.164640 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a82a15c7-dcb9-4390-bd32-c6e49f017504 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:49.311733 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a82a15c7-dcb9-4390-bd32-c6e49f017504 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:49.316150 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a82a15c7-dcb9-4390-bd32-c6e49f017504 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:49.387345 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a15c7-dcb9-4390-bd32-c6e49f017504 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Pushing event updated for resources: {'Port': ['ID=f14c2bcf-003f-433b-b71e-b50dc67925ee,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:13:49.394664 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a82a15c7-dcb9-4390-bd32-c6e49f017504 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:49.491009 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [None req-a82a15c7-dcb9-4390-bd32-c6e49f017504 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Floating IP b9324940-cbb4-4704-afa5-373fe3631485 associated. External IP: 172.25.3.130, port: 61827f0a-3ff3-47c9-9ea7-de485e674ae7. Jul 13 08:13:49.697920 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82a15c7-dcb9-4390-bd32-c6e49f017504 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Router d48061c2-2257-4523-a631-ff29228fdc55 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:13:49.803831 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82a15c7-dcb9-4390-bd32-c6e49f017504 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:13:49.814713 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd8be3c-d955-4849-a221-e81656f8a9e8 None None] Sync routers for ids ['d48061c2-2257-4523-a631-ff29228fdc55'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:13:49.820504 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a82a15c7-dcb9-4390-bd32-c6e49f017504 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:49.824208 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd8be3c-d955-4849-a221-e81656f8a9e8 None None] Routers {'d48061c2-2257-4523-a631-ff29228fdc55'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:13:49.824981 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-4bd8be3c-d955-4849-a221-e81656f8a9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:13:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d48061c2-2257-4523-a631-ff29228fdc55'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:13:49.859181 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a82a15c7-dcb9-4390-bd32-c6e49f017504 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5708239 Jul 13 08:13:49.860133 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d84da67-bafe-4e79-8117-d652c7c48c05', 'tag': '61827f0a-3ff3-47c9-9ea7-de485e674ae7'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:13:49.862368 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7446f77f34a44bd46e78d623b72c7d4babec684f1cd01472284fce58123ff1e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e951859d-d2b5-4685-8307-58777162a847" -d '{"events": [{"name": "network-changed", "server_uuid": "5d84da67-bafe-4e79-8117-d652c7c48c05", "tag": "61827f0a-3ff3-47c9-9ea7-de485e674ae7"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:13:49.919008 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e769b5f4-bbf9-4691-a088-3732f684e8f4 x-openstack-request-id: req-e769b5f4-bbf9-4691-a088-3732f684e8f4 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:13:49.919323 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d84da67-bafe-4e79-8117-d652c7c48c05", "tag": "61827f0a-3ff3-47c9-9ea7-de485e674ae7", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:13:49.919573 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e769b5f4-bbf9-4691-a088-3732f684e8f4 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:13:49.919969 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d84da67-bafe-4e79-8117-d652c7c48c05', 'tag': '61827f0a-3ff3-47c9-9ea7-de485e674ae7', 'status': 'completed', 'code': 200} Jul 13 08:13:49.933945 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-4bd8be3c-d955-4849-a221-e81656f8a9e8 None None] Set router d48061c2-2257-4523-a631-ff29228fdc55 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:13:50.038438 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951859d-d2b5-4685-8307-58777162a847 req-b8a89075-e5ae-403f-9ac8-612d93992a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:50.040736 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e951859d-d2b5-4685-8307-58777162a847 req-b8a89075-e5ae-403f-9ac8-612d93992a08 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91a436a4f7bf43ddbe81c7275c736b5c&device_id=5d84da67-bafe-4e79-8117-d652c7c48c05 HTTP/1.1" status: 200 len: 1097 time: 0.0979004 Jul 13 08:13:50.140755 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951859d-d2b5-4685-8307-58777162a847 req-238237ca-3b3c-4765-b402-a16fb6221581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:50.142245 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e951859d-d2b5-4685-8307-58777162a847 req-238237ca-3b3c-4765-b402-a16fb6221581 service neutron] 10.222.0.42 "GET /v2.0/networks?id=24cafb7f-ffa5-435e-8152-f3a75d53beee HTTP/1.1" status: 200 len: 912 time: 0.0954118 Jul 13 08:13:50.163332 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-4bd8be3c-d955-4849-a221-e81656f8a9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'name': 'tempest-TestVolumeBootPattern-572878154-router', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:55Z', 'revision_number': 4, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'gw_port': {'id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': 'b9324940-cbb4-4704-afa5-373fe3631485', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'port_id': '61827f0a-3ff3-47c9-9ea7-de485e674ae7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'mac_address': 'fa:16:3e:b9:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d84da67-bafe-4e79-8117-d652c7c48c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:13:48Z', 'updated_at': '2021-07-13T08:13:48Z', 'revision_number': 0, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3b930f-b88b-4f6c-aa15-07cc0fc79202', 'name': '', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'mac_address': 'fa:16:3e:17:4e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:54Z', 'updated_at': '2021-07-13T08:08:01Z', 'revision_number': 5, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'subnets': [{'id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:13:50.189792 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd8be3c-d955-4849-a221-e81656f8a9e8 None None] Checking router: d48061c2-2257-4523-a631-ff29228fdc55 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:13:50.198266 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd8be3c-d955-4849-a221-e81656f8a9e8 None None] Routers {'d48061c2-2257-4523-a631-ff29228fdc55'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:13:50.198933 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-4bd8be3c-d955-4849-a221-e81656f8a9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:13:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d48061c2-2257-4523-a631-ff29228fdc55'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:13:50.205519 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e951859d-d2b5-4685-8307-58777162a847 req-6989a55e-f587-4cf7-ad59-61a9ee15b901 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61827f0a-3ff3-47c9-9ea7-de485e674ae7 HTTP/1.1" status: 200 len: 999 time: 0.0572410 Jul 13 08:13:50.258306 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951859d-d2b5-4685-8307-58777162a847 req-52a37f67-d5a1-40c1-bbb9-7d253445b15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:50.259821 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e951859d-d2b5-4685-8307-58777162a847 req-52a37f67-d5a1-40c1-bbb9-7d253445b15d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=be9d4c82-9997-4b23-963d-61665a0eafc6 HTTP/1.1" status: 200 len: 850 time: 0.0477455 Jul 13 08:13:50.306464 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-4bd8be3c-d955-4849-a221-e81656f8a9e8 None None] Set router d48061c2-2257-4523-a631-ff29228fdc55 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:13:50.320199 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951859d-d2b5-4685-8307-58777162a847 req-174ebe34-876a-4f05-a821-02b6614c6a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:13:50.321950 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e951859d-d2b5-4685-8307-58777162a847 req-174ebe34-876a-4f05-a821-02b6614c6a99 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=24cafb7f-ffa5-435e-8152-f3a75d53beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562079 Jul 13 08:13:50.412478 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e951859d-d2b5-4685-8307-58777162a847 req-9e21b339-f2e3-477d-a1d7-d94e0cb98d28 service neutron] 10.222.0.42 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845900 Jul 13 08:13:50.504434 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e951859d-d2b5-4685-8307-58777162a847 req-c202c400-2554-4184-b17b-9cd40a4df29d service neutron] 10.222.0.42 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859606 Jul 13 08:13:50.529952 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-4bd8be3c-d955-4849-a221-e81656f8a9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'name': 'tempest-TestVolumeBootPattern-572878154-router', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:55Z', 'revision_number': 4, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'gw_port': {'id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': 'b9324940-cbb4-4704-afa5-373fe3631485', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'port_id': '61827f0a-3ff3-47c9-9ea7-de485e674ae7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'mac_address': 'fa:16:3e:b9:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d84da67-bafe-4e79-8117-d652c7c48c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:13:48Z', 'updated_at': '2021-07-13T08:13:48Z', 'revision_number': 0, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3b930f-b88b-4f6c-aa15-07cc0fc79202', 'name': '', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'mac_address': 'fa:16:3e:17:4e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:54Z', 'updated_at': '2021-07-13T08:08:01Z', 'revision_number': 5, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'subnets': [{'id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:13:50.560519 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd8be3c-d955-4849-a221-e81656f8a9e8 None None] The sync data for ids ['d48061c2-2257-4523-a631-ff29228fdc55'] in n-d-771363-34 is: [{'id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'name': 'tempest-TestVolumeBootPattern-572878154-router', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:55Z', 'revision_number': 4, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'gw_port': {'id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': 'b9324940-cbb4-4704-afa5-373fe3631485', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'port_id': '61827f0a-3ff3-47c9-9ea7-de485e674ae7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'mac_address': 'fa:16:3e:b9:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d84da67-bafe-4e79-8117-d652c7c48c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:13:48Z', 'updated_at': '2021-07-13T08:13:48Z', 'revision_number': 0, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3b930f-b88b-4f6c-aa15-07cc0fc79202', 'name': '', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'mac_address': 'fa:16:3e:17:4e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:54Z', 'updated_at': '2021-07-13T08:08:01Z', 'revision_number': 5, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'subnets': [{'id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:13:50.739833 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbff5df2-1ab2-49f4-b02a-2cfded126da7 None None] New status for floating IP b9324940-cbb4-4704-afa5-373fe3631485: ACTIVE {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:13:53.654219 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:13:54.335262 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:00.337411 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-89b453c8-502c-48d9-9029-dbf1c5602750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:03.195554 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6e002797-8a31-411e-90c8-baace733c3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:03.216239 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:04.074146 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:14:04.251553 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:06.021761 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:23.653237 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:24.343785 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:30.338065 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-41aafdf2-2b15-4d9e-bb3c-079ddcbc6585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:33.198606 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9111895b-c874-4113-b9fe-b9b86f7abacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:33.215580 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:34.252295 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:36.022271 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:41.073393 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:14:48.937025 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-02097f50-2edf-425d-85ab-2b7c5b79734d req-53b47d2f-78c6-4654-a374-c76651686f8e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5d84da67-bafe-4e79-8117-d652c7c48c05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0890696 Jul 13 08:14:49.032665 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02097f50-2edf-425d-85ab-2b7c5b79734d req-5f77454d-ebb1-45ac-9a67-833eec6a6eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:14:49.034152 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-02097f50-2edf-425d-85ab-2b7c5b79734d req-5f77454d-ebb1-45ac-9a67-833eec6a6eac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91a436a4f7bf43ddbe81c7275c736b5c&device_id=5d84da67-bafe-4e79-8117-d652c7c48c05 HTTP/1.1" status: 200 len: 1097 time: 0.0554895 Jul 13 08:14:49.135720 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02097f50-2edf-425d-85ab-2b7c5b79734d req-a0a1bc0a-8860-42fb-ac5e-c30803298f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:14:49.137109 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-02097f50-2edf-425d-85ab-2b7c5b79734d req-a0a1bc0a-8860-42fb-ac5e-c30803298f59 service neutron] 10.222.0.42 "GET /v2.0/networks?id=24cafb7f-ffa5-435e-8152-f3a75d53beee HTTP/1.1" status: 200 len: 912 time: 0.0841386 Jul 13 08:14:49.546689 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-02097f50-2edf-425d-85ab-2b7c5b79734d req-9b24185e-ff34-4ecf-aa45-0dd817a8746b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61827f0a-3ff3-47c9-9ea7-de485e674ae7 HTTP/1.1" status: 200 len: 1001 time: 0.4033279 Jul 13 08:14:49.595302 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02097f50-2edf-425d-85ab-2b7c5b79734d req-0cbf15e5-b054-4373-ae43-388976dbebce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:14:49.596758 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-02097f50-2edf-425d-85ab-2b7c5b79734d req-0cbf15e5-b054-4373-ae43-388976dbebce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=be9d4c82-9997-4b23-963d-61665a0eafc6 HTTP/1.1" status: 200 len: 850 time: 0.0442095 Jul 13 08:14:49.653403 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02097f50-2edf-425d-85ab-2b7c5b79734d req-c8c18650-1f74-4564-9f6b-7819a061c78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:14:49.654902 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-02097f50-2edf-425d-85ab-2b7c5b79734d req-c8c18650-1f74-4564-9f6b-7819a061c78b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=24cafb7f-ffa5-435e-8152-f3a75d53beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519235 Jul 13 08:14:49.744028 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-02097f50-2edf-425d-85ab-2b7c5b79734d req-98375172-2d4f-48d4-bfc3-45cebbf5d9be service neutron] 10.222.0.42 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826740 Jul 13 08:14:49.831244 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-02097f50-2edf-425d-85ab-2b7c5b79734d req-8ef30626-e1b5-48ff-9329-feec43854d92 service neutron] 10.222.0.42 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813441 Jul 13 08:14:53.667521 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:14:54.339683 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:00.338895 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-17a6d032-34cf-4930-93b7-f4b05eee20dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:03.199193 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5f233b8f-1794-4101-ac77-ab411b7b9b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:03.214812 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:04.253520 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:06.025689 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:18.072288 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:15:23.683586 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:24.338592 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:27.438350 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-92947862-dd5b-4c46-a9b6-4a80654fb931 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-755898536&fields=id&tenant_id=91a436a4f7bf43ddbe81c7275c736b5c HTTP/1.1" status: 200 len: 267 time: 0.0343297 Jul 13 08:15:27.555891 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-5a17a118-a3a3-462f-813a-0ee4a45df1fc tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:27.557788 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-5a17a118-a3a3-462f-813a-0ee4a45df1fc tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/networks?id=24cafb7f-ffa5-435e-8152-f3a75d53beee HTTP/1.1" status: 200 len: 811 time: 0.1121492 Jul 13 08:15:27.576424 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-822db2ea-87eb-4d13-b752-0cd91bf5fd48 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/quotas/91a436a4f7bf43ddbe81c7275c736b5c HTTP/1.1" status: 200 len: 375 time: 0.0131145 Jul 13 08:15:27.651470 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-10b8439d-34e2-4993-b5e2-beac14530983 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=91a436a4f7bf43ddbe81c7275c736b5c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0689919 Jul 13 08:15:27.862793 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-3e9ad527-18fa-4988-a917-60fc3b95229d service neutron] 10.222.0.23 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412752 Jul 13 08:15:27.954189 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-be0d640d-0653-465b-9c87-d843d227fa54 service neutron] 10.222.0.23 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852227 Jul 13 08:15:28.398309 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8134662f-de07-4ddf-a06f-f8a864bb9d58 req-c669bb67-c96f-4420-9673-6cc8c30e4070 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4e69b0-5722-499e-a7ed-7d317b5a71c1 HTTP/1.1" status: 200 len: 210 time: 0.0816679 Jul 13 08:15:29.279588 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-43b3ef38-1bf7-4561-b4c8-2c4eec03cadd tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:29.281054 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-43b3ef38-1bf7-4561-b4c8-2c4eec03cadd tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.25 "GET /v2.0/networks?id=24cafb7f-ffa5-435e-8152-f3a75d53beee HTTP/1.1" status: 200 len: 811 time: 0.1030669 Jul 13 08:15:29.330506 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-1889192b-348b-4404-acc2-fb342cb8d776 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91a436a4f7bf43ddbe81c7275c736b5c HTTP/1.1" status: 200 len: 379 time: 0.0353100 Jul 13 08:15:29.339368 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-662a832b-a2b7-4a8c-b09f-e20fd98994d8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Request body: {'port': {'device_id': 'ee4e69b0-5722-499e-a7ed-7d317b5a71c1', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'admin_state_up': True, 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'security_groups': ['cbb074d9-85fd-45ae-afed-1e54e08d9d65']}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:15:29.456734 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-662a832b-a2b7-4a8c-b09f-e20fd98994d8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Made reservation on behalf of 91a436a4f7bf43ddbe81c7275c736b5c for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:15:29.461015 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-662a832b-a2b7-4a8c-b09f-e20fd98994d8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:29.572075 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cbd92c13-61c1-46f4-95bd-9d85b558f142 req-07d777b7-d738-4703-ad42-66dbdcd7d7f4 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4e69b0-5722-499e-a7ed-7d317b5a71c1 HTTP/1.1" status: 200 len: 210 time: 0.0426607 Jul 13 08:15:29.623142 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-662a832b-a2b7-4a8c-b09f-e20fd98994d8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Allocated IP 172.20.0.6 (24cafb7f-ffa5-435e-8152-f3a75d53beee/be9d4c82-9997-4b23-963d-61665a0eafc6/81147ea6-152a-462a-b196-a604bbe73823) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:15:29.762949 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-662a832b-a2b7-4a8c-b09f-e20fd98994d8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:29.777253 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-662a832b-a2b7-4a8c-b09f-e20fd98994d8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Transition to ACTIVE for port object 81147ea6-152a-462a-b196-a604bbe73823 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:15:29.811521 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-662a832b-a2b7-4a8c-b09f-e20fd98994d8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:29.862391 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-662a832b-a2b7-4a8c-b09f-e20fd98994d8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Network 24cafb7f-ffa5-435e-8152-f3a75d53beee is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:15:29.866642 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-662a832b-a2b7-4a8c-b09f-e20fd98994d8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:15:29.870408 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-662a832b-a2b7-4a8c-b09f-e20fd98994d8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:15:29.898019 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a832b-a2b7-4a8c-b09f-e20fd98994d8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Pushing event updated for resources: {'Port': ['ID=81147ea6-152a-462a-b196-a604bbe73823,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:29.917385 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662a832b-a2b7-4a8c-b09f-e20fd98994d8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:29.917743 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662a832b-a2b7-4a8c-b09f-e20fd98994d8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:29.918133 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662a832b-a2b7-4a8c-b09f-e20fd98994d8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:29.918416 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662a832b-a2b7-4a8c-b09f-e20fd98994d8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:29.918752 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662a832b-a2b7-4a8c-b09f-e20fd98994d8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:29.919084 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662a832b-a2b7-4a8c-b09f-e20fd98994d8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:29.919447 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662a832b-a2b7-4a8c-b09f-e20fd98994d8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:29.919775 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662a832b-a2b7-4a8c-b09f-e20fd98994d8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:29.920101 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662a832b-a2b7-4a8c-b09f-e20fd98994d8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:29.920429 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662a832b-a2b7-4a8c-b09f-e20fd98994d8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:29.920755 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662a832b-a2b7-4a8c-b09f-e20fd98994d8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:29.921077 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662a832b-a2b7-4a8c-b09f-e20fd98994d8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:29.946924 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-662a832b-a2b7-4a8c-b09f-e20fd98994d8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:29.947783 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-662a832b-a2b7-4a8c-b09f-e20fd98994d8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:29.966027 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-662a832b-a2b7-4a8c-b09f-e20fd98994d8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6304476 Jul 13 08:15:30.058298 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-78ed6176-9c3d-48d3-8764-b84912a4db8f service neutron] Request body: {'port': {'device_id': 'ee4e69b0-5722-499e-a7ed-7d317b5a71c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:15:30.135681 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-78ed6176-9c3d-48d3-8764-b84912a4db8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:30.158486 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-26df26ff-ffdb-4617-a491-68f7744f0386 None None] Provisioning for port 81147ea6-152a-462a-b196-a604bbe73823 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:15:30.165447 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-26df26ff-ffdb-4617-a491-68f7744f0386 None None] Provisioning complete for port 81147ea6-152a-462a-b196-a604bbe73823 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:15:30.166069 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-26df26ff-ffdb-4617-a491-68f7744f0386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:30.205322 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-26df26ff-ffdb-4617-a491-68f7744f0386 None None] Port 81147ea6-152a-462a-b196-a604bbe73823 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:15:30.342149 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3117bcd8-e80f-46be-bfe9-05898defdbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:30.408278 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-78ed6176-9c3d-48d3-8764-b84912a4db8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81147ea6-152a-462a-b196-a604bbe73823 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:15:30.415955 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-78ed6176-9c3d-48d3-8764-b84912a4db8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:30.427894 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-78ed6176-9c3d-48d3-8764-b84912a4db8f service neutron] Transition to ACTIVE for port object 81147ea6-152a-462a-b196-a604bbe73823 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:15:30.431503 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-78ed6176-9c3d-48d3-8764-b84912a4db8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:30.481621 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed6176-9c3d-48d3-8764-b84912a4db8f service neutron] Pushing event updated for resources: {'Port': ['ID=81147ea6-152a-462a-b196-a604bbe73823,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:30.569562 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-78ed6176-9c3d-48d3-8764-b84912a4db8f service neutron] Attempting to bind port 81147ea6-152a-462a-b196-a604bbe73823 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:15:30.570290 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-78ed6176-9c3d-48d3-8764-b84912a4db8f service neutron] Attempting to bind port 81147ea6-152a-462a-b196-a604bbe73823 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '8dbf31b4-ba88-4ea7-904a-336e78959cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:15:30.570628 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-78ed6176-9c3d-48d3-8764-b84912a4db8f service neutron] Attempting to bind port 81147ea6-152a-462a-b196-a604bbe73823 on network 24cafb7f-ffa5-435e-8152-f3a75d53beee {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:15:30.575729 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-78ed6176-9c3d-48d3-8764-b84912a4db8f service neutron] Port 81147ea6-152a-462a-b196-a604bbe73823 on network 24cafb7f-ffa5-435e-8152-f3a75d53beee not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:15:30.576055 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-78ed6176-9c3d-48d3-8764-b84912a4db8f service neutron] Attempting to bind port 81147ea6-152a-462a-b196-a604bbe73823 on network 24cafb7f-ffa5-435e-8152-f3a75d53beee {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:15:30.581406 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-78ed6176-9c3d-48d3-8764-b84912a4db8f service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:15:30.581742 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-78ed6176-9c3d-48d3-8764-b84912a4db8f service neutron] Checking segment: {'id': '8dbf31b4-ba88-4ea7-904a-336e78959cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:15:30.582130 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-78ed6176-9c3d-48d3-8764-b84912a4db8f service neutron] Bound using segment: {'id': '8dbf31b4-ba88-4ea7-904a-336e78959cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:15:30.582640 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-78ed6176-9c3d-48d3-8764-b84912a4db8f service neutron] Bound port: 81147ea6-152a-462a-b196-a604bbe73823, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dbf31b4-ba88-4ea7-904a-336e78959cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:15:30.583525 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-78ed6176-9c3d-48d3-8764-b84912a4db8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:30.659613 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-78ed6176-9c3d-48d3-8764-b84912a4db8f service neutron] For port 81147ea6-152a-462a-b196-a604bbe73823, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:15:30.664349 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-78ed6176-9c3d-48d3-8764-b84912a4db8f service neutron] For port 81147ea6-152a-462a-b196-a604bbe73823, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=81147ea6-152a-462a-b196-a604bbe73823,segment=NetworkSegment(8dbf31b4-ba88-4ea7-904a-336e78959cc0),segment_id=8dbf31b4-ba88-4ea7-904a-336e78959cc0)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:15:30.669642 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-78ed6176-9c3d-48d3-8764-b84912a4db8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:30.706152 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-78ed6176-9c3d-48d3-8764-b84912a4db8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:30.706878 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-78ed6176-9c3d-48d3-8764-b84912a4db8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:30.708980 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-78ed6176-9c3d-48d3-8764-b84912a4db8f service neutron] 10.222.0.25 "PUT /v2.0/ports/81147ea6-152a-462a-b196-a604bbe73823 HTTP/1.1" status: 200 len: 1092 time: 0.6998363 Jul 13 08:15:30.709265 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee4e69b0-5722-499e-a7ed-7d317b5a71c1', 'tag': '81147ea6-152a-462a-b196-a604bbe73823'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:15:30.790799 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0456996-83e2-4aac-a363-9d286066035c" -d '{"events": [{"name": "network-changed", "server_uuid": "ee4e69b0-5722-499e-a7ed-7d317b5a71c1", "tag": "81147ea6-152a-462a-b196-a604bbe73823"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:15:30.813975 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed6176-9c3d-48d3-8764-b84912a4db8f service neutron] Pushing event updated for resources: {'Port': ['ID=81147ea6-152a-462a-b196-a604bbe73823,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:30.841117 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-8e7af8cc-e208-481f-9c15-fb3c43aa394e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:30.842669 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-8e7af8cc-e208-481f-9c15-fb3c43aa394e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91a436a4f7bf43ddbe81c7275c736b5c&device_id=ee4e69b0-5722-499e-a7ed-7d317b5a71c1 HTTP/1.1" status: 200 len: 1095 time: 0.0885942 Jul 13 08:15:30.860712 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441895a-14da-4fcd-9cea-a3587ee8adfc req-c7e32d59-5bd6-41fa-b14f-7f61b5edf6f0 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:30.863539 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3441895a-14da-4fcd-9cea-a3587ee8adfc req-c7e32d59-5bd6-41fa-b14f-7f61b5edf6f0 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4e69b0-5722-499e-a7ed-7d317b5a71c1 HTTP/1.1" status: 200 len: 943 time: 0.1310720 Jul 13 08:15:30.888311 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-c89ac4c9-59c6-44fe-b13b-a80c237face7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81147ea6-152a-462a-b196-a604bbe73823 HTTP/1.1" status: 200 len: 217 time: 0.0384245 Jul 13 08:15:30.930918 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d5ead7-0c7e-4e68-b14b-9a5dd7c8f880 x-openstack-request-id: req-82d5ead7-0c7e-4e68-b14b-9a5dd7c8f880 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:15:30.931243 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee4e69b0-5722-499e-a7ed-7d317b5a71c1", "tag": "81147ea6-152a-462a-b196-a604bbe73823", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:15:30.931496 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-82d5ead7-0c7e-4e68-b14b-9a5dd7c8f880 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:15:30.931884 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee4e69b0-5722-499e-a7ed-7d317b5a71c1', 'tag': '81147ea6-152a-462a-b196-a604bbe73823', 'status': 'completed', 'code': 200} Jul 13 08:15:30.942446 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3441895a-14da-4fcd-9cea-a3587ee8adfc req-37a028b2-5628-4358-a82f-a4d9b8c50660 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684638 Jul 13 08:15:30.949419 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-bc11c8c4-e1f0-4414-b5b3-7a443476d67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:30.950937 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-bc11c8c4-e1f0-4414-b5b3-7a443476d67a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=be9d4c82-9997-4b23-963d-61665a0eafc6 HTTP/1.1" status: 200 len: 850 time: 0.0571549 Jul 13 08:15:31.017995 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-b9a2cfaf-046e-4894-9f61-288bc774012f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:31.019547 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-b9a2cfaf-046e-4894-9f61-288bc774012f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=24cafb7f-ffa5-435e-8152-f3a75d53beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619307 Jul 13 08:15:31.115517 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-5bc191eb-5e3e-4df4-b01b-fa4141adf354 service neutron] 10.222.0.25 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897634 Jul 13 08:15:31.210110 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a0c6f64e-06b1-4375-a0bb-98a26c832e71 req-12a378e5-1fd0-4139-ba87-cdf17ea22b65 service neutron] 10.222.0.25 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881140 Jul 13 08:15:31.316566 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0456996-83e2-4aac-a363-9d286066035c req-828f2bc7-93fb-4c04-b1be-9fb730acee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:31.318401 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c0456996-83e2-4aac-a363-9d286066035c req-828f2bc7-93fb-4c04-b1be-9fb730acee1b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91a436a4f7bf43ddbe81c7275c736b5c&device_id=ee4e69b0-5722-499e-a7ed-7d317b5a71c1 HTTP/1.1" status: 200 len: 1095 time: 0.0615742 Jul 13 08:15:31.421124 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0456996-83e2-4aac-a363-9d286066035c req-e9ce6eb4-8632-450b-a060-2d65057afbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:31.422610 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c0456996-83e2-4aac-a363-9d286066035c req-e9ce6eb4-8632-450b-a060-2d65057afbb7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=24cafb7f-ffa5-435e-8152-f3a75d53beee HTTP/1.1" status: 200 len: 912 time: 0.0980575 Jul 13 08:15:31.471394 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c0456996-83e2-4aac-a363-9d286066035c req-2ace19ce-2109-4f74-a4a9-5f92283f9566 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81147ea6-152a-462a-b196-a604bbe73823 HTTP/1.1" status: 200 len: 217 time: 0.0419095 Jul 13 08:15:31.521139 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0456996-83e2-4aac-a363-9d286066035c req-7c4bd5ed-4629-4b1e-8587-6256fdf8c7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:31.522638 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c0456996-83e2-4aac-a363-9d286066035c req-7c4bd5ed-4629-4b1e-8587-6256fdf8c7dd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=be9d4c82-9997-4b23-963d-61665a0eafc6 HTTP/1.1" status: 200 len: 850 time: 0.0459437 Jul 13 08:15:31.589735 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0456996-83e2-4aac-a363-9d286066035c req-39026291-be58-4530-88a6-bf8f7f774232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:31.591644 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c0456996-83e2-4aac-a363-9d286066035c req-39026291-be58-4530-88a6-bf8f7f774232 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=24cafb7f-ffa5-435e-8152-f3a75d53beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621660 Jul 13 08:15:31.698204 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c0456996-83e2-4aac-a363-9d286066035c req-84db1916-beae-4d43-adf2-9153513395d4 service neutron] 10.222.0.25 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004951 Jul 13 08:15:31.798423 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c0456996-83e2-4aac-a363-9d286066035c req-436db2c7-4b65-445d-9082-af71475b4cf2 service neutron] 10.222.0.25 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925014 Jul 13 08:15:32.143195 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264db7b2-15fd-4bcc-83ff-470e3791c9f9 req-2e705a89-a2bc-4b34-8e52-3353dae85155 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:32.144727 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-264db7b2-15fd-4bcc-83ff-470e3791c9f9 req-2e705a89-a2bc-4b34-8e52-3353dae85155 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4e69b0-5722-499e-a7ed-7d317b5a71c1 HTTP/1.1" status: 200 len: 943 time: 0.0815125 Jul 13 08:15:32.186813 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-264db7b2-15fd-4bcc-83ff-470e3791c9f9 req-58ead4a1-718f-4d75-b98e-370f1b011f36 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352013 Jul 13 08:15:33.205892 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e701e275-48e3-48d3-bb74-78128ab9eec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:33.222549 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:33.387678 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf967d-238b-4849-9797-1eec018ae6d3 req-82b61209-6d07-43d5-9132-54aba46d5f1a tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:33.389210 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-adcf967d-238b-4849-9797-1eec018ae6d3 req-82b61209-6d07-43d5-9132-54aba46d5f1a tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4e69b0-5722-499e-a7ed-7d317b5a71c1 HTTP/1.1" status: 200 len: 943 time: 0.0703204 Jul 13 08:15:33.435509 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-adcf967d-238b-4849-9797-1eec018ae6d3 req-8b1f4b5a-b024-4b36-884b-731a4c31114f tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363269 Jul 13 08:15:34.259761 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:34.625932 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6e89e-ad1f-4986-a54a-5464f89e83d9 req-2aadf13a-839c-4b79-b4ee-53ae9e57d49f tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:34.627627 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-41d6e89e-ad1f-4986-a54a-5464f89e83d9 req-2aadf13a-839c-4b79-b4ee-53ae9e57d49f tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4e69b0-5722-499e-a7ed-7d317b5a71c1 HTTP/1.1" status: 200 len: 943 time: 0.0713379 Jul 13 08:15:34.673456 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-41d6e89e-ad1f-4986-a54a-5464f89e83d9 req-e391c14d-ad04-4b20-b668-3a780ca29270 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388920 Jul 13 08:15:35.857194 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841134b0-6039-4a49-b300-5fd0ba9e2c88 req-dcdbce55-a1f5-4427-887d-4ca5a5a3b286 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:35.858905 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-841134b0-6039-4a49-b300-5fd0ba9e2c88 req-dcdbce55-a1f5-4427-887d-4ca5a5a3b286 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4e69b0-5722-499e-a7ed-7d317b5a71c1 HTTP/1.1" status: 200 len: 943 time: 0.0708799 Jul 13 08:15:35.903101 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-841134b0-6039-4a49-b300-5fd0ba9e2c88 req-0d5c0553-9ac6-4876-aacd-c8402b34f0c9 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370729 Jul 13 08:15:36.030882 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:37.080895 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794266c-101c-4f1e-84cf-25d6b34779a0 req-b50907fd-61fc-47fe-9719-20212ccb7b63 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:37.082351 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9794266c-101c-4f1e-84cf-25d6b34779a0 req-b50907fd-61fc-47fe-9719-20212ccb7b63 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4e69b0-5722-499e-a7ed-7d317b5a71c1 HTTP/1.1" status: 200 len: 943 time: 0.0679185 Jul 13 08:15:37.120456 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9794266c-101c-4f1e-84cf-25d6b34779a0 req-f74707f0-08ee-43fb-8b0f-626f092527cf tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317736 Jul 13 08:15:38.301045 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25d961-7581-4948-b4d1-c6d795fe87f0 req-1f06d150-c056-4ea1-8858-ae649f1aeaa5 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:38.303145 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-db25d961-7581-4948-b4d1-c6d795fe87f0 req-1f06d150-c056-4ea1-8858-ae649f1aeaa5 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4e69b0-5722-499e-a7ed-7d317b5a71c1 HTTP/1.1" status: 200 len: 943 time: 0.0686364 Jul 13 08:15:38.341301 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-db25d961-7581-4948-b4d1-c6d795fe87f0 req-98f1a54f-bf66-46e6-9236-ddef79e50cb6 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326171 Jul 13 08:15:39.516427 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f185b65-61e9-4fbf-a892-8c47d2e48a2d req-dca7a1a2-7109-462c-a228-9392d34218d9 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:39.517924 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8f185b65-61e9-4fbf-a892-8c47d2e48a2d req-dca7a1a2-7109-462c-a228-9392d34218d9 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4e69b0-5722-499e-a7ed-7d317b5a71c1 HTTP/1.1" status: 200 len: 943 time: 0.0632246 Jul 13 08:15:39.554931 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8f185b65-61e9-4fbf-a892-8c47d2e48a2d req-0a3938f0-83b0-4e56-9268-57a975dc3f5e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308497 Jul 13 08:15:40.727026 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9fa19-4ffa-4f78-b083-227103fac24c req-f63d8955-f423-459f-b511-a9ca1d290870 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:40.728626 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-79c9fa19-4ffa-4f78-b083-227103fac24c req-f63d8955-f423-459f-b511-a9ca1d290870 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4e69b0-5722-499e-a7ed-7d317b5a71c1 HTTP/1.1" status: 200 len: 943 time: 0.0643921 Jul 13 08:15:40.766600 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-79c9fa19-4ffa-4f78-b083-227103fac24c req-d1299a70-2dab-4648-ab35-e80423cad3c8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324192 Jul 13 08:15:41.872372 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 81147ea6-152a-462a-b196-a604bbe73823 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:15:41.971850 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 81147ea6-152a-462a-b196-a604bbe73823, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=81147ea6-152a-462a-b196-a604bbe73823,segment=NetworkSegment(8dbf31b4-ba88-4ea7-904a-336e78959cc0),segment_id=8dbf31b4-ba88-4ea7-904a-336e78959cc0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:15:41.988519 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '81147ea6-152a-462a-b196-a604bbe73823', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'port_id': '81147ea6-152a-462a-b196-a604bbe73823', 'mac_address': 'fa:16:3e:f4:5a:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:15:42.029391 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:42.042978 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81147ea6-152a-462a-b196-a604bbe73823 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:15:42.062019 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 81147ea6-152a-462a-b196-a604bbe73823, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=81147ea6-152a-462a-b196-a604bbe73823,segment=NetworkSegment(8dbf31b4-ba88-4ea7-904a-336e78959cc0),segment_id=8dbf31b4-ba88-4ea7-904a-336e78959cc0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:15:42.066215 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:42.126480 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=81147ea6-152a-462a-b196-a604bbe73823,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:42.134329 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430f14f-6ebc-4270-b78c-7e27b1705745 req-141055f0-7699-450c-a3c6-d8970d3515c2 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:42.134891 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:42.135253 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:42.135592 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:42.135925 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:42.136249 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:42.136573 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:42.136893 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:42.137209 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:42.137522 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:42.137838 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:42.138151 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:42.138463 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:42.139694 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9430f14f-6ebc-4270-b78c-7e27b1705745 req-141055f0-7699-450c-a3c6-d8970d3515c2 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4e69b0-5722-499e-a7ed-7d317b5a71c1 HTTP/1.1" status: 200 len: 944 time: 0.0762725 Jul 13 08:15:42.176824 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9430f14f-6ebc-4270-b78c-7e27b1705745 req-a4fe57ed-c14f-4340-b915-dac786db138e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350080 Jul 13 08:15:42.349034 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['81147ea6-152a-462a-b196-a604bbe73823'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:15:43.349977 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52679e75-8543-400e-9b33-f5b0445ec0a0 req-73f95d2f-d701-4db9-bdb0-c564af44247f tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:43.351560 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-52679e75-8543-400e-9b33-f5b0445ec0a0 req-73f95d2f-d701-4db9-bdb0-c564af44247f tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4e69b0-5722-499e-a7ed-7d317b5a71c1 HTTP/1.1" status: 200 len: 944 time: 0.0671928 Jul 13 08:15:43.388955 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-52679e75-8543-400e-9b33-f5b0445ec0a0 req-1d1e1250-660a-48df-88e4-48f3d93134d9 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316739 Jul 13 08:15:43.872045 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 81147ea6-152a-462a-b196-a604bbe73823 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:15:43.919709 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 81147ea6-152a-462a-b196-a604bbe73823 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:15:43.923344 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 81147ea6-152a-462a-b196-a604bbe73823 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:15:43.923708 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:44.001238 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:44.025298 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4e69b0-5722-499e-a7ed-7d317b5a71c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81147ea6-152a-462a-b196-a604bbe73823'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:15:44.040462 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 81147ea6-152a-462a-b196-a604bbe73823, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=81147ea6-152a-462a-b196-a604bbe73823,segment=NetworkSegment(8dbf31b4-ba88-4ea7-904a-336e78959cc0),segment_id=8dbf31b4-ba88-4ea7-904a-336e78959cc0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:15:44.045299 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:44.071076 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}819247fa28fcd914db4aabd8a9f8f95ceb467163a9d63008da3b74a1dcff375d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c7f6ad-d7f8-47b0-a770-4a4b60b94826" -d '{"events": [{"server_uuid": "ee4e69b0-5722-499e-a7ed-7d317b5a71c1", "name": "network-vif-plugged", "status": "completed", "tag": "81147ea6-152a-462a-b196-a604bbe73823"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:15:44.104003 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=81147ea6-152a-462a-b196-a604bbe73823,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:44.163950 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f1d3ec-2679-42cf-8525-a7944435ad62 x-openstack-request-id: req-97f1d3ec-2679-42cf-8525-a7944435ad62 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:15:44.164243 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee4e69b0-5722-499e-a7ed-7d317b5a71c1", "name": "network-vif-plugged", "status": "completed", "tag": "81147ea6-152a-462a-b196-a604bbe73823", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:15:44.164494 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-97f1d3ec-2679-42cf-8525-a7944435ad62 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:15:44.164887 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4e69b0-5722-499e-a7ed-7d317b5a71c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81147ea6-152a-462a-b196-a604bbe73823', 'code': 200} Jul 13 08:15:44.290993 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca76386-06a9-441c-87d6-1608211e03c6 req-7dc74b9e-81b8-46ef-8ba4-22bf2a5f3ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:44.292538 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2ca76386-06a9-441c-87d6-1608211e03c6 req-7dc74b9e-81b8-46ef-8ba4-22bf2a5f3ec6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ee4e69b0-5722-499e-a7ed-7d317b5a71c1 HTTP/1.1" status: 200 len: 1097 time: 0.0582056 Jul 13 08:15:44.323949 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9647d3b9-c2b3-4f7d-8644-748469fa8c9a None None] Provisioning complete for port 81147ea6-152a-462a-b196-a604bbe73823 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:15:44.324316 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9647d3b9-c2b3-4f7d-8644-748469fa8c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:44.327396 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2ca76386-06a9-441c-87d6-1608211e03c6 req-be0c78f4-abb6-480d-b17d-f9eb4c571156 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287318 Jul 13 08:15:44.572477 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb3a05-284b-4061-8a99-f09d748e569e req-1bbcd55b-fc5a-4182-8452-7f6a5fba55b7 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:44.574005 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b4eb3a05-284b-4061-8a99-f09d748e569e req-1bbcd55b-fc5a-4182-8452-7f6a5fba55b7 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4e69b0-5722-499e-a7ed-7d317b5a71c1 HTTP/1.1" status: 200 len: 945 time: 0.0636420 Jul 13 08:15:44.611994 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b4eb3a05-284b-4061-8a99-f09d748e569e req-f0114a83-ea40-4be1-b522-d33557bc8e47 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323436 Jul 13 08:15:45.792267 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e4fe5-c2b8-4134-a8cb-64ca9bf22f27 req-3414b6d2-fc53-4c8a-8ea4-56cb6e647b58 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:45.793754 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ab5e4fe5-c2b8-4134-a8cb-64ca9bf22f27 req-3414b6d2-fc53-4c8a-8ea4-56cb6e647b58 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4e69b0-5722-499e-a7ed-7d317b5a71c1 HTTP/1.1" status: 200 len: 945 time: 0.0630684 Jul 13 08:15:45.832045 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ab5e4fe5-c2b8-4134-a8cb-64ca9bf22f27 req-9d472f3e-2a0f-41be-8e24-78fb86b66a89 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328012 Jul 13 08:15:46.005706 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da2a2e-c6d5-4d46-bf1d-da4907d6cdce req-86a2a602-de0e-46ff-8349-bee29973c31a tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:46.007668 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-54da2a2e-c6d5-4d46-bf1d-da4907d6cdce req-86a2a602-de0e-46ff-8349-bee29973c31a tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4e69b0-5722-499e-a7ed-7d317b5a71c1 HTTP/1.1" status: 200 len: 945 time: 0.0638628 Jul 13 08:15:46.046275 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-54da2a2e-c6d5-4d46-bf1d-da4907d6cdce req-755ebcc9-325f-4c3b-b5eb-69070f4acbc4 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334587 Jul 13 08:15:46.071380 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 41866) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:15:46.127773 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb7d8bd-ac09-41cf-9f84-14dffb3d6070 tempest-TestVolumeBootPattern-2008275589 tempest-TestVolumeBootPattern-2008275589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:46.129325 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-fcb7d8bd-ac09-41cf-9f84-14dffb3d6070 tempest-TestVolumeBootPattern-2008275589 tempest-TestVolumeBootPattern-2008275589-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ee4e69b0-5722-499e-a7ed-7d317b5a71c1 HTTP/1.1" status: 200 len: 1092 time: 0.0569746 Jul 13 08:15:46.132190 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 41868) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:15:46.136721 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-8f8eedee-50e0-43c8-b0f5-88d09464f67d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'port_id': '81147ea6-152a-462a-b196-a604bbe73823', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:15:46.157538 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8f8eedee-50e0-43c8-b0f5-88d09464f67d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for floatingip, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:46.252150 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8f8eedee-50e0-43c8-b0f5-88d09464f67d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:46.358590 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-8f8eedee-50e0-43c8-b0f5-88d09464f67d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Allocated IP 172.25.3.243 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/1c363808-abeb-474a-8874-3727967d54b5) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:15:46.467087 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8f8eedee-50e0-43c8-b0f5-88d09464f67d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:46.510072 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8f8eedee-50e0-43c8-b0f5-88d09464f67d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:46.549062 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8eedee-50e0-43c8-b0f5-88d09464f67d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:15:46.551881 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-8f8eedee-50e0-43c8-b0f5-88d09464f67d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:15:46.556438 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8eedee-50e0-43c8-b0f5-88d09464f67d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:15:46.578523 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8eedee-50e0-43c8-b0f5-88d09464f67d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Pushing event updated for resources: {'Port': ['ID=1c363808-abeb-474a-8874-3727967d54b5,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:46.592381 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8eedee-50e0-43c8-b0f5-88d09464f67d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:46.592699 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8eedee-50e0-43c8-b0f5-88d09464f67d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:46.593034 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8eedee-50e0-43c8-b0f5-88d09464f67d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:46.593363 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8eedee-50e0-43c8-b0f5-88d09464f67d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:46.593690 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8eedee-50e0-43c8-b0f5-88d09464f67d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:46.594016 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8eedee-50e0-43c8-b0f5-88d09464f67d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:46.594336 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8eedee-50e0-43c8-b0f5-88d09464f67d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:46.594655 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8eedee-50e0-43c8-b0f5-88d09464f67d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:46.594973 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8eedee-50e0-43c8-b0f5-88d09464f67d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:46.595327 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8eedee-50e0-43c8-b0f5-88d09464f67d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:46.595646 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8eedee-50e0-43c8-b0f5-88d09464f67d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:46.595962 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8eedee-50e0-43c8-b0f5-88d09464f67d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:15:46.935857 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8f8eedee-50e0-43c8-b0f5-88d09464f67d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:47.009551 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8f8eedee-50e0-43c8-b0f5-88d09464f67d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:47.157518 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8f8eedee-50e0-43c8-b0f5-88d09464f67d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:47.161742 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8f8eedee-50e0-43c8-b0f5-88d09464f67d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:47.226640 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8eedee-50e0-43c8-b0f5-88d09464f67d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Pushing event updated for resources: {'Port': ['ID=1c363808-abeb-474a-8874-3727967d54b5,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:15:47.238052 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8f8eedee-50e0-43c8-b0f5-88d09464f67d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:47.339502 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [None req-8f8eedee-50e0-43c8-b0f5-88d09464f67d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Floating IP 7665050e-c5fa-4fad-af65-a8cd98119202 associated. External IP: 172.25.3.243, port: 81147ea6-152a-462a-b196-a604bbe73823. Jul 13 08:15:47.549352 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8eedee-50e0-43c8-b0f5-88d09464f67d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Router d48061c2-2257-4523-a631-ff29228fdc55 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:15:47.658628 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8eedee-50e0-43c8-b0f5-88d09464f67d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:15:47.669225 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f08bca-467d-409d-aea7-fb69061c858b None None] Sync routers for ids ['d48061c2-2257-4523-a631-ff29228fdc55'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:15:47.677210 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8f8eedee-50e0-43c8-b0f5-88d09464f67d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:47.680357 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f08bca-467d-409d-aea7-fb69061c858b None None] Routers {'d48061c2-2257-4523-a631-ff29228fdc55'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:15:47.681345 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-08f08bca-467d-409d-aea7-fb69061c858b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:15:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d48061c2-2257-4523-a631-ff29228fdc55'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:15:47.713650 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8f8eedee-50e0-43c8-b0f5-88d09464f67d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5803480 Jul 13 08:15:47.714240 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee4e69b0-5722-499e-a7ed-7d317b5a71c1', 'tag': '81147ea6-152a-462a-b196-a604bbe73823'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:15:47.762201 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33af52f666a6377eeaf9d00c6054365c515a6ddb0c8cc5669bfcff545a31cac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd0fd40-893a-488b-8db8-02d7841cf5ea" -d '{"events": [{"name": "network-changed", "server_uuid": "ee4e69b0-5722-499e-a7ed-7d317b5a71c1", "tag": "81147ea6-152a-462a-b196-a604bbe73823"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:15:47.848825 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69ee2c5-44d1-4878-8fe3-f5a0fc48fd82 x-openstack-request-id: req-d69ee2c5-44d1-4878-8fe3-f5a0fc48fd82 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:15:47.849164 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee4e69b0-5722-499e-a7ed-7d317b5a71c1", "tag": "81147ea6-152a-462a-b196-a604bbe73823", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:15:47.849411 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d69ee2c5-44d1-4878-8fe3-f5a0fc48fd82 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:15:47.849816 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee4e69b0-5722-499e-a7ed-7d317b5a71c1', 'tag': '81147ea6-152a-462a-b196-a604bbe73823', 'status': 'completed', 'code': 200} Jul 13 08:15:47.932102 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0fd40-893a-488b-8db8-02d7841cf5ea req-6d82c25f-98b7-4d22-9514-0d560a3d1c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:47.933635 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2cd0fd40-893a-488b-8db8-02d7841cf5ea req-6d82c25f-98b7-4d22-9514-0d560a3d1c6f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91a436a4f7bf43ddbe81c7275c736b5c&device_id=ee4e69b0-5722-499e-a7ed-7d317b5a71c1 HTTP/1.1" status: 200 len: 1097 time: 0.0593350 Jul 13 08:15:47.954380 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-08f08bca-467d-409d-aea7-fb69061c858b None None] Set router d48061c2-2257-4523-a631-ff29228fdc55 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:15:48.024027 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0fd40-893a-488b-8db8-02d7841cf5ea req-8d8a7a2c-d349-42cc-9d81-1022ded1265e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:48.025555 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2cd0fd40-893a-488b-8db8-02d7841cf5ea req-8d8a7a2c-d349-42cc-9d81-1022ded1265e service neutron] 10.222.0.25 "GET /v2.0/networks?id=24cafb7f-ffa5-435e-8152-f3a75d53beee HTTP/1.1" status: 200 len: 912 time: 0.0859642 Jul 13 08:15:48.095532 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2cd0fd40-893a-488b-8db8-02d7841cf5ea req-b5386537-e6a7-4d4c-b868-e95c4cdb0d35 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81147ea6-152a-462a-b196-a604bbe73823 HTTP/1.1" status: 200 len: 999 time: 0.0638676 Jul 13 08:15:48.144293 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0fd40-893a-488b-8db8-02d7841cf5ea req-f3415e0c-27a0-4f23-b29b-d74282163edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:48.145776 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2cd0fd40-893a-488b-8db8-02d7841cf5ea req-f3415e0c-27a0-4f23-b29b-d74282163edc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=be9d4c82-9997-4b23-963d-61665a0eafc6 HTTP/1.1" status: 200 len: 850 time: 0.0446429 Jul 13 08:15:48.180911 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-08f08bca-467d-409d-aea7-fb69061c858b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'name': 'tempest-TestVolumeBootPattern-572878154-router', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:55Z', 'revision_number': 4, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'gw_port': {'id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '7665050e-c5fa-4fad-af65-a8cd98119202', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'port_id': '81147ea6-152a-462a-b196-a604bbe73823', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'mac_address': 'fa:16:3e:f4:5a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4e69b0-5722-499e-a7ed-7d317b5a71c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:15:46Z', 'updated_at': '2021-07-13T08:15:46Z', 'revision_number': 0, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'fixed_ip_address_scope': None}, {'id': 'b9324940-cbb4-4704-afa5-373fe3631485', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'port_id': '61827f0a-3ff3-47c9-9ea7-de485e674ae7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'mac_address': 'fa:16:3e:b9:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d84da67-bafe-4e79-8117-d652c7c48c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:13:48Z', 'updated_at': '2021-07-13T08:13:50Z', 'revision_number': 1, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3b930f-b88b-4f6c-aa15-07cc0fc79202', 'name': '', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'mac_address': 'fa:16:3e:17:4e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:54Z', 'updated_at': '2021-07-13T08:08:01Z', 'revision_number': 5, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'subnets': [{'id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:15:48.202985 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0fd40-893a-488b-8db8-02d7841cf5ea req-b3ef0cbf-61b3-4429-87ea-374633e03831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:48.204522 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2cd0fd40-893a-488b-8db8-02d7841cf5ea req-b3ef0cbf-61b3-4429-87ea-374633e03831 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=24cafb7f-ffa5-435e-8152-f3a75d53beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525830 Jul 13 08:15:48.210920 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f08bca-467d-409d-aea7-fb69061c858b None None] Checking router: d48061c2-2257-4523-a631-ff29228fdc55 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:15:48.219425 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f08bca-467d-409d-aea7-fb69061c858b None None] Routers {'d48061c2-2257-4523-a631-ff29228fdc55'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:15:48.220044 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-08f08bca-467d-409d-aea7-fb69061c858b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:15:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d48061c2-2257-4523-a631-ff29228fdc55'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:15:48.299111 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2cd0fd40-893a-488b-8db8-02d7841cf5ea req-e192efa1-bb5c-4308-982c-0e48003ffe54 service neutron] 10.222.0.25 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876915 Jul 13 08:15:48.325753 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-08f08bca-467d-409d-aea7-fb69061c858b None None] Set router d48061c2-2257-4523-a631-ff29228fdc55 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:15:48.387031 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2cd0fd40-893a-488b-8db8-02d7841cf5ea req-f0c00470-5e1c-4fab-9380-65ff315d1292 service neutron] 10.222.0.25 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819066 Jul 13 08:15:48.546260 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-08f08bca-467d-409d-aea7-fb69061c858b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'name': 'tempest-TestVolumeBootPattern-572878154-router', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:55Z', 'revision_number': 4, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'gw_port': {'id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '7665050e-c5fa-4fad-af65-a8cd98119202', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'port_id': '81147ea6-152a-462a-b196-a604bbe73823', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'mac_address': 'fa:16:3e:f4:5a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4e69b0-5722-499e-a7ed-7d317b5a71c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:15:46Z', 'updated_at': '2021-07-13T08:15:46Z', 'revision_number': 0, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'fixed_ip_address_scope': None}, {'id': 'b9324940-cbb4-4704-afa5-373fe3631485', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'port_id': '61827f0a-3ff3-47c9-9ea7-de485e674ae7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'mac_address': 'fa:16:3e:b9:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d84da67-bafe-4e79-8117-d652c7c48c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:13:48Z', 'updated_at': '2021-07-13T08:13:50Z', 'revision_number': 1, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3b930f-b88b-4f6c-aa15-07cc0fc79202', 'name': '', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'mac_address': 'fa:16:3e:17:4e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:54Z', 'updated_at': '2021-07-13T08:08:01Z', 'revision_number': 5, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'subnets': [{'id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:15:48.576361 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f08bca-467d-409d-aea7-fb69061c858b None None] The sync data for ids ['d48061c2-2257-4523-a631-ff29228fdc55'] in n-d-771363-34 is: [{'id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'name': 'tempest-TestVolumeBootPattern-572878154-router', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:55Z', 'revision_number': 4, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'gw_port': {'id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '7665050e-c5fa-4fad-af65-a8cd98119202', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'port_id': '81147ea6-152a-462a-b196-a604bbe73823', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'mac_address': 'fa:16:3e:f4:5a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4e69b0-5722-499e-a7ed-7d317b5a71c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:15:46Z', 'updated_at': '2021-07-13T08:15:46Z', 'revision_number': 0, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'fixed_ip_address_scope': None}, {'id': 'b9324940-cbb4-4704-afa5-373fe3631485', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'port_id': '61827f0a-3ff3-47c9-9ea7-de485e674ae7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'mac_address': 'fa:16:3e:b9:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d84da67-bafe-4e79-8117-d652c7c48c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:13:48Z', 'updated_at': '2021-07-13T08:13:50Z', 'revision_number': 1, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3b930f-b88b-4f6c-aa15-07cc0fc79202', 'name': '', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'mac_address': 'fa:16:3e:17:4e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:54Z', 'updated_at': '2021-07-13T08:08:01Z', 'revision_number': 5, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'subnets': [{'id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:15:48.771228 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524f869d-266a-4bc3-8357-92044ed90a8e None None] New status for floating IP 7665050e-c5fa-4fad-af65-a8cd98119202: ACTIVE {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:15:50.716107 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9bbd1925-8d6a-4b18-8135-09e2dfcefe1d req-56bde4bf-dd85-461c-8937-e09ede93275d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5d84da67-bafe-4e79-8117-d652c7c48c05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0559042 Jul 13 08:15:50.814275 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd1925-8d6a-4b18-8135-09e2dfcefe1d req-d4d2ae0a-9655-4546-bc9d-c7a549a650c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:50.815803 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9bbd1925-8d6a-4b18-8135-09e2dfcefe1d req-d4d2ae0a-9655-4546-bc9d-c7a549a650c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91a436a4f7bf43ddbe81c7275c736b5c&device_id=5d84da67-bafe-4e79-8117-d652c7c48c05 HTTP/1.1" status: 200 len: 1097 time: 0.0555203 Jul 13 08:15:50.920508 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd1925-8d6a-4b18-8135-09e2dfcefe1d req-74142a3c-129a-498c-b3f1-41a96cd67e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:50.922022 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9bbd1925-8d6a-4b18-8135-09e2dfcefe1d req-74142a3c-129a-498c-b3f1-41a96cd67e00 service neutron] 10.222.0.42 "GET /v2.0/networks?id=24cafb7f-ffa5-435e-8152-f3a75d53beee HTTP/1.1" status: 200 len: 912 time: 0.0853915 Jul 13 08:15:50.988951 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9bbd1925-8d6a-4b18-8135-09e2dfcefe1d req-69ac9f6b-9f2b-4c1b-96ef-949e29fd012a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61827f0a-3ff3-47c9-9ea7-de485e674ae7 HTTP/1.1" status: 200 len: 1001 time: 0.0606241 Jul 13 08:15:51.040785 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd1925-8d6a-4b18-8135-09e2dfcefe1d req-fb6bca8f-b518-4fbc-ae6b-33d9a2215396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:51.042329 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9bbd1925-8d6a-4b18-8135-09e2dfcefe1d req-fb6bca8f-b518-4fbc-ae6b-33d9a2215396 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=be9d4c82-9997-4b23-963d-61665a0eafc6 HTTP/1.1" status: 200 len: 850 time: 0.0465660 Jul 13 08:15:51.098302 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd1925-8d6a-4b18-8135-09e2dfcefe1d req-a09efd7c-d32d-4f34-872f-d78cf352cd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:51.099730 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9bbd1925-8d6a-4b18-8135-09e2dfcefe1d req-a09efd7c-d32d-4f34-872f-d78cf352cd3e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=24cafb7f-ffa5-435e-8152-f3a75d53beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511167 Jul 13 08:15:51.190674 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9bbd1925-8d6a-4b18-8135-09e2dfcefe1d req-7a6b3d1c-7734-4915-a929-4ecd820c7083 service neutron] 10.222.0.42 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844009 Jul 13 08:15:51.279477 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9bbd1925-8d6a-4b18-8135-09e2dfcefe1d req-5b054668-d1b6-44e3-abd6-01da126a93d5 service neutron] 10.222.0.42 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817635 Jul 13 08:15:53.698110 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:54.383027 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:15:55.070450 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:15:59.564470 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7fc8b4b3-1fea-4d4a-9e9d-54eb3558abd3 req-f354f485-400e-4149-8c50-3e184d06b797 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ee4e69b0-5722-499e-a7ed-7d317b5a71c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0555367 Jul 13 08:15:59.658444 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8b4b3-1fea-4d4a-9e9d-54eb3558abd3 req-998f4cd3-0545-4f85-ba7f-ba449bf4d777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:59.660016 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7fc8b4b3-1fea-4d4a-9e9d-54eb3558abd3 req-998f4cd3-0545-4f85-ba7f-ba449bf4d777 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91a436a4f7bf43ddbe81c7275c736b5c&device_id=ee4e69b0-5722-499e-a7ed-7d317b5a71c1 HTTP/1.1" status: 200 len: 1097 time: 0.0523586 Jul 13 08:15:59.767555 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8b4b3-1fea-4d4a-9e9d-54eb3558abd3 req-1545ae55-54f6-4b95-b6bd-39c98230401f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:59.769018 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7fc8b4b3-1fea-4d4a-9e9d-54eb3558abd3 req-1545ae55-54f6-4b95-b6bd-39c98230401f service neutron] 10.222.0.25 "GET /v2.0/networks?id=24cafb7f-ffa5-435e-8152-f3a75d53beee HTTP/1.1" status: 200 len: 912 time: 0.0894001 Jul 13 08:15:59.832561 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7fc8b4b3-1fea-4d4a-9e9d-54eb3558abd3 req-1d5e9b93-97d6-48c9-81bd-9eb00b7be147 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81147ea6-152a-462a-b196-a604bbe73823 HTTP/1.1" status: 200 len: 1001 time: 0.0572462 Jul 13 08:15:59.882484 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8b4b3-1fea-4d4a-9e9d-54eb3558abd3 req-f8090ae0-22c8-4f9a-a16d-8bab17afb7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:59.883955 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7fc8b4b3-1fea-4d4a-9e9d-54eb3558abd3 req-f8090ae0-22c8-4f9a-a16d-8bab17afb7d9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=be9d4c82-9997-4b23-963d-61665a0eafc6 HTTP/1.1" status: 200 len: 850 time: 0.0449224 Jul 13 08:15:59.943295 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8b4b3-1fea-4d4a-9e9d-54eb3558abd3 req-803ea839-c5d8-4e37-8ab0-2c541015ad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:15:59.944791 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7fc8b4b3-1fea-4d4a-9e9d-54eb3558abd3 req-803ea839-c5d8-4e37-8ab0-2c541015ad63 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=24cafb7f-ffa5-435e-8152-f3a75d53beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551066 Jul 13 08:16:00.032247 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7fc8b4b3-1fea-4d4a-9e9d-54eb3558abd3 req-8711865b-eaac-42f3-b191-696476c616b4 service neutron] 10.222.0.25 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811322 Jul 13 08:16:00.124207 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7fc8b4b3-1fea-4d4a-9e9d-54eb3558abd3 req-258b5647-4768-414e-816b-a614e14a341c service neutron] 10.222.0.25 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857031 Jul 13 08:16:00.344354 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-210a7de3-5341-4c88-bf51-d56f05557ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:03.197067 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9cb476a7-9b3c-4f7d-9ae8-259885d4a25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:03.215459 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:04.260202 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:06.031270 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:23.697482 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:24.414370 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:30.345242 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-13da6ece-e652-4bf4-8fd7-d56bf9c371ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:32.068697 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:16:33.197381 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-101b1b98-4e53-49f3-961d-7c3cb8577954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:33.214318 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:34.264117 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:36.034159 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:52.737304 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c113105c-2423-4f9b-a703-d9767d98d4da req-516ed8f2-1464-4f29-8fc8-296c69ab3cba service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5d84da67-bafe-4e79-8117-d652c7c48c05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0626705 Jul 13 08:16:52.831685 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113105c-2423-4f9b-a703-d9767d98d4da req-d05970be-9719-46c1-884f-7a6340b381a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:52.833099 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c113105c-2423-4f9b-a703-d9767d98d4da req-d05970be-9719-46c1-884f-7a6340b381a6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91a436a4f7bf43ddbe81c7275c736b5c&device_id=5d84da67-bafe-4e79-8117-d652c7c48c05 HTTP/1.1" status: 200 len: 1097 time: 0.0529547 Jul 13 08:16:52.950049 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113105c-2423-4f9b-a703-d9767d98d4da req-d960fb7b-f1a3-4a33-a2de-fe7fff4a0d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:52.951572 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c113105c-2423-4f9b-a703-d9767d98d4da req-d960fb7b-f1a3-4a33-a2de-fe7fff4a0d16 service neutron] 10.222.0.42 "GET /v2.0/networks?id=24cafb7f-ffa5-435e-8152-f3a75d53beee HTTP/1.1" status: 200 len: 912 time: 0.0974097 Jul 13 08:16:53.014893 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c113105c-2423-4f9b-a703-d9767d98d4da req-6a0c6919-ef57-44c7-9b63-191cfa7d3dbf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61827f0a-3ff3-47c9-9ea7-de485e674ae7 HTTP/1.1" status: 200 len: 1001 time: 0.0575166 Jul 13 08:16:53.069449 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113105c-2423-4f9b-a703-d9767d98d4da req-e5b9ef42-f8cd-4721-a2e0-a856a591e6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:53.070920 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c113105c-2423-4f9b-a703-d9767d98d4da req-e5b9ef42-f8cd-4721-a2e0-a856a591e6d7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=be9d4c82-9997-4b23-963d-61665a0eafc6 HTTP/1.1" status: 200 len: 850 time: 0.0499051 Jul 13 08:16:53.130019 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113105c-2423-4f9b-a703-d9767d98d4da req-06946035-557d-4d76-8d9c-1e557cdb9f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:16:53.131534 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c113105c-2423-4f9b-a703-d9767d98d4da req-06946035-557d-4d76-8d9c-1e557cdb9f95 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=24cafb7f-ffa5-435e-8152-f3a75d53beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544145 Jul 13 08:16:53.221556 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c113105c-2423-4f9b-a703-d9767d98d4da req-310f0f8a-d9a6-4f34-a9c2-771df19facb7 service neutron] 10.222.0.42 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840886 Jul 13 08:16:53.316014 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c113105c-2423-4f9b-a703-d9767d98d4da req-0e3910db-7d87-4216-a1a0-c8439a48299b service neutron] 10.222.0.42 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876751 Jul 13 08:16:53.712474 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:16:54.428090 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:00.344765 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7654a7f3-a0b7-4ad3-a884-e512317768ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:00.586455 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9e114e93-3af5-431a-9142-55135861554e req-dd2fb800-84b9-4e94-8d86-e45242da0153 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ee4e69b0-5722-499e-a7ed-7d317b5a71c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0501082 Jul 13 08:17:00.682394 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e114e93-3af5-431a-9142-55135861554e req-9a1851df-7ad0-4e2a-967d-3e38a83da21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:00.683940 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9e114e93-3af5-431a-9142-55135861554e req-9a1851df-7ad0-4e2a-967d-3e38a83da21d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91a436a4f7bf43ddbe81c7275c736b5c&device_id=ee4e69b0-5722-499e-a7ed-7d317b5a71c1 HTTP/1.1" status: 200 len: 1097 time: 0.0566866 Jul 13 08:17:00.785057 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e114e93-3af5-431a-9142-55135861554e req-b298d848-76c6-461c-988e-1737839382a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:00.786704 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9e114e93-3af5-431a-9142-55135861554e req-b298d848-76c6-461c-988e-1737839382a2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=24cafb7f-ffa5-435e-8152-f3a75d53beee HTTP/1.1" status: 200 len: 912 time: 0.0839651 Jul 13 08:17:00.854985 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9e114e93-3af5-431a-9142-55135861554e req-dd56674a-78b4-4f56-b972-b40547539b34 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81147ea6-152a-462a-b196-a604bbe73823 HTTP/1.1" status: 200 len: 1001 time: 0.0622253 Jul 13 08:17:00.902797 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e114e93-3af5-431a-9142-55135861554e req-6561573a-ce57-4a80-b8c4-c9c8a34c4a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:00.904277 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9e114e93-3af5-431a-9142-55135861554e req-6561573a-ce57-4a80-b8c4-c9c8a34c4a0f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=be9d4c82-9997-4b23-963d-61665a0eafc6 HTTP/1.1" status: 200 len: 850 time: 0.0435734 Jul 13 08:17:00.958509 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e114e93-3af5-431a-9142-55135861554e req-7883f7c4-e023-44cf-9d59-2510cd5d2cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:00.960021 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9e114e93-3af5-431a-9142-55135861554e req-7883f7c4-e023-44cf-9d59-2510cd5d2cde service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=24cafb7f-ffa5-435e-8152-f3a75d53beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501945 Jul 13 08:17:01.050864 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9e114e93-3af5-431a-9142-55135861554e req-95ae294e-cad5-4557-921c-34d4daae3326 service neutron] 10.222.0.25 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848770 Jul 13 08:17:01.142560 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9e114e93-3af5-431a-9142-55135861554e req-f77b480f-ee10-4661-a7d7-d8267bbafede service neutron] 10.222.0.25 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851254 Jul 13 08:17:03.198553 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-50bf4363-e99d-4993-a1ae-c8ba3a869769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:03.215170 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:04.265196 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:06.036257 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:09.066270 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:17:14.821645 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 41932) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:14.993234 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-d7023411-3e51-48a8-be9b-bc92cd5fc29e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Deleting port 1c363808-abeb-474a-8874-3727967d54b5 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:17:14.993575 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d7023411-3e51-48a8-be9b-bc92cd5fc29e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:15.073512 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d7023411-3e51-48a8-be9b-bc92cd5fc29e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:15.073832 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d7023411-3e51-48a8-be9b-bc92cd5fc29e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:15.086302 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-d7023411-3e51-48a8-be9b-bc92cd5fc29e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Calling delete_port for 1c363808-abeb-474a-8874-3727967d54b5 owned by network:floatingip {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:17:15.234417 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d7023411-3e51-48a8-be9b-bc92cd5fc29e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:15.257866 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7023411-3e51-48a8-be9b-bc92cd5fc29e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Pushing event deleted for resources: {'Port': ['ID=1c363808-abeb-474a-8874-3727967d54b5,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:15.268647 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7023411-3e51-48a8-be9b-bc92cd5fc29e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:15.268991 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7023411-3e51-48a8-be9b-bc92cd5fc29e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:15.269326 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7023411-3e51-48a8-be9b-bc92cd5fc29e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:15.269660 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7023411-3e51-48a8-be9b-bc92cd5fc29e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:15.269985 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7023411-3e51-48a8-be9b-bc92cd5fc29e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:15.270912 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7023411-3e51-48a8-be9b-bc92cd5fc29e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:15.270912 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7023411-3e51-48a8-be9b-bc92cd5fc29e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:15.270912 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7023411-3e51-48a8-be9b-bc92cd5fc29e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:15.271257 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7023411-3e51-48a8-be9b-bc92cd5fc29e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:15.271580 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7023411-3e51-48a8-be9b-bc92cd5fc29e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:15.271901 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7023411-3e51-48a8-be9b-bc92cd5fc29e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:15.272216 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7023411-3e51-48a8-be9b-bc92cd5fc29e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:15.334097 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d7023411-3e51-48a8-be9b-bc92cd5fc29e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for floatingip, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:15.334423 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [None req-d7023411-3e51-48a8-be9b-bc92cd5fc29e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Floating IP 7665050e-c5fa-4fad-af65-a8cd98119202 disassociated (deleted). External IP: 172.25.3.243, port: 81147ea6-152a-462a-b196-a604bbe73823. Jul 13 08:17:15.545114 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7023411-3e51-48a8-be9b-bc92cd5fc29e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Router d48061c2-2257-4523-a631-ff29228fdc55 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:17:15.652703 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7023411-3e51-48a8-be9b-bc92cd5fc29e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:17:15.657594 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d7023411-3e51-48a8-be9b-bc92cd5fc29e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:15.661925 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7362e9d7-233a-4f3a-8f82-8ffe29783c05 None None] Sync routers for ids ['d48061c2-2257-4523-a631-ff29228fdc55'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:17:15.671355 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7362e9d7-233a-4f3a-8f82-8ffe29783c05 None None] Routers {'d48061c2-2257-4523-a631-ff29228fdc55'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:17:15.671971 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-7362e9d7-233a-4f3a-8f82-8ffe29783c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:17:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d48061c2-2257-4523-a631-ff29228fdc55'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:15.693604 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d7023411-3e51-48a8-be9b-bc92cd5fc29e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "DELETE /v2.0/floatingips/7665050e-c5fa-4fad-af65-a8cd98119202 HTTP/1.1" status: 204 len: 168 time: 0.8708715 Jul 13 08:17:15.694190 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee4e69b0-5722-499e-a7ed-7d317b5a71c1', 'tag': '81147ea6-152a-462a-b196-a604bbe73823'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:17:15.696478 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33af52f666a6377eeaf9d00c6054365c515a6ddb0c8cc5669bfcff545a31cac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f398d87f-775e-4375-b62e-b5a30de14af7" -d '{"events": [{"name": "network-changed", "server_uuid": "ee4e69b0-5722-499e-a7ed-7d317b5a71c1", "tag": "81147ea6-152a-462a-b196-a604bbe73823"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:17:15.748396 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d75017-af9a-49a6-a1b3-b5f9b3244a02 x-openstack-request-id: req-f6d75017-af9a-49a6-a1b3-b5f9b3244a02 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:17:15.748692 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee4e69b0-5722-499e-a7ed-7d317b5a71c1", "tag": "81147ea6-152a-462a-b196-a604bbe73823", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:17:15.748947 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f6d75017-af9a-49a6-a1b3-b5f9b3244a02 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:17:15.749354 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee4e69b0-5722-499e-a7ed-7d317b5a71c1', 'tag': '81147ea6-152a-462a-b196-a604bbe73823', 'status': 'completed', 'code': 200} Jul 13 08:17:15.780861 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-7362e9d7-233a-4f3a-8f82-8ffe29783c05 None None] Set router d48061c2-2257-4523-a631-ff29228fdc55 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:17:15.829905 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398d87f-775e-4375-b62e-b5a30de14af7 req-00235de8-e97a-417a-9690-156d5f8bbe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:15.831532 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f398d87f-775e-4375-b62e-b5a30de14af7 req-00235de8-e97a-417a-9690-156d5f8bbe5d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91a436a4f7bf43ddbe81c7275c736b5c&device_id=ee4e69b0-5722-499e-a7ed-7d317b5a71c1 HTTP/1.1" status: 200 len: 1097 time: 0.0594034 Jul 13 08:17:15.931651 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398d87f-775e-4375-b62e-b5a30de14af7 req-36e91f0a-6054-49cb-9453-4cb1c3c711dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:15.933168 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f398d87f-775e-4375-b62e-b5a30de14af7 req-36e91f0a-6054-49cb-9453-4cb1c3c711dd service neutron] 10.222.0.25 "GET /v2.0/networks?id=24cafb7f-ffa5-435e-8152-f3a75d53beee HTTP/1.1" status: 200 len: 912 time: 0.0957046 Jul 13 08:17:15.978807 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f398d87f-775e-4375-b62e-b5a30de14af7 req-5ca1d993-6368-4b97-821f-1e53aca0c01b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81147ea6-152a-462a-b196-a604bbe73823 HTTP/1.1" status: 200 len: 217 time: 0.0398970 Jul 13 08:17:16.031647 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398d87f-775e-4375-b62e-b5a30de14af7 req-35c4d497-882b-4357-b185-2f313034d8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:16.033119 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f398d87f-775e-4375-b62e-b5a30de14af7 req-35c4d497-882b-4357-b185-2f313034d8c2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=be9d4c82-9997-4b23-963d-61665a0eafc6 HTTP/1.1" status: 200 len: 850 time: 0.0481977 Jul 13 08:17:16.039382 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-7362e9d7-233a-4f3a-8f82-8ffe29783c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'name': 'tempest-TestVolumeBootPattern-572878154-router', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:55Z', 'revision_number': 4, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'gw_port': {'id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': 'b9324940-cbb4-4704-afa5-373fe3631485', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'port_id': '61827f0a-3ff3-47c9-9ea7-de485e674ae7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'mac_address': 'fa:16:3e:b9:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d84da67-bafe-4e79-8117-d652c7c48c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:13:48Z', 'updated_at': '2021-07-13T08:13:50Z', 'revision_number': 1, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3b930f-b88b-4f6c-aa15-07cc0fc79202', 'name': '', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'mac_address': 'fa:16:3e:17:4e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:54Z', 'updated_at': '2021-07-13T08:08:01Z', 'revision_number': 5, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'subnets': [{'id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:16.066930 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7362e9d7-233a-4f3a-8f82-8ffe29783c05 None None] Checking router: d48061c2-2257-4523-a631-ff29228fdc55 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:17:16.075815 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7362e9d7-233a-4f3a-8f82-8ffe29783c05 None None] Routers {'d48061c2-2257-4523-a631-ff29228fdc55'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:17:16.076436 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-7362e9d7-233a-4f3a-8f82-8ffe29783c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:17:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d48061c2-2257-4523-a631-ff29228fdc55'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:16.131497 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa0037-b9d3-4864-affb-70630ec3ef69 req-1dd0df3c-917c-4672-95f3-a0a11865a4ff tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:16.132990 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-65aa0037-b9d3-4864-affb-70630ec3ef69 req-1dd0df3c-917c-4672-95f3-a0a11865a4ff tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4e69b0-5722-499e-a7ed-7d317b5a71c1 HTTP/1.1" status: 200 len: 945 time: 0.0990126 Jul 13 08:17:16.139884 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398d87f-775e-4375-b62e-b5a30de14af7 req-0f1f25ed-7cf4-431e-917e-acee8564470b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:16.141598 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f398d87f-775e-4375-b62e-b5a30de14af7 req-0f1f25ed-7cf4-431e-917e-acee8564470b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=24cafb7f-ffa5-435e-8152-f3a75d53beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0974948 Jul 13 08:17:16.192703 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-7362e9d7-233a-4f3a-8f82-8ffe29783c05 None None] Set router d48061c2-2257-4523-a631-ff29228fdc55 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:17:16.204943 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-65aa0037-b9d3-4864-affb-70630ec3ef69 req-f4f7a57f-e1a6-4284-80f2-fd7f5f000371 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624125 Jul 13 08:17:16.258816 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f398d87f-775e-4375-b62e-b5a30de14af7 req-c86041a1-bf10-4262-86da-b4d72b0318ce service neutron] 10.222.0.25 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093960 Jul 13 08:17:16.421600 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-7362e9d7-233a-4f3a-8f82-8ffe29783c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'name': 'tempest-TestVolumeBootPattern-572878154-router', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:55Z', 'revision_number': 4, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'gw_port': {'id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': 'b9324940-cbb4-4704-afa5-373fe3631485', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'port_id': '61827f0a-3ff3-47c9-9ea7-de485e674ae7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'mac_address': 'fa:16:3e:b9:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d84da67-bafe-4e79-8117-d652c7c48c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:13:48Z', 'updated_at': '2021-07-13T08:13:50Z', 'revision_number': 1, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3b930f-b88b-4f6c-aa15-07cc0fc79202', 'name': '', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'mac_address': 'fa:16:3e:17:4e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:54Z', 'updated_at': '2021-07-13T08:08:01Z', 'revision_number': 5, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'subnets': [{'id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:16.448848 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7362e9d7-233a-4f3a-8f82-8ffe29783c05 None None] The sync data for ids ['d48061c2-2257-4523-a631-ff29228fdc55'] in n-d-771363-34 is: [{'id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'name': 'tempest-TestVolumeBootPattern-572878154-router', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:55Z', 'revision_number': 4, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'gw_port': {'id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': 'b9324940-cbb4-4704-afa5-373fe3631485', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'port_id': '61827f0a-3ff3-47c9-9ea7-de485e674ae7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'mac_address': 'fa:16:3e:b9:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d84da67-bafe-4e79-8117-d652c7c48c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:13:48Z', 'updated_at': '2021-07-13T08:13:50Z', 'revision_number': 1, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3b930f-b88b-4f6c-aa15-07cc0fc79202', 'name': '', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'mac_address': 'fa:16:3e:17:4e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:54Z', 'updated_at': '2021-07-13T08:08:01Z', 'revision_number': 5, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'subnets': [{'id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:17:16.687372 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f842e1f1-063b-48f8-bde3-9a4936ef63fd None None] New status for floating IP 7665050e-c5fa-4fad-af65-a8cd98119202: DOWN {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:17:16.698954 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f398d87f-775e-4375-b62e-b5a30de14af7 req-5f982149-aac5-4ac6-8c0d-666882ee31e2 service neutron] 10.222.0.25 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4333251 Jul 13 08:17:17.397267 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f74639-09c4-427e-9644-ed3018ec7394 req-444e8eb6-bfb7-4ed6-aa41-ee787c7b7925 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:17.398762 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-11f74639-09c4-427e-9644-ed3018ec7394 req-444e8eb6-bfb7-4ed6-aa41-ee787c7b7925 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4e69b0-5722-499e-a7ed-7d317b5a71c1 HTTP/1.1" status: 200 len: 945 time: 0.0669754 Jul 13 08:17:17.438270 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-11f74639-09c4-427e-9644-ed3018ec7394 req-e2731af2-4567-463b-ada1-75f944adccb8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336962 Jul 13 08:17:17.480448 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a0230-a94a-4287-9bc6-f100e4c8fe8b req-f3d17aa9-e67f-41ff-8876-f53819007f92 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:17.482131 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-010a0230-a94a-4287-9bc6-f100e4c8fe8b req-f3d17aa9-e67f-41ff-8876-f53819007f92 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee4e69b0-5722-499e-a7ed-7d317b5a71c1 HTTP/1.1" status: 200 len: 945 time: 0.0657701 Jul 13 08:17:17.581746 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-010a0230-a94a-4287-9bc6-f100e4c8fe8b req-c4bd8927-e775-47e3-8434-6425fafc05f6 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Deleting port 81147ea6-152a-462a-b196-a604bbe73823 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:17:17.582581 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-010a0230-a94a-4287-9bc6-f100e4c8fe8b req-c4bd8927-e775-47e3-8434-6425fafc05f6 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:17.667747 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-010a0230-a94a-4287-9bc6-f100e4c8fe8b req-c4bd8927-e775-47e3-8434-6425fafc05f6 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] For port 81147ea6-152a-462a-b196-a604bbe73823, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=81147ea6-152a-462a-b196-a604bbe73823,segment=NetworkSegment(8dbf31b4-ba88-4ea7-904a-336e78959cc0),segment_id=8dbf31b4-ba88-4ea7-904a-336e78959cc0)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:17:17.668102 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-010a0230-a94a-4287-9bc6-f100e4c8fe8b req-c4bd8927-e775-47e3-8434-6425fafc05f6 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:17.680125 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-010a0230-a94a-4287-9bc6-f100e4c8fe8b req-c4bd8927-e775-47e3-8434-6425fafc05f6 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Calling delete_port for 81147ea6-152a-462a-b196-a604bbe73823 owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:17:17.807353 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-010a0230-a94a-4287-9bc6-f100e4c8fe8b req-c4bd8927-e775-47e3-8434-6425fafc05f6 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:17.838180 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd8927-e775-47e3-8434-6425fafc05f6 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Pushing event deleted for resources: {'Port': ['ID=81147ea6-152a-462a-b196-a604bbe73823,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:17.875973 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd8927-e775-47e3-8434-6425fafc05f6 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:17.876328 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd8927-e775-47e3-8434-6425fafc05f6 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:17.876675 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd8927-e775-47e3-8434-6425fafc05f6 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:17.877039 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd8927-e775-47e3-8434-6425fafc05f6 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:17.877362 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd8927-e775-47e3-8434-6425fafc05f6 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:17.877698 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd8927-e775-47e3-8434-6425fafc05f6 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:17.878028 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd8927-e775-47e3-8434-6425fafc05f6 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:17.878356 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd8927-e775-47e3-8434-6425fafc05f6 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:17.878683 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd8927-e775-47e3-8434-6425fafc05f6 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:17.879007 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd8927-e775-47e3-8434-6425fafc05f6 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:17.879361 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd8927-e775-47e3-8434-6425fafc05f6 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:17.879687 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd8927-e775-47e3-8434-6425fafc05f6 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:17.904395 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-010a0230-a94a-4287-9bc6-f100e4c8fe8b req-c4bd8927-e775-47e3-8434-6425fafc05f6 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] No DVR routers for this DVR port 81147ea6-152a-462a-b196-a604bbe73823 on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:17:17.906956 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-010a0230-a94a-4287-9bc6-f100e4c8fe8b req-c4bd8927-e775-47e3-8434-6425fafc05f6 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:17.909135 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-010a0230-a94a-4287-9bc6-f100e4c8fe8b req-c4bd8927-e775-47e3-8434-6425fafc05f6 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.25 "DELETE /v2.0/ports/81147ea6-152a-462a-b196-a604bbe73823 HTTP/1.1" status: 204 len: 173 time: 0.4217675 Jul 13 08:17:17.909564 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4e69b0-5722-499e-a7ed-7d317b5a71c1', 'name': 'network-vif-deleted', 'tag': '81147ea6-152a-462a-b196-a604bbe73823'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:17:17.911839 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6489222-b6dd-4a29-bdc3-f70a61d43b91" -d '{"events": [{"server_uuid": "ee4e69b0-5722-499e-a7ed-7d317b5a71c1", "name": "network-vif-deleted", "tag": "81147ea6-152a-462a-b196-a604bbe73823"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:17:17.973844 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e726631a-0b9f-4184-9e68-e3277a7fb5ae x-openstack-request-id: req-e726631a-0b9f-4184-9e68-e3277a7fb5ae {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:17:17.974130 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee4e69b0-5722-499e-a7ed-7d317b5a71c1", "name": "network-vif-deleted", "tag": "81147ea6-152a-462a-b196-a604bbe73823", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:17:17.974451 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e726631a-0b9f-4184-9e68-e3277a7fb5ae {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:17:17.974768 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4e69b0-5722-499e-a7ed-7d317b5a71c1', 'name': 'network-vif-deleted', 'tag': '81147ea6-152a-462a-b196-a604bbe73823', 'status': 'completed', 'code': 200} Jul 13 08:17:18.581925 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-152d6057-0335-496e-a6f5-483e6c5d70bd req-7ef3612d-7630-45fc-a6e2-367b28f1e9e1 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4e69b0-5722-499e-a7ed-7d317b5a71c1 HTTP/1.1" status: 200 len: 210 time: 0.0316722 Jul 13 08:17:19.724693 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-74f513a2-0671-4eb2-9901-197b57851ceb req-2613b595-e63e-41f0-8976-8d342062b5a9 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4e69b0-5722-499e-a7ed-7d317b5a71c1 HTTP/1.1" status: 200 len: 210 time: 0.0285659 Jul 13 08:17:20.324097 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 81147ea6-152a-462a-b196-a604bbe73823 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:17:20.345882 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 81147ea6-152a-462a-b196-a604bbe73823 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:17:20.346211 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 81147ea6-152a-462a-b196-a604bbe73823 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:17:20.867322 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c71cc94f-4bbb-4f93-91a1-a48efa2353d7 req-468319f3-dfd3-49d3-932e-53e00ffd9290 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4e69b0-5722-499e-a7ed-7d317b5a71c1 HTTP/1.1" status: 200 len: 210 time: 0.0289655 Jul 13 08:17:23.710844 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:24.428058 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:26.259979 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 41996) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:26.416461 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-1f862823-c975-4cfd-87d2-49b2f2097546 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Deleting port f14c2bcf-003f-433b-b71e-b50dc67925ee {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:17:26.416796 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1f862823-c975-4cfd-87d2-49b2f2097546 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:26.494755 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1f862823-c975-4cfd-87d2-49b2f2097546 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:26.495080 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1f862823-c975-4cfd-87d2-49b2f2097546 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:26.507708 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-1f862823-c975-4cfd-87d2-49b2f2097546 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Calling delete_port for f14c2bcf-003f-433b-b71e-b50dc67925ee owned by network:floatingip {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:17:26.656758 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1f862823-c975-4cfd-87d2-49b2f2097546 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:26.682482 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f862823-c975-4cfd-87d2-49b2f2097546 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Pushing event deleted for resources: {'Port': ['ID=f14c2bcf-003f-433b-b71e-b50dc67925ee,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:26.742820 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1f862823-c975-4cfd-87d2-49b2f2097546 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for floatingip, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:26.743159 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [None req-1f862823-c975-4cfd-87d2-49b2f2097546 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Floating IP b9324940-cbb4-4704-afa5-373fe3631485 disassociated (deleted). External IP: 172.25.3.130, port: 61827f0a-3ff3-47c9-9ea7-de485e674ae7. Jul 13 08:17:26.950106 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f862823-c975-4cfd-87d2-49b2f2097546 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Router d48061c2-2257-4523-a631-ff29228fdc55 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:17:27.057038 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f862823-c975-4cfd-87d2-49b2f2097546 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:17:27.062518 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1f862823-c975-4cfd-87d2-49b2f2097546 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:27.067404 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f9a2c5-49ad-4fd7-9ef0-53edc9f72aa1 None None] Sync routers for ids ['d48061c2-2257-4523-a631-ff29228fdc55'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:17:27.076856 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f9a2c5-49ad-4fd7-9ef0-53edc9f72aa1 None None] Routers {'d48061c2-2257-4523-a631-ff29228fdc55'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:17:27.077512 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-78f9a2c5-49ad-4fd7-9ef0-53edc9f72aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:17:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d48061c2-2257-4523-a631-ff29228fdc55'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:27.097737 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1f862823-c975-4cfd-87d2-49b2f2097546 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "DELETE /v2.0/floatingips/b9324940-cbb4-4704-afa5-373fe3631485 HTTP/1.1" status: 204 len: 168 time: 0.8366747 Jul 13 08:17:27.098319 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d84da67-bafe-4e79-8117-d652c7c48c05', 'tag': '61827f0a-3ff3-47c9-9ea7-de485e674ae7'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:17:27.100616 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33af52f666a6377eeaf9d00c6054365c515a6ddb0c8cc5669bfcff545a31cac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176423d3-7f25-4a58-897d-1800d70a35a9" -d '{"events": [{"name": "network-changed", "server_uuid": "5d84da67-bafe-4e79-8117-d652c7c48c05", "tag": "61827f0a-3ff3-47c9-9ea7-de485e674ae7"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:17:27.140064 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b68b24f-1fd0-48d4-b6e2-1c2e05f36ee9 x-openstack-request-id: req-6b68b24f-1fd0-48d4-b6e2-1c2e05f36ee9 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:17:27.140362 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d84da67-bafe-4e79-8117-d652c7c48c05", "tag": "61827f0a-3ff3-47c9-9ea7-de485e674ae7", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:17:27.140871 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6b68b24f-1fd0-48d4-b6e2-1c2e05f36ee9 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:17:27.141267 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d84da67-bafe-4e79-8117-d652c7c48c05', 'tag': '61827f0a-3ff3-47c9-9ea7-de485e674ae7', 'status': 'completed', 'code': 200} Jul 13 08:17:27.186140 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-78f9a2c5-49ad-4fd7-9ef0-53edc9f72aa1 None None] Set router d48061c2-2257-4523-a631-ff29228fdc55 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:17:27.215608 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176423d3-7f25-4a58-897d-1800d70a35a9 req-058af416-c114-402f-a931-1480526d805a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:27.217193 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-176423d3-7f25-4a58-897d-1800d70a35a9 req-058af416-c114-402f-a931-1480526d805a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91a436a4f7bf43ddbe81c7275c736b5c&device_id=5d84da67-bafe-4e79-8117-d652c7c48c05 HTTP/1.1" status: 200 len: 1097 time: 0.0528753 Jul 13 08:17:27.315614 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176423d3-7f25-4a58-897d-1800d70a35a9 req-ad4264e4-6935-44c2-897e-eb65546e8330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:27.317515 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-176423d3-7f25-4a58-897d-1800d70a35a9 req-ad4264e4-6935-44c2-897e-eb65546e8330 service neutron] 10.222.0.42 "GET /v2.0/networks?id=24cafb7f-ffa5-435e-8152-f3a75d53beee HTTP/1.1" status: 200 len: 912 time: 0.0944912 Jul 13 08:17:27.366430 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-176423d3-7f25-4a58-897d-1800d70a35a9 req-48f17463-b723-40cf-8659-d6e6b771d48f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61827f0a-3ff3-47c9-9ea7-de485e674ae7 HTTP/1.1" status: 200 len: 217 time: 0.0429173 Jul 13 08:17:27.403164 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-78f9a2c5-49ad-4fd7-9ef0-53edc9f72aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'name': 'tempest-TestVolumeBootPattern-572878154-router', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:55Z', 'revision_number': 4, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'gw_port': {'id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '0e3b930f-b88b-4f6c-aa15-07cc0fc79202', 'name': '', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'mac_address': 'fa:16:3e:17:4e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:54Z', 'updated_at': '2021-07-13T08:08:01Z', 'revision_number': 5, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'subnets': [{'id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:27.423115 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176423d3-7f25-4a58-897d-1800d70a35a9 req-7b5a4b95-09e1-4bc1-af2a-aec2d3501389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:27.424840 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-176423d3-7f25-4a58-897d-1800d70a35a9 req-7b5a4b95-09e1-4bc1-af2a-aec2d3501389 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=be9d4c82-9997-4b23-963d-61665a0eafc6 HTTP/1.1" status: 200 len: 850 time: 0.0519567 Jul 13 08:17:27.431421 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f9a2c5-49ad-4fd7-9ef0-53edc9f72aa1 None None] Checking router: d48061c2-2257-4523-a631-ff29228fdc55 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:17:27.440849 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f9a2c5-49ad-4fd7-9ef0-53edc9f72aa1 None None] Routers {'d48061c2-2257-4523-a631-ff29228fdc55'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:17:27.441475 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-78f9a2c5-49ad-4fd7-9ef0-53edc9f72aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:17:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d48061c2-2257-4523-a631-ff29228fdc55'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:27.534858 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4117a-ddf2-46d2-a0a8-3a53350c91fd req-2f5a88e5-5682-418e-a127-0c4bded76dc8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:27.536371 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ebe4117a-ddf2-46d2-a0a8-3a53350c91fd req-2f5a88e5-5682-418e-a127-0c4bded76dc8 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d84da67-bafe-4e79-8117-d652c7c48c05 HTTP/1.1" status: 200 len: 945 time: 0.1063826 Jul 13 08:17:27.539044 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176423d3-7f25-4a58-897d-1800d70a35a9 req-2bb1f49c-d16b-4f18-b97d-faa6f704dcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:27.540748 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-176423d3-7f25-4a58-897d-1800d70a35a9 req-2bb1f49c-d16b-4f18-b97d-faa6f704dcc0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=24cafb7f-ffa5-435e-8152-f3a75d53beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1006606 Jul 13 08:17:27.546172 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-78f9a2c5-49ad-4fd7-9ef0-53edc9f72aa1 None None] Set router d48061c2-2257-4523-a631-ff29228fdc55 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:17:27.601218 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ebe4117a-ddf2-46d2-a0a8-3a53350c91fd req-c208d542-a400-4f06-ab72-c8db5c6f1830 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591867 Jul 13 08:17:27.657997 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-176423d3-7f25-4a58-897d-1800d70a35a9 req-307a8e01-e726-48e0-b7c7-45e2074adf0b service neutron] 10.222.0.42 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097004 Jul 13 08:17:27.742480 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-78f9a2c5-49ad-4fd7-9ef0-53edc9f72aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'name': 'tempest-TestVolumeBootPattern-572878154-router', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:55Z', 'revision_number': 4, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'gw_port': {'id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '0e3b930f-b88b-4f6c-aa15-07cc0fc79202', 'name': '', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'mac_address': 'fa:16:3e:17:4e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:54Z', 'updated_at': '2021-07-13T08:08:01Z', 'revision_number': 5, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'subnets': [{'id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:27.747533 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-176423d3-7f25-4a58-897d-1800d70a35a9 req-926302af-e4b0-48f8-81c8-46c5f79791d6 service neutron] 10.222.0.42 "GET /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832756 Jul 13 08:17:27.773468 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f9a2c5-49ad-4fd7-9ef0-53edc9f72aa1 None None] The sync data for ids ['d48061c2-2257-4523-a631-ff29228fdc55'] in n-d-771363-34 is: [{'id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'name': 'tempest-TestVolumeBootPattern-572878154-router', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:55Z', 'revision_number': 4, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'gw_port': {'id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '0e3b930f-b88b-4f6c-aa15-07cc0fc79202', 'name': '', 'network_id': '24cafb7f-ffa5-435e-8152-f3a75d53beee', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'mac_address': 'fa:16:3e:17:4e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:54Z', 'updated_at': '2021-07-13T08:08:01Z', 'revision_number': 5, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'subnets': [{'id': 'be9d4c82-9997-4b23-963d-61665a0eafc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:17:27.981475 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670070a2-6212-4fb1-b7a6-74b4c39fb59f None None] New status for floating IP b9324940-cbb4-4704-afa5-373fe3631485: DOWN {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:17:28.783852 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe5b71-6817-4198-acd1-9b12a4ab35e3 req-38aafb3f-185e-4520-8414-2163bda3d43d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:28.785345 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-77fe5b71-6817-4198-acd1-9b12a4ab35e3 req-38aafb3f-185e-4520-8414-2163bda3d43d tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d84da67-bafe-4e79-8117-d652c7c48c05 HTTP/1.1" status: 200 len: 945 time: 0.0681002 Jul 13 08:17:28.823331 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-77fe5b71-6817-4198-acd1-9b12a4ab35e3 req-5a1d861e-2589-4e9a-af4d-12d7ccbb5a20 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb074d9-85fd-45ae-afed-1e54e08d9d65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323944 Jul 13 08:17:28.876173 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47fe48-777f-4bdc-be40-7735272b3a35 req-e6fd6c3b-ff38-4e88-91dc-c43354496758 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:28.877687 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6f47fe48-777f-4bdc-be40-7735272b3a35 req-e6fd6c3b-ff38-4e88-91dc-c43354496758 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d84da67-bafe-4e79-8117-d652c7c48c05 HTTP/1.1" status: 200 len: 945 time: 0.0668883 Jul 13 08:17:28.980586 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-6f47fe48-777f-4bdc-be40-7735272b3a35 req-1128deff-f371-4e81-b8d5-33e61f6013ef tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Deleting port 61827f0a-3ff3-47c9-9ea7-de485e674ae7 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:17:28.981083 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-6f47fe48-777f-4bdc-be40-7735272b3a35 req-1128deff-f371-4e81-b8d5-33e61f6013ef tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:29.077187 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-6f47fe48-777f-4bdc-be40-7735272b3a35 req-1128deff-f371-4e81-b8d5-33e61f6013ef tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] For port 61827f0a-3ff3-47c9-9ea7-de485e674ae7, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=61827f0a-3ff3-47c9-9ea7-de485e674ae7,segment=NetworkSegment(8dbf31b4-ba88-4ea7-904a-336e78959cc0),segment_id=8dbf31b4-ba88-4ea7-904a-336e78959cc0)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:17:29.077544 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-6f47fe48-777f-4bdc-be40-7735272b3a35 req-1128deff-f371-4e81-b8d5-33e61f6013ef tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:29.089195 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-6f47fe48-777f-4bdc-be40-7735272b3a35 req-1128deff-f371-4e81-b8d5-33e61f6013ef tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Calling delete_port for 61827f0a-3ff3-47c9-9ea7-de485e674ae7 owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:17:29.220246 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-6f47fe48-777f-4bdc-be40-7735272b3a35 req-1128deff-f371-4e81-b8d5-33e61f6013ef tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:29.252982 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128deff-f371-4e81-b8d5-33e61f6013ef tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Pushing event deleted for resources: {'Port': ['ID=61827f0a-3ff3-47c9-9ea7-de485e674ae7,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:29.299212 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f47fe48-777f-4bdc-be40-7735272b3a35 req-1128deff-f371-4e81-b8d5-33e61f6013ef tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] No DVR routers for this DVR port 61827f0a-3ff3-47c9-9ea7-de485e674ae7 on host n-h1-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:17:29.301825 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-6f47fe48-777f-4bdc-be40-7735272b3a35 req-1128deff-f371-4e81-b8d5-33e61f6013ef tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:29.303863 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6f47fe48-777f-4bdc-be40-7735272b3a35 req-1128deff-f371-4e81-b8d5-33e61f6013ef tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.42 "DELETE /v2.0/ports/61827f0a-3ff3-47c9-9ea7-de485e674ae7 HTTP/1.1" status: 204 len: 173 time: 0.4212518 Jul 13 08:17:29.304296 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d84da67-bafe-4e79-8117-d652c7c48c05', 'name': 'network-vif-deleted', 'tag': '61827f0a-3ff3-47c9-9ea7-de485e674ae7'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:17:29.306630 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c6f7b6-916a-4c18-bbb0-f6047d749694" -d '{"events": [{"server_uuid": "5d84da67-bafe-4e79-8117-d652c7c48c05", "name": "network-vif-deleted", "tag": "61827f0a-3ff3-47c9-9ea7-de485e674ae7"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:17:29.346375 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2934cd-1e1a-4109-b569-bc9d11c5b893 x-openstack-request-id: req-5c2934cd-1e1a-4109-b569-bc9d11c5b893 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:17:29.346658 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d84da67-bafe-4e79-8117-d652c7c48c05", "name": "network-vif-deleted", "tag": "61827f0a-3ff3-47c9-9ea7-de485e674ae7", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:17:29.346905 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c2934cd-1e1a-4109-b569-bc9d11c5b893 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:17:29.347329 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d84da67-bafe-4e79-8117-d652c7c48c05', 'name': 'network-vif-deleted', 'tag': '61827f0a-3ff3-47c9-9ea7-de485e674ae7', 'status': 'completed', 'code': 200} Jul 13 08:17:29.969833 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c6b47bae-ef47-4ab6-8ba5-b6931e2b4187 req-fbe61b35-8339-49e8-97c5-3742f5a536a1 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d84da67-bafe-4e79-8117-d652c7c48c05 HTTP/1.1" status: 200 len: 210 time: 0.0293276 Jul 13 08:17:30.346027 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-83f919d4-53e0-40e3-86b9-e775cfb0dbe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:31.114735 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f4bd2b2f-269c-415a-ac08-2154c48d66aa req-bfd0c5bc-f291-4356-a934-802d94fed082 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d84da67-bafe-4e79-8117-d652c7c48c05 HTTP/1.1" status: 200 len: 210 time: 0.0304704 Jul 13 08:17:32.258360 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d08a7d7f-78e5-433f-9f42-edd632687e32 req-8abfdd0d-5b87-4ea9-bf83-380cfff7e63f tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d84da67-bafe-4e79-8117-d652c7c48c05 HTTP/1.1" status: 200 len: 210 time: 0.0289180 Jul 13 08:17:33.353699 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42018) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:33.372723 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-191ed173-3f75-45a1-a5ba-28dcb721db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:33.374704 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:33.476835 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-768fa234-a279-4c13-98e4-88b3fd198717 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Deleting port 298e9308-b2b4-420f-ab30-96a925971448 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:17:33.477171 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-768fa234-a279-4c13-98e4-88b3fd198717 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:33.553547 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-768fa234-a279-4c13-98e4-88b3fd198717 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:33.553790 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-768fa234-a279-4c13-98e4-88b3fd198717 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:33.566089 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-768fa234-a279-4c13-98e4-88b3fd198717 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Calling delete_port for 298e9308-b2b4-420f-ab30-96a925971448 owned by network:floatingip {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:17:33.576762 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 61827f0a-3ff3-47c9-9ea7-de485e674ae7 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:17:33.597788 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 61827f0a-3ff3-47c9-9ea7-de485e674ae7 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:17:33.598121 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 61827f0a-3ff3-47c9-9ea7-de485e674ae7 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:17:33.701695 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-768fa234-a279-4c13-98e4-88b3fd198717 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:33.727177 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa234-a279-4c13-98e4-88b3fd198717 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Pushing event deleted for resources: {'Port': ['ID=298e9308-b2b4-420f-ab30-96a925971448,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:33.787932 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-768fa234-a279-4c13-98e4-88b3fd198717 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for floatingip, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:33.790385 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-768fa234-a279-4c13-98e4-88b3fd198717 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:33.791545 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-768fa234-a279-4c13-98e4-88b3fd198717 tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "DELETE /v2.0/floatingips/e66a3273-db9e-4dfa-bf8b-49e5ae0b6f4d HTTP/1.1" status: 204 len: 168 time: 0.4368494 Jul 13 08:17:34.269389 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:36.039615 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:36.110906 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42032) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:36.174507 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a3a4039e-2c7b-486e-b69f-84757b47fd1e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:36.200219 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a3a4039e-2c7b-486e-b69f-84757b47fd1e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:36.263492 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a3a4039e-2c7b-486e-b69f-84757b47fd1e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:36.266328 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a3a4039e-2c7b-486e-b69f-84757b47fd1e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:36.267523 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a3a4039e-2c7b-486e-b69f-84757b47fd1e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] 10.222.0.23 "DELETE /v2.0/security-groups/cbb074d9-85fd-45ae-afed-1e54e08d9d65 HTTP/1.1" status: 204 len: 168 time: 0.1554756 Jul 13 08:17:36.277667 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4039e-2c7b-486e-b69f-84757b47fd1e tempest-TestVolumeBootPattern-1309616922 tempest-TestVolumeBootPattern-1309616922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb074d9-85fd-45ae-afed-1e54e08d9d65,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:36.329006 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42036) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:36.787466 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ae56342a-4e67-4db5-9896-1c679f6abb8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:37.046025 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-ae56342a-4e67-4db5-9896-1c679f6abb8c admin admin] Deleting port 0e3b930f-b88b-4f6c-aa15-07cc0fc79202 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:17:37.046364 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ae56342a-4e67-4db5-9896-1c679f6abb8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:37.124139 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-ae56342a-4e67-4db5-9896-1c679f6abb8c admin admin] For port 0e3b930f-b88b-4f6c-aa15-07cc0fc79202, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=0e3b930f-b88b-4f6c-aa15-07cc0fc79202,segment=NetworkSegment(8dbf31b4-ba88-4ea7-904a-336e78959cc0),segment_id=8dbf31b4-ba88-4ea7-904a-336e78959cc0)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:17:37.124488 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ae56342a-4e67-4db5-9896-1c679f6abb8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:37.137238 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-ae56342a-4e67-4db5-9896-1c679f6abb8c admin admin] Calling delete_port for 0e3b930f-b88b-4f6c-aa15-07cc0fc79202 owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:17:37.319120 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ae56342a-4e67-4db5-9896-1c679f6abb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:37.348439 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae56342a-4e67-4db5-9896-1c679f6abb8c admin admin] Pushing event deleted for resources: {'Port': ['ID=0e3b930f-b88b-4f6c-aa15-07cc0fc79202,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:37.519014 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ae56342a-4e67-4db5-9896-1c679f6abb8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:37.743301 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae56342a-4e67-4db5-9896-1c679f6abb8c admin admin] Router d48061c2-2257-4523-a631-ff29228fdc55 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:17:37.854237 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae56342a-4e67-4db5-9896-1c679f6abb8c admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:17:37.859291 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ae56342a-4e67-4db5-9896-1c679f6abb8c admin admin] 10.222.0.23 "PUT /v2.0/routers/d48061c2-2257-4523-a631-ff29228fdc55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5291591 Jul 13 08:17:37.861867 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42040) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:37.864576 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a177e8a1-5891-487d-a642-399e3416c2ce None None] Sync routers for ids ['d48061c2-2257-4523-a631-ff29228fdc55'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:17:37.876047 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a177e8a1-5891-487d-a642-399e3416c2ce None None] Routers {'d48061c2-2257-4523-a631-ff29228fdc55'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:17:37.876673 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a177e8a1-5891-487d-a642-399e3416c2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:17:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d48061c2-2257-4523-a631-ff29228fdc55'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:37.970970 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-81732d6c-ed79-4a61-a61e-577c6cf797c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:37.993691 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-a177e8a1-5891-487d-a642-399e3416c2ce None None] Set router d48061c2-2257-4523-a631-ff29228fdc55 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:17:38.080829 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-81732d6c-ed79-4a61-a61e-577c6cf797c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:38.139813 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-81732d6c-ed79-4a61-a61e-577c6cf797c9 admin admin] Deleting port fe5a7e3e-b24a-4c81-98ef-4849f805e98c {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:17:38.140245 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-81732d6c-ed79-4a61-a61e-577c6cf797c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:38.189105 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a177e8a1-5891-487d-a642-399e3416c2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'name': 'tempest-TestVolumeBootPattern-572878154-router', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:17:37Z', 'revision_number': 5, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'gw_port': {'id': 'fe5a7e3e-b24a-4c81-98ef-4849f805e98c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:38.217225 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a177e8a1-5891-487d-a642-399e3416c2ce None None] Checking router: d48061c2-2257-4523-a631-ff29228fdc55 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:17:38.228014 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a177e8a1-5891-487d-a642-399e3416c2ce None None] Routers {'d48061c2-2257-4523-a631-ff29228fdc55'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:17:38.228647 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a177e8a1-5891-487d-a642-399e3416c2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:17:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d48061c2-2257-4523-a631-ff29228fdc55'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:38.228997 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-81732d6c-ed79-4a61-a61e-577c6cf797c9 admin admin] For port fe5a7e3e-b24a-4c81-98ef-4849f805e98c, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=fe5a7e3e-b24a-4c81-98ef-4849f805e98c,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:17:38.229361 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-81732d6c-ed79-4a61-a61e-577c6cf797c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:38.245273 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-81732d6c-ed79-4a61-a61e-577c6cf797c9 admin admin] Calling delete_port for fe5a7e3e-b24a-4c81-98ef-4849f805e98c owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:17:38.319115 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-a177e8a1-5891-487d-a642-399e3416c2ce None None] Set router d48061c2-2257-4523-a631-ff29228fdc55 gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:17:38.371884 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a177e8a1-5891-487d-a642-399e3416c2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'name': 'tempest-TestVolumeBootPattern-572878154-router', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:17:38Z', 'revision_number': 6, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:38.402330 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a177e8a1-5891-487d-a642-399e3416c2ce None None] The sync data for ids ['d48061c2-2257-4523-a631-ff29228fdc55'] in n-d-771363-34 is: [{'id': 'd48061c2-2257-4523-a631-ff29228fdc55', 'name': 'tempest-TestVolumeBootPattern-572878154-router', 'tenant_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:52Z', 'updated_at': '2021-07-13T08:17:38Z', 'revision_number': 6, 'project_id': '91a436a4f7bf43ddbe81c7275c736b5c', 'gw_port_host': None}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:17:38.419928 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-81732d6c-ed79-4a61-a61e-577c6cf797c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:38.450869 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81732d6c-ed79-4a61-a61e-577c6cf797c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe5a7e3e-b24a-4c81-98ef-4849f805e98c,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:38.854456 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-81732d6c-ed79-4a61-a61e-577c6cf797c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:38.942017 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-81732d6c-ed79-4a61-a61e-577c6cf797c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:38.944271 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-81732d6c-ed79-4a61-a61e-577c6cf797c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:38.985107 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-81732d6c-ed79-4a61-a61e-577c6cf797c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:38.985742 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81732d6c-ed79-4a61-a61e-577c6cf797c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d48061c2-2257-4523-a631-ff29228fdc55 {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:17:38.990072 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-81732d6c-ed79-4a61-a61e-577c6cf797c9 admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:38.991138 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-81732d6c-ed79-4a61-a61e-577c6cf797c9 admin admin] 10.222.0.23 "DELETE /v2.0/routers/d48061c2-2257-4523-a631-ff29228fdc55 HTTP/1.1" status: 204 len: 168 time: 1.1281471 Jul 13 08:17:38.993833 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42042) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:39.041464 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-219298ca-903a-4cfa-983c-979f78dde21f admin admin] Deleting subnet be9d4c82-9997-4b23-963d-61665a0eafc6 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:17:39.044718 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-219298ca-903a-4cfa-983c-979f78dde21f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:39.079083 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-219298ca-903a-4cfa-983c-979f78dde21f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:39.157588 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-219298ca-903a-4cfa-983c-979f78dde21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:39.211157 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-219298ca-903a-4cfa-983c-979f78dde21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:39.243776 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219298ca-903a-4cfa-983c-979f78dde21f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be9d4c82-9997-4b23-963d-61665a0eafc6,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:39.245832 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-219298ca-903a-4cfa-983c-979f78dde21f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:39.248513 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-219298ca-903a-4cfa-983c-979f78dde21f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/be9d4c82-9997-4b23-963d-61665a0eafc6 HTTP/1.1" status: 204 len: 168 time: 0.2536738 Jul 13 08:17:39.251428 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42044) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:39.257046 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d939b5-db17-4bfe-98e1-76d0dcc08009 None None] Network 24cafb7f-ffa5-435e-8152-f3a75d53beee requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:17:39.323184 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dd867dad-2436-4d15-abe2-5e2a4647284a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:39.384889 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-dd867dad-2436-4d15-abe2-5e2a4647284a admin admin] Deleting port 13d6fe02-f695-41e0-b4b9-0a3ac6860588 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:17:39.385430 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dd867dad-2436-4d15-abe2-5e2a4647284a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:39.456674 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-dd867dad-2436-4d15-abe2-5e2a4647284a admin admin] For port 13d6fe02-f695-41e0-b4b9-0a3ac6860588, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=13d6fe02-f695-41e0-b4b9-0a3ac6860588,segment=NetworkSegment(8dbf31b4-ba88-4ea7-904a-336e78959cc0),segment_id=8dbf31b4-ba88-4ea7-904a-336e78959cc0)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:17:39.457036 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dd867dad-2436-4d15-abe2-5e2a4647284a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:39.464536 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c55b56a-67fe-442b-b45b-45da0d39eaff None None] DHCP port deletion for 24cafb7f-ffa5-435e-8152-f3a75d53beee request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:17:39.471657 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-dd867dad-2436-4d15-abe2-5e2a4647284a admin admin] Calling delete_port for 13d6fe02-f695-41e0-b4b9-0a3ac6860588 owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:17:39.510073 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-5c55b56a-67fe-442b-b45b-45da0d39eaff None None] Deleting port 13d6fe02-f695-41e0-b4b9-0a3ac6860588 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:17:39.510447 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5c55b56a-67fe-442b-b45b-45da0d39eaff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:39.556817 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dd867dad-2436-4d15-abe2-5e2a4647284a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:39.573445 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-5c55b56a-67fe-442b-b45b-45da0d39eaff None None] For port 13d6fe02-f695-41e0-b4b9-0a3ac6860588, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=13d6fe02-f695-41e0-b4b9-0a3ac6860588,segment=NetworkSegment(8dbf31b4-ba88-4ea7-904a-336e78959cc0),segment_id=8dbf31b4-ba88-4ea7-904a-336e78959cc0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:17:39.573842 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5c55b56a-67fe-442b-b45b-45da0d39eaff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:39.584780 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd867dad-2436-4d15-abe2-5e2a4647284a admin admin] Pushing event deleted for resources: {'Port': ['ID=13d6fe02-f695-41e0-b4b9-0a3ac6860588,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:39.588689 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd867dad-2436-4d15-abe2-5e2a4647284a admin admin] No DVR routers for this DVR port 13d6fe02-f695-41e0-b4b9-0a3ac6860588 on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:17:39.591302 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-5c55b56a-67fe-442b-b45b-45da0d39eaff None None] Calling delete_port for 13d6fe02-f695-41e0-b4b9-0a3ac6860588 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:17:39.663621 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dd867dad-2436-4d15-abe2-5e2a4647284a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:39.674434 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-dd867dad-2436-4d15-abe2-5e2a4647284a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24cafb7f-ffa5-435e-8152-f3a75d53beee']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:39.675636 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5c55b56a-67fe-442b-b45b-45da0d39eaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:39.684824 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-dd867dad-2436-4d15-abe2-5e2a4647284a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dbf31b4-ba88-4ea7-904a-336e78959cc0') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:39.685120 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-dd867dad-2436-4d15-abe2-5e2a4647284a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dbf31b4-ba88-4ea7-904a-336e78959cc0') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:39.693756 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dd867dad-2436-4d15-abe2-5e2a4647284a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:39.700644 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55b56a-67fe-442b-b45b-45da0d39eaff None None] Pushing event deleted for resources: {'Port': ['ID=13d6fe02-f695-41e0-b4b9-0a3ac6860588,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:39.707601 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dd867dad-2436-4d15-abe2-5e2a4647284a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:39.708358 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c55b56a-67fe-442b-b45b-45da0d39eaff None None] No DVR routers for this DVR port 13d6fe02-f695-41e0-b4b9-0a3ac6860588 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:17:39.710779 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c55b56a-67fe-442b-b45b-45da0d39eaff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:39.711288 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c55b56a-67fe-442b-b45b-45da0d39eaff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:39.711567 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c55b56a-67fe-442b-b45b-45da0d39eaff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:39.711908 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c55b56a-67fe-442b-b45b-45da0d39eaff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:39.712239 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c55b56a-67fe-442b-b45b-45da0d39eaff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:39.712572 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c55b56a-67fe-442b-b45b-45da0d39eaff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:39.712901 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c55b56a-67fe-442b-b45b-45da0d39eaff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:39.713233 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c55b56a-67fe-442b-b45b-45da0d39eaff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:39.713558 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c55b56a-67fe-442b-b45b-45da0d39eaff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:39.713882 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c55b56a-67fe-442b-b45b-45da0d39eaff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:39.714087 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd867dad-2436-4d15-abe2-5e2a4647284a admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:17:39.714227 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c55b56a-67fe-442b-b45b-45da0d39eaff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:39.715042 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c55b56a-67fe-442b-b45b-45da0d39eaff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:17:39.715263 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dd867dad-2436-4d15-abe2-5e2a4647284a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:39.717099 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 08:17:39.717099 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:17:39.717099 n-d-771363-34 neutron-server[94017]: timer() Jul 13 08:17:39.717099 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:17:39.717099 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 08:17:39.717099 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:17:39.717099 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 08:17:39.717099 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:17:39.717099 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 08:17:39.717099 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:17:39.717099 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 08:17:39.717099 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:17:39.717099 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 08:17:39.717099 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:17:39.717099 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:17:39.717099 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:17:39.717099 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:17:39.717099 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:17:39.717099 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 08:17:39.717099 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:17:39.717099 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 08:17:39.717099 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:17:39.717099 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:17:39.717099 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:17:39.717099 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 08:17:39.717099 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:17:39.717099 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:17:39.717099 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:17:39.717099 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:17:39.717099 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:17:39.717099 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:17:39.717099 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:17:39.771102 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dd867dad-2436-4d15-abe2-5e2a4647284a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:39.778155 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dd867dad-2436-4d15-abe2-5e2a4647284a admin admin] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:39.778885 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-dd867dad-2436-4d15-abe2-5e2a4647284a admin admin] 10.222.0.23 "DELETE /v2.0/networks/24cafb7f-ffa5-435e-8152-f3a75d53beee HTTP/1.1" status: 204 len: 168 time: 0.5264533 Jul 13 08:17:39.782061 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42046) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:39.789754 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd867dad-2436-4d15-abe2-5e2a4647284a admin admin] Pushing event deleted for resources: {'Network': ['ID=24cafb7f-ffa5-435e-8152-f3a75d53beee,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:40.121400 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2614567a-517b-46aa-80e0-757b13b7f415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:40.235713 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 0e3b930f-b88b-4f6c-aa15-07cc0fc79202 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:17:40.255552 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 0e3b930f-b88b-4f6c-aa15-07cc0fc79202 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:17:40.255897 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 0e3b930f-b88b-4f6c-aa15-07cc0fc79202 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:17:40.256312 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device fe5a7e3e-b24a-4c81-98ef-4849f805e98c no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:17:40.278400 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: fe5a7e3e-b24a-4c81-98ef-4849f805e98c {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:17:40.279119 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device fe5a7e3e-b24a-4c81-98ef-4849f805e98c not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:17:40.279119 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 13d6fe02-f695-41e0-b4b9-0a3ac6860588 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:17:40.297355 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 13d6fe02-f695-41e0-b4b9-0a3ac6860588 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:17:40.297698 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 13d6fe02-f695-41e0-b4b9-0a3ac6860588 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:17:40.376159 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-2614567a-517b-46aa-80e0-757b13b7f415 admin admin] Deleting port ab06ff0f-f89a-4642-9073-a768730b49d5 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:17:40.376420 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2614567a-517b-46aa-80e0-757b13b7f415 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:40.457779 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-2614567a-517b-46aa-80e0-757b13b7f415 admin admin] For port ab06ff0f-f89a-4642-9073-a768730b49d5, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=ab06ff0f-f89a-4642-9073-a768730b49d5,segment=NetworkSegment(8ac65d75-6294-471b-abaf-b0982ae41a51),segment_id=8ac65d75-6294-471b-abaf-b0982ae41a51)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:17:40.458138 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2614567a-517b-46aa-80e0-757b13b7f415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:40.470779 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-2614567a-517b-46aa-80e0-757b13b7f415 admin admin] Calling delete_port for ab06ff0f-f89a-4642-9073-a768730b49d5 owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:17:40.651460 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2614567a-517b-46aa-80e0-757b13b7f415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:40.676726 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614567a-517b-46aa-80e0-757b13b7f415 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab06ff0f-f89a-4642-9073-a768730b49d5,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:40.842413 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2614567a-517b-46aa-80e0-757b13b7f415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:41.057078 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2614567a-517b-46aa-80e0-757b13b7f415 admin admin] Router c3255ee8-6e85-4623-b82e-abb016f68465 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:17:41.164278 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2614567a-517b-46aa-80e0-757b13b7f415 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:17:41.170710 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2614567a-517b-46aa-80e0-757b13b7f415 admin admin] 10.222.0.23 "PUT /v2.0/routers/c3255ee8-6e85-4623-b82e-abb016f68465/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3875756 Jul 13 08:17:41.173206 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42048) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:41.175763 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc982ea0-2882-4400-9e5c-4214ba6e97a6 None None] Sync routers for ids ['c3255ee8-6e85-4623-b82e-abb016f68465'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:17:41.184895 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc982ea0-2882-4400-9e5c-4214ba6e97a6 None None] Routers {'c3255ee8-6e85-4623-b82e-abb016f68465'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:17:41.185587 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-fc982ea0-2882-4400-9e5c-4214ba6e97a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:17:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['c3255ee8-6e85-4623-b82e-abb016f68465'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:41.275310 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6798d672-9477-4f4d-a706-5b8aa1898034 admin admin] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:41.288881 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-fc982ea0-2882-4400-9e5c-4214ba6e97a6 None None] Set router c3255ee8-6e85-4623-b82e-abb016f68465 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:17:41.379442 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6798d672-9477-4f4d-a706-5b8aa1898034 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:41.433882 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-6798d672-9477-4f4d-a706-5b8aa1898034 admin admin] Deleting port 5349895a-b143-40f7-8094-d36eb301ab87 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:17:41.434236 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6798d672-9477-4f4d-a706-5b8aa1898034 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:41.465848 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-fc982ea0-2882-4400-9e5c-4214ba6e97a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3255ee8-6e85-4623-b82e-abb016f68465', 'name': 'tempest-TestVolumeBootPattern-955357447-router', 'tenant_id': '06ab86121ac14ef78a6c4470929b7db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '5349895a-b143-40f7-8094-d36eb301ab87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:57Z', 'updated_at': '2021-07-13T08:17:40Z', 'revision_number': 5, 'project_id': '06ab86121ac14ef78a6c4470929b7db1', 'gw_port': {'id': '5349895a-b143-40f7-8094-d36eb301ab87', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3255ee8-6e85-4623-b82e-abb016f68465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:07:58Z', 'updated_at': '2021-07-13T08:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:41.491012 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc982ea0-2882-4400-9e5c-4214ba6e97a6 None None] Checking router: c3255ee8-6e85-4623-b82e-abb016f68465 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:17:41.499469 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc982ea0-2882-4400-9e5c-4214ba6e97a6 None None] Routers {'c3255ee8-6e85-4623-b82e-abb016f68465'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:17:41.500082 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-fc982ea0-2882-4400-9e5c-4214ba6e97a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:17:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['c3255ee8-6e85-4623-b82e-abb016f68465'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:41.515888 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-6798d672-9477-4f4d-a706-5b8aa1898034 admin admin] For port 5349895a-b143-40f7-8094-d36eb301ab87, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=5349895a-b143-40f7-8094-d36eb301ab87,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:17:41.516243 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6798d672-9477-4f4d-a706-5b8aa1898034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:41.527651 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-6798d672-9477-4f4d-a706-5b8aa1898034 admin admin] Calling delete_port for 5349895a-b143-40f7-8094-d36eb301ab87 owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:17:41.584493 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-fc982ea0-2882-4400-9e5c-4214ba6e97a6 None None] Set router c3255ee8-6e85-4623-b82e-abb016f68465 gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:17:41.639270 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-fc982ea0-2882-4400-9e5c-4214ba6e97a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3255ee8-6e85-4623-b82e-abb016f68465', 'name': 'tempest-TestVolumeBootPattern-955357447-router', 'tenant_id': '06ab86121ac14ef78a6c4470929b7db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:57Z', 'updated_at': '2021-07-13T08:17:41Z', 'revision_number': 6, 'project_id': '06ab86121ac14ef78a6c4470929b7db1', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:41.665182 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc982ea0-2882-4400-9e5c-4214ba6e97a6 None None] The sync data for ids ['c3255ee8-6e85-4623-b82e-abb016f68465'] in n-d-771363-34 is: [{'id': 'c3255ee8-6e85-4623-b82e-abb016f68465', 'name': 'tempest-TestVolumeBootPattern-955357447-router', 'tenant_id': '06ab86121ac14ef78a6c4470929b7db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:07:57Z', 'updated_at': '2021-07-13T08:17:41Z', 'revision_number': 6, 'project_id': '06ab86121ac14ef78a6c4470929b7db1', 'gw_port_host': None}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:17:41.697068 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6798d672-9477-4f4d-a706-5b8aa1898034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:41.730620 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798d672-9477-4f4d-a706-5b8aa1898034 admin admin] Pushing event deleted for resources: {'Port': ['ID=5349895a-b143-40f7-8094-d36eb301ab87,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:41.787522 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6798d672-9477-4f4d-a706-5b8aa1898034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:41.878135 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6798d672-9477-4f4d-a706-5b8aa1898034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:41.880231 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6798d672-9477-4f4d-a706-5b8aa1898034 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:41.926092 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6798d672-9477-4f4d-a706-5b8aa1898034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:41.926540 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6798d672-9477-4f4d-a706-5b8aa1898034 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3255ee8-6e85-4623-b82e-abb016f68465 {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:17:41.930768 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6798d672-9477-4f4d-a706-5b8aa1898034 admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:41.931948 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6798d672-9477-4f4d-a706-5b8aa1898034 admin admin] 10.222.0.23 "DELETE /v2.0/routers/c3255ee8-6e85-4623-b82e-abb016f68465 HTTP/1.1" status: 204 len: 168 time: 0.7577412 Jul 13 08:17:41.935446 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42050) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:41.980445 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6abba41-0e45-46e1-97a0-4995a3dd0eab admin admin] Deleting subnet 1de7d4a7-45bc-4e3c-96ad-5b6aaf469b4c {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:17:41.983412 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b6abba41-0e45-46e1-97a0-4995a3dd0eab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:42.017947 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b6abba41-0e45-46e1-97a0-4995a3dd0eab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:42.102847 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b6abba41-0e45-46e1-97a0-4995a3dd0eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:42.157123 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b6abba41-0e45-46e1-97a0-4995a3dd0eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:42.184623 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6abba41-0e45-46e1-97a0-4995a3dd0eab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1de7d4a7-45bc-4e3c-96ad-5b6aaf469b4c,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:42.187039 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b6abba41-0e45-46e1-97a0-4995a3dd0eab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:42.188450 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b6abba41-0e45-46e1-97a0-4995a3dd0eab admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1de7d4a7-45bc-4e3c-96ad-5b6aaf469b4c HTTP/1.1" status: 204 len: 168 time: 0.2520242 Jul 13 08:17:42.190890 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1933558-d149-40c6-a21e-112f3e096047 None None] Network 412df262-e89d-4a26-8845-44b537907d67 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:17:42.191409 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42052) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:42.260404 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-724621e6-611a-4f0c-9549-c6f7160c22de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:42.317965 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-724621e6-611a-4f0c-9549-c6f7160c22de admin admin] Deleting port 67144432-bc9c-48a6-805c-e9fcc2423f85 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:17:42.318302 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-724621e6-611a-4f0c-9549-c6f7160c22de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:42.384381 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-724621e6-611a-4f0c-9549-c6f7160c22de admin admin] For port 67144432-bc9c-48a6-805c-e9fcc2423f85, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=67144432-bc9c-48a6-805c-e9fcc2423f85,segment=NetworkSegment(8ac65d75-6294-471b-abaf-b0982ae41a51),segment_id=8ac65d75-6294-471b-abaf-b0982ae41a51)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:17:42.384655 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-724621e6-611a-4f0c-9549-c6f7160c22de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:42.396211 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-724621e6-611a-4f0c-9549-c6f7160c22de admin admin] Calling delete_port for 67144432-bc9c-48a6-805c-e9fcc2423f85 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:17:42.430187 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20623497-8af3-48f6-bcf4-a4a8237235df None None] DHCP port deletion for 412df262-e89d-4a26-8845-44b537907d67 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:17:42.482250 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-20623497-8af3-48f6-bcf4-a4a8237235df None None] Deleting port 67144432-bc9c-48a6-805c-e9fcc2423f85 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:17:42.482776 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-20623497-8af3-48f6-bcf4-a4a8237235df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:42.492016 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-724621e6-611a-4f0c-9549-c6f7160c22de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:42.523403 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724621e6-611a-4f0c-9549-c6f7160c22de admin admin] No DVR routers for this DVR port 67144432-bc9c-48a6-805c-e9fcc2423f85 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:17:42.525051 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724621e6-611a-4f0c-9549-c6f7160c22de admin admin] Pushing event deleted for resources: {'Port': ['ID=67144432-bc9c-48a6-805c-e9fcc2423f85,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:42.538704 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device ab06ff0f-f89a-4642-9073-a768730b49d5 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:17:42.572040 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: ab06ff0f-f89a-4642-9073-a768730b49d5 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:17:42.572383 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device ab06ff0f-f89a-4642-9073-a768730b49d5 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:17:42.572799 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 67144432-bc9c-48a6-805c-e9fcc2423f85 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:17:42.598489 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 67144432-bc9c-48a6-805c-e9fcc2423f85 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:17:42.598826 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 67144432-bc9c-48a6-805c-e9fcc2423f85 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:17:42.599268 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 5349895a-b143-40f7-8094-d36eb301ab87 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:17:42.603703 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-724621e6-611a-4f0c-9549-c6f7160c22de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:42.604020 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-20623497-8af3-48f6-bcf4-a4a8237235df None None] For port 67144432-bc9c-48a6-805c-e9fcc2423f85, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=67144432-bc9c-48a6-805c-e9fcc2423f85,segment=NetworkSegment(8ac65d75-6294-471b-abaf-b0982ae41a51),segment_id=8ac65d75-6294-471b-abaf-b0982ae41a51)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:17:42.604419 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-20623497-8af3-48f6-bcf4-a4a8237235df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:42.614672 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-724621e6-611a-4f0c-9549-c6f7160c22de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['412df262-e89d-4a26-8845-44b537907d67']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:42.624574 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-724621e6-611a-4f0c-9549-c6f7160c22de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ac65d75-6294-471b-abaf-b0982ae41a51') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:42.624872 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-724621e6-611a-4f0c-9549-c6f7160c22de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ac65d75-6294-471b-abaf-b0982ae41a51') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:17:42.626770 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 5349895a-b143-40f7-8094-d36eb301ab87 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:17:42.627111 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 5349895a-b143-40f7-8094-d36eb301ab87 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:17:42.634131 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-20623497-8af3-48f6-bcf4-a4a8237235df None None] Calling delete_port for 67144432-bc9c-48a6-805c-e9fcc2423f85 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:17:42.634929 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-724621e6-611a-4f0c-9549-c6f7160c22de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:42.657080 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-724621e6-611a-4f0c-9549-c6f7160c22de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:42.664088 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-724621e6-611a-4f0c-9549-c6f7160c22de admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:17:42.664502 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-724621e6-611a-4f0c-9549-c6f7160c22de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: timer() Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:17:42.666199 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:17:42.727385 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-724621e6-611a-4f0c-9549-c6f7160c22de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:42.727755 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-20623497-8af3-48f6-bcf4-a4a8237235df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:42.733523 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-724621e6-611a-4f0c-9549-c6f7160c22de admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:42.738353 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-724621e6-611a-4f0c-9549-c6f7160c22de admin admin] 10.222.0.23 "DELETE /v2.0/networks/412df262-e89d-4a26-8845-44b537907d67 HTTP/1.1" status: 204 len: 168 time: 0.5435095 Jul 13 08:17:42.751511 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724621e6-611a-4f0c-9549-c6f7160c22de admin admin] Pushing event deleted for resources: {'Network': ['ID=412df262-e89d-4a26-8845-44b537907d67,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:42.757623 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20623497-8af3-48f6-bcf4-a4a8237235df None None] Pushing event deleted for resources: {'Port': ['ID=67144432-bc9c-48a6-805c-e9fcc2423f85,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:42.762479 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-20623497-8af3-48f6-bcf4-a4a8237235df None None] Network 412df262-e89d-4a26-8845-44b537907d67 is not hosted by any dhcp agent {{(pid=94019) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 13 08:17:42.762904 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20623497-8af3-48f6-bcf4-a4a8237235df None None] No DVR routers for this DVR port 67144432-bc9c-48a6-805c-e9fcc2423f85 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:17:42.856850 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42056) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:42.896643 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-cb5a07cd-f272-49eb-8f9f-1b7e22407aa9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91a436a4f7bf43ddbe81c7275c736b5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386419 Jul 13 08:17:42.900635 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42058) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:42.952487 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-72a68c64-0882-4cf4-a1bb-c3dd632f3d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:42.975100 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-72a68c64-0882-4cf4-a1bb-c3dd632f3d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:43.022938 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-72a68c64-0882-4cf4-a1bb-c3dd632f3d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:43.025532 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-72a68c64-0882-4cf4-a1bb-c3dd632f3d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:43.026641 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-72a68c64-0882-4cf4-a1bb-c3dd632f3d3b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/190cf311-5f8a-4106-90bf-8daa8966ec5c HTTP/1.1" status: 204 len: 168 time: 0.1250851 Jul 13 08:17:43.034788 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a68c64-0882-4cf4-a1bb-c3dd632f3d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190cf311-5f8a-4106-90bf-8daa8966ec5c,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:43.364145 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42066) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:43.404051 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8da2e94e-74c5-4f38-bba3-99a9fcca192f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=06ab86121ac14ef78a6c4470929b7db1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387597 Jul 13 08:17:43.406515 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42068) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:17:43.458627 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b1ae403a-3ace-433e-88c9-98bf1ae2abfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:43.478831 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b1ae403a-3ace-433e-88c9-98bf1ae2abfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:43.524388 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b1ae403a-3ace-433e-88c9-98bf1ae2abfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:43.526955 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b1ae403a-3ace-433e-88c9-98bf1ae2abfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:43.528159 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b1ae403a-3ace-433e-88c9-98bf1ae2abfe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a2f0f5be-eb2b-4a2e-aada-e4c388c25caf HTTP/1.1" status: 204 len: 168 time: 0.1207511 Jul 13 08:17:43.540542 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae403a-3ace-433e-88c9-98bf1ae2abfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f0f5be-eb2b-4a2e-aada-e4c388c25caf,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:46.065804 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:17:53.728139 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:53.816549 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a6334478-a1ea-48cc-a999-858d3480395d req-0d273a95-c40f-471c-83f2-2923e3998145 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=85da7a92524842a9a94ed720830df2a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302744 Jul 13 08:17:53.999367 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6334478-a1ea-48cc-a999-858d3480395d req-a51256ea-36a4-43d7-84ec-c4426548df9f tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:54.000848 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a6334478-a1ea-48cc-a999-858d3480395d req-a51256ea-36a4-43d7-84ec-c4426548df9f tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1790297 Jul 13 08:17:54.016424 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a6334478-a1ea-48cc-a999-858d3480395d req-8a53f567-3a46-4932-858a-cdef261fb358 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] 10.222.0.23 "GET /v2.0/quotas/85da7a92524842a9a94ed720830df2a5 HTTP/1.1" status: 200 len: 375 time: 0.0101674 Jul 13 08:17:54.383878 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a6334478-a1ea-48cc-a999-858d3480395d req-4d1076a3-cea4-4695-b795-985c3dcc5cea tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=85da7a92524842a9a94ed720830df2a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3623476 Jul 13 08:17:54.425838 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:54.559282 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a7750c2c-a2a4-495f-bc4f-25a44e64c50b req-b873f24d-00eb-4341-9681-15ddf2943642 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ebdfb8d-5043-447e-b5a7-3797bbb71422 HTTP/1.1" status: 200 len: 210 time: 0.0297909 Jul 13 08:17:55.690661 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a6334478-a1ea-48cc-a999-858d3480395d req-0ea25a9a-7fa8-402c-a2d9-d9581212a9d8 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=85da7a92524842a9a94ed720830df2a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255377 Jul 13 08:17:55.735835 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-023f3a55-33f3-47ac-9560-ad4ec08b4dd7 req-b5253a52-7914-498e-97c3-6da52bf17002 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ebdfb8d-5043-447e-b5a7-3797bbb71422 HTTP/1.1" status: 200 len: 210 time: 0.0479758 Jul 13 08:17:55.826478 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6334478-a1ea-48cc-a999-858d3480395d req-5983689c-a359-4c99-a7a2-611510f0c59d tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:55.827963 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a6334478-a1ea-48cc-a999-858d3480395d req-5983689c-a359-4c99-a7a2-611510f0c59d tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1297343 Jul 13 08:17:55.839096 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-a6334478-a1ea-48cc-a999-858d3480395d req-9cfcbda5-2265-4058-b50d-577ce9cb3583 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] Request body: {'port': {'device_id': '1ebdfb8d-5043-447e-b5a7-3797bbb71422', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'admin_state_up': True, 'tenant_id': '85da7a92524842a9a94ed720830df2a5'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:17:55.945542 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6334478-a1ea-48cc-a999-858d3480395d req-9cfcbda5-2265-4058-b50d-577ce9cb3583 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] Made reservation on behalf of 85da7a92524842a9a94ed720830df2a5 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:17:55.950085 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a6334478-a1ea-48cc-a999-858d3480395d req-9cfcbda5-2265-4058-b50d-577ce9cb3583 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:55.958886 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a6334478-a1ea-48cc-a999-858d3480395d req-9cfcbda5-2265-4058-b50d-577ce9cb3583 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:56.060342 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a6334478-a1ea-48cc-a999-858d3480395d req-9cfcbda5-2265-4058-b50d-577ce9cb3583 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:56.064427 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a6334478-a1ea-48cc-a999-858d3480395d req-9cfcbda5-2265-4058-b50d-577ce9cb3583 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:56.132772 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfcbda5-2265-4058-b50d-577ce9cb3583 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83f8db36-324e-4d4d-85f8-214e8428e097,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:56.201111 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-a6334478-a1ea-48cc-a999-858d3480395d req-9cfcbda5-2265-4058-b50d-577ce9cb3583 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] Allocated IP 192.168.233.12 (f9d6e899-687c-4a4d-bdf3-8d8d169866a7/c5af789a-0729-4e53-834f-ef6745aa079c/91308545-d48e-44cf-b7dd-15ef42f124f9) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:17:56.359020 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a6334478-a1ea-48cc-a999-858d3480395d req-9cfcbda5-2265-4058-b50d-577ce9cb3583 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:56.373495 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-a6334478-a1ea-48cc-a999-858d3480395d req-9cfcbda5-2265-4058-b50d-577ce9cb3583 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] Transition to ACTIVE for port object 91308545-d48e-44cf-b7dd-15ef42f124f9 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:17:56.406754 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a6334478-a1ea-48cc-a999-858d3480395d req-9cfcbda5-2265-4058-b50d-577ce9cb3583 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:56.449965 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6334478-a1ea-48cc-a999-858d3480395d req-9cfcbda5-2265-4058-b50d-577ce9cb3583 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] Network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:17:56.453262 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-a6334478-a1ea-48cc-a999-858d3480395d req-9cfcbda5-2265-4058-b50d-577ce9cb3583 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:17:56.459216 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6334478-a1ea-48cc-a999-858d3480395d req-9cfcbda5-2265-4058-b50d-577ce9cb3583 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:17:56.496184 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfcbda5-2265-4058-b50d-577ce9cb3583 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] Pushing event updated for resources: {'Port': ['ID=91308545-d48e-44cf-b7dd-15ef42f124f9,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:56.522719 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6334478-a1ea-48cc-a999-858d3480395d req-9cfcbda5-2265-4058-b50d-577ce9cb3583 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:56.523393 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a6334478-a1ea-48cc-a999-858d3480395d req-9cfcbda5-2265-4058-b50d-577ce9cb3583 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:56.546463 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a6334478-a1ea-48cc-a999-858d3480395d req-9cfcbda5-2265-4058-b50d-577ce9cb3583 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7111592 Jul 13 08:17:56.559082 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-a6334478-a1ea-48cc-a999-858d3480395d req-38e6de3c-b48c-45d1-aafb-b75167578347 service neutron] Request body: {'port': {'device_id': '1ebdfb8d-5043-447e-b5a7-3797bbb71422', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:17:56.634837 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a6334478-a1ea-48cc-a999-858d3480395d req-38e6de3c-b48c-45d1-aafb-b75167578347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:56.700556 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8d7f40b3-231e-4089-ad4e-51e538d60339 None None] Provisioning for port 91308545-d48e-44cf-b7dd-15ef42f124f9 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:17:56.704560 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8d7f40b3-231e-4089-ad4e-51e538d60339 None None] Provisioning complete for port 91308545-d48e-44cf-b7dd-15ef42f124f9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:17:56.704938 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8d7f40b3-231e-4089-ad4e-51e538d60339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:56.740612 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-8d7f40b3-231e-4089-ad4e-51e538d60339 None None] Port 91308545-d48e-44cf-b7dd-15ef42f124f9 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:17:56.925629 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3966d-de07-498d-a2dd-ed3b724c85a4 req-1c6bf017-a648-4090-8fa0-f20249dcbeff tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:56.927429 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-60e3966d-de07-498d-a2dd-ed3b724c85a4 req-1c6bf017-a648-4090-8fa0-f20249dcbeff tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ebdfb8d-5043-447e-b5a7-3797bbb71422 HTTP/1.1" status: 200 len: 935 time: 0.0665119 Jul 13 08:17:56.928131 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-a6334478-a1ea-48cc-a999-858d3480395d req-38e6de3c-b48c-45d1-aafb-b75167578347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91308545-d48e-44cf-b7dd-15ef42f124f9 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:17:56.936228 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a6334478-a1ea-48cc-a999-858d3480395d req-38e6de3c-b48c-45d1-aafb-b75167578347 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:56.950790 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-a6334478-a1ea-48cc-a999-858d3480395d req-38e6de3c-b48c-45d1-aafb-b75167578347 service neutron] Transition to ACTIVE for port object 91308545-d48e-44cf-b7dd-15ef42f124f9 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:17:56.954026 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a6334478-a1ea-48cc-a999-858d3480395d req-38e6de3c-b48c-45d1-aafb-b75167578347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:56.968297 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-60e3966d-de07-498d-a2dd-ed3b724c85a4 req-7c8cfbcd-debd-4491-9f5f-95f181bfcb5d tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f8db36-324e-4d4d-85f8-214e8428e097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348969 Jul 13 08:17:57.023970 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6de3c-b48c-45d1-aafb-b75167578347 service neutron] Pushing event updated for resources: {'Port': ['ID=91308545-d48e-44cf-b7dd-15ef42f124f9,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:57.080199 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-a6334478-a1ea-48cc-a999-858d3480395d req-38e6de3c-b48c-45d1-aafb-b75167578347 service neutron] Attempting to bind port 91308545-d48e-44cf-b7dd-15ef42f124f9 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:17:57.081297 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-a6334478-a1ea-48cc-a999-858d3480395d req-38e6de3c-b48c-45d1-aafb-b75167578347 service neutron] Attempting to bind port 91308545-d48e-44cf-b7dd-15ef42f124f9 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:17:57.081297 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6334478-a1ea-48cc-a999-858d3480395d req-38e6de3c-b48c-45d1-aafb-b75167578347 service neutron] Attempting to bind port 91308545-d48e-44cf-b7dd-15ef42f124f9 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:17:57.085518 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6334478-a1ea-48cc-a999-858d3480395d req-38e6de3c-b48c-45d1-aafb-b75167578347 service neutron] Port 91308545-d48e-44cf-b7dd-15ef42f124f9 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:17:57.085839 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6334478-a1ea-48cc-a999-858d3480395d req-38e6de3c-b48c-45d1-aafb-b75167578347 service neutron] Attempting to bind port 91308545-d48e-44cf-b7dd-15ef42f124f9 on network f9d6e899-687c-4a4d-bdf3-8d8d169866a7 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:17:57.091674 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6334478-a1ea-48cc-a999-858d3480395d req-38e6de3c-b48c-45d1-aafb-b75167578347 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:17:57.092009 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6334478-a1ea-48cc-a999-858d3480395d req-38e6de3c-b48c-45d1-aafb-b75167578347 service neutron] Checking segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:17:57.092395 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6334478-a1ea-48cc-a999-858d3480395d req-38e6de3c-b48c-45d1-aafb-b75167578347 service neutron] Bound using segment: {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:17:57.092823 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-a6334478-a1ea-48cc-a999-858d3480395d req-38e6de3c-b48c-45d1-aafb-b75167578347 service neutron] Bound port: 91308545-d48e-44cf-b7dd-15ef42f124f9, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc65687e-8de1-46c4-abfc-82dac8865a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:17:57.093182 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a6334478-a1ea-48cc-a999-858d3480395d req-38e6de3c-b48c-45d1-aafb-b75167578347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:57.174654 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-a6334478-a1ea-48cc-a999-858d3480395d req-38e6de3c-b48c-45d1-aafb-b75167578347 service neutron] For port 91308545-d48e-44cf-b7dd-15ef42f124f9, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:17:57.177839 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-a6334478-a1ea-48cc-a999-858d3480395d req-38e6de3c-b48c-45d1-aafb-b75167578347 service neutron] For port 91308545-d48e-44cf-b7dd-15ef42f124f9, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=91308545-d48e-44cf-b7dd-15ef42f124f9,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:17:57.182032 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a6334478-a1ea-48cc-a999-858d3480395d req-38e6de3c-b48c-45d1-aafb-b75167578347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:57.221620 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6334478-a1ea-48cc-a999-858d3480395d req-38e6de3c-b48c-45d1-aafb-b75167578347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:57.222237 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a6334478-a1ea-48cc-a999-858d3480395d req-38e6de3c-b48c-45d1-aafb-b75167578347 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:57.223663 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a6334478-a1ea-48cc-a999-858d3480395d req-38e6de3c-b48c-45d1-aafb-b75167578347 service neutron] 10.222.0.42 "PUT /v2.0/ports/91308545-d48e-44cf-b7dd-15ef42f124f9 HTTP/1.1" status: 200 len: 1096 time: 0.6699376 Jul 13 08:17:57.224103 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ebdfb8d-5043-447e-b5a7-3797bbb71422', 'tag': '91308545-d48e-44cf-b7dd-15ef42f124f9'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:17:57.226385 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df575f49-b133-4e8e-9505-6f73fae0d318" -d '{"events": [{"name": "network-changed", "server_uuid": "1ebdfb8d-5043-447e-b5a7-3797bbb71422", "tag": "91308545-d48e-44cf-b7dd-15ef42f124f9"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:17:57.253220 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6de3c-b48c-45d1-aafb-b75167578347 service neutron] Pushing event updated for resources: {'Port': ['ID=91308545-d48e-44cf-b7dd-15ef42f124f9,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:17:57.276530 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead43052-0c27-4ae3-8b08-fc7ae753e733 x-openstack-request-id: req-ead43052-0c27-4ae3-8b08-fc7ae753e733 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:17:57.277522 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ebdfb8d-5043-447e-b5a7-3797bbb71422", "tag": "91308545-d48e-44cf-b7dd-15ef42f124f9", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:17:57.278867 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ead43052-0c27-4ae3-8b08-fc7ae753e733 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:17:57.279598 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ebdfb8d-5043-447e-b5a7-3797bbb71422', 'tag': '91308545-d48e-44cf-b7dd-15ef42f124f9', 'status': 'completed', 'code': 200} Jul 13 08:17:57.364611 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6334478-a1ea-48cc-a999-858d3480395d req-da257e61-270b-425c-82f3-0cf2b7eef6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:57.366333 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a6334478-a1ea-48cc-a999-858d3480395d req-da257e61-270b-425c-82f3-0cf2b7eef6ad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=85da7a92524842a9a94ed720830df2a5&device_id=1ebdfb8d-5043-447e-b5a7-3797bbb71422 HTTP/1.1" status: 200 len: 1099 time: 0.0603530 Jul 13 08:17:57.413864 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a6334478-a1ea-48cc-a999-858d3480395d req-4629fe22-2c1d-4bb1-bf40-f1772e7441ea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=91308545-d48e-44cf-b7dd-15ef42f124f9 HTTP/1.1" status: 200 len: 217 time: 0.0394993 Jul 13 08:17:57.468621 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6334478-a1ea-48cc-a999-858d3480395d req-99f06ff2-b693-4618-8a26-a0cd99b51523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:57.469987 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a6334478-a1ea-48cc-a999-858d3480395d req-99f06ff2-b693-4618-8a26-a0cd99b51523 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.0501959 Jul 13 08:17:57.533466 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6334478-a1ea-48cc-a999-858d3480395d req-49b62708-71c6-4b49-ab07-3921d20893c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:57.535177 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a6334478-a1ea-48cc-a999-858d3480395d req-49b62708-71c6-4b49-ab07-3921d20893c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0593529 Jul 13 08:17:57.633842 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a6334478-a1ea-48cc-a999-858d3480395d req-0efca107-5d0b-469a-9548-7a604d7eb753 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927179 Jul 13 08:17:57.728010 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a6334478-a1ea-48cc-a999-858d3480395d req-b9a40b5f-fd90-44a3-a2b7-9d4717d0cb20 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883937 Jul 13 08:17:57.832866 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df575f49-b133-4e8e-9505-6f73fae0d318 req-1e0ac488-2e82-4c1b-8308-a5fc852e66da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:57.834388 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-df575f49-b133-4e8e-9505-6f73fae0d318 req-1e0ac488-2e82-4c1b-8308-a5fc852e66da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=85da7a92524842a9a94ed720830df2a5&device_id=1ebdfb8d-5043-447e-b5a7-3797bbb71422 HTTP/1.1" status: 200 len: 1099 time: 0.0543292 Jul 13 08:17:57.929582 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df575f49-b133-4e8e-9505-6f73fae0d318 req-f1b43425-6eb2-4af1-809f-21479ca23b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:57.931062 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-df575f49-b133-4e8e-9505-6f73fae0d318 req-f1b43425-6eb2-4af1-809f-21479ca23b71 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7 HTTP/1.1" status: 200 len: 870 time: 0.0907030 Jul 13 08:17:57.970861 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-df575f49-b133-4e8e-9505-6f73fae0d318 req-bfbd10a1-ce18-4c67-9ad5-b7d6287ad4d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=91308545-d48e-44cf-b7dd-15ef42f124f9 HTTP/1.1" status: 200 len: 217 time: 0.0336056 Jul 13 08:17:58.025915 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df575f49-b133-4e8e-9505-6f73fae0d318 req-0034d56a-b1d7-45e2-8762-d4e17e5ad536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:58.027455 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-df575f49-b133-4e8e-9505-6f73fae0d318 req-0034d56a-b1d7-45e2-8762-d4e17e5ad536 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5af789a-0729-4e53-834f-ef6745aa079c HTTP/1.1" status: 200 len: 843 time: 0.0509164 Jul 13 08:17:58.086958 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df575f49-b133-4e8e-9505-6f73fae0d318 req-c4e02d35-e5b6-46b0-8b59-cef30326f8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:58.088501 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-df575f49-b133-4e8e-9505-6f73fae0d318 req-c4e02d35-e5b6-46b0-8b59-cef30326f8c1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9d6e899-687c-4a4d-bdf3-8d8d169866a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0547204 Jul 13 08:17:58.150144 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2162b3-16b7-4ee0-8255-6c005c765e71 req-760549b6-267a-4c42-a759-4bd9d97b907c tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:58.152354 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bb2162b3-16b7-4ee0-8255-6c005c765e71 req-760549b6-267a-4c42-a759-4bd9d97b907c tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ebdfb8d-5043-447e-b5a7-3797bbb71422 HTTP/1.1" status: 200 len: 947 time: 0.0673304 Jul 13 08:17:58.182560 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-df575f49-b133-4e8e-9505-6f73fae0d318 req-85d2b8ea-a959-4416-b1cb-33bb76e5302c service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870554 Jul 13 08:17:58.190231 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bb2162b3-16b7-4ee0-8255-6c005c765e71 req-d46469c5-036c-4d13-8b72-2af8760b8b4e tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f8db36-324e-4d4d-85f8-214e8428e097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319810 Jul 13 08:17:58.289239 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-df575f49-b133-4e8e-9505-6f73fae0d318 req-4acb1a4f-59b2-4af4-9966-162cc48893d1 service neutron] 10.222.0.42 "GET /v2.0/networks/f9d6e899-687c-4a4d-bdf3-8d8d169866a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001885 Jul 13 08:17:59.371858 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23daeca0-413c-4131-badc-45e65f6b4190 req-2e69ec55-dda0-4275-b712-bd8027027158 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:17:59.373389 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-23daeca0-413c-4131-badc-45e65f6b4190 req-2e69ec55-dda0-4275-b712-bd8027027158 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ebdfb8d-5043-447e-b5a7-3797bbb71422 HTTP/1.1" status: 200 len: 947 time: 0.0667882 Jul 13 08:17:59.415050 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-23daeca0-413c-4131-badc-45e65f6b4190 req-b807a559-a770-43ff-bf9b-3b597f590f95 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f8db36-324e-4d4d-85f8-214e8428e097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360050 Jul 13 08:17:59.718515 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 91308545-d48e-44cf-b7dd-15ef42f124f9 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:17:59.818688 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 91308545-d48e-44cf-b7dd-15ef42f124f9, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=91308545-d48e-44cf-b7dd-15ef42f124f9,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:17:59.829534 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '91308545-d48e-44cf-b7dd-15ef42f124f9', 'network_id': 'f9d6e899-687c-4a4d-bdf3-8d8d169866a7', 'port_id': '91308545-d48e-44cf-b7dd-15ef42f124f9', 'mac_address': 'fa:16:3e:78:aa:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5af789a-0729-4e53-834f-ef6745aa079c', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:17:59.866114 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:59.879420 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91308545-d48e-44cf-b7dd-15ef42f124f9 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:17:59.899341 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 91308545-d48e-44cf-b7dd-15ef42f124f9, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=91308545-d48e-44cf-b7dd-15ef42f124f9,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:17:59.903318 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:17:59.957933 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=91308545-d48e-44cf-b7dd-15ef42f124f9,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:00.167700 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['91308545-d48e-44cf-b7dd-15ef42f124f9'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:18:00.346145 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e23e56b1-2ca4-4e48-926b-d1d157848d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:00.588437 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9a3da-5a11-4646-aec8-eb8bc89802c0 req-f41ebc7c-6a5c-414f-80f1-89d9f4122bc8 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:00.590868 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-36c9a3da-5a11-4646-aec8-eb8bc89802c0 req-f41ebc7c-6a5c-414f-80f1-89d9f4122bc8 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ebdfb8d-5043-447e-b5a7-3797bbb71422 HTTP/1.1" status: 200 len: 948 time: 0.0648565 Jul 13 08:18:00.630318 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-36c9a3da-5a11-4646-aec8-eb8bc89802c0 req-4cb1abe6-55a5-43ae-9504-15c40893b40a tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f8db36-324e-4d4d-85f8-214e8428e097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336349 Jul 13 08:18:01.725853 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 91308545-d48e-44cf-b7dd-15ef42f124f9 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:18:01.778348 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 91308545-d48e-44cf-b7dd-15ef42f124f9 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:18:01.784423 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 91308545-d48e-44cf-b7dd-15ef42f124f9 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:18:01.784797 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:01.819476 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b757cc-fd45-4a52-a18e-bb0288dfa4e7 req-e9e2b0dc-c267-43c9-a270-3246d44604ee tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:01.821109 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c1b757cc-fd45-4a52-a18e-bb0288dfa4e7 req-e9e2b0dc-c267-43c9-a270-3246d44604ee tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ebdfb8d-5043-447e-b5a7-3797bbb71422 HTTP/1.1" status: 200 len: 948 time: 0.0722699 Jul 13 08:18:01.865732 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c1b757cc-fd45-4a52-a18e-bb0288dfa4e7 req-9cc97d5f-49d3-49a0-9373-c43171db37cc tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f8db36-324e-4d4d-85f8-214e8428e097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373943 Jul 13 08:18:01.874102 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:01.898520 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebdfb8d-5043-447e-b5a7-3797bbb71422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91308545-d48e-44cf-b7dd-15ef42f124f9'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:18:01.901389 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}819247fa28fcd914db4aabd8a9f8f95ceb467163a9d63008da3b74a1dcff375d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b189ce9f-1277-4b63-9f6b-d681c147f5ef" -d '{"events": [{"server_uuid": "1ebdfb8d-5043-447e-b5a7-3797bbb71422", "name": "network-vif-plugged", "status": "completed", "tag": "91308545-d48e-44cf-b7dd-15ef42f124f9"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:18:01.914643 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 91308545-d48e-44cf-b7dd-15ef42f124f9, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=91308545-d48e-44cf-b7dd-15ef42f124f9,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:18:01.919921 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:01.956832 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a6f80e-f4c5-4739-a431-376969da7ff8 x-openstack-request-id: req-11a6f80e-f4c5-4739-a431-376969da7ff8 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:18:01.957125 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ebdfb8d-5043-447e-b5a7-3797bbb71422", "name": "network-vif-plugged", "status": "completed", "tag": "91308545-d48e-44cf-b7dd-15ef42f124f9", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:18:01.957395 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-11a6f80e-f4c5-4739-a431-376969da7ff8 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:18:01.957768 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ebdfb8d-5043-447e-b5a7-3797bbb71422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91308545-d48e-44cf-b7dd-15ef42f124f9', 'code': 200} Jul 13 08:18:01.988601 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=91308545-d48e-44cf-b7dd-15ef42f124f9,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:02.076410 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22f337-1828-492d-bfbc-02d93437a819 req-060a4034-e71b-4108-8d20-ab0947753108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:02.078373 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ec22f337-1828-492d-bfbc-02d93437a819 req-060a4034-e71b-4108-8d20-ab0947753108 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1ebdfb8d-5043-447e-b5a7-3797bbb71422 HTTP/1.1" status: 200 len: 1101 time: 0.0683472 Jul 13 08:18:02.117350 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ec22f337-1828-492d-bfbc-02d93437a819 req-e5b2dfb9-57e8-4fd9-bf6d-d720df44370d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=83f8db36-324e-4d4d-85f8-214e8428e097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316515 Jul 13 08:18:02.170473 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-45ee515b-f97c-4a7f-8389-11cb253f0748 None None] Provisioning complete for port 91308545-d48e-44cf-b7dd-15ef42f124f9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:18:02.170861 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-45ee515b-f97c-4a7f-8389-11cb253f0748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:02.959555 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [req-3c9e1163-bbc5-47c7-bb8c-d8c02c7ecae3 req-632aa863-8d68-4897-9ecd-df18c9b05322 service neutron] (94017) timed out ('10.222.0.23', 53810) {{(pid=94017) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 08:18:03.048539 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca76afd-5c85-4000-88ca-3939dc19406e req-ddde5633-d5f2-4190-91c2-212087ba364d tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:03.050182 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2ca76afd-5c85-4000-88ca-3939dc19406e req-ddde5633-d5f2-4190-91c2-212087ba364d tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ebdfb8d-5043-447e-b5a7-3797bbb71422 HTTP/1.1" status: 200 len: 949 time: 0.0674536 Jul 13 08:18:03.091279 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2ca76afd-5c85-4000-88ca-3939dc19406e req-a3b2f185-0ad5-4f98-8257-466afe5462b6 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f8db36-324e-4d4d-85f8-214e8428e097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352445 Jul 13 08:18:03.216654 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7285f9a0-2ecd-4ab0-9799-3c24b4cf58fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:03.226530 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:04.197324 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c1bb3-529e-4740-a660-b98c503f2efc req-4f5cc243-f602-4874-bf28-6ff9e97df3d5 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:04.199460 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e78c1bb3-529e-4740-a660-b98c503f2efc req-4f5cc243-f602-4874-bf28-6ff9e97df3d5 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ebdfb8d-5043-447e-b5a7-3797bbb71422 HTTP/1.1" status: 200 len: 949 time: 0.0687654 Jul 13 08:18:04.239595 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e78c1bb3-529e-4740-a660-b98c503f2efc req-1fd9b084-7799-423d-a73b-700b63d77802 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f8db36-324e-4d4d-85f8-214e8428e097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342674 Jul 13 08:18:04.280934 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:05.346743 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b5d5c-d1c8-45ce-bd1f-2349d31f2cdb req-b3fdb6f3-40ac-4b3b-a552-f743463fe8dd tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:05.348520 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b52b5d5c-d1c8-45ce-bd1f-2349d31f2cdb req-b3fdb6f3-40ac-4b3b-a552-f743463fe8dd tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ebdfb8d-5043-447e-b5a7-3797bbb71422 HTTP/1.1" status: 200 len: 949 time: 0.0696278 Jul 13 08:18:05.437906 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dae919-adb7-4840-b97c-0fcb88ed5ecb req-a30126dc-601d-4504-baa1-da673ea5c8d9 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:05.439520 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-21dae919-adb7-4840-b97c-0fcb88ed5ecb req-a30126dc-601d-4504-baa1-da673ea5c8d9 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ebdfb8d-5043-447e-b5a7-3797bbb71422 HTTP/1.1" status: 200 len: 949 time: 0.0704749 Jul 13 08:18:05.458829 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-b52b5d5c-d1c8-45ce-bd1f-2349d31f2cdb req-2c125aaf-b6d8-455e-a617-1fb21727aaa4 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] Deleting port 91308545-d48e-44cf-b7dd-15ef42f124f9 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:18:05.459170 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-b52b5d5c-d1c8-45ce-bd1f-2349d31f2cdb req-2c125aaf-b6d8-455e-a617-1fb21727aaa4 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:05.486197 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-21dae919-adb7-4840-b97c-0fcb88ed5ecb req-883e7c4b-eb52-48af-8709-f03cfaf46090 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] 10.222.0.23 "GET /v2.0/security-groups?id=83f8db36-324e-4d4d-85f8-214e8428e097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396767 Jul 13 08:18:05.549944 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-b52b5d5c-d1c8-45ce-bd1f-2349d31f2cdb req-2c125aaf-b6d8-455e-a617-1fb21727aaa4 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] For port 91308545-d48e-44cf-b7dd-15ef42f124f9, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=91308545-d48e-44cf-b7dd-15ef42f124f9,segment=NetworkSegment(fc65687e-8de1-46c4-abfc-82dac8865a70),segment_id=fc65687e-8de1-46c4-abfc-82dac8865a70)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:18:05.550193 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-b52b5d5c-d1c8-45ce-bd1f-2349d31f2cdb req-2c125aaf-b6d8-455e-a617-1fb21727aaa4 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:05.563606 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-b52b5d5c-d1c8-45ce-bd1f-2349d31f2cdb req-2c125aaf-b6d8-455e-a617-1fb21727aaa4 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] Calling delete_port for 91308545-d48e-44cf-b7dd-15ef42f124f9 owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:18:05.710086 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-b52b5d5c-d1c8-45ce-bd1f-2349d31f2cdb req-2c125aaf-b6d8-455e-a617-1fb21727aaa4 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:05.722702 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['91308545-d48e-44cf-b7dd-15ef42f124f9'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:18:05.744688 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c125aaf-b6d8-455e-a617-1fb21727aaa4 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] Pushing event deleted for resources: {'Port': ['ID=91308545-d48e-44cf-b7dd-15ef42f124f9,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:05.795346 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52b5d5c-d1c8-45ce-bd1f-2349d31f2cdb req-2c125aaf-b6d8-455e-a617-1fb21727aaa4 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] No DVR routers for this DVR port 91308545-d48e-44cf-b7dd-15ef42f124f9 on host n-h1-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:18:05.798279 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-b52b5d5c-d1c8-45ce-bd1f-2349d31f2cdb req-2c125aaf-b6d8-455e-a617-1fb21727aaa4 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:05.800802 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b52b5d5c-d1c8-45ce-bd1f-2349d31f2cdb req-2c125aaf-b6d8-455e-a617-1fb21727aaa4 tempest-ServersAdminNegativeTestJSON-634773911 tempest-ServersAdminNegativeTestJSON-634773911-project] 10.222.0.42 "DELETE /v2.0/ports/91308545-d48e-44cf-b7dd-15ef42f124f9 HTTP/1.1" status: 204 len: 173 time: 0.4469905 Jul 13 08:18:05.801265 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebdfb8d-5043-447e-b5a7-3797bbb71422', 'name': 'network-vif-deleted', 'tag': '91308545-d48e-44cf-b7dd-15ef42f124f9'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:18:05.804097 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2002e7e2-daca-4a9e-9957-b5fe8db6285f" -d '{"events": [{"server_uuid": "1ebdfb8d-5043-447e-b5a7-3797bbb71422", "name": "network-vif-deleted", "tag": "91308545-d48e-44cf-b7dd-15ef42f124f9"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:18:05.845316 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6adc5f5-a4b4-45e0-aa9c-c769be3f9c47 x-openstack-request-id: req-e6adc5f5-a4b4-45e0-aa9c-c769be3f9c47 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:18:05.845687 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ebdfb8d-5043-447e-b5a7-3797bbb71422", "name": "network-vif-deleted", "tag": "91308545-d48e-44cf-b7dd-15ef42f124f9", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:18:05.846022 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e6adc5f5-a4b4-45e0-aa9c-c769be3f9c47 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:18:05.846594 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ebdfb8d-5043-447e-b5a7-3797bbb71422', 'name': 'network-vif-deleted', 'tag': '91308545-d48e-44cf-b7dd-15ef42f124f9', 'status': 'completed', 'code': 200} Jul 13 08:18:06.036457 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:06.841655 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42218) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:18:06.997230 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4dc6695d-7b21-4046-b065-44f6f5f6e8e2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=85da7a92524842a9a94ed720830df2a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1543446 Jul 13 08:18:07.000065 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42222) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:18:07.054754 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4b67caad-dc47-470d-b046-3aec3b84e685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:07.079129 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4b67caad-dc47-470d-b046-3aec3b84e685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:07.130408 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4b67caad-dc47-470d-b046-3aec3b84e685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:07.137907 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4b67caad-dc47-470d-b046-3aec3b84e685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:07.138958 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4b67caad-dc47-470d-b046-3aec3b84e685 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/83f8db36-324e-4d4d-85f8-214e8428e097 HTTP/1.1" status: 204 len: 168 time: 0.1379912 Jul 13 08:18:07.147391 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67caad-dc47-470d-b046-3aec3b84e685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f8db36-324e-4d4d-85f8-214e8428e097,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:07.405630 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42228) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:18:07.419259 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4ec50bc1-9792-4061-85a1-c34c139248e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:07.516166 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4ec50bc1-9792-4061-85a1-c34c139248e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:07.520099 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4ec50bc1-9792-4061-85a1-c34c139248e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:07.558089 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4ec50bc1-9792-4061-85a1-c34c139248e3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f0632931070457c9816fdbe39757b21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513674 Jul 13 08:18:07.559784 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec50bc1-9792-4061-85a1-c34c139248e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d982ba-aba4-44f9-9d94-80ea57250e30,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:07.561559 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42230) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:18:07.611468 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4f685670-f12b-47d8-897f-0951ddf5941a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:07.632314 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4f685670-f12b-47d8-897f-0951ddf5941a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:07.991307 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4f685670-f12b-47d8-897f-0951ddf5941a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:07.994105 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4f685670-f12b-47d8-897f-0951ddf5941a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:07.995275 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4f685670-f12b-47d8-897f-0951ddf5941a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f3d982ba-aba4-44f9-9d94-80ea57250e30 HTTP/1.1" status: 204 len: 168 time: 0.4326110 Jul 13 08:18:08.003447 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f685670-f12b-47d8-897f-0951ddf5941a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d982ba-aba4-44f9-9d94-80ea57250e30,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:08.686925 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42252) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:18:08.781878 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-587dca55-ab94-418a-86b5-af084e4c4d72 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1510396395-network', 'tenant_id': '11875c85f0974da49950ef3be0ab9cb5'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:18:08.807252 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587dca55-ab94-418a-86b5-af084e4c4d72 admin admin] Made reservation on behalf of 11875c85f0974da49950ef3be0ab9cb5 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:18:08.809766 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-587dca55-ab94-418a-86b5-af084e4c4d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:08.817951 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-587dca55-ab94-418a-86b5-af084e4c4d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:08.905679 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-587dca55-ab94-418a-86b5-af084e4c4d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:08.909462 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-587dca55-ab94-418a-86b5-af084e4c4d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:08.934171 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-587dca55-ab94-418a-86b5-af084e4c4d72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:18:08.942781 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587dca55-ab94-418a-86b5-af084e4c4d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843de8aa-ff19-47c5-af64-10170b5465af,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:08.949029 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-587dca55-ab94-418a-86b5-af084e4c4d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:08.949368 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-587dca55-ab94-418a-86b5-af084e4c4d72 admin admin] Added segment 24292d83-21e2-4bab-b26e-65e7c9fd2b9c of type vlan for network 72426a82-efa6-45c9-bec0-f90022a6a7df Jul 13 08:18:08.989581 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-587dca55-ab94-418a-86b5-af084e4c4d72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:09.018009 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-587dca55-ab94-418a-86b5-af084e4c4d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:09.019033 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587dca55-ab94-418a-86b5-af084e4c4d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:09.019670 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-587dca55-ab94-418a-86b5-af084e4c4d72 admin admin] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:09.052739 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-587dca55-ab94-418a-86b5-af084e4c4d72 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3644991 Jul 13 08:18:09.055927 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42256) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:18:09.062230 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-e408db1c-67a0-4b5e-8704-0c888c6a0d85 admin admin] Request body: {'subnet': {'network_id': '72426a82-efa6-45c9-bec0-f90022a6a7df', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1510396395-subnet', 'tenant_id': '11875c85f0974da49950ef3be0ab9cb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:18:09.084865 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e408db1c-67a0-4b5e-8704-0c888c6a0d85 admin admin] Made reservation on behalf of 11875c85f0974da49950ef3be0ab9cb5 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:18:09.087237 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587dca55-ab94-418a-86b5-af084e4c4d72 admin admin] Pushing event updated for resources: {'Network': ['ID=72426a82-efa6-45c9-bec0-f90022a6a7df,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:09.087416 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e408db1c-67a0-4b5e-8704-0c888c6a0d85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:09.097641 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 72426a82-efa6-45c9-bec0-f90022a6a7df details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:18:09.260455 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e408db1c-67a0-4b5e-8704-0c888c6a0d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:09.322495 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e408db1c-67a0-4b5e-8704-0c888c6a0d85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5566a43f-2d1e-4de5-8291-bf63e548a30e,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:09.331018 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e408db1c-67a0-4b5e-8704-0c888c6a0d85 admin admin] Checking segment: {'id': '24292d83-21e2-4bab-b26e-65e7c9fd2b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '72426a82-efa6-45c9-bec0-f90022a6a7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:18:09.331409 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e408db1c-67a0-4b5e-8704-0c888c6a0d85 admin admin] Network hostable DHCP agents. Network: 72426a82-efa6-45c9-bec0-f90022a6a7df, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:18:09.348660 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e408db1c-67a0-4b5e-8704-0c888c6a0d85 admin admin] Network 72426a82-efa6-45c9-bec0-f90022a6a7df is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:18:09.357332 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-e408db1c-67a0-4b5e-8704-0c888c6a0d85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 72426a82-efa6-45c9-bec0-f90022a6a7df) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:18:09.361877 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e408db1c-67a0-4b5e-8704-0c888c6a0d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:09.362470 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e408db1c-67a0-4b5e-8704-0c888c6a0d85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:09.366651 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acef25b-4845-4ae3-ba26-524ea45c9aa2 None None] Network 72426a82-efa6-45c9-bec0-f90022a6a7df requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:18:09.379662 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e408db1c-67a0-4b5e-8704-0c888c6a0d85 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3209004 Jul 13 08:18:09.503013 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d71bef8-38e0-4f12-a930-5b694c0373f3 None None] Network 72426a82-efa6-45c9-bec0-f90022a6a7df requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:18:09.755346 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 91308545-d48e-44cf-b7dd-15ef42f124f9 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:18:09.775272 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 91308545-d48e-44cf-b7dd-15ef42f124f9 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:18:09.775614 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 91308545-d48e-44cf-b7dd-15ef42f124f9 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:18:09.810598 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-b6e34233-b5b9-401e-8e6b-eeb0175c6ab4 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:09.812105 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-b6e34233-b5b9-401e-8e6b-eeb0175c6ab4 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/networks?id=72426a82-efa6-45c9-bec0-f90022a6a7df HTTP/1.1" status: 200 len: 812 time: 0.1023464 Jul 13 08:18:09.827286 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-3a0e6c73-e6db-44a1-9e32-d254cef5de8d tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/quotas/11875c85f0974da49950ef3be0ab9cb5 HTTP/1.1" status: 200 len: 375 time: 0.0097744 Jul 13 08:18:09.873395 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-0f86e195-6b6c-4f53-8e54-7a8aea9d8a0c tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=11875c85f0974da49950ef3be0ab9cb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390019 Jul 13 08:18:09.966748 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-66c465d8-e2bc-4378-9719-1f4bd4d0168c service neutron] 10.222.0.23 "GET /v2.0/networks/72426a82-efa6-45c9-bec0-f90022a6a7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868688 Jul 13 08:18:10.054682 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-82a33740-157a-4755-be47-7d8d0ae07fec service neutron] 10.222.0.23 "GET /v2.0/networks/72426a82-efa6-45c9-bec0-f90022a6a7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822144 Jul 13 08:18:10.225813 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8ce50cde-7006-4152-b228-045e3595f52a req-60217c2d-acd3-4fdb-ab45-3903d6ca1f81 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 210 time: 0.0282664 Jul 13 08:18:11.280393 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-453114e2-5559-4e66-88b3-4d24af5fb463 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:11.281932 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-453114e2-5559-4e66-88b3-4d24af5fb463 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.42 "GET /v2.0/networks?id=72426a82-efa6-45c9-bec0-f90022a6a7df HTTP/1.1" status: 200 len: 812 time: 0.1178555 Jul 13 08:18:11.300037 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-aa9ac304-f65c-4db7-ac05-b8b43ffb339f tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Request body: {'port': {'device_id': '4cb9b3bb-e850-47a0-aa69-24ce7e47a012', 'network_id': '72426a82-efa6-45c9-bec0-f90022a6a7df', 'admin_state_up': True, 'tenant_id': '11875c85f0974da49950ef3be0ab9cb5'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:18:11.402299 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-159416b4-fd52-4c13-9f16-9da63e1f3204 req-03b4d065-8303-4255-9a66-775b2da4fa87 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 210 time: 0.0378716 Jul 13 08:18:11.441870 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-aa9ac304-f65c-4db7-ac05-b8b43ffb339f tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Made reservation on behalf of 11875c85f0974da49950ef3be0ab9cb5 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:18:11.445413 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-aa9ac304-f65c-4db7-ac05-b8b43ffb339f tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:11.575785 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-aa9ac304-f65c-4db7-ac05-b8b43ffb339f tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Allocated IP 172.20.0.6 (72426a82-efa6-45c9-bec0-f90022a6a7df/5566a43f-2d1e-4de5-8291-bf63e548a30e/4a7de94e-4cc6-435a-baef-92187392053e) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:18:11.726725 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-aa9ac304-f65c-4db7-ac05-b8b43ffb339f tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:11.766627 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-aa9ac304-f65c-4db7-ac05-b8b43ffb339f tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:11.818821 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-aa9ac304-f65c-4db7-ac05-b8b43ffb339f tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Network 72426a82-efa6-45c9-bec0-f90022a6a7df is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:18:11.822083 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-aa9ac304-f65c-4db7-ac05-b8b43ffb339f tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:18:11.824512 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-aa9ac304-f65c-4db7-ac05-b8b43ffb339f tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:18:11.851157 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ac304-f65c-4db7-ac05-b8b43ffb339f tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Pushing event updated for resources: {'Port': ['ID=4a7de94e-4cc6-435a-baef-92187392053e,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:11.881886 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-aa9ac304-f65c-4db7-ac05-b8b43ffb339f tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:11.882501 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-aa9ac304-f65c-4db7-ac05-b8b43ffb339f tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:11.896974 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-aa9ac304-f65c-4db7-ac05-b8b43ffb339f tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6008344 Jul 13 08:18:11.908316 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-01229e5f-a521-4aa8-a691-122c3ff9953c service neutron] Request body: {'port': {'device_id': '4cb9b3bb-e850-47a0-aa69-24ce7e47a012', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:18:11.983037 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-01229e5f-a521-4aa8-a691-122c3ff9953c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:12.249733 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-01229e5f-a521-4aa8-a691-122c3ff9953c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a7de94e-4cc6-435a-baef-92187392053e {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:18:12.257401 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-01229e5f-a521-4aa8-a691-122c3ff9953c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:12.270461 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-01229e5f-a521-4aa8-a691-122c3ff9953c service neutron] Transition to ACTIVE for port object 4a7de94e-4cc6-435a-baef-92187392053e will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:18:12.274219 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-01229e5f-a521-4aa8-a691-122c3ff9953c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:12.327313 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01229e5f-a521-4aa8-a691-122c3ff9953c service neutron] Pushing event updated for resources: {'Port': ['ID=4a7de94e-4cc6-435a-baef-92187392053e,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:12.399351 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-01229e5f-a521-4aa8-a691-122c3ff9953c service neutron] Attempting to bind port 4a7de94e-4cc6-435a-baef-92187392053e on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:18:12.399679 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-01229e5f-a521-4aa8-a691-122c3ff9953c service neutron] Attempting to bind port 4a7de94e-4cc6-435a-baef-92187392053e by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '24292d83-21e2-4bab-b26e-65e7c9fd2b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '72426a82-efa6-45c9-bec0-f90022a6a7df'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:18:12.400001 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-01229e5f-a521-4aa8-a691-122c3ff9953c service neutron] Attempting to bind port 4a7de94e-4cc6-435a-baef-92187392053e on network 72426a82-efa6-45c9-bec0-f90022a6a7df {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:18:12.405071 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-01229e5f-a521-4aa8-a691-122c3ff9953c service neutron] Port 4a7de94e-4cc6-435a-baef-92187392053e on network 72426a82-efa6-45c9-bec0-f90022a6a7df not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:18:12.405384 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-01229e5f-a521-4aa8-a691-122c3ff9953c service neutron] Attempting to bind port 4a7de94e-4cc6-435a-baef-92187392053e on network 72426a82-efa6-45c9-bec0-f90022a6a7df {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:18:12.411360 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-01229e5f-a521-4aa8-a691-122c3ff9953c service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:18:12.411690 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-01229e5f-a521-4aa8-a691-122c3ff9953c service neutron] Checking segment: {'id': '24292d83-21e2-4bab-b26e-65e7c9fd2b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '72426a82-efa6-45c9-bec0-f90022a6a7df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:18:12.412065 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-01229e5f-a521-4aa8-a691-122c3ff9953c service neutron] Bound using segment: {'id': '24292d83-21e2-4bab-b26e-65e7c9fd2b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '72426a82-efa6-45c9-bec0-f90022a6a7df'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:18:12.412480 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-01229e5f-a521-4aa8-a691-122c3ff9953c service neutron] Bound port: 4a7de94e-4cc6-435a-baef-92187392053e, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24292d83-21e2-4bab-b26e-65e7c9fd2b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '72426a82-efa6-45c9-bec0-f90022a6a7df'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:18:12.412832 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-01229e5f-a521-4aa8-a691-122c3ff9953c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:12.476976 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-01229e5f-a521-4aa8-a691-122c3ff9953c service neutron] For port 4a7de94e-4cc6-435a-baef-92187392053e, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:18:12.480728 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-01229e5f-a521-4aa8-a691-122c3ff9953c service neutron] For port 4a7de94e-4cc6-435a-baef-92187392053e, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4a7de94e-4cc6-435a-baef-92187392053e,segment=NetworkSegment(24292d83-21e2-4bab-b26e-65e7c9fd2b9c),segment_id=24292d83-21e2-4bab-b26e-65e7c9fd2b9c)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:18:12.485931 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-01229e5f-a521-4aa8-a691-122c3ff9953c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:12.520875 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-01229e5f-a521-4aa8-a691-122c3ff9953c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:12.521536 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-01229e5f-a521-4aa8-a691-122c3ff9953c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:12.522879 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-01229e5f-a521-4aa8-a691-122c3ff9953c service neutron] 10.222.0.42 "PUT /v2.0/ports/4a7de94e-4cc6-435a-baef-92187392053e HTTP/1.1" status: 200 len: 1092 time: 0.6186368 Jul 13 08:18:12.523493 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb9b3bb-e850-47a0-aa69-24ce7e47a012', 'tag': '4a7de94e-4cc6-435a-baef-92187392053e'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:18:12.525617 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be400f5e-abe9-4967-ae3e-0a36e32d09b3" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb9b3bb-e850-47a0-aa69-24ce7e47a012", "tag": "4a7de94e-4cc6-435a-baef-92187392053e"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:18:12.556866 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01229e5f-a521-4aa8-a691-122c3ff9953c service neutron] Pushing event updated for resources: {'Port': ['ID=4a7de94e-4cc6-435a-baef-92187392053e,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:12.592629 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e173115-22fb-4d6b-9ab2-0942dc93d073 x-openstack-request-id: req-7e173115-22fb-4d6b-9ab2-0942dc93d073 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:18:12.592913 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb9b3bb-e850-47a0-aa69-24ce7e47a012", "tag": "4a7de94e-4cc6-435a-baef-92187392053e", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:18:12.593159 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7e173115-22fb-4d6b-9ab2-0942dc93d073 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:18:12.593552 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cb9b3bb-e850-47a0-aa69-24ce7e47a012', 'tag': '4a7de94e-4cc6-435a-baef-92187392053e', 'status': 'completed', 'code': 200} Jul 13 08:18:12.623596 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-8560453b-e8a4-4d81-8a41-4dbf2a59a5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:12.623896 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b01fa-887a-438e-8378-d299aaa239b6 req-2b2f2847-b18c-49a7-9b09-497245cc662a tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:12.625153 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-8560453b-e8a4-4d81-8a41-4dbf2a59a5e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=11875c85f0974da49950ef3be0ab9cb5&device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 1095 time: 0.0626156 Jul 13 08:18:12.625400 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8e0b01fa-887a-438e-8378-d299aaa239b6 req-2b2f2847-b18c-49a7-9b09-497245cc662a tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 943 time: 0.1100237 Jul 13 08:18:12.665617 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8e0b01fa-887a-438e-8378-d299aaa239b6 req-6cf176e6-e9ad-4781-a67f-6f40b94fb34e tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/security-groups?id=843de8aa-ff19-47c5-af64-10170b5465af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345528 Jul 13 08:18:12.670104 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-cae56b72-200f-41b6-a20c-4d007ad236f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a7de94e-4cc6-435a-baef-92187392053e HTTP/1.1" status: 200 len: 217 time: 0.0379426 Jul 13 08:18:12.718344 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-36c8f2e5-98c2-4916-8bec-be412537e154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:12.719829 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-36c8f2e5-98c2-4916-8bec-be412537e154 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5566a43f-2d1e-4de5-8291-bf63e548a30e HTTP/1.1" status: 200 len: 852 time: 0.0439219 Jul 13 08:18:12.753887 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-63cde42e-d863-4b69-a71e-a5bb05a658ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72426a82-efa6-45c9-bec0-f90022a6a7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282834 Jul 13 08:18:12.851618 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-d27f2777-1799-4069-9a5e-e9628091d818 service neutron] 10.222.0.42 "GET /v2.0/networks/72426a82-efa6-45c9-bec0-f90022a6a7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918803 Jul 13 08:18:12.944916 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a19fd3c0-ca33-44a3-9767-8daa56f6dccb req-b21931f9-2a0e-4c1e-a1df-f69cd7244e09 service neutron] 10.222.0.42 "GET /v2.0/networks/72426a82-efa6-45c9-bec0-f90022a6a7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876734 Jul 13 08:18:13.059413 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be400f5e-abe9-4967-ae3e-0a36e32d09b3 req-75d63c14-90a0-490f-acc9-080fd908923c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:13.061278 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-be400f5e-abe9-4967-ae3e-0a36e32d09b3 req-75d63c14-90a0-490f-acc9-080fd908923c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=11875c85f0974da49950ef3be0ab9cb5&device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 1095 time: 0.0656140 Jul 13 08:18:13.159753 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be400f5e-abe9-4967-ae3e-0a36e32d09b3 req-de8a3feb-1c7a-41b7-986e-c4cc3444fa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:13.161240 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-be400f5e-abe9-4967-ae3e-0a36e32d09b3 req-de8a3feb-1c7a-41b7-986e-c4cc3444fa2f service neutron] 10.222.0.42 "GET /v2.0/networks?id=72426a82-efa6-45c9-bec0-f90022a6a7df HTTP/1.1" status: 200 len: 913 time: 0.0939267 Jul 13 08:18:13.214007 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-be400f5e-abe9-4967-ae3e-0a36e32d09b3 req-e5964881-9eeb-43a8-84c5-4bf8ef6ea02d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a7de94e-4cc6-435a-baef-92187392053e HTTP/1.1" status: 200 len: 217 time: 0.0457847 Jul 13 08:18:13.269877 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be400f5e-abe9-4967-ae3e-0a36e32d09b3 req-2c822547-8ac3-48dd-9036-cb0346804ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:13.271446 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-be400f5e-abe9-4967-ae3e-0a36e32d09b3 req-2c822547-8ac3-48dd-9036-cb0346804ad3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5566a43f-2d1e-4de5-8291-bf63e548a30e HTTP/1.1" status: 200 len: 852 time: 0.0514143 Jul 13 08:18:13.310084 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-be400f5e-abe9-4967-ae3e-0a36e32d09b3 req-8776e65e-7a41-4dc9-87bd-8e0a2709d736 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72426a82-efa6-45c9-bec0-f90022a6a7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318437 Jul 13 08:18:13.409342 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-be400f5e-abe9-4967-ae3e-0a36e32d09b3 req-347b76aa-4652-4e71-b8dc-862e30e73d1e service neutron] 10.222.0.42 "GET /v2.0/networks/72426a82-efa6-45c9-bec0-f90022a6a7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930452 Jul 13 08:18:13.507220 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-be400f5e-abe9-4967-ae3e-0a36e32d09b3 req-4b5fbdf6-3434-4058-843e-743a75d2792e service neutron] 10.222.0.42 "GET /v2.0/networks/72426a82-efa6-45c9-bec0-f90022a6a7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914383 Jul 13 08:18:13.855189 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408e044-9fb3-4450-9aaf-7bff9e941775 req-3848dc63-cd29-47e8-848c-b2488c86b0f3 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:13.857027 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8408e044-9fb3-4450-9aaf-7bff9e941775 req-3848dc63-cd29-47e8-848c-b2488c86b0f3 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 943 time: 0.0755272 Jul 13 08:18:13.895907 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8408e044-9fb3-4450-9aaf-7bff9e941775 req-b65ba8f4-f68b-41cd-82c4-75e0b0e8c953 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/security-groups?id=843de8aa-ff19-47c5-af64-10170b5465af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332067 Jul 13 08:18:14.510370 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [req-ae663f2e-93c3-44a7-b36c-64cf540c086a req-dda67ce0-c5d7-488f-98f1-549857d3baea service neutron] (94017) timed out ('10.222.0.42', 53729) {{(pid=94017) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 08:18:15.089954 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d423e-81e6-4201-8775-9566fc52ae3f req-8e77b56b-f625-4b44-8e69-a64a2dac26fe tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:15.092199 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d92d423e-81e6-4201-8775-9566fc52ae3f req-8e77b56b-f625-4b44-8e69-a64a2dac26fe tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 943 time: 0.0796163 Jul 13 08:18:15.131415 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d92d423e-81e6-4201-8775-9566fc52ae3f req-0231ecb1-0e0b-45bb-be23-41c9314d13a2 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/security-groups?id=843de8aa-ff19-47c5-af64-10170b5465af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332940 Jul 13 08:18:15.786548 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 4a7de94e-4cc6-435a-baef-92187392053e details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:18:15.884704 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 4a7de94e-4cc6-435a-baef-92187392053e, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4a7de94e-4cc6-435a-baef-92187392053e,segment=NetworkSegment(24292d83-21e2-4bab-b26e-65e7c9fd2b9c),segment_id=24292d83-21e2-4bab-b26e-65e7c9fd2b9c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:18:15.895967 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '4a7de94e-4cc6-435a-baef-92187392053e', 'network_id': '72426a82-efa6-45c9-bec0-f90022a6a7df', 'port_id': '4a7de94e-4cc6-435a-baef-92187392053e', 'mac_address': 'fa:16:3e:41:48:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5566a43f-2d1e-4de5-8291-bf63e548a30e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:18:15.932197 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:15.945987 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a7de94e-4cc6-435a-baef-92187392053e {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:18:15.966252 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 4a7de94e-4cc6-435a-baef-92187392053e, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4a7de94e-4cc6-435a-baef-92187392053e,segment=NetworkSegment(24292d83-21e2-4bab-b26e-65e7c9fd2b9c),segment_id=24292d83-21e2-4bab-b26e-65e7c9fd2b9c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:18:15.970102 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:16.027533 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=4a7de94e-4cc6-435a-baef-92187392053e,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:16.188688 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['4a7de94e-4cc6-435a-baef-92187392053e'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:18:16.310545 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6be95-01a7-4fdd-a7ab-d5854c441f0e req-3490bbb6-818d-42d7-b264-c39c23ed628d tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:16.312173 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-04a6be95-01a7-4fdd-a7ab-d5854c441f0e req-3490bbb6-818d-42d7-b264-c39c23ed628d tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 944 time: 0.0640852 Jul 13 08:18:16.351085 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-04a6be95-01a7-4fdd-a7ab-d5854c441f0e req-7ae2b55a-8192-4b08-8359-9398752a2984 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/security-groups?id=843de8aa-ff19-47c5-af64-10170b5465af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326931 Jul 13 08:18:17.529817 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8828c9-aead-479b-bebb-e75ea5609a0e req-17ceb24d-25ba-4fa1-8488-3279934a5d81 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:17.531374 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9a8828c9-aead-479b-bebb-e75ea5609a0e req-17ceb24d-25ba-4fa1-8488-3279934a5d81 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 944 time: 0.0646276 Jul 13 08:18:17.570141 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9a8828c9-aead-479b-bebb-e75ea5609a0e req-1fc52172-65cb-4f7f-805a-3c562e21489f tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/security-groups?id=843de8aa-ff19-47c5-af64-10170b5465af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331678 Jul 13 08:18:17.786246 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 4a7de94e-4cc6-435a-baef-92187392053e up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:18:17.835128 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 4a7de94e-4cc6-435a-baef-92187392053e completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:18:17.838640 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 4a7de94e-4cc6-435a-baef-92187392053e triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:18:17.839003 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:17.913200 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:17.936745 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb9b3bb-e850-47a0-aa69-24ce7e47a012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7de94e-4cc6-435a-baef-92187392053e'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:18:17.938981 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}819247fa28fcd914db4aabd8a9f8f95ceb467163a9d63008da3b74a1dcff375d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd272ca3-c005-4113-a8dc-9a00d9e79ec6" -d '{"events": [{"server_uuid": "4cb9b3bb-e850-47a0-aa69-24ce7e47a012", "name": "network-vif-plugged", "status": "completed", "tag": "4a7de94e-4cc6-435a-baef-92187392053e"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:18:17.951789 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 4a7de94e-4cc6-435a-baef-92187392053e, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4a7de94e-4cc6-435a-baef-92187392053e,segment=NetworkSegment(24292d83-21e2-4bab-b26e-65e7c9fd2b9c),segment_id=24292d83-21e2-4bab-b26e-65e7c9fd2b9c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:18:17.955808 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:17.986391 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6f04e4-3f3a-4164-838f-13021a2bdce9 x-openstack-request-id: req-ee6f04e4-3f3a-4164-838f-13021a2bdce9 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:18:17.986765 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb9b3bb-e850-47a0-aa69-24ce7e47a012", "name": "network-vif-plugged", "status": "completed", "tag": "4a7de94e-4cc6-435a-baef-92187392053e", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:18:17.986908 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ee6f04e4-3f3a-4164-838f-13021a2bdce9 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:18:17.987315 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb9b3bb-e850-47a0-aa69-24ce7e47a012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7de94e-4cc6-435a-baef-92187392053e', 'code': 200} Jul 13 08:18:18.015875 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=4a7de94e-4cc6-435a-baef-92187392053e,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:18.092104 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad4043-9289-4e89-baf0-d7944bb35af2 req-abf496f1-1e59-48a4-831e-587747093477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:18.093482 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bcad4043-9289-4e89-baf0-d7944bb35af2 req-abf496f1-1e59-48a4-831e-587747093477 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 1097 time: 0.0510874 Jul 13 08:18:18.127012 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bcad4043-9289-4e89-baf0-d7944bb35af2 req-96015da6-c623-4ba7-81cc-f6f7ea0e0481 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=843de8aa-ff19-47c5-af64-10170b5465af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275245 Jul 13 08:18:18.748114 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23c3a4-51f5-4eb2-8763-986c483d9ba5 req-ed3ecd50-b2d1-4241-a6e9-4f72654e2bb8 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:18.749699 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8b23c3a4-51f5-4eb2-8763-986c483d9ba5 req-ed3ecd50-b2d1-4241-a6e9-4f72654e2bb8 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 945 time: 0.0693643 Jul 13 08:18:18.789167 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8b23c3a4-51f5-4eb2-8763-986c483d9ba5 req-1ff8264b-29e2-4e75-bf41-4a1fdb0d50c3 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/security-groups?id=843de8aa-ff19-47c5-af64-10170b5465af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337620 Jul 13 08:18:19.972750 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db16d7a-db06-4582-9f09-e1bc9884c89f req-2d79183d-9393-4904-aa62-6f348684ac97 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:19.974225 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1db16d7a-db06-4582-9f09-e1bc9884c89f req-2d79183d-9393-4904-aa62-6f348684ac97 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 945 time: 0.0668774 Jul 13 08:18:20.011895 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1db16d7a-db06-4582-9f09-e1bc9884c89f req-52579a47-8346-4103-9977-429ee43b563a tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/security-groups?id=843de8aa-ff19-47c5-af64-10170b5465af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320385 Jul 13 08:18:20.329556 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42318) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:18:20.448641 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53a373-0200-4f5d-95a0-8e6124011ac9 req-f67978e9-a280-4bf1-915d-c93ea8494998 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:20.450811 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2f53a373-0200-4f5d-95a0-8e6124011ac9 req-f67978e9-a280-4bf1-915d-c93ea8494998 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 945 time: 0.1032448 Jul 13 08:18:20.457003 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-efa207e9-926e-4224-8cb6-437d9998804e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1260548 Jul 13 08:18:20.490895 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2f53a373-0200-4f5d-95a0-8e6124011ac9 req-cdedb383-6cd8-4ee2-abac-fbeb0c307889 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/security-groups?id=843de8aa-ff19-47c5-af64-10170b5465af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329406 Jul 13 08:18:21.620175 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-16decd15-3403-440d-aee3-2aa6c4fe46dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:21.621701 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-16decd15-3403-440d-aee3-2aa6c4fe46dd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=11875c85f0974da49950ef3be0ab9cb5&device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 1097 time: 0.0546868 Jul 13 08:18:21.672597 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64149510-9d39-4018-9bf5-ec4b8ebd2b50 req-d43bbe0d-fc4a-4fbd-975f-021a66a094d6 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:21.674131 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-64149510-9d39-4018-9bf5-ec4b8ebd2b50 req-d43bbe0d-fc4a-4fbd-975f-021a66a094d6 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 945 time: 0.0642242 Jul 13 08:18:21.711481 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-64149510-9d39-4018-9bf5-ec4b8ebd2b50 req-413454b8-b442-4401-9bf4-2b6bfb97f9f7 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/security-groups?id=843de8aa-ff19-47c5-af64-10170b5465af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317175 Jul 13 08:18:21.712898 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-3e0e56ff-c68e-4f3d-bf7f-c90771bd07fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:21.714372 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-3e0e56ff-c68e-4f3d-bf7f-c90771bd07fb service neutron] 10.222.0.42 "GET /v2.0/networks?id=72426a82-efa6-45c9-bec0-f90022a6a7df HTTP/1.1" status: 200 len: 913 time: 0.0869503 Jul 13 08:18:21.754469 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-829285e9-2f57-4926-88bc-0b95d55396d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a7de94e-4cc6-435a-baef-92187392053e HTTP/1.1" status: 200 len: 217 time: 0.0342319 Jul 13 08:18:21.802140 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-598e51ee-2582-4677-9ee5-8c09a78e8598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:21.803532 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-598e51ee-2582-4677-9ee5-8c09a78e8598 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5566a43f-2d1e-4de5-8291-bf63e548a30e HTTP/1.1" status: 200 len: 852 time: 0.0430293 Jul 13 08:18:21.834538 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-845185b0-55db-43e9-beb8-bf53784eaf90 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72426a82-efa6-45c9-bec0-f90022a6a7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254638 Jul 13 08:18:21.924851 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-8fb923e1-adc7-4066-83cd-25a0d3d1b2ba service neutron] 10.222.0.42 "GET /v2.0/networks/72426a82-efa6-45c9-bec0-f90022a6a7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829799 Jul 13 08:18:22.016383 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-9e5a50dd-3d0f-4bcc-b363-51c114e909c9 service neutron] 10.222.0.42 "GET /v2.0/networks/72426a82-efa6-45c9-bec0-f90022a6a7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852878 Jul 13 08:18:22.885740 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb94d83-caef-4690-ac3d-ef24d1788e2c req-f823574c-b07d-44de-a17f-0b1b9a4d9115 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:22.887807 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cbb94d83-caef-4690-ac3d-ef24d1788e2c req-f823574c-b07d-44de-a17f-0b1b9a4d9115 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 945 time: 0.0646083 Jul 13 08:18:22.925830 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cbb94d83-caef-4690-ac3d-ef24d1788e2c req-8e299563-c2b6-4c8e-b13e-541c2d1bea50 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/security-groups?id=843de8aa-ff19-47c5-af64-10170b5465af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321903 Jul 13 08:18:23.065448 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:18:23.725733 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:24.099191 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944edfdb-ecf6-4f97-9265-479e016773cd req-29d4781b-0b6e-4e26-94dd-b1605bb3bf2b tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:24.100699 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-944edfdb-ecf6-4f97-9265-479e016773cd req-29d4781b-0b6e-4e26-94dd-b1605bb3bf2b tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 945 time: 0.0633237 Jul 13 08:18:24.141994 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-944edfdb-ecf6-4f97-9265-479e016773cd req-33e2515d-1211-4fb4-ae55-bc3f03c43f4e tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/security-groups?id=843de8aa-ff19-47c5-af64-10170b5465af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357735 Jul 13 08:18:24.441440 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:25.313217 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928290e-feb8-4688-aa7a-4befa872a3bd req-5df566db-936d-47a1-9a01-ab4ae7998967 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:25.314696 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6928290e-feb8-4688-aa7a-4befa872a3bd req-5df566db-936d-47a1-9a01-ab4ae7998967 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 945 time: 0.0618491 Jul 13 08:18:25.351358 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6928290e-feb8-4688-aa7a-4befa872a3bd req-470aa8a0-024e-4c62-84c1-543266803546 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/security-groups?id=843de8aa-ff19-47c5-af64-10170b5465af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310090 Jul 13 08:18:26.521748 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73567b-cbd6-443a-90bf-f14b2413bc51 req-6af20790-5027-4451-a08b-4e197905e84e tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:26.523294 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be73567b-cbd6-443a-90bf-f14b2413bc51 req-6af20790-5027-4451-a08b-4e197905e84e tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 945 time: 0.0628548 Jul 13 08:18:26.561414 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be73567b-cbd6-443a-90bf-f14b2413bc51 req-bfb9e883-c02d-4a3e-9428-e845215a2ffd tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/security-groups?id=843de8aa-ff19-47c5-af64-10170b5465af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325246 Jul 13 08:18:27.737429 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba722f-4d57-40cd-acc0-7b3be47806f3 req-1a9a3b9d-8678-48d3-86a5-631dbaa185bb tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:27.738900 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-79ba722f-4d57-40cd-acc0-7b3be47806f3 req-1a9a3b9d-8678-48d3-86a5-631dbaa185bb tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 945 time: 0.0645659 Jul 13 08:18:27.775677 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-79ba722f-4d57-40cd-acc0-7b3be47806f3 req-64a003ff-ad08-405d-8197-1e2264d774e0 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/security-groups?id=843de8aa-ff19-47c5-af64-10170b5465af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312533 Jul 13 08:18:28.949691 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ce5cf-4351-4806-bc52-360611871cd2 req-c4b8e7ef-db91-4a56-9b67-05bad40b86cf tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:28.951605 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cf3ce5cf-4351-4806-bc52-360611871cd2 req-c4b8e7ef-db91-4a56-9b67-05bad40b86cf tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 945 time: 0.0656314 Jul 13 08:18:28.988937 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cf3ce5cf-4351-4806-bc52-360611871cd2 req-6c07ec93-6583-49e8-b4f5-012144ca6d9a tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/security-groups?id=843de8aa-ff19-47c5-af64-10170b5465af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314586 Jul 13 08:18:30.162501 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d666e72-debe-4c6b-94fe-82b6107b1680 req-a60310c8-c010-419a-95b2-99ccbadc98e3 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:30.164017 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4d666e72-debe-4c6b-94fe-82b6107b1680 req-a60310c8-c010-419a-95b2-99ccbadc98e3 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 945 time: 0.0624571 Jul 13 08:18:30.201401 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4d666e72-debe-4c6b-94fe-82b6107b1680 req-634b3b60-370b-438e-b9c6-c81bf9d518eb tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/security-groups?id=843de8aa-ff19-47c5-af64-10170b5465af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317967 Jul 13 08:18:30.347112 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-83c23f88-bd87-411f-815a-396881e99554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:31.381727 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2715c517-0407-478d-ac1d-1d4cb7089ea8 req-162436c6-a1d7-4ce9-8699-64ba56431a05 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:31.383288 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2715c517-0407-478d-ac1d-1d4cb7089ea8 req-162436c6-a1d7-4ce9-8699-64ba56431a05 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 945 time: 0.0668256 Jul 13 08:18:31.422181 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2715c517-0407-478d-ac1d-1d4cb7089ea8 req-3b2889ea-a07c-4386-bf06-b6f834d7c26c tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/security-groups?id=843de8aa-ff19-47c5-af64-10170b5465af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332234 Jul 13 08:18:32.613674 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc9cfa-c99e-434f-9af6-9382b88db263 req-e8966ec7-d855-487c-af5c-58fee6e45b18 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:32.615148 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-20bc9cfa-c99e-434f-9af6-9382b88db263 req-e8966ec7-d855-487c-af5c-58fee6e45b18 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 945 time: 0.0657105 Jul 13 08:18:32.989700 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-20bc9cfa-c99e-434f-9af6-9382b88db263 req-97c017dd-019c-468c-9940-3607c5ad77d7 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/security-groups?id=843de8aa-ff19-47c5-af64-10170b5465af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689983 Jul 13 08:18:33.208959 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-74931707-8c57-4cc3-9ee8-050b132ca64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:33.219337 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:34.179997 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56382892-e06a-4f8e-84d6-db57afb19ace req-d258fd3c-d4d9-44d6-9bd8-abab17ed7d46 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:34.181480 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-56382892-e06a-4f8e-84d6-db57afb19ace req-d258fd3c-d4d9-44d6-9bd8-abab17ed7d46 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 945 time: 0.0629253 Jul 13 08:18:34.221430 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-56382892-e06a-4f8e-84d6-db57afb19ace req-94438367-cdcb-4b87-b4ac-3cd50399dfdd tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/security-groups?id=843de8aa-ff19-47c5-af64-10170b5465af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334666 Jul 13 08:18:34.273117 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:35.396024 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d7954-3db8-4453-bd11-8caa0b809263 req-856f4053-5a4c-42c5-accd-55e16cf95c47 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:35.397479 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7f8d7954-3db8-4453-bd11-8caa0b809263 req-856f4053-5a4c-42c5-accd-55e16cf95c47 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 945 time: 0.0631297 Jul 13 08:18:35.435554 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7f8d7954-3db8-4453-bd11-8caa0b809263 req-e8df42a4-480c-4148-9339-07b4af07e1a8 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/security-groups?id=843de8aa-ff19-47c5-af64-10170b5465af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325046 Jul 13 08:18:36.040095 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:36.615451 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b8c9f-8525-4207-ba06-ae22502cdc2d req-3bcc371c-3be2-437e-9f1e-1621adf7b5e0 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:36.616953 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dc1b8c9f-8525-4207-ba06-ae22502cdc2d req-3bcc371c-3be2-437e-9f1e-1621adf7b5e0 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 945 time: 0.0684023 Jul 13 08:18:36.653606 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dc1b8c9f-8525-4207-ba06-ae22502cdc2d req-46e9c1da-8013-4bbb-8580-85285a44eb3e tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/security-groups?id=843de8aa-ff19-47c5-af64-10170b5465af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311582 Jul 13 08:18:37.831546 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73bfc3-c977-463f-8da0-05881777ec6b req-8bb7c1c5-8aee-4153-b5b7-5a5a1e07d46a tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:37.832942 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dd73bfc3-c977-463f-8da0-05881777ec6b req-8bb7c1c5-8aee-4153-b5b7-5a5a1e07d46a tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 945 time: 0.0621433 Jul 13 08:18:37.874194 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dd73bfc3-c977-463f-8da0-05881777ec6b req-08f0e6fb-6593-4856-bdd2-29a5486f27c2 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/security-groups?id=843de8aa-ff19-47c5-af64-10170b5465af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357561 Jul 13 08:18:39.044373 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8b946-48c7-4239-b36f-208abf9955c6 req-fbc5f75c-6571-442a-a25b-b0a30c6efbfc tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:39.046361 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-08c8b946-48c7-4239-b36f-208abf9955c6 req-fbc5f75c-6571-442a-a25b-b0a30c6efbfc tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 945 time: 0.0626323 Jul 13 08:18:39.083456 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-08c8b946-48c7-4239-b36f-208abf9955c6 req-c8845917-ab33-4c74-9235-55dab6c01b9f tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/security-groups?id=843de8aa-ff19-47c5-af64-10170b5465af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316100 Jul 13 08:18:40.255568 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd9db6-3035-4fdb-a21b-55de8e3a5ef1 req-db97132f-c621-407e-b6eb-5804e8682c68 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:40.257031 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-defd9db6-3035-4fdb-a21b-55de8e3a5ef1 req-db97132f-c621-407e-b6eb-5804e8682c68 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 945 time: 0.0636964 Jul 13 08:18:40.294503 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-defd9db6-3035-4fdb-a21b-55de8e3a5ef1 req-9b2b3436-56f2-43d0-8fb7-fb13afec835a tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/security-groups?id=843de8aa-ff19-47c5-af64-10170b5465af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319183 Jul 13 08:18:41.469341 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59a082-7765-414d-a479-c6a773c03256 req-6f82a6da-e0b2-4a84-9419-a9da3c9e2cfd tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:41.470824 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-df59a082-7765-414d-a479-c6a773c03256 req-6f82a6da-e0b2-4a84-9419-a9da3c9e2cfd tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 945 time: 0.0625360 Jul 13 08:18:41.507159 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-df59a082-7765-414d-a479-c6a773c03256 req-bc627063-655b-4cbe-9dac-bc359832a342 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/security-groups?id=843de8aa-ff19-47c5-af64-10170b5465af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307617 Jul 13 08:18:42.679310 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd1af1-2afb-448d-841c-6c76e7a322bb req-ea8166f0-5220-44f7-b0c2-b4324570c780 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:42.680815 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a1cd1af1-2afb-448d-841c-6c76e7a322bb req-ea8166f0-5220-44f7-b0c2-b4324570c780 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 945 time: 0.0628366 Jul 13 08:18:42.717161 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a1cd1af1-2afb-448d-841c-6c76e7a322bb req-11387d76-c574-4d9d-a579-852ac6fffd45 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/security-groups?id=843de8aa-ff19-47c5-af64-10170b5465af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308635 Jul 13 08:18:43.895436 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35ea89-ff53-4e06-b0b1-225c3d5d0c16 req-60f806e8-d930-4616-9f62-eb63f782452a tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:43.896760 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2f35ea89-ff53-4e06-b0b1-225c3d5d0c16 req-60f806e8-d930-4616-9f62-eb63f782452a tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 945 time: 0.0683732 Jul 13 08:18:43.933422 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2f35ea89-ff53-4e06-b0b1-225c3d5d0c16 req-ada06712-18d7-4461-b7fc-a8ee8ffa38b7 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/security-groups?id=843de8aa-ff19-47c5-af64-10170b5465af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311482 Jul 13 08:18:45.109146 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed8a80-c306-48a2-b6df-919b11f887f7 req-644bbd3a-8aa6-4c20-9c78-e63135c46f6e tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:45.110589 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-01ed8a80-c306-48a2-b6df-919b11f887f7 req-644bbd3a-8aa6-4c20-9c78-e63135c46f6e tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 945 time: 0.0652280 Jul 13 08:18:45.147071 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-01ed8a80-c306-48a2-b6df-919b11f887f7 req-79533ac5-6bf3-45ac-9ce9-556c5e629e16 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/security-groups?id=843de8aa-ff19-47c5-af64-10170b5465af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309196 Jul 13 08:18:46.321383 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77dfa5-8ea0-4a9f-9c48-7f658aee41e2 req-12888192-3608-467e-a3e1-7e4a7e168101 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:46.322887 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9d77dfa5-8ea0-4a9f-9c48-7f658aee41e2 req-12888192-3608-467e-a3e1-7e4a7e168101 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 945 time: 0.0641220 Jul 13 08:18:46.360376 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9d77dfa5-8ea0-4a9f-9c48-7f658aee41e2 req-bfea58c7-dac5-48f8-9c38-271dcc0d8623 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/security-groups?id=843de8aa-ff19-47c5-af64-10170b5465af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312252 Jul 13 08:18:47.537223 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed336b-70ad-4309-8b4f-eb34479ccca4 req-e11a9e4e-2514-4b94-94ea-4041a38110c4 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:47.538688 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d7ed336b-70ad-4309-8b4f-eb34479ccca4 req-e11a9e4e-2514-4b94-94ea-4041a38110c4 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 945 time: 0.0624897 Jul 13 08:18:47.578422 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d7ed336b-70ad-4309-8b4f-eb34479ccca4 req-a375f963-8e69-4b37-afae-75fc6adf3e93 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/security-groups?id=843de8aa-ff19-47c5-af64-10170b5465af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316265 Jul 13 08:18:48.745125 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-379da430-1b95-4753-8573-f1951d76dd72 service neutron] show failed (client error): The resource could not be found. Jul 13 08:18:48.746244 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-379da430-1b95-4753-8573-f1951d76dd72 service neutron] 10.222.0.42 "GET /v2.0/ports/4a7de94e-4cc6-435a-baef-92187392053e/bindings/n-h2-771363-34 HTTP/1.1" status: 404 len: 381 time: 0.0542409 Jul 13 08:18:48.753993 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552ef6b-dcc2-4823-850c-a2922254c088 req-96044ef8-3ca7-4526-85c8-caf8f24bccd8 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:48.755538 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5552ef6b-dcc2-4823-850c-a2922254c088 req-96044ef8-3ca7-4526-85c8-caf8f24bccd8 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 945 time: 0.0692477 Jul 13 08:18:48.794221 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5552ef6b-dcc2-4823-850c-a2922254c088 req-f85b9d26-4925-4138-978e-66de8d1e77c2 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/security-groups?id=843de8aa-ff19-47c5-af64-10170b5465af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326183 Jul 13 08:18:48.994016 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-7859195b-7fb6-4df9-bb28-a309fd2c58dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:48.995521 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-7859195b-7fb6-4df9-bb28-a309fd2c58dd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012&tenant_id=11875c85f0974da49950ef3be0ab9cb5 HTTP/1.1" status: 200 len: 1097 time: 0.0552216 Jul 13 08:18:49.005854 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-9190853e-615d-4204-9c11-06befc461d38 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-34', 'device_owner': 'compute:nova'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:18:49.074864 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-9190853e-615d-4204-9c11-06befc461d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:49.275007 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-9190853e-615d-4204-9c11-06befc461d38 service neutron] For port 4a7de94e-4cc6-435a-baef-92187392053e, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4a7de94e-4cc6-435a-baef-92187392053e,segment=NetworkSegment(24292d83-21e2-4bab-b26e-65e7c9fd2b9c),segment_id=24292d83-21e2-4bab-b26e-65e7c9fd2b9c)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:18:49.307811 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-9190853e-615d-4204-9c11-06befc461d38 service neutron] For port 4a7de94e-4cc6-435a-baef-92187392053e, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:18:49.345165 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb9b3bb-e850-47a0-aa69-24ce7e47a012', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a7de94e-4cc6-435a-baef-92187392053e'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:18:49.347447 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b359d3-8778-4459-8eac-b7335b1a9dd4" -d '{"events": [{"server_uuid": "4cb9b3bb-e850-47a0-aa69-24ce7e47a012", "name": "network-vif-unplugged", "status": "completed", "tag": "4a7de94e-4cc6-435a-baef-92187392053e"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:18:49.350904 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-9190853e-615d-4204-9c11-06befc461d38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:49.363513 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-9190853e-615d-4204-9c11-06befc461d38 service neutron] Transition to ACTIVE for port object 4a7de94e-4cc6-435a-baef-92187392053e will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:18:49.367636 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-9190853e-615d-4204-9c11-06befc461d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:49.402206 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79ce8f9-5b78-42ca-8d0b-125c78932a28 x-openstack-request-id: req-c79ce8f9-5b78-42ca-8d0b-125c78932a28 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:18:49.402490 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb9b3bb-e850-47a0-aa69-24ce7e47a012", "name": "network-vif-unplugged", "status": "completed", "tag": "4a7de94e-4cc6-435a-baef-92187392053e", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:18:49.402739 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c79ce8f9-5b78-42ca-8d0b-125c78932a28 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:18:49.403125 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb9b3bb-e850-47a0-aa69-24ce7e47a012', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a7de94e-4cc6-435a-baef-92187392053e', 'code': 200} Jul 13 08:18:49.433461 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-9190853e-615d-4204-9c11-06befc461d38 service neutron] No DVR routers for this DVR port 4a7de94e-4cc6-435a-baef-92187392053e on host n-h1-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:18:49.435304 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190853e-615d-4204-9c11-06befc461d38 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7de94e-4cc6-435a-baef-92187392053e,revision_number=6']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:49.447298 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9190853e-615d-4204-9c11-06befc461d38 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:49.447644 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9190853e-615d-4204-9c11-06befc461d38 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:49.447982 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9190853e-615d-4204-9c11-06befc461d38 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:49.448318 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9190853e-615d-4204-9c11-06befc461d38 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:49.448645 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9190853e-615d-4204-9c11-06befc461d38 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:49.448971 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9190853e-615d-4204-9c11-06befc461d38 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:49.449294 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9190853e-615d-4204-9c11-06befc461d38 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:49.449616 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9190853e-615d-4204-9c11-06befc461d38 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:49.449936 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9190853e-615d-4204-9c11-06befc461d38 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:49.450256 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9190853e-615d-4204-9c11-06befc461d38 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:49.450574 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9190853e-615d-4204-9c11-06befc461d38 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:49.450889 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9190853e-615d-4204-9c11-06befc461d38 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:49.481784 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-9190853e-615d-4204-9c11-06befc461d38 service neutron] Attempting to bind port 4a7de94e-4cc6-435a-baef-92187392053e on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:18:49.482118 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-9190853e-615d-4204-9c11-06befc461d38 service neutron] Attempting to bind port 4a7de94e-4cc6-435a-baef-92187392053e by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '24292d83-21e2-4bab-b26e-65e7c9fd2b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '72426a82-efa6-45c9-bec0-f90022a6a7df'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:18:49.482441 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-9190853e-615d-4204-9c11-06befc461d38 service neutron] Attempting to bind port 4a7de94e-4cc6-435a-baef-92187392053e on network 72426a82-efa6-45c9-bec0-f90022a6a7df {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:18:49.487256 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-9190853e-615d-4204-9c11-06befc461d38 service neutron] Port 4a7de94e-4cc6-435a-baef-92187392053e on network 72426a82-efa6-45c9-bec0-f90022a6a7df not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:18:49.487581 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-9190853e-615d-4204-9c11-06befc461d38 service neutron] Attempting to bind port 4a7de94e-4cc6-435a-baef-92187392053e on network 72426a82-efa6-45c9-bec0-f90022a6a7df {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:18:49.492258 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-9190853e-615d-4204-9c11-06befc461d38 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:18:49.492587 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-9190853e-615d-4204-9c11-06befc461d38 service neutron] Checking segment: {'id': '24292d83-21e2-4bab-b26e-65e7c9fd2b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '72426a82-efa6-45c9-bec0-f90022a6a7df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:18:49.492964 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-9190853e-615d-4204-9c11-06befc461d38 service neutron] Bound using segment: {'id': '24292d83-21e2-4bab-b26e-65e7c9fd2b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '72426a82-efa6-45c9-bec0-f90022a6a7df'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:18:49.493384 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-9190853e-615d-4204-9c11-06befc461d38 service neutron] Bound port: 4a7de94e-4cc6-435a-baef-92187392053e, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24292d83-21e2-4bab-b26e-65e7c9fd2b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '72426a82-efa6-45c9-bec0-f90022a6a7df'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:18:49.493732 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-9190853e-615d-4204-9c11-06befc461d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:49.557882 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-9190853e-615d-4204-9c11-06befc461d38 service neutron] For port 4a7de94e-4cc6-435a-baef-92187392053e, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:18:49.560817 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-9190853e-615d-4204-9c11-06befc461d38 service neutron] For port 4a7de94e-4cc6-435a-baef-92187392053e, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=4a7de94e-4cc6-435a-baef-92187392053e,segment=NetworkSegment(24292d83-21e2-4bab-b26e-65e7c9fd2b9c),segment_id=24292d83-21e2-4bab-b26e-65e7c9fd2b9c)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:18:49.564412 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-9190853e-615d-4204-9c11-06befc461d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:49.597244 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-9190853e-615d-4204-9c11-06befc461d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:49.597862 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-9190853e-615d-4204-9c11-06befc461d38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:49.599269 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-9190853e-615d-4204-9c11-06befc461d38 service neutron] 10.222.0.25 "PUT /v2.0/ports/4a7de94e-4cc6-435a-baef-92187392053e HTTP/1.1" status: 200 len: 1092 time: 0.5973418 Jul 13 08:18:49.629052 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190853e-615d-4204-9c11-06befc461d38 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7de94e-4cc6-435a-baef-92187392053e,revision_number=7']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:49.676793 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-46dbba4c-48e3-4aec-ab37-984d6871a32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:49.678300 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-46dbba4c-48e3-4aec-ab37-984d6871a32a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=11875c85f0974da49950ef3be0ab9cb5&device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 1095 time: 0.0568283 Jul 13 08:18:49.769626 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-576bd9c4-7adb-4117-a330-e3236af5624a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:49.771099 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-576bd9c4-7adb-4117-a330-e3236af5624a service neutron] 10.222.0.25 "GET /v2.0/networks?id=72426a82-efa6-45c9-bec0-f90022a6a7df HTTP/1.1" status: 200 len: 913 time: 0.0869184 Jul 13 08:18:49.811045 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-a7f9db8a-ae20-4d47-9793-138499cf4341 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a7de94e-4cc6-435a-baef-92187392053e HTTP/1.1" status: 200 len: 217 time: 0.0335138 Jul 13 08:18:49.865534 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-83d884f7-ddc8-4085-a130-5f265caa1c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:49.867016 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-83d884f7-ddc8-4085-a130-5f265caa1c35 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5566a43f-2d1e-4de5-8291-bf63e548a30e HTTP/1.1" status: 200 len: 852 time: 0.0495691 Jul 13 08:18:49.900417 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-2f0da945-2026-455c-a153-dd9a2b3b819e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=72426a82-efa6-45c9-bec0-f90022a6a7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272255 Jul 13 08:18:49.974391 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530709d-5bbb-4640-844e-74512b3449f3 req-85d13856-d713-4b70-9e2f-9d0cbfdfcbcc tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:49.975937 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c530709d-5bbb-4640-844e-74512b3449f3 req-85d13856-d713-4b70-9e2f-9d0cbfdfcbcc tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 943 time: 0.0647032 Jul 13 08:18:49.989380 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-2be8cf57-d549-4adb-9d54-2254bf74f4f1 service neutron] 10.222.0.25 "GET /v2.0/networks/72426a82-efa6-45c9-bec0-f90022a6a7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828679 Jul 13 08:18:50.013822 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c530709d-5bbb-4640-844e-74512b3449f3 req-33b0f45e-3508-4af6-b165-1d1d79a0ea49 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/security-groups?id=843de8aa-ff19-47c5-af64-10170b5465af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323355 Jul 13 08:18:50.085479 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-58ac3100-b0f8-4fa8-a8d5-32af68f03439 req-3d2a624d-8742-4df1-8f97-08231e0df02c service neutron] 10.222.0.25 "GET /v2.0/networks/72426a82-efa6-45c9-bec0-f90022a6a7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897894 Jul 13 08:18:51.189954 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333510e-02d0-4a2e-97ee-c66dff35605b req-d558abbe-c34b-439f-b377-d24c3531c391 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:51.191540 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d333510e-02d0-4a2e-97ee-c66dff35605b req-d558abbe-c34b-439f-b377-d24c3531c391 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 943 time: 0.0629673 Jul 13 08:18:51.228748 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d333510e-02d0-4a2e-97ee-c66dff35605b req-3fa4876c-f59c-440c-9754-d7725b3aa2be tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/security-groups?id=843de8aa-ff19-47c5-af64-10170b5465af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316596 Jul 13 08:18:51.403832 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb9b3bb-e850-47a0-aa69-24ce7e47a012', 'tag': '4a7de94e-4cc6-435a-baef-92187392053e'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:18:51.406331 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8cbd68-c14a-46ea-ac93-ff09cbeb8d51" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb9b3bb-e850-47a0-aa69-24ce7e47a012", "tag": "4a7de94e-4cc6-435a-baef-92187392053e"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:18:51.453554 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b120f8aa-da1b-4809-bff0-0fd0141c05b4 x-openstack-request-id: req-b120f8aa-da1b-4809-bff0-0fd0141c05b4 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:18:51.453845 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb9b3bb-e850-47a0-aa69-24ce7e47a012", "tag": "4a7de94e-4cc6-435a-baef-92187392053e", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:18:51.454093 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b120f8aa-da1b-4809-bff0-0fd0141c05b4 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:18:51.454548 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cb9b3bb-e850-47a0-aa69-24ce7e47a012', 'tag': '4a7de94e-4cc6-435a-baef-92187392053e', 'status': 'completed', 'code': 200} Jul 13 08:18:51.568099 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cbd68-c14a-46ea-ac93-ff09cbeb8d51 req-b4eeddb8-6214-4ddf-80aa-8f68cec04d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:51.569612 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4b8cbd68-c14a-46ea-ac93-ff09cbeb8d51 req-b4eeddb8-6214-4ddf-80aa-8f68cec04d80 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=11875c85f0974da49950ef3be0ab9cb5&device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 1095 time: 0.0974431 Jul 13 08:18:51.572448 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cbd68-c14a-46ea-ac93-ff09cbeb8d51 req-4fbdad6f-0c49-4df8-9c65-7bc06a70d2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:51.573844 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4b8cbd68-c14a-46ea-ac93-ff09cbeb8d51 req-4fbdad6f-0c49-4df8-9c65-7bc06a70d2af service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=11875c85f0974da49950ef3be0ab9cb5&device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 1095 time: 0.0938129 Jul 13 08:18:51.732549 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cbd68-c14a-46ea-ac93-ff09cbeb8d51 req-31e7e017-0712-48ba-8aad-f2eaf5c55eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:51.734089 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4b8cbd68-c14a-46ea-ac93-ff09cbeb8d51 req-31e7e017-0712-48ba-8aad-f2eaf5c55eb4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=72426a82-efa6-45c9-bec0-f90022a6a7df HTTP/1.1" status: 200 len: 913 time: 0.1581759 Jul 13 08:18:51.735190 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cbd68-c14a-46ea-ac93-ff09cbeb8d51 req-a926bbb4-8779-4ba4-ad6b-175ff3a5a4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:51.736509 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4b8cbd68-c14a-46ea-ac93-ff09cbeb8d51 req-a926bbb4-8779-4ba4-ad6b-175ff3a5a4ce service neutron] 10.222.0.42 "GET /v2.0/networks?id=72426a82-efa6-45c9-bec0-f90022a6a7df HTTP/1.1" status: 200 len: 913 time: 0.1528702 Jul 13 08:18:51.812868 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4b8cbd68-c14a-46ea-ac93-ff09cbeb8d51 req-b1ba648b-4add-43f8-a7bb-8890188a1f7d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a7de94e-4cc6-435a-baef-92187392053e HTTP/1.1" status: 200 len: 217 time: 0.0701830 Jul 13 08:18:51.814453 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4b8cbd68-c14a-46ea-ac93-ff09cbeb8d51 req-85c7f489-7d53-475d-82b1-e914684f8f12 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a7de94e-4cc6-435a-baef-92187392053e HTTP/1.1" status: 200 len: 217 time: 0.0708191 Jul 13 08:18:51.900462 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cbd68-c14a-46ea-ac93-ff09cbeb8d51 req-18785b1e-d84c-40b1-9639-b6795ca5a825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:51.901981 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4b8cbd68-c14a-46ea-ac93-ff09cbeb8d51 req-18785b1e-d84c-40b1-9639-b6795ca5a825 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5566a43f-2d1e-4de5-8291-bf63e548a30e HTTP/1.1" status: 200 len: 852 time: 0.0837424 Jul 13 08:18:51.903380 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cbd68-c14a-46ea-ac93-ff09cbeb8d51 req-9d8ad176-7912-4c02-80ce-4e87574412ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:51.904704 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4b8cbd68-c14a-46ea-ac93-ff09cbeb8d51 req-9d8ad176-7912-4c02-80ce-4e87574412ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5566a43f-2d1e-4de5-8291-bf63e548a30e HTTP/1.1" status: 200 len: 852 time: 0.0788674 Jul 13 08:18:51.910135 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 4a7de94e-4cc6-435a-baef-92187392053e no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:18:51.946269 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 4a7de94e-4cc6-435a-baef-92187392053e not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:18:51.958739 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4b8cbd68-c14a-46ea-ac93-ff09cbeb8d51 req-8efc5ccb-7797-4cb7-b0d4-949d58a319af service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=72426a82-efa6-45c9-bec0-f90022a6a7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490630 Jul 13 08:18:51.960606 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4b8cbd68-c14a-46ea-ac93-ff09cbeb8d51 req-f6d29909-e6fd-4e83-934e-3a2d6904b12f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72426a82-efa6-45c9-bec0-f90022a6a7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435679 Jul 13 08:18:51.978234 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [req-4b8cbd68-c14a-46ea-ac93-ff09cbeb8d51 req-041c0584-e074-4ab6-8a5b-99ef93f5acc7 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:18:51.979147 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4b8cbd68-c14a-46ea-ac93-ff09cbeb8d51 req-041c0584-e074-4ab6-8a5b-99ef93f5acc7 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054588 Jul 13 08:18:52.125208 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4b8cbd68-c14a-46ea-ac93-ff09cbeb8d51 req-2451cb7a-cf5d-45c4-bfa1-4045a32f0ce8 service neutron] 10.222.0.25 "GET /v2.0/networks/72426a82-efa6-45c9-bec0-f90022a6a7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588998 Jul 13 08:18:52.130732 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4b8cbd68-c14a-46ea-ac93-ff09cbeb8d51 req-29844117-b2ff-4209-affe-86660031d978 service neutron] 10.222.0.42 "GET /v2.0/networks/72426a82-efa6-45c9-bec0-f90022a6a7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417789 Jul 13 08:18:52.289027 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4b8cbd68-c14a-46ea-ac93-ff09cbeb8d51 req-106c00f6-426c-4d4d-8662-dd06a28703bf service neutron] 10.222.0.25 "GET /v2.0/networks/72426a82-efa6-45c9-bec0-f90022a6a7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573427 Jul 13 08:18:52.292295 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4b8cbd68-c14a-46ea-ac93-ff09cbeb8d51 req-97b59b99-728d-4929-abbd-825d192d5854 service neutron] 10.222.0.42 "GET /v2.0/networks/72426a82-efa6-45c9-bec0-f90022a6a7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538150 Jul 13 08:18:52.415551 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee99057-20e2-4d10-a822-9ffe5d5d0e31 req-d6d266fa-7055-4320-80a0-54a68ecd9f4c tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:52.417094 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bee99057-20e2-4d10-a822-9ffe5d5d0e31 req-d6d266fa-7055-4320-80a0-54a68ecd9f4c tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 943 time: 0.0643761 Jul 13 08:18:52.457906 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bee99057-20e2-4d10-a822-9ffe5d5d0e31 req-d771d3ea-a1c5-41ce-a6be-81ed52e2379c tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/security-groups?id=843de8aa-ff19-47c5-af64-10170b5465af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343616 Jul 13 08:18:52.734977 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 4a7de94e-4cc6-435a-baef-92187392053e details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:18:52.833112 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 4a7de94e-4cc6-435a-baef-92187392053e, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=4a7de94e-4cc6-435a-baef-92187392053e,segment=NetworkSegment(24292d83-21e2-4bab-b26e-65e7c9fd2b9c),segment_id=24292d83-21e2-4bab-b26e-65e7c9fd2b9c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:18:52.844485 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '4a7de94e-4cc6-435a-baef-92187392053e', 'network_id': '72426a82-efa6-45c9-bec0-f90022a6a7df', 'port_id': '4a7de94e-4cc6-435a-baef-92187392053e', 'mac_address': 'fa:16:3e:41:48:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5566a43f-2d1e-4de5-8291-bf63e548a30e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:18:52.848862 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade858d-5dcb-439a-8953-6a1a058cdd8e req-c8cec41c-1461-43e1-bac8-54c7cda54088 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:52.850495 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5ade858d-5dcb-439a-8953-6a1a058cdd8e req-c8cec41c-1461-43e1-bac8-54c7cda54088 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.42 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012&tenant_id=11875c85f0974da49950ef3be0ab9cb5&binding%3Ahost_id=n-h2-771363-34 HTTP/1.1" status: 200 len: 943 time: 0.0767977 Jul 13 08:18:52.881710 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:52.894595 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a7de94e-4cc6-435a-baef-92187392053e {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:18:52.911576 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [req-5ade858d-5dcb-439a-8953-6a1a058cdd8e req-34567e7a-5dbd-4255-8dd2-32f5fa365a59 service neutron] delete failed (client error): The resource could not be found. Jul 13 08:18:52.912640 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5ade858d-5dcb-439a-8953-6a1a058cdd8e req-34567e7a-5dbd-4255-8dd2-32f5fa365a59 service neutron] 10.222.0.42 "DELETE /v2.0/ports/4a7de94e-4cc6-435a-baef-92187392053e/bindings/n-h1-771363-34 HTTP/1.1" status: 404 len: 381 time: 0.0560746 Jul 13 08:18:52.914034 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 4a7de94e-4cc6-435a-baef-92187392053e, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=4a7de94e-4cc6-435a-baef-92187392053e,segment=NetworkSegment(24292d83-21e2-4bab-b26e-65e7c9fd2b9c),segment_id=24292d83-21e2-4bab-b26e-65e7c9fd2b9c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:18:52.917893 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:52.972969 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=4a7de94e-4cc6-435a-baef-92187392053e,revision_number=8']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:52.980763 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:52.981107 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:52.981431 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:52.981760 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:52.982085 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:52.982407 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:52.982726 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:52.983787 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:52.984183 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:52.984513 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:52.984836 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:52.985209 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:53.021263 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade858d-5dcb-439a-8953-6a1a058cdd8e req-b8459549-02b8-4410-ae44-a5f481e935b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:53.022881 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5ade858d-5dcb-439a-8953-6a1a058cdd8e req-b8459549-02b8-4410-ae44-a5f481e935b1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=11875c85f0974da49950ef3be0ab9cb5&device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 1096 time: 0.0655925 Jul 13 08:18:53.120274 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade858d-5dcb-439a-8953-6a1a058cdd8e req-ed00bcb1-89fb-43b5-af74-1738f612131b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:53.121762 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5ade858d-5dcb-439a-8953-6a1a058cdd8e req-ed00bcb1-89fb-43b5-af74-1738f612131b service neutron] 10.222.0.42 "GET /v2.0/networks?id=72426a82-efa6-45c9-bec0-f90022a6a7df HTTP/1.1" status: 200 len: 913 time: 0.0918851 Jul 13 08:18:53.167000 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5ade858d-5dcb-439a-8953-6a1a058cdd8e req-6c536fd9-80fb-4330-aa46-f472d5f5ce67 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a7de94e-4cc6-435a-baef-92187392053e HTTP/1.1" status: 200 len: 217 time: 0.0390830 Jul 13 08:18:53.183047 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['4a7de94e-4cc6-435a-baef-92187392053e'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:18:53.219803 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade858d-5dcb-439a-8953-6a1a058cdd8e req-070f8f7a-2288-4398-9ec3-046066d1f65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:53.221063 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5ade858d-5dcb-439a-8953-6a1a058cdd8e req-070f8f7a-2288-4398-9ec3-046066d1f65a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5566a43f-2d1e-4de5-8291-bf63e548a30e HTTP/1.1" status: 200 len: 852 time: 0.0477891 Jul 13 08:18:53.253730 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5ade858d-5dcb-439a-8953-6a1a058cdd8e req-971a255f-473f-4365-97f4-d430493d8244 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72426a82-efa6-45c9-bec0-f90022a6a7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267818 Jul 13 08:18:53.351994 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5ade858d-5dcb-439a-8953-6a1a058cdd8e req-315b9cc3-79d8-44c9-8d5d-a16867b4aa2a service neutron] 10.222.0.42 "GET /v2.0/networks/72426a82-efa6-45c9-bec0-f90022a6a7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918746 Jul 13 08:18:53.441902 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5ade858d-5dcb-439a-8953-6a1a058cdd8e req-5caf5c8c-b209-44d5-aa91-c659b4f0b3b4 service neutron] 10.222.0.42 "GET /v2.0/networks/72426a82-efa6-45c9-bec0-f90022a6a7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836589 Jul 13 08:18:53.739030 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:54.260241 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183e46f-957d-4c4e-87bf-4dda2d4ac621 req-a7859cbb-23d8-4492-a1e2-fd9ab03e411e tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:54.261719 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9183e46f-957d-4c4e-87bf-4dda2d4ac621 req-a7859cbb-23d8-4492-a1e2-fd9ab03e411e tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 944 time: 0.0686021 Jul 13 08:18:54.300362 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9183e46f-957d-4c4e-87bf-4dda2d4ac621 req-2eb22ec0-c82a-43d6-bc14-f714ee42536e tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/security-groups?id=843de8aa-ff19-47c5-af64-10170b5465af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319059 Jul 13 08:18:54.453717 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:54.742883 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 4a7de94e-4cc6-435a-baef-92187392053e up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:18:54.789486 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 4a7de94e-4cc6-435a-baef-92187392053e completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:18:54.793335 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 4a7de94e-4cc6-435a-baef-92187392053e triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:18:54.793693 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:54.870780 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:54.893636 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb9b3bb-e850-47a0-aa69-24ce7e47a012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7de94e-4cc6-435a-baef-92187392053e'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:18:54.896038 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}819247fa28fcd914db4aabd8a9f8f95ceb467163a9d63008da3b74a1dcff375d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d33ba1-0628-4c77-8d3c-da5d6862e970" -d '{"events": [{"server_uuid": "4cb9b3bb-e850-47a0-aa69-24ce7e47a012", "name": "network-vif-plugged", "status": "completed", "tag": "4a7de94e-4cc6-435a-baef-92187392053e"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:18:54.908747 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 4a7de94e-4cc6-435a-baef-92187392053e, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=4a7de94e-4cc6-435a-baef-92187392053e,segment=NetworkSegment(24292d83-21e2-4bab-b26e-65e7c9fd2b9c),segment_id=24292d83-21e2-4bab-b26e-65e7c9fd2b9c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:18:54.912571 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:54.935355 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a22ca34-75ef-41d5-86da-363f62946135 x-openstack-request-id: req-0a22ca34-75ef-41d5-86da-363f62946135 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:18:54.935644 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb9b3bb-e850-47a0-aa69-24ce7e47a012", "name": "network-vif-plugged", "status": "completed", "tag": "4a7de94e-4cc6-435a-baef-92187392053e", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:18:54.935894 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a22ca34-75ef-41d5-86da-363f62946135 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:18:54.936997 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb9b3bb-e850-47a0-aa69-24ce7e47a012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7de94e-4cc6-435a-baef-92187392053e', 'code': 200} Jul 13 08:18:54.966763 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=4a7de94e-4cc6-435a-baef-92187392053e,revision_number=9']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:55.407617 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade858d-5dcb-439a-8953-6a1a058cdd8e req-d553e26f-143b-45db-97b1-feae3d9be7d3 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:55.409146 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5ade858d-5dcb-439a-8953-6a1a058cdd8e req-d553e26f-143b-45db-97b1-feae3d9be7d3 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 945 time: 0.0644817 Jul 13 08:18:55.547882 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5da14-ff59-43f3-938e-d7201c09069a req-53b2f975-29f6-4e10-8bdb-4be14a772548 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:55.549385 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4ef5da14-ff59-43f3-938e-d7201c09069a req-53b2f975-29f6-4e10-8bdb-4be14a772548 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb9b3bb-e850-47a0-aa69-24ce7e47a012 HTTP/1.1" status: 200 len: 945 time: 0.1375868 Jul 13 08:18:55.560133 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-5ade858d-5dcb-439a-8953-6a1a058cdd8e req-5534f4eb-62fd-4cac-9059-4dc95bd5e9b3 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Deleting port 4a7de94e-4cc6-435a-baef-92187392053e {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:18:55.560471 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-5ade858d-5dcb-439a-8953-6a1a058cdd8e req-5534f4eb-62fd-4cac-9059-4dc95bd5e9b3 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:55.645489 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4ef5da14-ff59-43f3-938e-d7201c09069a req-b1cca85a-d6ae-4cbb-a546-16d9a3fefc28 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.23 "GET /v2.0/security-groups?id=843de8aa-ff19-47c5-af64-10170b5465af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869761 Jul 13 08:18:55.677300 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-5ade858d-5dcb-439a-8953-6a1a058cdd8e req-5534f4eb-62fd-4cac-9059-4dc95bd5e9b3 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] For port 4a7de94e-4cc6-435a-baef-92187392053e, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=4a7de94e-4cc6-435a-baef-92187392053e,segment=NetworkSegment(24292d83-21e2-4bab-b26e-65e7c9fd2b9c),segment_id=24292d83-21e2-4bab-b26e-65e7c9fd2b9c)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:18:55.677641 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-5ade858d-5dcb-439a-8953-6a1a058cdd8e req-5534f4eb-62fd-4cac-9059-4dc95bd5e9b3 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:55.689345 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-5ade858d-5dcb-439a-8953-6a1a058cdd8e req-5534f4eb-62fd-4cac-9059-4dc95bd5e9b3 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Calling delete_port for 4a7de94e-4cc6-435a-baef-92187392053e owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:18:55.817627 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-5ade858d-5dcb-439a-8953-6a1a058cdd8e req-5534f4eb-62fd-4cac-9059-4dc95bd5e9b3 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:55.829436 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['4a7de94e-4cc6-435a-baef-92187392053e'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:18:55.850903 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5534f4eb-62fd-4cac-9059-4dc95bd5e9b3 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Pushing event deleted for resources: {'Port': ['ID=4a7de94e-4cc6-435a-baef-92187392053e,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:55.895556 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ade858d-5dcb-439a-8953-6a1a058cdd8e req-5534f4eb-62fd-4cac-9059-4dc95bd5e9b3 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] No DVR routers for this DVR port 4a7de94e-4cc6-435a-baef-92187392053e on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:18:55.898161 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-5ade858d-5dcb-439a-8953-6a1a058cdd8e req-5534f4eb-62fd-4cac-9059-4dc95bd5e9b3 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:55.900214 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5ade858d-5dcb-439a-8953-6a1a058cdd8e req-5534f4eb-62fd-4cac-9059-4dc95bd5e9b3 tempest-DeleteServersTestJSON-1088949336 tempest-DeleteServersTestJSON-1088949336-project] 10.222.0.25 "DELETE /v2.0/ports/4a7de94e-4cc6-435a-baef-92187392053e HTTP/1.1" status: 204 len: 173 time: 0.4780824 Jul 13 08:18:55.900640 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb9b3bb-e850-47a0-aa69-24ce7e47a012', 'name': 'network-vif-deleted', 'tag': '4a7de94e-4cc6-435a-baef-92187392053e'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:18:55.902924 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904acda8-1ede-4c7a-8221-9f80c0795c50" -d '{"events": [{"server_uuid": "4cb9b3bb-e850-47a0-aa69-24ce7e47a012", "name": "network-vif-deleted", "tag": "4a7de94e-4cc6-435a-baef-92187392053e"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:18:55.941005 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14166e5-798b-40c1-b94b-56e2963ff0d7 x-openstack-request-id: req-b14166e5-798b-40c1-b94b-56e2963ff0d7 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:18:55.941290 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb9b3bb-e850-47a0-aa69-24ce7e47a012", "name": "network-vif-deleted", "tag": "4a7de94e-4cc6-435a-baef-92187392053e", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:18:55.941541 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b14166e5-798b-40c1-b94b-56e2963ff0d7 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:18:55.941938 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb9b3bb-e850-47a0-aa69-24ce7e47a012', 'name': 'network-vif-deleted', 'tag': '4a7de94e-4cc6-435a-baef-92187392053e', 'status': 'completed', 'code': 200} Jul 13 08:18:56.883386 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42424) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:18:56.927696 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-625cec7d-ebc6-4a63-af12-2d0ee5020f6e admin admin] Deleting subnet 5566a43f-2d1e-4de5-8291-bf63e548a30e {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:18:56.930637 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-625cec7d-ebc6-4a63-af12-2d0ee5020f6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:56.964456 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-625cec7d-ebc6-4a63-af12-2d0ee5020f6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:57.006933 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-625cec7d-ebc6-4a63-af12-2d0ee5020f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:57.059703 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-625cec7d-ebc6-4a63-af12-2d0ee5020f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:57.085726 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625cec7d-ebc6-4a63-af12-2d0ee5020f6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5566a43f-2d1e-4de5-8291-bf63e548a30e,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:57.089294 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-625cec7d-ebc6-4a63-af12-2d0ee5020f6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:57.091149 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-625cec7d-ebc6-4a63-af12-2d0ee5020f6e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5566a43f-2d1e-4de5-8291-bf63e548a30e HTTP/1.1" status: 204 len: 168 time: 0.2067852 Jul 13 08:18:57.094269 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42426) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:18:57.160058 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-45fbf099-9eec-428c-a061-29d9f2038f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:57.239936 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-45fbf099-9eec-428c-a061-29d9f2038f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:57.250466 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-45fbf099-9eec-428c-a061-29d9f2038f99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72426a82-efa6-45c9-bec0-f90022a6a7df']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:18:57.260246 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-45fbf099-9eec-428c-a061-29d9f2038f99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24292d83-21e2-4bab-b26e-65e7c9fd2b9c') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:18:57.260539 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-45fbf099-9eec-428c-a061-29d9f2038f99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24292d83-21e2-4bab-b26e-65e7c9fd2b9c') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:18:57.269488 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-45fbf099-9eec-428c-a061-29d9f2038f99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:57.283122 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-45fbf099-9eec-428c-a061-29d9f2038f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:57.288900 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45fbf099-9eec-428c-a061-29d9f2038f99 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:18:57.289275 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-45fbf099-9eec-428c-a061-29d9f2038f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:57.290909 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:18:57.290909 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:18:57.290909 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:18:57.290909 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:18:57.290909 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:18:57.290909 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:18:57.290909 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:18:57.290909 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:18:57.290909 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 08:18:57.290909 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:18:57.290909 n-d-771363-34 neutron-server[94018]: timer() Jul 13 08:18:57.290909 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:18:57.290909 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 08:18:57.290909 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:18:57.290909 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 08:18:57.290909 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:18:57.290909 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 08:18:57.290909 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:18:57.290909 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 08:18:57.290909 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:18:57.290909 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 08:18:57.290909 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:18:57.290909 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:18:57.290909 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:18:57.290909 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:18:57.290909 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:18:57.290909 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 08:18:57.290909 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:18:57.290909 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 08:18:57.290909 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:18:57.290909 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:18:57.290909 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:18:57.290909 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 08:18:57.290909 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:18:57.290909 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:18:57.290909 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:18:57.290909 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:18:57.290909 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:18:57.290909 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:18:57.290909 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:18:57.350928 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-45fbf099-9eec-428c-a061-29d9f2038f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:57.356894 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-45fbf099-9eec-428c-a061-29d9f2038f99 admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:57.359395 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-45fbf099-9eec-428c-a061-29d9f2038f99 admin admin] 10.222.0.23 "DELETE /v2.0/networks/72426a82-efa6-45c9-bec0-f90022a6a7df HTTP/1.1" status: 204 len: 168 time: 0.2644682 Jul 13 08:18:57.371003 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fbf099-9eec-428c-a061-29d9f2038f99 admin admin] Pushing event deleted for resources: {'Network': ['ID=72426a82-efa6-45c9-bec0-f90022a6a7df,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:57.468335 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42430) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:18:57.508387 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d4ab379c-3aca-4cbf-bd68-2c9677cd8786 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=11875c85f0974da49950ef3be0ab9cb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390499 Jul 13 08:18:57.510947 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42432) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:18:57.562192 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-af41529f-7bb8-4c38-a97d-cf26b09efcd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:57.583713 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-af41529f-7bb8-4c38-a97d-cf26b09efcd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:57.633706 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-af41529f-7bb8-4c38-a97d-cf26b09efcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:57.636291 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-af41529f-7bb8-4c38-a97d-cf26b09efcd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:57.637433 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-af41529f-7bb8-4c38-a97d-cf26b09efcd7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/843de8aa-ff19-47c5-af64-10170b5465af HTTP/1.1" status: 204 len: 168 time: 0.1255593 Jul 13 08:18:57.645197 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af41529f-7bb8-4c38-a97d-cf26b09efcd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843de8aa-ff19-47c5-af64-10170b5465af,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:57.652422 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af41529f-7bb8-4c38-a97d-cf26b09efcd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:57.652770 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af41529f-7bb8-4c38-a97d-cf26b09efcd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:57.653110 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af41529f-7bb8-4c38-a97d-cf26b09efcd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:57.653446 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af41529f-7bb8-4c38-a97d-cf26b09efcd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:57.653784 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af41529f-7bb8-4c38-a97d-cf26b09efcd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:57.654114 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af41529f-7bb8-4c38-a97d-cf26b09efcd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:57.654439 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af41529f-7bb8-4c38-a97d-cf26b09efcd7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:57.655278 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af41529f-7bb8-4c38-a97d-cf26b09efcd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:57.655608 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af41529f-7bb8-4c38-a97d-cf26b09efcd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:57.655989 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af41529f-7bb8-4c38-a97d-cf26b09efcd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:57.656316 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af41529f-7bb8-4c38-a97d-cf26b09efcd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:57.656641 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af41529f-7bb8-4c38-a97d-cf26b09efcd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:18:58.288279 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42454) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:18:58.381085 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-64a76b26-7b7c-43ff-a1a9-543160c4b677 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2071117543-network', 'tenant_id': 'e23bb98701a04366ac8be6b5f01b1b99'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:18:58.406744 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a76b26-7b7c-43ff-a1a9-543160c4b677 admin admin] Made reservation on behalf of e23bb98701a04366ac8be6b5f01b1b99 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:18:58.409640 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-64a76b26-7b7c-43ff-a1a9-543160c4b677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:58.418729 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-64a76b26-7b7c-43ff-a1a9-543160c4b677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:58.515021 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-64a76b26-7b7c-43ff-a1a9-543160c4b677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:58.519331 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-64a76b26-7b7c-43ff-a1a9-543160c4b677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:58.547440 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a76b26-7b7c-43ff-a1a9-543160c4b677 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:18:58.553983 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a76b26-7b7c-43ff-a1a9-543160c4b677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac065592-0719-4534-898b-864d5f627fbf,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:58.560464 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-64a76b26-7b7c-43ff-a1a9-543160c4b677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:58.560815 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-64a76b26-7b7c-43ff-a1a9-543160c4b677 admin admin] Added segment d30bb0d1-e63e-4464-8f46-ee2b13d723de of type vlan for network dab26e51-fc5a-459d-8d24-a35378076cba Jul 13 08:18:58.604995 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-64a76b26-7b7c-43ff-a1a9-543160c4b677 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:58.634049 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-64a76b26-7b7c-43ff-a1a9-543160c4b677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:58.635102 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a76b26-7b7c-43ff-a1a9-543160c4b677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:58.635710 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-64a76b26-7b7c-43ff-a1a9-543160c4b677 admin admin] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:58.668652 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-64a76b26-7b7c-43ff-a1a9-543160c4b677 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3791800 Jul 13 08:18:58.671433 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42458) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:18:58.677566 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-060c5862-d6e6-4198-8c6d-f3686cbea9e5 admin admin] Request body: {'subnet': {'network_id': 'dab26e51-fc5a-459d-8d24-a35378076cba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2071117543-subnet', 'tenant_id': 'e23bb98701a04366ac8be6b5f01b1b99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:18:58.712778 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a76b26-7b7c-43ff-a1a9-543160c4b677 admin admin] Pushing event updated for resources: {'Network': ['ID=dab26e51-fc5a-459d-8d24-a35378076cba,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:58.724175 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network dab26e51-fc5a-459d-8d24-a35378076cba details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:18:58.728980 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060c5862-d6e6-4198-8c6d-f3686cbea9e5 admin admin] Made reservation on behalf of e23bb98701a04366ac8be6b5f01b1b99 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:18:58.731455 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-060c5862-d6e6-4198-8c6d-f3686cbea9e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:58.910134 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-060c5862-d6e6-4198-8c6d-f3686cbea9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:58.966271 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c5862-d6e6-4198-8c6d-f3686cbea9e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=847b13fa-b9af-468c-90e2-7d6cb084c8b1,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:18:58.974790 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060c5862-d6e6-4198-8c6d-f3686cbea9e5 admin admin] Checking segment: {'id': 'd30bb0d1-e63e-4464-8f46-ee2b13d723de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dab26e51-fc5a-459d-8d24-a35378076cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:18:58.975153 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060c5862-d6e6-4198-8c6d-f3686cbea9e5 admin admin] Network hostable DHCP agents. Network: dab26e51-fc5a-459d-8d24-a35378076cba, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:18:58.991009 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060c5862-d6e6-4198-8c6d-f3686cbea9e5 admin admin] Network dab26e51-fc5a-459d-8d24-a35378076cba is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:18:58.999506 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-060c5862-d6e6-4198-8c6d-f3686cbea9e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, dab26e51-fc5a-459d-8d24-a35378076cba) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:18:59.005314 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060c5862-d6e6-4198-8c6d-f3686cbea9e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:59.006465 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-060c5862-d6e6-4198-8c6d-f3686cbea9e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:18:59.010301 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdebd20e-ca0b-4405-9ed4-d4a8b786c506 None None] Network dab26e51-fc5a-459d-8d24-a35378076cba requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:18:59.030282 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-060c5862-d6e6-4198-8c6d-f3686cbea9e5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3544366 Jul 13 08:18:59.140319 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbb2bac-3bec-465c-be90-82740e46ef5f None None] Network dab26e51-fc5a-459d-8d24-a35378076cba requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:18:59.461694 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-fc8f02dc-b431-4e6c-9fa2-6bc499ae8117 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:18:59.463175 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-fc8f02dc-b431-4e6c-9fa2-6bc499ae8117 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/networks?id=dab26e51-fc5a-459d-8d24-a35378076cba HTTP/1.1" status: 200 len: 815 time: 0.1077988 Jul 13 08:18:59.478263 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-57168916-52d2-4fca-84fc-9a9d63ed94af tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/quotas/e23bb98701a04366ac8be6b5f01b1b99 HTTP/1.1" status: 200 len: 375 time: 0.0090046 Jul 13 08:18:59.510749 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-0349fb52-8b37-46e7-a1a6-dc85d73804f1 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e23bb98701a04366ac8be6b5f01b1b99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276954 Jul 13 08:18:59.594243 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-09c4796e-a9ac-4890-b9ed-ea9b33a1c5c7 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:18:59.595345 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-09c4796e-a9ac-4890-b9ed-ea9b33a1c5c7 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0451286 Jul 13 08:18:59.687193 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-317b09d5-0670-4951-a423-44f0cf7bd384 service neutron] 10.222.0.23 "GET /v2.0/networks/dab26e51-fc5a-459d-8d24-a35378076cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860777 Jul 13 08:18:59.775517 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-8256b420-cb76-4436-abaa-0610fbed22de service neutron] 10.222.0.23 "GET /v2.0/networks/dab26e51-fc5a-459d-8d24-a35378076cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823395 Jul 13 08:18:59.945174 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f4409326-16da-4971-b08a-bd2671690803 req-a71b13f2-f15d-4009-9fa0-7b54b82748b6 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 210 time: 0.0282929 Jul 13 08:19:00.064420 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:19:00.346858 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8058cb73-d918-4864-a31c-46418a00a328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:00.803103 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 4a7de94e-4cc6-435a-baef-92187392053e no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:19:00.823489 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 4a7de94e-4cc6-435a-baef-92187392053e {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:19:00.823755 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 4a7de94e-4cc6-435a-baef-92187392053e not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:19:01.086934 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c548b613-c93d-4304-abcd-eaf651b9042c req-90f65795-6fa1-4ccb-83b7-1289113f859a tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 210 time: 0.0299466 Jul 13 08:19:01.170227 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-58a360fa-88f2-4682-a0d7-350944e8bfee tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:01.172893 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-58a360fa-88f2-4682-a0d7-350944e8bfee tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.42 "GET /v2.0/networks?id=dab26e51-fc5a-459d-8d24-a35378076cba HTTP/1.1" status: 200 len: 815 time: 0.1101909 Jul 13 08:19:01.183291 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-571a0c5e-43fc-425f-b7c3-11bceaf0926a tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Request body: {'port': {'device_id': '133a1a70-6589-477b-9a7b-c205374065bd', 'network_id': 'dab26e51-fc5a-459d-8d24-a35378076cba', 'admin_state_up': True, 'tenant_id': 'e23bb98701a04366ac8be6b5f01b1b99'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:19:01.288940 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-571a0c5e-43fc-425f-b7c3-11bceaf0926a tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Made reservation on behalf of e23bb98701a04366ac8be6b5f01b1b99 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:19:01.292461 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-571a0c5e-43fc-425f-b7c3-11bceaf0926a tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:01.417497 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-571a0c5e-43fc-425f-b7c3-11bceaf0926a tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Allocated IP 172.20.0.9 (dab26e51-fc5a-459d-8d24-a35378076cba/847b13fa-b9af-468c-90e2-7d6cb084c8b1/4187eae5-158b-44aa-ad80-61146ed249e5) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:19:01.564977 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-571a0c5e-43fc-425f-b7c3-11bceaf0926a tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:01.602105 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-571a0c5e-43fc-425f-b7c3-11bceaf0926a tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:01.644282 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-571a0c5e-43fc-425f-b7c3-11bceaf0926a tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Network dab26e51-fc5a-459d-8d24-a35378076cba is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:19:01.649362 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-571a0c5e-43fc-425f-b7c3-11bceaf0926a tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:19:01.653116 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-571a0c5e-43fc-425f-b7c3-11bceaf0926a tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:19:01.677993 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a0c5e-43fc-425f-b7c3-11bceaf0926a tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Pushing event updated for resources: {'Port': ['ID=4187eae5-158b-44aa-ad80-61146ed249e5,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:19:01.704944 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-571a0c5e-43fc-425f-b7c3-11bceaf0926a tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:01.705551 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-571a0c5e-43fc-425f-b7c3-11bceaf0926a tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:01.719336 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-571a0c5e-43fc-425f-b7c3-11bceaf0926a tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5396523 Jul 13 08:19:01.729934 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-55926cd7-4926-47de-aff3-57a2d5ac587d service neutron] Request body: {'port': {'device_id': '133a1a70-6589-477b-9a7b-c205374065bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:19:01.807038 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-55926cd7-4926-47de-aff3-57a2d5ac587d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:02.059556 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-55926cd7-4926-47de-aff3-57a2d5ac587d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4187eae5-158b-44aa-ad80-61146ed249e5 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:19:02.067426 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-55926cd7-4926-47de-aff3-57a2d5ac587d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:02.078885 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-55926cd7-4926-47de-aff3-57a2d5ac587d service neutron] Transition to ACTIVE for port object 4187eae5-158b-44aa-ad80-61146ed249e5 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:19:02.082500 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-55926cd7-4926-47de-aff3-57a2d5ac587d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:02.132702 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55926cd7-4926-47de-aff3-57a2d5ac587d service neutron] Pushing event updated for resources: {'Port': ['ID=4187eae5-158b-44aa-ad80-61146ed249e5,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:19:02.204049 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-55926cd7-4926-47de-aff3-57a2d5ac587d service neutron] Attempting to bind port 4187eae5-158b-44aa-ad80-61146ed249e5 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:19:02.204750 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-55926cd7-4926-47de-aff3-57a2d5ac587d service neutron] Attempting to bind port 4187eae5-158b-44aa-ad80-61146ed249e5 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'd30bb0d1-e63e-4464-8f46-ee2b13d723de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dab26e51-fc5a-459d-8d24-a35378076cba'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:19:02.204750 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-55926cd7-4926-47de-aff3-57a2d5ac587d service neutron] Attempting to bind port 4187eae5-158b-44aa-ad80-61146ed249e5 on network dab26e51-fc5a-459d-8d24-a35378076cba {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:19:02.220272 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-55926cd7-4926-47de-aff3-57a2d5ac587d service neutron] Port 4187eae5-158b-44aa-ad80-61146ed249e5 on network dab26e51-fc5a-459d-8d24-a35378076cba not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:19:02.220595 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-55926cd7-4926-47de-aff3-57a2d5ac587d service neutron] Attempting to bind port 4187eae5-158b-44aa-ad80-61146ed249e5 on network dab26e51-fc5a-459d-8d24-a35378076cba {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:19:02.242753 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-55926cd7-4926-47de-aff3-57a2d5ac587d service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:19:02.243086 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-55926cd7-4926-47de-aff3-57a2d5ac587d service neutron] Checking segment: {'id': 'd30bb0d1-e63e-4464-8f46-ee2b13d723de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dab26e51-fc5a-459d-8d24-a35378076cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:19:02.243489 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-55926cd7-4926-47de-aff3-57a2d5ac587d service neutron] Bound using segment: {'id': 'd30bb0d1-e63e-4464-8f46-ee2b13d723de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dab26e51-fc5a-459d-8d24-a35378076cba'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:19:02.243915 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-55926cd7-4926-47de-aff3-57a2d5ac587d service neutron] Bound port: 4187eae5-158b-44aa-ad80-61146ed249e5, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd30bb0d1-e63e-4464-8f46-ee2b13d723de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dab26e51-fc5a-459d-8d24-a35378076cba'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:19:02.244267 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-55926cd7-4926-47de-aff3-57a2d5ac587d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:02.316423 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fea2f-e74d-434d-b530-3d1a389e427e req-c1ee84f5-a652-4783-bd6b-650f0a549fcd tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:02.317848 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d79fea2f-e74d-434d-b530-3d1a389e427e req-c1ee84f5-a652-4783-bd6b-650f0a549fcd tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 943 time: 0.1108694 Jul 13 08:19:02.348591 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-55926cd7-4926-47de-aff3-57a2d5ac587d service neutron] For port 4187eae5-158b-44aa-ad80-61146ed249e5, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:19:02.367176 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-55926cd7-4926-47de-aff3-57a2d5ac587d service neutron] For port 4187eae5-158b-44aa-ad80-61146ed249e5, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4187eae5-158b-44aa-ad80-61146ed249e5,segment=NetworkSegment(d30bb0d1-e63e-4464-8f46-ee2b13d723de),segment_id=d30bb0d1-e63e-4464-8f46-ee2b13d723de)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:19:02.372588 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-55926cd7-4926-47de-aff3-57a2d5ac587d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:02.382495 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d79fea2f-e74d-434d-b530-3d1a389e427e req-916408d9-3d03-4faa-87c5-a1463a2a56a3 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591059 Jul 13 08:19:02.410080 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-55926cd7-4926-47de-aff3-57a2d5ac587d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:02.410692 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-55926cd7-4926-47de-aff3-57a2d5ac587d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:02.412086 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-55926cd7-4926-47de-aff3-57a2d5ac587d service neutron] 10.222.0.42 "PUT /v2.0/ports/4187eae5-158b-44aa-ad80-61146ed249e5 HTTP/1.1" status: 200 len: 1092 time: 0.6861689 Jul 13 08:19:02.412515 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133a1a70-6589-477b-9a7b-c205374065bd', 'tag': '4187eae5-158b-44aa-ad80-61146ed249e5'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:19:02.414749 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0b14d7-ecb9-4f9b-a6a8-f51e25528b06" -d '{"events": [{"name": "network-changed", "server_uuid": "133a1a70-6589-477b-9a7b-c205374065bd", "tag": "4187eae5-158b-44aa-ad80-61146ed249e5"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:19:02.440173 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55926cd7-4926-47de-aff3-57a2d5ac587d service neutron] Pushing event updated for resources: {'Port': ['ID=4187eae5-158b-44aa-ad80-61146ed249e5,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:19:02.461618 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133478bb-2f8d-4d6b-bc72-43c5b3299bb5 x-openstack-request-id: req-133478bb-2f8d-4d6b-bc72-43c5b3299bb5 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:19:02.461893 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133a1a70-6589-477b-9a7b-c205374065bd", "tag": "4187eae5-158b-44aa-ad80-61146ed249e5", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:19:02.462142 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-133478bb-2f8d-4d6b-bc72-43c5b3299bb5 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:19:02.462529 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133a1a70-6589-477b-9a7b-c205374065bd', 'tag': '4187eae5-158b-44aa-ad80-61146ed249e5', 'status': 'completed', 'code': 200} Jul 13 08:19:02.509465 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-d87c0309-9ec9-4731-b96d-19fb93a1945e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:02.510972 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-d87c0309-9ec9-4731-b96d-19fb93a1945e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e23bb98701a04366ac8be6b5f01b1b99&device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 1095 time: 0.0595479 Jul 13 08:19:02.554647 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-45cbd9a0-8f82-4c28-b561-06f73f1031d8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4187eae5-158b-44aa-ad80-61146ed249e5 HTTP/1.1" status: 200 len: 217 time: 0.0365415 Jul 13 08:19:02.602718 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-bc94afa6-3563-4849-bcf0-2c131b04d8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:02.604231 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-bc94afa6-3563-4849-bcf0-2c131b04d8d0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=847b13fa-b9af-468c-90e2-7d6cb084c8b1 HTTP/1.1" status: 200 len: 855 time: 0.0438650 Jul 13 08:19:02.635716 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-ae7697b4-b5da-4d19-8b02-caddfcebd077 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dab26e51-fc5a-459d-8d24-a35378076cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253258 Jul 13 08:19:02.726443 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-6a59a256-2506-4a38-9514-cc03b8620d0c service neutron] 10.222.0.42 "GET /v2.0/networks/dab26e51-fc5a-459d-8d24-a35378076cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840857 Jul 13 08:19:02.814204 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ef455521-c7b3-426d-a9e6-906b670f85cb req-e5f089a5-8e2d-4a43-bd05-8576b1399fb2 service neutron] 10.222.0.42 "GET /v2.0/networks/dab26e51-fc5a-459d-8d24-a35378076cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815997 Jul 13 08:19:03.212705 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4009aba5-3ab1-4391-90d4-2a4b584f5f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:03.224976 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:03.268047 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b14d7-ecb9-4f9b-a6a8-f51e25528b06 req-a3fc84d0-d697-4fe1-8f4f-85dc1de8ab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:03.269556 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4d0b14d7-ecb9-4f9b-a6a8-f51e25528b06 req-a3fc84d0-d697-4fe1-8f4f-85dc1de8ab35 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e23bb98701a04366ac8be6b5f01b1b99&device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 1095 time: 0.4078031 Jul 13 08:19:03.357783 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b14d7-ecb9-4f9b-a6a8-f51e25528b06 req-b723a7c5-01f8-4646-a22e-98599ab5913e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:03.359325 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4d0b14d7-ecb9-4f9b-a6a8-f51e25528b06 req-b723a7c5-01f8-4646-a22e-98599ab5913e service neutron] 10.222.0.42 "GET /v2.0/networks?id=dab26e51-fc5a-459d-8d24-a35378076cba HTTP/1.1" status: 200 len: 916 time: 0.0825090 Jul 13 08:19:03.403380 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4d0b14d7-ecb9-4f9b-a6a8-f51e25528b06 req-aaa9947f-696f-4715-b40f-2c215333ff27 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4187eae5-158b-44aa-ad80-61146ed249e5 HTTP/1.1" status: 200 len: 217 time: 0.0371375 Jul 13 08:19:03.452560 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b14d7-ecb9-4f9b-a6a8-f51e25528b06 req-058f5619-c339-4dc1-b198-c796da5a902b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:03.454937 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4d0b14d7-ecb9-4f9b-a6a8-f51e25528b06 req-058f5619-c339-4dc1-b198-c796da5a902b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=847b13fa-b9af-468c-90e2-7d6cb084c8b1 HTTP/1.1" status: 200 len: 855 time: 0.0458026 Jul 13 08:19:03.487337 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4d0b14d7-ecb9-4f9b-a6a8-f51e25528b06 req-0ee281ef-3c6d-48e1-87f5-1024e9f0dd2a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dab26e51-fc5a-459d-8d24-a35378076cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258191 Jul 13 08:19:03.626370 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e602ca3-69b7-42b4-b07c-84a478d2e636 req-f09a9760-2326-466e-8fc0-058134a7e23d tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:03.627881 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1e602ca3-69b7-42b4-b07c-84a478d2e636 req-f09a9760-2326-466e-8fc0-058134a7e23d tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 943 time: 0.1267498 Jul 13 08:19:03.630009 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4d0b14d7-ecb9-4f9b-a6a8-f51e25528b06 req-e912b13e-dc66-456e-9757-7d224cc81664 service neutron] 10.222.0.42 "GET /v2.0/networks/dab26e51-fc5a-459d-8d24-a35378076cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365566 Jul 13 08:19:03.693092 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1e602ca3-69b7-42b4-b07c-84a478d2e636 req-f7f84a7a-9bbb-469f-a984-a39f0e5d911e tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595572 Jul 13 08:19:03.747859 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4d0b14d7-ecb9-4f9b-a6a8-f51e25528b06 req-5527d03c-85e1-4a87-bbfc-49d572165111 service neutron] 10.222.0.42 "GET /v2.0/networks/dab26e51-fc5a-459d-8d24-a35378076cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083674 Jul 13 08:19:04.274157 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:04.868784 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d25ad9-3545-4da6-b643-8680f15e0987 req-fcc46432-9060-4620-8125-dda0c0423edd tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:04.870169 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d2d25ad9-3545-4da6-b643-8680f15e0987 req-fcc46432-9060-4620-8125-dda0c0423edd tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 943 time: 0.0670893 Jul 13 08:19:04.908379 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d2d25ad9-3545-4da6-b643-8680f15e0987 req-46bc2711-2d61-430a-b790-2731dcea5d09 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324616 Jul 13 08:19:05.942090 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 4187eae5-158b-44aa-ad80-61146ed249e5 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:19:06.047180 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 4187eae5-158b-44aa-ad80-61146ed249e5, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4187eae5-158b-44aa-ad80-61146ed249e5,segment=NetworkSegment(d30bb0d1-e63e-4464-8f46-ee2b13d723de),segment_id=d30bb0d1-e63e-4464-8f46-ee2b13d723de)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:19:06.055290 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:06.059314 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '4187eae5-158b-44aa-ad80-61146ed249e5', 'network_id': 'dab26e51-fc5a-459d-8d24-a35378076cba', 'port_id': '4187eae5-158b-44aa-ad80-61146ed249e5', 'mac_address': 'fa:16:3e:d2:e7:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '847b13fa-b9af-468c-90e2-7d6cb084c8b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:19:06.087323 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a01fc-bff6-467e-ac8f-4bd469b01c77 req-30244b4c-f106-4d3d-8d03-a52f16b0d5bb tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:06.088975 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-398a01fc-bff6-467e-ac8f-4bd469b01c77 req-30244b4c-f106-4d3d-8d03-a52f16b0d5bb tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 943 time: 0.0669372 Jul 13 08:19:06.097772 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:06.110879 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4187eae5-158b-44aa-ad80-61146ed249e5 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:19:06.128179 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-398a01fc-bff6-467e-ac8f-4bd469b01c77 req-e0cddc7b-7ebd-451c-99fa-b5155e3e09e0 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330403 Jul 13 08:19:06.131780 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 4187eae5-158b-44aa-ad80-61146ed249e5, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4187eae5-158b-44aa-ad80-61146ed249e5,segment=NetworkSegment(d30bb0d1-e63e-4464-8f46-ee2b13d723de),segment_id=d30bb0d1-e63e-4464-8f46-ee2b13d723de)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:19:06.136958 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:06.190418 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=4187eae5-158b-44aa-ad80-61146ed249e5,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:19:06.363783 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['4187eae5-158b-44aa-ad80-61146ed249e5'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:19:07.307739 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842a73e-1651-4af8-8986-55cb514d1575 req-4b1f0e0a-4c51-4276-81ce-93d3dd4b2bab tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:07.309237 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b842a73e-1651-4af8-8986-55cb514d1575 req-4b1f0e0a-4c51-4276-81ce-93d3dd4b2bab tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 944 time: 0.0644956 Jul 13 08:19:07.348358 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b842a73e-1651-4af8-8986-55cb514d1575 req-f054ed06-eb60-487d-b89c-2cda6e2ec944 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328076 Jul 13 08:19:07.957613 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 4187eae5-158b-44aa-ad80-61146ed249e5 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:19:08.005585 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 4187eae5-158b-44aa-ad80-61146ed249e5 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:19:08.009293 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 4187eae5-158b-44aa-ad80-61146ed249e5 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:19:08.009657 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:08.085812 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:08.107517 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133a1a70-6589-477b-9a7b-c205374065bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4187eae5-158b-44aa-ad80-61146ed249e5'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:19:08.110743 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}819247fa28fcd914db4aabd8a9f8f95ceb467163a9d63008da3b74a1dcff375d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d19ee2-d963-40bf-b758-cba8f8062178" -d '{"events": [{"server_uuid": "133a1a70-6589-477b-9a7b-c205374065bd", "name": "network-vif-plugged", "status": "completed", "tag": "4187eae5-158b-44aa-ad80-61146ed249e5"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:19:08.123646 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 4187eae5-158b-44aa-ad80-61146ed249e5, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4187eae5-158b-44aa-ad80-61146ed249e5,segment=NetworkSegment(d30bb0d1-e63e-4464-8f46-ee2b13d723de),segment_id=d30bb0d1-e63e-4464-8f46-ee2b13d723de)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:19:08.128023 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:08.153912 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70531d95-8a0d-4f7d-b5ba-1626424f1a4d x-openstack-request-id: req-70531d95-8a0d-4f7d-b5ba-1626424f1a4d {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:19:08.154200 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133a1a70-6589-477b-9a7b-c205374065bd", "name": "network-vif-plugged", "status": "completed", "tag": "4187eae5-158b-44aa-ad80-61146ed249e5", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:19:08.154446 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70531d95-8a0d-4f7d-b5ba-1626424f1a4d {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:19:08.154827 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133a1a70-6589-477b-9a7b-c205374065bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4187eae5-158b-44aa-ad80-61146ed249e5', 'code': 200} Jul 13 08:19:08.183063 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=4187eae5-158b-44aa-ad80-61146ed249e5,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:19:08.263513 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048d8be-4f6f-490e-9d3a-b16600e41354 req-3534eeb6-bde0-4df2-9a88-76a1140f8b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:08.265862 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3048d8be-4f6f-490e-9d3a-b16600e41354 req-3534eeb6-bde0-4df2-9a88-76a1140f8b21 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 1097 time: 0.0528240 Jul 13 08:19:08.298628 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3048d8be-4f6f-490e-9d3a-b16600e41354 req-203564e4-6a8f-41a9-91d6-37e2247aa7fb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274346 Jul 13 08:19:08.523185 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463a0f6-6074-43bd-9829-8fd736840615 req-b522c9c9-538d-4ab9-910c-f4135bdb1ca8 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:08.524669 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6463a0f6-6074-43bd-9829-8fd736840615 req-b522c9c9-538d-4ab9-910c-f4135bdb1ca8 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 945 time: 0.0679305 Jul 13 08:19:08.562577 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6463a0f6-6074-43bd-9829-8fd736840615 req-7d89f8ff-62ef-45bc-ab0d-823a7b4d9d2a tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319076 Jul 13 08:19:09.740440 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5fd41-1a09-4230-9fef-a600890dad0d req-dbfe480c-bdc1-4c54-a3ad-e3787f99d20d tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:09.741945 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4ee5fd41-1a09-4230-9fef-a600890dad0d req-dbfe480c-bdc1-4c54-a3ad-e3787f99d20d tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 945 time: 0.0670772 Jul 13 08:19:09.779505 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4ee5fd41-1a09-4230-9fef-a600890dad0d req-33a9574b-34db-4555-a126-597d71ac6aa7 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320802 Jul 13 08:19:09.948708 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079a71a-2675-4c12-a10c-defd0979c097 req-7d377d64-4f86-4b47-aa3f-11e602dd17b0 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:09.950086 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9079a71a-2675-4c12-a10c-defd0979c097 req-7d377d64-4f86-4b47-aa3f-11e602dd17b0 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 945 time: 0.0624924 Jul 13 08:19:09.988965 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9079a71a-2675-4c12-a10c-defd0979c097 req-29ee748c-0261-4dc7-9cab-9879e1124d4d tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324509 Jul 13 08:19:10.336804 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf368d-adcd-4303-94c3-ac6ecc762d25 req-b789e5da-978f-4b38-a1f8-cee35fab8c8f tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:10.338280 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-87bf368d-adcd-4303-94c3-ac6ecc762d25 req-b789e5da-978f-4b38-a1f8-cee35fab8c8f tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 945 time: 0.0619814 Jul 13 08:19:10.375686 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-87bf368d-adcd-4303-94c3-ac6ecc762d25 req-52fde93e-d121-42f6-b4c1-f76c06f86ca8 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317063 Jul 13 08:19:10.545878 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b10b7-abf8-44c7-a85f-b4952834cbcf req-dc58746b-4af5-4737-b4de-5cc5f4c665cb tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:10.547796 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7a7b10b7-abf8-44c7-a85f-b4952834cbcf req-dc58746b-4af5-4737-b4de-5cc5f4c665cb tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 945 time: 0.0641644 Jul 13 08:19:10.585651 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7a7b10b7-abf8-44c7-a85f-b4952834cbcf req-cfe3e380-04c5-4b5b-a57b-07ac4fe43fb8 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323548 Jul 13 08:19:10.949290 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-dd4497e0-9ea6-4b43-81fc-5608b3e47e71 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0838571 Jul 13 08:19:10.982215 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ff180-bcc6-468d-9a63-bc4adfb4e8c2 req-f620fe0e-f85c-4801-b22a-6f9f2eaa4ab2 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:10.983716 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-309ff180-bcc6-468d-9a63-bc4adfb4e8c2 req-f620fe0e-f85c-4801-b22a-6f9f2eaa4ab2 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 945 time: 0.0710011 Jul 13 08:19:11.023845 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-309ff180-bcc6-468d-9a63-bc4adfb4e8c2 req-02b27491-fb8d-4a9c-8241-86cfb35244e6 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339282 Jul 13 08:19:12.051921 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-84e14aa7-a031-4800-924f-2ddce11e288b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:12.053423 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-84e14aa7-a031-4800-924f-2ddce11e288b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e23bb98701a04366ac8be6b5f01b1b99&device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 1097 time: 0.0568736 Jul 13 08:19:12.148379 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-cd170efe-a5fc-404c-a7cc-f1444df05ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:12.149917 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-cd170efe-a5fc-404c-a7cc-f1444df05ba3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dab26e51-fc5a-459d-8d24-a35378076cba HTTP/1.1" status: 200 len: 916 time: 0.0898509 Jul 13 08:19:12.192176 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-17d82dc5-85b5-4506-9b43-b1018fa469f0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4187eae5-158b-44aa-ad80-61146ed249e5 HTTP/1.1" status: 200 len: 217 time: 0.0357153 Jul 13 08:19:12.201400 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72830d0a-5720-448c-982f-9a40b1c8bae6 req-5ab1f20c-3c81-40b9-8991-8f2a18798287 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:12.202917 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-72830d0a-5720-448c-982f-9a40b1c8bae6 req-5ab1f20c-3c81-40b9-8991-8f2a18798287 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 945 time: 0.0677049 Jul 13 08:19:12.241338 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-b7086e6b-7886-4730-a85f-e25162dda0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:12.242801 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-72830d0a-5720-448c-982f-9a40b1c8bae6 req-199e948b-3be7-414b-83a5-e8177932dc97 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330305 Jul 13 08:19:12.242945 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-b7086e6b-7886-4730-a85f-e25162dda0bf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=847b13fa-b9af-468c-90e2-7d6cb084c8b1 HTTP/1.1" status: 200 len: 855 time: 0.0453007 Jul 13 08:19:12.282871 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-9c290f60-2899-496c-8fe4-54f6ecd83e82 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dab26e51-fc5a-459d-8d24-a35378076cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329139 Jul 13 08:19:12.371403 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-cf01d775-f389-4a8f-aa49-25cb66615ba2 service neutron] 10.222.0.42 "GET /v2.0/networks/dab26e51-fc5a-459d-8d24-a35378076cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821898 Jul 13 08:19:12.463726 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-c584f972-9679-4934-a7d1-32e55e89d6c4 service neutron] 10.222.0.42 "GET /v2.0/networks/dab26e51-fc5a-459d-8d24-a35378076cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860052 Jul 13 08:19:13.418355 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898dc28b-bf85-4800-9cb9-eadeee7ec292 req-31dcae1b-9c0d-4f1f-b864-cb5886baa260 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:13.419868 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-898dc28b-bf85-4800-9cb9-eadeee7ec292 req-31dcae1b-9c0d-4f1f-b864-cb5886baa260 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 945 time: 0.0638015 Jul 13 08:19:13.458171 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-898dc28b-bf85-4800-9cb9-eadeee7ec292 req-b926c915-f509-4302-b9dc-85c63780dbd7 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317485 Jul 13 08:19:14.632409 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6336ab8-f15e-4605-b40a-bec0f4a62277 req-7f058196-bdcf-4e02-807b-e30ae764d438 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:14.633902 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a6336ab8-f15e-4605-b40a-bec0f4a62277 req-7f058196-bdcf-4e02-807b-e30ae764d438 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 945 time: 0.0632782 Jul 13 08:19:14.671710 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a6336ab8-f15e-4605-b40a-bec0f4a62277 req-e47e3928-3432-4119-aa5d-eca295a24dce tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323775 Jul 13 08:19:15.865385 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ca14f-dda0-44d8-9e07-27441e3d8b17 req-e90eceeb-fffa-46ed-a281-646cc1c2e0f6 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:15.866807 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-664ca14f-dda0-44d8-9e07-27441e3d8b17 req-e90eceeb-fffa-46ed-a281-646cc1c2e0f6 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 945 time: 0.0715585 Jul 13 08:19:15.916733 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-664ca14f-dda0-44d8-9e07-27441e3d8b17 req-197d2bf1-f5a6-47db-b41c-82203b7eec7b tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374384 Jul 13 08:19:17.104032 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6873d-dffd-41ce-a119-8815d54c0349 req-d23e53da-50fb-4d29-b26d-cf1ea627d03c tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:17.105537 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3ab6873d-dffd-41ce-a119-8815d54c0349 req-d23e53da-50fb-4d29-b26d-cf1ea627d03c tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 945 time: 0.0694029 Jul 13 08:19:17.148251 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3ab6873d-dffd-41ce-a119-8815d54c0349 req-5cfe958c-2e14-4576-b71c-50a8b31f4dda tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350499 Jul 13 08:19:18.326354 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03527fdd-cd32-4ac9-9177-49a853c3853c req-ba805939-d8ae-40f1-931d-f901cafbad45 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:18.327915 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-03527fdd-cd32-4ac9-9177-49a853c3853c req-ba805939-d8ae-40f1-931d-f901cafbad45 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 945 time: 0.0654907 Jul 13 08:19:18.369146 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-03527fdd-cd32-4ac9-9177-49a853c3853c req-5ac9332f-7000-430f-9986-f0522538fe68 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343287 Jul 13 08:19:19.541853 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c6aa9-6296-4edf-ad63-1127c5d61de1 req-5fce5b75-95d6-4382-8ae1-1136f17bc98f tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:19.543369 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ad3c6aa9-6296-4edf-ad63-1127c5d61de1 req-5fce5b75-95d6-4382-8ae1-1136f17bc98f tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 945 time: 0.0626070 Jul 13 08:19:19.581905 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ad3c6aa9-6296-4edf-ad63-1127c5d61de1 req-d5075f1e-659d-4173-8aa0-20f4d1a1ab7e tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326629 Jul 13 08:19:20.754390 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21c66b-be8d-43f2-a1d2-542d508f1bf4 req-4f26c7b6-32f4-40d5-a261-0e4df83dd495 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:20.755909 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6b21c66b-be8d-43f2-a1d2-542d508f1bf4 req-4f26c7b6-32f4-40d5-a261-0e4df83dd495 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 945 time: 0.0634389 Jul 13 08:19:20.793892 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6b21c66b-be8d-43f2-a1d2-542d508f1bf4 req-1b84c8fa-1b8d-4179-ac1b-302a255894c9 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324521 Jul 13 08:19:21.966902 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf7fe4-41de-432e-a4cf-1db9bde7a14c req-99389b74-e072-42e8-8d71-568edd936612 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:21.968409 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-afbf7fe4-41de-432e-a4cf-1db9bde7a14c req-99389b74-e072-42e8-8d71-568edd936612 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 945 time: 0.0626421 Jul 13 08:19:22.006312 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-afbf7fe4-41de-432e-a4cf-1db9bde7a14c req-38506d49-c2f6-4b7d-a678-8d4ef8acb7a0 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314181 Jul 13 08:19:23.186251 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f3d13-eef2-448f-b684-93d8067dfbfa req-54f33734-37ea-45f1-a63b-51f809cdfcc7 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:23.188069 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-786f3d13-eef2-448f-b684-93d8067dfbfa req-54f33734-37ea-45f1-a63b-51f809cdfcc7 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 945 time: 0.0681829 Jul 13 08:19:23.225789 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-786f3d13-eef2-448f-b684-93d8067dfbfa req-aae30fe0-9b6a-4d3e-b715-2cadb4b3fbe3 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324442 Jul 13 08:19:23.754621 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:24.404791 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d2281-1086-481f-8c3d-905a7487b12c req-378b920c-92f8-4c63-8afa-2c9761c763ce tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:24.406887 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4b7d2281-1086-481f-8c3d-905a7487b12c req-378b920c-92f8-4c63-8afa-2c9761c763ce tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 945 time: 0.0675111 Jul 13 08:19:24.444351 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4b7d2281-1086-481f-8c3d-905a7487b12c req-2fa2be45-1f9b-4095-8fd1-598acf8e235d tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318615 Jul 13 08:19:24.468280 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:25.618465 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a82300-cdc9-46d4-bbc7-900ccffd0fae req-47b2021a-1379-4baa-b6ef-f21178a7e904 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:25.619985 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-23a82300-cdc9-46d4-bbc7-900ccffd0fae req-47b2021a-1379-4baa-b6ef-f21178a7e904 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 945 time: 0.0642571 Jul 13 08:19:25.658084 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-23a82300-cdc9-46d4-bbc7-900ccffd0fae req-040c41fa-35e4-4b36-8816-9786cae2aeda tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319035 Jul 13 08:19:26.833900 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4310a7-7394-4407-a7db-8041d24d3fb7 req-d4e5994f-c82a-4ba1-8132-2580c2505e3e tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:26.835337 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9b4310a7-7394-4407-a7db-8041d24d3fb7 req-d4e5994f-c82a-4ba1-8132-2580c2505e3e tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 945 time: 0.0621674 Jul 13 08:19:26.873341 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9b4310a7-7394-4407-a7db-8041d24d3fb7 req-fe50dbbc-afd5-44b9-b671-1bf4e21b2ba0 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324941 Jul 13 08:19:28.054601 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd1e5f-ae70-47a8-8a9e-407861db52d3 req-f3d1dcae-0c94-4603-b985-af1005c13c28 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:28.056115 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-62bd1e5f-ae70-47a8-8a9e-407861db52d3 req-f3d1dcae-0c94-4603-b985-af1005c13c28 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 945 time: 0.0721350 Jul 13 08:19:28.094560 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-62bd1e5f-ae70-47a8-8a9e-407861db52d3 req-fa83477e-acb4-480b-89a0-3e8d0724b365 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328836 Jul 13 08:19:29.269033 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797bc8e-d075-41ad-98df-f671f61299ec req-1492aaa3-cf3f-4184-ab1f-222041bcec1a tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:29.270523 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d797bc8e-d075-41ad-98df-f671f61299ec req-1492aaa3-cf3f-4184-ab1f-222041bcec1a tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 945 time: 0.0673511 Jul 13 08:19:29.308181 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d797bc8e-d075-41ad-98df-f671f61299ec req-6ef0536e-7ed0-471d-b806-f42714401150 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321088 Jul 13 08:19:30.350075 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c2d7de7a-c292-45d0-a362-845c3419548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:30.484188 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d0b4c-20cd-4034-9a76-6013e5b1eec9 req-520d3991-25bf-4d43-ac08-702fd7d702d0 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:30.485680 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d72d0b4c-20cd-4034-9a76-6013e5b1eec9 req-520d3991-25bf-4d43-ac08-702fd7d702d0 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 945 time: 0.0640526 Jul 13 08:19:30.523925 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d72d0b4c-20cd-4034-9a76-6013e5b1eec9 req-3e2c993e-fa42-4cd3-b910-6a31f3be4e8c tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327315 Jul 13 08:19:31.697987 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c22e0d-38fb-480b-835d-218d707b6c38 req-ad723bac-0400-47eb-bf9c-34456de33436 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:31.699481 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c6c22e0d-38fb-480b-835d-218d707b6c38 req-ad723bac-0400-47eb-bf9c-34456de33436 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 945 time: 0.0635297 Jul 13 08:19:31.739001 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c6c22e0d-38fb-480b-835d-218d707b6c38 req-abee5c27-70ec-46ad-9036-ac85827a3990 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327523 Jul 13 08:19:32.917835 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555b96c-8477-4fc0-95b8-d774a9fa3624 req-46fd2121-b12f-4b0b-9409-916c5998fe47 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:32.919231 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4555b96c-8477-4fc0-95b8-d774a9fa3624 req-46fd2121-b12f-4b0b-9409-916c5998fe47 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 945 time: 0.0632119 Jul 13 08:19:32.957392 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4555b96c-8477-4fc0-95b8-d774a9fa3624 req-e43f4a1f-8969-4d96-a6fd-3bea00cd1bd3 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318844 Jul 13 08:19:33.221816 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:33.223347 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6f9e9fe6-b5cc-4701-b6b6-a95ae0cc2162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:34.131043 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dcb0fd-c50b-4d25-b1a7-0bcbcde99928 req-f17a7eef-add2-4db2-b904-2a47cf048d74 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:34.132556 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-02dcb0fd-c50b-4d25-b1a7-0bcbcde99928 req-f17a7eef-add2-4db2-b904-2a47cf048d74 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 945 time: 0.0640109 Jul 13 08:19:34.170019 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-02dcb0fd-c50b-4d25-b1a7-0bcbcde99928 req-4a7b0021-efcc-47f1-83a5-58387a2ca2a6 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319805 Jul 13 08:19:34.277009 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:35.348294 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3283fe8-ad67-4919-90b5-29b9872acaf6 req-2136acbf-6be4-45cd-b330-0bbf59f5c494 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:35.349883 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a3283fe8-ad67-4919-90b5-29b9872acaf6 req-2136acbf-6be4-45cd-b330-0bbf59f5c494 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 945 time: 0.0686443 Jul 13 08:19:35.388040 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a3283fe8-ad67-4919-90b5-29b9872acaf6 req-3b1dcac8-dc33-4f1d-aa73-3bb6248e1c78 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325952 Jul 13 08:19:36.045661 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:36.568206 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93e635-d607-4af1-923c-bf96c02d1f63 req-7d331b73-b1a2-4e5e-b1b4-268cffde1af3 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:36.569704 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2a93e635-d607-4af1-923c-bf96c02d1f63 req-7d331b73-b1a2-4e5e-b1b4-268cffde1af3 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 945 time: 0.0679982 Jul 13 08:19:36.610255 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2a93e635-d607-4af1-923c-bf96c02d1f63 req-94c7d2df-0d3a-440e-b692-59302baad3dd tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348289 Jul 13 08:19:37.062710 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:19:37.784835 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac7aed-b39c-472a-b496-b348e731fdcd req-6e140fd7-0074-4c47-83e1-dea5c43396e0 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:37.786304 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-baac7aed-b39c-472a-b496-b348e731fdcd req-6e140fd7-0074-4c47-83e1-dea5c43396e0 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 945 time: 0.0642865 Jul 13 08:19:37.823535 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-baac7aed-b39c-472a-b496-b348e731fdcd req-b728aaf8-717c-4b51-a6d7-3d8daeba67cb tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315053 Jul 13 08:19:38.999854 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3664a5e-5757-46ea-9368-9b7e3be27fee req-379c29bd-8f65-4ca1-a424-3db2059dd4e9 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:39.001641 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e3664a5e-5757-46ea-9368-9b7e3be27fee req-379c29bd-8f65-4ca1-a424-3db2059dd4e9 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 945 time: 0.0643733 Jul 13 08:19:39.039263 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e3664a5e-5757-46ea-9368-9b7e3be27fee req-d42a18f9-244a-4f9f-ab28-22d382f05500 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320792 Jul 13 08:19:39.247577 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-1cd0e9f4-d700-4363-8df1-ed4dbc9ded15 service neutron] show failed (client error): The resource could not be found. Jul 13 08:19:39.248617 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-1cd0e9f4-d700-4363-8df1-ed4dbc9ded15 service neutron] 10.222.0.42 "GET /v2.0/ports/4187eae5-158b-44aa-ad80-61146ed249e5/bindings/n-h2-771363-34 HTTP/1.1" status: 404 len: 381 time: 0.0588493 Jul 13 08:19:39.491703 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-7502a12a-9268-4c10-a1db-3a238cbd6d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:39.493213 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-7502a12a-9268-4c10-a1db-3a238cbd6d29 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd&tenant_id=e23bb98701a04366ac8be6b5f01b1b99 HTTP/1.1" status: 200 len: 1097 time: 0.0556624 Jul 13 08:19:39.505106 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-78732185-553d-48c2-8752-da1b8e0a9013 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-34', 'device_owner': 'compute:nova'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:19:39.575077 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-78732185-553d-48c2-8752-da1b8e0a9013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:39.787490 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-78732185-553d-48c2-8752-da1b8e0a9013 service neutron] For port 4187eae5-158b-44aa-ad80-61146ed249e5, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=4187eae5-158b-44aa-ad80-61146ed249e5,segment=NetworkSegment(d30bb0d1-e63e-4464-8f46-ee2b13d723de),segment_id=d30bb0d1-e63e-4464-8f46-ee2b13d723de)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:19:39.819130 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-78732185-553d-48c2-8752-da1b8e0a9013 service neutron] For port 4187eae5-158b-44aa-ad80-61146ed249e5, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:19:39.861257 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133a1a70-6589-477b-9a7b-c205374065bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4187eae5-158b-44aa-ad80-61146ed249e5'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:19:39.863612 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2534eb7c-8dea-4125-a7f9-eca6ef3d226e" -d '{"events": [{"server_uuid": "133a1a70-6589-477b-9a7b-c205374065bd", "name": "network-vif-unplugged", "status": "completed", "tag": "4187eae5-158b-44aa-ad80-61146ed249e5"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:19:39.867097 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-78732185-553d-48c2-8752-da1b8e0a9013 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:39.879493 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-78732185-553d-48c2-8752-da1b8e0a9013 service neutron] Transition to ACTIVE for port object 4187eae5-158b-44aa-ad80-61146ed249e5 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:19:39.883312 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-78732185-553d-48c2-8752-da1b8e0a9013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:39.917429 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88ed8a9-6756-498c-8018-649f78c53263 x-openstack-request-id: req-d88ed8a9-6756-498c-8018-649f78c53263 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:19:39.918186 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133a1a70-6589-477b-9a7b-c205374065bd", "name": "network-vif-unplugged", "status": "completed", "tag": "4187eae5-158b-44aa-ad80-61146ed249e5", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:19:39.918186 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d88ed8a9-6756-498c-8018-649f78c53263 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:19:39.918386 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133a1a70-6589-477b-9a7b-c205374065bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4187eae5-158b-44aa-ad80-61146ed249e5', 'code': 200} Jul 13 08:19:39.934414 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78732185-553d-48c2-8752-da1b8e0a9013 service neutron] Pushing event updated for resources: {'Port': ['ID=4187eae5-158b-44aa-ad80-61146ed249e5,revision_number=6']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:19:39.952250 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-78732185-553d-48c2-8752-da1b8e0a9013 service neutron] No DVR routers for this DVR port 4187eae5-158b-44aa-ad80-61146ed249e5 on host n-h1-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:19:39.991729 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-78732185-553d-48c2-8752-da1b8e0a9013 service neutron] Attempting to bind port 4187eae5-158b-44aa-ad80-61146ed249e5 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:19:39.992059 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-78732185-553d-48c2-8752-da1b8e0a9013 service neutron] Attempting to bind port 4187eae5-158b-44aa-ad80-61146ed249e5 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'd30bb0d1-e63e-4464-8f46-ee2b13d723de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dab26e51-fc5a-459d-8d24-a35378076cba'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:19:39.992382 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-78732185-553d-48c2-8752-da1b8e0a9013 service neutron] Attempting to bind port 4187eae5-158b-44aa-ad80-61146ed249e5 on network dab26e51-fc5a-459d-8d24-a35378076cba {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:19:39.996523 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-78732185-553d-48c2-8752-da1b8e0a9013 service neutron] Port 4187eae5-158b-44aa-ad80-61146ed249e5 on network dab26e51-fc5a-459d-8d24-a35378076cba not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:19:39.996838 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-78732185-553d-48c2-8752-da1b8e0a9013 service neutron] Attempting to bind port 4187eae5-158b-44aa-ad80-61146ed249e5 on network dab26e51-fc5a-459d-8d24-a35378076cba {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:19:40.002360 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-78732185-553d-48c2-8752-da1b8e0a9013 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:19:40.002768 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-78732185-553d-48c2-8752-da1b8e0a9013 service neutron] Checking segment: {'id': 'd30bb0d1-e63e-4464-8f46-ee2b13d723de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dab26e51-fc5a-459d-8d24-a35378076cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:19:40.003079 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-78732185-553d-48c2-8752-da1b8e0a9013 service neutron] Bound using segment: {'id': 'd30bb0d1-e63e-4464-8f46-ee2b13d723de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dab26e51-fc5a-459d-8d24-a35378076cba'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:19:40.003515 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-78732185-553d-48c2-8752-da1b8e0a9013 service neutron] Bound port: 4187eae5-158b-44aa-ad80-61146ed249e5, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd30bb0d1-e63e-4464-8f46-ee2b13d723de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dab26e51-fc5a-459d-8d24-a35378076cba'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:19:40.003869 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-78732185-553d-48c2-8752-da1b8e0a9013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:40.065759 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-78732185-553d-48c2-8752-da1b8e0a9013 service neutron] For port 4187eae5-158b-44aa-ad80-61146ed249e5, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:19:40.069079 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-78732185-553d-48c2-8752-da1b8e0a9013 service neutron] For port 4187eae5-158b-44aa-ad80-61146ed249e5, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=4187eae5-158b-44aa-ad80-61146ed249e5,segment=NetworkSegment(d30bb0d1-e63e-4464-8f46-ee2b13d723de),segment_id=d30bb0d1-e63e-4464-8f46-ee2b13d723de)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:19:40.073477 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-78732185-553d-48c2-8752-da1b8e0a9013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:40.108263 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-78732185-553d-48c2-8752-da1b8e0a9013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:40.108864 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-78732185-553d-48c2-8752-da1b8e0a9013 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:40.110300 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-78732185-553d-48c2-8752-da1b8e0a9013 service neutron] 10.222.0.25 "PUT /v2.0/ports/4187eae5-158b-44aa-ad80-61146ed249e5 HTTP/1.1" status: 200 len: 1092 time: 0.6102307 Jul 13 08:19:40.142224 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78732185-553d-48c2-8752-da1b8e0a9013 service neutron] Pushing event updated for resources: {'Port': ['ID=4187eae5-158b-44aa-ad80-61146ed249e5,revision_number=7']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:19:40.190844 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-4041591d-2bb2-414a-a960-d2851d23658a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:40.192386 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-4041591d-2bb2-414a-a960-d2851d23658a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e23bb98701a04366ac8be6b5f01b1b99&device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 1095 time: 0.0587316 Jul 13 08:19:40.221901 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06613aec-6958-4bee-9c76-f6f1af609d91 req-fccb455d-f28b-425a-86e9-23d7a1f8df20 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:40.223454 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-06613aec-6958-4bee-9c76-f6f1af609d91 req-fccb455d-f28b-425a-86e9-23d7a1f8df20 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 943 time: 0.0669932 Jul 13 08:19:40.262998 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-06613aec-6958-4bee-9c76-f6f1af609d91 req-e0364461-3a17-4369-b375-8d5339b1f85c tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338840 Jul 13 08:19:40.288309 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-43d744c2-7d77-4200-9e1c-f4e001b1f93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:40.289775 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-43d744c2-7d77-4200-9e1c-f4e001b1f93b service neutron] 10.222.0.25 "GET /v2.0/networks?id=dab26e51-fc5a-459d-8d24-a35378076cba HTTP/1.1" status: 200 len: 916 time: 0.0912635 Jul 13 08:19:40.330531 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-bf0be66e-8be1-4b80-9dc8-4f3eb19cef9b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4187eae5-158b-44aa-ad80-61146ed249e5 HTTP/1.1" status: 200 len: 217 time: 0.0346177 Jul 13 08:19:40.382338 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-eaf2fb7a-815e-49b4-9a5f-8799d502a448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:40.383781 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-eaf2fb7a-815e-49b4-9a5f-8799d502a448 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=847b13fa-b9af-468c-90e2-7d6cb084c8b1 HTTP/1.1" status: 200 len: 855 time: 0.0477753 Jul 13 08:19:40.416398 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-89c61705-f662-4f07-af8f-c27a66864e60 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dab26e51-fc5a-459d-8d24-a35378076cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268524 Jul 13 08:19:40.507458 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-dffebf54-1ebb-4585-838f-6ab28107bafb service neutron] 10.222.0.25 "GET /v2.0/networks/dab26e51-fc5a-459d-8d24-a35378076cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848372 Jul 13 08:19:40.597922 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-291a0e25-bd9e-4d23-b4d5-f34de962b3c0 req-33681bd2-32ad-4597-98ce-222a2c8cd5ff service neutron] 10.222.0.25 "GET /v2.0/networks/dab26e51-fc5a-459d-8d24-a35378076cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838914 Jul 13 08:19:41.437082 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a51b7-0ed7-4ba4-947c-a12d69e0ad4c req-493c10db-fca1-46d5-984d-8017423dafed tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:41.439307 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9d0a51b7-0ed7-4ba4-947c-a12d69e0ad4c req-493c10db-fca1-46d5-984d-8017423dafed tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 943 time: 0.0629494 Jul 13 08:19:41.479582 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9d0a51b7-0ed7-4ba4-947c-a12d69e0ad4c req-2b72f990-3d70-490d-8ad6-a186d3e34eab tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347281 Jul 13 08:19:41.919995 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133a1a70-6589-477b-9a7b-c205374065bd', 'tag': '4187eae5-158b-44aa-ad80-61146ed249e5'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:19:41.922432 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7edb39cc-3ce8-432f-97f0-8c0925231ebb" -d '{"events": [{"name": "network-changed", "server_uuid": "133a1a70-6589-477b-9a7b-c205374065bd", "tag": "4187eae5-158b-44aa-ad80-61146ed249e5"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:19:41.970351 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a325f6c2-936e-47c3-b586-e8d836abdc0e x-openstack-request-id: req-a325f6c2-936e-47c3-b586-e8d836abdc0e {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:19:41.970647 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133a1a70-6589-477b-9a7b-c205374065bd", "tag": "4187eae5-158b-44aa-ad80-61146ed249e5", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:19:41.970898 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a325f6c2-936e-47c3-b586-e8d836abdc0e {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:19:41.971315 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133a1a70-6589-477b-9a7b-c205374065bd', 'tag': '4187eae5-158b-44aa-ad80-61146ed249e5', 'status': 'completed', 'code': 200} Jul 13 08:19:42.081182 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb39cc-3ce8-432f-97f0-8c0925231ebb req-3a400c31-8886-48aa-a4c8-68bc453ec8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:42.082707 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7edb39cc-3ce8-432f-97f0-8c0925231ebb req-3a400c31-8886-48aa-a4c8-68bc453ec8d0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e23bb98701a04366ac8be6b5f01b1b99&device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 1095 time: 0.0844307 Jul 13 08:19:42.085243 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb39cc-3ce8-432f-97f0-8c0925231ebb req-d0800f2d-775e-4305-80cf-9f8c1e48897f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:42.086577 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7edb39cc-3ce8-432f-97f0-8c0925231ebb req-d0800f2d-775e-4305-80cf-9f8c1e48897f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e23bb98701a04366ac8be6b5f01b1b99&device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 1095 time: 0.0961232 Jul 13 08:19:42.143107 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 4187eae5-158b-44aa-ad80-61146ed249e5 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:19:42.189812 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 4187eae5-158b-44aa-ad80-61146ed249e5 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:19:42.252319 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb39cc-3ce8-432f-97f0-8c0925231ebb req-a0173314-3374-40a1-be96-b4edd8d51253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:42.253872 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7edb39cc-3ce8-432f-97f0-8c0925231ebb req-a0173314-3374-40a1-be96-b4edd8d51253 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dab26e51-fc5a-459d-8d24-a35378076cba HTTP/1.1" status: 200 len: 916 time: 0.1643479 Jul 13 08:19:42.254916 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb39cc-3ce8-432f-97f0-8c0925231ebb req-a10f4bec-706a-4092-97b8-c46e9b6531d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:42.256246 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7edb39cc-3ce8-432f-97f0-8c0925231ebb req-a10f4bec-706a-4092-97b8-c46e9b6531d5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dab26e51-fc5a-459d-8d24-a35378076cba HTTP/1.1" status: 200 len: 916 time: 0.1579392 Jul 13 08:19:42.323502 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7edb39cc-3ce8-432f-97f0-8c0925231ebb req-f9313736-71aa-4760-9224-4b005ffdc3ca service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4187eae5-158b-44aa-ad80-61146ed249e5 HTTP/1.1" status: 200 len: 217 time: 0.0575526 Jul 13 08:19:42.324669 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7edb39cc-3ce8-432f-97f0-8c0925231ebb req-8b458ecc-7f9e-4e6e-a3cc-48fa1ddbd3cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4187eae5-158b-44aa-ad80-61146ed249e5 HTTP/1.1" status: 200 len: 217 time: 0.0643246 Jul 13 08:19:42.406240 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb39cc-3ce8-432f-97f0-8c0925231ebb req-e1c48986-f602-4f67-a54d-07346157200d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:42.408253 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7edb39cc-3ce8-432f-97f0-8c0925231ebb req-e1c48986-f602-4f67-a54d-07346157200d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=847b13fa-b9af-468c-90e2-7d6cb084c8b1 HTTP/1.1" status: 200 len: 855 time: 0.0790937 Jul 13 08:19:42.409882 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb39cc-3ce8-432f-97f0-8c0925231ebb req-228f6e76-d183-49c2-8ccc-5d4f7d1012b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:42.411172 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7edb39cc-3ce8-432f-97f0-8c0925231ebb req-228f6e76-d183-49c2-8ccc-5d4f7d1012b7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=847b13fa-b9af-468c-90e2-7d6cb084c8b1 HTTP/1.1" status: 200 len: 855 time: 0.0750561 Jul 13 08:19:42.447376 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7edb39cc-3ce8-432f-97f0-8c0925231ebb req-c080d0b6-018c-40b2-8f95-c1c441c1dacd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dab26e51-fc5a-459d-8d24-a35378076cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331020 Jul 13 08:19:42.464633 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7edb39cc-3ce8-432f-97f0-8c0925231ebb req-ec61c09e-f2e3-44b3-a67a-9104eb593aef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dab26e51-fc5a-459d-8d24-a35378076cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434384 Jul 13 08:19:42.644058 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7edb39cc-3ce8-432f-97f0-8c0925231ebb req-f5f05ecc-d718-4050-a2d8-49e64ee53620 service neutron] 10.222.0.25 "GET /v2.0/networks/dab26e51-fc5a-459d-8d24-a35378076cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814761 Jul 13 08:19:42.648391 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7edb39cc-3ce8-432f-97f0-8c0925231ebb req-d8a2de38-5b1a-41eb-a146-4411accdc6aa service neutron] 10.222.0.42 "GET /v2.0/networks/dab26e51-fc5a-459d-8d24-a35378076cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765294 Jul 13 08:19:42.808997 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2145563-4bf1-4ad3-bb2b-f54678e09533 req-4ed2f638-8d9b-4fee-b25a-d33da3fb6611 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:42.810461 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a2145563-4bf1-4ad3-bb2b-f54678e09533 req-4ed2f638-8d9b-4fee-b25a-d33da3fb6611 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 943 time: 0.2070842 Jul 13 08:19:42.840067 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7edb39cc-3ce8-432f-97f0-8c0925231ebb req-b6443522-5f75-42df-962c-ca6222a2c927 service neutron] 10.222.0.42 "GET /v2.0/networks/dab26e51-fc5a-459d-8d24-a35378076cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805217 Jul 13 08:19:42.841777 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7edb39cc-3ce8-432f-97f0-8c0925231ebb req-02e6d790-2164-4911-bee1-04347e7ea324 service neutron] 10.222.0.25 "GET /v2.0/networks/dab26e51-fc5a-459d-8d24-a35378076cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910279 Jul 13 08:19:42.865144 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a2145563-4bf1-4ad3-bb2b-f54678e09533 req-8c2da279-41c5-4b93-b8f8-15bb9944960f tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444071 Jul 13 08:19:43.023379 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 4187eae5-158b-44aa-ad80-61146ed249e5 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:19:43.121508 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 4187eae5-158b-44aa-ad80-61146ed249e5, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=4187eae5-158b-44aa-ad80-61146ed249e5,segment=NetworkSegment(d30bb0d1-e63e-4464-8f46-ee2b13d723de),segment_id=d30bb0d1-e63e-4464-8f46-ee2b13d723de)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:19:43.132953 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '4187eae5-158b-44aa-ad80-61146ed249e5', 'network_id': 'dab26e51-fc5a-459d-8d24-a35378076cba', 'port_id': '4187eae5-158b-44aa-ad80-61146ed249e5', 'mac_address': 'fa:16:3e:d2:e7:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '847b13fa-b9af-468c-90e2-7d6cb084c8b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:19:43.174349 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:43.190073 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4187eae5-158b-44aa-ad80-61146ed249e5 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:19:43.210791 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 4187eae5-158b-44aa-ad80-61146ed249e5, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=4187eae5-158b-44aa-ad80-61146ed249e5,segment=NetworkSegment(d30bb0d1-e63e-4464-8f46-ee2b13d723de),segment_id=d30bb0d1-e63e-4464-8f46-ee2b13d723de)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:19:43.214669 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:43.227436 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0e0ae-4a3c-4222-a9c7-0c5581c5a857 req-a6646ce9-0273-4299-94bf-20f242c95c72 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:43.228937 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2df0e0ae-4a3c-4222-a9c7-0c5581c5a857 req-a6646ce9-0273-4299-94bf-20f242c95c72 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 943 time: 0.1256151 Jul 13 08:19:43.237507 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc12651-0e36-4371-9213-d10f44c08823 req-26416eac-bbff-4b19-a819-ba8910fc5f3d tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:43.238855 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0bc12651-0e36-4371-9213-d10f44c08823 req-26416eac-bbff-4b19-a819-ba8910fc5f3d tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.42 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd&tenant_id=e23bb98701a04366ac8be6b5f01b1b99&binding%3Ahost_id=n-h2-771363-34 HTTP/1.1" status: 200 len: 943 time: 0.1249566 Jul 13 08:19:43.270671 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=4187eae5-158b-44aa-ad80-61146ed249e5,revision_number=8']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:19:43.306198 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2df0e0ae-4a3c-4222-a9c7-0c5581c5a857 req-880c217b-193c-4370-98df-6294c14f1d6d tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663826 Jul 13 08:19:43.322908 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [req-0bc12651-0e36-4371-9213-d10f44c08823 req-27126a9c-0cfe-4fc0-beb5-b63cea8ce38e service neutron] delete failed (client error): The resource could not be found. Jul 13 08:19:43.323976 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0bc12651-0e36-4371-9213-d10f44c08823 req-27126a9c-0cfe-4fc0-beb5-b63cea8ce38e service neutron] 10.222.0.42 "DELETE /v2.0/ports/4187eae5-158b-44aa-ad80-61146ed249e5/bindings/n-h1-771363-34 HTTP/1.1" status: 404 len: 381 time: 0.0773194 Jul 13 08:19:43.425227 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc12651-0e36-4371-9213-d10f44c08823 req-ea6b8f2d-6865-4156-85b7-20e0a7890170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:43.426603 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0bc12651-0e36-4371-9213-d10f44c08823 req-ea6b8f2d-6865-4156-85b7-20e0a7890170 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e23bb98701a04366ac8be6b5f01b1b99&device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 1096 time: 0.0623713 Jul 13 08:19:43.438888 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['4187eae5-158b-44aa-ad80-61146ed249e5'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:19:43.517452 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc12651-0e36-4371-9213-d10f44c08823 req-9bd48653-c36f-4dfd-8697-dcd3eec75c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:43.518947 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0bc12651-0e36-4371-9213-d10f44c08823 req-9bd48653-c36f-4dfd-8697-dcd3eec75c66 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dab26e51-fc5a-459d-8d24-a35378076cba HTTP/1.1" status: 200 len: 916 time: 0.0865045 Jul 13 08:19:43.563173 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0bc12651-0e36-4371-9213-d10f44c08823 req-ab317e33-bb15-4db6-a750-2ebcd7bac35f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4187eae5-158b-44aa-ad80-61146ed249e5 HTTP/1.1" status: 200 len: 217 time: 0.0382826 Jul 13 08:19:43.612565 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc12651-0e36-4371-9213-d10f44c08823 req-c078940b-6fd7-4715-8e21-866e9ac8dab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:43.614043 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0bc12651-0e36-4371-9213-d10f44c08823 req-c078940b-6fd7-4715-8e21-866e9ac8dab5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=847b13fa-b9af-468c-90e2-7d6cb084c8b1 HTTP/1.1" status: 200 len: 855 time: 0.0456271 Jul 13 08:19:43.646841 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0bc12651-0e36-4371-9213-d10f44c08823 req-568ab6aa-c696-483c-8944-5a3e66607653 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dab26e51-fc5a-459d-8d24-a35378076cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269105 Jul 13 08:19:43.739449 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0bc12651-0e36-4371-9213-d10f44c08823 req-bdbe0a2c-646c-41ce-b9e4-c8f032fb34fe service neutron] 10.222.0.42 "GET /v2.0/networks/dab26e51-fc5a-459d-8d24-a35378076cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855005 Jul 13 08:19:43.826264 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0bc12651-0e36-4371-9213-d10f44c08823 req-341c2c8b-80d7-4e91-9724-85fcedfbcece service neutron] 10.222.0.42 "GET /v2.0/networks/dab26e51-fc5a-459d-8d24-a35378076cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810966 Jul 13 08:19:44.488970 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1fe021-09a2-4596-a0fb-7bc5ab583e7b req-2bf7cdd9-0d33-4ae8-8b60-f5fdf3642571 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:44.490466 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1f1fe021-09a2-4596-a0fb-7bc5ab583e7b req-2bf7cdd9-0d33-4ae8-8b60-f5fdf3642571 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 944 time: 0.0666413 Jul 13 08:19:44.528550 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1f1fe021-09a2-4596-a0fb-7bc5ab583e7b req-d36c7a4d-fb19-431c-be0d-0ca478fa6444 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324814 Jul 13 08:19:44.702367 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e38124-a634-4ba7-a288-0a3c3b614e7f req-809ba2b5-268c-428c-abd9-6c12a93a3dec tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:44.704452 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-26e38124-a634-4ba7-a288-0a3c3b614e7f req-809ba2b5-268c-428c-abd9-6c12a93a3dec tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 944 time: 0.0672040 Jul 13 08:19:44.740672 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-26e38124-a634-4ba7-a288-0a3c3b614e7f req-4f0e07a7-5445-4fe8-962f-5f7c6409643e tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306313 Jul 13 08:19:44.910810 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b88c4-3f4c-4949-8b9f-128ec5843612 req-0bc9cb6d-025d-44e1-94dc-eac0d06a3ff1 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:44.912419 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0e7b88c4-3f4c-4949-8b9f-128ec5843612 req-0bc9cb6d-025d-44e1-94dc-eac0d06a3ff1 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 944 time: 0.0637822 Jul 13 08:19:44.951946 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0e7b88c4-3f4c-4949-8b9f-128ec5843612 req-97b6d2b1-337d-4814-922d-26f50fe862ea tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329719 Jul 13 08:19:45.022821 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 4187eae5-158b-44aa-ad80-61146ed249e5 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:19:45.072092 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 4187eae5-158b-44aa-ad80-61146ed249e5 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:19:45.075865 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 4187eae5-158b-44aa-ad80-61146ed249e5 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:19:45.076232 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:45.153451 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:45.179087 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133a1a70-6589-477b-9a7b-c205374065bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4187eae5-158b-44aa-ad80-61146ed249e5'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:19:45.181371 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}819247fa28fcd914db4aabd8a9f8f95ceb467163a9d63008da3b74a1dcff375d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de38848a-8d89-48f0-a429-1232aba1217e" -d '{"events": [{"server_uuid": "133a1a70-6589-477b-9a7b-c205374065bd", "name": "network-vif-plugged", "status": "completed", "tag": "4187eae5-158b-44aa-ad80-61146ed249e5"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:19:45.196631 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 4187eae5-158b-44aa-ad80-61146ed249e5, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=4187eae5-158b-44aa-ad80-61146ed249e5,segment=NetworkSegment(d30bb0d1-e63e-4464-8f46-ee2b13d723de),segment_id=d30bb0d1-e63e-4464-8f46-ee2b13d723de)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:19:45.202113 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:45.238749 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c262eddd-3707-4d0d-95a0-8380b4d7bd7e x-openstack-request-id: req-c262eddd-3707-4d0d-95a0-8380b4d7bd7e {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:19:45.239275 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133a1a70-6589-477b-9a7b-c205374065bd", "name": "network-vif-plugged", "status": "completed", "tag": "4187eae5-158b-44aa-ad80-61146ed249e5", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:19:45.239698 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c262eddd-3707-4d0d-95a0-8380b4d7bd7e {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:19:45.240240 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133a1a70-6589-477b-9a7b-c205374065bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4187eae5-158b-44aa-ad80-61146ed249e5', 'code': 200} Jul 13 08:19:45.270225 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=4187eae5-158b-44aa-ad80-61146ed249e5,revision_number=9']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:19:45.396499 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-56316ec4-f8f7-43fc-a3fe-4f90d1d2ff9b tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:45.397890 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-56316ec4-f8f7-43fc-a3fe-4f90d1d2ff9b tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/networks?id=dab26e51-fc5a-459d-8d24-a35378076cba HTTP/1.1" status: 200 len: 815 time: 0.0988998 Jul 13 08:19:45.412924 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-f5cc6f78-6c82-4fca-9923-14e8e05f9913 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/quotas/e23bb98701a04366ac8be6b5f01b1b99 HTTP/1.1" status: 200 len: 375 time: 0.0097120 Jul 13 08:19:45.478437 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-abeb9805-54e0-4119-9f81-e3b6dceb72e0 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e23bb98701a04366ac8be6b5f01b1b99&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0605626 Jul 13 08:19:45.569957 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-6bc6cd73-0b52-4327-90ad-e2da2086a00f service neutron] 10.222.0.23 "GET /v2.0/networks/dab26e51-fc5a-459d-8d24-a35378076cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842686 Jul 13 08:19:45.662810 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-583874b7-1481-40b5-b240-995915c0d80d service neutron] 10.222.0.23 "GET /v2.0/networks/dab26e51-fc5a-459d-8d24-a35378076cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870104 Jul 13 08:19:45.832863 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8e62e2e2-c9ca-446c-b492-6aa954db49f9 req-25e8f8b2-cfb7-49c7-8244-40211cf2aa2b tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 210 time: 0.0321124 Jul 13 08:19:46.549409 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a2211-646b-4247-911e-e66bde4309d2 req-ec4f3259-a221-4ea4-a0a3-88c85cdd195e tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:46.550786 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-791a2211-646b-4247-911e-e66bde4309d2 req-ec4f3259-a221-4ea4-a0a3-88c85cdd195e tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.25 "GET /v2.0/ports?device_id=133a1a70-6589-477b-9a7b-c205374065bd HTTP/1.1" status: 200 len: 945 time: 0.0627213 Jul 13 08:19:46.648403 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-791a2211-646b-4247-911e-e66bde4309d2 req-8f37ee4f-3c82-4232-aae1-e0620a854447 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Deleting port 4187eae5-158b-44aa-ad80-61146ed249e5 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:19:46.648743 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-791a2211-646b-4247-911e-e66bde4309d2 req-8f37ee4f-3c82-4232-aae1-e0620a854447 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:46.741136 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-791a2211-646b-4247-911e-e66bde4309d2 req-8f37ee4f-3c82-4232-aae1-e0620a854447 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] For port 4187eae5-158b-44aa-ad80-61146ed249e5, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=4187eae5-158b-44aa-ad80-61146ed249e5,segment=NetworkSegment(d30bb0d1-e63e-4464-8f46-ee2b13d723de),segment_id=d30bb0d1-e63e-4464-8f46-ee2b13d723de)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:19:46.741488 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-791a2211-646b-4247-911e-e66bde4309d2 req-8f37ee4f-3c82-4232-aae1-e0620a854447 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:46.753833 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-791a2211-646b-4247-911e-e66bde4309d2 req-8f37ee4f-3c82-4232-aae1-e0620a854447 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Calling delete_port for 4187eae5-158b-44aa-ad80-61146ed249e5 owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:19:46.757412 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.25', 53091) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:19:46.867404 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-acce64f3-7ca4-4104-8d11-06be9ede2a1f tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:46.868933 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-acce64f3-7ca4-4104-8d11-06be9ede2a1f tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.25 "GET /v2.0/networks?id=dab26e51-fc5a-459d-8d24-a35378076cba HTTP/1.1" status: 200 len: 815 time: 0.1103089 Jul 13 08:19:46.882046 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-d6212c50-799a-498d-a40a-2911d7d886a0 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Request body: {'port': {'device_id': '0548144e-d003-4c2b-8b6d-760ed70471a9', 'network_id': 'dab26e51-fc5a-459d-8d24-a35378076cba', 'admin_state_up': True, 'tenant_id': 'e23bb98701a04366ac8be6b5f01b1b99'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:19:46.903931 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-791a2211-646b-4247-911e-e66bde4309d2 req-8f37ee4f-3c82-4232-aae1-e0620a854447 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:46.917955 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['4187eae5-158b-44aa-ad80-61146ed249e5'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:19:46.988047 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37ee4f-3c82-4232-aae1-e0620a854447 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Pushing event deleted for resources: {'Port': ['ID=4187eae5-158b-44aa-ad80-61146ed249e5,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:19:47.004475 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-d6212c50-799a-498d-a40a-2911d7d886a0 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Made reservation on behalf of e23bb98701a04366ac8be6b5f01b1b99 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:19:47.008161 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-d6212c50-799a-498d-a40a-2911d7d886a0 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:47.030757 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-791a2211-646b-4247-911e-e66bde4309d2 req-8f37ee4f-3c82-4232-aae1-e0620a854447 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] No DVR routers for this DVR port 4187eae5-158b-44aa-ad80-61146ed249e5 on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:19:47.036254 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dc1efac1-2ab5-4dcb-aeb7-46e076e474bc req-5bf687e2-fc85-4933-bda2-99dd80975c6a tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 210 time: 0.0628462 Jul 13 08:19:47.037278 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-791a2211-646b-4247-911e-e66bde4309d2 req-8f37ee4f-3c82-4232-aae1-e0620a854447 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:47.039307 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-791a2211-646b-4247-911e-e66bde4309d2 req-8f37ee4f-3c82-4232-aae1-e0620a854447 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.25 "DELETE /v2.0/ports/4187eae5-158b-44aa-ad80-61146ed249e5 HTTP/1.1" status: 204 len: 173 time: 0.4825861 Jul 13 08:19:47.039718 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133a1a70-6589-477b-9a7b-c205374065bd', 'name': 'network-vif-deleted', 'tag': '4187eae5-158b-44aa-ad80-61146ed249e5'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:19:47.042127 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0320df54-efc2-465b-a6c3-eb953ebd4084" -d '{"events": [{"server_uuid": "133a1a70-6589-477b-9a7b-c205374065bd", "name": "network-vif-deleted", "tag": "4187eae5-158b-44aa-ad80-61146ed249e5"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:19:47.092490 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ab8f7f-290d-459d-8b95-56cc56348c7b x-openstack-request-id: req-10ab8f7f-290d-459d-8b95-56cc56348c7b {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:19:47.092490 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133a1a70-6589-477b-9a7b-c205374065bd", "name": "network-vif-deleted", "tag": "4187eae5-158b-44aa-ad80-61146ed249e5", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:19:47.092490 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-10ab8f7f-290d-459d-8b95-56cc56348c7b {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:19:47.092831 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133a1a70-6589-477b-9a7b-c205374065bd', 'name': 'network-vif-deleted', 'tag': '4187eae5-158b-44aa-ad80-61146ed249e5', 'status': 'completed', 'code': 200} Jul 13 08:19:47.155315 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-d6212c50-799a-498d-a40a-2911d7d886a0 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Allocated IP 172.20.0.7 (dab26e51-fc5a-459d-8d24-a35378076cba/847b13fa-b9af-468c-90e2-7d6cb084c8b1/6594c8fa-40e2-4e19-866b-3d0138384628) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:19:47.308078 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-d6212c50-799a-498d-a40a-2911d7d886a0 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:47.346536 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-d6212c50-799a-498d-a40a-2911d7d886a0 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:47.359091 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['4187eae5-158b-44aa-ad80-61146ed249e5'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:19:47.393421 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-d6212c50-799a-498d-a40a-2911d7d886a0 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Network dab26e51-fc5a-459d-8d24-a35378076cba is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:19:47.398790 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-d6212c50-799a-498d-a40a-2911d7d886a0 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:19:47.402684 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-d6212c50-799a-498d-a40a-2911d7d886a0 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:19:47.428738 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6212c50-799a-498d-a40a-2911d7d886a0 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Pushing event updated for resources: {'Port': ['ID=6594c8fa-40e2-4e19-866b-3d0138384628,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:19:47.456299 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-d6212c50-799a-498d-a40a-2911d7d886a0 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:47.456901 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-d6212c50-799a-498d-a40a-2911d7d886a0 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:47.471356 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-d6212c50-799a-498d-a40a-2911d7d886a0 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5938489 Jul 13 08:19:47.483094 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-e941d042-39a6-4296-a332-8e5fdcb1305b service neutron] Request body: {'port': {'device_id': '0548144e-d003-4c2b-8b6d-760ed70471a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:19:47.552267 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-e941d042-39a6-4296-a332-8e5fdcb1305b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:47.813169 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-e941d042-39a6-4296-a332-8e5fdcb1305b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6594c8fa-40e2-4e19-866b-3d0138384628 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:19:47.820338 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-e941d042-39a6-4296-a332-8e5fdcb1305b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:47.831699 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-e941d042-39a6-4296-a332-8e5fdcb1305b service neutron] Transition to ACTIVE for port object 6594c8fa-40e2-4e19-866b-3d0138384628 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:19:47.835311 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-e941d042-39a6-4296-a332-8e5fdcb1305b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:47.882687 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e941d042-39a6-4296-a332-8e5fdcb1305b service neutron] Pushing event updated for resources: {'Port': ['ID=6594c8fa-40e2-4e19-866b-3d0138384628,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:19:47.950763 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-e941d042-39a6-4296-a332-8e5fdcb1305b service neutron] Attempting to bind port 6594c8fa-40e2-4e19-866b-3d0138384628 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:19:47.951087 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-e941d042-39a6-4296-a332-8e5fdcb1305b service neutron] Attempting to bind port 6594c8fa-40e2-4e19-866b-3d0138384628 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'd30bb0d1-e63e-4464-8f46-ee2b13d723de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dab26e51-fc5a-459d-8d24-a35378076cba'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:19:47.951465 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-e941d042-39a6-4296-a332-8e5fdcb1305b service neutron] Attempting to bind port 6594c8fa-40e2-4e19-866b-3d0138384628 on network dab26e51-fc5a-459d-8d24-a35378076cba {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:19:47.956281 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-e941d042-39a6-4296-a332-8e5fdcb1305b service neutron] Port 6594c8fa-40e2-4e19-866b-3d0138384628 on network dab26e51-fc5a-459d-8d24-a35378076cba not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:19:47.956599 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-e941d042-39a6-4296-a332-8e5fdcb1305b service neutron] Attempting to bind port 6594c8fa-40e2-4e19-866b-3d0138384628 on network dab26e51-fc5a-459d-8d24-a35378076cba {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:19:47.962728 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-e941d042-39a6-4296-a332-8e5fdcb1305b service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:19:47.963059 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-e941d042-39a6-4296-a332-8e5fdcb1305b service neutron] Checking segment: {'id': 'd30bb0d1-e63e-4464-8f46-ee2b13d723de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dab26e51-fc5a-459d-8d24-a35378076cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:19:47.963465 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-e941d042-39a6-4296-a332-8e5fdcb1305b service neutron] Bound using segment: {'id': 'd30bb0d1-e63e-4464-8f46-ee2b13d723de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dab26e51-fc5a-459d-8d24-a35378076cba'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:19:47.963884 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-e941d042-39a6-4296-a332-8e5fdcb1305b service neutron] Bound port: 6594c8fa-40e2-4e19-866b-3d0138384628, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd30bb0d1-e63e-4464-8f46-ee2b13d723de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dab26e51-fc5a-459d-8d24-a35378076cba'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:19:47.964236 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-e941d042-39a6-4296-a332-8e5fdcb1305b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:48.030183 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-e941d042-39a6-4296-a332-8e5fdcb1305b service neutron] For port 6594c8fa-40e2-4e19-866b-3d0138384628, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:19:48.034226 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-e941d042-39a6-4296-a332-8e5fdcb1305b service neutron] For port 6594c8fa-40e2-4e19-866b-3d0138384628, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=6594c8fa-40e2-4e19-866b-3d0138384628,segment=NetworkSegment(d30bb0d1-e63e-4464-8f46-ee2b13d723de),segment_id=d30bb0d1-e63e-4464-8f46-ee2b13d723de)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:19:48.038686 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-e941d042-39a6-4296-a332-8e5fdcb1305b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:48.071405 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-e941d042-39a6-4296-a332-8e5fdcb1305b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:48.072023 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-e941d042-39a6-4296-a332-8e5fdcb1305b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:48.073414 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-e941d042-39a6-4296-a332-8e5fdcb1305b service neutron] 10.222.0.25 "PUT /v2.0/ports/6594c8fa-40e2-4e19-866b-3d0138384628 HTTP/1.1" status: 200 len: 1092 time: 0.5944099 Jul 13 08:19:48.073849 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0548144e-d003-4c2b-8b6d-760ed70471a9', 'tag': '6594c8fa-40e2-4e19-866b-3d0138384628'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:19:48.076133 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33af52f666a6377eeaf9d00c6054365c515a6ddb0c8cc5669bfcff545a31cac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8274b8-b8c4-4df6-a445-013adbf4cf3a" -d '{"events": [{"name": "network-changed", "server_uuid": "0548144e-d003-4c2b-8b6d-760ed70471a9", "tag": "6594c8fa-40e2-4e19-866b-3d0138384628"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:19:48.103192 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e941d042-39a6-4296-a332-8e5fdcb1305b service neutron] Pushing event updated for resources: {'Port': ['ID=6594c8fa-40e2-4e19-866b-3d0138384628,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:19:48.122463 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ff9e8d-e017-4f72-bd0b-c316ccfd2609 x-openstack-request-id: req-97ff9e8d-e017-4f72-bd0b-c316ccfd2609 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:19:48.122748 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0548144e-d003-4c2b-8b6d-760ed70471a9", "tag": "6594c8fa-40e2-4e19-866b-3d0138384628", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:19:48.122997 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-97ff9e8d-e017-4f72-bd0b-c316ccfd2609 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:19:48.123429 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0548144e-d003-4c2b-8b6d-760ed70471a9', 'tag': '6594c8fa-40e2-4e19-866b-3d0138384628', 'status': 'completed', 'code': 200} Jul 13 08:19:48.186273 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-c7d4afb7-eada-4e18-84b8-c9fc7f979ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:48.188381 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-c7d4afb7-eada-4e18-84b8-c9fc7f979ef3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e23bb98701a04366ac8be6b5f01b1b99&device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 1095 time: 0.0570354 Jul 13 08:19:48.226548 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f92fc2-8a7d-4496-a5c3-526244583bd1 req-24d59b65-5e5c-4e56-afe4-f85d39ea5165 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:48.228059 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-81f92fc2-8a7d-4496-a5c3-526244583bd1 req-24d59b65-5e5c-4e56-afe4-f85d39ea5165 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 943 time: 0.0657358 Jul 13 08:19:48.233745 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-36b2301d-d451-4415-87b7-d631eec9f4f6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6594c8fa-40e2-4e19-866b-3d0138384628 HTTP/1.1" status: 200 len: 217 time: 0.0388904 Jul 13 08:19:48.266949 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-81f92fc2-8a7d-4496-a5c3-526244583bd1 req-98d9cc79-9562-4ed3-ab97-dc123157aed7 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325329 Jul 13 08:19:48.284237 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-45ec8f25-ad4c-45ff-87d7-1bfe64d8f5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:48.285704 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-45ec8f25-ad4c-45ff-87d7-1bfe64d8f5df service neutron] 10.222.0.25 "GET /v2.0/subnets?id=847b13fa-b9af-468c-90e2-7d6cb084c8b1 HTTP/1.1" status: 200 len: 855 time: 0.0457423 Jul 13 08:19:48.317421 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-05b5979b-8dba-4709-81a2-e88d87eb4088 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dab26e51-fc5a-459d-8d24-a35378076cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259137 Jul 13 08:19:48.413650 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-16b35559-8e65-4e06-acf3-6ba26ce530f8 service neutron] 10.222.0.25 "GET /v2.0/networks/dab26e51-fc5a-459d-8d24-a35378076cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890069 Jul 13 08:19:48.505302 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3484e15b-88cc-45e2-8365-61f1f75ca8ce req-82115e9f-cfde-46b7-af7e-fd2ccd25ec59 service neutron] 10.222.0.25 "GET /v2.0/networks/dab26e51-fc5a-459d-8d24-a35378076cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851200 Jul 13 08:19:48.605549 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8274b8-b8c4-4df6-a445-013adbf4cf3a req-1ce5c4a1-103a-4011-8e02-057777d97b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:48.607099 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aa8274b8-b8c4-4df6-a445-013adbf4cf3a req-1ce5c4a1-103a-4011-8e02-057777d97b48 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e23bb98701a04366ac8be6b5f01b1b99&device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 1095 time: 0.0576243 Jul 13 08:19:48.694892 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8274b8-b8c4-4df6-a445-013adbf4cf3a req-89e5e577-9416-457a-95fe-45485fb6b5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:48.696311 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aa8274b8-b8c4-4df6-a445-013adbf4cf3a req-89e5e577-9416-457a-95fe-45485fb6b5d4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dab26e51-fc5a-459d-8d24-a35378076cba HTTP/1.1" status: 200 len: 916 time: 0.0834949 Jul 13 08:19:48.739538 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aa8274b8-b8c4-4df6-a445-013adbf4cf3a req-89fc4e5f-b07e-464a-b27d-f759d0e1a01d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6594c8fa-40e2-4e19-866b-3d0138384628 HTTP/1.1" status: 200 len: 217 time: 0.0369372 Jul 13 08:19:48.790731 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8274b8-b8c4-4df6-a445-013adbf4cf3a req-65eaf2a2-5085-4d05-a1c0-c05261d137ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:48.792314 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aa8274b8-b8c4-4df6-a445-013adbf4cf3a req-65eaf2a2-5085-4d05-a1c0-c05261d137ec service neutron] 10.222.0.25 "GET /v2.0/subnets?id=847b13fa-b9af-468c-90e2-7d6cb084c8b1 HTTP/1.1" status: 200 len: 855 time: 0.0459118 Jul 13 08:19:48.824710 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aa8274b8-b8c4-4df6-a445-013adbf4cf3a req-9fbb33d6-c582-4dea-ad08-ec9afe76bee2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dab26e51-fc5a-459d-8d24-a35378076cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257258 Jul 13 08:19:48.916652 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aa8274b8-b8c4-4df6-a445-013adbf4cf3a req-ea5f85cd-0978-4688-b648-7c20164255d2 service neutron] 10.222.0.25 "GET /v2.0/networks/dab26e51-fc5a-459d-8d24-a35378076cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858831 Jul 13 08:19:49.009501 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aa8274b8-b8c4-4df6-a445-013adbf4cf3a req-e4527ecf-7452-47e1-9c96-8c7df2e49534 service neutron] 10.222.0.25 "GET /v2.0/networks/dab26e51-fc5a-459d-8d24-a35378076cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860717 Jul 13 08:19:49.444761 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d369ac-1ecd-4ad6-a423-b19f581255bc req-3463ccc9-f938-47d1-9328-af2fe7ae9def tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:49.446286 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a2d369ac-1ecd-4ad6-a423-b19f581255bc req-3463ccc9-f938-47d1-9328-af2fe7ae9def tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 943 time: 0.0679212 Jul 13 08:19:49.483108 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a2d369ac-1ecd-4ad6-a423-b19f581255bc req-6bf7f54a-dc15-4783-a2a8-714042395162 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313041 Jul 13 08:19:50.655872 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1bebb-5b98-49d5-bf99-e0b6f3de5e21 req-7d94aea4-cb51-424a-81b2-3eed90021a38 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:50.657384 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d1d1bebb-5b98-49d5-bf99-e0b6f3de5e21 req-7d94aea4-cb51-424a-81b2-3eed90021a38 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 943 time: 0.0626996 Jul 13 08:19:50.693911 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d1d1bebb-5b98-49d5-bf99-e0b6f3de5e21 req-4babc2c9-46f1-4566-90aa-87c703e17ce1 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310707 Jul 13 08:19:51.055177 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 6594c8fa-40e2-4e19-866b-3d0138384628 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:19:51.057298 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 4187eae5-158b-44aa-ad80-61146ed249e5 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:19:51.079346 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 4187eae5-158b-44aa-ad80-61146ed249e5 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:19:51.079695 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 4187eae5-158b-44aa-ad80-61146ed249e5 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:19:51.171543 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 6594c8fa-40e2-4e19-866b-3d0138384628, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=6594c8fa-40e2-4e19-866b-3d0138384628,segment=NetworkSegment(d30bb0d1-e63e-4464-8f46-ee2b13d723de),segment_id=d30bb0d1-e63e-4464-8f46-ee2b13d723de)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:19:51.181854 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '6594c8fa-40e2-4e19-866b-3d0138384628', 'network_id': 'dab26e51-fc5a-459d-8d24-a35378076cba', 'port_id': '6594c8fa-40e2-4e19-866b-3d0138384628', 'mac_address': 'fa:16:3e:a4:8a:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '847b13fa-b9af-468c-90e2-7d6cb084c8b1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:19:51.217995 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:51.230840 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6594c8fa-40e2-4e19-866b-3d0138384628 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:19:51.250763 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 6594c8fa-40e2-4e19-866b-3d0138384628, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=6594c8fa-40e2-4e19-866b-3d0138384628,segment=NetworkSegment(d30bb0d1-e63e-4464-8f46-ee2b13d723de),segment_id=d30bb0d1-e63e-4464-8f46-ee2b13d723de)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:19:51.254706 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:51.310201 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=6594c8fa-40e2-4e19-866b-3d0138384628,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:19:51.471485 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['6594c8fa-40e2-4e19-866b-3d0138384628'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:19:51.877418 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c2db3-3738-4511-9185-966f14535516 req-7e36ffff-9c63-401f-926e-19d18dd8897e tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:51.878970 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1b3c2db3-3738-4511-9185-966f14535516 req-7e36ffff-9c63-401f-926e-19d18dd8897e tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 944 time: 0.0697372 Jul 13 08:19:51.917769 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1b3c2db3-3738-4511-9185-966f14535516 req-a7eb0bb2-bcf9-4582-ab46-8226d721c20c tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332274 Jul 13 08:19:53.069435 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 6594c8fa-40e2-4e19-866b-3d0138384628 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:19:53.099664 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9be21a-6003-4844-9b89-420ed0bba009 req-9d5aea05-2925-4c12-93c0-46d2317c4469 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:53.101181 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7c9be21a-6003-4844-9b89-420ed0bba009 req-9d5aea05-2925-4c12-93c0-46d2317c4469 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 944 time: 0.0674050 Jul 13 08:19:53.134374 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 6594c8fa-40e2-4e19-866b-3d0138384628 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:19:53.138594 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 6594c8fa-40e2-4e19-866b-3d0138384628 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:19:53.138972 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:53.226278 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:53.251112 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0548144e-d003-4c2b-8b6d-760ed70471a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6594c8fa-40e2-4e19-866b-3d0138384628'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:19:53.253331 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}819247fa28fcd914db4aabd8a9f8f95ceb467163a9d63008da3b74a1dcff375d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dac4c45-5a26-436c-9ffc-875f738eece0" -d '{"events": [{"server_uuid": "0548144e-d003-4c2b-8b6d-760ed70471a9", "name": "network-vif-plugged", "status": "completed", "tag": "6594c8fa-40e2-4e19-866b-3d0138384628"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:19:53.269854 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 6594c8fa-40e2-4e19-866b-3d0138384628, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=6594c8fa-40e2-4e19-866b-3d0138384628,segment=NetworkSegment(d30bb0d1-e63e-4464-8f46-ee2b13d723de),segment_id=d30bb0d1-e63e-4464-8f46-ee2b13d723de)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:19:53.275260 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:53.308448 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3440b91-ca35-426c-9cf7-474067ea0129 x-openstack-request-id: req-b3440b91-ca35-426c-9cf7-474067ea0129 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:19:53.308743 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0548144e-d003-4c2b-8b6d-760ed70471a9", "name": "network-vif-plugged", "status": "completed", "tag": "6594c8fa-40e2-4e19-866b-3d0138384628", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:19:53.308988 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b3440b91-ca35-426c-9cf7-474067ea0129 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:19:53.309376 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0548144e-d003-4c2b-8b6d-760ed70471a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6594c8fa-40e2-4e19-866b-3d0138384628', 'code': 200} Jul 13 08:19:53.355861 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=6594c8fa-40e2-4e19-866b-3d0138384628,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:19:53.368415 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:53.368959 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:53.369469 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:53.370144 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:53.371235 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:53.371797 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:53.372466 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:53.372964 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:53.373474 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:53.374122 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:53.374459 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:53.374786 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:19:53.440469 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1f806-52b3-42a3-afee-5c97491b9358 req-6a2ee7c6-4f6e-47c8-b340-35d26e193383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:53.442062 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a7b1f806-52b3-42a3-afee-5c97491b9358 req-6a2ee7c6-4f6e-47c8-b340-35d26e193383 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 1097 time: 0.0647998 Jul 13 08:19:53.483084 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a7b1f806-52b3-42a3-afee-5c97491b9358 req-9e905c58-9730-4af4-a6f8-a81c41436903 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336163 Jul 13 08:19:53.519067 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7c9be21a-6003-4844-9b89-420ed0bba009 req-89ee0998-fceb-4300-8088-9e6c4c371b16 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117317 Jul 13 08:19:53.753463 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:54.467096 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:19:54.697390 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b0351-aa9a-418f-b343-25b4aa7c8e2b req-3fafc004-dabf-45ca-b46c-8f2c40cd859d tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:54.698968 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-589b0351-aa9a-418f-b343-25b4aa7c8e2b req-3fafc004-dabf-45ca-b46c-8f2c40cd859d tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 945 time: 0.0675480 Jul 13 08:19:54.737268 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-589b0351-aa9a-418f-b343-25b4aa7c8e2b req-c7911de3-88ea-4f65-be87-f0a5415640e8 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320275 Jul 13 08:19:54.907531 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93745b-b27d-4a1e-91e9-06ff2382f08a req-bcd108e1-f9cd-4343-bf93-8588cf18bb3e tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:54.908914 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fd93745b-b27d-4a1e-91e9-06ff2382f08a req-bcd108e1-f9cd-4343-bf93-8588cf18bb3e tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 945 time: 0.0625210 Jul 13 08:19:54.946272 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fd93745b-b27d-4a1e-91e9-06ff2382f08a req-2a08f722-4674-4858-90b5-024017eafe80 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317233 Jul 13 08:19:55.296628 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-404d37ad-cf14-45ec-b90a-0133075ac653 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0648484 Jul 13 08:19:55.348854 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee208ff-a042-4b43-8038-e98476af2723 req-9b07cd77-b528-4ff7-8e3d-83375b2d3830 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:55.350379 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1ee208ff-a042-4b43-8038-e98476af2723 req-9b07cd77-b528-4ff7-8e3d-83375b2d3830 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 945 time: 0.0714114 Jul 13 08:19:55.389438 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1ee208ff-a042-4b43-8038-e98476af2723 req-97ce7d5f-f3d4-4cde-bda3-1dcd9ae4c588 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335896 Jul 13 08:19:56.410744 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-e2803b3a-2907-4f52-a16f-a07772c11628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:56.412411 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-e2803b3a-2907-4f52-a16f-a07772c11628 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e23bb98701a04366ac8be6b5f01b1b99&device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 1097 time: 0.0530286 Jul 13 08:19:56.506548 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-5b40ed55-9057-4df6-9993-93b0e52b51b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:56.507962 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-5b40ed55-9057-4df6-9993-93b0e52b51b6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dab26e51-fc5a-459d-8d24-a35378076cba HTTP/1.1" status: 200 len: 916 time: 0.0889111 Jul 13 08:19:56.570505 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-9937ef06-1a79-4d0a-99b7-31a49b93245a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6594c8fa-40e2-4e19-866b-3d0138384628 HTTP/1.1" status: 200 len: 217 time: 0.0548532 Jul 13 08:19:56.638225 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6ced6-d5e5-4077-97d5-1a2667920b0f req-443e5937-23b6-47f0-bd8a-10425be74fdb tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:56.639734 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-17e6ced6-d5e5-4077-97d5-1a2667920b0f req-443e5937-23b6-47f0-bd8a-10425be74fdb tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 945 time: 0.1354985 Jul 13 08:19:56.641778 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-97294a05-c245-439a-823b-680977d0ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:56.643097 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-97294a05-c245-439a-823b-680977d0ae9f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=847b13fa-b9af-468c-90e2-7d6cb084c8b1 HTTP/1.1" status: 200 len: 855 time: 0.0654213 Jul 13 08:19:56.684326 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-675ed0c0-5cbb-4e03-ab76-c5a4ec4f6643 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dab26e51-fc5a-459d-8d24-a35378076cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326228 Jul 13 08:19:56.717547 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-17e6ced6-d5e5-4077-97d5-1a2667920b0f req-1db56a6f-5703-47f7-8784-dcdc432adcb6 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717902 Jul 13 08:19:56.787670 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-f28da11b-d9eb-48bc-bf95-1c1ba47630d1 service neutron] 10.222.0.25 "GET /v2.0/networks/dab26e51-fc5a-459d-8d24-a35378076cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972707 Jul 13 08:19:56.876539 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-aea4506c-d551-43c8-a803-ff1a0e8e67a2 service neutron] 10.222.0.25 "GET /v2.0/networks/dab26e51-fc5a-459d-8d24-a35378076cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830624 Jul 13 08:19:57.893601 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6a12d-2a46-470d-bb8f-f32e8916179e req-b24ed545-cd53-473f-b04f-3152e7397c8b tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:57.894992 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-83a6a12d-2a46-470d-bb8f-f32e8916179e req-b24ed545-cd53-473f-b04f-3152e7397c8b tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 945 time: 0.0644395 Jul 13 08:19:57.931950 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-83a6a12d-2a46-470d-bb8f-f32e8916179e req-1b2d4ea8-7dd4-4f3e-a581-ae798acd528b tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315099 Jul 13 08:19:59.110492 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b16d2a-c15f-4625-a7f4-616f9e02d776 req-1667446c-3915-474f-a62f-90b414fd8dff tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:19:59.110492 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b7b16d2a-c15f-4625-a7f4-616f9e02d776 req-1667446c-3915-474f-a62f-90b414fd8dff tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 945 time: 0.0691636 Jul 13 08:19:59.151932 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b7b16d2a-c15f-4625-a7f4-616f9e02d776 req-b65daf79-3881-4989-9692-6dc68e6ac363 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343201 Jul 13 08:20:00.334829 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e629d-e1b0-4078-af41-027b074d9f05 req-011ef67f-bac9-4bb6-aa83-50ee6a53deb7 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:00.337344 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b68e629d-e1b0-4078-af41-027b074d9f05 req-011ef67f-bac9-4bb6-aa83-50ee6a53deb7 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 945 time: 0.0686998 Jul 13 08:20:00.351773 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-dff22654-edf8-4795-bbf8-f709b13cc335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:00.376119 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b68e629d-e1b0-4078-af41-027b074d9f05 req-cdd77edb-a57f-4389-a932-962576431453 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325899 Jul 13 08:20:01.546851 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b92d4b-fdd6-45a4-82d8-7836e60e2238 req-d7aa16fe-639c-42e0-ba1c-56d8fdf4fcea tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:01.548368 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-29b92d4b-fdd6-45a4-82d8-7836e60e2238 req-d7aa16fe-639c-42e0-ba1c-56d8fdf4fcea tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 945 time: 0.0632532 Jul 13 08:20:01.586251 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-29b92d4b-fdd6-45a4-82d8-7836e60e2238 req-f8a47ecd-60ac-4bd7-8290-c9e7566b01cc tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324054 Jul 13 08:20:02.585704 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5266c9-1216-4351-ba11-71e70f69e39f req-30531f2e-1d06-41e2-a3dd-a26eaa49ee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:02.587253 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bf5266c9-1216-4351-ba11-71e70f69e39f req-30531f2e-1d06-41e2-a3dd-a26eaa49ee70 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e23bb98701a04366ac8be6b5f01b1b99&device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 1097 time: 0.0526648 Jul 13 08:20:02.694798 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5266c9-1216-4351-ba11-71e70f69e39f req-b8beb6d3-2231-4edc-b366-4dc08437522c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:02.696366 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bf5266c9-1216-4351-ba11-71e70f69e39f req-b8beb6d3-2231-4edc-b366-4dc08437522c service neutron] 10.222.0.25 "GET /v2.0/networks?id=dab26e51-fc5a-459d-8d24-a35378076cba HTTP/1.1" status: 200 len: 916 time: 0.0893562 Jul 13 08:20:02.737235 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bf5266c9-1216-4351-ba11-71e70f69e39f req-69a1caea-e38f-4304-afe4-0c7e57cd5936 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6594c8fa-40e2-4e19-866b-3d0138384628 HTTP/1.1" status: 200 len: 217 time: 0.0348377 Jul 13 08:20:02.760603 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b763af3-9955-481a-bf1f-1ce5fb8531f0 req-73b633ab-9d5f-4142-8ad2-0a9ed1a40a97 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:02.762151 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0b763af3-9955-481a-bf1f-1ce5fb8531f0 req-73b633ab-9d5f-4142-8ad2-0a9ed1a40a97 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 945 time: 0.0635576 Jul 13 08:20:02.803653 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0b763af3-9955-481a-bf1f-1ce5fb8531f0 req-01a5da05-eab5-420c-af48-e90f68f442ef tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347366 Jul 13 08:20:03.102510 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5266c9-1216-4351-ba11-71e70f69e39f req-80dfd590-29e2-47a6-a933-39c96bb5a4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:03.104010 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bf5266c9-1216-4351-ba11-71e70f69e39f req-80dfd590-29e2-47a6-a933-39c96bb5a4c0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=847b13fa-b9af-468c-90e2-7d6cb084c8b1 HTTP/1.1" status: 200 len: 855 time: 0.3608656 Jul 13 08:20:03.135851 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bf5266c9-1216-4351-ba11-71e70f69e39f req-1e5bc5de-ed73-4209-85d8-2c4053be9b31 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dab26e51-fc5a-459d-8d24-a35378076cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254560 Jul 13 08:20:03.220901 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:03.222973 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5fb5f49f-7788-4208-ad44-2cf3c4bdad30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:03.229006 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bf5266c9-1216-4351-ba11-71e70f69e39f req-b3b25846-7770-4e37-9538-3c975e1ec81d service neutron] 10.222.0.25 "GET /v2.0/networks/dab26e51-fc5a-459d-8d24-a35378076cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866783 Jul 13 08:20:03.317177 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bf5266c9-1216-4351-ba11-71e70f69e39f req-4c9c1197-a240-4336-9466-9773a1e9b3c2 service neutron] 10.222.0.25 "GET /v2.0/networks/dab26e51-fc5a-459d-8d24-a35378076cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817170 Jul 13 08:20:03.978879 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0508bc-439c-4c63-9804-a9f254079b83 req-b9bc2886-d988-42c8-a038-1bff4e709e5c tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:03.980375 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1e0508bc-439c-4c63-9804-a9f254079b83 req-b9bc2886-d988-42c8-a038-1bff4e709e5c tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 945 time: 0.0625775 Jul 13 08:20:04.022084 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1e0508bc-439c-4c63-9804-a9f254079b83 req-67ca8906-74ba-4c5e-8a02-03d6c931f8b1 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356433 Jul 13 08:20:04.280440 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:05.193945 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf428b-6634-4e2b-80c2-3175541321b8 req-912a9b27-7dd2-49ab-bbca-5afe77f550be tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:05.195433 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6caf428b-6634-4e2b-80c2-3175541321b8 req-912a9b27-7dd2-49ab-bbca-5afe77f550be tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 945 time: 0.0620947 Jul 13 08:20:05.236757 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6caf428b-6634-4e2b-80c2-3175541321b8 req-f5a6e5a3-8bdf-4585-bd3c-74c036c32b91 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357289 Jul 13 08:20:06.051848 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:06.590431 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0660634-a5dc-4650-85e4-790579b33d75 req-f2f9c1d8-f415-4783-b5e7-cce7a7482f44 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:06.591941 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c0660634-a5dc-4650-85e4-790579b33d75 req-f2f9c1d8-f415-4783-b5e7-cce7a7482f44 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 945 time: 0.0643024 Jul 13 08:20:06.628956 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c0660634-a5dc-4650-85e4-790579b33d75 req-2e4e4453-cd58-495c-90e2-7f2867383536 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313513 Jul 13 08:20:07.801119 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ab4d3-0b53-41d9-89a3-2aa07d63ac8e req-aea3b92f-56d1-431f-81f0-c34b532c3b53 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:07.802599 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b34ab4d3-0b53-41d9-89a3-2aa07d63ac8e req-aea3b92f-56d1-431f-81f0-c34b532c3b53 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 945 time: 0.0625601 Jul 13 08:20:07.839992 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b34ab4d3-0b53-41d9-89a3-2aa07d63ac8e req-a04c6770-3be3-4a27-9b54-f57c0d76863c tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317636 Jul 13 08:20:09.012263 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48863817-aff6-4728-8a0e-e5c84b4dc88a req-3a3bae7d-2544-486a-8ac8-62c33467c15e tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:09.013901 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-48863817-aff6-4728-8a0e-e5c84b4dc88a req-3a3bae7d-2544-486a-8ac8-62c33467c15e tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 945 time: 0.0622091 Jul 13 08:20:09.051783 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-48863817-aff6-4728-8a0e-e5c84b4dc88a req-4554b0e6-328d-4c28-b2fa-aa091eb1a489 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315924 Jul 13 08:20:10.227482 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02402485-d536-46ea-aa1d-4f08b3e27c08 req-6e36219e-d3b0-4be5-87a9-c911fa161dad tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:10.228957 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-02402485-d536-46ea-aa1d-4f08b3e27c08 req-6e36219e-d3b0-4be5-87a9-c911fa161dad tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 945 time: 0.0621672 Jul 13 08:20:10.267567 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-02402485-d536-46ea-aa1d-4f08b3e27c08 req-925cbedd-289c-47b0-8444-bf414ee0f61d tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323098 Jul 13 08:20:11.442662 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec4403-9af9-4434-96b1-7a5de4a4b48a req-c76c4cfe-2a40-4270-9b9c-8d78d9a34a11 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:11.444160 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8dec4403-9af9-4434-96b1-7a5de4a4b48a req-c76c4cfe-2a40-4270-9b9c-8d78d9a34a11 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 945 time: 0.0666614 Jul 13 08:20:11.481184 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8dec4403-9af9-4434-96b1-7a5de4a4b48a req-26d000fd-2ac7-4f7a-966b-9d65c6adca88 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313454 Jul 13 08:20:12.661431 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce37be-ea3d-4269-b417-7f48d135a5de req-f3a5f501-72a2-4d30-a360-e631db26a84b tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:12.662928 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e4ce37be-ea3d-4269-b417-7f48d135a5de req-f3a5f501-72a2-4d30-a360-e631db26a84b tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 945 time: 0.0671182 Jul 13 08:20:12.699810 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e4ce37be-ea3d-4269-b417-7f48d135a5de req-d95bbc82-f07b-46b2-8662-e62f8e9a445d tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312595 Jul 13 08:20:13.873307 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556e734-8d25-44d3-8180-b7ff0c325319 req-e41add14-58a0-4aa3-8105-225f5a525b93 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:13.874753 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6556e734-8d25-44d3-8180-b7ff0c325319 req-e41add14-58a0-4aa3-8105-225f5a525b93 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 945 time: 0.0626333 Jul 13 08:20:13.912403 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6556e734-8d25-44d3-8180-b7ff0c325319 req-6d454515-f779-49c7-8139-abb978d69e41 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318513 Jul 13 08:20:14.060749 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:20:15.084485 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7980d55-4d0e-4bd7-8281-7a1213c9f6d3 req-3b06f1c8-5485-494a-9080-463afce22b5d tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:15.085959 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a7980d55-4d0e-4bd7-8281-7a1213c9f6d3 req-3b06f1c8-5485-494a-9080-463afce22b5d tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 945 time: 0.0620797 Jul 13 08:20:15.123265 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a7980d55-4d0e-4bd7-8281-7a1213c9f6d3 req-d590b223-a3ed-4899-aa9b-d1977e1fa7e5 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318308 Jul 13 08:20:16.300723 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815a99d-6bc2-47ba-8643-dfefd72ad26f req-90598b7e-fd18-492f-8f45-835d04ac2c6a tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:16.302217 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5815a99d-6bc2-47ba-8643-dfefd72ad26f req-90598b7e-fd18-492f-8f45-835d04ac2c6a tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 945 time: 0.0687702 Jul 13 08:20:16.338894 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5815a99d-6bc2-47ba-8643-dfefd72ad26f req-6ff3f5a4-ed9f-4998-aa7e-83956d3e870a tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311482 Jul 13 08:20:17.521597 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498d681-2c43-4448-ace3-2d62a75f6b6a req-c80fe4b4-b28f-4712-81bb-7b3b73bff743 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:17.523119 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4498d681-2c43-4448-ace3-2d62a75f6b6a req-c80fe4b4-b28f-4712-81bb-7b3b73bff743 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 945 time: 0.0651038 Jul 13 08:20:17.567427 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4498d681-2c43-4448-ace3-2d62a75f6b6a req-9511871e-1b3e-4a5e-b6a1-f9fab771ee57 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386910 Jul 13 08:20:18.742534 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd227ba-25f5-4108-a311-889a45e10ea4 req-91f4c40b-87b3-4816-afb7-dfaa9163e813 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:18.744040 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7dd227ba-25f5-4108-a311-889a45e10ea4 req-91f4c40b-87b3-4816-afb7-dfaa9163e813 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 945 time: 0.0642529 Jul 13 08:20:18.782810 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7dd227ba-25f5-4108-a311-889a45e10ea4 req-0aadecb9-4383-4939-89a1-4082b9fcce34 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328729 Jul 13 08:20:19.958422 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f5822-fb1c-4285-a401-f4a214e577cb req-61817767-cfcb-44c3-b3c4-749645049582 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:19.959851 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6d9f5822-fb1c-4285-a401-f4a214e577cb req-61817767-cfcb-44c3-b3c4-749645049582 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 945 time: 0.0626750 Jul 13 08:20:19.997164 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6d9f5822-fb1c-4285-a401-f4a214e577cb req-eebcf4c4-0020-4633-8ef3-35990a4f96f3 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317855 Jul 13 08:20:21.185526 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc1935-9371-4f7e-a1fb-9cf6327a80f5 req-dbdab10d-35eb-442a-bbb3-1f97c2cea391 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:21.187025 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6fbc1935-9371-4f7e-a1fb-9cf6327a80f5 req-dbdab10d-35eb-442a-bbb3-1f97c2cea391 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 945 time: 0.0643759 Jul 13 08:20:21.224812 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6fbc1935-9371-4f7e-a1fb-9cf6327a80f5 req-e465b5ea-95c5-476c-a978-602ed4e4c3a9 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320756 Jul 13 08:20:22.411214 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8ce09-7c43-479c-9358-b5b588510102 req-4ae29c44-ae7b-4582-8b86-3b16319a2b91 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:22.412739 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-29c8ce09-7c43-479c-9358-b5b588510102 req-4ae29c44-ae7b-4582-8b86-3b16319a2b91 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 945 time: 0.0634084 Jul 13 08:20:22.449841 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-29c8ce09-7c43-479c-9358-b5b588510102 req-0452ea5c-2558-4294-a89d-386ac5e676f1 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315485 Jul 13 08:20:23.628764 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bfecb-e60f-4253-a18f-282d4192152c req-34edc089-01bd-4923-8e91-829e717f844d tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:23.630236 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-024bfecb-e60f-4253-a18f-282d4192152c req-34edc089-01bd-4923-8e91-829e717f844d tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 945 time: 0.0685067 Jul 13 08:20:23.667919 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-024bfecb-e60f-4253-a18f-282d4192152c req-70ef885b-2038-45f1-ae8a-a03ab0a4b3cf tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321438 Jul 13 08:20:23.754936 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:23.854833 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-7883c5fa-6b07-40b9-8a4c-39fc51086e51 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:20:23.856220 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-7883c5fa-6b07-40b9-8a4c-39fc51086e51 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057824 Jul 13 08:20:23.913901 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-0b254e38-e225-485e-bc88-0cd7748241c1 service neutron] show failed (client error): The resource could not be found. Jul 13 08:20:23.914883 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-0b254e38-e225-485e-bc88-0cd7748241c1 service neutron] 10.222.0.25 "GET /v2.0/ports/6594c8fa-40e2-4e19-866b-3d0138384628/bindings/n-h1-771363-34 HTTP/1.1" status: 404 len: 381 time: 0.0535829 Jul 13 08:20:24.241672 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-2b006ee7-294a-4586-aeef-ad672a8d9cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:24.243179 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-2b006ee7-294a-4586-aeef-ad672a8d9cb7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9&tenant_id=e23bb98701a04366ac8be6b5f01b1b99 HTTP/1.1" status: 200 len: 1097 time: 0.1072979 Jul 13 08:20:24.256384 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-5044d041-cd80-42b1-96af-585ccebcd604 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-34', 'device_owner': 'compute:nova'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:20:24.325565 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-5044d041-cd80-42b1-96af-585ccebcd604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:24.479749 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:24.527384 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-5044d041-cd80-42b1-96af-585ccebcd604 service neutron] For port 6594c8fa-40e2-4e19-866b-3d0138384628, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=6594c8fa-40e2-4e19-866b-3d0138384628,segment=NetworkSegment(d30bb0d1-e63e-4464-8f46-ee2b13d723de),segment_id=d30bb0d1-e63e-4464-8f46-ee2b13d723de)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:20:24.558958 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-5044d041-cd80-42b1-96af-585ccebcd604 service neutron] For port 6594c8fa-40e2-4e19-866b-3d0138384628, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:20:24.602445 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0548144e-d003-4c2b-8b6d-760ed70471a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6594c8fa-40e2-4e19-866b-3d0138384628'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:20:24.604738 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f38986-5d80-4db2-9a56-f5d01fe05cd0" -d '{"events": [{"server_uuid": "0548144e-d003-4c2b-8b6d-760ed70471a9", "name": "network-vif-unplugged", "status": "completed", "tag": "6594c8fa-40e2-4e19-866b-3d0138384628"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:20:24.608751 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-5044d041-cd80-42b1-96af-585ccebcd604 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:24.621103 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-5044d041-cd80-42b1-96af-585ccebcd604 service neutron] Transition to ACTIVE for port object 6594c8fa-40e2-4e19-866b-3d0138384628 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:20:24.626184 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-5044d041-cd80-42b1-96af-585ccebcd604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:24.658312 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8079a281-f1c5-439c-949e-4954822e9d9b x-openstack-request-id: req-8079a281-f1c5-439c-949e-4954822e9d9b {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:20:24.658603 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0548144e-d003-4c2b-8b6d-760ed70471a9", "name": "network-vif-unplugged", "status": "completed", "tag": "6594c8fa-40e2-4e19-866b-3d0138384628", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:20:24.658856 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8079a281-f1c5-439c-949e-4954822e9d9b {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:20:24.659272 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0548144e-d003-4c2b-8b6d-760ed70471a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6594c8fa-40e2-4e19-866b-3d0138384628', 'code': 200} Jul 13 08:20:24.696756 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-5044d041-cd80-42b1-96af-585ccebcd604 service neutron] No DVR routers for this DVR port 6594c8fa-40e2-4e19-866b-3d0138384628 on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:20:24.699799 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044d041-cd80-42b1-96af-585ccebcd604 service neutron] Pushing event updated for resources: {'Port': ['ID=6594c8fa-40e2-4e19-866b-3d0138384628,revision_number=6']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:24.711758 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044d041-cd80-42b1-96af-585ccebcd604 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:24.712115 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044d041-cd80-42b1-96af-585ccebcd604 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:24.712458 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044d041-cd80-42b1-96af-585ccebcd604 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:24.712797 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044d041-cd80-42b1-96af-585ccebcd604 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:24.713136 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044d041-cd80-42b1-96af-585ccebcd604 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:24.713467 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044d041-cd80-42b1-96af-585ccebcd604 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:24.713798 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044d041-cd80-42b1-96af-585ccebcd604 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:24.714126 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044d041-cd80-42b1-96af-585ccebcd604 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:24.714449 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044d041-cd80-42b1-96af-585ccebcd604 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:24.714790 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044d041-cd80-42b1-96af-585ccebcd604 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:24.715103 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044d041-cd80-42b1-96af-585ccebcd604 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:24.715461 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044d041-cd80-42b1-96af-585ccebcd604 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:24.747520 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-5044d041-cd80-42b1-96af-585ccebcd604 service neutron] Attempting to bind port 6594c8fa-40e2-4e19-866b-3d0138384628 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:20:24.747860 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-5044d041-cd80-42b1-96af-585ccebcd604 service neutron] Attempting to bind port 6594c8fa-40e2-4e19-866b-3d0138384628 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'd30bb0d1-e63e-4464-8f46-ee2b13d723de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dab26e51-fc5a-459d-8d24-a35378076cba'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:20:24.748215 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-5044d041-cd80-42b1-96af-585ccebcd604 service neutron] Attempting to bind port 6594c8fa-40e2-4e19-866b-3d0138384628 on network dab26e51-fc5a-459d-8d24-a35378076cba {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:20:24.753065 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-5044d041-cd80-42b1-96af-585ccebcd604 service neutron] Port 6594c8fa-40e2-4e19-866b-3d0138384628 on network dab26e51-fc5a-459d-8d24-a35378076cba not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:20:24.753381 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-5044d041-cd80-42b1-96af-585ccebcd604 service neutron] Attempting to bind port 6594c8fa-40e2-4e19-866b-3d0138384628 on network dab26e51-fc5a-459d-8d24-a35378076cba {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:20:24.758219 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-5044d041-cd80-42b1-96af-585ccebcd604 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:20:24.758547 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-5044d041-cd80-42b1-96af-585ccebcd604 service neutron] Checking segment: {'id': 'd30bb0d1-e63e-4464-8f46-ee2b13d723de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dab26e51-fc5a-459d-8d24-a35378076cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:20:24.758922 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-5044d041-cd80-42b1-96af-585ccebcd604 service neutron] Bound using segment: {'id': 'd30bb0d1-e63e-4464-8f46-ee2b13d723de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dab26e51-fc5a-459d-8d24-a35378076cba'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:20:24.759373 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-5044d041-cd80-42b1-96af-585ccebcd604 service neutron] Bound port: 6594c8fa-40e2-4e19-866b-3d0138384628, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd30bb0d1-e63e-4464-8f46-ee2b13d723de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dab26e51-fc5a-459d-8d24-a35378076cba'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:20:24.759738 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-5044d041-cd80-42b1-96af-585ccebcd604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:24.825841 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-5044d041-cd80-42b1-96af-585ccebcd604 service neutron] For port 6594c8fa-40e2-4e19-866b-3d0138384628, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:20:24.829633 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-5044d041-cd80-42b1-96af-585ccebcd604 service neutron] For port 6594c8fa-40e2-4e19-866b-3d0138384628, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6594c8fa-40e2-4e19-866b-3d0138384628,segment=NetworkSegment(d30bb0d1-e63e-4464-8f46-ee2b13d723de),segment_id=d30bb0d1-e63e-4464-8f46-ee2b13d723de)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:20:24.833352 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-5044d041-cd80-42b1-96af-585ccebcd604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:24.845531 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d53d98-3cc3-4652-945a-ce0cf2c008ce req-a819b496-4573-4815-933e-4f603f8cc487 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:24.847135 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-27d53d98-3cc3-4652-945a-ce0cf2c008ce req-a819b496-4573-4815-933e-4f603f8cc487 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 943 time: 0.0654254 Jul 13 08:20:24.868015 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-5044d041-cd80-42b1-96af-585ccebcd604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:24.868634 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-5044d041-cd80-42b1-96af-585ccebcd604 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:24.870025 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-5044d041-cd80-42b1-96af-585ccebcd604 service neutron] 10.222.0.42 "PUT /v2.0/ports/6594c8fa-40e2-4e19-866b-3d0138384628 HTTP/1.1" status: 200 len: 1092 time: 0.6195033 Jul 13 08:20:24.891109 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044d041-cd80-42b1-96af-585ccebcd604 service neutron] Pushing event updated for resources: {'Port': ['ID=6594c8fa-40e2-4e19-866b-3d0138384628,revision_number=7']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:24.897897 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-27d53d98-3cc3-4652-945a-ce0cf2c008ce req-7ab5d614-747f-4957-aeba-4a979755d1a3 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451272 Jul 13 08:20:24.946237 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-a4e8e460-5740-4c62-a5be-19c642650115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:24.947818 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-a4e8e460-5740-4c62-a5be-19c642650115 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e23bb98701a04366ac8be6b5f01b1b99&device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 1095 time: 0.0538077 Jul 13 08:20:25.040549 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-0d41726e-0b64-4a8a-bcc1-d7f907487fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:25.041936 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-0d41726e-0b64-4a8a-bcc1-d7f907487fd9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dab26e51-fc5a-459d-8d24-a35378076cba HTTP/1.1" status: 200 len: 916 time: 0.0883913 Jul 13 08:20:25.082388 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-548a093c-af43-450d-b4b1-6bb5e1cc3289 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6594c8fa-40e2-4e19-866b-3d0138384628 HTTP/1.1" status: 200 len: 217 time: 0.0342476 Jul 13 08:20:25.133385 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-de69f290-19b2-4619-818e-425331bce48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:25.134798 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-de69f290-19b2-4619-818e-425331bce48a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=847b13fa-b9af-468c-90e2-7d6cb084c8b1 HTTP/1.1" status: 200 len: 855 time: 0.0463295 Jul 13 08:20:25.166573 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-7a89c0f1-51fd-4206-a335-e7f4e3f46713 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dab26e51-fc5a-459d-8d24-a35378076cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251009 Jul 13 08:20:25.253397 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-fc3a088b-061c-499f-afec-a00d45d54739 service neutron] 10.222.0.42 "GET /v2.0/networks/dab26e51-fc5a-459d-8d24-a35378076cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807245 Jul 13 08:20:25.346246 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4a1f7af3-fa55-4f6d-9a14-ace26cafc831 req-b18cdd75-e3f6-4db9-9022-43ec18cdf994 service neutron] 10.222.0.42 "GET /v2.0/networks/dab26e51-fc5a-459d-8d24-a35378076cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861099 Jul 13 08:20:26.072400 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6684d7-0f3e-4a02-a677-0a73706c3242 req-d781ca80-a4dc-41c5-8c86-8edb19bc7bc9 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:26.073879 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eb6684d7-0f3e-4a02-a677-0a73706c3242 req-d781ca80-a4dc-41c5-8c86-8edb19bc7bc9 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 943 time: 0.0643184 Jul 13 08:20:26.111083 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eb6684d7-0f3e-4a02-a677-0a73706c3242 req-a1a2fb19-3e94-4857-869b-5dce15019701 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310020 Jul 13 08:20:26.660623 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0548144e-d003-4c2b-8b6d-760ed70471a9', 'tag': '6594c8fa-40e2-4e19-866b-3d0138384628'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:20:26.663018 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8b7037-3c23-4701-b423-c91ed1707b39" -d '{"events": [{"name": "network-changed", "server_uuid": "0548144e-d003-4c2b-8b6d-760ed70471a9", "tag": "6594c8fa-40e2-4e19-866b-3d0138384628"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:20:26.710723 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee32e658-baed-4417-a843-4c906a74c38e x-openstack-request-id: req-ee32e658-baed-4417-a843-4c906a74c38e {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:20:26.711029 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0548144e-d003-4c2b-8b6d-760ed70471a9", "tag": "6594c8fa-40e2-4e19-866b-3d0138384628", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:20:26.711290 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ee32e658-baed-4417-a843-4c906a74c38e {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:20:26.711690 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0548144e-d003-4c2b-8b6d-760ed70471a9', 'tag': '6594c8fa-40e2-4e19-866b-3d0138384628', 'status': 'completed', 'code': 200} Jul 13 08:20:26.782191 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b7037-3c23-4701-b423-c91ed1707b39 req-a9397e35-b7b9-44fb-ade5-4e475adbae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:26.783729 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d8b7037-3c23-4701-b423-c91ed1707b39 req-a9397e35-b7b9-44fb-ade5-4e475adbae6a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e23bb98701a04366ac8be6b5f01b1b99&device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 1095 time: 0.0539572 Jul 13 08:20:26.806829 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b7037-3c23-4701-b423-c91ed1707b39 req-4dd14d1d-59db-4630-8415-f373e3427679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:26.808402 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0d8b7037-3c23-4701-b423-c91ed1707b39 req-4dd14d1d-59db-4630-8415-f373e3427679 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e23bb98701a04366ac8be6b5f01b1b99&device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 1095 time: 0.0622785 Jul 13 08:20:26.883715 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b7037-3c23-4701-b423-c91ed1707b39 req-8671db55-c88e-4793-aa05-9c3864d3000d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:26.885174 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d8b7037-3c23-4701-b423-c91ed1707b39 req-8671db55-c88e-4793-aa05-9c3864d3000d service neutron] 10.222.0.25 "GET /v2.0/networks?id=dab26e51-fc5a-459d-8d24-a35378076cba HTTP/1.1" status: 200 len: 916 time: 0.0948889 Jul 13 08:20:26.912352 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b7037-3c23-4701-b423-c91ed1707b39 req-645545d4-a418-43e5-bda7-a938bce4fa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:26.914048 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0d8b7037-3c23-4701-b423-c91ed1707b39 req-645545d4-a418-43e5-bda7-a938bce4fa42 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dab26e51-fc5a-459d-8d24-a35378076cba HTTP/1.1" status: 200 len: 916 time: 0.0958123 Jul 13 08:20:26.931275 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d8b7037-3c23-4701-b423-c91ed1707b39 req-783e1a33-0942-4f6d-a31e-6c8fdb6262c1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6594c8fa-40e2-4e19-866b-3d0138384628 HTTP/1.1" status: 200 len: 217 time: 0.0402162 Jul 13 08:20:26.963645 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0d8b7037-3c23-4701-b423-c91ed1707b39 req-49caa4de-e302-4bac-ba11-427137210fe6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6594c8fa-40e2-4e19-866b-3d0138384628 HTTP/1.1" status: 200 len: 217 time: 0.0432205 Jul 13 08:20:26.980682 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b7037-3c23-4701-b423-c91ed1707b39 req-266bcfcf-6fe0-4c4a-a7d6-3647da766dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:26.982211 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d8b7037-3c23-4701-b423-c91ed1707b39 req-266bcfcf-6fe0-4c4a-a7d6-3647da766dfb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=847b13fa-b9af-468c-90e2-7d6cb084c8b1 HTTP/1.1" status: 200 len: 855 time: 0.0451038 Jul 13 08:20:27.012844 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b7037-3c23-4701-b423-c91ed1707b39 req-d104b7b7-5173-4320-83a1-c478318ffc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:27.014322 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0d8b7037-3c23-4701-b423-c91ed1707b39 req-d104b7b7-5173-4320-83a1-c478318ffc98 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=847b13fa-b9af-468c-90e2-7d6cb084c8b1 HTTP/1.1" status: 200 len: 855 time: 0.0444152 Jul 13 08:20:27.014887 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d8b7037-3c23-4701-b423-c91ed1707b39 req-a4b015dd-d7d4-4209-abe4-93753fb10949 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dab26e51-fc5a-459d-8d24-a35378076cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262797 Jul 13 08:20:27.050686 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0d8b7037-3c23-4701-b423-c91ed1707b39 req-6806bd8c-a788-4ae3-81bb-dde997b2fcef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dab26e51-fc5a-459d-8d24-a35378076cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296328 Jul 13 08:20:27.106325 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d8b7037-3c23-4701-b423-c91ed1707b39 req-a5a5ffca-0436-4d5a-9fba-23e1ab3d705c service neutron] 10.222.0.25 "GET /v2.0/networks/dab26e51-fc5a-459d-8d24-a35378076cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854752 Jul 13 08:20:27.144526 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0d8b7037-3c23-4701-b423-c91ed1707b39 req-f9890fc3-ecc5-4640-88e8-48df9e43114f service neutron] 10.222.0.42 "GET /v2.0/networks/dab26e51-fc5a-459d-8d24-a35378076cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880356 Jul 13 08:20:27.200710 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0d8b7037-3c23-4701-b423-c91ed1707b39 req-4e23507a-2d58-4823-b84c-e7bffea46f84 service neutron] 10.222.0.25 "GET /v2.0/networks/dab26e51-fc5a-459d-8d24-a35378076cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879788 Jul 13 08:20:27.244492 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0d8b7037-3c23-4701-b423-c91ed1707b39 req-1aaacf5f-f049-47d7-8ea7-8e688ad24c04 service neutron] 10.222.0.42 "GET /v2.0/networks/dab26e51-fc5a-459d-8d24-a35378076cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932825 Jul 13 08:20:27.352833 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01782255-77d9-48e9-b03b-294cb5ac65e7 req-34f18bcb-9609-46a9-9d68-61a5a8bce2b1 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:27.354331 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-01782255-77d9-48e9-b03b-294cb5ac65e7 req-34f18bcb-9609-46a9-9d68-61a5a8bce2b1 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 943 time: 0.1251917 Jul 13 08:20:27.392149 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-01782255-77d9-48e9-b03b-294cb5ac65e7 req-c111ebf3-ed98-4605-a8e5-9e6618e87b17 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316372 Jul 13 08:20:27.690823 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80274eb-db3a-4aff-8096-a1d4f5d8486a req-71787fa9-3d66-416b-b46f-4bb139270dbf tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:27.692307 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b80274eb-db3a-4aff-8096-a1d4f5d8486a req-71787fa9-3d66-416b-b46f-4bb139270dbf tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 943 time: 0.0663927 Jul 13 08:20:27.731226 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b80274eb-db3a-4aff-8096-a1d4f5d8486a req-8934c27f-5b52-4399-9914-75aea9c35a91 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333083 Jul 13 08:20:27.768189 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99c7a0-9a36-4c57-925b-2cd78a745395 req-d47c71d6-8cf4-409d-a228-4bcbd8d8bd80 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:27.769728 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ad99c7a0-9a36-4c57-925b-2cd78a745395 req-d47c71d6-8cf4-409d-a228-4bcbd8d8bd80 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.25 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9&tenant_id=e23bb98701a04366ac8be6b5f01b1b99&binding%3Ahost_id=n-h1-771363-34 HTTP/1.1" status: 200 len: 943 time: 0.1147501 Jul 13 08:20:27.826501 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [req-ad99c7a0-9a36-4c57-925b-2cd78a745395 req-56f3087e-3f09-4ec8-ac2c-7cf1e50a5eb7 service neutron] delete failed (client error): The resource could not be found. Jul 13 08:20:27.828171 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ad99c7a0-9a36-4c57-925b-2cd78a745395 req-56f3087e-3f09-4ec8-ac2c-7cf1e50a5eb7 service neutron] 10.222.0.25 "DELETE /v2.0/ports/6594c8fa-40e2-4e19-866b-3d0138384628/bindings/n-h2-771363-34 HTTP/1.1" status: 404 len: 381 time: 0.0530033 Jul 13 08:20:27.925774 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99c7a0-9a36-4c57-925b-2cd78a745395 req-5afc2b45-308c-4a12-a79e-e5d4dc2fa418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:27.927315 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ad99c7a0-9a36-4c57-925b-2cd78a745395 req-5afc2b45-308c-4a12-a79e-e5d4dc2fa418 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e23bb98701a04366ac8be6b5f01b1b99&device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 1095 time: 0.0574064 Jul 13 08:20:28.015303 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99c7a0-9a36-4c57-925b-2cd78a745395 req-ebd0990f-e607-4229-a3b6-d046e29cdd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:28.017045 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ad99c7a0-9a36-4c57-925b-2cd78a745395 req-ebd0990f-e607-4229-a3b6-d046e29cdd86 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dab26e51-fc5a-459d-8d24-a35378076cba HTTP/1.1" status: 200 len: 916 time: 0.0835860 Jul 13 08:20:28.060731 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ad99c7a0-9a36-4c57-925b-2cd78a745395 req-ba13200a-4384-47e6-af9e-3b51638714f4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6594c8fa-40e2-4e19-866b-3d0138384628 HTTP/1.1" status: 200 len: 217 time: 0.0376878 Jul 13 08:20:28.107416 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99c7a0-9a36-4c57-925b-2cd78a745395 req-b2f40411-ec64-4f63-93fa-8e936abcd251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:28.109448 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ad99c7a0-9a36-4c57-925b-2cd78a745395 req-b2f40411-ec64-4f63-93fa-8e936abcd251 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=847b13fa-b9af-468c-90e2-7d6cb084c8b1 HTTP/1.1" status: 200 len: 855 time: 0.0426171 Jul 13 08:20:28.140136 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ad99c7a0-9a36-4c57-925b-2cd78a745395 req-670f74bc-87b0-4f6d-934b-31921cbb1d5c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dab26e51-fc5a-459d-8d24-a35378076cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251133 Jul 13 08:20:28.229369 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ad99c7a0-9a36-4c57-925b-2cd78a745395 req-1e18e2e6-9948-4868-bbf8-5378d93f5d6f service neutron] 10.222.0.25 "GET /v2.0/networks/dab26e51-fc5a-459d-8d24-a35378076cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837004 Jul 13 08:20:28.296305 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 6594c8fa-40e2-4e19-866b-3d0138384628 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:20:28.319012 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ad99c7a0-9a36-4c57-925b-2cd78a745395 req-c1db2449-ae72-4536-a7b2-fa8369ac4033 service neutron] 10.222.0.25 "GET /v2.0/networks/dab26e51-fc5a-459d-8d24-a35378076cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832450 Jul 13 08:20:28.388632 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 6594c8fa-40e2-4e19-866b-3d0138384628, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6594c8fa-40e2-4e19-866b-3d0138384628,segment=NetworkSegment(d30bb0d1-e63e-4464-8f46-ee2b13d723de),segment_id=d30bb0d1-e63e-4464-8f46-ee2b13d723de)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:20:28.400744 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '6594c8fa-40e2-4e19-866b-3d0138384628', 'network_id': 'dab26e51-fc5a-459d-8d24-a35378076cba', 'port_id': '6594c8fa-40e2-4e19-866b-3d0138384628', 'mac_address': 'fa:16:3e:a4:8a:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '847b13fa-b9af-468c-90e2-7d6cb084c8b1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:20:28.444120 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:28.457098 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6594c8fa-40e2-4e19-866b-3d0138384628 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:20:28.477102 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 6594c8fa-40e2-4e19-866b-3d0138384628, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6594c8fa-40e2-4e19-866b-3d0138384628,segment=NetworkSegment(d30bb0d1-e63e-4464-8f46-ee2b13d723de),segment_id=d30bb0d1-e63e-4464-8f46-ee2b13d723de)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:20:28.480954 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:28.536236 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=6594c8fa-40e2-4e19-866b-3d0138384628,revision_number=8']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:28.717192 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['6594c8fa-40e2-4e19-866b-3d0138384628'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:20:28.969046 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61921cba-455e-496a-ad44-fd3ca0c81196 req-990b1724-88e4-49e6-b2e0-3b003fcc7321 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:28.970564 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-61921cba-455e-496a-ad44-fd3ca0c81196 req-990b1724-88e4-49e6-b2e0-3b003fcc7321 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 944 time: 0.1188638 Jul 13 08:20:29.008703 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-61921cba-455e-496a-ad44-fd3ca0c81196 req-dda194b3-160f-4de9-a039-0f4639a868e8 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324676 Jul 13 08:20:29.178919 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3dff5-ebad-464d-baa8-fb50d24cd408 req-b76b2e02-cccd-4be8-b132-3d8ee2dbc0de tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:29.180365 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fcb3dff5-ebad-464d-baa8-fb50d24cd408 req-b76b2e02-cccd-4be8-b132-3d8ee2dbc0de tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 944 time: 0.0636823 Jul 13 08:20:29.217606 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fcb3dff5-ebad-464d-baa8-fb50d24cd408 req-1dac0270-b8e7-4148-bb9d-90bc244a2435 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317395 Jul 13 08:20:29.240802 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 6594c8fa-40e2-4e19-866b-3d0138384628 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:20:29.280214 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 6594c8fa-40e2-4e19-866b-3d0138384628 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:20:29.388507 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93661cf6-ef7a-4b53-8c25-aa6a5ae7e1fa req-141d6154-31c9-4dbc-912f-cb0eddbf7a81 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:29.389977 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-93661cf6-ef7a-4b53-8c25-aa6a5ae7e1fa req-141d6154-31c9-4dbc-912f-cb0eddbf7a81 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 944 time: 0.0625372 Jul 13 08:20:29.427094 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-93661cf6-ef7a-4b53-8c25-aa6a5ae7e1fa req-3664b19d-6e28-4e3c-aa33-06165655c137 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311933 Jul 13 08:20:29.990590 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b15e37-ad57-4cd9-9edf-6072ecb90690 req-8228f587-d3f3-40a8-b402-249f9ec591f3 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:29.991999 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-68b15e37-ad57-4cd9-9edf-6072ecb90690 req-8228f587-d3f3-40a8-b402-249f9ec591f3 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 944 time: 0.0678184 Jul 13 08:20:30.029687 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-68b15e37-ad57-4cd9-9edf-6072ecb90690 req-de7a2564-ed4f-4a4f-89a7-ca59d01c0857 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321233 Jul 13 08:20:30.322726 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 6594c8fa-40e2-4e19-866b-3d0138384628 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:20:30.368590 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cc53d9bb-c2e1-4103-9d6c-d2e03534a2d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:30.381951 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 6594c8fa-40e2-4e19-866b-3d0138384628 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:20:30.385702 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 6594c8fa-40e2-4e19-866b-3d0138384628 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:30.386059 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:30.464188 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:30.487809 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0548144e-d003-4c2b-8b6d-760ed70471a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6594c8fa-40e2-4e19-866b-3d0138384628'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:20:30.490026 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}819247fa28fcd914db4aabd8a9f8f95ceb467163a9d63008da3b74a1dcff375d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600e6ce9-f711-4efc-bc6f-3ad9c72c4fab" -d '{"events": [{"server_uuid": "0548144e-d003-4c2b-8b6d-760ed70471a9", "name": "network-vif-plugged", "status": "completed", "tag": "6594c8fa-40e2-4e19-866b-3d0138384628"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:20:30.502697 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 6594c8fa-40e2-4e19-866b-3d0138384628, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6594c8fa-40e2-4e19-866b-3d0138384628,segment=NetworkSegment(d30bb0d1-e63e-4464-8f46-ee2b13d723de),segment_id=d30bb0d1-e63e-4464-8f46-ee2b13d723de)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:20:30.506762 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:30.533982 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc435f4-1bc5-45f8-a3ff-7856e8913201 x-openstack-request-id: req-4cc435f4-1bc5-45f8-a3ff-7856e8913201 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:20:30.534264 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0548144e-d003-4c2b-8b6d-760ed70471a9", "name": "network-vif-plugged", "status": "completed", "tag": "6594c8fa-40e2-4e19-866b-3d0138384628", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:20:30.534515 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4cc435f4-1bc5-45f8-a3ff-7856e8913201 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:20:30.534918 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0548144e-d003-4c2b-8b6d-760ed70471a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6594c8fa-40e2-4e19-866b-3d0138384628', 'code': 200} Jul 13 08:20:30.563712 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=6594c8fa-40e2-4e19-866b-3d0138384628,revision_number=9']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:30.937715 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d6819-1193-452b-92c8-fbbdc2257f04 req-b6a4d6ad-0424-471b-ab8e-01c148289715 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:30.939086 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-758d6819-1193-452b-92c8-fbbdc2257f04 req-b6a4d6ad-0424-471b-ab8e-01c148289715 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.42 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 945 time: 0.0634565 Jul 13 08:20:31.038505 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-758d6819-1193-452b-92c8-fbbdc2257f04 req-a50edf07-db0f-40c4-89b9-1587874f633e tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Deleting port 6594c8fa-40e2-4e19-866b-3d0138384628 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:20:31.038843 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-758d6819-1193-452b-92c8-fbbdc2257f04 req-a50edf07-db0f-40c4-89b9-1587874f633e tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:31.128919 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-758d6819-1193-452b-92c8-fbbdc2257f04 req-a50edf07-db0f-40c4-89b9-1587874f633e tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] For port 6594c8fa-40e2-4e19-866b-3d0138384628, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=6594c8fa-40e2-4e19-866b-3d0138384628,segment=NetworkSegment(d30bb0d1-e63e-4464-8f46-ee2b13d723de),segment_id=d30bb0d1-e63e-4464-8f46-ee2b13d723de)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:20:31.129271 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-758d6819-1193-452b-92c8-fbbdc2257f04 req-a50edf07-db0f-40c4-89b9-1587874f633e tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:31.143849 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-758d6819-1193-452b-92c8-fbbdc2257f04 req-a50edf07-db0f-40c4-89b9-1587874f633e tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Calling delete_port for 6594c8fa-40e2-4e19-866b-3d0138384628 owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:20:31.258679 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f9a48-f392-4087-98db-d7b8e251db13 req-be2bb591-3675-4038-99cb-803623774eae tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:31.260200 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-426f9a48-f392-4087-98db-d7b8e251db13 req-be2bb591-3675-4038-99cb-803623774eae tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/ports?device_id=0548144e-d003-4c2b-8b6d-760ed70471a9 HTTP/1.1" status: 200 len: 945 time: 0.1175816 Jul 13 08:20:31.330621 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-426f9a48-f392-4087-98db-d7b8e251db13 req-903ef478-ebd0-4049-84af-f6f56e85e961 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac065592-0719-4534-898b-864d5f627fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613270 Jul 13 08:20:31.354109 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-758d6819-1193-452b-92c8-fbbdc2257f04 req-a50edf07-db0f-40c4-89b9-1587874f633e tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:31.365320 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['6594c8fa-40e2-4e19-866b-3d0138384628'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:20:31.382576 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50edf07-db0f-40c4-89b9-1587874f633e tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Pushing event deleted for resources: {'Port': ['ID=6594c8fa-40e2-4e19-866b-3d0138384628,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:31.433008 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-758d6819-1193-452b-92c8-fbbdc2257f04 req-a50edf07-db0f-40c4-89b9-1587874f633e tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] No DVR routers for this DVR port 6594c8fa-40e2-4e19-866b-3d0138384628 on host n-h1-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:20:31.435620 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-758d6819-1193-452b-92c8-fbbdc2257f04 req-a50edf07-db0f-40c4-89b9-1587874f633e tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:31.437768 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-758d6819-1193-452b-92c8-fbbdc2257f04 req-a50edf07-db0f-40c4-89b9-1587874f633e tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] 10.222.0.42 "DELETE /v2.0/ports/6594c8fa-40e2-4e19-866b-3d0138384628 HTTP/1.1" status: 204 len: 173 time: 0.4938526 Jul 13 08:20:31.438199 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0548144e-d003-4c2b-8b6d-760ed70471a9', 'name': 'network-vif-deleted', 'tag': '6594c8fa-40e2-4e19-866b-3d0138384628'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:20:31.440501 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85df082f-d50d-4d35-8ef0-e3354bf42e5f" -d '{"events": [{"server_uuid": "0548144e-d003-4c2b-8b6d-760ed70471a9", "name": "network-vif-deleted", "tag": "6594c8fa-40e2-4e19-866b-3d0138384628"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:20:31.540644 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c48bb22-8a8a-4b30-8465-19b10eaec684 x-openstack-request-id: req-5c48bb22-8a8a-4b30-8465-19b10eaec684 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:20:31.540927 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0548144e-d003-4c2b-8b6d-760ed70471a9", "name": "network-vif-deleted", "tag": "6594c8fa-40e2-4e19-866b-3d0138384628", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:20:31.541174 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c48bb22-8a8a-4b30-8465-19b10eaec684 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:20:31.541571 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0548144e-d003-4c2b-8b6d-760ed70471a9', 'name': 'network-vif-deleted', 'tag': '6594c8fa-40e2-4e19-866b-3d0138384628', 'status': 'completed', 'code': 200} Jul 13 08:20:32.562225 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42802) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:32.605364 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e092136-c103-46ca-8b8f-66b8fd239c7c admin admin] Deleting subnet 847b13fa-b9af-468c-90e2-7d6cb084c8b1 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:20:32.609173 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6e092136-c103-46ca-8b8f-66b8fd239c7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:32.646356 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6e092136-c103-46ca-8b8f-66b8fd239c7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:32.684366 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6e092136-c103-46ca-8b8f-66b8fd239c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:32.735566 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6e092136-c103-46ca-8b8f-66b8fd239c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:32.760934 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e092136-c103-46ca-8b8f-66b8fd239c7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=847b13fa-b9af-468c-90e2-7d6cb084c8b1,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:32.764817 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6e092136-c103-46ca-8b8f-66b8fd239c7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:32.767580 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6e092136-c103-46ca-8b8f-66b8fd239c7c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/847b13fa-b9af-468c-90e2-7d6cb084c8b1 HTTP/1.1" status: 204 len: 168 time: 0.2037406 Jul 13 08:20:32.769453 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42804) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:32.841002 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-965022b2-0479-494f-85b0-abc7445b9a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:32.918949 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-965022b2-0479-494f-85b0-abc7445b9a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:32.928809 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-965022b2-0479-494f-85b0-abc7445b9a5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dab26e51-fc5a-459d-8d24-a35378076cba']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:32.938770 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-965022b2-0479-494f-85b0-abc7445b9a5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd30bb0d1-e63e-4464-8f46-ee2b13d723de') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:32.938992 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-965022b2-0479-494f-85b0-abc7445b9a5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd30bb0d1-e63e-4464-8f46-ee2b13d723de') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:32.947500 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-965022b2-0479-494f-85b0-abc7445b9a5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:32.961380 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-965022b2-0479-494f-85b0-abc7445b9a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:32.966902 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-965022b2-0479-494f-85b0-abc7445b9a5c admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:20:32.967301 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-965022b2-0479-494f-85b0-abc7445b9a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:32.969904 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:20:32.969904 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:20:32.969904 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:20:32.969904 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:20:32.969904 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:20:32.969904 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:20:32.969904 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:20:32.969904 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:20:32.969904 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:20:32.969904 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:20:32.969904 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 08:20:32.969904 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:20:32.969904 n-d-771363-34 neutron-server[94018]: timer() Jul 13 08:20:32.969904 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:20:32.969904 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 08:20:32.969904 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:20:32.969904 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 08:20:32.969904 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:20:32.969904 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 08:20:32.969904 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:20:32.969904 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 08:20:32.969904 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:20:32.969904 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 08:20:32.969904 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:20:32.969904 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:20:32.969904 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:20:32.969904 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:20:32.969904 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:20:32.969904 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 08:20:32.969904 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:20:32.969904 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 08:20:32.969904 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:20:32.969904 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:20:32.969904 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:20:32.969904 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 08:20:32.969904 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:20:32.969904 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:20:32.969904 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:20:32.969904 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:20:32.969904 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:20:32.969904 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:20:32.969904 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:20:33.027747 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-965022b2-0479-494f-85b0-abc7445b9a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:33.033595 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-965022b2-0479-494f-85b0-abc7445b9a5c admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:33.038395 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-965022b2-0479-494f-85b0-abc7445b9a5c admin admin] 10.222.0.23 "DELETE /v2.0/networks/dab26e51-fc5a-459d-8d24-a35378076cba HTTP/1.1" status: 204 len: 168 time: 0.2679844 Jul 13 08:20:33.049868 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965022b2-0479-494f-85b0-abc7445b9a5c admin admin] Pushing event deleted for resources: {'Network': ['ID=dab26e51-fc5a-459d-8d24-a35378076cba,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:33.144830 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42808) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:33.184171 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7195491c-4190-4e68-aa2b-8d99c88f3077 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e23bb98701a04366ac8be6b5f01b1b99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382164 Jul 13 08:20:33.187261 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42810) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:33.223229 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-bbd6275f-e278-4be7-85ca-72e17c2c172c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:33.225619 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:33.238495 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2948527d-1671-4724-80d0-e42a73696b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:33.259131 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2948527d-1671-4724-80d0-e42a73696b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:33.310539 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2948527d-1671-4724-80d0-e42a73696b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:33.313464 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2948527d-1671-4724-80d0-e42a73696b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:33.314593 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2948527d-1671-4724-80d0-e42a73696b21 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ac065592-0719-4534-898b-864d5f627fbf HTTP/1.1" status: 204 len: 168 time: 0.1264691 Jul 13 08:20:33.322093 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2948527d-1671-4724-80d0-e42a73696b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac065592-0719-4534-898b-864d5f627fbf,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:33.329872 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2948527d-1671-4724-80d0-e42a73696b21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:33.330215 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2948527d-1671-4724-80d0-e42a73696b21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:33.330543 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2948527d-1671-4724-80d0-e42a73696b21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:33.330880 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2948527d-1671-4724-80d0-e42a73696b21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:33.331230 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2948527d-1671-4724-80d0-e42a73696b21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:33.331701 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2948527d-1671-4724-80d0-e42a73696b21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:33.332034 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2948527d-1671-4724-80d0-e42a73696b21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:33.332359 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2948527d-1671-4724-80d0-e42a73696b21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:33.332689 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2948527d-1671-4724-80d0-e42a73696b21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:33.333011 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2948527d-1671-4724-80d0-e42a73696b21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:33.333336 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2948527d-1671-4724-80d0-e42a73696b21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:33.333654 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2948527d-1671-4724-80d0-e42a73696b21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:33.968569 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 42832) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:34.062408 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-77498b1d-8246-43a4-8d5b-6689f7adf739 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1585476715-network', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:20:34.083488 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77498b1d-8246-43a4-8d5b-6689f7adf739 admin admin] Made reservation on behalf of d9b9f2475bd6470a984bd5e137557b3a for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:20:34.085763 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-77498b1d-8246-43a4-8d5b-6689f7adf739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:34.093940 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-77498b1d-8246-43a4-8d5b-6689f7adf739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:34.180023 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-77498b1d-8246-43a4-8d5b-6689f7adf739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:34.183586 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-77498b1d-8246-43a4-8d5b-6689f7adf739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:34.204775 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77498b1d-8246-43a4-8d5b-6689f7adf739 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:20:34.219699 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77498b1d-8246-43a4-8d5b-6689f7adf739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d449176-c53e-496e-9cc9-ae42b8569287,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:34.222602 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-77498b1d-8246-43a4-8d5b-6689f7adf739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:34.222952 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-77498b1d-8246-43a4-8d5b-6689f7adf739 admin admin] Added segment 865b2335-39ca-49de-9f07-7385d69ab722 of type vlan for network adfbf2f9-e250-4fa0-9e73-814bcba7a298 Jul 13 08:20:34.262755 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-77498b1d-8246-43a4-8d5b-6689f7adf739 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:34.284534 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:34.297009 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-77498b1d-8246-43a4-8d5b-6689f7adf739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:34.297975 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77498b1d-8246-43a4-8d5b-6689f7adf739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:34.298556 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-77498b1d-8246-43a4-8d5b-6689f7adf739 admin admin] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:34.327384 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 6594c8fa-40e2-4e19-866b-3d0138384628 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:20:34.327839 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-77498b1d-8246-43a4-8d5b-6689f7adf739 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3580961 Jul 13 08:20:34.329373 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42836) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:34.336135 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-534094d5-7b07-4828-9fe5-913495d3fad7 admin admin] Request body: {'subnet': {'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1585476715-subnet', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:20:34.353004 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 6594c8fa-40e2-4e19-866b-3d0138384628 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:20:34.353476 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 6594c8fa-40e2-4e19-866b-3d0138384628 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:20:34.360790 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534094d5-7b07-4828-9fe5-913495d3fad7 admin admin] Made reservation on behalf of d9b9f2475bd6470a984bd5e137557b3a for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:20:34.363392 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-534094d5-7b07-4828-9fe5-913495d3fad7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:34.368913 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77498b1d-8246-43a4-8d5b-6689f7adf739 admin admin] Pushing event updated for resources: {'Network': ['ID=adfbf2f9-e250-4fa0-9e73-814bcba7a298,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:34.379448 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network adfbf2f9-e250-4fa0-9e73-814bcba7a298 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:20:34.546733 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-534094d5-7b07-4828-9fe5-913495d3fad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:34.596673 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534094d5-7b07-4828-9fe5-913495d3fad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbd435ef-ced0-482e-8c78-0b87e334722f,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:34.613365 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534094d5-7b07-4828-9fe5-913495d3fad7 admin admin] Checking segment: {'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:20:34.613713 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534094d5-7b07-4828-9fe5-913495d3fad7 admin admin] Network hostable DHCP agents. Network: adfbf2f9-e250-4fa0-9e73-814bcba7a298, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:20:34.629987 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534094d5-7b07-4828-9fe5-913495d3fad7 admin admin] Network adfbf2f9-e250-4fa0-9e73-814bcba7a298 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:20:34.638813 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-534094d5-7b07-4828-9fe5-913495d3fad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, adfbf2f9-e250-4fa0-9e73-814bcba7a298) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:20:34.644101 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534094d5-7b07-4828-9fe5-913495d3fad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:34.644671 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-534094d5-7b07-4828-9fe5-913495d3fad7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:34.649283 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4150f5e6-a44f-4ef6-a741-4e6bab06172b None None] Network adfbf2f9-e250-4fa0-9e73-814bcba7a298 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:20:34.660066 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-534094d5-7b07-4828-9fe5-913495d3fad7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3295949 Jul 13 08:20:34.662739 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42838) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:34.667057 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-a941283f-6cb4-4eca-9294-db18ff3d10d1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1585476715-router', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:20:34.690628 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a941283f-6cb4-4eca-9294-db18ff3d10d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:34.691633 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a941283f-6cb4-4eca-9294-db18ff3d10d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:34.746762 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a941283f-6cb4-4eca-9294-db18ff3d10d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:34.796583 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f087df5c-a7bd-4170-a5e5-4db0129ea8f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'fixed_ips': [{'subnet_id': 'bbd435ef-ced0-482e-8c78-0b87e334722f'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:20:34.797540 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f087df5c-a7bd-4170-a5e5-4db0129ea8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:34.886149 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a941283f-6cb4-4eca-9294-db18ff3d10d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:35.092467 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-f087df5c-a7bd-4170-a5e5-4db0129ea8f0 None None] Allocated IP 172.20.0.2 (adfbf2f9-e250-4fa0-9e73-814bcba7a298/bbd435ef-ced0-482e-8c78-0b87e334722f/90da2d5f-30d2-4e6e-bafe-822dd393b4f9) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:20:35.093656 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a941283f-6cb4-4eca-9294-db18ff3d10d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:35.112972 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a941283f-6cb4-4eca-9294-db18ff3d10d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:35.225818 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-a941283f-6cb4-4eca-9294-db18ff3d10d1 admin admin] Allocated IP 172.25.3.32 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/5eb59170-575d-4ea9-a0a8-1ee71e8c9e86) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:20:35.239264 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f087df5c-a7bd-4170-a5e5-4db0129ea8f0 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:35.248049 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f087df5c-a7bd-4170-a5e5-4db0129ea8f0 None None] Transition to ACTIVE for port object 90da2d5f-30d2-4e6e-bafe-822dd393b4f9 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:20:35.264409 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f087df5c-a7bd-4170-a5e5-4db0129ea8f0 None None] Transition to ACTIVE for port object 90da2d5f-30d2-4e6e-bafe-822dd393b4f9 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:20:35.271470 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f087df5c-a7bd-4170-a5e5-4db0129ea8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:35.311818 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f087df5c-a7bd-4170-a5e5-4db0129ea8f0 None None] Network adfbf2f9-e250-4fa0-9e73-814bcba7a298 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:20:35.316918 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-f087df5c-a7bd-4170-a5e5-4db0129ea8f0 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:20:35.319843 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f087df5c-a7bd-4170-a5e5-4db0129ea8f0 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:20:35.326739 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087df5c-a7bd-4170-a5e5-4db0129ea8f0 None None] Pushing event updated for resources: {'Port': ['ID=90da2d5f-30d2-4e6e-bafe-822dd393b4f9,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:35.330155 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a941283f-6cb4-4eca-9294-db18ff3d10d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:35.374906 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a941283f-6cb4-4eca-9294-db18ff3d10d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:35.383488 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-f087df5c-a7bd-4170-a5e5-4db0129ea8f0 None None] Attempting to bind port 90da2d5f-30d2-4e6e-bafe-822dd393b4f9 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:20:35.383856 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-f087df5c-a7bd-4170-a5e5-4db0129ea8f0 None None] Attempting to bind port 90da2d5f-30d2-4e6e-bafe-822dd393b4f9 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:20:35.384237 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f087df5c-a7bd-4170-a5e5-4db0129ea8f0 None None] Attempting to bind port 90da2d5f-30d2-4e6e-bafe-822dd393b4f9 on network adfbf2f9-e250-4fa0-9e73-814bcba7a298 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:20:35.389925 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f087df5c-a7bd-4170-a5e5-4db0129ea8f0 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:20:35.391416 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f087df5c-a7bd-4170-a5e5-4db0129ea8f0 None None] Checking segment: {'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:20:35.391416 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f087df5c-a7bd-4170-a5e5-4db0129ea8f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:35.391416 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f087df5c-a7bd-4170-a5e5-4db0129ea8f0 None None] Bound using segment: {'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:20:35.391808 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-f087df5c-a7bd-4170-a5e5-4db0129ea8f0 None None] Bound port: 90da2d5f-30d2-4e6e-bafe-822dd393b4f9, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:20:35.392186 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f087df5c-a7bd-4170-a5e5-4db0129ea8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:35.416085 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a941283f-6cb4-4eca-9294-db18ff3d10d1 admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:20:35.418966 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-a941283f-6cb4-4eca-9294-db18ff3d10d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:20:35.422488 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a941283f-6cb4-4eca-9294-db18ff3d10d1 admin admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:20:35.428104 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941283f-6cb4-4eca-9294-db18ff3d10d1 admin admin] Pushing event updated for resources: {'Port': ['ID=5eb59170-575d-4ea9-a0a8-1ee71e8c9e86,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:35.461219 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f087df5c-a7bd-4170-a5e5-4db0129ea8f0 None None] For port 90da2d5f-30d2-4e6e-bafe-822dd393b4f9, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:20:35.464638 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f087df5c-a7bd-4170-a5e5-4db0129ea8f0 None None] For port 90da2d5f-30d2-4e6e-bafe-822dd393b4f9, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=90da2d5f-30d2-4e6e-bafe-822dd393b4f9,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:20:35.469636 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f087df5c-a7bd-4170-a5e5-4db0129ea8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:35.529083 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087df5c-a7bd-4170-a5e5-4db0129ea8f0 None None] Pushing event updated for resources: {'Port': ['ID=90da2d5f-30d2-4e6e-bafe-822dd393b4f9,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:35.696129 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a941283f-6cb4-4eca-9294-db18ff3d10d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:36.052464 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:36.239067 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a941283f-6cb4-4eca-9294-db18ff3d10d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:36.363848 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 90da2d5f-30d2-4e6e-bafe-822dd393b4f9 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:20:36.381116 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a941283f-6cb4-4eca-9294-db18ff3d10d1 admin admin] Router b6cadc84-f97f-45d8-a829-070facdf2407 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:20:36.416738 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 90da2d5f-30d2-4e6e-bafe-822dd393b4f9 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:20:36.476138 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d40075-a7e6-46ea-abf2-ee4717ddadd5 None None] Network adfbf2f9-e250-4fa0-9e73-814bcba7a298 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:20:36.495827 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a941283f-6cb4-4eca-9294-db18ff3d10d1 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:20:36.509168 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5313b316-50fe-4cb2-92cf-30218d3bc87b None None] Sync routers for ids ['b6cadc84-f97f-45d8-a829-070facdf2407'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:20:36.513064 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a941283f-6cb4-4eca-9294-db18ff3d10d1 admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:36.518700 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a941283f-6cb4-4eca-9294-db18ff3d10d1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8508306 Jul 13 08:20:36.518904 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ec4d3128-08e3-4058-9c98-4c9983c6cc63 None None] Provisioning for port 90da2d5f-30d2-4e6e-bafe-822dd393b4f9 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:20:36.519085 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42840) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:36.553636 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ec4d3128-08e3-4058-9c98-4c9983c6cc63 None None] Provisioning complete for port 90da2d5f-30d2-4e6e-bafe-822dd393b4f9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:36.554007 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ec4d3128-08e3-4058-9c98-4c9983c6cc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:36.575489 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5313b316-50fe-4cb2-92cf-30218d3bc87b None None] Routers {'b6cadc84-f97f-45d8-a829-070facdf2407'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:20:36.576141 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-5313b316-50fe-4cb2-92cf-30218d3bc87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:20:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['b6cadc84-f97f-45d8-a829-070facdf2407'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:36.761097 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-5313b316-50fe-4cb2-92cf-30218d3bc87b None None] Set router b6cadc84-f97f-45d8-a829-070facdf2407 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:20:36.853255 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ec4d3128-08e3-4058-9c98-4c9983c6cc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:36.937438 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b7c5a6c6-7a15-4230-ba73-a7320d73e72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:36.945448 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-ec4d3128-08e3-4058-9c98-4c9983c6cc63 None None] For port 90da2d5f-30d2-4e6e-bafe-822dd393b4f9, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=90da2d5f-30d2-4e6e-bafe-822dd393b4f9,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:20:36.957652 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ec4d3128-08e3-4058-9c98-4c9983c6cc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:37.055648 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d3128-08e3-4058-9c98-4c9983c6cc63 None None] Pushing event updated for resources: {'Port': ['ID=90da2d5f-30d2-4e6e-bafe-822dd393b4f9,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:37.073619 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-5313b316-50fe-4cb2-92cf-30218d3bc87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'name': 'tempest-ServerActionsTestJSON-1585476715-router', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:34Z', 'updated_at': '2021-07-13T08:20:35Z', 'revision_number': 3, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'gw_port': {'id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:64:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:35Z', 'updated_at': '2021-07-13T08:20:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:37.098560 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-b7c5a6c6-7a15-4230-ba73-a7320d73e72a admin admin] Allocated IP 172.20.0.1 (adfbf2f9-e250-4fa0-9e73-814bcba7a298/bbd435ef-ced0-482e-8c78-0b87e334722f/3d5bd495-ae77-498f-947a-86bbde072555) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:20:37.102366 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5313b316-50fe-4cb2-92cf-30218d3bc87b None None] Checking router: b6cadc84-f97f-45d8-a829-070facdf2407 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:20:37.102629 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5313b316-50fe-4cb2-92cf-30218d3bc87b None None] Updating router b6cadc84-f97f-45d8-a829-070facdf2407 port 5eb59170-575d-4ea9-a0a8-1ee71e8c9e86 binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:20:37.140479 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5313b316-50fe-4cb2-92cf-30218d3bc87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:37.209153 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b7c5a6c6-7a15-4230-ba73-a7320d73e72a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:37.224018 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-b7c5a6c6-7a15-4230-ba73-a7320d73e72a admin admin] Transition to ACTIVE for port object 3d5bd495-ae77-498f-947a-86bbde072555 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:20:37.258201 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b7c5a6c6-7a15-4230-ba73-a7320d73e72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:37.267798 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-bd486f8e-8f73-493e-adc0-9c8e98c8f203 None None] Provisioning complete for port 90da2d5f-30d2-4e6e-bafe-822dd393b4f9 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:37.268162 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-bd486f8e-8f73-493e-adc0-9c8e98c8f203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:37.298482 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c5a6c6-7a15-4230-ba73-a7320d73e72a admin admin] Network adfbf2f9-e250-4fa0-9e73-814bcba7a298 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:20:37.301198 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-b7c5a6c6-7a15-4230-ba73-a7320d73e72a admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:20:37.306616 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c5a6c6-7a15-4230-ba73-a7320d73e72a admin admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:20:37.334162 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5a6c6-7a15-4230-ba73-a7320d73e72a admin admin] Pushing event updated for resources: {'Port': ['ID=3d5bd495-ae77-498f-947a-86bbde072555,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:37.352523 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b7c5a6c6-7a15-4230-ba73-a7320d73e72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:37.491424 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5313b316-50fe-4cb2-92cf-30218d3bc87b None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:37.502287 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5313b316-50fe-4cb2-92cf-30218d3bc87b None None] Transition to ACTIVE for port object 5eb59170-575d-4ea9-a0a8-1ee71e8c9e86 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:20:37.505678 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b7c5a6c6-7a15-4230-ba73-a7320d73e72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:37.509206 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5313b316-50fe-4cb2-92cf-30218d3bc87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:37.565295 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-5313b316-50fe-4cb2-92cf-30218d3bc87b None None] Attempting to bind port 5eb59170-575d-4ea9-a0a8-1ee71e8c9e86 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:20:37.565564 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-5313b316-50fe-4cb2-92cf-30218d3bc87b None None] Attempting to bind port 5eb59170-575d-4ea9-a0a8-1ee71e8c9e86 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:20:37.565926 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5313b316-50fe-4cb2-92cf-30218d3bc87b None None] Attempting to bind port 5eb59170-575d-4ea9-a0a8-1ee71e8c9e86 on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:20:37.575585 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34454e93-4f6e-4b64-8b63-819b36324a69 None None] Pushing event updated for resources: {'Port': ['ID=5eb59170-575d-4ea9-a0a8-1ee71e8c9e86,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:37.579666 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5313b316-50fe-4cb2-92cf-30218d3bc87b None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:20:37.580039 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5313b316-50fe-4cb2-92cf-30218d3bc87b None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:20:37.580447 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5313b316-50fe-4cb2-92cf-30218d3bc87b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:37.580828 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5313b316-50fe-4cb2-92cf-30218d3bc87b None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:20:37.581305 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-5313b316-50fe-4cb2-92cf-30218d3bc87b None None] Bound port: 5eb59170-575d-4ea9-a0a8-1ee71e8c9e86, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:20:37.581685 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5313b316-50fe-4cb2-92cf-30218d3bc87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:37.609854 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1717f333-2143-425c-b645-4680ec4e878a None None] Provisioning for port 3d5bd495-ae77-498f-947a-86bbde072555 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:20:37.620176 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1717f333-2143-425c-b645-4680ec4e878a None None] Provisioning complete for port 3d5bd495-ae77-498f-947a-86bbde072555 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:37.620542 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1717f333-2143-425c-b645-4680ec4e878a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:37.667358 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-5313b316-50fe-4cb2-92cf-30218d3bc87b None None] For port 5eb59170-575d-4ea9-a0a8-1ee71e8c9e86, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:20:37.672181 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-5313b316-50fe-4cb2-92cf-30218d3bc87b None None] For port 5eb59170-575d-4ea9-a0a8-1ee71e8c9e86, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=5eb59170-575d-4ea9-a0a8-1ee71e8c9e86,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:20:37.673555 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-1717f333-2143-425c-b645-4680ec4e878a None None] Port 3d5bd495-ae77-498f-947a-86bbde072555 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:20:37.676605 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5313b316-50fe-4cb2-92cf-30218d3bc87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:37.677964 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b7c5a6c6-7a15-4230-ba73-a7320d73e72a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:37.682003 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b7c5a6c6-7a15-4230-ba73-a7320d73e72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:37.734281 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5313b316-50fe-4cb2-92cf-30218d3bc87b None None] Routers {'b6cadc84-f97f-45d8-a829-070facdf2407'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:20:37.734554 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-5313b316-50fe-4cb2-92cf-30218d3bc87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:20:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['b6cadc84-f97f-45d8-a829-070facdf2407'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:37.746825 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5a6c6-7a15-4230-ba73-a7320d73e72a admin admin] Pushing event updated for resources: {'Port': ['ID=3d5bd495-ae77-498f-947a-86bbde072555,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:37.762622 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b7c5a6c6-7a15-4230-ba73-a7320d73e72a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:37.773454 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34454e93-4f6e-4b64-8b63-819b36324a69 None None] Pushing event updated for resources: {'Port': ['ID=5eb59170-575d-4ea9-a0a8-1ee71e8c9e86,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:37.853427 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-5313b316-50fe-4cb2-92cf-30218d3bc87b None None] Set router b6cadc84-f97f-45d8-a829-070facdf2407 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:20:37.863297 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c5a6c6-7a15-4230-ba73-a7320d73e72a admin admin] Network adfbf2f9-e250-4fa0-9e73-814bcba7a298 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:20:37.864784 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-b7c5a6c6-7a15-4230-ba73-a7320d73e72a admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:20:37.985525 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c5a6c6-7a15-4230-ba73-a7320d73e72a admin admin] Router b6cadc84-f97f-45d8-a829-070facdf2407 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:20:38.012123 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f428f1e8-0913-4858-92f5-818c3417dee9 None None] Provisioning complete for port 3d5bd495-ae77-498f-947a-86bbde072555 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:38.012483 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f428f1e8-0913-4858-92f5-818c3417dee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:38.080297 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f428f1e8-0913-4858-92f5-818c3417dee9 None None] Port 3d5bd495-ae77-498f-947a-86bbde072555 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:20:38.107829 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c5a6c6-7a15-4230-ba73-a7320d73e72a admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:20:38.111456 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-5313b316-50fe-4cb2-92cf-30218d3bc87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'name': 'tempest-ServerActionsTestJSON-1585476715-router', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:34Z', 'updated_at': '2021-07-13T08:20:37Z', 'revision_number': 4, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'gw_port': {'id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:64:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:35Z', 'updated_at': '2021-07-13T08:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '3d5bd495-ae77-498f-947a-86bbde072555', 'name': '', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'mac_address': 'fa:16:3e:f1:6c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:36Z', 'updated_at': '2021-07-13T08:20:37Z', 'revision_number': 2, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'subnets': [{'id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:38.120468 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b7c5a6c6-7a15-4230-ba73-a7320d73e72a admin admin] 10.222.0.23 "PUT /v2.0/routers/b6cadc84-f97f-45d8-a829-070facdf2407/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6002231 Jul 13 08:20:38.146455 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5313b316-50fe-4cb2-92cf-30218d3bc87b None None] The sync data for ids ['b6cadc84-f97f-45d8-a829-070facdf2407'] in n-d-771363-34 is: [{'id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'name': 'tempest-ServerActionsTestJSON-1585476715-router', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:34Z', 'updated_at': '2021-07-13T08:20:37Z', 'revision_number': 4, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'gw_port': {'id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:64:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:35Z', 'updated_at': '2021-07-13T08:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '3d5bd495-ae77-498f-947a-86bbde072555', 'name': '', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'mac_address': 'fa:16:3e:f1:6c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:36Z', 'updated_at': '2021-07-13T08:20:37Z', 'revision_number': 2, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'subnets': [{'id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:20:38.199831 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2ac1663c-0497-4b4b-b7a8-4b835d03ab92 None None] Provisioning complete for port 3d5bd495-ae77-498f-947a-86bbde072555 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:38.200283 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2ac1663c-0497-4b4b-b7a8-4b835d03ab92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:38.240281 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2ac1663c-0497-4b4b-b7a8-4b835d03ab92 None None] Port 3d5bd495-ae77-498f-947a-86bbde072555 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:20:38.399821 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 90da2d5f-30d2-4e6e-bafe-822dd393b4f9 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:20:38.466955 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 90da2d5f-30d2-4e6e-bafe-822dd393b4f9 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:38.467500 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:38.581063 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42848) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:38.586137 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-e7dbebaa-1b2c-4eae-b179-7abcbce21459 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1381142462', 'description': 'tempest-description--1299457655'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:20:38.609814 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e7dbebaa-1b2c-4eae-b179-7abcbce21459 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:38.697635 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e7dbebaa-1b2c-4eae-b179-7abcbce21459 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:38.701342 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e7dbebaa-1b2c-4eae-b179-7abcbce21459 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:38.729499 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e7dbebaa-1b2c-4eae-b179-7abcbce21459 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:38.730759 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e7dbebaa-1b2c-4eae-b179-7abcbce21459 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1486797 Jul 13 08:20:38.734258 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42850) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:38.739821 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-9ae632c9-b42e-487e-9cfd-fe391672939a tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Request body: {'security_group_rule': {'security_group_id': 'daa49564-c3fc-4600-a50a-58f4ad7933bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:20:38.745353 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dbebaa-1b2c-4eae-b179-7abcbce21459 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daa49564-c3fc-4600-a50a-58f4ad7933bb,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:38.771762 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9ae632c9-b42e-487e-9cfd-fe391672939a tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:38.848001 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9ae632c9-b42e-487e-9cfd-fe391672939a tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:38.851434 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9ae632c9-b42e-487e-9cfd-fe391672939a tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:38.873467 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae632c9-b42e-487e-9cfd-fe391672939a tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c71176-27c0-421d-8b10-5ec78bc6af31,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:38.877949 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9ae632c9-b42e-487e-9cfd-fe391672939a tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:38.879184 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9ae632c9-b42e-487e-9cfd-fe391672939a tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1440067 Jul 13 08:20:38.881706 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42852) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:38.886235 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-c7fe9567-23e0-453a-8833-9b894120ef06 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Request body: {'security_group_rule': {'security_group_id': 'daa49564-c3fc-4600-a50a-58f4ad7933bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:20:38.916032 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c7fe9567-23e0-453a-8833-9b894120ef06 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:38.980343 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c7fe9567-23e0-453a-8833-9b894120ef06 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:38.984296 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c7fe9567-23e0-453a-8833-9b894120ef06 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:39.003487 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe9567-23e0-453a-8833-9b894120ef06 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a18c9336-92d0-454b-899e-bfca2cbde636,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:39.009956 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c7fe9567-23e0-453a-8833-9b894120ef06 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:39.011255 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c7fe9567-23e0-453a-8833-9b894120ef06 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1285734 Jul 13 08:20:39.014894 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42854) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:39.020267 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-40f4c119-ff8d-4d3d-b8f2-988c13210810 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:20:39.041760 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-40f4c119-ff8d-4d3d-b8f2-988c13210810 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks [] for floatingip, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:39.147382 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-40f4c119-ff8d-4d3d-b8f2-988c13210810 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:39.258237 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-40f4c119-ff8d-4d3d-b8f2-988c13210810 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Allocated IP 172.25.3.82 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/03b5850d-22fe-466d-b00d-a51a20021203) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:20:39.363123 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-40f4c119-ff8d-4d3d-b8f2-988c13210810 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:39.405352 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-40f4c119-ff8d-4d3d-b8f2-988c13210810 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:39.442462 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f4c119-ff8d-4d3d-b8f2-988c13210810 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:20:39.447330 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-40f4c119-ff8d-4d3d-b8f2-988c13210810 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:20:39.450727 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f4c119-ff8d-4d3d-b8f2-988c13210810 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:20:39.478079 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4c119-ff8d-4d3d-b8f2-988c13210810 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Pushing event updated for resources: {'Port': ['ID=03b5850d-22fe-466d-b00d-a51a20021203,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:39.541475 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-40f4c119-ff8d-4d3d-b8f2-988c13210810 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:39.585463 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-40f4c119-ff8d-4d3d-b8f2-988c13210810 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:39.737582 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-40f4c119-ff8d-4d3d-b8f2-988c13210810 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:39.741875 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-40f4c119-ff8d-4d3d-b8f2-988c13210810 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:39.807343 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4c119-ff8d-4d3d-b8f2-988c13210810 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Pushing event updated for resources: {'Port': ['ID=03b5850d-22fe-466d-b00d-a51a20021203,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:39.819396 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-40f4c119-ff8d-4d3d-b8f2-988c13210810 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:39.832289 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-40f4c119-ff8d-4d3d-b8f2-988c13210810 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:39.833564 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-40f4c119-ff8d-4d3d-b8f2-988c13210810 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8170648 Jul 13 08:20:39.979647 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-fa1ddf36-559d-4e25-b201-a7df929f2125 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1381142462&fields=id&tenant_id=d9b9f2475bd6470a984bd5e137557b3a HTTP/1.1" status: 200 len: 267 time: 0.0383847 Jul 13 08:20:40.086622 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-57763e2b-9c7c-42ed-a38d-725f5dc688c2 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:40.088179 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-57763e2b-9c7c-42ed-a38d-725f5dc688c2 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 812 time: 0.1016212 Jul 13 08:20:40.104051 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-d30313a2-9998-41aa-b4a0-2c5a11d75f9b tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/quotas/d9b9f2475bd6470a984bd5e137557b3a HTTP/1.1" status: 200 len: 375 time: 0.0096159 Jul 13 08:20:40.169251 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490d923a-baad-4c8d-892d-319c317bee97 None None] Sync routers for ids ['b6cadc84-f97f-45d8-a829-070facdf2407'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:20:40.175494 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-5af272c9-8cba-4481-98dd-6f3a7ac2a29d tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0653946 Jul 13 08:20:40.178993 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490d923a-baad-4c8d-892d-319c317bee97 None None] Routers {'b6cadc84-f97f-45d8-a829-070facdf2407'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:20:40.179749 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-490d923a-baad-4c8d-892d-319c317bee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:20:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['b6cadc84-f97f-45d8-a829-070facdf2407'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:40.284039 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-490d923a-baad-4c8d-892d-319c317bee97 None None] Set router b6cadc84-f97f-45d8-a829-070facdf2407 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:20:40.327721 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-c6486836-640a-448a-8408-5a6edafe56a7 service neutron] 10.222.0.23 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391966 Jul 13 08:20:40.362844 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 5eb59170-575d-4ea9-a0a8-1ee71e8c9e86 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:20:40.414961 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 5eb59170-575d-4ea9-a0a8-1ee71e8c9e86 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:20:40.423243 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 5eb59170-575d-4ea9-a0a8-1ee71e8c9e86 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:40.423939 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:40.440518 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-4cbef2df-4d61-4e63-8308-dda98d0e4924 service neutron] 10.222.0.23 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071866 Jul 13 08:20:40.496485 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-490d923a-baad-4c8d-892d-319c317bee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'name': 'tempest-ServerActionsTestJSON-1585476715-router', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:34Z', 'updated_at': '2021-07-13T08:20:37Z', 'revision_number': 4, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'gw_port': {'id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:64:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:35Z', 'updated_at': '2021-07-13T08:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '3d5bd495-ae77-498f-947a-86bbde072555', 'name': '', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'mac_address': 'fa:16:3e:f1:6c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:36Z', 'updated_at': '2021-07-13T08:20:37Z', 'revision_number': 2, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'subnets': [{'id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:40.511728 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:40.524012 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490d923a-baad-4c8d-892d-319c317bee97 None None] Checking router: b6cadc84-f97f-45d8-a829-070facdf2407 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:20:40.524360 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490d923a-baad-4c8d-892d-319c317bee97 None None] Updating router b6cadc84-f97f-45d8-a829-070facdf2407 port 3d5bd495-ae77-498f-947a-86bbde072555 binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:20:40.533389 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 5eb59170-575d-4ea9-a0a8-1ee71e8c9e86, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=5eb59170-575d-4ea9-a0a8-1ee71e8c9e86,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:20:40.538294 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:40.569821 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-490d923a-baad-4c8d-892d-319c317bee97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:40.606247 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=5eb59170-575d-4ea9-a0a8-1ee71e8c9e86,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:40.626977 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-015123af-8c0b-443e-a80e-8f55291aa378 req-d8c9a1d7-c6fe-4e3c-ad49-662320a3a9af tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 210 time: 0.0321202 Jul 13 08:20:40.879956 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-490d923a-baad-4c8d-892d-319c317bee97 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:40.892210 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-490d923a-baad-4c8d-892d-319c317bee97 None None] Transition to ACTIVE for port object 3d5bd495-ae77-498f-947a-86bbde072555 will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:20:40.897250 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-490d923a-baad-4c8d-892d-319c317bee97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:40.949899 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd4da5-b999-450c-b4ef-33b9946e6fb4 None None] Pushing event updated for resources: {'Port': ['ID=3d5bd495-ae77-498f-947a-86bbde072555,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:40.975596 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dd4da5-b999-450c-b4ef-33b9946e6fb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:40.975816 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dd4da5-b999-450c-b4ef-33b9946e6fb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:40.975988 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dd4da5-b999-450c-b4ef-33b9946e6fb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:40.976324 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dd4da5-b999-450c-b4ef-33b9946e6fb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:40.976652 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dd4da5-b999-450c-b4ef-33b9946e6fb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:40.976982 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dd4da5-b999-450c-b4ef-33b9946e6fb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:40.978044 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dd4da5-b999-450c-b4ef-33b9946e6fb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:40.978044 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dd4da5-b999-450c-b4ef-33b9946e6fb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:40.978044 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dd4da5-b999-450c-b4ef-33b9946e6fb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:40.978438 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dd4da5-b999-450c-b4ef-33b9946e6fb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:40.978536 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dd4da5-b999-450c-b4ef-33b9946e6fb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:40.978953 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dd4da5-b999-450c-b4ef-33b9946e6fb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:20:41.014058 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-490d923a-baad-4c8d-892d-319c317bee97 None None] Attempting to bind port 3d5bd495-ae77-498f-947a-86bbde072555 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:20:41.015323 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-490d923a-baad-4c8d-892d-319c317bee97 None None] Attempting to bind port 3d5bd495-ae77-498f-947a-86bbde072555 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:20:41.015960 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490d923a-baad-4c8d-892d-319c317bee97 None None] Attempting to bind port 3d5bd495-ae77-498f-947a-86bbde072555 on network adfbf2f9-e250-4fa0-9e73-814bcba7a298 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:20:41.022352 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490d923a-baad-4c8d-892d-319c317bee97 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:20:41.022714 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490d923a-baad-4c8d-892d-319c317bee97 None None] Checking segment: {'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:20:41.023114 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-490d923a-baad-4c8d-892d-319c317bee97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:41.023532 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490d923a-baad-4c8d-892d-319c317bee97 None None] Bound using segment: {'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:20:41.023998 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-490d923a-baad-4c8d-892d-319c317bee97 None None] Bound port: 3d5bd495-ae77-498f-947a-86bbde072555, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:20:41.024375 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-490d923a-baad-4c8d-892d-319c317bee97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:41.094456 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-490d923a-baad-4c8d-892d-319c317bee97 None None] For port 3d5bd495-ae77-498f-947a-86bbde072555, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:20:41.097732 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-490d923a-baad-4c8d-892d-319c317bee97 None None] For port 3d5bd495-ae77-498f-947a-86bbde072555, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=3d5bd495-ae77-498f-947a-86bbde072555,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:20:41.103248 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-490d923a-baad-4c8d-892d-319c317bee97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:41.167485 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490d923a-baad-4c8d-892d-319c317bee97 None None] Routers {'b6cadc84-f97f-45d8-a829-070facdf2407'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:20:41.169040 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-490d923a-baad-4c8d-892d-319c317bee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:20:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['b6cadc84-f97f-45d8-a829-070facdf2407'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:41.174571 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd4da5-b999-450c-b4ef-33b9946e6fb4 None None] Pushing event updated for resources: {'Port': ['ID=3d5bd495-ae77-498f-947a-86bbde072555,revision_number=4']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:41.285772 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-490d923a-baad-4c8d-892d-319c317bee97 None None] Set router b6cadc84-f97f-45d8-a829-070facdf2407 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:20:41.487979 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-490d923a-baad-4c8d-892d-319c317bee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'name': 'tempest-ServerActionsTestJSON-1585476715-router', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:34Z', 'updated_at': '2021-07-13T08:20:37Z', 'revision_number': 4, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'gw_port': {'id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:35Z', 'updated_at': '2021-07-13T08:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '3d5bd495-ae77-498f-947a-86bbde072555', 'name': '', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'mac_address': 'fa:16:3e:f1:6c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:36Z', 'updated_at': '2021-07-13T08:20:41Z', 'revision_number': 4, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'subnets': [{'id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:41.513566 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490d923a-baad-4c8d-892d-319c317bee97 None None] The sync data for ids ['b6cadc84-f97f-45d8-a829-070facdf2407'] in n-d-771363-34 is: [{'id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'name': 'tempest-ServerActionsTestJSON-1585476715-router', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:34Z', 'updated_at': '2021-07-13T08:20:37Z', 'revision_number': 4, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'gw_port': {'id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:35Z', 'updated_at': '2021-07-13T08:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '3d5bd495-ae77-498f-947a-86bbde072555', 'name': '', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'mac_address': 'fa:16:3e:f1:6c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:36Z', 'updated_at': '2021-07-13T08:20:41Z', 'revision_number': 4, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'subnets': [{'id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:20:41.798554 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d17918a6-9123-4194-bfbf-d224e2ec1200 req-010c016c-9099-49f0-abf5-df98a944b6a8 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 210 time: 0.0333457 Jul 13 08:20:41.831794 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-fd8a38c1-4011-45f6-b974-d67239a5f02e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:41.833365 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-fd8a38c1-4011-45f6-b974-d67239a5f02e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.42 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 812 time: 0.1568737 Jul 13 08:20:41.883491 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-ca23543d-1cbb-4557-a9a7-9e0ff1b7920e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9b9f2475bd6470a984bd5e137557b3a HTTP/1.1" status: 200 len: 380 time: 0.0416665 Jul 13 08:20:41.893339 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-d7cfd790-19cf-4e01-ba1b-f3416ed46a61 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Request body: {'port': {'device_id': '469223cb-ef4a-461f-b1c7-b1a717570afb', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'admin_state_up': True, 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'security_groups': ['daa49564-c3fc-4600-a50a-58f4ad7933bb']}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:20:42.004643 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-d7cfd790-19cf-4e01-ba1b-f3416ed46a61 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Made reservation on behalf of d9b9f2475bd6470a984bd5e137557b3a for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:20:42.008167 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-d7cfd790-19cf-4e01-ba1b-f3416ed46a61 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:42.142849 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-d7cfd790-19cf-4e01-ba1b-f3416ed46a61 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Allocated IP 172.20.0.14 (adfbf2f9-e250-4fa0-9e73-814bcba7a298/bbd435ef-ced0-482e-8c78-0b87e334722f/ead85103-b21c-4ad1-a6e1-db8c5641532b) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:20:42.280442 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-d7cfd790-19cf-4e01-ba1b-f3416ed46a61 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:42.308585 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-d7cfd790-19cf-4e01-ba1b-f3416ed46a61 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Transition to ACTIVE for port object ead85103-b21c-4ad1-a6e1-db8c5641532b will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:20:42.341631 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-d7cfd790-19cf-4e01-ba1b-f3416ed46a61 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:42.361918 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 5eb59170-575d-4ea9-a0a8-1ee71e8c9e86 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:20:42.384096 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-d7cfd790-19cf-4e01-ba1b-f3416ed46a61 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Network adfbf2f9-e250-4fa0-9e73-814bcba7a298 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:20:42.391996 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-d7cfd790-19cf-4e01-ba1b-f3416ed46a61 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:20:42.395851 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-d7cfd790-19cf-4e01-ba1b-f3416ed46a61 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:20:42.402454 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cfd790-19cf-4e01-ba1b-f3416ed46a61 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Pushing event updated for resources: {'Port': ['ID=ead85103-b21c-4ad1-a6e1-db8c5641532b,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:42.416207 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 5eb59170-575d-4ea9-a0a8-1ee71e8c9e86 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:42.416635 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:42.456294 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-d7cfd790-19cf-4e01-ba1b-f3416ed46a61 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:42.457192 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-d7cfd790-19cf-4e01-ba1b-f3416ed46a61 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:42.475042 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-d7cfd790-19cf-4e01-ba1b-f3416ed46a61 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5866048 Jul 13 08:20:42.488258 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-5f54ae71-d11f-4fde-a321-2bb32e6c25f8 service neutron] Request body: {'port': {'device_id': '469223cb-ef4a-461f-b1c7-b1a717570afb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:20:42.502959 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 3d5bd495-ae77-498f-947a-86bbde072555 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:20:42.556432 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 3d5bd495-ae77-498f-947a-86bbde072555 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:20:42.560710 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 3d5bd495-ae77-498f-947a-86bbde072555 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:42.561392 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:42.584321 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-5f54ae71-d11f-4fde-a321-2bb32e6c25f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:42.654486 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-aa665c4b-f5e2-4726-aa42-d535fb6a4ccf None None] Provisioning for port ead85103-b21c-4ad1-a6e1-db8c5641532b completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:20:42.657346 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:42.666733 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-aa665c4b-f5e2-4726-aa42-d535fb6a4ccf None None] Provisioning complete for port ead85103-b21c-4ad1-a6e1-db8c5641532b triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:42.667024 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-aa665c4b-f5e2-4726-aa42-d535fb6a4ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:42.730735 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 3d5bd495-ae77-498f-947a-86bbde072555, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=3d5bd495-ae77-498f-947a-86bbde072555,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:20:42.732107 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-aa665c4b-f5e2-4726-aa42-d535fb6a4ccf None None] Port ead85103-b21c-4ad1-a6e1-db8c5641532b cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:20:42.735865 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:42.792120 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=3d5bd495-ae77-498f-947a-86bbde072555,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:42.872596 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-5f54ae71-d11f-4fde-a321-2bb32e6c25f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ead85103-b21c-4ad1-a6e1-db8c5641532b {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:20:42.880849 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-5f54ae71-d11f-4fde-a321-2bb32e6c25f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:42.895529 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-5f54ae71-d11f-4fde-a321-2bb32e6c25f8 service neutron] Transition to ACTIVE for port object ead85103-b21c-4ad1-a6e1-db8c5641532b will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:20:42.899219 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-5f54ae71-d11f-4fde-a321-2bb32e6c25f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:42.954008 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54ae71-d11f-4fde-a321-2bb32e6c25f8 service neutron] Pushing event updated for resources: {'Port': ['ID=ead85103-b21c-4ad1-a6e1-db8c5641532b,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:43.009476 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ff1cf-fec2-4334-a324-5792229dd0c8 req-490cbaea-3452-4a5b-8941-924d65903843 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:43.011897 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a65ff1cf-fec2-4334-a324-5792229dd0c8 req-490cbaea-3452-4a5b-8941-924d65903843 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 944 time: 0.0805447 Jul 13 08:20:43.033105 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-5f54ae71-d11f-4fde-a321-2bb32e6c25f8 service neutron] Attempting to bind port ead85103-b21c-4ad1-a6e1-db8c5641532b on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:20:43.033517 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-5f54ae71-d11f-4fde-a321-2bb32e6c25f8 service neutron] Attempting to bind port ead85103-b21c-4ad1-a6e1-db8c5641532b by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:20:43.033929 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-5f54ae71-d11f-4fde-a321-2bb32e6c25f8 service neutron] Attempting to bind port ead85103-b21c-4ad1-a6e1-db8c5641532b on network adfbf2f9-e250-4fa0-9e73-814bcba7a298 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:20:43.039814 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-5f54ae71-d11f-4fde-a321-2bb32e6c25f8 service neutron] Port ead85103-b21c-4ad1-a6e1-db8c5641532b on network adfbf2f9-e250-4fa0-9e73-814bcba7a298 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:20:43.040125 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-5f54ae71-d11f-4fde-a321-2bb32e6c25f8 service neutron] Attempting to bind port ead85103-b21c-4ad1-a6e1-db8c5641532b on network adfbf2f9-e250-4fa0-9e73-814bcba7a298 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:20:43.049502 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-5f54ae71-d11f-4fde-a321-2bb32e6c25f8 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:20:43.049850 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-5f54ae71-d11f-4fde-a321-2bb32e6c25f8 service neutron] Checking segment: {'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:20:43.050244 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-5f54ae71-d11f-4fde-a321-2bb32e6c25f8 service neutron] Bound using segment: {'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:20:43.050685 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-5f54ae71-d11f-4fde-a321-2bb32e6c25f8 service neutron] Bound port: ead85103-b21c-4ad1-a6e1-db8c5641532b, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:20:43.051080 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-5f54ae71-d11f-4fde-a321-2bb32e6c25f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:43.060094 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5cba3e7f-35c8-41f8-b685-5bfb83c087c6 None None] Provisioning complete for port 3d5bd495-ae77-498f-947a-86bbde072555 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:43.060972 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5cba3e7f-35c8-41f8-b685-5bfb83c087c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:43.065921 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a65ff1cf-fec2-4334-a324-5792229dd0c8 req-693d85cc-a9b2-4d72-abf9-e3f70e36ff43 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474393 Jul 13 08:20:43.130368 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-5f54ae71-d11f-4fde-a321-2bb32e6c25f8 service neutron] For port ead85103-b21c-4ad1-a6e1-db8c5641532b, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:20:43.133949 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-5f54ae71-d11f-4fde-a321-2bb32e6c25f8 service neutron] For port ead85103-b21c-4ad1-a6e1-db8c5641532b, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=ead85103-b21c-4ad1-a6e1-db8c5641532b,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:20:43.141401 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-5f54ae71-d11f-4fde-a321-2bb32e6c25f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:43.176627 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-5f54ae71-d11f-4fde-a321-2bb32e6c25f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:43.177245 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-5f54ae71-d11f-4fde-a321-2bb32e6c25f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:43.178685 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-5f54ae71-d11f-4fde-a321-2bb32e6c25f8 service neutron] 10.222.0.42 "PUT /v2.0/ports/ead85103-b21c-4ad1-a6e1-db8c5641532b HTTP/1.1" status: 200 len: 1093 time: 0.6965404 Jul 13 08:20:43.181034 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469223cb-ef4a-461f-b1c7-b1a717570afb', 'tag': 'ead85103-b21c-4ad1-a6e1-db8c5641532b'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:20:43.183623 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dabe261-a407-476f-b350-8c9a8e5aacbc" -d '{"events": [{"name": "network-changed", "server_uuid": "469223cb-ef4a-461f-b1c7-b1a717570afb", "tag": "ead85103-b21c-4ad1-a6e1-db8c5641532b"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:20:43.213436 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54ae71-d11f-4fde-a321-2bb32e6c25f8 service neutron] Pushing event updated for resources: {'Port': ['ID=ead85103-b21c-4ad1-a6e1-db8c5641532b,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:43.238191 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72d8e43-56cb-407a-b79d-6453ca6f8e18 x-openstack-request-id: req-e72d8e43-56cb-407a-b79d-6453ca6f8e18 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:20:43.238487 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "469223cb-ef4a-461f-b1c7-b1a717570afb", "tag": "ead85103-b21c-4ad1-a6e1-db8c5641532b", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:20:43.238739 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e72d8e43-56cb-407a-b79d-6453ca6f8e18 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:20:43.239194 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '469223cb-ef4a-461f-b1c7-b1a717570afb', 'tag': 'ead85103-b21c-4ad1-a6e1-db8c5641532b', 'status': 'completed', 'code': 200} Jul 13 08:20:43.301880 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-c7aa545c-4c82-44c9-8957-65432b01499a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:43.303336 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-c7aa545c-4c82-44c9-8957-65432b01499a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 1096 time: 0.0632312 Jul 13 08:20:43.345669 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-96bd7ccb-9c2c-42a3-86ac-9dbd56c020bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ead85103-b21c-4ad1-a6e1-db8c5641532b HTTP/1.1" status: 200 len: 217 time: 0.0355532 Jul 13 08:20:43.398119 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-7c795c31-d7b5-4af0-81f4-f7347f8fdf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:43.399645 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-7c795c31-d7b5-4af0-81f4-f7347f8fdf32 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0474677 Jul 13 08:20:43.455400 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-758b996d-fcd8-4deb-b87d-b99506136d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:43.456804 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-758b996d-fcd8-4deb-b87d-b99506136d5c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511811 Jul 13 08:20:43.549508 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-8479d6ca-87ab-420e-ac3f-ca36a6936b3b service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854409 Jul 13 08:20:43.641328 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fe7c0d68-e4bd-4e66-afdd-0454e96ac9d8 req-5be474ca-36f6-4939-ba1c-738b4b3b3e2c service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855353 Jul 13 08:20:43.737569 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabe261-a407-476f-b350-8c9a8e5aacbc req-9cea4584-99a0-4a68-976e-0ee281109391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:43.739110 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5dabe261-a407-476f-b350-8c9a8e5aacbc req-9cea4584-99a0-4a68-976e-0ee281109391 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 1096 time: 0.0532811 Jul 13 08:20:43.830383 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabe261-a407-476f-b350-8c9a8e5aacbc req-1eba9cc4-17cb-49ef-95bb-5e487ce49e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:43.832016 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5dabe261-a407-476f-b350-8c9a8e5aacbc req-1eba9cc4-17cb-49ef-95bb-5e487ce49e3f service neutron] 10.222.0.42 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.0870581 Jul 13 08:20:43.878701 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5dabe261-a407-476f-b350-8c9a8e5aacbc req-5ec9257a-0aea-4dae-bdae-7fc8518d6613 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ead85103-b21c-4ad1-a6e1-db8c5641532b HTTP/1.1" status: 200 len: 217 time: 0.0399461 Jul 13 08:20:43.927868 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabe261-a407-476f-b350-8c9a8e5aacbc req-771636c9-c3ec-47f3-91ee-5055d36ffd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:43.929294 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5dabe261-a407-476f-b350-8c9a8e5aacbc req-771636c9-c3ec-47f3-91ee-5055d36ffd95 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0440240 Jul 13 08:20:43.986154 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabe261-a407-476f-b350-8c9a8e5aacbc req-6b923793-8a67-41ff-9a1c-71c98685944d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:43.987642 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5dabe261-a407-476f-b350-8c9a8e5aacbc req-6b923793-8a67-41ff-9a1c-71c98685944d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516562 Jul 13 08:20:44.083269 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5dabe261-a407-476f-b350-8c9a8e5aacbc req-4cde1df1-828e-4964-ab8c-21ca7c5686c6 service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876875 Jul 13 08:20:44.173804 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5dabe261-a407-476f-b350-8c9a8e5aacbc req-2ad6eaf1-da30-4090-a2c9-8ed436569537 service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830407 Jul 13 08:20:44.246746 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73449b19-1056-41f3-a83a-fb3082446f9b req-fa69296f-3081-4a56-b47f-711fda092244 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:44.248263 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-73449b19-1056-41f3-a83a-fb3082446f9b req-fa69296f-3081-4a56-b47f-711fda092244 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 944 time: 0.0701480 Jul 13 08:20:44.286382 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-73449b19-1056-41f3-a83a-fb3082446f9b req-7243a2f0-0184-4183-97eb-63e31ffe6192 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318847 Jul 13 08:20:44.336489 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 3d5bd495-ae77-498f-947a-86bbde072555 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:20:44.382560 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 3d5bd495-ae77-498f-947a-86bbde072555 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:44.382919 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:45.467508 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd9937-600f-4c43-8712-dd42d5ae6641 req-2de1691c-1cc2-4721-b662-2d0770d0ffa5 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:45.469008 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-35fd9937-600f-4c43-8712-dd42d5ae6641 req-2de1691c-1cc2-4721-b662-2d0770d0ffa5 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 944 time: 0.0667746 Jul 13 08:20:45.506378 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-35fd9937-600f-4c43-8712-dd42d5ae6641 req-4484774b-da62-4198-89d3-bd5db369a927 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316505 Jul 13 08:20:46.388769 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device ead85103-b21c-4ad1-a6e1-db8c5641532b details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:20:46.482542 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port ead85103-b21c-4ad1-a6e1-db8c5641532b, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=ead85103-b21c-4ad1-a6e1-db8c5641532b,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:20:46.493189 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': 'ead85103-b21c-4ad1-a6e1-db8c5641532b', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'port_id': 'ead85103-b21c-4ad1-a6e1-db8c5641532b', 'mac_address': 'fa:16:3e:c8:99:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:20:46.532879 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:46.545622 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ead85103-b21c-4ad1-a6e1-db8c5641532b {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:20:46.565676 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port ead85103-b21c-4ad1-a6e1-db8c5641532b, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=ead85103-b21c-4ad1-a6e1-db8c5641532b,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:20:46.570721 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:46.624964 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=ead85103-b21c-4ad1-a6e1-db8c5641532b,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:46.692808 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0388c-b5e2-489d-a20f-4fb4a94e7279 req-6a2c06d6-973f-47df-96e3-1ef774731944 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:46.694355 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b5c0388c-b5e2-489d-a20f-4fb4a94e7279 req-6a2c06d6-973f-47df-96e3-1ef774731944 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 945 time: 0.0672877 Jul 13 08:20:46.736134 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b5c0388c-b5e2-489d-a20f-4fb4a94e7279 req-e3dfdff7-a400-465e-9340-88ae2225a1cf tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358908 Jul 13 08:20:46.785976 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['ead85103-b21c-4ad1-a6e1-db8c5641532b'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:20:47.909249 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c3a00-0de7-43fd-92bd-6351aae66faa req-8dc62cb4-99bd-4fde-8a79-579146b1c1ac tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:47.910621 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0d2c3a00-0de7-43fd-92bd-6351aae66faa req-8dc62cb4-99bd-4fde-8a79-579146b1c1ac tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 945 time: 0.0636704 Jul 13 08:20:47.950467 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0d2c3a00-0de7-43fd-92bd-6351aae66faa req-23db1c52-a2fc-4a86-bbf7-b2f61fe0fb2f tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339561 Jul 13 08:20:48.405348 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device ead85103-b21c-4ad1-a6e1-db8c5641532b up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:20:48.456247 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port ead85103-b21c-4ad1-a6e1-db8c5641532b completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:20:48.459776 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port ead85103-b21c-4ad1-a6e1-db8c5641532b triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:48.460140 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:48.533960 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:48.556187 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469223cb-ef4a-461f-b1c7-b1a717570afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead85103-b21c-4ad1-a6e1-db8c5641532b'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:20:48.558449 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}819247fa28fcd914db4aabd8a9f8f95ceb467163a9d63008da3b74a1dcff375d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66ff45f-45b1-48a0-bcb6-19b74925c43a" -d '{"events": [{"server_uuid": "469223cb-ef4a-461f-b1c7-b1a717570afb", "name": "network-vif-plugged", "status": "completed", "tag": "ead85103-b21c-4ad1-a6e1-db8c5641532b"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:20:48.571230 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port ead85103-b21c-4ad1-a6e1-db8c5641532b, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=ead85103-b21c-4ad1-a6e1-db8c5641532b,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:20:48.575501 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:48.634309 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=ead85103-b21c-4ad1-a6e1-db8c5641532b,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:20:48.660292 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09773f06-b87c-4c3b-8ca5-7d3374c94478 x-openstack-request-id: req-09773f06-b87c-4c3b-8ca5-7d3374c94478 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:20:48.660586 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "469223cb-ef4a-461f-b1c7-b1a717570afb", "name": "network-vif-plugged", "status": "completed", "tag": "ead85103-b21c-4ad1-a6e1-db8c5641532b", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:20:48.660837 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-09773f06-b87c-4c3b-8ca5-7d3374c94478 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:20:48.661240 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469223cb-ef4a-461f-b1c7-b1a717570afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead85103-b21c-4ad1-a6e1-db8c5641532b', 'code': 200} Jul 13 08:20:48.781186 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e710d7d-f69e-48c6-ae84-e0bc308baff3 req-16199bcd-f17b-4d8b-9b66-7057e0045ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:48.782680 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2e710d7d-f69e-48c6-ae84-e0bc308baff3 req-16199bcd-f17b-4d8b-9b66-7057e0045ebf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 1098 time: 0.0573368 Jul 13 08:20:48.874696 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b705-55aa-484f-80b3-fb63c4dad895 None None] Provisioning complete for port ead85103-b21c-4ad1-a6e1-db8c5641532b triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:20:48.875066 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b705-55aa-484f-80b3-fb63c4dad895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:49.191400 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2e710d7d-f69e-48c6-ae84-e0bc308baff3 req-94e4724d-2122-477b-980c-1e4c38524147 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4022031 Jul 13 08:20:49.220950 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ebe61-d089-484d-baae-e919ed8ef46a req-b1e9251e-e9c9-4a45-80f6-25b1fcab547d tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:49.222410 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a32ebe61-d089-484d-baae-e919ed8ef46a req-b1e9251e-e9c9-4a45-80f6-25b1fcab547d tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 946 time: 0.0739145 Jul 13 08:20:49.259619 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a32ebe61-d089-484d-baae-e919ed8ef46a req-1a158608-24bf-469e-ad10-18ea645e3b1c tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316460 Jul 13 08:20:50.436723 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245a2d7-a1cc-4b9d-bb70-52ea260ed415 req-4c2d6680-2224-4e13-96d3-0ec6b6aa0fee tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:50.438196 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5245a2d7-a1cc-4b9d-bb70-52ea260ed415 req-4c2d6680-2224-4e13-96d3-0ec6b6aa0fee tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 946 time: 0.0670154 Jul 13 08:20:50.476258 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5245a2d7-a1cc-4b9d-bb70-52ea260ed415 req-3bd5da48-f0c1-4b39-ac25-ce225cb3003d tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325685 Jul 13 08:20:50.642203 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dddd4f-4d75-4327-84f2-35d8de5f142f req-8e062a45-a756-48e4-ab83-cd05d5a3218b tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:50.643753 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-34dddd4f-4d75-4327-84f2-35d8de5f142f req-8e062a45-a756-48e4-ab83-cd05d5a3218b tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 946 time: 0.0633852 Jul 13 08:20:50.656799 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 42904) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:20:50.661358 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-77e1be76-4250-4465-990e-8d7afd838bd1 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Request body: {'floatingip': {'port_id': 'ead85103-b21c-4ad1-a6e1-db8c5641532b'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:20:50.702488 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-77e1be76-4250-4465-990e-8d7afd838bd1 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks [] for floatingip, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:51.059298 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:20:51.146681 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-77e1be76-4250-4465-990e-8d7afd838bd1 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:51.150386 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-77e1be76-4250-4465-990e-8d7afd838bd1 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:51.251424 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [None req-77e1be76-4250-4465-990e-8d7afd838bd1 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Floating IP 1d238cab-1daf-4d52-a149-18f26bee084a associated. External IP: 172.25.3.82, port: ead85103-b21c-4ad1-a6e1-db8c5641532b. Jul 13 08:20:51.455676 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e1be76-4250-4465-990e-8d7afd838bd1 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Router b6cadc84-f97f-45d8-a829-070facdf2407 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:20:51.564024 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e1be76-4250-4465-990e-8d7afd838bd1 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:20:51.568602 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-77e1be76-4250-4465-990e-8d7afd838bd1 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:51.573290 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b00359-4a79-424c-9a07-a2432d50ea6c None None] Sync routers for ids ['b6cadc84-f97f-45d8-a829-070facdf2407'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:20:51.583066 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b00359-4a79-424c-9a07-a2432d50ea6c None None] Routers {'b6cadc84-f97f-45d8-a829-070facdf2407'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:20:51.583379 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-46b00359-4a79-424c-9a07-a2432d50ea6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:20:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['b6cadc84-f97f-45d8-a829-070facdf2407'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:51.609546 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-77e1be76-4250-4465-990e-8d7afd838bd1 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "PUT /v2.0/floatingips/1d238cab-1daf-4d52-a149-18f26bee084a HTTP/1.1" status: 200 len: 991 time: 0.9516573 Jul 13 08:20:51.610126 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469223cb-ef4a-461f-b1c7-b1a717570afb', 'tag': 'ead85103-b21c-4ad1-a6e1-db8c5641532b'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:20:51.612452 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2affedf6-2ff7-406f-a8ae-49e2666f4217" -d '{"events": [{"name": "network-changed", "server_uuid": "469223cb-ef4a-461f-b1c7-b1a717570afb", "tag": "ead85103-b21c-4ad1-a6e1-db8c5641532b"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:20:51.650765 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21df92b-d510-4b90-b209-2a2d9ca4fbd2 x-openstack-request-id: req-b21df92b-d510-4b90-b209-2a2d9ca4fbd2 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:20:51.651765 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "469223cb-ef4a-461f-b1c7-b1a717570afb", "tag": "ead85103-b21c-4ad1-a6e1-db8c5641532b", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:20:51.651765 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b21df92b-d510-4b90-b209-2a2d9ca4fbd2 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:20:51.651765 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '469223cb-ef4a-461f-b1c7-b1a717570afb', 'tag': 'ead85103-b21c-4ad1-a6e1-db8c5641532b', 'status': 'completed', 'code': 200} Jul 13 08:20:51.698470 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-46b00359-4a79-424c-9a07-a2432d50ea6c None None] Set router b6cadc84-f97f-45d8-a829-070facdf2407 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:20:51.730910 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affedf6-2ff7-406f-a8ae-49e2666f4217 req-7db73a42-389c-4d60-900d-5ebae9ed3f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:51.732553 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2affedf6-2ff7-406f-a8ae-49e2666f4217 req-7db73a42-389c-4d60-900d-5ebae9ed3f3e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 1098 time: 0.0570889 Jul 13 08:20:51.821685 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affedf6-2ff7-406f-a8ae-49e2666f4217 req-366c4260-744f-41c5-8457-9871a14782ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:51.823152 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2affedf6-2ff7-406f-a8ae-49e2666f4217 req-366c4260-744f-41c5-8457-9871a14782ce service neutron] 10.222.0.42 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.0848556 Jul 13 08:20:51.893271 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2affedf6-2ff7-406f-a8ae-49e2666f4217 req-1e52299d-8437-441b-b04f-e2eab9ca6e4b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ead85103-b21c-4ad1-a6e1-db8c5641532b HTTP/1.1" status: 200 len: 999 time: 0.0634694 Jul 13 08:20:51.926756 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-46b00359-4a79-424c-9a07-a2432d50ea6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'name': 'tempest-ServerActionsTestJSON-1585476715-router', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:34Z', 'updated_at': '2021-07-13T08:20:37Z', 'revision_number': 4, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'gw_port': {'id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:35Z', 'updated_at': '2021-07-13T08:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '1d238cab-1daf-4d52-a149-18f26bee084a', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'port_id': 'ead85103-b21c-4ad1-a6e1-db8c5641532b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'mac_address': 'fa:16:3e:c8:99:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469223cb-ef4a-461f-b1c7-b1a717570afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:20:39Z', 'updated_at': '2021-07-13T08:20:51Z', 'revision_number': 1, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5bd495-ae77-498f-947a-86bbde072555', 'name': '', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'mac_address': 'fa:16:3e:f1:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:36Z', 'updated_at': '2021-07-13T08:20:42Z', 'revision_number': 5, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'subnets': [{'id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:51.941828 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affedf6-2ff7-406f-a8ae-49e2666f4217 req-990c7810-36cb-4327-98c6-ece70eda6f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:51.943346 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2affedf6-2ff7-406f-a8ae-49e2666f4217 req-990c7810-36cb-4327-98c6-ece70eda6f5b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0442293 Jul 13 08:20:51.953554 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b00359-4a79-424c-9a07-a2432d50ea6c None None] Checking router: b6cadc84-f97f-45d8-a829-070facdf2407 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:20:51.962104 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b00359-4a79-424c-9a07-a2432d50ea6c None None] Routers {'b6cadc84-f97f-45d8-a829-070facdf2407'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:20:51.962651 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-46b00359-4a79-424c-9a07-a2432d50ea6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:20:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['b6cadc84-f97f-45d8-a829-070facdf2407'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:52.003346 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affedf6-2ff7-406f-a8ae-49e2666f4217 req-7224a775-cf7b-400b-87f2-370e709fe7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:52.004870 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2affedf6-2ff7-406f-a8ae-49e2666f4217 req-7224a775-cf7b-400b-87f2-370e709fe7b4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551703 Jul 13 08:20:52.068183 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-46b00359-4a79-424c-9a07-a2432d50ea6c None None] Set router b6cadc84-f97f-45d8-a829-070facdf2407 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:20:52.100056 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2affedf6-2ff7-406f-a8ae-49e2666f4217 req-73b66d0b-6c93-4324-a959-ffa233b48de2 service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879033 Jul 13 08:20:52.189204 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2affedf6-2ff7-406f-a8ae-49e2666f4217 req-94400cad-cca3-42f4-a650-eebfd9e0a31f service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831552 Jul 13 08:20:52.296331 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-46b00359-4a79-424c-9a07-a2432d50ea6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'name': 'tempest-ServerActionsTestJSON-1585476715-router', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:34Z', 'updated_at': '2021-07-13T08:20:37Z', 'revision_number': 4, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'gw_port': {'id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:35Z', 'updated_at': '2021-07-13T08:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '1d238cab-1daf-4d52-a149-18f26bee084a', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'port_id': 'ead85103-b21c-4ad1-a6e1-db8c5641532b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'mac_address': 'fa:16:3e:c8:99:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469223cb-ef4a-461f-b1c7-b1a717570afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:20:39Z', 'updated_at': '2021-07-13T08:20:51Z', 'revision_number': 1, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5bd495-ae77-498f-947a-86bbde072555', 'name': '', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'mac_address': 'fa:16:3e:f1:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:36Z', 'updated_at': '2021-07-13T08:20:42Z', 'revision_number': 5, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'subnets': [{'id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:20:52.322110 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b00359-4a79-424c-9a07-a2432d50ea6c None None] The sync data for ids ['b6cadc84-f97f-45d8-a829-070facdf2407'] in n-d-771363-34 is: [{'id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'name': 'tempest-ServerActionsTestJSON-1585476715-router', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:34Z', 'updated_at': '2021-07-13T08:20:37Z', 'revision_number': 4, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'gw_port': {'id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:35Z', 'updated_at': '2021-07-13T08:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '1d238cab-1daf-4d52-a149-18f26bee084a', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'port_id': 'ead85103-b21c-4ad1-a6e1-db8c5641532b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'mac_address': 'fa:16:3e:c8:99:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469223cb-ef4a-461f-b1c7-b1a717570afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:20:39Z', 'updated_at': '2021-07-13T08:20:51Z', 'revision_number': 1, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5bd495-ae77-498f-947a-86bbde072555', 'name': '', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'mac_address': 'fa:16:3e:f1:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:36Z', 'updated_at': '2021-07-13T08:20:42Z', 'revision_number': 5, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'subnets': [{'id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:20:52.511707 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5018d6b-8673-4736-b8bf-1edb9e2252e0 None None] New status for floating IP 1d238cab-1daf-4d52-a149-18f26bee084a: ACTIVE {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:20:53.784567 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:54.480495 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:20:55.687665 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-584cd5c2-21a6-404f-ac11-eccbebfcc83f req-d153befa-917a-4647-8848-97c167ecd291 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=469223cb-ef4a-461f-b1c7-b1a717570afb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0571914 Jul 13 08:20:55.781981 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cd5c2-21a6-404f-ac11-eccbebfcc83f req-c8d6c56e-60de-41b6-b5b4-a48c7a452f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:55.783556 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-584cd5c2-21a6-404f-ac11-eccbebfcc83f req-c8d6c56e-60de-41b6-b5b4-a48c7a452f79 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 1098 time: 0.0528741 Jul 13 08:20:55.890356 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cd5c2-21a6-404f-ac11-eccbebfcc83f req-3b1beff3-4209-4a14-978d-7b94a5b49d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:55.892007 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-584cd5c2-21a6-404f-ac11-eccbebfcc83f req-3b1beff3-4209-4a14-978d-7b94a5b49d19 service neutron] 10.222.0.42 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.0880935 Jul 13 08:20:55.955167 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-584cd5c2-21a6-404f-ac11-eccbebfcc83f req-4f29d058-41af-4d51-a3bf-ba0c8083c9ea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ead85103-b21c-4ad1-a6e1-db8c5641532b HTTP/1.1" status: 200 len: 1001 time: 0.0565796 Jul 13 08:20:56.001942 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cd5c2-21a6-404f-ac11-eccbebfcc83f req-5a7e7db1-0888-4e68-9159-b31f01eb3c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:56.003385 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-584cd5c2-21a6-404f-ac11-eccbebfcc83f req-5a7e7db1-0888-4e68-9159-b31f01eb3c43 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0422647 Jul 13 08:20:56.063927 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cd5c2-21a6-404f-ac11-eccbebfcc83f req-cf9dd6a7-870f-4ebb-8c96-ab65ffdb8332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:20:56.065431 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-584cd5c2-21a6-404f-ac11-eccbebfcc83f req-cf9dd6a7-870f-4ebb-8c96-ab65ffdb8332 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559597 Jul 13 08:20:56.158855 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-584cd5c2-21a6-404f-ac11-eccbebfcc83f req-ef020f70-a637-4b7d-a947-88d192d5fb73 service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866182 Jul 13 08:20:56.252459 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-584cd5c2-21a6-404f-ac11-eccbebfcc83f req-8c62d8f5-8db8-46b8-adef-8ed1547c59bf service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870857 Jul 13 08:21:00.349924 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-93ef768c-0448-4096-9668-18096c80aaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:03.224228 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b5349118-6c85-4f59-bb63-370eef4dc856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:03.226553 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:04.285815 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:06.053663 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:23.794171 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:24.509548 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:28.058425 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:21:30.350203 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cfde737e-e358-4f94-8412-7c1b41616465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:33.224830 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d4fe7f57-cf16-4eac-9622-9552b209a540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:33.226343 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:34.288693 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:36.056643 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:53.798890 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:54.524613 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:21:57.167510 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-439610ba-caa5-42f5-9959-2663864b6375 req-ae90f64a-86cd-4b3e-825b-b8cfb510907e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=469223cb-ef4a-461f-b1c7-b1a717570afb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0519681 Jul 13 08:21:57.259175 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439610ba-caa5-42f5-9959-2663864b6375 req-6d28eb16-b359-4bca-a930-f638f5af5535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:57.260692 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-439610ba-caa5-42f5-9959-2663864b6375 req-6d28eb16-b359-4bca-a930-f638f5af5535 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 1098 time: 0.0525842 Jul 13 08:21:57.366710 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439610ba-caa5-42f5-9959-2663864b6375 req-0f4a55d2-3a3a-4003-ae4c-b0b2ffa5a751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:57.368121 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-439610ba-caa5-42f5-9959-2663864b6375 req-0f4a55d2-3a3a-4003-ae4c-b0b2ffa5a751 service neutron] 10.222.0.42 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.0877085 Jul 13 08:21:57.430403 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-439610ba-caa5-42f5-9959-2663864b6375 req-9e514fe1-634c-4ec8-abf8-d65613166176 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ead85103-b21c-4ad1-a6e1-db8c5641532b HTTP/1.1" status: 200 len: 1001 time: 0.0556107 Jul 13 08:21:57.481615 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439610ba-caa5-42f5-9959-2663864b6375 req-488388a7-5e2b-4c55-8e32-0be3ed71d639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:57.483827 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-439610ba-caa5-42f5-9959-2663864b6375 req-488388a7-5e2b-4c55-8e32-0be3ed71d639 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0471258 Jul 13 08:21:57.538426 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439610ba-caa5-42f5-9959-2663864b6375 req-5c62eaff-f025-48e4-a591-d1a163e2019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:21:57.539921 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-439610ba-caa5-42f5-9959-2663864b6375 req-5c62eaff-f025-48e4-a591-d1a163e2019d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501797 Jul 13 08:21:57.626689 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-439610ba-caa5-42f5-9959-2663864b6375 req-276ddbb8-867d-4323-af5f-8f2dec4edbb2 service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800278 Jul 13 08:21:57.720460 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-439610ba-caa5-42f5-9959-2663864b6375 req-2e5dd90c-1081-40b9-9e3c-c79ea9376f61 service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874822 Jul 13 08:22:00.354029 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cffd51d1-3a05-4305-b6dc-33f1f1798ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:03.224567 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a80e5490-9c77-44e5-afeb-67a2c59c5423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:03.226604 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:04.291315 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:05.056860 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:22:06.059062 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:23.813320 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:24.528841 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:26.627446 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715a7dd-897f-45f0-96e3-9356a0c9810b req-8b09fc13-3e08-45ab-81fd-903b740a1d69 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:26.628948 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4715a7dd-897f-45f0-96e3-9356a0c9810b req-8b09fc13-3e08-45ab-81fd-903b740a1d69 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 946 time: 0.0670724 Jul 13 08:22:26.666569 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4715a7dd-897f-45f0-96e3-9356a0c9810b req-a83a7134-5cf8-4532-bb84-a405cc36a1bb tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320301 Jul 13 08:22:27.036234 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-cd15806b-6f8b-448a-b3bd-6ba152a0679c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=469223cb-ef4a-461f-b1c7-b1a717570afb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0890315 Jul 13 08:22:27.064927 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264bfca-ab27-4afc-99f4-156510908f2e req-aee7b86f-e526-4243-a9db-98d116bd4040 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:27.066405 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4264bfca-ab27-4afc-99f4-156510908f2e req-aee7b86f-e526-4243-a9db-98d116bd4040 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 946 time: 0.0718358 Jul 13 08:22:27.107173 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4264bfca-ab27-4afc-99f4-156510908f2e req-e6b3bcf2-12a0-457e-8134-aab61099a5cd tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347281 Jul 13 08:22:28.283264 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaef788-63aa-4b65-a40a-74f3a042d2a4 req-2dc985e6-5f24-4b5e-96de-e15140fd7164 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:28.284771 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aaaef788-63aa-4b65-a40a-74f3a042d2a4 req-2dc985e6-5f24-4b5e-96de-e15140fd7164 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 946 time: 0.0648608 Jul 13 08:22:28.322850 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aaaef788-63aa-4b65-a40a-74f3a042d2a4 req-fe7e1853-8c94-4ffe-9b0f-7a51d47e5338 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324974 Jul 13 08:22:29.500423 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e86769-982d-4d71-8841-5147f06724c4 req-68c64108-9cde-4e80-af5d-17ced940e0cf tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:29.501900 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-90e86769-982d-4d71-8841-5147f06724c4 req-68c64108-9cde-4e80-af5d-17ced940e0cf tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 946 time: 0.0618982 Jul 13 08:22:29.542993 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-90e86769-982d-4d71-8841-5147f06724c4 req-d0c136c2-e67e-4e45-b6eb-b71b347a6ad2 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356469 Jul 13 08:22:30.239617 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-c3286b32-c4d1-48a7-b8d3-1711f9bc025f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:30.241211 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-c3286b32-c4d1-48a7-b8d3-1711f9bc025f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 1098 time: 0.0550113 Jul 13 08:22:30.329845 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-099f1786-4b98-4a0b-ba46-79176dc5bd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:30.331373 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-099f1786-4b98-4a0b-ba46-79176dc5bd56 service neutron] 10.222.0.42 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.0843673 Jul 13 08:22:30.354776 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-69d15a60-0799-4e1c-8ec0-04f87af2bc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:30.399909 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-39b1d8f6-f0b8-4d6c-817b-6a28bdd94884 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ead85103-b21c-4ad1-a6e1-db8c5641532b HTTP/1.1" status: 200 len: 1001 time: 0.0625906 Jul 13 08:22:30.446981 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-2f759517-0a83-4839-a7c3-548fcedea1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:30.448254 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-2f759517-0a83-4839-a7c3-548fcedea1c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0428064 Jul 13 08:22:30.504724 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-6b2cd4f7-0fec-4f2f-bf10-2ccf5e2150bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:30.506199 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-6b2cd4f7-0fec-4f2f-bf10-2ccf5e2150bf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517471 Jul 13 08:22:30.599508 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-7c723c19-a185-487e-8b30-b6f9160f103a service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868416 Jul 13 08:22:30.689854 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-8782b553-d239-498b-af40-9a9eef6d15ea service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846369 Jul 13 08:22:30.720083 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ee9e2-1251-4594-836f-82327915bd24 req-44f182da-93e3-4c0e-99be-fd03f05796a3 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:30.721591 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-941ee9e2-1251-4594-836f-82327915bd24 req-44f182da-93e3-4c0e-99be-fd03f05796a3 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 946 time: 0.0649946 Jul 13 08:22:30.766635 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-941ee9e2-1251-4594-836f-82327915bd24 req-8023aacc-d808-4dfc-b944-93a3af4ab914 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382531 Jul 13 08:22:31.950174 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fa249-5f79-4ccf-9b49-641260eb5a0d req-55225808-7b2b-4f6c-b0e9-cf0fa205bbc9 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:31.951595 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6d9fa249-5f79-4ccf-9b49-641260eb5a0d req-55225808-7b2b-4f6c-b0e9-cf0fa205bbc9 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 946 time: 0.0669498 Jul 13 08:22:31.990375 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6d9fa249-5f79-4ccf-9b49-641260eb5a0d req-4fdfa5ca-ac3e-472c-b4c0-23427af74566 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319934 Jul 13 08:22:33.167323 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9b078-ed86-40c4-8b04-44fa0bad0e2d req-2d9d8c2d-607e-413c-a74b-1dd3ca43da68 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:33.168832 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eff9b078-ed86-40c4-8b04-44fa0bad0e2d req-2d9d8c2d-607e-413c-a74b-1dd3ca43da68 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 946 time: 0.0648928 Jul 13 08:22:33.216780 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eff9b078-ed86-40c4-8b04-44fa0bad0e2d req-2570f745-524e-47cc-9ba4-555bf6765714 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417333 Jul 13 08:22:33.225966 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:33.228699 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1ed90cd5-59cc-42a7-a22a-eeb1bb3e2a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:34.293996 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:34.395064 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b231b-4454-4a28-9fd3-d7b98a3129bb req-acdf9562-c19a-4653-8fa0-3f459c454c82 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:34.396586 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5b7b231b-4454-4a28-9fd3-d7b98a3129bb req-acdf9562-c19a-4653-8fa0-3f459c454c82 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 946 time: 0.0648651 Jul 13 08:22:34.433631 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5b7b231b-4454-4a28-9fd3-d7b98a3129bb req-05be6058-2f35-4317-be55-ad69e382960a tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315216 Jul 13 08:22:35.609516 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285f7ea-ccd7-4ec5-81fe-ec68d6469d3a req-c49677c9-0ce5-4de6-ad28-53d0409bba41 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:35.612831 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6285f7ea-ccd7-4ec5-81fe-ec68d6469d3a req-c49677c9-0ce5-4de6-ad28-53d0409bba41 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 946 time: 0.0643661 Jul 13 08:22:35.649759 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6285f7ea-ccd7-4ec5-81fe-ec68d6469d3a req-fedc0d2e-78ce-4d53-b27a-93747974a60e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324714 Jul 13 08:22:36.062611 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:36.829108 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bac67e-7355-4c6c-878c-ac4ad60f89a6 req-d751f0ed-d89f-4762-a110-62b59a9aaf42 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:36.831332 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-73bac67e-7355-4c6c-878c-ac4ad60f89a6 req-d751f0ed-d89f-4762-a110-62b59a9aaf42 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 946 time: 0.0694451 Jul 13 08:22:36.870853 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-73bac67e-7355-4c6c-878c-ac4ad60f89a6 req-40a8df28-e2d4-4956-af38-55415edd5d2d tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336461 Jul 13 08:22:38.048391 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63b6a3-88f0-4496-85ad-5945ff2e0416 req-d2daa75c-d40e-48ae-8175-3f8971e2630e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:38.050113 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1a63b6a3-88f0-4496-85ad-5945ff2e0416 req-d2daa75c-d40e-48ae-8175-3f8971e2630e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 946 time: 0.0678990 Jul 13 08:22:38.087324 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1a63b6a3-88f0-4496-85ad-5945ff2e0416 req-0536c451-67a5-4b51-a139-b4ef5db8c2bf tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317159 Jul 13 08:22:39.263116 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917e48b-4e0d-46de-90dc-81a452ea3e0b req-b052cf39-7a6c-4895-b457-a44f8f07404d tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:39.264673 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3917e48b-4e0d-46de-90dc-81a452ea3e0b req-b052cf39-7a6c-4895-b457-a44f8f07404d tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 946 time: 0.0663257 Jul 13 08:22:39.303749 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3917e48b-4e0d-46de-90dc-81a452ea3e0b req-d326ec83-523e-4117-a911-cd53afd5e5e6 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332270 Jul 13 08:22:40.475933 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca2a6fa-9405-4b6e-8d34-45ece09e62d4 req-aac59bba-8762-4dd8-a82f-24608ef42d19 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:40.477392 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dca2a6fa-9405-4b6e-8d34-45ece09e62d4 req-aac59bba-8762-4dd8-a82f-24608ef42d19 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 946 time: 0.0619946 Jul 13 08:22:40.514774 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dca2a6fa-9405-4b6e-8d34-45ece09e62d4 req-ef00dea7-ff91-49b4-a995-a06d7a03b78d tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317800 Jul 13 08:22:41.692140 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a7fba-97b4-4368-b6d6-9f0660932208 req-e0e42355-d97c-4278-bcd2-b7d327b9d91e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:41.693630 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f31a7fba-97b4-4368-b6d6-9f0660932208 req-e0e42355-d97c-4278-bcd2-b7d327b9d91e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 946 time: 0.0629811 Jul 13 08:22:41.730734 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f31a7fba-97b4-4368-b6d6-9f0660932208 req-6eeb6578-af0d-41e4-99b0-f491ccbc5ede tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316613 Jul 13 08:22:42.054772 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:22:42.536339 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-9dea4c91-9eda-4f15-85f0-6e9d9ebf2471 service neutron] show failed (client error): The resource could not be found. Jul 13 08:22:42.537348 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-9dea4c91-9eda-4f15-85f0-6e9d9ebf2471 service neutron] 10.222.0.42 "GET /v2.0/ports/ead85103-b21c-4ad1-a6e1-db8c5641532b/bindings/n-h2-771363-34 HTTP/1.1" status: 404 len: 381 time: 0.0587332 Jul 13 08:22:42.823163 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-2aad9e84-c330-4ccf-b2c4-4af85a8234fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:42.824710 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-2aad9e84-c330-4ccf-b2c4-4af85a8234fc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=469223cb-ef4a-461f-b1c7-b1a717570afb&tenant_id=d9b9f2475bd6470a984bd5e137557b3a HTTP/1.1" status: 200 len: 1098 time: 0.0978339 Jul 13 08:22:42.836332 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-b327bcf0-adf9-4d92-bd41-a128ac0631d1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-34', 'device_owner': 'compute:nova'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:22:42.957817 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-b327bcf0-adf9-4d92-bd41-a128ac0631d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:42.979590 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63427986-4c4b-43b4-9ccf-e9fc6e3932e1 req-cbeb07ac-e624-4a7f-9fb4-39e7ed6fc8d7 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:42.981350 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-63427986-4c4b-43b4-9ccf-e9fc6e3932e1 req-cbeb07ac-e624-4a7f-9fb4-39e7ed6fc8d7 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 946 time: 0.1406655 Jul 13 08:22:43.100719 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-63427986-4c4b-43b4-9ccf-e9fc6e3932e1 req-33745f12-373a-439c-bb37-6a89f2445a88 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960157 Jul 13 08:22:43.203870 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-b327bcf0-adf9-4d92-bd41-a128ac0631d1 service neutron] For port ead85103-b21c-4ad1-a6e1-db8c5641532b, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=ead85103-b21c-4ad1-a6e1-db8c5641532b,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:22:43.240888 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-b327bcf0-adf9-4d92-bd41-a128ac0631d1 service neutron] For port ead85103-b21c-4ad1-a6e1-db8c5641532b, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:22:43.281049 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469223cb-ef4a-461f-b1c7-b1a717570afb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ead85103-b21c-4ad1-a6e1-db8c5641532b'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:22:43.284160 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33af52f666a6377eeaf9d00c6054365c515a6ddb0c8cc5669bfcff545a31cac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f690563-5315-4878-bd09-912b43dc6101" -d '{"events": [{"server_uuid": "469223cb-ef4a-461f-b1c7-b1a717570afb", "name": "network-vif-unplugged", "status": "completed", "tag": "ead85103-b21c-4ad1-a6e1-db8c5641532b"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:22:43.287732 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-b327bcf0-adf9-4d92-bd41-a128ac0631d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:43.300230 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-b327bcf0-adf9-4d92-bd41-a128ac0631d1 service neutron] Transition to ACTIVE for port object ead85103-b21c-4ad1-a6e1-db8c5641532b will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:22:43.304007 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-b327bcf0-adf9-4d92-bd41-a128ac0631d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:43.393788 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327bcf0-adf9-4d92-bd41-a128ac0631d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ead85103-b21c-4ad1-a6e1-db8c5641532b,revision_number=6']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:43.408125 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327bcf0-adf9-4d92-bd41-a128ac0631d1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:43.408571 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327bcf0-adf9-4d92-bd41-a128ac0631d1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:43.408995 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327bcf0-adf9-4d92-bd41-a128ac0631d1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:43.409231 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327bcf0-adf9-4d92-bd41-a128ac0631d1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:43.409571 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327bcf0-adf9-4d92-bd41-a128ac0631d1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:43.409907 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327bcf0-adf9-4d92-bd41-a128ac0631d1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:43.410237 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327bcf0-adf9-4d92-bd41-a128ac0631d1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:43.410565 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327bcf0-adf9-4d92-bd41-a128ac0631d1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:43.410894 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327bcf0-adf9-4d92-bd41-a128ac0631d1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:43.411245 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327bcf0-adf9-4d92-bd41-a128ac0631d1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:43.412065 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327bcf0-adf9-4d92-bd41-a128ac0631d1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:43.412065 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b327bcf0-adf9-4d92-bd41-a128ac0631d1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:43.415993 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db82dcc2-f56d-483d-951d-22e91d9f6578 x-openstack-request-id: req-db82dcc2-f56d-483d-951d-22e91d9f6578 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:22:43.416291 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "469223cb-ef4a-461f-b1c7-b1a717570afb", "name": "network-vif-unplugged", "status": "completed", "tag": "ead85103-b21c-4ad1-a6e1-db8c5641532b", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:22:43.416548 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-db82dcc2-f56d-483d-951d-22e91d9f6578 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:22:43.416942 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469223cb-ef4a-461f-b1c7-b1a717570afb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ead85103-b21c-4ad1-a6e1-db8c5641532b', 'code': 200} Jul 13 08:22:43.447075 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-b327bcf0-adf9-4d92-bd41-a128ac0631d1 service neutron] No DVR routers for this DVR port ead85103-b21c-4ad1-a6e1-db8c5641532b on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:22:43.584212 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-b327bcf0-adf9-4d92-bd41-a128ac0631d1 service neutron] Attempting to bind port ead85103-b21c-4ad1-a6e1-db8c5641532b on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:22:43.584494 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-b327bcf0-adf9-4d92-bd41-a128ac0631d1 service neutron] Attempting to bind port ead85103-b21c-4ad1-a6e1-db8c5641532b by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:22:43.584884 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-b327bcf0-adf9-4d92-bd41-a128ac0631d1 service neutron] Attempting to bind port ead85103-b21c-4ad1-a6e1-db8c5641532b on network adfbf2f9-e250-4fa0-9e73-814bcba7a298 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:22:43.589128 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-b327bcf0-adf9-4d92-bd41-a128ac0631d1 service neutron] Port ead85103-b21c-4ad1-a6e1-db8c5641532b on network adfbf2f9-e250-4fa0-9e73-814bcba7a298 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:22:43.589442 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-b327bcf0-adf9-4d92-bd41-a128ac0631d1 service neutron] Attempting to bind port ead85103-b21c-4ad1-a6e1-db8c5641532b on network adfbf2f9-e250-4fa0-9e73-814bcba7a298 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:22:43.594205 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-b327bcf0-adf9-4d92-bd41-a128ac0631d1 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:22:43.594541 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-b327bcf0-adf9-4d92-bd41-a128ac0631d1 service neutron] Checking segment: {'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:22:43.595531 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-b327bcf0-adf9-4d92-bd41-a128ac0631d1 service neutron] Bound using segment: {'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:22:43.595974 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-b327bcf0-adf9-4d92-bd41-a128ac0631d1 service neutron] Bound port: ead85103-b21c-4ad1-a6e1-db8c5641532b, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:22:43.596330 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-b327bcf0-adf9-4d92-bd41-a128ac0631d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:43.660003 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-b327bcf0-adf9-4d92-bd41-a128ac0631d1 service neutron] For port ead85103-b21c-4ad1-a6e1-db8c5641532b, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:22:43.663136 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-b327bcf0-adf9-4d92-bd41-a128ac0631d1 service neutron] For port ead85103-b21c-4ad1-a6e1-db8c5641532b, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=ead85103-b21c-4ad1-a6e1-db8c5641532b,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:22:43.667440 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-b327bcf0-adf9-4d92-bd41-a128ac0631d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:43.699963 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-b327bcf0-adf9-4d92-bd41-a128ac0631d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:43.700906 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-b327bcf0-adf9-4d92-bd41-a128ac0631d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:43.702701 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-b327bcf0-adf9-4d92-bd41-a128ac0631d1 service neutron] 10.222.0.25 "PUT /v2.0/ports/ead85103-b21c-4ad1-a6e1-db8c5641532b HTTP/1.1" status: 200 len: 1093 time: 0.8704407 Jul 13 08:22:43.738016 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327bcf0-adf9-4d92-bd41-a128ac0631d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ead85103-b21c-4ad1-a6e1-db8c5641532b,revision_number=7']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:43.791001 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-f1f13fc1-a6f5-4e79-a956-4a869693919d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:43.792575 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-f1f13fc1-a6f5-4e79-a956-4a869693919d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 1096 time: 0.0671589 Jul 13 08:22:43.886018 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-39c4d022-544d-4f0d-861e-f8cd9c5277c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:43.887540 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-39c4d022-544d-4f0d-861e-f8cd9c5277c9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.0884826 Jul 13 08:22:43.958248 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-93ca7631-b539-44a9-bee7-0fcf94048c23 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ead85103-b21c-4ad1-a6e1-db8c5641532b HTTP/1.1" status: 200 len: 999 time: 0.0638964 Jul 13 08:22:44.006973 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-e4b7c6ba-4710-4a45-9856-56da046c04f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:44.008430 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-e4b7c6ba-4710-4a45-9856-56da046c04f3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0437243 Jul 13 08:22:44.065560 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-56d1449f-63a0-41e1-ba3b-538ac7ba11fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:44.067036 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-56d1449f-63a0-41e1-ba3b-538ac7ba11fa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521946 Jul 13 08:22:44.160751 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-e7158963-53fa-493e-a49b-d6090801d94a service neutron] 10.222.0.25 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868251 Jul 13 08:22:44.287345 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-0679155f-1b57-4609-abce-63e62170a61f service neutron] 10.222.0.25 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201413 Jul 13 08:22:44.311806 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69670bfa-701c-498a-8073-07d3f0ca90e8 req-4fd514d1-f465-46f8-b35a-d895b0d059d3 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:44.313309 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-69670bfa-701c-498a-8073-07d3f0ca90e8 req-4fd514d1-f465-46f8-b35a-d895b0d059d3 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 944 time: 0.0891011 Jul 13 08:22:44.371769 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-69670bfa-701c-498a-8073-07d3f0ca90e8 req-43527a22-7bfe-4989-9855-cd3fb7f7aaf5 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515592 Jul 13 08:22:44.946136 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device ead85103-b21c-4ad1-a6e1-db8c5641532b no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:22:44.982281 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device ead85103-b21c-4ad1-a6e1-db8c5641532b not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:22:45.418532 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469223cb-ef4a-461f-b1c7-b1a717570afb', 'tag': 'ead85103-b21c-4ad1-a6e1-db8c5641532b'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:22:45.421034 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33af52f666a6377eeaf9d00c6054365c515a6ddb0c8cc5669bfcff545a31cac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3693654b-e1e4-4c0d-ad43-1e26557d8ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "469223cb-ef4a-461f-b1c7-b1a717570afb", "tag": "ead85103-b21c-4ad1-a6e1-db8c5641532b"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:22:45.467795 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd64f12c-ec37-42c1-8c07-6e1cea043824 x-openstack-request-id: req-fd64f12c-ec37-42c1-8c07-6e1cea043824 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:22:45.468088 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "469223cb-ef4a-461f-b1c7-b1a717570afb", "tag": "ead85103-b21c-4ad1-a6e1-db8c5641532b", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:22:45.468339 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fd64f12c-ec37-42c1-8c07-6e1cea043824 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:22:45.468876 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '469223cb-ef4a-461f-b1c7-b1a717570afb', 'tag': 'ead85103-b21c-4ad1-a6e1-db8c5641532b', 'status': 'completed', 'code': 200} Jul 13 08:22:45.541099 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693654b-e1e4-4c0d-ad43-1e26557d8ef6 req-1a9b7b1f-f1af-4ceb-94bb-c0cafc0a9e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:45.542626 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3693654b-e1e4-4c0d-ad43-1e26557d8ef6 req-1a9b7b1f-f1af-4ceb-94bb-c0cafc0a9e88 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 1096 time: 0.0531676 Jul 13 08:22:45.580306 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693654b-e1e4-4c0d-ad43-1e26557d8ef6 req-4d2287bb-9b29-45f4-b29a-7db446a8f581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:45.581840 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3693654b-e1e4-4c0d-ad43-1e26557d8ef6 req-4d2287bb-9b29-45f4-b29a-7db446a8f581 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 1096 time: 0.0880718 Jul 13 08:22:45.589317 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a040812-5eb8-49c4-822e-00e1ca3dd932 req-ae16010b-e95e-42a0-b308-d0ecf0ff0701 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:45.590747 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0a040812-5eb8-49c4-822e-00e1ca3dd932 req-ae16010b-e95e-42a0-b308-d0ecf0ff0701 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 944 time: 0.1074309 Jul 13 08:22:45.644389 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693654b-e1e4-4c0d-ad43-1e26557d8ef6 req-8c5576e7-7de3-4f1f-9dce-bdb1e9142564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:45.646061 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3693654b-e1e4-4c0d-ad43-1e26557d8ef6 req-8c5576e7-7de3-4f1f-9dce-bdb1e9142564 service neutron] 10.222.0.25 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.0961359 Jul 13 08:22:45.680175 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0a040812-5eb8-49c4-822e-00e1ca3dd932 req-072e1225-fddb-420d-9b83-bb46d1fcb626 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809977 Jul 13 08:22:45.709381 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693654b-e1e4-4c0d-ad43-1e26557d8ef6 req-c6816185-35a0-4558-b4c8-3dced834c14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:45.710871 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3693654b-e1e4-4c0d-ad43-1e26557d8ef6 req-c6816185-35a0-4558-b4c8-3dced834c14d service neutron] 10.222.0.42 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.1192460 Jul 13 08:22:45.716217 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3693654b-e1e4-4c0d-ad43-1e26557d8ef6 req-f5ad722f-8c48-42b9-87c6-67f9e4882f50 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ead85103-b21c-4ad1-a6e1-db8c5641532b HTTP/1.1" status: 200 len: 999 time: 0.0635545 Jul 13 08:22:45.768866 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693654b-e1e4-4c0d-ad43-1e26557d8ef6 req-e74f2432-d478-4106-a080-68cf4bc965e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:45.770331 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3693654b-e1e4-4c0d-ad43-1e26557d8ef6 req-e74f2432-d478-4106-a080-68cf4bc965e1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0476553 Jul 13 08:22:45.779431 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3693654b-e1e4-4c0d-ad43-1e26557d8ef6 req-d8649ca8-e317-4c0e-9e72-99dd0f3ff95a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ead85103-b21c-4ad1-a6e1-db8c5641532b HTTP/1.1" status: 200 len: 999 time: 0.0622931 Jul 13 08:22:45.827649 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693654b-e1e4-4c0d-ad43-1e26557d8ef6 req-7c99a713-77f0-4787-aab6-5ea21e4cbc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:45.829787 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3693654b-e1e4-4c0d-ad43-1e26557d8ef6 req-7c99a713-77f0-4787-aab6-5ea21e4cbc16 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522323 Jul 13 08:22:45.829997 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693654b-e1e4-4c0d-ad43-1e26557d8ef6 req-28a5d1a9-936e-42c1-840d-cd9e252d42aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:45.831519 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3693654b-e1e4-4c0d-ad43-1e26557d8ef6 req-28a5d1a9-936e-42c1-840d-cd9e252d42aa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0461459 Jul 13 08:22:45.891383 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693654b-e1e4-4c0d-ad43-1e26557d8ef6 req-51e18c27-1ca6-493f-a618-756010996bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:45.894565 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3693654b-e1e4-4c0d-ad43-1e26557d8ef6 req-51e18c27-1ca6-493f-a618-756010996bd9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569265 Jul 13 08:22:45.944004 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3693654b-e1e4-4c0d-ad43-1e26557d8ef6 req-091c9105-1f44-4673-9dcf-74d42d75a72a service neutron] 10.222.0.25 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018293 Jul 13 08:22:45.996775 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3693654b-e1e4-4c0d-ad43-1e26557d8ef6 req-c529b7cd-f9ea-4ddb-81d6-abce16fa5bc5 service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958910 Jul 13 08:22:46.047391 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3693654b-e1e4-4c0d-ad43-1e26557d8ef6 req-ba13b649-f556-45fb-9dbd-0fe128eaafb8 service neutron] 10.222.0.25 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968032 Jul 13 08:22:46.086194 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3693654b-e1e4-4c0d-ad43-1e26557d8ef6 req-94ba066b-bf04-44ff-8f35-121b7fda9414 service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834324 Jul 13 08:22:46.859512 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068dc41b-b40e-428d-a15e-a0f2298c87e5 req-fb4f0e3b-97fa-42fc-8963-e7faf415772b tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:46.860954 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-068dc41b-b40e-428d-a15e-a0f2298c87e5 req-fb4f0e3b-97fa-42fc-8963-e7faf415772b tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 944 time: 0.0642889 Jul 13 08:22:46.900716 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-068dc41b-b40e-428d-a15e-a0f2298c87e5 req-3921a79f-5f3d-45c9-96d6-a66ffa76cb9e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337515 Jul 13 08:22:47.196017 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f958b94-1170-4c35-9d3c-7711f8b31e05 req-68e35110-e2e1-4ebd-accf-bdcb21f6019e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:47.197513 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7f958b94-1170-4c35-9d3c-7711f8b31e05 req-68e35110-e2e1-4ebd-accf-bdcb21f6019e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 944 time: 0.0674777 Jul 13 08:22:47.208183 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10749011-dd21-4ee8-82c0-f975f4358874 req-f4950469-c6a0-4ef3-8814-484cd20398eb tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:47.209685 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-10749011-dd21-4ee8-82c0-f975f4358874 req-f4950469-c6a0-4ef3-8814-484cd20398eb tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.42 "GET /v2.0/ports?device_id=469223cb-ef4a-461f-b1c7-b1a717570afb&tenant_id=d9b9f2475bd6470a984bd5e137557b3a&binding%3Ahost_id=n-h2-771363-34 HTTP/1.1" status: 200 len: 944 time: 0.0747259 Jul 13 08:22:47.236718 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7f958b94-1170-4c35-9d3c-7711f8b31e05 req-052c2658-a7ba-4790-bec9-3b5e9433f527 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324197 Jul 13 08:22:47.271495 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [req-10749011-dd21-4ee8-82c0-f975f4358874 req-76ed8691-4a8e-45a9-9aa1-47fbe7c3dacf service neutron] delete failed (client error): The resource could not be found. Jul 13 08:22:47.272478 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-10749011-dd21-4ee8-82c0-f975f4358874 req-76ed8691-4a8e-45a9-9aa1-47fbe7c3dacf service neutron] 10.222.0.42 "DELETE /v2.0/ports/ead85103-b21c-4ad1-a6e1-db8c5641532b/bindings/n-h1-771363-34 HTTP/1.1" status: 404 len: 381 time: 0.0572207 Jul 13 08:22:47.365492 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10749011-dd21-4ee8-82c0-f975f4358874 req-76cf22ab-54f6-486f-8097-cde47dc130f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:47.367012 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-10749011-dd21-4ee8-82c0-f975f4358874 req-76cf22ab-54f6-486f-8097-cde47dc130f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 1096 time: 0.0519273 Jul 13 08:22:47.458886 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10749011-dd21-4ee8-82c0-f975f4358874 req-bae1dd50-d8eb-43d2-9b9b-2b92d63cf9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:47.460381 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-10749011-dd21-4ee8-82c0-f975f4358874 req-bae1dd50-d8eb-43d2-9b9b-2b92d63cf9fb service neutron] 10.222.0.42 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.0877612 Jul 13 08:22:47.522803 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-10749011-dd21-4ee8-82c0-f975f4358874 req-e9c1a84d-7e65-4ee6-ab99-62fd5d06291a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ead85103-b21c-4ad1-a6e1-db8c5641532b HTTP/1.1" status: 200 len: 999 time: 0.0560129 Jul 13 08:22:47.570466 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10749011-dd21-4ee8-82c0-f975f4358874 req-1a40c371-0ed0-4ef9-8945-e913ec3d74fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:47.571964 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-10749011-dd21-4ee8-82c0-f975f4358874 req-1a40c371-0ed0-4ef9-8945-e913ec3d74fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0437310 Jul 13 08:22:47.632229 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10749011-dd21-4ee8-82c0-f975f4358874 req-ac205e28-2480-4d9b-ab99-2a2dc38ae87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:47.633687 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-10749011-dd21-4ee8-82c0-f975f4358874 req-ac205e28-2480-4d9b-ab99-2a2dc38ae87b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556409 Jul 13 08:22:47.721225 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-10749011-dd21-4ee8-82c0-f975f4358874 req-a9266dac-084e-42fc-812d-23e66027cda5 service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811152 Jul 13 08:22:47.812561 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-10749011-dd21-4ee8-82c0-f975f4358874 req-bcfd86e7-3d9d-40fa-bea8-1714626bac74 service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855660 Jul 13 08:22:47.853617 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device ead85103-b21c-4ad1-a6e1-db8c5641532b details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:22:47.951415 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port ead85103-b21c-4ad1-a6e1-db8c5641532b, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=ead85103-b21c-4ad1-a6e1-db8c5641532b,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:22:47.962442 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': 'ead85103-b21c-4ad1-a6e1-db8c5641532b', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'port_id': 'ead85103-b21c-4ad1-a6e1-db8c5641532b', 'mac_address': 'fa:16:3e:c8:99:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:22:47.997414 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:48.010694 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ead85103-b21c-4ad1-a6e1-db8c5641532b {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:22:48.030346 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port ead85103-b21c-4ad1-a6e1-db8c5641532b, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=ead85103-b21c-4ad1-a6e1-db8c5641532b,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:22:48.034311 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:48.089101 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=ead85103-b21c-4ad1-a6e1-db8c5641532b,revision_number=8']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:48.097413 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:48.097760 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:48.098150 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:48.098489 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:48.098829 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:48.099161 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:48.099522 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:48.099899 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:48.100233 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:48.101094 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:48.101415 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:48.101749 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:48.304909 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['ead85103-b21c-4ad1-a6e1-db8c5641532b'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:22:48.425678 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b03769-4c1b-4537-b3bb-c30bbae354c3 req-6fa35bff-20e8-4d7f-884c-c7182cc15e12 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:48.429031 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-76b03769-4c1b-4537-b3bb-c30bbae354c3 req-6fa35bff-20e8-4d7f-884c-c7182cc15e12 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 945 time: 0.0699890 Jul 13 08:22:48.478033 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-76b03769-4c1b-4537-b3bb-c30bbae354c3 req-13f08a3b-a999-4186-9f2c-2b85a48e2473 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426748 Jul 13 08:22:48.649712 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef1f68-56fe-497b-8502-be77feb1d230 req-58fcf192-386d-4df7-bb0a-01babe3179ec tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:48.651223 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-62ef1f68-56fe-497b-8502-be77feb1d230 req-58fcf192-386d-4df7-bb0a-01babe3179ec tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 945 time: 0.0627587 Jul 13 08:22:48.689771 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-62ef1f68-56fe-497b-8502-be77feb1d230 req-ee823ba9-120c-4ff3-a6d5-8923ef753850 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328937 Jul 13 08:22:48.866701 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8648fb0-dc3a-47bb-8dc1-6304f5265881 req-a24e5fb5-35a6-4660-8f32-ed0a547ea8fa tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:48.868453 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f8648fb0-dc3a-47bb-8dc1-6304f5265881 req-a24e5fb5-35a6-4660-8f32-ed0a547ea8fa tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 945 time: 0.0678799 Jul 13 08:22:48.910821 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f8648fb0-dc3a-47bb-8dc1-6304f5265881 req-53adcef1-6ca3-4747-98f4-831d87f20d6d tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362914 Jul 13 08:22:49.315510 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00ade3-bed7-4452-b587-e3bcbab6bd25 req-7f1d266b-ba95-485f-8d98-0af3b8fcbd55 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:49.317073 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-df00ade3-bed7-4452-b587-e3bcbab6bd25 req-7f1d266b-ba95-485f-8d98-0af3b8fcbd55 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 945 time: 0.0668626 Jul 13 08:22:49.356898 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-df00ade3-bed7-4452-b587-e3bcbab6bd25 req-110111a5-1c6b-4a28-a3d2-cf1dd8c31944 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339513 Jul 13 08:22:49.869421 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device ead85103-b21c-4ad1-a6e1-db8c5641532b up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:22:49.919215 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port ead85103-b21c-4ad1-a6e1-db8c5641532b completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:22:49.923485 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port ead85103-b21c-4ad1-a6e1-db8c5641532b triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:22:49.923703 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:50.003485 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:50.025420 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469223cb-ef4a-461f-b1c7-b1a717570afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead85103-b21c-4ad1-a6e1-db8c5641532b'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:22:50.027662 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}819247fa28fcd914db4aabd8a9f8f95ceb467163a9d63008da3b74a1dcff375d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f750af6-4650-4a79-8fd0-3b67f06c33d5" -d '{"events": [{"server_uuid": "469223cb-ef4a-461f-b1c7-b1a717570afb", "name": "network-vif-plugged", "status": "completed", "tag": "ead85103-b21c-4ad1-a6e1-db8c5641532b"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:22:50.041271 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port ead85103-b21c-4ad1-a6e1-db8c5641532b, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=ead85103-b21c-4ad1-a6e1-db8c5641532b,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:22:50.045613 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:50.074736 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c51acb0-c985-4a66-bc35-5d12d74892e7 x-openstack-request-id: req-4c51acb0-c985-4a66-bc35-5d12d74892e7 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:22:50.075017 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "469223cb-ef4a-461f-b1c7-b1a717570afb", "name": "network-vif-plugged", "status": "completed", "tag": "ead85103-b21c-4ad1-a6e1-db8c5641532b", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:22:50.075898 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4c51acb0-c985-4a66-bc35-5d12d74892e7 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:22:50.075898 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469223cb-ef4a-461f-b1c7-b1a717570afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead85103-b21c-4ad1-a6e1-db8c5641532b', 'code': 200} Jul 13 08:22:50.102093 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=ead85103-b21c-4ad1-a6e1-db8c5641532b,revision_number=9']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:50.314749 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-bb4715cf-6a48-4b17-8a10-d422b384961b None None] Provisioning complete for port ead85103-b21c-4ad1-a6e1-db8c5641532b triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:22:50.315142 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-bb4715cf-6a48-4b17-8a10-d422b384961b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:50.494453 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd9b31-8c66-4d44-94a4-6196d20f62dc req-7535df8c-d435-449d-b949-6ce117bb64cc tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:50.496100 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8fbd9b31-8c66-4d44-94a4-6196d20f62dc req-7535df8c-d435-449d-b949-6ce117bb64cc tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.25 "GET /v2.0/ports?device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 946 time: 0.0645499 Jul 13 08:22:50.535488 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5167413-30f8-4e25-8b02-95c8b4a47be5 req-3d877fb8-9e68-416b-9fc2-06b34a17636a tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:50.537155 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e5167413-30f8-4e25-8b02-95c8b4a47be5 req-3d877fb8-9e68-416b-9fc2-06b34a17636a tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 946 time: 0.0639448 Jul 13 08:22:50.580484 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e5167413-30f8-4e25-8b02-95c8b4a47be5 req-f0c37348-e3cf-4e6c-bb6d-ee676e80bc7a tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344181 Jul 13 08:22:50.911865 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-8fbd9b31-8c66-4d44-94a4-6196d20f62dc req-34739cfe-5643-48bb-8fc9-7f3e25615c3f tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Deleting port ead85103-b21c-4ad1-a6e1-db8c5641532b {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:22:50.912200 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8fbd9b31-8c66-4d44-94a4-6196d20f62dc req-34739cfe-5643-48bb-8fc9-7f3e25615c3f tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:51.002533 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-8fbd9b31-8c66-4d44-94a4-6196d20f62dc req-34739cfe-5643-48bb-8fc9-7f3e25615c3f tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] For port ead85103-b21c-4ad1-a6e1-db8c5641532b, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=ead85103-b21c-4ad1-a6e1-db8c5641532b,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:22:51.002911 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8fbd9b31-8c66-4d44-94a4-6196d20f62dc req-34739cfe-5643-48bb-8fc9-7f3e25615c3f tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:51.215802 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8fbd9b31-8c66-4d44-94a4-6196d20f62dc req-34739cfe-5643-48bb-8fc9-7f3e25615c3f tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:51.216086 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8fbd9b31-8c66-4d44-94a4-6196d20f62dc req-34739cfe-5643-48bb-8fc9-7f3e25615c3f tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:51.216503 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [req-8fbd9b31-8c66-4d44-94a4-6196d20f62dc req-34739cfe-5643-48bb-8fc9-7f3e25615c3f tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Floating IP 1d238cab-1daf-4d52-a149-18f26bee084a disassociated. External IP: 172.25.3.82, port: ead85103-b21c-4ad1-a6e1-db8c5641532b. Jul 13 08:22:51.216959 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-8fbd9b31-8c66-4d44-94a4-6196d20f62dc req-34739cfe-5643-48bb-8fc9-7f3e25615c3f tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Calling delete_port for ead85103-b21c-4ad1-a6e1-db8c5641532b owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:22:51.344444 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8fbd9b31-8c66-4d44-94a4-6196d20f62dc req-34739cfe-5643-48bb-8fc9-7f3e25615c3f tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:51.375773 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34739cfe-5643-48bb-8fc9-7f3e25615c3f tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Pushing event deleted for resources: {'Port': ['ID=ead85103-b21c-4ad1-a6e1-db8c5641532b,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:51.495648 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fbd9b31-8c66-4d44-94a4-6196d20f62dc req-34739cfe-5643-48bb-8fc9-7f3e25615c3f tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Router b6cadc84-f97f-45d8-a829-070facdf2407 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:22:51.608440 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fbd9b31-8c66-4d44-94a4-6196d20f62dc req-34739cfe-5643-48bb-8fc9-7f3e25615c3f tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:22:51.622466 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f92511-7f27-44c9-8265-36c86c0c57e7 None None] Sync routers for ids ['b6cadc84-f97f-45d8-a829-070facdf2407'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:22:51.632867 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f92511-7f27-44c9-8265-36c86c0c57e7 None None] Routers {'b6cadc84-f97f-45d8-a829-070facdf2407'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:22:51.633699 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-c4f92511-7f27-44c9-8265-36c86c0c57e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:22:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['b6cadc84-f97f-45d8-a829-070facdf2407'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:22:51.658576 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbd9b31-8c66-4d44-94a4-6196d20f62dc req-34739cfe-5643-48bb-8fc9-7f3e25615c3f tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] No DVR routers for this DVR port ead85103-b21c-4ad1-a6e1-db8c5641532b on host n-h2-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:22:51.661280 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-8fbd9b31-8c66-4d44-94a4-6196d20f62dc req-34739cfe-5643-48bb-8fc9-7f3e25615c3f tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:51.663377 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8fbd9b31-8c66-4d44-94a4-6196d20f62dc req-34739cfe-5643-48bb-8fc9-7f3e25615c3f tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.25 "DELETE /v2.0/ports/ead85103-b21c-4ad1-a6e1-db8c5641532b HTTP/1.1" status: 204 len: 173 time: 1.1612325 Jul 13 08:22:51.663844 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469223cb-ef4a-461f-b1c7-b1a717570afb', 'name': 'network-vif-deleted', 'tag': 'ead85103-b21c-4ad1-a6e1-db8c5641532b'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:22:51.666114 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33af52f666a6377eeaf9d00c6054365c515a6ddb0c8cc5669bfcff545a31cac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ce15fa-372e-4d9c-af58-f2855dfbe582" -d '{"events": [{"server_uuid": "469223cb-ef4a-461f-b1c7-b1a717570afb", "name": "network-vif-deleted", "tag": "ead85103-b21c-4ad1-a6e1-db8c5641532b"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:22:51.717938 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb8a367-ffd5-44d3-b2c8-717d23235208 x-openstack-request-id: req-7fb8a367-ffd5-44d3-b2c8-717d23235208 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:22:51.718227 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "469223cb-ef4a-461f-b1c7-b1a717570afb", "name": "network-vif-deleted", "tag": "ead85103-b21c-4ad1-a6e1-db8c5641532b", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:22:51.718475 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7fb8a367-ffd5-44d3-b2c8-717d23235208 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:22:51.718865 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469223cb-ef4a-461f-b1c7-b1a717570afb', 'name': 'network-vif-deleted', 'tag': 'ead85103-b21c-4ad1-a6e1-db8c5641532b', 'status': 'completed', 'code': 200} Jul 13 08:22:51.741275 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8f561f89-fea8-42fb-acc1-9eb99996734d req-c5495253-4a65-49ad-b69f-6e8e7f8070bf tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=469223cb-ef4a-461f-b1c7-b1a717570afb HTTP/1.1" status: 200 len: 210 time: 0.0337744 Jul 13 08:22:51.754160 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-c4f92511-7f27-44c9-8265-36c86c0c57e7 None None] Set router b6cadc84-f97f-45d8-a829-070facdf2407 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:22:51.969875 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-c4f92511-7f27-44c9-8265-36c86c0c57e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'name': 'tempest-ServerActionsTestJSON-1585476715-router', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:34Z', 'updated_at': '2021-07-13T08:20:37Z', 'revision_number': 4, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'gw_port': {'id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:35Z', 'updated_at': '2021-07-13T08:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '3d5bd495-ae77-498f-947a-86bbde072555', 'name': '', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'mac_address': 'fa:16:3e:f1:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:36Z', 'updated_at': '2021-07-13T08:20:42Z', 'revision_number': 5, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'subnets': [{'id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:22:52.159493 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f92511-7f27-44c9-8265-36c86c0c57e7 None None] Checking router: b6cadc84-f97f-45d8-a829-070facdf2407 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:22:52.167578 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f92511-7f27-44c9-8265-36c86c0c57e7 None None] Routers {'b6cadc84-f97f-45d8-a829-070facdf2407'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:22:52.168180 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-c4f92511-7f27-44c9-8265-36c86c0c57e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:22:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['b6cadc84-f97f-45d8-a829-070facdf2407'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:22:52.272953 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-c4f92511-7f27-44c9-8265-36c86c0c57e7 None None] Set router b6cadc84-f97f-45d8-a829-070facdf2407 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:22:52.467510 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-c4f92511-7f27-44c9-8265-36c86c0c57e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'name': 'tempest-ServerActionsTestJSON-1585476715-router', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:34Z', 'updated_at': '2021-07-13T08:20:37Z', 'revision_number': 4, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'gw_port': {'id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:35Z', 'updated_at': '2021-07-13T08:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '3d5bd495-ae77-498f-947a-86bbde072555', 'name': '', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'mac_address': 'fa:16:3e:f1:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:36Z', 'updated_at': '2021-07-13T08:20:42Z', 'revision_number': 5, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'subnets': [{'id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:22:52.494202 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f92511-7f27-44c9-8265-36c86c0c57e7 None None] The sync data for ids ['b6cadc84-f97f-45d8-a829-070facdf2407'] in n-d-771363-34 is: [{'id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'name': 'tempest-ServerActionsTestJSON-1585476715-router', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:34Z', 'updated_at': '2021-07-13T08:20:37Z', 'revision_number': 4, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'gw_port': {'id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:35Z', 'updated_at': '2021-07-13T08:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '3d5bd495-ae77-498f-947a-86bbde072555', 'name': '', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'mac_address': 'fa:16:3e:f1:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:36Z', 'updated_at': '2021-07-13T08:20:42Z', 'revision_number': 5, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'subnets': [{'id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:22:52.719456 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58903aeb-a293-4622-869d-082a9395da84 None None] New status for floating IP 1d238cab-1daf-4d52-a149-18f26bee084a: DOWN {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:22:53.066924 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-bf3867b7-ac13-4994-922d-77b02729a3cc tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1381142462&fields=id&tenant_id=d9b9f2475bd6470a984bd5e137557b3a HTTP/1.1" status: 200 len: 267 time: 0.0385089 Jul 13 08:22:53.180785 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-64807ace-66ce-4a42-9f77-5e4e4ea92965 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:53.182318 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-64807ace-66ce-4a42-9f77-5e4e4ea92965 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 812 time: 0.1085947 Jul 13 08:22:53.199216 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-084c201c-35a7-4288-8197-cf334965010e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/quotas/d9b9f2475bd6470a984bd5e137557b3a HTTP/1.1" status: 200 len: 375 time: 0.0112627 Jul 13 08:22:53.278109 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-72610199-e8a2-45e5-87e4-f3e3ed4f9f78 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0712824 Jul 13 08:22:53.372406 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-74fb2203-649a-4afb-9ce6-cde47d0f095e service neutron] 10.222.0.23 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820794 Jul 13 08:22:53.474077 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-fc4d496f-8b46-4184-85e9-42229b174eac service neutron] 10.222.0.23 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952072 Jul 13 08:22:53.653933 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3fb04af6-9ede-4910-80c3-84a024f44067 req-aeb05e0f-cc34-48f2-95fc-6912bddc7da5 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 210 time: 0.0306880 Jul 13 08:22:53.827728 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:54.536482 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:54.738114 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-b3c9c970-5064-48dd-b502-2532428234bf tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:54.739663 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-b3c9c970-5064-48dd-b502-2532428234bf tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.42 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 812 time: 0.1073375 Jul 13 08:22:54.795104 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-83ca9c45-4935-42ee-a6bf-170ca06844e5 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9b9f2475bd6470a984bd5e137557b3a HTTP/1.1" status: 200 len: 380 time: 0.0445983 Jul 13 08:22:55.156993 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3ffc3c52-78f2-40d4-88a7-247a5dbfee50 req-dc804c20-6f44-4e4f-9541-cadaa0ae278b tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 210 time: 0.3797026 Jul 13 08:22:55.160642 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-810b33ce-3052-4883-aeba-cfbbd9158f05 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Request body: {'port': {'device_id': '4be003de-1423-40eb-82a4-35f15329d0d6', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'admin_state_up': True, 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'security_groups': ['daa49564-c3fc-4600-a50a-58f4ad7933bb']}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:22:55.266723 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-810b33ce-3052-4883-aeba-cfbbd9158f05 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Made reservation on behalf of d9b9f2475bd6470a984bd5e137557b3a for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:22:55.270477 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-810b33ce-3052-4883-aeba-cfbbd9158f05 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:55.404004 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-810b33ce-3052-4883-aeba-cfbbd9158f05 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Allocated IP 172.20.0.11 (adfbf2f9-e250-4fa0-9e73-814bcba7a298/bbd435ef-ced0-482e-8c78-0b87e334722f/7119d6d9-a0e6-4246-bf00-cb239485b4c5) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:22:55.556988 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-810b33ce-3052-4883-aeba-cfbbd9158f05 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:55.574856 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-810b33ce-3052-4883-aeba-cfbbd9158f05 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Transition to ACTIVE for port object 7119d6d9-a0e6-4246-bf00-cb239485b4c5 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:22:55.612515 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-810b33ce-3052-4883-aeba-cfbbd9158f05 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:55.658965 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-810b33ce-3052-4883-aeba-cfbbd9158f05 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Network adfbf2f9-e250-4fa0-9e73-814bcba7a298 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:22:55.663485 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-810b33ce-3052-4883-aeba-cfbbd9158f05 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:22:55.666208 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-810b33ce-3052-4883-aeba-cfbbd9158f05 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:22:55.672831 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b33ce-3052-4883-aeba-cfbbd9158f05 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Pushing event updated for resources: {'Port': ['ID=7119d6d9-a0e6-4246-bf00-cb239485b4c5,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:55.702352 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810b33ce-3052-4883-aeba-cfbbd9158f05 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:55.702700 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810b33ce-3052-4883-aeba-cfbbd9158f05 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:55.703042 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810b33ce-3052-4883-aeba-cfbbd9158f05 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:55.703415 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810b33ce-3052-4883-aeba-cfbbd9158f05 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:55.703751 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810b33ce-3052-4883-aeba-cfbbd9158f05 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:55.704646 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810b33ce-3052-4883-aeba-cfbbd9158f05 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:55.704985 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810b33ce-3052-4883-aeba-cfbbd9158f05 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:55.705315 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810b33ce-3052-4883-aeba-cfbbd9158f05 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:55.705645 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810b33ce-3052-4883-aeba-cfbbd9158f05 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:55.705968 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810b33ce-3052-4883-aeba-cfbbd9158f05 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:55.706295 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810b33ce-3052-4883-aeba-cfbbd9158f05 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:55.706617 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810b33ce-3052-4883-aeba-cfbbd9158f05 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:22:55.734296 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-810b33ce-3052-4883-aeba-cfbbd9158f05 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:55.734920 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-810b33ce-3052-4883-aeba-cfbbd9158f05 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:55.750408 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-810b33ce-3052-4883-aeba-cfbbd9158f05 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5961819 Jul 13 08:22:55.762139 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-591f27e2-b67b-4dbd-9673-595d78aaf74a service neutron] Request body: {'port': {'device_id': '4be003de-1423-40eb-82a4-35f15329d0d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:22:55.851273 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-591f27e2-b67b-4dbd-9673-595d78aaf74a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:55.910806 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device ead85103-b21c-4ad1-a6e1-db8c5641532b no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:22:55.937351 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: ead85103-b21c-4ad1-a6e1-db8c5641532b {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:22:55.937639 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device ead85103-b21c-4ad1-a6e1-db8c5641532b not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:22:55.953897 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3d75af6b-24d7-463b-94e7-76ceca658ed0 None None] Provisioning for port 7119d6d9-a0e6-4246-bf00-cb239485b4c5 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:22:55.959534 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3d75af6b-24d7-463b-94e7-76ceca658ed0 None None] Provisioning complete for port 7119d6d9-a0e6-4246-bf00-cb239485b4c5 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:22:55.959902 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3d75af6b-24d7-463b-94e7-76ceca658ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:55.995811 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-3d75af6b-24d7-463b-94e7-76ceca658ed0 None None] Port 7119d6d9-a0e6-4246-bf00-cb239485b4c5 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:22:56.125021 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-591f27e2-b67b-4dbd-9673-595d78aaf74a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7119d6d9-a0e6-4246-bf00-cb239485b4c5 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:22:56.133118 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-591f27e2-b67b-4dbd-9673-595d78aaf74a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:56.145835 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-591f27e2-b67b-4dbd-9673-595d78aaf74a service neutron] Transition to ACTIVE for port object 7119d6d9-a0e6-4246-bf00-cb239485b4c5 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:22:56.149343 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-591f27e2-b67b-4dbd-9673-595d78aaf74a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:56.207310 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f27e2-b67b-4dbd-9673-595d78aaf74a service neutron] Pushing event updated for resources: {'Port': ['ID=7119d6d9-a0e6-4246-bf00-cb239485b4c5,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:56.278216 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-591f27e2-b67b-4dbd-9673-595d78aaf74a service neutron] Attempting to bind port 7119d6d9-a0e6-4246-bf00-cb239485b4c5 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:22:56.278623 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-591f27e2-b67b-4dbd-9673-595d78aaf74a service neutron] Attempting to bind port 7119d6d9-a0e6-4246-bf00-cb239485b4c5 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:22:56.279105 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-591f27e2-b67b-4dbd-9673-595d78aaf74a service neutron] Attempting to bind port 7119d6d9-a0e6-4246-bf00-cb239485b4c5 on network adfbf2f9-e250-4fa0-9e73-814bcba7a298 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:22:56.283862 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-591f27e2-b67b-4dbd-9673-595d78aaf74a service neutron] Port 7119d6d9-a0e6-4246-bf00-cb239485b4c5 on network adfbf2f9-e250-4fa0-9e73-814bcba7a298 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:22:56.284181 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-591f27e2-b67b-4dbd-9673-595d78aaf74a service neutron] Attempting to bind port 7119d6d9-a0e6-4246-bf00-cb239485b4c5 on network adfbf2f9-e250-4fa0-9e73-814bcba7a298 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:22:56.289393 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-591f27e2-b67b-4dbd-9673-595d78aaf74a service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:22:56.289729 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-591f27e2-b67b-4dbd-9673-595d78aaf74a service neutron] Checking segment: {'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:22:56.290114 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-591f27e2-b67b-4dbd-9673-595d78aaf74a service neutron] Bound using segment: {'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:22:56.290543 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-591f27e2-b67b-4dbd-9673-595d78aaf74a service neutron] Bound port: 7119d6d9-a0e6-4246-bf00-cb239485b4c5, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:22:56.290897 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-591f27e2-b67b-4dbd-9673-595d78aaf74a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:56.366189 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639e4ff-b39c-4aef-ad16-22fd0dcd35b2 req-b757e92b-ea29-4ee9-a74d-235d2b1d27ba tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:56.368541 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7639e4ff-b39c-4aef-ad16-22fd0dcd35b2 req-b757e92b-ea29-4ee9-a74d-235d2b1d27ba tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 944 time: 0.0748115 Jul 13 08:22:56.373457 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-591f27e2-b67b-4dbd-9673-595d78aaf74a service neutron] For port 7119d6d9-a0e6-4246-bf00-cb239485b4c5, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:22:56.377611 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-591f27e2-b67b-4dbd-9673-595d78aaf74a service neutron] For port 7119d6d9-a0e6-4246-bf00-cb239485b4c5, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=7119d6d9-a0e6-4246-bf00-cb239485b4c5,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:22:56.381565 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-591f27e2-b67b-4dbd-9673-595d78aaf74a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:56.410277 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7639e4ff-b39c-4aef-ad16-22fd0dcd35b2 req-372b1bab-fb07-4b79-8256-1dc3416e6bdc tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355463 Jul 13 08:22:56.420892 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-591f27e2-b67b-4dbd-9673-595d78aaf74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:56.421528 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-591f27e2-b67b-4dbd-9673-595d78aaf74a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:56.423574 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-591f27e2-b67b-4dbd-9673-595d78aaf74a service neutron] 10.222.0.42 "PUT /v2.0/ports/7119d6d9-a0e6-4246-bf00-cb239485b4c5 HTTP/1.1" status: 200 len: 1093 time: 0.6653442 Jul 13 08:22:56.424073 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be003de-1423-40eb-82a4-35f15329d0d6', 'tag': '7119d6d9-a0e6-4246-bf00-cb239485b4c5'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:22:56.426438 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b426fd30-0528-4b3d-afc8-e8a688ce2e2e" -d '{"events": [{"name": "network-changed", "server_uuid": "4be003de-1423-40eb-82a4-35f15329d0d6", "tag": "7119d6d9-a0e6-4246-bf00-cb239485b4c5"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:22:56.454988 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f27e2-b67b-4dbd-9673-595d78aaf74a service neutron] Pushing event updated for resources: {'Port': ['ID=7119d6d9-a0e6-4246-bf00-cb239485b4c5,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:56.478916 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce94f59f-624e-42cf-a94b-ae1379517809 x-openstack-request-id: req-ce94f59f-624e-42cf-a94b-ae1379517809 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:22:56.479242 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4be003de-1423-40eb-82a4-35f15329d0d6", "tag": "7119d6d9-a0e6-4246-bf00-cb239485b4c5", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:22:56.479490 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ce94f59f-624e-42cf-a94b-ae1379517809 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:22:56.480003 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4be003de-1423-40eb-82a4-35f15329d0d6', 'tag': '7119d6d9-a0e6-4246-bf00-cb239485b4c5', 'status': 'completed', 'code': 200} Jul 13 08:22:56.524900 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-2c628fca-0db7-41d2-9a7a-fcf9fc45ffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:56.526448 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-2c628fca-0db7-41d2-9a7a-fcf9fc45ffd6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 1096 time: 0.0592477 Jul 13 08:22:56.568102 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-99b7639a-748e-4978-b150-8f4281342dd7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7119d6d9-a0e6-4246-bf00-cb239485b4c5 HTTP/1.1" status: 200 len: 217 time: 0.0343735 Jul 13 08:22:56.622369 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-5a2b7b8a-b62d-4bee-b5bf-08a3c81c60ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:56.623874 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-5a2b7b8a-b62d-4bee-b5bf-08a3c81c60ed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0502844 Jul 13 08:22:56.680073 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-95959bcf-7d66-43d8-af65-246b7ef17e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:56.681582 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-95959bcf-7d66-43d8-af65-246b7ef17e79 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518863 Jul 13 08:22:56.770438 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-043862df-9979-4eaf-aa12-39f9c85458aa service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822299 Jul 13 08:22:56.861223 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5076089d-1ae6-404a-b9c9-abb1cf2fc866 req-a0f8569e-d705-4a3d-9eed-2282de11b82b service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847154 Jul 13 08:22:56.959130 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426fd30-0528-4b3d-afc8-e8a688ce2e2e req-ef725c00-2716-4409-a390-9e742d53050b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:56.960593 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b426fd30-0528-4b3d-afc8-e8a688ce2e2e req-ef725c00-2716-4409-a390-9e742d53050b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 1096 time: 0.0526276 Jul 13 08:22:57.053399 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426fd30-0528-4b3d-afc8-e8a688ce2e2e req-95a94ac0-3483-48d5-b7c3-ef8ee300be0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:57.054853 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b426fd30-0528-4b3d-afc8-e8a688ce2e2e req-95a94ac0-3483-48d5-b7c3-ef8ee300be0b service neutron] 10.222.0.42 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.0886755 Jul 13 08:22:57.094042 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b426fd30-0528-4b3d-afc8-e8a688ce2e2e req-5db8f9fc-7ba7-4fbd-8026-f9218f852138 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7119d6d9-a0e6-4246-bf00-cb239485b4c5 HTTP/1.1" status: 200 len: 217 time: 0.0326760 Jul 13 08:22:57.145332 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426fd30-0528-4b3d-afc8-e8a688ce2e2e req-a3a71be6-71dd-463c-b550-066aafe45138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:57.146741 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b426fd30-0528-4b3d-afc8-e8a688ce2e2e req-a3a71be6-71dd-463c-b550-066aafe45138 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0468667 Jul 13 08:22:57.202667 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426fd30-0528-4b3d-afc8-e8a688ce2e2e req-82f91aad-bde4-44f5-ba4b-574709af1e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:57.204723 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b426fd30-0528-4b3d-afc8-e8a688ce2e2e req-82f91aad-bde4-44f5-ba4b-574709af1e05 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507615 Jul 13 08:22:57.292987 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b426fd30-0528-4b3d-afc8-e8a688ce2e2e req-eb93d4fa-81b0-4f01-a576-d3943f29b1e2 service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813763 Jul 13 08:22:57.387272 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b426fd30-0528-4b3d-afc8-e8a688ce2e2e req-7e2c9bda-7aa6-4b41-8fae-a98110596b71 service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879529 Jul 13 08:22:57.594399 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b97b13-ddcc-4d3f-a14d-3b459067a8b0 req-30bc1aae-d998-4204-a90f-d0c1b46f5424 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:57.595992 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a9b97b13-ddcc-4d3f-a14d-3b459067a8b0 req-30bc1aae-d998-4204-a90f-d0c1b46f5424 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 944 time: 0.0646491 Jul 13 08:22:57.633841 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a9b97b13-ddcc-4d3f-a14d-3b459067a8b0 req-e4040847-4771-4a70-9eef-85f0c97c94ef tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323319 Jul 13 08:22:58.823736 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819828e-13c7-45d4-9840-f9e7b9f8d1cf req-7bb60190-7c8a-42fe-8b2f-470b0e96dfb7 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:22:58.825291 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4819828e-13c7-45d4-9840-f9e7b9f8d1cf req-7bb60190-7c8a-42fe-8b2f-470b0e96dfb7 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 944 time: 0.0752525 Jul 13 08:22:58.867840 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4819828e-13c7-45d4-9840-f9e7b9f8d1cf req-dfb5011a-a79d-427f-b64d-319163bfd366 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360301 Jul 13 08:22:59.008029 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 7119d6d9-a0e6-4246-bf00-cb239485b4c5 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:22:59.103839 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 7119d6d9-a0e6-4246-bf00-cb239485b4c5, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=7119d6d9-a0e6-4246-bf00-cb239485b4c5,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:22:59.119025 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '7119d6d9-a0e6-4246-bf00-cb239485b4c5', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'port_id': '7119d6d9-a0e6-4246-bf00-cb239485b4c5', 'mac_address': 'fa:16:3e:0a:ad:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:22:59.154921 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:59.171423 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7119d6d9-a0e6-4246-bf00-cb239485b4c5 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:22:59.188060 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 7119d6d9-a0e6-4246-bf00-cb239485b4c5, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=7119d6d9-a0e6-4246-bf00-cb239485b4c5,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:22:59.191791 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:22:59.243878 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=7119d6d9-a0e6-4246-bf00-cb239485b4c5,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:22:59.415666 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['7119d6d9-a0e6-4246-bf00-cb239485b4c5'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:23:00.044743 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af2410-7611-4de4-a385-3d5a4c5a844f req-1efdd7fb-045b-4200-8ece-9bffc61dafbd tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:00.046257 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-52af2410-7611-4de4-a385-3d5a4c5a844f req-1efdd7fb-045b-4200-8ece-9bffc61dafbd tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 945 time: 0.0643337 Jul 13 08:23:00.085746 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-52af2410-7611-4de4-a385-3d5a4c5a844f req-41978c63-c858-492a-9d96-08f412308899 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334191 Jul 13 08:23:00.355644 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3d15097e-ecb0-4a4f-9e46-b679f09787fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:01.007811 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 7119d6d9-a0e6-4246-bf00-cb239485b4c5 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:23:01.056290 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 7119d6d9-a0e6-4246-bf00-cb239485b4c5 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:23:01.061095 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 7119d6d9-a0e6-4246-bf00-cb239485b4c5 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:23:01.061468 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:01.139820 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:01.164215 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be003de-1423-40eb-82a4-35f15329d0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7119d6d9-a0e6-4246-bf00-cb239485b4c5'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:23:01.166476 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}819247fa28fcd914db4aabd8a9f8f95ceb467163a9d63008da3b74a1dcff375d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa236bf-d1df-4e7c-9173-59bdeb396eb6" -d '{"events": [{"server_uuid": "4be003de-1423-40eb-82a4-35f15329d0d6", "name": "network-vif-plugged", "status": "completed", "tag": "7119d6d9-a0e6-4246-bf00-cb239485b4c5"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:23:01.178954 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 7119d6d9-a0e6-4246-bf00-cb239485b4c5, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=7119d6d9-a0e6-4246-bf00-cb239485b4c5,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:23:01.183291 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:01.215991 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d4e751-5fc8-4dff-8323-3798482c9760 x-openstack-request-id: req-77d4e751-5fc8-4dff-8323-3798482c9760 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:23:01.216262 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be003de-1423-40eb-82a4-35f15329d0d6", "name": "network-vif-plugged", "status": "completed", "tag": "7119d6d9-a0e6-4246-bf00-cb239485b4c5", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:23:01.216520 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-77d4e751-5fc8-4dff-8323-3798482c9760 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:23:01.216913 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be003de-1423-40eb-82a4-35f15329d0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7119d6d9-a0e6-4246-bf00-cb239485b4c5', 'code': 200} Jul 13 08:23:01.249172 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=7119d6d9-a0e6-4246-bf00-cb239485b4c5,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:23:01.280658 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72443a0-2f4e-43f7-9f25-30202adf21e9 req-e38c0113-b493-4044-b6c7-a89aa08b6392 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:01.282243 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d72443a0-2f4e-43f7-9f25-30202adf21e9 req-e38c0113-b493-4044-b6c7-a89aa08b6392 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 946 time: 0.0813768 Jul 13 08:23:01.352340 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d72443a0-2f4e-43f7-9f25-30202adf21e9 req-6567b405-f679-46b3-aaaf-39813fdb201a tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588825 Jul 13 08:23:01.367357 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db00cda-0e1d-4e39-9c90-937c43702e1d req-cdd9aa5e-5f12-43bc-8061-56991cc16b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:01.368999 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3db00cda-0e1d-4e39-9c90-937c43702e1d req-cdd9aa5e-5f12-43bc-8061-56991cc16b11 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 1098 time: 0.0831516 Jul 13 08:23:01.407124 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3db00cda-0e1d-4e39-9c90-937c43702e1d req-d46a1947-8fba-4ab0-9627-b14e284b4944 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322919 Jul 13 08:23:01.531461 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-4f0235d3-47c3-4587-a41c-7ef5505a72b1 None None] Provisioning complete for port 7119d6d9-a0e6-4246-bf00-cb239485b4c5 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:23:01.532192 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4f0235d3-47c3-4587-a41c-7ef5505a72b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:02.536261 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19a13b-8af6-4657-aaa6-f27f521e8ea1 req-beea7d1a-dbbb-40a6-bb84-750e7ae1ccfe tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:02.537752 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ad19a13b-8af6-4657-aaa6-f27f521e8ea1 req-beea7d1a-dbbb-40a6-bb84-750e7ae1ccfe tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 946 time: 0.0693326 Jul 13 08:23:02.575374 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ad19a13b-8af6-4657-aaa6-f27f521e8ea1 req-eb05f74c-ca22-4be4-8b51-03f457291934 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319953 Jul 13 08:23:02.742936 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19932d-948d-4f00-8124-4ebbb302a77d req-bb0e7978-16b2-4690-bb64-690287618e6b tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:02.744457 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9f19932d-948d-4f00-8124-4ebbb302a77d req-bb0e7978-16b2-4690-bb64-690287618e6b tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 946 time: 0.0628381 Jul 13 08:23:02.753134 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 43268) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:23:02.757559 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-ddedd4d1-cd75-4b11-9ff4-501bce39969d tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Request body: {'floatingip': {'port_id': '7119d6d9-a0e6-4246-bf00-cb239485b4c5'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:23:02.800184 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ddedd4d1-cd75-4b11-9ff4-501bce39969d tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks [] for floatingip, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:03.231514 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fc93aea9-a547-4204-a3af-1d998fd6e73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:03.234207 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:03.246064 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ddedd4d1-cd75-4b11-9ff4-501bce39969d tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:03.249849 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ddedd4d1-cd75-4b11-9ff4-501bce39969d tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:03.349710 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [None req-ddedd4d1-cd75-4b11-9ff4-501bce39969d tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Floating IP 1d238cab-1daf-4d52-a149-18f26bee084a associated. External IP: 172.25.3.82, port: 7119d6d9-a0e6-4246-bf00-cb239485b4c5. Jul 13 08:23:03.551458 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddedd4d1-cd75-4b11-9ff4-501bce39969d tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Router b6cadc84-f97f-45d8-a829-070facdf2407 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:23:03.656786 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddedd4d1-cd75-4b11-9ff4-501bce39969d tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:23:03.662361 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ddedd4d1-cd75-4b11-9ff4-501bce39969d tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:03.667524 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d72ef1-b23a-4384-a332-b3c0bb16861f None None] Sync routers for ids ['b6cadc84-f97f-45d8-a829-070facdf2407'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:23:03.677273 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d72ef1-b23a-4384-a332-b3c0bb16861f None None] Routers {'b6cadc84-f97f-45d8-a829-070facdf2407'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:23:03.677922 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a2d72ef1-b23a-4384-a332-b3c0bb16861f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:23:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['b6cadc84-f97f-45d8-a829-070facdf2407'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:23:03.700962 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ddedd4d1-cd75-4b11-9ff4-501bce39969d tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "PUT /v2.0/floatingips/1d238cab-1daf-4d52-a149-18f26bee084a HTTP/1.1" status: 200 len: 991 time: 0.9467850 Jul 13 08:23:03.701546 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be003de-1423-40eb-82a4-35f15329d0d6', 'tag': '7119d6d9-a0e6-4246-bf00-cb239485b4c5'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:23:03.703880 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebccb30-5fcd-41d3-9f16-4e16778e8422" -d '{"events": [{"name": "network-changed", "server_uuid": "4be003de-1423-40eb-82a4-35f15329d0d6", "tag": "7119d6d9-a0e6-4246-bf00-cb239485b4c5"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:23:03.744609 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc820ec5-e6fb-449a-94fd-da62d369d205 x-openstack-request-id: req-cc820ec5-e6fb-449a-94fd-da62d369d205 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:23:03.745254 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4be003de-1423-40eb-82a4-35f15329d0d6", "tag": "7119d6d9-a0e6-4246-bf00-cb239485b4c5", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:23:03.745254 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc820ec5-e6fb-449a-94fd-da62d369d205 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:23:03.745781 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4be003de-1423-40eb-82a4-35f15329d0d6', 'tag': '7119d6d9-a0e6-4246-bf00-cb239485b4c5', 'status': 'completed', 'code': 200} Jul 13 08:23:03.791607 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-a2d72ef1-b23a-4384-a332-b3c0bb16861f None None] Set router b6cadc84-f97f-45d8-a829-070facdf2407 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:23:03.824478 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebccb30-5fcd-41d3-9f16-4e16778e8422 req-aaa3aeba-372e-4543-996f-92323d151c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:03.825981 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8ebccb30-5fcd-41d3-9f16-4e16778e8422 req-aaa3aeba-372e-4543-996f-92323d151c8a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 1098 time: 0.0530465 Jul 13 08:23:03.917225 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebccb30-5fcd-41d3-9f16-4e16778e8422 req-c3affa86-80de-4801-85ca-c5a9055a4d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:03.918771 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8ebccb30-5fcd-41d3-9f16-4e16778e8422 req-c3affa86-80de-4801-85ca-c5a9055a4d71 service neutron] 10.222.0.42 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.0862334 Jul 13 08:23:03.987078 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8ebccb30-5fcd-41d3-9f16-4e16778e8422 req-30d968e2-7bcb-4a97-bc7d-2e765f33c3d6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7119d6d9-a0e6-4246-bf00-cb239485b4c5 HTTP/1.1" status: 200 len: 999 time: 0.0619891 Jul 13 08:23:04.013918 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a2d72ef1-b23a-4384-a332-b3c0bb16861f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'name': 'tempest-ServerActionsTestJSON-1585476715-router', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:34Z', 'updated_at': '2021-07-13T08:20:37Z', 'revision_number': 4, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'gw_port': {'id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:35Z', 'updated_at': '2021-07-13T08:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '1d238cab-1daf-4d52-a149-18f26bee084a', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'port_id': '7119d6d9-a0e6-4246-bf00-cb239485b4c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'mac_address': 'fa:16:3e:0a:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be003de-1423-40eb-82a4-35f15329d0d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:20:39Z', 'updated_at': '2021-07-13T08:23:03Z', 'revision_number': 5, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5bd495-ae77-498f-947a-86bbde072555', 'name': '', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'mac_address': 'fa:16:3e:f1:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:36Z', 'updated_at': '2021-07-13T08:20:42Z', 'revision_number': 5, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'subnets': [{'id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:23:04.035451 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebccb30-5fcd-41d3-9f16-4e16778e8422 req-62869bb0-dd5d-4569-bc22-7bc63c6d06d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:04.036949 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8ebccb30-5fcd-41d3-9f16-4e16778e8422 req-62869bb0-dd5d-4569-bc22-7bc63c6d06d9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0435138 Jul 13 08:23:04.039370 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d72ef1-b23a-4384-a332-b3c0bb16861f None None] Checking router: b6cadc84-f97f-45d8-a829-070facdf2407 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:23:04.048195 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d72ef1-b23a-4384-a332-b3c0bb16861f None None] Routers {'b6cadc84-f97f-45d8-a829-070facdf2407'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:23:04.048903 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a2d72ef1-b23a-4384-a332-b3c0bb16861f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:23:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['b6cadc84-f97f-45d8-a829-070facdf2407'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:23:04.094720 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebccb30-5fcd-41d3-9f16-4e16778e8422 req-c3fabd22-0528-44de-983d-cf604caef12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:04.096127 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8ebccb30-5fcd-41d3-9f16-4e16778e8422 req-c3fabd22-0528-44de-983d-cf604caef12c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534377 Jul 13 08:23:04.154381 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-a2d72ef1-b23a-4384-a332-b3c0bb16861f None None] Set router b6cadc84-f97f-45d8-a829-070facdf2407 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:23:04.190822 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8ebccb30-5fcd-41d3-9f16-4e16778e8422 req-6f3fd79f-e24e-43a2-98d5-cb7a7dfe7ba3 service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879920 Jul 13 08:23:04.279924 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8ebccb30-5fcd-41d3-9f16-4e16778e8422 req-af8f1427-1d0c-49f6-ba72-56862899b7d1 service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830214 Jul 13 08:23:04.326364 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:04.388460 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a2d72ef1-b23a-4384-a332-b3c0bb16861f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'name': 'tempest-ServerActionsTestJSON-1585476715-router', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:34Z', 'updated_at': '2021-07-13T08:20:37Z', 'revision_number': 4, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'gw_port': {'id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:35Z', 'updated_at': '2021-07-13T08:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '1d238cab-1daf-4d52-a149-18f26bee084a', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'port_id': '7119d6d9-a0e6-4246-bf00-cb239485b4c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'mac_address': 'fa:16:3e:0a:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be003de-1423-40eb-82a4-35f15329d0d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:20:39Z', 'updated_at': '2021-07-13T08:23:03Z', 'revision_number': 5, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5bd495-ae77-498f-947a-86bbde072555', 'name': '', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'mac_address': 'fa:16:3e:f1:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:36Z', 'updated_at': '2021-07-13T08:20:42Z', 'revision_number': 5, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'subnets': [{'id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:23:04.414502 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d72ef1-b23a-4384-a332-b3c0bb16861f None None] The sync data for ids ['b6cadc84-f97f-45d8-a829-070facdf2407'] in n-d-771363-34 is: [{'id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'name': 'tempest-ServerActionsTestJSON-1585476715-router', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:34Z', 'updated_at': '2021-07-13T08:20:37Z', 'revision_number': 4, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'gw_port': {'id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:35Z', 'updated_at': '2021-07-13T08:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '1d238cab-1daf-4d52-a149-18f26bee084a', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'port_id': '7119d6d9-a0e6-4246-bf00-cb239485b4c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'mac_address': 'fa:16:3e:0a:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be003de-1423-40eb-82a4-35f15329d0d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:20:39Z', 'updated_at': '2021-07-13T08:23:03Z', 'revision_number': 5, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5bd495-ae77-498f-947a-86bbde072555', 'name': '', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'mac_address': 'fa:16:3e:f1:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:36Z', 'updated_at': '2021-07-13T08:20:42Z', 'revision_number': 5, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'subnets': [{'id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:23:04.596731 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dd6526-037d-4a7f-8214-6ba882fa607c None None] New status for floating IP 1d238cab-1daf-4d52-a149-18f26bee084a: ACTIVE {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:23:06.065394 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:19.053604 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:23:23.842732 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:24.538921 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:30.358304 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9bef22c2-f6b4-4289-af68-81b529e91b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:33.222730 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:33.227278 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e48a723c-2f93-4c01-a92b-457e40a95b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:34.299181 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:36.069765 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:53.842724 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:54.549055 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:23:56.052004 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:23:58.680168 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4798a4c3-589f-404c-a6e2-465fa134649e req-9b82e4b1-c5d5-4f21-ae7b-6f9100cfde59 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4be003de-1423-40eb-82a4-35f15329d0d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0575597 Jul 13 08:23:58.773919 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798a4c3-589f-404c-a6e2-465fa134649e req-522ef126-f448-44d7-a0c3-bd4fbc513ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:58.775479 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4798a4c3-589f-404c-a6e2-465fa134649e req-522ef126-f448-44d7-a0c3-bd4fbc513ea0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 1098 time: 0.0514171 Jul 13 08:23:58.880884 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798a4c3-589f-404c-a6e2-465fa134649e req-e2c85998-3163-4dce-bde5-ad41d52f2882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:58.882309 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4798a4c3-589f-404c-a6e2-465fa134649e req-e2c85998-3163-4dce-bde5-ad41d52f2882 service neutron] 10.222.0.42 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.0866125 Jul 13 08:23:58.945126 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4798a4c3-589f-404c-a6e2-465fa134649e req-405cefde-51f7-4ccd-be9f-3e4a7aedb87d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7119d6d9-a0e6-4246-bf00-cb239485b4c5 HTTP/1.1" status: 200 len: 1001 time: 0.0570533 Jul 13 08:23:58.992058 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798a4c3-589f-404c-a6e2-465fa134649e req-693bd551-abe7-45c3-874a-36ce7de90336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:58.993484 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4798a4c3-589f-404c-a6e2-465fa134649e req-693bd551-abe7-45c3-874a-36ce7de90336 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0428753 Jul 13 08:23:59.055413 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798a4c3-589f-404c-a6e2-465fa134649e req-d4d12938-9043-4043-909e-740043d61e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:23:59.056906 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4798a4c3-589f-404c-a6e2-465fa134649e req-d4d12938-9043-4043-909e-740043d61e29 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576241 Jul 13 08:23:59.147510 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4798a4c3-589f-404c-a6e2-465fa134649e req-afb3488d-7f10-4f40-99fb-e01a6663e691 service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839939 Jul 13 08:23:59.237507 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4798a4c3-589f-404c-a6e2-465fa134649e req-fad16d43-9974-4b4d-8ff3-ab0644527759 service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839722 Jul 13 08:24:00.358862 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c54075b7-a66f-464d-b958-68352779b978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:03.218122 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:03.228089 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-50295c76-b874-497e-8955-c90f97c90e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:04.300708 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:06.071496 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:23.841787 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:24.548429 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:30.359020 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cda287f6-14e2-44f9-852f-61ed7889981b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:33.050048 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:24:33.226737 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:33.232292 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f4c52ef9-eae4-46e2-9cf9-989e554517d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:34.304580 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:36.073010 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:39.268591 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126986b-bc5d-489f-b462-6e81728fd45c req-cf7d443c-20ba-48f2-a91b-a524e40ef437 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:39.270099 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9126986b-bc5d-489f-b462-6e81728fd45c req-cf7d443c-20ba-48f2-a91b-a524e40ef437 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 946 time: 0.0690043 Jul 13 08:24:39.311321 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9126986b-bc5d-489f-b462-6e81728fd45c req-efd3d9aa-402b-4160-8777-058f3178925e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347271 Jul 13 08:24:40.489370 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ad315-eec5-484f-8bb2-86b0febad699 req-b8409da7-5f67-40ef-827d-c97736b638e4 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:40.490929 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-982ad315-eec5-484f-8bb2-86b0febad699 req-b8409da7-5f67-40ef-827d-c97736b638e4 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 946 time: 0.0651422 Jul 13 08:24:40.528111 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-982ad315-eec5-484f-8bb2-86b0febad699 req-72a518e5-53cc-4436-8145-f202fe2d2c12 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316784 Jul 13 08:24:41.711172 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8084db2-1340-45ee-b08c-5ccefd8efdec req-67fa9d55-3c50-4fd2-ab86-20691e09eaf3 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:41.712701 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d8084db2-1340-45ee-b08c-5ccefd8efdec req-67fa9d55-3c50-4fd2-ab86-20691e09eaf3 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 946 time: 0.0716777 Jul 13 08:24:41.749904 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d8084db2-1340-45ee-b08c-5ccefd8efdec req-7f2f0708-81d2-4a01-b833-4928ebcab10a tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316691 Jul 13 08:24:42.924524 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047fc96-df45-497d-a662-f3246b9db050 req-e001bb38-4ddd-49c3-badc-7836881cafc0 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:42.925996 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7047fc96-df45-497d-a662-f3246b9db050 req-e001bb38-4ddd-49c3-badc-7836881cafc0 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 946 time: 0.0623877 Jul 13 08:24:42.967212 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7047fc96-df45-497d-a662-f3246b9db050 req-0fab335c-1d90-4e76-9d2e-f90aab507d39 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355866 Jul 13 08:24:44.151933 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f8b25-f855-4454-8f93-e6177d32ecf6 req-d7ed3dcb-d2f4-4a2d-8f46-757232c0a17e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:44.153582 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-829f8b25-f855-4454-8f93-e6177d32ecf6 req-d7ed3dcb-d2f4-4a2d-8f46-757232c0a17e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 946 time: 0.0680602 Jul 13 08:24:44.193771 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-829f8b25-f855-4454-8f93-e6177d32ecf6 req-0ae6fbbd-dcee-486c-8a64-295b7b2e43b9 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342414 Jul 13 08:24:45.365953 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55130f-1b40-4892-9503-abc83baaa3f2 req-fbf5f6a8-cdb1-4c63-8a1c-2b916687ce64 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:45.367565 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-db55130f-1b40-4892-9503-abc83baaa3f2 req-fbf5f6a8-cdb1-4c63-8a1c-2b916687ce64 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 946 time: 0.0635304 Jul 13 08:24:45.405206 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-db55130f-1b40-4892-9503-abc83baaa3f2 req-9f333bea-1931-47eb-873e-a22bb92da28f tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319464 Jul 13 08:24:46.582049 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bad4d7-21c0-472a-a05a-193285be1a5c req-6ac2b8e4-f454-4a38-9ad8-5ac5453da8f5 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:46.587674 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-14bad4d7-21c0-472a-a05a-193285be1a5c req-6ac2b8e4-f454-4a38-9ad8-5ac5453da8f5 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 946 time: 0.0706062 Jul 13 08:24:46.622280 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-14bad4d7-21c0-472a-a05a-193285be1a5c req-41464f8b-ec45-4b95-b955-7158f9e6fdb1 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332067 Jul 13 08:24:47.796886 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6641d79-64bb-4426-a7d3-ec5e27752447 req-df07f5ad-6fe6-43df-aa1e-5a6258f25e7c tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:47.798395 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d6641d79-64bb-4426-a7d3-ec5e27752447 req-df07f5ad-6fe6-43df-aa1e-5a6258f25e7c tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 946 time: 0.0660076 Jul 13 08:24:47.837186 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d6641d79-64bb-4426-a7d3-ec5e27752447 req-94e8c0b0-8d98-4b32-ba4d-87727e9b8b9d tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326304 Jul 13 08:24:49.012340 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50f78a-55f5-4d91-90c2-c882e0e9010f req-e6496c48-e2ea-4a84-aa0d-c08c38845b84 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:49.013830 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4f50f78a-55f5-4d91-90c2-c882e0e9010f req-e6496c48-e2ea-4a84-aa0d-c08c38845b84 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 946 time: 0.0669565 Jul 13 08:24:49.053156 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4f50f78a-55f5-4d91-90c2-c882e0e9010f req-fa3a17b3-82aa-4128-b336-14f98433e928 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334806 Jul 13 08:24:50.230857 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c795fe-d8ae-40be-a6a6-47bbbdb50ca5 req-b1feee31-d64c-417a-9b68-0ce5af3e9da5 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:50.232433 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b9c795fe-d8ae-40be-a6a6-47bbbdb50ca5 req-b1feee31-d64c-417a-9b68-0ce5af3e9da5 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 946 time: 0.0675688 Jul 13 08:24:50.270535 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b9c795fe-d8ae-40be-a6a6-47bbbdb50ca5 req-2b5681f6-641e-4159-bef6-101220194c26 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321329 Jul 13 08:24:50.603689 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 43490) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:24:50.664131 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02cc2b-d44d-4003-b31a-ee79b7fe2874 req-9e252083-5ad1-4e10-87a6-65b62c95a437 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:50.665621 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5d02cc2b-d44d-4003-b31a-ee79b7fe2874 req-9e252083-5ad1-4e10-87a6-65b62c95a437 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 946 time: 0.0642214 Jul 13 08:24:50.694876 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-cd52ae04-add3-4eae-8e80-ba1eec26a1cb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4be003de-1423-40eb-82a4-35f15329d0d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0900168 Jul 13 08:24:50.704002 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5d02cc2b-d44d-4003-b31a-ee79b7fe2874 req-5a5b2452-d693-41cd-994b-1f0a04fbadcf tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326521 Jul 13 08:24:51.900696 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f16251-bbbc-4f72-b10d-767cdeea058d req-bb7b1260-4735-4c89-ad9f-d6b2ce12c456 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:51.902321 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-95f16251-bbbc-4f72-b10d-767cdeea058d req-bb7b1260-4735-4c89-ad9f-d6b2ce12c456 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 946 time: 0.0743587 Jul 13 08:24:51.923602 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-e04a278d-eb6b-4943-9eac-557bd2154b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:51.925089 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-e04a278d-eb6b-4943-9eac-557bd2154b60 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 1098 time: 0.0624437 Jul 13 08:24:51.942457 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-95f16251-bbbc-4f72-b10d-767cdeea058d req-c140a5e3-2bf6-41ad-b8a7-0e6fee4e264e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335922 Jul 13 08:24:52.029773 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-5647cade-cee8-42b7-9cce-7114bacf7cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:52.031288 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-5647cade-cee8-42b7-9cce-7114bacf7cf3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.0999544 Jul 13 08:24:52.098736 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-3b7fa1c7-6ec1-4f6d-aed5-dfb7fbc3f0e5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7119d6d9-a0e6-4246-bf00-cb239485b4c5 HTTP/1.1" status: 200 len: 1001 time: 0.0615842 Jul 13 08:24:52.150160 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-e42d098c-4a02-455e-bb49-6c155b5d035a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:52.151686 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-e42d098c-4a02-455e-bb49-6c155b5d035a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0477271 Jul 13 08:24:52.209712 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-a98d5e18-29e8-45c6-b9c1-c8f9ae3187fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:52.211102 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-a98d5e18-29e8-45c6-b9c1-c8f9ae3187fd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535157 Jul 13 08:24:52.306733 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-a6084889-9d31-45d6-a103-5c5b6880a73a service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895219 Jul 13 08:24:52.398005 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-ae7db69e-3fd9-426f-a19f-e2692752e880 service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855660 Jul 13 08:24:53.121773 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6a0a4-5735-4b0e-8484-29d4d4cfce64 req-99ec5785-62e6-429e-9535-e829613358fa tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:53.122988 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fbd6a0a4-5735-4b0e-8484-29d4d4cfce64 req-99ec5785-62e6-429e-9535-e829613358fa tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 946 time: 0.0674922 Jul 13 08:24:53.162571 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fbd6a0a4-5735-4b0e-8484-29d4d4cfce64 req-653f0fc3-1231-43c3-89a3-79e70a457941 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340128 Jul 13 08:24:53.840535 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:54.215992 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-5b2110c6-5202-49b4-b5f5-b82104fbee9d service neutron] show failed (client error): The resource could not be found. Jul 13 08:24:54.217031 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-5b2110c6-5202-49b4-b5f5-b82104fbee9d service neutron] 10.222.0.42 "GET /v2.0/ports/7119d6d9-a0e6-4246-bf00-cb239485b4c5/bindings/n-h2-771363-34 HTTP/1.1" status: 404 len: 381 time: 0.0568075 Jul 13 08:24:54.339036 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813d62d-b9bc-4404-a64a-f177f0b40e4e req-bf844820-b0b3-4ecf-8923-23d4d55a8536 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:54.340582 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4813d62d-b9bc-4404-a64a-f177f0b40e4e req-bf844820-b0b3-4ecf-8923-23d4d55a8536 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 946 time: 0.0643473 Jul 13 08:24:54.379995 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4813d62d-b9bc-4404-a64a-f177f0b40e4e req-2d66a7fa-cf71-414e-884c-38e50a60df32 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332797 Jul 13 08:24:54.495449 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-fdb9f659-1fda-484c-bd9d-c6e5b21cb620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:54.496938 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-fdb9f659-1fda-484c-bd9d-c6e5b21cb620 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4be003de-1423-40eb-82a4-35f15329d0d6&tenant_id=d9b9f2475bd6470a984bd5e137557b3a HTTP/1.1" status: 200 len: 1098 time: 0.0525820 Jul 13 08:24:54.507628 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-05e1f327-6842-4276-bd17-6405c66b02f1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-34', 'device_owner': 'compute:nova'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:24:54.562293 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:54.582189 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-05e1f327-6842-4276-bd17-6405c66b02f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:54.781452 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-05e1f327-6842-4276-bd17-6405c66b02f1 service neutron] For port 7119d6d9-a0e6-4246-bf00-cb239485b4c5, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=7119d6d9-a0e6-4246-bf00-cb239485b4c5,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:24:54.813525 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-05e1f327-6842-4276-bd17-6405c66b02f1 service neutron] For port 7119d6d9-a0e6-4246-bf00-cb239485b4c5, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:24:54.852906 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be003de-1423-40eb-82a4-35f15329d0d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7119d6d9-a0e6-4246-bf00-cb239485b4c5'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:24:54.855192 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33af52f666a6377eeaf9d00c6054365c515a6ddb0c8cc5669bfcff545a31cac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7413d7d9-9721-46ba-be55-231521418d14" -d '{"events": [{"server_uuid": "4be003de-1423-40eb-82a4-35f15329d0d6", "name": "network-vif-unplugged", "status": "completed", "tag": "7119d6d9-a0e6-4246-bf00-cb239485b4c5"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:24:54.859054 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-05e1f327-6842-4276-bd17-6405c66b02f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:54.871536 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-05e1f327-6842-4276-bd17-6405c66b02f1 service neutron] Transition to ACTIVE for port object 7119d6d9-a0e6-4246-bf00-cb239485b4c5 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:24:54.875150 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-05e1f327-6842-4276-bd17-6405c66b02f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:54.907527 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3a938c-d6ee-421a-b1ea-67b243ce240d x-openstack-request-id: req-bc3a938c-d6ee-421a-b1ea-67b243ce240d {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:24:54.907812 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be003de-1423-40eb-82a4-35f15329d0d6", "name": "network-vif-unplugged", "status": "completed", "tag": "7119d6d9-a0e6-4246-bf00-cb239485b4c5", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:24:54.908068 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bc3a938c-d6ee-421a-b1ea-67b243ce240d {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:24:54.908458 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be003de-1423-40eb-82a4-35f15329d0d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7119d6d9-a0e6-4246-bf00-cb239485b4c5', 'code': 200} Jul 13 08:24:54.956780 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1f327-6842-4276-bd17-6405c66b02f1 service neutron] Pushing event updated for resources: {'Port': ['ID=7119d6d9-a0e6-4246-bf00-cb239485b4c5,revision_number=6']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:54.974210 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1f327-6842-4276-bd17-6405c66b02f1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:54.974554 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1f327-6842-4276-bd17-6405c66b02f1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:54.974893 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1f327-6842-4276-bd17-6405c66b02f1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:54.975249 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1f327-6842-4276-bd17-6405c66b02f1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:54.975584 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1f327-6842-4276-bd17-6405c66b02f1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:54.975908 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1f327-6842-4276-bd17-6405c66b02f1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:54.976234 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1f327-6842-4276-bd17-6405c66b02f1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:54.976558 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1f327-6842-4276-bd17-6405c66b02f1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:54.976883 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1f327-6842-4276-bd17-6405c66b02f1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:54.977202 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1f327-6842-4276-bd17-6405c66b02f1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:54.977523 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1f327-6842-4276-bd17-6405c66b02f1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:54.977840 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1f327-6842-4276-bd17-6405c66b02f1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:24:55.013020 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-05e1f327-6842-4276-bd17-6405c66b02f1 service neutron] No DVR routers for this DVR port 7119d6d9-a0e6-4246-bf00-cb239485b4c5 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:24:55.152371 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-05e1f327-6842-4276-bd17-6405c66b02f1 service neutron] Attempting to bind port 7119d6d9-a0e6-4246-bf00-cb239485b4c5 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:24:55.152705 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-05e1f327-6842-4276-bd17-6405c66b02f1 service neutron] Attempting to bind port 7119d6d9-a0e6-4246-bf00-cb239485b4c5 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:24:55.153037 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-05e1f327-6842-4276-bd17-6405c66b02f1 service neutron] Attempting to bind port 7119d6d9-a0e6-4246-bf00-cb239485b4c5 on network adfbf2f9-e250-4fa0-9e73-814bcba7a298 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:24:55.157202 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-05e1f327-6842-4276-bd17-6405c66b02f1 service neutron] Port 7119d6d9-a0e6-4246-bf00-cb239485b4c5 on network adfbf2f9-e250-4fa0-9e73-814bcba7a298 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:24:55.157522 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-05e1f327-6842-4276-bd17-6405c66b02f1 service neutron] Attempting to bind port 7119d6d9-a0e6-4246-bf00-cb239485b4c5 on network adfbf2f9-e250-4fa0-9e73-814bcba7a298 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:24:55.162309 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-05e1f327-6842-4276-bd17-6405c66b02f1 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:24:55.162681 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-05e1f327-6842-4276-bd17-6405c66b02f1 service neutron] Checking segment: {'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:24:55.163065 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-05e1f327-6842-4276-bd17-6405c66b02f1 service neutron] Bound using segment: {'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:24:55.163530 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-05e1f327-6842-4276-bd17-6405c66b02f1 service neutron] Bound port: 7119d6d9-a0e6-4246-bf00-cb239485b4c5, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:24:55.163889 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-05e1f327-6842-4276-bd17-6405c66b02f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:55.229712 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-05e1f327-6842-4276-bd17-6405c66b02f1 service neutron] For port 7119d6d9-a0e6-4246-bf00-cb239485b4c5, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:24:55.232598 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-05e1f327-6842-4276-bd17-6405c66b02f1 service neutron] For port 7119d6d9-a0e6-4246-bf00-cb239485b4c5, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=7119d6d9-a0e6-4246-bf00-cb239485b4c5,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:24:55.237630 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-05e1f327-6842-4276-bd17-6405c66b02f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:55.273675 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-05e1f327-6842-4276-bd17-6405c66b02f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:55.274297 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-05e1f327-6842-4276-bd17-6405c66b02f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:24:55.275800 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-05e1f327-6842-4276-bd17-6405c66b02f1 service neutron] 10.222.0.25 "PUT /v2.0/ports/7119d6d9-a0e6-4246-bf00-cb239485b4c5 HTTP/1.1" status: 200 len: 1093 time: 0.7721825 Jul 13 08:24:55.299787 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1f327-6842-4276-bd17-6405c66b02f1 service neutron] Pushing event updated for resources: {'Port': ['ID=7119d6d9-a0e6-4246-bf00-cb239485b4c5,revision_number=7']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:24:55.361099 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-57659892-8742-41d0-93e3-36bfb23341a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:55.362903 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-57659892-8742-41d0-93e3-36bfb23341a6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 1096 time: 0.0646203 Jul 13 08:24:55.479875 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-045e6456-6f3c-4692-a8dc-a636845672ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:55.481887 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-045e6456-6f3c-4692-a8dc-a636845672ed service neutron] 10.222.0.25 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.1126709 Jul 13 08:24:55.588131 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-608b57a6-2a9b-4270-ae95-1545e47c3e12 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7119d6d9-a0e6-4246-bf00-cb239485b4c5 HTTP/1.1" status: 200 len: 999 time: 0.1002185 Jul 13 08:24:55.646440 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249859e-0c79-4956-8d78-87258f9961c8 req-6a8ea56b-d0d8-4e59-864b-48cfa3f94335 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:55.647950 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b249859e-0c79-4956-8d78-87258f9961c8 req-6a8ea56b-d0d8-4e59-864b-48cfa3f94335 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 944 time: 0.1179571 Jul 13 08:24:55.656691 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-958cb1d9-18d8-423c-9a4e-689a78247583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:55.658059 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-958cb1d9-18d8-423c-9a4e-689a78247583 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0619440 Jul 13 08:24:55.715977 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b249859e-0c79-4956-8d78-87258f9961c8 req-55b60677-8f77-4a64-8ce4-ab3524041097 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616169 Jul 13 08:24:55.737066 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-825f9bbc-9d90-4cba-b686-4e8135cf9104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:55.739131 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-825f9bbc-9d90-4cba-b686-4e8135cf9104 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0681844 Jul 13 08:24:55.834695 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-26b7f340-978a-4cc7-bdad-60b9056c8f71 service neutron] 10.222.0.25 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887835 Jul 13 08:24:55.925644 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-09428d1f-ec28-4b53-9e24-735a538dc680 req-10943823-e7f3-49b2-8076-06a592cad87c service neutron] 10.222.0.25 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850680 Jul 13 08:24:56.892397 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813ff93-0974-4d57-bff7-b797e878b039 req-27d00071-a7e5-468c-a256-77951ed0dcff tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:56.893890 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f813ff93-0974-4d57-bff7-b797e878b039 req-27d00071-a7e5-468c-a256-77951ed0dcff tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 944 time: 0.0633397 Jul 13 08:24:56.909922 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be003de-1423-40eb-82a4-35f15329d0d6', 'tag': '7119d6d9-a0e6-4246-bf00-cb239485b4c5'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:24:56.913157 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33af52f666a6377eeaf9d00c6054365c515a6ddb0c8cc5669bfcff545a31cac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99756dbf-e0f3-4645-84dc-b5cf59e6fc9d" -d '{"events": [{"name": "network-changed", "server_uuid": "4be003de-1423-40eb-82a4-35f15329d0d6", "tag": "7119d6d9-a0e6-4246-bf00-cb239485b4c5"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:24:56.932723 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f813ff93-0974-4d57-bff7-b797e878b039 req-94f78e61-a970-4412-b209-71fa18699198 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331719 Jul 13 08:24:56.964382 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb10c44-32c9-40d4-ac57-64f890a2f093 x-openstack-request-id: req-9cb10c44-32c9-40d4-ac57-64f890a2f093 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:24:56.964680 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4be003de-1423-40eb-82a4-35f15329d0d6", "tag": "7119d6d9-a0e6-4246-bf00-cb239485b4c5", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:24:56.964934 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9cb10c44-32c9-40d4-ac57-64f890a2f093 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:24:56.965361 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4be003de-1423-40eb-82a4-35f15329d0d6', 'tag': '7119d6d9-a0e6-4246-bf00-cb239485b4c5', 'status': 'completed', 'code': 200} Jul 13 08:24:57.043105 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99756dbf-e0f3-4645-84dc-b5cf59e6fc9d req-28bc331c-21ad-45e7-82d5-730e1489ed5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:57.044589 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-99756dbf-e0f3-4645-84dc-b5cf59e6fc9d req-28bc331c-21ad-45e7-82d5-730e1489ed5c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 1096 time: 0.0583055 Jul 13 08:24:57.044783 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99756dbf-e0f3-4645-84dc-b5cf59e6fc9d req-05945cfa-3725-4ece-a723-fe560ab1dd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:57.046263 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-99756dbf-e0f3-4645-84dc-b5cf59e6fc9d req-05945cfa-3725-4ece-a723-fe560ab1dd21 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 1096 time: 0.0560815 Jul 13 08:24:57.136395 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99756dbf-e0f3-4645-84dc-b5cf59e6fc9d req-d659a26a-7147-49a5-97d4-ab47072a66d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:57.138202 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-99756dbf-e0f3-4645-84dc-b5cf59e6fc9d req-d659a26a-7147-49a5-97d4-ab47072a66d3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.0857701 Jul 13 08:24:57.139522 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99756dbf-e0f3-4645-84dc-b5cf59e6fc9d req-c8282cc8-3624-47ab-94e0-a5b888125ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:57.140964 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-99756dbf-e0f3-4645-84dc-b5cf59e6fc9d req-c8282cc8-3624-47ab-94e0-a5b888125ca5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.0897803 Jul 13 08:24:57.213288 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-99756dbf-e0f3-4645-84dc-b5cf59e6fc9d req-83004cef-bde7-4a9d-adcf-1ca957fb6acf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7119d6d9-a0e6-4246-bf00-cb239485b4c5 HTTP/1.1" status: 200 len: 999 time: 0.0654504 Jul 13 08:24:57.274414 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99756dbf-e0f3-4645-84dc-b5cf59e6fc9d req-fc171b5d-0132-416f-865a-4497cf0064d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:57.276467 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-99756dbf-e0f3-4645-84dc-b5cf59e6fc9d req-fc171b5d-0132-416f-865a-4497cf0064d0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0563772 Jul 13 08:24:57.346630 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99756dbf-e0f3-4645-84dc-b5cf59e6fc9d req-2fdb5df5-c8d6-4874-9a07-70d496e33f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:57.348738 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-99756dbf-e0f3-4645-84dc-b5cf59e6fc9d req-2fdb5df5-c8d6-4874-9a07-70d496e33f40 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656276 Jul 13 08:24:57.446359 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-99756dbf-e0f3-4645-84dc-b5cf59e6fc9d req-52941e74-3d61-4bc3-ae8a-d11d7470240d service neutron] 10.222.0.25 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919652 Jul 13 08:24:57.539065 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-99756dbf-e0f3-4645-84dc-b5cf59e6fc9d req-f9d4142c-cf0e-4385-a9f3-c8860d58edca service neutron] 10.222.0.25 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862315 Jul 13 08:24:57.590168 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-99756dbf-e0f3-4645-84dc-b5cf59e6fc9d req-f407bc36-8e9b-40c8-b45c-def7c4ae6768 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7119d6d9-a0e6-4246-bf00-cb239485b4c5 HTTP/1.1" status: 200 len: 999 time: 0.4459977 Jul 13 08:24:57.637676 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99756dbf-e0f3-4645-84dc-b5cf59e6fc9d req-8c7de21e-078b-4cff-852a-4fffcd479afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:57.638996 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-99756dbf-e0f3-4645-84dc-b5cf59e6fc9d req-8c7de21e-078b-4cff-852a-4fffcd479afc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0429316 Jul 13 08:24:57.644193 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 7119d6d9-a0e6-4246-bf00-cb239485b4c5 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:24:57.686072 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 7119d6d9-a0e6-4246-bf00-cb239485b4c5 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:24:57.700984 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99756dbf-e0f3-4645-84dc-b5cf59e6fc9d req-40ef0c7f-1688-4a03-8ce8-ca8a7dab381e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:57.703536 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-99756dbf-e0f3-4645-84dc-b5cf59e6fc9d req-40ef0c7f-1688-4a03-8ce8-ca8a7dab381e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571756 Jul 13 08:24:57.792543 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-99756dbf-e0f3-4645-84dc-b5cf59e6fc9d req-0cc2b329-0edb-42b7-8082-f65d70bc6586 service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829353 Jul 13 08:24:57.879163 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-99756dbf-e0f3-4645-84dc-b5cf59e6fc9d req-395944c6-8f5c-4124-a966-ed92eb186270 service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806170 Jul 13 08:24:58.111396 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78b1f3-87f0-4fee-8f6d-5a83a79d1a59 req-5fce4eeb-89af-44b2-9540-9a938d7ef098 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:58.112981 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ee78b1f3-87f0-4fee-8f6d-5a83a79d1a59 req-5fce4eeb-89af-44b2-9540-9a938d7ef098 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 944 time: 0.0667691 Jul 13 08:24:58.151977 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ee78b1f3-87f0-4fee-8f6d-5a83a79d1a59 req-3f5141d3-da19-4625-be73-97e0b23e3e94 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328205 Jul 13 08:24:58.499215 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713e5b6-c3f6-402a-b5f5-1f084434de0d req-935d8ad0-ff9a-4165-b4de-da14af2d659c tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:58.500685 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4713e5b6-c3f6-402a-b5f5-1f084434de0d req-935d8ad0-ff9a-4165-b4de-da14af2d659c tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.42 "GET /v2.0/ports?device_id=4be003de-1423-40eb-82a4-35f15329d0d6&tenant_id=d9b9f2475bd6470a984bd5e137557b3a&binding%3Ahost_id=n-h2-771363-34 HTTP/1.1" status: 200 len: 944 time: 0.1145883 Jul 13 08:24:58.508183 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec70ec3-f8cd-4312-b29c-ad56b15f45a5 req-d0df9baa-0a7d-44e0-a897-6905f4e16468 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:58.509522 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6ec70ec3-f8cd-4312-b29c-ad56b15f45a5 req-d0df9baa-0a7d-44e0-a897-6905f4e16468 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 944 time: 0.1136293 Jul 13 08:24:58.584400 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6ec70ec3-f8cd-4312-b29c-ad56b15f45a5 req-423e1c50-45e0-4517-9d6e-5240ec8ca028 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686343 Jul 13 08:24:58.593293 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [req-4713e5b6-c3f6-402a-b5f5-1f084434de0d req-94157f9a-435b-4cab-80c2-e6c60d9c04ea service neutron] delete failed (client error): The resource could not be found. Jul 13 08:24:58.594266 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4713e5b6-c3f6-402a-b5f5-1f084434de0d req-94157f9a-435b-4cab-80c2-e6c60d9c04ea service neutron] 10.222.0.42 "DELETE /v2.0/ports/7119d6d9-a0e6-4246-bf00-cb239485b4c5/bindings/n-h1-771363-34 HTTP/1.1" status: 404 len: 381 time: 0.0839052 Jul 13 08:24:58.686931 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713e5b6-c3f6-402a-b5f5-1f084434de0d req-5028d293-9cca-467d-8035-c8072b5b6e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:58.688430 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4713e5b6-c3f6-402a-b5f5-1f084434de0d req-5028d293-9cca-467d-8035-c8072b5b6e10 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 1096 time: 0.0533655 Jul 13 08:24:58.778264 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713e5b6-c3f6-402a-b5f5-1f084434de0d req-c1163a30-5494-4373-bc80-9e30ac20e2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:58.779730 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4713e5b6-c3f6-402a-b5f5-1f084434de0d req-c1163a30-5494-4373-bc80-9e30ac20e2fe service neutron] 10.222.0.42 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.0856466 Jul 13 08:24:58.843162 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4713e5b6-c3f6-402a-b5f5-1f084434de0d req-e15b5318-1ccc-4a6a-906b-bd689b671e3c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7119d6d9-a0e6-4246-bf00-cb239485b4c5 HTTP/1.1" status: 200 len: 999 time: 0.0565600 Jul 13 08:24:58.890581 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713e5b6-c3f6-402a-b5f5-1f084434de0d req-08d0bf9f-8850-4664-9974-5586a23e5b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:58.892278 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4713e5b6-c3f6-402a-b5f5-1f084434de0d req-08d0bf9f-8850-4664-9974-5586a23e5b3f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0431061 Jul 13 08:24:58.952044 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713e5b6-c3f6-402a-b5f5-1f084434de0d req-6b251eda-d277-4035-ac19-0abaad9fe542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:58.953510 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4713e5b6-c3f6-402a-b5f5-1f084434de0d req-6b251eda-d277-4035-ac19-0abaad9fe542 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554576 Jul 13 08:24:59.042507 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4713e5b6-c3f6-402a-b5f5-1f084434de0d req-f0e20471-748a-4587-b211-312d176aea4f service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829930 Jul 13 08:24:59.136161 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4713e5b6-c3f6-402a-b5f5-1f084434de0d req-088b4754-b975-43e2-888b-037058b20083 service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878811 Jul 13 08:24:59.767695 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b8542-1d0b-4d32-9a15-374afe2fe073 req-d97a1693-3007-409e-b5c6-a718e130a234 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:59.769189 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5a7b8542-1d0b-4d32-9a15-374afe2fe073 req-d97a1693-3007-409e-b5c6-a718e130a234 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 944 time: 0.0696051 Jul 13 08:24:59.808064 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5a7b8542-1d0b-4d32-9a15-374afe2fe073 req-287ff2ed-0dc0-43c3-8b41-47abed4ab4fe tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325377 Jul 13 08:24:59.980792 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f13e0-d661-451e-8290-05d588db8186 req-32969209-406f-4de0-9acc-2a739445dbc4 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:24:59.982292 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3f7f13e0-d661-451e-8290-05d588db8186 req-32969209-406f-4de0-9acc-2a739445dbc4 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 944 time: 0.0631557 Jul 13 08:25:00.020682 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3f7f13e0-d661-451e-8290-05d588db8186 req-4f44c051-ae93-4a9a-8957-fa29a43a5409 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328896 Jul 13 08:25:00.339635 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef1b7b-ed74-4624-8c15-1da2bed88857 req-3adb6588-b781-4b75-b06a-e09b4472af95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:00.341062 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-30ef1b7b-ed74-4624-8c15-1da2bed88857 req-3adb6588-b781-4b75-b06a-e09b4472af95 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 1096 time: 0.0547564 Jul 13 08:25:00.357642 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5705c-bca4-49d0-9fe2-0ffe491c738e req-a5d9c33e-e39f-47c9-897d-b18a540475a8 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:00.359387 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-51e5705c-bca4-49d0-9fe2-0ffe491c738e req-a5d9c33e-e39f-47c9-897d-b18a540475a8 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 944 time: 0.0634539 Jul 13 08:25:00.360927 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-62174082-9086-4b57-9e40-8cabd00317cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:00.404997 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-51e5705c-bca4-49d0-9fe2-0ffe491c738e req-dd9b927d-c599-4097-9be2-5a15e7d7862d tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380113 Jul 13 08:25:00.438674 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef1b7b-ed74-4624-8c15-1da2bed88857 req-39e9ed90-6699-48f8-8378-93455c61d589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:00.440349 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-30ef1b7b-ed74-4624-8c15-1da2bed88857 req-39e9ed90-6699-48f8-8378-93455c61d589 service neutron] 10.222.0.25 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.0934784 Jul 13 08:25:00.502924 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-30ef1b7b-ed74-4624-8c15-1da2bed88857 req-a84eff5f-7c11-4fca-a3e1-b453227840ff service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7119d6d9-a0e6-4246-bf00-cb239485b4c5 HTTP/1.1" status: 200 len: 999 time: 0.0568395 Jul 13 08:25:00.515691 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 7119d6d9-a0e6-4246-bf00-cb239485b4c5 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:25:00.552610 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef1b7b-ed74-4624-8c15-1da2bed88857 req-bec8ccff-8e78-43d3-ad28-47c16ea36457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:00.554255 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-30ef1b7b-ed74-4624-8c15-1da2bed88857 req-bec8ccff-8e78-43d3-ad28-47c16ea36457 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0454290 Jul 13 08:25:00.611468 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 7119d6d9-a0e6-4246-bf00-cb239485b4c5, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=7119d6d9-a0e6-4246-bf00-cb239485b4c5,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:25:00.615623 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef1b7b-ed74-4624-8c15-1da2bed88857 req-34942e1e-e948-4a7d-ab7f-eddccb41d683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:00.617132 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-30ef1b7b-ed74-4624-8c15-1da2bed88857 req-34942e1e-e948-4a7d-ab7f-eddccb41d683 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567684 Jul 13 08:25:00.623115 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '7119d6d9-a0e6-4246-bf00-cb239485b4c5', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'port_id': '7119d6d9-a0e6-4246-bf00-cb239485b4c5', 'mac_address': 'fa:16:3e:0a:ad:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:25:00.663359 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:00.675578 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7119d6d9-a0e6-4246-bf00-cb239485b4c5 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:25:00.695313 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 7119d6d9-a0e6-4246-bf00-cb239485b4c5, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=7119d6d9-a0e6-4246-bf00-cb239485b4c5,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:25:00.699170 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:00.707622 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-30ef1b7b-ed74-4624-8c15-1da2bed88857 req-7c9994ca-9008-46b8-9dec-34178b3930f4 service neutron] 10.222.0.25 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829117 Jul 13 08:25:00.755788 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=7119d6d9-a0e6-4246-bf00-cb239485b4c5,revision_number=8']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:00.763710 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:00.764055 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:00.764391 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:00.764734 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:00.765063 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:00.765391 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:00.765739 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:00.766040 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:00.766618 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:00.766940 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:00.767283 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:00.767607 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:00.808861 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-30ef1b7b-ed74-4624-8c15-1da2bed88857 req-e1ddc026-ac8c-48a8-85e1-229b7ddd0af4 service neutron] 10.222.0.25 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959456 Jul 13 08:25:00.932377 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['7119d6d9-a0e6-4246-bf00-cb239485b4c5'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:25:01.590548 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f5dbb-08e1-4af1-91e0-83af4383f1cb req-262175f3-763d-4693-b7c0-fcca38421265 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:01.592528 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cf1f5dbb-08e1-4af1-91e0-83af4383f1cb req-262175f3-763d-4693-b7c0-fcca38421265 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 945 time: 0.0653675 Jul 13 08:25:01.631676 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cf1f5dbb-08e1-4af1-91e0-83af4383f1cb req-ae6e1b15-7ba6-4bcb-b6e9-6144db10cf04 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334284 Jul 13 08:25:02.011769 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27931cea-8e9a-4578-81a7-efea51c307c0 req-2b8aac56-1664-4a0f-bb22-9b9cc616ecea tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:02.013253 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-27931cea-8e9a-4578-81a7-efea51c307c0 req-2b8aac56-1664-4a0f-bb22-9b9cc616ecea tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 945 time: 0.0645046 Jul 13 08:25:02.055284 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-27931cea-8e9a-4578-81a7-efea51c307c0 req-197dd492-1313-4cda-9908-daa7fd58258e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360985 Jul 13 08:25:02.552416 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 7119d6d9-a0e6-4246-bf00-cb239485b4c5 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:25:02.600670 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 7119d6d9-a0e6-4246-bf00-cb239485b4c5 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:25:02.604719 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 7119d6d9-a0e6-4246-bf00-cb239485b4c5 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:25:02.605146 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:02.679621 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:02.701438 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be003de-1423-40eb-82a4-35f15329d0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7119d6d9-a0e6-4246-bf00-cb239485b4c5'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:25:02.703742 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}819247fa28fcd914db4aabd8a9f8f95ceb467163a9d63008da3b74a1dcff375d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de27ea8b-a238-4285-8ab1-27c086381370" -d '{"events": [{"server_uuid": "4be003de-1423-40eb-82a4-35f15329d0d6", "name": "network-vif-plugged", "status": "completed", "tag": "7119d6d9-a0e6-4246-bf00-cb239485b4c5"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:25:02.717535 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 7119d6d9-a0e6-4246-bf00-cb239485b4c5, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=7119d6d9-a0e6-4246-bf00-cb239485b4c5,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:25:02.722306 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:02.749598 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e18c71-4207-4136-9b5d-d0650b7d7b70 x-openstack-request-id: req-98e18c71-4207-4136-9b5d-d0650b7d7b70 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:25:02.749891 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be003de-1423-40eb-82a4-35f15329d0d6", "name": "network-vif-plugged", "status": "completed", "tag": "7119d6d9-a0e6-4246-bf00-cb239485b4c5", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:25:02.750144 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-98e18c71-4207-4136-9b5d-d0650b7d7b70 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:25:02.750532 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be003de-1423-40eb-82a4-35f15329d0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7119d6d9-a0e6-4246-bf00-cb239485b4c5', 'code': 200} Jul 13 08:25:02.786789 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=7119d6d9-a0e6-4246-bf00-cb239485b4c5,revision_number=9']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:03.021174 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-240e90a0-86fe-484d-9b0d-a88c88a14f53 None None] Provisioning complete for port 7119d6d9-a0e6-4246-bf00-cb239485b4c5 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:25:03.021532 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-240e90a0-86fe-484d-9b0d-a88c88a14f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:03.189147 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e781a3c0-43d8-4f05-aa79-c4a33fc6f34e req-9245daed-b519-4b5d-8c0c-6b7ab82092ba tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:03.190495 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e781a3c0-43d8-4f05-aa79-c4a33fc6f34e req-9245daed-b519-4b5d-8c0c-6b7ab82092ba tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.25 "GET /v2.0/ports?device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 946 time: 0.0743124 Jul 13 08:25:03.224804 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:03.235530 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-96200170-6d1f-49c7-9f38-92572d79c112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:03.309845 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b872432-2321-4bf2-96d2-49f9e6b5ad97 req-3dbaeb67-da39-49c5-bbce-09f75867fa63 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:03.311382 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4b872432-2321-4bf2-96d2-49f9e6b5ad97 req-3dbaeb67-da39-49c5-bbce-09f75867fa63 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 946 time: 0.1421180 Jul 13 08:25:03.355040 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-e781a3c0-43d8-4f05-aa79-c4a33fc6f34e req-d3d333b6-ea05-48ae-82d6-5d37a67e888e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Deleting port 7119d6d9-a0e6-4246-bf00-cb239485b4c5 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:25:03.355400 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e781a3c0-43d8-4f05-aa79-c4a33fc6f34e req-d3d333b6-ea05-48ae-82d6-5d37a67e888e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:03.374537 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4b872432-2321-4bf2-96d2-49f9e6b5ad97 req-c4f04b4c-d753-4125-93c2-b0b7f09baf8f tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542948 Jul 13 08:25:03.456559 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-e781a3c0-43d8-4f05-aa79-c4a33fc6f34e req-d3d333b6-ea05-48ae-82d6-5d37a67e888e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] For port 7119d6d9-a0e6-4246-bf00-cb239485b4c5, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=7119d6d9-a0e6-4246-bf00-cb239485b4c5,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:25:03.456820 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e781a3c0-43d8-4f05-aa79-c4a33fc6f34e req-d3d333b6-ea05-48ae-82d6-5d37a67e888e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:03.643515 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e781a3c0-43d8-4f05-aa79-c4a33fc6f34e req-d3d333b6-ea05-48ae-82d6-5d37a67e888e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:03.643877 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e781a3c0-43d8-4f05-aa79-c4a33fc6f34e req-d3d333b6-ea05-48ae-82d6-5d37a67e888e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:03.644191 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [req-e781a3c0-43d8-4f05-aa79-c4a33fc6f34e req-d3d333b6-ea05-48ae-82d6-5d37a67e888e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Floating IP 1d238cab-1daf-4d52-a149-18f26bee084a disassociated. External IP: 172.25.3.82, port: 7119d6d9-a0e6-4246-bf00-cb239485b4c5. Jul 13 08:25:03.644544 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-e781a3c0-43d8-4f05-aa79-c4a33fc6f34e req-d3d333b6-ea05-48ae-82d6-5d37a67e888e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Calling delete_port for 7119d6d9-a0e6-4246-bf00-cb239485b4c5 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:25:03.776484 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e781a3c0-43d8-4f05-aa79-c4a33fc6f34e req-d3d333b6-ea05-48ae-82d6-5d37a67e888e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:03.811180 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d333b6-ea05-48ae-82d6-5d37a67e888e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Pushing event deleted for resources: {'Port': ['ID=7119d6d9-a0e6-4246-bf00-cb239485b4c5,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:04.265212 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e781a3c0-43d8-4f05-aa79-c4a33fc6f34e req-d3d333b6-ea05-48ae-82d6-5d37a67e888e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Router b6cadc84-f97f-45d8-a829-070facdf2407 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:25:04.308957 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:04.374074 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e781a3c0-43d8-4f05-aa79-c4a33fc6f34e req-d3d333b6-ea05-48ae-82d6-5d37a67e888e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:25:04.384703 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d21f98a-c67d-4d96-8993-53b1ed1c49ac None None] Sync routers for ids ['b6cadc84-f97f-45d8-a829-070facdf2407'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:25:04.394473 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d21f98a-c67d-4d96-8993-53b1ed1c49ac None None] Routers {'b6cadc84-f97f-45d8-a829-070facdf2407'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:25:04.395263 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-3d21f98a-c67d-4d96-8993-53b1ed1c49ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:25:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['b6cadc84-f97f-45d8-a829-070facdf2407'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:04.421315 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-e781a3c0-43d8-4f05-aa79-c4a33fc6f34e req-d3d333b6-ea05-48ae-82d6-5d37a67e888e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] No DVR routers for this DVR port 7119d6d9-a0e6-4246-bf00-cb239485b4c5 on host n-h2-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:25:04.424030 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-e781a3c0-43d8-4f05-aa79-c4a33fc6f34e req-d3d333b6-ea05-48ae-82d6-5d37a67e888e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:04.426829 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e781a3c0-43d8-4f05-aa79-c4a33fc6f34e req-d3d333b6-ea05-48ae-82d6-5d37a67e888e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.25 "DELETE /v2.0/ports/7119d6d9-a0e6-4246-bf00-cb239485b4c5 HTTP/1.1" status: 204 len: 173 time: 1.2190886 Jul 13 08:25:04.427233 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be003de-1423-40eb-82a4-35f15329d0d6', 'name': 'network-vif-deleted', 'tag': '7119d6d9-a0e6-4246-bf00-cb239485b4c5'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:25:04.429588 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33af52f666a6377eeaf9d00c6054365c515a6ddb0c8cc5669bfcff545a31cac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78ba5ca-7d49-4599-b615-b5477ed3943b" -d '{"events": [{"server_uuid": "4be003de-1423-40eb-82a4-35f15329d0d6", "name": "network-vif-deleted", "tag": "7119d6d9-a0e6-4246-bf00-cb239485b4c5"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:25:04.484613 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b382fc-2ffe-4f61-9ba5-64a3e6996d57 x-openstack-request-id: req-f9b382fc-2ffe-4f61-9ba5-64a3e6996d57 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:25:04.485133 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be003de-1423-40eb-82a4-35f15329d0d6", "name": "network-vif-deleted", "tag": "7119d6d9-a0e6-4246-bf00-cb239485b4c5", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:25:04.485477 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f9b382fc-2ffe-4f61-9ba5-64a3e6996d57 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:25:04.485830 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be003de-1423-40eb-82a4-35f15329d0d6', 'name': 'network-vif-deleted', 'tag': '7119d6d9-a0e6-4246-bf00-cb239485b4c5', 'status': 'completed', 'code': 200} Jul 13 08:25:04.525831 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-3d21f98a-c67d-4d96-8993-53b1ed1c49ac None None] Set router b6cadc84-f97f-45d8-a829-070facdf2407 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:25:04.531441 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-de6e39ed-d585-481d-afea-3158596accdf req-dea1bf97-ed05-497d-9a88-4e30356f3b0e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=4be003de-1423-40eb-82a4-35f15329d0d6 HTTP/1.1" status: 200 len: 210 time: 0.0294495 Jul 13 08:25:04.886415 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-3d21f98a-c67d-4d96-8993-53b1ed1c49ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'name': 'tempest-ServerActionsTestJSON-1585476715-router', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:34Z', 'updated_at': '2021-07-13T08:20:37Z', 'revision_number': 4, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'gw_port': {'id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:35Z', 'updated_at': '2021-07-13T08:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '3d5bd495-ae77-498f-947a-86bbde072555', 'name': '', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'mac_address': 'fa:16:3e:f1:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:36Z', 'updated_at': '2021-07-13T08:20:42Z', 'revision_number': 5, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'subnets': [{'id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:04.917219 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d21f98a-c67d-4d96-8993-53b1ed1c49ac None None] Checking router: b6cadc84-f97f-45d8-a829-070facdf2407 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:25:04.925875 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d21f98a-c67d-4d96-8993-53b1ed1c49ac None None] Routers {'b6cadc84-f97f-45d8-a829-070facdf2407'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:25:04.926784 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-3d21f98a-c67d-4d96-8993-53b1ed1c49ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:25:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['b6cadc84-f97f-45d8-a829-070facdf2407'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:05.036972 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-3d21f98a-c67d-4d96-8993-53b1ed1c49ac None None] Set router b6cadc84-f97f-45d8-a829-070facdf2407 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:25:05.235891 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-3d21f98a-c67d-4d96-8993-53b1ed1c49ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'name': 'tempest-ServerActionsTestJSON-1585476715-router', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:34Z', 'updated_at': '2021-07-13T08:20:37Z', 'revision_number': 4, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'gw_port': {'id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:35Z', 'updated_at': '2021-07-13T08:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '3d5bd495-ae77-498f-947a-86bbde072555', 'name': '', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'mac_address': 'fa:16:3e:f1:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:36Z', 'updated_at': '2021-07-13T08:20:42Z', 'revision_number': 5, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'subnets': [{'id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:05.267182 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d21f98a-c67d-4d96-8993-53b1ed1c49ac None None] The sync data for ids ['b6cadc84-f97f-45d8-a829-070facdf2407'] in n-d-771363-34 is: [{'id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'name': 'tempest-ServerActionsTestJSON-1585476715-router', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:34Z', 'updated_at': '2021-07-13T08:20:37Z', 'revision_number': 4, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'gw_port': {'id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:35Z', 'updated_at': '2021-07-13T08:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '3d5bd495-ae77-498f-947a-86bbde072555', 'name': '', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'mac_address': 'fa:16:3e:f1:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:36Z', 'updated_at': '2021-07-13T08:20:42Z', 'revision_number': 5, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'subnets': [{'id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:25:05.477381 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c325ecf-8eda-4562-803d-26c7a4c58d30 None None] New status for floating IP 1d238cab-1daf-4d52-a149-18f26bee084a: DOWN {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:25:05.884980 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-7cb3363a-4f6a-459c-bc3b-ac0f791b01b2 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1381142462&fields=id&tenant_id=d9b9f2475bd6470a984bd5e137557b3a HTTP/1.1" status: 200 len: 267 time: 0.0336807 Jul 13 08:25:05.987275 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-463cc321-8196-4c23-90fe-52169a1de1cd tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:05.989444 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-463cc321-8196-4c23-90fe-52169a1de1cd tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 812 time: 0.0980959 Jul 13 08:25:06.007753 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-14867e4e-16da-45c5-af18-2716d80bac48 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/quotas/d9b9f2475bd6470a984bd5e137557b3a HTTP/1.1" status: 200 len: 375 time: 0.0104139 Jul 13 08:25:06.077358 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:06.086932 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-9dbd3556-4a63-45ae-ac9a-f7903b467d03 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0739396 Jul 13 08:25:06.227176 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-0f5fdf9d-e74e-4172-a31d-6cdba940ff02 service neutron] 10.222.0.23 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281400 Jul 13 08:25:06.320334 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-30690c5f-d2f8-47db-9d17-7001ba0020b4 service neutron] 10.222.0.23 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874724 Jul 13 08:25:06.503513 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4035be47-5822-4850-aafc-705aae109b4b req-3acc79d3-b9cc-4585-8794-22ff6b726732 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 210 time: 0.0294831 Jul 13 08:25:07.639490 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-707c9eb6-0fe9-4e68-a5ce-de3d14813a13 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:07.640990 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-707c9eb6-0fe9-4e68-a5ce-de3d14813a13 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.42 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 812 time: 0.1153262 Jul 13 08:25:07.657358 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9a591edb-bede-4e9b-8fa6-30a06430360c req-7d4506a0-9324-4ddb-8dca-0e1ac85e523e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 210 time: 0.0316465 Jul 13 08:25:07.686052 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-4ab1e971-3fac-42f1-9f2a-babf1a1deea7 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9b9f2475bd6470a984bd5e137557b3a HTTP/1.1" status: 200 len: 380 time: 0.0368073 Jul 13 08:25:07.695156 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-c3282116-35ab-49d4-a40e-c7dd05f3b6ca tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Request body: {'port': {'device_id': 'af4e4eb1-5920-42f9-885b-3231a8c49b96', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'admin_state_up': True, 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'security_groups': ['daa49564-c3fc-4600-a50a-58f4ad7933bb']}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:25:07.807641 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-c3282116-35ab-49d4-a40e-c7dd05f3b6ca tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Made reservation on behalf of d9b9f2475bd6470a984bd5e137557b3a for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:25:07.811050 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-c3282116-35ab-49d4-a40e-c7dd05f3b6ca tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:07.950247 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-c3282116-35ab-49d4-a40e-c7dd05f3b6ca tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Allocated IP 172.20.0.5 (adfbf2f9-e250-4fa0-9e73-814bcba7a298/bbd435ef-ced0-482e-8c78-0b87e334722f/080db6fe-81e6-49e4-8693-8fcd53e17908) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:25:08.091161 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-c3282116-35ab-49d4-a40e-c7dd05f3b6ca tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:08.105295 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-c3282116-35ab-49d4-a40e-c7dd05f3b6ca tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Transition to ACTIVE for port object 080db6fe-81e6-49e4-8693-8fcd53e17908 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:25:08.138470 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-c3282116-35ab-49d4-a40e-c7dd05f3b6ca tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:08.185044 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-c3282116-35ab-49d4-a40e-c7dd05f3b6ca tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Network adfbf2f9-e250-4fa0-9e73-814bcba7a298 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:25:08.188345 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-c3282116-35ab-49d4-a40e-c7dd05f3b6ca tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:25:08.193003 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-c3282116-35ab-49d4-a40e-c7dd05f3b6ca tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:25:08.199547 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3282116-35ab-49d4-a40e-c7dd05f3b6ca tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Pushing event updated for resources: {'Port': ['ID=080db6fe-81e6-49e4-8693-8fcd53e17908,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:08.229063 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3282116-35ab-49d4-a40e-c7dd05f3b6ca tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:08.229409 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3282116-35ab-49d4-a40e-c7dd05f3b6ca tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:08.229745 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3282116-35ab-49d4-a40e-c7dd05f3b6ca tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:08.230079 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3282116-35ab-49d4-a40e-c7dd05f3b6ca tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:08.230411 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3282116-35ab-49d4-a40e-c7dd05f3b6ca tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:08.230741 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3282116-35ab-49d4-a40e-c7dd05f3b6ca tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:08.231074 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3282116-35ab-49d4-a40e-c7dd05f3b6ca tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:08.231426 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3282116-35ab-49d4-a40e-c7dd05f3b6ca tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:08.231753 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3282116-35ab-49d4-a40e-c7dd05f3b6ca tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:08.232072 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3282116-35ab-49d4-a40e-c7dd05f3b6ca tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:08.232395 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3282116-35ab-49d4-a40e-c7dd05f3b6ca tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:08.232716 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3282116-35ab-49d4-a40e-c7dd05f3b6ca tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:25:08.259371 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-c3282116-35ab-49d4-a40e-c7dd05f3b6ca tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:08.260024 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-c3282116-35ab-49d4-a40e-c7dd05f3b6ca tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:08.277096 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-c3282116-35ab-49d4-a40e-c7dd05f3b6ca tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5863647 Jul 13 08:25:08.288683 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-d3e7f51c-178d-4082-8014-3daa3374445e service neutron] Request body: {'port': {'device_id': 'af4e4eb1-5920-42f9-885b-3231a8c49b96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:25:08.368543 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-d3e7f51c-178d-4082-8014-3daa3374445e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:08.457677 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-eb3e085b-7d11-4c7d-b3b6-4bf1daeb2c09 None None] Provisioning for port 080db6fe-81e6-49e4-8693-8fcd53e17908 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:25:08.461486 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-eb3e085b-7d11-4c7d-b3b6-4bf1daeb2c09 None None] Provisioning complete for port 080db6fe-81e6-49e4-8693-8fcd53e17908 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:25:08.461798 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-eb3e085b-7d11-4c7d-b3b6-4bf1daeb2c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:08.496837 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-eb3e085b-7d11-4c7d-b3b6-4bf1daeb2c09 None None] Port 080db6fe-81e6-49e4-8693-8fcd53e17908 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:25:08.577769 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 7119d6d9-a0e6-4246-bf00-cb239485b4c5 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:25:08.606468 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 7119d6d9-a0e6-4246-bf00-cb239485b4c5 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:25:08.606742 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 7119d6d9-a0e6-4246-bf00-cb239485b4c5 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:25:08.669893 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-d3e7f51c-178d-4082-8014-3daa3374445e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 080db6fe-81e6-49e4-8693-8fcd53e17908 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:25:08.678481 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-d3e7f51c-178d-4082-8014-3daa3374445e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:08.690741 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-d3e7f51c-178d-4082-8014-3daa3374445e service neutron] Transition to ACTIVE for port object 080db6fe-81e6-49e4-8693-8fcd53e17908 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:25:08.695726 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-d3e7f51c-178d-4082-8014-3daa3374445e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:08.756619 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e7f51c-178d-4082-8014-3daa3374445e service neutron] Pushing event updated for resources: {'Port': ['ID=080db6fe-81e6-49e4-8693-8fcd53e17908,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:08.895372 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-d3e7f51c-178d-4082-8014-3daa3374445e service neutron] Attempting to bind port 080db6fe-81e6-49e4-8693-8fcd53e17908 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:25:08.895372 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-d3e7f51c-178d-4082-8014-3daa3374445e service neutron] Attempting to bind port 080db6fe-81e6-49e4-8693-8fcd53e17908 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:25:08.895927 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-d3e7f51c-178d-4082-8014-3daa3374445e service neutron] Attempting to bind port 080db6fe-81e6-49e4-8693-8fcd53e17908 on network adfbf2f9-e250-4fa0-9e73-814bcba7a298 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:25:08.905508 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-d3e7f51c-178d-4082-8014-3daa3374445e service neutron] Port 080db6fe-81e6-49e4-8693-8fcd53e17908 on network adfbf2f9-e250-4fa0-9e73-814bcba7a298 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:25:08.905833 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-d3e7f51c-178d-4082-8014-3daa3374445e service neutron] Attempting to bind port 080db6fe-81e6-49e4-8693-8fcd53e17908 on network adfbf2f9-e250-4fa0-9e73-814bcba7a298 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:25:08.914464 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-d3e7f51c-178d-4082-8014-3daa3374445e service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:25:08.914812 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-d3e7f51c-178d-4082-8014-3daa3374445e service neutron] Checking segment: {'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:25:08.915191 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-d3e7f51c-178d-4082-8014-3daa3374445e service neutron] Bound using segment: {'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:25:08.915660 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-d3e7f51c-178d-4082-8014-3daa3374445e service neutron] Bound port: 080db6fe-81e6-49e4-8693-8fcd53e17908, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:25:08.916024 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-d3e7f51c-178d-4082-8014-3daa3374445e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:08.938886 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4130d-f3fc-4c74-89f8-ecc3dfdfce4f req-27722323-2726-4620-addf-daaadf9a0a59 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:08.940516 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e6b4130d-f3fc-4c74-89f8-ecc3dfdfce4f req-27722323-2726-4620-addf-daaadf9a0a59 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 943 time: 0.1167479 Jul 13 08:25:09.022517 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e6b4130d-f3fc-4c74-89f8-ecc3dfdfce4f req-f0195735-0eb4-485b-ba85-00169a135242 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545757 Jul 13 08:25:09.029105 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-d3e7f51c-178d-4082-8014-3daa3374445e service neutron] For port 080db6fe-81e6-49e4-8693-8fcd53e17908, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:25:09.032615 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-d3e7f51c-178d-4082-8014-3daa3374445e service neutron] For port 080db6fe-81e6-49e4-8693-8fcd53e17908, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=080db6fe-81e6-49e4-8693-8fcd53e17908,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:25:09.041347 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-d3e7f51c-178d-4082-8014-3daa3374445e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:09.078971 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-d3e7f51c-178d-4082-8014-3daa3374445e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:09.079552 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-d3e7f51c-178d-4082-8014-3daa3374445e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:09.081040 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-d3e7f51c-178d-4082-8014-3daa3374445e service neutron] 10.222.0.42 "PUT /v2.0/ports/080db6fe-81e6-49e4-8693-8fcd53e17908 HTTP/1.1" status: 200 len: 1092 time: 0.7968800 Jul 13 08:25:09.081551 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4e4eb1-5920-42f9-885b-3231a8c49b96', 'tag': '080db6fe-81e6-49e4-8693-8fcd53e17908'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:25:09.083948 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9b5289-8c66-44d8-86b1-6be35a713672" -d '{"events": [{"name": "network-changed", "server_uuid": "af4e4eb1-5920-42f9-885b-3231a8c49b96", "tag": "080db6fe-81e6-49e4-8693-8fcd53e17908"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:25:09.114212 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e7f51c-178d-4082-8014-3daa3374445e service neutron] Pushing event updated for resources: {'Port': ['ID=080db6fe-81e6-49e4-8693-8fcd53e17908,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:09.127972 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef95499-07f9-4b30-ae93-c6c5b477f065 x-openstack-request-id: req-5ef95499-07f9-4b30-ae93-c6c5b477f065 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:25:09.128273 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af4e4eb1-5920-42f9-885b-3231a8c49b96", "tag": "080db6fe-81e6-49e4-8693-8fcd53e17908", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:25:09.128538 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5ef95499-07f9-4b30-ae93-c6c5b477f065 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:25:09.129624 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4e4eb1-5920-42f9-885b-3231a8c49b96', 'tag': '080db6fe-81e6-49e4-8693-8fcd53e17908', 'status': 'completed', 'code': 200} Jul 13 08:25:09.191184 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-993bbe33-2dd6-432f-a73b-c52dcc11aa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:09.194117 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-993bbe33-2dd6-432f-a73b-c52dcc11aa2e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 1095 time: 0.0594022 Jul 13 08:25:09.241869 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-093eabc1-f6e8-4247-ba28-394f31e747f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=080db6fe-81e6-49e4-8693-8fcd53e17908 HTTP/1.1" status: 200 len: 217 time: 0.0409334 Jul 13 08:25:09.293693 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-d3fe6345-763a-41f9-b8a5-75fd91d88300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:09.295185 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-d3fe6345-763a-41f9-b8a5-75fd91d88300 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0479736 Jul 13 08:25:09.356320 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-3653975c-853a-45af-b9a9-b0930581ebeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:09.358260 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-3653975c-853a-45af-b9a9-b0930581ebeb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574033 Jul 13 08:25:09.460481 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-70cb9fde-3768-4d49-8dc6-c91c25988418 service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956168 Jul 13 08:25:09.551615 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-46617bdb-90e3-44d7-ad42-3bc86f1a3e9f req-c5bf4d1f-09f3-4d68-abff-97550e6e4fbe service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849128 Jul 13 08:25:09.655564 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b5289-8c66-44d8-86b1-6be35a713672 req-55bae57d-8ed7-4907-9529-ac4e540f2127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:09.656984 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8d9b5289-8c66-44d8-86b1-6be35a713672 req-55bae57d-8ed7-4907-9529-ac4e540f2127 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 1095 time: 0.0575166 Jul 13 08:25:09.745857 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b5289-8c66-44d8-86b1-6be35a713672 req-ea1664b3-e33d-4075-ae76-a4cbc8acd746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:09.747372 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8d9b5289-8c66-44d8-86b1-6be35a713672 req-ea1664b3-e33d-4075-ae76-a4cbc8acd746 service neutron] 10.222.0.42 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.0846043 Jul 13 08:25:09.792384 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8d9b5289-8c66-44d8-86b1-6be35a713672 req-1dc9e960-f63b-42ac-9775-8b5ad33a304e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=080db6fe-81e6-49e4-8693-8fcd53e17908 HTTP/1.1" status: 200 len: 217 time: 0.0383241 Jul 13 08:25:09.839054 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b5289-8c66-44d8-86b1-6be35a713672 req-3e5a5c2e-5214-4c89-bf3c-f6b20f9af04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:09.840512 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8d9b5289-8c66-44d8-86b1-6be35a713672 req-3e5a5c2e-5214-4c89-bf3c-f6b20f9af04b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0425737 Jul 13 08:25:09.898600 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b5289-8c66-44d8-86b1-6be35a713672 req-1468a72c-a037-4fc7-8818-53374c21221f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:09.900172 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8d9b5289-8c66-44d8-86b1-6be35a713672 req-1468a72c-a037-4fc7-8818-53374c21221f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531535 Jul 13 08:25:09.993375 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8d9b5289-8c66-44d8-86b1-6be35a713672 req-4067cc72-02d5-421d-a9ad-cb6e6d520cf3 service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861819 Jul 13 08:25:10.049108 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:25:10.083492 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8d9b5289-8c66-44d8-86b1-6be35a713672 req-341f6e99-f3d5-46aa-8e0a-3005f9302073 service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829124 Jul 13 08:25:10.206386 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f89faa-13cc-4864-a7fa-e55052aa39ee req-b0deef08-ff32-48c0-a174-231346412342 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:10.208574 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-88f89faa-13cc-4864-a7fa-e55052aa39ee req-b0deef08-ff32-48c0-a174-231346412342 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 943 time: 0.0684879 Jul 13 08:25:10.245952 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-88f89faa-13cc-4864-a7fa-e55052aa39ee req-00595924-d673-452a-80f8-e3703a3745a7 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314245 Jul 13 08:25:11.422091 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce304a1-d788-46c6-ba5e-5f663f1320d9 req-1af96bd8-1034-4aa1-9090-9eb640d8acca tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:11.423653 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bce304a1-d788-46c6-ba5e-5f663f1320d9 req-1af96bd8-1034-4aa1-9090-9eb640d8acca tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 943 time: 0.0653841 Jul 13 08:25:11.467755 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bce304a1-d788-46c6-ba5e-5f663f1320d9 req-0f6cb6b1-6853-4ee7-bdc5-f52fb1dd3e13 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381978 Jul 13 08:25:11.690206 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 080db6fe-81e6-49e4-8693-8fcd53e17908 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:25:11.793731 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 080db6fe-81e6-49e4-8693-8fcd53e17908, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=080db6fe-81e6-49e4-8693-8fcd53e17908,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:25:11.805079 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '080db6fe-81e6-49e4-8693-8fcd53e17908', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'port_id': '080db6fe-81e6-49e4-8693-8fcd53e17908', 'mac_address': 'fa:16:3e:d3:ae:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:25:11.841261 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:11.853903 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 080db6fe-81e6-49e4-8693-8fcd53e17908 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:25:11.873369 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 080db6fe-81e6-49e4-8693-8fcd53e17908, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=080db6fe-81e6-49e4-8693-8fcd53e17908,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:25:11.877589 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:11.936548 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=080db6fe-81e6-49e4-8693-8fcd53e17908,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:12.165224 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['080db6fe-81e6-49e4-8693-8fcd53e17908'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:25:12.646565 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b106e-bad7-41e8-8288-23406a2f0c9e req-80369718-da23-4345-98db-4f4be01bec97 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:12.648155 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d70b106e-bad7-41e8-8288-23406a2f0c9e req-80369718-da23-4345-98db-4f4be01bec97 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 944 time: 0.0667427 Jul 13 08:25:12.686237 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d70b106e-bad7-41e8-8288-23406a2f0c9e req-3e14d7c0-d983-4f8a-8ea0-a700eed6bbea tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322816 Jul 13 08:25:13.705446 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 080db6fe-81e6-49e4-8693-8fcd53e17908 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:25:13.765680 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 080db6fe-81e6-49e4-8693-8fcd53e17908 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:25:13.771160 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 080db6fe-81e6-49e4-8693-8fcd53e17908 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:25:13.771844 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:13.855178 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:13.874228 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b77d8-c53f-4bf1-b39c-cca65a97665a req-b8d8b6ed-2a79-432e-8c51-46358039ac28 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:13.876026 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-286b77d8-c53f-4bf1-b39c-cca65a97665a req-b8d8b6ed-2a79-432e-8c51-46358039ac28 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 944 time: 0.0716982 Jul 13 08:25:13.878425 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4e4eb1-5920-42f9-885b-3231a8c49b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080db6fe-81e6-49e4-8693-8fcd53e17908'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:25:13.881867 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}819247fa28fcd914db4aabd8a9f8f95ceb467163a9d63008da3b74a1dcff375d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb23a41-5c40-4d86-b3ed-a1be780ebe1b" -d '{"events": [{"server_uuid": "af4e4eb1-5920-42f9-885b-3231a8c49b96", "name": "network-vif-plugged", "status": "completed", "tag": "080db6fe-81e6-49e4-8693-8fcd53e17908"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:25:13.895100 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 080db6fe-81e6-49e4-8693-8fcd53e17908, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=080db6fe-81e6-49e4-8693-8fcd53e17908,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:25:13.901713 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:13.929465 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-286b77d8-c53f-4bf1-b39c-cca65a97665a req-4f03ee8d-5e35-4921-b695-35eeca767d73 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444689 Jul 13 08:25:13.931613 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f796c2-ccd4-475d-a75c-64cb94720ba5 x-openstack-request-id: req-d8f796c2-ccd4-475d-a75c-64cb94720ba5 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:25:13.932423 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4e4eb1-5920-42f9-885b-3231a8c49b96", "name": "network-vif-plugged", "status": "completed", "tag": "080db6fe-81e6-49e4-8693-8fcd53e17908", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:25:13.932423 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d8f796c2-ccd4-475d-a75c-64cb94720ba5 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:25:13.932651 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4e4eb1-5920-42f9-885b-3231a8c49b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080db6fe-81e6-49e4-8693-8fcd53e17908', 'code': 200} Jul 13 08:25:13.965543 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=080db6fe-81e6-49e4-8693-8fcd53e17908,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:25:14.058451 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a92de0-e7c9-4436-a46c-4e9fe3eb4483 req-76a3f5d1-48ca-4334-9215-a606b1546504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:14.060018 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-98a92de0-e7c9-4436-a46c-4e9fe3eb4483 req-76a3f5d1-48ca-4334-9215-a606b1546504 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 1097 time: 0.0560281 Jul 13 08:25:14.098425 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-98a92de0-e7c9-4436-a46c-4e9fe3eb4483 req-fd1c7ea1-9c66-470d-81df-d4826566d91a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310762 Jul 13 08:25:14.143529 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c8d6a85d-a9ba-4a7f-9ec4-5345566a45db None None] Provisioning complete for port 080db6fe-81e6-49e4-8693-8fcd53e17908 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:25:14.143894 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c8d6a85d-a9ba-4a7f-9ec4-5345566a45db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:15.115760 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9121d66-2611-49f7-946d-b50a999948b3 req-fe7fc375-a984-42d6-94fa-3ec07996dddd tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:15.117301 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c9121d66-2611-49f7-946d-b50a999948b3 req-fe7fc375-a984-42d6-94fa-3ec07996dddd tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 945 time: 0.0686877 Jul 13 08:25:15.157545 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c9121d66-2611-49f7-946d-b50a999948b3 req-cbbdb120-dd31-48f2-8d07-581fa3fc26f3 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339475 Jul 13 08:25:15.330992 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943bbfda-c4f2-4174-bea1-c667d4a832dd req-a8e55ae0-38bf-4df9-a7d4-553376bcad08 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:15.332520 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-943bbfda-c4f2-4174-bea1-c667d4a832dd req-a8e55ae0-38bf-4df9-a7d4-553376bcad08 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 945 time: 0.0653868 Jul 13 08:25:15.343164 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 43618) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:25:15.347780 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-805eefae-f782-459b-9485-738f5216c153 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Request body: {'floatingip': {'port_id': '080db6fe-81e6-49e4-8693-8fcd53e17908'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:25:15.390803 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-805eefae-f782-459b-9485-738f5216c153 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks [] for floatingip, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:15.856781 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-805eefae-f782-459b-9485-738f5216c153 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:15.861036 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-805eefae-f782-459b-9485-738f5216c153 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:15.965764 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [None req-805eefae-f782-459b-9485-738f5216c153 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Floating IP 1d238cab-1daf-4d52-a149-18f26bee084a associated. External IP: 172.25.3.82, port: 080db6fe-81e6-49e4-8693-8fcd53e17908. Jul 13 08:25:16.179457 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805eefae-f782-459b-9485-738f5216c153 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Router b6cadc84-f97f-45d8-a829-070facdf2407 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:25:16.290606 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805eefae-f782-459b-9485-738f5216c153 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:25:16.296087 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-805eefae-f782-459b-9485-738f5216c153 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:16.312635 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e51dd3-e098-45ff-957b-8ca9c76611fa None None] Sync routers for ids ['b6cadc84-f97f-45d8-a829-070facdf2407'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:25:16.326659 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e51dd3-e098-45ff-957b-8ca9c76611fa None None] Routers {'b6cadc84-f97f-45d8-a829-070facdf2407'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:25:16.327310 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-61e51dd3-e098-45ff-957b-8ca9c76611fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:25:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['b6cadc84-f97f-45d8-a829-070facdf2407'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:16.333452 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-805eefae-f782-459b-9485-738f5216c153 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "PUT /v2.0/floatingips/1d238cab-1daf-4d52-a149-18f26bee084a HTTP/1.1" status: 200 len: 990 time: 0.9892068 Jul 13 08:25:16.334094 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4e4eb1-5920-42f9-885b-3231a8c49b96', 'tag': '080db6fe-81e6-49e4-8693-8fcd53e17908'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:25:16.336407 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33af52f666a6377eeaf9d00c6054365c515a6ddb0c8cc5669bfcff545a31cac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eae0b09-387b-4826-a31b-b9756deea3bf" -d '{"events": [{"name": "network-changed", "server_uuid": "af4e4eb1-5920-42f9-885b-3231a8c49b96", "tag": "080db6fe-81e6-49e4-8693-8fcd53e17908"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:25:16.375186 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e210c9a-d45b-4efc-b0e7-97f3cf2350ff x-openstack-request-id: req-8e210c9a-d45b-4efc-b0e7-97f3cf2350ff {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:25:16.375525 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af4e4eb1-5920-42f9-885b-3231a8c49b96", "tag": "080db6fe-81e6-49e4-8693-8fcd53e17908", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:25:16.376473 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e210c9a-d45b-4efc-b0e7-97f3cf2350ff {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:25:16.376615 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4e4eb1-5920-42f9-885b-3231a8c49b96', 'tag': '080db6fe-81e6-49e4-8693-8fcd53e17908', 'status': 'completed', 'code': 200} Jul 13 08:25:16.450775 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-61e51dd3-e098-45ff-957b-8ca9c76611fa None None] Set router b6cadc84-f97f-45d8-a829-070facdf2407 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:25:16.456867 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae0b09-387b-4826-a31b-b9756deea3bf req-10fcabce-4614-4072-be28-f649b1b3b785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:16.458422 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2eae0b09-387b-4826-a31b-b9756deea3bf req-10fcabce-4614-4072-be28-f649b1b3b785 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 1097 time: 0.0590854 Jul 13 08:25:16.553566 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae0b09-387b-4826-a31b-b9756deea3bf req-15a636b5-dd25-4d5a-aab9-28fc4bbd194b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:16.555056 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2eae0b09-387b-4826-a31b-b9756deea3bf req-15a636b5-dd25-4d5a-aab9-28fc4bbd194b service neutron] 10.222.0.42 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.0904932 Jul 13 08:25:16.620429 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2eae0b09-387b-4826-a31b-b9756deea3bf req-8f7fcfba-b242-47b6-8996-455ea5920cf6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=080db6fe-81e6-49e4-8693-8fcd53e17908 HTTP/1.1" status: 200 len: 998 time: 0.0591486 Jul 13 08:25:16.675052 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae0b09-387b-4826-a31b-b9756deea3bf req-a43c144b-f0b4-4fc4-aeab-874fae6e2269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:16.676482 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2eae0b09-387b-4826-a31b-b9756deea3bf req-a43c144b-f0b4-4fc4-aeab-874fae6e2269 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0503657 Jul 13 08:25:16.688153 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-61e51dd3-e098-45ff-957b-8ca9c76611fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'name': 'tempest-ServerActionsTestJSON-1585476715-router', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:34Z', 'updated_at': '2021-07-13T08:20:37Z', 'revision_number': 4, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'gw_port': {'id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:35Z', 'updated_at': '2021-07-13T08:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '1d238cab-1daf-4d52-a149-18f26bee084a', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'port_id': '080db6fe-81e6-49e4-8693-8fcd53e17908', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'mac_address': 'fa:16:3e:d3:ae:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4e4eb1-5920-42f9-885b-3231a8c49b96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:20:39Z', 'updated_at': '2021-07-13T08:25:15Z', 'revision_number': 9, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5bd495-ae77-498f-947a-86bbde072555', 'name': '', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'mac_address': 'fa:16:3e:f1:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:36Z', 'updated_at': '2021-07-13T08:20:42Z', 'revision_number': 5, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'subnets': [{'id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:16.719083 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e51dd3-e098-45ff-957b-8ca9c76611fa None None] Checking router: b6cadc84-f97f-45d8-a829-070facdf2407 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:25:16.727295 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e51dd3-e098-45ff-957b-8ca9c76611fa None None] Routers {'b6cadc84-f97f-45d8-a829-070facdf2407'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:25:16.727914 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-61e51dd3-e098-45ff-957b-8ca9c76611fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:25:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['b6cadc84-f97f-45d8-a829-070facdf2407'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:16.735646 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae0b09-387b-4826-a31b-b9756deea3bf req-aee55908-1da9-40a6-b2ca-775ac8353f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:25:16.737165 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2eae0b09-387b-4826-a31b-b9756deea3bf req-aee55908-1da9-40a6-b2ca-775ac8353f29 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548499 Jul 13 08:25:16.827263 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2eae0b09-387b-4826-a31b-b9756deea3bf req-6257da87-b59d-46ba-afdc-46fde79a3de6 service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841515 Jul 13 08:25:16.837507 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-61e51dd3-e098-45ff-957b-8ca9c76611fa None None] Set router b6cadc84-f97f-45d8-a829-070facdf2407 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:25:16.921615 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2eae0b09-387b-4826-a31b-b9756deea3bf req-5530a513-4f0a-459a-9220-36240f515faf service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884726 Jul 13 08:25:17.062161 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-61e51dd3-e098-45ff-957b-8ca9c76611fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'name': 'tempest-ServerActionsTestJSON-1585476715-router', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:34Z', 'updated_at': '2021-07-13T08:20:37Z', 'revision_number': 4, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'gw_port': {'id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:35Z', 'updated_at': '2021-07-13T08:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '1d238cab-1daf-4d52-a149-18f26bee084a', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'port_id': '080db6fe-81e6-49e4-8693-8fcd53e17908', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'mac_address': 'fa:16:3e:d3:ae:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4e4eb1-5920-42f9-885b-3231a8c49b96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:20:39Z', 'updated_at': '2021-07-13T08:25:15Z', 'revision_number': 9, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5bd495-ae77-498f-947a-86bbde072555', 'name': '', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'mac_address': 'fa:16:3e:f1:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:36Z', 'updated_at': '2021-07-13T08:20:42Z', 'revision_number': 5, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'subnets': [{'id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:25:17.093835 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e51dd3-e098-45ff-957b-8ca9c76611fa None None] The sync data for ids ['b6cadc84-f97f-45d8-a829-070facdf2407'] in n-d-771363-34 is: [{'id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'name': 'tempest-ServerActionsTestJSON-1585476715-router', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:34Z', 'updated_at': '2021-07-13T08:20:37Z', 'revision_number': 4, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'gw_port': {'id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:35Z', 'updated_at': '2021-07-13T08:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '1d238cab-1daf-4d52-a149-18f26bee084a', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'port_id': '080db6fe-81e6-49e4-8693-8fcd53e17908', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'mac_address': 'fa:16:3e:d3:ae:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4e4eb1-5920-42f9-885b-3231a8c49b96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:20:39Z', 'updated_at': '2021-07-13T08:25:15Z', 'revision_number': 9, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5bd495-ae77-498f-947a-86bbde072555', 'name': '', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'mac_address': 'fa:16:3e:f1:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:36Z', 'updated_at': '2021-07-13T08:20:42Z', 'revision_number': 5, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'subnets': [{'id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:25:17.290512 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df92152-c58a-4f13-a488-db50ded55245 None None] New status for floating IP 1d238cab-1daf-4d52-a149-18f26bee084a: ACTIVE {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:25:23.840277 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:24.582164 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:30.362591 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-66beae65-5430-410e-9fb7-400272b0cce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:33.217423 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:33.235007 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6d065890-4386-483d-89ea-8ad21c4c8d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:34.309865 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:36.079324 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:47.047792 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:25:53.855644 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:25:54.575979 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:00.362430 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-dd37a176-e512-494a-bed8-417d909760b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:02.194391 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-43c71167-b317-43fe-bce2-1bff4fb087d5 req-31267d9a-7d9d-41ec-a3df-d27dd0378588 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0924988 Jul 13 08:26:02.285251 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c71167-b317-43fe-bce2-1bff4fb087d5 req-add984c5-b0e3-4fa7-9fbe-7ad0167cff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:02.286717 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-43c71167-b317-43fe-bce2-1bff4fb087d5 req-add984c5-b0e3-4fa7-9fbe-7ad0167cff35 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 1097 time: 0.0524938 Jul 13 08:26:02.392471 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c71167-b317-43fe-bce2-1bff4fb087d5 req-944b501e-5a4f-46a1-9a5e-e74d093624e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:02.393848 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-43c71167-b317-43fe-bce2-1bff4fb087d5 req-944b501e-5a4f-46a1-9a5e-e74d093624e8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.0878878 Jul 13 08:26:02.460015 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-43c71167-b317-43fe-bce2-1bff4fb087d5 req-e8adf78d-8f46-4569-85d9-681d8406df75 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=080db6fe-81e6-49e4-8693-8fcd53e17908 HTTP/1.1" status: 200 len: 1001 time: 0.0597246 Jul 13 08:26:02.508630 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c71167-b317-43fe-bce2-1bff4fb087d5 req-0c920a8b-9b09-4d8b-87b9-38b31882f9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:02.510096 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-43c71167-b317-43fe-bce2-1bff4fb087d5 req-0c920a8b-9b09-4d8b-87b9-38b31882f9b4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0440924 Jul 13 08:26:02.566902 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c71167-b317-43fe-bce2-1bff4fb087d5 req-6fa8e98d-42b7-4497-9500-d7bf7ba44372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:02.568446 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-43c71167-b317-43fe-bce2-1bff4fb087d5 req-6fa8e98d-42b7-4497-9500-d7bf7ba44372 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514724 Jul 13 08:26:02.660669 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-43c71167-b317-43fe-bce2-1bff4fb087d5 req-e6183307-f96d-4988-9752-45a22c462e68 service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858123 Jul 13 08:26:02.749885 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-43c71167-b317-43fe-bce2-1bff4fb087d5 req-dbdaaf1c-efb8-4e70-a9bf-d7849472318a service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833616 Jul 13 08:26:03.218308 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:03.234103 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-507b9f59-931c-44ee-bf80-0471456b82f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:04.312449 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:06.081324 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:23.870090 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:24.045532 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:26:24.573353 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:30.362878 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1e722ac9-4d8b-473b-bf45-3edcfc34a3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:33.219636 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:33.236154 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-09e501f2-92d7-4e85-8482-15e5c294351c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:34.317449 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:36.083755 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:51.555705 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-e158f0b4-399b-442e-8a79-77cedaa6af08 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0567460 Jul 13 08:26:51.668098 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7bfc09-4173-450d-9c81-a489975e1eb4 req-3f5e7911-aa77-4795-8933-2ef2564f1d7b tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:51.669606 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ba7bfc09-4173-450d-9c81-a489975e1eb4 req-3f5e7911-aa77-4795-8933-2ef2564f1d7b tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 945 time: 0.1202841 Jul 13 08:26:51.710328 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ba7bfc09-4173-450d-9c81-a489975e1eb4 req-588f8836-a1b5-47e7-9616-e3adfbefe7bb tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338962 Jul 13 08:26:52.678308 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-7f049fbd-ae83-4784-b741-15ecced69234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:52.679858 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-7f049fbd-ae83-4784-b741-15ecced69234 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 1097 time: 0.0548239 Jul 13 08:26:52.772664 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-c14e2102-8bb8-445d-b873-adbd5ede8d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:52.774152 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-c14e2102-8bb8-445d-b873-adbd5ede8d09 service neutron] 10.222.0.42 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.0885811 Jul 13 08:26:52.838179 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-f7684524-f44d-4869-8b94-75233c23fcf7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=080db6fe-81e6-49e4-8693-8fcd53e17908 HTTP/1.1" status: 200 len: 1001 time: 0.0577869 Jul 13 08:26:52.887697 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-8f815ce0-1ef5-4600-afa2-578f82029c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:52.892615 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-8f815ce0-1ef5-4600-afa2-578f82029c92 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0485561 Jul 13 08:26:52.956133 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020cba5b-8125-4982-b81f-55d73ad12604 req-948c1fd1-7d6b-460c-9efb-c4bd2cd3f6f7 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:52.957725 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-020cba5b-8125-4982-b81f-55d73ad12604 req-948c1fd1-7d6b-460c-9efb-c4bd2cd3f6f7 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 945 time: 0.1200132 Jul 13 08:26:52.959752 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-972840a2-448b-4113-aaff-0c04fde0cb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:52.961319 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-972840a2-448b-4113-aaff-0c04fde0cb97 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624025 Jul 13 08:26:52.997154 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-020cba5b-8125-4982-b81f-55d73ad12604 req-5f2126e8-1d21-4fcb-bf50-1b3817cee9db tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335464 Jul 13 08:26:53.052415 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-791391c7-dfce-4db8-812e-d96215c238db service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845399 Jul 13 08:26:53.145557 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-d3dc94dd-1bbb-411c-9048-3e770ae8f422 service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862966 Jul 13 08:26:53.869876 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:54.172053 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61d04b-693c-4a66-91b4-572846260401 req-0b1bfee3-bdef-4753-b94d-ed55e20e543e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:54.173485 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3f61d04b-693c-4a66-91b4-572846260401 req-0b1bfee3-bdef-4753-b94d-ed55e20e543e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 945 time: 0.0623305 Jul 13 08:26:54.210815 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3f61d04b-693c-4a66-91b4-572846260401 req-d2bf73ec-5017-45f6-b419-bb31992d62b4 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316060 Jul 13 08:26:54.578691 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:26:55.382987 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5eef64-c1a7-4ca5-89b9-a890037dc710 req-74ce9072-ca36-4fa0-86a7-d6c1b6089229 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:55.384528 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ec5eef64-c1a7-4ca5-89b9-a890037dc710 req-74ce9072-ca36-4fa0-86a7-d6c1b6089229 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 945 time: 0.0636866 Jul 13 08:26:55.422046 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ec5eef64-c1a7-4ca5-89b9-a890037dc710 req-9fdf88c4-2ddc-4f4c-9e2b-9c36ab2d54a3 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319736 Jul 13 08:26:56.594564 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326fd170-e215-4f2f-97c3-85895ce6d923 req-7f0cbc7a-bb9d-4248-87f2-1a0afcadb601 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:56.596122 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-326fd170-e215-4f2f-97c3-85895ce6d923 req-7f0cbc7a-bb9d-4248-87f2-1a0afcadb601 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 945 time: 0.0634956 Jul 13 08:26:56.636639 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-326fd170-e215-4f2f-97c3-85895ce6d923 req-5f840756-347a-4978-a411-65f5be44bf6f tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350301 Jul 13 08:26:57.816678 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7383c-d773-4d8b-838d-5d131a889a41 req-ac8db378-864b-4fb6-bd2d-8df7bf1b3a92 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:57.818248 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-33f7383c-d773-4d8b-838d-5d131a889a41 req-ac8db378-864b-4fb6-bd2d-8df7bf1b3a92 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 945 time: 0.0695059 Jul 13 08:26:57.854890 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-33f7383c-d773-4d8b-838d-5d131a889a41 req-2a1d30b4-3572-4501-8be8-3c66ffc22e44 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311272 Jul 13 08:26:59.028281 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1a64c-7807-4e51-b2a8-8c5515152606 req-c27e72c9-1e0f-4a59-a9cc-b46ec146aaa4 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:26:59.030112 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-56c1a64c-7807-4e51-b2a8-8c5515152606 req-c27e72c9-1e0f-4a59-a9cc-b46ec146aaa4 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 945 time: 0.0630779 Jul 13 08:26:59.066735 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-56c1a64c-7807-4e51-b2a8-8c5515152606 req-f9ed3eb1-625b-4029-b4fc-26fea96d25a5 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313194 Jul 13 08:27:00.239734 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6baf9b-0a1c-44e4-b428-170de40c5a23 req-20667467-c8d6-49ce-aedc-be71931ba7da tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:00.241215 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ca6baf9b-0a1c-44e4-b428-170de40c5a23 req-20667467-c8d6-49ce-aedc-be71931ba7da tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 945 time: 0.0636010 Jul 13 08:27:00.279187 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ca6baf9b-0a1c-44e4-b428-170de40c5a23 req-362b8954-6d20-421c-94d9-16f61abd36b8 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323498 Jul 13 08:27:00.363744 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-aa4f700c-d635-4662-8ec1-06907828e264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:01.043290 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:27:01.457436 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac1718-cd98-4eb8-9aa8-e1c1bd4a7a6d req-a5f32d81-d72f-4247-8b2f-560ab7aca7ff tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:01.458895 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-86ac1718-cd98-4eb8-9aa8-e1c1bd4a7a6d req-a5f32d81-d72f-4247-8b2f-560ab7aca7ff tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 945 time: 0.0623758 Jul 13 08:27:01.496143 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-86ac1718-cd98-4eb8-9aa8-e1c1bd4a7a6d req-234da9c7-31b9-48c1-b86e-17762f7bfc2f tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317159 Jul 13 08:27:02.673651 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a09db-90cc-4d86-a0d5-0debbcd7acf1 req-b24d5030-9731-44fe-a894-429970590cdf tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:02.676036 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-473a09db-90cc-4d86-a0d5-0debbcd7acf1 req-b24d5030-9731-44fe-a894-429970590cdf tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 945 time: 0.0641286 Jul 13 08:27:02.717675 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-473a09db-90cc-4d86-a0d5-0debbcd7acf1 req-367e1cb1-b1be-4574-af98-36be5a1f91b5 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360100 Jul 13 08:27:03.187314 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979e557-c090-4dd3-aa88-5053c0eb8f11 req-7366643f-a8d0-4a23-8508-7409a52a4b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:03.188767 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8979e557-c090-4dd3-aa88-5053c0eb8f11 req-7366643f-a8d0-4a23-8508-7409a52a4b6d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 1097 time: 0.0564213 Jul 13 08:27:03.229237 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:03.239376 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a9090a35-1e42-4ff7-8e19-c912485be17e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:03.290286 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979e557-c090-4dd3-aa88-5053c0eb8f11 req-ca9b6323-b953-4ad0-88db-e1e06edf88e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:03.291917 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8979e557-c090-4dd3-aa88-5053c0eb8f11 req-ca9b6323-b953-4ad0-88db-e1e06edf88e4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.0840778 Jul 13 08:27:03.359170 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8979e557-c090-4dd3-aa88-5053c0eb8f11 req-4ce22665-c956-4b16-9c06-0fe1fb017f26 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=080db6fe-81e6-49e4-8693-8fcd53e17908 HTTP/1.1" status: 200 len: 1001 time: 0.0613589 Jul 13 08:27:03.407724 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979e557-c090-4dd3-aa88-5053c0eb8f11 req-676471ce-2b9a-4d9c-9250-326e1a5e3f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:03.409626 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8979e557-c090-4dd3-aa88-5053c0eb8f11 req-676471ce-2b9a-4d9c-9250-326e1a5e3f78 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0438077 Jul 13 08:27:03.464933 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979e557-c090-4dd3-aa88-5053c0eb8f11 req-5d91438e-1dfd-4c0a-9c5e-b5a914c53731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:03.466318 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8979e557-c090-4dd3-aa88-5053c0eb8f11 req-5d91438e-1dfd-4c0a-9c5e-b5a914c53731 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509129 Jul 13 08:27:03.978566 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8979e557-c090-4dd3-aa88-5053c0eb8f11 req-a146160b-6acd-4338-a7fb-060a22d6a13e service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738855 Jul 13 08:27:04.026665 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc876359-293c-457f-a0f7-d2f23278209e req-36ab1bc0-a689-4202-bb7e-6441c44f6d78 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:04.028160 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bc876359-293c-457f-a0f7-d2f23278209e req-36ab1bc0-a689-4202-bb7e-6441c44f6d78 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 945 time: 0.1068223 Jul 13 08:27:04.106862 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bc876359-293c-457f-a0f7-d2f23278209e req-b90e6c2f-e101-4792-8c3d-bb5b301f8c2b tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474350 Jul 13 08:27:04.112023 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8979e557-c090-4dd3-aa88-5053c0eb8f11 req-a89f8ab3-0691-464d-b414-16c1e54cf573 service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258898 Jul 13 08:27:04.318309 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:05.066822 n-d-771363-34 neutron-server[94018]: INFO neutron.api.v2.resource [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-9e0745d3-5401-4e7b-b2b6-858360a65480 service neutron] show failed (client error): The resource could not be found. Jul 13 08:27:05.067843 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-9e0745d3-5401-4e7b-b2b6-858360a65480 service neutron] 10.222.0.42 "GET /v2.0/ports/080db6fe-81e6-49e4-8693-8fcd53e17908/bindings/n-h2-771363-34 HTTP/1.1" status: 404 len: 381 time: 0.0541625 Jul 13 08:27:05.310259 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83e672-c2fd-4707-ab75-adbbf9690603 req-99c25ed4-076d-4492-8740-683a8aa50481 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:05.311766 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-df83e672-c2fd-4707-ab75-adbbf9690603 req-99c25ed4-076d-4492-8740-683a8aa50481 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 945 time: 0.0909603 Jul 13 08:27:05.359535 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-8ceb560b-7f82-4b8a-858a-59fedd38f675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:05.360941 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-8ceb560b-7f82-4b8a-858a-59fedd38f675 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96&tenant_id=d9b9f2475bd6470a984bd5e137557b3a HTTP/1.1" status: 200 len: 1097 time: 0.0939565 Jul 13 08:27:05.364801 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-df83e672-c2fd-4707-ab75-adbbf9690603 req-0517ce94-ba74-4ca2-a800-cb2f2b1073cd tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460012 Jul 13 08:27:05.372256 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-ddaf0d48-f462-423e-970f-832c2c87e54b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-34', 'device_owner': 'compute:nova'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:27:05.446547 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-ddaf0d48-f462-423e-970f-832c2c87e54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:05.649526 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-ddaf0d48-f462-423e-970f-832c2c87e54b service neutron] For port 080db6fe-81e6-49e4-8693-8fcd53e17908, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=080db6fe-81e6-49e4-8693-8fcd53e17908,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:27:05.682764 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-ddaf0d48-f462-423e-970f-832c2c87e54b service neutron] For port 080db6fe-81e6-49e4-8693-8fcd53e17908, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:27:05.724168 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-ddaf0d48-f462-423e-970f-832c2c87e54b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:05.726159 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4e4eb1-5920-42f9-885b-3231a8c49b96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '080db6fe-81e6-49e4-8693-8fcd53e17908'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:27:05.728511 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33af52f666a6377eeaf9d00c6054365c515a6ddb0c8cc5669bfcff545a31cac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b398ed-beb0-4f29-8b3f-93e27b2815ad" -d '{"events": [{"server_uuid": "af4e4eb1-5920-42f9-885b-3231a8c49b96", "name": "network-vif-unplugged", "status": "completed", "tag": "080db6fe-81e6-49e4-8693-8fcd53e17908"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:27:05.741670 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-ddaf0d48-f462-423e-970f-832c2c87e54b service neutron] Transition to ACTIVE for port object 080db6fe-81e6-49e4-8693-8fcd53e17908 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:27:05.746770 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-ddaf0d48-f462-423e-970f-832c2c87e54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:05.783739 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a782a7b6-4b28-4b7d-aa1b-58bf871976c1 x-openstack-request-id: req-a782a7b6-4b28-4b7d-aa1b-58bf871976c1 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:27:05.784519 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4e4eb1-5920-42f9-885b-3231a8c49b96", "name": "network-vif-unplugged", "status": "completed", "tag": "080db6fe-81e6-49e4-8693-8fcd53e17908", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:27:05.785196 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a782a7b6-4b28-4b7d-aa1b-58bf871976c1 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:27:05.785196 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4e4eb1-5920-42f9-885b-3231a8c49b96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '080db6fe-81e6-49e4-8693-8fcd53e17908', 'code': 200} Jul 13 08:27:05.830346 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf0d48-f462-423e-970f-832c2c87e54b service neutron] Pushing event updated for resources: {'Port': ['ID=080db6fe-81e6-49e4-8693-8fcd53e17908,revision_number=6']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:05.844322 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaf0d48-f462-423e-970f-832c2c87e54b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:05.844672 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaf0d48-f462-423e-970f-832c2c87e54b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:05.845010 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaf0d48-f462-423e-970f-832c2c87e54b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:05.845343 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaf0d48-f462-423e-970f-832c2c87e54b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:05.845670 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaf0d48-f462-423e-970f-832c2c87e54b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:05.846007 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaf0d48-f462-423e-970f-832c2c87e54b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:05.846318 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaf0d48-f462-423e-970f-832c2c87e54b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:05.847344 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaf0d48-f462-423e-970f-832c2c87e54b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:05.847677 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaf0d48-f462-423e-970f-832c2c87e54b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:05.848000 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaf0d48-f462-423e-970f-832c2c87e54b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:05.848325 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaf0d48-f462-423e-970f-832c2c87e54b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:05.848643 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaf0d48-f462-423e-970f-832c2c87e54b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:05.883642 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-ddaf0d48-f462-423e-970f-832c2c87e54b service neutron] No DVR routers for this DVR port 080db6fe-81e6-49e4-8693-8fcd53e17908 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:27:06.025022 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-ddaf0d48-f462-423e-970f-832c2c87e54b service neutron] Attempting to bind port 080db6fe-81e6-49e4-8693-8fcd53e17908 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:27:06.025355 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-ddaf0d48-f462-423e-970f-832c2c87e54b service neutron] Attempting to bind port 080db6fe-81e6-49e4-8693-8fcd53e17908 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:27:06.025687 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-ddaf0d48-f462-423e-970f-832c2c87e54b service neutron] Attempting to bind port 080db6fe-81e6-49e4-8693-8fcd53e17908 on network adfbf2f9-e250-4fa0-9e73-814bcba7a298 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:27:06.030042 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-ddaf0d48-f462-423e-970f-832c2c87e54b service neutron] Port 080db6fe-81e6-49e4-8693-8fcd53e17908 on network adfbf2f9-e250-4fa0-9e73-814bcba7a298 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:27:06.030359 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-ddaf0d48-f462-423e-970f-832c2c87e54b service neutron] Attempting to bind port 080db6fe-81e6-49e4-8693-8fcd53e17908 on network adfbf2f9-e250-4fa0-9e73-814bcba7a298 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:27:06.035636 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-ddaf0d48-f462-423e-970f-832c2c87e54b service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:27:06.035975 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-ddaf0d48-f462-423e-970f-832c2c87e54b service neutron] Checking segment: {'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:27:06.036358 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-ddaf0d48-f462-423e-970f-832c2c87e54b service neutron] Bound using segment: {'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:27:06.036784 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-ddaf0d48-f462-423e-970f-832c2c87e54b service neutron] Bound port: 080db6fe-81e6-49e4-8693-8fcd53e17908, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:27:06.037140 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-ddaf0d48-f462-423e-970f-832c2c87e54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:06.086262 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:06.105321 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-ddaf0d48-f462-423e-970f-832c2c87e54b service neutron] For port 080db6fe-81e6-49e4-8693-8fcd53e17908, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:27:06.108659 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-ddaf0d48-f462-423e-970f-832c2c87e54b service neutron] For port 080db6fe-81e6-49e4-8693-8fcd53e17908, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=080db6fe-81e6-49e4-8693-8fcd53e17908,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:27:06.112699 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-ddaf0d48-f462-423e-970f-832c2c87e54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:06.144637 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-ddaf0d48-f462-423e-970f-832c2c87e54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:06.145260 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-ddaf0d48-f462-423e-970f-832c2c87e54b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:06.146651 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-ddaf0d48-f462-423e-970f-832c2c87e54b service neutron] 10.222.0.25 "PUT /v2.0/ports/080db6fe-81e6-49e4-8693-8fcd53e17908 HTTP/1.1" status: 200 len: 1092 time: 0.7784164 Jul 13 08:27:06.182423 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf0d48-f462-423e-970f-832c2c87e54b service neutron] Pushing event updated for resources: {'Port': ['ID=080db6fe-81e6-49e4-8693-8fcd53e17908,revision_number=7']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:06.231868 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-31cbaf32-0d3e-4d99-aae7-4abb0f109085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:06.233446 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-31cbaf32-0d3e-4d99-aae7-4abb0f109085 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 1095 time: 0.0625770 Jul 13 08:27:06.338150 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-73a955b8-fdbc-46c4-bf47-712e37ae264c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:06.339664 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-73a955b8-fdbc-46c4-bf47-712e37ae264c service neutron] 10.222.0.25 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.1004105 Jul 13 08:27:06.409096 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-bfa90764-b37f-4555-a058-9fbd67bee500 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=080db6fe-81e6-49e4-8693-8fcd53e17908 HTTP/1.1" status: 200 len: 999 time: 0.0625987 Jul 13 08:27:06.458679 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-dd89c896-0c56-44e4-a5e3-89cd57ec2a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:06.460101 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-dd89c896-0c56-44e4-a5e3-89cd57ec2a49 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0447419 Jul 13 08:27:06.566484 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-aa272245-4a2d-4fb8-ac77-1241f981d25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:06.568022 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-aa272245-4a2d-4fb8-ac77-1241f981d25c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1016986 Jul 13 08:27:06.579173 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccff3af-873e-410a-8e48-843148df24bf req-a1cd1a90-daa0-4734-8264-fb5ef29e440f tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:06.580609 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eccff3af-873e-410a-8e48-843148df24bf req-a1cd1a90-daa0-4734-8264-fb5ef29e440f tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 943 time: 0.0837789 Jul 13 08:27:06.670929 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-eccff3af-873e-410a-8e48-843148df24bf req-674bd120-ed9a-4e9a-a7c0-dbb2f1772b37 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810621 Jul 13 08:27:06.696034 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-b2bf7a5b-b1be-4f1d-8626-08c4b12ba845 service neutron] 10.222.0.25 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132526 Jul 13 08:27:06.786637 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3a283251-a674-49ae-89cf-de2d4ff8274d req-b5dc8bfa-53a7-4b9f-b630-2ace2b6d79cf service neutron] 10.222.0.25 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839889 Jul 13 08:27:07.786281 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4e4eb1-5920-42f9-885b-3231a8c49b96', 'tag': '080db6fe-81e6-49e4-8693-8fcd53e17908'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:27:07.788800 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33af52f666a6377eeaf9d00c6054365c515a6ddb0c8cc5669bfcff545a31cac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b6b510-ade4-4beb-a7b4-9edd5e5d337c" -d '{"events": [{"name": "network-changed", "server_uuid": "af4e4eb1-5920-42f9-885b-3231a8c49b96", "tag": "080db6fe-81e6-49e4-8693-8fcd53e17908"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:27:07.840351 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cd800b-7952-4b94-b65b-2541aa08cdac x-openstack-request-id: req-92cd800b-7952-4b94-b65b-2541aa08cdac {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:27:07.840723 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af4e4eb1-5920-42f9-885b-3231a8c49b96", "tag": "080db6fe-81e6-49e4-8693-8fcd53e17908", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:27:07.841186 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-92cd800b-7952-4b94-b65b-2541aa08cdac {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:27:07.841657 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4e4eb1-5920-42f9-885b-3231a8c49b96', 'tag': '080db6fe-81e6-49e4-8693-8fcd53e17908', 'status': 'completed', 'code': 200} Jul 13 08:27:07.859672 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a52e0-548f-46c7-b0cc-f8a8eac247b3 req-6b40c05a-587b-4034-838e-0658b9fbc00c tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:07.861233 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4d3a52e0-548f-46c7-b0cc-f8a8eac247b3 req-6b40c05a-587b-4034-838e-0658b9fbc00c tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 943 time: 0.0715885 Jul 13 08:27:07.919003 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6b510-ade4-4beb-a7b4-9edd5e5d337c req-6a35e3ed-457e-44c3-a7ae-8724e3a6857f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:07.920563 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c7b6b510-ade4-4beb-a7b4-9edd5e5d337c req-6a35e3ed-457e-44c3-a7ae-8724e3a6857f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 1095 time: 0.0599949 Jul 13 08:27:07.934161 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4d3a52e0-548f-46c7-b0cc-f8a8eac247b3 req-4995860c-5f98-4095-bdc2-bb186c7175ea tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660965 Jul 13 08:27:07.953498 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6b510-ade4-4beb-a7b4-9edd5e5d337c req-cbe7d27b-bb63-43f4-8fc3-326b06d8122d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:07.954997 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c7b6b510-ade4-4beb-a7b4-9edd5e5d337c req-cbe7d27b-bb63-43f4-8fc3-326b06d8122d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 1095 time: 0.0791562 Jul 13 08:27:08.020039 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6b510-ade4-4beb-a7b4-9edd5e5d337c req-4a800013-b732-4ce6-b084-3957d4bc7bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:08.021519 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c7b6b510-ade4-4beb-a7b4-9edd5e5d337c req-4a800013-b732-4ce6-b084-3957d4bc7bb2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.0946393 Jul 13 08:27:08.049039 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6b510-ade4-4beb-a7b4-9edd5e5d337c req-3ddb2d58-2c0f-4e09-808d-46d1952ba886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:08.051389 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c7b6b510-ade4-4beb-a7b4-9edd5e5d337c req-3ddb2d58-2c0f-4e09-808d-46d1952ba886 service neutron] 10.222.0.42 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.0905814 Jul 13 08:27:08.094914 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c7b6b510-ade4-4beb-a7b4-9edd5e5d337c req-c1163659-004b-4004-9cb5-3d919c077cbf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=080db6fe-81e6-49e4-8693-8fcd53e17908 HTTP/1.1" status: 200 len: 999 time: 0.0658841 Jul 13 08:27:08.115785 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c7b6b510-ade4-4beb-a7b4-9edd5e5d337c req-227931b7-e122-4695-9f7f-b19216f3d58e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=080db6fe-81e6-49e4-8693-8fcd53e17908 HTTP/1.1" status: 200 len: 999 time: 0.0576959 Jul 13 08:27:08.145677 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6b510-ade4-4beb-a7b4-9edd5e5d337c req-ea21d114-f6ee-4f4a-be7b-1b8694300841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:08.147147 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c7b6b510-ade4-4beb-a7b4-9edd5e5d337c req-ea21d114-f6ee-4f4a-be7b-1b8694300841 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0455146 Jul 13 08:27:08.165847 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6b510-ade4-4beb-a7b4-9edd5e5d337c req-3c49094f-374e-4adb-8b21-8b506fc748a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:08.167344 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c7b6b510-ade4-4beb-a7b4-9edd5e5d337c req-3c49094f-374e-4adb-8b21-8b506fc748a8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0434315 Jul 13 08:27:08.210120 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6b510-ade4-4beb-a7b4-9edd5e5d337c req-b5266e77-9a66-4333-853b-1a64755d2587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:08.211663 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c7b6b510-ade4-4beb-a7b4-9edd5e5d337c req-b5266e77-9a66-4333-853b-1a64755d2587 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555525 Jul 13 08:27:08.228643 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6b510-ade4-4beb-a7b4-9edd5e5d337c req-6ef36321-fc3f-476b-8a10-958cc41df39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:08.230136 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c7b6b510-ade4-4beb-a7b4-9edd5e5d337c req-6ef36321-fc3f-476b-8a10-958cc41df39a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569777 Jul 13 08:27:08.319128 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c7b6b510-ade4-4beb-a7b4-9edd5e5d337c req-15dafb77-891c-4e19-b319-f812b2f6aa77 service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824294 Jul 13 08:27:08.416857 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c7b6b510-ade4-4beb-a7b4-9edd5e5d337c req-e106c9f9-d529-4eb6-8996-14ba3d03e9d8 service neutron] 10.222.0.25 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942991 Jul 13 08:27:08.426572 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c7b6b510-ade4-4beb-a7b4-9edd5e5d337c req-892820a1-1f88-4e75-bd38-32ad457e2d94 service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014681 Jul 13 08:27:08.510113 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c7b6b510-ade4-4beb-a7b4-9edd5e5d337c req-bf176645-4bb1-4f5d-a753-234c807d09cc service neutron] 10.222.0.25 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869105 Jul 13 08:27:08.650419 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca654f6a-c6df-4bfe-9e8c-94515a666c06 req-02d4bf8b-10a6-4298-9cb0-416e8ab9be8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:08.651866 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ca654f6a-c6df-4bfe-9e8c-94515a666c06 req-02d4bf8b-10a6-4298-9cb0-416e8ab9be8e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 1095 time: 0.0579779 Jul 13 08:27:08.753674 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca654f6a-c6df-4bfe-9e8c-94515a666c06 req-2764bfe5-af48-428b-8183-970f08321ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:08.755191 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ca654f6a-c6df-4bfe-9e8c-94515a666c06 req-2764bfe5-af48-428b-8183-970f08321ddf service neutron] 10.222.0.25 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.0838208 Jul 13 08:27:08.821878 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ca654f6a-c6df-4bfe-9e8c-94515a666c06 req-917e9db8-2669-4c6a-a7c8-1f5d95099791 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=080db6fe-81e6-49e4-8693-8fcd53e17908 HTTP/1.1" status: 200 len: 999 time: 0.0608182 Jul 13 08:27:08.869900 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca654f6a-c6df-4bfe-9e8c-94515a666c06 req-970c0d34-6154-4d6e-a01b-58169d1991c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:08.871430 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ca654f6a-c6df-4bfe-9e8c-94515a666c06 req-970c0d34-6154-4d6e-a01b-58169d1991c0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0430191 Jul 13 08:27:08.928084 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca654f6a-c6df-4bfe-9e8c-94515a666c06 req-6082c79f-1ed3-46bb-b2c1-5666bfd17e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:08.929518 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ca654f6a-c6df-4bfe-9e8c-94515a666c06 req-6082c79f-1ed3-46bb-b2c1-5666bfd17e20 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523205 Jul 13 08:27:09.022203 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ca654f6a-c6df-4bfe-9e8c-94515a666c06 req-3fc2cd02-f6b1-4dfe-90e8-c6c639b4a67b service neutron] 10.222.0.25 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866365 Jul 13 08:27:09.156001 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ca654f6a-c6df-4bfe-9e8c-94515a666c06 req-d6356ded-b6ac-44f8-855b-36012b08dc93 service neutron] 10.222.0.25 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275215 Jul 13 08:27:09.180830 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2450ca-ed9f-474f-a47d-5983cb7caae0 req-ea856223-8043-4220-a31b-0125d5583560 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:09.182377 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fc2450ca-ed9f-474f-a47d-5983cb7caae0 req-ea856223-8043-4220-a31b-0125d5583560 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 943 time: 0.1278255 Jul 13 08:27:09.221140 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fc2450ca-ed9f-474f-a47d-5983cb7caae0 req-346b4bd8-40e1-44c4-983a-72f2dbbb2cbf tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332234 Jul 13 08:27:09.623691 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-f4aab5c0-3d5d-4d61-af6e-964f0337ea71 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:09.625161 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-f4aab5c0-3d5d-4d61-af6e-964f0337ea71 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.25 "GET /v2.0/ports?device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96&tenant_id=d9b9f2475bd6470a984bd5e137557b3a&binding%3Ahost_id=n-h2-771363-34 HTTP/1.1" status: 200 len: 943 time: 0.0717390 Jul 13 08:27:09.720315 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-45648322-6143-423a-99cb-dbee5052154a service neutron] 10.222.0.25 "GET /v2.0/ports/080db6fe-81e6-49e4-8693-8fcd53e17908/bindings/n-h2-771363-34 HTTP/1.1" status: 200 len: 383 time: 0.0848987 Jul 13 08:27:09.736438 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38e9a0-cc65-4e80-950f-4768d3fc2be4 req-825f4fd5-1d4b-4ab0-99af-3234bf14b1de tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:09.737884 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fe38e9a0-cc65-4e80-950f-4768d3fc2be4 req-825f4fd5-1d4b-4ab0-99af-3234bf14b1de tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 943 time: 0.1118314 Jul 13 08:27:09.804472 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fe38e9a0-cc65-4e80-950f-4768d3fc2be4 req-e845fcda-e11e-458b-8b4b-a832db030f1e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550056 Jul 13 08:27:09.820431 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-bc67c368-1bb2-4db3-aca6-9f32bb372ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:09.822009 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-bc67c368-1bb2-4db3-aca6-9f32bb372ade service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 1095 time: 0.0799129 Jul 13 08:27:09.916630 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-9d804bea-7e64-4f8c-951a-99c9dd9ba2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:09.918124 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-9d804bea-7e64-4f8c-951a-99c9dd9ba2ad service neutron] 10.222.0.25 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.0894058 Jul 13 08:27:09.981651 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-c4f7164e-e53f-489a-9e7e-f452fe8818be service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=080db6fe-81e6-49e4-8693-8fcd53e17908 HTTP/1.1" status: 200 len: 999 time: 0.0570118 Jul 13 08:27:10.028477 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-8b2a2b60-9b5c-4158-b62b-e1a84bb739d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:10.029923 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-8b2a2b60-9b5c-4158-b62b-e1a84bb739d5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0426104 Jul 13 08:27:10.090705 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-f6320cb6-9a19-4c2d-be26-e40108dceb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:10.092240 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-f6320cb6-9a19-4c2d-be26-e40108dceb43 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558426 Jul 13 08:27:10.178614 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-1db7e4eb-0f01-49b1-89f6-530f8eaa1725 service neutron] 10.222.0.25 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799725 Jul 13 08:27:10.272040 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-0d2bc670-0dfe-4296-9302-d13861289b60 service neutron] 10.222.0.25 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864179 Jul 13 08:27:10.309598 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 080db6fe-81e6-49e4-8693-8fcd53e17908 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:27:10.346810 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 080db6fe-81e6-49e4-8693-8fcd53e17908 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:27:10.980428 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2ee51-4098-4ef1-b07f-89a47719cfc9 req-09ce2eec-bd6d-4a17-b793-017e78789812 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:10.981922 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-40b2ee51-4098-4ef1-b07f-89a47719cfc9 req-09ce2eec-bd6d-4a17-b793-017e78789812 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 943 time: 0.0643330 Jul 13 08:27:10.990577 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 080db6fe-81e6-49e4-8693-8fcd53e17908 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:27:11.020260 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-40b2ee51-4098-4ef1-b07f-89a47719cfc9 req-f41f89d7-da95-4886-882c-8120617263f4 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328188 Jul 13 08:27:11.087652 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 080db6fe-81e6-49e4-8693-8fcd53e17908, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=080db6fe-81e6-49e4-8693-8fcd53e17908,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:27:11.250125 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '080db6fe-81e6-49e4-8693-8fcd53e17908', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'port_id': '080db6fe-81e6-49e4-8693-8fcd53e17908', 'mac_address': 'fa:16:3e:d3:ae:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:27:11.287683 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:11.299765 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 080db6fe-81e6-49e4-8693-8fcd53e17908 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:27:11.318500 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 080db6fe-81e6-49e4-8693-8fcd53e17908, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=080db6fe-81e6-49e4-8693-8fcd53e17908,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:27:11.322562 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:11.374860 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=080db6fe-81e6-49e4-8693-8fcd53e17908,revision_number=8']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:11.382583 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:11.382926 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:11.383335 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:11.383673 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:11.384005 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:11.384337 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:11.384662 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:11.384989 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:11.385312 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:11.385634 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:11.385956 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:11.386283 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:12.161442 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-ab07b75c-8bba-43fa-ab28-12b785789777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:12.162970 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-ab07b75c-8bba-43fa-ab28-12b785789777 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96&tenant_id=d9b9f2475bd6470a984bd5e137557b3a HTTP/1.1" status: 200 len: 1096 time: 0.0537243 Jul 13 08:27:12.173884 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-590b9426-0fc9-4eb3-93cd-c357258c53e0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-34', 'device_owner': 'compute:nova'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:27:12.201418 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da267e99-f71c-4de8-84bd-ae816bb97201 req-84b06389-f937-412e-8cb1-bc0b54258c21 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:12.202901 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-da267e99-f71c-4de8-84bd-ae816bb97201 req-84b06389-f937-412e-8cb1-bc0b54258c21 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 944 time: 0.0642011 Jul 13 08:27:12.242342 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-da267e99-f71c-4de8-84bd-ae816bb97201 req-650fd42a-0871-42f4-93dc-108611c08ebe tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327010 Jul 13 08:27:12.249622 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-590b9426-0fc9-4eb3-93cd-c357258c53e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:12.451675 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-590b9426-0fc9-4eb3-93cd-c357258c53e0 service neutron] For port 080db6fe-81e6-49e4-8693-8fcd53e17908, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=080db6fe-81e6-49e4-8693-8fcd53e17908,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:27:12.484073 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-590b9426-0fc9-4eb3-93cd-c357258c53e0 service neutron] For port 080db6fe-81e6-49e4-8693-8fcd53e17908, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:27:12.520941 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-590b9426-0fc9-4eb3-93cd-c357258c53e0 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 080db6fe-81e6-49e4-8693-8fcd53e17908 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:27:12.528978 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-590b9426-0fc9-4eb3-93cd-c357258c53e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:12.539798 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-590b9426-0fc9-4eb3-93cd-c357258c53e0 service neutron] Ignored duplicate provisioning block setup for port 080db6fe-81e6-49e4-8693-8fcd53e17908 by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 13 08:27:12.543744 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-590b9426-0fc9-4eb3-93cd-c357258c53e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:12.620752 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b9426-0fc9-4eb3-93cd-c357258c53e0 service neutron] Pushing event updated for resources: {'Port': ['ID=080db6fe-81e6-49e4-8693-8fcd53e17908,revision_number=9']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:12.635328 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b9426-0fc9-4eb3-93cd-c357258c53e0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:12.635681 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b9426-0fc9-4eb3-93cd-c357258c53e0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:12.636026 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b9426-0fc9-4eb3-93cd-c357258c53e0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:12.636352 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b9426-0fc9-4eb3-93cd-c357258c53e0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:12.636684 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b9426-0fc9-4eb3-93cd-c357258c53e0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:12.637011 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b9426-0fc9-4eb3-93cd-c357258c53e0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:12.637338 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b9426-0fc9-4eb3-93cd-c357258c53e0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:12.637663 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b9426-0fc9-4eb3-93cd-c357258c53e0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:12.637984 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b9426-0fc9-4eb3-93cd-c357258c53e0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:12.638307 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b9426-0fc9-4eb3-93cd-c357258c53e0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:12.638633 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b9426-0fc9-4eb3-93cd-c357258c53e0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:12.638950 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b9426-0fc9-4eb3-93cd-c357258c53e0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:27:12.673852 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-590b9426-0fc9-4eb3-93cd-c357258c53e0 service neutron] No DVR routers for this DVR port 080db6fe-81e6-49e4-8693-8fcd53e17908 on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:27:12.811695 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-590b9426-0fc9-4eb3-93cd-c357258c53e0 service neutron] Attempting to bind port 080db6fe-81e6-49e4-8693-8fcd53e17908 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:27:12.812031 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-590b9426-0fc9-4eb3-93cd-c357258c53e0 service neutron] Attempting to bind port 080db6fe-81e6-49e4-8693-8fcd53e17908 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:27:12.812358 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-590b9426-0fc9-4eb3-93cd-c357258c53e0 service neutron] Attempting to bind port 080db6fe-81e6-49e4-8693-8fcd53e17908 on network adfbf2f9-e250-4fa0-9e73-814bcba7a298 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:27:12.817211 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-590b9426-0fc9-4eb3-93cd-c357258c53e0 service neutron] Port 080db6fe-81e6-49e4-8693-8fcd53e17908 on network adfbf2f9-e250-4fa0-9e73-814bcba7a298 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:27:12.817527 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-590b9426-0fc9-4eb3-93cd-c357258c53e0 service neutron] Attempting to bind port 080db6fe-81e6-49e4-8693-8fcd53e17908 on network adfbf2f9-e250-4fa0-9e73-814bcba7a298 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:27:12.822602 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-590b9426-0fc9-4eb3-93cd-c357258c53e0 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:27:12.822941 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-590b9426-0fc9-4eb3-93cd-c357258c53e0 service neutron] Checking segment: {'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:27:12.823362 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-590b9426-0fc9-4eb3-93cd-c357258c53e0 service neutron] Bound using segment: {'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:27:12.823789 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-590b9426-0fc9-4eb3-93cd-c357258c53e0 service neutron] Bound port: 080db6fe-81e6-49e4-8693-8fcd53e17908, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:27:12.824142 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-590b9426-0fc9-4eb3-93cd-c357258c53e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:12.889565 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-590b9426-0fc9-4eb3-93cd-c357258c53e0 service neutron] For port 080db6fe-81e6-49e4-8693-8fcd53e17908, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:27:12.893047 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-590b9426-0fc9-4eb3-93cd-c357258c53e0 service neutron] For port 080db6fe-81e6-49e4-8693-8fcd53e17908, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=080db6fe-81e6-49e4-8693-8fcd53e17908,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:27:12.897844 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-590b9426-0fc9-4eb3-93cd-c357258c53e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:12.932419 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-590b9426-0fc9-4eb3-93cd-c357258c53e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:12.933033 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-590b9426-0fc9-4eb3-93cd-c357258c53e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:12.934407 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-590b9426-0fc9-4eb3-93cd-c357258c53e0 service neutron] 10.222.0.42 "PUT /v2.0/ports/080db6fe-81e6-49e4-8693-8fcd53e17908 HTTP/1.1" status: 200 len: 1092 time: 0.7645776 Jul 13 08:27:12.934833 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4e4eb1-5920-42f9-885b-3231a8c49b96', 'tag': '080db6fe-81e6-49e4-8693-8fcd53e17908'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:27:12.937117 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb77e34d-dca5-4adb-ad56-5cdada5aa6a7" -d '{"events": [{"name": "network-changed", "server_uuid": "af4e4eb1-5920-42f9-885b-3231a8c49b96", "tag": "080db6fe-81e6-49e4-8693-8fcd53e17908"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:27:12.969352 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b9426-0fc9-4eb3-93cd-c357258c53e0 service neutron] Pushing event updated for resources: {'Port': ['ID=080db6fe-81e6-49e4-8693-8fcd53e17908,revision_number=10']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:13.020862 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-98958d0c-1164-4562-a4c5-9311925c3a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:13.022449 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-98958d0c-1164-4562-a4c5-9311925c3a7b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 1096 time: 0.0611393 Jul 13 08:27:13.061630 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70d81d8-37ea-44ac-83b9-254620af5657 x-openstack-request-id: req-b70d81d8-37ea-44ac-83b9-254620af5657 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:27:13.061936 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af4e4eb1-5920-42f9-885b-3231a8c49b96", "tag": "080db6fe-81e6-49e4-8693-8fcd53e17908", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:27:13.062167 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b70d81d8-37ea-44ac-83b9-254620af5657 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:27:13.062562 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4e4eb1-5920-42f9-885b-3231a8c49b96', 'tag': '080db6fe-81e6-49e4-8693-8fcd53e17908', 'status': 'completed', 'code': 200} Jul 13 08:27:13.126179 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-bc117804-b512-4609-b5d6-c6dc409f0969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:13.127739 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-bc117804-b512-4609-b5d6-c6dc409f0969 service neutron] 10.222.0.42 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.0991945 Jul 13 08:27:13.134748 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77e34d-dca5-4adb-ad56-5cdada5aa6a7 req-006a8556-c3ef-4488-b009-cc038172bfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:13.136298 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bb77e34d-dca5-4adb-ad56-5cdada5aa6a7 req-006a8556-c3ef-4488-b009-cc038172bfe8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 1096 time: 0.0599849 Jul 13 08:27:13.198328 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-1f713c69-377b-423a-bfa1-04833ee90ff7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=080db6fe-81e6-49e4-8693-8fcd53e17908 HTTP/1.1" status: 200 len: 999 time: 0.0643921 Jul 13 08:27:13.255763 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-3b7a3c24-7ec7-421d-8a6b-1afebe33c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:13.257248 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-3b7a3c24-7ec7-421d-8a6b-1afebe33c0ad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0536606 Jul 13 08:27:13.324243 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-6daec87c-266c-4dd1-b5e7-a5593816b471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:13.326161 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-6daec87c-266c-4dd1-b5e7-a5593816b471 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623555 Jul 13 08:27:13.421438 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-5607f0ae-0f5a-4dae-8748-f78c898de80d service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886145 Jul 13 08:27:13.518972 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ba058dee-1e26-4df4-9257-3bdeb0f0d850 req-43ceb95f-babb-41e9-9dfa-56e6c9647ccf service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915444 Jul 13 08:27:13.597310 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77e34d-dca5-4adb-ad56-5cdada5aa6a7 req-24fd1f9d-3072-4556-94d8-12b1476fab24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:13.598764 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bb77e34d-dca5-4adb-ad56-5cdada5aa6a7 req-24fd1f9d-3072-4556-94d8-12b1476fab24 service neutron] 10.222.0.25 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.4560134 Jul 13 08:27:13.610835 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfed353-4106-4d0d-954e-15eff936c4ec req-f5bcf7a3-07cb-418b-b218-d25fef1f9bbd tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:13.612867 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7dfed353-4106-4d0d-954e-15eff936c4ec req-f5bcf7a3-07cb-418b-b218-d25fef1f9bbd tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 944 time: 0.1233430 Jul 13 08:27:13.618037 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77e34d-dca5-4adb-ad56-5cdada5aa6a7 req-1bff04e7-4a66-448e-b25d-8d711712efcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:13.619594 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bb77e34d-dca5-4adb-ad56-5cdada5aa6a7 req-1bff04e7-4a66-448e-b25d-8d711712efcb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 1096 time: 0.0542495 Jul 13 08:27:13.691373 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7dfed353-4106-4d0d-954e-15eff936c4ec req-2588f247-4e94-4d1a-8352-a11b45eddb4e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711496 Jul 13 08:27:13.697533 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bb77e34d-dca5-4adb-ad56-5cdada5aa6a7 req-4ffeec25-3650-4533-80a5-6bf454239e73 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=080db6fe-81e6-49e4-8693-8fcd53e17908 HTTP/1.1" status: 200 len: 999 time: 0.0837572 Jul 13 08:27:13.715263 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77e34d-dca5-4adb-ad56-5cdada5aa6a7 req-2fca0d71-6839-4b48-b9bc-793cf3aac99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:13.716744 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bb77e34d-dca5-4adb-ad56-5cdada5aa6a7 req-2fca0d71-6839-4b48-b9bc-793cf3aac99e service neutron] 10.222.0.42 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.0914447 Jul 13 08:27:13.748695 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77e34d-dca5-4adb-ad56-5cdada5aa6a7 req-f1dd2259-c2f8-4b91-b698-1de65a081c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:13.750176 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bb77e34d-dca5-4adb-ad56-5cdada5aa6a7 req-f1dd2259-c2f8-4b91-b698-1de65a081c4c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0466709 Jul 13 08:27:13.783008 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bb77e34d-dca5-4adb-ad56-5cdada5aa6a7 req-54fc141b-918a-4dd1-ad1f-797768bf9d62 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=080db6fe-81e6-49e4-8693-8fcd53e17908 HTTP/1.1" status: 200 len: 999 time: 0.0594089 Jul 13 08:27:13.810697 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77e34d-dca5-4adb-ad56-5cdada5aa6a7 req-e4c3c7aa-c537-47e7-9357-1510a31c389d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:13.812253 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bb77e34d-dca5-4adb-ad56-5cdada5aa6a7 req-e4c3c7aa-c537-47e7-9357-1510a31c389d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561848 Jul 13 08:27:13.837519 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77e34d-dca5-4adb-ad56-5cdada5aa6a7 req-ecd6c257-ffc7-48a4-9b45-1dc2f0e37dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:13.838903 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bb77e34d-dca5-4adb-ad56-5cdada5aa6a7 req-ecd6c257-ffc7-48a4-9b45-1dc2f0e37dae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0496590 Jul 13 08:27:13.896883 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77e34d-dca5-4adb-ad56-5cdada5aa6a7 req-d0a988f4-d2f2-43dc-8403-830ac42d5303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:13.898394 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bb77e34d-dca5-4adb-ad56-5cdada5aa6a7 req-d0a988f4-d2f2-43dc-8403-830ac42d5303 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529375 Jul 13 08:27:13.903290 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bb77e34d-dca5-4adb-ad56-5cdada5aa6a7 req-fb7ff67d-8b53-45bf-b867-4c5226dd3686 service neutron] 10.222.0.25 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844617 Jul 13 08:27:13.989153 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bb77e34d-dca5-4adb-ad56-5cdada5aa6a7 req-6f2f50a2-a88b-4034-a506-9e8e0db7908e service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840924 Jul 13 08:27:13.997963 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bb77e34d-dca5-4adb-ad56-5cdada5aa6a7 req-c75f6ab7-7a17-461d-b8c2-164542ef7fc0 service neutron] 10.222.0.25 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886502 Jul 13 08:27:14.084762 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bb77e34d-dca5-4adb-ad56-5cdada5aa6a7 req-6a738283-727f-4a8c-99e2-8d2acc066ed7 service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882509 Jul 13 08:27:14.871408 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9923c-64df-4017-bdcb-4b53902dee88 req-ff1ed814-1703-45df-b962-d5babf66f871 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:14.872898 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e3c9923c-64df-4017-bdcb-4b53902dee88 req-ff1ed814-1703-45df-b962-d5babf66f871 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 944 time: 0.0698388 Jul 13 08:27:14.914574 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e3c9923c-64df-4017-bdcb-4b53902dee88 req-0fce20c9-a1d8-4657-b741-677d9e6721ff tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352106 Jul 13 08:27:15.012640 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 080db6fe-81e6-49e4-8693-8fcd53e17908 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:27:15.056920 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 080db6fe-81e6-49e4-8693-8fcd53e17908 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:27:16.091389 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac1609-31f9-4e2a-8191-d1b0cb874e6d req-288bb0a5-8c55-4eb2-b11d-2f5f03ac35c0 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:16.092924 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-11ac1609-31f9-4e2a-8191-d1b0cb874e6d req-288bb0a5-8c55-4eb2-b11d-2f5f03ac35c0 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 944 time: 0.0632784 Jul 13 08:27:16.130755 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-11ac1609-31f9-4e2a-8191-d1b0cb874e6d req-95ece2b2-e487-4e83-9784-48947ab0a71c tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317008 Jul 13 08:27:16.310312 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736bd1e-b892-4509-9123-4e8ad6230c9f req-c1d4d68a-8f62-4a96-a7ea-9c7d8274c8af tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:16.311848 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c736bd1e-b892-4509-9123-4e8ad6230c9f req-c1d4d68a-8f62-4a96-a7ea-9c7d8274c8af tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 944 time: 0.0683820 Jul 13 08:27:16.350854 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c736bd1e-b892-4509-9123-4e8ad6230c9f req-6894fda6-ccff-42dd-bf69-0e312c7a5909 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329132 Jul 13 08:27:16.365984 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 080db6fe-81e6-49e4-8693-8fcd53e17908 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:27:16.459891 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 080db6fe-81e6-49e4-8693-8fcd53e17908, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=080db6fe-81e6-49e4-8693-8fcd53e17908,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:27:16.470890 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '080db6fe-81e6-49e4-8693-8fcd53e17908', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'port_id': '080db6fe-81e6-49e4-8693-8fcd53e17908', 'mac_address': 'fa:16:3e:d3:ae:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:27:16.511254 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:16.524464 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 080db6fe-81e6-49e4-8693-8fcd53e17908 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:27:16.530454 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6184fec-29dc-4ff7-ac95-ffaf844f7533 req-887abbc6-853d-4080-921a-53c2792a1a56 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:16.532008 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a6184fec-29dc-4ff7-ac95-ffaf844f7533 req-887abbc6-853d-4080-921a-53c2792a1a56 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 944 time: 0.0686352 Jul 13 08:27:16.544960 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 080db6fe-81e6-49e4-8693-8fcd53e17908, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=080db6fe-81e6-49e4-8693-8fcd53e17908,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:27:16.554477 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:16.572009 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a6184fec-29dc-4ff7-ac95-ffaf844f7533 req-12937c50-ff3d-4a1a-a03c-6256355f0aeb tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337117 Jul 13 08:27:16.609429 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=080db6fe-81e6-49e4-8693-8fcd53e17908,revision_number=11']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:16.793314 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['080db6fe-81e6-49e4-8693-8fcd53e17908'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:27:16.966291 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9e0eb-f1af-4422-9073-3f867a2ee4e0 req-6d87ed6e-34fb-496d-a907-aa51963f6939 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:16.967735 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8db9e0eb-f1af-4422-9073-3f867a2ee4e0 req-6d87ed6e-34fb-496d-a907-aa51963f6939 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 945 time: 0.0647185 Jul 13 08:27:17.004905 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8db9e0eb-f1af-4422-9073-3f867a2ee4e0 req-dceb107d-1d55-4d04-b341-e47f1df7f85e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313737 Jul 13 08:27:18.211530 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf28495-bb81-4456-969a-99c8149f9b59 req-b5c63e13-f09b-4b5d-8a61-ce2a960d37da tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:18.212996 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fbf28495-bb81-4456-969a-99c8149f9b59 req-b5c63e13-f09b-4b5d-8a61-ce2a960d37da tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.42 "GET /v2.0/ports?device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 945 time: 0.1053619 Jul 13 08:27:18.220154 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198db95-9390-454d-8aa8-06e58be4222f req-7099ae47-0019-4575-a098-300d478a32a1 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:18.222229 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8198db95-9390-454d-8aa8-06e58be4222f req-7099ae47-0019-4575-a098-300d478a32a1 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 945 time: 0.1033630 Jul 13 08:27:18.302439 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8198db95-9390-454d-8aa8-06e58be4222f req-39e17d50-239e-4c06-b1df-a03e9371189a tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727775 Jul 13 08:27:18.348196 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-fbf28495-bb81-4456-969a-99c8149f9b59 req-8997df2f-4cbb-4aa2-9554-c53f264066d8 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Deleting port 080db6fe-81e6-49e4-8693-8fcd53e17908 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:27:18.348540 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-fbf28495-bb81-4456-969a-99c8149f9b59 req-8997df2f-4cbb-4aa2-9554-c53f264066d8 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:18.371711 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 080db6fe-81e6-49e4-8693-8fcd53e17908 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:27:18.421899 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 080db6fe-81e6-49e4-8693-8fcd53e17908 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:27:18.425967 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 080db6fe-81e6-49e4-8693-8fcd53e17908 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:27:18.426340 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:18.444689 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-fbf28495-bb81-4456-969a-99c8149f9b59 req-8997df2f-4cbb-4aa2-9554-c53f264066d8 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] For port 080db6fe-81e6-49e4-8693-8fcd53e17908, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=080db6fe-81e6-49e4-8693-8fcd53e17908,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:27:18.445060 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-fbf28495-bb81-4456-969a-99c8149f9b59 req-8997df2f-4cbb-4aa2-9554-c53f264066d8 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:18.502376 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:18.526144 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4e4eb1-5920-42f9-885b-3231a8c49b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080db6fe-81e6-49e4-8693-8fcd53e17908'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:27:18.528543 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}819247fa28fcd914db4aabd8a9f8f95ceb467163a9d63008da3b74a1dcff375d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1331f59e-a713-48d5-a49e-bb182a6bf78d" -d '{"events": [{"server_uuid": "af4e4eb1-5920-42f9-885b-3231a8c49b96", "name": "network-vif-plugged", "status": "completed", "tag": "080db6fe-81e6-49e4-8693-8fcd53e17908"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:27:18.544856 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 080db6fe-81e6-49e4-8693-8fcd53e17908, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=080db6fe-81e6-49e4-8693-8fcd53e17908,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:27:18.548990 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:18.606744 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=080db6fe-81e6-49e4-8693-8fcd53e17908,revision_number=12']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:18.635128 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e83769b-08fa-418f-bd4b-34b5d31a7d59 x-openstack-request-id: req-7e83769b-08fa-418f-bd4b-34b5d31a7d59 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:27:18.635441 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4e4eb1-5920-42f9-885b-3231a8c49b96", "name": "network-vif-plugged", "status": "completed", "tag": "080db6fe-81e6-49e4-8693-8fcd53e17908", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:27:18.635732 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7e83769b-08fa-418f-bd4b-34b5d31a7d59 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:27:18.636156 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4e4eb1-5920-42f9-885b-3231a8c49b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080db6fe-81e6-49e4-8693-8fcd53e17908', 'code': 200} Jul 13 08:27:18.640537 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-fbf28495-bb81-4456-969a-99c8149f9b59 req-8997df2f-4cbb-4aa2-9554-c53f264066d8 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:18.640912 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-fbf28495-bb81-4456-969a-99c8149f9b59 req-8997df2f-4cbb-4aa2-9554-c53f264066d8 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:18.641216 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [req-fbf28495-bb81-4456-969a-99c8149f9b59 req-8997df2f-4cbb-4aa2-9554-c53f264066d8 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Floating IP 1d238cab-1daf-4d52-a149-18f26bee084a disassociated. External IP: 172.25.3.82, port: 080db6fe-81e6-49e4-8693-8fcd53e17908. Jul 13 08:27:18.641805 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-fbf28495-bb81-4456-969a-99c8149f9b59 req-8997df2f-4cbb-4aa2-9554-c53f264066d8 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Calling delete_port for 080db6fe-81e6-49e4-8693-8fcd53e17908 owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:27:18.781980 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-fbf28495-bb81-4456-969a-99c8149f9b59 req-8997df2f-4cbb-4aa2-9554-c53f264066d8 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:18.809785 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8997df2f-4cbb-4aa2-9554-c53f264066d8 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Pushing event deleted for resources: {'Port': ['ID=080db6fe-81e6-49e4-8693-8fcd53e17908,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:18.878970 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-54cd51d8-9e26-40ea-8cb5-4d2f2803beb8 None None] Could not find standard attr ID for object 080db6fe-81e6-49e4-8693-8fcd53e17908. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 08:27:18.929223 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbf28495-bb81-4456-969a-99c8149f9b59 req-8997df2f-4cbb-4aa2-9554-c53f264066d8 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Router b6cadc84-f97f-45d8-a829-070facdf2407 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:27:19.039604 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbf28495-bb81-4456-969a-99c8149f9b59 req-8997df2f-4cbb-4aa2-9554-c53f264066d8 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:27:19.048862 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce65de00-861b-440c-b3bb-a5271a42e488 None None] Sync routers for ids ['b6cadc84-f97f-45d8-a829-070facdf2407'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:27:19.058245 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce65de00-861b-440c-b3bb-a5271a42e488 None None] Routers {'b6cadc84-f97f-45d8-a829-070facdf2407'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:27:19.058866 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-ce65de00-861b-440c-b3bb-a5271a42e488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:27:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['b6cadc84-f97f-45d8-a829-070facdf2407'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:27:19.083969 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf28495-bb81-4456-969a-99c8149f9b59 req-8997df2f-4cbb-4aa2-9554-c53f264066d8 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] No DVR routers for this DVR port 080db6fe-81e6-49e4-8693-8fcd53e17908 on host n-h1-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:27:19.086686 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-fbf28495-bb81-4456-969a-99c8149f9b59 req-8997df2f-4cbb-4aa2-9554-c53f264066d8 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:19.089084 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fbf28495-bb81-4456-969a-99c8149f9b59 req-8997df2f-4cbb-4aa2-9554-c53f264066d8 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.42 "DELETE /v2.0/ports/080db6fe-81e6-49e4-8693-8fcd53e17908 HTTP/1.1" status: 204 len: 173 time: 0.8659208 Jul 13 08:27:19.089528 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4e4eb1-5920-42f9-885b-3231a8c49b96', 'name': 'network-vif-deleted', 'tag': '080db6fe-81e6-49e4-8693-8fcd53e17908'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:27:19.092339 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae3ad9e-7a8c-48d6-91ff-e92ee83e1abe" -d '{"events": [{"server_uuid": "af4e4eb1-5920-42f9-885b-3231a8c49b96", "name": "network-vif-deleted", "tag": "080db6fe-81e6-49e4-8693-8fcd53e17908"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:27:19.135087 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c7298b-92cf-4e70-ad91-44b3a8a90dc8 x-openstack-request-id: req-a2c7298b-92cf-4e70-ad91-44b3a8a90dc8 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:27:19.135407 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4e4eb1-5920-42f9-885b-3231a8c49b96", "name": "network-vif-deleted", "tag": "080db6fe-81e6-49e4-8693-8fcd53e17908", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:27:19.135654 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a2c7298b-92cf-4e70-ad91-44b3a8a90dc8 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:27:19.136063 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4e4eb1-5920-42f9-885b-3231a8c49b96', 'name': 'network-vif-deleted', 'tag': '080db6fe-81e6-49e4-8693-8fcd53e17908', 'status': 'completed', 'code': 200} Jul 13 08:27:19.173843 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-ce65de00-861b-440c-b3bb-a5271a42e488 None None] Set router b6cadc84-f97f-45d8-a829-070facdf2407 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:27:19.373350 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-ce65de00-861b-440c-b3bb-a5271a42e488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'name': 'tempest-ServerActionsTestJSON-1585476715-router', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:34Z', 'updated_at': '2021-07-13T08:20:37Z', 'revision_number': 4, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'gw_port': {'id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:35Z', 'updated_at': '2021-07-13T08:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '3d5bd495-ae77-498f-947a-86bbde072555', 'name': '', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'mac_address': 'fa:16:3e:f1:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:36Z', 'updated_at': '2021-07-13T08:20:42Z', 'revision_number': 5, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'subnets': [{'id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:27:19.403610 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce65de00-861b-440c-b3bb-a5271a42e488 None None] Checking router: b6cadc84-f97f-45d8-a829-070facdf2407 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:27:19.412806 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce65de00-861b-440c-b3bb-a5271a42e488 None None] Routers {'b6cadc84-f97f-45d8-a829-070facdf2407'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:27:19.413420 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-ce65de00-861b-440c-b3bb-a5271a42e488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:27:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['b6cadc84-f97f-45d8-a829-070facdf2407'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:27:19.464098 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ae5d2158-2964-47d6-8571-d2370396c417 req-3144ea5f-59b7-4fa2-83b6-0fcbc669a218 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=af4e4eb1-5920-42f9-885b-3231a8c49b96 HTTP/1.1" status: 200 len: 210 time: 0.0295620 Jul 13 08:27:19.515742 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-ce65de00-861b-440c-b3bb-a5271a42e488 None None] Set router b6cadc84-f97f-45d8-a829-070facdf2407 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:27:19.720548 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-ce65de00-861b-440c-b3bb-a5271a42e488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'name': 'tempest-ServerActionsTestJSON-1585476715-router', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:34Z', 'updated_at': '2021-07-13T08:20:37Z', 'revision_number': 4, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'gw_port': {'id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:35Z', 'updated_at': '2021-07-13T08:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '3d5bd495-ae77-498f-947a-86bbde072555', 'name': '', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'mac_address': 'fa:16:3e:f1:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:36Z', 'updated_at': '2021-07-13T08:20:42Z', 'revision_number': 5, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'subnets': [{'id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:27:19.746565 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce65de00-861b-440c-b3bb-a5271a42e488 None None] The sync data for ids ['b6cadc84-f97f-45d8-a829-070facdf2407'] in n-d-771363-34 is: [{'id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'name': 'tempest-ServerActionsTestJSON-1585476715-router', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:34Z', 'updated_at': '2021-07-13T08:20:37Z', 'revision_number': 4, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'gw_port': {'id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:35Z', 'updated_at': '2021-07-13T08:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '3d5bd495-ae77-498f-947a-86bbde072555', 'name': '', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'mac_address': 'fa:16:3e:f1:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:36Z', 'updated_at': '2021-07-13T08:20:42Z', 'revision_number': 5, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'subnets': [{'id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:27:19.952161 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcaac67-aaeb-41d3-a19e-df83872ad4b7 None None] New status for floating IP 1d238cab-1daf-4d52-a149-18f26bee084a: DOWN {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:27:20.808303 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-bcad4e4c-1b41-44f4-9606-c2018862b320 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1381142462&fields=id&tenant_id=d9b9f2475bd6470a984bd5e137557b3a HTTP/1.1" status: 200 len: 267 time: 0.0335340 Jul 13 08:27:20.918889 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-4f177fb2-7fc6-47b7-9227-95b25f6a0e01 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:20.920364 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-4f177fb2-7fc6-47b7-9227-95b25f6a0e01 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 812 time: 0.1058891 Jul 13 08:27:20.935305 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-73e52cbb-5774-46b1-9634-922c6d104bc6 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/quotas/d9b9f2475bd6470a984bd5e137557b3a HTTP/1.1" status: 200 len: 375 time: 0.0087686 Jul 13 08:27:21.008515 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-55dc4865-5068-4e01-b09f-3b580e5b51dc tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0680599 Jul 13 08:27:21.066384 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-717b4968-5347-4621-a505-15cc46509297 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:27:21.067420 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-717b4968-5347-4621-a505-15cc46509297 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0464108 Jul 13 08:27:21.163538 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-27337c49-e9db-4231-81ba-0bc17d412b73 service neutron] 10.222.0.23 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895512 Jul 13 08:27:21.268643 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-3984fc5a-707f-46fe-bf4e-457b8334b8d2 service neutron] 10.222.0.23 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987523 Jul 13 08:27:21.449438 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9542aa08-ccd4-42bf-91ec-110cfd2efeba req-a6a4a020-bb20-4a68-855d-98ed13f52cc2 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 210 time: 0.0362363 Jul 13 08:27:22.387306 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 080db6fe-81e6-49e4-8693-8fcd53e17908 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:27:22.407951 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 080db6fe-81e6-49e4-8693-8fcd53e17908 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:27:22.408323 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 080db6fe-81e6-49e4-8693-8fcd53e17908 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:27:22.493020 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-a282393b-f7e6-48b6-8635-600a8201a659 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:22.494493 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-a282393b-f7e6-48b6-8635-600a8201a659 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.25 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 812 time: 0.1109779 Jul 13 08:27:22.540018 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-bd193d8f-ed09-451b-887b-d37e0d7eca33 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9b9f2475bd6470a984bd5e137557b3a HTTP/1.1" status: 200 len: 380 time: 0.0364180 Jul 13 08:27:22.548574 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-73fbe45b-5be9-4670-a27b-26bf1d5647b9 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Request body: {'port': {'device_id': 'c94795c0-a407-4d08-bd77-b8dd8599f450', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'admin_state_up': True, 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'security_groups': ['daa49564-c3fc-4600-a50a-58f4ad7933bb']}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:27:22.600618 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f8747aa6-573a-4f48-ba6e-ad3e8eb57537 req-1ef7426b-d0cb-4d7a-8259-b47fb71cb675 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 210 time: 0.0315721 Jul 13 08:27:22.671951 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-73fbe45b-5be9-4670-a27b-26bf1d5647b9 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Made reservation on behalf of d9b9f2475bd6470a984bd5e137557b3a for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:27:22.675626 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-73fbe45b-5be9-4670-a27b-26bf1d5647b9 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:22.802636 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-73fbe45b-5be9-4670-a27b-26bf1d5647b9 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Allocated IP 172.20.0.6 (adfbf2f9-e250-4fa0-9e73-814bcba7a298/bbd435ef-ced0-482e-8c78-0b87e334722f/03e8aea0-3912-4e5e-bf50-bb8a0d773ffa) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:27:22.936674 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-73fbe45b-5be9-4670-a27b-26bf1d5647b9 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:22.949959 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-73fbe45b-5be9-4670-a27b-26bf1d5647b9 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Transition to ACTIVE for port object 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:27:22.983096 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-73fbe45b-5be9-4670-a27b-26bf1d5647b9 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:23.030851 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-73fbe45b-5be9-4670-a27b-26bf1d5647b9 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Network adfbf2f9-e250-4fa0-9e73-814bcba7a298 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:27:23.036274 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-73fbe45b-5be9-4670-a27b-26bf1d5647b9 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:27:23.040689 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-73fbe45b-5be9-4670-a27b-26bf1d5647b9 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:27:23.069275 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fbe45b-5be9-4670-a27b-26bf1d5647b9 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Pushing event updated for resources: {'Port': ['ID=03e8aea0-3912-4e5e-bf50-bb8a0d773ffa,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:23.095647 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-73fbe45b-5be9-4670-a27b-26bf1d5647b9 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:23.096268 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-73fbe45b-5be9-4670-a27b-26bf1d5647b9 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:23.111167 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-73fbe45b-5be9-4670-a27b-26bf1d5647b9 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5663986 Jul 13 08:27:23.122368 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-68c2e106-6eac-459c-8258-a280838cd31b service neutron] Request body: {'port': {'device_id': 'c94795c0-a407-4d08-bd77-b8dd8599f450', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:27:23.199147 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-68c2e106-6eac-459c-8258-a280838cd31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:23.326075 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e1dd7486-fa85-47bb-9aa2-bbb5f21d9d9f None None] Provisioning for port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:27:23.330251 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e1dd7486-fa85-47bb-9aa2-bbb5f21d9d9f None None] Provisioning complete for port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:27:23.331245 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e1dd7486-fa85-47bb-9aa2-bbb5f21d9d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:23.367734 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-e1dd7486-fa85-47bb-9aa2-bbb5f21d9d9f None None] Port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:27:23.466661 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-68c2e106-6eac-459c-8258-a280838cd31b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:27:23.474421 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-68c2e106-6eac-459c-8258-a280838cd31b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:23.485840 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-68c2e106-6eac-459c-8258-a280838cd31b service neutron] Transition to ACTIVE for port object 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:27:23.489499 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-68c2e106-6eac-459c-8258-a280838cd31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:23.557588 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2e106-6eac-459c-8258-a280838cd31b service neutron] Pushing event updated for resources: {'Port': ['ID=03e8aea0-3912-4e5e-bf50-bb8a0d773ffa,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:23.611025 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-68c2e106-6eac-459c-8258-a280838cd31b service neutron] Attempting to bind port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:27:23.611414 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-68c2e106-6eac-459c-8258-a280838cd31b service neutron] Attempting to bind port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:27:23.611749 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-68c2e106-6eac-459c-8258-a280838cd31b service neutron] Attempting to bind port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa on network adfbf2f9-e250-4fa0-9e73-814bcba7a298 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:27:23.616475 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-68c2e106-6eac-459c-8258-a280838cd31b service neutron] Port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa on network adfbf2f9-e250-4fa0-9e73-814bcba7a298 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:27:23.616799 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-68c2e106-6eac-459c-8258-a280838cd31b service neutron] Attempting to bind port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa on network adfbf2f9-e250-4fa0-9e73-814bcba7a298 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:27:23.621775 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-68c2e106-6eac-459c-8258-a280838cd31b service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:27:23.622118 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-68c2e106-6eac-459c-8258-a280838cd31b service neutron] Checking segment: {'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:27:23.622504 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-68c2e106-6eac-459c-8258-a280838cd31b service neutron] Bound using segment: {'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:27:23.622932 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-68c2e106-6eac-459c-8258-a280838cd31b service neutron] Bound port: 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:27:23.623323 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-68c2e106-6eac-459c-8258-a280838cd31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:23.699266 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-68c2e106-6eac-459c-8258-a280838cd31b service neutron] For port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:27:23.702477 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-68c2e106-6eac-459c-8258-a280838cd31b service neutron] For port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=03e8aea0-3912-4e5e-bf50-bb8a0d773ffa,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:27:23.707003 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-68c2e106-6eac-459c-8258-a280838cd31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:23.773181 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-68c2e106-6eac-459c-8258-a280838cd31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:23.773810 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-68c2e106-6eac-459c-8258-a280838cd31b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:23.775234 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-68c2e106-6eac-459c-8258-a280838cd31b service neutron] 10.222.0.25 "PUT /v2.0/ports/03e8aea0-3912-4e5e-bf50-bb8a0d773ffa HTTP/1.1" status: 200 len: 1092 time: 0.6573794 Jul 13 08:27:23.777448 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94795c0-a407-4d08-bd77-b8dd8599f450', 'tag': '03e8aea0-3912-4e5e-bf50-bb8a0d773ffa'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:27:23.779799 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33af52f666a6377eeaf9d00c6054365c515a6ddb0c8cc5669bfcff545a31cac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d816c7-d42c-44c0-bf4c-0b5b66f072a1" -d '{"events": [{"name": "network-changed", "server_uuid": "c94795c0-a407-4d08-bd77-b8dd8599f450", "tag": "03e8aea0-3912-4e5e-bf50-bb8a0d773ffa"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:27:23.811677 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2e106-6eac-459c-8258-a280838cd31b service neutron] Pushing event updated for resources: {'Port': ['ID=03e8aea0-3912-4e5e-bf50-bb8a0d773ffa,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:23.834168 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4654afb-8957-4622-9312-69111a283092 x-openstack-request-id: req-c4654afb-8957-4622-9312-69111a283092 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:27:23.834606 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94795c0-a407-4d08-bd77-b8dd8599f450", "tag": "03e8aea0-3912-4e5e-bf50-bb8a0d773ffa", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:27:23.834837 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c4654afb-8957-4622-9312-69111a283092 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:27:23.835247 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94795c0-a407-4d08-bd77-b8dd8599f450', 'tag': '03e8aea0-3912-4e5e-bf50-bb8a0d773ffa', 'status': 'completed', 'code': 200} Jul 13 08:27:23.887014 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:23.894164 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f086a0b-f8c2-4337-98fc-641e6526a4b1 req-a00907eb-de57-4183-a52a-8837328cdeac tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:23.895795 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1f086a0b-f8c2-4337-98fc-641e6526a4b1 req-a00907eb-de57-4183-a52a-8837328cdeac tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 943 time: 0.1624520 Jul 13 08:27:23.927151 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-575ff2a0-e6cc-4a63-8581-e738bd7b8a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:23.928706 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-575ff2a0-e6cc-4a63-8581-e738bd7b8a64 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 1095 time: 0.1061621 Jul 13 08:27:23.979567 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1f086a0b-f8c2-4337-98fc-641e6526a4b1 req-90022e20-c8bd-4c23-943f-a202a1316984 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773046 Jul 13 08:27:23.980925 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-60d5ca3e-be54-4c1a-b0d3-8b5a933d1232 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03e8aea0-3912-4e5e-bf50-bb8a0d773ffa HTTP/1.1" status: 200 len: 217 time: 0.0421669 Jul 13 08:27:24.029698 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-dc08d97f-9fa6-4a03-8937-ad5a4cf51043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:24.031166 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-dc08d97f-9fa6-4a03-8937-ad5a4cf51043 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0442836 Jul 13 08:27:24.092947 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-87bc4598-cd69-45ad-842c-3d3f0b0e1a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:24.094421 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-87bc4598-cd69-45ad-842c-3d3f0b0e1a2b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571527 Jul 13 08:27:24.183990 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-0cdf4bb6-3916-4e5f-b238-e0da50b06ddb service neutron] 10.222.0.25 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828066 Jul 13 08:27:24.277407 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-142a068e-c45a-4170-81a1-bb221512c2a0 req-d284835c-a6f8-480f-b241-7d997ad4667e service neutron] 10.222.0.25 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869579 Jul 13 08:27:24.376756 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d816c7-d42c-44c0-bf4c-0b5b66f072a1 req-2aec0d18-d34e-4b46-aca5-d1dd3aae1326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:24.378917 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-63d816c7-d42c-44c0-bf4c-0b5b66f072a1 req-2aec0d18-d34e-4b46-aca5-d1dd3aae1326 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 1095 time: 0.0535085 Jul 13 08:27:24.470833 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d816c7-d42c-44c0-bf4c-0b5b66f072a1 req-9ef1fe33-133b-4295-896f-515988637ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:24.472599 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-63d816c7-d42c-44c0-bf4c-0b5b66f072a1 req-9ef1fe33-133b-4295-896f-515988637ee8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.0882049 Jul 13 08:27:24.516738 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-63d816c7-d42c-44c0-bf4c-0b5b66f072a1 req-ee1777da-426b-46c5-97eb-6aedb01528a4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03e8aea0-3912-4e5e-bf50-bb8a0d773ffa HTTP/1.1" status: 200 len: 217 time: 0.0347157 Jul 13 08:27:24.563623 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d816c7-d42c-44c0-bf4c-0b5b66f072a1 req-dd9d0df3-2590-4616-8cc1-9d400c91433f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:24.565657 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-63d816c7-d42c-44c0-bf4c-0b5b66f072a1 req-dd9d0df3-2590-4616-8cc1-9d400c91433f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0422578 Jul 13 08:27:24.571694 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:24.626220 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d816c7-d42c-44c0-bf4c-0b5b66f072a1 req-52aa1570-f01a-4613-9512-a28d304d8d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:24.628333 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-63d816c7-d42c-44c0-bf4c-0b5b66f072a1 req-52aa1570-f01a-4613-9512-a28d304d8d19 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563128 Jul 13 08:27:24.719174 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-63d816c7-d42c-44c0-bf4c-0b5b66f072a1 req-dd1b7dab-4c86-42b7-b52d-feb5965b5bbf service neutron] 10.222.0.25 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837388 Jul 13 08:27:24.812676 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-63d816c7-d42c-44c0-bf4c-0b5b66f072a1 req-4fe7e812-9f5f-4fc8-ab5c-84d23bba7568 service neutron] 10.222.0.25 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869727 Jul 13 08:27:25.155893 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5f02b-963a-4a35-9225-367b52efa38b req-77f72966-8070-4528-bf8a-50109390f0dd tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:25.157377 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-45c5f02b-963a-4a35-9225-367b52efa38b req-77f72966-8070-4528-bf8a-50109390f0dd tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 943 time: 0.0670505 Jul 13 08:27:25.195931 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-45c5f02b-963a-4a35-9225-367b52efa38b req-002ee61d-7f26-4424-be05-bd8d8baba073 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321977 Jul 13 08:27:26.367659 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571543c-ac0b-4e84-97b9-3fca41175573 req-80adac13-0809-4956-a581-ac5be608d51b tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:26.369176 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d571543c-ac0b-4e84-97b9-3fca41175573 req-80adac13-0809-4956-a581-ac5be608d51b tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 943 time: 0.0630112 Jul 13 08:27:26.407378 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d571543c-ac0b-4e84-97b9-3fca41175573 req-0ed7ec26-3093-4e6f-b0d8-bcad0d04978c tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326979 Jul 13 08:27:27.091123 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:27:27.181389 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=03e8aea0-3912-4e5e-bf50-bb8a0d773ffa,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:27:27.192807 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '03e8aea0-3912-4e5e-bf50-bb8a0d773ffa', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'port_id': '03e8aea0-3912-4e5e-bf50-bb8a0d773ffa', 'mac_address': 'fa:16:3e:cb:b0:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:27:27.231432 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:27.244202 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:27:27.263314 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=03e8aea0-3912-4e5e-bf50-bb8a0d773ffa,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:27:27.267311 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:27.318650 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=03e8aea0-3912-4e5e-bf50-bb8a0d773ffa,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:27.484879 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['03e8aea0-3912-4e5e-bf50-bb8a0d773ffa'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:27:27.585368 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445eac7c-dd6a-41ab-9e37-39eda18d6cb0 req-0cd05ad2-42dd-4f22-99a8-519379306973 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:27.586910 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-445eac7c-dd6a-41ab-9e37-39eda18d6cb0 req-0cd05ad2-42dd-4f22-99a8-519379306973 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 944 time: 0.0630352 Jul 13 08:27:27.626828 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-445eac7c-dd6a-41ab-9e37-39eda18d6cb0 req-4b3cc7dd-c7d5-4b59-b484-b6ca42f10c86 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339904 Jul 13 08:27:28.803655 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be75c14-3f0d-4284-a7d6-22a19ce37aea req-8bd00842-61df-4c94-82e9-6362da162997 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:28.805053 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0be75c14-3f0d-4284-a7d6-22a19ce37aea req-8bd00842-61df-4c94-82e9-6362da162997 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 944 time: 0.0680397 Jul 13 08:27:28.843672 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0be75c14-3f0d-4284-a7d6-22a19ce37aea req-f7c2afbd-1048-4657-945d-da8db36d0b75 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330887 Jul 13 08:27:29.090246 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:27:29.137686 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:27:29.141084 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:27:29.141701 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:29.214498 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:29.239518 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94795c0-a407-4d08-bd77-b8dd8599f450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e8aea0-3912-4e5e-bf50-bb8a0d773ffa'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:27:29.241753 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}819247fa28fcd914db4aabd8a9f8f95ceb467163a9d63008da3b74a1dcff375d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55aa2dc1-1ef8-423f-b92f-04912959b21c" -d '{"events": [{"server_uuid": "c94795c0-a407-4d08-bd77-b8dd8599f450", "name": "network-vif-plugged", "status": "completed", "tag": "03e8aea0-3912-4e5e-bf50-bb8a0d773ffa"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:27:29.254357 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=03e8aea0-3912-4e5e-bf50-bb8a0d773ffa,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:27:29.258933 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:29.283379 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc03ca6a-168c-4be3-a9bb-7eac297ef1a0 x-openstack-request-id: req-dc03ca6a-168c-4be3-a9bb-7eac297ef1a0 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:27:29.283667 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94795c0-a407-4d08-bd77-b8dd8599f450", "name": "network-vif-plugged", "status": "completed", "tag": "03e8aea0-3912-4e5e-bf50-bb8a0d773ffa", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:27:29.283916 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dc03ca6a-168c-4be3-a9bb-7eac297ef1a0 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:27:29.284300 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94795c0-a407-4d08-bd77-b8dd8599f450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e8aea0-3912-4e5e-bf50-bb8a0d773ffa', 'code': 200} Jul 13 08:27:29.314643 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=03e8aea0-3912-4e5e-bf50-bb8a0d773ffa,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:27:29.394915 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147e276-7e75-4db3-a48a-9de41161b7d5 req-a83fa457-7bd0-41e0-b060-fdc77cccf0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:29.396637 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4147e276-7e75-4db3-a48a-9de41161b7d5 req-a83fa457-7bd0-41e0-b060-fdc77cccf0a3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 1097 time: 0.0537050 Jul 13 08:27:29.432841 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4147e276-7e75-4db3-a48a-9de41161b7d5 req-b82cfffa-a0ea-43a9-a57d-eb7fd5aea752 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300338 Jul 13 08:27:29.522338 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e7ab8233-704c-480d-a457-d33da37cc4b0 None None] Provisioning complete for port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:27:29.522699 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e7ab8233-704c-480d-a457-d33da37cc4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:30.020001 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c9c13-be1c-4ff9-9d28-667472b5e0c4 req-fa7c4559-9d19-4858-b40d-3812e3dc5a6e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:30.021495 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-267c9c13-be1c-4ff9-9d28-667472b5e0c4 req-fa7c4559-9d19-4858-b40d-3812e3dc5a6e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 945 time: 0.0625651 Jul 13 08:27:30.058195 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-267c9c13-be1c-4ff9-9d28-667472b5e0c4 req-9f631b19-e4b9-4cae-b9f8-0a73cec72069 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311670 Jul 13 08:27:30.364776 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3c5058bb-2171-48a4-9a4c-0216bc62890b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:31.232203 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00d4f6-ef5d-4aaf-ba01-1794e11e9118 req-5ea19028-3f43-4082-a377-716e13e72c44 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:31.233654 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ca00d4f6-ef5d-4aaf-ba01-1794e11e9118 req-5ea19028-3f43-4082-a377-716e13e72c44 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 945 time: 0.0625520 Jul 13 08:27:31.271830 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ca00d4f6-ef5d-4aaf-ba01-1794e11e9118 req-784fd2f1-6299-4304-808e-314afb534ce1 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319419 Jul 13 08:27:31.438961 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45817147-e42e-40db-a2b3-bfcfd50b92ca req-2c25eda3-d15c-4ad3-9077-405d2525ddb8 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:31.440365 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-45817147-e42e-40db-a2b3-bfcfd50b92ca req-2c25eda3-d15c-4ad3-9077-405d2525ddb8 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 945 time: 0.0656803 Jul 13 08:27:31.449445 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 43974) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:27:31.453986 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-a26bb949-519b-4e6e-a43f-1692cd298450 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Request body: {'floatingip': {'port_id': '03e8aea0-3912-4e5e-bf50-bb8a0d773ffa'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:27:31.492925 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a26bb949-519b-4e6e-a43f-1692cd298450 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks [] for floatingip, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:31.935412 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a26bb949-519b-4e6e-a43f-1692cd298450 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:31.938726 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a26bb949-519b-4e6e-a43f-1692cd298450 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:32.040571 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [None req-a26bb949-519b-4e6e-a43f-1692cd298450 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Floating IP 1d238cab-1daf-4d52-a149-18f26bee084a associated. External IP: 172.25.3.82, port: 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa. Jul 13 08:27:32.245557 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26bb949-519b-4e6e-a43f-1692cd298450 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Router b6cadc84-f97f-45d8-a829-070facdf2407 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:27:32.351229 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26bb949-519b-4e6e-a43f-1692cd298450 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:27:32.355749 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a26bb949-519b-4e6e-a43f-1692cd298450 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:32.361101 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bd6f0d-3db8-45d7-bddb-7b9b390f46f2 None None] Sync routers for ids ['b6cadc84-f97f-45d8-a829-070facdf2407'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:27:32.371046 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bd6f0d-3db8-45d7-bddb-7b9b390f46f2 None None] Routers {'b6cadc84-f97f-45d8-a829-070facdf2407'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:27:32.371694 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-01bd6f0d-3db8-45d7-bddb-7b9b390f46f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:27:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['b6cadc84-f97f-45d8-a829-070facdf2407'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:27:32.394294 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a26bb949-519b-4e6e-a43f-1692cd298450 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "PUT /v2.0/floatingips/1d238cab-1daf-4d52-a149-18f26bee084a HTTP/1.1" status: 200 len: 991 time: 0.9437494 Jul 13 08:27:32.395076 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94795c0-a407-4d08-bd77-b8dd8599f450', 'tag': '03e8aea0-3912-4e5e-bf50-bb8a0d773ffa'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:27:32.397372 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33af52f666a6377eeaf9d00c6054365c515a6ddb0c8cc5669bfcff545a31cac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157e0ee6-c274-478f-ba43-4a5c948fa7e9" -d '{"events": [{"name": "network-changed", "server_uuid": "c94795c0-a407-4d08-bd77-b8dd8599f450", "tag": "03e8aea0-3912-4e5e-bf50-bb8a0d773ffa"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:27:32.435811 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e9b8ff-a98b-4734-9c28-c5163bfd466c x-openstack-request-id: req-30e9b8ff-a98b-4734-9c28-c5163bfd466c {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:27:32.436093 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94795c0-a407-4d08-bd77-b8dd8599f450", "tag": "03e8aea0-3912-4e5e-bf50-bb8a0d773ffa", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:27:32.436343 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-30e9b8ff-a98b-4734-9c28-c5163bfd466c {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:27:32.436747 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94795c0-a407-4d08-bd77-b8dd8599f450', 'tag': '03e8aea0-3912-4e5e-bf50-bb8a0d773ffa', 'status': 'completed', 'code': 200} Jul 13 08:27:32.489885 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-01bd6f0d-3db8-45d7-bddb-7b9b390f46f2 None None] Set router b6cadc84-f97f-45d8-a829-070facdf2407 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:27:32.515855 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e0ee6-c274-478f-ba43-4a5c948fa7e9 req-718b08c3-4cf1-4433-9112-92a84adfaeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:32.517654 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-157e0ee6-c274-478f-ba43-4a5c948fa7e9 req-718b08c3-4cf1-4433-9112-92a84adfaeb3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 1097 time: 0.0579197 Jul 13 08:27:32.611755 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e0ee6-c274-478f-ba43-4a5c948fa7e9 req-9003bcae-9d29-4c5c-ac0a-2eebaac26aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:32.613255 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-157e0ee6-c274-478f-ba43-4a5c948fa7e9 req-9003bcae-9d29-4c5c-ac0a-2eebaac26aae service neutron] 10.222.0.25 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.0897856 Jul 13 08:27:32.676501 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-157e0ee6-c274-478f-ba43-4a5c948fa7e9 req-da7d9844-8d2e-45f9-b188-3e91cc6e9bf9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03e8aea0-3912-4e5e-bf50-bb8a0d773ffa HTTP/1.1" status: 200 len: 999 time: 0.0575500 Jul 13 08:27:32.715026 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-01bd6f0d-3db8-45d7-bddb-7b9b390f46f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'name': 'tempest-ServerActionsTestJSON-1585476715-router', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:34Z', 'updated_at': '2021-07-13T08:20:37Z', 'revision_number': 4, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'gw_port': {'id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:35Z', 'updated_at': '2021-07-13T08:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '1d238cab-1daf-4d52-a149-18f26bee084a', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'port_id': '03e8aea0-3912-4e5e-bf50-bb8a0d773ffa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'mac_address': 'fa:16:3e:cb:b0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94795c0-a407-4d08-bd77-b8dd8599f450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:20:39Z', 'updated_at': '2021-07-13T08:27:31Z', 'revision_number': 13, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5bd495-ae77-498f-947a-86bbde072555', 'name': '', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'mac_address': 'fa:16:3e:f1:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:36Z', 'updated_at': '2021-07-13T08:20:42Z', 'revision_number': 5, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'subnets': [{'id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:27:32.723963 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e0ee6-c274-478f-ba43-4a5c948fa7e9 req-d80d39cc-3e0c-4899-8e7e-22401a5e5ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:32.725440 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-157e0ee6-c274-478f-ba43-4a5c948fa7e9 req-d80d39cc-3e0c-4899-8e7e-22401a5e5ce5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0435059 Jul 13 08:27:32.741573 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bd6f0d-3db8-45d7-bddb-7b9b390f46f2 None None] Checking router: b6cadc84-f97f-45d8-a829-070facdf2407 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:27:32.749908 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bd6f0d-3db8-45d7-bddb-7b9b390f46f2 None None] Routers {'b6cadc84-f97f-45d8-a829-070facdf2407'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:27:32.750457 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-01bd6f0d-3db8-45d7-bddb-7b9b390f46f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:27:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['b6cadc84-f97f-45d8-a829-070facdf2407'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:27:32.786895 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e0ee6-c274-478f-ba43-4a5c948fa7e9 req-a476c106-a633-407c-a6f9-69a46e62253c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:27:32.788433 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-157e0ee6-c274-478f-ba43-4a5c948fa7e9 req-a476c106-a633-407c-a6f9-69a46e62253c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560956 Jul 13 08:27:32.856180 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-01bd6f0d-3db8-45d7-bddb-7b9b390f46f2 None None] Set router b6cadc84-f97f-45d8-a829-070facdf2407 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:27:32.877854 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-157e0ee6-c274-478f-ba43-4a5c948fa7e9 req-09e42bd4-7f0a-4dbb-8532-378400a2c129 service neutron] 10.222.0.25 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820379 Jul 13 08:27:33.089432 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-01bd6f0d-3db8-45d7-bddb-7b9b390f46f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'name': 'tempest-ServerActionsTestJSON-1585476715-router', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:34Z', 'updated_at': '2021-07-13T08:20:37Z', 'revision_number': 4, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'gw_port': {'id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:35Z', 'updated_at': '2021-07-13T08:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '1d238cab-1daf-4d52-a149-18f26bee084a', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'port_id': '03e8aea0-3912-4e5e-bf50-bb8a0d773ffa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'mac_address': 'fa:16:3e:cb:b0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94795c0-a407-4d08-bd77-b8dd8599f450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:20:39Z', 'updated_at': '2021-07-13T08:27:31Z', 'revision_number': 13, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5bd495-ae77-498f-947a-86bbde072555', 'name': '', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'mac_address': 'fa:16:3e:f1:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:36Z', 'updated_at': '2021-07-13T08:20:42Z', 'revision_number': 5, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'subnets': [{'id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:27:33.116387 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bd6f0d-3db8-45d7-bddb-7b9b390f46f2 None None] The sync data for ids ['b6cadc84-f97f-45d8-a829-070facdf2407'] in n-d-771363-34 is: [{'id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'name': 'tempest-ServerActionsTestJSON-1585476715-router', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:34Z', 'updated_at': '2021-07-13T08:20:37Z', 'revision_number': 4, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'gw_port': {'id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:35Z', 'updated_at': '2021-07-13T08:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '1d238cab-1daf-4d52-a149-18f26bee084a', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'port_id': '03e8aea0-3912-4e5e-bf50-bb8a0d773ffa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'mac_address': 'fa:16:3e:cb:b0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94795c0-a407-4d08-bd77-b8dd8599f450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:20:39Z', 'updated_at': '2021-07-13T08:27:31Z', 'revision_number': 13, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5bd495-ae77-498f-947a-86bbde072555', 'name': '', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'mac_address': 'fa:16:3e:f1:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:36Z', 'updated_at': '2021-07-13T08:20:42Z', 'revision_number': 5, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'subnets': [{'id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:27:33.222628 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:33.241330 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b0f2c704-1d5d-4034-9a56-83b72d124191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:33.299436 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-157e0ee6-c274-478f-ba43-4a5c948fa7e9 req-6f5b92b9-ac22-472b-a4b1-f3e89eeac9c2 service neutron] 10.222.0.25 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158130 Jul 13 08:27:33.329787 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98d32da-4beb-49a1-ac42-7b27781dcc6b None None] New status for floating IP 1d238cab-1daf-4d52-a149-18f26bee084a: ACTIVE {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:27:34.322060 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:36.088936 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:38.041810 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:27:53.884988 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:27:54.587386 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:00.364620 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e5123e81-6e97-4c0e-9766-9e652ffbd9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:03.226305 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:03.242519 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0af95fa6-0bf3-4419-9bed-ddc0587280d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:04.325450 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:06.092003 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:08.579523 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-371c1c7b-7d41-4ee7-81d6-9c635d53adfa req-ecf2163c-54e6-48b9-84ff-e03d273e8848 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0911562 Jul 13 08:28:08.682615 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c1c7b-7d41-4ee7-81d6-9c635d53adfa req-fa643483-d81e-4b8c-bf8c-8b22676e753a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:08.684369 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-371c1c7b-7d41-4ee7-81d6-9c635d53adfa req-fa643483-d81e-4b8c-bf8c-8b22676e753a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 1097 time: 0.0555906 Jul 13 08:28:08.793460 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c1c7b-7d41-4ee7-81d6-9c635d53adfa req-350420c5-c130-4c95-9976-1dff0fb158ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:08.794957 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-371c1c7b-7d41-4ee7-81d6-9c635d53adfa req-350420c5-c130-4c95-9976-1dff0fb158ab service neutron] 10.222.0.25 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.0909178 Jul 13 08:28:08.862092 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-371c1c7b-7d41-4ee7-81d6-9c635d53adfa req-4fb18c30-e5d8-44ee-a026-fb23b0a0b22f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03e8aea0-3912-4e5e-bf50-bb8a0d773ffa HTTP/1.1" status: 200 len: 1001 time: 0.0612965 Jul 13 08:28:08.909618 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c1c7b-7d41-4ee7-81d6-9c635d53adfa req-a020978d-8d38-4238-8e2f-a83047641bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:08.911114 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-371c1c7b-7d41-4ee7-81d6-9c635d53adfa req-a020978d-8d38-4238-8e2f-a83047641bbd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0430570 Jul 13 08:28:08.967098 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c1c7b-7d41-4ee7-81d6-9c635d53adfa req-5d86ad4c-58b4-4f15-ac01-32c4e2e9489b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:28:08.968589 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-371c1c7b-7d41-4ee7-81d6-9c635d53adfa req-5d86ad4c-58b4-4f15-ac01-32c4e2e9489b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509241 Jul 13 08:28:09.060886 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-371c1c7b-7d41-4ee7-81d6-9c635d53adfa req-24043ce8-1a17-4bc8-92cc-ebf982739108 service neutron] 10.222.0.25 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855467 Jul 13 08:28:09.150694 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-371c1c7b-7d41-4ee7-81d6-9c635d53adfa req-1957a047-804b-4c78-bd1a-be089b22452d service neutron] 10.222.0.25 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843105 Jul 13 08:28:15.039686 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:28:23.884667 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:24.601964 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:30.365592 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-50b31eda-1504-4e74-bf59-90d3d531f523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:33.233416 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:33.244338 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b1e10fcc-855e-4e1d-8c7b-47674d4fa77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:34.332143 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:36.095280 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:52.040178 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:28:53.882464 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:28:54.594498 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:00.368317 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-93c457c2-2969-4dbb-a8c4-e930ea0060cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:03.225243 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:03.245252 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-adaa1a76-0154-49e9-973d-17b85533a9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:04.330218 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:06.099714 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:08.569629 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-511f2400-a659-44a8-b38d-136792b04b77 req-929cdfee-6c03-4a5f-8673-7f55397a7fe8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0595815 Jul 13 08:29:08.671832 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f2400-a659-44a8-b38d-136792b04b77 req-2ad5d178-9a3e-4d87-aa87-29b9fd58b7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:08.673352 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-511f2400-a659-44a8-b38d-136792b04b77 req-2ad5d178-9a3e-4d87-aa87-29b9fd58b7f9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 1097 time: 0.0531957 Jul 13 08:29:08.823578 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f2400-a659-44a8-b38d-136792b04b77 req-1e0f2982-6040-4916-8633-f402474a95f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:08.824997 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-511f2400-a659-44a8-b38d-136792b04b77 req-1e0f2982-6040-4916-8633-f402474a95f4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.1248541 Jul 13 08:29:08.832853 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63d2b2-0db9-4da8-a013-8ea64caf5da7 req-49e1148c-c4cc-421a-895c-661c81a597fe tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:08.834302 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3c63d2b2-0db9-4da8-a013-8ea64caf5da7 req-49e1148c-c4cc-421a-895c-661c81a597fe tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 945 time: 0.1439171 Jul 13 08:29:08.913336 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3c63d2b2-0db9-4da8-a013-8ea64caf5da7 req-6f577da2-d502-458b-b61c-48008d907168 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722198 Jul 13 08:29:08.920035 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-511f2400-a659-44a8-b38d-136792b04b77 req-56da6252-ccb2-43da-96f1-6e2578ab7899 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03e8aea0-3912-4e5e-bf50-bb8a0d773ffa HTTP/1.1" status: 200 len: 1001 time: 0.0847797 Jul 13 08:29:08.974192 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f2400-a659-44a8-b38d-136792b04b77 req-fa69485f-c4ea-4086-935c-cc2891eb3429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:08.975704 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-511f2400-a659-44a8-b38d-136792b04b77 req-fa69485f-c4ea-4086-935c-cc2891eb3429 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0495150 Jul 13 08:29:09.032782 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f2400-a659-44a8-b38d-136792b04b77 req-e5c02c06-784b-443b-98ae-edc7c06a170d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:09.034446 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-511f2400-a659-44a8-b38d-136792b04b77 req-e5c02c06-784b-443b-98ae-edc7c06a170d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527775 Jul 13 08:29:09.132064 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-511f2400-a659-44a8-b38d-136792b04b77 req-72b92ed5-f204-4bcd-a2c4-c124eba8fc2f service neutron] 10.222.0.25 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906386 Jul 13 08:29:09.226373 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-511f2400-a659-44a8-b38d-136792b04b77 req-730f14df-d0ac-4291-b083-0b9c51829714 service neutron] 10.222.0.25 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882368 Jul 13 08:29:19.135422 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-a2cd4773-0014-487a-b27c-d6347c86d1f2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0519083 Jul 13 08:29:19.195568 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53471173-9987-46b1-ac7d-bd3b9ff80f21 req-befbd89c-0ed4-4126-bfd5-3e57cb119f4c tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:19.197628 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53471173-9987-46b1-ac7d-bd3b9ff80f21 req-befbd89c-0ed4-4126-bfd5-3e57cb119f4c tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 945 time: 0.0708160 Jul 13 08:29:19.237227 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53471173-9987-46b1-ac7d-bd3b9ff80f21 req-96d6a199-8fe7-424b-8ea3-81703b5afdf1 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339355 Jul 13 08:29:20.422990 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a80b02-c2e3-4f46-af0d-5a62d81126e2 req-056216ca-7252-4f49-93e7-9655243c984b tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:20.424529 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-06a80b02-c2e3-4f46-af0d-5a62d81126e2 req-056216ca-7252-4f49-93e7-9655243c984b tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 945 time: 0.0741704 Jul 13 08:29:20.462363 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-06a80b02-c2e3-4f46-af0d-5a62d81126e2 req-e327c100-dd53-43cf-9027-b67f7ad631a1 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322964 Jul 13 08:29:21.641742 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c4e71-da3f-4076-9820-dd84fe2355f2 req-62b9b022-e4d5-490d-9f68-8a27f7a99145 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:21.643241 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5a7c4e71-da3f-4076-9820-dd84fe2355f2 req-62b9b022-e4d5-490d-9f68-8a27f7a99145 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 945 time: 0.0628679 Jul 13 08:29:21.684347 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5a7c4e71-da3f-4076-9820-dd84fe2355f2 req-80bd5ad2-26bb-4dd9-a320-61708d9f2cdc tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353451 Jul 13 08:29:22.302685 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-1396b51b-14a6-4193-bd3b-8ba70efc5a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:22.304252 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-1396b51b-14a6-4193-bd3b-8ba70efc5a82 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 1097 time: 0.0579786 Jul 13 08:29:22.406651 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-87ba8f3d-7ecd-4e5d-96be-b54aad03a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:22.408168 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-87ba8f3d-7ecd-4e5d-96be-b54aad03a260 service neutron] 10.222.0.25 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.0981035 Jul 13 08:29:22.478408 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-e138f332-391c-4c34-a457-d2ae0a27582f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03e8aea0-3912-4e5e-bf50-bb8a0d773ffa HTTP/1.1" status: 200 len: 1001 time: 0.0640378 Jul 13 08:29:22.532923 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-05e80ef9-86a5-4a5f-914a-4f5f61d01972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:22.534424 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-05e80ef9-86a5-4a5f-914a-4f5f61d01972 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0505550 Jul 13 08:29:22.597732 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-2c050f93-e137-4330-ac7b-2113d39f6635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:22.599283 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-2c050f93-e137-4330-ac7b-2113d39f6635 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578208 Jul 13 08:29:22.694158 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-9cc04964-c61a-4f33-a028-fa37e40a1acb service neutron] 10.222.0.25 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886796 Jul 13 08:29:22.793587 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-766d2e88-c646-424e-b432-1d3ef74bb39a service neutron] 10.222.0.25 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928028 Jul 13 08:29:22.867284 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b86fc-5ed0-43d0-bf31-582b95fd0f22 req-a4dc6f68-e327-442d-b74a-daf8611ced5d tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:22.869365 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-967b86fc-5ed0-43d0-bf31-582b95fd0f22 req-a4dc6f68-e327-442d-b74a-daf8611ced5d tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 945 time: 0.0657313 Jul 13 08:29:22.914371 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-967b86fc-5ed0-43d0-bf31-582b95fd0f22 req-1ce4bcf9-5275-4b1b-8b1b-7351cee22800 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341048 Jul 13 08:29:23.883288 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:24.093479 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a0dc9-ce85-458a-9ad8-cf75e6e8b5fc req-f71ccbc5-f62a-4fee-b64f-c7bcfe95400c tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:24.094981 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4d0a0dc9-ce85-458a-9ad8-cf75e6e8b5fc req-f71ccbc5-f62a-4fee-b64f-c7bcfe95400c tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 945 time: 0.0672829 Jul 13 08:29:24.132309 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4d0a0dc9-ce85-458a-9ad8-cf75e6e8b5fc req-f6116055-1a25-4fb8-a6bb-1b34f3f344bb tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318096 Jul 13 08:29:24.597346 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:25.308472 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579c603-9740-40f6-8999-9a5a27f4e3fe req-b6637258-71a0-4fb7-86c0-2d4612a6af75 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:25.309936 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0579c603-9740-40f6-8999-9a5a27f4e3fe req-b6637258-71a0-4fb7-86c0-2d4612a6af75 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 945 time: 0.0662472 Jul 13 08:29:25.347411 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0579c603-9740-40f6-8999-9a5a27f4e3fe req-3f1b745f-c8a5-4657-ba3e-aab78cb3763e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319383 Jul 13 08:29:26.523386 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45386322-f477-4d30-afe4-90cab51a67f7 req-ebe270f6-8277-42c0-8b32-c0b25fbf3aac tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:26.524899 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-45386322-f477-4d30-afe4-90cab51a67f7 req-ebe270f6-8277-42c0-8b32-c0b25fbf3aac tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 945 time: 0.0628710 Jul 13 08:29:26.563836 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-45386322-f477-4d30-afe4-90cab51a67f7 req-c338fc7a-3cf7-4d7f-90bf-d560d33b72aa tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328157 Jul 13 08:29:27.737605 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28214b35-4d26-4bd6-88d3-b25529dc575c req-fc849173-6dc9-4fbf-9ab4-5773dfe98411 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:27.739226 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-28214b35-4d26-4bd6-88d3-b25529dc575c req-fc849173-6dc9-4fbf-9ab4-5773dfe98411 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 945 time: 0.0636480 Jul 13 08:29:27.777176 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-28214b35-4d26-4bd6-88d3-b25529dc575c req-6a78d4c8-57a8-4c24-96b2-ddfe35e127d1 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321047 Jul 13 08:29:28.955296 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ec570-8f5f-4f1e-8cf2-1cf7b07b9a6a req-6daca00f-004b-4b70-8b66-06f364053bc2 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:28.956770 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1f6ec570-8f5f-4f1e-8cf2-1cf7b07b9a6a req-6daca00f-004b-4b70-8b66-06f364053bc2 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 945 time: 0.0628796 Jul 13 08:29:28.997870 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1f6ec570-8f5f-4f1e-8cf2-1cf7b07b9a6a req-b34b4177-2333-44dc-a060-e2a22a6745c6 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356123 Jul 13 08:29:29.038419 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:29:30.186770 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c94714-8dfd-4d38-9ccc-3509ab43c776 req-d406eb57-9bc6-4133-ba1f-91d08ada5b65 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:30.188266 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-57c94714-8dfd-4d38-9ccc-3509ab43c776 req-d406eb57-9bc6-4133-ba1f-91d08ada5b65 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 945 time: 0.0626884 Jul 13 08:29:30.226019 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-57c94714-8dfd-4d38-9ccc-3509ab43c776 req-2afc8719-cf18-49c1-b839-31ccce26d7b2 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322328 Jul 13 08:29:30.368061 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1444647f-510f-472c-86e0-42d29a060117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:31.410574 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58fbe1-09f0-4e73-bf11-73d9aeec2d3c req-e79b6305-a60d-417c-8783-63adafbd22f7 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:31.412100 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9c58fbe1-09f0-4e73-bf11-73d9aeec2d3c req-e79b6305-a60d-417c-8783-63adafbd22f7 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 945 time: 0.0632050 Jul 13 08:29:31.449671 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9c58fbe1-09f0-4e73-bf11-73d9aeec2d3c req-72e289ab-546e-4ae0-ac69-d2e73ac9aa55 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312908 Jul 13 08:29:32.628019 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd888811-78cd-4992-bcd7-7ee7614da7b2 req-37ec65a1-e439-4ac5-9b45-797ec28cf279 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:32.629504 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cd888811-78cd-4992-bcd7-7ee7614da7b2 req-37ec65a1-e439-4ac5-9b45-797ec28cf279 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 945 time: 0.0685787 Jul 13 08:29:32.668814 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cd888811-78cd-4992-bcd7-7ee7614da7b2 req-68e3de92-1c09-496d-bab1-5af4321068fd tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332367 Jul 13 08:29:33.227658 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:33.247904 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cacb9b8-2d04-4a48-af24-802aa02bc3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:33.841492 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2379c-bd78-435f-b2a8-3ee38aafe599 req-44a5b587-47d1-4ea9-bc5c-1c1c49780177 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:33.842909 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b6d2379c-bd78-435f-b2a8-3ee38aafe599 req-44a5b587-47d1-4ea9-bc5c-1c1c49780177 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 945 time: 0.0632136 Jul 13 08:29:33.879822 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b6d2379c-bd78-435f-b2a8-3ee38aafe599 req-6a492f36-4b1c-4191-8be2-28a10a88d7a5 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313456 Jul 13 08:29:34.333084 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:35.066333 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc6dca-7486-46f3-8d16-5b5e70f0a2fe req-3025cd26-5602-42bc-a9f9-0c2e9df4537d tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:35.067354 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3afc6dca-7486-46f3-8d16-5b5e70f0a2fe req-3025cd26-5602-42bc-a9f9-0c2e9df4537d tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 945 time: 0.0724375 Jul 13 08:29:35.109505 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3afc6dca-7486-46f3-8d16-5b5e70f0a2fe req-ed14ae95-c90e-4e74-9b88-c9534e99bb47 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353158 Jul 13 08:29:36.102473 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:36.306869 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e3c99-72dd-4c2b-a1ff-dc9c579b29c8 req-5bf7a72c-796b-46c6-88b9-e75c7bca7849 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:36.308541 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-633e3c99-72dd-4c2b-a1ff-dc9c579b29c8 req-5bf7a72c-796b-46c6-88b9-e75c7bca7849 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 945 time: 0.0777738 Jul 13 08:29:36.353506 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-633e3c99-72dd-4c2b-a1ff-dc9c579b29c8 req-83b44914-5b8a-41a3-9b15-189911ac9bdd tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388119 Jul 13 08:29:36.503945 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-8a662931-f79e-46a0-b12c-481fb573854a service neutron] show failed (client error): The resource could not be found. Jul 13 08:29:36.505070 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-8a662931-f79e-46a0-b12c-481fb573854a service neutron] 10.222.0.25 "GET /v2.0/ports/03e8aea0-3912-4e5e-bf50-bb8a0d773ffa/bindings/n-h1-771363-34 HTTP/1.1" status: 404 len: 381 time: 0.0656569 Jul 13 08:29:36.755032 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-4722dbb3-0287-4b92-9c4f-7e77b3313aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:36.756563 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-4722dbb3-0287-4b92-9c4f-7e77b3313aef service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450&tenant_id=d9b9f2475bd6470a984bd5e137557b3a HTTP/1.1" status: 200 len: 1097 time: 0.0542560 Jul 13 08:29:36.767846 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-8c82c028-26d0-4f23-8ee5-36e88568e423 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-34', 'device_owner': 'compute:nova'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:29:36.845890 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-8c82c028-26d0-4f23-8ee5-36e88568e423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:37.052804 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-8c82c028-26d0-4f23-8ee5-36e88568e423 service neutron] For port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=03e8aea0-3912-4e5e-bf50-bb8a0d773ffa,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:29:37.086063 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-8c82c028-26d0-4f23-8ee5-36e88568e423 service neutron] For port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:29:37.125294 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94795c0-a407-4d08-bd77-b8dd8599f450', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03e8aea0-3912-4e5e-bf50-bb8a0d773ffa'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:29:37.127588 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7bb3ef-8ec3-4a7a-9eed-8b45cf582b88" -d '{"events": [{"server_uuid": "c94795c0-a407-4d08-bd77-b8dd8599f450", "name": "network-vif-unplugged", "status": "completed", "tag": "03e8aea0-3912-4e5e-bf50-bb8a0d773ffa"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:29:37.131180 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-8c82c028-26d0-4f23-8ee5-36e88568e423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:37.144226 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-8c82c028-26d0-4f23-8ee5-36e88568e423 service neutron] Transition to ACTIVE for port object 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:29:37.148462 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-8c82c028-26d0-4f23-8ee5-36e88568e423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:37.192203 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b911d9cd-c7e0-43c4-a62f-63cc754b6558 x-openstack-request-id: req-b911d9cd-c7e0-43c4-a62f-63cc754b6558 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:29:37.192493 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94795c0-a407-4d08-bd77-b8dd8599f450", "name": "network-vif-unplugged", "status": "completed", "tag": "03e8aea0-3912-4e5e-bf50-bb8a0d773ffa", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:29:37.192748 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b911d9cd-c7e0-43c4-a62f-63cc754b6558 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:29:37.193145 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94795c0-a407-4d08-bd77-b8dd8599f450', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03e8aea0-3912-4e5e-bf50-bb8a0d773ffa', 'code': 200} Jul 13 08:29:37.234639 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82c028-26d0-4f23-8ee5-36e88568e423 service neutron] Pushing event updated for resources: {'Port': ['ID=03e8aea0-3912-4e5e-bf50-bb8a0d773ffa,revision_number=6']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:37.249725 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82c028-26d0-4f23-8ee5-36e88568e423 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:37.250070 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82c028-26d0-4f23-8ee5-36e88568e423 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:37.250412 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82c028-26d0-4f23-8ee5-36e88568e423 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:37.250757 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82c028-26d0-4f23-8ee5-36e88568e423 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:37.251085 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82c028-26d0-4f23-8ee5-36e88568e423 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:37.251448 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82c028-26d0-4f23-8ee5-36e88568e423 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:37.251777 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82c028-26d0-4f23-8ee5-36e88568e423 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:37.252104 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82c028-26d0-4f23-8ee5-36e88568e423 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:37.252431 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82c028-26d0-4f23-8ee5-36e88568e423 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:37.252757 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82c028-26d0-4f23-8ee5-36e88568e423 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:37.253080 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82c028-26d0-4f23-8ee5-36e88568e423 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:37.253409 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82c028-26d0-4f23-8ee5-36e88568e423 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:37.286079 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-8c82c028-26d0-4f23-8ee5-36e88568e423 service neutron] No DVR routers for this DVR port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:29:37.428516 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-8c82c028-26d0-4f23-8ee5-36e88568e423 service neutron] Attempting to bind port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:29:37.429259 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-8c82c028-26d0-4f23-8ee5-36e88568e423 service neutron] Attempting to bind port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:29:37.429259 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-8c82c028-26d0-4f23-8ee5-36e88568e423 service neutron] Attempting to bind port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa on network adfbf2f9-e250-4fa0-9e73-814bcba7a298 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:29:37.433979 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-8c82c028-26d0-4f23-8ee5-36e88568e423 service neutron] Port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa on network adfbf2f9-e250-4fa0-9e73-814bcba7a298 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:29:37.434295 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-8c82c028-26d0-4f23-8ee5-36e88568e423 service neutron] Attempting to bind port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa on network adfbf2f9-e250-4fa0-9e73-814bcba7a298 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:29:37.439491 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-8c82c028-26d0-4f23-8ee5-36e88568e423 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:29:37.439827 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-8c82c028-26d0-4f23-8ee5-36e88568e423 service neutron] Checking segment: {'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:29:37.440206 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-8c82c028-26d0-4f23-8ee5-36e88568e423 service neutron] Bound using segment: {'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:29:37.440625 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-8c82c028-26d0-4f23-8ee5-36e88568e423 service neutron] Bound port: 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:29:37.440982 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-8c82c028-26d0-4f23-8ee5-36e88568e423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:37.547699 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-8c82c028-26d0-4f23-8ee5-36e88568e423 service neutron] For port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:29:37.920255 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-8c82c028-26d0-4f23-8ee5-36e88568e423 service neutron] For port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=03e8aea0-3912-4e5e-bf50-bb8a0d773ffa,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:29:37.924975 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-8c82c028-26d0-4f23-8ee5-36e88568e423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:37.965417 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e80f07-e2f4-4db1-aaed-11f8165e6048 req-1ed3e5e3-dcba-4d6c-b508-ee634339828e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:37.966946 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-13e80f07-e2f4-4db1-aaed-11f8165e6048 req-1ed3e5e3-dcba-4d6c-b508-ee634339828e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 943 time: 0.4891608 Jul 13 08:29:37.973568 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-8c82c028-26d0-4f23-8ee5-36e88568e423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:37.974181 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-8c82c028-26d0-4f23-8ee5-36e88568e423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:37.975691 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-8c82c028-26d0-4f23-8ee5-36e88568e423 service neutron] 10.222.0.42 "PUT /v2.0/ports/03e8aea0-3912-4e5e-bf50-bb8a0d773ffa HTTP/1.1" status: 200 len: 1092 time: 1.2120922 Jul 13 08:29:38.042801 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82c028-26d0-4f23-8ee5-36e88568e423 service neutron] Pushing event updated for resources: {'Port': ['ID=03e8aea0-3912-4e5e-bf50-bb8a0d773ffa,revision_number=7']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:38.065075 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-13e80f07-e2f4-4db1-aaed-11f8165e6048 req-47d4000a-8907-4d6b-a046-0ce1c1ffd99d tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885682 Jul 13 08:29:38.088079 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-3f1aa781-1492-4887-a8e9-b0adbc5aee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:38.090280 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-3f1aa781-1492-4887-a8e9-b0adbc5aee4b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 1095 time: 0.0874131 Jul 13 08:29:38.189433 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-2d5f6f4a-fa99-4f05-9466-cb001206c605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:38.192174 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-2d5f6f4a-fa99-4f05-9466-cb001206c605 service neutron] 10.222.0.42 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.0958145 Jul 13 08:29:38.256950 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-feaf8739-09dc-47aa-8417-766785e7b7ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03e8aea0-3912-4e5e-bf50-bb8a0d773ffa HTTP/1.1" status: 200 len: 999 time: 0.0585105 Jul 13 08:29:38.308559 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-0856b70f-e495-477b-898e-8e58ea982288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:38.310018 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-0856b70f-e495-477b-898e-8e58ea982288 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0470259 Jul 13 08:29:38.365115 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-d4a036ca-18e0-4311-9ba3-a2aacf2d17a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:38.366579 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-d4a036ca-18e0-4311-9ba3-a2aacf2d17a9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498266 Jul 13 08:29:38.376272 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-2d4bcfad-fdd3-4285-b8b9-abf639ddaf04 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:29:38.377188 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-2d4bcfad-fdd3-4285-b8b9-abf639ddaf04 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048232 Jul 13 08:29:38.469107 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-37ab031b-badd-4949-9d6f-0975abd18f7e service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854132 Jul 13 08:29:38.570621 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7b5c5cc0-cead-45f1-9054-614fb38ee1ec req-b97532b0-6eb6-4220-96bd-e527d9fb991c service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951140 Jul 13 08:29:39.194030 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94795c0-a407-4d08-bd77-b8dd8599f450', 'tag': '03e8aea0-3912-4e5e-bf50-bb8a0d773ffa'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:29:39.196578 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca7859c-deaf-45a2-9d1a-ae677cecb724" -d '{"events": [{"name": "network-changed", "server_uuid": "c94795c0-a407-4d08-bd77-b8dd8599f450", "tag": "03e8aea0-3912-4e5e-bf50-bb8a0d773ffa"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:29:39.257005 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89ea9fa-a608-4963-b542-04a54d3c17d5 x-openstack-request-id: req-f89ea9fa-a608-4963-b542-04a54d3c17d5 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:29:39.257287 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94795c0-a407-4d08-bd77-b8dd8599f450", "tag": "03e8aea0-3912-4e5e-bf50-bb8a0d773ffa", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:29:39.257532 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f89ea9fa-a608-4963-b542-04a54d3c17d5 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:29:39.257923 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94795c0-a407-4d08-bd77-b8dd8599f450', 'tag': '03e8aea0-3912-4e5e-bf50-bb8a0d773ffa', 'status': 'completed', 'code': 200} Jul 13 08:29:39.263048 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de744a5-9c4c-4aac-9818-4fa7649eca0f req-ddeece68-cbde-4035-a47f-b0060077a62c tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:39.266737 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5de744a5-9c4c-4aac-9818-4fa7649eca0f req-ddeece68-cbde-4035-a47f-b0060077a62c tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 943 time: 0.0808642 Jul 13 08:29:39.333184 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7859c-deaf-45a2-9d1a-ae677cecb724 req-28054930-3e41-448e-881c-76a52b6eed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:39.335153 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dca7859c-deaf-45a2-9d1a-ae677cecb724 req-28054930-3e41-448e-881c-76a52b6eed77 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 1095 time: 0.0543504 Jul 13 08:29:39.352062 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5de744a5-9c4c-4aac-9818-4fa7649eca0f req-f1f08679-fd7b-41a7-9334-d2adfcfcd931 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788922 Jul 13 08:29:39.360826 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7859c-deaf-45a2-9d1a-ae677cecb724 req-d9096920-604f-46f3-8333-d99bca412e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:39.362641 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dca7859c-deaf-45a2-9d1a-ae677cecb724 req-d9096920-604f-46f3-8333-d99bca412e57 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 1095 time: 0.0822756 Jul 13 08:29:39.436822 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7859c-deaf-45a2-9d1a-ae677cecb724 req-a0a22d01-06b6-42ad-832f-b96978f55e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:39.438440 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dca7859c-deaf-45a2-9d1a-ae677cecb724 req-a0a22d01-06b6-42ad-832f-b96978f55e74 service neutron] 10.222.0.42 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.0980444 Jul 13 08:29:39.468697 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7859c-deaf-45a2-9d1a-ae677cecb724 req-cc716fed-c7be-4b47-8f95-0c6c5949e1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:39.470196 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dca7859c-deaf-45a2-9d1a-ae677cecb724 req-cc716fed-c7be-4b47-8f95-0c6c5949e1c8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.1015105 Jul 13 08:29:39.506967 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dca7859c-deaf-45a2-9d1a-ae677cecb724 req-edc018ea-6b29-4d26-b221-fec3e317404e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03e8aea0-3912-4e5e-bf50-bb8a0d773ffa HTTP/1.1" status: 200 len: 999 time: 0.0622907 Jul 13 08:29:39.539161 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dca7859c-deaf-45a2-9d1a-ae677cecb724 req-209a9721-c5ce-4635-86bb-0979182f83a4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03e8aea0-3912-4e5e-bf50-bb8a0d773ffa HTTP/1.1" status: 200 len: 999 time: 0.0629480 Jul 13 08:29:39.566887 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7859c-deaf-45a2-9d1a-ae677cecb724 req-f938c40f-ba3b-4aeb-a587-5c909d2d5ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:39.568432 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dca7859c-deaf-45a2-9d1a-ae677cecb724 req-f938c40f-ba3b-4aeb-a587-5c909d2d5ff9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0551810 Jul 13 08:29:39.594466 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7859c-deaf-45a2-9d1a-ae677cecb724 req-a4c01e88-bd1f-4bd9-8ed9-829311cda9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:39.596014 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dca7859c-deaf-45a2-9d1a-ae677cecb724 req-a4c01e88-bd1f-4bd9-8ed9-829311cda9c5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0513713 Jul 13 08:29:39.627192 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7859c-deaf-45a2-9d1a-ae677cecb724 req-6daae7d9-1f1f-4506-be1e-aace2c713cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:39.628738 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dca7859c-deaf-45a2-9d1a-ae677cecb724 req-6daae7d9-1f1f-4506-be1e-aace2c713cff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544488 Jul 13 08:29:39.660505 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7859c-deaf-45a2-9d1a-ae677cecb724 req-0457ba0d-113f-4611-8f74-0fa6e3e1124c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:39.663000 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dca7859c-deaf-45a2-9d1a-ae677cecb724 req-0457ba0d-113f-4611-8f74-0fa6e3e1124c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605526 Jul 13 08:29:39.733008 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dca7859c-deaf-45a2-9d1a-ae677cecb724 req-f56d448e-98f4-4461-9937-d316a33d8133 service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942516 Jul 13 08:29:39.759219 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dca7859c-deaf-45a2-9d1a-ae677cecb724 req-2b39e4bb-fb27-45ce-9dcd-c2fb0c6a22dc service neutron] 10.222.0.25 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894361 Jul 13 08:29:39.825437 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:29:39.835454 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-dca7859c-deaf-45a2-9d1a-ae677cecb724 req-745038c2-bdbc-48d4-afc9-bbbe287cfc57 service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963709 Jul 13 08:29:39.867340 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dca7859c-deaf-45a2-9d1a-ae677cecb724 req-8c5472c5-5cdf-4b41-aab3-5ec2b70d3a58 service neutron] 10.222.0.25 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028354 Jul 13 08:29:39.867897 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:29:40.538502 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541660e-2688-4572-9b5e-0a596fdbd4e5 req-4eabfa06-3bf4-4547-af5f-ac4baf13b428 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:40.540115 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e541660e-2688-4572-9b5e-0a596fdbd4e5 req-4eabfa06-3bf4-4547-af5f-ac4baf13b428 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 943 time: 0.0675795 Jul 13 08:29:40.581493 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e541660e-2688-4572-9b5e-0a596fdbd4e5 req-161a362e-132a-4512-9b26-15c564273f32 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336208 Jul 13 08:29:41.955306 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932fe6a8-b18a-49de-9cac-b2b10710ff40 req-d3fa17dd-bd8a-4a7c-b61c-2e4f77fc596e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:41.956744 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-932fe6a8-b18a-49de-9cac-b2b10710ff40 req-d3fa17dd-bd8a-4a7c-b61c-2e4f77fc596e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 943 time: 0.0661211 Jul 13 08:29:41.996717 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-932fe6a8-b18a-49de-9cac-b2b10710ff40 req-e08edca7-7326-4eb6-a1b5-349cc9211840 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341949 Jul 13 08:29:43.182694 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca2222-10d7-42df-83f9-f11c70207cb4 req-b922ecc5-8036-4e2f-98ec-f46358f1c32c tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:43.183970 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5dca2222-10d7-42df-83f9-f11c70207cb4 req-b922ecc5-8036-4e2f-98ec-f46358f1c32c tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 943 time: 0.0720248 Jul 13 08:29:43.222673 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5dca2222-10d7-42df-83f9-f11c70207cb4 req-f77322c4-4404-4af2-bee4-7da266e8a685 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326133 Jul 13 08:29:44.400669 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6085cb-c4f2-49c4-8263-49a0a84d7bd5 req-c422d234-934d-4d4b-892f-88959fdfd24c tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:44.402136 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7c6085cb-c4f2-49c4-8263-49a0a84d7bd5 req-c422d234-934d-4d4b-892f-88959fdfd24c tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 943 time: 0.0682218 Jul 13 08:29:44.439932 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7c6085cb-c4f2-49c4-8263-49a0a84d7bd5 req-018abf26-5e29-43ca-8995-1c7159ab9b0c tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322120 Jul 13 08:29:45.632571 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbd7ee-d21a-4c23-901d-19a71dbe36fb req-6f5c4372-797f-4d4b-9829-b850ebdc8721 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:45.634129 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-35dbd7ee-d21a-4c23-901d-19a71dbe36fb req-6f5c4372-797f-4d4b-9829-b850ebdc8721 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 943 time: 0.0691686 Jul 13 08:29:45.679943 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-35dbd7ee-d21a-4c23-901d-19a71dbe36fb req-e9feb4da-5099-49d0-adf3-b3ae1791d1ed tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388331 Jul 13 08:29:46.861621 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81859595-d022-422a-9077-090740ff88e0 req-b1a2c54f-4f11-4ef7-b50c-2372bcac41fb tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:46.863023 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-81859595-d022-422a-9077-090740ff88e0 req-b1a2c54f-4f11-4ef7-b50c-2372bcac41fb tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 943 time: 0.0643826 Jul 13 08:29:46.902977 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-81859595-d022-422a-9077-090740ff88e0 req-dab3c1d1-8a46-44c5-96c0-580bb20e761a tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344203 Jul 13 08:29:48.082542 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ab110-93cb-47db-ba4e-273d1638f0c3 req-31578a45-450f-4d1f-b177-746ae444291f tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:48.084050 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-641ab110-93cb-47db-ba4e-273d1638f0c3 req-31578a45-450f-4d1f-b177-746ae444291f tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 943 time: 0.0665221 Jul 13 08:29:48.122146 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-641ab110-93cb-47db-ba4e-273d1638f0c3 req-8f83f06c-100e-491f-a0bd-81c02c4b656a tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324669 Jul 13 08:29:49.298117 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85ed91-cd5f-4085-987d-2fbee85527f3 req-930ce800-aa3e-46e3-b0af-b26bb4413d6b tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:49.299613 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aa85ed91-cd5f-4085-987d-2fbee85527f3 req-930ce800-aa3e-46e3-b0af-b26bb4413d6b tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 943 time: 0.0652723 Jul 13 08:29:49.341537 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aa85ed91-cd5f-4085-987d-2fbee85527f3 req-33ed0bf5-9bd6-4fcb-a994-d11ba818a0e6 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364180 Jul 13 08:29:50.514978 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a541b-bf59-46ae-a02f-708595a48a86 req-50ec1752-562d-4da7-8e55-32c12eb2a7c6 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:50.517750 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a42a541b-bf59-46ae-a02f-708595a48a86 req-50ec1752-562d-4da7-8e55-32c12eb2a7c6 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 943 time: 0.0650508 Jul 13 08:29:50.556870 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a42a541b-bf59-46ae-a02f-708595a48a86 req-907d37e7-2505-4334-be85-6d2d06d7d68e tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333803 Jul 13 08:29:50.904193 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:29:50.950282 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-060cd90c-1482-4516-ac81-569d28c6244a tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:50.951728 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-060cd90c-1482-4516-ac81-569d28c6244a tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.42 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450&tenant_id=d9b9f2475bd6470a984bd5e137557b3a&binding%3Ahost_id=n-h1-771363-34 HTTP/1.1" status: 200 len: 943 time: 0.0735066 Jul 13 08:29:51.031213 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=03e8aea0-3912-4e5e-bf50-bb8a0d773ffa,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:29:51.042710 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '03e8aea0-3912-4e5e-bf50-bb8a0d773ffa', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'port_id': '03e8aea0-3912-4e5e-bf50-bb8a0d773ffa', 'mac_address': 'fa:16:3e:cb:b0:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:29:51.059421 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-b7367f8d-f1ac-4269-9746-41699ab2ba73 service neutron] 10.222.0.42 "GET /v2.0/ports/03e8aea0-3912-4e5e-bf50-bb8a0d773ffa/bindings/n-h1-771363-34 HTTP/1.1" status: 200 len: 383 time: 0.1019192 Jul 13 08:29:51.077371 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08151454-f558-4b97-a5c4-88c3c9221f4d req-4e611b06-af33-4897-bff8-7a283728889a tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:51.079375 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:51.079534 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-08151454-f558-4b97-a5c4-88c3c9221f4d req-4e611b06-af33-4897-bff8-7a283728889a tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 943 time: 0.0885184 Jul 13 08:29:51.092253 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:29:51.112498 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=03e8aea0-3912-4e5e-bf50-bb8a0d773ffa,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:29:51.116426 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:51.146681 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-08151454-f558-4b97-a5c4-88c3c9221f4d req-e0bb26e0-90f4-4fc9-a0bc-eff480d569a1 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616210 Jul 13 08:29:51.170043 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-8b59804d-578b-4c2a-8b3b-59d6df0b6d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:51.171747 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-8b59804d-578b-4c2a-8b3b-59d6df0b6d18 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 1095 time: 0.0805311 Jul 13 08:29:51.181699 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=03e8aea0-3912-4e5e-bf50-bb8a0d773ffa,revision_number=8']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:51.189989 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:51.190333 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:51.190963 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:51.191363 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:51.191869 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:51.192253 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:51.192592 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:51.192920 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:51.193244 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:51.193569 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:51.193941 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:51.194269 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:51.275867 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-5c85a311-df19-4fe8-8551-9904a0cab97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:51.277355 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-5c85a311-df19-4fe8-8551-9904a0cab97d service neutron] 10.222.0.42 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.0981481 Jul 13 08:29:51.346325 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-c33e04a6-8523-4980-a5d7-c19d967cb395 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03e8aea0-3912-4e5e-bf50-bb8a0d773ffa HTTP/1.1" status: 200 len: 1000 time: 0.0622907 Jul 13 08:29:51.387555 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['03e8aea0-3912-4e5e-bf50-bb8a0d773ffa'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:29:51.402259 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-e2148a62-3c95-4f8e-b8d0-108a09cce488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:51.403890 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-e2148a62-3c95-4f8e-b8d0-108a09cce488 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0514028 Jul 13 08:29:51.463686 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-68261a61-71d1-495e-b293-a96dc6ecb1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:51.465112 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-68261a61-71d1-495e-b293-a96dc6ecb1cb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544789 Jul 13 08:29:51.554279 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-56be9cdd-d75e-4de9-b16e-e0ddc4040f06 service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822861 Jul 13 08:29:51.647804 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-210caf2e-7a36-4eb0-8df0-ccb97d066581 service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871096 Jul 13 08:29:52.342904 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e826db-5b64-446c-95d9-702b7b1f7a8d req-a96d7411-dc2c-41aa-945f-7d22602b9f8c tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:52.344627 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-17e826db-5b64-446c-95d9-702b7b1f7a8d req-a96d7411-dc2c-41aa-945f-7d22602b9f8c tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 944 time: 0.0677993 Jul 13 08:29:52.385179 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-17e826db-5b64-446c-95d9-702b7b1f7a8d req-01e9e037-2bf7-4ace-b9ee-17c5e027cb06 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328083 Jul 13 08:29:52.926070 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:29:52.980862 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:29:52.985533 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:52.985901 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:53.066805 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:53.091054 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94795c0-a407-4d08-bd77-b8dd8599f450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e8aea0-3912-4e5e-bf50-bb8a0d773ffa'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:29:53.093368 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}819247fa28fcd914db4aabd8a9f8f95ceb467163a9d63008da3b74a1dcff375d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a976f75-2f41-46f1-9a41-3b60c05f378b" -d '{"events": [{"server_uuid": "c94795c0-a407-4d08-bd77-b8dd8599f450", "name": "network-vif-plugged", "status": "completed", "tag": "03e8aea0-3912-4e5e-bf50-bb8a0d773ffa"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:29:53.107807 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=03e8aea0-3912-4e5e-bf50-bb8a0d773ffa,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:29:53.114539 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:53.150609 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f63581-b797-44b9-a2bf-64d3b3400d8f x-openstack-request-id: req-c3f63581-b797-44b9-a2bf-64d3b3400d8f {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:29:53.151483 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94795c0-a407-4d08-bd77-b8dd8599f450", "name": "network-vif-plugged", "status": "completed", "tag": "03e8aea0-3912-4e5e-bf50-bb8a0d773ffa", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:29:53.151734 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c3f63581-b797-44b9-a2bf-64d3b3400d8f {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:29:53.152122 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94795c0-a407-4d08-bd77-b8dd8599f450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e8aea0-3912-4e5e-bf50-bb8a0d773ffa', 'code': 200} Jul 13 08:29:53.183276 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=03e8aea0-3912-4e5e-bf50-bb8a0d773ffa,revision_number=9']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:53.472358 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c8f6db0f-d679-4625-9d71-89e895aba863 None None] Provisioning complete for port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:29:53.473076 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c8f6db0f-d679-4625-9d71-89e895aba863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:53.582751 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71143c45-cdfb-4c5c-b92f-02e99142ab75 req-d12cf702-fca8-4620-97c6-1ac877860fb6 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:53.584349 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-71143c45-cdfb-4c5c-b92f-02e99142ab75 req-d12cf702-fca8-4620-97c6-1ac877860fb6 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 945 time: 0.0776818 Jul 13 08:29:53.625718 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-71143c45-cdfb-4c5c-b92f-02e99142ab75 req-e037673c-6cd6-4d90-b8e5-cea8536e4733 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351081 Jul 13 08:29:53.897408 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:54.609276 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:54.812852 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c6ff6-5c9e-4472-bbb3-5e5f5a14d1ab req-7ebc55c1-c40a-4539-be89-dc435fdffa02 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:54.814397 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c21c6ff6-5c9e-4472-bbb3-5e5f5a14d1ab req-7ebc55c1-c40a-4539-be89-dc435fdffa02 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 945 time: 0.0691011 Jul 13 08:29:54.855361 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c21c6ff6-5c9e-4472-bbb3-5e5f5a14d1ab req-f6f964e2-9cd3-4439-bf47-532b94946e6f tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352206 Jul 13 08:29:55.440957 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-4f2c228c-3164-4dcf-b685-533c6466dfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:55.442440 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-4f2c228c-3164-4dcf-b685-533c6466dfaa service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450&tenant_id=d9b9f2475bd6470a984bd5e137557b3a HTTP/1.1" status: 200 len: 1097 time: 0.0557706 Jul 13 08:29:55.453096 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-b6452cf5-2c25-4dda-bf8b-b85b652f05e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-34', 'device_owner': 'compute:nova'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:29:55.522337 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-b6452cf5-2c25-4dda-bf8b-b85b652f05e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:55.724420 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-b6452cf5-2c25-4dda-bf8b-b85b652f05e7 service neutron] For port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=03e8aea0-3912-4e5e-bf50-bb8a0d773ffa,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:29:55.756973 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-b6452cf5-2c25-4dda-bf8b-b85b652f05e7 service neutron] For port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:29:55.800502 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94795c0-a407-4d08-bd77-b8dd8599f450', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03e8aea0-3912-4e5e-bf50-bb8a0d773ffa'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:29:55.802649 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33af52f666a6377eeaf9d00c6054365c515a6ddb0c8cc5669bfcff545a31cac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0940c796-5dde-423e-b597-d02b28ff1969" -d '{"events": [{"server_uuid": "c94795c0-a407-4d08-bd77-b8dd8599f450", "name": "network-vif-unplugged", "status": "completed", "tag": "03e8aea0-3912-4e5e-bf50-bb8a0d773ffa"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:29:55.807236 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-b6452cf5-2c25-4dda-bf8b-b85b652f05e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:55.820902 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-b6452cf5-2c25-4dda-bf8b-b85b652f05e7 service neutron] Transition to ACTIVE for port object 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:29:55.825457 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-b6452cf5-2c25-4dda-bf8b-b85b652f05e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:55.902520 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6452cf5-2c25-4dda-bf8b-b85b652f05e7 service neutron] Pushing event updated for resources: {'Port': ['ID=03e8aea0-3912-4e5e-bf50-bb8a0d773ffa,revision_number=10']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:55.914318 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6452cf5-2c25-4dda-bf8b-b85b652f05e7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:55.914591 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6452cf5-2c25-4dda-bf8b-b85b652f05e7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:55.914878 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6452cf5-2c25-4dda-bf8b-b85b652f05e7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:55.915344 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6452cf5-2c25-4dda-bf8b-b85b652f05e7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:55.915624 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6452cf5-2c25-4dda-bf8b-b85b652f05e7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:55.915925 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6452cf5-2c25-4dda-bf8b-b85b652f05e7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:55.916245 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6452cf5-2c25-4dda-bf8b-b85b652f05e7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:55.916572 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6452cf5-2c25-4dda-bf8b-b85b652f05e7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:55.917335 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6452cf5-2c25-4dda-bf8b-b85b652f05e7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:55.917335 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6452cf5-2c25-4dda-bf8b-b85b652f05e7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:55.917568 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6452cf5-2c25-4dda-bf8b-b85b652f05e7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:55.917811 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6452cf5-2c25-4dda-bf8b-b85b652f05e7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:29:55.925977 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d1de54-d9cb-405c-ba1b-895a34efa5aa x-openstack-request-id: req-71d1de54-d9cb-405c-ba1b-895a34efa5aa {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:29:55.926239 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94795c0-a407-4d08-bd77-b8dd8599f450", "name": "network-vif-unplugged", "status": "completed", "tag": "03e8aea0-3912-4e5e-bf50-bb8a0d773ffa", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:29:55.926494 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-71d1de54-d9cb-405c-ba1b-895a34efa5aa {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:29:55.927693 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94795c0-a407-4d08-bd77-b8dd8599f450', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03e8aea0-3912-4e5e-bf50-bb8a0d773ffa', 'code': 200} Jul 13 08:29:55.963658 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-b6452cf5-2c25-4dda-bf8b-b85b652f05e7 service neutron] No DVR routers for this DVR port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:29:56.065026 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f29d50-a9f6-47ab-abf3-7689189015a2 req-eaf642fe-240b-4db3-82c6-db5cd34f5004 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:56.066613 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d3f29d50-a9f6-47ab-abf3-7689189015a2 req-eaf642fe-240b-4db3-82c6-db5cd34f5004 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 944 time: 0.0734363 Jul 13 08:29:56.106959 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d3f29d50-a9f6-47ab-abf3-7689189015a2 req-48bc0163-84b6-4486-bfb5-3a5d88f09abc tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339496 Jul 13 08:29:56.110380 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-b6452cf5-2c25-4dda-bf8b-b85b652f05e7 service neutron] Attempting to bind port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:29:56.110710 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-b6452cf5-2c25-4dda-bf8b-b85b652f05e7 service neutron] Attempting to bind port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:29:56.111033 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-b6452cf5-2c25-4dda-bf8b-b85b652f05e7 service neutron] Attempting to bind port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa on network adfbf2f9-e250-4fa0-9e73-814bcba7a298 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:29:56.115224 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-b6452cf5-2c25-4dda-bf8b-b85b652f05e7 service neutron] Port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa on network adfbf2f9-e250-4fa0-9e73-814bcba7a298 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:29:56.115544 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-b6452cf5-2c25-4dda-bf8b-b85b652f05e7 service neutron] Attempting to bind port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa on network adfbf2f9-e250-4fa0-9e73-814bcba7a298 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:29:56.121652 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-b6452cf5-2c25-4dda-bf8b-b85b652f05e7 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:29:56.121938 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-b6452cf5-2c25-4dda-bf8b-b85b652f05e7 service neutron] Checking segment: {'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:29:56.122389 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-b6452cf5-2c25-4dda-bf8b-b85b652f05e7 service neutron] Bound using segment: {'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:29:56.122815 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-b6452cf5-2c25-4dda-bf8b-b85b652f05e7 service neutron] Bound port: 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865b2335-39ca-49de-9f07-7385d69ab722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:29:56.123168 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-b6452cf5-2c25-4dda-bf8b-b85b652f05e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:56.185568 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-b6452cf5-2c25-4dda-bf8b-b85b652f05e7 service neutron] For port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:29:56.189052 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-b6452cf5-2c25-4dda-bf8b-b85b652f05e7 service neutron] For port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=03e8aea0-3912-4e5e-bf50-bb8a0d773ffa,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:29:56.194287 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-b6452cf5-2c25-4dda-bf8b-b85b652f05e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:56.237174 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-b6452cf5-2c25-4dda-bf8b-b85b652f05e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:56.237871 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-b6452cf5-2c25-4dda-bf8b-b85b652f05e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:29:56.239299 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-b6452cf5-2c25-4dda-bf8b-b85b652f05e7 service neutron] 10.222.0.25 "PUT /v2.0/ports/03e8aea0-3912-4e5e-bf50-bb8a0d773ffa HTTP/1.1" status: 200 len: 1093 time: 0.7900872 Jul 13 08:29:56.261066 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6452cf5-2c25-4dda-bf8b-b85b652f05e7 service neutron] Pushing event updated for resources: {'Port': ['ID=03e8aea0-3912-4e5e-bf50-bb8a0d773ffa,revision_number=11']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:29:56.327862 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-906ac0d6-3d85-42f4-b1b9-f30cf6da4e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:56.329416 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-906ac0d6-3d85-42f4-b1b9-f30cf6da4e35 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 1096 time: 0.0616727 Jul 13 08:29:56.433586 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-eed1a60b-a933-4404-8b2c-31b4eaffec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:56.435075 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-eed1a60b-a933-4404-8b2c-31b4eaffec0f service neutron] 10.222.0.25 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.0988083 Jul 13 08:29:56.504912 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-4cd37ebd-4b31-49e8-9c01-0ac31cdb9394 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03e8aea0-3912-4e5e-bf50-bb8a0d773ffa HTTP/1.1" status: 200 len: 999 time: 0.0623956 Jul 13 08:29:56.554526 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-ebbfae13-9902-407b-91f6-93e32811d0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:56.556090 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-ebbfae13-9902-407b-91f6-93e32811d0eb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0451243 Jul 13 08:29:56.613435 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-fff24720-f7a7-465b-b519-76e18f9ef5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:56.614982 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-fff24720-f7a7-465b-b519-76e18f9ef5e0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530879 Jul 13 08:29:56.705762 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-db88596d-56df-459a-85bb-c0dcbb14fa65 service neutron] 10.222.0.25 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841889 Jul 13 08:29:56.795607 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-416b87a6-23b7-42ed-b75f-d6c0e7e17c87 req-92e46231-1836-4dd2-994f-ee8671c297b2 service neutron] 10.222.0.25 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825589 Jul 13 08:29:56.941745 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:29:56.979345 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:29:57.284385 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37d8ab-cb2f-4fd5-9af3-5c681e97ef69 req-eeda0531-fe75-4d9a-b69b-b14510aa692b tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:57.285894 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6b37d8ab-cb2f-4fd5-9af3-5c681e97ef69 req-eeda0531-fe75-4d9a-b69b-b14510aa692b tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 944 time: 0.0637507 Jul 13 08:29:57.330723 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6b37d8ab-cb2f-4fd5-9af3-5c681e97ef69 req-d16e04c4-08a6-4a0a-9b48-374a37b575bd tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390933 Jul 13 08:29:57.927915 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94795c0-a407-4d08-bd77-b8dd8599f450', 'tag': '03e8aea0-3912-4e5e-bf50-bb8a0d773ffa'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:29:57.930200 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33af52f666a6377eeaf9d00c6054365c515a6ddb0c8cc5669bfcff545a31cac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52af628-df64-47a0-8be6-1475d78ca53a" -d '{"events": [{"name": "network-changed", "server_uuid": "c94795c0-a407-4d08-bd77-b8dd8599f450", "tag": "03e8aea0-3912-4e5e-bf50-bb8a0d773ffa"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:29:57.980370 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3c817e-91c0-4d01-a234-9948ee4815ad x-openstack-request-id: req-0c3c817e-91c0-4d01-a234-9948ee4815ad {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:29:57.980714 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94795c0-a407-4d08-bd77-b8dd8599f450", "tag": "03e8aea0-3912-4e5e-bf50-bb8a0d773ffa", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:29:57.981031 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0c3c817e-91c0-4d01-a234-9948ee4815ad {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:29:57.981504 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94795c0-a407-4d08-bd77-b8dd8599f450', 'tag': '03e8aea0-3912-4e5e-bf50-bb8a0d773ffa', 'status': 'completed', 'code': 200} Jul 13 08:29:58.057888 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52af628-df64-47a0-8be6-1475d78ca53a req-143df41a-ad3c-4795-aed1-71d672e41d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:58.059690 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c52af628-df64-47a0-8be6-1475d78ca53a req-143df41a-ad3c-4795-aed1-71d672e41d7f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 1096 time: 0.0573905 Jul 13 08:29:58.061143 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52af628-df64-47a0-8be6-1475d78ca53a req-2ea20c70-832d-4d25-a53f-20d9c26e38a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:58.062620 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c52af628-df64-47a0-8be6-1475d78ca53a req-2ea20c70-832d-4d25-a53f-20d9c26e38a6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 1096 time: 0.0578675 Jul 13 08:29:58.155132 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52af628-df64-47a0-8be6-1475d78ca53a req-54429cc2-2572-46af-abdb-c0abeaab82b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:58.157213 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c52af628-df64-47a0-8be6-1475d78ca53a req-54429cc2-2572-46af-abdb-c0abeaab82b4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.0908535 Jul 13 08:29:58.161484 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52af628-df64-47a0-8be6-1475d78ca53a req-39d87360-8b23-4ef8-bb05-0be9224bd7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:58.163038 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c52af628-df64-47a0-8be6-1475d78ca53a req-39d87360-8b23-4ef8-bb05-0be9224bd7fe service neutron] 10.222.0.42 "GET /v2.0/networks?id=adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 200 len: 913 time: 0.0945306 Jul 13 08:29:58.227984 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c52af628-df64-47a0-8be6-1475d78ca53a req-c21b48b9-9c6c-43c4-a081-293cbd013e4a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03e8aea0-3912-4e5e-bf50-bb8a0d773ffa HTTP/1.1" status: 200 len: 999 time: 0.0586038 Jul 13 08:29:58.228791 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c52af628-df64-47a0-8be6-1475d78ca53a req-7ddbbea9-2d2c-4b8f-a1a7-be6c98b041d3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03e8aea0-3912-4e5e-bf50-bb8a0d773ffa HTTP/1.1" status: 200 len: 999 time: 0.0651319 Jul 13 08:29:58.287523 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52af628-df64-47a0-8be6-1475d78ca53a req-e32f021b-b4f0-492a-94ad-71097db946b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:58.288029 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52af628-df64-47a0-8be6-1475d78ca53a req-c7be1e0b-b7ec-4a7e-b2df-890701f648ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:58.289353 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c52af628-df64-47a0-8be6-1475d78ca53a req-e32f021b-b4f0-492a-94ad-71097db946b0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0551012 Jul 13 08:29:58.290744 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c52af628-df64-47a0-8be6-1475d78ca53a req-c7be1e0b-b7ec-4a7e-b2df-890701f648ed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 200 len: 851 time: 0.0564752 Jul 13 08:29:58.352358 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52af628-df64-47a0-8be6-1475d78ca53a req-6e9a0b38-ba68-4970-87c7-ba23fe881835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:58.355087 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c52af628-df64-47a0-8be6-1475d78ca53a req-6e9a0b38-ba68-4970-87c7-ba23fe881835 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594473 Jul 13 08:29:58.356093 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52af628-df64-47a0-8be6-1475d78ca53a req-c3e2fc39-ad72-4f6a-87af-4eb56a41ced0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:58.357619 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c52af628-df64-47a0-8be6-1475d78ca53a req-c3e2fc39-ad72-4f6a-87af-4eb56a41ced0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=adfbf2f9-e250-4fa0-9e73-814bcba7a298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619802 Jul 13 08:29:58.456657 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c52af628-df64-47a0-8be6-1475d78ca53a req-2a1a9b8b-0a2c-478f-b398-20b9b6b88e42 service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917037 Jul 13 08:29:58.487866 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c52af628-df64-47a0-8be6-1475d78ca53a req-598f4db0-b6a9-4c8d-8e5f-dde86fc0d8c5 service neutron] 10.222.0.25 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263094 Jul 13 08:29:58.568264 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c52af628-df64-47a0-8be6-1475d78ca53a req-abd19e4b-0726-4244-a8f0-0a5afc3139bf service neutron] 10.222.0.42 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051812 Jul 13 08:29:58.600393 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc12d70-5ca5-41a2-8cb9-c167b69821d0 req-16c690e6-f134-45c9-af9b-2262ff75c435 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:58.602001 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9dc12d70-5ca5-41a2-8cb9-c167b69821d0 req-16c690e6-f134-45c9-af9b-2262ff75c435 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 944 time: 0.1508353 Jul 13 08:29:58.647531 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c52af628-df64-47a0-8be6-1475d78ca53a req-74564ad0-bf1d-4607-891d-648353d4d8c9 service neutron] 10.222.0.25 "GET /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513519 Jul 13 08:29:58.662604 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9dc12d70-5ca5-41a2-8cb9-c167b69821d0 req-455a02ed-d158-4ec2-9890-7e4286e32e14 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531383 Jul 13 08:29:59.854309 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218280a-b8a3-48ae-8a05-fe59ea5921f5 req-e312eda8-b56b-4074-b272-d9c254467920 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:29:59.855841 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c218280a-b8a3-48ae-8a05-fe59ea5921f5 req-e312eda8-b56b-4074-b272-d9c254467920 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 944 time: 0.0688276 Jul 13 08:29:59.896777 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c218280a-b8a3-48ae-8a05-fe59ea5921f5 req-3460b6fa-9540-4da0-aab9-deec7ff4a2ee tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351024 Jul 13 08:30:00.369943 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6d13a11a-b027-4aa0-be06-dca91cd1f83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:01.072051 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50887ae3-14f0-4004-b945-94f0d5c93475 req-6015bfe6-93a2-4c74-84bc-a0e496b785da tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:01.074434 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-50887ae3-14f0-4004-b945-94f0d5c93475 req-6015bfe6-93a2-4c74-84bc-a0e496b785da tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 944 time: 0.0629861 Jul 13 08:30:01.111128 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-50887ae3-14f0-4004-b945-94f0d5c93475 req-7bf03407-d4af-406e-9c38-f560c337df3c tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311890 Jul 13 08:30:02.287072 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905022ea-305e-40af-8d24-ed3936059762 req-9aeb5879-ca20-46db-8568-72318f616fa2 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:02.289313 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-905022ea-305e-40af-8d24-ed3936059762 req-9aeb5879-ca20-46db-8568-72318f616fa2 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 944 time: 0.0648420 Jul 13 08:30:02.332713 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-905022ea-305e-40af-8d24-ed3936059762 req-177f5b93-d776-401c-9179-a5b37d81c8c0 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377679 Jul 13 08:30:03.232716 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:03.253139 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4209f9f1-d9c9-42e6-a44c-33b1fd6c297b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:03.509988 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0c724-56bb-41c8-9dd1-52bb28c857f8 req-0d3fd93a-c667-4fb8-8962-9f27135db820 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:03.512365 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-80f0c724-56bb-41c8-9dd1-52bb28c857f8 req-0d3fd93a-c667-4fb8-8962-9f27135db820 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 944 time: 0.0682554 Jul 13 08:30:03.549672 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-80f0c724-56bb-41c8-9dd1-52bb28c857f8 req-13e1e9bb-cfa7-4e86-94a3-ae7527c90501 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314560 Jul 13 08:30:04.336125 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:04.730867 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fa975-3a3d-418f-bd0d-cddd2f2fd74f req-4b6fa6f0-fd6e-4874-8457-be9e6a28614a tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:04.732392 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-502fa975-3a3d-418f-bd0d-cddd2f2fd74f req-4b6fa6f0-fd6e-4874-8457-be9e6a28614a tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 944 time: 0.0660999 Jul 13 08:30:04.770128 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-502fa975-3a3d-418f-bd0d-cddd2f2fd74f req-65b2cd7e-1a6f-4507-a25d-dbd57fba5ce1 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320859 Jul 13 08:30:05.944807 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29a11b-85ee-4d0c-a2a4-3e8bd29b065a req-5cbde8ac-309a-4a31-bd4d-de1c48bb3e21 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:05.946192 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ac29a11b-85ee-4d0c-a2a4-3e8bd29b065a req-5cbde8ac-309a-4a31-bd4d-de1c48bb3e21 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 944 time: 0.0642135 Jul 13 08:30:05.983979 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ac29a11b-85ee-4d0c-a2a4-3e8bd29b065a req-4002fe2d-fcfa-49c1-b91d-7ea78cd053c7 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321841 Jul 13 08:30:06.036536 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:30:06.106522 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:07.348223 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f4fd9-489a-4dae-b267-e558fe3700fc req-64839c75-3dfc-43dc-bf8c-5a8041b40ecd tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:07.349835 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-726f4fd9-489a-4dae-b267-e558fe3700fc req-64839c75-3dfc-43dc-bf8c-5a8041b40ecd tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 944 time: 0.0653129 Jul 13 08:30:07.391882 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-726f4fd9-489a-4dae-b267-e558fe3700fc req-0154e70a-88e8-4a0e-b0ae-54179b6acf13 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341046 Jul 13 08:30:08.565719 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675bdb8-4957-466d-94af-d5a502ec504a req-6d4c6d6d-5a69-4e2d-9bdb-fc7bf4ad8547 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:08.567213 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d675bdb8-4957-466d-94af-d5a502ec504a req-6d4c6d6d-5a69-4e2d-9bdb-fc7bf4ad8547 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 944 time: 0.0628753 Jul 13 08:30:08.609647 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d675bdb8-4957-466d-94af-d5a502ec504a req-c78f7505-ebf8-4321-b49c-7c9e3ef02617 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368216 Jul 13 08:30:08.788219 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f09fb-9631-4a08-a8fc-bef97b6e8282 req-29f1a1bd-eda1-4db2-8b01-d898c2b81d40 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:08.789712 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-358f09fb-9631-4a08-a8fc-bef97b6e8282 req-29f1a1bd-eda1-4db2-8b01-d898c2b81d40 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 944 time: 0.0694041 Jul 13 08:30:08.828349 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-358f09fb-9631-4a08-a8fc-bef97b6e8282 req-59611b90-99c3-44b4-8775-de514505c416 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321434 Jul 13 08:30:09.011534 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e67321-603a-479d-9f18-d1c990c1ab18 req-aadc3129-c817-46d3-a128-3386078ca7ba tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:09.013085 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-83e67321-603a-479d-9f18-d1c990c1ab18 req-aadc3129-c817-46d3-a128-3386078ca7ba tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 944 time: 0.0665476 Jul 13 08:30:09.053037 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-83e67321-603a-479d-9f18-d1c990c1ab18 req-9cbafd45-3b53-49f6-b327-d8b170af5dae tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339899 Jul 13 08:30:09.453426 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943edc0b-5315-47c0-951f-d9187dde8aa4 req-355d179d-9e76-4cc1-aa8c-fc3e063ba62b tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:09.454943 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-943edc0b-5315-47c0-951f-d9187dde8aa4 req-355d179d-9e76-4cc1-aa8c-fc3e063ba62b tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 944 time: 0.0673268 Jul 13 08:30:09.496190 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-943edc0b-5315-47c0-951f-d9187dde8aa4 req-212812da-b95b-4f83-80f6-1b4641231cad tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354919 Jul 13 08:30:09.888371 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:30:09.991278 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=03e8aea0-3912-4e5e-bf50-bb8a0d773ffa,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:30:10.002612 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '03e8aea0-3912-4e5e-bf50-bb8a0d773ffa', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'port_id': '03e8aea0-3912-4e5e-bf50-bb8a0d773ffa', 'mac_address': 'fa:16:3e:cb:b0:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:30:10.041158 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:10.060141 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:30:10.080368 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=03e8aea0-3912-4e5e-bf50-bb8a0d773ffa,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:30:10.085809 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:10.139103 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=03e8aea0-3912-4e5e-bf50-bb8a0d773ffa,revision_number=12']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:10.366952 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['03e8aea0-3912-4e5e-bf50-bb8a0d773ffa'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:30:10.677490 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92c902-0a3d-4254-bb35-4999a28b0172 req-360d609b-d7f0-48c0-85ae-62af91ad992a tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:10.678980 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6f92c902-0a3d-4254-bb35-4999a28b0172 req-360d609b-d7f0-48c0-85ae-62af91ad992a tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 945 time: 0.0648744 Jul 13 08:30:10.717998 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6f92c902-0a3d-4254-bb35-4999a28b0172 req-1e157c1a-eeaa-43db-bb01-87e41acafdb1 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups?id=daa49564-c3fc-4600-a50a-58f4ad7933bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333481 Jul 13 08:30:10.890151 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353279b-8b0f-4fbb-bbf1-4187e5386ff2 req-141175fc-211c-4c23-9f74-5214ccffc9f6 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:10.891842 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6353279b-8b0f-4fbb-bbf1-4187e5386ff2 req-141175fc-211c-4c23-9f74-5214ccffc9f6 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.25 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 945 time: 0.0701847 Jul 13 08:30:10.997195 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-6353279b-8b0f-4fbb-bbf1-4187e5386ff2 req-b3b59d9c-2fd1-41f8-8e29-93216fbd28f2 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Deleting port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:30:10.997533 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-6353279b-8b0f-4fbb-bbf1-4187e5386ff2 req-b3b59d9c-2fd1-41f8-8e29-93216fbd28f2 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:11.105413 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-6353279b-8b0f-4fbb-bbf1-4187e5386ff2 req-b3b59d9c-2fd1-41f8-8e29-93216fbd28f2 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] For port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=03e8aea0-3912-4e5e-bf50-bb8a0d773ffa,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:30:11.105771 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-6353279b-8b0f-4fbb-bbf1-4187e5386ff2 req-b3b59d9c-2fd1-41f8-8e29-93216fbd28f2 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:11.283534 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-6353279b-8b0f-4fbb-bbf1-4187e5386ff2 req-b3b59d9c-2fd1-41f8-8e29-93216fbd28f2 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:11.283909 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-6353279b-8b0f-4fbb-bbf1-4187e5386ff2 req-b3b59d9c-2fd1-41f8-8e29-93216fbd28f2 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:11.284227 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [req-6353279b-8b0f-4fbb-bbf1-4187e5386ff2 req-b3b59d9c-2fd1-41f8-8e29-93216fbd28f2 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Floating IP 1d238cab-1daf-4d52-a149-18f26bee084a disassociated. External IP: 172.25.3.82, port: 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa. Jul 13 08:30:11.284573 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-6353279b-8b0f-4fbb-bbf1-4187e5386ff2 req-b3b59d9c-2fd1-41f8-8e29-93216fbd28f2 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Calling delete_port for 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:30:11.418578 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-6353279b-8b0f-4fbb-bbf1-4187e5386ff2 req-b3b59d9c-2fd1-41f8-8e29-93216fbd28f2 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:11.450625 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b59d9c-2fd1-41f8-8e29-93216fbd28f2 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Pushing event deleted for resources: {'Port': ['ID=03e8aea0-3912-4e5e-bf50-bb8a0d773ffa,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:11.899331 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:30:11.900091 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5e5d76e2-071c-46cf-85b2-b8c6ee54ffc9 req-eaa97a41-c2f3-4c75-95e3-842dfff9d2e6 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 210 time: 0.0337508 Jul 13 08:30:11.904340 n-d-771363-34 neutron-server[94019]: INFO neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No ports have port_id starting with 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa Jul 13 08:30:11.905519 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa requested by agent hyperv_n-h2-771363-34 not found in database {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 13 08:30:11.922270 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6353279b-8b0f-4fbb-bbf1-4187e5386ff2 req-b3b59d9c-2fd1-41f8-8e29-93216fbd28f2 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Router b6cadc84-f97f-45d8-a829-070facdf2407 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:30:12.031880 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6353279b-8b0f-4fbb-bbf1-4187e5386ff2 req-b3b59d9c-2fd1-41f8-8e29-93216fbd28f2 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:30:12.041908 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9cc7d3-460b-4940-bebe-684fa698a5a8 None None] Sync routers for ids ['b6cadc84-f97f-45d8-a829-070facdf2407'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:30:12.051264 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9cc7d3-460b-4940-bebe-684fa698a5a8 None None] Routers {'b6cadc84-f97f-45d8-a829-070facdf2407'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:30:12.051883 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-ef9cc7d3-460b-4940-bebe-684fa698a5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:30:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['b6cadc84-f97f-45d8-a829-070facdf2407'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:12.075653 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-6353279b-8b0f-4fbb-bbf1-4187e5386ff2 req-b3b59d9c-2fd1-41f8-8e29-93216fbd28f2 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] No DVR routers for this DVR port 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa on host n-h2-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:30:12.078636 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-6353279b-8b0f-4fbb-bbf1-4187e5386ff2 req-b3b59d9c-2fd1-41f8-8e29-93216fbd28f2 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:12.080886 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6353279b-8b0f-4fbb-bbf1-4187e5386ff2 req-b3b59d9c-2fd1-41f8-8e29-93216fbd28f2 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.25 "DELETE /v2.0/ports/03e8aea0-3912-4e5e-bf50-bb8a0d773ffa HTTP/1.1" status: 204 len: 173 time: 1.1830144 Jul 13 08:30:12.081293 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94795c0-a407-4d08-bd77-b8dd8599f450', 'name': 'network-vif-deleted', 'tag': '03e8aea0-3912-4e5e-bf50-bb8a0d773ffa'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:30:12.083536 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33af52f666a6377eeaf9d00c6054365c515a6ddb0c8cc5669bfcff545a31cac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44157d06-4e74-4d45-b413-0084e7f5ea51" -d '{"events": [{"server_uuid": "c94795c0-a407-4d08-bd77-b8dd8599f450", "name": "network-vif-deleted", "tag": "03e8aea0-3912-4e5e-bf50-bb8a0d773ffa"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:30:12.122617 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40a5de3-5308-4b33-bf0d-7b0cfa63f405 x-openstack-request-id: req-f40a5de3-5308-4b33-bf0d-7b0cfa63f405 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:30:12.122905 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94795c0-a407-4d08-bd77-b8dd8599f450", "name": "network-vif-deleted", "tag": "03e8aea0-3912-4e5e-bf50-bb8a0d773ffa", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:30:12.123152 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f40a5de3-5308-4b33-bf0d-7b0cfa63f405 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:30:12.123632 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94795c0-a407-4d08-bd77-b8dd8599f450', 'name': 'network-vif-deleted', 'tag': '03e8aea0-3912-4e5e-bf50-bb8a0d773ffa', 'status': 'completed', 'code': 200} Jul 13 08:30:12.170206 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-ef9cc7d3-460b-4940-bebe-684fa698a5a8 None None] Set router b6cadc84-f97f-45d8-a829-070facdf2407 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:30:12.372398 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-ef9cc7d3-460b-4940-bebe-684fa698a5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'name': 'tempest-ServerActionsTestJSON-1585476715-router', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:34Z', 'updated_at': '2021-07-13T08:20:37Z', 'revision_number': 4, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'gw_port': {'id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:35Z', 'updated_at': '2021-07-13T08:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '3d5bd495-ae77-498f-947a-86bbde072555', 'name': '', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'mac_address': 'fa:16:3e:f1:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:36Z', 'updated_at': '2021-07-13T08:20:42Z', 'revision_number': 5, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'subnets': [{'id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:12.398365 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9cc7d3-460b-4940-bebe-684fa698a5a8 None None] Checking router: b6cadc84-f97f-45d8-a829-070facdf2407 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:30:12.407281 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9cc7d3-460b-4940-bebe-684fa698a5a8 None None] Routers {'b6cadc84-f97f-45d8-a829-070facdf2407'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:30:12.407841 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-ef9cc7d3-460b-4940-bebe-684fa698a5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:30:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['b6cadc84-f97f-45d8-a829-070facdf2407'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:12.515770 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-ef9cc7d3-460b-4940-bebe-684fa698a5a8 None None] Set router b6cadc84-f97f-45d8-a829-070facdf2407 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:30:12.720129 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-ef9cc7d3-460b-4940-bebe-684fa698a5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'name': 'tempest-ServerActionsTestJSON-1585476715-router', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:34Z', 'updated_at': '2021-07-13T08:20:37Z', 'revision_number': 4, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'gw_port': {'id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:35Z', 'updated_at': '2021-07-13T08:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '3d5bd495-ae77-498f-947a-86bbde072555', 'name': '', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'mac_address': 'fa:16:3e:f1:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:36Z', 'updated_at': '2021-07-13T08:20:42Z', 'revision_number': 5, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'subnets': [{'id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:12.746147 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9cc7d3-460b-4940-bebe-684fa698a5a8 None None] The sync data for ids ['b6cadc84-f97f-45d8-a829-070facdf2407'] in n-d-771363-34 is: [{'id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'name': 'tempest-ServerActionsTestJSON-1585476715-router', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:34Z', 'updated_at': '2021-07-13T08:20:37Z', 'revision_number': 4, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'gw_port': {'id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:35Z', 'updated_at': '2021-07-13T08:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '3d5bd495-ae77-498f-947a-86bbde072555', 'name': '', 'network_id': 'adfbf2f9-e250-4fa0-9e73-814bcba7a298', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'mac_address': 'fa:16:3e:f1:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:36Z', 'updated_at': '2021-07-13T08:20:42Z', 'revision_number': 5, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'subnets': [{'id': 'bbd435ef-ced0-482e-8c78-0b87e334722f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:30:12.978113 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a285e2-928e-4817-be81-4a1de0755c87 None None] New status for floating IP 1d238cab-1daf-4d52-a149-18f26bee084a: DOWN {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:30:13.053440 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2cc55bc2-85bf-43a7-a5ab-c58ebabf65bf req-aae98e07-66cc-48e5-b076-298ae2ffefde tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 210 time: 0.0322809 Jul 13 08:30:13.930408 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:30:13.951560 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:30:13.951930 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 03e8aea0-3912-4e5e-bf50-bb8a0d773ffa not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:30:14.221814 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3c7b6fae-575e-4ca6-b149-d8a710b7d81b req-e6266d02-b841-4be3-a6f2-dcf4a77e6903 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 210 time: 0.0282481 Jul 13 08:30:15.373037 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9cb2d220-e261-489b-92c2-8c7bc28b5f9c req-556d5fad-eed5-43a9-830e-d139819c1ff5 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c94795c0-a407-4d08-bd77-b8dd8599f450 HTTP/1.1" status: 200 len: 210 time: 0.0297177 Jul 13 08:30:19.386487 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44408) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:19.446408 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bc19ebf1-1d7e-4c28-b5ae-23e0b4d81582 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:19.470330 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bc19ebf1-1d7e-4c28-b5ae-23e0b4d81582 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:19.521463 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bc19ebf1-1d7e-4c28-b5ae-23e0b4d81582 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:19.524246 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bc19ebf1-1d7e-4c28-b5ae-23e0b4d81582 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:19.525703 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-bc19ebf1-1d7e-4c28-b5ae-23e0b4d81582 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "DELETE /v2.0/security-groups/daa49564-c3fc-4600-a50a-58f4ad7933bb HTTP/1.1" status: 204 len: 168 time: 0.1380723 Jul 13 08:30:19.528448 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44410) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:19.535123 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19ebf1-1d7e-4c28-b5ae-23e0b4d81582 tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa49564-c3fc-4600-a50a-58f4ad7933bb,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:19.542567 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-7467e0a1-a2ea-403f-bb55-1bb7b7c9657c tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] show failed (client error): The resource could not be found. Jul 13 08:30:19.546157 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7467e0a1-a2ea-403f-bb55-1bb7b7c9657c tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "GET /v2.0/security-groups/daa49564-c3fc-4600-a50a-58f4ad7933bb HTTP/1.1" status: 404 len: 347 time: 0.0141592 Jul 13 08:30:19.546447 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44412) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:19.679748 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-a02150c4-dd8d-4964-b8ab-7ee7fd8f4c6d tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Deleting port 03b5850d-22fe-466d-b00d-a51a20021203 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:30:19.680085 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a02150c4-dd8d-4964-b8ab-7ee7fd8f4c6d tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:19.758125 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a02150c4-dd8d-4964-b8ab-7ee7fd8f4c6d tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:19.758607 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a02150c4-dd8d-4964-b8ab-7ee7fd8f4c6d tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:19.771697 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-a02150c4-dd8d-4964-b8ab-7ee7fd8f4c6d tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Calling delete_port for 03b5850d-22fe-466d-b00d-a51a20021203 owned by network:floatingip {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:30:19.911978 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a02150c4-dd8d-4964-b8ab-7ee7fd8f4c6d tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:19.946993 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02150c4-dd8d-4964-b8ab-7ee7fd8f4c6d tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Pushing event deleted for resources: {'Port': ['ID=03b5850d-22fe-466d-b00d-a51a20021203,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:20.003490 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a02150c4-dd8d-4964-b8ab-7ee7fd8f4c6d tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks [] for floatingip, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:20.006034 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a02150c4-dd8d-4964-b8ab-7ee7fd8f4c6d tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:20.007242 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a02150c4-dd8d-4964-b8ab-7ee7fd8f4c6d tempest-ServerActionsTestJSON-1271419634 tempest-ServerActionsTestJSON-1271419634-project] 10.222.0.23 "DELETE /v2.0/floatingips/1d238cab-1daf-4d52-a149-18f26bee084a HTTP/1.1" status: 204 len: 168 time: 0.4598117 Jul 13 08:30:20.010930 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44414) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:20.426485 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c3aa797c-27c6-49a1-a6e1-37a81f69cf0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:20.679018 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-c3aa797c-27c6-49a1-a6e1-37a81f69cf0d admin admin] Deleting port 3d5bd495-ae77-498f-947a-86bbde072555 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:30:20.679272 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c3aa797c-27c6-49a1-a6e1-37a81f69cf0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:20.755291 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-c3aa797c-27c6-49a1-a6e1-37a81f69cf0d admin admin] For port 3d5bd495-ae77-498f-947a-86bbde072555, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=3d5bd495-ae77-498f-947a-86bbde072555,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:30:20.755649 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c3aa797c-27c6-49a1-a6e1-37a81f69cf0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:20.768812 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-c3aa797c-27c6-49a1-a6e1-37a81f69cf0d admin admin] Calling delete_port for 3d5bd495-ae77-498f-947a-86bbde072555 owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:30:20.945622 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c3aa797c-27c6-49a1-a6e1-37a81f69cf0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:20.971367 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa797c-27c6-49a1-a6e1-37a81f69cf0d admin admin] Pushing event deleted for resources: {'Port': ['ID=3d5bd495-ae77-498f-947a-86bbde072555,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:21.153447 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c3aa797c-27c6-49a1-a6e1-37a81f69cf0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:21.361139 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3aa797c-27c6-49a1-a6e1-37a81f69cf0d admin admin] Router b6cadc84-f97f-45d8-a829-070facdf2407 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:30:21.464633 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3aa797c-27c6-49a1-a6e1-37a81f69cf0d admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:30:21.469658 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c3aa797c-27c6-49a1-a6e1-37a81f69cf0d admin admin] 10.222.0.23 "PUT /v2.0/routers/b6cadc84-f97f-45d8-a829-070facdf2407/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4576461 Jul 13 08:30:21.472270 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44418) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:21.473182 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e964e5ca-6828-4de9-b833-50c7e94c05d6 None None] Sync routers for ids ['b6cadc84-f97f-45d8-a829-070facdf2407'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:30:21.482283 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e964e5ca-6828-4de9-b833-50c7e94c05d6 None None] Routers {'b6cadc84-f97f-45d8-a829-070facdf2407'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:30:21.482896 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-e964e5ca-6828-4de9-b833-50c7e94c05d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:30:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['b6cadc84-f97f-45d8-a829-070facdf2407'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:21.576654 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f116973c-b598-4be8-9329-f18eec0788a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:21.587247 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-e964e5ca-6828-4de9-b833-50c7e94c05d6 None None] Set router b6cadc84-f97f-45d8-a829-070facdf2407 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:30:21.678696 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f116973c-b598-4be8-9329-f18eec0788a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:21.730986 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-f116973c-b598-4be8-9329-f18eec0788a9 admin admin] Deleting port 5eb59170-575d-4ea9-a0a8-1ee71e8c9e86 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:30:21.731459 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f116973c-b598-4be8-9329-f18eec0788a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:21.766248 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-e964e5ca-6828-4de9-b833-50c7e94c05d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'name': 'tempest-ServerActionsTestJSON-1585476715-router', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:34Z', 'updated_at': '2021-07-13T08:30:20Z', 'revision_number': 5, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'gw_port': {'id': '5eb59170-575d-4ea9-a0a8-1ee71e8c9e86', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:64:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:20:35Z', 'updated_at': '2021-07-13T08:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:21.792589 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e964e5ca-6828-4de9-b833-50c7e94c05d6 None None] Checking router: b6cadc84-f97f-45d8-a829-070facdf2407 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:30:21.800894 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e964e5ca-6828-4de9-b833-50c7e94c05d6 None None] Routers {'b6cadc84-f97f-45d8-a829-070facdf2407'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:30:21.801502 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-e964e5ca-6828-4de9-b833-50c7e94c05d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:30:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['b6cadc84-f97f-45d8-a829-070facdf2407'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:21.812904 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-f116973c-b598-4be8-9329-f18eec0788a9 admin admin] For port 5eb59170-575d-4ea9-a0a8-1ee71e8c9e86, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=5eb59170-575d-4ea9-a0a8-1ee71e8c9e86,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:30:21.813256 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f116973c-b598-4be8-9329-f18eec0788a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:21.825285 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-f116973c-b598-4be8-9329-f18eec0788a9 admin admin] Calling delete_port for 5eb59170-575d-4ea9-a0a8-1ee71e8c9e86 owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:30:21.886970 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-e964e5ca-6828-4de9-b833-50c7e94c05d6 None None] Set router b6cadc84-f97f-45d8-a829-070facdf2407 gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:30:21.940584 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-e964e5ca-6828-4de9-b833-50c7e94c05d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'name': 'tempest-ServerActionsTestJSON-1585476715-router', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:34Z', 'updated_at': '2021-07-13T08:30:21Z', 'revision_number': 6, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:21.971618 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e964e5ca-6828-4de9-b833-50c7e94c05d6 None None] The sync data for ids ['b6cadc84-f97f-45d8-a829-070facdf2407'] in n-d-771363-34 is: [{'id': 'b6cadc84-f97f-45d8-a829-070facdf2407', 'name': 'tempest-ServerActionsTestJSON-1585476715-router', 'tenant_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:20:34Z', 'updated_at': '2021-07-13T08:30:21Z', 'revision_number': 6, 'project_id': 'd9b9f2475bd6470a984bd5e137557b3a', 'gw_port_host': None}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:30:22.340163 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f116973c-b598-4be8-9329-f18eec0788a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:22.364502 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f116973c-b598-4be8-9329-f18eec0788a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5eb59170-575d-4ea9-a0a8-1ee71e8c9e86,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:22.436146 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f116973c-b598-4be8-9329-f18eec0788a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:22.523589 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f116973c-b598-4be8-9329-f18eec0788a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:22.525623 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f116973c-b598-4be8-9329-f18eec0788a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:22.568578 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f116973c-b598-4be8-9329-f18eec0788a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:22.569258 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f116973c-b598-4be8-9329-f18eec0788a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6cadc84-f97f-45d8-a829-070facdf2407 {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:30:22.574934 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f116973c-b598-4be8-9329-f18eec0788a9 admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:22.576251 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f116973c-b598-4be8-9329-f18eec0788a9 admin admin] 10.222.0.23 "DELETE /v2.0/routers/b6cadc84-f97f-45d8-a829-070facdf2407 HTTP/1.1" status: 204 len: 168 time: 1.1029274 Jul 13 08:30:22.578697 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44420) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:22.624326 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-658aac74-6c5a-4cfc-9c3b-e89563e1cfbf admin admin] Deleting subnet bbd435ef-ced0-482e-8c78-0b87e334722f {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:30:22.628244 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-658aac74-6c5a-4cfc-9c3b-e89563e1cfbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:22.672051 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-658aac74-6c5a-4cfc-9c3b-e89563e1cfbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:22.751337 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-658aac74-6c5a-4cfc-9c3b-e89563e1cfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:22.791002 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 5eb59170-575d-4ea9-a0a8-1ee71e8c9e86 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:30:22.810287 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-658aac74-6c5a-4cfc-9c3b-e89563e1cfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:22.814964 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 5eb59170-575d-4ea9-a0a8-1ee71e8c9e86 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:30:22.815319 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 5eb59170-575d-4ea9-a0a8-1ee71e8c9e86 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:30:22.815726 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 3d5bd495-ae77-498f-947a-86bbde072555 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:30:22.837167 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658aac74-6c5a-4cfc-9c3b-e89563e1cfbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbd435ef-ced0-482e-8c78-0b87e334722f,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:22.839798 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-658aac74-6c5a-4cfc-9c3b-e89563e1cfbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:22.839984 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 3d5bd495-ae77-498f-947a-86bbde072555 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:30:22.840271 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 3d5bd495-ae77-498f-947a-86bbde072555 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:30:22.841688 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-658aac74-6c5a-4cfc-9c3b-e89563e1cfbf admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bbd435ef-ced0-482e-8c78-0b87e334722f HTTP/1.1" status: 204 len: 168 time: 0.2619531 Jul 13 08:30:22.847067 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44422) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:22.848575 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13e18b8-dbe5-49f8-b04f-24131d70f280 None None] Network adfbf2f9-e250-4fa0-9e73-814bcba7a298 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:30:22.942671 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a24a854b-c65b-47e9-990e-2874a1ee7d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:23.008027 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-a24a854b-c65b-47e9-990e-2874a1ee7d5a admin admin] Deleting port 90da2d5f-30d2-4e6e-bafe-822dd393b4f9 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:30:23.008365 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a24a854b-c65b-47e9-990e-2874a1ee7d5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:23.068653 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcff1bc-ce6c-4a16-b0c5-a29a011b0488 None None] DHCP port deletion for adfbf2f9-e250-4fa0-9e73-814bcba7a298 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:30:23.101774 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-a24a854b-c65b-47e9-990e-2874a1ee7d5a admin admin] For port 90da2d5f-30d2-4e6e-bafe-822dd393b4f9, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=90da2d5f-30d2-4e6e-bafe-822dd393b4f9,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:30:23.102197 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a24a854b-c65b-47e9-990e-2874a1ee7d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:23.115982 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-a24a854b-c65b-47e9-990e-2874a1ee7d5a admin admin] Calling delete_port for 90da2d5f-30d2-4e6e-bafe-822dd393b4f9 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:30:23.124095 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-3dcff1bc-ce6c-4a16-b0c5-a29a011b0488 None None] Deleting port 90da2d5f-30d2-4e6e-bafe-822dd393b4f9 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:30:23.124474 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3dcff1bc-ce6c-4a16-b0c5-a29a011b0488 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:23.208735 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a24a854b-c65b-47e9-990e-2874a1ee7d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:23.216111 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-3dcff1bc-ce6c-4a16-b0c5-a29a011b0488 None None] For port 90da2d5f-30d2-4e6e-bafe-822dd393b4f9, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=90da2d5f-30d2-4e6e-bafe-822dd393b4f9,segment=NetworkSegment(865b2335-39ca-49de-9f07-7385d69ab722),segment_id=865b2335-39ca-49de-9f07-7385d69ab722)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:30:23.216464 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3dcff1bc-ce6c-4a16-b0c5-a29a011b0488 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:23.240174 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24a854b-c65b-47e9-990e-2874a1ee7d5a admin admin] Pushing event deleted for resources: {'Port': ['ID=90da2d5f-30d2-4e6e-bafe-822dd393b4f9,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:23.242013 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24a854b-c65b-47e9-990e-2874a1ee7d5a admin admin] No DVR routers for this DVR port 90da2d5f-30d2-4e6e-bafe-822dd393b4f9 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:30:23.242315 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-3dcff1bc-ce6c-4a16-b0c5-a29a011b0488 None None] Calling delete_port for 90da2d5f-30d2-4e6e-bafe-822dd393b4f9 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:30:23.338115 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a24a854b-c65b-47e9-990e-2874a1ee7d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:23.353446 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3dcff1bc-ce6c-4a16-b0c5-a29a011b0488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:23.360873 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-a24a854b-c65b-47e9-990e-2874a1ee7d5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adfbf2f9-e250-4fa0-9e73-814bcba7a298']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:23.377615 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-a24a854b-c65b-47e9-990e-2874a1ee7d5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '865b2335-39ca-49de-9f07-7385d69ab722') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:23.377912 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-a24a854b-c65b-47e9-990e-2874a1ee7d5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '865b2335-39ca-49de-9f07-7385d69ab722') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:23.389136 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a24a854b-c65b-47e9-990e-2874a1ee7d5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:23.394661 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcff1bc-ce6c-4a16-b0c5-a29a011b0488 None None] Pushing event deleted for resources: {'Port': ['ID=90da2d5f-30d2-4e6e-bafe-822dd393b4f9,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:23.396549 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcff1bc-ce6c-4a16-b0c5-a29a011b0488 None None] No DVR routers for this DVR port 90da2d5f-30d2-4e6e-bafe-822dd393b4f9 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:30:23.415112 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a24a854b-c65b-47e9-990e-2874a1ee7d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:23.423731 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a24a854b-c65b-47e9-990e-2874a1ee7d5a admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:30:23.424163 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a24a854b-c65b-47e9-990e-2874a1ee7d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: timer() Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:30:23.426458 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:30:23.511327 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a24a854b-c65b-47e9-990e-2874a1ee7d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:23.519142 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a24a854b-c65b-47e9-990e-2874a1ee7d5a admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:23.521027 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a24a854b-c65b-47e9-990e-2874a1ee7d5a admin admin] 10.222.0.23 "DELETE /v2.0/networks/adfbf2f9-e250-4fa0-9e73-814bcba7a298 HTTP/1.1" status: 204 len: 168 time: 0.6729767 Jul 13 08:30:23.535874 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24a854b-c65b-47e9-990e-2874a1ee7d5a admin admin] Pushing event deleted for resources: {'Network': ['ID=adfbf2f9-e250-4fa0-9e73-814bcba7a298,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:23.660929 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44426) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:23.701782 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-67f4bb8a-fb6a-4314-a3d6-fbc01c8ecda2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d9b9f2475bd6470a984bd5e137557b3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397556 Jul 13 08:30:23.704317 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44428) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:23.754180 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7e4f8515-1d93-4e97-8ea8-8237a39c035e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:23.775180 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7e4f8515-1d93-4e97-8ea8-8237a39c035e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:23.821753 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7e4f8515-1d93-4e97-8ea8-8237a39c035e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:23.824376 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7e4f8515-1d93-4e97-8ea8-8237a39c035e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:23.825534 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7e4f8515-1d93-4e97-8ea8-8237a39c035e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9d449176-c53e-496e-9cc9-ae42b8569287 HTTP/1.1" status: 204 len: 168 time: 0.1202815 Jul 13 08:30:23.833570 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f8515-1d93-4e97-8ea8-8237a39c035e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d449176-c53e-496e-9cc9-ae42b8569287,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:23.896686 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:24.554240 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44450) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:24.614330 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:24.646573 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 90da2d5f-30d2-4e6e-bafe-822dd393b4f9 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:30:24.667124 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 90da2d5f-30d2-4e6e-bafe-822dd393b4f9 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:30:24.667322 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 90da2d5f-30d2-4e6e-bafe-822dd393b4f9 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:30:24.669133 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-c1ee1215-c7e9-4aa4-967e-2c3c67676567 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1518231797-network', 'tenant_id': 'de0fa107769c45c0b2934a0960319b28'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:30:24.690734 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ee1215-c7e9-4aa4-967e-2c3c67676567 admin admin] Made reservation on behalf of de0fa107769c45c0b2934a0960319b28 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:30:24.693121 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c1ee1215-c7e9-4aa4-967e-2c3c67676567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:24.702109 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c1ee1215-c7e9-4aa4-967e-2c3c67676567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:24.793144 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c1ee1215-c7e9-4aa4-967e-2c3c67676567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:24.796818 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c1ee1215-c7e9-4aa4-967e-2c3c67676567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:24.821255 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ee1215-c7e9-4aa4-967e-2c3c67676567 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:30:24.829967 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee1215-c7e9-4aa4-967e-2c3c67676567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ab8fde-8031-4c50-9e22-ff72359979c9,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:24.837316 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c1ee1215-c7e9-4aa4-967e-2c3c67676567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:24.837473 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-c1ee1215-c7e9-4aa4-967e-2c3c67676567 admin admin] Added segment b5da9ece-2d33-4fbc-a733-12f8fe2a508d of type vlan for network 419fccc1-bb31-488e-bd4c-69ca3c1125c4 Jul 13 08:30:24.878911 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c1ee1215-c7e9-4aa4-967e-2c3c67676567 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:24.910962 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c1ee1215-c7e9-4aa4-967e-2c3c67676567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:24.911939 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ee1215-c7e9-4aa4-967e-2c3c67676567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:24.912506 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c1ee1215-c7e9-4aa4-967e-2c3c67676567 admin admin] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:24.941592 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c1ee1215-c7e9-4aa4-967e-2c3c67676567 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3896210 Jul 13 08:30:24.944403 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44454) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:24.950098 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-6cf945d7-ea93-4d17-85a7-23c67bd0fab9 admin admin] Request body: {'subnet': {'network_id': '419fccc1-bb31-488e-bd4c-69ca3c1125c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1518231797-subnet', 'tenant_id': 'de0fa107769c45c0b2934a0960319b28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:30:24.990331 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee1215-c7e9-4aa4-967e-2c3c67676567 admin admin] Pushing event updated for resources: {'Network': ['ID=419fccc1-bb31-488e-bd4c-69ca3c1125c4,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:25.000621 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 419fccc1-bb31-488e-bd4c-69ca3c1125c4 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:30:25.003248 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf945d7-ea93-4d17-85a7-23c67bd0fab9 admin admin] Made reservation on behalf of de0fa107769c45c0b2934a0960319b28 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:30:25.005747 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6cf945d7-ea93-4d17-85a7-23c67bd0fab9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:25.178050 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6cf945d7-ea93-4d17-85a7-23c67bd0fab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:25.234205 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf945d7-ea93-4d17-85a7-23c67bd0fab9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5edeb638-8f43-4713-be11-240eedc944aa,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:25.245491 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf945d7-ea93-4d17-85a7-23c67bd0fab9 admin admin] Checking segment: {'id': 'b5da9ece-2d33-4fbc-a733-12f8fe2a508d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '419fccc1-bb31-488e-bd4c-69ca3c1125c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:30:25.245838 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf945d7-ea93-4d17-85a7-23c67bd0fab9 admin admin] Network hostable DHCP agents. Network: 419fccc1-bb31-488e-bd4c-69ca3c1125c4, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:30:25.262593 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf945d7-ea93-4d17-85a7-23c67bd0fab9 admin admin] Network 419fccc1-bb31-488e-bd4c-69ca3c1125c4 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:30:25.272486 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-6cf945d7-ea93-4d17-85a7-23c67bd0fab9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 419fccc1-bb31-488e-bd4c-69ca3c1125c4) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:30:25.276857 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf945d7-ea93-4d17-85a7-23c67bd0fab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:25.277458 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6cf945d7-ea93-4d17-85a7-23c67bd0fab9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:25.282528 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a79a2e0-933e-4b0f-92b2-0c5fb08af6d7 None None] Network 419fccc1-bb31-488e-bd4c-69ca3c1125c4 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:30:25.292443 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6cf945d7-ea93-4d17-85a7-23c67bd0fab9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3462749 Jul 13 08:30:25.418159 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9c0973-cb94-4ca9-8729-ccaed82cae76 None None] Network 419fccc1-bb31-488e-bd4c-69ca3c1125c4 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:30:25.758559 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-611dd3d5-19a7-4891-b3c9-fc7a7194ec4d tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:25.760094 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-611dd3d5-19a7-4891-b3c9-fc7a7194ec4d tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/networks?id=419fccc1-bb31-488e-bd4c-69ca3c1125c4 HTTP/1.1" status: 200 len: 814 time: 0.1237156 Jul 13 08:30:25.775711 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-5dbfca1d-ea63-4d35-9a6a-a26f774be154 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/quotas/de0fa107769c45c0b2934a0960319b28 HTTP/1.1" status: 200 len: 375 time: 0.0093398 Jul 13 08:30:25.809177 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-4e889a89-4b74-41be-9f6b-26b2a2395463 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=de0fa107769c45c0b2934a0960319b28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279672 Jul 13 08:30:25.904767 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-8d70dcf0-aa77-48b1-83da-d9321cc79929 service neutron] 10.222.0.23 "GET /v2.0/networks/419fccc1-bb31-488e-bd4c-69ca3c1125c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890799 Jul 13 08:30:26.001023 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-fcd8d9f5-835b-45b8-a262-1895cd7de360 service neutron] 10.222.0.23 "GET /v2.0/networks/419fccc1-bb31-488e-bd4c-69ca3c1125c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904355 Jul 13 08:30:26.179335 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9de988cc-2a04-4d6a-977b-965ef2e55647 req-7989eec1-6696-4b2d-a2fa-35cad492b042 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6990d00-c766-4912-b5c8-a37f6150ae19 HTTP/1.1" status: 200 len: 210 time: 0.0373971 Jul 13 08:30:27.344257 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8248ab6f-b1ab-45f9-ad67-9f1f0aadaab1 req-6fa35707-d762-4b6c-9128-884174cc2e7c tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6990d00-c766-4912-b5c8-a37f6150ae19 HTTP/1.1" status: 200 len: 210 time: 0.0442805 Jul 13 08:30:27.443949 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-361c731b-ab66-4c68-b930-e1b7694582d9 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:27.445376 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-361c731b-ab66-4c68-b930-e1b7694582d9 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.42 "GET /v2.0/networks?id=419fccc1-bb31-488e-bd4c-69ca3c1125c4 HTTP/1.1" status: 200 len: 814 time: 0.1353252 Jul 13 08:30:27.456975 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-6be09406-0bfb-4638-b4bd-53b48dfaf903 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Request body: {'port': {'device_id': 'a6990d00-c766-4912-b5c8-a37f6150ae19', 'network_id': '419fccc1-bb31-488e-bd4c-69ca3c1125c4', 'admin_state_up': True, 'tenant_id': 'de0fa107769c45c0b2934a0960319b28'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:30:27.572273 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-6be09406-0bfb-4638-b4bd-53b48dfaf903 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Made reservation on behalf of de0fa107769c45c0b2934a0960319b28 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:30:27.576330 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-6be09406-0bfb-4638-b4bd-53b48dfaf903 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:27.700377 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-6be09406-0bfb-4638-b4bd-53b48dfaf903 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Allocated IP 172.20.0.12 (419fccc1-bb31-488e-bd4c-69ca3c1125c4/5edeb638-8f43-4713-be11-240eedc944aa/c6d38d5e-78d6-4dda-910f-de8bc60f9d29) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:30:27.851102 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-6be09406-0bfb-4638-b4bd-53b48dfaf903 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:27.890757 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-6be09406-0bfb-4638-b4bd-53b48dfaf903 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:27.936598 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-6be09406-0bfb-4638-b4bd-53b48dfaf903 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Network 419fccc1-bb31-488e-bd4c-69ca3c1125c4 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:30:27.939759 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-6be09406-0bfb-4638-b4bd-53b48dfaf903 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:30:27.943472 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-6be09406-0bfb-4638-b4bd-53b48dfaf903 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:30:27.949732 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be09406-0bfb-4638-b4bd-53b48dfaf903 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Pushing event updated for resources: {'Port': ['ID=c6d38d5e-78d6-4dda-910f-de8bc60f9d29,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:27.998351 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-6be09406-0bfb-4638-b4bd-53b48dfaf903 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:27.998965 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-6be09406-0bfb-4638-b4bd-53b48dfaf903 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:28.012405 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-6be09406-0bfb-4638-b4bd-53b48dfaf903 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5594835 Jul 13 08:30:28.026238 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-6050dce7-7fbb-47c2-ad21-1b1de39365a7 service neutron] Request body: {'port': {'device_id': 'a6990d00-c766-4912-b5c8-a37f6150ae19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:30:28.096654 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-6050dce7-7fbb-47c2-ad21-1b1de39365a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:28.364342 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-6050dce7-7fbb-47c2-ad21-1b1de39365a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6d38d5e-78d6-4dda-910f-de8bc60f9d29 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:30:28.373052 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-6050dce7-7fbb-47c2-ad21-1b1de39365a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:28.385371 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-6050dce7-7fbb-47c2-ad21-1b1de39365a7 service neutron] Transition to ACTIVE for port object c6d38d5e-78d6-4dda-910f-de8bc60f9d29 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:30:28.389338 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-6050dce7-7fbb-47c2-ad21-1b1de39365a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:28.439168 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6050dce7-7fbb-47c2-ad21-1b1de39365a7 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d38d5e-78d6-4dda-910f-de8bc60f9d29,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:28.509692 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-6050dce7-7fbb-47c2-ad21-1b1de39365a7 service neutron] Attempting to bind port c6d38d5e-78d6-4dda-910f-de8bc60f9d29 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:30:28.510074 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-6050dce7-7fbb-47c2-ad21-1b1de39365a7 service neutron] Attempting to bind port c6d38d5e-78d6-4dda-910f-de8bc60f9d29 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'b5da9ece-2d33-4fbc-a733-12f8fe2a508d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '419fccc1-bb31-488e-bd4c-69ca3c1125c4'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:30:28.510403 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-6050dce7-7fbb-47c2-ad21-1b1de39365a7 service neutron] Attempting to bind port c6d38d5e-78d6-4dda-910f-de8bc60f9d29 on network 419fccc1-bb31-488e-bd4c-69ca3c1125c4 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:30:28.514796 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-6050dce7-7fbb-47c2-ad21-1b1de39365a7 service neutron] Port c6d38d5e-78d6-4dda-910f-de8bc60f9d29 on network 419fccc1-bb31-488e-bd4c-69ca3c1125c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:30:28.515114 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-6050dce7-7fbb-47c2-ad21-1b1de39365a7 service neutron] Attempting to bind port c6d38d5e-78d6-4dda-910f-de8bc60f9d29 on network 419fccc1-bb31-488e-bd4c-69ca3c1125c4 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:30:28.520258 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-6050dce7-7fbb-47c2-ad21-1b1de39365a7 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:30:28.520591 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-6050dce7-7fbb-47c2-ad21-1b1de39365a7 service neutron] Checking segment: {'id': 'b5da9ece-2d33-4fbc-a733-12f8fe2a508d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '419fccc1-bb31-488e-bd4c-69ca3c1125c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:30:28.520976 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-6050dce7-7fbb-47c2-ad21-1b1de39365a7 service neutron] Bound using segment: {'id': 'b5da9ece-2d33-4fbc-a733-12f8fe2a508d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '419fccc1-bb31-488e-bd4c-69ca3c1125c4'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:30:28.521399 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-6050dce7-7fbb-47c2-ad21-1b1de39365a7 service neutron] Bound port: c6d38d5e-78d6-4dda-910f-de8bc60f9d29, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5da9ece-2d33-4fbc-a733-12f8fe2a508d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '419fccc1-bb31-488e-bd4c-69ca3c1125c4'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:30:28.521749 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-6050dce7-7fbb-47c2-ad21-1b1de39365a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:28.532488 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e36db-b7a1-46ce-a6cf-2dc333eeded8 req-abaad9f7-4986-4891-a35a-598b555ccfa9 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:28.533673 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e47e36db-b7a1-46ce-a6cf-2dc333eeded8 req-abaad9f7-4986-4891-a35a-598b555ccfa9 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6990d00-c766-4912-b5c8-a37f6150ae19 HTTP/1.1" status: 200 len: 944 time: 0.0657449 Jul 13 08:30:28.572099 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e47e36db-b7a1-46ce-a6cf-2dc333eeded8 req-9be5aace-846e-4891-abed-29b114236ccc tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/security-groups?id=90ab8fde-8031-4c50-9e22-ff72359979c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323968 Jul 13 08:30:28.591429 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-6050dce7-7fbb-47c2-ad21-1b1de39365a7 service neutron] For port c6d38d5e-78d6-4dda-910f-de8bc60f9d29, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:30:28.594909 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-6050dce7-7fbb-47c2-ad21-1b1de39365a7 service neutron] For port c6d38d5e-78d6-4dda-910f-de8bc60f9d29, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=c6d38d5e-78d6-4dda-910f-de8bc60f9d29,segment=NetworkSegment(b5da9ece-2d33-4fbc-a733-12f8fe2a508d),segment_id=b5da9ece-2d33-4fbc-a733-12f8fe2a508d)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:30:28.600125 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-6050dce7-7fbb-47c2-ad21-1b1de39365a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:28.634245 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-6050dce7-7fbb-47c2-ad21-1b1de39365a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:28.634853 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-6050dce7-7fbb-47c2-ad21-1b1de39365a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:28.637106 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-6050dce7-7fbb-47c2-ad21-1b1de39365a7 service neutron] 10.222.0.42 "PUT /v2.0/ports/c6d38d5e-78d6-4dda-910f-de8bc60f9d29 HTTP/1.1" status: 200 len: 1093 time: 0.6154988 Jul 13 08:30:28.637609 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6990d00-c766-4912-b5c8-a37f6150ae19', 'tag': 'c6d38d5e-78d6-4dda-910f-de8bc60f9d29'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:30:28.639885 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bfe0aeb-a570-49e1-aa8a-a17e0b9df8d5" -d '{"events": [{"name": "network-changed", "server_uuid": "a6990d00-c766-4912-b5c8-a37f6150ae19", "tag": "c6d38d5e-78d6-4dda-910f-de8bc60f9d29"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:30:28.663964 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6050dce7-7fbb-47c2-ad21-1b1de39365a7 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d38d5e-78d6-4dda-910f-de8bc60f9d29,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:28.686938 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a672109-0fcc-41c4-8ac8-78787daa8188 x-openstack-request-id: req-0a672109-0fcc-41c4-8ac8-78787daa8188 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:30:28.687234 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6990d00-c766-4912-b5c8-a37f6150ae19", "tag": "c6d38d5e-78d6-4dda-910f-de8bc60f9d29", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:30:28.687479 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a672109-0fcc-41c4-8ac8-78787daa8188 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:30:28.687916 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6990d00-c766-4912-b5c8-a37f6150ae19', 'tag': 'c6d38d5e-78d6-4dda-910f-de8bc60f9d29', 'status': 'completed', 'code': 200} Jul 13 08:30:28.732696 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-8f84fc8b-86c2-4ba2-baca-137c01fc5b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:28.734246 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-8f84fc8b-86c2-4ba2-baca-137c01fc5b49 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=de0fa107769c45c0b2934a0960319b28&device_id=a6990d00-c766-4912-b5c8-a37f6150ae19 HTTP/1.1" status: 200 len: 1096 time: 0.0566902 Jul 13 08:30:28.777837 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-b6a830e0-852d-4fa7-936e-3da9f49de936 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6d38d5e-78d6-4dda-910f-de8bc60f9d29 HTTP/1.1" status: 200 len: 217 time: 0.0371573 Jul 13 08:30:28.830149 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-a3323272-5467-4069-82d2-0302abd4dd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:28.831642 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-a3323272-5467-4069-82d2-0302abd4dd1f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5edeb638-8f43-4713-be11-240eedc944aa HTTP/1.1" status: 200 len: 854 time: 0.0482984 Jul 13 08:30:28.864074 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-2f3f6e60-09d6-4b02-8c90-4bdaafd6d697 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=419fccc1-bb31-488e-bd4c-69ca3c1125c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266790 Jul 13 08:30:28.965838 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-a5b0f755-4969-40e5-b03e-4816e6bcb587 service neutron] 10.222.0.42 "GET /v2.0/networks/419fccc1-bb31-488e-bd4c-69ca3c1125c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952535 Jul 13 08:30:29.059468 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-abb56e5d-c1b2-4b70-9e6f-eb69db556f9f req-0012737e-d3eb-45a1-b8d9-b309ead8566f service neutron] 10.222.0.42 "GET /v2.0/networks/419fccc1-bb31-488e-bd4c-69ca3c1125c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877678 Jul 13 08:30:29.167755 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe0aeb-a570-49e1-aa8a-a17e0b9df8d5 req-f57422e5-ca76-4bc3-8cf4-e9297abae0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:29.169286 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0bfe0aeb-a570-49e1-aa8a-a17e0b9df8d5 req-f57422e5-ca76-4bc3-8cf4-e9297abae0e0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=de0fa107769c45c0b2934a0960319b28&device_id=a6990d00-c766-4912-b5c8-a37f6150ae19 HTTP/1.1" status: 200 len: 1096 time: 0.0589626 Jul 13 08:30:29.264942 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe0aeb-a570-49e1-aa8a-a17e0b9df8d5 req-1c903862-ec4d-4c93-a7ee-3f33d9beff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:29.266461 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0bfe0aeb-a570-49e1-aa8a-a17e0b9df8d5 req-1c903862-ec4d-4c93-a7ee-3f33d9beff50 service neutron] 10.222.0.42 "GET /v2.0/networks?id=419fccc1-bb31-488e-bd4c-69ca3c1125c4 HTTP/1.1" status: 200 len: 915 time: 0.0901783 Jul 13 08:30:29.311845 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0bfe0aeb-a570-49e1-aa8a-a17e0b9df8d5 req-00893a95-888e-4ba8-933c-35c258a92217 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6d38d5e-78d6-4dda-910f-de8bc60f9d29 HTTP/1.1" status: 200 len: 217 time: 0.0389130 Jul 13 08:30:29.361997 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe0aeb-a570-49e1-aa8a-a17e0b9df8d5 req-cafa5003-dc28-499b-8769-093af8e40501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:29.363508 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0bfe0aeb-a570-49e1-aa8a-a17e0b9df8d5 req-cafa5003-dc28-499b-8769-093af8e40501 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5edeb638-8f43-4713-be11-240eedc944aa HTTP/1.1" status: 200 len: 854 time: 0.0450628 Jul 13 08:30:29.397473 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0bfe0aeb-a570-49e1-aa8a-a17e0b9df8d5 req-0aaed0e4-e82b-4371-ad25-1e353045137e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=419fccc1-bb31-488e-bd4c-69ca3c1125c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268846 Jul 13 08:30:29.489881 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0bfe0aeb-a570-49e1-aa8a-a17e0b9df8d5 req-ebbe5e5f-8858-4542-9c47-df36bf7f8ff8 service neutron] 10.222.0.42 "GET /v2.0/networks/419fccc1-bb31-488e-bd4c-69ca3c1125c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857966 Jul 13 08:30:29.587606 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0bfe0aeb-a570-49e1-aa8a-a17e0b9df8d5 req-4b377683-f675-406f-90c4-2add7272271e service neutron] 10.222.0.42 "GET /v2.0/networks/419fccc1-bb31-488e-bd4c-69ca3c1125c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910745 Jul 13 08:30:29.750724 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd63073-a938-41af-8059-34d580b83821 req-6c1e9e9c-bc1a-471e-a68b-6bfdf974b5d6 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:29.752310 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3cd63073-a938-41af-8059-34d580b83821 req-6c1e9e9c-bc1a-471e-a68b-6bfdf974b5d6 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6990d00-c766-4912-b5c8-a37f6150ae19 HTTP/1.1" status: 200 len: 944 time: 0.0651190 Jul 13 08:30:29.792459 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3cd63073-a938-41af-8059-34d580b83821 req-665577a1-e751-49c4-a709-88176fe2b26b tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/security-groups?id=90ab8fde-8031-4c50-9e22-ff72359979c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344658 Jul 13 08:30:30.372269 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-85a6190b-59c6-4071-8b45-7bcea26f976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:30.972366 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab294d5-af90-4d47-8efd-b917ca57590a req-b4c9d5b4-c95f-4cee-8b21-2cba95dc7759 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:30.973824 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eab294d5-af90-4d47-8efd-b917ca57590a req-b4c9d5b4-c95f-4cee-8b21-2cba95dc7759 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6990d00-c766-4912-b5c8-a37f6150ae19 HTTP/1.1" status: 200 len: 944 time: 0.0666544 Jul 13 08:30:31.013843 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eab294d5-af90-4d47-8efd-b917ca57590a req-ec267697-1e1b-4573-9e05-d7aec8a23846 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/security-groups?id=90ab8fde-8031-4c50-9e22-ff72359979c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338116 Jul 13 08:30:31.046524 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device c6d38d5e-78d6-4dda-910f-de8bc60f9d29 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:30:31.151732 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port c6d38d5e-78d6-4dda-910f-de8bc60f9d29, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=c6d38d5e-78d6-4dda-910f-de8bc60f9d29,segment=NetworkSegment(b5da9ece-2d33-4fbc-a733-12f8fe2a508d),segment_id=b5da9ece-2d33-4fbc-a733-12f8fe2a508d)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:30:31.170289 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': 'c6d38d5e-78d6-4dda-910f-de8bc60f9d29', 'network_id': '419fccc1-bb31-488e-bd4c-69ca3c1125c4', 'port_id': 'c6d38d5e-78d6-4dda-910f-de8bc60f9d29', 'mac_address': 'fa:16:3e:73:dc:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5edeb638-8f43-4713-be11-240eedc944aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:30:31.206507 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:31.219455 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6d38d5e-78d6-4dda-910f-de8bc60f9d29 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:30:31.239707 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port c6d38d5e-78d6-4dda-910f-de8bc60f9d29, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=c6d38d5e-78d6-4dda-910f-de8bc60f9d29,segment=NetworkSegment(b5da9ece-2d33-4fbc-a733-12f8fe2a508d),segment_id=b5da9ece-2d33-4fbc-a733-12f8fe2a508d)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:30:31.243311 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:31.295269 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=c6d38d5e-78d6-4dda-910f-de8bc60f9d29,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:31.454374 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['c6d38d5e-78d6-4dda-910f-de8bc60f9d29'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:30:32.191614 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd517ca2-a734-4f3e-bf5a-4269b9102eb5 req-4cef67b3-0008-4ba2-82e8-846bc618b76b tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:32.193125 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fd517ca2-a734-4f3e-bf5a-4269b9102eb5 req-4cef67b3-0008-4ba2-82e8-846bc618b76b tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6990d00-c766-4912-b5c8-a37f6150ae19 HTTP/1.1" status: 200 len: 945 time: 0.0670302 Jul 13 08:30:32.230901 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fd517ca2-a734-4f3e-bf5a-4269b9102eb5 req-e61fd973-709b-41c4-93ca-e01314257823 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/security-groups?id=90ab8fde-8031-4c50-9e22-ff72359979c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320711 Jul 13 08:30:33.034864 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device c6d38d5e-78d6-4dda-910f-de8bc60f9d29 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:30:33.085925 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port c6d38d5e-78d6-4dda-910f-de8bc60f9d29 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:30:33.090127 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port c6d38d5e-78d6-4dda-910f-de8bc60f9d29 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:30:33.090489 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:33.172034 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:33.195247 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6990d00-c766-4912-b5c8-a37f6150ae19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d38d5e-78d6-4dda-910f-de8bc60f9d29'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:30:33.197120 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}819247fa28fcd914db4aabd8a9f8f95ceb467163a9d63008da3b74a1dcff375d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fadc613-97aa-4e8e-ac28-c2696d83b423" -d '{"events": [{"server_uuid": "a6990d00-c766-4912-b5c8-a37f6150ae19", "name": "network-vif-plugged", "status": "completed", "tag": "c6d38d5e-78d6-4dda-910f-de8bc60f9d29"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:30:33.210172 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port c6d38d5e-78d6-4dda-910f-de8bc60f9d29, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=c6d38d5e-78d6-4dda-910f-de8bc60f9d29,segment=NetworkSegment(b5da9ece-2d33-4fbc-a733-12f8fe2a508d),segment_id=b5da9ece-2d33-4fbc-a733-12f8fe2a508d)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:30:33.219364 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:33.253172 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e209a0-3889-4859-a881-3488f40a981f x-openstack-request-id: req-54e209a0-3889-4859-a881-3488f40a981f {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:30:33.253447 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6990d00-c766-4912-b5c8-a37f6150ae19", "name": "network-vif-plugged", "status": "completed", "tag": "c6d38d5e-78d6-4dda-910f-de8bc60f9d29", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:30:33.253698 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-54e209a0-3889-4859-a881-3488f40a981f {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:30:33.254102 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6990d00-c766-4912-b5c8-a37f6150ae19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d38d5e-78d6-4dda-910f-de8bc60f9d29', 'code': 200} Jul 13 08:30:33.279173 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:33.292594 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a396552c-f9f1-4c70-993b-de712b8d96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:33.298430 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=c6d38d5e-78d6-4dda-910f-de8bc60f9d29,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:33.361663 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5eb59-5942-48e2-a711-c8f06977c7b5 req-4d216144-ddd8-47ce-ad23-5de6341586bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:33.363177 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-46c5eb59-5942-48e2-a711-c8f06977c7b5 req-4d216144-ddd8-47ce-ad23-5de6341586bf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a6990d00-c766-4912-b5c8-a37f6150ae19 HTTP/1.1" status: 200 len: 1098 time: 0.0605578 Jul 13 08:30:33.402272 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-46c5eb59-5942-48e2-a711-c8f06977c7b5 req-f5d431a4-c9d6-41a3-8a61-15da386eb82b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=90ab8fde-8031-4c50-9e22-ff72359979c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305560 Jul 13 08:30:33.436961 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ced224-af16-4d5b-9f3b-ba5e92c7c3aa req-bfbe60f1-62ef-4b86-93b4-9ee76c0aaf76 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:33.438466 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b4ced224-af16-4d5b-9f3b-ba5e92c7c3aa req-bfbe60f1-62ef-4b86-93b4-9ee76c0aaf76 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6990d00-c766-4912-b5c8-a37f6150ae19 HTTP/1.1" status: 200 len: 946 time: 0.0656376 Jul 13 08:30:33.476482 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b4ced224-af16-4d5b-9f3b-ba5e92c7c3aa req-fc9737bd-5a44-415c-a052-e1474447bfea tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/security-groups?id=90ab8fde-8031-4c50-9e22-ff72359979c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322616 Jul 13 08:30:34.341142 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:34.657833 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f81b5-d763-4ed3-b5e3-2ad105dda432 req-2ca6385b-c1fe-48e4-8cd4-dac9d4683c90 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:34.659384 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2b3f81b5-d763-4ed3-b5e3-2ad105dda432 req-2ca6385b-c1fe-48e4-8cd4-dac9d4683c90 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6990d00-c766-4912-b5c8-a37f6150ae19 HTTP/1.1" status: 200 len: 946 time: 0.0654113 Jul 13 08:30:34.702743 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2b3f81b5-d763-4ed3-b5e3-2ad105dda432 req-a055e79f-643b-4325-95d7-271dec99de4c tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/security-groups?id=90ab8fde-8031-4c50-9e22-ff72359979c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376513 Jul 13 08:30:34.939289 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-2dc3613c-0244-49c4-8cd6-c4499eaab727 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:34.940686 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-2dc3613c-0244-49c4-8cd6-c4499eaab727 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/networks?id=419fccc1-bb31-488e-bd4c-69ca3c1125c4 HTTP/1.1" status: 200 len: 814 time: 0.1076238 Jul 13 08:30:34.956346 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-ac15e3a2-87cc-4658-8522-0a0478a2ae16 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/quotas/de0fa107769c45c0b2934a0960319b28 HTTP/1.1" status: 200 len: 375 time: 0.0103538 Jul 13 08:30:35.027446 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-f9f0cc31-7847-4611-98d0-1a9ff007b50c tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=de0fa107769c45c0b2934a0960319b28&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0657313 Jul 13 08:30:35.081973 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-3003d165-c540-4d75-899d-f2443bbc5695 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:30:35.083101 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-3003d165-c540-4d75-899d-f2443bbc5695 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0493362 Jul 13 08:30:35.178577 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-90736b73-9947-429d-b80d-08a2a2c14b3f service neutron] 10.222.0.23 "GET /v2.0/networks/419fccc1-bb31-488e-bd4c-69ca3c1125c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893862 Jul 13 08:30:35.273602 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-b8f00ecc-f3ce-42af-aaa5-282f5cb46ab3 service neutron] 10.222.0.23 "GET /v2.0/networks/419fccc1-bb31-488e-bd4c-69ca3c1125c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881436 Jul 13 08:30:35.449188 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-039b91be-cf6b-4da3-a548-ee81c8fae7d9 req-26f2de94-b92d-42fc-bbdf-4fd6d99b7c74 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/ports?device_id=080dfebb-8077-41f0-a577-aca0740dd5b4 HTTP/1.1" status: 200 len: 210 time: 0.0365553 Jul 13 08:30:36.108471 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:36.619873 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0e475818-dd5f-467d-9d36-678f8dc072fe req-1b4bf8e2-3ca6-40b7-a987-e585b31d6b5d tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/ports?device_id=080dfebb-8077-41f0-a577-aca0740dd5b4 HTTP/1.1" status: 200 len: 210 time: 0.0422077 Jul 13 08:30:36.631419 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-2cc466b7-371b-4290-a6a7-dd79f6174c1f tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:36.633437 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-2cc466b7-371b-4290-a6a7-dd79f6174c1f tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.25 "GET /v2.0/networks?id=419fccc1-bb31-488e-bd4c-69ca3c1125c4 HTTP/1.1" status: 200 len: 814 time: 0.1553016 Jul 13 08:30:36.647407 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-e406dbee-65f9-4667-91a3-89d881774745 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Request body: {'port': {'device_id': '080dfebb-8077-41f0-a577-aca0740dd5b4', 'network_id': '419fccc1-bb31-488e-bd4c-69ca3c1125c4', 'admin_state_up': True, 'tenant_id': 'de0fa107769c45c0b2934a0960319b28'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:30:36.774541 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-e406dbee-65f9-4667-91a3-89d881774745 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Made reservation on behalf of de0fa107769c45c0b2934a0960319b28 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:30:36.778946 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-e406dbee-65f9-4667-91a3-89d881774745 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:36.905761 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-e406dbee-65f9-4667-91a3-89d881774745 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Allocated IP 172.20.0.5 (419fccc1-bb31-488e-bd4c-69ca3c1125c4/5edeb638-8f43-4713-be11-240eedc944aa/e4edb568-cd22-44c9-8f3f-2d8bce512547) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:30:37.065224 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-e406dbee-65f9-4667-91a3-89d881774745 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:37.107367 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-e406dbee-65f9-4667-91a3-89d881774745 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:37.121666 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['c6d38d5e-78d6-4dda-910f-de8bc60f9d29'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:30:37.154755 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-e406dbee-65f9-4667-91a3-89d881774745 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Network 419fccc1-bb31-488e-bd4c-69ca3c1125c4 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:30:37.160326 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-e406dbee-65f9-4667-91a3-89d881774745 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:30:37.164704 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-e406dbee-65f9-4667-91a3-89d881774745 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:30:37.198001 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406dbee-65f9-4667-91a3-89d881774745 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Pushing event updated for resources: {'Port': ['ID=e4edb568-cd22-44c9-8f3f-2d8bce512547,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:37.232948 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-e406dbee-65f9-4667-91a3-89d881774745 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:37.233707 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-e406dbee-65f9-4667-91a3-89d881774745 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:37.248922 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-e406dbee-65f9-4667-91a3-89d881774745 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6056311 Jul 13 08:30:37.261157 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-75bd1c0b-3b66-44a1-ad1d-2c8252899c30 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:30:37.262248 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-75bd1c0b-3b66-44a1-ad1d-2c8252899c30 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067170 Jul 13 08:30:37.272682 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-3c3ff3fd-d2a0-46d0-b8da-6251823a493d service neutron] Request body: {'port': {'device_id': '080dfebb-8077-41f0-a577-aca0740dd5b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:30:37.346521 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-3c3ff3fd-d2a0-46d0-b8da-6251823a493d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:37.624698 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-3c3ff3fd-d2a0-46d0-b8da-6251823a493d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4edb568-cd22-44c9-8f3f-2d8bce512547 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:30:37.632026 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-3c3ff3fd-d2a0-46d0-b8da-6251823a493d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:37.645307 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-3c3ff3fd-d2a0-46d0-b8da-6251823a493d service neutron] Transition to ACTIVE for port object e4edb568-cd22-44c9-8f3f-2d8bce512547 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:30:37.649942 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-3c3ff3fd-d2a0-46d0-b8da-6251823a493d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:37.724390 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ff3fd-d2a0-46d0-b8da-6251823a493d service neutron] Pushing event updated for resources: {'Port': ['ID=e4edb568-cd22-44c9-8f3f-2d8bce512547,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:37.774494 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-3c3ff3fd-d2a0-46d0-b8da-6251823a493d service neutron] Attempting to bind port e4edb568-cd22-44c9-8f3f-2d8bce512547 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:30:37.774820 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-3c3ff3fd-d2a0-46d0-b8da-6251823a493d service neutron] Attempting to bind port e4edb568-cd22-44c9-8f3f-2d8bce512547 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'b5da9ece-2d33-4fbc-a733-12f8fe2a508d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '419fccc1-bb31-488e-bd4c-69ca3c1125c4'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:30:37.775147 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-3c3ff3fd-d2a0-46d0-b8da-6251823a493d service neutron] Attempting to bind port e4edb568-cd22-44c9-8f3f-2d8bce512547 on network 419fccc1-bb31-488e-bd4c-69ca3c1125c4 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:30:37.779999 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-3c3ff3fd-d2a0-46d0-b8da-6251823a493d service neutron] Port e4edb568-cd22-44c9-8f3f-2d8bce512547 on network 419fccc1-bb31-488e-bd4c-69ca3c1125c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:30:37.780454 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-3c3ff3fd-d2a0-46d0-b8da-6251823a493d service neutron] Attempting to bind port e4edb568-cd22-44c9-8f3f-2d8bce512547 on network 419fccc1-bb31-488e-bd4c-69ca3c1125c4 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:30:37.786617 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-3c3ff3fd-d2a0-46d0-b8da-6251823a493d service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:30:37.786948 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-3c3ff3fd-d2a0-46d0-b8da-6251823a493d service neutron] Checking segment: {'id': 'b5da9ece-2d33-4fbc-a733-12f8fe2a508d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '419fccc1-bb31-488e-bd4c-69ca3c1125c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:30:37.787362 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-3c3ff3fd-d2a0-46d0-b8da-6251823a493d service neutron] Bound using segment: {'id': 'b5da9ece-2d33-4fbc-a733-12f8fe2a508d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '419fccc1-bb31-488e-bd4c-69ca3c1125c4'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:30:37.787783 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-3c3ff3fd-d2a0-46d0-b8da-6251823a493d service neutron] Bound port: e4edb568-cd22-44c9-8f3f-2d8bce512547, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5da9ece-2d33-4fbc-a733-12f8fe2a508d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '419fccc1-bb31-488e-bd4c-69ca3c1125c4'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:30:37.788134 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-3c3ff3fd-d2a0-46d0-b8da-6251823a493d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:37.805646 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ebde4-1d4a-4493-9980-efecc7e59c6d req-c83c0a2c-1852-4628-bc1d-84858ae30a2f tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:37.807867 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-930ebde4-1d4a-4493-9980-efecc7e59c6d req-c83c0a2c-1852-4628-bc1d-84858ae30a2f tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/ports?device_id=080dfebb-8077-41f0-a577-aca0740dd5b4 HTTP/1.1" status: 200 len: 943 time: 0.0662999 Jul 13 08:30:37.846150 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-930ebde4-1d4a-4493-9980-efecc7e59c6d req-6fa1f194-e4c7-4bd2-9423-f7275dbc671d tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/security-groups?id=90ab8fde-8031-4c50-9e22-ff72359979c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326335 Jul 13 08:30:37.862684 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-3c3ff3fd-d2a0-46d0-b8da-6251823a493d service neutron] For port e4edb568-cd22-44c9-8f3f-2d8bce512547, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:30:37.868399 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-3c3ff3fd-d2a0-46d0-b8da-6251823a493d service neutron] For port e4edb568-cd22-44c9-8f3f-2d8bce512547, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=e4edb568-cd22-44c9-8f3f-2d8bce512547,segment=NetworkSegment(b5da9ece-2d33-4fbc-a733-12f8fe2a508d),segment_id=b5da9ece-2d33-4fbc-a733-12f8fe2a508d)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:30:37.874424 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-3c3ff3fd-d2a0-46d0-b8da-6251823a493d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:37.907909 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-3c3ff3fd-d2a0-46d0-b8da-6251823a493d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:37.908598 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-3c3ff3fd-d2a0-46d0-b8da-6251823a493d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:37.910005 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-3c3ff3fd-d2a0-46d0-b8da-6251823a493d service neutron] 10.222.0.25 "PUT /v2.0/ports/e4edb568-cd22-44c9-8f3f-2d8bce512547 HTTP/1.1" status: 200 len: 1092 time: 0.6416998 Jul 13 08:30:37.912420 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '080dfebb-8077-41f0-a577-aca0740dd5b4', 'tag': 'e4edb568-cd22-44c9-8f3f-2d8bce512547'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:30:37.914895 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33af52f666a6377eeaf9d00c6054365c515a6ddb0c8cc5669bfcff545a31cac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cedb99f-49d9-4f0b-aea2-81cda8e66f41" -d '{"events": [{"name": "network-changed", "server_uuid": "080dfebb-8077-41f0-a577-aca0740dd5b4", "tag": "e4edb568-cd22-44c9-8f3f-2d8bce512547"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:30:37.945668 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ff3fd-d2a0-46d0-b8da-6251823a493d service neutron] Pushing event updated for resources: {'Port': ['ID=e4edb568-cd22-44c9-8f3f-2d8bce512547,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:37.959228 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f79625-993e-4758-9536-ecbcd721e345 x-openstack-request-id: req-28f79625-993e-4758-9536-ecbcd721e345 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:30:37.959515 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "080dfebb-8077-41f0-a577-aca0740dd5b4", "tag": "e4edb568-cd22-44c9-8f3f-2d8bce512547", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:30:37.959746 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-28f79625-993e-4758-9536-ecbcd721e345 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:30:37.960133 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '080dfebb-8077-41f0-a577-aca0740dd5b4', 'tag': 'e4edb568-cd22-44c9-8f3f-2d8bce512547', 'status': 'completed', 'code': 200} Jul 13 08:30:38.004754 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-f2fa993e-d8a4-46be-b76e-b9aca3413107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:38.006292 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-f2fa993e-d8a4-46be-b76e-b9aca3413107 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=de0fa107769c45c0b2934a0960319b28&device_id=080dfebb-8077-41f0-a577-aca0740dd5b4 HTTP/1.1" status: 200 len: 1095 time: 0.0555813 Jul 13 08:30:38.052849 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-92940c4e-731e-4be8-8a5d-9104d950ce87 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4edb568-cd22-44c9-8f3f-2d8bce512547 HTTP/1.1" status: 200 len: 217 time: 0.0394974 Jul 13 08:30:38.102122 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-c068b054-9a43-4ac1-8070-b231e1e4e5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:38.104195 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-c068b054-9a43-4ac1-8070-b231e1e4e5e2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5edeb638-8f43-4713-be11-240eedc944aa HTTP/1.1" status: 200 len: 854 time: 0.0451114 Jul 13 08:30:38.136237 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-314eadbf-654d-4ce5-92e6-fbc0ad73c5f7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=419fccc1-bb31-488e-bd4c-69ca3c1125c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266800 Jul 13 08:30:38.230680 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-b91910d9-018a-4833-b7fa-d39a09a040f9 service neutron] 10.222.0.25 "GET /v2.0/networks/419fccc1-bb31-488e-bd4c-69ca3c1125c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878012 Jul 13 08:30:38.319257 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d7410cf-c5af-46f3-81e7-f26325e27d5f req-38898480-4e9d-4ae0-a2e7-592da013ba4e service neutron] 10.222.0.25 "GET /v2.0/networks/419fccc1-bb31-488e-bd4c-69ca3c1125c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829196 Jul 13 08:30:38.427183 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedb99f-49d9-4f0b-aea2-81cda8e66f41 req-3f23fbf7-ff10-4329-9f67-aa28b4060b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:38.428742 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0cedb99f-49d9-4f0b-aea2-81cda8e66f41 req-3f23fbf7-ff10-4329-9f67-aa28b4060b39 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=de0fa107769c45c0b2934a0960319b28&device_id=080dfebb-8077-41f0-a577-aca0740dd5b4 HTTP/1.1" status: 200 len: 1095 time: 0.0601962 Jul 13 08:30:38.518323 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedb99f-49d9-4f0b-aea2-81cda8e66f41 req-29617e3c-6b21-4142-9d5d-e833117c4b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:38.519915 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0cedb99f-49d9-4f0b-aea2-81cda8e66f41 req-29617e3c-6b21-4142-9d5d-e833117c4b6b service neutron] 10.222.0.25 "GET /v2.0/networks?id=419fccc1-bb31-488e-bd4c-69ca3c1125c4 HTTP/1.1" status: 200 len: 915 time: 0.0851936 Jul 13 08:30:38.565752 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0cedb99f-49d9-4f0b-aea2-81cda8e66f41 req-5ebae1de-f881-43a9-9147-9cab34fde8c4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4edb568-cd22-44c9-8f3f-2d8bce512547 HTTP/1.1" status: 200 len: 217 time: 0.0383120 Jul 13 08:30:38.617504 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedb99f-49d9-4f0b-aea2-81cda8e66f41 req-cc62ae40-0297-44e7-a6c3-28183285ccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:38.619011 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0cedb99f-49d9-4f0b-aea2-81cda8e66f41 req-cc62ae40-0297-44e7-a6c3-28183285ccf2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5edeb638-8f43-4713-be11-240eedc944aa HTTP/1.1" status: 200 len: 854 time: 0.0467346 Jul 13 08:30:38.653822 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0cedb99f-49d9-4f0b-aea2-81cda8e66f41 req-e07ed4ab-2215-4238-ab90-6adb471ef92b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=419fccc1-bb31-488e-bd4c-69ca3c1125c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280662 Jul 13 08:30:38.748520 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0cedb99f-49d9-4f0b-aea2-81cda8e66f41 req-e263ca54-6cc2-493e-9f50-8f171ab26005 service neutron] 10.222.0.25 "GET /v2.0/networks/419fccc1-bb31-488e-bd4c-69ca3c1125c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871675 Jul 13 08:30:38.847621 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0cedb99f-49d9-4f0b-aea2-81cda8e66f41 req-4e8a33a5-45e3-475c-a9da-9dd05b298137 service neutron] 10.222.0.25 "GET /v2.0/networks/419fccc1-bb31-488e-bd4c-69ca3c1125c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915012 Jul 13 08:30:39.035217 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933736e9-fa36-4b4b-a445-685b0e4a7a39 req-b698f179-070e-44d8-b7f3-59842b3fde5b tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:39.036714 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-933736e9-fa36-4b4b-a445-685b0e4a7a39 req-b698f179-070e-44d8-b7f3-59842b3fde5b tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/ports?device_id=080dfebb-8077-41f0-a577-aca0740dd5b4 HTTP/1.1" status: 200 len: 943 time: 0.0628686 Jul 13 08:30:39.074959 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-933736e9-fa36-4b4b-a445-685b0e4a7a39 req-e57c141c-0aec-4681-9247-1742dc8edd51 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/security-groups?id=90ab8fde-8031-4c50-9e22-ff72359979c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319161 Jul 13 08:30:40.257258 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6680ee9-1048-4c4d-98c2-4238945d795a req-ec386eb1-b855-4264-b218-63f74218722f tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:40.258752 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d6680ee9-1048-4c4d-98c2-4238945d795a req-ec386eb1-b855-4264-b218-63f74218722f tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/ports?device_id=080dfebb-8077-41f0-a577-aca0740dd5b4 HTTP/1.1" status: 200 len: 943 time: 0.0713780 Jul 13 08:30:40.296822 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d6680ee9-1048-4c4d-98c2-4238945d795a req-663a65fb-22c8-4595-b0fb-73571223e64f tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/security-groups?id=90ab8fde-8031-4c50-9e22-ff72359979c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323164 Jul 13 08:30:41.482585 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f306746-1bb1-4c63-a960-1d1325ef1540 req-8809864a-1754-4dc5-8abc-626b80447734 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:41.484205 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5f306746-1bb1-4c63-a960-1d1325ef1540 req-8809864a-1754-4dc5-8abc-626b80447734 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/ports?device_id=080dfebb-8077-41f0-a577-aca0740dd5b4 HTTP/1.1" status: 200 len: 943 time: 0.0742688 Jul 13 08:30:41.524012 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5f306746-1bb1-4c63-a960-1d1325ef1540 req-cfb83ff6-a6e2-4024-9314-66a4fd8b26a5 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/security-groups?id=90ab8fde-8031-4c50-9e22-ff72359979c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340912 Jul 13 08:30:42.008188 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device e4edb568-cd22-44c9-8f3f-2d8bce512547 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:30:42.114948 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port e4edb568-cd22-44c9-8f3f-2d8bce512547, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=e4edb568-cd22-44c9-8f3f-2d8bce512547,segment=NetworkSegment(b5da9ece-2d33-4fbc-a733-12f8fe2a508d),segment_id=b5da9ece-2d33-4fbc-a733-12f8fe2a508d)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:30:42.128097 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': 'e4edb568-cd22-44c9-8f3f-2d8bce512547', 'network_id': '419fccc1-bb31-488e-bd4c-69ca3c1125c4', 'port_id': 'e4edb568-cd22-44c9-8f3f-2d8bce512547', 'mac_address': 'fa:16:3e:91:c4:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5edeb638-8f43-4713-be11-240eedc944aa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:30:42.168079 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:42.180987 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4edb568-cd22-44c9-8f3f-2d8bce512547 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:30:42.202426 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port e4edb568-cd22-44c9-8f3f-2d8bce512547, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=e4edb568-cd22-44c9-8f3f-2d8bce512547,segment=NetworkSegment(b5da9ece-2d33-4fbc-a733-12f8fe2a508d),segment_id=b5da9ece-2d33-4fbc-a733-12f8fe2a508d)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:30:42.206238 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:42.260443 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=e4edb568-cd22-44c9-8f3f-2d8bce512547,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:42.449464 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['e4edb568-cd22-44c9-8f3f-2d8bce512547'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:30:42.696707 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cefb0f-ae7c-4d5d-8e56-c30146eb726b req-f1baaa1b-9769-4535-b7e6-fed6a8b49d35 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:42.698719 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-24cefb0f-ae7c-4d5d-8e56-c30146eb726b req-f1baaa1b-9769-4535-b7e6-fed6a8b49d35 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/ports?device_id=080dfebb-8077-41f0-a577-aca0740dd5b4 HTTP/1.1" status: 200 len: 944 time: 0.0646050 Jul 13 08:30:42.736740 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-24cefb0f-ae7c-4d5d-8e56-c30146eb726b req-b1565aba-4f12-47c7-a9ae-fcebf3de2cae tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/security-groups?id=90ab8fde-8031-4c50-9e22-ff72359979c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321519 Jul 13 08:30:43.034250 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:30:43.912061 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3bf21a-aab0-439c-92ed-008aa344d743 req-a9b6c49a-38c9-4209-85d1-4ac61c05f3e6 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:43.913477 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6a3bf21a-aab0-439c-92ed-008aa344d743 req-a9b6c49a-38c9-4209-85d1-4ac61c05f3e6 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/ports?device_id=080dfebb-8077-41f0-a577-aca0740dd5b4 HTTP/1.1" status: 200 len: 944 time: 0.0647690 Jul 13 08:30:43.952299 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6a3bf21a-aab0-439c-92ed-008aa344d743 req-79b9e631-2f55-4a1e-b539-26e48e9023e5 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/security-groups?id=90ab8fde-8031-4c50-9e22-ff72359979c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317113 Jul 13 08:30:44.008070 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device e4edb568-cd22-44c9-8f3f-2d8bce512547 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:30:44.059699 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port e4edb568-cd22-44c9-8f3f-2d8bce512547 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:30:44.067573 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port e4edb568-cd22-44c9-8f3f-2d8bce512547 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:30:44.067951 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:44.153646 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:44.175849 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '080dfebb-8077-41f0-a577-aca0740dd5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4edb568-cd22-44c9-8f3f-2d8bce512547'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:30:44.178019 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}819247fa28fcd914db4aabd8a9f8f95ceb467163a9d63008da3b74a1dcff375d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2637295-d599-4202-b589-7f0257a9950d" -d '{"events": [{"server_uuid": "080dfebb-8077-41f0-a577-aca0740dd5b4", "name": "network-vif-plugged", "status": "completed", "tag": "e4edb568-cd22-44c9-8f3f-2d8bce512547"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:30:44.190479 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port e4edb568-cd22-44c9-8f3f-2d8bce512547, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=e4edb568-cd22-44c9-8f3f-2d8bce512547,segment=NetworkSegment(b5da9ece-2d33-4fbc-a733-12f8fe2a508d),segment_id=b5da9ece-2d33-4fbc-a733-12f8fe2a508d)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:30:44.194639 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:44.224054 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5406ec19-8720-479f-8e8f-aebaedcd16e5 x-openstack-request-id: req-5406ec19-8720-479f-8e8f-aebaedcd16e5 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:30:44.224918 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "080dfebb-8077-41f0-a577-aca0740dd5b4", "name": "network-vif-plugged", "status": "completed", "tag": "e4edb568-cd22-44c9-8f3f-2d8bce512547", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:30:44.224918 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5406ec19-8720-479f-8e8f-aebaedcd16e5 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:30:44.224918 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '080dfebb-8077-41f0-a577-aca0740dd5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4edb568-cd22-44c9-8f3f-2d8bce512547', 'code': 200} Jul 13 08:30:44.258114 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=e4edb568-cd22-44c9-8f3f-2d8bce512547,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:44.325239 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a3071-0774-4226-95c9-fc467ff6f498 req-f6ae82bd-1116-4eb8-9263-29a6339d8f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:44.326721 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c34a3071-0774-4226-95c9-fc467ff6f498 req-f6ae82bd-1116-4eb8-9263-29a6339d8f5a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=080dfebb-8077-41f0-a577-aca0740dd5b4 HTTP/1.1" status: 200 len: 1097 time: 0.0513933 Jul 13 08:30:44.360355 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c34a3071-0774-4226-95c9-fc467ff6f498 req-327d5a33-659e-4b99-a22a-57173c77b8e8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=90ab8fde-8031-4c50-9e22-ff72359979c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277584 Jul 13 08:30:45.140505 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bc496-50a8-4ac6-ab08-d01f8771d55f req-d1e2f984-66aa-4027-a4e6-48c5c926d8b7 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:45.142534 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-377bc496-50a8-4ac6-ab08-d01f8771d55f req-d1e2f984-66aa-4027-a4e6-48c5c926d8b7 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/ports?device_id=080dfebb-8077-41f0-a577-aca0740dd5b4 HTTP/1.1" status: 200 len: 945 time: 0.0718973 Jul 13 08:30:45.182814 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-377bc496-50a8-4ac6-ab08-d01f8771d55f req-fa890407-9be7-4dbf-9fa0-995e2cd4b6be tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/security-groups?id=90ab8fde-8031-4c50-9e22-ff72359979c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345674 Jul 13 08:30:46.365919 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34782f9-5086-4cd9-9d0f-c6d423e6676c req-e7b859b8-19df-45d8-ae2b-d0a96767c862 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:46.367434 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d34782f9-5086-4cd9-9d0f-c6d423e6676c req-e7b859b8-19df-45d8-ae2b-d0a96767c862 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/ports?device_id=080dfebb-8077-41f0-a577-aca0740dd5b4 HTTP/1.1" status: 200 len: 945 time: 0.0676236 Jul 13 08:30:46.405390 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d34782f9-5086-4cd9-9d0f-c6d423e6676c req-5aadaba8-a04e-4b85-b90e-e354f9e522ce tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/security-groups?id=90ab8fde-8031-4c50-9e22-ff72359979c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317965 Jul 13 08:30:46.790016 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bd6c8-6f58-48fb-97c7-6aa69266bc5b req-7c3abdfd-71a5-4418-af54-bdc1603d6110 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:46.791412 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-430bd6c8-6f58-48fb-97c7-6aa69266bc5b req-7c3abdfd-71a5-4418-af54-bdc1603d6110 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/ports?device_id=080dfebb-8077-41f0-a577-aca0740dd5b4 HTTP/1.1" status: 200 len: 945 time: 0.0650647 Jul 13 08:30:46.833146 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-430bd6c8-6f58-48fb-97c7-6aa69266bc5b req-d6976d2c-1a66-4aa1-b5fc-d2d021b91ec6 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/security-groups?id=90ab8fde-8031-4c50-9e22-ff72359979c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351496 Jul 13 08:30:47.957326 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab917b-a629-4c9d-be15-2ddc92e23c0f req-0a14e892-692c-4772-88e8-083e380116e2 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:47.958792 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bdab917b-a629-4c9d-be15-2ddc92e23c0f req-0a14e892-692c-4772-88e8-083e380116e2 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.25 "GET /v2.0/ports?device_id=080dfebb-8077-41f0-a577-aca0740dd5b4 HTTP/1.1" status: 200 len: 945 time: 0.0682786 Jul 13 08:30:48.028944 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5252ea-4c9d-4c55-a18b-42160a81bcc8 req-e157e4a8-8c1b-4b56-a0b2-45c8654f4940 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:48.030525 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7a5252ea-4c9d-4c55-a18b-42160a81bcc8 req-e157e4a8-8c1b-4b56-a0b2-45c8654f4940 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/ports?device_id=080dfebb-8077-41f0-a577-aca0740dd5b4 HTTP/1.1" status: 200 len: 945 time: 0.0778959 Jul 13 08:30:48.062648 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-bdab917b-a629-4c9d-be15-2ddc92e23c0f req-3d74db68-1714-4f32-89f4-707217656f55 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Deleting port e4edb568-cd22-44c9-8f3f-2d8bce512547 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:30:48.063081 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-bdab917b-a629-4c9d-be15-2ddc92e23c0f req-3d74db68-1714-4f32-89f4-707217656f55 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:48.072121 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7a5252ea-4c9d-4c55-a18b-42160a81bcc8 req-ee7c99c1-fe25-4af0-bfd7-7b1704d2f4ec tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/security-groups?id=90ab8fde-8031-4c50-9e22-ff72359979c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359123 Jul 13 08:30:48.156682 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-bdab917b-a629-4c9d-be15-2ddc92e23c0f req-3d74db68-1714-4f32-89f4-707217656f55 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] For port e4edb568-cd22-44c9-8f3f-2d8bce512547, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=e4edb568-cd22-44c9-8f3f-2d8bce512547,segment=NetworkSegment(b5da9ece-2d33-4fbc-a733-12f8fe2a508d),segment_id=b5da9ece-2d33-4fbc-a733-12f8fe2a508d)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:30:48.156937 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-bdab917b-a629-4c9d-be15-2ddc92e23c0f req-3d74db68-1714-4f32-89f4-707217656f55 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:48.168820 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-bdab917b-a629-4c9d-be15-2ddc92e23c0f req-3d74db68-1714-4f32-89f4-707217656f55 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Calling delete_port for e4edb568-cd22-44c9-8f3f-2d8bce512547 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:30:48.298730 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-bdab917b-a629-4c9d-be15-2ddc92e23c0f req-3d74db68-1714-4f32-89f4-707217656f55 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:48.311142 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['e4edb568-cd22-44c9-8f3f-2d8bce512547'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:30:48.315680 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['c6d38d5e-78d6-4dda-910f-de8bc60f9d29'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:30:48.340968 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d74db68-1714-4f32-89f4-707217656f55 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Pushing event deleted for resources: {'Port': ['ID=e4edb568-cd22-44c9-8f3f-2d8bce512547,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:48.384316 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdab917b-a629-4c9d-be15-2ddc92e23c0f req-3d74db68-1714-4f32-89f4-707217656f55 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] No DVR routers for this DVR port e4edb568-cd22-44c9-8f3f-2d8bce512547 on host n-h2-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:30:48.390404 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-bdab917b-a629-4c9d-be15-2ddc92e23c0f req-3d74db68-1714-4f32-89f4-707217656f55 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:48.392990 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bdab917b-a629-4c9d-be15-2ddc92e23c0f req-3d74db68-1714-4f32-89f4-707217656f55 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.25 "DELETE /v2.0/ports/e4edb568-cd22-44c9-8f3f-2d8bce512547 HTTP/1.1" status: 204 len: 173 time: 0.4290373 Jul 13 08:30:48.393441 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '080dfebb-8077-41f0-a577-aca0740dd5b4', 'name': 'network-vif-deleted', 'tag': 'e4edb568-cd22-44c9-8f3f-2d8bce512547'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:30:48.395786 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33af52f666a6377eeaf9d00c6054365c515a6ddb0c8cc5669bfcff545a31cac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4663f631-f225-438a-93a1-92c23b4f887d" -d '{"events": [{"server_uuid": "080dfebb-8077-41f0-a577-aca0740dd5b4", "name": "network-vif-deleted", "tag": "e4edb568-cd22-44c9-8f3f-2d8bce512547"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:30:48.433484 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc38e93-214d-4274-8a6b-4c1ba5822d03 x-openstack-request-id: req-ecc38e93-214d-4274-8a6b-4c1ba5822d03 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:30:48.433761 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "080dfebb-8077-41f0-a577-aca0740dd5b4", "name": "network-vif-deleted", "tag": "e4edb568-cd22-44c9-8f3f-2d8bce512547", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:30:48.434008 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ecc38e93-214d-4274-8a6b-4c1ba5822d03 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:30:48.434409 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '080dfebb-8077-41f0-a577-aca0740dd5b4', 'name': 'network-vif-deleted', 'tag': 'e4edb568-cd22-44c9-8f3f-2d8bce512547', 'status': 'completed', 'code': 200} Jul 13 08:30:49.321888 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c47bbb-f8b0-44ff-b83e-557a5d29940f req-ff8a5bc8-fbca-4846-930f-0e2754661b6e tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:49.323635 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-35c47bbb-f8b0-44ff-b83e-557a5d29940f req-ff8a5bc8-fbca-4846-930f-0e2754661b6e tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6990d00-c766-4912-b5c8-a37f6150ae19 HTTP/1.1" status: 200 len: 946 time: 0.0650411 Jul 13 08:30:49.362148 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-35c47bbb-f8b0-44ff-b83e-557a5d29940f req-bbcf5c7d-61ba-47fd-be5a-80f0cc72c0c8 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/security-groups?id=90ab8fde-8031-4c50-9e22-ff72359979c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327573 Jul 13 08:30:49.565360 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab013a-ff9f-4c27-9a28-e67d62651f33 req-877e6217-f920-434f-b814-09689eecbb4a tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:49.566844 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bbab013a-ff9f-4c27-9a28-e67d62651f33 req-877e6217-f920-434f-b814-09689eecbb4a tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6990d00-c766-4912-b5c8-a37f6150ae19 HTTP/1.1" status: 200 len: 946 time: 0.0732090 Jul 13 08:30:49.607718 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bbab013a-ff9f-4c27-9a28-e67d62651f33 req-aa1a6e5e-6327-45be-89a4-1ca9d28eb9b2 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/security-groups?id=90ab8fde-8031-4c50-9e22-ff72359979c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348337 Jul 13 08:30:49.824031 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845a009-e8e8-4f4a-81f4-84c413b7bd98 req-f2150980-6c26-4206-b935-5b52f9452869 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:49.826080 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f845a009-e8e8-4f4a-81f4-84c413b7bd98 req-f2150980-6c26-4206-b935-5b52f9452869 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6990d00-c766-4912-b5c8-a37f6150ae19 HTTP/1.1" status: 200 len: 946 time: 0.0829346 Jul 13 08:30:49.866219 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f845a009-e8e8-4f4a-81f4-84c413b7bd98 req-8f3d6e1c-0660-475d-9ced-393b56775ca8 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/security-groups?id=90ab8fde-8031-4c50-9e22-ff72359979c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340219 Jul 13 08:30:50.153429 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71888df7-e9cd-4cfb-80f1-568508b43fdc req-b6939abb-ebb3-4c9e-829c-e1697a30340e tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:50.154841 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-71888df7-e9cd-4cfb-80f1-568508b43fdc req-b6939abb-ebb3-4c9e-829c-e1697a30340e tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6990d00-c766-4912-b5c8-a37f6150ae19 HTTP/1.1" status: 200 len: 946 time: 0.0683968 Jul 13 08:30:50.194198 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-71888df7-e9cd-4cfb-80f1-568508b43fdc req-5f23a4d2-b3c5-4393-8ae6-bf74b6a26f7e tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/security-groups?id=90ab8fde-8031-4c50-9e22-ff72359979c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335953 Jul 13 08:30:50.367194 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a470f00-9852-4e3a-9824-93024aab76eb req-68566f91-efa3-4e6b-adaf-9c0ca8cad29a tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:50.368681 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4a470f00-9852-4e3a-9824-93024aab76eb req-68566f91-efa3-4e6b-adaf-9c0ca8cad29a tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6990d00-c766-4912-b5c8-a37f6150ae19 HTTP/1.1" status: 200 len: 946 time: 0.0629005 Jul 13 08:30:50.407164 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4a470f00-9852-4e3a-9824-93024aab76eb req-bd15949a-5814-42cc-8d38-5fa22e1a3fda tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/security-groups?id=90ab8fde-8031-4c50-9e22-ff72359979c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318904 Jul 13 08:30:50.585896 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb527be-e87b-4870-b3be-149cd05f90fd req-b3c459cd-01a5-4427-89fc-72a5719a1a09 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:50.587422 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dcb527be-e87b-4870-b3be-149cd05f90fd req-b3c459cd-01a5-4427-89fc-72a5719a1a09 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6990d00-c766-4912-b5c8-a37f6150ae19 HTTP/1.1" status: 200 len: 946 time: 0.0630350 Jul 13 08:30:50.624882 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dcb527be-e87b-4870-b3be-149cd05f90fd req-c2799d85-df18-4454-88d1-9d759dcfcdf5 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/security-groups?id=90ab8fde-8031-4c50-9e22-ff72359979c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318217 Jul 13 08:30:51.151961 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa36bb-54ba-4cdc-a37c-d29ade473f79 req-b0d31620-3354-4790-bfd5-ef47095afe09 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:51.153503 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b2aa36bb-54ba-4cdc-a37c-d29ade473f79 req-b0d31620-3354-4790-bfd5-ef47095afe09 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6990d00-c766-4912-b5c8-a37f6150ae19 HTTP/1.1" status: 200 len: 946 time: 0.0675533 Jul 13 08:30:51.191162 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b2aa36bb-54ba-4cdc-a37c-d29ade473f79 req-678d9cd0-9609-4e6d-8ce8-2eda947fa4d9 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/security-groups?id=90ab8fde-8031-4c50-9e22-ff72359979c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320733 Jul 13 08:30:52.072548 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device e4edb568-cd22-44c9-8f3f-2d8bce512547 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:30:52.093295 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: e4edb568-cd22-44c9-8f3f-2d8bce512547 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:30:52.093634 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device e4edb568-cd22-44c9-8f3f-2d8bce512547 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:30:52.411167 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e98447-f08b-47b9-88de-2925e5d54378 req-582c3ff2-4a5c-4c36-98c5-55642da12ac9 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:52.412586 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-56e98447-f08b-47b9-88de-2925e5d54378 req-582c3ff2-4a5c-4c36-98c5-55642da12ac9 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6990d00-c766-4912-b5c8-a37f6150ae19 HTTP/1.1" status: 200 len: 946 time: 0.1079750 Jul 13 08:30:52.420224 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ecb28-907b-4a7c-8e46-357e00087c23 req-ca4e0c5b-c570-49c5-966a-a95493b23855 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:52.421543 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6c1ecb28-907b-4a7c-8e46-357e00087c23 req-ca4e0c5b-c570-49c5-966a-a95493b23855 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6990d00-c766-4912-b5c8-a37f6150ae19 HTTP/1.1" status: 200 len: 946 time: 0.1074517 Jul 13 08:30:52.490814 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-56e98447-f08b-47b9-88de-2925e5d54378 req-0bbfeb44-b215-4f66-8925-87405cb78fd0 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.23 "GET /v2.0/security-groups?id=90ab8fde-8031-4c50-9e22-ff72359979c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683317 Jul 13 08:30:52.545262 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-6c1ecb28-907b-4a7c-8e46-357e00087c23 req-6a707cc0-349e-4558-8242-30b87a6f9cb6 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Deleting port c6d38d5e-78d6-4dda-910f-de8bc60f9d29 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:30:52.545598 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-6c1ecb28-907b-4a7c-8e46-357e00087c23 req-6a707cc0-349e-4558-8242-30b87a6f9cb6 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:52.638570 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-6c1ecb28-907b-4a7c-8e46-357e00087c23 req-6a707cc0-349e-4558-8242-30b87a6f9cb6 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] For port c6d38d5e-78d6-4dda-910f-de8bc60f9d29, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=c6d38d5e-78d6-4dda-910f-de8bc60f9d29,segment=NetworkSegment(b5da9ece-2d33-4fbc-a733-12f8fe2a508d),segment_id=b5da9ece-2d33-4fbc-a733-12f8fe2a508d)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:30:52.638928 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-6c1ecb28-907b-4a7c-8e46-357e00087c23 req-6a707cc0-349e-4558-8242-30b87a6f9cb6 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:52.650709 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-6c1ecb28-907b-4a7c-8e46-357e00087c23 req-6a707cc0-349e-4558-8242-30b87a6f9cb6 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Calling delete_port for c6d38d5e-78d6-4dda-910f-de8bc60f9d29 owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:30:52.780254 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-6c1ecb28-907b-4a7c-8e46-357e00087c23 req-6a707cc0-349e-4558-8242-30b87a6f9cb6 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:52.794068 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['c6d38d5e-78d6-4dda-910f-de8bc60f9d29'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:30:52.812100 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a707cc0-349e-4558-8242-30b87a6f9cb6 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Pushing event deleted for resources: {'Port': ['ID=c6d38d5e-78d6-4dda-910f-de8bc60f9d29,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:52.822626 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a707cc0-349e-4558-8242-30b87a6f9cb6 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:52.823050 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a707cc0-349e-4558-8242-30b87a6f9cb6 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:52.823418 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a707cc0-349e-4558-8242-30b87a6f9cb6 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:52.823800 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a707cc0-349e-4558-8242-30b87a6f9cb6 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:52.824094 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a707cc0-349e-4558-8242-30b87a6f9cb6 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:52.824425 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a707cc0-349e-4558-8242-30b87a6f9cb6 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:52.824752 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a707cc0-349e-4558-8242-30b87a6f9cb6 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:52.825084 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a707cc0-349e-4558-8242-30b87a6f9cb6 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:52.825411 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a707cc0-349e-4558-8242-30b87a6f9cb6 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:52.825735 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a707cc0-349e-4558-8242-30b87a6f9cb6 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:52.826057 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a707cc0-349e-4558-8242-30b87a6f9cb6 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:52.826377 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a707cc0-349e-4558-8242-30b87a6f9cb6 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:52.867125 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1ecb28-907b-4a7c-8e46-357e00087c23 req-6a707cc0-349e-4558-8242-30b87a6f9cb6 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] No DVR routers for this DVR port c6d38d5e-78d6-4dda-910f-de8bc60f9d29 on host n-h1-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:30:52.869884 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-6c1ecb28-907b-4a7c-8e46-357e00087c23 req-6a707cc0-349e-4558-8242-30b87a6f9cb6 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:52.872082 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6c1ecb28-907b-4a7c-8e46-357e00087c23 req-6a707cc0-349e-4558-8242-30b87a6f9cb6 tempest-ServersNegativeTestJSON-1101252327 tempest-ServersNegativeTestJSON-1101252327-project] 10.222.0.42 "DELETE /v2.0/ports/c6d38d5e-78d6-4dda-910f-de8bc60f9d29 HTTP/1.1" status: 204 len: 173 time: 0.4437082 Jul 13 08:30:52.872509 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6990d00-c766-4912-b5c8-a37f6150ae19', 'name': 'network-vif-deleted', 'tag': 'c6d38d5e-78d6-4dda-910f-de8bc60f9d29'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:30:52.874807 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3ef2b6-406a-459e-b42e-19560af99a07" -d '{"events": [{"server_uuid": "a6990d00-c766-4912-b5c8-a37f6150ae19", "name": "network-vif-deleted", "tag": "c6d38d5e-78d6-4dda-910f-de8bc60f9d29"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:30:52.911617 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe10bead-cfab-42f9-a371-516fcbd33947 x-openstack-request-id: req-fe10bead-cfab-42f9-a371-516fcbd33947 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:30:52.911879 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6990d00-c766-4912-b5c8-a37f6150ae19", "name": "network-vif-deleted", "tag": "c6d38d5e-78d6-4dda-910f-de8bc60f9d29", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:30:52.912131 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fe10bead-cfab-42f9-a371-516fcbd33947 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:30:52.912580 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6990d00-c766-4912-b5c8-a37f6150ae19', 'name': 'network-vif-deleted', 'tag': 'c6d38d5e-78d6-4dda-910f-de8bc60f9d29', 'status': 'completed', 'code': 200} Jul 13 08:30:53.585619 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44600) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:53.630100 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-5244f87b-6306-41c4-a648-4b830cac0c92 admin admin] Deleting subnet 5edeb638-8f43-4713-be11-240eedc944aa {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:30:53.633108 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5244f87b-6306-41c4-a648-4b830cac0c92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:53.666194 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5244f87b-6306-41c4-a648-4b830cac0c92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:53.707504 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5244f87b-6306-41c4-a648-4b830cac0c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:53.761596 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5244f87b-6306-41c4-a648-4b830cac0c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:53.789238 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5244f87b-6306-41c4-a648-4b830cac0c92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:53.791070 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5244f87b-6306-41c4-a648-4b830cac0c92 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5edeb638-8f43-4713-be11-240eedc944aa HTTP/1.1" status: 204 len: 168 time: 0.2044640 Jul 13 08:30:53.792798 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244f87b-6306-41c4-a648-4b830cac0c92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5edeb638-8f43-4713-be11-240eedc944aa,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:53.794326 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44602) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:53.864309 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4bb703e8-ad99-458d-8bdb-70c25fa6371e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:53.910564 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:53.942882 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4bb703e8-ad99-458d-8bdb-70c25fa6371e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:53.953474 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-4bb703e8-ad99-458d-8bdb-70c25fa6371e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['419fccc1-bb31-488e-bd4c-69ca3c1125c4']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:53.962980 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-4bb703e8-ad99-458d-8bdb-70c25fa6371e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5da9ece-2d33-4fbc-a733-12f8fe2a508d') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:53.964374 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-4bb703e8-ad99-458d-8bdb-70c25fa6371e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5da9ece-2d33-4fbc-a733-12f8fe2a508d') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:30:53.972779 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4bb703e8-ad99-458d-8bdb-70c25fa6371e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:53.986198 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4bb703e8-ad99-458d-8bdb-70c25fa6371e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:53.991764 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bb703e8-ad99-458d-8bdb-70c25fa6371e admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:30:53.992136 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4bb703e8-ad99-458d-8bdb-70c25fa6371e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:53.993709 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:30:53.993709 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:30:53.993709 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 08:30:53.993709 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:30:53.993709 n-d-771363-34 neutron-server[94018]: timer() Jul 13 08:30:53.993709 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:30:53.993709 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 08:30:53.993709 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:30:53.993709 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 08:30:53.993709 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:30:53.993709 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 08:30:53.993709 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:30:53.993709 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 08:30:53.993709 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:30:53.993709 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 08:30:53.993709 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:30:53.993709 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:30:53.993709 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:30:53.993709 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:30:53.993709 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:30:53.993709 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 08:30:53.993709 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:30:53.993709 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 08:30:53.993709 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:30:53.993709 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:30:53.993709 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:30:53.993709 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 08:30:53.993709 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:30:53.993709 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:30:53.993709 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:30:53.993709 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:30:53.993709 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:30:53.993709 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:30:53.993709 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:30:54.052154 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4bb703e8-ad99-458d-8bdb-70c25fa6371e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:54.057494 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4bb703e8-ad99-458d-8bdb-70c25fa6371e admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:54.059385 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4bb703e8-ad99-458d-8bdb-70c25fa6371e admin admin] 10.222.0.23 "DELETE /v2.0/networks/419fccc1-bb31-488e-bd4c-69ca3c1125c4 HTTP/1.1" status: 204 len: 168 time: 0.2633131 Jul 13 08:30:54.070096 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb703e8-ad99-458d-8bdb-70c25fa6371e admin admin] Pushing event deleted for resources: {'Network': ['ID=419fccc1-bb31-488e-bd4c-69ca3c1125c4,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:54.166120 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44606) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:54.206400 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-57f86abf-55c1-40eb-b09f-81975bc0ef4d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=de0fa107769c45c0b2934a0960319b28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389001 Jul 13 08:30:54.208970 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44608) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:54.256406 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4c318fe6-4ee7-4cd5-b71d-0e9777be417f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:54.277395 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4c318fe6-4ee7-4cd5-b71d-0e9777be417f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:54.327684 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4c318fe6-4ee7-4cd5-b71d-0e9777be417f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:54.330229 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4c318fe6-4ee7-4cd5-b71d-0e9777be417f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:54.331393 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4c318fe6-4ee7-4cd5-b71d-0e9777be417f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/90ab8fde-8031-4c50-9e22-ff72359979c9 HTTP/1.1" status: 204 len: 168 time: 0.1214190 Jul 13 08:30:54.339908 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c318fe6-4ee7-4cd5-b71d-0e9777be417f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ab8fde-8031-4c50-9e22-ff72359979c9,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:54.612650 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:55.020633 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44630) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:55.113856 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-2584cd89-1ba6-4a52-a1c6-fbf72a38463e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2061249099'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:30:55.136614 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2584cd89-1ba6-4a52-a1c6-fbf72a38463e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Made reservation on behalf of 0b3a8603c277463c91e583c6c21cb5ba for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:30:55.140041 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2584cd89-1ba6-4a52-a1c6-fbf72a38463e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:55.152803 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2584cd89-1ba6-4a52-a1c6-fbf72a38463e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:55.246952 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2584cd89-1ba6-4a52-a1c6-fbf72a38463e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:55.250691 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2584cd89-1ba6-4a52-a1c6-fbf72a38463e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:55.280490 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2584cd89-1ba6-4a52-a1c6-fbf72a38463e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:30:55.285921 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584cd89-1ba6-4a52-a1c6-fbf72a38463e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a87e0f21-0bf0-480a-90cd-a2e367589f16,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:55.294043 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2584cd89-1ba6-4a52-a1c6-fbf72a38463e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:55.294482 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-2584cd89-1ba6-4a52-a1c6-fbf72a38463e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Added segment b6c97964-3dfa-4cb3-97f0-9487359dfe38 of type vlan for network 50a8dc9c-71e4-4f6f-8ff6-895fdd75cf45 Jul 13 08:30:55.334027 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2584cd89-1ba6-4a52-a1c6-fbf72a38463e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:55.362788 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2584cd89-1ba6-4a52-a1c6-fbf72a38463e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:55.368263 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2584cd89-1ba6-4a52-a1c6-fbf72a38463e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:55.368847 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2584cd89-1ba6-4a52-a1c6-fbf72a38463e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:55.404196 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2584cd89-1ba6-4a52-a1c6-fbf72a38463e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3824704 Jul 13 08:30:55.439010 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584cd89-1ba6-4a52-a1c6-fbf72a38463e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Pushing event updated for resources: {'Network': ['ID=50a8dc9c-71e4-4f6f-8ff6-895fdd75cf45,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:55.451616 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 50a8dc9c-71e4-4f6f-8ff6-895fdd75cf45 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:30:57.127640 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device c6d38d5e-78d6-4dda-910f-de8bc60f9d29 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:30:57.148448 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: c6d38d5e-78d6-4dda-910f-de8bc60f9d29 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:30:57.148787 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device c6d38d5e-78d6-4dda-910f-de8bc60f9d29 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:30:58.622538 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44634) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:58.627809 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-6e46395a-ddc9-42d8-b801-b1dc59720b39 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Request body: {'subnet': {'network_id': '50a8dc9c-71e4-4f6f-8ff6-895fdd75cf45', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:30:58.712653 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e46395a-ddc9-42d8-b801-b1dc59720b39 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Made reservation on behalf of 0b3a8603c277463c91e583c6c21cb5ba for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:30:58.716779 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6e46395a-ddc9-42d8-b801-b1dc59720b39 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:58.894803 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6e46395a-ddc9-42d8-b801-b1dc59720b39 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:58.959936 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e46395a-ddc9-42d8-b801-b1dc59720b39 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Pushing event updated for resources: {'Subnet': ['ID=bf98499a-79e7-4d20-b0d2-09ac32b82f2f,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:58.965675 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e46395a-ddc9-42d8-b801-b1dc59720b39 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Checking segment: {'id': 'b6c97964-3dfa-4cb3-97f0-9487359dfe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '50a8dc9c-71e4-4f6f-8ff6-895fdd75cf45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:30:58.966033 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e46395a-ddc9-42d8-b801-b1dc59720b39 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Network hostable DHCP agents. Network: 50a8dc9c-71e4-4f6f-8ff6-895fdd75cf45, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:30:58.982786 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e46395a-ddc9-42d8-b801-b1dc59720b39 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Network 50a8dc9c-71e4-4f6f-8ff6-895fdd75cf45 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:30:58.990797 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-6e46395a-ddc9-42d8-b801-b1dc59720b39 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 50a8dc9c-71e4-4f6f-8ff6-895fdd75cf45) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:30:58.994905 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e46395a-ddc9-42d8-b801-b1dc59720b39 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:58.995524 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6e46395a-ddc9-42d8-b801-b1dc59720b39 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:58.999832 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017ffc27-5b99-4e27-8e52-de95f2e65406 None None] Network 50a8dc9c-71e4-4f6f-8ff6-895fdd75cf45 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:30:59.009892 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6e46395a-ddc9-42d8-b801-b1dc59720b39 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3861427 Jul 13 08:30:59.014050 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44636) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:59.019374 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-cc1c7161-9a7f-4c9e-aca7-7d8f61824b06 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1229412015'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:30:59.039447 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1c7161-9a7f-4c9e-aca7-7d8f61824b06 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Made reservation on behalf of 0b3a8603c277463c91e583c6c21cb5ba for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:30:59.042976 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cc1c7161-9a7f-4c9e-aca7-7d8f61824b06 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:59.154127 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a815bacb-35b5-4203-8934-2b0660440963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-50a8dc9c-71e4-4f6f-8ff6-895fdd75cf45', 'network_id': '50a8dc9c-71e4-4f6f-8ff6-895fdd75cf45', 'tenant_id': '0b3a8603c277463c91e583c6c21cb5ba', 'fixed_ips': [{'subnet_id': 'bf98499a-79e7-4d20-b0d2-09ac32b82f2f'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:30:59.155010 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a815bacb-35b5-4203-8934-2b0660440963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:59.299807 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-a815bacb-35b5-4203-8934-2b0660440963 None None] Allocated IP 2001:db8:0:ffff::2 (50a8dc9c-71e4-4f6f-8ff6-895fdd75cf45/bf98499a-79e7-4d20-b0d2-09ac32b82f2f/1ed3f357-3d32-44ab-92f0-ce39ef5761c3) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:30:59.426049 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc1c7161-9a7f-4c9e-aca7-7d8f61824b06 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:30:59.435398 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cc1c7161-9a7f-4c9e-aca7-7d8f61824b06 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:59.435737 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-cc1c7161-9a7f-4c9e-aca7-7d8f61824b06 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Added segment bfecc6e4-07c3-450c-b2ef-2213a2c1e63e of type vlan for network 210dfd81-17a9-495e-be32-302c429cb597 Jul 13 08:30:59.448625 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a815bacb-35b5-4203-8934-2b0660440963 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:59.456902 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a815bacb-35b5-4203-8934-2b0660440963 None None] Transition to ACTIVE for port object 1ed3f357-3d32-44ab-92f0-ce39ef5761c3 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:30:59.473002 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a815bacb-35b5-4203-8934-2b0660440963 None None] Transition to ACTIVE for port object 1ed3f357-3d32-44ab-92f0-ce39ef5761c3 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:30:59.476254 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cc1c7161-9a7f-4c9e-aca7-7d8f61824b06 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:59.479792 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a815bacb-35b5-4203-8934-2b0660440963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:59.505707 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cc1c7161-9a7f-4c9e-aca7-7d8f61824b06 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:59.512400 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1c7161-9a7f-4c9e-aca7-7d8f61824b06 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:59.512740 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cc1c7161-9a7f-4c9e-aca7-7d8f61824b06 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:59.520236 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a815bacb-35b5-4203-8934-2b0660440963 None None] Network 50a8dc9c-71e4-4f6f-8ff6-895fdd75cf45 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:30:59.524588 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-a815bacb-35b5-4203-8934-2b0660440963 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:30:59.529824 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a815bacb-35b5-4203-8934-2b0660440963 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:30:59.532931 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815bacb-35b5-4203-8934-2b0660440963 None None] Pushing event updated for resources: {'Port': ['ID=1ed3f357-3d32-44ab-92f0-ce39ef5761c3,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:59.545158 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815bacb-35b5-4203-8934-2b0660440963 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:59.545498 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815bacb-35b5-4203-8934-2b0660440963 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:59.545831 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815bacb-35b5-4203-8934-2b0660440963 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:59.546276 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815bacb-35b5-4203-8934-2b0660440963 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:59.546603 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815bacb-35b5-4203-8934-2b0660440963 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:59.546705 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-cc1c7161-9a7f-4c9e-aca7-7d8f61824b06 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5315328 Jul 13 08:30:59.547015 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815bacb-35b5-4203-8934-2b0660440963 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:59.547367 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815bacb-35b5-4203-8934-2b0660440963 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:59.547690 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815bacb-35b5-4203-8934-2b0660440963 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:59.548009 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815bacb-35b5-4203-8934-2b0660440963 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:59.548326 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815bacb-35b5-4203-8934-2b0660440963 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:59.548642 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815bacb-35b5-4203-8934-2b0660440963 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:59.548958 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815bacb-35b5-4203-8934-2b0660440963 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:59.549796 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44638) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:30:59.559733 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-df80dc4e-0ebf-493e-a73c-777f7f5b7433 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Request body: {'subnet': {'network_id': '210dfd81-17a9-495e-be32-302c429cb597', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:30:59.596388 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c7161-9a7f-4c9e-aca7-7d8f61824b06 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Pushing event updated for resources: {'Network': ['ID=210dfd81-17a9-495e-be32-302c429cb597,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:59.600098 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-a815bacb-35b5-4203-8934-2b0660440963 None None] Attempting to bind port 1ed3f357-3d32-44ab-92f0-ce39ef5761c3 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:30:59.600475 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-a815bacb-35b5-4203-8934-2b0660440963 None None] Attempting to bind port 1ed3f357-3d32-44ab-92f0-ce39ef5761c3 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'b6c97964-3dfa-4cb3-97f0-9487359dfe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '50a8dc9c-71e4-4f6f-8ff6-895fdd75cf45'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:30:59.600820 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a815bacb-35b5-4203-8934-2b0660440963 None None] Attempting to bind port 1ed3f357-3d32-44ab-92f0-ce39ef5761c3 on network 50a8dc9c-71e4-4f6f-8ff6-895fdd75cf45 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:30:59.606140 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a815bacb-35b5-4203-8934-2b0660440963 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:30:59.606508 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a815bacb-35b5-4203-8934-2b0660440963 None None] Checking segment: {'id': 'b6c97964-3dfa-4cb3-97f0-9487359dfe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '50a8dc9c-71e4-4f6f-8ff6-895fdd75cf45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:30:59.606903 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a815bacb-35b5-4203-8934-2b0660440963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:59.607381 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a815bacb-35b5-4203-8934-2b0660440963 None None] Bound using segment: {'id': 'b6c97964-3dfa-4cb3-97f0-9487359dfe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '50a8dc9c-71e4-4f6f-8ff6-895fdd75cf45'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:30:59.607836 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-a815bacb-35b5-4203-8934-2b0660440963 None None] Bound port: 1ed3f357-3d32-44ab-92f0-ce39ef5761c3, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c97964-3dfa-4cb3-97f0-9487359dfe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '50a8dc9c-71e4-4f6f-8ff6-895fdd75cf45'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:30:59.608206 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a815bacb-35b5-4203-8934-2b0660440963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:59.611140 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 210dfd81-17a9-495e-be32-302c429cb597 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:30:59.657729 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df80dc4e-0ebf-493e-a73c-777f7f5b7433 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Made reservation on behalf of 0b3a8603c277463c91e583c6c21cb5ba for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:30:59.661590 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-df80dc4e-0ebf-493e-a73c-777f7f5b7433 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:59.730743 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-a815bacb-35b5-4203-8934-2b0660440963 None None] For port 1ed3f357-3d32-44ab-92f0-ce39ef5761c3, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:30:59.733783 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-a815bacb-35b5-4203-8934-2b0660440963 None None] For port 1ed3f357-3d32-44ab-92f0-ce39ef5761c3, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=1ed3f357-3d32-44ab-92f0-ce39ef5761c3,segment=NetworkSegment(b6c97964-3dfa-4cb3-97f0-9487359dfe38),segment_id=b6c97964-3dfa-4cb3-97f0-9487359dfe38)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:30:59.738518 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a815bacb-35b5-4203-8934-2b0660440963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:59.801545 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815bacb-35b5-4203-8934-2b0660440963 None None] Pushing event updated for resources: {'Port': ['ID=1ed3f357-3d32-44ab-92f0-ce39ef5761c3,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:59.864272 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-df80dc4e-0ebf-493e-a73c-777f7f5b7433 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:59.925746 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df80dc4e-0ebf-493e-a73c-777f7f5b7433 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Pushing event updated for resources: {'Subnet': ['ID=95a9ae55-aa47-4725-b7ab-ab1114d8b9b7,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:30:59.940829 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80dc4e-0ebf-493e-a73c-777f7f5b7433 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:59.940829 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80dc4e-0ebf-493e-a73c-777f7f5b7433 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:59.940829 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80dc4e-0ebf-493e-a73c-777f7f5b7433 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:59.940829 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80dc4e-0ebf-493e-a73c-777f7f5b7433 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:59.940829 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80dc4e-0ebf-493e-a73c-777f7f5b7433 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:59.941450 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80dc4e-0ebf-493e-a73c-777f7f5b7433 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:59.941450 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80dc4e-0ebf-493e-a73c-777f7f5b7433 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:59.941755 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80dc4e-0ebf-493e-a73c-777f7f5b7433 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:59.941988 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80dc4e-0ebf-493e-a73c-777f7f5b7433 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:59.942505 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80dc4e-0ebf-493e-a73c-777f7f5b7433 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:59.943816 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80dc4e-0ebf-493e-a73c-777f7f5b7433 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:59.944759 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80dc4e-0ebf-493e-a73c-777f7f5b7433 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:30:59.949313 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df80dc4e-0ebf-493e-a73c-777f7f5b7433 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Checking segment: {'id': 'bfecc6e4-07c3-450c-b2ef-2213a2c1e63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '210dfd81-17a9-495e-be32-302c429cb597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:30:59.950440 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df80dc4e-0ebf-493e-a73c-777f7f5b7433 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Network hostable DHCP agents. Network: 210dfd81-17a9-495e-be32-302c429cb597, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:30:59.973284 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df80dc4e-0ebf-493e-a73c-777f7f5b7433 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Network 210dfd81-17a9-495e-be32-302c429cb597 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:30:59.983437 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-df80dc4e-0ebf-493e-a73c-777f7f5b7433 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 210dfd81-17a9-495e-be32-302c429cb597) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:30:59.987992 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df80dc4e-0ebf-493e-a73c-777f7f5b7433 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:30:59.988590 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-df80dc4e-0ebf-493e-a73c-777f7f5b7433 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:30:59.992459 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093a743b-aa1e-473b-80e3-2eb922e2396d None None] Network 210dfd81-17a9-495e-be32-302c429cb597 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:31:00.010151 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-df80dc4e-0ebf-493e-a73c-777f7f5b7433 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4578326 Jul 13 08:31:00.012383 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44640) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:00.120921 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-671115f5-df5f-4260-94b5-35d035429844 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:00.154361 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2404604-3ae7-4205-8785-4cb68cad29da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-210dfd81-17a9-495e-be32-302c429cb597', 'network_id': '210dfd81-17a9-495e-be32-302c429cb597', 'tenant_id': '0b3a8603c277463c91e583c6c21cb5ba', 'fixed_ips': [{'subnet_id': '95a9ae55-aa47-4725-b7ab-ab1114d8b9b7'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:31:00.155257 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c2404604-3ae7-4205-8785-4cb68cad29da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:00.201345 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-671115f5-df5f-4260-94b5-35d035429844 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:00.291436 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-c2404604-3ae7-4205-8785-4cb68cad29da None None] Allocated IP 2001:db8::2 (210dfd81-17a9-495e-be32-302c429cb597/95a9ae55-aa47-4725-b7ab-ab1114d8b9b7/07096e5d-b950-45a4-9ebb-24e49e3bd7df) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:31:00.383587 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-93609018-2aae-45bb-9385-618716692bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:00.445342 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c2404604-3ae7-4205-8785-4cb68cad29da None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:00.453840 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c2404604-3ae7-4205-8785-4cb68cad29da None None] Transition to ACTIVE for port object 07096e5d-b950-45a4-9ebb-24e49e3bd7df will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:00.470539 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c2404604-3ae7-4205-8785-4cb68cad29da None None] Transition to ACTIVE for port object 07096e5d-b950-45a4-9ebb-24e49e3bd7df will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:00.477485 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c2404604-3ae7-4205-8785-4cb68cad29da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:00.497121 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-671115f5-df5f-4260-94b5-35d035429844 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:00.528257 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2404604-3ae7-4205-8785-4cb68cad29da None None] Network 210dfd81-17a9-495e-be32-302c429cb597 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:31:00.529659 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2404604-3ae7-4205-8785-4cb68cad29da None None] Pushing event updated for resources: {'Port': ['ID=07096e5d-b950-45a4-9ebb-24e49e3bd7df,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:00.532564 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-c2404604-3ae7-4205-8785-4cb68cad29da None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:00.534923 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2404604-3ae7-4205-8785-4cb68cad29da None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:31:00.539009 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671115f5-df5f-4260-94b5-35d035429844 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Pushing event deleted for resources: {'Subnet': ['ID=95a9ae55-aa47-4725-b7ab-ab1114d8b9b7,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:00.597448 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-c2404604-3ae7-4205-8785-4cb68cad29da None None] Attempting to bind port 07096e5d-b950-45a4-9ebb-24e49e3bd7df on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:31:00.597820 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-c2404604-3ae7-4205-8785-4cb68cad29da None None] Attempting to bind port 07096e5d-b950-45a4-9ebb-24e49e3bd7df by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'bfecc6e4-07c3-450c-b2ef-2213a2c1e63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '210dfd81-17a9-495e-be32-302c429cb597'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:31:00.598188 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2404604-3ae7-4205-8785-4cb68cad29da None None] Attempting to bind port 07096e5d-b950-45a4-9ebb-24e49e3bd7df on network 210dfd81-17a9-495e-be32-302c429cb597 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:31:00.603627 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2404604-3ae7-4205-8785-4cb68cad29da None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:31:00.604053 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2404604-3ae7-4205-8785-4cb68cad29da None None] Checking segment: {'id': 'bfecc6e4-07c3-450c-b2ef-2213a2c1e63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '210dfd81-17a9-495e-be32-302c429cb597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:31:00.604483 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c2404604-3ae7-4205-8785-4cb68cad29da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:00.604994 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2404604-3ae7-4205-8785-4cb68cad29da None None] Bound using segment: {'id': 'bfecc6e4-07c3-450c-b2ef-2213a2c1e63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '210dfd81-17a9-495e-be32-302c429cb597'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:31:00.605625 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-c2404604-3ae7-4205-8785-4cb68cad29da None None] Bound port: 07096e5d-b950-45a4-9ebb-24e49e3bd7df, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfecc6e4-07c3-450c-b2ef-2213a2c1e63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '210dfd81-17a9-495e-be32-302c429cb597'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:31:00.606149 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c2404604-3ae7-4205-8785-4cb68cad29da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:00.609399 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-671115f5-df5f-4260-94b5-35d035429844 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:00.620103 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-671115f5-df5f-4260-94b5-35d035429844 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['210dfd81-17a9-495e-be32-302c429cb597']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:00.637533 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-671115f5-df5f-4260-94b5-35d035429844 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfecc6e4-07c3-450c-b2ef-2213a2c1e63e') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:00.637533 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-671115f5-df5f-4260-94b5-35d035429844 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfecc6e4-07c3-450c-b2ef-2213a2c1e63e') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:00.656558 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-671115f5-df5f-4260-94b5-35d035429844 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:00.675909 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-671115f5-df5f-4260-94b5-35d035429844 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:00.683625 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-671115f5-df5f-4260-94b5-35d035429844 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:31:00.684352 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-671115f5-df5f-4260-94b5-35d035429844 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: timer() Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:31:00.687712 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:31:00.695900 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-c2404604-3ae7-4205-8785-4cb68cad29da None None] For port 07096e5d-b950-45a4-9ebb-24e49e3bd7df, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:31:00.727452 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 1ed3f357-3d32-44ab-92f0-ce39ef5761c3 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:31:00.762630 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.db.api [None req-671115f5-df5f-4260-94b5-35d035429844 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 13 08:31:00.762630 n-d-771363-34 neutron-server[94017]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 13 08:31:00.762630 n-d-771363-34 neutron-server[94017]: [parameters: {'id': '210dfd81-17a9-495e-be32-302c429cb597'}] Jul 13 08:31:00.762630 n-d-771363-34 neutron-server[94017]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 08:31:00.763492 n-d-771363-34 neutron-server[94017]: DEBUG oslo_db.api [None req-671115f5-df5f-4260-94b5-35d035429844 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 08:31:00.774293 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-c2404604-3ae7-4205-8785-4cb68cad29da None None] For port 07096e5d-b950-45a4-9ebb-24e49e3bd7df, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=07096e5d-b950-45a4-9ebb-24e49e3bd7df,segment=NetworkSegment(bfecc6e4-07c3-450c-b2ef-2213a2c1e63e),segment_id=bfecc6e4-07c3-450c-b2ef-2213a2c1e63e)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:31:00.780834 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c2404604-3ae7-4205-8785-4cb68cad29da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:00.814976 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ce4f3f-0275-42b6-9a72-02da31ca681f None None] Network 50a8dc9c-71e4-4f6f-8ff6-895fdd75cf45 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:31:00.877610 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 1ed3f357-3d32-44ab-92f0-ce39ef5761c3 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:31:00.940582 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2404604-3ae7-4205-8785-4cb68cad29da None None] Pushing event updated for resources: {'Port': ['ID=07096e5d-b950-45a4-9ebb-24e49e3bd7df,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:00.955243 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-dc945a23-3d8b-4a46-b81d-f0bb8fbefb0e None None] Provisioning for port 1ed3f357-3d32-44ab-92f0-ce39ef5761c3 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:31:00.964975 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-dc945a23-3d8b-4a46-b81d-f0bb8fbefb0e None None] Provisioning complete for port 1ed3f357-3d32-44ab-92f0-ce39ef5761c3 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:00.965341 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-dc945a23-3d8b-4a46-b81d-f0bb8fbefb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:00.972189 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0397344-3b49-4642-87ab-70622feba051 None None] Network 210dfd81-17a9-495e-be32-302c429cb597 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:31:01.264812 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-671115f5-df5f-4260-94b5-35d035429844 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:01.319395 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-671115f5-df5f-4260-94b5-35d035429844 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Deleting port 07096e5d-b950-45a4-9ebb-24e49e3bd7df {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:31:01.319898 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-671115f5-df5f-4260-94b5-35d035429844 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:01.371673 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-dc945a23-3d8b-4a46-b81d-f0bb8fbefb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:01.384725 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-671115f5-df5f-4260-94b5-35d035429844 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] For port 07096e5d-b950-45a4-9ebb-24e49e3bd7df, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=07096e5d-b950-45a4-9ebb-24e49e3bd7df,segment=NetworkSegment(bfecc6e4-07c3-450c-b2ef-2213a2c1e63e),segment_id=bfecc6e4-07c3-450c-b2ef-2213a2c1e63e)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:31:01.385084 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-671115f5-df5f-4260-94b5-35d035429844 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:01.397631 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-671115f5-df5f-4260-94b5-35d035429844 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Calling delete_port for 07096e5d-b950-45a4-9ebb-24e49e3bd7df owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:31:01.417255 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-dc945a23-3d8b-4a46-b81d-f0bb8fbefb0e None None] For port 1ed3f357-3d32-44ab-92f0-ce39ef5761c3, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=1ed3f357-3d32-44ab-92f0-ce39ef5761c3,segment=NetworkSegment(b6c97964-3dfa-4cb3-97f0-9487359dfe38),segment_id=b6c97964-3dfa-4cb3-97f0-9487359dfe38)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:31:01.423289 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-dc945a23-3d8b-4a46-b81d-f0bb8fbefb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:01.480779 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc945a23-3d8b-4a46-b81d-f0bb8fbefb0e None None] Pushing event updated for resources: {'Port': ['ID=1ed3f357-3d32-44ab-92f0-ce39ef5761c3,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:01.608460 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7931fc7a-936a-4d84-b2fb-0dd7eb2a2c96 None None] get_active_networks_info from n-d-771363-34 {{(pid=94019) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 08:31:01.679989 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7931fc7a-936a-4d84-b2fb-0dd7eb2a2c96 None None] Resources bound (agent type, host, resource id): {{(pid=94019) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 08:31:01.697267 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ed78a3b4-6190-4ee1-b519-0569ac34a655 None None] Provisioning complete for port 1ed3f357-3d32-44ab-92f0-ce39ef5761c3 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:01.697638 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ed78a3b4-6190-4ee1-b519-0569ac34a655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:01.816988 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-671115f5-df5f-4260-94b5-35d035429844 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:01.842936 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671115f5-df5f-4260-94b5-35d035429844 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Pushing event deleted for resources: {'Port': ['ID=07096e5d-b950-45a4-9ebb-24e49e3bd7df,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:01.848498 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671115f5-df5f-4260-94b5-35d035429844 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] No DVR routers for this DVR port 07096e5d-b950-45a4-9ebb-24e49e3bd7df on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:31:01.932936 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-671115f5-df5f-4260-94b5-35d035429844 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:01.942828 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-671115f5-df5f-4260-94b5-35d035429844 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['210dfd81-17a9-495e-be32-302c429cb597']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:01.952861 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-671115f5-df5f-4260-94b5-35d035429844 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfecc6e4-07c3-450c-b2ef-2213a2c1e63e') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:01.953155 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-671115f5-df5f-4260-94b5-35d035429844 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfecc6e4-07c3-450c-b2ef-2213a2c1e63e') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:01.961880 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-671115f5-df5f-4260-94b5-35d035429844 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:01.976367 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-671115f5-df5f-4260-94b5-35d035429844 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:01.982771 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-671115f5-df5f-4260-94b5-35d035429844 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:31:01.983150 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-671115f5-df5f-4260-94b5-35d035429844 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:01.985970 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 08:31:01.985970 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:31:01.985970 n-d-771363-34 neutron-server[94017]: timer() Jul 13 08:31:01.985970 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:31:01.985970 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 08:31:01.985970 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:31:01.985970 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 08:31:01.985970 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:31:01.985970 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 08:31:01.985970 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:31:01.985970 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 08:31:01.985970 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:31:01.985970 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 08:31:01.985970 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:31:01.985970 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:31:01.985970 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:31:01.985970 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:31:01.985970 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:31:01.985970 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 08:31:01.985970 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:31:01.985970 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 08:31:01.985970 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:31:01.985970 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:31:01.985970 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:31:01.985970 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 08:31:01.985970 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:31:01.985970 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:31:01.985970 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:31:01.985970 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:31:01.985970 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:31:01.985970 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:31:01.985970 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:31:02.045261 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-671115f5-df5f-4260-94b5-35d035429844 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:02.052432 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-671115f5-df5f-4260-94b5-35d035429844 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:02.054226 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-671115f5-df5f-4260-94b5-35d035429844 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] 10.222.0.23 "DELETE /v2.0/networks/210dfd81-17a9-495e-be32-302c429cb597 HTTP/1.1" status: 204 len: 168 time: 2.0403557 Jul 13 08:31:02.058577 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44642) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:02.064619 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-7cccf074-cf74-4628-9fa7-ca223e90a0ea tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1164737861'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:02.067319 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671115f5-df5f-4260-94b5-35d035429844 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Pushing event deleted for resources: {'Network': ['ID=210dfd81-17a9-495e-be32-302c429cb597,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:02.087655 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cccf074-cf74-4628-9fa7-ca223e90a0ea tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Made reservation on behalf of 0b3a8603c277463c91e583c6c21cb5ba for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:31:02.091838 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7cccf074-cf74-4628-9fa7-ca223e90a0ea tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:02.114512 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cccf074-cf74-4628-9fa7-ca223e90a0ea tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:31:02.123304 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7cccf074-cf74-4628-9fa7-ca223e90a0ea tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:02.123660 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-7cccf074-cf74-4628-9fa7-ca223e90a0ea tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Added segment 878457e1-38fc-404e-90c8-6482489b9536 of type vlan for network 6af6492f-30bc-4a2a-82ab-fe66b96929e5 Jul 13 08:31:02.163600 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7cccf074-cf74-4628-9fa7-ca223e90a0ea tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:02.189910 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7cccf074-cf74-4628-9fa7-ca223e90a0ea tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:02.195402 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cccf074-cf74-4628-9fa7-ca223e90a0ea tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:02.195974 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7cccf074-cf74-4628-9fa7-ca223e90a0ea tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:02.230596 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7cccf074-cf74-4628-9fa7-ca223e90a0ea tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1707966 Jul 13 08:31:02.233554 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44644) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:02.238681 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-2d291876-f3fa-4476-aacf-2a37186c2184 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Request body: {'subnet': {'network_id': '6af6492f-30bc-4a2a-82ab-fe66b96929e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:02.263004 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cccf074-cf74-4628-9fa7-ca223e90a0ea tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Pushing event updated for resources: {'Network': ['ID=6af6492f-30bc-4a2a-82ab-fe66b96929e5,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:02.273453 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 6af6492f-30bc-4a2a-82ab-fe66b96929e5 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:31:02.326612 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d291876-f3fa-4476-aacf-2a37186c2184 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Made reservation on behalf of 0b3a8603c277463c91e583c6c21cb5ba for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:31:02.330107 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2d291876-f3fa-4476-aacf-2a37186c2184 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:02.390796 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.ipam_backend_mixin [None req-2d291876-f3fa-4476-aacf-2a37186c2184 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Performing IP validity checks on allocation pools {{(pid=94017) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 13 08:31:02.391396 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.ipam_backend_mixin [None req-2d291876-f3fa-4476-aacf-2a37186c2184 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94017) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 13 08:31:02.507730 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2d291876-f3fa-4476-aacf-2a37186c2184 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:02.574186 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d291876-f3fa-4476-aacf-2a37186c2184 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Pushing event updated for resources: {'Subnet': ['ID=5c61924b-fbcf-4be9-b5b5-c55aae5ea6fd,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:02.582959 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d291876-f3fa-4476-aacf-2a37186c2184 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Checking segment: {'id': '878457e1-38fc-404e-90c8-6482489b9536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6af6492f-30bc-4a2a-82ab-fe66b96929e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:31:02.583350 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d291876-f3fa-4476-aacf-2a37186c2184 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Network hostable DHCP agents. Network: 6af6492f-30bc-4a2a-82ab-fe66b96929e5, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:31:02.600169 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d291876-f3fa-4476-aacf-2a37186c2184 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Network 6af6492f-30bc-4a2a-82ab-fe66b96929e5 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:31:02.609841 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-2d291876-f3fa-4476-aacf-2a37186c2184 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 6af6492f-30bc-4a2a-82ab-fe66b96929e5) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:02.614361 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d291876-f3fa-4476-aacf-2a37186c2184 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:02.614993 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2d291876-f3fa-4476-aacf-2a37186c2184 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:02.619194 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0106bf98-e90b-47bb-a53f-d18354d2d28b None None] Network 6af6492f-30bc-4a2a-82ab-fe66b96929e5 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:31:02.633570 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2d291876-f3fa-4476-aacf-2a37186c2184 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.3965313 Jul 13 08:31:02.633929 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44646) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:02.683643 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 1ed3f357-3d32-44ab-92f0-ce39ef5761c3 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:31:02.738909 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-099c083a-020a-467d-8b7f-de8e0e86f37c tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:02.788761 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 1ed3f357-3d32-44ab-92f0-ce39ef5761c3 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:02.789127 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:02.832089 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-099c083a-020a-467d-8b7f-de8e0e86f37c tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:02.837338 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2f004d-38f2-490c-ab6b-dd3e266267ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-6af6492f-30bc-4a2a-82ab-fe66b96929e5', 'network_id': '6af6492f-30bc-4a2a-82ab-fe66b96929e5', 'tenant_id': '0b3a8603c277463c91e583c6c21cb5ba', 'fixed_ips': [{'subnet_id': '5c61924b-fbcf-4be9-b5b5-c55aae5ea6fd'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:31:02.838359 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8d2f004d-38f2-490c-ab6b-dd3e266267ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:02.896317 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-099c083a-020a-467d-8b7f-de8e0e86f37c tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:02.925501 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c083a-020a-467d-8b7f-de8e0e86f37c tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Pushing event deleted for resources: {'Subnet': ['ID=5c61924b-fbcf-4be9-b5b5-c55aae5ea6fd,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server [None req-8d2f004d-38f2-490c-ab6b-dd3e266267ee None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5c61924b-fbcf-4be9-b5b5-c55aae5ea6fd: This subnet is being modified by another concurrent operation. Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise self.value Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server raise exception Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5c61924b-fbcf-4be9-b5b5-c55aae5ea6fd: This subnet is being modified by another concurrent operation. Jul 13 08:31:02.973147 n-d-771363-34 neutron-server[94019]: ERROR oslo_messaging.rpc.server Jul 13 08:31:02.988159 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fbc32b-2785-4f47-a2ce-6cc1d624de65 None None] Network 6af6492f-30bc-4a2a-82ab-fe66b96929e5 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:31:02.992017 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-099c083a-020a-467d-8b7f-de8e0e86f37c tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.002828 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-099c083a-020a-467d-8b7f-de8e0e86f37c tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6af6492f-30bc-4a2a-82ab-fe66b96929e5']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:03.012169 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-099c083a-020a-467d-8b7f-de8e0e86f37c tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '878457e1-38fc-404e-90c8-6482489b9536') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:03.012468 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-099c083a-020a-467d-8b7f-de8e0e86f37c tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '878457e1-38fc-404e-90c8-6482489b9536') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:03.022039 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-099c083a-020a-467d-8b7f-de8e0e86f37c tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.035989 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-099c083a-020a-467d-8b7f-de8e0e86f37c tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.043523 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-099c083a-020a-467d-8b7f-de8e0e86f37c tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:31:03.044175 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-099c083a-020a-467d-8b7f-de8e0e86f37c tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.048635 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 08:31:03.048635 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:31:03.048635 n-d-771363-34 neutron-server[94018]: timer() Jul 13 08:31:03.048635 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:31:03.048635 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 08:31:03.048635 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:31:03.048635 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 08:31:03.048635 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:31:03.048635 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 08:31:03.048635 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:31:03.048635 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 08:31:03.048635 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:31:03.048635 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 08:31:03.048635 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:31:03.048635 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:31:03.048635 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:31:03.048635 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:31:03.048635 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:31:03.048635 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 08:31:03.048635 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:31:03.048635 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 08:31:03.048635 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:31:03.048635 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:31:03.048635 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:31:03.048635 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 08:31:03.048635 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:31:03.048635 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:31:03.048635 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:31:03.048635 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:31:03.048635 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:31:03.048635 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:31:03.048635 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:31:03.096917 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a775b753-c97e-4b28-ac4c-e3bedda1f18f None None] get_active_networks_info from n-d-771363-34 {{(pid=94019) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 08:31:03.113069 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-099c083a-020a-467d-8b7f-de8e0e86f37c tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.120063 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-099c083a-020a-467d-8b7f-de8e0e86f37c tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.121849 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-099c083a-020a-467d-8b7f-de8e0e86f37c tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] 10.222.0.23 "DELETE /v2.0/networks/6af6492f-30bc-4a2a-82ab-fe66b96929e5 HTTP/1.1" status: 204 len: 168 time: 0.4869156 Jul 13 08:31:03.126671 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44648) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:03.132169 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-92820614-d009-40d0-9e60-32f7c8e10fe2 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-258193302'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:03.146592 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c083a-020a-467d-8b7f-de8e0e86f37c tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Pushing event deleted for resources: {'Network': ['ID=6af6492f-30bc-4a2a-82ab-fe66b96929e5,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:03.163610 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92820614-d009-40d0-9e60-32f7c8e10fe2 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Made reservation on behalf of 0b3a8603c277463c91e583c6c21cb5ba for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:31:03.168230 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-92820614-d009-40d0-9e60-32f7c8e10fe2 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.170416 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a775b753-c97e-4b28-ac4c-e3bedda1f18f None None] Resources bound (agent type, host, resource id): {{(pid=94019) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 13 08:31:03.196499 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92820614-d009-40d0-9e60-32f7c8e10fe2 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:31:03.205780 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-92820614-d009-40d0-9e60-32f7c8e10fe2 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.206123 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-92820614-d009-40d0-9e60-32f7c8e10fe2 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Added segment ad73be5b-6fb8-4f0b-8e5c-6765b3e3c24e of type vlan for network 7c31473e-8182-4166-8ff8-1525e9b23afc Jul 13 08:31:03.248020 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-92820614-d009-40d0-9e60-32f7c8e10fe2 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.273597 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9359c7e3-dfe1-4ae2-a985-1a301fa466a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.279100 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.288981 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-92820614-d009-40d0-9e60-32f7c8e10fe2 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.294895 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92820614-d009-40d0-9e60-32f7c8e10fe2 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:03.295529 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-92820614-d009-40d0-9e60-32f7c8e10fe2 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.338225 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44650) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:03.339137 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-92820614-d009-40d0-9e60-32f7c8e10fe2 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2106509 Jul 13 08:31:03.349417 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-547aaef5-a620-4732-8a26-c81fe9b88235 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Request body: {'subnet': {'network_id': '7c31473e-8182-4166-8ff8-1525e9b23afc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:03.380556 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92820614-d009-40d0-9e60-32f7c8e10fe2 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Pushing event updated for resources: {'Network': ['ID=7c31473e-8182-4166-8ff8-1525e9b23afc,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:03.398491 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 7c31473e-8182-4166-8ff8-1525e9b23afc details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:31:03.458205 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547aaef5-a620-4732-8a26-c81fe9b88235 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Made reservation on behalf of 0b3a8603c277463c91e583c6c21cb5ba for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:31:03.461832 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-547aaef5-a620-4732-8a26-c81fe9b88235 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.658189 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-547aaef5-a620-4732-8a26-c81fe9b88235 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.725425 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547aaef5-a620-4732-8a26-c81fe9b88235 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Pushing event updated for resources: {'Subnet': ['ID=5e24e643-d344-4e40-9a85-6f5b6f4719b0,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:03.730780 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547aaef5-a620-4732-8a26-c81fe9b88235 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Checking segment: {'id': 'ad73be5b-6fb8-4f0b-8e5c-6765b3e3c24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c31473e-8182-4166-8ff8-1525e9b23afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:31:03.731139 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547aaef5-a620-4732-8a26-c81fe9b88235 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Network hostable DHCP agents. Network: 7c31473e-8182-4166-8ff8-1525e9b23afc, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:31:03.748375 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547aaef5-a620-4732-8a26-c81fe9b88235 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Network 7c31473e-8182-4166-8ff8-1525e9b23afc is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:31:03.756656 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-547aaef5-a620-4732-8a26-c81fe9b88235 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 7c31473e-8182-4166-8ff8-1525e9b23afc) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:03.763078 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547aaef5-a620-4732-8a26-c81fe9b88235 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:03.763717 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-547aaef5-a620-4732-8a26-c81fe9b88235 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.764402 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1912ca-85f6-49e0-957f-da26ed375c4b None None] Network 7c31473e-8182-4166-8ff8-1525e9b23afc requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:31:03.779310 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-547aaef5-a620-4732-8a26-c81fe9b88235 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4379687 Jul 13 08:31:03.783156 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44652) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:03.788386 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-9dc3b2fe-cac7-420c-bfe9-4fbb12cc1b36 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-959005487'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:03.809929 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc3b2fe-cac7-420c-bfe9-4fbb12cc1b36 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Made reservation on behalf of 0b3a8603c277463c91e583c6c21cb5ba for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:31:03.813605 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9dc3b2fe-cac7-420c-bfe9-4fbb12cc1b36 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.837041 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dc3b2fe-cac7-420c-bfe9-4fbb12cc1b36 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:31:03.846621 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9dc3b2fe-cac7-420c-bfe9-4fbb12cc1b36 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.847021 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-9dc3b2fe-cac7-420c-bfe9-4fbb12cc1b36 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Added segment 6cdf8597-4310-4e82-9fe2-ef1cde67a7bc of type vlan for network 7f640069-6076-4343-89b6-d0dab337ff2b Jul 13 08:31:03.895827 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9dc3b2fe-cac7-420c-bfe9-4fbb12cc1b36 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.914702 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30f8c84-666e-4197-b25d-b75df8275bc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-7c31473e-8182-4166-8ff8-1525e9b23afc', 'network_id': '7c31473e-8182-4166-8ff8-1525e9b23afc', 'tenant_id': '0b3a8603c277463c91e583c6c21cb5ba', 'fixed_ips': [{'subnet_id': '5e24e643-d344-4e40-9a85-6f5b6f4719b0'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:31:03.915595 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c30f8c84-666e-4197-b25d-b75df8275bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.926463 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9dc3b2fe-cac7-420c-bfe9-4fbb12cc1b36 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.932527 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc3b2fe-cac7-420c-bfe9-4fbb12cc1b36 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:03.933563 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9dc3b2fe-cac7-420c-bfe9-4fbb12cc1b36 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:03.970916 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9dc3b2fe-cac7-420c-bfe9-4fbb12cc1b36 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1866119 Jul 13 08:31:03.974034 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44654) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:03.983035 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-6a67e787-596c-4749-989f-cdc53087994b tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Request body: {'subnet': {'network_id': '7f640069-6076-4343-89b6-d0dab337ff2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:04.007060 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3b2fe-cac7-420c-bfe9-4fbb12cc1b36 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Pushing event updated for resources: {'Network': ['ID=7f640069-6076-4343-89b6-d0dab337ff2b,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:04.035424 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 7f640069-6076-4343-89b6-d0dab337ff2b details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:31:04.074503 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a67e787-596c-4749-989f-cdc53087994b tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Made reservation on behalf of 0b3a8603c277463c91e583c6c21cb5ba for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:31:04.078172 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6a67e787-596c-4749-989f-cdc53087994b tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:04.108641 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-c30f8c84-666e-4197-b25d-b75df8275bc2 None None] Allocated IP 2001:db8::2 (7c31473e-8182-4166-8ff8-1525e9b23afc/5e24e643-d344-4e40-9a85-6f5b6f4719b0/9dcb3443-e284-4fb5-81ee-3c31c8f470ea) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:31:04.257506 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c30f8c84-666e-4197-b25d-b75df8275bc2 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:04.267139 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c30f8c84-666e-4197-b25d-b75df8275bc2 None None] Transition to ACTIVE for port object 9dcb3443-e284-4fb5-81ee-3c31c8f470ea will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:04.267795 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6a67e787-596c-4749-989f-cdc53087994b tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:04.282732 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c30f8c84-666e-4197-b25d-b75df8275bc2 None None] Transition to ACTIVE for port object 9dcb3443-e284-4fb5-81ee-3c31c8f470ea will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:04.288524 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c30f8c84-666e-4197-b25d-b75df8275bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:04.334528 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30f8c84-666e-4197-b25d-b75df8275bc2 None None] Network 7c31473e-8182-4166-8ff8-1525e9b23afc is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:31:04.334788 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67e787-596c-4749-989f-cdc53087994b tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Pushing event updated for resources: {'Subnet': ['ID=34eaa552-2ecb-4d0f-8d0d-f5b3069a6588,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:04.341999 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a67e787-596c-4749-989f-cdc53087994b tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Checking segment: {'id': '6cdf8597-4310-4e82-9fe2-ef1cde67a7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7f640069-6076-4343-89b6-d0dab337ff2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:31:04.342657 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a67e787-596c-4749-989f-cdc53087994b tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Network hostable DHCP agents. Network: 7f640069-6076-4343-89b6-d0dab337ff2b, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:31:04.347127 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-c30f8c84-666e-4197-b25d-b75df8275bc2 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:04.349558 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30f8c84-666e-4197-b25d-b75df8275bc2 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:31:04.360541 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f8c84-666e-4197-b25d-b75df8275bc2 None None] Pushing event updated for resources: {'Port': ['ID=9dcb3443-e284-4fb5-81ee-3c31c8f470ea,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:04.365024 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a67e787-596c-4749-989f-cdc53087994b tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Network 7f640069-6076-4343-89b6-d0dab337ff2b is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:31:04.368188 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:04.377043 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-6a67e787-596c-4749-989f-cdc53087994b tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 7f640069-6076-4343-89b6-d0dab337ff2b) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:04.386672 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a67e787-596c-4749-989f-cdc53087994b tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:04.387451 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6a67e787-596c-4749-989f-cdc53087994b tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:04.390036 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c188f2-50b0-4c9a-9b30-caad12378999 None None] Network 7f640069-6076-4343-89b6-d0dab337ff2b requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:31:04.402555 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6a67e787-596c-4749-989f-cdc53087994b tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4272966 Jul 13 08:31:04.405108 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44656) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:04.445155 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-c30f8c84-666e-4197-b25d-b75df8275bc2 None None] Attempting to bind port 9dcb3443-e284-4fb5-81ee-3c31c8f470ea on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:31:04.445523 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-c30f8c84-666e-4197-b25d-b75df8275bc2 None None] Attempting to bind port 9dcb3443-e284-4fb5-81ee-3c31c8f470ea by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'ad73be5b-6fb8-4f0b-8e5c-6765b3e3c24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c31473e-8182-4166-8ff8-1525e9b23afc'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:31:04.445887 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30f8c84-666e-4197-b25d-b75df8275bc2 None None] Attempting to bind port 9dcb3443-e284-4fb5-81ee-3c31c8f470ea on network 7c31473e-8182-4166-8ff8-1525e9b23afc {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:31:04.476001 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30f8c84-666e-4197-b25d-b75df8275bc2 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:31:04.476391 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30f8c84-666e-4197-b25d-b75df8275bc2 None None] Checking segment: {'id': 'ad73be5b-6fb8-4f0b-8e5c-6765b3e3c24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c31473e-8182-4166-8ff8-1525e9b23afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:31:04.476792 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c30f8c84-666e-4197-b25d-b75df8275bc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:04.477169 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30f8c84-666e-4197-b25d-b75df8275bc2 None None] Bound using segment: {'id': 'ad73be5b-6fb8-4f0b-8e5c-6765b3e3c24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c31473e-8182-4166-8ff8-1525e9b23afc'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:31:04.477640 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-c30f8c84-666e-4197-b25d-b75df8275bc2 None None] Bound port: 9dcb3443-e284-4fb5-81ee-3c31c8f470ea, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad73be5b-6fb8-4f0b-8e5c-6765b3e3c24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c31473e-8182-4166-8ff8-1525e9b23afc'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:31:04.478023 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c30f8c84-666e-4197-b25d-b75df8275bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:04.502638 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-188a01e3-37bd-46fa-be77-2603c9e9b6eb tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:04.558876 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-188a01e3-37bd-46fa-be77-2603c9e9b6eb tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:04.592215 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-c30f8c84-666e-4197-b25d-b75df8275bc2 None None] For port 9dcb3443-e284-4fb5-81ee-3c31c8f470ea, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:31:04.596550 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-c30f8c84-666e-4197-b25d-b75df8275bc2 None None] For port 9dcb3443-e284-4fb5-81ee-3c31c8f470ea, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=9dcb3443-e284-4fb5-81ee-3c31c8f470ea,segment=NetworkSegment(ad73be5b-6fb8-4f0b-8e5c-6765b3e3c24e),segment_id=ad73be5b-6fb8-4f0b-8e5c-6765b3e3c24e)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:31:04.617303 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c30f8c84-666e-4197-b25d-b75df8275bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:04.630914 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-188a01e3-37bd-46fa-be77-2603c9e9b6eb tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:04.647956 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da27a073-a73d-48fa-bb65-e7a41e482ffe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-7f640069-6076-4343-89b6-d0dab337ff2b', 'network_id': '7f640069-6076-4343-89b6-d0dab337ff2b', 'tenant_id': '0b3a8603c277463c91e583c6c21cb5ba', 'fixed_ips': [{'subnet_id': '34eaa552-2ecb-4d0f-8d0d-f5b3069a6588'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:31:04.648821 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-da27a073-a73d-48fa-bb65-e7a41e482ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:04.659947 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a01e3-37bd-46fa-be77-2603c9e9b6eb tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Pushing event deleted for resources: {'Subnet': ['ID=34eaa552-2ecb-4d0f-8d0d-f5b3069a6588,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:04.730621 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-188a01e3-37bd-46fa-be77-2603c9e9b6eb tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:04.739866 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f8c84-666e-4197-b25d-b75df8275bc2 None None] Pushing event updated for resources: {'Port': ['ID=9dcb3443-e284-4fb5-81ee-3c31c8f470ea,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:04.743050 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-188a01e3-37bd-46fa-be77-2603c9e9b6eb tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f640069-6076-4343-89b6-d0dab337ff2b']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:04.756865 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-188a01e3-37bd-46fa-be77-2603c9e9b6eb tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cdf8597-4310-4e82-9fe2-ef1cde67a7bc') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:04.757337 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-188a01e3-37bd-46fa-be77-2603c9e9b6eb tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cdf8597-4310-4e82-9fe2-ef1cde67a7bc') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:04.762386 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8ee87c-7216-440a-a986-f83448572311 None None] Network 7f640069-6076-4343-89b6-d0dab337ff2b requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:31:04.770191 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-188a01e3-37bd-46fa-be77-2603c9e9b6eb tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:04.785756 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-188a01e3-37bd-46fa-be77-2603c9e9b6eb tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:04.792355 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-188a01e3-37bd-46fa-be77-2603c9e9b6eb tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:31:04.792744 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-188a01e3-37bd-46fa-be77-2603c9e9b6eb tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:04.796005 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 08:31:04.796005 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:31:04.796005 n-d-771363-34 neutron-server[94017]: timer() Jul 13 08:31:04.796005 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:31:04.796005 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 08:31:04.796005 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:31:04.796005 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 08:31:04.796005 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:31:04.796005 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 08:31:04.796005 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:31:04.796005 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 08:31:04.796005 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:31:04.796005 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 08:31:04.796005 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:31:04.796005 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:31:04.796005 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:31:04.796005 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:31:04.796005 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:31:04.796005 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 08:31:04.796005 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:31:04.796005 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 08:31:04.796005 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:31:04.796005 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:31:04.796005 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:31:04.796005 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 08:31:04.796005 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:31:04.796005 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:31:04.796005 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:31:04.796005 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:31:04.796005 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:31:04.796005 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:31:04.796005 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:31:04.860266 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-188a01e3-37bd-46fa-be77-2603c9e9b6eb tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:04.870254 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-188a01e3-37bd-46fa-be77-2603c9e9b6eb tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:04.875264 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-188a01e3-37bd-46fa-be77-2603c9e9b6eb tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] 10.222.0.23 "DELETE /v2.0/networks/7f640069-6076-4343-89b6-d0dab337ff2b HTTP/1.1" status: 204 len: 168 time: 0.4674413 Jul 13 08:31:04.876477 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44658) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:04.898218 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a01e3-37bd-46fa-be77-2603c9e9b6eb tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Pushing event deleted for resources: {'Network': ['ID=7f640069-6076-4343-89b6-d0dab337ff2b,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:04.932793 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-c859cf54-6d5f-431b-b3a0-87ad84b157b7 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] GET failed (client error): The resource could not be found. Jul 13 08:31:04.934288 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c859cf54-6d5f-431b-b3a0-87ad84b157b7 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] 10.222.0.23 "GET /v2.0/subnets/34eaa552-2ecb-4d0f-8d0d-f5b3069a6588 HTTP/1.1" status: 404 len: 337 time: 0.0568049 Jul 13 08:31:04.936984 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44660) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:04.955709 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1afed68-ea25-4832-ba7e-c9ab481a2175 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] DELETE failed (client error): The resource could not be found. Jul 13 08:31:04.956281 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1afed68-ea25-4832-ba7e-c9ab481a2175 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:31:04.957987 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a1afed68-ea25-4832-ba7e-c9ab481a2175 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] 10.222.0.23 "DELETE /v2.0/networks/7f640069-6076-4343-89b6-d0dab337ff2b HTTP/1.1" status: 404 len: 339 time: 0.0200920 Jul 13 08:31:04.961797 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44662) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:04.989503 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-d56612d2-74c1-42c0-9f56-20ea3cac6b19 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] DELETE failed (client error): The resource could not be found. Jul 13 08:31:04.989961 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d56612d2-74c1-42c0-9f56-20ea3cac6b19 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:31:04.991961 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d56612d2-74c1-42c0-9f56-20ea3cac6b19 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] 10.222.0.23 "DELETE /v2.0/subnets/34eaa552-2ecb-4d0f-8d0d-f5b3069a6588 HTTP/1.1" status: 404 len: 337 time: 0.0292034 Jul 13 08:31:04.994458 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44664) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:05.019609 n-d-771363-34 neutron-server[94018]: INFO neutron.pecan_wsgi.hooks.translation [None req-23ccc9e7-6fd9-4d82-95c9-bd34f259cec8 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] DELETE failed (client error): The resource could not be found. Jul 13 08:31:05.020174 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23ccc9e7-6fd9-4d82-95c9-bd34f259cec8 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:31:05.021896 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-23ccc9e7-6fd9-4d82-95c9-bd34f259cec8 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] 10.222.0.23 "DELETE /v2.0/networks/7f640069-6076-4343-89b6-d0dab337ff2b HTTP/1.1" status: 404 len: 339 time: 0.0259869 Jul 13 08:31:05.024468 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44666) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:05.074764 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d111464-4d5a-4c85-bd7b-88f04212bf8e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Deleting subnet 5e24e643-d344-4e40-9a85-6f5b6f4719b0 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:31:05.077868 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3d111464-4d5a-4c85-bd7b-88f04212bf8e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:05.117173 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3d111464-4d5a-4c85-bd7b-88f04212bf8e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:05.206141 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3d111464-4d5a-4c85-bd7b-88f04212bf8e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:05.265066 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3d111464-4d5a-4c85-bd7b-88f04212bf8e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:05.294463 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d111464-4d5a-4c85-bd7b-88f04212bf8e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Pushing event deleted for resources: {'Subnet': ['ID=5e24e643-d344-4e40-9a85-6f5b6f4719b0,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:05.296486 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3d111464-4d5a-4c85-bd7b-88f04212bf8e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:05.298392 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3d111464-4d5a-4c85-bd7b-88f04212bf8e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] 10.222.0.23 "DELETE /v2.0/subnets/5e24e643-d344-4e40-9a85-6f5b6f4719b0 HTTP/1.1" status: 204 len: 168 time: 0.2730236 Jul 13 08:31:05.300911 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44668) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:05.381235 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3e6f7c94-76e9-43d2-8e95-2af159a11ad4 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:05.441982 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-3e6f7c94-76e9-43d2-8e95-2af159a11ad4 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Deleting port 9dcb3443-e284-4fb5-81ee-3c31c8f470ea {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:31:05.442322 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3e6f7c94-76e9-43d2-8e95-2af159a11ad4 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:05.506931 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-3e6f7c94-76e9-43d2-8e95-2af159a11ad4 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] For port 9dcb3443-e284-4fb5-81ee-3c31c8f470ea, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=9dcb3443-e284-4fb5-81ee-3c31c8f470ea,segment=NetworkSegment(ad73be5b-6fb8-4f0b-8e5c-6765b3e3c24e),segment_id=ad73be5b-6fb8-4f0b-8e5c-6765b3e3c24e)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:31:05.507312 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3e6f7c94-76e9-43d2-8e95-2af159a11ad4 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:05.521559 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-3e6f7c94-76e9-43d2-8e95-2af159a11ad4 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Calling delete_port for 9dcb3443-e284-4fb5-81ee-3c31c8f470ea owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:31:05.611568 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3e6f7c94-76e9-43d2-8e95-2af159a11ad4 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:05.613370 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a141e4a2-d6c4-41bf-8ece-0c3d78761e8c None None] Network 7c31473e-8182-4166-8ff8-1525e9b23afc requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:31:05.638615 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f7c94-76e9-43d2-8e95-2af159a11ad4 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Pushing event deleted for resources: {'Port': ['ID=9dcb3443-e284-4fb5-81ee-3c31c8f470ea,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:05.642267 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6f7c94-76e9-43d2-8e95-2af159a11ad4 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] No DVR routers for this DVR port 9dcb3443-e284-4fb5-81ee-3c31c8f470ea on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:31:05.705147 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-76ed763a-180a-45b2-a99a-087531a442b2 None None] Could not find standard attr ID for object 9dcb3443-e284-4fb5-81ee-3c31c8f470ea. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 08:31:05.730768 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3e6f7c94-76e9-43d2-8e95-2af159a11ad4 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:05.741563 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-3e6f7c94-76e9-43d2-8e95-2af159a11ad4 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c31473e-8182-4166-8ff8-1525e9b23afc']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:05.752789 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-3e6f7c94-76e9-43d2-8e95-2af159a11ad4 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad73be5b-6fb8-4f0b-8e5c-6765b3e3c24e') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:05.753086 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-3e6f7c94-76e9-43d2-8e95-2af159a11ad4 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad73be5b-6fb8-4f0b-8e5c-6765b3e3c24e') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:05.762332 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3e6f7c94-76e9-43d2-8e95-2af159a11ad4 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:05.777395 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3e6f7c94-76e9-43d2-8e95-2af159a11ad4 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:05.783418 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e6f7c94-76e9-43d2-8e95-2af159a11ad4 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:31:05.783804 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3e6f7c94-76e9-43d2-8e95-2af159a11ad4 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:05.786973 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 08:31:05.786973 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:31:05.786973 n-d-771363-34 neutron-server[94018]: timer() Jul 13 08:31:05.786973 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:31:05.786973 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 08:31:05.786973 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:31:05.786973 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 08:31:05.786973 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:31:05.786973 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 08:31:05.786973 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:31:05.786973 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 08:31:05.786973 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:31:05.786973 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 08:31:05.786973 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:31:05.786973 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:31:05.786973 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:31:05.786973 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:31:05.786973 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:31:05.786973 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 08:31:05.786973 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:31:05.786973 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 08:31:05.786973 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:31:05.786973 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:31:05.786973 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:31:05.786973 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 08:31:05.786973 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:31:05.786973 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:31:05.786973 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:31:05.786973 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:31:05.786973 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:31:05.786973 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:31:05.786973 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:31:05.799019 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cd00bd-5273-4c14-a0cb-976cd5262f99 None None] DHCP port deletion for 7c31473e-8182-4166-8ff8-1525e9b23afc request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:31:05.847423 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3e6f7c94-76e9-43d2-8e95-2af159a11ad4 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:05.855002 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3e6f7c94-76e9-43d2-8e95-2af159a11ad4 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:05.857049 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3e6f7c94-76e9-43d2-8e95-2af159a11ad4 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] 10.222.0.23 "DELETE /v2.0/networks/7c31473e-8182-4166-8ff8-1525e9b23afc HTTP/1.1" status: 204 len: 168 time: 0.5551736 Jul 13 08:31:05.859725 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44670) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:05.868872 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f7c94-76e9-43d2-8e95-2af159a11ad4 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Pushing event deleted for resources: {'Network': ['ID=7c31473e-8182-4166-8ff8-1525e9b23afc,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:05.887983 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-d62ea31e-95f7-451b-959c-f95979288211 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] DELETE failed (client error): The resource could not be found. Jul 13 08:31:05.888432 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d62ea31e-95f7-451b-959c-f95979288211 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:31:05.890116 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d62ea31e-95f7-451b-959c-f95979288211 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] 10.222.0.23 "DELETE /v2.0/subnets/5c61924b-fbcf-4be9-b5b5-c55aae5ea6fd HTTP/1.1" status: 404 len: 337 time: 0.0293424 Jul 13 08:31:05.892933 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44672) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:05.911890 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb40204b-2d63-4f9d-ae61-f337c20bd5ed tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] DELETE failed (client error): The resource could not be found. Jul 13 08:31:05.912411 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb40204b-2d63-4f9d-ae61-f337c20bd5ed tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:31:05.914078 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-cb40204b-2d63-4f9d-ae61-f337c20bd5ed tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] 10.222.0.23 "DELETE /v2.0/networks/6af6492f-30bc-4a2a-82ab-fe66b96929e5 HTTP/1.1" status: 404 len: 339 time: 0.0202713 Jul 13 08:31:05.917036 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44674) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:05.948037 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e9ab1b6-fe3b-407c-9c3a-edb75fa8126e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] DELETE failed (client error): The resource could not be found. Jul 13 08:31:05.948472 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e9ab1b6-fe3b-407c-9c3a-edb75fa8126e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:31:05.950156 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7e9ab1b6-fe3b-407c-9c3a-edb75fa8126e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] 10.222.0.23 "DELETE /v2.0/subnets/95a9ae55-aa47-4725-b7ab-ab1114d8b9b7 HTTP/1.1" status: 404 len: 337 time: 0.0322239 Jul 13 08:31:05.952749 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44676) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:05.970128 n-d-771363-34 neutron-server[94017]: INFO neutron.pecan_wsgi.hooks.translation [None req-17169168-a558-4e76-9a11-e052f755910b tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] DELETE failed (client error): The resource could not be found. Jul 13 08:31:05.970643 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17169168-a558-4e76-9a11-e052f755910b tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 13 08:31:05.972316 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-17169168-a558-4e76-9a11-e052f755910b tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] 10.222.0.23 "DELETE /v2.0/networks/210dfd81-17a9-495e-be32-302c429cb597 HTTP/1.1" status: 404 len: 339 time: 0.0186808 Jul 13 08:31:05.974607 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44678) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:06.023989 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1a79269-dcfe-4b2b-8890-909d014ddc49 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Deleting subnet bf98499a-79e7-4d20-b0d2-09ac32b82f2f {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:31:06.027243 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d1a79269-dcfe-4b2b-8890-909d014ddc49 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:06.066260 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d1a79269-dcfe-4b2b-8890-909d014ddc49 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:06.107156 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:06.157582 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d1a79269-dcfe-4b2b-8890-909d014ddc49 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:06.213580 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d1a79269-dcfe-4b2b-8890-909d014ddc49 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:06.239541 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a79269-dcfe-4b2b-8890-909d014ddc49 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Pushing event deleted for resources: {'Subnet': ['ID=bf98499a-79e7-4d20-b0d2-09ac32b82f2f,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:06.243393 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d1a79269-dcfe-4b2b-8890-909d014ddc49 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:06.245796 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d1a79269-dcfe-4b2b-8890-909d014ddc49 tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] 10.222.0.23 "DELETE /v2.0/subnets/bf98499a-79e7-4d20-b0d2-09ac32b82f2f HTTP/1.1" status: 204 len: 168 time: 0.2703216 Jul 13 08:31:06.248290 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44680) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:06.250819 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc28f07-2788-4d8c-943a-2f3c3a1e6f06 None None] Network 50a8dc9c-71e4-4f6f-8ff6-895fdd75cf45 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:31:06.335079 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9599b6d3-035b-4c9c-ac71-1e892d84f97e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:06.391863 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-9599b6d3-035b-4c9c-ac71-1e892d84f97e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Deleting port 1ed3f357-3d32-44ab-92f0-ce39ef5761c3 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:31:06.392110 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9599b6d3-035b-4c9c-ac71-1e892d84f97e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:06.457003 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-9599b6d3-035b-4c9c-ac71-1e892d84f97e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] For port 1ed3f357-3d32-44ab-92f0-ce39ef5761c3, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=1ed3f357-3d32-44ab-92f0-ce39ef5761c3,segment=NetworkSegment(b6c97964-3dfa-4cb3-97f0-9487359dfe38),segment_id=b6c97964-3dfa-4cb3-97f0-9487359dfe38)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:31:06.457355 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9599b6d3-035b-4c9c-ac71-1e892d84f97e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:06.474356 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-9599b6d3-035b-4c9c-ac71-1e892d84f97e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Calling delete_port for 1ed3f357-3d32-44ab-92f0-ce39ef5761c3 owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:31:06.556548 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9599b6d3-035b-4c9c-ac71-1e892d84f97e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:06.582451 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9599b6d3-035b-4c9c-ac71-1e892d84f97e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Pushing event deleted for resources: {'Port': ['ID=1ed3f357-3d32-44ab-92f0-ce39ef5761c3,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:06.586366 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9599b6d3-035b-4c9c-ac71-1e892d84f97e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] No DVR routers for this DVR port 1ed3f357-3d32-44ab-92f0-ce39ef5761c3 on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:31:06.588913 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb89673-57f9-4784-a269-777daa14723c None None] DHCP port deletion for 50a8dc9c-71e4-4f6f-8ff6-895fdd75cf45 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:31:06.670920 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9599b6d3-035b-4c9c-ac71-1e892d84f97e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:06.679639 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 1ed3f357-3d32-44ab-92f0-ce39ef5761c3 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:31:06.681945 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-9599b6d3-035b-4c9c-ac71-1e892d84f97e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50a8dc9c-71e4-4f6f-8ff6-895fdd75cf45']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:06.693265 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-9599b6d3-035b-4c9c-ac71-1e892d84f97e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6c97964-3dfa-4cb3-97f0-9487359dfe38') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:06.693564 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-9599b6d3-035b-4c9c-ac71-1e892d84f97e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6c97964-3dfa-4cb3-97f0-9487359dfe38') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:06.699834 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 1ed3f357-3d32-44ab-92f0-ce39ef5761c3 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:31:06.700180 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 1ed3f357-3d32-44ab-92f0-ce39ef5761c3 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:31:06.702329 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9599b6d3-035b-4c9c-ac71-1e892d84f97e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:06.723164 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9599b6d3-035b-4c9c-ac71-1e892d84f97e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:06.730050 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9599b6d3-035b-4c9c-ac71-1e892d84f97e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:31:06.730557 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9599b6d3-035b-4c9c-ac71-1e892d84f97e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:06.733934 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 08:31:06.733934 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:31:06.733934 n-d-771363-34 neutron-server[94017]: timer() Jul 13 08:31:06.733934 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:31:06.733934 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 08:31:06.733934 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:31:06.733934 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 08:31:06.733934 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:31:06.733934 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 08:31:06.733934 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:31:06.733934 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 08:31:06.733934 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:31:06.733934 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 08:31:06.733934 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:31:06.733934 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:31:06.733934 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:31:06.733934 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:31:06.733934 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:31:06.733934 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 08:31:06.733934 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:31:06.733934 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 08:31:06.733934 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:31:06.733934 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:31:06.733934 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:31:06.733934 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 08:31:06.733934 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:31:06.733934 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:31:06.733934 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:31:06.733934 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:31:06.733934 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:31:06.733934 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:31:06.733934 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:31:06.794934 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9599b6d3-035b-4c9c-ac71-1e892d84f97e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:06.799441 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9599b6d3-035b-4c9c-ac71-1e892d84f97e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:06.801287 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9599b6d3-035b-4c9c-ac71-1e892d84f97e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] 10.222.0.23 "DELETE /v2.0/networks/50a8dc9c-71e4-4f6f-8ff6-895fdd75cf45 HTTP/1.1" status: 204 len: 168 time: 0.5520802 Jul 13 08:31:06.817768 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9599b6d3-035b-4c9c-ac71-1e892d84f97e tempest-NetworksIpV6Test-1366003144 tempest-NetworksIpV6Test-1366003144-project] Pushing event deleted for resources: {'Network': ['ID=50a8dc9c-71e4-4f6f-8ff6-895fdd75cf45,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:07.037914 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44686) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:07.168062 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-eeab5091-e152-4c89-9db9-162c655ac29e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0b3a8603c277463c91e583c6c21cb5ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1289690 Jul 13 08:31:07.170542 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44690) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:07.217859 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2fee4701-b045-4028-a527-80a3164f82d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:07.238858 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2fee4701-b045-4028-a527-80a3164f82d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:07.285571 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2fee4701-b045-4028-a527-80a3164f82d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:07.288319 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2fee4701-b045-4028-a527-80a3164f82d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:07.289466 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2fee4701-b045-4028-a527-80a3164f82d1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a87e0f21-0bf0-480a-90cd-a2e367589f16 HTTP/1.1" status: 204 len: 168 time: 0.1179843 Jul 13 08:31:07.297613 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee4701-b045-4028-a527-80a3164f82d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87e0f21-0bf0-480a-90cd-a2e367589f16,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:07.904774 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44712) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:07.996609 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-3a8b490c-a353-4796-854e-eea2ea6cf847 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-286909356', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:08.019998 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3a8b490c-a353-4796-854e-eea2ea6cf847 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:08.020995 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3a8b490c-a353-4796-854e-eea2ea6cf847 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:08.074641 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3a8b490c-a353-4796-854e-eea2ea6cf847 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:08.079439 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3a8b490c-a353-4796-854e-eea2ea6cf847 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:08.094850 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3a8b490c-a353-4796-854e-eea2ea6cf847 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:08.096076 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-3a8b490c-a353-4796-854e-eea2ea6cf847 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1902993 Jul 13 08:31:08.098710 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44716) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:08.103493 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-05b1a7ec-0fca-4e25-9f73-1962dd45a7e8 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-917052041'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:08.125746 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b1a7ec-0fca-4e25-9f73-1962dd45a7e8 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Made reservation on behalf of ce2114b2657241d78eea78bef576a186 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:31:08.129141 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-05b1a7ec-0fca-4e25-9f73-1962dd45a7e8 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:08.137909 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-05b1a7ec-0fca-4e25-9f73-1962dd45a7e8 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:08.228265 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-05b1a7ec-0fca-4e25-9f73-1962dd45a7e8 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:08.232508 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-05b1a7ec-0fca-4e25-9f73-1962dd45a7e8 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:08.260538 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05b1a7ec-0fca-4e25-9f73-1962dd45a7e8 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:31:08.266564 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1a7ec-0fca-4e25-9f73-1962dd45a7e8 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab206175-073e-4359-9ef2-8dca91f5c96f,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:08.274595 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-05b1a7ec-0fca-4e25-9f73-1962dd45a7e8 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:08.274595 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-05b1a7ec-0fca-4e25-9f73-1962dd45a7e8 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Added segment 7f1cec5f-6b6f-49a9-8e7d-60bf5c7a8976 of type vlan for network bc084bbd-343d-4190-b8a6-62f3620bbbbb Jul 13 08:31:08.314673 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-05b1a7ec-0fca-4e25-9f73-1962dd45a7e8 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:08.343350 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-05b1a7ec-0fca-4e25-9f73-1962dd45a7e8 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:08.349090 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b1a7ec-0fca-4e25-9f73-1962dd45a7e8 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:08.349684 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-05b1a7ec-0fca-4e25-9f73-1962dd45a7e8 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:08.386526 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-05b1a7ec-0fca-4e25-9f73-1962dd45a7e8 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2867799 Jul 13 08:31:08.389370 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44718) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:08.396522 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-ca8101f6-0ab0-4cd1-9dd4-8505c263b463 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Request body: {'subnet': {'network_id': 'bc084bbd-343d-4190-b8a6-62f3620bbbbb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:08.437328 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1a7ec-0fca-4e25-9f73-1962dd45a7e8 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Pushing event updated for resources: {'Network': ['ID=bc084bbd-343d-4190-b8a6-62f3620bbbbb,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:08.447360 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network bc084bbd-343d-4190-b8a6-62f3620bbbbb details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:31:08.514039 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8101f6-0ab0-4cd1-9dd4-8505c263b463 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Made reservation on behalf of ce2114b2657241d78eea78bef576a186 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:31:08.518072 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ca8101f6-0ab0-4cd1-9dd4-8505c263b463 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:08.696346 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ca8101f6-0ab0-4cd1-9dd4-8505c263b463 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:08.761455 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8101f6-0ab0-4cd1-9dd4-8505c263b463 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Pushing event updated for resources: {'Subnet': ['ID=80255f5a-c5be-4baf-b38f-07448c6c333b,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:08.768911 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8101f6-0ab0-4cd1-9dd4-8505c263b463 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Checking segment: {'id': '7f1cec5f-6b6f-49a9-8e7d-60bf5c7a8976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'bc084bbd-343d-4190-b8a6-62f3620bbbbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:31:08.769269 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8101f6-0ab0-4cd1-9dd4-8505c263b463 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Network hostable DHCP agents. Network: bc084bbd-343d-4190-b8a6-62f3620bbbbb, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:31:08.785650 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8101f6-0ab0-4cd1-9dd4-8505c263b463 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Network bc084bbd-343d-4190-b8a6-62f3620bbbbb is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:31:08.794185 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-ca8101f6-0ab0-4cd1-9dd4-8505c263b463 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, bc084bbd-343d-4190-b8a6-62f3620bbbbb) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:08.798248 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8101f6-0ab0-4cd1-9dd4-8505c263b463 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:08.798877 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ca8101f6-0ab0-4cd1-9dd4-8505c263b463 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:08.803832 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcba4215-42eb-42f7-9018-6f665d189f65 None None] Network bc084bbd-343d-4190-b8a6-62f3620bbbbb requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:31:08.814619 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ca8101f6-0ab0-4cd1-9dd4-8505c263b463 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4240544 Jul 13 08:31:08.818614 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44720) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:08.824051 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-ff8734a0-3ab0-419c-84ba-c790dbbbd8d8 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-358802016'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:08.844326 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8734a0-3ab0-419c-84ba-c790dbbbd8d8 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Made reservation on behalf of ce2114b2657241d78eea78bef576a186 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:31:08.848068 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ff8734a0-3ab0-419c-84ba-c790dbbbd8d8 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:08.873353 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff8734a0-3ab0-419c-84ba-c790dbbbd8d8 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:31:08.883145 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ff8734a0-3ab0-419c-84ba-c790dbbbd8d8 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:08.883511 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-ff8734a0-3ab0-419c-84ba-c790dbbbd8d8 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Added segment f2a2fae5-0be3-4b04-a02e-d441f1675b21 of type vlan for network 313c639a-ecf8-4ba9-8b94-7e964cb1b00a Jul 13 08:31:08.925696 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ff8734a0-3ab0-419c-84ba-c790dbbbd8d8 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:08.951651 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796dffd6-83cc-4fbe-a667-528a8b2ce295 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-bc084bbd-343d-4190-b8a6-62f3620bbbbb', 'network_id': 'bc084bbd-343d-4190-b8a6-62f3620bbbbb', 'tenant_id': 'ce2114b2657241d78eea78bef576a186', 'fixed_ips': [{'subnet_id': '80255f5a-c5be-4baf-b38f-07448c6c333b'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:31:08.952553 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-796dffd6-83cc-4fbe-a667-528a8b2ce295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:08.954570 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ff8734a0-3ab0-419c-84ba-c790dbbbd8d8 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:08.960563 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8734a0-3ab0-419c-84ba-c790dbbbd8d8 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:08.961162 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-ff8734a0-3ab0-419c-84ba-c790dbbbd8d8 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:09.002873 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ff8734a0-3ab0-419c-84ba-c790dbbbd8d8 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1831822 Jul 13 08:31:09.005726 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44722) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:09.011372 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-8ea00857-9303-4e3c-96e7-9c681f930933 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Request body: {'subnet': {'network_id': '313c639a-ecf8-4ba9-8b94-7e964cb1b00a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:09.045688 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8734a0-3ab0-419c-84ba-c790dbbbd8d8 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Pushing event updated for resources: {'Network': ['ID=313c639a-ecf8-4ba9-8b94-7e964cb1b00a,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:09.056185 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 313c639a-ecf8-4ba9-8b94-7e964cb1b00a details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:31:09.132355 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea00857-9303-4e3c-96e7-9c681f930933 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Made reservation on behalf of ce2114b2657241d78eea78bef576a186 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:31:09.136845 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8ea00857-9303-4e3c-96e7-9c681f930933 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:09.146654 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-796dffd6-83cc-4fbe-a667-528a8b2ce295 None None] Allocated IP 172.20.0.2 (bc084bbd-343d-4190-b8a6-62f3620bbbbb/80255f5a-c5be-4baf-b38f-07448c6c333b/2f4fab4e-3dfd-420a-85bb-eae417b30c95) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:31:09.296005 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-796dffd6-83cc-4fbe-a667-528a8b2ce295 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:09.304092 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-796dffd6-83cc-4fbe-a667-528a8b2ce295 None None] Transition to ACTIVE for port object 2f4fab4e-3dfd-420a-85bb-eae417b30c95 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:09.318996 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-796dffd6-83cc-4fbe-a667-528a8b2ce295 None None] Transition to ACTIVE for port object 2f4fab4e-3dfd-420a-85bb-eae417b30c95 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:09.324869 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8ea00857-9303-4e3c-96e7-9c681f930933 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:09.326436 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-796dffd6-83cc-4fbe-a667-528a8b2ce295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:09.372951 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796dffd6-83cc-4fbe-a667-528a8b2ce295 None None] Network bc084bbd-343d-4190-b8a6-62f3620bbbbb is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:31:09.375980 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-796dffd6-83cc-4fbe-a667-528a8b2ce295 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:09.380372 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796dffd6-83cc-4fbe-a667-528a8b2ce295 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:31:09.383384 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dffd6-83cc-4fbe-a667-528a8b2ce295 None None] Pushing event updated for resources: {'Port': ['ID=2f4fab4e-3dfd-420a-85bb-eae417b30c95,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:09.399548 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea00857-9303-4e3c-96e7-9c681f930933 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Pushing event updated for resources: {'Subnet': ['ID=20e0c2a6-ae3f-4825-9ca5-1d6b34b38e77,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:09.403399 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea00857-9303-4e3c-96e7-9c681f930933 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Checking segment: {'id': 'f2a2fae5-0be3-4b04-a02e-d441f1675b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '313c639a-ecf8-4ba9-8b94-7e964cb1b00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:31:09.403766 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea00857-9303-4e3c-96e7-9c681f930933 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Network hostable DHCP agents. Network: 313c639a-ecf8-4ba9-8b94-7e964cb1b00a, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:31:09.420894 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea00857-9303-4e3c-96e7-9c681f930933 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Network 313c639a-ecf8-4ba9-8b94-7e964cb1b00a is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:31:09.429210 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-8ea00857-9303-4e3c-96e7-9c681f930933 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 313c639a-ecf8-4ba9-8b94-7e964cb1b00a) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:09.434562 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea00857-9303-4e3c-96e7-9c681f930933 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:09.435391 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8ea00857-9303-4e3c-96e7-9c681f930933 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:09.439714 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6279236-8011-4927-bf12-eb31087bd447 None None] Network 313c639a-ecf8-4ba9-8b94-7e964cb1b00a requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:31:09.449592 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8ea00857-9303-4e3c-96e7-9c681f930933 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4427826 Jul 13 08:31:09.452684 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44724) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:09.454203 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-796dffd6-83cc-4fbe-a667-528a8b2ce295 None None] Attempting to bind port 2f4fab4e-3dfd-420a-85bb-eae417b30c95 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:31:09.454691 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-796dffd6-83cc-4fbe-a667-528a8b2ce295 None None] Attempting to bind port 2f4fab4e-3dfd-420a-85bb-eae417b30c95 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '7f1cec5f-6b6f-49a9-8e7d-60bf5c7a8976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'bc084bbd-343d-4190-b8a6-62f3620bbbbb'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:31:09.454922 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796dffd6-83cc-4fbe-a667-528a8b2ce295 None None] Attempting to bind port 2f4fab4e-3dfd-420a-85bb-eae417b30c95 on network bc084bbd-343d-4190-b8a6-62f3620bbbbb {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:31:09.457295 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-0ee2a4d1-3bcc-43b8-ab6e-deb2004e263b tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Request body: {'router': {'external_gateway_info': {'network_id': '313c639a-ecf8-4ba9-8b94-7e964cb1b00a'}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:09.468209 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796dffd6-83cc-4fbe-a667-528a8b2ce295 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:31:09.468609 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796dffd6-83cc-4fbe-a667-528a8b2ce295 None None] Checking segment: {'id': '7f1cec5f-6b6f-49a9-8e7d-60bf5c7a8976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'bc084bbd-343d-4190-b8a6-62f3620bbbbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:31:09.469000 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-796dffd6-83cc-4fbe-a667-528a8b2ce295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:09.469392 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796dffd6-83cc-4fbe-a667-528a8b2ce295 None None] Bound using segment: {'id': '7f1cec5f-6b6f-49a9-8e7d-60bf5c7a8976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'bc084bbd-343d-4190-b8a6-62f3620bbbbb'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:31:09.469864 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-796dffd6-83cc-4fbe-a667-528a8b2ce295 None None] Bound port: 2f4fab4e-3dfd-420a-85bb-eae417b30c95, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f1cec5f-6b6f-49a9-8e7d-60bf5c7a8976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'bc084bbd-343d-4190-b8a6-62f3620bbbbb'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:31:09.470246 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-796dffd6-83cc-4fbe-a667-528a8b2ce295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:09.606990 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-796dffd6-83cc-4fbe-a667-528a8b2ce295 None None] For port 2f4fab4e-3dfd-420a-85bb-eae417b30c95, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:31:09.623791 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-796dffd6-83cc-4fbe-a667-528a8b2ce295 None None] For port 2f4fab4e-3dfd-420a-85bb-eae417b30c95, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=2f4fab4e-3dfd-420a-85bb-eae417b30c95,segment=NetworkSegment(7f1cec5f-6b6f-49a9-8e7d-60bf5c7a8976),segment_id=7f1cec5f-6b6f-49a9-8e7d-60bf5c7a8976)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:31:09.628838 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-796dffd6-83cc-4fbe-a667-528a8b2ce295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:09.663519 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0ee2a4d1-3bcc-43b8-ab6e-deb2004e263b tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:09.676425 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cc5942-9d9a-4173-806f-928a6a311143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-313c639a-ecf8-4ba9-8b94-7e964cb1b00a', 'network_id': '313c639a-ecf8-4ba9-8b94-7e964cb1b00a', 'tenant_id': 'ce2114b2657241d78eea78bef576a186', 'fixed_ips': [{'subnet_id': '20e0c2a6-ae3f-4825-9ca5-1d6b34b38e77'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:31:09.677275 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-63cc5942-9d9a-4173-806f-928a6a311143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:09.728322 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dffd6-83cc-4fbe-a667-528a8b2ce295 None None] Pushing event updated for resources: {'Port': ['ID=2f4fab4e-3dfd-420a-85bb-eae417b30c95,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:09.786505 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [None req-0ee2a4d1-3bcc-43b8-ab6e-deb2004e263b tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 13 08:31:09.793328 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0ee2a4d1-3bcc-43b8-ab6e-deb2004e263b tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] 10.222.0.23 "PUT /v2.0/routers/bcb37ec0-bb00-4dff-a828-6220ef78787b HTTP/1.1" status: 400 len: 364 time: 0.3339961 Jul 13 08:31:09.794165 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44726) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:09.845409 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-63cc5942-9d9a-4173-806f-928a6a311143 None None] Allocated IP 172.21.0.2 (313c639a-ecf8-4ba9-8b94-7e964cb1b00a/20e0c2a6-ae3f-4825-9ca5-1d6b34b38e77/cc250b2b-9427-4068-97e1-710a7077cd33) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:31:09.855953 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f6615b1-ac41-4424-8f45-4c04c1eb2dd6 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Deleting subnet 20e0c2a6-ae3f-4825-9ca5-1d6b34b38e77 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:31:10.014920 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-63cc5942-9d9a-4173-806f-928a6a311143 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:10.024013 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-63cc5942-9d9a-4173-806f-928a6a311143 None None] Transition to ACTIVE for port object cc250b2b-9427-4068-97e1-710a7077cd33 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:10.039322 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-63cc5942-9d9a-4173-806f-928a6a311143 None None] Transition to ACTIVE for port object cc250b2b-9427-4068-97e1-710a7077cd33 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:10.044455 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1f6615b1-ac41-4424-8f45-4c04c1eb2dd6 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:10.045126 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-63cc5942-9d9a-4173-806f-928a6a311143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:10.084921 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cc5942-9d9a-4173-806f-928a6a311143 None None] Network 313c639a-ecf8-4ba9-8b94-7e964cb1b00a is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:31:10.086532 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1f6615b1-ac41-4424-8f45-4c04c1eb2dd6 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:10.089637 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-63cc5942-9d9a-4173-806f-928a6a311143 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:10.093294 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cc5942-9d9a-4173-806f-928a6a311143 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:31:10.099979 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc5942-9d9a-4173-806f-928a6a311143 None None] Pushing event updated for resources: {'Port': ['ID=cc250b2b-9427-4068-97e1-710a7077cd33,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:10.174104 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-63cc5942-9d9a-4173-806f-928a6a311143 None None] Attempting to bind port cc250b2b-9427-4068-97e1-710a7077cd33 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:31:10.174750 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-63cc5942-9d9a-4173-806f-928a6a311143 None None] Attempting to bind port cc250b2b-9427-4068-97e1-710a7077cd33 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'f2a2fae5-0be3-4b04-a02e-d441f1675b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '313c639a-ecf8-4ba9-8b94-7e964cb1b00a'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:31:10.175362 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cc5942-9d9a-4173-806f-928a6a311143 None None] Attempting to bind port cc250b2b-9427-4068-97e1-710a7077cd33 on network 313c639a-ecf8-4ba9-8b94-7e964cb1b00a {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:31:10.181906 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cc5942-9d9a-4173-806f-928a6a311143 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:31:10.182617 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cc5942-9d9a-4173-806f-928a6a311143 None None] Checking segment: {'id': 'f2a2fae5-0be3-4b04-a02e-d441f1675b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '313c639a-ecf8-4ba9-8b94-7e964cb1b00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:31:10.183097 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-63cc5942-9d9a-4173-806f-928a6a311143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:10.183649 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cc5942-9d9a-4173-806f-928a6a311143 None None] Bound using segment: {'id': 'f2a2fae5-0be3-4b04-a02e-d441f1675b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '313c639a-ecf8-4ba9-8b94-7e964cb1b00a'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:31:10.184009 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-63cc5942-9d9a-4173-806f-928a6a311143 None None] Bound port: cc250b2b-9427-4068-97e1-710a7077cd33, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2a2fae5-0be3-4b04-a02e-d441f1675b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '313c639a-ecf8-4ba9-8b94-7e964cb1b00a'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:31:10.184729 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-63cc5942-9d9a-4173-806f-928a6a311143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:10.185066 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1f6615b1-ac41-4424-8f45-4c04c1eb2dd6 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:10.251763 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1f6615b1-ac41-4424-8f45-4c04c1eb2dd6 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:10.254968 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-63cc5942-9d9a-4173-806f-928a6a311143 None None] For port cc250b2b-9427-4068-97e1-710a7077cd33, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:31:10.258501 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-63cc5942-9d9a-4173-806f-928a6a311143 None None] For port cc250b2b-9427-4068-97e1-710a7077cd33, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=cc250b2b-9427-4068-97e1-710a7077cd33,segment=NetworkSegment(f2a2fae5-0be3-4b04-a02e-d441f1675b21),segment_id=f2a2fae5-0be3-4b04-a02e-d441f1675b21)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:31:10.264878 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-63cc5942-9d9a-4173-806f-928a6a311143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:10.281705 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6615b1-ac41-4424-8f45-4c04c1eb2dd6 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Pushing event deleted for resources: {'Subnet': ['ID=20e0c2a6-ae3f-4825-9ca5-1d6b34b38e77,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:10.283604 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1f6615b1-ac41-4424-8f45-4c04c1eb2dd6 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:10.285499 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1f6615b1-ac41-4424-8f45-4c04c1eb2dd6 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] 10.222.0.23 "DELETE /v2.0/subnets/20e0c2a6-ae3f-4825-9ca5-1d6b34b38e77 HTTP/1.1" status: 204 len: 168 time: 0.4893653 Jul 13 08:31:10.288024 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44728) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:10.330654 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc5942-9d9a-4173-806f-928a6a311143 None None] Pushing event updated for resources: {'Port': ['ID=cc250b2b-9427-4068-97e1-710a7077cd33,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:10.386530 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-895269de-0cf9-475a-a3d9-4cf9a76457fb tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:10.445650 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-895269de-0cf9-475a-a3d9-4cf9a76457fb tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Deleting port cc250b2b-9427-4068-97e1-710a7077cd33 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:31:10.446434 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-895269de-0cf9-475a-a3d9-4cf9a76457fb tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:10.523618 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-895269de-0cf9-475a-a3d9-4cf9a76457fb tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] For port cc250b2b-9427-4068-97e1-710a7077cd33, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=cc250b2b-9427-4068-97e1-710a7077cd33,segment=NetworkSegment(f2a2fae5-0be3-4b04-a02e-d441f1675b21),segment_id=f2a2fae5-0be3-4b04-a02e-d441f1675b21)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:31:10.523975 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-895269de-0cf9-475a-a3d9-4cf9a76457fb tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:10.537657 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-895269de-0cf9-475a-a3d9-4cf9a76457fb tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Calling delete_port for cc250b2b-9427-4068-97e1-710a7077cd33 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:31:10.655986 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-895269de-0cf9-475a-a3d9-4cf9a76457fb tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:10.697974 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895269de-0cf9-475a-a3d9-4cf9a76457fb tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Pushing event deleted for resources: {'Port': ['ID=cc250b2b-9427-4068-97e1-710a7077cd33,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:10.702838 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895269de-0cf9-475a-a3d9-4cf9a76457fb tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] No DVR routers for this DVR port cc250b2b-9427-4068-97e1-710a7077cd33 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:31:10.793976 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 2f4fab4e-3dfd-420a-85bb-eae417b30c95 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:31:10.808784 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-895269de-0cf9-475a-a3d9-4cf9a76457fb tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:10.821594 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-895269de-0cf9-475a-a3d9-4cf9a76457fb tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['313c639a-ecf8-4ba9-8b94-7e964cb1b00a']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:10.822561 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fae266a-4ca3-4093-bb96-d10cdcefedfd None None] Network bc084bbd-343d-4190-b8a6-62f3620bbbbb requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:31:10.833044 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-895269de-0cf9-475a-a3d9-4cf9a76457fb tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a2fae5-0be3-4b04-a02e-d441f1675b21') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:10.833424 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-895269de-0cf9-475a-a3d9-4cf9a76457fb tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a2fae5-0be3-4b04-a02e-d441f1675b21') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:10.842515 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-895269de-0cf9-475a-a3d9-4cf9a76457fb tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:10.856201 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-895269de-0cf9-475a-a3d9-4cf9a76457fb tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:10.861996 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-895269de-0cf9-475a-a3d9-4cf9a76457fb tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:31:10.862371 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-895269de-0cf9-475a-a3d9-4cf9a76457fb tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:10.865315 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 08:31:10.865315 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:31:10.865315 n-d-771363-34 neutron-server[94018]: timer() Jul 13 08:31:10.865315 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:31:10.865315 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 08:31:10.865315 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:31:10.865315 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 08:31:10.865315 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:31:10.865315 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 08:31:10.865315 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:31:10.865315 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 08:31:10.865315 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:31:10.865315 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 08:31:10.865315 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:31:10.865315 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:31:10.865315 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:31:10.865315 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:31:10.865315 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:31:10.865315 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 08:31:10.865315 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:31:10.865315 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 08:31:10.865315 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:31:10.865315 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:31:10.865315 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:31:10.865315 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 08:31:10.865315 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:31:10.865315 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:31:10.865315 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:31:10.865315 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:31:10.865315 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:31:10.865315 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:31:10.865315 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:31:10.922531 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 2f4fab4e-3dfd-420a-85bb-eae417b30c95 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:31:10.927385 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-0bbd55db-dc51-4c51-bc91-6e93e2975c69 None None] Provisioning for port 2f4fab4e-3dfd-420a-85bb-eae417b30c95 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:31:10.934058 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-895269de-0cf9-475a-a3d9-4cf9a76457fb tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:10.941641 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-895269de-0cf9-475a-a3d9-4cf9a76457fb tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:10.946483 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-895269de-0cf9-475a-a3d9-4cf9a76457fb tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] 10.222.0.23 "DELETE /v2.0/networks/313c639a-ecf8-4ba9-8b94-7e964cb1b00a HTTP/1.1" status: 204 len: 168 time: 0.6545656 Jul 13 08:31:10.946483 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44730) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:10.949367 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 2f4fab4e-3dfd-420a-85bb-eae417b30c95 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:10.949738 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:10.962724 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-0bbd55db-dc51-4c51-bc91-6e93e2975c69 None None] Provisioning complete for port 2f4fab4e-3dfd-420a-85bb-eae417b30c95 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:10.963116 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0bbd55db-dc51-4c51-bc91-6e93e2975c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:10.964711 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895269de-0cf9-475a-a3d9-4cf9a76457fb tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Pushing event deleted for resources: {'Network': ['ID=313c639a-ecf8-4ba9-8b94-7e964cb1b00a,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:11.007416 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b2e0a25-5c00-4c31-b3af-6faef9cfb8f3 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Deleting subnet 80255f5a-c5be-4baf-b38f-07448c6c333b {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:31:11.010439 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3b2e0a25-5c00-4c31-b3af-6faef9cfb8f3 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:11.049843 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3b2e0a25-5c00-4c31-b3af-6faef9cfb8f3 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:11.138582 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3b2e0a25-5c00-4c31-b3af-6faef9cfb8f3 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:11.139858 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:11.153238 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0bbd55db-dc51-4c51-bc91-6e93e2975c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:11.204715 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3b2e0a25-5c00-4c31-b3af-6faef9cfb8f3 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:11.245941 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e0a25-5c00-4c31-b3af-6faef9cfb8f3 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Pushing event deleted for resources: {'Subnet': ['ID=80255f5a-c5be-4baf-b38f-07448c6c333b,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:11.248667 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3b2e0a25-5c00-4c31-b3af-6faef9cfb8f3 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:11.254187 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3b2e0a25-5c00-4c31-b3af-6faef9cfb8f3 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] 10.222.0.23 "DELETE /v2.0/subnets/80255f5a-c5be-4baf-b38f-07448c6c333b HTTP/1.1" status: 204 len: 168 time: 0.3048422 Jul 13 08:31:11.254284 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44732) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:11.274015 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.db.api [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 08:31:11.274372 n-d-771363-34 neutron-server[94019]: DEBUG oslo_db.api [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 08:31:11.275026 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.db.api [None req-0bbd55db-dc51-4c51-bc91-6e93e2975c69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 08:31:11.275392 n-d-771363-34 neutron-server[94019]: DEBUG oslo_db.api [None req-0bbd55db-dc51-4c51-bc91-6e93e2975c69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 08:31:11.335223 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-647e1963-2ee5-4379-9f32-433ba932c1b4 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:11.397604 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-647e1963-2ee5-4379-9f32-433ba932c1b4 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Deleting port 2f4fab4e-3dfd-420a-85bb-eae417b30c95 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:31:11.398085 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-647e1963-2ee5-4379-9f32-433ba932c1b4 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:11.442996 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfcaccb-be22-4c91-96c9-38da2a5a8ce7 None None] Network bc084bbd-343d-4190-b8a6-62f3620bbbbb requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:31:11.473149 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-647e1963-2ee5-4379-9f32-433ba932c1b4 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] For port 2f4fab4e-3dfd-420a-85bb-eae417b30c95, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=2f4fab4e-3dfd-420a-85bb-eae417b30c95,segment=NetworkSegment(7f1cec5f-6b6f-49a9-8e7d-60bf5c7a8976),segment_id=7f1cec5f-6b6f-49a9-8e7d-60bf5c7a8976)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:31:11.473524 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-647e1963-2ee5-4379-9f32-433ba932c1b4 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:11.489445 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-647e1963-2ee5-4379-9f32-433ba932c1b4 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Calling delete_port for 2f4fab4e-3dfd-420a-85bb-eae417b30c95 owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:31:11.607082 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-647e1963-2ee5-4379-9f32-433ba932c1b4 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:11.637779 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e1963-2ee5-4379-9f32-433ba932c1b4 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Pushing event deleted for resources: {'Port': ['ID=2f4fab4e-3dfd-420a-85bb-eae417b30c95,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:11.644128 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647e1963-2ee5-4379-9f32-433ba932c1b4 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] No DVR routers for this DVR port 2f4fab4e-3dfd-420a-85bb-eae417b30c95 on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:31:11.680731 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee65df41-fad8-46d2-bcc6-9991999246b9 None None] DHCP port deletion for 313c639a-ecf8-4ba9-8b94-7e964cb1b00a request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:31:11.701898 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b34390-99f1-4195-8b53-7791ab02be1b None None] Network 313c639a-ecf8-4ba9-8b94-7e964cb1b00a requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:31:11.714798 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4a3616-defa-4f41-9358-13b1dad40f5e None None] DHCP port deletion for bc084bbd-343d-4190-b8a6-62f3620bbbbb request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:31:11.717011 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b34390-99f1-4195-8b53-7791ab02be1b None None] Network 313c639a-ecf8-4ba9-8b94-7e964cb1b00a could not be found, it might have been deleted concurrently. {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 13 08:31:11.732099 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-647e1963-2ee5-4379-9f32-433ba932c1b4 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:11.742138 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-647e1963-2ee5-4379-9f32-433ba932c1b4 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc084bbd-343d-4190-b8a6-62f3620bbbbb']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:11.752805 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-647e1963-2ee5-4379-9f32-433ba932c1b4 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f1cec5f-6b6f-49a9-8e7d-60bf5c7a8976') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:11.753109 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-647e1963-2ee5-4379-9f32-433ba932c1b4 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f1cec5f-6b6f-49a9-8e7d-60bf5c7a8976') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:11.762037 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-647e1963-2ee5-4379-9f32-433ba932c1b4 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:11.775414 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-647e1963-2ee5-4379-9f32-433ba932c1b4 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:11.781805 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-647e1963-2ee5-4379-9f32-433ba932c1b4 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:31:11.782229 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-647e1963-2ee5-4379-9f32-433ba932c1b4 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:11.785208 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 08:31:11.785208 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:31:11.785208 n-d-771363-34 neutron-server[94017]: timer() Jul 13 08:31:11.785208 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:31:11.785208 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 08:31:11.785208 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:31:11.785208 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 08:31:11.785208 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:31:11.785208 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 08:31:11.785208 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:31:11.785208 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 08:31:11.785208 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:31:11.785208 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 08:31:11.785208 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:31:11.785208 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:31:11.785208 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:31:11.785208 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:31:11.785208 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:31:11.785208 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 08:31:11.785208 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:31:11.785208 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 08:31:11.785208 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:31:11.785208 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:31:11.785208 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:31:11.785208 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 08:31:11.785208 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:31:11.785208 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:31:11.785208 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:31:11.785208 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:31:11.785208 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:31:11.785208 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:31:11.785208 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:31:11.811486 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Port 2f4fab4e-3dfd-420a-85bb-eae417b30c95 update to ACTIVE by agent not found {{(pid=94019) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 13 08:31:11.812084 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device cc250b2b-9427-4068-97e1-710a7077cd33 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:31:11.813683 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-0bbd55db-dc51-4c51-bc91-6e93e2975c69 None None] Port 2f4fab4e-3dfd-420a-85bb-eae417b30c95 update to ACTIVE by agent not found {{(pid=94019) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 13 08:31:11.832047 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: cc250b2b-9427-4068-97e1-710a7077cd33 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:31:11.832395 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device cc250b2b-9427-4068-97e1-710a7077cd33 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 13 08:31:11.850112 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-647e1963-2ee5-4379-9f32-433ba932c1b4 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:11.852019 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Port cc250b2b-9427-4068-97e1-710a7077cd33 not found, will not notify nova. {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 13 08:31:11.858627 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-647e1963-2ee5-4379-9f32-433ba932c1b4 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:11.860642 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-647e1963-2ee5-4379-9f32-433ba932c1b4 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] 10.222.0.23 "DELETE /v2.0/networks/bc084bbd-343d-4190-b8a6-62f3620bbbbb HTTP/1.1" status: 204 len: 168 time: 0.6053782 Jul 13 08:31:11.863664 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44734) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:11.873079 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e1963-2ee5-4379-9f32-433ba932c1b4 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Pushing event deleted for resources: {'Network': ['ID=bc084bbd-343d-4190-b8a6-62f3620bbbbb,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:11.899992 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-16f596c4-0c8f-4773-9d53-380bdda8a743 tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcb37ec0-bb00-4dff-a828-6220ef78787b HTTP/1.1" status: 200 len: 205 time: 0.0349345 Jul 13 08:31:11.903245 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44736) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:11.925977 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-edd8dcb6-9fe2-47c9-ac7e-ff082d112ed6 None None] Could not find standard attr ID for object 2f4fab4e-3dfd-420a-85bb-eae417b30c95. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 08:31:11.928774 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-edd8dcb6-9fe2-47c9-ac7e-ff082d112ed6 None None] Could not find standard attr ID for object cc250b2b-9427-4068-97e1-710a7077cd33. {{(pid=94019) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 13 08:31:11.977441 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a5483ab3-dd35-4457-8e34-4bd5251d7b1a tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:12.138366 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a5483ab3-dd35-4457-8e34-4bd5251d7b1a tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:12.140493 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a5483ab3-dd35-4457-8e34-4bd5251d7b1a tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:12.185524 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a5483ab3-dd35-4457-8e34-4bd5251d7b1a tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:12.185987 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5483ab3-dd35-4457-8e34-4bd5251d7b1a tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Fanout notify agent at l3_agent the message router_deleted on router bcb37ec0-bb00-4dff-a828-6220ef78787b {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:31:12.193053 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a5483ab3-dd35-4457-8e34-4bd5251d7b1a tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:12.194160 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a5483ab3-dd35-4457-8e34-4bd5251d7b1a tempest-RoutersNegativeTest-374269580 tempest-RoutersNegativeTest-374269580-project] 10.222.0.23 "DELETE /v2.0/routers/bcb37ec0-bb00-4dff-a828-6220ef78787b HTTP/1.1" status: 204 len: 168 time: 0.2899761 Jul 13 08:31:12.434345 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44742) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:12.565354 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-34a5e5f1-cf5b-41fa-b986-482b9ccd33ce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ce2114b2657241d78eea78bef576a186&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1297483 Jul 13 08:31:12.567748 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44746) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:12.614064 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2969d6bc-4a79-4589-9e22-c0ce0d7b58a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:12.634801 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2969d6bc-4a79-4589-9e22-c0ce0d7b58a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:12.683228 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 2f4fab4e-3dfd-420a-85bb-eae417b30c95 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:31:12.685263 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2969d6bc-4a79-4589-9e22-c0ce0d7b58a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:12.687944 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2969d6bc-4a79-4589-9e22-c0ce0d7b58a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:12.689099 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2969d6bc-4a79-4589-9e22-c0ce0d7b58a1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ab206175-073e-4359-9ef2-8dca91f5c96f HTTP/1.1" status: 204 len: 168 time: 0.1204419 Jul 13 08:31:12.696693 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2969d6bc-4a79-4589-9e22-c0ce0d7b58a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab206175-073e-4359-9ef2-8dca91f5c96f,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:12.716933 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 2f4fab4e-3dfd-420a-85bb-eae417b30c95 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:31:12.717278 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 2f4fab4e-3dfd-420a-85bb-eae417b30c95 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:31:12.717684 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device cc250b2b-9427-4068-97e1-710a7077cd33 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:31:12.739298 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: cc250b2b-9427-4068-97e1-710a7077cd33 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:31:12.739673 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device cc250b2b-9427-4068-97e1-710a7077cd33 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:31:13.289917 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44768) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:13.395335 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-a04fa049-d7c9-4971-a256-b0214b9b2ef1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1507333376-network', 'tenant_id': '41e5d1c973fd4ecf8ba676cd8e8449a3'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:13.415371 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04fa049-d7c9-4971-a256-b0214b9b2ef1 admin admin] Made reservation on behalf of 41e5d1c973fd4ecf8ba676cd8e8449a3 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:31:13.418239 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a04fa049-d7c9-4971-a256-b0214b9b2ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:13.426457 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a04fa049-d7c9-4971-a256-b0214b9b2ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:13.518163 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a04fa049-d7c9-4971-a256-b0214b9b2ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:13.521817 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a04fa049-d7c9-4971-a256-b0214b9b2ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:13.541407 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a04fa049-d7c9-4971-a256-b0214b9b2ef1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:31:13.556906 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04fa049-d7c9-4971-a256-b0214b9b2ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f4c0b2-ea19-456f-ba26-2c668c33fa2c,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:13.560733 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a04fa049-d7c9-4971-a256-b0214b9b2ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:13.561082 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-a04fa049-d7c9-4971-a256-b0214b9b2ef1 admin admin] Added segment 73574de4-c82f-49c3-993c-2abf005d98ce of type vlan for network 167cc1ad-5cb7-45a8-847f-07a6dceeb79b Jul 13 08:31:13.600538 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a04fa049-d7c9-4971-a256-b0214b9b2ef1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:13.632644 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a04fa049-d7c9-4971-a256-b0214b9b2ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:13.633594 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04fa049-d7c9-4971-a256-b0214b9b2ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:13.634180 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a04fa049-d7c9-4971-a256-b0214b9b2ef1 admin admin] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:13.664643 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a04fa049-d7c9-4971-a256-b0214b9b2ef1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3736448 Jul 13 08:31:13.668300 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44772) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:13.674441 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-f89fb848-b5fa-46a8-bbe4-ef7dce14adbf admin admin] Request body: {'subnet': {'network_id': '167cc1ad-5cb7-45a8-847f-07a6dceeb79b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1507333376-subnet', 'tenant_id': '41e5d1c973fd4ecf8ba676cd8e8449a3', 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:13.705524 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04fa049-d7c9-4971-a256-b0214b9b2ef1 admin admin] Pushing event updated for resources: {'Network': ['ID=167cc1ad-5cb7-45a8-847f-07a6dceeb79b,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:13.716984 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 167cc1ad-5cb7-45a8-847f-07a6dceeb79b details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:31:13.720424 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89fb848-b5fa-46a8-bbe4-ef7dce14adbf admin admin] Made reservation on behalf of 41e5d1c973fd4ecf8ba676cd8e8449a3 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:31:13.722928 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f89fb848-b5fa-46a8-bbe4-ef7dce14adbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:13.890391 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f89fb848-b5fa-46a8-bbe4-ef7dce14adbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:13.943880 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89fb848-b5fa-46a8-bbe4-ef7dce14adbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ac25388-60d3-4d4a-9e68-4fc435c9d79d,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:13.954728 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89fb848-b5fa-46a8-bbe4-ef7dce14adbf admin admin] Checking segment: {'id': '73574de4-c82f-49c3-993c-2abf005d98ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '167cc1ad-5cb7-45a8-847f-07a6dceeb79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:31:13.955083 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89fb848-b5fa-46a8-bbe4-ef7dce14adbf admin admin] Network hostable DHCP agents. Network: 167cc1ad-5cb7-45a8-847f-07a6dceeb79b, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:31:13.971568 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89fb848-b5fa-46a8-bbe4-ef7dce14adbf admin admin] Network 167cc1ad-5cb7-45a8-847f-07a6dceeb79b is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:31:13.980749 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-f89fb848-b5fa-46a8-bbe4-ef7dce14adbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 167cc1ad-5cb7-45a8-847f-07a6dceeb79b) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:13.986069 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89fb848-b5fa-46a8-bbe4-ef7dce14adbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:13.986235 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f89fb848-b5fa-46a8-bbe4-ef7dce14adbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:13.988405 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fda154-20ba-45d0-bfd6-0043391622ad None None] Network 167cc1ad-5cb7-45a8-847f-07a6dceeb79b requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:31:14.000169 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f89fb848-b5fa-46a8-bbe4-ef7dce14adbf admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3308737 Jul 13 08:31:14.002944 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44774) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:14.007370 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-d19db7ef-0a31-4172-95bf-7676d724a67b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1507333376-router', 'tenant_id': '41e5d1c973fd4ecf8ba676cd8e8449a3', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:14.028857 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d19db7ef-0a31-4172-95bf-7676d724a67b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:14.030063 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d19db7ef-0a31-4172-95bf-7676d724a67b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:14.085522 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d19db7ef-0a31-4172-95bf-7676d724a67b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:14.135019 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a233a627-b214-4008-8ef5-a144541e7005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-167cc1ad-5cb7-45a8-847f-07a6dceeb79b', 'network_id': '167cc1ad-5cb7-45a8-847f-07a6dceeb79b', 'tenant_id': '41e5d1c973fd4ecf8ba676cd8e8449a3', 'fixed_ips': [{'subnet_id': '9ac25388-60d3-4d4a-9e68-4fc435c9d79d'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:31:14.136593 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a233a627-b214-4008-8ef5-a144541e7005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:14.219799 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d19db7ef-0a31-4172-95bf-7676d724a67b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:14.273458 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-a233a627-b214-4008-8ef5-a144541e7005 None None] Allocated IP 172.20.0.2 (167cc1ad-5cb7-45a8-847f-07a6dceeb79b/9ac25388-60d3-4d4a-9e68-4fc435c9d79d/595e9af4-beb1-47fb-932c-83361164c3e9) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:31:14.418205 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a233a627-b214-4008-8ef5-a144541e7005 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:14.424573 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d19db7ef-0a31-4172-95bf-7676d724a67b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:14.426784 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a233a627-b214-4008-8ef5-a144541e7005 None None] Transition to ACTIVE for port object 595e9af4-beb1-47fb-932c-83361164c3e9 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:14.442204 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a233a627-b214-4008-8ef5-a144541e7005 None None] Transition to ACTIVE for port object 595e9af4-beb1-47fb-932c-83361164c3e9 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:14.445408 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d19db7ef-0a31-4172-95bf-7676d724a67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:14.448709 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a233a627-b214-4008-8ef5-a144541e7005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:14.483684 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a233a627-b214-4008-8ef5-a144541e7005 None None] Network 167cc1ad-5cb7-45a8-847f-07a6dceeb79b is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:31:14.488506 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-a233a627-b214-4008-8ef5-a144541e7005 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:14.490924 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a233a627-b214-4008-8ef5-a144541e7005 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:31:14.504606 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a233a627-b214-4008-8ef5-a144541e7005 None None] Pushing event updated for resources: {'Port': ['ID=595e9af4-beb1-47fb-932c-83361164c3e9,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:14.555005 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-a233a627-b214-4008-8ef5-a144541e7005 None None] Attempting to bind port 595e9af4-beb1-47fb-932c-83361164c3e9 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:31:14.555400 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-a233a627-b214-4008-8ef5-a144541e7005 None None] Attempting to bind port 595e9af4-beb1-47fb-932c-83361164c3e9 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '73574de4-c82f-49c3-993c-2abf005d98ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '167cc1ad-5cb7-45a8-847f-07a6dceeb79b'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:31:14.555768 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a233a627-b214-4008-8ef5-a144541e7005 None None] Attempting to bind port 595e9af4-beb1-47fb-932c-83361164c3e9 on network 167cc1ad-5cb7-45a8-847f-07a6dceeb79b {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:31:14.561878 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a233a627-b214-4008-8ef5-a144541e7005 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:31:14.562255 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a233a627-b214-4008-8ef5-a144541e7005 None None] Checking segment: {'id': '73574de4-c82f-49c3-993c-2abf005d98ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '167cc1ad-5cb7-45a8-847f-07a6dceeb79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:31:14.562692 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a233a627-b214-4008-8ef5-a144541e7005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:14.563095 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a233a627-b214-4008-8ef5-a144541e7005 None None] Bound using segment: {'id': '73574de4-c82f-49c3-993c-2abf005d98ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '167cc1ad-5cb7-45a8-847f-07a6dceeb79b'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:31:14.563594 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-a233a627-b214-4008-8ef5-a144541e7005 None None] Bound port: 595e9af4-beb1-47fb-932c-83361164c3e9, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73574de4-c82f-49c3-993c-2abf005d98ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '167cc1ad-5cb7-45a8-847f-07a6dceeb79b'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:31:14.563977 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a233a627-b214-4008-8ef5-a144541e7005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:14.798309 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-a233a627-b214-4008-8ef5-a144541e7005 None None] For port 595e9af4-beb1-47fb-932c-83361164c3e9, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:31:14.801389 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-a233a627-b214-4008-8ef5-a144541e7005 None None] For port 595e9af4-beb1-47fb-932c-83361164c3e9, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=595e9af4-beb1-47fb-932c-83361164c3e9,segment=NetworkSegment(73574de4-c82f-49c3-993c-2abf005d98ce),segment_id=73574de4-c82f-49c3-993c-2abf005d98ce)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:31:14.806279 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a233a627-b214-4008-8ef5-a144541e7005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:14.871439 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a233a627-b214-4008-8ef5-a144541e7005 None None] Pushing event updated for resources: {'Port': ['ID=595e9af4-beb1-47fb-932c-83361164c3e9,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:14.896871 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-d19db7ef-0a31-4172-95bf-7676d724a67b admin admin] Allocated IP 172.25.3.71 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/2050b99e-8f63-477d-abc9-abb39e81a748) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:31:15.001826 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d19db7ef-0a31-4172-95bf-7676d724a67b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:15.066213 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d19db7ef-0a31-4172-95bf-7676d724a67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:15.114033 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19db7ef-0a31-4172-95bf-7676d724a67b admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:31:15.117187 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-d19db7ef-0a31-4172-95bf-7676d724a67b admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:15.122940 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19db7ef-0a31-4172-95bf-7676d724a67b admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:31:15.126104 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19db7ef-0a31-4172-95bf-7676d724a67b admin admin] Pushing event updated for resources: {'Port': ['ID=2050b99e-8f63-477d-abc9-abb39e81a748,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:15.373142 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d19db7ef-0a31-4172-95bf-7676d724a67b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:15.576656 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d19db7ef-0a31-4172-95bf-7676d724a67b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:15.709873 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19db7ef-0a31-4172-95bf-7676d724a67b admin admin] Router 3ddbe886-b1f5-4712-9e65-01023b5e7458 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:31:15.773611 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba20b71-a96d-4ad6-9fa6-8f3463f41df8 None None] Network 167cc1ad-5cb7-45a8-847f-07a6dceeb79b requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:31:15.818928 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19db7ef-0a31-4172-95bf-7676d724a67b admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:31:15.829145 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5e3ab2-89b1-451b-a4f1-8423c8443521 None None] Sync routers for ids ['3ddbe886-b1f5-4712-9e65-01023b5e7458'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:31:15.835438 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d19db7ef-0a31-4172-95bf-7676d724a67b admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:15.839807 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d19db7ef-0a31-4172-95bf-7676d724a67b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8333435 Jul 13 08:31:15.840195 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44776) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:15.840734 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5e3ab2-89b1-451b-a4f1-8423c8443521 None None] Routers {'3ddbe886-b1f5-4712-9e65-01023b5e7458'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:31:15.840972 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-8c5e3ab2-89b1-451b-a4f1-8423c8443521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:31:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['3ddbe886-b1f5-4712-9e65-01023b5e7458'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:15.909595 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2fe3c793-8377-4418-9bfb-460801061f70 None None] Provisioning for port 595e9af4-beb1-47fb-932c-83361164c3e9 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:31:15.948992 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-8c5e3ab2-89b1-451b-a4f1-8423c8443521 None None] Set router 3ddbe886-b1f5-4712-9e65-01023b5e7458 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:31:16.131744 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-8c5e3ab2-89b1-451b-a4f1-8423c8443521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddbe886-b1f5-4712-9e65-01023b5e7458', 'name': 'tempest-TestEncryptedCinderVolumes-1507333376-router', 'tenant_id': '41e5d1c973fd4ecf8ba676cd8e8449a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '2050b99e-8f63-477d-abc9-abb39e81a748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:14Z', 'updated_at': '2021-07-13T08:31:15Z', 'revision_number': 3, 'project_id': '41e5d1c973fd4ecf8ba676cd8e8449a3', 'gw_port': {'id': '2050b99e-8f63-477d-abc9-abb39e81a748', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddbe886-b1f5-4712-9e65-01023b5e7458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:14Z', 'updated_at': '2021-07-13T08:31:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:16.163318 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5e3ab2-89b1-451b-a4f1-8423c8443521 None None] Checking router: 3ddbe886-b1f5-4712-9e65-01023b5e7458 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:31:16.163669 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5e3ab2-89b1-451b-a4f1-8423c8443521 None None] Updating router 3ddbe886-b1f5-4712-9e65-01023b5e7458 port 2050b99e-8f63-477d-abc9-abb39e81a748 binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:31:16.197181 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8c5e3ab2-89b1-451b-a4f1-8423c8443521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:16.279182 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cc51ba34-c1a9-48eb-9f42-58f73c79aaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:16.435564 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-cc51ba34-c1a9-48eb-9f42-58f73c79aaa7 admin admin] Allocated IP 172.20.0.1 (167cc1ad-5cb7-45a8-847f-07a6dceeb79b/9ac25388-60d3-4d4a-9e68-4fc435c9d79d/ed1a0640-2edf-4d37-9ce6-916855860316) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:31:16.468924 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8c5e3ab2-89b1-451b-a4f1-8423c8443521 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:16.478575 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-8c5e3ab2-89b1-451b-a4f1-8423c8443521 None None] Transition to ACTIVE for port object 2050b99e-8f63-477d-abc9-abb39e81a748 will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:16.485388 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8c5e3ab2-89b1-451b-a4f1-8423c8443521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:16.535253 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-8c5e3ab2-89b1-451b-a4f1-8423c8443521 None None] Attempting to bind port 2050b99e-8f63-477d-abc9-abb39e81a748 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:31:16.535614 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-8c5e3ab2-89b1-451b-a4f1-8423c8443521 None None] Attempting to bind port 2050b99e-8f63-477d-abc9-abb39e81a748 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:31:16.535978 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5e3ab2-89b1-451b-a4f1-8423c8443521 None None] Attempting to bind port 2050b99e-8f63-477d-abc9-abb39e81a748 on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:31:16.543913 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751d1a2-f71f-419c-90f7-a15dd452185b None None] Pushing event updated for resources: {'Port': ['ID=2050b99e-8f63-477d-abc9-abb39e81a748,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:16.548430 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cc51ba34-c1a9-48eb-9f42-58f73c79aaa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:16.550759 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5e3ab2-89b1-451b-a4f1-8423c8443521 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:31:16.551134 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5e3ab2-89b1-451b-a4f1-8423c8443521 None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:31:16.551548 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8c5e3ab2-89b1-451b-a4f1-8423c8443521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:16.551933 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5e3ab2-89b1-451b-a4f1-8423c8443521 None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:31:16.552389 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-8c5e3ab2-89b1-451b-a4f1-8423c8443521 None None] Bound port: 2050b99e-8f63-477d-abc9-abb39e81a748, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:31:16.552755 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8c5e3ab2-89b1-451b-a4f1-8423c8443521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:16.554874 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751d1a2-f71f-419c-90f7-a15dd452185b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:16.555229 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751d1a2-f71f-419c-90f7-a15dd452185b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:16.555561 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751d1a2-f71f-419c-90f7-a15dd452185b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:16.555887 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751d1a2-f71f-419c-90f7-a15dd452185b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:16.556203 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751d1a2-f71f-419c-90f7-a15dd452185b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:16.556522 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751d1a2-f71f-419c-90f7-a15dd452185b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:16.556833 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751d1a2-f71f-419c-90f7-a15dd452185b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:16.557301 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751d1a2-f71f-419c-90f7-a15dd452185b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:16.557996 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751d1a2-f71f-419c-90f7-a15dd452185b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:16.558322 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751d1a2-f71f-419c-90f7-a15dd452185b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:16.558636 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751d1a2-f71f-419c-90f7-a15dd452185b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:16.558946 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751d1a2-f71f-419c-90f7-a15dd452185b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:16.563369 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-cc51ba34-c1a9-48eb-9f42-58f73c79aaa7 admin admin] Transition to ACTIVE for port object ed1a0640-2edf-4d37-9ce6-916855860316 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:16.598376 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cc51ba34-c1a9-48eb-9f42-58f73c79aaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:16.613233 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-8c5e3ab2-89b1-451b-a4f1-8423c8443521 None None] For port 2050b99e-8f63-477d-abc9-abb39e81a748, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:31:16.616493 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-8c5e3ab2-89b1-451b-a4f1-8423c8443521 None None] For port 2050b99e-8f63-477d-abc9-abb39e81a748, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=2050b99e-8f63-477d-abc9-abb39e81a748,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:31:16.622365 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-8c5e3ab2-89b1-451b-a4f1-8423c8443521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:16.637869 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc51ba34-c1a9-48eb-9f42-58f73c79aaa7 admin admin] Network 167cc1ad-5cb7-45a8-847f-07a6dceeb79b is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:31:16.642933 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-cc51ba34-c1a9-48eb-9f42-58f73c79aaa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:16.645322 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc51ba34-c1a9-48eb-9f42-58f73c79aaa7 admin admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:31:16.675903 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51ba34-c1a9-48eb-9f42-58f73c79aaa7 admin admin] Pushing event updated for resources: {'Port': ['ID=ed1a0640-2edf-4d37-9ce6-916855860316,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:16.677307 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751d1a2-f71f-419c-90f7-a15dd452185b None None] Pushing event updated for resources: {'Port': ['ID=2050b99e-8f63-477d-abc9-abb39e81a748,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:16.696157 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cc51ba34-c1a9-48eb-9f42-58f73c79aaa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:16.698856 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5e3ab2-89b1-451b-a4f1-8423c8443521 None None] Routers {'3ddbe886-b1f5-4712-9e65-01023b5e7458'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:31:16.699523 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-8c5e3ab2-89b1-451b-a4f1-8423c8443521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:31:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['3ddbe886-b1f5-4712-9e65-01023b5e7458'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:16.759616 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 595e9af4-beb1-47fb-932c-83361164c3e9 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:31:16.822687 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 595e9af4-beb1-47fb-932c-83361164c3e9 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:31:16.824443 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-8c5e3ab2-89b1-451b-a4f1-8423c8443521 None None] Set router 3ddbe886-b1f5-4712-9e65-01023b5e7458 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:31:16.828551 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 595e9af4-beb1-47fb-932c-83361164c3e9 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:16.828993 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:16.865910 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cc51ba34-c1a9-48eb-9f42-58f73c79aaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:16.925721 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:16.961574 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 595e9af4-beb1-47fb-932c-83361164c3e9, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=595e9af4-beb1-47fb-932c-83361164c3e9,segment=NetworkSegment(73574de4-c82f-49c3-993c-2abf005d98ce),segment_id=73574de4-c82f-49c3-993c-2abf005d98ce)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:31:16.966815 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:17.030396 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ec5fe28e-ff41-45db-b8e3-a13e917b6631 None None] Provisioning for port ed1a0640-2edf-4d37-9ce6-916855860316 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:31:17.031325 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-8c5e3ab2-89b1-451b-a4f1-8423c8443521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddbe886-b1f5-4712-9e65-01023b5e7458', 'name': 'tempest-TestEncryptedCinderVolumes-1507333376-router', 'tenant_id': '41e5d1c973fd4ecf8ba676cd8e8449a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '2050b99e-8f63-477d-abc9-abb39e81a748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:14Z', 'updated_at': '2021-07-13T08:31:15Z', 'revision_number': 3, 'project_id': '41e5d1c973fd4ecf8ba676cd8e8449a3', 'gw_port': {'id': '2050b99e-8f63-477d-abc9-abb39e81a748', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddbe886-b1f5-4712-9e65-01023b5e7458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:14Z', 'updated_at': '2021-07-13T08:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:17.036036 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=595e9af4-beb1-47fb-932c-83361164c3e9,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:17.039708 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ec5fe28e-ff41-45db-b8e3-a13e917b6631 None None] Provisioning complete for port ed1a0640-2edf-4d37-9ce6-916855860316 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:17.040088 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ec5fe28e-ff41-45db-b8e3-a13e917b6631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:17.059866 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5e3ab2-89b1-451b-a4f1-8423c8443521 None None] The sync data for ids ['3ddbe886-b1f5-4712-9e65-01023b5e7458'] in n-d-771363-34 is: [{'id': '3ddbe886-b1f5-4712-9e65-01023b5e7458', 'name': 'tempest-TestEncryptedCinderVolumes-1507333376-router', 'tenant_id': '41e5d1c973fd4ecf8ba676cd8e8449a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '2050b99e-8f63-477d-abc9-abb39e81a748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:14Z', 'updated_at': '2021-07-13T08:31:15Z', 'revision_number': 3, 'project_id': '41e5d1c973fd4ecf8ba676cd8e8449a3', 'gw_port': {'id': '2050b99e-8f63-477d-abc9-abb39e81a748', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddbe886-b1f5-4712-9e65-01023b5e7458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:14Z', 'updated_at': '2021-07-13T08:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:31:17.071666 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cc51ba34-c1a9-48eb-9f42-58f73c79aaa7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:17.082544 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cc51ba34-c1a9-48eb-9f42-58f73c79aaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:17.086629 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-ec5fe28e-ff41-45db-b8e3-a13e917b6631 None None] Port ed1a0640-2edf-4d37-9ce6-916855860316 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:31:17.158767 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51ba34-c1a9-48eb-9f42-58f73c79aaa7 admin admin] Pushing event updated for resources: {'Port': ['ID=ed1a0640-2edf-4d37-9ce6-916855860316,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:17.171599 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cc51ba34-c1a9-48eb-9f42-58f73c79aaa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:17.278796 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc51ba34-c1a9-48eb-9f42-58f73c79aaa7 admin admin] Network 167cc1ad-5cb7-45a8-847f-07a6dceeb79b is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:31:17.280551 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-cc51ba34-c1a9-48eb-9f42-58f73c79aaa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:17.417191 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc51ba34-c1a9-48eb-9f42-58f73c79aaa7 admin admin] Router 3ddbe886-b1f5-4712-9e65-01023b5e7458 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:31:17.420218 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-70b1fe16-9116-4f66-8ab3-1652283fcd8e None None] Provisioning complete for port ed1a0640-2edf-4d37-9ce6-916855860316 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:17.421292 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-70b1fe16-9116-4f66-8ab3-1652283fcd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:17.464837 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-70b1fe16-9116-4f66-8ab3-1652283fcd8e None None] Port ed1a0640-2edf-4d37-9ce6-916855860316 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:31:17.538584 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc51ba34-c1a9-48eb-9f42-58f73c79aaa7 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:31:17.545669 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-cc51ba34-c1a9-48eb-9f42-58f73c79aaa7 admin admin] 10.222.0.23 "PUT /v2.0/routers/3ddbe886-b1f5-4712-9e65-01023b5e7458/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7035327 Jul 13 08:31:17.595972 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-509156e1-e0d3-4be0-9b30-c3ad0adf7a7a None None] Provisioning complete for port ed1a0640-2edf-4d37-9ce6-916855860316 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:17.596511 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-509156e1-e0d3-4be0-9b30-c3ad0adf7a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:17.632001 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-509156e1-e0d3-4be0-9b30-c3ad0adf7a7a None None] Port ed1a0640-2edf-4d37-9ce6-916855860316 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:31:18.027362 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44792) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:18.032374 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-c67687e0-81f7-4e83-a5eb-90eb93b9857e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1751687326-network', 'tenant_id': '76038f6760434ada80f84b15f1a3bf95'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:18.053188 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67687e0-81f7-4e83-a5eb-90eb93b9857e admin admin] Made reservation on behalf of 76038f6760434ada80f84b15f1a3bf95 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:31:18.055967 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c67687e0-81f7-4e83-a5eb-90eb93b9857e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:18.064671 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c67687e0-81f7-4e83-a5eb-90eb93b9857e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:18.157323 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c67687e0-81f7-4e83-a5eb-90eb93b9857e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:18.160906 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c67687e0-81f7-4e83-a5eb-90eb93b9857e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:18.188507 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c67687e0-81f7-4e83-a5eb-90eb93b9857e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:31:18.194609 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67687e0-81f7-4e83-a5eb-90eb93b9857e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1815b4-a228-4b17-89c9-a54c3a45d05d,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:18.201004 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c67687e0-81f7-4e83-a5eb-90eb93b9857e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:18.201339 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-c67687e0-81f7-4e83-a5eb-90eb93b9857e admin admin] Added segment 5ced8b0f-d1d4-4ea3-87b2-f2aaad3bd6ae of type vlan for network cdcd0da2-9aa1-4d59-91b2-54ce240bb1e3 Jul 13 08:31:18.244461 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c67687e0-81f7-4e83-a5eb-90eb93b9857e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:18.273686 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c67687e0-81f7-4e83-a5eb-90eb93b9857e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:18.274573 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67687e0-81f7-4e83-a5eb-90eb93b9857e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:18.275145 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c67687e0-81f7-4e83-a5eb-90eb93b9857e admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:18.310859 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44794) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:18.311514 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c67687e0-81f7-4e83-a5eb-90eb93b9857e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2824824 Jul 13 08:31:18.316018 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-c91ae5ea-5d0b-4d19-90e3-424f5d143022 admin admin] Request body: {'subnet': {'network_id': 'cdcd0da2-9aa1-4d59-91b2-54ce240bb1e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1751687326-subnet', 'tenant_id': '76038f6760434ada80f84b15f1a3bf95', 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:18.337002 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91ae5ea-5d0b-4d19-90e3-424f5d143022 admin admin] Made reservation on behalf of 76038f6760434ada80f84b15f1a3bf95 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:31:18.341400 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c91ae5ea-5d0b-4d19-90e3-424f5d143022 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:18.342691 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67687e0-81f7-4e83-a5eb-90eb93b9857e admin admin] Pushing event updated for resources: {'Network': ['ID=cdcd0da2-9aa1-4d59-91b2-54ce240bb1e3,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:18.355998 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network cdcd0da2-9aa1-4d59-91b2-54ce240bb1e3 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:31:18.525798 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c91ae5ea-5d0b-4d19-90e3-424f5d143022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:18.590866 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ae5ea-5d0b-4d19-90e3-424f5d143022 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8627656-6959-444a-80b7-5e10bd65a56b,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:18.599373 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91ae5ea-5d0b-4d19-90e3-424f5d143022 admin admin] Checking segment: {'id': '5ced8b0f-d1d4-4ea3-87b2-f2aaad3bd6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdcd0da2-9aa1-4d59-91b2-54ce240bb1e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:31:18.599990 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91ae5ea-5d0b-4d19-90e3-424f5d143022 admin admin] Network hostable DHCP agents. Network: cdcd0da2-9aa1-4d59-91b2-54ce240bb1e3, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:31:18.616634 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91ae5ea-5d0b-4d19-90e3-424f5d143022 admin admin] Network cdcd0da2-9aa1-4d59-91b2-54ce240bb1e3 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:31:18.627121 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-c91ae5ea-5d0b-4d19-90e3-424f5d143022 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, cdcd0da2-9aa1-4d59-91b2-54ce240bb1e3) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:18.630895 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91ae5ea-5d0b-4d19-90e3-424f5d143022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:18.631519 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c91ae5ea-5d0b-4d19-90e3-424f5d143022 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:18.633619 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f51733-2c3e-42dd-9c03-3c5c3e1a2fbb None None] Network cdcd0da2-9aa1-4d59-91b2-54ce240bb1e3 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:31:18.656151 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 44796) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:18.658694 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c91ae5ea-5d0b-4d19-90e3-424f5d143022 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3466001 Jul 13 08:31:18.660726 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-6b3732dc-41fa-4445-9a53-e1f166b675ba admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1751687326-router', 'tenant_id': '76038f6760434ada80f84b15f1a3bf95', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:18.691351 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6b3732dc-41fa-4445-9a53-e1f166b675ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:18.692486 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6b3732dc-41fa-4445-9a53-e1f166b675ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:18.704254 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a966533b-91b0-4e81-9416-f5e2aa46a2d0 None None] Sync routers for ids ['3ddbe886-b1f5-4712-9e65-01023b5e7458'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:31:18.722401 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a966533b-91b0-4e81-9416-f5e2aa46a2d0 None None] Routers {'3ddbe886-b1f5-4712-9e65-01023b5e7458'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:31:18.723015 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a966533b-91b0-4e81-9416-f5e2aa46a2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:31:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['3ddbe886-b1f5-4712-9e65-01023b5e7458'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:18.752334 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6b3732dc-41fa-4445-9a53-e1f166b675ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:18.804328 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 2050b99e-8f63-477d-abc9-abb39e81a748 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:31:18.890411 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6b3732dc-41fa-4445-9a53-e1f166b675ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:18.916162 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-a966533b-91b0-4e81-9416-f5e2aa46a2d0 None None] Set router 3ddbe886-b1f5-4712-9e65-01023b5e7458 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:31:18.944537 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9057ca-372b-48b0-8e5c-18d9e8e1a965 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-cdcd0da2-9aa1-4d59-91b2-54ce240bb1e3', 'network_id': 'cdcd0da2-9aa1-4d59-91b2-54ce240bb1e3', 'tenant_id': '76038f6760434ada80f84b15f1a3bf95', 'fixed_ips': [{'subnet_id': 'b8627656-6959-444a-80b7-5e10bd65a56b'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:31:18.945295 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-db9057ca-372b-48b0-8e5c-18d9e8e1a965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:19.057037 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 2050b99e-8f63-477d-abc9-abb39e81a748 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:31:19.072324 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 2050b99e-8f63-477d-abc9-abb39e81a748 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:19.072735 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:19.096938 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6b3732dc-41fa-4445-9a53-e1f166b675ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:19.116274 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6b3732dc-41fa-4445-9a53-e1f166b675ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:19.213517 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-db9057ca-372b-48b0-8e5c-18d9e8e1a965 None None] Allocated IP 172.20.0.2 (cdcd0da2-9aa1-4d59-91b2-54ce240bb1e3/b8627656-6959-444a-80b7-5e10bd65a56b/22792301-d3fa-4097-8fe9-b41f15638fe4) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:31:19.216444 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-6b3732dc-41fa-4445-9a53-e1f166b675ba admin admin] Allocated IP 172.25.3.48 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/f6c36916-b975-4823-8666-56f2ca058bfe) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:31:19.358192 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:19.399042 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 2050b99e-8f63-477d-abc9-abb39e81a748, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=2050b99e-8f63-477d-abc9-abb39e81a748,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:31:19.407559 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:19.467968 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a966533b-91b0-4e81-9416-f5e2aa46a2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddbe886-b1f5-4712-9e65-01023b5e7458', 'name': 'tempest-TestEncryptedCinderVolumes-1507333376-router', 'tenant_id': '41e5d1c973fd4ecf8ba676cd8e8449a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '2050b99e-8f63-477d-abc9-abb39e81a748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:14Z', 'updated_at': '2021-07-13T08:31:16Z', 'revision_number': 4, 'project_id': '41e5d1c973fd4ecf8ba676cd8e8449a3', 'gw_port': {'id': '2050b99e-8f63-477d-abc9-abb39e81a748', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddbe886-b1f5-4712-9e65-01023b5e7458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:14Z', 'updated_at': '2021-07-13T08:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'ed1a0640-2edf-4d37-9ce6-916855860316', 'name': '', 'network_id': '167cc1ad-5cb7-45a8-847f-07a6dceeb79b', 'tenant_id': '41e5d1c973fd4ecf8ba676cd8e8449a3', 'mac_address': 'fa:16:3e:3c:14:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddbe886-b1f5-4712-9e65-01023b5e7458', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '9ac25388-60d3-4d4a-9e68-4fc435c9d79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:16Z', 'updated_at': '2021-07-13T08:31:16Z', 'revision_number': 2, 'project_id': '41e5d1c973fd4ecf8ba676cd8e8449a3', 'subnets': [{'id': '9ac25388-60d3-4d4a-9e68-4fc435c9d79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:19.500325 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 595e9af4-beb1-47fb-932c-83361164c3e9 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:31:19.509796 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a966533b-91b0-4e81-9416-f5e2aa46a2d0 None None] Checking router: 3ddbe886-b1f5-4712-9e65-01023b5e7458 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:31:19.510169 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a966533b-91b0-4e81-9416-f5e2aa46a2d0 None None] Updating router 3ddbe886-b1f5-4712-9e65-01023b5e7458 port ed1a0640-2edf-4d37-9ce6-916855860316 binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:31:19.688952 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6b3732dc-41fa-4445-9a53-e1f166b675ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:19.727707 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6b3732dc-41fa-4445-9a53-e1f166b675ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:19.747354 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=2050b99e-8f63-477d-abc9-abb39e81a748,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:19.757834 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-db9057ca-372b-48b0-8e5c-18d9e8e1a965 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:19.771097 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3732dc-41fa-4445-9a53-e1f166b675ba admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:31:19.774357 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-db9057ca-372b-48b0-8e5c-18d9e8e1a965 None None] Transition to ACTIVE for port object 22792301-d3fa-4097-8fe9-b41f15638fe4 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:19.774565 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-6b3732dc-41fa-4445-9a53-e1f166b675ba admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:19.777297 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3732dc-41fa-4445-9a53-e1f166b675ba admin admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:31:19.777586 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a966533b-91b0-4e81-9416-f5e2aa46a2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:19.804472 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-db9057ca-372b-48b0-8e5c-18d9e8e1a965 None None] Transition to ACTIVE for port object 22792301-d3fa-4097-8fe9-b41f15638fe4 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:19.807743 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3732dc-41fa-4445-9a53-e1f166b675ba admin admin] Pushing event updated for resources: {'Port': ['ID=f6c36916-b975-4823-8666-56f2ca058bfe,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:19.828532 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-db9057ca-372b-48b0-8e5c-18d9e8e1a965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:19.846674 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 595e9af4-beb1-47fb-932c-83361164c3e9 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:19.847040 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:19.901963 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9057ca-372b-48b0-8e5c-18d9e8e1a965 None None] Network cdcd0da2-9aa1-4d59-91b2-54ce240bb1e3 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:31:19.915447 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-db9057ca-372b-48b0-8e5c-18d9e8e1a965 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:19.961958 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9057ca-372b-48b0-8e5c-18d9e8e1a965 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:31:19.976127 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9057ca-372b-48b0-8e5c-18d9e8e1a965 None None] Pushing event updated for resources: {'Port': ['ID=22792301-d3fa-4097-8fe9-b41f15638fe4,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:20.034152 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:31:20.034808 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6b3732dc-41fa-4445-9a53-e1f166b675ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:20.091092 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-db9057ca-372b-48b0-8e5c-18d9e8e1a965 None None] Attempting to bind port 22792301-d3fa-4097-8fe9-b41f15638fe4 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:31:20.091472 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-db9057ca-372b-48b0-8e5c-18d9e8e1a965 None None] Attempting to bind port 22792301-d3fa-4097-8fe9-b41f15638fe4 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '5ced8b0f-d1d4-4ea3-87b2-f2aaad3bd6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdcd0da2-9aa1-4d59-91b2-54ce240bb1e3'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:31:20.091826 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9057ca-372b-48b0-8e5c-18d9e8e1a965 None None] Attempting to bind port 22792301-d3fa-4097-8fe9-b41f15638fe4 on network cdcd0da2-9aa1-4d59-91b2-54ce240bb1e3 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:31:20.103608 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9057ca-372b-48b0-8e5c-18d9e8e1a965 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:31:20.104032 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9057ca-372b-48b0-8e5c-18d9e8e1a965 None None] Checking segment: {'id': '5ced8b0f-d1d4-4ea3-87b2-f2aaad3bd6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdcd0da2-9aa1-4d59-91b2-54ce240bb1e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:31:20.104529 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-db9057ca-372b-48b0-8e5c-18d9e8e1a965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:20.104924 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9057ca-372b-48b0-8e5c-18d9e8e1a965 None None] Bound using segment: {'id': '5ced8b0f-d1d4-4ea3-87b2-f2aaad3bd6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdcd0da2-9aa1-4d59-91b2-54ce240bb1e3'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:31:20.105395 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-db9057ca-372b-48b0-8e5c-18d9e8e1a965 None None] Bound port: 22792301-d3fa-4097-8fe9-b41f15638fe4, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ced8b0f-d1d4-4ea3-87b2-f2aaad3bd6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdcd0da2-9aa1-4d59-91b2-54ce240bb1e3'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:31:20.105778 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-db9057ca-372b-48b0-8e5c-18d9e8e1a965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:20.228200 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6b3732dc-41fa-4445-9a53-e1f166b675ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:20.244495 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-db9057ca-372b-48b0-8e5c-18d9e8e1a965 None None] For port 22792301-d3fa-4097-8fe9-b41f15638fe4, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:31:20.249514 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-db9057ca-372b-48b0-8e5c-18d9e8e1a965 None None] For port 22792301-d3fa-4097-8fe9-b41f15638fe4, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=22792301-d3fa-4097-8fe9-b41f15638fe4,segment=NetworkSegment(5ced8b0f-d1d4-4ea3-87b2-f2aaad3bd6ae),segment_id=5ced8b0f-d1d4-4ea3-87b2-f2aaad3bd6ae)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:31:20.267556 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-db9057ca-372b-48b0-8e5c-18d9e8e1a965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:20.328323 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a966533b-91b0-4e81-9416-f5e2aa46a2d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:20.348817 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9057ca-372b-48b0-8e5c-18d9e8e1a965 None None] Pushing event updated for resources: {'Port': ['ID=22792301-d3fa-4097-8fe9-b41f15638fe4,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:20.351799 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a966533b-91b0-4e81-9416-f5e2aa46a2d0 None None] Transition to ACTIVE for port object ed1a0640-2edf-4d37-9ce6-916855860316 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:20.358985 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a966533b-91b0-4e81-9416-f5e2aa46a2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:20.375112 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3732dc-41fa-4445-9a53-e1f166b675ba admin admin] Router acb43d4d-a734-4e79-9d6b-949cd46c71c2 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:31:20.409702 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb5c91-9389-4d3f-a494-dd55289a1852 None None] Pushing event updated for resources: {'Port': ['ID=ed1a0640-2edf-4d37-9ce6-916855860316,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:20.487990 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-a966533b-91b0-4e81-9416-f5e2aa46a2d0 None None] Attempting to bind port ed1a0640-2edf-4d37-9ce6-916855860316 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:31:20.488269 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-a966533b-91b0-4e81-9416-f5e2aa46a2d0 None None] Attempting to bind port ed1a0640-2edf-4d37-9ce6-916855860316 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '73574de4-c82f-49c3-993c-2abf005d98ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '167cc1ad-5cb7-45a8-847f-07a6dceeb79b'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:31:20.488827 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a966533b-91b0-4e81-9416-f5e2aa46a2d0 None None] Attempting to bind port ed1a0640-2edf-4d37-9ce6-916855860316 on network 167cc1ad-5cb7-45a8-847f-07a6dceeb79b {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:31:20.492302 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3732dc-41fa-4445-9a53-e1f166b675ba admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:31:20.501918 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a966533b-91b0-4e81-9416-f5e2aa46a2d0 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:31:20.502552 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a966533b-91b0-4e81-9416-f5e2aa46a2d0 None None] Checking segment: {'id': '73574de4-c82f-49c3-993c-2abf005d98ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '167cc1ad-5cb7-45a8-847f-07a6dceeb79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:31:20.503146 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a966533b-91b0-4e81-9416-f5e2aa46a2d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:20.503720 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a966533b-91b0-4e81-9416-f5e2aa46a2d0 None None] Bound using segment: {'id': '73574de4-c82f-49c3-993c-2abf005d98ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '167cc1ad-5cb7-45a8-847f-07a6dceeb79b'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:31:20.504372 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-a966533b-91b0-4e81-9416-f5e2aa46a2d0 None None] Bound port: ed1a0640-2edf-4d37-9ce6-916855860316, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73574de4-c82f-49c3-993c-2abf005d98ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '167cc1ad-5cb7-45a8-847f-07a6dceeb79b'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:31:20.504529 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41f1be2-a022-4c71-87f8-08371f6598a1 None None] Sync routers for ids ['acb43d4d-a734-4e79-9d6b-949cd46c71c2'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:31:20.505061 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a966533b-91b0-4e81-9416-f5e2aa46a2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:20.517723 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41f1be2-a022-4c71-87f8-08371f6598a1 None None] Routers {'acb43d4d-a734-4e79-9d6b-949cd46c71c2'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:31:20.518394 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-a41f1be2-a022-4c71-87f8-08371f6598a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:31:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['acb43d4d-a734-4e79-9d6b-949cd46c71c2'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:20.521404 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6b3732dc-41fa-4445-9a53-e1f166b675ba admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:20.523059 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6b3732dc-41fa-4445-9a53-e1f166b675ba admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8658156 Jul 13 08:31:20.526782 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 44798) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:31:20.624507 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-a966533b-91b0-4e81-9416-f5e2aa46a2d0 None None] For port ed1a0640-2edf-4d37-9ce6-916855860316, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:31:20.640554 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-a966533b-91b0-4e81-9416-f5e2aa46a2d0 None None] For port ed1a0640-2edf-4d37-9ce6-916855860316, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=ed1a0640-2edf-4d37-9ce6-916855860316,segment=NetworkSegment(73574de4-c82f-49c3-993c-2abf005d98ce),segment_id=73574de4-c82f-49c3-993c-2abf005d98ce)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:31:20.654877 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a966533b-91b0-4e81-9416-f5e2aa46a2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:20.665086 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-a41f1be2-a022-4c71-87f8-08371f6598a1 None None] Set router acb43d4d-a734-4e79-9d6b-949cd46c71c2 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:31:20.762028 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a966533b-91b0-4e81-9416-f5e2aa46a2d0 None None] Routers {'3ddbe886-b1f5-4712-9e65-01023b5e7458'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:31:20.762833 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a966533b-91b0-4e81-9416-f5e2aa46a2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:31:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['3ddbe886-b1f5-4712-9e65-01023b5e7458'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:20.882874 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb5c91-9389-4d3f-a494-dd55289a1852 None None] Pushing event updated for resources: {'Port': ['ID=ed1a0640-2edf-4d37-9ce6-916855860316,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:20.915946 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 2050b99e-8f63-477d-abc9-abb39e81a748 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:31:20.952475 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-a41f1be2-a022-4c71-87f8-08371f6598a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb43d4d-a734-4e79-9d6b-949cd46c71c2', 'name': 'tempest-TestEncryptedCinderVolumes-1751687326-router', 'tenant_id': '76038f6760434ada80f84b15f1a3bf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f6c36916-b975-4823-8666-56f2ca058bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:18Z', 'updated_at': '2021-07-13T08:31:19Z', 'revision_number': 3, 'project_id': '76038f6760434ada80f84b15f1a3bf95', 'gw_port': {'id': 'f6c36916-b975-4823-8666-56f2ca058bfe', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb43d4d-a734-4e79-9d6b-949cd46c71c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:19Z', 'updated_at': '2021-07-13T08:31:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:20.961932 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-a966533b-91b0-4e81-9416-f5e2aa46a2d0 None None] Set router 3ddbe886-b1f5-4712-9e65-01023b5e7458 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:31:20.994115 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41f1be2-a022-4c71-87f8-08371f6598a1 None None] Checking router: acb43d4d-a734-4e79-9d6b-949cd46c71c2 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:31:20.994586 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41f1be2-a022-4c71-87f8-08371f6598a1 None None] Updating router acb43d4d-a734-4e79-9d6b-949cd46c71c2 port f6c36916-b975-4823-8666-56f2ca058bfe binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:31:21.035009 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a41f1be2-a022-4c71-87f8-08371f6598a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:21.054984 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 2050b99e-8f63-477d-abc9-abb39e81a748 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:21.055257 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:21.232918 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d3b2dd39-bcc7-4112-be12-f032526d9e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:21.307374 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a966533b-91b0-4e81-9416-f5e2aa46a2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddbe886-b1f5-4712-9e65-01023b5e7458', 'name': 'tempest-TestEncryptedCinderVolumes-1507333376-router', 'tenant_id': '41e5d1c973fd4ecf8ba676cd8e8449a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '2050b99e-8f63-477d-abc9-abb39e81a748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:14Z', 'updated_at': '2021-07-13T08:31:16Z', 'revision_number': 4, 'project_id': '41e5d1c973fd4ecf8ba676cd8e8449a3', 'gw_port': {'id': '2050b99e-8f63-477d-abc9-abb39e81a748', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddbe886-b1f5-4712-9e65-01023b5e7458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:14Z', 'updated_at': '2021-07-13T08:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'ed1a0640-2edf-4d37-9ce6-916855860316', 'name': '', 'network_id': '167cc1ad-5cb7-45a8-847f-07a6dceeb79b', 'tenant_id': '41e5d1c973fd4ecf8ba676cd8e8449a3', 'mac_address': 'fa:16:3e:3c:14:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddbe886-b1f5-4712-9e65-01023b5e7458', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '9ac25388-60d3-4d4a-9e68-4fc435c9d79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:16Z', 'updated_at': '2021-07-13T08:31:20Z', 'revision_number': 4, 'project_id': '41e5d1c973fd4ecf8ba676cd8e8449a3', 'subnets': [{'id': '9ac25388-60d3-4d4a-9e68-4fc435c9d79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:21.334938 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a41f1be2-a022-4c71-87f8-08371f6598a1 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:21.340281 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 22792301-d3fa-4097-8fe9-b41f15638fe4 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:31:21.342258 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a966533b-91b0-4e81-9416-f5e2aa46a2d0 None None] The sync data for ids ['3ddbe886-b1f5-4712-9e65-01023b5e7458'] in n-d-771363-34 is: [{'id': '3ddbe886-b1f5-4712-9e65-01023b5e7458', 'name': 'tempest-TestEncryptedCinderVolumes-1507333376-router', 'tenant_id': '41e5d1c973fd4ecf8ba676cd8e8449a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '2050b99e-8f63-477d-abc9-abb39e81a748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:14Z', 'updated_at': '2021-07-13T08:31:16Z', 'revision_number': 4, 'project_id': '41e5d1c973fd4ecf8ba676cd8e8449a3', 'gw_port': {'id': '2050b99e-8f63-477d-abc9-abb39e81a748', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddbe886-b1f5-4712-9e65-01023b5e7458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:14Z', 'updated_at': '2021-07-13T08:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'ed1a0640-2edf-4d37-9ce6-916855860316', 'name': '', 'network_id': '167cc1ad-5cb7-45a8-847f-07a6dceeb79b', 'tenant_id': '41e5d1c973fd4ecf8ba676cd8e8449a3', 'mac_address': 'fa:16:3e:3c:14:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddbe886-b1f5-4712-9e65-01023b5e7458', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '9ac25388-60d3-4d4a-9e68-4fc435c9d79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:16Z', 'updated_at': '2021-07-13T08:31:20Z', 'revision_number': 4, 'project_id': '41e5d1c973fd4ecf8ba676cd8e8449a3', 'subnets': [{'id': '9ac25388-60d3-4d4a-9e68-4fc435c9d79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:31:21.349127 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-a41f1be2-a022-4c71-87f8-08371f6598a1 None None] Transition to ACTIVE for port object f6c36916-b975-4823-8666-56f2ca058bfe will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:21.368969 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a41f1be2-a022-4c71-87f8-08371f6598a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:21.444716 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 22792301-d3fa-4097-8fe9-b41f15638fe4 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:31:21.503741 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-d3b2dd39-bcc7-4112-be12-f032526d9e34 admin admin] Allocated IP 172.20.0.1 (cdcd0da2-9aa1-4d59-91b2-54ce240bb1e3/b8627656-6959-444a-80b7-5e10bd65a56b/6cc9af7b-6f91-403f-bc38-14d4925a16f7) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:31:21.554879 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-a41f1be2-a022-4c71-87f8-08371f6598a1 None None] Attempting to bind port f6c36916-b975-4823-8666-56f2ca058bfe on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:31:21.555279 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-a41f1be2-a022-4c71-87f8-08371f6598a1 None None] Attempting to bind port f6c36916-b975-4823-8666-56f2ca058bfe by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:31:21.555645 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41f1be2-a022-4c71-87f8-08371f6598a1 None None] Attempting to bind port f6c36916-b975-4823-8666-56f2ca058bfe on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:31:21.569880 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41f1be2-a022-4c71-87f8-08371f6598a1 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:31:21.570257 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41f1be2-a022-4c71-87f8-08371f6598a1 None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:31:21.570666 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a41f1be2-a022-4c71-87f8-08371f6598a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:21.571056 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41f1be2-a022-4c71-87f8-08371f6598a1 None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:31:21.571569 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-a41f1be2-a022-4c71-87f8-08371f6598a1 None None] Bound port: f6c36916-b975-4823-8666-56f2ca058bfe, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:31:21.571945 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a41f1be2-a022-4c71-87f8-08371f6598a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:21.632662 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290801d8-582a-45a6-81b2-b7246e18b971 None None] Pushing event updated for resources: {'Port': ['ID=f6c36916-b975-4823-8666-56f2ca058bfe,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:21.633597 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7da111-c7fe-465a-b5a1-2716b8a548fd None None] Network cdcd0da2-9aa1-4d59-91b2-54ce240bb1e3 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:31:21.647450 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-a41f1be2-a022-4c71-87f8-08371f6598a1 None None] For port f6c36916-b975-4823-8666-56f2ca058bfe, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:31:21.649444 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d3b2dd39-bcc7-4112-be12-f032526d9e34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:21.651227 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-a41f1be2-a022-4c71-87f8-08371f6598a1 None None] For port f6c36916-b975-4823-8666-56f2ca058bfe, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=f6c36916-b975-4823-8666-56f2ca058bfe,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:31:21.659922 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-a41f1be2-a022-4c71-87f8-08371f6598a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:21.668473 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-d3b2dd39-bcc7-4112-be12-f032526d9e34 admin admin] Transition to ACTIVE for port object 6cc9af7b-6f91-403f-bc38-14d4925a16f7 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:21.715849 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d3b2dd39-bcc7-4112-be12-f032526d9e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:21.722582 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41f1be2-a022-4c71-87f8-08371f6598a1 None None] Routers {'acb43d4d-a734-4e79-9d6b-949cd46c71c2'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:31:21.723430 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-a41f1be2-a022-4c71-87f8-08371f6598a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:31:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['acb43d4d-a734-4e79-9d6b-949cd46c71c2'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:21.734219 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-0abe4f9b-a33c-42ab-b1d1-7657dd269681 None None] Provisioning for port 22792301-d3fa-4097-8fe9-b41f15638fe4 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:31:21.744513 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-0abe4f9b-a33c-42ab-b1d1-7657dd269681 None None] Provisioning complete for port 22792301-d3fa-4097-8fe9-b41f15638fe4 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:21.745639 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0abe4f9b-a33c-42ab-b1d1-7657dd269681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:21.764203 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290801d8-582a-45a6-81b2-b7246e18b971 None None] Pushing event updated for resources: {'Port': ['ID=f6c36916-b975-4823-8666-56f2ca058bfe,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:21.765820 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b2dd39-bcc7-4112-be12-f032526d9e34 admin admin] Network cdcd0da2-9aa1-4d59-91b2-54ce240bb1e3 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:31:21.769923 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-d3b2dd39-bcc7-4112-be12-f032526d9e34 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:21.772709 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b2dd39-bcc7-4112-be12-f032526d9e34 admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:31:21.819967 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2dd39-bcc7-4112-be12-f032526d9e34 admin admin] Pushing event updated for resources: {'Port': ['ID=6cc9af7b-6f91-403f-bc38-14d4925a16f7,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:21.834765 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d3b2dd39-bcc7-4112-be12-f032526d9e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:21.862979 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-a41f1be2-a022-4c71-87f8-08371f6598a1 None None] Set router acb43d4d-a734-4e79-9d6b-949cd46c71c2 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:31:21.892460 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0abe4f9b-a33c-42ab-b1d1-7657dd269681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:21.936297 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-0abe4f9b-a33c-42ab-b1d1-7657dd269681 None None] For port 22792301-d3fa-4097-8fe9-b41f15638fe4, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=22792301-d3fa-4097-8fe9-b41f15638fe4,segment=NetworkSegment(5ced8b0f-d1d4-4ea3-87b2-f2aaad3bd6ae),segment_id=5ced8b0f-d1d4-4ea3-87b2-f2aaad3bd6ae)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:31:21.949272 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0abe4f9b-a33c-42ab-b1d1-7657dd269681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:22.035339 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d3b2dd39-bcc7-4112-be12-f032526d9e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:22.062451 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe4f9b-a33c-42ab-b1d1-7657dd269681 None None] Pushing event updated for resources: {'Port': ['ID=22792301-d3fa-4097-8fe9-b41f15638fe4,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:22.134338 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-a41f1be2-a022-4c71-87f8-08371f6598a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb43d4d-a734-4e79-9d6b-949cd46c71c2', 'name': 'tempest-TestEncryptedCinderVolumes-1751687326-router', 'tenant_id': '76038f6760434ada80f84b15f1a3bf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f6c36916-b975-4823-8666-56f2ca058bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:18Z', 'updated_at': '2021-07-13T08:31:19Z', 'revision_number': 3, 'project_id': '76038f6760434ada80f84b15f1a3bf95', 'gw_port': {'id': 'f6c36916-b975-4823-8666-56f2ca058bfe', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb43d4d-a734-4e79-9d6b-949cd46c71c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:19Z', 'updated_at': '2021-07-13T08:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:22.165995 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41f1be2-a022-4c71-87f8-08371f6598a1 None None] The sync data for ids ['acb43d4d-a734-4e79-9d6b-949cd46c71c2'] in n-d-771363-34 is: [{'id': 'acb43d4d-a734-4e79-9d6b-949cd46c71c2', 'name': 'tempest-TestEncryptedCinderVolumes-1751687326-router', 'tenant_id': '76038f6760434ada80f84b15f1a3bf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f6c36916-b975-4823-8666-56f2ca058bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:18Z', 'updated_at': '2021-07-13T08:31:19Z', 'revision_number': 3, 'project_id': '76038f6760434ada80f84b15f1a3bf95', 'gw_port': {'id': 'f6c36916-b975-4823-8666-56f2ca058bfe', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb43d4d-a734-4e79-9d6b-949cd46c71c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:19Z', 'updated_at': '2021-07-13T08:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:31:22.239002 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d3b2dd39-bcc7-4112-be12-f032526d9e34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:22.246261 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d3b2dd39-bcc7-4112-be12-f032526d9e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:22.297245 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6ca1f35c-78b3-47b5-bb89-2c32938d29e6 None None] Provisioning for port 6cc9af7b-6f91-403f-bc38-14d4925a16f7 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:31:22.302779 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6ca1f35c-78b3-47b5-bb89-2c32938d29e6 None None] Provisioning complete for port 6cc9af7b-6f91-403f-bc38-14d4925a16f7 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:22.303163 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6ca1f35c-78b3-47b5-bb89-2c32938d29e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:22.325659 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2dd39-bcc7-4112-be12-f032526d9e34 admin admin] Pushing event updated for resources: {'Port': ['ID=6cc9af7b-6f91-403f-bc38-14d4925a16f7,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:22.349900 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1f35c-78b3-47b5-bb89-2c32938d29e6 None None] Port 6cc9af7b-6f91-403f-bc38-14d4925a16f7 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:31:22.358673 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d3b2dd39-bcc7-4112-be12-f032526d9e34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:22.364064 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6ca1f35c-78b3-47b5-bb89-2c32938d29e6 None None] Provisioning complete for port 22792301-d3fa-4097-8fe9-b41f15638fe4 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:22.364434 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6ca1f35c-78b3-47b5-bb89-2c32938d29e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:22.536641 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b2dd39-bcc7-4112-be12-f032526d9e34 admin admin] Network cdcd0da2-9aa1-4d59-91b2-54ce240bb1e3 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:31:22.538420 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-d3b2dd39-bcc7-4112-be12-f032526d9e34 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:22.644265 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a13b8def-962b-4d13-824a-2775f208bacd None None] Provisioning complete for port 6cc9af7b-6f91-403f-bc38-14d4925a16f7 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:22.644749 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a13b8def-962b-4d13-824a-2775f208bacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:22.721046 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-a13b8def-962b-4d13-824a-2775f208bacd None None] Port 6cc9af7b-6f91-403f-bc38-14d4925a16f7 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:31:22.729181 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b2dd39-bcc7-4112-be12-f032526d9e34 admin admin] Router acb43d4d-a734-4e79-9d6b-949cd46c71c2 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:31:22.853683 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-0dead4ca-357e-4672-b921-a5f391158ba3 None None] Provisioning complete for port 6cc9af7b-6f91-403f-bc38-14d4925a16f7 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:22.856604 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0dead4ca-357e-4672-b921-a5f391158ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:22.895074 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b2dd39-bcc7-4112-be12-f032526d9e34 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:31:22.911023 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d3b2dd39-bcc7-4112-be12-f032526d9e34 admin admin] 10.222.0.23 "PUT /v2.0/routers/acb43d4d-a734-4e79-9d6b-949cd46c71c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3752580 Jul 13 08:31:22.911781 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device ed1a0640-2edf-4d37-9ce6-916855860316 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:31:22.954707 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-0dead4ca-357e-4672-b921-a5f391158ba3 None None] Port 6cc9af7b-6f91-403f-bc38-14d4925a16f7 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:31:22.992944 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port ed1a0640-2edf-4d37-9ce6-916855860316 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:31:22.998415 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port ed1a0640-2edf-4d37-9ce6-916855860316 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:22.999184 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:23.103737 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:23.141276 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port ed1a0640-2edf-4d37-9ce6-916855860316, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=ed1a0640-2edf-4d37-9ce6-916855860316,segment=NetworkSegment(73574de4-c82f-49c3-993c-2abf005d98ce),segment_id=73574de4-c82f-49c3-993c-2abf005d98ce)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:31:23.146621 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:23.200673 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 22792301-d3fa-4097-8fe9-b41f15638fe4 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:31:23.251984 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-bc587ae8-e0b8-43fd-b8cc-de499d16abab None None] Provisioning complete for port 6cc9af7b-6f91-403f-bc38-14d4925a16f7 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:23.251984 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-bc587ae8-e0b8-43fd-b8cc-de499d16abab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:23.265682 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=ed1a0640-2edf-4d37-9ce6-916855860316,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:23.341880 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-bc587ae8-e0b8-43fd-b8cc-de499d16abab None None] Port 6cc9af7b-6f91-403f-bc38-14d4925a16f7 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:31:23.348328 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 22792301-d3fa-4097-8fe9-b41f15638fe4 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:23.348701 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:23.466782 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f6c36916-b975-4823-8666-56f2ca058bfe up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:31:23.521437 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port f6c36916-b975-4823-8666-56f2ca058bfe completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:31:23.529722 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port f6c36916-b975-4823-8666-56f2ca058bfe triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:23.530234 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:23.579423 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-77f47d0a-845a-4465-8771-3918fdb06e89 None None] Provisioning complete for port ed1a0640-2edf-4d37-9ce6-916855860316 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:23.579867 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-77f47d0a-845a-4465-8771-3918fdb06e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:23.684451 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:23.715884 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port f6c36916-b975-4823-8666-56f2ca058bfe, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=f6c36916-b975-4823-8666-56f2ca058bfe,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:31:23.721713 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:23.776560 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=f6c36916-b975-4823-8666-56f2ca058bfe,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:23.911458 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:24.019722 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbca52c-cfc2-409f-8480-137381019c77 req-11bf8f34-e3e7-4dca-a4dd-d93bd70f576e tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:24.021245 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3cbca52c-cfc2-409f-8480-137381019c77 req-11bf8f34-e3e7-4dca-a4dd-d93bd70f576e tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/networks?id=167cc1ad-5cb7-45a8-847f-07a6dceeb79b HTTP/1.1" status: 200 len: 817 time: 0.1077943 Jul 13 08:31:24.036245 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3cbca52c-cfc2-409f-8480-137381019c77 req-bdea2003-b937-4941-ac4b-c0ffd52b4bfd tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/quotas/41e5d1c973fd4ecf8ba676cd8e8449a3 HTTP/1.1" status: 200 len: 375 time: 0.0094352 Jul 13 08:31:24.106268 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3cbca52c-cfc2-409f-8480-137381019c77 req-0ba0609e-a337-49c2-b4e3-0bba6206faaa tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=41e5d1c973fd4ecf8ba676cd8e8449a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651121 Jul 13 08:31:24.201877 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3cbca52c-cfc2-409f-8480-137381019c77 req-bc68d0a9-3ded-42ed-bc48-9ec5d62fb42e service neutron] 10.222.0.23 "GET /v2.0/networks/167cc1ad-5cb7-45a8-847f-07a6dceeb79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844264 Jul 13 08:31:24.298399 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3cbca52c-cfc2-409f-8480-137381019c77 req-d18022f8-7270-42e7-a44d-93dd98709e2f service neutron] 10.222.0.23 "GET /v2.0/networks/167cc1ad-5cb7-45a8-847f-07a6dceeb79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908525 Jul 13 08:31:24.470775 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-da9a0ec3-3ac1-44a7-9efa-2f7d151cf864 req-8fabad28-fb8f-43ac-877d-620519865506 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae5c071e-4c78-4922-9fc8-ffc1212b0625 HTTP/1.1" status: 200 len: 210 time: 0.0318537 Jul 13 08:31:24.647718 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:24.723149 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device ed1a0640-2edf-4d37-9ce6-916855860316 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:31:24.748399 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae81f2db-7a82-4cd2-8105-9f86896ceb1b None None] Sync routers for ids ['acb43d4d-a734-4e79-9d6b-949cd46c71c2'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:31:24.768269 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae81f2db-7a82-4cd2-8105-9f86896ceb1b None None] Routers {'acb43d4d-a734-4e79-9d6b-949cd46c71c2'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:31:24.768894 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-ae81f2db-7a82-4cd2-8105-9f86896ceb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:31:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['acb43d4d-a734-4e79-9d6b-949cd46c71c2'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:25.017268 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port ed1a0640-2edf-4d37-9ce6-916855860316 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:25.017638 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:25.070009 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-ae81f2db-7a82-4cd2-8105-9f86896ceb1b None None] Set router acb43d4d-a734-4e79-9d6b-949cd46c71c2 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:31:25.195630 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f6c36916-b975-4823-8666-56f2ca058bfe up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:31:25.316614 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port f6c36916-b975-4823-8666-56f2ca058bfe triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:25.316990 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:25.368144 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-ae81f2db-7a82-4cd2-8105-9f86896ceb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb43d4d-a734-4e79-9d6b-949cd46c71c2', 'name': 'tempest-TestEncryptedCinderVolumes-1751687326-router', 'tenant_id': '76038f6760434ada80f84b15f1a3bf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f6c36916-b975-4823-8666-56f2ca058bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:18Z', 'updated_at': '2021-07-13T08:31:21Z', 'revision_number': 4, 'project_id': '76038f6760434ada80f84b15f1a3bf95', 'gw_port': {'id': 'f6c36916-b975-4823-8666-56f2ca058bfe', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb43d4d-a734-4e79-9d6b-949cd46c71c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:19Z', 'updated_at': '2021-07-13T08:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '6cc9af7b-6f91-403f-bc38-14d4925a16f7', 'name': '', 'network_id': 'cdcd0da2-9aa1-4d59-91b2-54ce240bb1e3', 'tenant_id': '76038f6760434ada80f84b15f1a3bf95', 'mac_address': 'fa:16:3e:53:c9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb43d4d-a734-4e79-9d6b-949cd46c71c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'b8627656-6959-444a-80b7-5e10bd65a56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:21Z', 'updated_at': '2021-07-13T08:31:22Z', 'revision_number': 2, 'project_id': '76038f6760434ada80f84b15f1a3bf95', 'subnets': [{'id': 'b8627656-6959-444a-80b7-5e10bd65a56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:25.402468 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae81f2db-7a82-4cd2-8105-9f86896ceb1b None None] Checking router: acb43d4d-a734-4e79-9d6b-949cd46c71c2 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:31:25.402823 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae81f2db-7a82-4cd2-8105-9f86896ceb1b None None] Updating router acb43d4d-a734-4e79-9d6b-949cd46c71c2 port 6cc9af7b-6f91-403f-bc38-14d4925a16f7 binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:31:25.464197 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ae81f2db-7a82-4cd2-8105-9f86896ceb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:25.568995 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbca52c-cfc2-409f-8480-137381019c77 req-72f436d1-6dfa-4703-bb79-e60816458db2 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:25.571512 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3cbca52c-cfc2-409f-8480-137381019c77 req-72f436d1-6dfa-4703-bb79-e60816458db2 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.42 "GET /v2.0/networks?id=167cc1ad-5cb7-45a8-847f-07a6dceeb79b HTTP/1.1" status: 200 len: 817 time: 0.1377609 Jul 13 08:31:25.593913 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-3cbca52c-cfc2-409f-8480-137381019c77 req-7a5ef9c5-1415-431d-882c-bebc872b3046 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Request body: {'port': {'device_id': 'ae5c071e-4c78-4922-9fc8-ffc1212b0625', 'network_id': '167cc1ad-5cb7-45a8-847f-07a6dceeb79b', 'admin_state_up': True, 'tenant_id': '41e5d1c973fd4ecf8ba676cd8e8449a3'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:25.654930 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cb6bed59-4141-4410-86c5-49226abf20fb req-b5c10cc0-a1e8-404c-b0f3-c824cc77a7ee tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae5c071e-4c78-4922-9fc8-ffc1212b0625 HTTP/1.1" status: 200 len: 210 time: 0.0333967 Jul 13 08:31:25.752864 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cbca52c-cfc2-409f-8480-137381019c77 req-7a5ef9c5-1415-431d-882c-bebc872b3046 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Made reservation on behalf of 41e5d1c973fd4ecf8ba676cd8e8449a3 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:31:25.756421 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3cbca52c-cfc2-409f-8480-137381019c77 req-7a5ef9c5-1415-431d-882c-bebc872b3046 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:25.780656 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ae81f2db-7a82-4cd2-8105-9f86896ceb1b None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:25.790386 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ae81f2db-7a82-4cd2-8105-9f86896ceb1b None None] Transition to ACTIVE for port object 6cc9af7b-6f91-403f-bc38-14d4925a16f7 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:25.796222 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ae81f2db-7a82-4cd2-8105-9f86896ceb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:25.843934 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9be2ba-d5b2-44be-abc0-412fb995be9b None None] Pushing event updated for resources: {'Port': ['ID=6cc9af7b-6f91-403f-bc38-14d4925a16f7,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:25.894185 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-3cbca52c-cfc2-409f-8480-137381019c77 req-7a5ef9c5-1415-431d-882c-bebc872b3046 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Allocated IP 172.20.0.4 (167cc1ad-5cb7-45a8-847f-07a6dceeb79b/9ac25388-60d3-4d4a-9e68-4fc435c9d79d/c262599f-6217-45f7-8ee8-87aa85dd74a0) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:31:25.902525 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-ae81f2db-7a82-4cd2-8105-9f86896ceb1b None None] Attempting to bind port 6cc9af7b-6f91-403f-bc38-14d4925a16f7 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:31:25.902899 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-ae81f2db-7a82-4cd2-8105-9f86896ceb1b None None] Attempting to bind port 6cc9af7b-6f91-403f-bc38-14d4925a16f7 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '5ced8b0f-d1d4-4ea3-87b2-f2aaad3bd6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdcd0da2-9aa1-4d59-91b2-54ce240bb1e3'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:31:25.903378 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae81f2db-7a82-4cd2-8105-9f86896ceb1b None None] Attempting to bind port 6cc9af7b-6f91-403f-bc38-14d4925a16f7 on network cdcd0da2-9aa1-4d59-91b2-54ce240bb1e3 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:31:25.909472 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae81f2db-7a82-4cd2-8105-9f86896ceb1b None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:31:25.909974 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae81f2db-7a82-4cd2-8105-9f86896ceb1b None None] Checking segment: {'id': '5ced8b0f-d1d4-4ea3-87b2-f2aaad3bd6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdcd0da2-9aa1-4d59-91b2-54ce240bb1e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:31:25.910382 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ae81f2db-7a82-4cd2-8105-9f86896ceb1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:25.910830 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae81f2db-7a82-4cd2-8105-9f86896ceb1b None None] Bound using segment: {'id': '5ced8b0f-d1d4-4ea3-87b2-f2aaad3bd6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdcd0da2-9aa1-4d59-91b2-54ce240bb1e3'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:31:25.911323 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-ae81f2db-7a82-4cd2-8105-9f86896ceb1b None None] Bound port: 6cc9af7b-6f91-403f-bc38-14d4925a16f7, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ced8b0f-d1d4-4ea3-87b2-f2aaad3bd6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdcd0da2-9aa1-4d59-91b2-54ce240bb1e3'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:31:25.911698 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ae81f2db-7a82-4cd2-8105-9f86896ceb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:25.982183 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-ae81f2db-7a82-4cd2-8105-9f86896ceb1b None None] For port 6cc9af7b-6f91-403f-bc38-14d4925a16f7, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:31:25.985578 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-ae81f2db-7a82-4cd2-8105-9f86896ceb1b None None] For port 6cc9af7b-6f91-403f-bc38-14d4925a16f7, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=6cc9af7b-6f91-403f-bc38-14d4925a16f7,segment=NetworkSegment(5ced8b0f-d1d4-4ea3-87b2-f2aaad3bd6ae),segment_id=5ced8b0f-d1d4-4ea3-87b2-f2aaad3bd6ae)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:31:25.991379 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ae81f2db-7a82-4cd2-8105-9f86896ceb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:26.063357 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae81f2db-7a82-4cd2-8105-9f86896ceb1b None None] Routers {'acb43d4d-a734-4e79-9d6b-949cd46c71c2'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:31:26.064007 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-ae81f2db-7a82-4cd2-8105-9f86896ceb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:31:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['acb43d4d-a734-4e79-9d6b-949cd46c71c2'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:26.070344 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3cbca52c-cfc2-409f-8480-137381019c77 req-7a5ef9c5-1415-431d-882c-bebc872b3046 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:26.086902 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-3cbca52c-cfc2-409f-8480-137381019c77 req-7a5ef9c5-1415-431d-882c-bebc872b3046 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Transition to ACTIVE for port object c262599f-6217-45f7-8ee8-87aa85dd74a0 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:26.101572 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9be2ba-d5b2-44be-abc0-412fb995be9b None None] Pushing event updated for resources: {'Port': ['ID=6cc9af7b-6f91-403f-bc38-14d4925a16f7,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:26.134580 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3cbca52c-cfc2-409f-8480-137381019c77 req-7a5ef9c5-1415-431d-882c-bebc872b3046 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:26.186270 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cbca52c-cfc2-409f-8480-137381019c77 req-7a5ef9c5-1415-431d-882c-bebc872b3046 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Network 167cc1ad-5cb7-45a8-847f-07a6dceeb79b is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:31:26.189105 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-ae81f2db-7a82-4cd2-8105-9f86896ceb1b None None] Set router acb43d4d-a734-4e79-9d6b-949cd46c71c2 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:31:26.189656 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-3cbca52c-cfc2-409f-8480-137381019c77 req-7a5ef9c5-1415-431d-882c-bebc872b3046 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:26.193728 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cbca52c-cfc2-409f-8480-137381019c77 req-7a5ef9c5-1415-431d-882c-bebc872b3046 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:31:26.225762 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ef9c5-1415-431d-882c-bebc872b3046 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Pushing event updated for resources: {'Port': ['ID=c262599f-6217-45f7-8ee8-87aa85dd74a0,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:26.258307 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbca52c-cfc2-409f-8480-137381019c77 req-7a5ef9c5-1415-431d-882c-bebc872b3046 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:26.258935 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3cbca52c-cfc2-409f-8480-137381019c77 req-7a5ef9c5-1415-431d-882c-bebc872b3046 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:26.278337 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3cbca52c-cfc2-409f-8480-137381019c77 req-7a5ef9c5-1415-431d-882c-bebc872b3046 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6891708 Jul 13 08:31:26.409394 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-3cbca52c-cfc2-409f-8480-137381019c77 req-d1f436f6-5d94-4989-8cd3-f8e16586d279 service neutron] Request body: {'port': {'device_id': 'ae5c071e-4c78-4922-9fc8-ffc1212b0625', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:26.424425 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-ae81f2db-7a82-4cd2-8105-9f86896ceb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb43d4d-a734-4e79-9d6b-949cd46c71c2', 'name': 'tempest-TestEncryptedCinderVolumes-1751687326-router', 'tenant_id': '76038f6760434ada80f84b15f1a3bf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f6c36916-b975-4823-8666-56f2ca058bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:18Z', 'updated_at': '2021-07-13T08:31:21Z', 'revision_number': 4, 'project_id': '76038f6760434ada80f84b15f1a3bf95', 'gw_port': {'id': 'f6c36916-b975-4823-8666-56f2ca058bfe', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb43d4d-a734-4e79-9d6b-949cd46c71c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:19Z', 'updated_at': '2021-07-13T08:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '6cc9af7b-6f91-403f-bc38-14d4925a16f7', 'name': '', 'network_id': 'cdcd0da2-9aa1-4d59-91b2-54ce240bb1e3', 'tenant_id': '76038f6760434ada80f84b15f1a3bf95', 'mac_address': 'fa:16:3e:53:c9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb43d4d-a734-4e79-9d6b-949cd46c71c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'b8627656-6959-444a-80b7-5e10bd65a56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:21Z', 'updated_at': '2021-07-13T08:31:25Z', 'revision_number': 4, 'project_id': '76038f6760434ada80f84b15f1a3bf95', 'subnets': [{'id': 'b8627656-6959-444a-80b7-5e10bd65a56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:31:26.455814 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae81f2db-7a82-4cd2-8105-9f86896ceb1b None None] The sync data for ids ['acb43d4d-a734-4e79-9d6b-949cd46c71c2'] in n-d-771363-34 is: [{'id': 'acb43d4d-a734-4e79-9d6b-949cd46c71c2', 'name': 'tempest-TestEncryptedCinderVolumes-1751687326-router', 'tenant_id': '76038f6760434ada80f84b15f1a3bf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f6c36916-b975-4823-8666-56f2ca058bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:18Z', 'updated_at': '2021-07-13T08:31:21Z', 'revision_number': 4, 'project_id': '76038f6760434ada80f84b15f1a3bf95', 'gw_port': {'id': 'f6c36916-b975-4823-8666-56f2ca058bfe', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb43d4d-a734-4e79-9d6b-949cd46c71c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:19Z', 'updated_at': '2021-07-13T08:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '6cc9af7b-6f91-403f-bc38-14d4925a16f7', 'name': '', 'network_id': 'cdcd0da2-9aa1-4d59-91b2-54ce240bb1e3', 'tenant_id': '76038f6760434ada80f84b15f1a3bf95', 'mac_address': 'fa:16:3e:53:c9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb43d4d-a734-4e79-9d6b-949cd46c71c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'b8627656-6959-444a-80b7-5e10bd65a56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:21Z', 'updated_at': '2021-07-13T08:31:25Z', 'revision_number': 4, 'project_id': '76038f6760434ada80f84b15f1a3bf95', 'subnets': [{'id': 'b8627656-6959-444a-80b7-5e10bd65a56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:31:26.485931 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3cbca52c-cfc2-409f-8480-137381019c77 req-d1f436f6-5d94-4989-8cd3-f8e16586d279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:26.487437 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-33d8adf0-285b-4262-bb50-f93cb96b1b79 None None] Provisioning for port c262599f-6217-45f7-8ee8-87aa85dd74a0 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:31:26.491670 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-33d8adf0-285b-4262-bb50-f93cb96b1b79 None None] Provisioning complete for port c262599f-6217-45f7-8ee8-87aa85dd74a0 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:26.492067 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-33d8adf0-285b-4262-bb50-f93cb96b1b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:26.545497 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-33d8adf0-285b-4262-bb50-f93cb96b1b79 None None] Port c262599f-6217-45f7-8ee8-87aa85dd74a0 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:31:26.745107 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 6cc9af7b-6f91-403f-bc38-14d4925a16f7 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:31:26.809724 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 6cc9af7b-6f91-403f-bc38-14d4925a16f7 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:31:26.813969 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 6cc9af7b-6f91-403f-bc38-14d4925a16f7 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:26.814345 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:26.819853 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-3cbca52c-cfc2-409f-8480-137381019c77 req-d1f436f6-5d94-4989-8cd3-f8e16586d279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c262599f-6217-45f7-8ee8-87aa85dd74a0 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:31:26.830113 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3cbca52c-cfc2-409f-8480-137381019c77 req-d1f436f6-5d94-4989-8cd3-f8e16586d279 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:26.846354 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-3cbca52c-cfc2-409f-8480-137381019c77 req-d1f436f6-5d94-4989-8cd3-f8e16586d279 service neutron] Transition to ACTIVE for port object c262599f-6217-45f7-8ee8-87aa85dd74a0 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:26.853393 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3cbca52c-cfc2-409f-8480-137381019c77 req-d1f436f6-5d94-4989-8cd3-f8e16586d279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:26.868328 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8bbf1c-2595-4416-ae51-43ffe6019ce3 req-d5bcfe45-a18b-4abc-87c6-cd2b1e5c2889 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:26.876530 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5c8bbf1c-2595-4416-ae51-43ffe6019ce3 req-d5bcfe45-a18b-4abc-87c6-cd2b1e5c2889 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae5c071e-4c78-4922-9fc8-ffc1212b0625 HTTP/1.1" status: 200 len: 931 time: 0.0867476 Jul 13 08:31:26.925643 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f436f6-5d94-4989-8cd3-f8e16586d279 service neutron] Pushing event updated for resources: {'Port': ['ID=c262599f-6217-45f7-8ee8-87aa85dd74a0,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:26.926904 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:26.934067 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5c8bbf1c-2595-4416-ae51-43ffe6019ce3 req-5949adc1-a0c4-4249-917f-9f1a8116c6f6 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1f4c0b2-ea19-456f-ba26-2c668c33fa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559626 Jul 13 08:31:26.973699 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 6cc9af7b-6f91-403f-bc38-14d4925a16f7, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=6cc9af7b-6f91-403f-bc38-14d4925a16f7,segment=NetworkSegment(5ced8b0f-d1d4-4ea3-87b2-f2aaad3bd6ae),segment_id=5ced8b0f-d1d4-4ea3-87b2-f2aaad3bd6ae)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:31:26.978536 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:27.030894 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-3cbca52c-cfc2-409f-8480-137381019c77 req-d1f436f6-5d94-4989-8cd3-f8e16586d279 service neutron] Attempting to bind port c262599f-6217-45f7-8ee8-87aa85dd74a0 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:31:27.031422 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-3cbca52c-cfc2-409f-8480-137381019c77 req-d1f436f6-5d94-4989-8cd3-f8e16586d279 service neutron] Attempting to bind port c262599f-6217-45f7-8ee8-87aa85dd74a0 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '73574de4-c82f-49c3-993c-2abf005d98ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '167cc1ad-5cb7-45a8-847f-07a6dceeb79b'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:31:27.031754 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbca52c-cfc2-409f-8480-137381019c77 req-d1f436f6-5d94-4989-8cd3-f8e16586d279 service neutron] Attempting to bind port c262599f-6217-45f7-8ee8-87aa85dd74a0 on network 167cc1ad-5cb7-45a8-847f-07a6dceeb79b {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:31:27.037102 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbca52c-cfc2-409f-8480-137381019c77 req-d1f436f6-5d94-4989-8cd3-f8e16586d279 service neutron] Port c262599f-6217-45f7-8ee8-87aa85dd74a0 on network 167cc1ad-5cb7-45a8-847f-07a6dceeb79b not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:31:27.037573 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbca52c-cfc2-409f-8480-137381019c77 req-d1f436f6-5d94-4989-8cd3-f8e16586d279 service neutron] Attempting to bind port c262599f-6217-45f7-8ee8-87aa85dd74a0 on network 167cc1ad-5cb7-45a8-847f-07a6dceeb79b {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:31:27.044094 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbca52c-cfc2-409f-8480-137381019c77 req-d1f436f6-5d94-4989-8cd3-f8e16586d279 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:31:27.044435 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbca52c-cfc2-409f-8480-137381019c77 req-d1f436f6-5d94-4989-8cd3-f8e16586d279 service neutron] Checking segment: {'id': '73574de4-c82f-49c3-993c-2abf005d98ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '167cc1ad-5cb7-45a8-847f-07a6dceeb79b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:31:27.044825 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbca52c-cfc2-409f-8480-137381019c77 req-d1f436f6-5d94-4989-8cd3-f8e16586d279 service neutron] Bound using segment: {'id': '73574de4-c82f-49c3-993c-2abf005d98ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '167cc1ad-5cb7-45a8-847f-07a6dceeb79b'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:31:27.045264 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-3cbca52c-cfc2-409f-8480-137381019c77 req-d1f436f6-5d94-4989-8cd3-f8e16586d279 service neutron] Bound port: c262599f-6217-45f7-8ee8-87aa85dd74a0, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73574de4-c82f-49c3-993c-2abf005d98ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '167cc1ad-5cb7-45a8-847f-07a6dceeb79b'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:31:27.045835 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3cbca52c-cfc2-409f-8480-137381019c77 req-d1f436f6-5d94-4989-8cd3-f8e16586d279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:27.053756 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=6cc9af7b-6f91-403f-bc38-14d4925a16f7,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:27.128253 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-3cbca52c-cfc2-409f-8480-137381019c77 req-d1f436f6-5d94-4989-8cd3-f8e16586d279 service neutron] For port c262599f-6217-45f7-8ee8-87aa85dd74a0, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:31:27.132539 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-3cbca52c-cfc2-409f-8480-137381019c77 req-d1f436f6-5d94-4989-8cd3-f8e16586d279 service neutron] For port c262599f-6217-45f7-8ee8-87aa85dd74a0, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=c262599f-6217-45f7-8ee8-87aa85dd74a0,segment=NetworkSegment(73574de4-c82f-49c3-993c-2abf005d98ce),segment_id=73574de4-c82f-49c3-993c-2abf005d98ce)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:31:27.139110 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3cbca52c-cfc2-409f-8480-137381019c77 req-d1f436f6-5d94-4989-8cd3-f8e16586d279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:27.176147 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbca52c-cfc2-409f-8480-137381019c77 req-d1f436f6-5d94-4989-8cd3-f8e16586d279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:27.177146 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3cbca52c-cfc2-409f-8480-137381019c77 req-d1f436f6-5d94-4989-8cd3-f8e16586d279 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:27.178621 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3cbca52c-cfc2-409f-8480-137381019c77 req-d1f436f6-5d94-4989-8cd3-f8e16586d279 service neutron] 10.222.0.42 "PUT /v2.0/ports/c262599f-6217-45f7-8ee8-87aa85dd74a0 HTTP/1.1" status: 200 len: 1092 time: 0.8925059 Jul 13 08:31:27.181064 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae5c071e-4c78-4922-9fc8-ffc1212b0625', 'tag': 'c262599f-6217-45f7-8ee8-87aa85dd74a0'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:31:27.185393 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54313c44-d11d-4c09-8a76-465e379e9fea" -d '{"events": [{"name": "network-changed", "server_uuid": "ae5c071e-4c78-4922-9fc8-ffc1212b0625", "tag": "c262599f-6217-45f7-8ee8-87aa85dd74a0"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:31:27.227881 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f436f6-5d94-4989-8cd3-f8e16586d279 service neutron] Pushing event updated for resources: {'Port': ['ID=c262599f-6217-45f7-8ee8-87aa85dd74a0,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:27.245073 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308fe900-ec82-4a9d-a07e-86a0ecd7f488 x-openstack-request-id: req-308fe900-ec82-4a9d-a07e-86a0ecd7f488 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:31:27.245443 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae5c071e-4c78-4922-9fc8-ffc1212b0625", "tag": "c262599f-6217-45f7-8ee8-87aa85dd74a0", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:31:27.245698 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-308fe900-ec82-4a9d-a07e-86a0ecd7f488 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:31:27.246397 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae5c071e-4c78-4922-9fc8-ffc1212b0625', 'tag': 'c262599f-6217-45f7-8ee8-87aa85dd74a0', 'status': 'completed', 'code': 200} Jul 13 08:31:27.303910 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbca52c-cfc2-409f-8480-137381019c77 req-e3e7628f-19cc-4813-b686-314b48458d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:27.305446 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3cbca52c-cfc2-409f-8480-137381019c77 req-e3e7628f-19cc-4813-b686-314b48458d48 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=41e5d1c973fd4ecf8ba676cd8e8449a3&device_id=ae5c071e-4c78-4922-9fc8-ffc1212b0625 HTTP/1.1" status: 200 len: 1095 time: 0.0629895 Jul 13 08:31:27.352471 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3cbca52c-cfc2-409f-8480-137381019c77 req-a5f70b96-f60a-4b81-a1f2-7d58d34c9ac6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c262599f-6217-45f7-8ee8-87aa85dd74a0 HTTP/1.1" status: 200 len: 217 time: 0.0394568 Jul 13 08:31:27.393865 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5e89947f-6b4e-41c9-8337-eca933e8a8d6 None None] Provisioning complete for port 6cc9af7b-6f91-403f-bc38-14d4925a16f7 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:27.394250 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5e89947f-6b4e-41c9-8337-eca933e8a8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:27.406803 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbca52c-cfc2-409f-8480-137381019c77 req-85b03f3a-9a60-4376-815c-31422d175c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:27.408587 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3cbca52c-cfc2-409f-8480-137381019c77 req-85b03f3a-9a60-4376-815c-31422d175c3a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ac25388-60d3-4d4a-9e68-4fc435c9d79d HTTP/1.1" status: 200 len: 856 time: 0.0494890 Jul 13 08:31:27.467874 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbca52c-cfc2-409f-8480-137381019c77 req-8fe3343d-9ce5-4a9c-aa10-2f1f79335afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:27.469395 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3cbca52c-cfc2-409f-8480-137381019c77 req-8fe3343d-9ce5-4a9c-aa10-2f1f79335afd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=167cc1ad-5cb7-45a8-847f-07a6dceeb79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550597 Jul 13 08:31:27.560815 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3cbca52c-cfc2-409f-8480-137381019c77 req-ee8adbd5-8f18-4455-bfc1-968ddc3b5d15 service neutron] 10.222.0.42 "GET /v2.0/networks/167cc1ad-5cb7-45a8-847f-07a6dceeb79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849864 Jul 13 08:31:27.654799 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3cbca52c-cfc2-409f-8480-137381019c77 req-96504530-392c-4517-afc1-bf9f062a2682 service neutron] 10.222.0.42 "GET /v2.0/networks/167cc1ad-5cb7-45a8-847f-07a6dceeb79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872037 Jul 13 08:31:27.752441 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54313c44-d11d-4c09-8a76-465e379e9fea req-b75c0f3f-0f7d-4941-b026-0c36c56f0526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:27.753925 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-54313c44-d11d-4c09-8a76-465e379e9fea req-b75c0f3f-0f7d-4941-b026-0c36c56f0526 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=41e5d1c973fd4ecf8ba676cd8e8449a3&device_id=ae5c071e-4c78-4922-9fc8-ffc1212b0625 HTTP/1.1" status: 200 len: 1095 time: 0.0520699 Jul 13 08:31:27.847719 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54313c44-d11d-4c09-8a76-465e379e9fea req-a8963dd3-5315-4434-bd40-96023181f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:27.849186 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-54313c44-d11d-4c09-8a76-465e379e9fea req-a8963dd3-5315-4434-bd40-96023181f29f service neutron] 10.222.0.42 "GET /v2.0/networks?id=167cc1ad-5cb7-45a8-847f-07a6dceeb79b HTTP/1.1" status: 200 len: 918 time: 0.0891826 Jul 13 08:31:27.889946 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-54313c44-d11d-4c09-8a76-465e379e9fea req-8326d631-41cc-468d-b238-184d4242cbb0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c262599f-6217-45f7-8ee8-87aa85dd74a0 HTTP/1.1" status: 200 len: 217 time: 0.0344918 Jul 13 08:31:27.942944 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54313c44-d11d-4c09-8a76-465e379e9fea req-5994738a-a06d-47f1-8487-65c9c7b9fefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:27.944339 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-54313c44-d11d-4c09-8a76-465e379e9fea req-5994738a-a06d-47f1-8487-65c9c7b9fefb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ac25388-60d3-4d4a-9e68-4fc435c9d79d HTTP/1.1" status: 200 len: 856 time: 0.0477712 Jul 13 08:31:28.002672 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54313c44-d11d-4c09-8a76-465e379e9fea req-6167e078-5f1d-49ee-8970-0f09e48ea701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:28.004249 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-54313c44-d11d-4c09-8a76-465e379e9fea req-6167e078-5f1d-49ee-8970-0f09e48ea701 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=167cc1ad-5cb7-45a8-847f-07a6dceeb79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530300 Jul 13 08:31:28.100488 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-54313c44-d11d-4c09-8a76-465e379e9fea req-060954d7-24e8-4900-a0ea-c110e76e96d1 service neutron] 10.222.0.42 "GET /v2.0/networks/167cc1ad-5cb7-45a8-847f-07a6dceeb79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886457 Jul 13 08:31:28.101900 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24a267-fe2d-4a47-b67b-0188dc0ba766 req-67cf7bee-d2da-4102-b4db-746d215039f8 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:28.103547 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d24a267-fe2d-4a47-b67b-0188dc0ba766 req-67cf7bee-d2da-4102-b4db-746d215039f8 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae5c071e-4c78-4922-9fc8-ffc1212b0625 HTTP/1.1" status: 200 len: 943 time: 0.0657847 Jul 13 08:31:28.145275 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d24a267-fe2d-4a47-b67b-0188dc0ba766 req-3822c141-c85c-44bd-8ce2-ef7cd92eef3b tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1f4c0b2-ea19-456f-ba26-2c668c33fa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330975 Jul 13 08:31:28.195939 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-54313c44-d11d-4c09-8a76-465e379e9fea req-2fb6e4ea-5781-4ab7-82e0-b6a41bce9f97 service neutron] 10.222.0.42 "GET /v2.0/networks/167cc1ad-5cb7-45a8-847f-07a6dceeb79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882466 Jul 13 08:31:28.696584 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 6cc9af7b-6f91-403f-bc38-14d4925a16f7 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:31:28.742656 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 6cc9af7b-6f91-403f-bc38-14d4925a16f7 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:28.743017 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:29.323304 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c72ab7-777d-426d-bbe7-9634ee1fa29d req-54025ef6-67fb-49e9-b3d5-ee6bb3e9c7b9 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:29.324852 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-07c72ab7-777d-426d-bbe7-9634ee1fa29d req-54025ef6-67fb-49e9-b3d5-ee6bb3e9c7b9 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae5c071e-4c78-4922-9fc8-ffc1212b0625 HTTP/1.1" status: 200 len: 943 time: 0.0636442 Jul 13 08:31:29.366161 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-07c72ab7-777d-426d-bbe7-9634ee1fa29d req-77ef4579-437b-4c04-ae0c-92ed63187754 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1f4c0b2-ea19-456f-ba26-2c668c33fa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356688 Jul 13 08:31:30.373901 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4231d3c4-8a8c-4b25-9439-c5a91efa012b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:30.546259 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397378c1-2f83-4c6d-b856-41a37c1b004a req-2fa3a673-c832-4385-bc0e-0e54858eb762 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:30.547786 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-397378c1-2f83-4c6d-b856-41a37c1b004a req-2fa3a673-c832-4385-bc0e-0e54858eb762 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae5c071e-4c78-4922-9fc8-ffc1212b0625 HTTP/1.1" status: 200 len: 943 time: 0.0632694 Jul 13 08:31:30.594651 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-397378c1-2f83-4c6d-b856-41a37c1b004a req-b64e76b9-2f5a-4809-a5b3-25ec9670140d tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1f4c0b2-ea19-456f-ba26-2c668c33fa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413229 Jul 13 08:31:31.250699 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device c262599f-6217-45f7-8ee8-87aa85dd74a0 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:31:31.345997 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port c262599f-6217-45f7-8ee8-87aa85dd74a0, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=c262599f-6217-45f7-8ee8-87aa85dd74a0,segment=NetworkSegment(73574de4-c82f-49c3-993c-2abf005d98ce),segment_id=73574de4-c82f-49c3-993c-2abf005d98ce)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:31:31.356773 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': 'c262599f-6217-45f7-8ee8-87aa85dd74a0', 'network_id': '167cc1ad-5cb7-45a8-847f-07a6dceeb79b', 'port_id': 'c262599f-6217-45f7-8ee8-87aa85dd74a0', 'mac_address': 'fa:16:3e:1e:da:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ac25388-60d3-4d4a-9e68-4fc435c9d79d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:31:31.393092 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:31.406100 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c262599f-6217-45f7-8ee8-87aa85dd74a0 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:31:31.425531 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port c262599f-6217-45f7-8ee8-87aa85dd74a0, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=c262599f-6217-45f7-8ee8-87aa85dd74a0,segment=NetworkSegment(73574de4-c82f-49c3-993c-2abf005d98ce),segment_id=73574de4-c82f-49c3-993c-2abf005d98ce)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:31:31.429271 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:31.492019 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=c262599f-6217-45f7-8ee8-87aa85dd74a0,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:31.659460 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['c262599f-6217-45f7-8ee8-87aa85dd74a0'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:31:31.772981 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf7793-ae39-4acc-99ce-e898a9cff4c2 req-5409082b-3cfc-4570-9624-45c6c681e2d2 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:31.774827 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-21bf7793-ae39-4acc-99ce-e898a9cff4c2 req-5409082b-3cfc-4570-9624-45c6c681e2d2 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae5c071e-4c78-4922-9fc8-ffc1212b0625 HTTP/1.1" status: 200 len: 944 time: 0.0661051 Jul 13 08:31:31.813116 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-21bf7793-ae39-4acc-99ce-e898a9cff4c2 req-57078eb6-4703-4f67-b2a8-cab66b1687ce tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1f4c0b2-ea19-456f-ba26-2c668c33fa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324905 Jul 13 08:31:32.985397 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca7cd9-d3e8-4641-9fc5-eec139050642 req-44713679-69e7-4d09-95f3-b8aaff76a4e5 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:32.987086 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-52ca7cd9-d3e8-4641-9fc5-eec139050642 req-44713679-69e7-4d09-95f3-b8aaff76a4e5 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae5c071e-4c78-4922-9fc8-ffc1212b0625 HTTP/1.1" status: 200 len: 944 time: 0.0632014 Jul 13 08:31:33.024973 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-52ca7cd9-d3e8-4641-9fc5-eec139050642 req-064f7257-f59d-44ab-a9bf-aa6e6eb2fb7e tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1f4c0b2-ea19-456f-ba26-2c668c33fa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322204 Jul 13 08:31:33.230902 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:33.252693 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device c262599f-6217-45f7-8ee8-87aa85dd74a0 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:31:33.279708 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-64fe3699-11c0-49e3-940a-87694f9aa1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:33.308157 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port c262599f-6217-45f7-8ee8-87aa85dd74a0 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:31:33.311949 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port c262599f-6217-45f7-8ee8-87aa85dd74a0 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:33.312318 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:33.538794 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:33.561619 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5c071e-4c78-4922-9fc8-ffc1212b0625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c262599f-6217-45f7-8ee8-87aa85dd74a0'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:31:33.564062 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}819247fa28fcd914db4aabd8a9f8f95ceb467163a9d63008da3b74a1dcff375d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a766f6-2c57-4477-b7b8-d4c963cf48ae" -d '{"events": [{"server_uuid": "ae5c071e-4c78-4922-9fc8-ffc1212b0625", "name": "network-vif-plugged", "status": "completed", "tag": "c262599f-6217-45f7-8ee8-87aa85dd74a0"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:31:33.577396 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port c262599f-6217-45f7-8ee8-87aa85dd74a0, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=c262599f-6217-45f7-8ee8-87aa85dd74a0,segment=NetworkSegment(73574de4-c82f-49c3-993c-2abf005d98ce),segment_id=73574de4-c82f-49c3-993c-2abf005d98ce)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:31:33.584296 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:33.611561 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28f040b-287e-4329-82f3-3e51da7ff46c x-openstack-request-id: req-c28f040b-287e-4329-82f3-3e51da7ff46c {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:31:33.611849 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5c071e-4c78-4922-9fc8-ffc1212b0625", "name": "network-vif-plugged", "status": "completed", "tag": "c262599f-6217-45f7-8ee8-87aa85dd74a0", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:31:33.612094 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c28f040b-287e-4329-82f3-3e51da7ff46c {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:31:33.612631 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5c071e-4c78-4922-9fc8-ffc1212b0625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c262599f-6217-45f7-8ee8-87aa85dd74a0', 'code': 200} Jul 13 08:31:33.643907 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=c262599f-6217-45f7-8ee8-87aa85dd74a0,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:33.731785 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48debcd8-c26a-41b8-9271-f9f679264116 req-861c2068-8355-4753-90bb-2c93e061a727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:33.733341 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-48debcd8-c26a-41b8-9271-f9f679264116 req-861c2068-8355-4753-90bb-2c93e061a727 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ae5c071e-4c78-4922-9fc8-ffc1212b0625 HTTP/1.1" status: 200 len: 1097 time: 0.0546441 Jul 13 08:31:33.770923 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-48debcd8-c26a-41b8-9271-f9f679264116 req-8d787259-19ee-482a-9158-79f4bc02e29b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4c0b2-ea19-456f-ba26-2c668c33fa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303090 Jul 13 08:31:33.892617 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-42f00337-f26d-4cfc-9e21-72cb3e5a8342 None None] Provisioning complete for port c262599f-6217-45f7-8ee8-87aa85dd74a0 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:31:33.892900 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-42f00337-f26d-4cfc-9e21-72cb3e5a8342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:34.198970 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a60a7-700f-46f8-92ef-d1bca66e4669 req-fa12a9b8-fd5a-45b4-b8bf-0a5091acc7fd tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:34.200580 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-543a60a7-700f-46f8-92ef-d1bca66e4669 req-fa12a9b8-fd5a-45b4-b8bf-0a5091acc7fd tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae5c071e-4c78-4922-9fc8-ffc1212b0625 HTTP/1.1" status: 200 len: 945 time: 0.0674589 Jul 13 08:31:34.239180 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-543a60a7-700f-46f8-92ef-d1bca66e4669 req-f30f95be-643e-4c0a-b9b9-a21b2d4cf295 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1f4c0b2-ea19-456f-ba26-2c668c33fa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327396 Jul 13 08:31:34.346263 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:35.430881 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127e16c-6137-4a86-9acb-1d5276522d7e req-3e5731b4-2058-4479-a1de-403f42257daa tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:35.432476 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c127e16c-6137-4a86-9acb-1d5276522d7e req-3e5731b4-2058-4479-a1de-403f42257daa tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae5c071e-4c78-4922-9fc8-ffc1212b0625 HTTP/1.1" status: 200 len: 945 time: 0.0659180 Jul 13 08:31:35.470344 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c127e16c-6137-4a86-9acb-1d5276522d7e req-a02e15df-4e1d-40e5-acc4-c0009ea95554 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1f4c0b2-ea19-456f-ba26-2c668c33fa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322969 Jul 13 08:31:35.648335 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7ea9c-d9c5-4d49-94fc-82993166b923 req-2cc0d4fe-e106-4cdd-9b97-a9e3820faf04 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:35.649810 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-97d7ea9c-d9c5-4d49-94fc-82993166b923 req-2cc0d4fe-e106-4cdd-9b97-a9e3820faf04 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae5c071e-4c78-4922-9fc8-ffc1212b0625 HTTP/1.1" status: 200 len: 945 time: 0.0655627 Jul 13 08:31:35.687633 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-97d7ea9c-d9c5-4d49-94fc-82993166b923 req-18f2bbd4-c774-4d3a-a09e-ed1a4181ba5b tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1f4c0b2-ea19-456f-ba26-2c668c33fa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315425 Jul 13 08:31:36.113221 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:53.941035 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:54.644173 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:54.786143 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a9158-8637-4b3b-9947-31a25c9e35f1 req-04910c1d-7017-415f-b39b-5dd85b591d74 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:54.787664 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-204a9158-8637-4b3b-9947-31a25c9e35f1 req-04910c1d-7017-415f-b39b-5dd85b591d74 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae5c071e-4c78-4922-9fc8-ffc1212b0625 HTTP/1.1" status: 200 len: 945 time: 0.1154680 Jul 13 08:31:54.826370 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-204a9158-8637-4b3b-9947-31a25c9e35f1 req-757fc6fb-7b1b-4ebb-a715-3914375010bc tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1f4c0b2-ea19-456f-ba26-2c668c33fa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322425 Jul 13 08:31:56.054538 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f88fa-d88f-4c10-a960-d02d2cf3b364 req-b3d9ed94-0f2b-49b7-b44e-daec001f8715 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:56.056087 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eb3f88fa-d88f-4c10-a960-d02d2cf3b364 req-b3d9ed94-0f2b-49b7-b44e-daec001f8715 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae5c071e-4c78-4922-9fc8-ffc1212b0625 HTTP/1.1" status: 200 len: 945 time: 0.1148508 Jul 13 08:31:56.127661 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eb3f88fa-d88f-4c10-a960-d02d2cf3b364 req-5563af63-343c-4a11-bb2d-683a4bc79f3f tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1f4c0b2-ea19-456f-ba26-2c668c33fa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655670 Jul 13 08:31:56.157120 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7ebd1-c99e-46a2-8f14-5accb0159858 req-3e2eaea4-5792-446c-bc2a-bb0b8744fc10 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:56.158608 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-80b7ebd1-c99e-46a2-8f14-5accb0159858 req-3e2eaea4-5792-446c-bc2a-bb0b8744fc10 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae5c071e-4c78-4922-9fc8-ffc1212b0625 HTTP/1.1" status: 200 len: 945 time: 0.0834553 Jul 13 08:31:56.257401 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-80b7ebd1-c99e-46a2-8f14-5accb0159858 req-dd0bcd32-4ccf-4e9e-88d2-2de29c6040e3 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Deleting port c262599f-6217-45f7-8ee8-87aa85dd74a0 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:31:56.257736 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-80b7ebd1-c99e-46a2-8f14-5accb0159858 req-dd0bcd32-4ccf-4e9e-88d2-2de29c6040e3 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:56.354184 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-80b7ebd1-c99e-46a2-8f14-5accb0159858 req-dd0bcd32-4ccf-4e9e-88d2-2de29c6040e3 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] For port c262599f-6217-45f7-8ee8-87aa85dd74a0, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=c262599f-6217-45f7-8ee8-87aa85dd74a0,segment=NetworkSegment(73574de4-c82f-49c3-993c-2abf005d98ce),segment_id=73574de4-c82f-49c3-993c-2abf005d98ce)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:31:56.354535 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-80b7ebd1-c99e-46a2-8f14-5accb0159858 req-dd0bcd32-4ccf-4e9e-88d2-2de29c6040e3 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:56.366855 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-80b7ebd1-c99e-46a2-8f14-5accb0159858 req-dd0bcd32-4ccf-4e9e-88d2-2de29c6040e3 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Calling delete_port for c262599f-6217-45f7-8ee8-87aa85dd74a0 owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:31:56.493649 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-80b7ebd1-c99e-46a2-8f14-5accb0159858 req-dd0bcd32-4ccf-4e9e-88d2-2de29c6040e3 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:56.504652 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['c262599f-6217-45f7-8ee8-87aa85dd74a0'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:31:56.528517 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0bcd32-4ccf-4e9e-88d2-2de29c6040e3 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Pushing event deleted for resources: {'Port': ['ID=c262599f-6217-45f7-8ee8-87aa85dd74a0,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:56.541621 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0bcd32-4ccf-4e9e-88d2-2de29c6040e3 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:56.542007 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0bcd32-4ccf-4e9e-88d2-2de29c6040e3 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:56.542351 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0bcd32-4ccf-4e9e-88d2-2de29c6040e3 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:56.542672 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0bcd32-4ccf-4e9e-88d2-2de29c6040e3 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:56.542948 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0bcd32-4ccf-4e9e-88d2-2de29c6040e3 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:56.543290 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0bcd32-4ccf-4e9e-88d2-2de29c6040e3 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:56.543628 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0bcd32-4ccf-4e9e-88d2-2de29c6040e3 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:56.543960 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0bcd32-4ccf-4e9e-88d2-2de29c6040e3 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:56.544332 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0bcd32-4ccf-4e9e-88d2-2de29c6040e3 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:56.545041 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0bcd32-4ccf-4e9e-88d2-2de29c6040e3 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:56.545041 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0bcd32-4ccf-4e9e-88d2-2de29c6040e3 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:56.545273 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0bcd32-4ccf-4e9e-88d2-2de29c6040e3 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:31:56.585991 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b7ebd1-c99e-46a2-8f14-5accb0159858 req-dd0bcd32-4ccf-4e9e-88d2-2de29c6040e3 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] No DVR routers for this DVR port c262599f-6217-45f7-8ee8-87aa85dd74a0 on host n-h1-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:31:56.588749 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-80b7ebd1-c99e-46a2-8f14-5accb0159858 req-dd0bcd32-4ccf-4e9e-88d2-2de29c6040e3 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:56.590825 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-80b7ebd1-c99e-46a2-8f14-5accb0159858 req-dd0bcd32-4ccf-4e9e-88d2-2de29c6040e3 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.42 "DELETE /v2.0/ports/c262599f-6217-45f7-8ee8-87aa85dd74a0 HTTP/1.1" status: 204 len: 173 time: 0.4273601 Jul 13 08:31:56.591411 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5c071e-4c78-4922-9fc8-ffc1212b0625', 'name': 'network-vif-deleted', 'tag': 'c262599f-6217-45f7-8ee8-87aa85dd74a0'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:31:56.593858 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924a94d0-ba4d-4ab2-b296-5bf05986f34e" -d '{"events": [{"server_uuid": "ae5c071e-4c78-4922-9fc8-ffc1212b0625", "name": "network-vif-deleted", "tag": "c262599f-6217-45f7-8ee8-87aa85dd74a0"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:31:56.633074 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e9d970-5d2c-438a-b1cd-15602c724016 x-openstack-request-id: req-97e9d970-5d2c-438a-b1cd-15602c724016 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:31:56.633365 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5c071e-4c78-4922-9fc8-ffc1212b0625", "name": "network-vif-deleted", "tag": "c262599f-6217-45f7-8ee8-87aa85dd74a0", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:31:56.633622 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-97e9d970-5d2c-438a-b1cd-15602c724016 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:31:56.634034 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5c071e-4c78-4922-9fc8-ffc1212b0625', 'name': 'network-vif-deleted', 'tag': 'c262599f-6217-45f7-8ee8-87aa85dd74a0', 'status': 'completed', 'code': 200} Jul 13 08:31:57.033628 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:31:57.884719 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-a517f64e-6a05-4843-8c3f-150b932b2df1 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:57.886085 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-a517f64e-6a05-4843-8c3f-150b932b2df1 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/networks?id=167cc1ad-5cb7-45a8-847f-07a6dceeb79b HTTP/1.1" status: 200 len: 817 time: 0.1032438 Jul 13 08:31:57.904364 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-4a3699f4-0c59-4750-bb82-8ae7fb08a84a tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/quotas/41e5d1c973fd4ecf8ba676cd8e8449a3 HTTP/1.1" status: 200 len: 375 time: 0.0110500 Jul 13 08:31:57.977903 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-7e904a2e-6945-41d4-a92b-79beb5239e33 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=41e5d1c973fd4ecf8ba676cd8e8449a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0682731 Jul 13 08:31:58.077836 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-07274a8e-6b09-4caf-8e61-98235c7a9504 service neutron] 10.222.0.23 "GET /v2.0/networks/167cc1ad-5cb7-45a8-847f-07a6dceeb79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881588 Jul 13 08:31:58.165986 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-0163df11-f10a-4a71-b30b-02cc329bfef9 service neutron] 10.222.0.23 "GET /v2.0/networks/167cc1ad-5cb7-45a8-847f-07a6dceeb79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823438 Jul 13 08:31:58.337047 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7c1cb828-498e-4046-a8e6-2d2a11f1df80 req-294fdead-db02-40f6-ba32-fcc87de3aba6 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/ports?device_id=2af3c7c9-54ae-4a87-a8da-c950004bd84a HTTP/1.1" status: 200 len: 210 time: 0.0302513 Jul 13 08:31:59.358305 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-31588738-4fc2-4875-9fcd-8ce4f3756f8a tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:59.359821 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-31588738-4fc2-4875-9fcd-8ce4f3756f8a tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.42 "GET /v2.0/networks?id=167cc1ad-5cb7-45a8-847f-07a6dceeb79b HTTP/1.1" status: 200 len: 817 time: 0.1096601 Jul 13 08:31:59.372555 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-74f2e045-1bdf-4ac6-9bd8-ceee1619a870 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Request body: {'port': {'device_id': '2af3c7c9-54ae-4a87-a8da-c950004bd84a', 'network_id': '167cc1ad-5cb7-45a8-847f-07a6dceeb79b', 'admin_state_up': True, 'tenant_id': '41e5d1c973fd4ecf8ba676cd8e8449a3'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:31:59.375771 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device c262599f-6217-45f7-8ee8-87aa85dd74a0 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:31:59.398815 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: c262599f-6217-45f7-8ee8-87aa85dd74a0 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:31:59.398937 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device c262599f-6217-45f7-8ee8-87aa85dd74a0 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:31:59.481204 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-74f2e045-1bdf-4ac6-9bd8-ceee1619a870 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Made reservation on behalf of 41e5d1c973fd4ecf8ba676cd8e8449a3 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:31:59.486222 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-74f2e045-1bdf-4ac6-9bd8-ceee1619a870 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:59.516903 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cc4920cb-7974-48c1-b5bc-38f23f497fa1 req-5a018b90-6374-4a99-aa33-17ce8a8ff5d0 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/ports?device_id=2af3c7c9-54ae-4a87-a8da-c950004bd84a HTTP/1.1" status: 200 len: 210 time: 0.0288630 Jul 13 08:31:59.621700 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-74f2e045-1bdf-4ac6-9bd8-ceee1619a870 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Allocated IP 172.20.0.11 (167cc1ad-5cb7-45a8-847f-07a6dceeb79b/9ac25388-60d3-4d4a-9e68-4fc435c9d79d/16de0fc5-ef0b-4ec0-b7bb-c73088645c28) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:31:59.770197 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-74f2e045-1bdf-4ac6-9bd8-ceee1619a870 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:59.785039 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-74f2e045-1bdf-4ac6-9bd8-ceee1619a870 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Transition to ACTIVE for port object 16de0fc5-ef0b-4ec0-b7bb-c73088645c28 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:31:59.817554 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-74f2e045-1bdf-4ac6-9bd8-ceee1619a870 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:59.859039 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-74f2e045-1bdf-4ac6-9bd8-ceee1619a870 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Network 167cc1ad-5cb7-45a8-847f-07a6dceeb79b is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:31:59.864195 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-74f2e045-1bdf-4ac6-9bd8-ceee1619a870 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:31:59.868060 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-74f2e045-1bdf-4ac6-9bd8-ceee1619a870 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:31:59.894866 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2e045-1bdf-4ac6-9bd8-ceee1619a870 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Pushing event updated for resources: {'Port': ['ID=16de0fc5-ef0b-4ec0-b7bb-c73088645c28,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:31:59.923680 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-74f2e045-1bdf-4ac6-9bd8-ceee1619a870 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:31:59.924342 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-74f2e045-1bdf-4ac6-9bd8-ceee1619a870 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:31:59.943641 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-74f2e045-1bdf-4ac6-9bd8-ceee1619a870 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5749133 Jul 13 08:31:59.956786 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-080713b8-fe9e-4f2d-8a34-f0305624c7cf service neutron] Request body: {'port': {'device_id': '2af3c7c9-54ae-4a87-a8da-c950004bd84a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:32:00.049183 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-080713b8-fe9e-4f2d-8a34-f0305624c7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:00.151995 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1999708b-f06f-43e6-9eda-fd17e27265bd None None] Provisioning for port 16de0fc5-ef0b-4ec0-b7bb-c73088645c28 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:32:00.156417 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1999708b-f06f-43e6-9eda-fd17e27265bd None None] Provisioning complete for port 16de0fc5-ef0b-4ec0-b7bb-c73088645c28 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:32:00.156762 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1999708b-f06f-43e6-9eda-fd17e27265bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:00.191564 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-1999708b-f06f-43e6-9eda-fd17e27265bd None None] Port 16de0fc5-ef0b-4ec0-b7bb-c73088645c28 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:32:00.316682 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-080713b8-fe9e-4f2d-8a34-f0305624c7cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16de0fc5-ef0b-4ec0-b7bb-c73088645c28 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:32:00.323792 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-080713b8-fe9e-4f2d-8a34-f0305624c7cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:00.335698 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-080713b8-fe9e-4f2d-8a34-f0305624c7cf service neutron] Transition to ACTIVE for port object 16de0fc5-ef0b-4ec0-b7bb-c73088645c28 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:32:00.339668 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-080713b8-fe9e-4f2d-8a34-f0305624c7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:00.376050 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-527ace32-a0c5-4c67-b644-e964f7a343a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:00.392439 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080713b8-fe9e-4f2d-8a34-f0305624c7cf service neutron] Pushing event updated for resources: {'Port': ['ID=16de0fc5-ef0b-4ec0-b7bb-c73088645c28,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:00.465492 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-080713b8-fe9e-4f2d-8a34-f0305624c7cf service neutron] Attempting to bind port 16de0fc5-ef0b-4ec0-b7bb-c73088645c28 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:32:00.465824 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-080713b8-fe9e-4f2d-8a34-f0305624c7cf service neutron] Attempting to bind port 16de0fc5-ef0b-4ec0-b7bb-c73088645c28 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '73574de4-c82f-49c3-993c-2abf005d98ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '167cc1ad-5cb7-45a8-847f-07a6dceeb79b'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:32:00.466764 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-080713b8-fe9e-4f2d-8a34-f0305624c7cf service neutron] Attempting to bind port 16de0fc5-ef0b-4ec0-b7bb-c73088645c28 on network 167cc1ad-5cb7-45a8-847f-07a6dceeb79b {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:32:00.471579 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-080713b8-fe9e-4f2d-8a34-f0305624c7cf service neutron] Port 16de0fc5-ef0b-4ec0-b7bb-c73088645c28 on network 167cc1ad-5cb7-45a8-847f-07a6dceeb79b not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:32:00.471937 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-080713b8-fe9e-4f2d-8a34-f0305624c7cf service neutron] Attempting to bind port 16de0fc5-ef0b-4ec0-b7bb-c73088645c28 on network 167cc1ad-5cb7-45a8-847f-07a6dceeb79b {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:32:00.476824 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-080713b8-fe9e-4f2d-8a34-f0305624c7cf service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:32:00.477148 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-080713b8-fe9e-4f2d-8a34-f0305624c7cf service neutron] Checking segment: {'id': '73574de4-c82f-49c3-993c-2abf005d98ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '167cc1ad-5cb7-45a8-847f-07a6dceeb79b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:32:00.477529 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-080713b8-fe9e-4f2d-8a34-f0305624c7cf service neutron] Bound using segment: {'id': '73574de4-c82f-49c3-993c-2abf005d98ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '167cc1ad-5cb7-45a8-847f-07a6dceeb79b'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:32:00.477944 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-080713b8-fe9e-4f2d-8a34-f0305624c7cf service neutron] Bound port: 16de0fc5-ef0b-4ec0-b7bb-c73088645c28, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73574de4-c82f-49c3-993c-2abf005d98ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '167cc1ad-5cb7-45a8-847f-07a6dceeb79b'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:32:00.478303 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-080713b8-fe9e-4f2d-8a34-f0305624c7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:00.547025 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-080713b8-fe9e-4f2d-8a34-f0305624c7cf service neutron] For port 16de0fc5-ef0b-4ec0-b7bb-c73088645c28, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:32:00.554006 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-080713b8-fe9e-4f2d-8a34-f0305624c7cf service neutron] For port 16de0fc5-ef0b-4ec0-b7bb-c73088645c28, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=16de0fc5-ef0b-4ec0-b7bb-c73088645c28,segment=NetworkSegment(73574de4-c82f-49c3-993c-2abf005d98ce),segment_id=73574de4-c82f-49c3-993c-2abf005d98ce)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:32:00.558825 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-080713b8-fe9e-4f2d-8a34-f0305624c7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:00.593850 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-080713b8-fe9e-4f2d-8a34-f0305624c7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:00.594466 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-080713b8-fe9e-4f2d-8a34-f0305624c7cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:00.595897 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-080713b8-fe9e-4f2d-8a34-f0305624c7cf service neutron] 10.222.0.42 "PUT /v2.0/ports/16de0fc5-ef0b-4ec0-b7bb-c73088645c28 HTTP/1.1" status: 200 len: 1093 time: 0.6435819 Jul 13 08:32:00.596331 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af3c7c9-54ae-4a87-a8da-c950004bd84a', 'tag': '16de0fc5-ef0b-4ec0-b7bb-c73088645c28'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:32:00.598655 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13738d9a-e68d-4fc6-837e-56329484842f" -d '{"events": [{"name": "network-changed", "server_uuid": "2af3c7c9-54ae-4a87-a8da-c950004bd84a", "tag": "16de0fc5-ef0b-4ec0-b7bb-c73088645c28"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:32:00.628744 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080713b8-fe9e-4f2d-8a34-f0305624c7cf service neutron] Pushing event updated for resources: {'Port': ['ID=16de0fc5-ef0b-4ec0-b7bb-c73088645c28,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:00.657053 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62325798-8757-4794-ab56-c3906aefda5b x-openstack-request-id: req-62325798-8757-4794-ab56-c3906aefda5b {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:32:00.657393 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af3c7c9-54ae-4a87-a8da-c950004bd84a", "tag": "16de0fc5-ef0b-4ec0-b7bb-c73088645c28", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:32:00.657644 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-62325798-8757-4794-ab56-c3906aefda5b {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:32:00.658042 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af3c7c9-54ae-4a87-a8da-c950004bd84a', 'tag': '16de0fc5-ef0b-4ec0-b7bb-c73088645c28', 'status': 'completed', 'code': 200} Jul 13 08:32:00.749827 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-232ede7d-edbe-4213-8837-c0b25ea48d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:00.751462 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-232ede7d-edbe-4213-8837-c0b25ea48d22 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=41e5d1c973fd4ecf8ba676cd8e8449a3&device_id=2af3c7c9-54ae-4a87-a8da-c950004bd84a HTTP/1.1" status: 200 len: 1096 time: 0.1096404 Jul 13 08:32:00.762287 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb724b-a81c-4dff-b137-628c8cbf5a7a req-36247655-80c7-4ee9-883f-aa67a3a85613 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:00.764481 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2bbb724b-a81c-4dff-b137-628c8cbf5a7a req-36247655-80c7-4ee9-883f-aa67a3a85613 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/ports?device_id=2af3c7c9-54ae-4a87-a8da-c950004bd84a HTTP/1.1" status: 200 len: 944 time: 0.1056175 Jul 13 08:32:00.809164 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-35d82f74-0915-4d97-b86d-2265a034aeb2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16de0fc5-ef0b-4ec0-b7bb-c73088645c28 HTTP/1.1" status: 200 len: 217 time: 0.0436964 Jul 13 08:32:01.226705 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2bbb724b-a81c-4dff-b137-628c8cbf5a7a req-93977cb0-fad1-4179-92b3-d639efd27dd9 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1f4c0b2-ea19-456f-ba26-2c668c33fa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4551077 Jul 13 08:32:01.236022 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-89e0239f-8ae8-4623-9750-c16d4f76118b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:01.237485 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-89e0239f-8ae8-4623-9750-c16d4f76118b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ac25388-60d3-4d4a-9e68-4fc435c9d79d HTTP/1.1" status: 200 len: 856 time: 0.4216816 Jul 13 08:32:01.295411 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-fa745b8b-21b0-4da3-b3af-0818a0750750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:01.296928 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-fa745b8b-21b0-4da3-b3af-0818a0750750 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=167cc1ad-5cb7-45a8-847f-07a6dceeb79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535817 Jul 13 08:32:01.386046 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-a8201701-34f9-4216-97b1-df250e7dcd4b service neutron] 10.222.0.42 "GET /v2.0/networks/167cc1ad-5cb7-45a8-847f-07a6dceeb79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825517 Jul 13 08:32:01.472523 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f1e03aac-eb77-4bc0-97eb-f8e91c006429 req-84697f3f-4cd9-45e0-ba94-3522ecfe8d3a service neutron] 10.222.0.42 "GET /v2.0/networks/167cc1ad-5cb7-45a8-847f-07a6dceeb79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796752 Jul 13 08:32:01.578358 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13738d9a-e68d-4fc6-837e-56329484842f req-8e718f26-f330-4f9f-add8-f997893f4661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:01.580040 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-13738d9a-e68d-4fc6-837e-56329484842f req-8e718f26-f330-4f9f-add8-f997893f4661 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=41e5d1c973fd4ecf8ba676cd8e8449a3&device_id=2af3c7c9-54ae-4a87-a8da-c950004bd84a HTTP/1.1" status: 200 len: 1096 time: 0.0569093 Jul 13 08:32:01.666594 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13738d9a-e68d-4fc6-837e-56329484842f req-c97f125c-c2cb-4814-81a6-7b8f135b6164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:01.668078 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-13738d9a-e68d-4fc6-837e-56329484842f req-c97f125c-c2cb-4814-81a6-7b8f135b6164 service neutron] 10.222.0.42 "GET /v2.0/networks?id=167cc1ad-5cb7-45a8-847f-07a6dceeb79b HTTP/1.1" status: 200 len: 918 time: 0.0822606 Jul 13 08:32:01.710652 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-13738d9a-e68d-4fc6-837e-56329484842f req-cedf5ffb-8ba6-4d3a-99bb-cc5678795959 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16de0fc5-ef0b-4ec0-b7bb-c73088645c28 HTTP/1.1" status: 200 len: 217 time: 0.0357749 Jul 13 08:32:01.758858 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13738d9a-e68d-4fc6-837e-56329484842f req-da8c35d3-6ad9-4baa-bfc4-0071a446dbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:01.760356 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-13738d9a-e68d-4fc6-837e-56329484842f req-da8c35d3-6ad9-4baa-bfc4-0071a446dbd2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ac25388-60d3-4d4a-9e68-4fc435c9d79d HTTP/1.1" status: 200 len: 856 time: 0.0431881 Jul 13 08:32:01.818837 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13738d9a-e68d-4fc6-837e-56329484842f req-782bdc2f-0b4b-4532-ac67-9ab1bf6f1dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:01.820342 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-13738d9a-e68d-4fc6-837e-56329484842f req-782bdc2f-0b4b-4532-ac67-9ab1bf6f1dea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=167cc1ad-5cb7-45a8-847f-07a6dceeb79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525584 Jul 13 08:32:01.914402 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-13738d9a-e68d-4fc6-837e-56329484842f req-2bfb54d7-e7d3-418a-9c62-ac8630fd4c52 service neutron] 10.222.0.42 "GET /v2.0/networks/167cc1ad-5cb7-45a8-847f-07a6dceeb79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864208 Jul 13 08:32:02.003685 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-13738d9a-e68d-4fc6-837e-56329484842f req-92dbd86b-5d5a-4188-aa57-bd7f35c4a20a service neutron] 10.222.0.42 "GET /v2.0/networks/167cc1ad-5cb7-45a8-847f-07a6dceeb79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822449 Jul 13 08:32:02.407832 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29691d13-0cfb-4fe4-acc8-9e53306f63e9 req-f10f4ddd-62bb-4d51-ba83-005bf0f7ee2e tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:02.409313 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-29691d13-0cfb-4fe4-acc8-9e53306f63e9 req-f10f4ddd-62bb-4d51-ba83-005bf0f7ee2e tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/ports?device_id=2af3c7c9-54ae-4a87-a8da-c950004bd84a HTTP/1.1" status: 200 len: 944 time: 0.0662212 Jul 13 08:32:02.446135 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-29691d13-0cfb-4fe4-acc8-9e53306f63e9 req-2ab1e201-0582-4af2-8cae-f14820f01f41 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1f4c0b2-ea19-456f-ba26-2c668c33fa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312941 Jul 13 08:32:03.231514 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:03.259362 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5d88391c-4c63-4d52-ab17-36f2f72c2a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:03.623477 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156326a-9b69-4b20-8f65-5777824d3216 req-6ff5e62f-4305-4b6a-940d-666183c9a2b5 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:03.624975 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1156326a-9b69-4b20-8f65-5777824d3216 req-6ff5e62f-4305-4b6a-940d-666183c9a2b5 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/ports?device_id=2af3c7c9-54ae-4a87-a8da-c950004bd84a HTTP/1.1" status: 200 len: 944 time: 0.0687096 Jul 13 08:32:03.662135 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1156326a-9b69-4b20-8f65-5777824d3216 req-cf8d61b8-bb2c-4211-bc18-2fa595d502a4 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1f4c0b2-ea19-456f-ba26-2c668c33fa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316298 Jul 13 08:32:04.348746 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:04.833613 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e4b2c-887a-46e5-956d-bb48d78a2767 req-ea3e7819-bd9a-4045-a49d-c8355e06e786 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:04.835121 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ce7e4b2c-887a-46e5-956d-bb48d78a2767 req-ea3e7819-bd9a-4045-a49d-c8355e06e786 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/ports?device_id=2af3c7c9-54ae-4a87-a8da-c950004bd84a HTTP/1.1" status: 200 len: 944 time: 0.0625043 Jul 13 08:32:04.873675 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ce7e4b2c-887a-46e5-956d-bb48d78a2767 req-177850eb-b0bf-4176-96df-6ee6575e645c tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1f4c0b2-ea19-456f-ba26-2c668c33fa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330336 Jul 13 08:32:05.374996 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 16de0fc5-ef0b-4ec0-b7bb-c73088645c28 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:32:05.485387 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 16de0fc5-ef0b-4ec0-b7bb-c73088645c28, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=16de0fc5-ef0b-4ec0-b7bb-c73088645c28,segment=NetworkSegment(73574de4-c82f-49c3-993c-2abf005d98ce),segment_id=73574de4-c82f-49c3-993c-2abf005d98ce)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:32:05.496792 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '16de0fc5-ef0b-4ec0-b7bb-c73088645c28', 'network_id': '167cc1ad-5cb7-45a8-847f-07a6dceeb79b', 'port_id': '16de0fc5-ef0b-4ec0-b7bb-c73088645c28', 'mac_address': 'fa:16:3e:dd:6d:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ac25388-60d3-4d4a-9e68-4fc435c9d79d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:32:05.534607 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:05.549516 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16de0fc5-ef0b-4ec0-b7bb-c73088645c28 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:32:05.570049 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 16de0fc5-ef0b-4ec0-b7bb-c73088645c28, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=16de0fc5-ef0b-4ec0-b7bb-c73088645c28,segment=NetworkSegment(73574de4-c82f-49c3-993c-2abf005d98ce),segment_id=73574de4-c82f-49c3-993c-2abf005d98ce)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:32:05.575106 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:05.630193 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=16de0fc5-ef0b-4ec0-b7bb-c73088645c28,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:05.640273 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:05.640273 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:05.640273 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:05.640273 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:05.641257 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:05.641257 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:05.641438 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:05.641627 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:05.642202 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:05.642515 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:05.642843 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:05.643161 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:05.797496 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['16de0fc5-ef0b-4ec0-b7bb-c73088645c28'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:32:06.056711 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f935c3-1de5-41f0-b8c5-c966ef928dbd req-997cb9d2-d1b3-4579-8fa1-a95d060377be tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:06.058239 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-45f935c3-1de5-41f0-b8c5-c966ef928dbd req-997cb9d2-d1b3-4579-8fa1-a95d060377be tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/ports?device_id=2af3c7c9-54ae-4a87-a8da-c950004bd84a HTTP/1.1" status: 200 len: 945 time: 0.0679772 Jul 13 08:32:06.097927 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-45f935c3-1de5-41f0-b8c5-c966ef928dbd req-98ae0129-9581-4819-8c65-4c1ad4926a5e tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1f4c0b2-ea19-456f-ba26-2c668c33fa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329542 Jul 13 08:32:06.114633 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:07.271535 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68ffca-708e-4b8d-a39b-b2efbc3777dd req-40a0c013-134b-4868-a816-c87cdd9774bf tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:07.273004 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cf68ffca-708e-4b8d-a39b-b2efbc3777dd req-40a0c013-134b-4868-a816-c87cdd9774bf tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/ports?device_id=2af3c7c9-54ae-4a87-a8da-c950004bd84a HTTP/1.1" status: 200 len: 945 time: 0.0657361 Jul 13 08:32:07.375397 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 16de0fc5-ef0b-4ec0-b7bb-c73088645c28 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:32:07.426147 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 16de0fc5-ef0b-4ec0-b7bb-c73088645c28 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:32:07.430290 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 16de0fc5-ef0b-4ec0-b7bb-c73088645c28 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:32:07.430795 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:07.513628 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:07.538486 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af3c7c9-54ae-4a87-a8da-c950004bd84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16de0fc5-ef0b-4ec0-b7bb-c73088645c28'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:32:07.540784 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}819247fa28fcd914db4aabd8a9f8f95ceb467163a9d63008da3b74a1dcff375d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd4f62e-9928-49cd-aae7-15c66b8c43aa" -d '{"events": [{"server_uuid": "2af3c7c9-54ae-4a87-a8da-c950004bd84a", "name": "network-vif-plugged", "status": "completed", "tag": "16de0fc5-ef0b-4ec0-b7bb-c73088645c28"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:32:07.555240 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 16de0fc5-ef0b-4ec0-b7bb-c73088645c28, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=16de0fc5-ef0b-4ec0-b7bb-c73088645c28,segment=NetworkSegment(73574de4-c82f-49c3-993c-2abf005d98ce),segment_id=73574de4-c82f-49c3-993c-2abf005d98ce)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:32:07.560075 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:07.599771 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093c73bf-eb5a-40be-89ce-d8ed643185d2 x-openstack-request-id: req-093c73bf-eb5a-40be-89ce-d8ed643185d2 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:32:07.600057 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af3c7c9-54ae-4a87-a8da-c950004bd84a", "name": "network-vif-plugged", "status": "completed", "tag": "16de0fc5-ef0b-4ec0-b7bb-c73088645c28", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:32:07.600306 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-093c73bf-eb5a-40be-89ce-d8ed643185d2 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:32:07.600659 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af3c7c9-54ae-4a87-a8da-c950004bd84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16de0fc5-ef0b-4ec0-b7bb-c73088645c28', 'code': 200} Jul 13 08:32:07.633983 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=16de0fc5-ef0b-4ec0-b7bb-c73088645c28,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:07.663163 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cf68ffca-708e-4b8d-a39b-b2efbc3777dd req-dbacb9ea-4e07-47d4-a536-ad8258a30a95 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1f4c0b2-ea19-456f-ba26-2c668c33fa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846693 Jul 13 08:32:07.710096 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd13e4-328e-4805-a674-108406406486 req-0c5c0484-3d8e-4b39-8e56-dfc5f811a42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:07.711645 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f7fd13e4-328e-4805-a674-108406406486 req-0c5c0484-3d8e-4b39-8e56-dfc5f811a42c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2af3c7c9-54ae-4a87-a8da-c950004bd84a HTTP/1.1" status: 200 len: 1098 time: 0.0542493 Jul 13 08:32:07.748304 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f7fd13e4-328e-4805-a674-108406406486 req-8c4ca6ee-340f-4b5d-b9be-ba0ac83ef383 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4c0b2-ea19-456f-ba26-2c668c33fa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300386 Jul 13 08:32:07.883256 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d026bd4a-bd4c-4f30-b915-b42e53be7051 None None] Provisioning complete for port 16de0fc5-ef0b-4ec0-b7bb-c73088645c28 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:32:07.883556 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d026bd4a-bd4c-4f30-b915-b42e53be7051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:08.841469 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774d717-6a20-451d-af17-c8431d997b57 req-1e578c2f-0649-466c-96a7-16b1a2898fa7 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:08.842873 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7774d717-6a20-451d-af17-c8431d997b57 req-1e578c2f-0649-466c-96a7-16b1a2898fa7 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/ports?device_id=2af3c7c9-54ae-4a87-a8da-c950004bd84a HTTP/1.1" status: 200 len: 946 time: 0.0658517 Jul 13 08:32:08.880924 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7774d717-6a20-451d-af17-c8431d997b57 req-49fc9224-d21f-45b6-a646-7a3fa43caca4 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1f4c0b2-ea19-456f-ba26-2c668c33fa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326028 Jul 13 08:32:09.049363 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22231d3c-f0d6-41e6-bf27-462d908475c7 req-05fc1786-ad59-4952-a416-1bd9f9c710aa tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:09.050842 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-22231d3c-f0d6-41e6-bf27-462d908475c7 req-05fc1786-ad59-4952-a416-1bd9f9c710aa tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/ports?device_id=2af3c7c9-54ae-4a87-a8da-c950004bd84a HTTP/1.1" status: 200 len: 946 time: 0.0621650 Jul 13 08:32:09.087368 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-22231d3c-f0d6-41e6-bf27-462d908475c7 req-91beab53-cfba-4b28-9969-8efd90f2a9dc tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1f4c0b2-ea19-456f-ba26-2c668c33fa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308802 Jul 13 08:32:09.669701 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e82e8d3f-e7bc-483f-99de-73895ae9c3cf req-a4a47a9c-28fb-4795-8948-f28f4f177782 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2af3c7c9-54ae-4a87-a8da-c950004bd84a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0525546 Jul 13 08:32:09.766630 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e8d3f-e7bc-483f-99de-73895ae9c3cf req-e4d02978-220d-442c-a3c0-2e474596ad0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:09.768415 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e82e8d3f-e7bc-483f-99de-73895ae9c3cf req-e4d02978-220d-442c-a3c0-2e474596ad0a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=41e5d1c973fd4ecf8ba676cd8e8449a3&device_id=2af3c7c9-54ae-4a87-a8da-c950004bd84a HTTP/1.1" status: 200 len: 1098 time: 0.0575552 Jul 13 08:32:09.871500 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e8d3f-e7bc-483f-99de-73895ae9c3cf req-42706c27-afff-4234-ac5d-fd3334cb248b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:09.873637 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e82e8d3f-e7bc-483f-99de-73895ae9c3cf req-42706c27-afff-4234-ac5d-fd3334cb248b service neutron] 10.222.0.42 "GET /v2.0/networks?id=167cc1ad-5cb7-45a8-847f-07a6dceeb79b HTTP/1.1" status: 200 len: 918 time: 0.0852408 Jul 13 08:32:09.917992 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e82e8d3f-e7bc-483f-99de-73895ae9c3cf req-0b6189d6-cc00-473d-a19f-f440cf84bed1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16de0fc5-ef0b-4ec0-b7bb-c73088645c28 HTTP/1.1" status: 200 len: 217 time: 0.0385883 Jul 13 08:32:09.967993 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e8d3f-e7bc-483f-99de-73895ae9c3cf req-5a6989e2-594b-48d2-814f-a15627f529ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:09.969479 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e82e8d3f-e7bc-483f-99de-73895ae9c3cf req-5a6989e2-594b-48d2-814f-a15627f529ce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ac25388-60d3-4d4a-9e68-4fc435c9d79d HTTP/1.1" status: 200 len: 856 time: 0.0453081 Jul 13 08:32:10.030529 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e8d3f-e7bc-483f-99de-73895ae9c3cf req-382918f3-344a-4248-94a2-174f7ecbecef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:10.032186 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e82e8d3f-e7bc-483f-99de-73895ae9c3cf req-382918f3-344a-4248-94a2-174f7ecbecef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=167cc1ad-5cb7-45a8-847f-07a6dceeb79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568652 Jul 13 08:32:10.133471 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e82e8d3f-e7bc-483f-99de-73895ae9c3cf req-e091e782-48e3-4dc7-bec6-2133e8434edb service neutron] 10.222.0.42 "GET /v2.0/networks/167cc1ad-5cb7-45a8-847f-07a6dceeb79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948782 Jul 13 08:32:10.221431 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e82e8d3f-e7bc-483f-99de-73895ae9c3cf req-6776f884-1ac7-45fc-8c2b-864af552f278 service neutron] 10.222.0.42 "GET /v2.0/networks/167cc1ad-5cb7-45a8-847f-07a6dceeb79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815651 Jul 13 08:32:23.952174 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:24.639177 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:27.951180 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7e15e-6f91-4ba0-b98e-e92f7f549b9b req-791ab0a2-cca5-456e-a038-e12781221aca tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:27.952771 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-03d7e15e-6f91-4ba0-b98e-e92f7f549b9b req-791ab0a2-cca5-456e-a038-e12781221aca tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/ports?device_id=2af3c7c9-54ae-4a87-a8da-c950004bd84a HTTP/1.1" status: 200 len: 946 time: 0.0661938 Jul 13 08:32:27.994553 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-03d7e15e-6f91-4ba0-b98e-e92f7f549b9b req-59cb09ba-c544-49fd-8676-b5d99bb1c7b7 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1f4c0b2-ea19-456f-ba26-2c668c33fa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359819 Jul 13 08:32:29.176659 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad5cabb-853d-4d39-bbee-adfc4991a7e1 req-555348fc-7336-4d5c-b3ab-f74867a81065 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:29.178162 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bad5cabb-853d-4d39-bbee-adfc4991a7e1 req-555348fc-7336-4d5c-b3ab-f74867a81065 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/ports?device_id=2af3c7c9-54ae-4a87-a8da-c950004bd84a HTTP/1.1" status: 200 len: 946 time: 0.0693891 Jul 13 08:32:29.218674 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bad5cabb-853d-4d39-bbee-adfc4991a7e1 req-67232807-9698-4dfd-9766-ae9a2b96ebd3 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/security-groups?id=a1f4c0b2-ea19-456f-ba26-2c668c33fa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336361 Jul 13 08:32:29.365173 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11445873-52c5-4bb7-b431-1cdc9aac2296 req-af18e88b-7695-4d34-b1b0-6a389d24f00c tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:29.366568 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-11445873-52c5-4bb7-b431-1cdc9aac2296 req-af18e88b-7695-4d34-b1b0-6a389d24f00c tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.42 "GET /v2.0/ports?device_id=2af3c7c9-54ae-4a87-a8da-c950004bd84a HTTP/1.1" status: 200 len: 946 time: 0.0628278 Jul 13 08:32:29.463444 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-11445873-52c5-4bb7-b431-1cdc9aac2296 req-b2c41e53-fb9f-4ce1-9db2-31ea16c847d9 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Deleting port 16de0fc5-ef0b-4ec0-b7bb-c73088645c28 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:32:29.463784 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-11445873-52c5-4bb7-b431-1cdc9aac2296 req-b2c41e53-fb9f-4ce1-9db2-31ea16c847d9 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:29.553627 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-11445873-52c5-4bb7-b431-1cdc9aac2296 req-b2c41e53-fb9f-4ce1-9db2-31ea16c847d9 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] For port 16de0fc5-ef0b-4ec0-b7bb-c73088645c28, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=16de0fc5-ef0b-4ec0-b7bb-c73088645c28,segment=NetworkSegment(73574de4-c82f-49c3-993c-2abf005d98ce),segment_id=73574de4-c82f-49c3-993c-2abf005d98ce)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:32:29.553978 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-11445873-52c5-4bb7-b431-1cdc9aac2296 req-b2c41e53-fb9f-4ce1-9db2-31ea16c847d9 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:29.567476 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-11445873-52c5-4bb7-b431-1cdc9aac2296 req-b2c41e53-fb9f-4ce1-9db2-31ea16c847d9 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Calling delete_port for 16de0fc5-ef0b-4ec0-b7bb-c73088645c28 owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:32:29.696094 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-11445873-52c5-4bb7-b431-1cdc9aac2296 req-b2c41e53-fb9f-4ce1-9db2-31ea16c847d9 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:29.708293 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['16de0fc5-ef0b-4ec0-b7bb-c73088645c28'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:32:29.725756 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c41e53-fb9f-4ce1-9db2-31ea16c847d9 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Pushing event deleted for resources: {'Port': ['ID=16de0fc5-ef0b-4ec0-b7bb-c73088645c28,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:29.772143 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-11445873-52c5-4bb7-b431-1cdc9aac2296 req-b2c41e53-fb9f-4ce1-9db2-31ea16c847d9 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] No DVR routers for this DVR port 16de0fc5-ef0b-4ec0-b7bb-c73088645c28 on host n-h1-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:32:29.774861 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-11445873-52c5-4bb7-b431-1cdc9aac2296 req-b2c41e53-fb9f-4ce1-9db2-31ea16c847d9 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:29.776896 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-11445873-52c5-4bb7-b431-1cdc9aac2296 req-b2c41e53-fb9f-4ce1-9db2-31ea16c847d9 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.42 "DELETE /v2.0/ports/16de0fc5-ef0b-4ec0-b7bb-c73088645c28 HTTP/1.1" status: 204 len: 173 time: 0.4048886 Jul 13 08:32:29.777338 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af3c7c9-54ae-4a87-a8da-c950004bd84a', 'name': 'network-vif-deleted', 'tag': '16de0fc5-ef0b-4ec0-b7bb-c73088645c28'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:32:29.779652 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75510f5-7cd6-4a92-a8c0-56c3ff47fa50" -d '{"events": [{"server_uuid": "2af3c7c9-54ae-4a87-a8da-c950004bd84a", "name": "network-vif-deleted", "tag": "16de0fc5-ef0b-4ec0-b7bb-c73088645c28"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:32:29.876459 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f94c5a-4683-4cbf-a580-8dfe4543ca11 x-openstack-request-id: req-b0f94c5a-4683-4cbf-a580-8dfe4543ca11 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:32:29.876742 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af3c7c9-54ae-4a87-a8da-c950004bd84a", "name": "network-vif-deleted", "tag": "16de0fc5-ef0b-4ec0-b7bb-c73088645c28", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:32:29.876994 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b0f94c5a-4683-4cbf-a580-8dfe4543ca11 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:32:29.877391 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af3c7c9-54ae-4a87-a8da-c950004bd84a', 'name': 'network-vif-deleted', 'tag': '16de0fc5-ef0b-4ec0-b7bb-c73088645c28', 'status': 'completed', 'code': 200} Jul 13 08:32:30.376296 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d42fee42-97da-4edd-967e-696fff7a1c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:30.390406 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e7d195d0-da1f-40d3-a2de-2750b4f62999 req-663c8f91-5a39-43ef-82a2-e984ff0c5cd2 tempest-TestEncryptedCinderVolumes-210159032 tempest-TestEncryptedCinderVolumes-210159032-project] 10.222.0.23 "GET /v2.0/ports?device_id=2af3c7c9-54ae-4a87-a8da-c950004bd84a HTTP/1.1" status: 200 len: 210 time: 0.0404129 Jul 13 08:32:31.518463 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45098) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:32:31.854760 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d23df31a-515c-4f4d-9bb5-964db6a8b31d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:32.117116 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-d23df31a-515c-4f4d-9bb5-964db6a8b31d admin admin] Deleting port ed1a0640-2edf-4d37-9ce6-916855860316 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:32:32.117433 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d23df31a-515c-4f4d-9bb5-964db6a8b31d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:32.203253 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-d23df31a-515c-4f4d-9bb5-964db6a8b31d admin admin] For port ed1a0640-2edf-4d37-9ce6-916855860316, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=ed1a0640-2edf-4d37-9ce6-916855860316,segment=NetworkSegment(73574de4-c82f-49c3-993c-2abf005d98ce),segment_id=73574de4-c82f-49c3-993c-2abf005d98ce)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:32:32.203614 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d23df31a-515c-4f4d-9bb5-964db6a8b31d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:32.215829 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-d23df31a-515c-4f4d-9bb5-964db6a8b31d admin admin] Calling delete_port for ed1a0640-2edf-4d37-9ce6-916855860316 owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:32:32.393713 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d23df31a-515c-4f4d-9bb5-964db6a8b31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:32.419354 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23df31a-515c-4f4d-9bb5-964db6a8b31d admin admin] Pushing event deleted for resources: {'Port': ['ID=ed1a0640-2edf-4d37-9ce6-916855860316,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:32.447509 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23df31a-515c-4f4d-9bb5-964db6a8b31d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:32.447860 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23df31a-515c-4f4d-9bb5-964db6a8b31d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:32.448196 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23df31a-515c-4f4d-9bb5-964db6a8b31d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:32.448525 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23df31a-515c-4f4d-9bb5-964db6a8b31d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:32.448857 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23df31a-515c-4f4d-9bb5-964db6a8b31d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:32.449183 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23df31a-515c-4f4d-9bb5-964db6a8b31d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:32.449511 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23df31a-515c-4f4d-9bb5-964db6a8b31d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:32.449827 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23df31a-515c-4f4d-9bb5-964db6a8b31d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:32.450144 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23df31a-515c-4f4d-9bb5-964db6a8b31d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:32.450483 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23df31a-515c-4f4d-9bb5-964db6a8b31d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:32.450781 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23df31a-515c-4f4d-9bb5-964db6a8b31d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:32.451097 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23df31a-515c-4f4d-9bb5-964db6a8b31d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:32.600343 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d23df31a-515c-4f4d-9bb5-964db6a8b31d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:32.819019 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23df31a-515c-4f4d-9bb5-964db6a8b31d admin admin] Router 3ddbe886-b1f5-4712-9e65-01023b5e7458 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:32:32.924741 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23df31a-515c-4f4d-9bb5-964db6a8b31d admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:32:32.929856 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d23df31a-515c-4f4d-9bb5-964db6a8b31d admin admin] 10.222.0.23 "PUT /v2.0/routers/3ddbe886-b1f5-4712-9e65-01023b5e7458/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4102452 Jul 13 08:32:32.932431 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45100) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:32:32.932955 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e1e4ea-47b5-45a0-aa12-a9a4044abf2f None None] Sync routers for ids ['3ddbe886-b1f5-4712-9e65-01023b5e7458'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:32:32.943738 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e1e4ea-47b5-45a0-aa12-a9a4044abf2f None None] Routers {'3ddbe886-b1f5-4712-9e65-01023b5e7458'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:32:32.944349 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-18e1e4ea-47b5-45a0-aa12-a9a4044abf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:32:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['3ddbe886-b1f5-4712-9e65-01023b5e7458'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:33.038348 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9e1e586c-5164-4b7b-85b9-49979f238f5b admin admin] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:33.044144 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-18e1e4ea-47b5-45a0-aa12-a9a4044abf2f None None] Set router 3ddbe886-b1f5-4712-9e65-01023b5e7458 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:32:33.140909 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9e1e586c-5164-4b7b-85b9-49979f238f5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:33.194227 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-9e1e586c-5164-4b7b-85b9-49979f238f5b admin admin] Deleting port 2050b99e-8f63-477d-abc9-abb39e81a748 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:32:33.194516 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9e1e586c-5164-4b7b-85b9-49979f238f5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:33.224570 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-18e1e4ea-47b5-45a0-aa12-a9a4044abf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddbe886-b1f5-4712-9e65-01023b5e7458', 'name': 'tempest-TestEncryptedCinderVolumes-1507333376-router', 'tenant_id': '41e5d1c973fd4ecf8ba676cd8e8449a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '2050b99e-8f63-477d-abc9-abb39e81a748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:14Z', 'updated_at': '2021-07-13T08:32:32Z', 'revision_number': 5, 'project_id': '41e5d1c973fd4ecf8ba676cd8e8449a3', 'gw_port': {'id': '2050b99e-8f63-477d-abc9-abb39e81a748', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddbe886-b1f5-4712-9e65-01023b5e7458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:14Z', 'updated_at': '2021-07-13T08:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:33.233980 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:33.260462 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e1e4ea-47b5-45a0-aa12-a9a4044abf2f None None] Checking router: 3ddbe886-b1f5-4712-9e65-01023b5e7458 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:32:33.267255 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6d8983ad-e3bf-410d-99fb-6c6b1769805c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:33.272944 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e1e4ea-47b5-45a0-aa12-a9a4044abf2f None None] Routers {'3ddbe886-b1f5-4712-9e65-01023b5e7458'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:32:33.273742 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-18e1e4ea-47b5-45a0-aa12-a9a4044abf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:32:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['3ddbe886-b1f5-4712-9e65-01023b5e7458'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:33.288022 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-9e1e586c-5164-4b7b-85b9-49979f238f5b admin admin] For port 2050b99e-8f63-477d-abc9-abb39e81a748, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=2050b99e-8f63-477d-abc9-abb39e81a748,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:32:33.288378 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9e1e586c-5164-4b7b-85b9-49979f238f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:33.308889 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-9e1e586c-5164-4b7b-85b9-49979f238f5b admin admin] Calling delete_port for 2050b99e-8f63-477d-abc9-abb39e81a748 owned by network:router_gateway {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:32:33.382164 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-18e1e4ea-47b5-45a0-aa12-a9a4044abf2f None None] Set router 3ddbe886-b1f5-4712-9e65-01023b5e7458 gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:32:33.433582 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-18e1e4ea-47b5-45a0-aa12-a9a4044abf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddbe886-b1f5-4712-9e65-01023b5e7458', 'name': 'tempest-TestEncryptedCinderVolumes-1507333376-router', 'tenant_id': '41e5d1c973fd4ecf8ba676cd8e8449a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:14Z', 'updated_at': '2021-07-13T08:32:33Z', 'revision_number': 6, 'project_id': '41e5d1c973fd4ecf8ba676cd8e8449a3', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:33.464236 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e1e4ea-47b5-45a0-aa12-a9a4044abf2f None None] The sync data for ids ['3ddbe886-b1f5-4712-9e65-01023b5e7458'] in n-d-771363-34 is: [{'id': '3ddbe886-b1f5-4712-9e65-01023b5e7458', 'name': 'tempest-TestEncryptedCinderVolumes-1507333376-router', 'tenant_id': '41e5d1c973fd4ecf8ba676cd8e8449a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:14Z', 'updated_at': '2021-07-13T08:32:33Z', 'revision_number': 6, 'project_id': '41e5d1c973fd4ecf8ba676cd8e8449a3', 'gw_port_host': None}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:32:33.490299 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9e1e586c-5164-4b7b-85b9-49979f238f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:33.501426 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 16de0fc5-ef0b-4ec0-b7bb-c73088645c28 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:32:33.521095 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e586c-5164-4b7b-85b9-49979f238f5b admin admin] Pushing event deleted for resources: {'Port': ['ID=2050b99e-8f63-477d-abc9-abb39e81a748,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:33.524554 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 16de0fc5-ef0b-4ec0-b7bb-c73088645c28 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:32:33.525101 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 16de0fc5-ef0b-4ec0-b7bb-c73088645c28 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:32:33.582548 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9e1e586c-5164-4b7b-85b9-49979f238f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:33.671980 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9e1e586c-5164-4b7b-85b9-49979f238f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:33.674074 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9e1e586c-5164-4b7b-85b9-49979f238f5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:33.721258 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9e1e586c-5164-4b7b-85b9-49979f238f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:33.721693 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1e586c-5164-4b7b-85b9-49979f238f5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ddbe886-b1f5-4712-9e65-01023b5e7458 {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:32:33.725966 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-9e1e586c-5164-4b7b-85b9-49979f238f5b admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:33.727243 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-9e1e586c-5164-4b7b-85b9-49979f238f5b admin admin] 10.222.0.23 "DELETE /v2.0/routers/3ddbe886-b1f5-4712-9e65-01023b5e7458 HTTP/1.1" status: 204 len: 168 time: 0.7937012 Jul 13 08:32:33.729734 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45102) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:32:33.774152 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-73667bed-6dcf-44f9-9152-e6726e1d1daf admin admin] Deleting subnet 9ac25388-60d3-4d4a-9e68-4fc435c9d79d {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:32:33.777051 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-73667bed-6dcf-44f9-9152-e6726e1d1daf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:33.813108 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-73667bed-6dcf-44f9-9152-e6726e1d1daf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:33.900285 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-73667bed-6dcf-44f9-9152-e6726e1d1daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:33.953240 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-73667bed-6dcf-44f9-9152-e6726e1d1daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:33.978417 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73667bed-6dcf-44f9-9152-e6726e1d1daf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ac25388-60d3-4d4a-9e68-4fc435c9d79d,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:33.981965 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-73667bed-6dcf-44f9-9152-e6726e1d1daf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:33.984472 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-73667bed-6dcf-44f9-9152-e6726e1d1daf admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9ac25388-60d3-4d4a-9e68-4fc435c9d79d HTTP/1.1" status: 204 len: 168 time: 0.2538292 Jul 13 08:32:33.986910 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45104) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:32:33.989861 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56578c78-d415-4929-b861-8feaac91c9c1 None None] Network 167cc1ad-5cb7-45a8-847f-07a6dceeb79b requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:32:34.032879 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:32:34.058079 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-782080f8-b951-4bae-ace6-63ae51a0ec01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:34.114552 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-782080f8-b951-4bae-ace6-63ae51a0ec01 admin admin] Deleting port 595e9af4-beb1-47fb-932c-83361164c3e9 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:32:34.114885 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-782080f8-b951-4bae-ace6-63ae51a0ec01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:34.179605 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-782080f8-b951-4bae-ace6-63ae51a0ec01 admin admin] For port 595e9af4-beb1-47fb-932c-83361164c3e9, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=595e9af4-beb1-47fb-932c-83361164c3e9,segment=NetworkSegment(73574de4-c82f-49c3-993c-2abf005d98ce),segment_id=73574de4-c82f-49c3-993c-2abf005d98ce)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:32:34.179964 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-782080f8-b951-4bae-ace6-63ae51a0ec01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:34.192704 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-782080f8-b951-4bae-ace6-63ae51a0ec01 admin admin] Calling delete_port for 595e9af4-beb1-47fb-932c-83361164c3e9 owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:32:34.211790 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21e79a2-8451-458a-ae54-e51752f9b662 None None] DHCP port deletion for 167cc1ad-5cb7-45a8-847f-07a6dceeb79b request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:32:34.258834 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-b21e79a2-8451-458a-ae54-e51752f9b662 None None] Deleting port 595e9af4-beb1-47fb-932c-83361164c3e9 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:32:34.259585 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b21e79a2-8451-458a-ae54-e51752f9b662 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:34.281118 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-782080f8-b951-4bae-ace6-63ae51a0ec01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:34.308991 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782080f8-b951-4bae-ace6-63ae51a0ec01 admin admin] Pushing event deleted for resources: {'Port': ['ID=595e9af4-beb1-47fb-932c-83361164c3e9,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:34.310815 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782080f8-b951-4bae-ace6-63ae51a0ec01 admin admin] No DVR routers for this DVR port 595e9af4-beb1-47fb-932c-83361164c3e9 on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:32:34.330495 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-b21e79a2-8451-458a-ae54-e51752f9b662 None None] For port 595e9af4-beb1-47fb-932c-83361164c3e9, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=595e9af4-beb1-47fb-932c-83361164c3e9,segment=NetworkSegment(73574de4-c82f-49c3-993c-2abf005d98ce),segment_id=73574de4-c82f-49c3-993c-2abf005d98ce)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:32:34.330911 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b21e79a2-8451-458a-ae54-e51752f9b662 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:34.350658 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-b21e79a2-8451-458a-ae54-e51752f9b662 None None] Calling delete_port for 595e9af4-beb1-47fb-932c-83361164c3e9 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:32:34.363063 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:34.384105 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-782080f8-b951-4bae-ace6-63ae51a0ec01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:34.396425 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-782080f8-b951-4bae-ace6-63ae51a0ec01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['167cc1ad-5cb7-45a8-847f-07a6dceeb79b']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:34.412309 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-782080f8-b951-4bae-ace6-63ae51a0ec01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73574de4-c82f-49c3-993c-2abf005d98ce') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:34.412607 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-782080f8-b951-4bae-ace6-63ae51a0ec01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73574de4-c82f-49c3-993c-2abf005d98ce') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:34.422294 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-782080f8-b951-4bae-ace6-63ae51a0ec01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 08:32:34.431288 n-d-771363-34 neutron-server[94019]: self.session.flush() Jul 13 08:32:34.438830 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b21e79a2-8451-458a-ae54-e51752f9b662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:34.439145 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-782080f8-b951-4bae-ace6-63ae51a0ec01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:34.445641 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-782080f8-b951-4bae-ace6-63ae51a0ec01 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:32:34.446713 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-782080f8-b951-4bae-ace6-63ae51a0ec01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:34.448765 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 08:32:34.448765 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:32:34.448765 n-d-771363-34 neutron-server[94017]: timer() Jul 13 08:32:34.448765 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:32:34.448765 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 08:32:34.448765 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:32:34.448765 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 08:32:34.448765 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:32:34.448765 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 08:32:34.448765 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:32:34.448765 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 08:32:34.448765 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:32:34.448765 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 08:32:34.448765 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:32:34.448765 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:32:34.448765 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:32:34.448765 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:32:34.448765 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:32:34.448765 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 08:32:34.448765 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:32:34.448765 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 08:32:34.448765 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:32:34.448765 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:32:34.448765 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:32:34.448765 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 08:32:34.448765 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:32:34.448765 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:32:34.448765 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:32:34.448765 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:32:34.448765 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:32:34.448765 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:32:34.448765 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:32:34.468656 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e79a2-8451-458a-ae54-e51752f9b662 None None] Pushing event deleted for resources: {'Port': ['ID=595e9af4-beb1-47fb-932c-83361164c3e9,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:34.472491 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21e79a2-8451-458a-ae54-e51752f9b662 None None] No DVR routers for this DVR port 595e9af4-beb1-47fb-932c-83361164c3e9 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:32:34.511546 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-782080f8-b951-4bae-ace6-63ae51a0ec01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:34.518334 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-782080f8-b951-4bae-ace6-63ae51a0ec01 admin admin] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:34.520224 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-782080f8-b951-4bae-ace6-63ae51a0ec01 admin admin] 10.222.0.23 "DELETE /v2.0/networks/167cc1ad-5cb7-45a8-847f-07a6dceeb79b HTTP/1.1" status: 204 len: 168 time: 0.5323634 Jul 13 08:32:34.523406 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45106) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:32:34.531783 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782080f8-b951-4bae-ace6-63ae51a0ec01 admin admin] Pushing event deleted for resources: {'Network': ['ID=167cc1ad-5cb7-45a8-847f-07a6dceeb79b,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:34.735089 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 2050b99e-8f63-477d-abc9-abb39e81a748 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:32:34.755006 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 2050b99e-8f63-477d-abc9-abb39e81a748 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:32:34.755697 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 2050b99e-8f63-477d-abc9-abb39e81a748 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:32:34.756203 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device ed1a0640-2edf-4d37-9ce6-916855860316 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:32:34.775413 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: ed1a0640-2edf-4d37-9ce6-916855860316 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:32:34.775682 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device ed1a0640-2edf-4d37-9ce6-916855860316 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:32:34.776090 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 595e9af4-beb1-47fb-932c-83361164c3e9 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:32:34.796093 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 595e9af4-beb1-47fb-932c-83361164c3e9 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:32:34.796433 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 595e9af4-beb1-47fb-932c-83361164c3e9 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:32:34.870874 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1f0476d-c900-40e7-9011-0bff53a10344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:35.127044 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-a1f0476d-c900-40e7-9011-0bff53a10344 admin admin] Deleting port 6cc9af7b-6f91-403f-bc38-14d4925a16f7 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:32:35.127317 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1f0476d-c900-40e7-9011-0bff53a10344 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:35.206372 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-a1f0476d-c900-40e7-9011-0bff53a10344 admin admin] For port 6cc9af7b-6f91-403f-bc38-14d4925a16f7, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=6cc9af7b-6f91-403f-bc38-14d4925a16f7,segment=NetworkSegment(5ced8b0f-d1d4-4ea3-87b2-f2aaad3bd6ae),segment_id=5ced8b0f-d1d4-4ea3-87b2-f2aaad3bd6ae)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:32:35.206724 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1f0476d-c900-40e7-9011-0bff53a10344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:35.220131 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-a1f0476d-c900-40e7-9011-0bff53a10344 admin admin] Calling delete_port for 6cc9af7b-6f91-403f-bc38-14d4925a16f7 owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:32:35.402390 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1f0476d-c900-40e7-9011-0bff53a10344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:35.428563 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0476d-c900-40e7-9011-0bff53a10344 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cc9af7b-6f91-403f-bc38-14d4925a16f7,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:35.595541 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a1f0476d-c900-40e7-9011-0bff53a10344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:35.806482 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f0476d-c900-40e7-9011-0bff53a10344 admin admin] Router acb43d4d-a734-4e79-9d6b-949cd46c71c2 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:32:35.909649 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f0476d-c900-40e7-9011-0bff53a10344 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:32:35.914872 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a1f0476d-c900-40e7-9011-0bff53a10344 admin admin] 10.222.0.23 "PUT /v2.0/routers/acb43d4d-a734-4e79-9d6b-949cd46c71c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3902829 Jul 13 08:32:35.917605 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45108) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:32:35.918301 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb26bb13-529c-4cd2-a584-3f1bcc67924e None None] Sync routers for ids ['acb43d4d-a734-4e79-9d6b-949cd46c71c2'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:32:35.927988 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb26bb13-529c-4cd2-a584-3f1bcc67924e None None] Routers {'acb43d4d-a734-4e79-9d6b-949cd46c71c2'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:32:35.928607 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-fb26bb13-529c-4cd2-a584-3f1bcc67924e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:32:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['acb43d4d-a734-4e79-9d6b-949cd46c71c2'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:36.021766 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f2c933fa-d263-492f-bae3-10d1815718c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:36.031262 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-fb26bb13-529c-4cd2-a584-3f1bcc67924e None None] Set router acb43d4d-a734-4e79-9d6b-949cd46c71c2 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:32:36.125740 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f2c933fa-d263-492f-bae3-10d1815718c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:36.145435 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:36.179091 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-f2c933fa-d263-492f-bae3-10d1815718c0 admin admin] Deleting port f6c36916-b975-4823-8666-56f2ca058bfe {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:32:36.179458 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f2c933fa-d263-492f-bae3-10d1815718c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:36.222708 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-fb26bb13-529c-4cd2-a584-3f1bcc67924e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb43d4d-a734-4e79-9d6b-949cd46c71c2', 'name': 'tempest-TestEncryptedCinderVolumes-1751687326-router', 'tenant_id': '76038f6760434ada80f84b15f1a3bf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'f6c36916-b975-4823-8666-56f2ca058bfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:18Z', 'updated_at': '2021-07-13T08:32:35Z', 'revision_number': 5, 'project_id': '76038f6760434ada80f84b15f1a3bf95', 'gw_port': {'id': 'f6c36916-b975-4823-8666-56f2ca058bfe', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb43d4d-a734-4e79-9d6b-949cd46c71c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:31:19Z', 'updated_at': '2021-07-13T08:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:36.249624 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb26bb13-529c-4cd2-a584-3f1bcc67924e None None] Checking router: acb43d4d-a734-4e79-9d6b-949cd46c71c2 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:32:36.257721 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb26bb13-529c-4cd2-a584-3f1bcc67924e None None] Routers {'acb43d4d-a734-4e79-9d6b-949cd46c71c2'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:32:36.258324 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-fb26bb13-529c-4cd2-a584-3f1bcc67924e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:32:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['acb43d4d-a734-4e79-9d6b-949cd46c71c2'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:36.260791 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-f2c933fa-d263-492f-bae3-10d1815718c0 admin admin] For port f6c36916-b975-4823-8666-56f2ca058bfe, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=f6c36916-b975-4823-8666-56f2ca058bfe,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:32:36.261144 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f2c933fa-d263-492f-bae3-10d1815718c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:36.272934 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-f2c933fa-d263-492f-bae3-10d1815718c0 admin admin] Calling delete_port for f6c36916-b975-4823-8666-56f2ca058bfe owned by network:router_gateway {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:32:36.344029 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-fb26bb13-529c-4cd2-a584-3f1bcc67924e None None] Set router acb43d4d-a734-4e79-9d6b-949cd46c71c2 gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:32:36.399101 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-fb26bb13-529c-4cd2-a584-3f1bcc67924e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb43d4d-a734-4e79-9d6b-949cd46c71c2', 'name': 'tempest-TestEncryptedCinderVolumes-1751687326-router', 'tenant_id': '76038f6760434ada80f84b15f1a3bf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:18Z', 'updated_at': '2021-07-13T08:32:36Z', 'revision_number': 6, 'project_id': '76038f6760434ada80f84b15f1a3bf95', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:36.425789 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb26bb13-529c-4cd2-a584-3f1bcc67924e None None] The sync data for ids ['acb43d4d-a734-4e79-9d6b-949cd46c71c2'] in n-d-771363-34 is: [{'id': 'acb43d4d-a734-4e79-9d6b-949cd46c71c2', 'name': 'tempest-TestEncryptedCinderVolumes-1751687326-router', 'tenant_id': '76038f6760434ada80f84b15f1a3bf95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:31:18Z', 'updated_at': '2021-07-13T08:32:36Z', 'revision_number': 6, 'project_id': '76038f6760434ada80f84b15f1a3bf95', 'gw_port_host': None}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:32:36.441648 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f2c933fa-d263-492f-bae3-10d1815718c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:36.468530 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c933fa-d263-492f-bae3-10d1815718c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6c36916-b975-4823-8666-56f2ca058bfe,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:36.528832 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f2c933fa-d263-492f-bae3-10d1815718c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:36.621100 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f2c933fa-d263-492f-bae3-10d1815718c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:36.623175 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f2c933fa-d263-492f-bae3-10d1815718c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:36.668074 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f2c933fa-d263-492f-bae3-10d1815718c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:36.668786 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c933fa-d263-492f-bae3-10d1815718c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router acb43d4d-a734-4e79-9d6b-949cd46c71c2 {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:32:36.673825 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f2c933fa-d263-492f-bae3-10d1815718c0 admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:36.674975 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f2c933fa-d263-492f-bae3-10d1815718c0 admin admin] 10.222.0.23 "DELETE /v2.0/routers/acb43d4d-a734-4e79-9d6b-949cd46c71c2 HTTP/1.1" status: 204 len: 168 time: 0.7563272 Jul 13 08:32:36.677529 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45110) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:32:36.720891 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b281323-d24f-4652-a8ce-e95556cad4f6 admin admin] Deleting subnet b8627656-6959-444a-80b7-5e10bd65a56b {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:32:36.723797 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0b281323-d24f-4652-a8ce-e95556cad4f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:36.756797 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0b281323-d24f-4652-a8ce-e95556cad4f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:36.899686 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 6cc9af7b-6f91-403f-bc38-14d4925a16f7 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:32:36.922336 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 6cc9af7b-6f91-403f-bc38-14d4925a16f7 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:32:36.923040 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 6cc9af7b-6f91-403f-bc38-14d4925a16f7 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:32:37.185723 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0b281323-d24f-4652-a8ce-e95556cad4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:37.240435 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0b281323-d24f-4652-a8ce-e95556cad4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:37.266017 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b281323-d24f-4652-a8ce-e95556cad4f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8627656-6959-444a-80b7-5e10bd65a56b,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:37.269901 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0b281323-d24f-4652-a8ce-e95556cad4f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:37.271882 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0b281323-d24f-4652-a8ce-e95556cad4f6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b8627656-6959-444a-80b7-5e10bd65a56b HTTP/1.1" status: 204 len: 168 time: 0.5933583 Jul 13 08:32:37.274539 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45112) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:32:37.275366 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a25ddd5-26e8-44cc-973a-67e96b5ec086 None None] Network cdcd0da2-9aa1-4d59-91b2-54ce240bb1e3 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:32:37.342714 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-13c5937e-7b06-4a4e-9305-c3f78e58b2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:37.399591 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-13c5937e-7b06-4a4e-9305-c3f78e58b2ef admin admin] Deleting port 22792301-d3fa-4097-8fe9-b41f15638fe4 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:32:37.399919 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-13c5937e-7b06-4a4e-9305-c3f78e58b2ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:37.454470 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d64d5b-bb17-4993-afa5-9db14857c59f None None] DHCP port deletion for cdcd0da2-9aa1-4d59-91b2-54ce240bb1e3 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:32:37.464646 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-13c5937e-7b06-4a4e-9305-c3f78e58b2ef admin admin] For port 22792301-d3fa-4097-8fe9-b41f15638fe4, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=22792301-d3fa-4097-8fe9-b41f15638fe4,segment=NetworkSegment(5ced8b0f-d1d4-4ea3-87b2-f2aaad3bd6ae),segment_id=5ced8b0f-d1d4-4ea3-87b2-f2aaad3bd6ae)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:32:37.464997 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-13c5937e-7b06-4a4e-9305-c3f78e58b2ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:37.477814 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-13c5937e-7b06-4a4e-9305-c3f78e58b2ef admin admin] Calling delete_port for 22792301-d3fa-4097-8fe9-b41f15638fe4 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:32:37.500153 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-e1d64d5b-bb17-4993-afa5-9db14857c59f None None] Deleting port 22792301-d3fa-4097-8fe9-b41f15638fe4 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:32:37.500522 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e1d64d5b-bb17-4993-afa5-9db14857c59f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:37.559539 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-13c5937e-7b06-4a4e-9305-c3f78e58b2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:37.566296 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-e1d64d5b-bb17-4993-afa5-9db14857c59f None None] For port 22792301-d3fa-4097-8fe9-b41f15638fe4, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=22792301-d3fa-4097-8fe9-b41f15638fe4,segment=NetworkSegment(5ced8b0f-d1d4-4ea3-87b2-f2aaad3bd6ae),segment_id=5ced8b0f-d1d4-4ea3-87b2-f2aaad3bd6ae)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:32:37.566741 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e1d64d5b-bb17-4993-afa5-9db14857c59f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:37.579137 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-e1d64d5b-bb17-4993-afa5-9db14857c59f None None] Calling delete_port for 22792301-d3fa-4097-8fe9-b41f15638fe4 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:32:37.584169 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5937e-7b06-4a4e-9305-c3f78e58b2ef admin admin] Pushing event deleted for resources: {'Port': ['ID=22792301-d3fa-4097-8fe9-b41f15638fe4,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:37.592006 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c5937e-7b06-4a4e-9305-c3f78e58b2ef admin admin] No DVR routers for this DVR port 22792301-d3fa-4097-8fe9-b41f15638fe4 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:32:37.657498 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e1d64d5b-bb17-4993-afa5-9db14857c59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:37.665823 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-13c5937e-7b06-4a4e-9305-c3f78e58b2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:37.676357 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-13c5937e-7b06-4a4e-9305-c3f78e58b2ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdcd0da2-9aa1-4d59-91b2-54ce240bb1e3']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:37.682060 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d64d5b-bb17-4993-afa5-9db14857c59f None None] Pushing event deleted for resources: {'Port': ['ID=22792301-d3fa-4097-8fe9-b41f15638fe4,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:37.686142 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-13c5937e-7b06-4a4e-9305-c3f78e58b2ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ced8b0f-d1d4-4ea3-87b2-f2aaad3bd6ae') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:37.686434 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-13c5937e-7b06-4a4e-9305-c3f78e58b2ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ced8b0f-d1d4-4ea3-87b2-f2aaad3bd6ae') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:37.686561 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d64d5b-bb17-4993-afa5-9db14857c59f None None] No DVR routers for this DVR port 22792301-d3fa-4097-8fe9-b41f15638fe4 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:32:37.696565 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-13c5937e-7b06-4a4e-9305-c3f78e58b2ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:37.711104 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-13c5937e-7b06-4a4e-9305-c3f78e58b2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:37.718081 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13c5937e-7b06-4a4e-9305-c3f78e58b2ef admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:32:37.718640 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-13c5937e-7b06-4a4e-9305-c3f78e58b2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:37.720389 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:32:37.720389 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:32:37.720389 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:32:37.720389 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:32:37.720389 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 08:32:37.720389 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:32:37.720389 n-d-771363-34 neutron-server[94018]: timer() Jul 13 08:32:37.720389 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:32:37.720389 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 08:32:37.720389 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:32:37.720389 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 08:32:37.720389 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:32:37.720389 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 08:32:37.720389 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:32:37.720389 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 08:32:37.720389 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:32:37.720389 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 08:32:37.720389 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:32:37.720389 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:32:37.720389 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:32:37.720389 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:32:37.720389 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:32:37.720389 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 08:32:37.720389 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:32:37.720389 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 08:32:37.720389 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:32:37.720389 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:32:37.720389 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:32:37.720389 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 08:32:37.720389 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:32:37.720389 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:32:37.720389 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:32:37.720389 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:32:37.720389 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:32:37.720389 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:32:37.720389 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:32:37.772361 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-13c5937e-7b06-4a4e-9305-c3f78e58b2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:37.778890 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-13c5937e-7b06-4a4e-9305-c3f78e58b2ef admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:37.781657 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-13c5937e-7b06-4a4e-9305-c3f78e58b2ef admin admin] 10.222.0.23 "DELETE /v2.0/networks/cdcd0da2-9aa1-4d59-91b2-54ce240bb1e3 HTTP/1.1" status: 204 len: 168 time: 0.5061209 Jul 13 08:32:37.791068 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5937e-7b06-4a4e-9305-c3f78e58b2ef admin admin] Pushing event deleted for resources: {'Network': ['ID=cdcd0da2-9aa1-4d59-91b2-54ce240bb1e3,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:37.940567 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45116) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:32:37.979126 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-cdc99b61-892b-4851-ac17-1eb97e3db40e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=41e5d1c973fd4ecf8ba676cd8e8449a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372691 Jul 13 08:32:37.981398 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45118) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:32:38.032409 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cf4848b2-f203-4697-8d78-7e357412240f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:38.053189 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cf4848b2-f203-4697-8d78-7e357412240f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:38.099680 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cf4848b2-f203-4697-8d78-7e357412240f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:38.102388 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cf4848b2-f203-4697-8d78-7e357412240f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:38.103569 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-cf4848b2-f203-4697-8d78-7e357412240f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a1f4c0b2-ea19-456f-ba26-2c668c33fa2c HTTP/1.1" status: 204 len: 168 time: 0.1212733 Jul 13 08:32:38.112336 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4848b2-f203-4697-8d78-7e357412240f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f4c0b2-ea19-456f-ba26-2c668c33fa2c,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:38.411844 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45124) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:32:38.450456 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d510e314-03d8-4b38-a7e3-9b8e0ac3114c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=76038f6760434ada80f84b15f1a3bf95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374687 Jul 13 08:32:38.452910 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45126) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:32:38.500157 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aad28d4b-0147-487a-b4cf-43ecd01a7391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:38.520595 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aad28d4b-0147-487a-b4cf-43ecd01a7391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:38.567721 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aad28d4b-0147-487a-b4cf-43ecd01a7391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:38.570292 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-aad28d4b-0147-487a-b4cf-43ecd01a7391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:38.571470 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-aad28d4b-0147-487a-b4cf-43ecd01a7391 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3c1815b4-a228-4b17-89c9-a54c3a45d05d HTTP/1.1" status: 204 len: 168 time: 0.1176515 Jul 13 08:32:38.582297 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad28d4b-0147-487a-b4cf-43ecd01a7391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1815b4-a228-4b17-89c9-a54c3a45d05d,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:38.734802 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 22792301-d3fa-4097-8fe9-b41f15638fe4 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:32:38.755284 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 22792301-d3fa-4097-8fe9-b41f15638fe4 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:32:38.755642 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 22792301-d3fa-4097-8fe9-b41f15638fe4 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:32:38.756057 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f6c36916-b975-4823-8666-56f2ca058bfe no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:32:38.774993 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: f6c36916-b975-4823-8666-56f2ca058bfe {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:32:38.775364 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f6c36916-b975-4823-8666-56f2ca058bfe not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:32:39.230207 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45148) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:32:39.327448 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-b26faef5-2989-4db0-8b75-badafec6975a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-369833372-network', 'tenant_id': '05a414dccf8a49d59eb8c531520f45c9'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:32:39.348111 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26faef5-2989-4db0-8b75-badafec6975a admin admin] Made reservation on behalf of 05a414dccf8a49d59eb8c531520f45c9 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:32:39.350376 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b26faef5-2989-4db0-8b75-badafec6975a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:39.361367 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b26faef5-2989-4db0-8b75-badafec6975a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:39.447383 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b26faef5-2989-4db0-8b75-badafec6975a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:39.451110 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b26faef5-2989-4db0-8b75-badafec6975a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:39.475970 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b26faef5-2989-4db0-8b75-badafec6975a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:32:39.485715 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26faef5-2989-4db0-8b75-badafec6975a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eea61dd-2068-4e8f-b188-8a29b26f71cb,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:39.490357 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b26faef5-2989-4db0-8b75-badafec6975a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:39.490700 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-b26faef5-2989-4db0-8b75-badafec6975a admin admin] Added segment a7a5581d-fb2b-4a23-83ce-aa46f8858a22 of type vlan for network f24c5569-f16a-4528-b031-feaf90c44c05 Jul 13 08:32:39.530233 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b26faef5-2989-4db0-8b75-badafec6975a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:39.558461 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b26faef5-2989-4db0-8b75-badafec6975a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:39.559490 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26faef5-2989-4db0-8b75-badafec6975a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:39.560070 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b26faef5-2989-4db0-8b75-badafec6975a admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:39.588426 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b26faef5-2989-4db0-8b75-badafec6975a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3571298 Jul 13 08:32:39.591336 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45152) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:32:39.597073 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-55c3eb04-b12b-46b3-8039-0363e4ab582b admin admin] Request body: {'subnet': {'network_id': 'f24c5569-f16a-4528-b031-feaf90c44c05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-369833372-subnet', 'tenant_id': '05a414dccf8a49d59eb8c531520f45c9', 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:32:39.616907 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c3eb04-b12b-46b3-8039-0363e4ab582b admin admin] Made reservation on behalf of 05a414dccf8a49d59eb8c531520f45c9 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:32:39.619367 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-55c3eb04-b12b-46b3-8039-0363e4ab582b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:39.625777 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26faef5-2989-4db0-8b75-badafec6975a admin admin] Pushing event updated for resources: {'Network': ['ID=f24c5569-f16a-4528-b031-feaf90c44c05,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:39.635289 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network f24c5569-f16a-4528-b031-feaf90c44c05 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:32:39.787052 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-55c3eb04-b12b-46b3-8039-0363e4ab582b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:39.846733 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3eb04-b12b-46b3-8039-0363e4ab582b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9df39552-84fd-4db9-88ae-f455cb73da78,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:39.854003 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c3eb04-b12b-46b3-8039-0363e4ab582b admin admin] Checking segment: {'id': 'a7a5581d-fb2b-4a23-83ce-aa46f8858a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f24c5569-f16a-4528-b031-feaf90c44c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:32:39.854363 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c3eb04-b12b-46b3-8039-0363e4ab582b admin admin] Network hostable DHCP agents. Network: f24c5569-f16a-4528-b031-feaf90c44c05, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:32:39.870326 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c3eb04-b12b-46b3-8039-0363e4ab582b admin admin] Network f24c5569-f16a-4528-b031-feaf90c44c05 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:32:39.879108 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-55c3eb04-b12b-46b3-8039-0363e4ab582b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, f24c5569-f16a-4528-b031-feaf90c44c05) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:32:39.883060 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c3eb04-b12b-46b3-8039-0363e4ab582b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:39.883847 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-55c3eb04-b12b-46b3-8039-0363e4ab582b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:39.888762 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05670ba6-6e02-4049-8d4b-19ac518a51fb None None] Network f24c5569-f16a-4528-b031-feaf90c44c05 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:32:39.902038 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-55c3eb04-b12b-46b3-8039-0363e4ab582b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3094938 Jul 13 08:32:39.904685 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45154) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:32:39.909537 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-b85f942e-0e4a-431c-8469-7e35ec24334c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-369833372-router', 'tenant_id': '05a414dccf8a49d59eb8c531520f45c9', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:32:39.932793 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b85f942e-0e4a-431c-8469-7e35ec24334c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:39.934102 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b85f942e-0e4a-431c-8469-7e35ec24334c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:39.986476 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b85f942e-0e4a-431c-8469-7e35ec24334c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:40.036149 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f69c269-6c0c-4220-9a1e-892720c4e50a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-f24c5569-f16a-4528-b031-feaf90c44c05', 'network_id': 'f24c5569-f16a-4528-b031-feaf90c44c05', 'tenant_id': '05a414dccf8a49d59eb8c531520f45c9', 'fixed_ips': [{'subnet_id': '9df39552-84fd-4db9-88ae-f455cb73da78'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:32:40.037010 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8f69c269-6c0c-4220-9a1e-892720c4e50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:40.125426 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b85f942e-0e4a-431c-8469-7e35ec24334c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:40.330408 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-8f69c269-6c0c-4220-9a1e-892720c4e50a None None] Allocated IP 172.20.0.2 (f24c5569-f16a-4528-b031-feaf90c44c05/9df39552-84fd-4db9-88ae-f455cb73da78/b2449181-93ba-4bf5-ac36-9eb688d339a8) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:32:40.337208 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b85f942e-0e4a-431c-8469-7e35ec24334c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:40.357245 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b85f942e-0e4a-431c-8469-7e35ec24334c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:40.460350 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-b85f942e-0e4a-431c-8469-7e35ec24334c admin admin] Allocated IP 172.25.3.106 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/76e98cf4-42de-494d-9c42-b76ce225246d) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:32:40.473369 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8f69c269-6c0c-4220-9a1e-892720c4e50a None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:40.481456 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8f69c269-6c0c-4220-9a1e-892720c4e50a None None] Transition to ACTIVE for port object b2449181-93ba-4bf5-ac36-9eb688d339a8 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:32:40.497014 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8f69c269-6c0c-4220-9a1e-892720c4e50a None None] Transition to ACTIVE for port object b2449181-93ba-4bf5-ac36-9eb688d339a8 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:32:40.504290 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8f69c269-6c0c-4220-9a1e-892720c4e50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:40.543474 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f69c269-6c0c-4220-9a1e-892720c4e50a None None] Network f24c5569-f16a-4528-b031-feaf90c44c05 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:32:40.548979 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-8f69c269-6c0c-4220-9a1e-892720c4e50a None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:32:40.553442 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f69c269-6c0c-4220-9a1e-892720c4e50a None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:32:40.556561 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69c269-6c0c-4220-9a1e-892720c4e50a None None] Pushing event updated for resources: {'Port': ['ID=b2449181-93ba-4bf5-ac36-9eb688d339a8,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:40.572695 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b85f942e-0e4a-431c-8469-7e35ec24334c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:40.613436 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b85f942e-0e4a-431c-8469-7e35ec24334c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:40.614897 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-8f69c269-6c0c-4220-9a1e-892720c4e50a None None] Attempting to bind port b2449181-93ba-4bf5-ac36-9eb688d339a8 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:32:40.615293 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-8f69c269-6c0c-4220-9a1e-892720c4e50a None None] Attempting to bind port b2449181-93ba-4bf5-ac36-9eb688d339a8 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'a7a5581d-fb2b-4a23-83ce-aa46f8858a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f24c5569-f16a-4528-b031-feaf90c44c05'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:32:40.615668 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f69c269-6c0c-4220-9a1e-892720c4e50a None None] Attempting to bind port b2449181-93ba-4bf5-ac36-9eb688d339a8 on network f24c5569-f16a-4528-b031-feaf90c44c05 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:32:40.620924 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f69c269-6c0c-4220-9a1e-892720c4e50a None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:32:40.621294 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f69c269-6c0c-4220-9a1e-892720c4e50a None None] Checking segment: {'id': 'a7a5581d-fb2b-4a23-83ce-aa46f8858a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f24c5569-f16a-4528-b031-feaf90c44c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:32:40.621698 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8f69c269-6c0c-4220-9a1e-892720c4e50a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:40.622094 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f69c269-6c0c-4220-9a1e-892720c4e50a None None] Bound using segment: {'id': 'a7a5581d-fb2b-4a23-83ce-aa46f8858a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f24c5569-f16a-4528-b031-feaf90c44c05'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:32:40.622559 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-8f69c269-6c0c-4220-9a1e-892720c4e50a None None] Bound port: b2449181-93ba-4bf5-ac36-9eb688d339a8, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a5581d-fb2b-4a23-83ce-aa46f8858a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f24c5569-f16a-4528-b031-feaf90c44c05'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:32:40.622948 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8f69c269-6c0c-4220-9a1e-892720c4e50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:40.649056 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85f942e-0e4a-431c-8469-7e35ec24334c admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:32:40.653722 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-b85f942e-0e4a-431c-8469-7e35ec24334c admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:32:40.658108 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85f942e-0e4a-431c-8469-7e35ec24334c admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:32:40.683903 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f942e-0e4a-431c-8469-7e35ec24334c admin admin] Pushing event updated for resources: {'Port': ['ID=76e98cf4-42de-494d-9c42-b76ce225246d,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:40.692423 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-8f69c269-6c0c-4220-9a1e-892720c4e50a None None] For port b2449181-93ba-4bf5-ac36-9eb688d339a8, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:32:40.695705 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-8f69c269-6c0c-4220-9a1e-892720c4e50a None None] For port b2449181-93ba-4bf5-ac36-9eb688d339a8, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=b2449181-93ba-4bf5-ac36-9eb688d339a8,segment=NetworkSegment(a7a5581d-fb2b-4a23-83ce-aa46f8858a22),segment_id=a7a5581d-fb2b-4a23-83ce-aa46f8858a22)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:32:40.700503 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8f69c269-6c0c-4220-9a1e-892720c4e50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:40.764752 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69c269-6c0c-4220-9a1e-892720c4e50a None None] Pushing event updated for resources: {'Port': ['ID=b2449181-93ba-4bf5-ac36-9eb688d339a8,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:40.938324 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b85f942e-0e4a-431c-8469-7e35ec24334c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:41.142268 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b85f942e-0e4a-431c-8469-7e35ec24334c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:41.286499 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85f942e-0e4a-431c-8469-7e35ec24334c admin admin] Router 17144dee-7d16-41ae-badf-15c63cc67ad2 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:32:41.394387 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85f942e-0e4a-431c-8469-7e35ec24334c admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:32:41.405521 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f733cc4-a832-460b-96e4-858cb6fd2ee3 None None] Sync routers for ids ['17144dee-7d16-41ae-badf-15c63cc67ad2'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:32:41.411675 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b85f942e-0e4a-431c-8469-7e35ec24334c admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:41.415441 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b85f942e-0e4a-431c-8469-7e35ec24334c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5069947 Jul 13 08:32:41.415709 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45156) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:32:41.416008 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f733cc4-a832-460b-96e4-858cb6fd2ee3 None None] Routers {'17144dee-7d16-41ae-badf-15c63cc67ad2'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:32:41.416630 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-9f733cc4-a832-460b-96e4-858cb6fd2ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:32:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['17144dee-7d16-41ae-badf-15c63cc67ad2'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:41.530711 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-9f733cc4-a832-460b-96e4-858cb6fd2ee3 None None] Set router 17144dee-7d16-41ae-badf-15c63cc67ad2 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:32:41.713417 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9aa4642-0a89-4974-a705-b4c92e266540 None None] Network f24c5569-f16a-4528-b031-feaf90c44c05 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:32:41.802868 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-9f733cc4-a832-460b-96e4-858cb6fd2ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17144dee-7d16-41ae-badf-15c63cc67ad2', 'name': 'tempest-TestMinimumBasicScenario-369833372-router', 'tenant_id': '05a414dccf8a49d59eb8c531520f45c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '76e98cf4-42de-494d-9c42-b76ce225246d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:32:39Z', 'updated_at': '2021-07-13T08:32:40Z', 'revision_number': 3, 'project_id': '05a414dccf8a49d59eb8c531520f45c9', 'gw_port': {'id': '76e98cf4-42de-494d-9c42-b76ce225246d', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:07:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17144dee-7d16-41ae-badf-15c63cc67ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:32:40Z', 'updated_at': '2021-07-13T08:32:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:41.833086 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f733cc4-a832-460b-96e4-858cb6fd2ee3 None None] Checking router: 17144dee-7d16-41ae-badf-15c63cc67ad2 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:32:41.833712 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f9de0658-31d0-4020-a788-145bf982fbab None None] Provisioning for port b2449181-93ba-4bf5-ac36-9eb688d339a8 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:32:41.834026 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f733cc4-a832-460b-96e4-858cb6fd2ee3 None None] Updating router 17144dee-7d16-41ae-badf-15c63cc67ad2 port 76e98cf4-42de-494d-9c42-b76ce225246d binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:32:41.868980 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9f733cc4-a832-460b-96e4-858cb6fd2ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:41.871674 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-534886b7-ac90-43a8-b4b7-6e58066ee799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:42.039606 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-534886b7-ac90-43a8-b4b7-6e58066ee799 admin admin] Allocated IP 172.20.0.1 (f24c5569-f16a-4528-b031-feaf90c44c05/9df39552-84fd-4db9-88ae-f455cb73da78/3d3ef80a-afd9-48fe-89ef-8908e60c6e4c) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:32:42.142483 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9f733cc4-a832-460b-96e4-858cb6fd2ee3 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:42.153395 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-9f733cc4-a832-460b-96e4-858cb6fd2ee3 None None] Transition to ACTIVE for port object 76e98cf4-42de-494d-9c42-b76ce225246d will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:32:42.153987 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-534886b7-ac90-43a8-b4b7-6e58066ee799 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:42.160458 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9f733cc4-a832-460b-96e4-858cb6fd2ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:42.170865 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-534886b7-ac90-43a8-b4b7-6e58066ee799 admin admin] Transition to ACTIVE for port object 3d3ef80a-afd9-48fe-89ef-8908e60c6e4c will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:32:42.205747 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-534886b7-ac90-43a8-b4b7-6e58066ee799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:42.218911 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-9f733cc4-a832-460b-96e4-858cb6fd2ee3 None None] Attempting to bind port 76e98cf4-42de-494d-9c42-b76ce225246d on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:32:42.219301 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-9f733cc4-a832-460b-96e4-858cb6fd2ee3 None None] Attempting to bind port 76e98cf4-42de-494d-9c42-b76ce225246d by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:32:42.219661 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f733cc4-a832-460b-96e4-858cb6fd2ee3 None None] Attempting to bind port 76e98cf4-42de-494d-9c42-b76ce225246d on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:32:42.221775 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f6b5c-8555-4a2d-80f5-8c1b341cee05 None None] Pushing event updated for resources: {'Port': ['ID=76e98cf4-42de-494d-9c42-b76ce225246d,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:42.230815 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f6b5c-8555-4a2d-80f5-8c1b341cee05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:42.231157 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f6b5c-8555-4a2d-80f5-8c1b341cee05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:42.231631 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f6b5c-8555-4a2d-80f5-8c1b341cee05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:42.231858 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f6b5c-8555-4a2d-80f5-8c1b341cee05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:42.232184 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f6b5c-8555-4a2d-80f5-8c1b341cee05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:42.232545 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f6b5c-8555-4a2d-80f5-8c1b341cee05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:42.233447 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f6b5c-8555-4a2d-80f5-8c1b341cee05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:42.233761 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f6b5c-8555-4a2d-80f5-8c1b341cee05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:42.234305 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f6b5c-8555-4a2d-80f5-8c1b341cee05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:42.234434 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f6b5c-8555-4a2d-80f5-8c1b341cee05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:42.234711 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f6b5c-8555-4a2d-80f5-8c1b341cee05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:42.235026 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f6b5c-8555-4a2d-80f5-8c1b341cee05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:32:42.239392 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f733cc4-a832-460b-96e4-858cb6fd2ee3 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:32:42.239769 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f733cc4-a832-460b-96e4-858cb6fd2ee3 None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:32:42.240166 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9f733cc4-a832-460b-96e4-858cb6fd2ee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:42.240547 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f733cc4-a832-460b-96e4-858cb6fd2ee3 None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:32:42.241020 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-9f733cc4-a832-460b-96e4-858cb6fd2ee3 None None] Bound port: 76e98cf4-42de-494d-9c42-b76ce225246d, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:32:42.241394 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9f733cc4-a832-460b-96e4-858cb6fd2ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:42.244465 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534886b7-ac90-43a8-b4b7-6e58066ee799 admin admin] Network f24c5569-f16a-4528-b031-feaf90c44c05 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:32:42.249873 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-534886b7-ac90-43a8-b4b7-6e58066ee799 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:32:42.254799 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534886b7-ac90-43a8-b4b7-6e58066ee799 admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:32:42.283359 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534886b7-ac90-43a8-b4b7-6e58066ee799 admin admin] Pushing event updated for resources: {'Port': ['ID=3d3ef80a-afd9-48fe-89ef-8908e60c6e4c,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:42.298912 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-9f733cc4-a832-460b-96e4-858cb6fd2ee3 None None] For port 76e98cf4-42de-494d-9c42-b76ce225246d, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:32:42.300207 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-534886b7-ac90-43a8-b4b7-6e58066ee799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:42.302345 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-9f733cc4-a832-460b-96e4-858cb6fd2ee3 None None] For port 76e98cf4-42de-494d-9c42-b76ce225246d, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=76e98cf4-42de-494d-9c42-b76ce225246d,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:32:42.307146 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-9f733cc4-a832-460b-96e4-858cb6fd2ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:42.364671 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f733cc4-a832-460b-96e4-858cb6fd2ee3 None None] Routers {'17144dee-7d16-41ae-badf-15c63cc67ad2'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:32:42.365316 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-9f733cc4-a832-460b-96e4-858cb6fd2ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:32:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['17144dee-7d16-41ae-badf-15c63cc67ad2'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:42.401935 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f6b5c-8555-4a2d-80f5-8c1b341cee05 None None] Pushing event updated for resources: {'Port': ['ID=76e98cf4-42de-494d-9c42-b76ce225246d,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:42.457266 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-534886b7-ac90-43a8-b4b7-6e58066ee799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:42.481406 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-9f733cc4-a832-460b-96e4-858cb6fd2ee3 None None] Set router 17144dee-7d16-41ae-badf-15c63cc67ad2 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:32:42.486726 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d2f10c0b-f8e2-4154-9d68-f483c84b8a48 None None] Provisioning for port 3d3ef80a-afd9-48fe-89ef-8908e60c6e4c completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:32:42.490594 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d2f10c0b-f8e2-4154-9d68-f483c84b8a48 None None] Provisioning complete for port 3d3ef80a-afd9-48fe-89ef-8908e60c6e4c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:32:42.491046 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d2f10c0b-f8e2-4154-9d68-f483c84b8a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:42.527494 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-d2f10c0b-f8e2-4154-9d68-f483c84b8a48 None None] Port 3d3ef80a-afd9-48fe-89ef-8908e60c6e4c cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:32:42.628367 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-534886b7-ac90-43a8-b4b7-6e58066ee799 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:42.632944 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-534886b7-ac90-43a8-b4b7-6e58066ee799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:42.658943 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-9f733cc4-a832-460b-96e4-858cb6fd2ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17144dee-7d16-41ae-badf-15c63cc67ad2', 'name': 'tempest-TestMinimumBasicScenario-369833372-router', 'tenant_id': '05a414dccf8a49d59eb8c531520f45c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '76e98cf4-42de-494d-9c42-b76ce225246d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:32:39Z', 'updated_at': '2021-07-13T08:32:40Z', 'revision_number': 3, 'project_id': '05a414dccf8a49d59eb8c531520f45c9', 'gw_port': {'id': '76e98cf4-42de-494d-9c42-b76ce225246d', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:07:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17144dee-7d16-41ae-badf-15c63cc67ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:32:40Z', 'updated_at': '2021-07-13T08:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:42.692257 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f733cc4-a832-460b-96e4-858cb6fd2ee3 None None] The sync data for ids ['17144dee-7d16-41ae-badf-15c63cc67ad2'] in n-d-771363-34 is: [{'id': '17144dee-7d16-41ae-badf-15c63cc67ad2', 'name': 'tempest-TestMinimumBasicScenario-369833372-router', 'tenant_id': '05a414dccf8a49d59eb8c531520f45c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '76e98cf4-42de-494d-9c42-b76ce225246d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:32:39Z', 'updated_at': '2021-07-13T08:32:40Z', 'revision_number': 3, 'project_id': '05a414dccf8a49d59eb8c531520f45c9', 'gw_port': {'id': '76e98cf4-42de-494d-9c42-b76ce225246d', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:07:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17144dee-7d16-41ae-badf-15c63cc67ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:32:40Z', 'updated_at': '2021-07-13T08:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:32:42.708717 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534886b7-ac90-43a8-b4b7-6e58066ee799 admin admin] Pushing event updated for resources: {'Port': ['ID=3d3ef80a-afd9-48fe-89ef-8908e60c6e4c,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:42.719843 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-534886b7-ac90-43a8-b4b7-6e58066ee799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:42.817172 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b2449181-93ba-4bf5-ac36-9eb688d339a8 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:32:42.828882 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534886b7-ac90-43a8-b4b7-6e58066ee799 admin admin] Network f24c5569-f16a-4528-b031-feaf90c44c05 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:32:42.830398 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-534886b7-ac90-43a8-b4b7-6e58066ee799 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:32:42.891629 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port b2449181-93ba-4bf5-ac36-9eb688d339a8 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:32:42.897697 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port b2449181-93ba-4bf5-ac36-9eb688d339a8 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:32:42.898064 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:42.959700 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6ee3bf38-b275-44da-9492-98f4582741a8 None None] Provisioning complete for port 3d3ef80a-afd9-48fe-89ef-8908e60c6e4c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:32:42.960353 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6ee3bf38-b275-44da-9492-98f4582741a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:42.961510 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534886b7-ac90-43a8-b4b7-6e58066ee799 admin admin] Router 17144dee-7d16-41ae-badf-15c63cc67ad2 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:32:43.028678 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-6ee3bf38-b275-44da-9492-98f4582741a8 None None] Port 3d3ef80a-afd9-48fe-89ef-8908e60c6e4c cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:32:43.076054 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:43.114223 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534886b7-ac90-43a8-b4b7-6e58066ee799 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:32:43.119873 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port b2449181-93ba-4bf5-ac36-9eb688d339a8, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=b2449181-93ba-4bf5-ac36-9eb688d339a8,segment=NetworkSegment(a7a5581d-fb2b-4a23-83ce-aa46f8858a22),segment_id=a7a5581d-fb2b-4a23-83ce-aa46f8858a22)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:32:43.129845 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:43.156412 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-534886b7-ac90-43a8-b4b7-6e58066ee799 admin admin] 10.222.0.23 "PUT /v2.0/routers/17144dee-7d16-41ae-badf-15c63cc67ad2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7289152 Jul 13 08:32:43.202730 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=b2449181-93ba-4bf5-ac36-9eb688d339a8,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:43.251398 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1c2860bb-fe66-4eb2-85c3-f67c024577de None None] Provisioning complete for port 3d3ef80a-afd9-48fe-89ef-8908e60c6e4c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:32:43.251780 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1c2860bb-fe66-4eb2-85c3-f67c024577de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:43.291893 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-1c2860bb-fe66-4eb2-85c3-f67c024577de None None] Port 3d3ef80a-afd9-48fe-89ef-8908e60c6e4c cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:32:43.641666 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45172) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:32:43.647446 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-c74fc6cf-de3f-4cb8-b97c-cb980a9bb0cd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1254361920-network', 'tenant_id': 'ceac93a7b14146f3a697c05bf5c718f1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:32:43.667617 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74fc6cf-de3f-4cb8-b97c-cb980a9bb0cd admin admin] Made reservation on behalf of ceac93a7b14146f3a697c05bf5c718f1 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:32:43.670228 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c74fc6cf-de3f-4cb8-b97c-cb980a9bb0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:43.678774 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c74fc6cf-de3f-4cb8-b97c-cb980a9bb0cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:43.771345 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c74fc6cf-de3f-4cb8-b97c-cb980a9bb0cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:43.774920 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c74fc6cf-de3f-4cb8-b97c-cb980a9bb0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:43.799916 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c74fc6cf-de3f-4cb8-b97c-cb980a9bb0cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:32:43.809577 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74fc6cf-de3f-4cb8-b97c-cb980a9bb0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb9b52e-247f-44d1-850b-ff58ef0484d2,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:43.816623 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c74fc6cf-de3f-4cb8-b97c-cb980a9bb0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:43.816964 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-c74fc6cf-de3f-4cb8-b97c-cb980a9bb0cd admin admin] Added segment f30b75ea-2e5d-482e-8cb3-8b9bb5d1dde7 of type vlan for network ca0d3546-cec6-4828-a917-90749c55e020 Jul 13 08:32:43.860848 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c74fc6cf-de3f-4cb8-b97c-cb980a9bb0cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:43.889277 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c74fc6cf-de3f-4cb8-b97c-cb980a9bb0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:43.890315 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74fc6cf-de3f-4cb8-b97c-cb980a9bb0cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:43.890927 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c74fc6cf-de3f-4cb8-b97c-cb980a9bb0cd admin admin] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:44.259669 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c74fc6cf-de3f-4cb8-b97c-cb980a9bb0cd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6165633 Jul 13 08:32:44.262346 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45174) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:32:44.269061 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-956f3a92-f1b0-462f-b446-8dffc3e110df admin admin] Request body: {'subnet': {'network_id': 'ca0d3546-cec6-4828-a917-90749c55e020', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1254361920-subnet', 'tenant_id': 'ceac93a7b14146f3a697c05bf5c718f1', 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:32:44.298970 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74fc6cf-de3f-4cb8-b97c-cb980a9bb0cd admin admin] Pushing event updated for resources: {'Network': ['ID=ca0d3546-cec6-4828-a917-90749c55e020,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:44.309287 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network ca0d3546-cec6-4828-a917-90749c55e020 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:32:44.316885 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956f3a92-f1b0-462f-b446-8dffc3e110df admin admin] Made reservation on behalf of ceac93a7b14146f3a697c05bf5c718f1 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:32:44.319528 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-956f3a92-f1b0-462f-b446-8dffc3e110df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:44.369946 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e15ac9-0638-46ae-969b-c76f1d9a1b83 None None] Sync routers for ids ['17144dee-7d16-41ae-badf-15c63cc67ad2'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:32:44.387366 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e15ac9-0638-46ae-969b-c76f1d9a1b83 None None] Routers {'17144dee-7d16-41ae-badf-15c63cc67ad2'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:32:44.388153 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-08e15ac9-0638-46ae-969b-c76f1d9a1b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:32:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['17144dee-7d16-41ae-badf-15c63cc67ad2'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:44.494092 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-956f3a92-f1b0-462f-b446-8dffc3e110df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:44.494710 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-08e15ac9-0638-46ae-969b-c76f1d9a1b83 None None] Set router 17144dee-7d16-41ae-badf-15c63cc67ad2 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:32:44.552085 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f3a92-f1b0-462f-b446-8dffc3e110df admin admin] Pushing event updated for resources: {'Subnet': ['ID=165a0ff5-83cf-4c61-bf08-8c47d081ef2c,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:44.557462 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956f3a92-f1b0-462f-b446-8dffc3e110df admin admin] Checking segment: {'id': 'f30b75ea-2e5d-482e-8cb3-8b9bb5d1dde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ca0d3546-cec6-4828-a917-90749c55e020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:32:44.557824 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956f3a92-f1b0-462f-b446-8dffc3e110df admin admin] Network hostable DHCP agents. Network: ca0d3546-cec6-4828-a917-90749c55e020, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:32:44.574819 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956f3a92-f1b0-462f-b446-8dffc3e110df admin admin] Network ca0d3546-cec6-4828-a917-90749c55e020 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:32:44.585949 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-956f3a92-f1b0-462f-b446-8dffc3e110df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, ca0d3546-cec6-4828-a917-90749c55e020) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:32:44.590352 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956f3a92-f1b0-462f-b446-8dffc3e110df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:44.591460 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-956f3a92-f1b0-462f-b446-8dffc3e110df admin admin] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:44.595277 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69233237-1d0a-4231-8dbc-e54ba1dcd839 None None] Network ca0d3546-cec6-4828-a917-90749c55e020 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:32:44.605876 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-956f3a92-f1b0-462f-b446-8dffc3e110df admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3424227 Jul 13 08:32:44.609174 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45176) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:32:44.613598 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-3b94f2aa-4b53-4e75-b58c-338fac8a1fa0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1254361920-router', 'tenant_id': 'ceac93a7b14146f3a697c05bf5c718f1', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:32:44.634023 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3b94f2aa-4b53-4e75-b58c-338fac8a1fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:44.635005 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3b94f2aa-4b53-4e75-b58c-338fac8a1fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:44.692550 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3b94f2aa-4b53-4e75-b58c-338fac8a1fa0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:44.799779 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-08e15ac9-0638-46ae-969b-c76f1d9a1b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17144dee-7d16-41ae-badf-15c63cc67ad2', 'name': 'tempest-TestMinimumBasicScenario-369833372-router', 'tenant_id': '05a414dccf8a49d59eb8c531520f45c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '76e98cf4-42de-494d-9c42-b76ce225246d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:32:39Z', 'updated_at': '2021-07-13T08:32:42Z', 'revision_number': 4, 'project_id': '05a414dccf8a49d59eb8c531520f45c9', 'gw_port': {'id': '76e98cf4-42de-494d-9c42-b76ce225246d', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:07:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17144dee-7d16-41ae-badf-15c63cc67ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:32:40Z', 'updated_at': '2021-07-13T08:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '3d3ef80a-afd9-48fe-89ef-8908e60c6e4c', 'name': '', 'network_id': 'f24c5569-f16a-4528-b031-feaf90c44c05', 'tenant_id': '05a414dccf8a49d59eb8c531520f45c9', 'mac_address': 'fa:16:3e:87:70:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17144dee-7d16-41ae-badf-15c63cc67ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '9df39552-84fd-4db9-88ae-f455cb73da78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:32:41Z', 'updated_at': '2021-07-13T08:32:42Z', 'revision_number': 2, 'project_id': '05a414dccf8a49d59eb8c531520f45c9', 'subnets': [{'id': '9df39552-84fd-4db9-88ae-f455cb73da78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:44.839967 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3b94f2aa-4b53-4e75-b58c-338fac8a1fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:44.848338 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879c7a0d-3570-4e8a-97d0-a90495288b5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-ca0d3546-cec6-4828-a917-90749c55e020', 'network_id': 'ca0d3546-cec6-4828-a917-90749c55e020', 'tenant_id': 'ceac93a7b14146f3a697c05bf5c718f1', 'fixed_ips': [{'subnet_id': '165a0ff5-83cf-4c61-bf08-8c47d081ef2c'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:32:44.849215 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-879c7a0d-3570-4e8a-97d0-a90495288b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:44.851154 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 76e98cf4-42de-494d-9c42-b76ce225246d up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:32:44.854168 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e15ac9-0638-46ae-969b-c76f1d9a1b83 None None] Checking router: 17144dee-7d16-41ae-badf-15c63cc67ad2 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:32:44.854522 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e15ac9-0638-46ae-969b-c76f1d9a1b83 None None] Updating router 17144dee-7d16-41ae-badf-15c63cc67ad2 port 3d3ef80a-afd9-48fe-89ef-8908e60c6e4c binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:32:44.971918 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-08e15ac9-0638-46ae-969b-c76f1d9a1b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:45.049355 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3b94f2aa-4b53-4e75-b58c-338fac8a1fa0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:45.055894 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 76e98cf4-42de-494d-9c42-b76ce225246d completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:32:45.069158 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3b94f2aa-4b53-4e75-b58c-338fac8a1fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:45.072795 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 76e98cf4-42de-494d-9c42-b76ce225246d triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:32:45.073110 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:45.176160 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-3b94f2aa-4b53-4e75-b58c-338fac8a1fa0 admin admin] Allocated IP 172.25.3.148 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/f1232688-43e7-4dec-8641-8e76fbb05f3c) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:32:45.180671 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-879c7a0d-3570-4e8a-97d0-a90495288b5e None None] Allocated IP 172.20.0.2 (ca0d3546-cec6-4828-a917-90749c55e020/165a0ff5-83cf-4c61-bf08-8c47d081ef2c/2eb0bb9d-3be3-4e16-b6b0-0dcef9a37136) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:32:45.282725 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3b94f2aa-4b53-4e75-b58c-338fac8a1fa0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:45.324322 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3b94f2aa-4b53-4e75-b58c-338fac8a1fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:45.373207 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b94f2aa-4b53-4e75-b58c-338fac8a1fa0 admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:32:45.376334 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-3b94f2aa-4b53-4e75-b58c-338fac8a1fa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:32:45.380939 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b94f2aa-4b53-4e75-b58c-338fac8a1fa0 admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:32:45.384188 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b94f2aa-4b53-4e75-b58c-338fac8a1fa0 admin admin] Pushing event updated for resources: {'Port': ['ID=f1232688-43e7-4dec-8641-8e76fbb05f3c,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:45.504039 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:45.546816 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 76e98cf4-42de-494d-9c42-b76ce225246d, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=76e98cf4-42de-494d-9c42-b76ce225246d,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:32:45.563071 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:45.636284 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3b94f2aa-4b53-4e75-b58c-338fac8a1fa0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:45.648913 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b2449181-93ba-4bf5-ac36-9eb688d339a8 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:32:45.734353 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=76e98cf4-42de-494d-9c42-b76ce225246d,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:45.749742 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-879c7a0d-3570-4e8a-97d0-a90495288b5e None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:45.752828 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-08e15ac9-0638-46ae-969b-c76f1d9a1b83 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:45.770692 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-879c7a0d-3570-4e8a-97d0-a90495288b5e None None] Transition to ACTIVE for port object 2eb0bb9d-3be3-4e16-b6b0-0dcef9a37136 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:32:45.778274 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-08e15ac9-0638-46ae-969b-c76f1d9a1b83 None None] Transition to ACTIVE for port object 3d3ef80a-afd9-48fe-89ef-8908e60c6e4c will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:32:45.789568 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-08e15ac9-0638-46ae-969b-c76f1d9a1b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:45.800390 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-879c7a0d-3570-4e8a-97d0-a90495288b5e None None] Transition to ACTIVE for port object 2eb0bb9d-3be3-4e16-b6b0-0dcef9a37136 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:32:45.823104 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port b2449181-93ba-4bf5-ac36-9eb688d339a8 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:32:45.823488 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:45.845494 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-879c7a0d-3570-4e8a-97d0-a90495288b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:45.847411 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3b94f2aa-4b53-4e75-b58c-338fac8a1fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:45.887255 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc2077e-0261-4b1b-bd16-1b02bc5744d0 None None] Pushing event updated for resources: {'Port': ['ID=3d3ef80a-afd9-48fe-89ef-8908e60c6e4c,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:45.900063 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879c7a0d-3570-4e8a-97d0-a90495288b5e None None] Network ca0d3546-cec6-4828-a917-90749c55e020 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:32:45.923311 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-879c7a0d-3570-4e8a-97d0-a90495288b5e None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:32:45.953251 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879c7a0d-3570-4e8a-97d0-a90495288b5e None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:32:45.999670 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b94f2aa-4b53-4e75-b58c-338fac8a1fa0 admin admin] Router dfbb1816-02a2-4649-a95c-145c3be425b6 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:32:46.021663 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c7a0d-3570-4e8a-97d0-a90495288b5e None None] Pushing event updated for resources: {'Port': ['ID=2eb0bb9d-3be3-4e16-b6b0-0dcef9a37136,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:46.065712 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-08e15ac9-0638-46ae-969b-c76f1d9a1b83 None None] Attempting to bind port 3d3ef80a-afd9-48fe-89ef-8908e60c6e4c on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:32:46.066085 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-08e15ac9-0638-46ae-969b-c76f1d9a1b83 None None] Attempting to bind port 3d3ef80a-afd9-48fe-89ef-8908e60c6e4c by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'a7a5581d-fb2b-4a23-83ce-aa46f8858a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f24c5569-f16a-4528-b031-feaf90c44c05'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:32:46.066452 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e15ac9-0638-46ae-969b-c76f1d9a1b83 None None] Attempting to bind port 3d3ef80a-afd9-48fe-89ef-8908e60c6e4c on network f24c5569-f16a-4528-b031-feaf90c44c05 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:32:46.093392 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e15ac9-0638-46ae-969b-c76f1d9a1b83 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:32:46.093770 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e15ac9-0638-46ae-969b-c76f1d9a1b83 None None] Checking segment: {'id': 'a7a5581d-fb2b-4a23-83ce-aa46f8858a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f24c5569-f16a-4528-b031-feaf90c44c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:32:46.094174 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-08e15ac9-0638-46ae-969b-c76f1d9a1b83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:46.094570 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e15ac9-0638-46ae-969b-c76f1d9a1b83 None None] Bound using segment: {'id': 'a7a5581d-fb2b-4a23-83ce-aa46f8858a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f24c5569-f16a-4528-b031-feaf90c44c05'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:32:46.095047 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-08e15ac9-0638-46ae-969b-c76f1d9a1b83 None None] Bound port: 3d3ef80a-afd9-48fe-89ef-8908e60c6e4c, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a5581d-fb2b-4a23-83ce-aa46f8858a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f24c5569-f16a-4528-b031-feaf90c44c05'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:32:46.095455 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-08e15ac9-0638-46ae-969b-c76f1d9a1b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:46.105260 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-879c7a0d-3570-4e8a-97d0-a90495288b5e None None] Attempting to bind port 2eb0bb9d-3be3-4e16-b6b0-0dcef9a37136 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:32:46.105631 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-879c7a0d-3570-4e8a-97d0-a90495288b5e None None] Attempting to bind port 2eb0bb9d-3be3-4e16-b6b0-0dcef9a37136 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'f30b75ea-2e5d-482e-8cb3-8b9bb5d1dde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ca0d3546-cec6-4828-a917-90749c55e020'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:32:46.105991 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879c7a0d-3570-4e8a-97d0-a90495288b5e None None] Attempting to bind port 2eb0bb9d-3be3-4e16-b6b0-0dcef9a37136 on network ca0d3546-cec6-4828-a917-90749c55e020 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:32:46.106947 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b94f2aa-4b53-4e75-b58c-338fac8a1fa0 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:32:46.116716 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0575b532-8bb0-480c-af89-27ec155bb382 None None] Sync routers for ids ['dfbb1816-02a2-4649-a95c-145c3be425b6'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:32:46.119519 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879c7a0d-3570-4e8a-97d0-a90495288b5e None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:32:46.119902 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879c7a0d-3570-4e8a-97d0-a90495288b5e None None] Checking segment: {'id': 'f30b75ea-2e5d-482e-8cb3-8b9bb5d1dde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ca0d3546-cec6-4828-a917-90749c55e020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:32:46.120303 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-879c7a0d-3570-4e8a-97d0-a90495288b5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:46.120699 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879c7a0d-3570-4e8a-97d0-a90495288b5e None None] Bound using segment: {'id': 'f30b75ea-2e5d-482e-8cb3-8b9bb5d1dde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ca0d3546-cec6-4828-a917-90749c55e020'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:32:46.121252 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-879c7a0d-3570-4e8a-97d0-a90495288b5e None None] Bound port: 2eb0bb9d-3be3-4e16-b6b0-0dcef9a37136, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f30b75ea-2e5d-482e-8cb3-8b9bb5d1dde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ca0d3546-cec6-4828-a917-90749c55e020'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:32:46.121668 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-879c7a0d-3570-4e8a-97d0-a90495288b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:46.126794 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3b94f2aa-4b53-4e75-b58c-338fac8a1fa0 admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:46.128812 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0575b532-8bb0-480c-af89-27ec155bb382 None None] Routers {'dfbb1816-02a2-4649-a95c-145c3be425b6'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:32:46.128952 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-3b94f2aa-4b53-4e75-b58c-338fac8a1fa0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5188332 Jul 13 08:32:46.129714 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-0575b532-8bb0-480c-af89-27ec155bb382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:32:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['dfbb1816-02a2-4649-a95c-145c3be425b6'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:46.131744 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45178) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:32:46.228985 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-08e15ac9-0638-46ae-969b-c76f1d9a1b83 None None] For port 3d3ef80a-afd9-48fe-89ef-8908e60c6e4c, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:32:46.234024 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-08e15ac9-0638-46ae-969b-c76f1d9a1b83 None None] For port 3d3ef80a-afd9-48fe-89ef-8908e60c6e4c, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=3d3ef80a-afd9-48fe-89ef-8908e60c6e4c,segment=NetworkSegment(a7a5581d-fb2b-4a23-83ce-aa46f8858a22),segment_id=a7a5581d-fb2b-4a23-83ce-aa46f8858a22)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:32:46.242143 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-0575b532-8bb0-480c-af89-27ec155bb382 None None] Set router dfbb1816-02a2-4649-a95c-145c3be425b6 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:32:46.242417 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-08e15ac9-0638-46ae-969b-c76f1d9a1b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:46.251981 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-879c7a0d-3570-4e8a-97d0-a90495288b5e None None] For port 2eb0bb9d-3be3-4e16-b6b0-0dcef9a37136, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:32:46.298719 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-879c7a0d-3570-4e8a-97d0-a90495288b5e None None] For port 2eb0bb9d-3be3-4e16-b6b0-0dcef9a37136, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=2eb0bb9d-3be3-4e16-b6b0-0dcef9a37136,segment=NetworkSegment(f30b75ea-2e5d-482e-8cb3-8b9bb5d1dde7),segment_id=f30b75ea-2e5d-482e-8cb3-8b9bb5d1dde7)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:32:46.320608 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-879c7a0d-3570-4e8a-97d0-a90495288b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:46.324351 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc2077e-0261-4b1b-bd16-1b02bc5744d0 None None] Pushing event updated for resources: {'Port': ['ID=3d3ef80a-afd9-48fe-89ef-8908e60c6e4c,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:46.336305 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e15ac9-0638-46ae-969b-c76f1d9a1b83 None None] Routers {'17144dee-7d16-41ae-badf-15c63cc67ad2'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:32:46.336946 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-08e15ac9-0638-46ae-969b-c76f1d9a1b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:32:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['17144dee-7d16-41ae-badf-15c63cc67ad2'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:46.478225 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-0575b532-8bb0-480c-af89-27ec155bb382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb1816-02a2-4649-a95c-145c3be425b6', 'name': 'tempest-TestMinimumBasicScenario-1254361920-router', 'tenant_id': 'ceac93a7b14146f3a697c05bf5c718f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'f1232688-43e7-4dec-8641-8e76fbb05f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:32:44Z', 'updated_at': '2021-07-13T08:32:45Z', 'revision_number': 3, 'project_id': 'ceac93a7b14146f3a697c05bf5c718f1', 'gw_port': {'id': 'f1232688-43e7-4dec-8641-8e76fbb05f3c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbb1816-02a2-4649-a95c-145c3be425b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:32:45Z', 'updated_at': '2021-07-13T08:32:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:46.480163 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c7a0d-3570-4e8a-97d0-a90495288b5e None None] Pushing event updated for resources: {'Port': ['ID=2eb0bb9d-3be3-4e16-b6b0-0dcef9a37136,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:46.515946 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0575b532-8bb0-480c-af89-27ec155bb382 None None] Checking router: dfbb1816-02a2-4649-a95c-145c3be425b6 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:32:46.516285 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0575b532-8bb0-480c-af89-27ec155bb382 None None] Updating router dfbb1816-02a2-4649-a95c-145c3be425b6 port f1232688-43e7-4dec-8641-8e76fbb05f3c binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:32:46.522295 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-08e15ac9-0638-46ae-969b-c76f1d9a1b83 None None] Set router 17144dee-7d16-41ae-badf-15c63cc67ad2 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:32:46.558386 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0575b532-8bb0-480c-af89-27ec155bb382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:46.755623 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eea9beed-d32f-4e61-8199-206da2b75766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:46.858511 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-08e15ac9-0638-46ae-969b-c76f1d9a1b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17144dee-7d16-41ae-badf-15c63cc67ad2', 'name': 'tempest-TestMinimumBasicScenario-369833372-router', 'tenant_id': '05a414dccf8a49d59eb8c531520f45c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '76e98cf4-42de-494d-9c42-b76ce225246d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:32:39Z', 'updated_at': '2021-07-13T08:32:42Z', 'revision_number': 4, 'project_id': '05a414dccf8a49d59eb8c531520f45c9', 'gw_port': {'id': '76e98cf4-42de-494d-9c42-b76ce225246d', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:07:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17144dee-7d16-41ae-badf-15c63cc67ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:32:40Z', 'updated_at': '2021-07-13T08:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '3d3ef80a-afd9-48fe-89ef-8908e60c6e4c', 'name': '', 'network_id': 'f24c5569-f16a-4528-b031-feaf90c44c05', 'tenant_id': '05a414dccf8a49d59eb8c531520f45c9', 'mac_address': 'fa:16:3e:87:70:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17144dee-7d16-41ae-badf-15c63cc67ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '9df39552-84fd-4db9-88ae-f455cb73da78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:32:41Z', 'updated_at': '2021-07-13T08:32:46Z', 'revision_number': 4, 'project_id': '05a414dccf8a49d59eb8c531520f45c9', 'subnets': [{'id': '9df39552-84fd-4db9-88ae-f455cb73da78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:46.905384 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e15ac9-0638-46ae-969b-c76f1d9a1b83 None None] The sync data for ids ['17144dee-7d16-41ae-badf-15c63cc67ad2'] in n-d-771363-34 is: [{'id': '17144dee-7d16-41ae-badf-15c63cc67ad2', 'name': 'tempest-TestMinimumBasicScenario-369833372-router', 'tenant_id': '05a414dccf8a49d59eb8c531520f45c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '76e98cf4-42de-494d-9c42-b76ce225246d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:32:39Z', 'updated_at': '2021-07-13T08:32:42Z', 'revision_number': 4, 'project_id': '05a414dccf8a49d59eb8c531520f45c9', 'gw_port': {'id': '76e98cf4-42de-494d-9c42-b76ce225246d', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:07:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17144dee-7d16-41ae-badf-15c63cc67ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:32:40Z', 'updated_at': '2021-07-13T08:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '3d3ef80a-afd9-48fe-89ef-8908e60c6e4c', 'name': '', 'network_id': 'f24c5569-f16a-4528-b031-feaf90c44c05', 'tenant_id': '05a414dccf8a49d59eb8c531520f45c9', 'mac_address': 'fa:16:3e:87:70:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17144dee-7d16-41ae-badf-15c63cc67ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '9df39552-84fd-4db9-88ae-f455cb73da78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:32:41Z', 'updated_at': '2021-07-13T08:32:46Z', 'revision_number': 4, 'project_id': '05a414dccf8a49d59eb8c531520f45c9', 'subnets': [{'id': '9df39552-84fd-4db9-88ae-f455cb73da78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:32:46.917434 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 76e98cf4-42de-494d-9c42-b76ce225246d up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:32:46.976794 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0575b532-8bb0-480c-af89-27ec155bb382 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:46.996095 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-eea9beed-d32f-4e61-8199-206da2b75766 admin admin] Allocated IP 172.20.0.1 (ca0d3546-cec6-4828-a917-90749c55e020/165a0ff5-83cf-4c61-bf08-8c47d081ef2c/98d9c551-f0d9-4cbb-8cd6-a0c48d87608c) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:32:46.997093 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-0575b532-8bb0-480c-af89-27ec155bb382 None None] Transition to ACTIVE for port object f1232688-43e7-4dec-8641-8e76fbb05f3c will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:32:47.006199 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0575b532-8bb0-480c-af89-27ec155bb382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:47.010571 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 76e98cf4-42de-494d-9c42-b76ce225246d triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:32:47.011058 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:47.081199 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-0575b532-8bb0-480c-af89-27ec155bb382 None None] Attempting to bind port f1232688-43e7-4dec-8641-8e76fbb05f3c on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:32:47.081576 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-0575b532-8bb0-480c-af89-27ec155bb382 None None] Attempting to bind port f1232688-43e7-4dec-8641-8e76fbb05f3c by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:32:47.081913 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0575b532-8bb0-480c-af89-27ec155bb382 None None] Attempting to bind port f1232688-43e7-4dec-8641-8e76fbb05f3c on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:32:47.090491 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0575b532-8bb0-480c-af89-27ec155bb382 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:32:47.090864 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0575b532-8bb0-480c-af89-27ec155bb382 None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:32:47.091302 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0575b532-8bb0-480c-af89-27ec155bb382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:47.091694 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0575b532-8bb0-480c-af89-27ec155bb382 None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:32:47.092193 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-0575b532-8bb0-480c-af89-27ec155bb382 None None] Bound port: f1232688-43e7-4dec-8641-8e76fbb05f3c, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:32:47.092570 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0575b532-8bb0-480c-af89-27ec155bb382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:47.095498 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd7138-09aa-49b2-a36d-d53e7904bbac None None] Pushing event updated for resources: {'Port': ['ID=f1232688-43e7-4dec-8641-8e76fbb05f3c,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:47.123872 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 2eb0bb9d-3be3-4e16-b6b0-0dcef9a37136 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:32:47.159925 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-0575b532-8bb0-480c-af89-27ec155bb382 None None] For port f1232688-43e7-4dec-8641-8e76fbb05f3c, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:32:47.163405 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eea9beed-d32f-4e61-8199-206da2b75766 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:47.164301 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-0575b532-8bb0-480c-af89-27ec155bb382 None None] For port f1232688-43e7-4dec-8641-8e76fbb05f3c, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=f1232688-43e7-4dec-8641-8e76fbb05f3c,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:32:47.172598 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-0575b532-8bb0-480c-af89-27ec155bb382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:47.181420 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-eea9beed-d32f-4e61-8199-206da2b75766 admin admin] Transition to ACTIVE for port object 98d9c551-f0d9-4cbb-8cd6-a0c48d87608c will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:32:47.188558 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 2eb0bb9d-3be3-4e16-b6b0-0dcef9a37136 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:32:47.229184 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0575b532-8bb0-480c-af89-27ec155bb382 None None] Routers {'dfbb1816-02a2-4649-a95c-145c3be425b6'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:32:47.229488 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-0575b532-8bb0-480c-af89-27ec155bb382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:32:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['dfbb1816-02a2-4649-a95c-145c3be425b6'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:47.236480 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eea9beed-d32f-4e61-8199-206da2b75766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:47.283048 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea9beed-d32f-4e61-8199-206da2b75766 admin admin] Network ca0d3546-cec6-4828-a917-90749c55e020 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:32:47.290758 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-eea9beed-d32f-4e61-8199-206da2b75766 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:32:47.295623 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea9beed-d32f-4e61-8199-206da2b75766 admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:32:47.339387 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eea9beed-d32f-4e61-8199-206da2b75766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:47.348297 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea9beed-d32f-4e61-8199-206da2b75766 admin admin] Pushing event updated for resources: {'Port': ['ID=98d9c551-f0d9-4cbb-8cd6-a0c48d87608c,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:47.438435 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-0575b532-8bb0-480c-af89-27ec155bb382 None None] Set router dfbb1816-02a2-4649-a95c-145c3be425b6 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:32:47.504083 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd7138-09aa-49b2-a36d-d53e7904bbac None None] Pushing event updated for resources: {'Port': ['ID=f1232688-43e7-4dec-8641-8e76fbb05f3c,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:47.507192 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eea9beed-d32f-4e61-8199-206da2b75766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:47.651340 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-0575b532-8bb0-480c-af89-27ec155bb382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb1816-02a2-4649-a95c-145c3be425b6', 'name': 'tempest-TestMinimumBasicScenario-1254361920-router', 'tenant_id': 'ceac93a7b14146f3a697c05bf5c718f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'f1232688-43e7-4dec-8641-8e76fbb05f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:32:44Z', 'updated_at': '2021-07-13T08:32:45Z', 'revision_number': 3, 'project_id': 'ceac93a7b14146f3a697c05bf5c718f1', 'gw_port': {'id': 'f1232688-43e7-4dec-8641-8e76fbb05f3c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbb1816-02a2-4649-a95c-145c3be425b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:32:45Z', 'updated_at': '2021-07-13T08:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:47.684848 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0575b532-8bb0-480c-af89-27ec155bb382 None None] The sync data for ids ['dfbb1816-02a2-4649-a95c-145c3be425b6'] in n-d-771363-34 is: [{'id': 'dfbb1816-02a2-4649-a95c-145c3be425b6', 'name': 'tempest-TestMinimumBasicScenario-1254361920-router', 'tenant_id': 'ceac93a7b14146f3a697c05bf5c718f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'f1232688-43e7-4dec-8641-8e76fbb05f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:32:44Z', 'updated_at': '2021-07-13T08:32:45Z', 'revision_number': 3, 'project_id': 'ceac93a7b14146f3a697c05bf5c718f1', 'gw_port': {'id': 'f1232688-43e7-4dec-8641-8e76fbb05f3c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbb1816-02a2-4649-a95c-145c3be425b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:32:45Z', 'updated_at': '2021-07-13T08:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:32:47.710075 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953f09bf-5c14-4863-91af-4321e84dbcb3 None None] Network ca0d3546-cec6-4828-a917-90749c55e020 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:32:47.721194 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eea9beed-d32f-4e61-8199-206da2b75766 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:47.726818 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eea9beed-d32f-4e61-8199-206da2b75766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:47.804057 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea9beed-d32f-4e61-8199-206da2b75766 admin admin] Pushing event updated for resources: {'Port': ['ID=98d9c551-f0d9-4cbb-8cd6-a0c48d87608c,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:47.808087 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ceb4aaed-b47a-47a5-861b-1b6961b611d2 None None] Provisioning for port 2eb0bb9d-3be3-4e16-b6b0-0dcef9a37136 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:32:47.815744 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ceb4aaed-b47a-47a5-861b-1b6961b611d2 None None] Provisioning complete for port 2eb0bb9d-3be3-4e16-b6b0-0dcef9a37136 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:32:47.816114 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ceb4aaed-b47a-47a5-861b-1b6961b611d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:47.822861 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eea9beed-d32f-4e61-8199-206da2b75766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:47.937148 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea9beed-d32f-4e61-8199-206da2b75766 admin admin] Network ca0d3546-cec6-4828-a917-90749c55e020 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:32:47.938905 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-eea9beed-d32f-4e61-8199-206da2b75766 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:32:47.967743 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ceb4aaed-b47a-47a5-861b-1b6961b611d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:48.024015 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-ceb4aaed-b47a-47a5-861b-1b6961b611d2 None None] For port 2eb0bb9d-3be3-4e16-b6b0-0dcef9a37136, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=2eb0bb9d-3be3-4e16-b6b0-0dcef9a37136,segment=NetworkSegment(f30b75ea-2e5d-482e-8cb3-8b9bb5d1dde7),segment_id=f30b75ea-2e5d-482e-8cb3-8b9bb5d1dde7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:32:48.038190 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ceb4aaed-b47a-47a5-861b-1b6961b611d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:48.104029 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4aaed-b47a-47a5-861b-1b6961b611d2 None None] Pushing event updated for resources: {'Port': ['ID=2eb0bb9d-3be3-4e16-b6b0-0dcef9a37136,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:48.131993 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea9beed-d32f-4e61-8199-206da2b75766 admin admin] Router dfbb1816-02a2-4649-a95c-145c3be425b6 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:32:48.262254 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea9beed-d32f-4e61-8199-206da2b75766 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:32:48.275819 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-eea9beed-d32f-4e61-8199-206da2b75766 admin admin] 10.222.0.23 "PUT /v2.0/routers/dfbb1816-02a2-4649-a95c-145c3be425b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1427791 Jul 13 08:32:48.298933 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e8bf6389-71c8-407d-8cac-68e611277dcb None None] Provisioning complete for port 2eb0bb9d-3be3-4e16-b6b0-0dcef9a37136 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:32:48.299346 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e8bf6389-71c8-407d-8cac-68e611277dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:48.442392 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e8bf6389-71c8-407d-8cac-68e611277dcb None None] Provisioning for port 98d9c551-f0d9-4cbb-8cd6-a0c48d87608c completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:32:48.447149 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e8bf6389-71c8-407d-8cac-68e611277dcb None None] Provisioning complete for port 98d9c551-f0d9-4cbb-8cd6-a0c48d87608c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:32:48.447612 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e8bf6389-71c8-407d-8cac-68e611277dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:48.493270 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-e8bf6389-71c8-407d-8cac-68e611277dcb None None] Port 98d9c551-f0d9-4cbb-8cd6-a0c48d87608c cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:32:48.619484 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-4a415c33-820f-45ef-9ff6-78eb26e3a99f None None] Provisioning complete for port 98d9c551-f0d9-4cbb-8cd6-a0c48d87608c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:32:48.619858 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4a415c33-820f-45ef-9ff6-78eb26e3a99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:48.661319 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-4a415c33-820f-45ef-9ff6-78eb26e3a99f None None] Port 98d9c551-f0d9-4cbb-8cd6-a0c48d87608c cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:32:48.792446 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-94ce2d7b-ff05-4272-86f5-ea0abdf36d58 None None] Provisioning complete for port 98d9c551-f0d9-4cbb-8cd6-a0c48d87608c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:32:48.793015 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-94ce2d7b-ff05-4272-86f5-ea0abdf36d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:48.863298 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-94ce2d7b-ff05-4272-86f5-ea0abdf36d58 None None] Port 98d9c551-f0d9-4cbb-8cd6-a0c48d87608c cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:32:48.925543 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f1232688-43e7-4dec-8641-8e76fbb05f3c up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:32:48.986867 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port f1232688-43e7-4dec-8641-8e76fbb05f3c completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:32:48.991405 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port f1232688-43e7-4dec-8641-8e76fbb05f3c triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:32:48.991785 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:49.088888 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:49.097459 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9a5e51b4-e36f-4e45-a043-f1d8b94e2cd8 None None] Provisioning complete for port 98d9c551-f0d9-4cbb-8cd6-a0c48d87608c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:32:49.097828 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9a5e51b4-e36f-4e45-a043-f1d8b94e2cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:49.134612 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port f1232688-43e7-4dec-8641-8e76fbb05f3c, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=f1232688-43e7-4dec-8641-8e76fbb05f3c,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:32:49.143920 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:49.173656 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-9a5e51b4-e36f-4e45-a043-f1d8b94e2cd8 None None] Port 98d9c551-f0d9-4cbb-8cd6-a0c48d87608c cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:32:49.177216 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 3d3ef80a-afd9-48fe-89ef-8908e60c6e4c up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:32:49.229104 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=f1232688-43e7-4dec-8641-8e76fbb05f3c,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:49.254068 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 3d3ef80a-afd9-48fe-89ef-8908e60c6e4c completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:32:49.262736 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 3d3ef80a-afd9-48fe-89ef-8908e60c6e4c triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:32:49.263160 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:49.363367 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:49.405113 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 3d3ef80a-afd9-48fe-89ef-8908e60c6e4c, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=3d3ef80a-afd9-48fe-89ef-8908e60c6e4c,segment=NetworkSegment(a7a5581d-fb2b-4a23-83ce-aa46f8858a22),segment_id=a7a5581d-fb2b-4a23-83ce-aa46f8858a22)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:32:49.410605 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:49.480929 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=3d3ef80a-afd9-48fe-89ef-8908e60c6e4c,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:49.492657 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 2eb0bb9d-3be3-4e16-b6b0-0dcef9a37136 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:32:49.554030 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 2eb0bb9d-3be3-4e16-b6b0-0dcef9a37136 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:32:49.554030 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:49.801882 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-85703783-b89f-40cf-9a86-6a3b72cb8b7d None None] Provisioning complete for port 3d3ef80a-afd9-48fe-89ef-8908e60c6e4c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:32:49.802640 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-85703783-b89f-40cf-9a86-6a3b72cb8b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:50.486647 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e7ea58-b724-499c-8bfd-be7b66bb8ac3 None None] Sync routers for ids ['dfbb1816-02a2-4649-a95c-145c3be425b6'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:32:50.498481 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e7ea58-b724-499c-8bfd-be7b66bb8ac3 None None] Routers {'dfbb1816-02a2-4649-a95c-145c3be425b6'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:32:50.499113 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-41e7ea58-b724-499c-8bfd-be7b66bb8ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:32:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['dfbb1816-02a2-4649-a95c-145c3be425b6'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:50.623878 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-41e7ea58-b724-499c-8bfd-be7b66bb8ac3 None None] Set router dfbb1816-02a2-4649-a95c-145c3be425b6 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:32:50.826186 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f1232688-43e7-4dec-8641-8e76fbb05f3c up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:32:50.969156 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port f1232688-43e7-4dec-8641-8e76fbb05f3c triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:32:50.969824 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:51.113304 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 3d3ef80a-afd9-48fe-89ef-8908e60c6e4c up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:32:51.157141 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-41e7ea58-b724-499c-8bfd-be7b66bb8ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb1816-02a2-4649-a95c-145c3be425b6', 'name': 'tempest-TestMinimumBasicScenario-1254361920-router', 'tenant_id': 'ceac93a7b14146f3a697c05bf5c718f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'f1232688-43e7-4dec-8641-8e76fbb05f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:32:44Z', 'updated_at': '2021-07-13T08:32:47Z', 'revision_number': 4, 'project_id': 'ceac93a7b14146f3a697c05bf5c718f1', 'gw_port': {'id': 'f1232688-43e7-4dec-8641-8e76fbb05f3c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb1816-02a2-4649-a95c-145c3be425b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:32:45Z', 'updated_at': '2021-07-13T08:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '98d9c551-f0d9-4cbb-8cd6-a0c48d87608c', 'name': '', 'network_id': 'ca0d3546-cec6-4828-a917-90749c55e020', 'tenant_id': 'ceac93a7b14146f3a697c05bf5c718f1', 'mac_address': 'fa:16:3e:f6:03:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbb1816-02a2-4649-a95c-145c3be425b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '165a0ff5-83cf-4c61-bf08-8c47d081ef2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:32:46Z', 'updated_at': '2021-07-13T08:32:47Z', 'revision_number': 2, 'project_id': 'ceac93a7b14146f3a697c05bf5c718f1', 'subnets': [{'id': '165a0ff5-83cf-4c61-bf08-8c47d081ef2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:51.187922 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e7ea58-b724-499c-8bfd-be7b66bb8ac3 None None] Checking router: dfbb1816-02a2-4649-a95c-145c3be425b6 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:32:51.188563 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e7ea58-b724-499c-8bfd-be7b66bb8ac3 None None] Updating router dfbb1816-02a2-4649-a95c-145c3be425b6 port 98d9c551-f0d9-4cbb-8cd6-a0c48d87608c binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:32:51.235810 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 3d3ef80a-afd9-48fe-89ef-8908e60c6e4c triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:32:51.236092 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:51.256172 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-41e7ea58-b724-499c-8bfd-be7b66bb8ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:51.606665 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-41e7ea58-b724-499c-8bfd-be7b66bb8ac3 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:51.618805 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-41e7ea58-b724-499c-8bfd-be7b66bb8ac3 None None] Transition to ACTIVE for port object 98d9c551-f0d9-4cbb-8cd6-a0c48d87608c will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:32:51.625919 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-41e7ea58-b724-499c-8bfd-be7b66bb8ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:51.688719 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9230fe-5352-4b21-be1d-09323f56a03a None None] Pushing event updated for resources: {'Port': ['ID=98d9c551-f0d9-4cbb-8cd6-a0c48d87608c,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:51.760530 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-41e7ea58-b724-499c-8bfd-be7b66bb8ac3 None None] Attempting to bind port 98d9c551-f0d9-4cbb-8cd6-a0c48d87608c on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:32:51.760902 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-41e7ea58-b724-499c-8bfd-be7b66bb8ac3 None None] Attempting to bind port 98d9c551-f0d9-4cbb-8cd6-a0c48d87608c by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'f30b75ea-2e5d-482e-8cb3-8b9bb5d1dde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ca0d3546-cec6-4828-a917-90749c55e020'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:32:51.761269 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e7ea58-b724-499c-8bfd-be7b66bb8ac3 None None] Attempting to bind port 98d9c551-f0d9-4cbb-8cd6-a0c48d87608c on network ca0d3546-cec6-4828-a917-90749c55e020 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:32:51.788471 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e7ea58-b724-499c-8bfd-be7b66bb8ac3 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:32:51.788471 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e7ea58-b724-499c-8bfd-be7b66bb8ac3 None None] Checking segment: {'id': 'f30b75ea-2e5d-482e-8cb3-8b9bb5d1dde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ca0d3546-cec6-4828-a917-90749c55e020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:32:51.788471 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-41e7ea58-b724-499c-8bfd-be7b66bb8ac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:51.788471 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e7ea58-b724-499c-8bfd-be7b66bb8ac3 None None] Bound using segment: {'id': 'f30b75ea-2e5d-482e-8cb3-8b9bb5d1dde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ca0d3546-cec6-4828-a917-90749c55e020'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:32:51.788471 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-41e7ea58-b724-499c-8bfd-be7b66bb8ac3 None None] Bound port: 98d9c551-f0d9-4cbb-8cd6-a0c48d87608c, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f30b75ea-2e5d-482e-8cb3-8b9bb5d1dde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ca0d3546-cec6-4828-a917-90749c55e020'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:32:51.788471 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-41e7ea58-b724-499c-8bfd-be7b66bb8ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:51.858756 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-41e7ea58-b724-499c-8bfd-be7b66bb8ac3 None None] For port 98d9c551-f0d9-4cbb-8cd6-a0c48d87608c, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:32:51.862498 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-41e7ea58-b724-499c-8bfd-be7b66bb8ac3 None None] For port 98d9c551-f0d9-4cbb-8cd6-a0c48d87608c, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=98d9c551-f0d9-4cbb-8cd6-a0c48d87608c,segment=NetworkSegment(f30b75ea-2e5d-482e-8cb3-8b9bb5d1dde7),segment_id=f30b75ea-2e5d-482e-8cb3-8b9bb5d1dde7)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:32:51.867602 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-41e7ea58-b724-499c-8bfd-be7b66bb8ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:51.935943 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e7ea58-b724-499c-8bfd-be7b66bb8ac3 None None] Routers {'dfbb1816-02a2-4649-a95c-145c3be425b6'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:32:51.936869 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-41e7ea58-b724-499c-8bfd-be7b66bb8ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:32:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['dfbb1816-02a2-4649-a95c-145c3be425b6'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:51.940466 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9230fe-5352-4b21-be1d-09323f56a03a None None] Pushing event updated for resources: {'Port': ['ID=98d9c551-f0d9-4cbb-8cd6-a0c48d87608c,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:52.073020 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-41e7ea58-b724-499c-8bfd-be7b66bb8ac3 None None] Set router dfbb1816-02a2-4649-a95c-145c3be425b6 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:32:52.310143 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-41e7ea58-b724-499c-8bfd-be7b66bb8ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb1816-02a2-4649-a95c-145c3be425b6', 'name': 'tempest-TestMinimumBasicScenario-1254361920-router', 'tenant_id': 'ceac93a7b14146f3a697c05bf5c718f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'f1232688-43e7-4dec-8641-8e76fbb05f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:32:44Z', 'updated_at': '2021-07-13T08:32:47Z', 'revision_number': 4, 'project_id': 'ceac93a7b14146f3a697c05bf5c718f1', 'gw_port': {'id': 'f1232688-43e7-4dec-8641-8e76fbb05f3c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb1816-02a2-4649-a95c-145c3be425b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:32:45Z', 'updated_at': '2021-07-13T08:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '98d9c551-f0d9-4cbb-8cd6-a0c48d87608c', 'name': '', 'network_id': 'ca0d3546-cec6-4828-a917-90749c55e020', 'tenant_id': 'ceac93a7b14146f3a697c05bf5c718f1', 'mac_address': 'fa:16:3e:f6:03:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbb1816-02a2-4649-a95c-145c3be425b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '165a0ff5-83cf-4c61-bf08-8c47d081ef2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:32:46Z', 'updated_at': '2021-07-13T08:32:51Z', 'revision_number': 4, 'project_id': 'ceac93a7b14146f3a697c05bf5c718f1', 'subnets': [{'id': '165a0ff5-83cf-4c61-bf08-8c47d081ef2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:32:52.344358 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e7ea58-b724-499c-8bfd-be7b66bb8ac3 None None] The sync data for ids ['dfbb1816-02a2-4649-a95c-145c3be425b6'] in n-d-771363-34 is: [{'id': 'dfbb1816-02a2-4649-a95c-145c3be425b6', 'name': 'tempest-TestMinimumBasicScenario-1254361920-router', 'tenant_id': 'ceac93a7b14146f3a697c05bf5c718f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'f1232688-43e7-4dec-8641-8e76fbb05f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:32:44Z', 'updated_at': '2021-07-13T08:32:47Z', 'revision_number': 4, 'project_id': 'ceac93a7b14146f3a697c05bf5c718f1', 'gw_port': {'id': 'f1232688-43e7-4dec-8641-8e76fbb05f3c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb1816-02a2-4649-a95c-145c3be425b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:32:45Z', 'updated_at': '2021-07-13T08:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '98d9c551-f0d9-4cbb-8cd6-a0c48d87608c', 'name': '', 'network_id': 'ca0d3546-cec6-4828-a917-90749c55e020', 'tenant_id': 'ceac93a7b14146f3a697c05bf5c718f1', 'mac_address': 'fa:16:3e:f6:03:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbb1816-02a2-4649-a95c-145c3be425b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '165a0ff5-83cf-4c61-bf08-8c47d081ef2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:32:46Z', 'updated_at': '2021-07-13T08:32:51Z', 'revision_number': 4, 'project_id': 'ceac93a7b14146f3a697c05bf5c718f1', 'subnets': [{'id': '165a0ff5-83cf-4c61-bf08-8c47d081ef2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:32:52.868465 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 98d9c551-f0d9-4cbb-8cd6-a0c48d87608c up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:32:52.961868 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 98d9c551-f0d9-4cbb-8cd6-a0c48d87608c completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:32:52.969289 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 98d9c551-f0d9-4cbb-8cd6-a0c48d87608c triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:32:52.969657 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:53.071781 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:53.124177 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 98d9c551-f0d9-4cbb-8cd6-a0c48d87608c, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=98d9c551-f0d9-4cbb-8cd6-a0c48d87608c,segment=NetworkSegment(f30b75ea-2e5d-482e-8cb3-8b9bb5d1dde7),segment_id=f30b75ea-2e5d-482e-8cb3-8b9bb5d1dde7)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:32:53.132108 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:53.194421 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=98d9c551-f0d9-4cbb-8cd6-a0c48d87608c,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:32:53.482072 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-49eda1c2-5491-456f-a5f0-25d8332dab6d None None] Provisioning complete for port 98d9c551-f0d9-4cbb-8cd6-a0c48d87608c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:32:53.482575 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-49eda1c2-5491-456f-a5f0-25d8332dab6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:53.968698 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:54.656774 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:54.752245 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 98d9c551-f0d9-4cbb-8cd6-a0c48d87608c up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:32:54.803171 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 98d9c551-f0d9-4cbb-8cd6-a0c48d87608c triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:32:54.803561 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:32:58.352765 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-42b61656-5108-4642-befa-38c2c94b63c3 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:32:58.354159 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-42b61656-5108-4642-befa-38c2c94b63c3 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/networks?id=f24c5569-f16a-4528-b031-feaf90c44c05 HTTP/1.1" status: 200 len: 814 time: 0.0998793 Jul 13 08:32:58.371010 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-20646096-933d-4078-9536-201a2843267c tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/quotas/05a414dccf8a49d59eb8c531520f45c9 HTTP/1.1" status: 200 len: 375 time: 0.0105679 Jul 13 08:32:58.441076 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-93d72440-0bf5-44e9-9b71-7a0a38d4bd60 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=05a414dccf8a49d59eb8c531520f45c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639107 Jul 13 08:32:58.620073 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-37c60d2c-cb72-4ed2-8c03-3a782dc34816 service neutron] 10.222.0.23 "GET /v2.0/networks/f24c5569-f16a-4528-b031-feaf90c44c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668367 Jul 13 08:32:58.711462 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-47906b0a-b827-4014-972b-ea0435439167 service neutron] 10.222.0.23 "GET /v2.0/networks/f24c5569-f16a-4528-b031-feaf90c44c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851541 Jul 13 08:32:58.881504 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fc0c28af-f88d-445d-ba1c-7c1fc27d36dd req-b3f35103-2a80-4166-8d5f-987b94bd362c tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/ports?device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 210 time: 0.0318637 Jul 13 08:33:00.023672 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-21301f6e-d23e-4369-9914-09293e8127d5 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:00.025124 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-21301f6e-d23e-4369-9914-09293e8127d5 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.42 "GET /v2.0/networks?id=f24c5569-f16a-4528-b031-feaf90c44c05 HTTP/1.1" status: 200 len: 814 time: 0.1155195 Jul 13 08:33:00.049917 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-8025e89e-6d1c-49ed-a772-b9dd5d21c9a1 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Request body: {'port': {'device_id': '6305363d-5e99-4d94-8d89-ff2a4fc40c86', 'network_id': 'f24c5569-f16a-4528-b031-feaf90c44c05', 'admin_state_up': True, 'tenant_id': '05a414dccf8a49d59eb8c531520f45c9'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:33:00.053983 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-855fd67a-99a5-493f-bd4d-f7c8f387f079 req-8ce07b28-b97b-4322-b607-4f004ae14a32 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/ports?device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 210 time: 0.0502663 Jul 13 08:33:00.386976 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-27cc199b-abb0-4a92-9df7-03dc8513b5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:00.572007 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-8025e89e-6d1c-49ed-a772-b9dd5d21c9a1 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Made reservation on behalf of 05a414dccf8a49d59eb8c531520f45c9 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:33:00.582864 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-8025e89e-6d1c-49ed-a772-b9dd5d21c9a1 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:00.745691 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-8025e89e-6d1c-49ed-a772-b9dd5d21c9a1 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Allocated IP 172.20.0.4 (f24c5569-f16a-4528-b031-feaf90c44c05/9df39552-84fd-4db9-88ae-f455cb73da78/be283f03-86da-40d0-8835-7e355baa117c) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:33:00.920673 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-8025e89e-6d1c-49ed-a772-b9dd5d21c9a1 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:00.936760 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-8025e89e-6d1c-49ed-a772-b9dd5d21c9a1 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Transition to ACTIVE for port object be283f03-86da-40d0-8835-7e355baa117c will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:33:00.971625 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-8025e89e-6d1c-49ed-a772-b9dd5d21c9a1 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:01.017334 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-8025e89e-6d1c-49ed-a772-b9dd5d21c9a1 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Network f24c5569-f16a-4528-b031-feaf90c44c05 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:33:01.020575 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-8025e89e-6d1c-49ed-a772-b9dd5d21c9a1 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:33:01.024483 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-8025e89e-6d1c-49ed-a772-b9dd5d21c9a1 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:33:01.048999 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025e89e-6d1c-49ed-a772-b9dd5d21c9a1 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Pushing event updated for resources: {'Port': ['ID=be283f03-86da-40d0-8835-7e355baa117c,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:01.066027 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025e89e-6d1c-49ed-a772-b9dd5d21c9a1 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:01.066366 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025e89e-6d1c-49ed-a772-b9dd5d21c9a1 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:01.066705 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025e89e-6d1c-49ed-a772-b9dd5d21c9a1 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:01.067037 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025e89e-6d1c-49ed-a772-b9dd5d21c9a1 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:01.067390 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025e89e-6d1c-49ed-a772-b9dd5d21c9a1 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:01.067720 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025e89e-6d1c-49ed-a772-b9dd5d21c9a1 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:01.068041 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025e89e-6d1c-49ed-a772-b9dd5d21c9a1 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:01.068358 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025e89e-6d1c-49ed-a772-b9dd5d21c9a1 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:01.068676 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025e89e-6d1c-49ed-a772-b9dd5d21c9a1 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:01.068993 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025e89e-6d1c-49ed-a772-b9dd5d21c9a1 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:01.069306 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025e89e-6d1c-49ed-a772-b9dd5d21c9a1 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:01.069618 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025e89e-6d1c-49ed-a772-b9dd5d21c9a1 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:01.089813 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-8025e89e-6d1c-49ed-a772-b9dd5d21c9a1 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:01.090488 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-8025e89e-6d1c-49ed-a772-b9dd5d21c9a1 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:01.108375 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-8025e89e-6d1c-49ed-a772-b9dd5d21c9a1 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0630815 Jul 13 08:33:01.241697 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa5039-e0b3-45a6-b9c1-199a991a009c req-214758c4-17dc-4883-9965-82899f41792a tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:01.250025 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-54aa5039-e0b3-45a6-b9c1-199a991a009c req-214758c4-17dc-4883-9965-82899f41792a tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/ports?device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 931 time: 0.0748217 Jul 13 08:33:01.263179 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-4c73e64b-4607-4fec-8db3-5ff3efe09ae1 None None] Provisioning for port be283f03-86da-40d0-8835-7e355baa117c completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:33:01.268912 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-4c73e64b-4607-4fec-8db3-5ff3efe09ae1 None None] Provisioning complete for port be283f03-86da-40d0-8835-7e355baa117c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:33:01.269527 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4c73e64b-4607-4fec-8db3-5ff3efe09ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:01.307633 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-54aa5039-e0b3-45a6-b9c1-199a991a009c req-f6aef226-abfc-45c1-8216-2ce72720b7f6 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eea61dd-2068-4e8f-b188-8a29b26f71cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566375 Jul 13 08:33:01.315128 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-4c73e64b-4607-4fec-8db3-5ff3efe09ae1 None None] Port be283f03-86da-40d0-8835-7e355baa117c cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:33:02.494749 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0f4e6-e66d-4fd0-b563-b77e5948f363 req-46c57c12-62a9-42c9-9b56-91d6e35bf457 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:02.496267 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9de0f4e6-e66d-4fd0-b563-b77e5948f363 req-46c57c12-62a9-42c9-9b56-91d6e35bf457 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/ports?device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 931 time: 0.0690162 Jul 13 08:33:02.534599 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9de0f4e6-e66d-4fd0-b563-b77e5948f363 req-96f86745-726e-41a1-a2b5-323430afad45 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eea61dd-2068-4e8f-b188-8a29b26f71cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323660 Jul 13 08:33:03.236399 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:03.259431 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cf48aae3-ef40-4b33-8fac-bbd252e842cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:03.717999 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892b522-9f5b-4768-a067-681d9e7a4070 req-00d3910f-d8f2-470c-a8fb-243cf7756016 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:03.719512 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0892b522-9f5b-4768-a067-681d9e7a4070 req-00d3910f-d8f2-470c-a8fb-243cf7756016 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/ports?device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 931 time: 0.0640664 Jul 13 08:33:03.773023 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0892b522-9f5b-4768-a067-681d9e7a4070 req-fa78416c-340d-4b27-9fd3-05fdc0a95a44 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eea61dd-2068-4e8f-b188-8a29b26f71cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456495 Jul 13 08:33:04.354972 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:04.969893 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887673c-a3e2-4ab2-ab69-106fbf27428f req-5d4588da-7d9d-4148-b65b-90b53903c157 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:04.971803 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9887673c-a3e2-4ab2-ab69-106fbf27428f req-5d4588da-7d9d-4148-b65b-90b53903c157 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/ports?device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 931 time: 0.0781190 Jul 13 08:33:05.011836 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9887673c-a3e2-4ab2-ab69-106fbf27428f req-32fb631d-0dfd-47f3-9e67-6c8236192e6a tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eea61dd-2068-4e8f-b188-8a29b26f71cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345633 Jul 13 08:33:06.125193 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:06.205028 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02276261-2c35-43b0-8d84-6cbd140ac827 req-d32d7798-b620-41c9-bb0f-82f04396eeb7 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:06.206804 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-02276261-2c35-43b0-8d84-6cbd140ac827 req-d32d7798-b620-41c9-bb0f-82f04396eeb7 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/ports?device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 931 time: 0.0761764 Jul 13 08:33:06.255047 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-02276261-2c35-43b0-8d84-6cbd140ac827 req-9006fb79-9237-45ff-8b96-9944fb2039e6 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eea61dd-2068-4e8f-b188-8a29b26f71cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426726 Jul 13 08:33:07.438422 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336edb0a-0650-4dcd-bc7d-567c91295502 req-7645df71-1235-407a-95a1-11fcbb29c95e tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:07.439918 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-336edb0a-0650-4dcd-bc7d-567c91295502 req-7645df71-1235-407a-95a1-11fcbb29c95e tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/ports?device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 931 time: 0.0656676 Jul 13 08:33:07.476880 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-336edb0a-0650-4dcd-bc7d-567c91295502 req-2f160aac-4138-4c34-9389-5a5be226fc20 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eea61dd-2068-4e8f-b188-8a29b26f71cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314431 Jul 13 08:33:08.658670 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b4ce7-7740-4d25-9d89-780c24964aa5 req-7f1e6936-59d5-466e-96df-03cdee22a962 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:08.660351 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b84b4ce7-7740-4d25-9d89-780c24964aa5 req-7f1e6936-59d5-466e-96df-03cdee22a962 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/ports?device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 931 time: 0.0665250 Jul 13 08:33:08.699288 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b84b4ce7-7740-4d25-9d89-780c24964aa5 req-ae8b5764-cb94-4b1d-aafb-20a0a5544487 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eea61dd-2068-4e8f-b188-8a29b26f71cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331941 Jul 13 08:33:09.893047 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284c9e5-47b3-4d2c-b0fd-939a155e8b78 req-f1ed6e90-aeff-4207-9143-4c86af21877e tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:09.894474 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e284c9e5-47b3-4d2c-b0fd-939a155e8b78 req-f1ed6e90-aeff-4207-9143-4c86af21877e tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/ports?device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 931 time: 0.0843961 Jul 13 08:33:09.937616 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e284c9e5-47b3-4d2c-b0fd-939a155e8b78 req-dd106b8a-b8e3-4f83-a521-a30fdaad5c81 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eea61dd-2068-4e8f-b188-8a29b26f71cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375574 Jul 13 08:33:11.033415 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:33:11.134440 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552c62e-7ae7-44db-80ba-95ad31317191 req-ac97078b-7c9b-4815-8dc4-39d2c63795ab tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:11.135918 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c552c62e-7ae7-44db-80ba-95ad31317191 req-ac97078b-7c9b-4815-8dc4-39d2c63795ab tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/ports?device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 931 time: 0.0661917 Jul 13 08:33:11.178247 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c552c62e-7ae7-44db-80ba-95ad31317191 req-cfbf25bd-946f-4cbb-93dc-554b9dbbdfbe tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eea61dd-2068-4e8f-b188-8a29b26f71cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349278 Jul 13 08:33:12.099331 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-f37870c6-f4a6-423f-9946-df9bfd63ffac service neutron] Request body: {'port': {'device_id': '6305363d-5e99-4d94-8d89-ff2a4fc40c86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:33:12.175373 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-f37870c6-f4a6-423f-9946-df9bfd63ffac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:12.424459 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8088120-d242-4389-aaca-897740cb9100 req-d2e41915-11b1-4b2f-ada1-a3498f4f8597 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:12.425877 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b8088120-d242-4389-aaca-897740cb9100 req-d2e41915-11b1-4b2f-ada1-a3498f4f8597 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/ports?device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 931 time: 0.1334755 Jul 13 08:33:12.490296 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b8088120-d242-4389-aaca-897740cb9100 req-111a3b63-4231-4b90-aa97-a1717946d2df tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eea61dd-2068-4e8f-b188-8a29b26f71cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580616 Jul 13 08:33:12.526482 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-f37870c6-f4a6-423f-9946-df9bfd63ffac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be283f03-86da-40d0-8835-7e355baa117c {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:33:12.534277 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-f37870c6-f4a6-423f-9946-df9bfd63ffac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:12.546534 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-f37870c6-f4a6-423f-9946-df9bfd63ffac service neutron] Transition to ACTIVE for port object be283f03-86da-40d0-8835-7e355baa117c will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:33:12.549400 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-f37870c6-f4a6-423f-9946-df9bfd63ffac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:12.620098 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37870c6-f4a6-423f-9946-df9bfd63ffac service neutron] Pushing event updated for resources: {'Port': ['ID=be283f03-86da-40d0-8835-7e355baa117c,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:12.674932 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-f37870c6-f4a6-423f-9946-df9bfd63ffac service neutron] Attempting to bind port be283f03-86da-40d0-8835-7e355baa117c on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:33:12.675180 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-f37870c6-f4a6-423f-9946-df9bfd63ffac service neutron] Attempting to bind port be283f03-86da-40d0-8835-7e355baa117c by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'a7a5581d-fb2b-4a23-83ce-aa46f8858a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f24c5569-f16a-4528-b031-feaf90c44c05'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:33:12.675543 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-f37870c6-f4a6-423f-9946-df9bfd63ffac service neutron] Attempting to bind port be283f03-86da-40d0-8835-7e355baa117c on network f24c5569-f16a-4528-b031-feaf90c44c05 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:33:12.680005 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-f37870c6-f4a6-423f-9946-df9bfd63ffac service neutron] Port be283f03-86da-40d0-8835-7e355baa117c on network f24c5569-f16a-4528-b031-feaf90c44c05 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:33:12.680321 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-f37870c6-f4a6-423f-9946-df9bfd63ffac service neutron] Attempting to bind port be283f03-86da-40d0-8835-7e355baa117c on network f24c5569-f16a-4528-b031-feaf90c44c05 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:33:12.685305 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-f37870c6-f4a6-423f-9946-df9bfd63ffac service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:33:12.685640 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-f37870c6-f4a6-423f-9946-df9bfd63ffac service neutron] Checking segment: {'id': 'a7a5581d-fb2b-4a23-83ce-aa46f8858a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f24c5569-f16a-4528-b031-feaf90c44c05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:33:12.686179 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-f37870c6-f4a6-423f-9946-df9bfd63ffac service neutron] Bound using segment: {'id': 'a7a5581d-fb2b-4a23-83ce-aa46f8858a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f24c5569-f16a-4528-b031-feaf90c44c05'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:33:12.686802 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-f37870c6-f4a6-423f-9946-df9bfd63ffac service neutron] Bound port: be283f03-86da-40d0-8835-7e355baa117c, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7a5581d-fb2b-4a23-83ce-aa46f8858a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f24c5569-f16a-4528-b031-feaf90c44c05'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:33:12.687164 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-f37870c6-f4a6-423f-9946-df9bfd63ffac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:12.753755 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-f37870c6-f4a6-423f-9946-df9bfd63ffac service neutron] For port be283f03-86da-40d0-8835-7e355baa117c, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:33:12.757094 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-f37870c6-f4a6-423f-9946-df9bfd63ffac service neutron] For port be283f03-86da-40d0-8835-7e355baa117c, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=be283f03-86da-40d0-8835-7e355baa117c,segment=NetworkSegment(a7a5581d-fb2b-4a23-83ce-aa46f8858a22),segment_id=a7a5581d-fb2b-4a23-83ce-aa46f8858a22)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:33:12.761261 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-f37870c6-f4a6-423f-9946-df9bfd63ffac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:12.800397 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-f37870c6-f4a6-423f-9946-df9bfd63ffac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:12.801022 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-f37870c6-f4a6-423f-9946-df9bfd63ffac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:12.802408 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-f37870c6-f4a6-423f-9946-df9bfd63ffac service neutron] 10.222.0.42 "PUT /v2.0/ports/be283f03-86da-40d0-8835-7e355baa117c HTTP/1.1" status: 200 len: 1092 time: 0.7086048 Jul 13 08:33:12.802843 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6305363d-5e99-4d94-8d89-ff2a4fc40c86', 'tag': 'be283f03-86da-40d0-8835-7e355baa117c'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:33:12.805193 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95126dff-ce84-405f-8b12-4c64d1e25148" -d '{"events": [{"name": "network-changed", "server_uuid": "6305363d-5e99-4d94-8d89-ff2a4fc40c86", "tag": "be283f03-86da-40d0-8835-7e355baa117c"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:33:12.834940 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37870c6-f4a6-423f-9946-df9bfd63ffac service neutron] Pushing event updated for resources: {'Port': ['ID=be283f03-86da-40d0-8835-7e355baa117c,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:12.852666 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9287270d-e5ff-4e21-bd45-bdee4efc674d x-openstack-request-id: req-9287270d-e5ff-4e21-bd45-bdee4efc674d {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:33:12.852988 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6305363d-5e99-4d94-8d89-ff2a4fc40c86", "tag": "be283f03-86da-40d0-8835-7e355baa117c", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:33:12.853200 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9287270d-e5ff-4e21-bd45-bdee4efc674d {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:33:12.853605 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6305363d-5e99-4d94-8d89-ff2a4fc40c86', 'tag': 'be283f03-86da-40d0-8835-7e355baa117c', 'status': 'completed', 'code': 200} Jul 13 08:33:12.914534 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-fada99f2-75db-4fb4-ba56-923a33dce693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:12.916147 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-fada99f2-75db-4fb4-ba56-923a33dce693 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=05a414dccf8a49d59eb8c531520f45c9&device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 1095 time: 0.0564473 Jul 13 08:33:12.959700 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-2abea1bf-bb44-47ac-a3fa-a8e1d5b5588b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be283f03-86da-40d0-8835-7e355baa117c HTTP/1.1" status: 200 len: 217 time: 0.0358591 Jul 13 08:33:13.011781 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-bd0b31f6-4caa-4e2d-bf38-3a798b8a0c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:13.013247 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-bd0b31f6-4caa-4e2d-bf38-3a798b8a0c81 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9df39552-84fd-4db9-88ae-f455cb73da78 HTTP/1.1" status: 200 len: 853 time: 0.0480344 Jul 13 08:33:13.069862 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-e769a6ac-c5db-4798-aeb6-a00e62c8b06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:13.071391 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-e769a6ac-c5db-4798-aeb6-a00e62c8b06e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f24c5569-f16a-4528-b031-feaf90c44c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521960 Jul 13 08:33:13.160863 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-ecaccc4f-4023-43f1-9ce3-31e7f042da6c service neutron] 10.222.0.42 "GET /v2.0/networks/f24c5569-f16a-4528-b031-feaf90c44c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830278 Jul 13 08:33:13.252754 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e80c1ad1-39ab-4575-b458-8459b7d8c270 req-9bfa6556-ad47-4715-adc4-3d920fe60503 service neutron] 10.222.0.42 "GET /v2.0/networks/f24c5569-f16a-4528-b031-feaf90c44c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857828 Jul 13 08:33:13.352262 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95126dff-ce84-405f-8b12-4c64d1e25148 req-27d41946-a9b5-4448-ab6d-47c47e930c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:13.353777 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-95126dff-ce84-405f-8b12-4c64d1e25148 req-27d41946-a9b5-4448-ab6d-47c47e930c26 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=05a414dccf8a49d59eb8c531520f45c9&device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 1095 time: 0.0569921 Jul 13 08:33:13.446370 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95126dff-ce84-405f-8b12-4c64d1e25148 req-60c7dffc-d391-4ce6-9ec1-d011c31eee24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:13.447883 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-95126dff-ce84-405f-8b12-4c64d1e25148 req-60c7dffc-d391-4ce6-9ec1-d011c31eee24 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f24c5569-f16a-4528-b031-feaf90c44c05 HTTP/1.1" status: 200 len: 915 time: 0.0882933 Jul 13 08:33:13.487936 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-95126dff-ce84-405f-8b12-4c64d1e25148 req-8f88e281-cc93-4ae8-b745-d227d98aed74 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be283f03-86da-40d0-8835-7e355baa117c HTTP/1.1" status: 200 len: 217 time: 0.0329440 Jul 13 08:33:13.536707 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95126dff-ce84-405f-8b12-4c64d1e25148 req-caf17a5c-268a-4357-bb14-71365d29e601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:13.538184 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-95126dff-ce84-405f-8b12-4c64d1e25148 req-caf17a5c-268a-4357-bb14-71365d29e601 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9df39552-84fd-4db9-88ae-f455cb73da78 HTTP/1.1" status: 200 len: 853 time: 0.0438981 Jul 13 08:33:13.600690 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95126dff-ce84-405f-8b12-4c64d1e25148 req-7e490685-e4e6-44eb-b59a-2660ab826c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:13.602207 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-95126dff-ce84-405f-8b12-4c64d1e25148 req-7e490685-e4e6-44eb-b59a-2660ab826c79 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f24c5569-f16a-4528-b031-feaf90c44c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575562 Jul 13 08:33:13.729946 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-95126dff-ce84-405f-8b12-4c64d1e25148 req-e4ec6bd0-8f4a-428f-9a1b-ac99791dec48 service neutron] 10.222.0.42 "GET /v2.0/networks/f24c5569-f16a-4528-b031-feaf90c44c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181204 Jul 13 08:33:13.738407 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39daa93d-88fc-426e-9a29-b5f19e05de53 req-756a4e6b-0b72-4bd8-bcd6-c2eed53a5f4e tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:13.739835 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-39daa93d-88fc-426e-9a29-b5f19e05de53 req-756a4e6b-0b72-4bd8-bcd6-c2eed53a5f4e tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/ports?device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 943 time: 0.1367800 Jul 13 08:33:13.823947 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-39daa93d-88fc-426e-9a29-b5f19e05de53 req-87a134a8-feb0-443c-aeb1-d62a76c1845b tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eea61dd-2068-4e8f-b188-8a29b26f71cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760753 Jul 13 08:33:13.849568 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-95126dff-ce84-405f-8b12-4c64d1e25148 req-373b9be1-918e-4b9b-bfb9-065b0a259b5c service neutron] 10.222.0.42 "GET /v2.0/networks/f24c5569-f16a-4528-b031-feaf90c44c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085246 Jul 13 08:33:14.995792 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f3251-b3ef-4adc-8a43-7afe44a6e593 req-f4c611d0-0599-41fc-930c-c412dc765141 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:14.997264 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ac8f3251-b3ef-4adc-8a43-7afe44a6e593 req-f4c611d0-0599-41fc-930c-c412dc765141 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/ports?device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 943 time: 0.0622337 Jul 13 08:33:15.035122 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ac8f3251-b3ef-4adc-8a43-7afe44a6e593 req-8f695a37-f446-4f65-842c-346ad4f57db7 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eea61dd-2068-4e8f-b188-8a29b26f71cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318625 Jul 13 08:33:15.668127 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device be283f03-86da-40d0-8835-7e355baa117c details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:33:15.765105 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port be283f03-86da-40d0-8835-7e355baa117c, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=be283f03-86da-40d0-8835-7e355baa117c,segment=NetworkSegment(a7a5581d-fb2b-4a23-83ce-aa46f8858a22),segment_id=a7a5581d-fb2b-4a23-83ce-aa46f8858a22)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:33:15.776778 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': 'be283f03-86da-40d0-8835-7e355baa117c', 'network_id': 'f24c5569-f16a-4528-b031-feaf90c44c05', 'port_id': 'be283f03-86da-40d0-8835-7e355baa117c', 'mac_address': 'fa:16:3e:72:ce:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9df39552-84fd-4db9-88ae-f455cb73da78', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:33:15.814440 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:15.831080 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be283f03-86da-40d0-8835-7e355baa117c {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:33:15.852123 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port be283f03-86da-40d0-8835-7e355baa117c, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=be283f03-86da-40d0-8835-7e355baa117c,segment=NetworkSegment(a7a5581d-fb2b-4a23-83ce-aa46f8858a22),segment_id=a7a5581d-fb2b-4a23-83ce-aa46f8858a22)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:33:15.856267 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:15.910529 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=be283f03-86da-40d0-8835-7e355baa117c,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:15.918681 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:15.919029 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:15.919399 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:15.919733 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:15.920098 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:15.920982 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:15.921335 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:15.921657 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:15.921954 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:15.922275 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:15.922597 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:15.922918 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:16.083137 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['be283f03-86da-40d0-8835-7e355baa117c'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:33:16.212674 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f3c49-e82e-4f8e-809b-7ef424371b18 req-e6337198-1ec8-4ffe-8fb2-4195d4fdd322 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:16.214197 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7a9f3c49-e82e-4f8e-809b-7ef424371b18 req-e6337198-1ec8-4ffe-8fb2-4195d4fdd322 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/ports?device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 944 time: 0.0680885 Jul 13 08:33:16.252911 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7a9f3c49-e82e-4f8e-809b-7ef424371b18 req-962d3e59-bcaa-4d8d-9f3f-9e098b69468d tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eea61dd-2068-4e8f-b188-8a29b26f71cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330691 Jul 13 08:33:17.422904 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f9fe2-5359-40d5-8d66-282ba1ea236b req-885f3d24-7ea4-415c-96e8-40ac4dcd6db0 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:17.424438 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-782f9fe2-5359-40d5-8d66-282ba1ea236b req-885f3d24-7ea4-415c-96e8-40ac4dcd6db0 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/ports?device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 944 time: 0.0626941 Jul 13 08:33:17.465590 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-782f9fe2-5359-40d5-8d66-282ba1ea236b req-d278368f-67c5-4def-834c-e715b5d3a58a tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eea61dd-2068-4e8f-b188-8a29b26f71cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355308 Jul 13 08:33:17.683435 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device be283f03-86da-40d0-8835-7e355baa117c up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:33:17.733805 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port be283f03-86da-40d0-8835-7e355baa117c completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:33:17.737684 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port be283f03-86da-40d0-8835-7e355baa117c triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:33:17.738046 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:17.814052 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:17.836554 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6305363d-5e99-4d94-8d89-ff2a4fc40c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be283f03-86da-40d0-8835-7e355baa117c'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:33:17.838729 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}819247fa28fcd914db4aabd8a9f8f95ceb467163a9d63008da3b74a1dcff375d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315412b2-190b-426b-b2d6-cf56e5689b0a" -d '{"events": [{"server_uuid": "6305363d-5e99-4d94-8d89-ff2a4fc40c86", "name": "network-vif-plugged", "status": "completed", "tag": "be283f03-86da-40d0-8835-7e355baa117c"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:33:17.852094 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port be283f03-86da-40d0-8835-7e355baa117c, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=be283f03-86da-40d0-8835-7e355baa117c,segment=NetworkSegment(a7a5581d-fb2b-4a23-83ce-aa46f8858a22),segment_id=a7a5581d-fb2b-4a23-83ce-aa46f8858a22)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:33:17.856229 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:17.914106 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=be283f03-86da-40d0-8835-7e355baa117c,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:18.010428 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6f9970-19b1-4c15-afec-dd96b9536b2e x-openstack-request-id: req-eb6f9970-19b1-4c15-afec-dd96b9536b2e {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:33:18.010723 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6305363d-5e99-4d94-8d89-ff2a4fc40c86", "name": "network-vif-plugged", "status": "completed", "tag": "be283f03-86da-40d0-8835-7e355baa117c", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:33:18.010978 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb6f9970-19b1-4c15-afec-dd96b9536b2e {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:33:18.011416 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6305363d-5e99-4d94-8d89-ff2a4fc40c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be283f03-86da-40d0-8835-7e355baa117c', 'code': 200} Jul 13 08:33:18.121064 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42843c-7a16-4f52-ae92-612817568961 req-1edb7672-d40f-4213-9b4f-d875430dd352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:18.122456 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3a42843c-7a16-4f52-ae92-612817568961 req-1edb7672-d40f-4213-9b4f-d875430dd352 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 1097 time: 0.0501230 Jul 13 08:33:18.157781 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3a42843c-7a16-4f52-ae92-612817568961 req-03d77b3b-c1ff-446d-9fe7-d07cf45f5854 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2eea61dd-2068-4e8f-b188-8a29b26f71cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282304 Jul 13 08:33:18.158516 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-38b044fb-db32-4904-8b5f-4488a81c6135 None None] Provisioning complete for port be283f03-86da-40d0-8835-7e355baa117c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:33:18.158879 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-38b044fb-db32-4904-8b5f-4488a81c6135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:18.644056 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237534d1-32ba-45f6-8f02-1393955dea98 req-1f3e82a2-bd9e-440e-81b2-b997b2615395 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:18.645547 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-237534d1-32ba-45f6-8f02-1393955dea98 req-1f3e82a2-bd9e-440e-81b2-b997b2615395 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/ports?device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 945 time: 0.0632310 Jul 13 08:33:18.683709 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-237534d1-32ba-45f6-8f02-1393955dea98 req-bc50b3d4-fb69-4576-830d-6638c38b9da1 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eea61dd-2068-4e8f-b188-8a29b26f71cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323727 Jul 13 08:33:19.856167 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32fb500-bd2f-4cbd-92c1-309de47022f6 req-e2be8cf6-a175-45bb-9741-6bb79a228582 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:19.858155 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a32fb500-bd2f-4cbd-92c1-309de47022f6 req-e2be8cf6-a175-45bb-9741-6bb79a228582 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/ports?device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 945 time: 0.0636711 Jul 13 08:33:19.900659 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a32fb500-bd2f-4cbd-92c1-309de47022f6 req-1aff12b2-44e9-4031-a9ff-db138e7d379f tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eea61dd-2068-4e8f-b188-8a29b26f71cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368040 Jul 13 08:33:20.073336 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2800c-ab9a-4af2-be65-dc6a8016408f req-ea325615-2a6c-4037-aa01-beb5f1ca68b3 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:20.074806 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-98b2800c-ab9a-4af2-be65-dc6a8016408f req-ea325615-2a6c-4037-aa01-beb5f1ca68b3 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/ports?device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 945 time: 0.0625229 Jul 13 08:33:20.113117 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-98b2800c-ab9a-4af2-be65-dc6a8016408f req-010778e3-580d-41fb-9b34-55939f8e5216 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eea61dd-2068-4e8f-b188-8a29b26f71cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317101 Jul 13 08:33:20.782178 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c3385-5608-4775-9291-83649eee0c18 req-fb094626-282f-4151-bc5a-d751d4859c05 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:20.783680 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-df6c3385-5608-4775-9291-83649eee0c18 req-fb094626-282f-4151-bc5a-d751d4859c05 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/ports?device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 945 time: 0.3959210 Jul 13 08:33:20.821193 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-df6c3385-5608-4775-9291-83649eee0c18 req-132edd4f-424b-4633-8390-ee69e82a2715 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eea61dd-2068-4e8f-b188-8a29b26f71cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314486 Jul 13 08:33:23.971087 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:24.661645 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:30.379758 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6bc0dfd5-78ef-41d9-a0ba-0ae60659a614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:32.453258 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa222960-4aa3-41eb-b781-ec0483890899 req-322fa975-4269-4cf1-98a7-9a8a52a8714f tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:32.454592 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aa222960-4aa3-41eb-b781-ec0483890899 req-322fa975-4269-4cf1-98a7-9a8a52a8714f tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/ports?device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 945 time: 0.0626082 Jul 13 08:33:32.494128 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-aa222960-4aa3-41eb-b781-ec0483890899 req-ebab8188-dd13-4887-9b5f-1580473901f7 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eea61dd-2068-4e8f-b188-8a29b26f71cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337882 Jul 13 08:33:32.520253 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45390) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:32.618878 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa9f476-db6f-4497-8de9-34f7ae2fc586 tempest-TestMinimumBasicScenario-630655404 tempest-TestMinimumBasicScenario-630655404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:32.620437 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-afa9f476-db6f-4497-8de9-34f7ae2fc586 tempest-TestMinimumBasicScenario-630655404 tempest-TestMinimumBasicScenario-630655404-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 1092 time: 0.0992110 Jul 13 08:33:32.623416 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45394) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:32.628072 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-15d18eeb-320a-45e2-a0a4-3aab15eb4957 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'port_id': 'be283f03-86da-40d0-8835-7e355baa117c', 'tenant_id': '05a414dccf8a49d59eb8c531520f45c9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:33:32.653576 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-15d18eeb-320a-45e2-a0a4-3aab15eb4957 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks [] for floatingip, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:32.750243 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-15d18eeb-320a-45e2-a0a4-3aab15eb4957 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:32.856076 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-15d18eeb-320a-45e2-a0a4-3aab15eb4957 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Allocated IP 172.25.3.225 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/be6ef53d-64ce-43b2-99ae-7cb2804e8122) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:33:32.957677 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-15d18eeb-320a-45e2-a0a4-3aab15eb4957 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:32.995654 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-15d18eeb-320a-45e2-a0a4-3aab15eb4957 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:33.035698 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d18eeb-320a-45e2-a0a4-3aab15eb4957 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:33:33.040333 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-15d18eeb-320a-45e2-a0a4-3aab15eb4957 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:33:33.042957 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d18eeb-320a-45e2-a0a4-3aab15eb4957 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:33:33.071354 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d18eeb-320a-45e2-a0a4-3aab15eb4957 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Pushing event updated for resources: {'Port': ['ID=be6ef53d-64ce-43b2-99ae-7cb2804e8122,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:33.085185 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d18eeb-320a-45e2-a0a4-3aab15eb4957 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:33.085548 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d18eeb-320a-45e2-a0a4-3aab15eb4957 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:33.085889 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d18eeb-320a-45e2-a0a4-3aab15eb4957 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:33.086226 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d18eeb-320a-45e2-a0a4-3aab15eb4957 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:33.086561 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d18eeb-320a-45e2-a0a4-3aab15eb4957 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:33.086891 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d18eeb-320a-45e2-a0a4-3aab15eb4957 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:33.087235 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d18eeb-320a-45e2-a0a4-3aab15eb4957 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:33.087567 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d18eeb-320a-45e2-a0a4-3aab15eb4957 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:33.088004 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d18eeb-320a-45e2-a0a4-3aab15eb4957 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:33.088333 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d18eeb-320a-45e2-a0a4-3aab15eb4957 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:33.088659 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d18eeb-320a-45e2-a0a4-3aab15eb4957 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:33.088982 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d18eeb-320a-45e2-a0a4-3aab15eb4957 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:33:33.237747 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:33.260308 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c66b39a1-0a04-4780-80bb-f7d7ce42cade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:33.433134 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-15d18eeb-320a-45e2-a0a4-3aab15eb4957 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:33.507699 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-15d18eeb-320a-45e2-a0a4-3aab15eb4957 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:33.658780 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-15d18eeb-320a-45e2-a0a4-3aab15eb4957 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:33.663278 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-15d18eeb-320a-45e2-a0a4-3aab15eb4957 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:33.732123 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d18eeb-320a-45e2-a0a4-3aab15eb4957 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Pushing event updated for resources: {'Port': ['ID=be6ef53d-64ce-43b2-99ae-7cb2804e8122,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:33.742152 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-15d18eeb-320a-45e2-a0a4-3aab15eb4957 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:33.841419 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [None req-15d18eeb-320a-45e2-a0a4-3aab15eb4957 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Floating IP 70a761eb-8011-40f3-b3af-e351db67205d associated. External IP: 172.25.3.225, port: be283f03-86da-40d0-8835-7e355baa117c. Jul 13 08:33:34.054237 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d18eeb-320a-45e2-a0a4-3aab15eb4957 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Router 17144dee-7d16-41ae-badf-15c63cc67ad2 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:33:34.163023 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d18eeb-320a-45e2-a0a4-3aab15eb4957 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:33:34.172900 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a398267a-74ac-4d14-83e4-15923b99ff76 None None] Sync routers for ids ['17144dee-7d16-41ae-badf-15c63cc67ad2'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:33:34.179527 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-15d18eeb-320a-45e2-a0a4-3aab15eb4957 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:34.181709 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a398267a-74ac-4d14-83e4-15923b99ff76 None None] Routers {'17144dee-7d16-41ae-badf-15c63cc67ad2'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:33:34.182316 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-a398267a-74ac-4d14-83e4-15923b99ff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:33:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['17144dee-7d16-41ae-badf-15c63cc67ad2'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:33:34.218853 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-15d18eeb-320a-45e2-a0a4-3aab15eb4957 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5917659 Jul 13 08:33:34.218853 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6305363d-5e99-4d94-8d89-ff2a4fc40c86', 'tag': 'be283f03-86da-40d0-8835-7e355baa117c'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:33:34.219187 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45396) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:34.219671 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33af52f666a6377eeaf9d00c6054365c515a6ddb0c8cc5669bfcff545a31cac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464b4a57-ef8f-4500-847c-630bdabea083" -d '{"events": [{"name": "network-changed", "server_uuid": "6305363d-5e99-4d94-8d89-ff2a4fc40c86", "tag": "be283f03-86da-40d0-8835-7e355baa117c"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:33:34.224336 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-d7a91838-5dde-4615-8c2b-93c7048578ab tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2013149', 'description': 'tempest-secgroup-smoke-2013149 description', 'project_id': '05a414dccf8a49d59eb8c531520f45c9'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:33:34.252118 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d7a91838-5dde-4615-8c2b-93c7048578ab tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:34.260054 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d37a9d-b4d8-4c6f-879b-2897170b2609 x-openstack-request-id: req-41d37a9d-b4d8-4c6f-879b-2897170b2609 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:33:34.260345 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6305363d-5e99-4d94-8d89-ff2a4fc40c86", "tag": "be283f03-86da-40d0-8835-7e355baa117c", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:33:34.261416 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-41d37a9d-b4d8-4c6f-879b-2897170b2609 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:33:34.261835 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6305363d-5e99-4d94-8d89-ff2a4fc40c86', 'tag': 'be283f03-86da-40d0-8835-7e355baa117c', 'status': 'completed', 'code': 200} Jul 13 08:33:34.290926 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-a398267a-74ac-4d14-83e4-15923b99ff76 None None] Set router 17144dee-7d16-41ae-badf-15c63cc67ad2 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:33:34.360550 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:34.371435 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b4a57-ef8f-4500-847c-630bdabea083 req-e29cbbdc-0008-49d1-8f9c-f50c1ab62a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:34.372972 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-464b4a57-ef8f-4500-847c-630bdabea083 req-e29cbbdc-0008-49d1-8f9c-f50c1ab62a23 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=05a414dccf8a49d59eb8c531520f45c9&device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 1097 time: 0.0898883 Jul 13 08:33:34.383053 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d7a91838-5dde-4615-8c2b-93c7048578ab tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:34.392323 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d7a91838-5dde-4615-8c2b-93c7048578ab tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:34.435995 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d7a91838-5dde-4615-8c2b-93c7048578ab tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:34.437905 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d7a91838-5dde-4615-8c2b-93c7048578ab tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.2176254 Jul 13 08:33:34.441284 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45400) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:34.446362 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-a0575581-97ea-4cb1-999f-98eb27d3696d tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Request body: {'security_group_rule': {'security_group_id': '25e43695-8326-4426-aa1f-ffe03f93d9b9', 'project_id': '05a414dccf8a49d59eb8c531520f45c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:33:34.474647 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a0575581-97ea-4cb1-999f-98eb27d3696d tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:34.478851 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a91838-5dde-4615-8c2b-93c7048578ab tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25e43695-8326-4426-aa1f-ffe03f93d9b9,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:34.506212 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b4a57-ef8f-4500-847c-630bdabea083 req-9b0cc70e-03bc-459c-9be6-b22799807529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:34.507732 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-464b4a57-ef8f-4500-847c-630bdabea083 req-9b0cc70e-03bc-459c-9be6-b22799807529 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f24c5569-f16a-4528-b031-feaf90c44c05 HTTP/1.1" status: 200 len: 915 time: 0.1272759 Jul 13 08:33:34.517848 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-a398267a-74ac-4d14-83e4-15923b99ff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17144dee-7d16-41ae-badf-15c63cc67ad2', 'name': 'tempest-TestMinimumBasicScenario-369833372-router', 'tenant_id': '05a414dccf8a49d59eb8c531520f45c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '76e98cf4-42de-494d-9c42-b76ce225246d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:32:39Z', 'updated_at': '2021-07-13T08:32:42Z', 'revision_number': 4, 'project_id': '05a414dccf8a49d59eb8c531520f45c9', 'gw_port': {'id': '76e98cf4-42de-494d-9c42-b76ce225246d', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:07:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17144dee-7d16-41ae-badf-15c63cc67ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:32:40Z', 'updated_at': '2021-07-13T08:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '70a761eb-8011-40f3-b3af-e351db67205d', 'tenant_id': '05a414dccf8a49d59eb8c531520f45c9', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '17144dee-7d16-41ae-badf-15c63cc67ad2', 'port_id': 'be283f03-86da-40d0-8835-7e355baa117c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f24c5569-f16a-4528-b031-feaf90c44c05', 'mac_address': 'fa:16:3e:72:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6305363d-5e99-4d94-8d89-ff2a4fc40c86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:33:33Z', 'updated_at': '2021-07-13T08:33:33Z', 'revision_number': 0, 'project_id': '05a414dccf8a49d59eb8c531520f45c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d3ef80a-afd9-48fe-89ef-8908e60c6e4c', 'name': '', 'network_id': 'f24c5569-f16a-4528-b031-feaf90c44c05', 'tenant_id': '05a414dccf8a49d59eb8c531520f45c9', 'mac_address': 'fa:16:3e:87:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17144dee-7d16-41ae-badf-15c63cc67ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '9df39552-84fd-4db9-88ae-f455cb73da78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:32:41Z', 'updated_at': '2021-07-13T08:32:49Z', 'revision_number': 5, 'project_id': '05a414dccf8a49d59eb8c531520f45c9', 'subnets': [{'id': '9df39552-84fd-4db9-88ae-f455cb73da78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:33:34.541347 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a0575581-97ea-4cb1-999f-98eb27d3696d tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:34.547293 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a0575581-97ea-4cb1-999f-98eb27d3696d tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:34.550371 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a398267a-74ac-4d14-83e4-15923b99ff76 None None] Checking router: 17144dee-7d16-41ae-badf-15c63cc67ad2 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:33:34.560679 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a398267a-74ac-4d14-83e4-15923b99ff76 None None] Routers {'17144dee-7d16-41ae-badf-15c63cc67ad2'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:33:34.560899 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-a398267a-74ac-4d14-83e4-15923b99ff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:33:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['17144dee-7d16-41ae-badf-15c63cc67ad2'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:33:34.573156 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0575581-97ea-4cb1-999f-98eb27d3696d tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a36f74-cf69-472f-aaf2-9b703c6305ab,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:34.586621 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a0575581-97ea-4cb1-999f-98eb27d3696d tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:34.590798 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a0575581-97ea-4cb1-999f-98eb27d3696d tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1457093 Jul 13 08:33:34.591073 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45402) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:34.592226 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-464b4a57-ef8f-4500-847c-630bdabea083 req-e92ca4b0-b50d-4a41-948b-f2b5bb5944e8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be283f03-86da-40d0-8835-7e355baa117c HTTP/1.1" status: 200 len: 999 time: 0.0781987 Jul 13 08:33:34.596802 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-cf170d8f-3416-4771-bafd-31fabda59d51 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Request body: {'security_group_rule': {'security_group_id': '25e43695-8326-4426-aa1f-ffe03f93d9b9', 'project_id': '05a414dccf8a49d59eb8c531520f45c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:33:34.625918 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cf170d8f-3416-4771-bafd-31fabda59d51 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:34.648888 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b4a57-ef8f-4500-847c-630bdabea083 req-5d666675-940a-4454-afe3-e963aab552f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:34.650373 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-464b4a57-ef8f-4500-847c-630bdabea083 req-5d666675-940a-4454-afe3-e963aab552f3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9df39552-84fd-4db9-88ae-f455cb73da78 HTTP/1.1" status: 200 len: 853 time: 0.0523880 Jul 13 08:33:34.673579 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-a398267a-74ac-4d14-83e4-15923b99ff76 None None] Set router 17144dee-7d16-41ae-badf-15c63cc67ad2 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:33:34.688472 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cf170d8f-3416-4771-bafd-31fabda59d51 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:34.693352 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cf170d8f-3416-4771-bafd-31fabda59d51 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:34.712528 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b4a57-ef8f-4500-847c-630bdabea083 req-f41c4629-7950-438a-b23a-022bd15e40a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:34.712783 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf170d8f-3416-4771-bafd-31fabda59d51 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e669217a-fd0f-48d5-bafa-3037bb524f24,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:34.713944 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-464b4a57-ef8f-4500-847c-630bdabea083 req-f41c4629-7950-438a-b23a-022bd15e40a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f24c5569-f16a-4528-b031-feaf90c44c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570028 Jul 13 08:33:34.721251 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cf170d8f-3416-4771-bafd-31fabda59d51 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:34.725139 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-cf170d8f-3416-4771-bafd-31fabda59d51 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1304550 Jul 13 08:33:34.725475 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45404) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:34.730087 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-0ed42db3-41ee-42a3-925d-86de9258a677 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Request body: {'security_group_rule': {'security_group_id': '25e43695-8326-4426-aa1f-ffe03f93d9b9', 'project_id': '05a414dccf8a49d59eb8c531520f45c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:33:34.758659 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0ed42db3-41ee-42a3-925d-86de9258a677 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:34.818010 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-464b4a57-ef8f-4500-847c-630bdabea083 req-cff0e0fe-9a61-4ef1-bef5-0e476da38f11 service neutron] 10.222.0.42 "GET /v2.0/networks/f24c5569-f16a-4528-b031-feaf90c44c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969124 Jul 13 08:33:34.821672 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0ed42db3-41ee-42a3-925d-86de9258a677 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:34.826698 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0ed42db3-41ee-42a3-925d-86de9258a677 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:34.845639 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed42db3-41ee-42a3-925d-86de9258a677 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77813eab-44be-418f-9b3f-cf1e47cc94ef,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:34.853311 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-0ed42db3-41ee-42a3-925d-86de9258a677 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:34.854618 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-0ed42db3-41ee-42a3-925d-86de9258a677 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1283638 Jul 13 08:33:34.857325 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45406) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:34.863872 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-cb60cef7-d537-4950-98ae-d3d300444e1c tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Request body: {'security_group_rule': {'security_group_id': '25e43695-8326-4426-aa1f-ffe03f93d9b9', 'project_id': '05a414dccf8a49d59eb8c531520f45c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:33:34.895601 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cb60cef7-d537-4950-98ae-d3d300444e1c tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:34.923762 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-464b4a57-ef8f-4500-847c-630bdabea083 req-58a4e800-be77-46e0-8a0f-ef71b322a589 service neutron] 10.222.0.42 "GET /v2.0/networks/f24c5569-f16a-4528-b031-feaf90c44c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989881 Jul 13 08:33:34.946389 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-a398267a-74ac-4d14-83e4-15923b99ff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17144dee-7d16-41ae-badf-15c63cc67ad2', 'name': 'tempest-TestMinimumBasicScenario-369833372-router', 'tenant_id': '05a414dccf8a49d59eb8c531520f45c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '76e98cf4-42de-494d-9c42-b76ce225246d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:32:39Z', 'updated_at': '2021-07-13T08:32:42Z', 'revision_number': 4, 'project_id': '05a414dccf8a49d59eb8c531520f45c9', 'gw_port': {'id': '76e98cf4-42de-494d-9c42-b76ce225246d', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:07:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17144dee-7d16-41ae-badf-15c63cc67ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:32:40Z', 'updated_at': '2021-07-13T08:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '70a761eb-8011-40f3-b3af-e351db67205d', 'tenant_id': '05a414dccf8a49d59eb8c531520f45c9', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '17144dee-7d16-41ae-badf-15c63cc67ad2', 'port_id': 'be283f03-86da-40d0-8835-7e355baa117c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f24c5569-f16a-4528-b031-feaf90c44c05', 'mac_address': 'fa:16:3e:72:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6305363d-5e99-4d94-8d89-ff2a4fc40c86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:33:33Z', 'updated_at': '2021-07-13T08:33:33Z', 'revision_number': 0, 'project_id': '05a414dccf8a49d59eb8c531520f45c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d3ef80a-afd9-48fe-89ef-8908e60c6e4c', 'name': '', 'network_id': 'f24c5569-f16a-4528-b031-feaf90c44c05', 'tenant_id': '05a414dccf8a49d59eb8c531520f45c9', 'mac_address': 'fa:16:3e:87:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17144dee-7d16-41ae-badf-15c63cc67ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '9df39552-84fd-4db9-88ae-f455cb73da78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:32:41Z', 'updated_at': '2021-07-13T08:32:49Z', 'revision_number': 5, 'project_id': '05a414dccf8a49d59eb8c531520f45c9', 'subnets': [{'id': '9df39552-84fd-4db9-88ae-f455cb73da78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:33:34.964528 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cb60cef7-d537-4950-98ae-d3d300444e1c tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:34.968622 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cb60cef7-d537-4950-98ae-d3d300444e1c tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:34.976959 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a398267a-74ac-4d14-83e4-15923b99ff76 None None] The sync data for ids ['17144dee-7d16-41ae-badf-15c63cc67ad2'] in n-d-771363-34 is: [{'id': '17144dee-7d16-41ae-badf-15c63cc67ad2', 'name': 'tempest-TestMinimumBasicScenario-369833372-router', 'tenant_id': '05a414dccf8a49d59eb8c531520f45c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '76e98cf4-42de-494d-9c42-b76ce225246d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:32:39Z', 'updated_at': '2021-07-13T08:32:42Z', 'revision_number': 4, 'project_id': '05a414dccf8a49d59eb8c531520f45c9', 'gw_port': {'id': '76e98cf4-42de-494d-9c42-b76ce225246d', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:07:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17144dee-7d16-41ae-badf-15c63cc67ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:32:40Z', 'updated_at': '2021-07-13T08:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '70a761eb-8011-40f3-b3af-e351db67205d', 'tenant_id': '05a414dccf8a49d59eb8c531520f45c9', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '17144dee-7d16-41ae-badf-15c63cc67ad2', 'port_id': 'be283f03-86da-40d0-8835-7e355baa117c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f24c5569-f16a-4528-b031-feaf90c44c05', 'mac_address': 'fa:16:3e:72:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6305363d-5e99-4d94-8d89-ff2a4fc40c86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:33:33Z', 'updated_at': '2021-07-13T08:33:33Z', 'revision_number': 0, 'project_id': '05a414dccf8a49d59eb8c531520f45c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d3ef80a-afd9-48fe-89ef-8908e60c6e4c', 'name': '', 'network_id': 'f24c5569-f16a-4528-b031-feaf90c44c05', 'tenant_id': '05a414dccf8a49d59eb8c531520f45c9', 'mac_address': 'fa:16:3e:87:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17144dee-7d16-41ae-badf-15c63cc67ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '9df39552-84fd-4db9-88ae-f455cb73da78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:32:41Z', 'updated_at': '2021-07-13T08:32:49Z', 'revision_number': 5, 'project_id': '05a414dccf8a49d59eb8c531520f45c9', 'subnets': [{'id': '9df39552-84fd-4db9-88ae-f455cb73da78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:33:34.989414 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb60cef7-d537-4950-98ae-d3d300444e1c tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e7dbfb8-e62a-4971-a7ff-b4e74dac9330,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:34.996707 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-cb60cef7-d537-4950-98ae-d3d300444e1c tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:34.997966 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-cb60cef7-d537-4950-98ae-d3d300444e1c tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1383214 Jul 13 08:33:35.001571 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45408) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:35.006459 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-260533b0-8093-4783-bd58-419e9d77badf tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Request body: {'security_group_rule': {'security_group_id': '25e43695-8326-4426-aa1f-ffe03f93d9b9', 'project_id': '05a414dccf8a49d59eb8c531520f45c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:33:35.029622 n-d-771363-34 neutron-server[94017]: INFO neutron.db.securitygroups_db [None req-260533b0-8093-4783-bd58-419e9d77badf tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Project 05a414dccf8a49d59eb8c531520f45c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:33:35.035363 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-260533b0-8093-4783-bd58-419e9d77badf tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:35.096651 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-260533b0-8093-4783-bd58-419e9d77badf tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:35.100307 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-260533b0-8093-4783-bd58-419e9d77badf tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:35.119856 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260533b0-8093-4783-bd58-419e9d77badf tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f17f7e7e-1ec1-4957-9d60-6e347b6d7ebb,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:35.128339 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-260533b0-8093-4783-bd58-419e9d77badf tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:35.129642 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-260533b0-8093-4783-bd58-419e9d77badf tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1268480 Jul 13 08:33:35.132522 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45410) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:33:35.137345 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-66438dc3-076d-4928-afe4-09fa1d2ff21e tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Request body: {'security_group_rule': {'security_group_id': '25e43695-8326-4426-aa1f-ffe03f93d9b9', 'project_id': '05a414dccf8a49d59eb8c531520f45c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:33:35.161510 n-d-771363-34 neutron-server[94017]: INFO neutron.db.securitygroups_db [None req-66438dc3-076d-4928-afe4-09fa1d2ff21e tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Project 05a414dccf8a49d59eb8c531520f45c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:33:35.166906 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-66438dc3-076d-4928-afe4-09fa1d2ff21e tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:35.193172 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c76d27-8ae5-4f8d-b204-dc538ddceff3 None None] New status for floating IP 70a761eb-8011-40f3-b3af-e351db67205d: ACTIVE {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:33:35.236672 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-66438dc3-076d-4928-afe4-09fa1d2ff21e tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:35.241149 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-66438dc3-076d-4928-afe4-09fa1d2ff21e tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:35.260306 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66438dc3-076d-4928-afe4-09fa1d2ff21e tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=334b5e9b-495c-4163-bbd0-fd4a167160cd,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:35.266740 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-66438dc3-076d-4928-afe4-09fa1d2ff21e tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:35.271038 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-66438dc3-076d-4928-afe4-09fa1d2ff21e tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1348782 Jul 13 08:33:35.390710 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-58698c37-e8ab-412d-93bc-ae03312e06d8 req-88f96e12-9942-4915-8914-894dc21e4836 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2013149&fields=id&tenant_id=05a414dccf8a49d59eb8c531520f45c9 HTTP/1.1" status: 200 len: 267 time: 0.0359626 Jul 13 08:33:35.462215 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58698c37-e8ab-412d-93bc-ae03312e06d8 req-56d72b15-5091-439b-9b45-182664fa8ac0 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:35.463749 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-58698c37-e8ab-412d-93bc-ae03312e06d8 req-56d72b15-5091-439b-9b45-182664fa8ac0 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/ports?device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 945 time: 0.0669320 Jul 13 08:33:35.474651 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-58698c37-e8ab-412d-93bc-ae03312e06d8 req-9b6999ec-2491-4747-912b-ef8e33ee0bf5 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Request body: {'port': {'security_groups': ['2eea61dd-2068-4e8f-b188-8a29b26f71cb', '25e43695-8326-4426-aa1f-ffe03f93d9b9']}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:33:35.557564 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-58698c37-e8ab-412d-93bc-ae03312e06d8 req-9b6999ec-2491-4747-912b-ef8e33ee0bf5 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:35.744096 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-58698c37-e8ab-412d-93bc-ae03312e06d8 req-9b6999ec-2491-4747-912b-ef8e33ee0bf5 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] For port be283f03-86da-40d0-8835-7e355baa117c, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=be283f03-86da-40d0-8835-7e355baa117c,segment=NetworkSegment(a7a5581d-fb2b-4a23-83ce-aa46f8858a22),segment_id=a7a5581d-fb2b-4a23-83ce-aa46f8858a22)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:33:35.773251 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-58698c37-e8ab-412d-93bc-ae03312e06d8 req-9b6999ec-2491-4747-912b-ef8e33ee0bf5 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:35.777671 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-58698c37-e8ab-412d-93bc-ae03312e06d8 req-9b6999ec-2491-4747-912b-ef8e33ee0bf5 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:35.789651 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['be283f03-86da-40d0-8835-7e355baa117c'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:33:35.822584 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58698c37-e8ab-412d-93bc-ae03312e06d8 req-9b6999ec-2491-4747-912b-ef8e33ee0bf5 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:35.823232 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-58698c37-e8ab-412d-93bc-ae03312e06d8 req-9b6999ec-2491-4747-912b-ef8e33ee0bf5 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:35.824668 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-58698c37-e8ab-412d-93bc-ae03312e06d8 req-9b6999ec-2491-4747-912b-ef8e33ee0bf5 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "PUT /v2.0/ports/be283f03-86da-40d0-8835-7e355baa117c HTTP/1.1" status: 200 len: 981 time: 0.3546283 Jul 13 08:33:35.851876 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6999ec-2491-4747-912b-ef8e33ee0bf5 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Pushing event updated for resources: {'Port': ['ID=be283f03-86da-40d0-8835-7e355baa117c,revision_number=6']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:33:35.890814 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['be283f03-86da-40d0-8835-7e355baa117c'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:33:36.006178 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2961dd-3f1f-4f5b-83b3-f814a144d782 req-e8187156-691d-48b4-a7ac-719d6710cba3 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:36.008419 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5e2961dd-3f1f-4f5b-83b3-f814a144d782 req-e8187156-691d-48b4-a7ac-719d6710cba3 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/ports?device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 984 time: 0.0726652 Jul 13 08:33:36.050672 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5e2961dd-3f1f-4f5b-83b3-f814a144d782 req-8ed2f113-f0c9-43f9-9140-09c800dbea78 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eea61dd-2068-4e8f-b188-8a29b26f71cb&id=25e43695-8326-4426-aa1f-ffe03f93d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0365028 Jul 13 08:33:36.099266 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-cb2dcbbc-83d7-4504-a015-1f7568d9ac43 None None] Provisioning complete for port be283f03-86da-40d0-8835-7e355baa117c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:33:36.099543 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cb2dcbbc-83d7-4504-a015-1f7568d9ac43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:36.177998 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:36.263322 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6305363d-5e99-4d94-8d89-ff2a4fc40c86', 'tag': 'be283f03-86da-40d0-8835-7e355baa117c'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:33:36.267171 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33af52f666a6377eeaf9d00c6054365c515a6ddb0c8cc5669bfcff545a31cac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c3b670-ef8a-4c7f-aba1-49d48d24a47d" -d '{"events": [{"name": "network-changed", "server_uuid": "6305363d-5e99-4d94-8d89-ff2a4fc40c86", "tag": "be283f03-86da-40d0-8835-7e355baa117c"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:33:36.323558 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf86fad-29c9-438d-9ebb-fc2a643c899c x-openstack-request-id: req-dcf86fad-29c9-438d-9ebb-fc2a643c899c {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:33:36.323844 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6305363d-5e99-4d94-8d89-ff2a4fc40c86", "tag": "be283f03-86da-40d0-8835-7e355baa117c", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:33:36.324090 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dcf86fad-29c9-438d-9ebb-fc2a643c899c {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:33:36.324492 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6305363d-5e99-4d94-8d89-ff2a4fc40c86', 'tag': 'be283f03-86da-40d0-8835-7e355baa117c', 'status': 'completed', 'code': 200} Jul 13 08:33:36.403226 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3b670-ef8a-4c7f-aba1-49d48d24a47d req-edd64348-2a8e-4931-a320-dc3dcde74151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:36.404641 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-55c3b670-ef8a-4c7f-aba1-49d48d24a47d req-edd64348-2a8e-4931-a320-dc3dcde74151 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=05a414dccf8a49d59eb8c531520f45c9&device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 1136 time: 0.0568662 Jul 13 08:33:36.494500 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3b670-ef8a-4c7f-aba1-49d48d24a47d req-f0a46604-a29e-4ace-b50a-ad13e618291b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:36.495980 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-55c3b670-ef8a-4c7f-aba1-49d48d24a47d req-f0a46604-a29e-4ace-b50a-ad13e618291b service neutron] 10.222.0.42 "GET /v2.0/networks?id=f24c5569-f16a-4528-b031-feaf90c44c05 HTTP/1.1" status: 200 len: 915 time: 0.0843298 Jul 13 08:33:36.564023 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-55c3b670-ef8a-4c7f-aba1-49d48d24a47d req-767da1df-498b-4c6a-98a6-6f3967563781 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be283f03-86da-40d0-8835-7e355baa117c HTTP/1.1" status: 200 len: 1001 time: 0.0612652 Jul 13 08:33:36.613918 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3b670-ef8a-4c7f-aba1-49d48d24a47d req-f33ccbb5-645a-488d-b495-1fea5752d79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:36.615370 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-55c3b670-ef8a-4c7f-aba1-49d48d24a47d req-f33ccbb5-645a-488d-b495-1fea5752d79d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9df39552-84fd-4db9-88ae-f455cb73da78 HTTP/1.1" status: 200 len: 853 time: 0.0439434 Jul 13 08:33:36.674069 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3b670-ef8a-4c7f-aba1-49d48d24a47d req-8c9480a0-d7ee-4901-ad1c-285101384a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:36.675483 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-55c3b670-ef8a-4c7f-aba1-49d48d24a47d req-8c9480a0-d7ee-4901-ad1c-285101384a77 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f24c5569-f16a-4528-b031-feaf90c44c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530372 Jul 13 08:33:36.768775 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-55c3b670-ef8a-4c7f-aba1-49d48d24a47d req-c9caa84e-4b22-4c18-a142-f051151b0d5c service neutron] 10.222.0.42 "GET /v2.0/networks/f24c5569-f16a-4528-b031-feaf90c44c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867331 Jul 13 08:33:36.859328 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-55c3b670-ef8a-4c7f-aba1-49d48d24a47d req-83fc155e-8c47-44b4-8121-eee5c5af88d4 service neutron] 10.222.0.42 "GET /v2.0/networks/f24c5569-f16a-4528-b031-feaf90c44c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816309 Jul 13 08:33:48.032526 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:33:51.327878 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27231d1-9fc0-4d8c-b159-ca6368ad314e req-fb86b2c7-cab4-44b9-baa6-a686835509b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:51.329531 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a27231d1-9fc0-4d8c-b159-ca6368ad314e req-fb86b2c7-cab4-44b9-baa6-a686835509b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=05a414dccf8a49d59eb8c531520f45c9&device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 1136 time: 0.0579410 Jul 13 08:33:51.364013 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ec62f-e0f2-45ac-90a8-8b852f9b8a69 req-69907bcf-f2d1-4164-8b0b-6c7d6ecdfba7 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:51.365594 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d6ec62f-e0f2-45ac-90a8-8b852f9b8a69 req-69907bcf-f2d1-4164-8b0b-6c7d6ecdfba7 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/ports?device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 984 time: 0.0691190 Jul 13 08:33:51.405375 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4d6ec62f-e0f2-45ac-90a8-8b852f9b8a69 req-9eb14d5d-5d67-4e15-ba11-7a0eb392ac88 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eea61dd-2068-4e8f-b188-8a29b26f71cb&id=25e43695-8326-4426-aa1f-ffe03f93d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0341454 Jul 13 08:33:51.418699 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27231d1-9fc0-4d8c-b159-ca6368ad314e req-18479e72-a1f8-4b95-b8ed-9fb0348435cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:51.420354 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a27231d1-9fc0-4d8c-b159-ca6368ad314e req-18479e72-a1f8-4b95-b8ed-9fb0348435cc service neutron] 10.222.0.42 "GET /v2.0/networks?id=f24c5569-f16a-4528-b031-feaf90c44c05 HTTP/1.1" status: 200 len: 915 time: 0.0850332 Jul 13 08:33:51.488642 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a27231d1-9fc0-4d8c-b159-ca6368ad314e req-a73ec0ec-8f23-49b1-b74d-1393a515c093 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be283f03-86da-40d0-8835-7e355baa117c HTTP/1.1" status: 200 len: 1001 time: 0.0601654 Jul 13 08:33:51.536099 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27231d1-9fc0-4d8c-b159-ca6368ad314e req-4752fde9-ea9b-46da-91bb-9ae5d8937a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:51.537571 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a27231d1-9fc0-4d8c-b159-ca6368ad314e req-4752fde9-ea9b-46da-91bb-9ae5d8937a0a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9df39552-84fd-4db9-88ae-f455cb73da78 HTTP/1.1" status: 200 len: 853 time: 0.0427883 Jul 13 08:33:51.593794 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27231d1-9fc0-4d8c-b159-ca6368ad314e req-d50e6a06-606b-4cc7-a10d-025ad8b74085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:51.596091 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a27231d1-9fc0-4d8c-b159-ca6368ad314e req-d50e6a06-606b-4cc7-a10d-025ad8b74085 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f24c5569-f16a-4528-b031-feaf90c44c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526872 Jul 13 08:33:51.686956 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a27231d1-9fc0-4d8c-b159-ca6368ad314e req-9f2ef84b-5414-4873-945b-c5e0d2a5b07f service neutron] 10.222.0.42 "GET /v2.0/networks/f24c5569-f16a-4528-b031-feaf90c44c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837564 Jul 13 08:33:51.773462 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a27231d1-9fc0-4d8c-b159-ca6368ad314e req-58eb7a6d-65ae-4d78-a1e4-e30462372a93 service neutron] 10.222.0.42 "GET /v2.0/networks/f24c5569-f16a-4528-b031-feaf90c44c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802076 Jul 13 08:33:52.586471 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4962c0-2b24-4120-b7ba-a89c7962ccbd req-49465f70-09f0-4742-bdd5-03084b42fde0 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:52.587993 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5a4962c0-2b24-4120-b7ba-a89c7962ccbd req-49465f70-09f0-4742-bdd5-03084b42fde0 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/ports?device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 984 time: 0.0692656 Jul 13 08:33:52.629556 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5a4962c0-2b24-4120-b7ba-a89c7962ccbd req-27835b7a-4c8e-4d16-a255-7447bb364d5b tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eea61dd-2068-4e8f-b188-8a29b26f71cb&id=25e43695-8326-4426-aa1f-ffe03f93d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0358098 Jul 13 08:33:53.802297 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce734eb3-4a83-4252-b063-c25cf9cbbcc7 req-cee6e618-7825-42c5-870c-e458767f71b4 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:53.803880 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ce734eb3-4a83-4252-b063-c25cf9cbbcc7 req-cee6e618-7825-42c5-870c-e458767f71b4 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/ports?device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 984 time: 0.0646927 Jul 13 08:33:53.843724 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ce734eb3-4a83-4252-b063-c25cf9cbbcc7 req-351cc760-a669-401a-9a8d-763935fcfc63 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eea61dd-2068-4e8f-b188-8a29b26f71cb&id=25e43695-8326-4426-aa1f-ffe03f93d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0343063 Jul 13 08:33:53.985411 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:54.663996 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:33:55.017668 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53508c30-ac9f-4409-bab3-d924f01e3735 req-d8b60949-9be9-4e7c-958b-70e5df90bf82 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:55.019143 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53508c30-ac9f-4409-bab3-d924f01e3735 req-d8b60949-9be9-4e7c-958b-70e5df90bf82 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/ports?device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 984 time: 0.0633583 Jul 13 08:33:55.058552 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53508c30-ac9f-4409-bab3-d924f01e3735 req-3a071481-0cc4-44b1-8b65-8674ac21fd6b tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eea61dd-2068-4e8f-b188-8a29b26f71cb&id=25e43695-8326-4426-aa1f-ffe03f93d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0338411 Jul 13 08:33:56.235542 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f851e-8ee6-4f8a-852d-1819427fb61d req-0a344de2-3f24-4b42-8949-382bd4b55fae tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:56.237150 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-947f851e-8ee6-4f8a-852d-1819427fb61d req-0a344de2-3f24-4b42-8949-382bd4b55fae tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/ports?device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 984 time: 0.0697424 Jul 13 08:33:56.277639 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-947f851e-8ee6-4f8a-852d-1819427fb61d req-dcb39573-068e-4da2-9f4f-66099df92dc5 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eea61dd-2068-4e8f-b188-8a29b26f71cb&id=25e43695-8326-4426-aa1f-ffe03f93d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0348384 Jul 13 08:33:57.451934 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f4db5-ee8a-4ff4-a713-d38102d00767 req-1a5abd53-ab79-43b9-b410-ea81f6d4db18 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:57.453443 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d66f4db5-ee8a-4ff4-a713-d38102d00767 req-1a5abd53-ab79-43b9-b410-ea81f6d4db18 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/ports?device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 984 time: 0.0627553 Jul 13 08:33:57.492787 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d66f4db5-ee8a-4ff4-a713-d38102d00767 req-67c03190-367f-48ab-9807-5badfea77195 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eea61dd-2068-4e8f-b188-8a29b26f71cb&id=25e43695-8326-4426-aa1f-ffe03f93d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0335524 Jul 13 08:33:58.665693 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1269e-2cba-4ada-9d84-caa271204adf req-3ff72560-9467-4479-af1e-c54607c7d15a tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:58.667103 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-19a1269e-2cba-4ada-9d84-caa271204adf req-3ff72560-9467-4479-af1e-c54607c7d15a tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/ports?device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 984 time: 0.0635710 Jul 13 08:33:58.707377 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-19a1269e-2cba-4ada-9d84-caa271204adf req-f108a6b0-204c-4851-be60-c9bbbc21c9e0 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eea61dd-2068-4e8f-b188-8a29b26f71cb&id=25e43695-8326-4426-aa1f-ffe03f93d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0339680 Jul 13 08:33:59.881418 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e602ddb-d071-4707-a142-453ded774725 req-3ae6452d-5254-4a89-ad80-1f837dd7fd04 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:33:59.882816 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0e602ddb-d071-4707-a142-453ded774725 req-3ae6452d-5254-4a89-ad80-1f837dd7fd04 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/ports?device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 984 time: 0.0664022 Jul 13 08:33:59.922429 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0e602ddb-d071-4707-a142-453ded774725 req-7ecbaed1-de57-42b1-96d3-753ec42627dd tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eea61dd-2068-4e8f-b188-8a29b26f71cb&id=25e43695-8326-4426-aa1f-ffe03f93d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0339110 Jul 13 08:34:00.381357 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d7c0d732-4fe2-48c1-bc86-9a39b72bff3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:01.098004 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91444991-24ec-4777-92cc-204358e9427f req-828007fa-5e77-49ba-863f-87045549dc39 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:01.099509 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-91444991-24ec-4777-92cc-204358e9427f req-828007fa-5e77-49ba-863f-87045549dc39 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/ports?device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 984 time: 0.0645838 Jul 13 08:34:01.138580 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-91444991-24ec-4777-92cc-204358e9427f req-9c68f3b2-2f74-4527-8f17-84efbe52c5ae tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eea61dd-2068-4e8f-b188-8a29b26f71cb&id=25e43695-8326-4426-aa1f-ffe03f93d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0334091 Jul 13 08:34:02.310978 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6c4f9-f858-44b8-a5a1-4bd49f18e23c req-b1bb321b-81a1-40a2-9e38-ec035e8b697d tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:02.312498 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e7c6c4f9-f858-44b8-a5a1-4bd49f18e23c req-b1bb321b-81a1-40a2-9e38-ec035e8b697d tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/ports?device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 984 time: 0.0633435 Jul 13 08:34:02.352817 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e7c6c4f9-f858-44b8-a5a1-4bd49f18e23c req-021a73ca-84cf-469d-99ec-0d78effc551d tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eea61dd-2068-4e8f-b188-8a29b26f71cb&id=25e43695-8326-4426-aa1f-ffe03f93d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0335953 Jul 13 08:34:03.239431 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:03.261785 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e6d03703-b113-45d5-a393-433022a3c2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:03.531077 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36094245-514b-4086-a26a-1a2ac8b85ed7 req-7df6efce-dec8-441a-818b-55c30eb1bed0 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:03.532656 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-36094245-514b-4086-a26a-1a2ac8b85ed7 req-7df6efce-dec8-441a-818b-55c30eb1bed0 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/ports?device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 984 time: 0.0680642 Jul 13 08:34:03.573735 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-36094245-514b-4086-a26a-1a2ac8b85ed7 req-c2f92b75-3dc7-410a-80c0-d2e917f6ceb7 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eea61dd-2068-4e8f-b188-8a29b26f71cb&id=25e43695-8326-4426-aa1f-ffe03f93d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0353470 Jul 13 08:34:04.361734 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:06.125849 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:09.142798 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7fcce58e-b607-4232-adda-2e336a92df3a req-47e53b8f-0021-4f9c-829b-d436a67a38b0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0545716 Jul 13 08:34:09.234595 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcce58e-b607-4232-adda-2e336a92df3a req-044c1abc-43b9-49d0-b8ce-5c8eddb2c1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:09.236878 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7fcce58e-b607-4232-adda-2e336a92df3a req-044c1abc-43b9-49d0-b8ce-5c8eddb2c1c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=05a414dccf8a49d59eb8c531520f45c9&device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 1136 time: 0.0531118 Jul 13 08:34:09.339428 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcce58e-b607-4232-adda-2e336a92df3a req-6de71221-0bda-430f-960a-a2ef4fa039f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:09.340818 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7fcce58e-b607-4232-adda-2e336a92df3a req-6de71221-0bda-430f-960a-a2ef4fa039f4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f24c5569-f16a-4528-b031-feaf90c44c05 HTTP/1.1" status: 200 len: 915 time: 0.0847199 Jul 13 08:34:09.408657 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7fcce58e-b607-4232-adda-2e336a92df3a req-59d4fe8c-5bdc-40a0-8107-b3929cea96c1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be283f03-86da-40d0-8835-7e355baa117c HTTP/1.1" status: 200 len: 1001 time: 0.0612020 Jul 13 08:34:09.456395 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcce58e-b607-4232-adda-2e336a92df3a req-c672fbf3-c6c2-464a-bca3-dd82ded0b97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:09.457807 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7fcce58e-b607-4232-adda-2e336a92df3a req-c672fbf3-c6c2-464a-bca3-dd82ded0b97c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9df39552-84fd-4db9-88ae-f455cb73da78 HTTP/1.1" status: 200 len: 853 time: 0.0432808 Jul 13 08:34:09.516292 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcce58e-b607-4232-adda-2e336a92df3a req-7d3b275a-5be8-4f14-be95-bc05e005fd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:09.518136 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7fcce58e-b607-4232-adda-2e336a92df3a req-7d3b275a-5be8-4f14-be95-bc05e005fd86 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f24c5569-f16a-4528-b031-feaf90c44c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542758 Jul 13 08:34:09.609683 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7fcce58e-b607-4232-adda-2e336a92df3a req-b82f4a97-6564-486f-8d22-ea7859d3409a service neutron] 10.222.0.42 "GET /v2.0/networks/f24c5569-f16a-4528-b031-feaf90c44c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849149 Jul 13 08:34:09.696805 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7fcce58e-b607-4232-adda-2e336a92df3a req-e99e2f27-4c14-4a71-821e-c7b7fc8689cb service neutron] 10.222.0.42 "GET /v2.0/networks/f24c5569-f16a-4528-b031-feaf90c44c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809910 Jul 13 08:34:24.002004 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:24.665400 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:25.030667 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:34:30.382641 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4d113fed-c02a-434d-b4b4-03beb22f772f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:33.241123 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:33.261033 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8fb15868-11d0-476e-9ea5-ebe2a0e308c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:34.365601 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:35.868580 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9c8b12f6-7ec7-4862-8e4c-000fd5ae4448 req-69fb9f54-612e-4de0-aeaf-394f3bb11544 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2013149&fields=id&tenant_id=05a414dccf8a49d59eb8c531520f45c9 HTTP/1.1" status: 200 len: 267 time: 0.0378623 Jul 13 08:34:35.937242 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b12f6-7ec7-4862-8e4c-000fd5ae4448 req-3b3b8ada-172f-48e8-ba51-740624d1c6ef tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:35.938696 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9c8b12f6-7ec7-4862-8e4c-000fd5ae4448 req-3b3b8ada-172f-48e8-ba51-740624d1c6ef tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/ports?device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 984 time: 0.0649357 Jul 13 08:34:35.949260 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-9c8b12f6-7ec7-4862-8e4c-000fd5ae4448 req-d9fd513e-2c4e-4204-8162-65e84067a34a tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Request body: {'port': {'security_groups': ['2eea61dd-2068-4e8f-b188-8a29b26f71cb']}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:34:36.030222 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9c8b12f6-7ec7-4862-8e4c-000fd5ae4448 req-d9fd513e-2c4e-4204-8162-65e84067a34a tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:36.128354 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:36.200495 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-9c8b12f6-7ec7-4862-8e4c-000fd5ae4448 req-d9fd513e-2c4e-4204-8162-65e84067a34a tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] For port be283f03-86da-40d0-8835-7e355baa117c, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=be283f03-86da-40d0-8835-7e355baa117c,segment=NetworkSegment(a7a5581d-fb2b-4a23-83ce-aa46f8858a22),segment_id=a7a5581d-fb2b-4a23-83ce-aa46f8858a22)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:34:36.228936 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9c8b12f6-7ec7-4862-8e4c-000fd5ae4448 req-d9fd513e-2c4e-4204-8162-65e84067a34a tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:36.233459 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9c8b12f6-7ec7-4862-8e4c-000fd5ae4448 req-d9fd513e-2c4e-4204-8162-65e84067a34a tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:36.244822 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['be283f03-86da-40d0-8835-7e355baa117c'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:34:36.286768 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b12f6-7ec7-4862-8e4c-000fd5ae4448 req-d9fd513e-2c4e-4204-8162-65e84067a34a tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:36.287416 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-9c8b12f6-7ec7-4862-8e4c-000fd5ae4448 req-d9fd513e-2c4e-4204-8162-65e84067a34a tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:36.288836 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9c8b12f6-7ec7-4862-8e4c-000fd5ae4448 req-d9fd513e-2c4e-4204-8162-65e84067a34a tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "PUT /v2.0/ports/be283f03-86da-40d0-8835-7e355baa117c HTTP/1.1" status: 200 len: 942 time: 0.3440747 Jul 13 08:34:36.289295 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6305363d-5e99-4d94-8d89-ff2a4fc40c86', 'tag': 'be283f03-86da-40d0-8835-7e355baa117c'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:34:36.291725 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcaa8df-27ef-44be-82b2-c18bcad5109c" -d '{"events": [{"name": "network-changed", "server_uuid": "6305363d-5e99-4d94-8d89-ff2a4fc40c86", "tag": "be283f03-86da-40d0-8835-7e355baa117c"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:34:36.297006 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45466) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:36.312672 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd513e-2c4e-4204-8162-65e84067a34a tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Pushing event updated for resources: {'Port': ['ID=be283f03-86da-40d0-8835-7e355baa117c,revision_number=7']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:36.321324 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd513e-2c4e-4204-8162-65e84067a34a tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:36.321691 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd513e-2c4e-4204-8162-65e84067a34a tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:36.322010 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd513e-2c4e-4204-8162-65e84067a34a tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:36.322819 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd513e-2c4e-4204-8162-65e84067a34a tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:36.322819 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd513e-2c4e-4204-8162-65e84067a34a tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:36.323030 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd513e-2c4e-4204-8162-65e84067a34a tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:36.323325 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd513e-2c4e-4204-8162-65e84067a34a tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:36.323650 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd513e-2c4e-4204-8162-65e84067a34a tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:36.323975 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd513e-2c4e-4204-8162-65e84067a34a tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:36.324311 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd513e-2c4e-4204-8162-65e84067a34a tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:36.324620 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd513e-2c4e-4204-8162-65e84067a34a tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:36.324939 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd513e-2c4e-4204-8162-65e84067a34a tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:36.348161 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['be283f03-86da-40d0-8835-7e355baa117c'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:34:36.367849 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0e8956-4dce-439a-8515-e84e438cf9f7 x-openstack-request-id: req-7e0e8956-4dce-439a-8515-e84e438cf9f7 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:34:36.368139 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6305363d-5e99-4d94-8d89-ff2a4fc40c86", "tag": "be283f03-86da-40d0-8835-7e355baa117c", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:34:36.368387 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7e0e8956-4dce-439a-8515-e84e438cf9f7 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:34:36.368808 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6305363d-5e99-4d94-8d89-ff2a4fc40c86', 'tag': 'be283f03-86da-40d0-8835-7e355baa117c', 'status': 'completed', 'code': 200} Jul 13 08:34:36.399412 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-45f52bbc-e4ad-4f73-b6f1-db6ba70f7c5e tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:36.427907 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-45f52bbc-e4ad-4f73-b6f1-db6ba70f7c5e tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:36.457538 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcaa8df-27ef-44be-82b2-c18bcad5109c req-f8c5c8d4-424f-4c89-87e3-c65e35b91a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:36.460032 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bbcaa8df-27ef-44be-82b2-c18bcad5109c req-f8c5c8d4-424f-4c89-87e3-c65e35b91a7a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=05a414dccf8a49d59eb8c531520f45c9&device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 1097 time: 0.0679464 Jul 13 08:34:36.507155 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-45f52bbc-e4ad-4f73-b6f1-db6ba70f7c5e tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:36.510483 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-45f52bbc-e4ad-4f73-b6f1-db6ba70f7c5e tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:36.511910 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-45f52bbc-e4ad-4f73-b6f1-db6ba70f7c5e tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "DELETE /v2.0/security-groups/25e43695-8326-4426-aa1f-ffe03f93d9b9 HTTP/1.1" status: 204 len: 168 time: 0.2119918 Jul 13 08:34:36.524478 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45468) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:36.525280 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f52bbc-e4ad-4f73-b6f1-db6ba70f7c5e tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e43695-8326-4426-aa1f-ffe03f93d9b9,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:36.540526 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f52bbc-e4ad-4f73-b6f1-db6ba70f7c5e tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:36.540876 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f52bbc-e4ad-4f73-b6f1-db6ba70f7c5e tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:36.541219 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f52bbc-e4ad-4f73-b6f1-db6ba70f7c5e tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:36.541556 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f52bbc-e4ad-4f73-b6f1-db6ba70f7c5e tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:36.541885 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f52bbc-e4ad-4f73-b6f1-db6ba70f7c5e tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:36.542417 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f52bbc-e4ad-4f73-b6f1-db6ba70f7c5e tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:36.542746 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f52bbc-e4ad-4f73-b6f1-db6ba70f7c5e tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:36.543078 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f52bbc-e4ad-4f73-b6f1-db6ba70f7c5e tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:36.543564 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f52bbc-e4ad-4f73-b6f1-db6ba70f7c5e tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:36.543898 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f52bbc-e4ad-4f73-b6f1-db6ba70f7c5e tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:36.544225 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f52bbc-e4ad-4f73-b6f1-db6ba70f7c5e tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:36.544549 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f52bbc-e4ad-4f73-b6f1-db6ba70f7c5e tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:34:36.571138 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcaa8df-27ef-44be-82b2-c18bcad5109c req-3cd87d84-220f-49cc-9339-534123429406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:36.572659 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bbcaa8df-27ef-44be-82b2-c18bcad5109c req-3cd87d84-220f-49cc-9339-534123429406 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f24c5569-f16a-4528-b031-feaf90c44c05 HTTP/1.1" status: 200 len: 915 time: 0.1053078 Jul 13 08:34:36.595876 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-0cc7ec3a-641a-4e28-a60b-bc8d6b7ecd69 None None] Provisioning complete for port be283f03-86da-40d0-8835-7e355baa117c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:34:36.596250 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0cc7ec3a-641a-4e28-a60b-bc8d6b7ecd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:36.649734 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bbcaa8df-27ef-44be-82b2-c18bcad5109c req-906ad031-4bc0-4fbe-ab36-cbed745d0504 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be283f03-86da-40d0-8835-7e355baa117c HTTP/1.1" status: 200 len: 1001 time: 0.0700583 Jul 13 08:34:36.700359 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcaa8df-27ef-44be-82b2-c18bcad5109c req-ed8dbb22-277d-4aff-8cae-5a88b2960bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:36.701838 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bbcaa8df-27ef-44be-82b2-c18bcad5109c req-ed8dbb22-277d-4aff-8cae-5a88b2960bbd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9df39552-84fd-4db9-88ae-f455cb73da78 HTTP/1.1" status: 200 len: 853 time: 0.0456061 Jul 13 08:34:36.712978 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-78dc8bbd-fa2e-45c2-89f0-840d7dd8e847 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Deleting port be6ef53d-64ce-43b2-99ae-7cb2804e8122 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:34:36.713319 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-78dc8bbd-fa2e-45c2-89f0-840d7dd8e847 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:36.763345 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcaa8df-27ef-44be-82b2-c18bcad5109c req-50c19064-4cf6-4c16-9e9b-f244eefcdedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:36.764901 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bbcaa8df-27ef-44be-82b2-c18bcad5109c req-50c19064-4cf6-4c16-9e9b-f244eefcdedc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f24c5569-f16a-4528-b031-feaf90c44c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569725 Jul 13 08:34:36.788858 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-78dc8bbd-fa2e-45c2-89f0-840d7dd8e847 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:36.789185 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-78dc8bbd-fa2e-45c2-89f0-840d7dd8e847 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:36.800544 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-78dc8bbd-fa2e-45c2-89f0-840d7dd8e847 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Calling delete_port for be6ef53d-64ce-43b2-99ae-7cb2804e8122 owned by network:floatingip {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:34:36.861497 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bbcaa8df-27ef-44be-82b2-c18bcad5109c req-c2ca9e9d-72fc-4009-9e77-f7f85b5c2604 service neutron] 10.222.0.42 "GET /v2.0/networks/f24c5569-f16a-4528-b031-feaf90c44c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894864 Jul 13 08:34:36.953837 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-78dc8bbd-fa2e-45c2-89f0-840d7dd8e847 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:36.959155 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bbcaa8df-27ef-44be-82b2-c18bcad5109c req-40f41aac-2788-44b8-bc48-962b381a10e4 service neutron] 10.222.0.42 "GET /v2.0/networks/f24c5569-f16a-4528-b031-feaf90c44c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893376 Jul 13 08:34:36.984562 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc8bbd-fa2e-45c2-89f0-840d7dd8e847 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Pushing event deleted for resources: {'Port': ['ID=be6ef53d-64ce-43b2-99ae-7cb2804e8122,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:37.047014 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-78dc8bbd-fa2e-45c2-89f0-840d7dd8e847 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks [] for floatingip, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:37.047585 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [None req-78dc8bbd-fa2e-45c2-89f0-840d7dd8e847 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Floating IP 70a761eb-8011-40f3-b3af-e351db67205d disassociated (deleted). External IP: 172.25.3.225, port: be283f03-86da-40d0-8835-7e355baa117c. Jul 13 08:34:37.254157 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78dc8bbd-fa2e-45c2-89f0-840d7dd8e847 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Router 17144dee-7d16-41ae-badf-15c63cc67ad2 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:34:37.361617 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78dc8bbd-fa2e-45c2-89f0-840d7dd8e847 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:34:37.366420 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-78dc8bbd-fa2e-45c2-89f0-840d7dd8e847 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:37.371379 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24aabcab-d61a-4fe1-8d1d-832551e31a4a None None] Sync routers for ids ['17144dee-7d16-41ae-badf-15c63cc67ad2'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:34:37.380178 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24aabcab-d61a-4fe1-8d1d-832551e31a4a None None] Routers {'17144dee-7d16-41ae-badf-15c63cc67ad2'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:34:37.380783 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-24aabcab-d61a-4fe1-8d1d-832551e31a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:34:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['17144dee-7d16-41ae-badf-15c63cc67ad2'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:34:37.402368 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-78dc8bbd-fa2e-45c2-89f0-840d7dd8e847 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "DELETE /v2.0/floatingips/70a761eb-8011-40f3-b3af-e351db67205d HTTP/1.1" status: 204 len: 168 time: 0.8701203 Jul 13 08:34:37.402949 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6305363d-5e99-4d94-8d89-ff2a4fc40c86', 'tag': 'be283f03-86da-40d0-8835-7e355baa117c'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:34:37.405228 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33af52f666a6377eeaf9d00c6054365c515a6ddb0c8cc5669bfcff545a31cac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3707c3e-eea7-41bd-b0ba-7ab74cd51c17" -d '{"events": [{"name": "network-changed", "server_uuid": "6305363d-5e99-4d94-8d89-ff2a4fc40c86", "tag": "be283f03-86da-40d0-8835-7e355baa117c"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:34:37.440992 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724016d2-32d0-421d-9a66-345b847430ac x-openstack-request-id: req-724016d2-32d0-421d-9a66-345b847430ac {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:34:37.441277 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6305363d-5e99-4d94-8d89-ff2a4fc40c86", "tag": "be283f03-86da-40d0-8835-7e355baa117c", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:34:37.441526 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-724016d2-32d0-421d-9a66-345b847430ac {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:34:37.441925 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6305363d-5e99-4d94-8d89-ff2a4fc40c86', 'tag': 'be283f03-86da-40d0-8835-7e355baa117c', 'status': 'completed', 'code': 200} Jul 13 08:34:37.495982 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-24aabcab-d61a-4fe1-8d1d-832551e31a4a None None] Set router 17144dee-7d16-41ae-badf-15c63cc67ad2 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:34:37.518004 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3707c3e-eea7-41bd-b0ba-7ab74cd51c17 req-05a1a5a9-df4e-4cb1-ad22-1dac22907933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:37.519551 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c3707c3e-eea7-41bd-b0ba-7ab74cd51c17 req-05a1a5a9-df4e-4cb1-ad22-1dac22907933 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=05a414dccf8a49d59eb8c531520f45c9&device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 1097 time: 0.0546215 Jul 13 08:34:37.622188 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3707c3e-eea7-41bd-b0ba-7ab74cd51c17 req-b958b6fb-bb2c-4599-aef3-030d5ac3ada2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:37.623772 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c3707c3e-eea7-41bd-b0ba-7ab74cd51c17 req-b958b6fb-bb2c-4599-aef3-030d5ac3ada2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f24c5569-f16a-4528-b031-feaf90c44c05 HTTP/1.1" status: 200 len: 915 time: 0.0975811 Jul 13 08:34:37.689976 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c3707c3e-eea7-41bd-b0ba-7ab74cd51c17 req-24072f1b-a1aa-43b1-aa77-8ae1b081e8f7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be283f03-86da-40d0-8835-7e355baa117c HTTP/1.1" status: 200 len: 217 time: 0.0599761 Jul 13 08:34:37.756545 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3707c3e-eea7-41bd-b0ba-7ab74cd51c17 req-f0313408-53dd-4749-b482-42b60160bd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:37.756545 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c3707c3e-eea7-41bd-b0ba-7ab74cd51c17 req-f0313408-53dd-4749-b482-42b60160bd64 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9df39552-84fd-4db9-88ae-f455cb73da78 HTTP/1.1" status: 200 len: 853 time: 0.0540452 Jul 13 08:34:37.808075 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-24aabcab-d61a-4fe1-8d1d-832551e31a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17144dee-7d16-41ae-badf-15c63cc67ad2', 'name': 'tempest-TestMinimumBasicScenario-369833372-router', 'tenant_id': '05a414dccf8a49d59eb8c531520f45c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '76e98cf4-42de-494d-9c42-b76ce225246d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:32:39Z', 'updated_at': '2021-07-13T08:32:42Z', 'revision_number': 4, 'project_id': '05a414dccf8a49d59eb8c531520f45c9', 'gw_port': {'id': '76e98cf4-42de-494d-9c42-b76ce225246d', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:07:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17144dee-7d16-41ae-badf-15c63cc67ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:32:40Z', 'updated_at': '2021-07-13T08:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '3d3ef80a-afd9-48fe-89ef-8908e60c6e4c', 'name': '', 'network_id': 'f24c5569-f16a-4528-b031-feaf90c44c05', 'tenant_id': '05a414dccf8a49d59eb8c531520f45c9', 'mac_address': 'fa:16:3e:87:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17144dee-7d16-41ae-badf-15c63cc67ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '9df39552-84fd-4db9-88ae-f455cb73da78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:32:41Z', 'updated_at': '2021-07-13T08:32:49Z', 'revision_number': 5, 'project_id': '05a414dccf8a49d59eb8c531520f45c9', 'subnets': [{'id': '9df39552-84fd-4db9-88ae-f455cb73da78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:34:37.816155 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3707c3e-eea7-41bd-b0ba-7ab74cd51c17 req-37f75e66-1765-43f0-864e-f44f3946d9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:37.817982 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c3707c3e-eea7-41bd-b0ba-7ab74cd51c17 req-37f75e66-1765-43f0-864e-f44f3946d9c5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f24c5569-f16a-4528-b031-feaf90c44c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568848 Jul 13 08:34:37.837012 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24aabcab-d61a-4fe1-8d1d-832551e31a4a None None] Checking router: 17144dee-7d16-41ae-badf-15c63cc67ad2 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:34:37.845148 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24aabcab-d61a-4fe1-8d1d-832551e31a4a None None] Routers {'17144dee-7d16-41ae-badf-15c63cc67ad2'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:34:37.845751 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-24aabcab-d61a-4fe1-8d1d-832551e31a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:34:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['17144dee-7d16-41ae-badf-15c63cc67ad2'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:34:37.911905 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c3707c3e-eea7-41bd-b0ba-7ab74cd51c17 req-147f8f59-bb9f-4bb6-897c-d917897be1d1 service neutron] 10.222.0.42 "GET /v2.0/networks/f24c5569-f16a-4528-b031-feaf90c44c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868189 Jul 13 08:34:37.951695 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-24aabcab-d61a-4fe1-8d1d-832551e31a4a None None] Set router 17144dee-7d16-41ae-badf-15c63cc67ad2 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:34:38.154736 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-24aabcab-d61a-4fe1-8d1d-832551e31a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17144dee-7d16-41ae-badf-15c63cc67ad2', 'name': 'tempest-TestMinimumBasicScenario-369833372-router', 'tenant_id': '05a414dccf8a49d59eb8c531520f45c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '76e98cf4-42de-494d-9c42-b76ce225246d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:32:39Z', 'updated_at': '2021-07-13T08:32:42Z', 'revision_number': 4, 'project_id': '05a414dccf8a49d59eb8c531520f45c9', 'gw_port': {'id': '76e98cf4-42de-494d-9c42-b76ce225246d', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:07:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17144dee-7d16-41ae-badf-15c63cc67ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:32:40Z', 'updated_at': '2021-07-13T08:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '3d3ef80a-afd9-48fe-89ef-8908e60c6e4c', 'name': '', 'network_id': 'f24c5569-f16a-4528-b031-feaf90c44c05', 'tenant_id': '05a414dccf8a49d59eb8c531520f45c9', 'mac_address': 'fa:16:3e:87:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17144dee-7d16-41ae-badf-15c63cc67ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '9df39552-84fd-4db9-88ae-f455cb73da78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:32:41Z', 'updated_at': '2021-07-13T08:32:49Z', 'revision_number': 5, 'project_id': '05a414dccf8a49d59eb8c531520f45c9', 'subnets': [{'id': '9df39552-84fd-4db9-88ae-f455cb73da78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:34:38.182598 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24aabcab-d61a-4fe1-8d1d-832551e31a4a None None] The sync data for ids ['17144dee-7d16-41ae-badf-15c63cc67ad2'] in n-d-771363-34 is: [{'id': '17144dee-7d16-41ae-badf-15c63cc67ad2', 'name': 'tempest-TestMinimumBasicScenario-369833372-router', 'tenant_id': '05a414dccf8a49d59eb8c531520f45c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '76e98cf4-42de-494d-9c42-b76ce225246d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:32:39Z', 'updated_at': '2021-07-13T08:32:42Z', 'revision_number': 4, 'project_id': '05a414dccf8a49d59eb8c531520f45c9', 'gw_port': {'id': '76e98cf4-42de-494d-9c42-b76ce225246d', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:07:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17144dee-7d16-41ae-badf-15c63cc67ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:32:40Z', 'updated_at': '2021-07-13T08:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '3d3ef80a-afd9-48fe-89ef-8908e60c6e4c', 'name': '', 'network_id': 'f24c5569-f16a-4528-b031-feaf90c44c05', 'tenant_id': '05a414dccf8a49d59eb8c531520f45c9', 'mac_address': 'fa:16:3e:87:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17144dee-7d16-41ae-badf-15c63cc67ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '9df39552-84fd-4db9-88ae-f455cb73da78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:32:41Z', 'updated_at': '2021-07-13T08:32:49Z', 'revision_number': 5, 'project_id': '05a414dccf8a49d59eb8c531520f45c9', 'subnets': [{'id': '9df39552-84fd-4db9-88ae-f455cb73da78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:34:38.369588 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c3707c3e-eea7-41bd-b0ba-7ab74cd51c17 req-dcb1d5c8-5a53-4b01-bc8a-e0d0c18312b7 service neutron] 10.222.0.42 "GET /v2.0/networks/f24c5569-f16a-4528-b031-feaf90c44c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512427 Jul 13 08:34:38.435015 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc326a04-f142-46c4-adb3-45f3c1740fb9 None None] New status for floating IP 70a761eb-8011-40f3-b3af-e351db67205d: DOWN {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:34:44.820436 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ddbf5-5ce8-4f90-aa9c-4d3f9f73ca29 req-adc1ae83-b7a8-49de-a52b-b2c136005641 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:44.821918 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d38ddbf5-5ce8-4f90-aa9c-4d3f9f73ca29 req-adc1ae83-b7a8-49de-a52b-b2c136005641 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/ports?device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 945 time: 0.0635228 Jul 13 08:34:44.858638 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d38ddbf5-5ce8-4f90-aa9c-4d3f9f73ca29 req-46f84666-7ae1-4014-9f4d-60bdba33b9ba tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eea61dd-2068-4e8f-b188-8a29b26f71cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311601 Jul 13 08:34:46.039926 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415d564-b9a4-4bf4-98db-d49f6e1d3626 req-91f3c10e-527a-4e9d-a9bd-2ca08b09cbc8 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:46.041433 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6415d564-b9a4-4bf4-98db-d49f6e1d3626 req-91f3c10e-527a-4e9d-a9bd-2ca08b09cbc8 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/ports?device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 945 time: 0.0669570 Jul 13 08:34:46.079271 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6415d564-b9a4-4bf4-98db-d49f6e1d3626 req-c75e0243-46da-49c8-a934-f0d837cd18ee tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/security-groups?id=2eea61dd-2068-4e8f-b188-8a29b26f71cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318809 Jul 13 08:34:46.326068 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72154b-f02f-4f47-83f0-5a50855be25c req-92a917d2-71d7-4f53-a42f-a3730de355d1 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:46.327522 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0b72154b-f02f-4f47-83f0-5a50855be25c req-92a917d2-71d7-4f53-a42f-a3730de355d1 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.42 "GET /v2.0/ports?device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 945 time: 0.0618689 Jul 13 08:34:46.425632 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-0b72154b-f02f-4f47-83f0-5a50855be25c req-d3ce370f-89ed-4f23-a649-e752d88317ea tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Deleting port be283f03-86da-40d0-8835-7e355baa117c {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:34:46.425969 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0b72154b-f02f-4f47-83f0-5a50855be25c req-d3ce370f-89ed-4f23-a649-e752d88317ea tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:46.511835 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-0b72154b-f02f-4f47-83f0-5a50855be25c req-d3ce370f-89ed-4f23-a649-e752d88317ea tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] For port be283f03-86da-40d0-8835-7e355baa117c, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=be283f03-86da-40d0-8835-7e355baa117c,segment=NetworkSegment(a7a5581d-fb2b-4a23-83ce-aa46f8858a22),segment_id=a7a5581d-fb2b-4a23-83ce-aa46f8858a22)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:34:46.512192 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0b72154b-f02f-4f47-83f0-5a50855be25c req-d3ce370f-89ed-4f23-a649-e752d88317ea tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:46.524533 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-0b72154b-f02f-4f47-83f0-5a50855be25c req-d3ce370f-89ed-4f23-a649-e752d88317ea tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Calling delete_port for be283f03-86da-40d0-8835-7e355baa117c owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:34:46.653177 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0b72154b-f02f-4f47-83f0-5a50855be25c req-d3ce370f-89ed-4f23-a649-e752d88317ea tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:46.665576 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['be283f03-86da-40d0-8835-7e355baa117c'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:34:46.682618 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce370f-89ed-4f23-a649-e752d88317ea tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Pushing event deleted for resources: {'Port': ['ID=be283f03-86da-40d0-8835-7e355baa117c,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:46.735406 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b72154b-f02f-4f47-83f0-5a50855be25c req-d3ce370f-89ed-4f23-a649-e752d88317ea tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] No DVR routers for this DVR port be283f03-86da-40d0-8835-7e355baa117c on host n-h1-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:34:46.737958 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0b72154b-f02f-4f47-83f0-5a50855be25c req-d3ce370f-89ed-4f23-a649-e752d88317ea tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:46.740477 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0b72154b-f02f-4f47-83f0-5a50855be25c req-d3ce370f-89ed-4f23-a649-e752d88317ea tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.42 "DELETE /v2.0/ports/be283f03-86da-40d0-8835-7e355baa117c HTTP/1.1" status: 204 len: 173 time: 0.4076803 Jul 13 08:34:46.740906 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6305363d-5e99-4d94-8d89-ff2a4fc40c86', 'name': 'network-vif-deleted', 'tag': 'be283f03-86da-40d0-8835-7e355baa117c'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:34:46.743257 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eebddcb-1c9a-41ea-999d-6042a770aacb" -d '{"events": [{"server_uuid": "6305363d-5e99-4d94-8d89-ff2a4fc40c86", "name": "network-vif-deleted", "tag": "be283f03-86da-40d0-8835-7e355baa117c"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:34:46.780783 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27de5256-eaaf-4c3d-b19b-473d6e80187f x-openstack-request-id: req-27de5256-eaaf-4c3d-b19b-473d6e80187f {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:34:46.781072 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6305363d-5e99-4d94-8d89-ff2a4fc40c86", "name": "network-vif-deleted", "tag": "be283f03-86da-40d0-8835-7e355baa117c", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:34:46.781326 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-27de5256-eaaf-4c3d-b19b-473d6e80187f {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:34:46.781730 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6305363d-5e99-4d94-8d89-ff2a4fc40c86', 'name': 'network-vif-deleted', 'tag': 'be283f03-86da-40d0-8835-7e355baa117c', 'status': 'completed', 'code': 200} Jul 13 08:34:47.040338 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [req-791a2211-646b-4247-911e-e66bde4309d2 req-8f37ee4f-3c82-4232-aae1-e0620a854447 tempest-ServerDiskConfigTestJSON-657492570 tempest-ServerDiskConfigTestJSON-657492570-project] (94018) timed out ('10.222.0.25', 52299) {{(pid=94018) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 08:34:47.239628 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ace64aa7-515b-4271-ace9-50a26e75d5c6 req-1e02747f-cb5f-4c84-a6a8-8ba1ab56c399 tempest-TestMinimumBasicScenario-777888685 tempest-TestMinimumBasicScenario-777888685-project] 10.222.0.23 "GET /v2.0/ports?device_id=6305363d-5e99-4d94-8d89-ff2a4fc40c86 HTTP/1.1" status: 200 len: 210 time: 0.0285640 Jul 13 08:34:48.863923 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45562) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:49.219251 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-38068177-3c5b-456b-9601-7dab1b2b1477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:49.484242 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-38068177-3c5b-456b-9601-7dab1b2b1477 admin admin] Deleting port 3d3ef80a-afd9-48fe-89ef-8908e60c6e4c {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:34:49.484476 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-38068177-3c5b-456b-9601-7dab1b2b1477 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:49.565885 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-38068177-3c5b-456b-9601-7dab1b2b1477 admin admin] For port 3d3ef80a-afd9-48fe-89ef-8908e60c6e4c, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=3d3ef80a-afd9-48fe-89ef-8908e60c6e4c,segment=NetworkSegment(a7a5581d-fb2b-4a23-83ce-aa46f8858a22),segment_id=a7a5581d-fb2b-4a23-83ce-aa46f8858a22)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:34:49.566236 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-38068177-3c5b-456b-9601-7dab1b2b1477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:49.580839 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-38068177-3c5b-456b-9601-7dab1b2b1477 admin admin] Calling delete_port for 3d3ef80a-afd9-48fe-89ef-8908e60c6e4c owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:34:49.770467 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-38068177-3c5b-456b-9601-7dab1b2b1477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:49.798713 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38068177-3c5b-456b-9601-7dab1b2b1477 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d3ef80a-afd9-48fe-89ef-8908e60c6e4c,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:49.978121 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-38068177-3c5b-456b-9601-7dab1b2b1477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:50.039739 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device be283f03-86da-40d0-8835-7e355baa117c no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:34:50.060741 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: be283f03-86da-40d0-8835-7e355baa117c {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:34:50.061072 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device be283f03-86da-40d0-8835-7e355baa117c not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:34:50.538433 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38068177-3c5b-456b-9601-7dab1b2b1477 admin admin] Router 17144dee-7d16-41ae-badf-15c63cc67ad2 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:34:50.644450 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38068177-3c5b-456b-9601-7dab1b2b1477 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:34:50.652725 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-38068177-3c5b-456b-9601-7dab1b2b1477 admin admin] 10.222.0.23 "PUT /v2.0/routers/17144dee-7d16-41ae-badf-15c63cc67ad2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7856047 Jul 13 08:34:50.653090 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45564) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:50.655780 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923ad4c9-a8d2-4dd5-a954-6354961a6666 None None] Sync routers for ids ['17144dee-7d16-41ae-badf-15c63cc67ad2'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:34:50.665381 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923ad4c9-a8d2-4dd5-a954-6354961a6666 None None] Routers {'17144dee-7d16-41ae-badf-15c63cc67ad2'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:34:50.666073 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-923ad4c9-a8d2-4dd5-a954-6354961a6666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:34:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['17144dee-7d16-41ae-badf-15c63cc67ad2'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:34:50.764020 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-764c05cf-f7ec-4417-9192-b76f97c8203f admin admin] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:50.790899 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-923ad4c9-a8d2-4dd5-a954-6354961a6666 None None] Set router 17144dee-7d16-41ae-badf-15c63cc67ad2 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:34:50.880483 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-764c05cf-f7ec-4417-9192-b76f97c8203f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:50.937061 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-764c05cf-f7ec-4417-9192-b76f97c8203f admin admin] Deleting port 76e98cf4-42de-494d-9c42-b76ce225246d {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:34:50.937402 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-764c05cf-f7ec-4417-9192-b76f97c8203f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:50.978759 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-923ad4c9-a8d2-4dd5-a954-6354961a6666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17144dee-7d16-41ae-badf-15c63cc67ad2', 'name': 'tempest-TestMinimumBasicScenario-369833372-router', 'tenant_id': '05a414dccf8a49d59eb8c531520f45c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '76e98cf4-42de-494d-9c42-b76ce225246d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:32:39Z', 'updated_at': '2021-07-13T08:34:49Z', 'revision_number': 5, 'project_id': '05a414dccf8a49d59eb8c531520f45c9', 'gw_port': {'id': '76e98cf4-42de-494d-9c42-b76ce225246d', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:07:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17144dee-7d16-41ae-badf-15c63cc67ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:32:40Z', 'updated_at': '2021-07-13T08:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:34:51.004708 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923ad4c9-a8d2-4dd5-a954-6354961a6666 None None] Checking router: 17144dee-7d16-41ae-badf-15c63cc67ad2 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:34:51.013878 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923ad4c9-a8d2-4dd5-a954-6354961a6666 None None] Routers {'17144dee-7d16-41ae-badf-15c63cc67ad2'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:34:51.014486 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-923ad4c9-a8d2-4dd5-a954-6354961a6666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:34:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['17144dee-7d16-41ae-badf-15c63cc67ad2'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:34:51.020327 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-764c05cf-f7ec-4417-9192-b76f97c8203f admin admin] For port 76e98cf4-42de-494d-9c42-b76ce225246d, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=76e98cf4-42de-494d-9c42-b76ce225246d,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:34:51.020831 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-764c05cf-f7ec-4417-9192-b76f97c8203f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:51.032374 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-764c05cf-f7ec-4417-9192-b76f97c8203f admin admin] Calling delete_port for 76e98cf4-42de-494d-9c42-b76ce225246d owned by network:router_gateway {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:34:51.097530 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-923ad4c9-a8d2-4dd5-a954-6354961a6666 None None] Set router 17144dee-7d16-41ae-badf-15c63cc67ad2 gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:34:51.149068 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-923ad4c9-a8d2-4dd5-a954-6354961a6666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17144dee-7d16-41ae-badf-15c63cc67ad2', 'name': 'tempest-TestMinimumBasicScenario-369833372-router', 'tenant_id': '05a414dccf8a49d59eb8c531520f45c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:32:39Z', 'updated_at': '2021-07-13T08:34:50Z', 'revision_number': 6, 'project_id': '05a414dccf8a49d59eb8c531520f45c9', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:34:51.178415 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923ad4c9-a8d2-4dd5-a954-6354961a6666 None None] The sync data for ids ['17144dee-7d16-41ae-badf-15c63cc67ad2'] in n-d-771363-34 is: [{'id': '17144dee-7d16-41ae-badf-15c63cc67ad2', 'name': 'tempest-TestMinimumBasicScenario-369833372-router', 'tenant_id': '05a414dccf8a49d59eb8c531520f45c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:32:39Z', 'updated_at': '2021-07-13T08:34:50Z', 'revision_number': 6, 'project_id': '05a414dccf8a49d59eb8c531520f45c9', 'gw_port_host': None}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:34:51.202715 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-764c05cf-f7ec-4417-9192-b76f97c8203f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:51.229818 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c05cf-f7ec-4417-9192-b76f97c8203f admin admin] Pushing event deleted for resources: {'Port': ['ID=76e98cf4-42de-494d-9c42-b76ce225246d,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:51.296327 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-764c05cf-f7ec-4417-9192-b76f97c8203f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:51.384463 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-764c05cf-f7ec-4417-9192-b76f97c8203f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:51.386475 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-764c05cf-f7ec-4417-9192-b76f97c8203f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:51.429861 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-764c05cf-f7ec-4417-9192-b76f97c8203f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:51.430369 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764c05cf-f7ec-4417-9192-b76f97c8203f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17144dee-7d16-41ae-badf-15c63cc67ad2 {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:34:51.434831 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-764c05cf-f7ec-4417-9192-b76f97c8203f admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:51.435792 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-764c05cf-f7ec-4417-9192-b76f97c8203f admin admin] 10.222.0.23 "DELETE /v2.0/routers/17144dee-7d16-41ae-badf-15c63cc67ad2 HTTP/1.1" status: 204 len: 168 time: 0.7817705 Jul 13 08:34:51.438303 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45566) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:51.483717 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f45c22c-7265-4f10-9c0c-8acc48b10228 admin admin] Deleting subnet 9df39552-84fd-4db9-88ae-f455cb73da78 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:34:51.486597 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5f45c22c-7265-4f10-9c0c-8acc48b10228 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:51.522276 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5f45c22c-7265-4f10-9c0c-8acc48b10228 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:51.613980 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5f45c22c-7265-4f10-9c0c-8acc48b10228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:51.668088 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5f45c22c-7265-4f10-9c0c-8acc48b10228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:51.693078 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f45c22c-7265-4f10-9c0c-8acc48b10228 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9df39552-84fd-4db9-88ae-f455cb73da78,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:51.697506 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5f45c22c-7265-4f10-9c0c-8acc48b10228 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:51.699544 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5f45c22c-7265-4f10-9c0c-8acc48b10228 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9df39552-84fd-4db9-88ae-f455cb73da78 HTTP/1.1" status: 204 len: 168 time: 0.2601349 Jul 13 08:34:51.701869 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45568) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:51.704471 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6412622-6b9d-4280-9fa5-aeef1a39667c None None] Network f24c5569-f16a-4528-b031-feaf90c44c05 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:34:51.776779 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b6882471-8b13-4019-94a2-f24e8d19ee70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:51.832653 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-b6882471-8b13-4019-94a2-f24e8d19ee70 admin admin] Deleting port b2449181-93ba-4bf5-ac36-9eb688d339a8 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:34:51.832991 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b6882471-8b13-4019-94a2-f24e8d19ee70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:51.900565 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-b6882471-8b13-4019-94a2-f24e8d19ee70 admin admin] For port b2449181-93ba-4bf5-ac36-9eb688d339a8, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=b2449181-93ba-4bf5-ac36-9eb688d339a8,segment=NetworkSegment(a7a5581d-fb2b-4a23-83ce-aa46f8858a22),segment_id=a7a5581d-fb2b-4a23-83ce-aa46f8858a22)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:34:51.900837 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b6882471-8b13-4019-94a2-f24e8d19ee70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:51.922865 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-b6882471-8b13-4019-94a2-f24e8d19ee70 admin admin] Calling delete_port for b2449181-93ba-4bf5-ac36-9eb688d339a8 owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:34:52.008186 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b6882471-8b13-4019-94a2-f24e8d19ee70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:52.034451 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6882471-8b13-4019-94a2-f24e8d19ee70 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2449181-93ba-4bf5-ac36-9eb688d339a8,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:52.038511 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6882471-8b13-4019-94a2-f24e8d19ee70 admin admin] No DVR routers for this DVR port b2449181-93ba-4bf5-ac36-9eb688d339a8 on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:34:52.061349 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67820566-2de6-46a8-8e86-83df3008e13c None None] DHCP port deletion for f24c5569-f16a-4528-b031-feaf90c44c05 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:34:52.114510 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b6882471-8b13-4019-94a2-f24e8d19ee70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:52.125560 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-b6882471-8b13-4019-94a2-f24e8d19ee70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f24c5569-f16a-4528-b031-feaf90c44c05']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:34:52.137124 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-b6882471-8b13-4019-94a2-f24e8d19ee70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7a5581d-fb2b-4a23-83ce-aa46f8858a22') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:34:52.138122 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-b6882471-8b13-4019-94a2-f24e8d19ee70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7a5581d-fb2b-4a23-83ce-aa46f8858a22') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:34:52.151094 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b6882471-8b13-4019-94a2-f24e8d19ee70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:52.167488 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b6882471-8b13-4019-94a2-f24e8d19ee70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:52.173898 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6882471-8b13-4019-94a2-f24e8d19ee70 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:34:52.174409 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b6882471-8b13-4019-94a2-f24e8d19ee70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:52.176400 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:34:52.176400 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:34:52.176400 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 08:34:52.176400 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:34:52.176400 n-d-771363-34 neutron-server[94017]: timer() Jul 13 08:34:52.176400 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:34:52.176400 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 08:34:52.176400 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:34:52.176400 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 08:34:52.176400 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:34:52.176400 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 08:34:52.176400 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:34:52.176400 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 08:34:52.176400 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:34:52.176400 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 08:34:52.176400 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:34:52.176400 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:34:52.176400 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:34:52.176400 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:34:52.176400 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:34:52.176400 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 08:34:52.176400 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:34:52.176400 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 08:34:52.176400 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:34:52.176400 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:34:52.176400 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:34:52.176400 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 08:34:52.176400 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:34:52.176400 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:34:52.176400 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:34:52.176400 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:34:52.176400 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:34:52.176400 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:34:52.176400 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:34:52.239303 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b6882471-8b13-4019-94a2-f24e8d19ee70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:52.244525 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b6882471-8b13-4019-94a2-f24e8d19ee70 admin admin] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:52.247119 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b6882471-8b13-4019-94a2-f24e8d19ee70 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f24c5569-f16a-4528-b031-feaf90c44c05 HTTP/1.1" status: 204 len: 168 time: 0.5437586 Jul 13 08:34:52.249639 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45570) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:52.264274 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6882471-8b13-4019-94a2-f24e8d19ee70 admin admin] Pushing event deleted for resources: {'Network': ['ID=f24c5569-f16a-4528-b031-feaf90c44c05,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:52.589447 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-61101183-44ee-40cd-8012-69550589667d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:52.843358 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 76e98cf4-42de-494d-9c42-b76ce225246d no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:34:52.863839 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 76e98cf4-42de-494d-9c42-b76ce225246d {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:34:52.864183 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 76e98cf4-42de-494d-9c42-b76ce225246d not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:34:52.864596 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 3d3ef80a-afd9-48fe-89ef-8908e60c6e4c no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:34:52.885259 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 3d3ef80a-afd9-48fe-89ef-8908e60c6e4c {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:34:52.885603 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 3d3ef80a-afd9-48fe-89ef-8908e60c6e4c not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:34:52.886019 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b2449181-93ba-4bf5-ac36-9eb688d339a8 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:34:52.894796 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-61101183-44ee-40cd-8012-69550589667d admin admin] Deleting port 98d9c551-f0d9-4cbb-8cd6-a0c48d87608c {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:34:52.895278 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-61101183-44ee-40cd-8012-69550589667d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:52.909064 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: b2449181-93ba-4bf5-ac36-9eb688d339a8 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:34:52.909401 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device b2449181-93ba-4bf5-ac36-9eb688d339a8 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:34:52.988707 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-61101183-44ee-40cd-8012-69550589667d admin admin] For port 98d9c551-f0d9-4cbb-8cd6-a0c48d87608c, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=98d9c551-f0d9-4cbb-8cd6-a0c48d87608c,segment=NetworkSegment(f30b75ea-2e5d-482e-8cb3-8b9bb5d1dde7),segment_id=f30b75ea-2e5d-482e-8cb3-8b9bb5d1dde7)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:34:52.989065 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-61101183-44ee-40cd-8012-69550589667d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:53.005244 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-61101183-44ee-40cd-8012-69550589667d admin admin] Calling delete_port for 98d9c551-f0d9-4cbb-8cd6-a0c48d87608c owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:34:53.216070 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-61101183-44ee-40cd-8012-69550589667d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:53.243653 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61101183-44ee-40cd-8012-69550589667d admin admin] Pushing event deleted for resources: {'Port': ['ID=98d9c551-f0d9-4cbb-8cd6-a0c48d87608c,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:53.425986 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-61101183-44ee-40cd-8012-69550589667d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:53.660122 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61101183-44ee-40cd-8012-69550589667d admin admin] Router dfbb1816-02a2-4649-a95c-145c3be425b6 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:34:53.785782 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61101183-44ee-40cd-8012-69550589667d admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:34:53.791771 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-61101183-44ee-40cd-8012-69550589667d admin admin] 10.222.0.23 "PUT /v2.0/routers/dfbb1816-02a2-4649-a95c-145c3be425b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5407104 Jul 13 08:34:53.793999 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45572) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:53.794432 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147bf108-e73e-409e-9d1a-4403576611cd None None] Sync routers for ids ['dfbb1816-02a2-4649-a95c-145c3be425b6'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:34:53.804718 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147bf108-e73e-409e-9d1a-4403576611cd None None] Routers {'dfbb1816-02a2-4649-a95c-145c3be425b6'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:34:53.805350 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-147bf108-e73e-409e-9d1a-4403576611cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:34:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['dfbb1816-02a2-4649-a95c-145c3be425b6'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:34:53.904512 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4ffadc19-f865-41bf-97ae-01065b49e68e admin admin] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:53.916880 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-147bf108-e73e-409e-9d1a-4403576611cd None None] Set router dfbb1816-02a2-4649-a95c-145c3be425b6 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:34:54.023459 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4ffadc19-f865-41bf-97ae-01065b49e68e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:54.050440 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:54.083594 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-4ffadc19-f865-41bf-97ae-01065b49e68e admin admin] Deleting port f1232688-43e7-4dec-8641-8e76fbb05f3c {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:34:54.083930 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4ffadc19-f865-41bf-97ae-01065b49e68e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:54.145335 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-147bf108-e73e-409e-9d1a-4403576611cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb1816-02a2-4649-a95c-145c3be425b6', 'name': 'tempest-TestMinimumBasicScenario-1254361920-router', 'tenant_id': 'ceac93a7b14146f3a697c05bf5c718f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'f1232688-43e7-4dec-8641-8e76fbb05f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:32:44Z', 'updated_at': '2021-07-13T08:34:53Z', 'revision_number': 5, 'project_id': 'ceac93a7b14146f3a697c05bf5c718f1', 'gw_port': {'id': 'f1232688-43e7-4dec-8641-8e76fbb05f3c', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb1816-02a2-4649-a95c-145c3be425b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:32:45Z', 'updated_at': '2021-07-13T08:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:34:54.172687 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147bf108-e73e-409e-9d1a-4403576611cd None None] Checking router: dfbb1816-02a2-4649-a95c-145c3be425b6 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:34:54.174464 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-4ffadc19-f865-41bf-97ae-01065b49e68e admin admin] For port f1232688-43e7-4dec-8641-8e76fbb05f3c, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=f1232688-43e7-4dec-8641-8e76fbb05f3c,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:34:54.174826 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4ffadc19-f865-41bf-97ae-01065b49e68e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:54.181873 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147bf108-e73e-409e-9d1a-4403576611cd None None] Routers {'dfbb1816-02a2-4649-a95c-145c3be425b6'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:34:54.182494 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-147bf108-e73e-409e-9d1a-4403576611cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:34:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['dfbb1816-02a2-4649-a95c-145c3be425b6'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:34:54.187319 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-4ffadc19-f865-41bf-97ae-01065b49e68e admin admin] Calling delete_port for f1232688-43e7-4dec-8641-8e76fbb05f3c owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:34:54.277451 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-147bf108-e73e-409e-9d1a-4403576611cd None None] Set router dfbb1816-02a2-4649-a95c-145c3be425b6 gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:34:54.338381 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-147bf108-e73e-409e-9d1a-4403576611cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb1816-02a2-4649-a95c-145c3be425b6', 'name': 'tempest-TestMinimumBasicScenario-1254361920-router', 'tenant_id': 'ceac93a7b14146f3a697c05bf5c718f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:32:44Z', 'updated_at': '2021-07-13T08:34:54Z', 'revision_number': 6, 'project_id': 'ceac93a7b14146f3a697c05bf5c718f1', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:34:54.365579 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147bf108-e73e-409e-9d1a-4403576611cd None None] The sync data for ids ['dfbb1816-02a2-4649-a95c-145c3be425b6'] in n-d-771363-34 is: [{'id': 'dfbb1816-02a2-4649-a95c-145c3be425b6', 'name': 'tempest-TestMinimumBasicScenario-1254361920-router', 'tenant_id': 'ceac93a7b14146f3a697c05bf5c718f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:32:44Z', 'updated_at': '2021-07-13T08:34:54Z', 'revision_number': 6, 'project_id': 'ceac93a7b14146f3a697c05bf5c718f1', 'gw_port_host': None}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:34:54.369571 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4ffadc19-f865-41bf-97ae-01065b49e68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:54.396553 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffadc19-f865-41bf-97ae-01065b49e68e admin admin] Pushing event deleted for resources: {'Port': ['ID=f1232688-43e7-4dec-8641-8e76fbb05f3c,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:54.458653 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4ffadc19-f865-41bf-97ae-01065b49e68e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:54.548146 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4ffadc19-f865-41bf-97ae-01065b49e68e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:54.550255 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4ffadc19-f865-41bf-97ae-01065b49e68e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:54.597156 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4ffadc19-f865-41bf-97ae-01065b49e68e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:54.597697 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffadc19-f865-41bf-97ae-01065b49e68e admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfbb1816-02a2-4649-a95c-145c3be425b6 {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:34:54.603439 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4ffadc19-f865-41bf-97ae-01065b49e68e admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:54.604586 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4ffadc19-f865-41bf-97ae-01065b49e68e admin admin] 10.222.0.23 "DELETE /v2.0/routers/dfbb1816-02a2-4649-a95c-145c3be425b6 HTTP/1.1" status: 204 len: 168 time: 0.8096733 Jul 13 08:34:54.607154 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45574) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:54.651623 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-b860465c-89cd-4b5e-b56f-08a43b0dfe7c admin admin] Deleting subnet 165a0ff5-83cf-4c61-bf08-8c47d081ef2c {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:34:54.654677 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b860465c-89cd-4b5e-b56f-08a43b0dfe7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:54.675535 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:54.689094 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b860465c-89cd-4b5e-b56f-08a43b0dfe7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:54.776137 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b860465c-89cd-4b5e-b56f-08a43b0dfe7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:54.832164 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b860465c-89cd-4b5e-b56f-08a43b0dfe7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:54.859555 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860465c-89cd-4b5e-b56f-08a43b0dfe7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=165a0ff5-83cf-4c61-bf08-8c47d081ef2c,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:54.861418 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b860465c-89cd-4b5e-b56f-08a43b0dfe7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:54.863327 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b860465c-89cd-4b5e-b56f-08a43b0dfe7c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/165a0ff5-83cf-4c61-bf08-8c47d081ef2c HTTP/1.1" status: 204 len: 168 time: 0.2551916 Jul 13 08:34:54.865241 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d408ebdd-b6c5-485a-9be1-eb64e4107435 None None] Network ca0d3546-cec6-4828-a917-90749c55e020 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:34:54.865811 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45576) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:54.939671 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e5808413-795d-4b24-9564-d85aa7a8b1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:54.992714 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-e5808413-795d-4b24-9564-d85aa7a8b1c2 admin admin] Deleting port 2eb0bb9d-3be3-4e16-b6b0-0dcef9a37136 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:34:54.993219 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e5808413-795d-4b24-9564-d85aa7a8b1c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:55.056145 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-e5808413-795d-4b24-9564-d85aa7a8b1c2 admin admin] For port 2eb0bb9d-3be3-4e16-b6b0-0dcef9a37136, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=2eb0bb9d-3be3-4e16-b6b0-0dcef9a37136,segment=NetworkSegment(f30b75ea-2e5d-482e-8cb3-8b9bb5d1dde7),segment_id=f30b75ea-2e5d-482e-8cb3-8b9bb5d1dde7)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:34:55.056498 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e5808413-795d-4b24-9564-d85aa7a8b1c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:55.068198 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-e5808413-795d-4b24-9564-d85aa7a8b1c2 admin admin] Calling delete_port for 2eb0bb9d-3be3-4e16-b6b0-0dcef9a37136 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:34:55.156438 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e5808413-795d-4b24-9564-d85aa7a8b1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:55.157118 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e439379c-9d4e-4299-b216-fb7cffd9fc01 None None] DHCP port deletion for ca0d3546-cec6-4828-a917-90749c55e020 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:34:55.184090 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5808413-795d-4b24-9564-d85aa7a8b1c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2eb0bb9d-3be3-4e16-b6b0-0dcef9a37136,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:55.192875 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5808413-795d-4b24-9564-d85aa7a8b1c2 admin admin] No DVR routers for this DVR port 2eb0bb9d-3be3-4e16-b6b0-0dcef9a37136 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:34:55.225827 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 98d9c551-f0d9-4cbb-8cd6-a0c48d87608c no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:34:55.245790 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 98d9c551-f0d9-4cbb-8cd6-a0c48d87608c {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:34:55.246134 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 98d9c551-f0d9-4cbb-8cd6-a0c48d87608c not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:34:55.275693 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e5808413-795d-4b24-9564-d85aa7a8b1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:55.287535 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-e5808413-795d-4b24-9564-d85aa7a8b1c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca0d3546-cec6-4828-a917-90749c55e020']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:34:55.298900 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-e5808413-795d-4b24-9564-d85aa7a8b1c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f30b75ea-2e5d-482e-8cb3-8b9bb5d1dde7') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:34:55.299358 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-e5808413-795d-4b24-9564-d85aa7a8b1c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f30b75ea-2e5d-482e-8cb3-8b9bb5d1dde7') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:34:55.309856 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e5808413-795d-4b24-9564-d85aa7a8b1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:55.325311 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e5808413-795d-4b24-9564-d85aa7a8b1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:55.332076 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5808413-795d-4b24-9564-d85aa7a8b1c2 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:34:55.332678 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e5808413-795d-4b24-9564-d85aa7a8b1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:55.334876 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:34:55.334876 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:34:55.334876 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:34:55.334876 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:34:55.334876 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:34:55.334876 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:34:55.334876 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 08:34:55.334876 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:34:55.334876 n-d-771363-34 neutron-server[94018]: timer() Jul 13 08:34:55.334876 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:34:55.334876 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 08:34:55.334876 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:34:55.334876 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 08:34:55.334876 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:34:55.334876 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 08:34:55.334876 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:34:55.334876 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 08:34:55.334876 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:34:55.334876 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 08:34:55.334876 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:34:55.334876 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:34:55.334876 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:34:55.334876 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:34:55.334876 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:34:55.334876 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 08:34:55.334876 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:34:55.334876 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 08:34:55.334876 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:34:55.334876 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:34:55.334876 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:34:55.334876 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 08:34:55.334876 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:34:55.334876 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:34:55.334876 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:34:55.334876 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:34:55.334876 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:34:55.334876 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:34:55.334876 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:34:55.391486 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e5808413-795d-4b24-9564-d85aa7a8b1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:55.399364 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e5808413-795d-4b24-9564-d85aa7a8b1c2 admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:55.401208 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e5808413-795d-4b24-9564-d85aa7a8b1c2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ca0d3546-cec6-4828-a917-90749c55e020 HTTP/1.1" status: 204 len: 168 time: 0.5337710 Jul 13 08:34:55.413034 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5808413-795d-4b24-9564-d85aa7a8b1c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca0d3546-cec6-4828-a917-90749c55e020,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:55.560250 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45580) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:55.599950 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ba913f3a-cf7b-4343-b934-03e674d5f070 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=05a414dccf8a49d59eb8c531520f45c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384812 Jul 13 08:34:55.602330 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45582) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:55.655396 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8db8e1a9-1c4d-40d0-b325-34bb06b51fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:55.675812 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8db8e1a9-1c4d-40d0-b325-34bb06b51fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:55.721544 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8db8e1a9-1c4d-40d0-b325-34bb06b51fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:55.724278 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8db8e1a9-1c4d-40d0-b325-34bb06b51fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:55.725676 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8db8e1a9-1c4d-40d0-b325-34bb06b51fa2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2eea61dd-2068-4e8f-b188-8a29b26f71cb HTTP/1.1" status: 204 len: 168 time: 0.1223128 Jul 13 08:34:55.734281 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db8e1a9-1c4d-40d0-b325-34bb06b51fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eea61dd-2068-4e8f-b188-8a29b26f71cb,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:56.040385 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45588) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:56.081187 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-00d5967c-54e0-430f-9f97-0ff2dd3e1670 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ceac93a7b14146f3a697c05bf5c718f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396228 Jul 13 08:34:56.083715 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45590) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:56.140109 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a54cee1-b7c3-40d9-b71d-2af5269ec307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:56.161813 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a54cee1-b7c3-40d9-b71d-2af5269ec307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:56.208825 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a54cee1-b7c3-40d9-b71d-2af5269ec307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:56.211443 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3a54cee1-b7c3-40d9-b71d-2af5269ec307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:56.212697 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3a54cee1-b7c3-40d9-b71d-2af5269ec307 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0eb9b52e-247f-44d1-850b-ff58ef0484d2 HTTP/1.1" status: 204 len: 168 time: 0.1280890 Jul 13 08:34:56.228027 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a54cee1-b7c3-40d9-b71d-2af5269ec307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb9b52e-247f-44d1-850b-ff58ef0484d2,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:56.814388 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f1232688-43e7-4dec-8641-8e76fbb05f3c no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:34:56.837561 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: f1232688-43e7-4dec-8641-8e76fbb05f3c {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:34:56.837905 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device f1232688-43e7-4dec-8641-8e76fbb05f3c not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:34:56.838318 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 2eb0bb9d-3be3-4e16-b6b0-0dcef9a37136 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:34:56.856434 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 2eb0bb9d-3be3-4e16-b6b0-0dcef9a37136 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:34:56.856775 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 2eb0bb9d-3be3-4e16-b6b0-0dcef9a37136 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:34:57.766833 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45630) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:57.771779 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-18fec30e-e7f3-4c0c-beaa-d70564910770 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-907814285', 'description': 'tempest-secgroup-smoke-907814285 description', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:34:57.800124 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-18fec30e-e7f3-4c0c-beaa-d70564910770 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:57.807763 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-18fec30e-e7f3-4c0c-beaa-d70564910770 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:57.901153 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-18fec30e-e7f3-4c0c-beaa-d70564910770 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:57.905260 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-18fec30e-e7f3-4c0c-beaa-d70564910770 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:57.941012 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fec30e-e7f3-4c0c-beaa-d70564910770 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0299ef0-4dfd-4567-963c-d6f489ac6410,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:57.997907 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-18fec30e-e7f3-4c0c-beaa-d70564910770 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:58.002356 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-18fec30e-e7f3-4c0c-beaa-d70564910770 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:58.031417 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-18fec30e-e7f3-4c0c-beaa-d70564910770 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:58.032644 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-18fec30e-e7f3-4c0c-beaa-d70564910770 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2645149 Jul 13 08:34:58.034590 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fec30e-e7f3-4c0c-beaa-d70564910770 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a99a4755-e6e5-4a1f-83a4-0c1bff9eaac5,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:58.035723 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45632) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:58.040684 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-1d70b226-8ecb-4aec-89e8-e6a48e340534 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'security_group_rule': {'security_group_id': 'a99a4755-e6e5-4a1f-83a4-0c1bff9eaac5', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:34:58.066058 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1d70b226-8ecb-4aec-89e8-e6a48e340534 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:58.121601 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1d70b226-8ecb-4aec-89e8-e6a48e340534 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:58.125467 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1d70b226-8ecb-4aec-89e8-e6a48e340534 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:58.143910 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70b226-8ecb-4aec-89e8-e6a48e340534 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31737a63-805a-4a71-9c37-3cfd1fa048e7,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:58.150512 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1d70b226-8ecb-4aec-89e8-e6a48e340534 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:58.154468 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45634) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:58.154642 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1d70b226-8ecb-4aec-89e8-e6a48e340534 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1176357 Jul 13 08:34:58.159287 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-83ae6967-b404-4a06-a913-3cbf1f4dc04f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'security_group_rule': {'security_group_id': 'a99a4755-e6e5-4a1f-83a4-0c1bff9eaac5', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:34:58.185185 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-83ae6967-b404-4a06-a913-3cbf1f4dc04f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:58.243634 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-83ae6967-b404-4a06-a913-3cbf1f4dc04f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:58.247443 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-83ae6967-b404-4a06-a913-3cbf1f4dc04f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:58.267681 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae6967-b404-4a06-a913-3cbf1f4dc04f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c133861-32c9-4406-8bfb-dabebf99acd3,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:58.274067 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-83ae6967-b404-4a06-a913-3cbf1f4dc04f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:58.275283 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-83ae6967-b404-4a06-a913-3cbf1f4dc04f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1196759 Jul 13 08:34:58.277947 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45636) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:58.282219 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-42e938e4-60a4-47a4-b8af-0c8d57731b6b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'security_group_rule': {'security_group_id': 'a99a4755-e6e5-4a1f-83a4-0c1bff9eaac5', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:34:58.309253 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-42e938e4-60a4-47a4-b8af-0c8d57731b6b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:58.369111 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-42e938e4-60a4-47a4-b8af-0c8d57731b6b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:58.372746 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-42e938e4-60a4-47a4-b8af-0c8d57731b6b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:58.390606 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e938e4-60a4-47a4-b8af-0c8d57731b6b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f3b55bc-5860-443e-b624-7c5d44956fdb,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:58.395728 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-42e938e4-60a4-47a4-b8af-0c8d57731b6b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:58.397578 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-42e938e4-60a4-47a4-b8af-0c8d57731b6b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181374 Jul 13 08:34:58.399872 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45638) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:58.404413 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-f49907b1-cf1a-42ea-b47c-0f94e2493573 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'security_group_rule': {'security_group_id': 'a99a4755-e6e5-4a1f-83a4-0c1bff9eaac5', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:34:58.430550 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f49907b1-cf1a-42ea-b47c-0f94e2493573 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:58.488437 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f49907b1-cf1a-42ea-b47c-0f94e2493573 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:58.492866 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f49907b1-cf1a-42ea-b47c-0f94e2493573 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:58.513248 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49907b1-cf1a-42ea-b47c-0f94e2493573 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6211f331-455b-4b5c-beb5-5edae25c387c,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:58.517149 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f49907b1-cf1a-42ea-b47c-0f94e2493573 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:58.518344 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f49907b1-cf1a-42ea-b47c-0f94e2493573 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1174495 Jul 13 08:34:58.521004 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45640) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:58.528269 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-ba9f81ca-0073-4b99-9b4a-f66f4e9bf312 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'security_group_rule': {'security_group_id': 'a99a4755-e6e5-4a1f-83a4-0c1bff9eaac5', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:34:58.549029 n-d-771363-34 neutron-server[94018]: INFO neutron.db.securitygroups_db [None req-ba9f81ca-0073-4b99-9b4a-f66f4e9bf312 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Project f2107e32a8e4470d89bab814aa0ad2b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:34:58.556054 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ba9f81ca-0073-4b99-9b4a-f66f4e9bf312 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:58.616903 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ba9f81ca-0073-4b99-9b4a-f66f4e9bf312 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:58.620690 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ba9f81ca-0073-4b99-9b4a-f66f4e9bf312 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:58.640150 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f81ca-0073-4b99-9b4a-f66f4e9bf312 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aca9ef6-b9ff-4bb9-ba58-886162894064,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:58.644232 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ba9f81ca-0073-4b99-9b4a-f66f4e9bf312 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:58.645395 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ba9f81ca-0073-4b99-9b4a-f66f4e9bf312 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1234524 Jul 13 08:34:58.648357 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45642) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:58.652710 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-22ff6366-132a-4128-9e5b-639374cc1543 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'security_group_rule': {'security_group_id': 'a99a4755-e6e5-4a1f-83a4-0c1bff9eaac5', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:34:58.674624 n-d-771363-34 neutron-server[94018]: INFO neutron.db.securitygroups_db [None req-22ff6366-132a-4128-9e5b-639374cc1543 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Project f2107e32a8e4470d89bab814aa0ad2b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:34:58.680196 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-22ff6366-132a-4128-9e5b-639374cc1543 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:58.743314 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-22ff6366-132a-4128-9e5b-639374cc1543 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:58.746872 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-22ff6366-132a-4128-9e5b-639374cc1543 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:58.764836 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff6366-132a-4128-9e5b-639374cc1543 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aec8cd0-3849-4c08-ab8a-ab6b63a666dc,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:58.773389 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-22ff6366-132a-4128-9e5b-639374cc1543 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:58.774583 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-22ff6366-132a-4128-9e5b-639374cc1543 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1253095 Jul 13 08:34:58.777554 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45644) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:58.782407 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-4ce689c5-323c-41c7-a3f9-6c6f5ce3f5f2 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'network': {'name': 'tempest-network-smoke--1602304', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'port_security_enabled': True}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:34:58.803630 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce689c5-323c-41c7-a3f9-6c6f5ce3f5f2 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Made reservation on behalf of f2107e32a8e4470d89bab814aa0ad2b5 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:34:58.807852 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4ce689c5-323c-41c7-a3f9-6c6f5ce3f5f2 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:58.830306 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce689c5-323c-41c7-a3f9-6c6f5ce3f5f2 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:34:58.839629 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4ce689c5-323c-41c7-a3f9-6c6f5ce3f5f2 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:58.839973 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-4ce689c5-323c-41c7-a3f9-6c6f5ce3f5f2 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Added segment f229b347-f190-41bf-aa06-4270f0031a30 of type vlan for network 8fbf9030-2570-4805-8e17-3e38ea929259 Jul 13 08:34:58.880341 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4ce689c5-323c-41c7-a3f9-6c6f5ce3f5f2 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:58.907598 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4ce689c5-323c-41c7-a3f9-6c6f5ce3f5f2 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:58.913593 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce689c5-323c-41c7-a3f9-6c6f5ce3f5f2 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:34:58.914166 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4ce689c5-323c-41c7-a3f9-6c6f5ce3f5f2 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:58.950215 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4ce689c5-323c-41c7-a3f9-6c6f5ce3f5f2 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1716673 Jul 13 08:34:58.953094 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45646) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:34:58.959333 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-f2549283-0476-4fbf-b663-eb987d103def tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-763764390', 'admin_state_up': True, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:34:58.997066 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce689c5-323c-41c7-a3f9-6c6f5ce3f5f2 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'Network': ['ID=8fbf9030-2570-4805-8e17-3e38ea929259,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:34:59.012352 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 8fbf9030-2570-4805-8e17-3e38ea929259 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:34:59.013021 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f2549283-0476-4fbf-b663-eb987d103def tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:59.014044 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f2549283-0476-4fbf-b663-eb987d103def tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:59.067537 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f2549283-0476-4fbf-b663-eb987d103def tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:59.204137 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f2549283-0476-4fbf-b663-eb987d103def tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:59.394083 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f2549283-0476-4fbf-b663-eb987d103def tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for router_gateway, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:59.413066 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f2549283-0476-4fbf-b663-eb987d103def tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:34:59.515248 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-f2549283-0476-4fbf-b663-eb987d103def tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Allocated IP 172.25.3.83 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/db8ff06b-0a54-4b6d-bef3-95272f1e9fa2) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:34:59.618344 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f2549283-0476-4fbf-b663-eb987d103def tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:00.002152 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f2549283-0476-4fbf-b663-eb987d103def tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:00.038721 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2549283-0476-4fbf-b663-eb987d103def tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:35:00.043445 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-f2549283-0476-4fbf-b663-eb987d103def tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:35:00.047085 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2549283-0476-4fbf-b663-eb987d103def tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:35:00.073708 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2549283-0476-4fbf-b663-eb987d103def tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'Port': ['ID=db8ff06b-0a54-4b6d-bef3-95272f1e9fa2,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:00.292663 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f2549283-0476-4fbf-b663-eb987d103def tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for router_gateway, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:00.386604 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-424ad14a-6eac-4aed-aeb1-f0dd58adc069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:00.488319 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f2549283-0476-4fbf-b663-eb987d103def tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:00.615026 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2549283-0476-4fbf-b663-eb987d103def tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Router d65f9600-ce52-466e-a949-3bf596239639 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:35:00.720597 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2549283-0476-4fbf-b663-eb987d103def tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:35:00.730569 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f685014f-59c2-49b7-ba0b-9b681a3c220d None None] Sync routers for ids ['d65f9600-ce52-466e-a949-3bf596239639'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:35:00.739709 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f685014f-59c2-49b7-ba0b-9b681a3c220d None None] Routers {'d65f9600-ce52-466e-a949-3bf596239639'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:35:00.740324 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-f685014f-59c2-49b7-ba0b-9b681a3c220d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:34:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d65f9600-ce52-466e-a949-3bf596239639'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:35:00.740505 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f2549283-0476-4fbf-b663-eb987d103def tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:00.745063 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f2549283-0476-4fbf-b663-eb987d103def tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7878406 Jul 13 08:35:00.745299 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45648) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:00.849499 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-f685014f-59c2-49b7-ba0b-9b681a3c220d None None] Set router d65f9600-ce52-466e-a949-3bf596239639 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:35:00.882115 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a1bee9cf-0aca-494e-8e16-d6c02391bbeb tempest-TestNetworkAdvancedServerOps-849280787 tempest-TestNetworkAdvancedServerOps-849280787-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=f2107e32a8e4470d89bab814aa0ad2b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1351910 Jul 13 08:35:00.885190 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45652) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:00.976763 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c32597f-308b-4f10-8adb-06659e52562a tempest-TestNetworkAdvancedServerOps-849280787 tempest-TestNetworkAdvancedServerOps-849280787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:00.978273 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8c32597f-308b-4f10-8adb-06659e52562a tempest-TestNetworkAdvancedServerOps-849280787 tempest-TestNetworkAdvancedServerOps-849280787-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0921907 Jul 13 08:35:00.981351 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45654) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:01.010081 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0c9e9685-2873-4c4e-baf4-78b3b9e3b64f tempest-TestNetworkAdvancedServerOps-849280787 tempest-TestNetworkAdvancedServerOps-849280787-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=099fd220-496e-4556-906a-9ab228a05c02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276566 Jul 13 08:35:01.012675 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45656) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:01.017811 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-d8cf36e2-0042-41c5-a4fd-cd8d621b2dbc tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1134969108', 'network_id': '8fbf9030-2570-4805-8e17-3e38ea929259', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:35:01.024642 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-f685014f-59c2-49b7-ba0b-9b681a3c220d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65f9600-ce52-466e-a949-3bf596239639', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763764390', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'db8ff06b-0a54-4b6d-bef3-95272f1e9fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:34:59Z', 'updated_at': '2021-07-13T08:35:00Z', 'revision_number': 3, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'db8ff06b-0a54-4b6d-bef3-95272f1e9fa2', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd65f9600-ce52-466e-a949-3bf596239639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:34:59Z', 'updated_at': '2021-07-13T08:34:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:35:01.052959 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f685014f-59c2-49b7-ba0b-9b681a3c220d None None] Checking router: d65f9600-ce52-466e-a949-3bf596239639 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:35:01.053304 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f685014f-59c2-49b7-ba0b-9b681a3c220d None None] Updating router d65f9600-ce52-466e-a949-3bf596239639 port db8ff06b-0a54-4b6d-bef3-95272f1e9fa2 binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:35:01.107535 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8cf36e2-0042-41c5-a4fd-cd8d621b2dbc tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Made reservation on behalf of f2107e32a8e4470d89bab814aa0ad2b5 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:35:01.111433 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d8cf36e2-0042-41c5-a4fd-cd8d621b2dbc tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:01.173339 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f685014f-59c2-49b7-ba0b-9b681a3c220d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:01.293451 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d8cf36e2-0042-41c5-a4fd-cd8d621b2dbc tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:01.356703 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf36e2-0042-41c5-a4fd-cd8d621b2dbc tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'Subnet': ['ID=b1ecfde3-56b7-47b7-976f-b05dfaab62fe,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:01.368142 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cf36e2-0042-41c5-a4fd-cd8d621b2dbc tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Checking segment: {'id': 'f229b347-f190-41bf-aa06-4270f0031a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8fbf9030-2570-4805-8e17-3e38ea929259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:35:01.368501 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cf36e2-0042-41c5-a4fd-cd8d621b2dbc tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Network hostable DHCP agents. Network: 8fbf9030-2570-4805-8e17-3e38ea929259, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:35:01.384767 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cf36e2-0042-41c5-a4fd-cd8d621b2dbc tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Network 8fbf9030-2570-4805-8e17-3e38ea929259 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:35:01.393872 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-d8cf36e2-0042-41c5-a4fd-cd8d621b2dbc tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 8fbf9030-2570-4805-8e17-3e38ea929259) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:35:01.399002 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cf36e2-0042-41c5-a4fd-cd8d621b2dbc tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:01.399646 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d8cf36e2-0042-41c5-a4fd-cd8d621b2dbc tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:01.406725 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923629d4-07f9-47e7-bcc4-e98f36a4cd36 None None] Network 8fbf9030-2570-4805-8e17-3e38ea929259 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:35:01.417537 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d8cf36e2-0042-41c5-a4fd-cd8d621b2dbc tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4013212 Jul 13 08:35:01.417891 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45658) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:01.424959 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f685014f-59c2-49b7-ba0b-9b681a3c220d None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:01.435441 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-f685014f-59c2-49b7-ba0b-9b681a3c220d None None] Transition to ACTIVE for port object db8ff06b-0a54-4b6d-bef3-95272f1e9fa2 will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:35:01.441566 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f685014f-59c2-49b7-ba0b-9b681a3c220d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:01.496273 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-f685014f-59c2-49b7-ba0b-9b681a3c220d None None] Attempting to bind port db8ff06b-0a54-4b6d-bef3-95272f1e9fa2 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:35:01.496633 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-f685014f-59c2-49b7-ba0b-9b681a3c220d None None] Attempting to bind port db8ff06b-0a54-4b6d-bef3-95272f1e9fa2 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:35:01.497100 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f685014f-59c2-49b7-ba0b-9b681a3c220d None None] Attempting to bind port db8ff06b-0a54-4b6d-bef3-95272f1e9fa2 on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:35:01.505831 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e874071-9ad9-4583-9d09-64dab6979756 None None] Pushing event updated for resources: {'Port': ['ID=db8ff06b-0a54-4b6d-bef3-95272f1e9fa2,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:01.513281 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f685014f-59c2-49b7-ba0b-9b681a3c220d None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:35:01.513664 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f685014f-59c2-49b7-ba0b-9b681a3c220d None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:35:01.514065 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f685014f-59c2-49b7-ba0b-9b681a3c220d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:01.514455 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f685014f-59c2-49b7-ba0b-9b681a3c220d None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:35:01.514921 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-f685014f-59c2-49b7-ba0b-9b681a3c220d None None] Bound port: db8ff06b-0a54-4b6d-bef3-95272f1e9fa2, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:35:01.515326 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f685014f-59c2-49b7-ba0b-9b681a3c220d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:01.518452 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e874071-9ad9-4583-9d09-64dab6979756 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:01.518827 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e874071-9ad9-4583-9d09-64dab6979756 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:01.519478 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e874071-9ad9-4583-9d09-64dab6979756 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:01.519857 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e874071-9ad9-4583-9d09-64dab6979756 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:01.520139 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e874071-9ad9-4583-9d09-64dab6979756 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:01.520476 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e874071-9ad9-4583-9d09-64dab6979756 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:01.520797 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e874071-9ad9-4583-9d09-64dab6979756 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:01.521128 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e874071-9ad9-4583-9d09-64dab6979756 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:01.521451 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e874071-9ad9-4583-9d09-64dab6979756 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:01.521770 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e874071-9ad9-4583-9d09-64dab6979756 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:01.522096 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e874071-9ad9-4583-9d09-64dab6979756 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:01.522483 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e874071-9ad9-4583-9d09-64dab6979756 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:01.575863 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-f685014f-59c2-49b7-ba0b-9b681a3c220d None None] For port db8ff06b-0a54-4b6d-bef3-95272f1e9fa2, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:35:01.577607 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb0cb64-1792-4fce-ba32-56dcb2d5061f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-8fbf9030-2570-4805-8e17-3e38ea929259', 'network_id': '8fbf9030-2570-4805-8e17-3e38ea929259', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'fixed_ips': [{'subnet_id': 'b1ecfde3-56b7-47b7-976f-b05dfaab62fe'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:35:01.578407 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8bb0cb64-1792-4fce-ba32-56dcb2d5061f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:01.580478 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-f685014f-59c2-49b7-ba0b-9b681a3c220d None None] For port db8ff06b-0a54-4b6d-bef3-95272f1e9fa2, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=db8ff06b-0a54-4b6d-bef3-95272f1e9fa2,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:35:01.589575 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-f685014f-59c2-49b7-ba0b-9b681a3c220d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:01.642296 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e874071-9ad9-4583-9d09-64dab6979756 None None] Pushing event updated for resources: {'Port': ['ID=db8ff06b-0a54-4b6d-bef3-95272f1e9fa2,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:01.659407 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f685014f-59c2-49b7-ba0b-9b681a3c220d None None] Routers {'d65f9600-ce52-466e-a949-3bf596239639'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:35:01.660018 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-f685014f-59c2-49b7-ba0b-9b681a3c220d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:34:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d65f9600-ce52-466e-a949-3bf596239639'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:35:01.724057 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-8bb0cb64-1792-4fce-ba32-56dcb2d5061f None None] Allocated IP 172.20.0.2 (8fbf9030-2570-4805-8e17-3e38ea929259/b1ecfde3-56b7-47b7-976f-b05dfaab62fe/05dd6f1b-0ebe-4eb6-b695-3ba4b15b77b4) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:35:01.767298 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-f685014f-59c2-49b7-ba0b-9b681a3c220d None None] Set router d65f9600-ce52-466e-a949-3bf596239639 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:35:01.882812 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8bb0cb64-1792-4fce-ba32-56dcb2d5061f None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:01.893129 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8bb0cb64-1792-4fce-ba32-56dcb2d5061f None None] Transition to ACTIVE for port object 05dd6f1b-0ebe-4eb6-b695-3ba4b15b77b4 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:35:01.896128 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b9c5979b-4edd-4eab-86d6-9c120f9b21ac tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:01.913624 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8bb0cb64-1792-4fce-ba32-56dcb2d5061f None None] Transition to ACTIVE for port object 05dd6f1b-0ebe-4eb6-b695-3ba4b15b77b4 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:35:01.920742 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8bb0cb64-1792-4fce-ba32-56dcb2d5061f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:01.963803 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-f685014f-59c2-49b7-ba0b-9b681a3c220d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65f9600-ce52-466e-a949-3bf596239639', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763764390', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'db8ff06b-0a54-4b6d-bef3-95272f1e9fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:34:59Z', 'updated_at': '2021-07-13T08:35:00Z', 'revision_number': 3, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'db8ff06b-0a54-4b6d-bef3-95272f1e9fa2', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd65f9600-ce52-466e-a949-3bf596239639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:34:59Z', 'updated_at': '2021-07-13T08:35:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:35:01.976579 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb0cb64-1792-4fce-ba32-56dcb2d5061f None None] Network 8fbf9030-2570-4805-8e17-3e38ea929259 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:35:01.980938 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-8bb0cb64-1792-4fce-ba32-56dcb2d5061f None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:35:01.985458 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb0cb64-1792-4fce-ba32-56dcb2d5061f None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:35:01.988562 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb0cb64-1792-4fce-ba32-56dcb2d5061f None None] Pushing event updated for resources: {'Port': ['ID=05dd6f1b-0ebe-4eb6-b695-3ba4b15b77b4,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:01.991830 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f685014f-59c2-49b7-ba0b-9b681a3c220d None None] The sync data for ids ['d65f9600-ce52-466e-a949-3bf596239639'] in n-d-771363-34 is: [{'id': 'd65f9600-ce52-466e-a949-3bf596239639', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763764390', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'db8ff06b-0a54-4b6d-bef3-95272f1e9fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:34:59Z', 'updated_at': '2021-07-13T08:35:00Z', 'revision_number': 3, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'db8ff06b-0a54-4b6d-bef3-95272f1e9fa2', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd65f9600-ce52-466e-a949-3bf596239639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:34:59Z', 'updated_at': '2021-07-13T08:35:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:35:02.000457 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0cb64-1792-4fce-ba32-56dcb2d5061f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:02.000851 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0cb64-1792-4fce-ba32-56dcb2d5061f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:02.001194 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0cb64-1792-4fce-ba32-56dcb2d5061f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:02.001527 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0cb64-1792-4fce-ba32-56dcb2d5061f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:02.002290 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0cb64-1792-4fce-ba32-56dcb2d5061f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:02.002290 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0cb64-1792-4fce-ba32-56dcb2d5061f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:02.002633 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0cb64-1792-4fce-ba32-56dcb2d5061f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:02.002945 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0cb64-1792-4fce-ba32-56dcb2d5061f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:02.003327 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0cb64-1792-4fce-ba32-56dcb2d5061f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:02.003653 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0cb64-1792-4fce-ba32-56dcb2d5061f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:02.003976 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0cb64-1792-4fce-ba32-56dcb2d5061f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:02.004296 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb0cb64-1792-4fce-ba32-56dcb2d5061f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:02.031974 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:35:02.063389 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-8bb0cb64-1792-4fce-ba32-56dcb2d5061f None None] Attempting to bind port 05dd6f1b-0ebe-4eb6-b695-3ba4b15b77b4 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:35:02.063760 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-8bb0cb64-1792-4fce-ba32-56dcb2d5061f None None] Attempting to bind port 05dd6f1b-0ebe-4eb6-b695-3ba4b15b77b4 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'f229b347-f190-41bf-aa06-4270f0031a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8fbf9030-2570-4805-8e17-3e38ea929259'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:35:02.064125 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb0cb64-1792-4fce-ba32-56dcb2d5061f None None] Attempting to bind port 05dd6f1b-0ebe-4eb6-b695-3ba4b15b77b4 on network 8fbf9030-2570-4805-8e17-3e38ea929259 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:35:02.069533 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb0cb64-1792-4fce-ba32-56dcb2d5061f None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:35:02.069904 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb0cb64-1792-4fce-ba32-56dcb2d5061f None None] Checking segment: {'id': 'f229b347-f190-41bf-aa06-4270f0031a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8fbf9030-2570-4805-8e17-3e38ea929259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:35:02.070314 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8bb0cb64-1792-4fce-ba32-56dcb2d5061f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:02.070710 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb0cb64-1792-4fce-ba32-56dcb2d5061f None None] Bound using segment: {'id': 'f229b347-f190-41bf-aa06-4270f0031a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8fbf9030-2570-4805-8e17-3e38ea929259'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:35:02.071183 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-8bb0cb64-1792-4fce-ba32-56dcb2d5061f None None] Bound port: 05dd6f1b-0ebe-4eb6-b695-3ba4b15b77b4, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f229b347-f190-41bf-aa06-4270f0031a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8fbf9030-2570-4805-8e17-3e38ea929259'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:35:02.071661 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8bb0cb64-1792-4fce-ba32-56dcb2d5061f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:02.141306 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-8bb0cb64-1792-4fce-ba32-56dcb2d5061f None None] For port 05dd6f1b-0ebe-4eb6-b695-3ba4b15b77b4, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:35:02.144831 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-8bb0cb64-1792-4fce-ba32-56dcb2d5061f None None] For port 05dd6f1b-0ebe-4eb6-b695-3ba4b15b77b4, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=05dd6f1b-0ebe-4eb6-b695-3ba4b15b77b4,segment=NetworkSegment(f229b347-f190-41bf-aa06-4270f0031a30),segment_id=f229b347-f190-41bf-aa06-4270f0031a30)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:35:02.150614 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8bb0cb64-1792-4fce-ba32-56dcb2d5061f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:02.222026 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb0cb64-1792-4fce-ba32-56dcb2d5061f None None] Pushing event updated for resources: {'Port': ['ID=05dd6f1b-0ebe-4eb6-b695-3ba4b15b77b4,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:02.241763 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-b9c5979b-4edd-4eab-86d6-9c120f9b21ac tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Allocated IP 172.20.0.1 (8fbf9030-2570-4805-8e17-3e38ea929259/b1ecfde3-56b7-47b7-976f-b05dfaab62fe/ac575ee9-9198-47e9-84b1-cfe44994056b) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:35:02.388236 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b9c5979b-4edd-4eab-86d6-9c120f9b21ac tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:02.404909 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-b9c5979b-4edd-4eab-86d6-9c120f9b21ac tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Transition to ACTIVE for port object ac575ee9-9198-47e9-84b1-cfe44994056b will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:35:02.448637 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b9c5979b-4edd-4eab-86d6-9c120f9b21ac tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:02.492510 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c5979b-4edd-4eab-86d6-9c120f9b21ac tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Network 8fbf9030-2570-4805-8e17-3e38ea929259 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:35:02.496100 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-b9c5979b-4edd-4eab-86d6-9c120f9b21ac tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:35:02.501428 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c5979b-4edd-4eab-86d6-9c120f9b21ac tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:35:02.508237 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5979b-4edd-4eab-86d6-9c120f9b21ac tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'Port': ['ID=ac575ee9-9198-47e9-84b1-cfe44994056b,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:02.560000 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b9c5979b-4edd-4eab-86d6-9c120f9b21ac tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:02.715594 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b9c5979b-4edd-4eab-86d6-9c120f9b21ac tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:02.908808 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 05dd6f1b-0ebe-4eb6-b695-3ba4b15b77b4 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:35:02.980422 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 05dd6f1b-0ebe-4eb6-b695-3ba4b15b77b4 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:35:02.995435 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device db8ff06b-0a54-4b6d-bef3-95272f1e9fa2 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:35:03.036847 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b9c5979b-4edd-4eab-86d6-9c120f9b21ac tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:03.043228 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b9c5979b-4edd-4eab-86d6-9c120f9b21ac tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:03.064554 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port db8ff06b-0a54-4b6d-bef3-95272f1e9fa2 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:35:03.069841 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port db8ff06b-0a54-4b6d-bef3-95272f1e9fa2 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:35:03.070336 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:03.136636 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5979b-4edd-4eab-86d6-9c120f9b21ac tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'Port': ['ID=ac575ee9-9198-47e9-84b1-cfe44994056b,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:03.142946 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b9c5979b-4edd-4eab-86d6-9c120f9b21ac tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:03.156904 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:03.179857 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port db8ff06b-0a54-4b6d-bef3-95272f1e9fa2, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=db8ff06b-0a54-4b6d-bef3-95272f1e9fa2,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:35:03.183852 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:03.253404 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c5979b-4edd-4eab-86d6-9c120f9b21ac tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Network 8fbf9030-2570-4805-8e17-3e38ea929259 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:35:03.254977 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-b9c5979b-4edd-4eab-86d6-9c120f9b21ac tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:35:03.263698 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=db8ff06b-0a54-4b6d-bef3-95272f1e9fa2,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:03.271703 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:03.274563 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b23dd757-e9e5-4507-a6da-f178cc99c969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:03.341477 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523fd938-49ec-4a58-9855-2e59b9f403df None None] Network 8fbf9030-2570-4805-8e17-3e38ea929259 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:35:03.378571 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c5979b-4edd-4eab-86d6-9c120f9b21ac tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Router d65f9600-ce52-466e-a949-3bf596239639 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:35:03.412031 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7bd63e13-f44f-43ee-82da-9df885b97504 None None] Provisioning for port 05dd6f1b-0ebe-4eb6-b695-3ba4b15b77b4 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:35:03.419412 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7bd63e13-f44f-43ee-82da-9df885b97504 None None] Provisioning complete for port 05dd6f1b-0ebe-4eb6-b695-3ba4b15b77b4 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:35:03.419785 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7bd63e13-f44f-43ee-82da-9df885b97504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:03.493495 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c5979b-4edd-4eab-86d6-9c120f9b21ac tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:35:03.498780 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b9c5979b-4edd-4eab-86d6-9c120f9b21ac tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "PUT /v2.0/routers/d65f9600-ce52-466e-a949-3bf596239639/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0797696 Jul 13 08:35:03.580011 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7bd63e13-f44f-43ee-82da-9df885b97504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:03.620250 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-7bd63e13-f44f-43ee-82da-9df885b97504 None None] For port 05dd6f1b-0ebe-4eb6-b695-3ba4b15b77b4, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=05dd6f1b-0ebe-4eb6-b695-3ba4b15b77b4,segment=NetworkSegment(f229b347-f190-41bf-aa06-4270f0031a30),segment_id=f229b347-f190-41bf-aa06-4270f0031a30)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:35:03.626851 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7bd63e13-f44f-43ee-82da-9df885b97504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:03.658578 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-12c4e143-95ad-473c-b35d-cd9725d48ede tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-907814285&fields=id&tenant_id=f2107e32a8e4470d89bab814aa0ad2b5 HTTP/1.1" status: 200 len: 267 time: 0.0421448 Jul 13 08:35:03.689089 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd63e13-f44f-43ee-82da-9df885b97504 None None] Pushing event updated for resources: {'Port': ['ID=05dd6f1b-0ebe-4eb6-b695-3ba4b15b77b4,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:03.787667 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-43566f35-bcd8-4b5b-ae89-198c710287ef tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:03.789881 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-43566f35-bcd8-4b5b-ae89-198c710287ef tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/networks?id=8fbf9030-2570-4805-8e17-3e38ea929259 HTTP/1.1" status: 200 len: 794 time: 0.1206427 Jul 13 08:35:03.806293 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-a547f84f-a4f4-4cf8-a5ff-3ca35ccbbe25 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/quotas/f2107e32a8e4470d89bab814aa0ad2b5 HTTP/1.1" status: 200 len: 375 time: 0.0107255 Jul 13 08:35:03.853704 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8dc127-61be-4342-b870-b993cb9b3bd6 None None] Sync routers for ids ['d65f9600-ce52-466e-a949-3bf596239639'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:35:03.868010 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8dc127-61be-4342-b870-b993cb9b3bd6 None None] Routers {'d65f9600-ce52-466e-a949-3bf596239639'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:35:03.868657 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-1a8dc127-61be-4342-b870-b993cb9b3bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:35:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d65f9600-ce52-466e-a949-3bf596239639'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:35:03.886975 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-385ff52d-42e7-4384-8292-54e4946c4814 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f2107e32a8e4470d89bab814aa0ad2b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0752549 Jul 13 08:35:03.925042 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1d7fd7cd-64fc-49e0-ad98-c6848c2140ba None None] Provisioning for port ac575ee9-9198-47e9-84b1-cfe44994056b completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:35:03.932710 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1d7fd7cd-64fc-49e0-ad98-c6848c2140ba None None] Provisioning complete for port ac575ee9-9198-47e9-84b1-cfe44994056b triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:35:03.932710 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1d7fd7cd-64fc-49e0-ad98-c6848c2140ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:03.991968 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-82d12d02-d4cd-4f61-b492-d6f9371b1fed service neutron] 10.222.0.23 "GET /v2.0/networks/8fbf9030-2570-4805-8e17-3e38ea929259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925288 Jul 13 08:35:04.010303 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-1d7fd7cd-64fc-49e0-ad98-c6848c2140ba None None] Port ac575ee9-9198-47e9-84b1-cfe44994056b cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:35:04.019059 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-1a8dc127-61be-4342-b870-b993cb9b3bd6 None None] Set router d65f9600-ce52-466e-a949-3bf596239639 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:35:04.059809 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1d7fd7cd-64fc-49e0-ad98-c6848c2140ba None None] Provisioning complete for port 05dd6f1b-0ebe-4eb6-b695-3ba4b15b77b4 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:35:04.060175 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1d7fd7cd-64fc-49e0-ad98-c6848c2140ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:04.100026 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-143ae477-75d5-42bb-a4ea-4616e4de2cc3 service neutron] 10.222.0.23 "GET /v2.0/networks/8fbf9030-2570-4805-8e17-3e38ea929259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000793 Jul 13 08:35:04.319023 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a640fb1f-5add-4a01-a8bc-0b1b1cd01f90 req-c824bd90-10c8-4f9a-97ef-c07abff8b1c4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1aab78a-0f83-48ff-b55c-adb238207fea HTTP/1.1" status: 200 len: 210 time: 0.0420713 Jul 13 08:35:04.394139 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:04.489099 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-1a8dc127-61be-4342-b870-b993cb9b3bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65f9600-ce52-466e-a949-3bf596239639', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763764390', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'db8ff06b-0a54-4b6d-bef3-95272f1e9fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:34:59Z', 'updated_at': '2021-07-13T08:35:02Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'db8ff06b-0a54-4b6d-bef3-95272f1e9fa2', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65f9600-ce52-466e-a949-3bf596239639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:34:59Z', 'updated_at': '2021-07-13T08:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'ac575ee9-9198-47e9-84b1-cfe44994056b', 'name': '', 'network_id': '8fbf9030-2570-4805-8e17-3e38ea929259', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:3e:bf:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd65f9600-ce52-466e-a949-3bf596239639', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'b1ecfde3-56b7-47b7-976f-b05dfaab62fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:35:02Z', 'updated_at': '2021-07-13T08:35:02Z', 'revision_number': 2, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': 'b1ecfde3-56b7-47b7-976f-b05dfaab62fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:35:04.519060 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8dc127-61be-4342-b870-b993cb9b3bd6 None None] Checking router: d65f9600-ce52-466e-a949-3bf596239639 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:35:04.519440 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8dc127-61be-4342-b870-b993cb9b3bd6 None None] Updating router d65f9600-ce52-466e-a949-3bf596239639 port ac575ee9-9198-47e9-84b1-cfe44994056b binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:35:04.556609 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1a8dc127-61be-4342-b870-b993cb9b3bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:04.598733 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8dd00a15-6c51-41f9-a2a6-460f60cb257a None None] Provisioning complete for port ac575ee9-9198-47e9-84b1-cfe44994056b triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:35:04.599117 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8dd00a15-6c51-41f9-a2a6-460f60cb257a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:04.690780 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-8dd00a15-6c51-41f9-a2a6-460f60cb257a None None] Port ac575ee9-9198-47e9-84b1-cfe44994056b cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:35:04.849253 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 05dd6f1b-0ebe-4eb6-b695-3ba4b15b77b4 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:35:04.899609 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1a8dc127-61be-4342-b870-b993cb9b3bd6 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:04.913373 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-1a8dc127-61be-4342-b870-b993cb9b3bd6 None None] Transition to ACTIVE for port object ac575ee9-9198-47e9-84b1-cfe44994056b will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:35:04.923436 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1a8dc127-61be-4342-b870-b993cb9b3bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:04.965573 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 05dd6f1b-0ebe-4eb6-b695-3ba4b15b77b4 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:35:04.966209 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:05.016180 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed8f453-93b0-4c71-b5ea-e2a6930ae7fa None None] Pushing event updated for resources: {'Port': ['ID=ac575ee9-9198-47e9-84b1-cfe44994056b,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:05.081578 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-1a8dc127-61be-4342-b870-b993cb9b3bd6 None None] Attempting to bind port ac575ee9-9198-47e9-84b1-cfe44994056b on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:35:05.081942 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-1a8dc127-61be-4342-b870-b993cb9b3bd6 None None] Attempting to bind port ac575ee9-9198-47e9-84b1-cfe44994056b by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'f229b347-f190-41bf-aa06-4270f0031a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8fbf9030-2570-4805-8e17-3e38ea929259'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:35:05.082303 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8dc127-61be-4342-b870-b993cb9b3bd6 None None] Attempting to bind port ac575ee9-9198-47e9-84b1-cfe44994056b on network 8fbf9030-2570-4805-8e17-3e38ea929259 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:35:05.107834 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8dc127-61be-4342-b870-b993cb9b3bd6 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:35:05.108199 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8dc127-61be-4342-b870-b993cb9b3bd6 None None] Checking segment: {'id': 'f229b347-f190-41bf-aa06-4270f0031a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8fbf9030-2570-4805-8e17-3e38ea929259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:35:05.108597 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1a8dc127-61be-4342-b870-b993cb9b3bd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:05.108983 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8dc127-61be-4342-b870-b993cb9b3bd6 None None] Bound using segment: {'id': 'f229b347-f190-41bf-aa06-4270f0031a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8fbf9030-2570-4805-8e17-3e38ea929259'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:35:05.109461 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-1a8dc127-61be-4342-b870-b993cb9b3bd6 None None] Bound port: ac575ee9-9198-47e9-84b1-cfe44994056b, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f229b347-f190-41bf-aa06-4270f0031a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8fbf9030-2570-4805-8e17-3e38ea929259'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:35:05.109845 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1a8dc127-61be-4342-b870-b993cb9b3bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:05.135448 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device db8ff06b-0a54-4b6d-bef3-95272f1e9fa2 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:35:05.220613 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-1a8dc127-61be-4342-b870-b993cb9b3bd6 None None] For port ac575ee9-9198-47e9-84b1-cfe44994056b, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:35:05.223746 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-1a8dc127-61be-4342-b870-b993cb9b3bd6 None None] For port ac575ee9-9198-47e9-84b1-cfe44994056b, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=ac575ee9-9198-47e9-84b1-cfe44994056b,segment=NetworkSegment(f229b347-f190-41bf-aa06-4270f0031a30),segment_id=f229b347-f190-41bf-aa06-4270f0031a30)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:35:05.231902 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1a8dc127-61be-4342-b870-b993cb9b3bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:05.279182 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port db8ff06b-0a54-4b6d-bef3-95272f1e9fa2 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:35:05.279578 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:05.320949 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8dc127-61be-4342-b870-b993cb9b3bd6 None None] Routers {'d65f9600-ce52-466e-a949-3bf596239639'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:35:05.321590 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-1a8dc127-61be-4342-b870-b993cb9b3bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:35:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d65f9600-ce52-466e-a949-3bf596239639'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:35:05.377781 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed8f453-93b0-4c71-b5ea-e2a6930ae7fa None None] Pushing event updated for resources: {'Port': ['ID=ac575ee9-9198-47e9-84b1-cfe44994056b,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:05.490977 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-1a8dc127-61be-4342-b870-b993cb9b3bd6 None None] Set router d65f9600-ce52-466e-a949-3bf596239639 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:35:05.498075 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c7ff784e-dd19-442a-9078-18f08cf6ffb3 req-c25850ab-9e3d-41f6-b0d8-285a38b35886 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1aab78a-0f83-48ff-b55c-adb238207fea HTTP/1.1" status: 200 len: 210 time: 0.0628741 Jul 13 08:35:05.622811 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-a6bd7e57-49c0-4c68-b9c9-3fbc0c2e1f36 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:05.624606 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-a6bd7e57-49c0-4c68-b9c9-3fbc0c2e1f36 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.25 "GET /v2.0/networks?id=8fbf9030-2570-4805-8e17-3e38ea929259 HTTP/1.1" status: 200 len: 794 time: 0.1371334 Jul 13 08:35:05.668506 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-4b138f78-6d45-42cc-973d-344297c26961 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2107e32a8e4470d89bab814aa0ad2b5 HTTP/1.1" status: 200 len: 379 time: 0.0354383 Jul 13 08:35:05.683589 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-b4f3249d-0d69-49a0-a35b-cad8867018b0 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'port': {'device_id': 'f1aab78a-0f83-48ff-b55c-adb238207fea', 'network_id': '8fbf9030-2570-4805-8e17-3e38ea929259', 'admin_state_up': True, 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'security_groups': ['a99a4755-e6e5-4a1f-83a4-0c1bff9eaac5']}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:35:05.745670 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-1a8dc127-61be-4342-b870-b993cb9b3bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65f9600-ce52-466e-a949-3bf596239639', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763764390', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'db8ff06b-0a54-4b6d-bef3-95272f1e9fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:34:59Z', 'updated_at': '2021-07-13T08:35:02Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'db8ff06b-0a54-4b6d-bef3-95272f1e9fa2', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65f9600-ce52-466e-a949-3bf596239639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:34:59Z', 'updated_at': '2021-07-13T08:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'ac575ee9-9198-47e9-84b1-cfe44994056b', 'name': '', 'network_id': '8fbf9030-2570-4805-8e17-3e38ea929259', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:3e:bf:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd65f9600-ce52-466e-a949-3bf596239639', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'b1ecfde3-56b7-47b7-976f-b05dfaab62fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:35:02Z', 'updated_at': '2021-07-13T08:35:05Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': 'b1ecfde3-56b7-47b7-976f-b05dfaab62fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:35:05.775702 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8dc127-61be-4342-b870-b993cb9b3bd6 None None] The sync data for ids ['d65f9600-ce52-466e-a949-3bf596239639'] in n-d-771363-34 is: [{'id': 'd65f9600-ce52-466e-a949-3bf596239639', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763764390', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'db8ff06b-0a54-4b6d-bef3-95272f1e9fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:34:59Z', 'updated_at': '2021-07-13T08:35:02Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'db8ff06b-0a54-4b6d-bef3-95272f1e9fa2', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65f9600-ce52-466e-a949-3bf596239639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:34:59Z', 'updated_at': '2021-07-13T08:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'ac575ee9-9198-47e9-84b1-cfe44994056b', 'name': '', 'network_id': '8fbf9030-2570-4805-8e17-3e38ea929259', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:3e:bf:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd65f9600-ce52-466e-a949-3bf596239639', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'b1ecfde3-56b7-47b7-976f-b05dfaab62fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:35:02Z', 'updated_at': '2021-07-13T08:35:05Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': 'b1ecfde3-56b7-47b7-976f-b05dfaab62fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:35:05.816360 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-b4f3249d-0d69-49a0-a35b-cad8867018b0 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Made reservation on behalf of f2107e32a8e4470d89bab814aa0ad2b5 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:35:05.820550 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-b4f3249d-0d69-49a0-a35b-cad8867018b0 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:05.962679 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-b4f3249d-0d69-49a0-a35b-cad8867018b0 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Allocated IP 172.20.0.9 (8fbf9030-2570-4805-8e17-3e38ea929259/b1ecfde3-56b7-47b7-976f-b05dfaab62fe/6172b741-c09a-4ff5-b815-2de370954601) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:35:06.109006 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-b4f3249d-0d69-49a0-a35b-cad8867018b0 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:06.128170 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-b4f3249d-0d69-49a0-a35b-cad8867018b0 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Transition to ACTIVE for port object 6172b741-c09a-4ff5-b815-2de370954601 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:35:06.132896 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:06.163532 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-b4f3249d-0d69-49a0-a35b-cad8867018b0 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:06.210863 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-b4f3249d-0d69-49a0-a35b-cad8867018b0 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Network 8fbf9030-2570-4805-8e17-3e38ea929259 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:35:06.214249 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-b4f3249d-0d69-49a0-a35b-cad8867018b0 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:35:06.218217 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-b4f3249d-0d69-49a0-a35b-cad8867018b0 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:35:06.251259 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3249d-0d69-49a0-a35b-cad8867018b0 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'Port': ['ID=6172b741-c09a-4ff5-b815-2de370954601,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:06.277731 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-b4f3249d-0d69-49a0-a35b-cad8867018b0 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:06.278340 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-b4f3249d-0d69-49a0-a35b-cad8867018b0 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:06.295153 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-b4f3249d-0d69-49a0-a35b-cad8867018b0 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6173351 Jul 13 08:35:06.358380 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-b5784ff7-afa3-4a7c-b760-36fbf28d8139 service neutron] Request body: {'port': {'device_id': 'f1aab78a-0f83-48ff-b55c-adb238207fea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:35:06.546020 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-cfe72145-ea33-4190-9a20-e0bb5c139bb3 None None] Provisioning for port 6172b741-c09a-4ff5-b815-2de370954601 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:35:06.554972 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-cfe72145-ea33-4190-9a20-e0bb5c139bb3 None None] Provisioning complete for port 6172b741-c09a-4ff5-b815-2de370954601 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:35:06.554972 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cfe72145-ea33-4190-9a20-e0bb5c139bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:06.601407 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-cfe72145-ea33-4190-9a20-e0bb5c139bb3 None None] Port 6172b741-c09a-4ff5-b815-2de370954601 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:35:06.709327 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019dd91-c946-4899-b493-7ee9ed6f544e req-3bfee7aa-032e-468d-8927-4b1839a13195 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:06.711992 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f019dd91-c946-4899-b493-7ee9ed6f544e req-3bfee7aa-032e-468d-8927-4b1839a13195 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1aab78a-0f83-48ff-b55c-adb238207fea HTTP/1.1" status: 200 len: 931 time: 0.0709002 Jul 13 08:35:06.754159 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f019dd91-c946-4899-b493-7ee9ed6f544e req-b40cd382-2e59-4fd5-bc5a-bc65157b8990 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=a99a4755-e6e5-4a1f-83a4-0c1bff9eaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351632 Jul 13 08:35:06.822481 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-b5784ff7-afa3-4a7c-b760-36fbf28d8139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:06.863017 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device ac575ee9-9198-47e9-84b1-cfe44994056b up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:35:06.916929 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port ac575ee9-9198-47e9-84b1-cfe44994056b completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:35:06.921388 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port ac575ee9-9198-47e9-84b1-cfe44994056b triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:35:06.921756 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:07.001339 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:07.035847 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port ac575ee9-9198-47e9-84b1-cfe44994056b, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=ac575ee9-9198-47e9-84b1-cfe44994056b,segment=NetworkSegment(f229b347-f190-41bf-aa06-4270f0031a30),segment_id=f229b347-f190-41bf-aa06-4270f0031a30)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:35:07.040273 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:07.097789 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=ac575ee9-9198-47e9-84b1-cfe44994056b,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:07.119004 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-b5784ff7-afa3-4a7c-b760-36fbf28d8139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6172b741-c09a-4ff5-b815-2de370954601 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:35:07.127385 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-b5784ff7-afa3-4a7c-b760-36fbf28d8139 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:07.140748 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-b5784ff7-afa3-4a7c-b760-36fbf28d8139 service neutron] Transition to ACTIVE for port object 6172b741-c09a-4ff5-b815-2de370954601 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:35:07.144688 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-b5784ff7-afa3-4a7c-b760-36fbf28d8139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:07.196605 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5784ff7-afa3-4a7c-b760-36fbf28d8139 service neutron] Pushing event updated for resources: {'Port': ['ID=6172b741-c09a-4ff5-b815-2de370954601,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:07.268095 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-b5784ff7-afa3-4a7c-b760-36fbf28d8139 service neutron] Attempting to bind port 6172b741-c09a-4ff5-b815-2de370954601 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:35:07.268585 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-b5784ff7-afa3-4a7c-b760-36fbf28d8139 service neutron] Attempting to bind port 6172b741-c09a-4ff5-b815-2de370954601 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'f229b347-f190-41bf-aa06-4270f0031a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8fbf9030-2570-4805-8e17-3e38ea929259'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:35:07.269024 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-b5784ff7-afa3-4a7c-b760-36fbf28d8139 service neutron] Attempting to bind port 6172b741-c09a-4ff5-b815-2de370954601 on network 8fbf9030-2570-4805-8e17-3e38ea929259 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:35:07.274396 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-b5784ff7-afa3-4a7c-b760-36fbf28d8139 service neutron] Port 6172b741-c09a-4ff5-b815-2de370954601 on network 8fbf9030-2570-4805-8e17-3e38ea929259 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:35:07.274720 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-b5784ff7-afa3-4a7c-b760-36fbf28d8139 service neutron] Attempting to bind port 6172b741-c09a-4ff5-b815-2de370954601 on network 8fbf9030-2570-4805-8e17-3e38ea929259 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:35:07.280023 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-b5784ff7-afa3-4a7c-b760-36fbf28d8139 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:35:07.280356 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-b5784ff7-afa3-4a7c-b760-36fbf28d8139 service neutron] Checking segment: {'id': 'f229b347-f190-41bf-aa06-4270f0031a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8fbf9030-2570-4805-8e17-3e38ea929259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:35:07.280737 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-b5784ff7-afa3-4a7c-b760-36fbf28d8139 service neutron] Bound using segment: {'id': 'f229b347-f190-41bf-aa06-4270f0031a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8fbf9030-2570-4805-8e17-3e38ea929259'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:35:07.281158 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-b5784ff7-afa3-4a7c-b760-36fbf28d8139 service neutron] Bound port: 6172b741-c09a-4ff5-b815-2de370954601, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f229b347-f190-41bf-aa06-4270f0031a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8fbf9030-2570-4805-8e17-3e38ea929259'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:35:07.281599 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-b5784ff7-afa3-4a7c-b760-36fbf28d8139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:07.336711 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f2e311ec-b67d-446a-850d-e75013647db9 None None] Provisioning complete for port ac575ee9-9198-47e9-84b1-cfe44994056b triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:35:07.337295 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f2e311ec-b67d-446a-850d-e75013647db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:07.354134 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-b5784ff7-afa3-4a7c-b760-36fbf28d8139 service neutron] For port 6172b741-c09a-4ff5-b815-2de370954601, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:35:07.357649 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-b5784ff7-afa3-4a7c-b760-36fbf28d8139 service neutron] For port 6172b741-c09a-4ff5-b815-2de370954601, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=6172b741-c09a-4ff5-b815-2de370954601,segment=NetworkSegment(f229b347-f190-41bf-aa06-4270f0031a30),segment_id=f229b347-f190-41bf-aa06-4270f0031a30)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:35:07.361989 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-b5784ff7-afa3-4a7c-b760-36fbf28d8139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:07.398359 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-b5784ff7-afa3-4a7c-b760-36fbf28d8139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:07.399014 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-b5784ff7-afa3-4a7c-b760-36fbf28d8139 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:07.400506 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-b5784ff7-afa3-4a7c-b760-36fbf28d8139 service neutron] 10.222.0.25 "PUT /v2.0/ports/6172b741-c09a-4ff5-b815-2de370954601 HTTP/1.1" status: 200 len: 1092 time: 1.0974700 Jul 13 08:35:07.401180 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1aab78a-0f83-48ff-b55c-adb238207fea', 'tag': '6172b741-c09a-4ff5-b815-2de370954601'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:35:07.403545 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33af52f666a6377eeaf9d00c6054365c515a6ddb0c8cc5669bfcff545a31cac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdaaad75-f195-40fa-bc2b-c49787cebf0a" -d '{"events": [{"name": "network-changed", "server_uuid": "f1aab78a-0f83-48ff-b55c-adb238207fea", "tag": "6172b741-c09a-4ff5-b815-2de370954601"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:35:07.435923 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5784ff7-afa3-4a7c-b760-36fbf28d8139 service neutron] Pushing event updated for resources: {'Port': ['ID=6172b741-c09a-4ff5-b815-2de370954601,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:07.502166 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-ab1e6d05-4788-4d2a-90a4-6dd433288dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:07.503881 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-ab1e6d05-4788-4d2a-90a4-6dd433288dca service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f2107e32a8e4470d89bab814aa0ad2b5&device_id=f1aab78a-0f83-48ff-b55c-adb238207fea HTTP/1.1" status: 200 len: 1095 time: 0.0593901 Jul 13 08:35:07.517894 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8adf200-e915-4582-8dbc-a3fc12d377fd x-openstack-request-id: req-e8adf200-e915-4582-8dbc-a3fc12d377fd {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:35:07.518173 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1aab78a-0f83-48ff-b55c-adb238207fea", "tag": "6172b741-c09a-4ff5-b815-2de370954601", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:35:07.518419 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e8adf200-e915-4582-8dbc-a3fc12d377fd {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:35:07.518811 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1aab78a-0f83-48ff-b55c-adb238207fea', 'tag': '6172b741-c09a-4ff5-b815-2de370954601', 'status': 'completed', 'code': 200} Jul 13 08:35:07.555570 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-61780da1-8483-4eea-90b4-ba452eb29c9f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6172b741-c09a-4ff5-b815-2de370954601 HTTP/1.1" status: 200 len: 217 time: 0.0449135 Jul 13 08:35:07.606247 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-560a1988-4352-4be1-9fe3-5e46f3fcfbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:07.607774 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-560a1988-4352-4be1-9fe3-5e46f3fcfbbd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b1ecfde3-56b7-47b7-976f-b05dfaab62fe HTTP/1.1" status: 200 len: 835 time: 0.0456691 Jul 13 08:35:07.666603 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-dae60991-6385-40da-ad15-9b2cf39771a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:07.668123 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-dae60991-6385-40da-ad15-9b2cf39771a0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8fbf9030-2570-4805-8e17-3e38ea929259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543270 Jul 13 08:35:07.759016 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-b4d31a91-9806-4251-93c5-3c599e1447e8 service neutron] 10.222.0.25 "GET /v2.0/networks/8fbf9030-2570-4805-8e17-3e38ea929259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844965 Jul 13 08:35:07.853670 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b3d0dd49-63cd-47a1-b3e7-07b4f95e5aed req-5427d724-e319-4077-9f9a-78c800ac5b42 service neutron] 10.222.0.25 "GET /v2.0/networks/8fbf9030-2570-4805-8e17-3e38ea929259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882587 Jul 13 08:35:07.951017 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f279909-f4df-40e2-a8e0-77fbe6eca65e req-4ed7b348-71aa-4a41-b7be-b6be5b29ae9d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:07.951718 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaaad75-f195-40fa-bc2b-c49787cebf0a req-88473b5c-58f4-4c1e-8c5d-21162cffd4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:07.952569 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5f279909-f4df-40e2-a8e0-77fbe6eca65e req-4ed7b348-71aa-4a41-b7be-b6be5b29ae9d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1aab78a-0f83-48ff-b55c-adb238207fea HTTP/1.1" status: 200 len: 943 time: 0.0703957 Jul 13 08:35:07.953223 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cdaaad75-f195-40fa-bc2b-c49787cebf0a req-88473b5c-58f4-4c1e-8c5d-21162cffd4ed service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f2107e32a8e4470d89bab814aa0ad2b5&device_id=f1aab78a-0f83-48ff-b55c-adb238207fea HTTP/1.1" status: 200 len: 1095 time: 0.0530972 Jul 13 08:35:07.992283 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5f279909-f4df-40e2-a8e0-77fbe6eca65e req-5b55a659-0a6c-4c7c-b2e7-9f3cc03fde7f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=a99a4755-e6e5-4a1f-83a4-0c1bff9eaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338171 Jul 13 08:35:08.047651 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaaad75-f195-40fa-bc2b-c49787cebf0a req-6ed409fe-1bff-4b89-91e5-0f92dedd36ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:08.049139 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cdaaad75-f195-40fa-bc2b-c49787cebf0a req-6ed409fe-1bff-4b89-91e5-0f92dedd36ca service neutron] 10.222.0.25 "GET /v2.0/networks?id=8fbf9030-2570-4805-8e17-3e38ea929259 HTTP/1.1" status: 200 len: 895 time: 0.0897648 Jul 13 08:35:08.090105 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cdaaad75-f195-40fa-bc2b-c49787cebf0a req-510ad3fc-2e9f-437c-90b1-aafa6cafbac9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6172b741-c09a-4ff5-b815-2de370954601 HTTP/1.1" status: 200 len: 217 time: 0.0344031 Jul 13 08:35:08.144310 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaaad75-f195-40fa-bc2b-c49787cebf0a req-ff496cf9-1a55-4000-8751-c73b0a65953e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:08.145753 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cdaaad75-f195-40fa-bc2b-c49787cebf0a req-ff496cf9-1a55-4000-8751-c73b0a65953e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b1ecfde3-56b7-47b7-976f-b05dfaab62fe HTTP/1.1" status: 200 len: 835 time: 0.0488846 Jul 13 08:35:08.202763 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaaad75-f195-40fa-bc2b-c49787cebf0a req-4c2012f5-0567-49c6-8ad7-f9e38b924500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:08.204278 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cdaaad75-f195-40fa-bc2b-c49787cebf0a req-4c2012f5-0567-49c6-8ad7-f9e38b924500 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8fbf9030-2570-4805-8e17-3e38ea929259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515852 Jul 13 08:35:08.300263 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cdaaad75-f195-40fa-bc2b-c49787cebf0a req-ce16e799-2e28-458a-bfdc-74e6b157c601 service neutron] 10.222.0.25 "GET /v2.0/networks/8fbf9030-2570-4805-8e17-3e38ea929259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882881 Jul 13 08:35:08.389432 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cdaaad75-f195-40fa-bc2b-c49787cebf0a req-0cee45a8-5092-460f-9ca3-70e07f5182e8 service neutron] 10.222.0.25 "GET /v2.0/networks/8fbf9030-2570-4805-8e17-3e38ea929259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822942 Jul 13 08:35:08.829084 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device ac575ee9-9198-47e9-84b1-cfe44994056b up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:35:08.876710 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port ac575ee9-9198-47e9-84b1-cfe44994056b triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:35:08.877077 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:09.171635 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de1d89-b249-4096-8e69-3f36210e336e req-31d39928-c189-44f6-88f0-c95e8e5d4fd1 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:09.173180 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b8de1d89-b249-4096-8e69-3f36210e336e req-31d39928-c189-44f6-88f0-c95e8e5d4fd1 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1aab78a-0f83-48ff-b55c-adb238207fea HTTP/1.1" status: 200 len: 943 time: 0.0641248 Jul 13 08:35:09.214700 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b8de1d89-b249-4096-8e69-3f36210e336e req-0bf7f2d7-ef4c-44df-9732-a5dfda077af4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=a99a4755-e6e5-4a1f-83a4-0c1bff9eaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351126 Jul 13 08:35:10.388463 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260228c-13c5-4548-acc8-942ea452a5c1 req-1bd77d9f-7c25-4d45-bcea-4e22615f111b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:10.389943 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a260228c-13c5-4548-acc8-942ea452a5c1 req-1bd77d9f-7c25-4d45-bcea-4e22615f111b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1aab78a-0f83-48ff-b55c-adb238207fea HTTP/1.1" status: 200 len: 943 time: 0.0645859 Jul 13 08:35:10.428569 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a260228c-13c5-4548-acc8-942ea452a5c1 req-66530fe1-ff79-42be-8840-1d248bfedab5 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=a99a4755-e6e5-4a1f-83a4-0c1bff9eaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325861 Jul 13 08:35:11.314099 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 6172b741-c09a-4ff5-b815-2de370954601 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:35:11.418559 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 6172b741-c09a-4ff5-b815-2de370954601, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=6172b741-c09a-4ff5-b815-2de370954601,segment=NetworkSegment(f229b347-f190-41bf-aa06-4270f0031a30),segment_id=f229b347-f190-41bf-aa06-4270f0031a30)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:35:11.430972 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '6172b741-c09a-4ff5-b815-2de370954601', 'network_id': '8fbf9030-2570-4805-8e17-3e38ea929259', 'port_id': '6172b741-c09a-4ff5-b815-2de370954601', 'mac_address': 'fa:16:3e:4e:49:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1ecfde3-56b7-47b7-976f-b05dfaab62fe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:35:11.470297 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:11.485000 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6172b741-c09a-4ff5-b815-2de370954601 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:35:11.506924 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 6172b741-c09a-4ff5-b815-2de370954601, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=6172b741-c09a-4ff5-b815-2de370954601,segment=NetworkSegment(f229b347-f190-41bf-aa06-4270f0031a30),segment_id=f229b347-f190-41bf-aa06-4270f0031a30)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:35:11.512575 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:11.573504 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=6172b741-c09a-4ff5-b815-2de370954601,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:11.639577 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8cb556-c432-4336-bc3a-79f1e821728a req-500da4b7-798f-4924-8d92-37603f1d2e2e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:11.641122 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be8cb556-c432-4336-bc3a-79f1e821728a req-500da4b7-798f-4924-8d92-37603f1d2e2e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1aab78a-0f83-48ff-b55c-adb238207fea HTTP/1.1" status: 200 len: 944 time: 0.0725756 Jul 13 08:35:11.682198 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-be8cb556-c432-4336-bc3a-79f1e821728a req-28c259b8-88bb-4904-94d8-1aec00ead702 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=a99a4755-e6e5-4a1f-83a4-0c1bff9eaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348837 Jul 13 08:35:11.775499 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['6172b741-c09a-4ff5-b815-2de370954601'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:35:12.855295 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377a0f8-5b36-419c-b7dc-005907491135 req-6e91ceac-2cdc-4e4a-a77a-f913701a8a65 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:12.856689 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3377a0f8-5b36-419c-b7dc-005907491135 req-6e91ceac-2cdc-4e4a-a77a-f913701a8a65 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1aab78a-0f83-48ff-b55c-adb238207fea HTTP/1.1" status: 200 len: 944 time: 0.0636568 Jul 13 08:35:12.894338 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3377a0f8-5b36-419c-b7dc-005907491135 req-607a8e08-ccbe-4a5e-b4b7-acf7756be9be tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=a99a4755-e6e5-4a1f-83a4-0c1bff9eaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320542 Jul 13 08:35:13.313508 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 6172b741-c09a-4ff5-b815-2de370954601 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:35:13.363553 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 6172b741-c09a-4ff5-b815-2de370954601 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:35:13.368535 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 6172b741-c09a-4ff5-b815-2de370954601 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:35:13.369130 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:13.449252 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:13.471319 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1aab78a-0f83-48ff-b55c-adb238207fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6172b741-c09a-4ff5-b815-2de370954601'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:35:13.473613 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}819247fa28fcd914db4aabd8a9f8f95ceb467163a9d63008da3b74a1dcff375d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aea37dc-21d5-4dcd-9ba5-410416106dd1" -d '{"events": [{"server_uuid": "f1aab78a-0f83-48ff-b55c-adb238207fea", "name": "network-vif-plugged", "status": "completed", "tag": "6172b741-c09a-4ff5-b815-2de370954601"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:35:13.486415 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 6172b741-c09a-4ff5-b815-2de370954601, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=6172b741-c09a-4ff5-b815-2de370954601,segment=NetworkSegment(f229b347-f190-41bf-aa06-4270f0031a30),segment_id=f229b347-f190-41bf-aa06-4270f0031a30)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:35:13.490400 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:13.517854 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feeea80f-735b-46c5-b846-a900be4d0ef2 x-openstack-request-id: req-feeea80f-735b-46c5-b846-a900be4d0ef2 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:35:13.518167 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1aab78a-0f83-48ff-b55c-adb238207fea", "name": "network-vif-plugged", "status": "completed", "tag": "6172b741-c09a-4ff5-b815-2de370954601", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:35:13.518389 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-feeea80f-735b-46c5-b846-a900be4d0ef2 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:35:13.518773 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1aab78a-0f83-48ff-b55c-adb238207fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6172b741-c09a-4ff5-b815-2de370954601', 'code': 200} Jul 13 08:35:13.548034 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=6172b741-c09a-4ff5-b815-2de370954601,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:13.627342 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3c3e4-4d50-4fd4-af3a-f92428cee2eb req-225a7ea7-9e45-4c85-9f70-c0bbdbbd9399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:13.628854 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-64f3c3e4-4d50-4fd4-af3a-f92428cee2eb req-225a7ea7-9e45-4c85-9f70-c0bbdbbd9399 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f1aab78a-0f83-48ff-b55c-adb238207fea HTTP/1.1" status: 200 len: 1097 time: 0.0533524 Jul 13 08:35:13.665764 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-64f3c3e4-4d50-4fd4-af3a-f92428cee2eb req-5d0d27cd-7aa9-4d29-be02-b062368a6614 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a99a4755-e6e5-4a1f-83a4-0c1bff9eaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304387 Jul 13 08:35:13.768298 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ab365428-9ebb-4060-8fbd-cf3f377736e4 None None] Provisioning complete for port 6172b741-c09a-4ff5-b815-2de370954601 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:35:13.768665 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ab365428-9ebb-4060-8fbd-cf3f377736e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:14.077916 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae640e-2bc8-4666-a333-76473128193c req-61ef225d-9b80-4a8f-aafb-72b92be81a9c tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:14.079425 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e0ae640e-2bc8-4666-a333-76473128193c req-61ef225d-9b80-4a8f-aafb-72b92be81a9c tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1aab78a-0f83-48ff-b55c-adb238207fea HTTP/1.1" status: 200 len: 945 time: 0.0665872 Jul 13 08:35:14.117153 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e0ae640e-2bc8-4666-a333-76473128193c req-10ddedb7-ce10-410d-94c3-96109f53f640 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=a99a4755-e6e5-4a1f-83a4-0c1bff9eaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320334 Jul 13 08:35:14.551231 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7079221d-a908-44ef-bae9-59d0f4040f1f req-d3dfbcb1-12fc-4e1d-ae80-4a3f0664d22f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f1aab78a-0f83-48ff-b55c-adb238207fea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0545232 Jul 13 08:35:14.644342 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079221d-a908-44ef-bae9-59d0f4040f1f req-0c8c0cb7-5bae-4121-826d-f52de4ddf3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:14.645807 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7079221d-a908-44ef-bae9-59d0f4040f1f req-0c8c0cb7-5bae-4121-826d-f52de4ddf3e3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f2107e32a8e4470d89bab814aa0ad2b5&device_id=f1aab78a-0f83-48ff-b55c-adb238207fea HTTP/1.1" status: 200 len: 1097 time: 0.0527282 Jul 13 08:35:14.748353 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079221d-a908-44ef-bae9-59d0f4040f1f req-e9be63eb-ca35-4007-ab7d-865e6e6a8900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:14.749786 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7079221d-a908-44ef-bae9-59d0f4040f1f req-e9be63eb-ca35-4007-ab7d-865e6e6a8900 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8fbf9030-2570-4805-8e17-3e38ea929259 HTTP/1.1" status: 200 len: 895 time: 0.0854824 Jul 13 08:35:14.794999 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7079221d-a908-44ef-bae9-59d0f4040f1f req-421e33f2-b4a0-464c-8254-d9861aeb73b6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6172b741-c09a-4ff5-b815-2de370954601 HTTP/1.1" status: 200 len: 217 time: 0.0390072 Jul 13 08:35:14.844218 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079221d-a908-44ef-bae9-59d0f4040f1f req-e7302152-eed7-4e66-bbad-822d3b52daad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:14.845563 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7079221d-a908-44ef-bae9-59d0f4040f1f req-e7302152-eed7-4e66-bbad-822d3b52daad service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b1ecfde3-56b7-47b7-976f-b05dfaab62fe HTTP/1.1" status: 200 len: 835 time: 0.0450077 Jul 13 08:35:14.901626 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079221d-a908-44ef-bae9-59d0f4040f1f req-ad3a4f76-e4e2-4bb0-b6de-8612b7b70be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:14.903098 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7079221d-a908-44ef-bae9-59d0f4040f1f req-ad3a4f76-e4e2-4bb0-b6de-8612b7b70be8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8fbf9030-2570-4805-8e17-3e38ea929259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516441 Jul 13 08:35:14.999049 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7079221d-a908-44ef-bae9-59d0f4040f1f req-f6727e55-8af4-4c54-aeb6-72711c2c646b service neutron] 10.222.0.25 "GET /v2.0/networks/8fbf9030-2570-4805-8e17-3e38ea929259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894554 Jul 13 08:35:15.089809 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7079221d-a908-44ef-bae9-59d0f4040f1f req-d317e911-e2af-47e8-91c4-8b27d2e7fc58 service neutron] 10.222.0.25 "GET /v2.0/networks/8fbf9030-2570-4805-8e17-3e38ea929259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839155 Jul 13 08:35:15.294164 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a160a-8675-4a7e-bc60-13bbfb4aa33e req-a39e0d96-38eb-4be1-9009-9a823ac075b9 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:15.295675 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f09a160a-8675-4a7e-bc60-13bbfb4aa33e req-a39e0d96-38eb-4be1-9009-9a823ac075b9 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1aab78a-0f83-48ff-b55c-adb238207fea HTTP/1.1" status: 200 len: 945 time: 0.0674641 Jul 13 08:35:15.335166 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f09a160a-8675-4a7e-bc60-13bbfb4aa33e req-87676f15-3e3d-41c1-8312-67e2b1ed50d9 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=a99a4755-e6e5-4a1f-83a4-0c1bff9eaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334423 Jul 13 08:35:15.510487 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb5240-d175-4ae0-894e-76bf3de11bf2 req-46d3453d-b74c-400e-92a9-655fa7ab3be9 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:15.512071 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a4bb5240-d175-4ae0-894e-76bf3de11bf2 req-46d3453d-b74c-400e-92a9-655fa7ab3be9 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1aab78a-0f83-48ff-b55c-adb238207fea HTTP/1.1" status: 200 len: 945 time: 0.0648520 Jul 13 08:35:15.549203 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a4bb5240-d175-4ae0-894e-76bf3de11bf2 req-3520d602-f226-4276-badb-096b7f16d59c tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=a99a4755-e6e5-4a1f-83a4-0c1bff9eaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312524 Jul 13 08:35:15.574462 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45712) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:15.625192 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23143267-123b-4ab8-93c7-09e5e3474ab2 tempest-TestNetworkAdvancedServerOps-849280787 tempest-TestNetworkAdvancedServerOps-849280787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:15.626702 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-23143267-123b-4ab8-93c7-09e5e3474ab2 tempest-TestNetworkAdvancedServerOps-849280787 tempest-TestNetworkAdvancedServerOps-849280787-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f1aab78a-0f83-48ff-b55c-adb238207fea HTTP/1.1" status: 200 len: 1092 time: 0.0511372 Jul 13 08:35:15.629604 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45714) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:15.634514 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-78e6ab54-afe5-4489-b551-8b578e8fdbb3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'port_id': '6172b741-c09a-4ff5-b815-2de370954601', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:35:15.656207 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-78e6ab54-afe5-4489-b551-8b578e8fdbb3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for floatingip, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:15.758364 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-78e6ab54-afe5-4489-b551-8b578e8fdbb3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:15.863395 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-78e6ab54-afe5-4489-b551-8b578e8fdbb3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Allocated IP 172.25.3.54 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/abdf19ce-6dc8-4948-b03d-b067f3d76f5b) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:35:15.966274 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-78e6ab54-afe5-4489-b551-8b578e8fdbb3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:16.004914 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-78e6ab54-afe5-4489-b551-8b578e8fdbb3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:16.039794 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e6ab54-afe5-4489-b551-8b578e8fdbb3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:35:16.042587 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-78e6ab54-afe5-4489-b551-8b578e8fdbb3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:35:16.047960 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e6ab54-afe5-4489-b551-8b578e8fdbb3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:35:16.075621 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e6ab54-afe5-4489-b551-8b578e8fdbb3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'Port': ['ID=abdf19ce-6dc8-4948-b03d-b067f3d76f5b,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:16.422215 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-78e6ab54-afe5-4489-b551-8b578e8fdbb3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:16.503487 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-78e6ab54-afe5-4489-b551-8b578e8fdbb3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:16.656718 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-78e6ab54-afe5-4489-b551-8b578e8fdbb3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:16.661344 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-78e6ab54-afe5-4489-b551-8b578e8fdbb3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:16.731099 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e6ab54-afe5-4489-b551-8b578e8fdbb3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'Port': ['ID=abdf19ce-6dc8-4948-b03d-b067f3d76f5b,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:16.748661 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-78e6ab54-afe5-4489-b551-8b578e8fdbb3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:16.852085 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [None req-78e6ab54-afe5-4489-b551-8b578e8fdbb3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Floating IP 5f0f46ed-e240-4a06-a8fa-fc00f5899325 associated. External IP: 172.25.3.54, port: 6172b741-c09a-4ff5-b815-2de370954601. Jul 13 08:35:17.061763 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e6ab54-afe5-4489-b551-8b578e8fdbb3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Router d65f9600-ce52-466e-a949-3bf596239639 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:35:17.166692 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e6ab54-afe5-4489-b551-8b578e8fdbb3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:35:17.176067 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac95407-4aa7-41c8-9e4d-882ce8478a51 None None] Sync routers for ids ['d65f9600-ce52-466e-a949-3bf596239639'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:35:17.182119 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-78e6ab54-afe5-4489-b551-8b578e8fdbb3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:17.185812 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac95407-4aa7-41c8-9e4d-882ce8478a51 None None] Routers {'d65f9600-ce52-466e-a949-3bf596239639'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:35:17.186492 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-4ac95407-4aa7-41c8-9e4d-882ce8478a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:35:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d65f9600-ce52-466e-a949-3bf596239639'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:35:17.218623 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-78e6ab54-afe5-4489-b551-8b578e8fdbb3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5880048 Jul 13 08:35:17.219305 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1aab78a-0f83-48ff-b55c-adb238207fea', 'tag': '6172b741-c09a-4ff5-b815-2de370954601'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:35:17.221620 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33af52f666a6377eeaf9d00c6054365c515a6ddb0c8cc5669bfcff545a31cac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713c9473-82f0-4efc-a254-dac9ad20b807" -d '{"events": [{"name": "network-changed", "server_uuid": "f1aab78a-0f83-48ff-b55c-adb238207fea", "tag": "6172b741-c09a-4ff5-b815-2de370954601"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:35:17.260655 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832c5691-9c51-4428-850d-8054c0bfb352 x-openstack-request-id: req-832c5691-9c51-4428-850d-8054c0bfb352 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:35:17.261065 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1aab78a-0f83-48ff-b55c-adb238207fea", "tag": "6172b741-c09a-4ff5-b815-2de370954601", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:35:17.261378 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-832c5691-9c51-4428-850d-8054c0bfb352 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:35:17.262015 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1aab78a-0f83-48ff-b55c-adb238207fea', 'tag': '6172b741-c09a-4ff5-b815-2de370954601', 'status': 'completed', 'code': 200} Jul 13 08:35:17.298298 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-4ac95407-4aa7-41c8-9e4d-882ce8478a51 None None] Set router d65f9600-ce52-466e-a949-3bf596239639 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:35:17.379638 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c9473-82f0-4efc-a254-dac9ad20b807 req-ac914365-f345-4512-8c97-27969b3db762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:17.381594 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-713c9473-82f0-4efc-a254-dac9ad20b807 req-ac914365-f345-4512-8c97-27969b3db762 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f2107e32a8e4470d89bab814aa0ad2b5&device_id=f1aab78a-0f83-48ff-b55c-adb238207fea HTTP/1.1" status: 200 len: 1097 time: 0.0972362 Jul 13 08:35:17.394649 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2925807-a303-4421-ab6f-b9ada2e248fa req-e876cd00-0bcc-438f-a62f-5550ab45e50f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:17.396249 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c2925807-a303-4421-ab6f-b9ada2e248fa req-e876cd00-0bcc-438f-a62f-5550ab45e50f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1aab78a-0f83-48ff-b55c-adb238207fea HTTP/1.1" status: 200 len: 945 time: 0.0848756 Jul 13 08:35:17.485312 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c2925807-a303-4421-ab6f-b9ada2e248fa req-97a7fbca-4a4a-4c25-8871-aed011c196a4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=a99a4755-e6e5-4a1f-83a4-0c1bff9eaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802026 Jul 13 08:35:17.509765 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c9473-82f0-4efc-a254-dac9ad20b807 req-a1b21665-e45d-4a7c-ad16-175bcc5c5c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:17.511470 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-713c9473-82f0-4efc-a254-dac9ad20b807 req-a1b21665-e45d-4a7c-ad16-175bcc5c5c0c service neutron] 10.222.0.25 "GET /v2.0/networks?id=8fbf9030-2570-4805-8e17-3e38ea929259 HTTP/1.1" status: 200 len: 895 time: 0.1137197 Jul 13 08:35:17.512918 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45720) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:17.521613 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-4ac95407-4aa7-41c8-9e4d-882ce8478a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65f9600-ce52-466e-a949-3bf596239639', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763764390', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'db8ff06b-0a54-4b6d-bef3-95272f1e9fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:34:59Z', 'updated_at': '2021-07-13T08:35:02Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'db8ff06b-0a54-4b6d-bef3-95272f1e9fa2', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65f9600-ce52-466e-a949-3bf596239639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:34:59Z', 'updated_at': '2021-07-13T08:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '5f0f46ed-e240-4a06-a8fa-fc00f5899325', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'floating_ip_address': '172.25.3.54', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'd65f9600-ce52-466e-a949-3bf596239639', 'port_id': '6172b741-c09a-4ff5-b815-2de370954601', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fbf9030-2570-4805-8e17-3e38ea929259', 'mac_address': 'fa:16:3e:4e:49:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1aab78a-0f83-48ff-b55c-adb238207fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:35:16Z', 'updated_at': '2021-07-13T08:35:16Z', 'revision_number': 0, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac575ee9-9198-47e9-84b1-cfe44994056b', 'name': '', 'network_id': '8fbf9030-2570-4805-8e17-3e38ea929259', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:3e:bf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65f9600-ce52-466e-a949-3bf596239639', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'b1ecfde3-56b7-47b7-976f-b05dfaab62fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:35:02Z', 'updated_at': '2021-07-13T08:35:07Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': 'b1ecfde3-56b7-47b7-976f-b05dfaab62fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:35:17.551764 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac95407-4aa7-41c8-9e4d-882ce8478a51 None None] Checking router: d65f9600-ce52-466e-a949-3bf596239639 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:35:17.561290 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac95407-4aa7-41c8-9e4d-882ce8478a51 None None] Routers {'d65f9600-ce52-466e-a949-3bf596239639'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:35:17.561901 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-4ac95407-4aa7-41c8-9e4d-882ce8478a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:35:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d65f9600-ce52-466e-a949-3bf596239639'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:35:17.619685 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8e075289-2f07-486e-bcd1-ead8d2124bc8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/floatingips/5f0f46ed-e240-4a06-a8fa-fc00f5899325 HTTP/1.1" status: 200 len: 990 time: 0.1056051 Jul 13 08:35:17.625692 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-713c9473-82f0-4efc-a254-dac9ad20b807 req-e8084061-2597-45d5-aa7b-5f68daeda8ab service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6172b741-c09a-4ff5-b815-2de370954601 HTTP/1.1" status: 200 len: 998 time: 0.1051803 Jul 13 08:35:17.665503 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-4ac95407-4aa7-41c8-9e4d-882ce8478a51 None None] Set router d65f9600-ce52-466e-a949-3bf596239639 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:35:17.674843 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c9473-82f0-4efc-a254-dac9ad20b807 req-e3baab89-5288-4429-8b9a-489e5ef75af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:17.676423 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-713c9473-82f0-4efc-a254-dac9ad20b807 req-e3baab89-5288-4429-8b9a-489e5ef75af8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b1ecfde3-56b7-47b7-976f-b05dfaab62fe HTTP/1.1" status: 200 len: 835 time: 0.0444953 Jul 13 08:35:17.736127 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c9473-82f0-4efc-a254-dac9ad20b807 req-d45b0f29-5b79-4bc4-9fef-b4f7cc7946f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:17.737638 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-713c9473-82f0-4efc-a254-dac9ad20b807 req-d45b0f29-5b79-4bc4-9fef-b4f7cc7946f8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8fbf9030-2570-4805-8e17-3e38ea929259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555737 Jul 13 08:35:17.827899 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-713c9473-82f0-4efc-a254-dac9ad20b807 req-30f41bd4-0099-439a-9bbe-079bf4d3e079 service neutron] 10.222.0.25 "GET /v2.0/networks/8fbf9030-2570-4805-8e17-3e38ea929259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836391 Jul 13 08:35:17.882982 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-4ac95407-4aa7-41c8-9e4d-882ce8478a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65f9600-ce52-466e-a949-3bf596239639', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763764390', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'db8ff06b-0a54-4b6d-bef3-95272f1e9fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:34:59Z', 'updated_at': '2021-07-13T08:35:02Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'db8ff06b-0a54-4b6d-bef3-95272f1e9fa2', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65f9600-ce52-466e-a949-3bf596239639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:34:59Z', 'updated_at': '2021-07-13T08:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '5f0f46ed-e240-4a06-a8fa-fc00f5899325', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'floating_ip_address': '172.25.3.54', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'd65f9600-ce52-466e-a949-3bf596239639', 'port_id': '6172b741-c09a-4ff5-b815-2de370954601', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fbf9030-2570-4805-8e17-3e38ea929259', 'mac_address': 'fa:16:3e:4e:49:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1aab78a-0f83-48ff-b55c-adb238207fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:35:16Z', 'updated_at': '2021-07-13T08:35:16Z', 'revision_number': 0, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac575ee9-9198-47e9-84b1-cfe44994056b', 'name': '', 'network_id': '8fbf9030-2570-4805-8e17-3e38ea929259', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:3e:bf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65f9600-ce52-466e-a949-3bf596239639', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'b1ecfde3-56b7-47b7-976f-b05dfaab62fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:35:02Z', 'updated_at': '2021-07-13T08:35:07Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': 'b1ecfde3-56b7-47b7-976f-b05dfaab62fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:35:17.912091 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac95407-4aa7-41c8-9e4d-882ce8478a51 None None] The sync data for ids ['d65f9600-ce52-466e-a949-3bf596239639'] in n-d-771363-34 is: [{'id': 'd65f9600-ce52-466e-a949-3bf596239639', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763764390', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'db8ff06b-0a54-4b6d-bef3-95272f1e9fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:34:59Z', 'updated_at': '2021-07-13T08:35:02Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'db8ff06b-0a54-4b6d-bef3-95272f1e9fa2', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65f9600-ce52-466e-a949-3bf596239639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:34:59Z', 'updated_at': '2021-07-13T08:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '5f0f46ed-e240-4a06-a8fa-fc00f5899325', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'floating_ip_address': '172.25.3.54', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'd65f9600-ce52-466e-a949-3bf596239639', 'port_id': '6172b741-c09a-4ff5-b815-2de370954601', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fbf9030-2570-4805-8e17-3e38ea929259', 'mac_address': 'fa:16:3e:4e:49:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1aab78a-0f83-48ff-b55c-adb238207fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:35:16Z', 'updated_at': '2021-07-13T08:35:16Z', 'revision_number': 0, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac575ee9-9198-47e9-84b1-cfe44994056b', 'name': '', 'network_id': '8fbf9030-2570-4805-8e17-3e38ea929259', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:3e:bf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65f9600-ce52-466e-a949-3bf596239639', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'b1ecfde3-56b7-47b7-976f-b05dfaab62fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:35:02Z', 'updated_at': '2021-07-13T08:35:07Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': 'b1ecfde3-56b7-47b7-976f-b05dfaab62fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:35:17.922783 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-713c9473-82f0-4efc-a254-dac9ad20b807 req-ae61cf3d-420a-4a60-8cca-374ba2bb632e service neutron] 10.222.0.25 "GET /v2.0/networks/8fbf9030-2570-4805-8e17-3e38ea929259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886779 Jul 13 08:35:18.106296 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cc6f55-02e2-492f-8924-a88d296506ff None None] New status for floating IP 5f0f46ed-e240-4a06-a8fa-fc00f5899325: ACTIVE {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:35:18.623502 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45722) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:18.682816 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6b5b0d0f-9995-419b-8969-ce87f37eb145 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/floatingips/5f0f46ed-e240-4a06-a8fa-fc00f5899325 HTTP/1.1" status: 200 len: 992 time: 0.0581839 Jul 13 08:35:24.015706 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:24.674792 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:30.389250 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-10c2ae27-8a91-435e-9caf-835f260bdb67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:33.240775 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:33.264200 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d3bcd0f9-ceca-4fd6-ba86-a54f3568d2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:34.373807 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:36.134865 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:39.029887 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:35:50.330112 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01187fbb-b127-486f-aee2-9216dd01c3d7 req-f957e966-a3d7-4ce5-b97e-77257d005e3a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:50.331558 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-01187fbb-b127-486f-aee2-9216dd01c3d7 req-f957e966-a3d7-4ce5-b97e-77257d005e3a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1aab78a-0f83-48ff-b55c-adb238207fea HTTP/1.1" status: 200 len: 945 time: 0.0767856 Jul 13 08:35:50.378936 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-01187fbb-b127-486f-aee2-9216dd01c3d7 req-8e07f97d-c6f6-4a65-955d-ee9c53981b4a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=a99a4755-e6e5-4a1f-83a4-0c1bff9eaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401282 Jul 13 08:35:51.578087 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd36a4e-59b8-4cab-9dcd-0d5b11383500 req-8b5af770-8f1f-4dcc-a503-f299e534bb6a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:51.579775 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9dd36a4e-59b8-4cab-9dcd-0d5b11383500 req-8b5af770-8f1f-4dcc-a503-f299e534bb6a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1aab78a-0f83-48ff-b55c-adb238207fea HTTP/1.1" status: 200 len: 945 time: 0.0756719 Jul 13 08:35:51.627165 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9dd36a4e-59b8-4cab-9dcd-0d5b11383500 req-e097bedd-ac05-4df1-9d37-4b5816a097d6 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=a99a4755-e6e5-4a1f-83a4-0c1bff9eaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390513 Jul 13 08:35:51.654186 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45740) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:51.720313 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5edeaed9-f4ac-4fe8-99ab-9b2e9b472ddc tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/floatingips/5f0f46ed-e240-4a06-a8fa-fc00f5899325 HTTP/1.1" status: 200 len: 992 time: 0.0648730 Jul 13 08:35:53.182179 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0070db-e6c3-4e2f-b14d-646b9a4d8c3b req-b354ae5e-53ac-42aa-84af-560ac15a08b9 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:53.183742 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-af0070db-e6c3-4e2f-b14d-646b9a4d8c3b req-b354ae5e-53ac-42aa-84af-560ac15a08b9 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1aab78a-0f83-48ff-b55c-adb238207fea HTTP/1.1" status: 200 len: 945 time: 0.0794640 Jul 13 08:35:53.229129 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-af0070db-e6c3-4e2f-b14d-646b9a4d8c3b req-cec850a5-d756-43da-9394-164ac26683fc tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=a99a4755-e6e5-4a1f-83a4-0c1bff9eaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387635 Jul 13 08:35:54.017201 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:54.412852 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61ebee-58f1-4ce0-a4f1-8c97f4c7b34d req-9e7d9794-719b-413a-9675-857b545b47e8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:54.414384 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fe61ebee-58f1-4ce0-a4f1-8c97f4c7b34d req-9e7d9794-719b-413a-9675-857b545b47e8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1aab78a-0f83-48ff-b55c-adb238207fea HTTP/1.1" status: 200 len: 945 time: 0.0678945 Jul 13 08:35:54.690021 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:54.778052 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fe61ebee-58f1-4ce0-a4f1-8c97f4c7b34d req-e4b9e9cb-e1d8-4c80-a9c1-e21bee852285 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=a99a4755-e6e5-4a1f-83a4-0c1bff9eaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3581924 Jul 13 08:35:54.802868 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45750) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:54.860830 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-18895002-a858-4a03-a503-db0fc53b0760 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/floatingips/5f0f46ed-e240-4a06-a8fa-fc00f5899325 HTTP/1.1" status: 200 len: 992 time: 0.0566642 Jul 13 08:35:55.112978 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45756) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:35:55.266673 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-922b39d3-0a70-4fe4-a0a2-34c31b9b38bb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Deleting port abdf19ce-6dc8-4948-b03d-b067f3d76f5b {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:35:55.267011 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-922b39d3-0a70-4fe4-a0a2-34c31b9b38bb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:55.343534 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-922b39d3-0a70-4fe4-a0a2-34c31b9b38bb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:55.343856 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-922b39d3-0a70-4fe4-a0a2-34c31b9b38bb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:55.355636 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-922b39d3-0a70-4fe4-a0a2-34c31b9b38bb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Calling delete_port for abdf19ce-6dc8-4948-b03d-b067f3d76f5b owned by network:floatingip {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:35:55.500679 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-922b39d3-0a70-4fe4-a0a2-34c31b9b38bb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:55.527736 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b39d3-0a70-4fe4-a0a2-34c31b9b38bb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event deleted for resources: {'Port': ['ID=abdf19ce-6dc8-4948-b03d-b067f3d76f5b,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:55.538062 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922b39d3-0a70-4fe4-a0a2-34c31b9b38bb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:55.538887 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922b39d3-0a70-4fe4-a0a2-34c31b9b38bb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:55.539441 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922b39d3-0a70-4fe4-a0a2-34c31b9b38bb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:55.539784 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922b39d3-0a70-4fe4-a0a2-34c31b9b38bb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:55.540121 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922b39d3-0a70-4fe4-a0a2-34c31b9b38bb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:55.540456 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922b39d3-0a70-4fe4-a0a2-34c31b9b38bb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:55.540792 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922b39d3-0a70-4fe4-a0a2-34c31b9b38bb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:55.541121 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922b39d3-0a70-4fe4-a0a2-34c31b9b38bb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:55.541455 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922b39d3-0a70-4fe4-a0a2-34c31b9b38bb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:55.541780 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922b39d3-0a70-4fe4-a0a2-34c31b9b38bb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:55.542104 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922b39d3-0a70-4fe4-a0a2-34c31b9b38bb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:55.542428 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922b39d3-0a70-4fe4-a0a2-34c31b9b38bb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:55.599635 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-922b39d3-0a70-4fe4-a0a2-34c31b9b38bb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for floatingip, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:55.599964 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [None req-922b39d3-0a70-4fe4-a0a2-34c31b9b38bb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Floating IP 5f0f46ed-e240-4a06-a8fa-fc00f5899325 disassociated (deleted). External IP: 172.25.3.54, port: 6172b741-c09a-4ff5-b815-2de370954601. Jul 13 08:35:55.808117 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922b39d3-0a70-4fe4-a0a2-34c31b9b38bb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Router d65f9600-ce52-466e-a949-3bf596239639 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:35:55.915263 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922b39d3-0a70-4fe4-a0a2-34c31b9b38bb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:35:55.920057 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-922b39d3-0a70-4fe4-a0a2-34c31b9b38bb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:55.924966 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7820c5aa-da11-41cf-b09e-639ae0c40ad9 None None] Sync routers for ids ['d65f9600-ce52-466e-a949-3bf596239639'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:35:55.936649 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7820c5aa-da11-41cf-b09e-639ae0c40ad9 None None] Routers {'d65f9600-ce52-466e-a949-3bf596239639'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:35:55.937477 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-7820c5aa-da11-41cf-b09e-639ae0c40ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:35:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d65f9600-ce52-466e-a949-3bf596239639'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:35:55.963457 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-922b39d3-0a70-4fe4-a0a2-34c31b9b38bb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "DELETE /v2.0/floatingips/5f0f46ed-e240-4a06-a8fa-fc00f5899325 HTTP/1.1" status: 204 len: 168 time: 0.8494329 Jul 13 08:35:55.964050 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1aab78a-0f83-48ff-b55c-adb238207fea', 'tag': '6172b741-c09a-4ff5-b815-2de370954601'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:35:55.966349 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51122e97-5300-4654-8d40-0d2486fe8539" -d '{"events": [{"name": "network-changed", "server_uuid": "f1aab78a-0f83-48ff-b55c-adb238207fea", "tag": "6172b741-c09a-4ff5-b815-2de370954601"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:35:56.003148 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40da2090-15d9-44f4-aa34-599b39665055 x-openstack-request-id: req-40da2090-15d9-44f4-aa34-599b39665055 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:35:56.003468 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1aab78a-0f83-48ff-b55c-adb238207fea", "tag": "6172b741-c09a-4ff5-b815-2de370954601", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:35:56.003729 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-40da2090-15d9-44f4-aa34-599b39665055 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:35:56.004141 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1aab78a-0f83-48ff-b55c-adb238207fea', 'tag': '6172b741-c09a-4ff5-b815-2de370954601', 'status': 'completed', 'code': 200} Jul 13 08:35:56.046502 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-7820c5aa-da11-41cf-b09e-639ae0c40ad9 None None] Set router d65f9600-ce52-466e-a949-3bf596239639 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:35:56.079766 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51122e97-5300-4654-8d40-0d2486fe8539 req-c3540a14-71d6-4a93-a98f-6e3feea03194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:56.081295 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-51122e97-5300-4654-8d40-0d2486fe8539 req-c3540a14-71d6-4a93-a98f-6e3feea03194 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f2107e32a8e4470d89bab814aa0ad2b5&device_id=f1aab78a-0f83-48ff-b55c-adb238207fea HTTP/1.1" status: 200 len: 1097 time: 0.0552955 Jul 13 08:35:56.182921 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51122e97-5300-4654-8d40-0d2486fe8539 req-f7d4ba39-ed63-4fe4-8f15-dd8d3d543af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:56.184944 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-51122e97-5300-4654-8d40-0d2486fe8539 req-f7d4ba39-ed63-4fe4-8f15-dd8d3d543af4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8fbf9030-2570-4805-8e17-3e38ea929259 HTTP/1.1" status: 200 len: 895 time: 0.0973558 Jul 13 08:35:56.230563 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-51122e97-5300-4654-8d40-0d2486fe8539 req-3c0b14e7-d42a-4889-be80-d6a0bc5b7546 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6172b741-c09a-4ff5-b815-2de370954601 HTTP/1.1" status: 200 len: 217 time: 0.0388055 Jul 13 08:35:56.287981 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51122e97-5300-4654-8d40-0d2486fe8539 req-165391c8-d3d0-4ab4-9788-ace9abd52695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:56.290606 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-51122e97-5300-4654-8d40-0d2486fe8539 req-165391c8-d3d0-4ab4-9788-ace9abd52695 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b1ecfde3-56b7-47b7-976f-b05dfaab62fe HTTP/1.1" status: 200 len: 835 time: 0.0527451 Jul 13 08:35:56.303633 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-7820c5aa-da11-41cf-b09e-639ae0c40ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65f9600-ce52-466e-a949-3bf596239639', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763764390', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'db8ff06b-0a54-4b6d-bef3-95272f1e9fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:34:59Z', 'updated_at': '2021-07-13T08:35:02Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'db8ff06b-0a54-4b6d-bef3-95272f1e9fa2', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65f9600-ce52-466e-a949-3bf596239639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:34:59Z', 'updated_at': '2021-07-13T08:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'ac575ee9-9198-47e9-84b1-cfe44994056b', 'name': '', 'network_id': '8fbf9030-2570-4805-8e17-3e38ea929259', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:3e:bf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65f9600-ce52-466e-a949-3bf596239639', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'b1ecfde3-56b7-47b7-976f-b05dfaab62fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:35:02Z', 'updated_at': '2021-07-13T08:35:07Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': 'b1ecfde3-56b7-47b7-976f-b05dfaab62fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:35:56.335777 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7820c5aa-da11-41cf-b09e-639ae0c40ad9 None None] Checking router: d65f9600-ce52-466e-a949-3bf596239639 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:35:56.349740 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7820c5aa-da11-41cf-b09e-639ae0c40ad9 None None] Routers {'d65f9600-ce52-466e-a949-3bf596239639'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:35:56.350370 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-7820c5aa-da11-41cf-b09e-639ae0c40ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:35:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d65f9600-ce52-466e-a949-3bf596239639'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:35:56.359790 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51122e97-5300-4654-8d40-0d2486fe8539 req-68691d88-21ea-4617-9a9b-94aa0cde9012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:56.361085 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227b795-8a0f-499d-8c33-836ec5198494 req-262d95a6-df8e-4b49-b364-d9a01da19ae4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:56.361626 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-51122e97-5300-4654-8d40-0d2486fe8539 req-68691d88-21ea-4617-9a9b-94aa0cde9012 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8fbf9030-2570-4805-8e17-3e38ea929259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641313 Jul 13 08:35:56.362654 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0227b795-8a0f-499d-8c33-836ec5198494 req-262d95a6-df8e-4b49-b364-d9a01da19ae4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1aab78a-0f83-48ff-b55c-adb238207fea HTTP/1.1" status: 200 len: 945 time: 0.0729978 Jul 13 08:35:56.404028 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0227b795-8a0f-499d-8c33-836ec5198494 req-05d15ff6-91e0-4b1d-b84c-0500d784a1f9 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=a99a4755-e6e5-4a1f-83a4-0c1bff9eaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347669 Jul 13 08:35:56.459224 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-51122e97-5300-4654-8d40-0d2486fe8539 req-55ec8768-7ad7-4a1d-9b7f-01c59d3319e9 service neutron] 10.222.0.25 "GET /v2.0/networks/8fbf9030-2570-4805-8e17-3e38ea929259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909677 Jul 13 08:35:56.504205 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-7820c5aa-da11-41cf-b09e-639ae0c40ad9 None None] Set router d65f9600-ce52-466e-a949-3bf596239639 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:35:56.554336 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-51122e97-5300-4654-8d40-0d2486fe8539 req-466ebbcc-269e-4990-a4ea-ea32a0ab8b61 service neutron] 10.222.0.25 "GET /v2.0/networks/8fbf9030-2570-4805-8e17-3e38ea929259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843775 Jul 13 08:35:56.701639 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-7820c5aa-da11-41cf-b09e-639ae0c40ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65f9600-ce52-466e-a949-3bf596239639', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763764390', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'db8ff06b-0a54-4b6d-bef3-95272f1e9fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:34:59Z', 'updated_at': '2021-07-13T08:35:02Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'db8ff06b-0a54-4b6d-bef3-95272f1e9fa2', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65f9600-ce52-466e-a949-3bf596239639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:34:59Z', 'updated_at': '2021-07-13T08:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'ac575ee9-9198-47e9-84b1-cfe44994056b', 'name': '', 'network_id': '8fbf9030-2570-4805-8e17-3e38ea929259', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:3e:bf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65f9600-ce52-466e-a949-3bf596239639', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'b1ecfde3-56b7-47b7-976f-b05dfaab62fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:35:02Z', 'updated_at': '2021-07-13T08:35:07Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': 'b1ecfde3-56b7-47b7-976f-b05dfaab62fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:35:56.731472 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7820c5aa-da11-41cf-b09e-639ae0c40ad9 None None] The sync data for ids ['d65f9600-ce52-466e-a949-3bf596239639'] in n-d-771363-34 is: [{'id': 'd65f9600-ce52-466e-a949-3bf596239639', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763764390', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'db8ff06b-0a54-4b6d-bef3-95272f1e9fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:34:59Z', 'updated_at': '2021-07-13T08:35:02Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'db8ff06b-0a54-4b6d-bef3-95272f1e9fa2', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65f9600-ce52-466e-a949-3bf596239639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:34:59Z', 'updated_at': '2021-07-13T08:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'ac575ee9-9198-47e9-84b1-cfe44994056b', 'name': '', 'network_id': '8fbf9030-2570-4805-8e17-3e38ea929259', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:3e:bf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65f9600-ce52-466e-a949-3bf596239639', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'b1ecfde3-56b7-47b7-976f-b05dfaab62fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:35:02Z', 'updated_at': '2021-07-13T08:35:07Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': 'b1ecfde3-56b7-47b7-976f-b05dfaab62fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:35:56.952616 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5027d4c-97d3-4452-82a3-cf075309e681 None None] New status for floating IP 5f0f46ed-e240-4a06-a8fa-fc00f5899325: DOWN {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:35:57.582242 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8be855-91af-4c3d-b1aa-92d2e8862943 req-fc9e136c-ff23-464d-8168-9e211dc18f17 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:57.584168 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9f8be855-91af-4c3d-b1aa-92d2e8862943 req-fc9e136c-ff23-464d-8168-9e211dc18f17 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1aab78a-0f83-48ff-b55c-adb238207fea HTTP/1.1" status: 200 len: 945 time: 0.0643153 Jul 13 08:35:57.627626 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9f8be855-91af-4c3d-b1aa-92d2e8862943 req-1ce973ca-e179-4987-b19b-b375c4d4ba42 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=a99a4755-e6e5-4a1f-83a4-0c1bff9eaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373347 Jul 13 08:35:57.748210 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a60a94-55b2-4f97-a377-51356d013220 req-52394c06-77f6-4686-a2da-ac04728cb752 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:35:57.749682 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-95a60a94-55b2-4f97-a377-51356d013220 req-52394c06-77f6-4686-a2da-ac04728cb752 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1aab78a-0f83-48ff-b55c-adb238207fea HTTP/1.1" status: 200 len: 945 time: 0.0620105 Jul 13 08:35:57.846920 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-95a60a94-55b2-4f97-a377-51356d013220 req-634d1a1d-99e8-4a3b-a963-b1bcc8b71769 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Deleting port 6172b741-c09a-4ff5-b815-2de370954601 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:35:57.847291 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-95a60a94-55b2-4f97-a377-51356d013220 req-634d1a1d-99e8-4a3b-a963-b1bcc8b71769 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:57.936812 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-95a60a94-55b2-4f97-a377-51356d013220 req-634d1a1d-99e8-4a3b-a963-b1bcc8b71769 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] For port 6172b741-c09a-4ff5-b815-2de370954601, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=6172b741-c09a-4ff5-b815-2de370954601,segment=NetworkSegment(f229b347-f190-41bf-aa06-4270f0031a30),segment_id=f229b347-f190-41bf-aa06-4270f0031a30)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:35:57.937175 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-95a60a94-55b2-4f97-a377-51356d013220 req-634d1a1d-99e8-4a3b-a963-b1bcc8b71769 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:57.949275 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-95a60a94-55b2-4f97-a377-51356d013220 req-634d1a1d-99e8-4a3b-a963-b1bcc8b71769 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Calling delete_port for 6172b741-c09a-4ff5-b815-2de370954601 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:35:58.078114 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-95a60a94-55b2-4f97-a377-51356d013220 req-634d1a1d-99e8-4a3b-a963-b1bcc8b71769 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:58.105510 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d1a1d-99e8-4a3b-a963-b1bcc8b71769 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event deleted for resources: {'Port': ['ID=6172b741-c09a-4ff5-b815-2de370954601,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:35:58.119234 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634d1a1d-99e8-4a3b-a963-b1bcc8b71769 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:58.119595 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634d1a1d-99e8-4a3b-a963-b1bcc8b71769 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:58.119934 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634d1a1d-99e8-4a3b-a963-b1bcc8b71769 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:58.120270 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634d1a1d-99e8-4a3b-a963-b1bcc8b71769 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:58.120687 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634d1a1d-99e8-4a3b-a963-b1bcc8b71769 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:58.121022 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634d1a1d-99e8-4a3b-a963-b1bcc8b71769 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:58.121351 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634d1a1d-99e8-4a3b-a963-b1bcc8b71769 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:58.121677 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634d1a1d-99e8-4a3b-a963-b1bcc8b71769 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:58.122017 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634d1a1d-99e8-4a3b-a963-b1bcc8b71769 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:58.122328 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634d1a1d-99e8-4a3b-a963-b1bcc8b71769 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:58.122651 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634d1a1d-99e8-4a3b-a963-b1bcc8b71769 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:58.122972 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634d1a1d-99e8-4a3b-a963-b1bcc8b71769 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:35:58.160899 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a60a94-55b2-4f97-a377-51356d013220 req-634d1a1d-99e8-4a3b-a963-b1bcc8b71769 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] No DVR routers for this DVR port 6172b741-c09a-4ff5-b815-2de370954601 on host n-h2-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:35:58.163294 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-95a60a94-55b2-4f97-a377-51356d013220 req-634d1a1d-99e8-4a3b-a963-b1bcc8b71769 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:35:58.165279 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-95a60a94-55b2-4f97-a377-51356d013220 req-634d1a1d-99e8-4a3b-a963-b1bcc8b71769 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.25 "DELETE /v2.0/ports/6172b741-c09a-4ff5-b815-2de370954601 HTTP/1.1" status: 204 len: 173 time: 0.4096699 Jul 13 08:35:58.165708 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1aab78a-0f83-48ff-b55c-adb238207fea', 'name': 'network-vif-deleted', 'tag': '6172b741-c09a-4ff5-b815-2de370954601'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:35:58.168923 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33af52f666a6377eeaf9d00c6054365c515a6ddb0c8cc5669bfcff545a31cac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c538fae6-5570-478b-a2ce-3c622c51d7b8" -d '{"events": [{"server_uuid": "f1aab78a-0f83-48ff-b55c-adb238207fea", "name": "network-vif-deleted", "tag": "6172b741-c09a-4ff5-b815-2de370954601"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:35:58.206731 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d950bee7-e5af-44c1-8786-270821c4f3c7 x-openstack-request-id: req-d950bee7-e5af-44c1-8786-270821c4f3c7 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:35:58.207022 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1aab78a-0f83-48ff-b55c-adb238207fea", "name": "network-vif-deleted", "tag": "6172b741-c09a-4ff5-b815-2de370954601", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:35:58.207299 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d950bee7-e5af-44c1-8786-270821c4f3c7 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:35:58.207690 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1aab78a-0f83-48ff-b55c-adb238207fea', 'name': 'network-vif-deleted', 'tag': '6172b741-c09a-4ff5-b815-2de370954601', 'status': 'completed', 'code': 200} Jul 13 08:35:58.785567 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3c3f1e10-bd15-4dd8-9efa-85f3c0691855 req-5d44fdfa-dd4c-4baf-ab53-808976ce3da9 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1aab78a-0f83-48ff-b55c-adb238207fea HTTP/1.1" status: 200 len: 210 time: 0.0298262 Jul 13 08:35:59.877652 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45772) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:00.231461 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1b4b208f-1e1b-4ac3-8274-db80b18a3d4e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:00.389781 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-313f8a6f-6d98-4148-a835-efa3e5ec6b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:00.504053 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-1b4b208f-1e1b-4ac3-8274-db80b18a3d4e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Deleting port ac575ee9-9198-47e9-84b1-cfe44994056b {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:36:00.504397 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1b4b208f-1e1b-4ac3-8274-db80b18a3d4e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:00.595964 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-1b4b208f-1e1b-4ac3-8274-db80b18a3d4e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] For port ac575ee9-9198-47e9-84b1-cfe44994056b, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=ac575ee9-9198-47e9-84b1-cfe44994056b,segment=NetworkSegment(f229b347-f190-41bf-aa06-4270f0031a30),segment_id=f229b347-f190-41bf-aa06-4270f0031a30)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:36:00.596321 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1b4b208f-1e1b-4ac3-8274-db80b18a3d4e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:00.608050 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-1b4b208f-1e1b-4ac3-8274-db80b18a3d4e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Calling delete_port for ac575ee9-9198-47e9-84b1-cfe44994056b owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:36:00.791137 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1b4b208f-1e1b-4ac3-8274-db80b18a3d4e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:00.820071 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b208f-1e1b-4ac3-8274-db80b18a3d4e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event deleted for resources: {'Port': ['ID=ac575ee9-9198-47e9-84b1-cfe44994056b,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:00.997031 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1b4b208f-1e1b-4ac3-8274-db80b18a3d4e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.210610 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4b208f-1e1b-4ac3-8274-db80b18a3d4e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Router d65f9600-ce52-466e-a949-3bf596239639 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:36:01.317443 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4b208f-1e1b-4ac3-8274-db80b18a3d4e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:36:01.322825 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1b4b208f-1e1b-4ac3-8274-db80b18a3d4e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "PUT /v2.0/routers/d65f9600-ce52-466e-a949-3bf596239639/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4437687 Jul 13 08:36:01.325628 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45774) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:01.327349 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022a42c8-bd29-4295-b775-869ec14efeea None None] Sync routers for ids ['d65f9600-ce52-466e-a949-3bf596239639'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:36:01.336579 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022a42c8-bd29-4295-b775-869ec14efeea None None] Routers {'d65f9600-ce52-466e-a949-3bf596239639'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:36:01.337211 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-022a42c8-bd29-4295-b775-869ec14efeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:35:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d65f9600-ce52-466e-a949-3bf596239639'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:01.376243 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-6415eef1-43f7-44fc-a062-2de58bb14d5e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Deleting subnet b1ecfde3-56b7-47b7-976f-b05dfaab62fe {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:36:01.379379 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6415eef1-43f7-44fc-a062-2de58bb14d5e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.419850 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6415eef1-43f7-44fc-a062-2de58bb14d5e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.437189 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-022a42c8-bd29-4295-b775-869ec14efeea None None] Set router d65f9600-ce52-466e-a949-3bf596239639 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:36:01.509130 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6415eef1-43f7-44fc-a062-2de58bb14d5e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.564127 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 6172b741-c09a-4ff5-b815-2de370954601 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:36:01.571153 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6415eef1-43f7-44fc-a062-2de58bb14d5e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.589654 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 6172b741-c09a-4ff5-b815-2de370954601 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:36:01.590575 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 6172b741-c09a-4ff5-b815-2de370954601 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:36:01.603932 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6415eef1-43f7-44fc-a062-2de58bb14d5e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.605869 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6415eef1-43f7-44fc-a062-2de58bb14d5e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "DELETE /v2.0/subnets/b1ecfde3-56b7-47b7-976f-b05dfaab62fe HTTP/1.1" status: 204 len: 168 time: 0.2791688 Jul 13 08:36:01.606812 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415eef1-43f7-44fc-a062-2de58bb14d5e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event deleted for resources: {'Subnet': ['ID=b1ecfde3-56b7-47b7-976f-b05dfaab62fe,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:01.608823 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45776) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:01.613990 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6e533a-97b2-46cf-b219-3b6b911272e0 None None] Network 8fbf9030-2570-4805-8e17-3e38ea929259 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:36:01.627835 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-022a42c8-bd29-4295-b775-869ec14efeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65f9600-ce52-466e-a949-3bf596239639', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763764390', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'db8ff06b-0a54-4b6d-bef3-95272f1e9fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:34:59Z', 'updated_at': '2021-07-13T08:36:00Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'db8ff06b-0a54-4b6d-bef3-95272f1e9fa2', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65f9600-ce52-466e-a949-3bf596239639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:34:59Z', 'updated_at': '2021-07-13T08:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:01.656661 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022a42c8-bd29-4295-b775-869ec14efeea None None] Checking router: d65f9600-ce52-466e-a949-3bf596239639 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:36:01.665716 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022a42c8-bd29-4295-b775-869ec14efeea None None] Routers {'d65f9600-ce52-466e-a949-3bf596239639'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:36:01.666374 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-022a42c8-bd29-4295-b775-869ec14efeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:35:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['d65f9600-ce52-466e-a949-3bf596239639'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:01.728403 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-559ac2cb-cdd3-46dc-8579-abc3e8f3b936 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.779338 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-022a42c8-bd29-4295-b775-869ec14efeea None None] Set router d65f9600-ce52-466e-a949-3bf596239639 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:36:01.841769 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-559ac2cb-cdd3-46dc-8579-abc3e8f3b936 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:01.903043 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-559ac2cb-cdd3-46dc-8579-abc3e8f3b936 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Deleting port db8ff06b-0a54-4b6d-bef3-95272f1e9fa2 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:36:01.903997 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-559ac2cb-cdd3-46dc-8579-abc3e8f3b936 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:02.001408 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-559ac2cb-cdd3-46dc-8579-abc3e8f3b936 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] For port db8ff06b-0a54-4b6d-bef3-95272f1e9fa2, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=db8ff06b-0a54-4b6d-bef3-95272f1e9fa2,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:36:02.001408 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-559ac2cb-cdd3-46dc-8579-abc3e8f3b936 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:02.009853 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03c07bd-9f99-421c-af05-da7a9576480a None None] DHCP port deletion for 8fbf9030-2570-4805-8e17-3e38ea929259 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:36:02.016200 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-559ac2cb-cdd3-46dc-8579-abc3e8f3b936 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Calling delete_port for db8ff06b-0a54-4b6d-bef3-95272f1e9fa2 owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:36:02.051364 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-022a42c8-bd29-4295-b775-869ec14efeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65f9600-ce52-466e-a949-3bf596239639', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763764390', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'db8ff06b-0a54-4b6d-bef3-95272f1e9fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:34:59Z', 'updated_at': '2021-07-13T08:36:00Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'db8ff06b-0a54-4b6d-bef3-95272f1e9fa2', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65f9600-ce52-466e-a949-3bf596239639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:34:59Z', 'updated_at': '2021-07-13T08:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:02.065338 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-b03c07bd-9f99-421c-af05-da7a9576480a None None] Deleting port 05dd6f1b-0ebe-4eb6-b695-3ba4b15b77b4 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:36:02.065918 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b03c07bd-9f99-421c-af05-da7a9576480a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:02.080483 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022a42c8-bd29-4295-b775-869ec14efeea None None] The sync data for ids ['d65f9600-ce52-466e-a949-3bf596239639'] in n-d-771363-34 is: [{'id': 'd65f9600-ce52-466e-a949-3bf596239639', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763764390', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': 'db8ff06b-0a54-4b6d-bef3-95272f1e9fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:34:59Z', 'updated_at': '2021-07-13T08:36:00Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'db8ff06b-0a54-4b6d-bef3-95272f1e9fa2', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ee:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65f9600-ce52-466e-a949-3bf596239639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:34:59Z', 'updated_at': '2021-07-13T08:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:36:02.130923 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-b03c07bd-9f99-421c-af05-da7a9576480a None None] For port 05dd6f1b-0ebe-4eb6-b695-3ba4b15b77b4, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=05dd6f1b-0ebe-4eb6-b695-3ba4b15b77b4,segment=NetworkSegment(f229b347-f190-41bf-aa06-4270f0031a30),segment_id=f229b347-f190-41bf-aa06-4270f0031a30)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:36:02.131349 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b03c07bd-9f99-421c-af05-da7a9576480a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:02.144930 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-b03c07bd-9f99-421c-af05-da7a9576480a None None] Calling delete_port for 05dd6f1b-0ebe-4eb6-b695-3ba4b15b77b4 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:36:02.190733 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-559ac2cb-cdd3-46dc-8579-abc3e8f3b936 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:02.217917 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ac2cb-cdd3-46dc-8579-abc3e8f3b936 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event deleted for resources: {'Port': ['ID=db8ff06b-0a54-4b6d-bef3-95272f1e9fa2,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:02.234478 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b03c07bd-9f99-421c-af05-da7a9576480a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:02.258087 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c07bd-9f99-421c-af05-da7a9576480a None None] Pushing event deleted for resources: {'Port': ['ID=05dd6f1b-0ebe-4eb6-b695-3ba4b15b77b4,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:02.267603 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03c07bd-9f99-421c-af05-da7a9576480a None None] No DVR routers for this DVR port 05dd6f1b-0ebe-4eb6-b695-3ba4b15b77b4 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:36:02.270157 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03c07bd-9f99-421c-af05-da7a9576480a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:02.270507 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03c07bd-9f99-421c-af05-da7a9576480a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:02.270952 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03c07bd-9f99-421c-af05-da7a9576480a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:02.271098 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03c07bd-9f99-421c-af05-da7a9576480a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:02.271441 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03c07bd-9f99-421c-af05-da7a9576480a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:02.271788 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03c07bd-9f99-421c-af05-da7a9576480a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:02.272134 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03c07bd-9f99-421c-af05-da7a9576480a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:02.272458 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03c07bd-9f99-421c-af05-da7a9576480a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:02.272784 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03c07bd-9f99-421c-af05-da7a9576480a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:02.273109 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03c07bd-9f99-421c-af05-da7a9576480a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:02.273420 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03c07bd-9f99-421c-af05-da7a9576480a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:02.273740 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03c07bd-9f99-421c-af05-da7a9576480a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:02.288575 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-559ac2cb-cdd3-46dc-8579-abc3e8f3b936 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:02.377282 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-559ac2cb-cdd3-46dc-8579-abc3e8f3b936 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:02.379314 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-559ac2cb-cdd3-46dc-8579-abc3e8f3b936 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:02.421476 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-559ac2cb-cdd3-46dc-8579-abc3e8f3b936 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:02.422039 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559ac2cb-cdd3-46dc-8579-abc3e8f3b936 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Fanout notify agent at l3_agent the message router_deleted on router d65f9600-ce52-466e-a949-3bf596239639 {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:36:02.429805 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-559ac2cb-cdd3-46dc-8579-abc3e8f3b936 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:02.430918 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-559ac2cb-cdd3-46dc-8579-abc3e8f3b936 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "DELETE /v2.0/routers/d65f9600-ce52-466e-a949-3bf596239639 HTTP/1.1" status: 204 len: 168 time: 0.8204741 Jul 13 08:36:02.434228 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45778) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:02.517797 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-84e78418-49aa-4105-9ae2-8478f414827b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:02.611524 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-84e78418-49aa-4105-9ae2-8478f414827b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:02.621746 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-84e78418-49aa-4105-9ae2-8478f414827b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fbf9030-2570-4805-8e17-3e38ea929259']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:02.636086 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-84e78418-49aa-4105-9ae2-8478f414827b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f229b347-f190-41bf-aa06-4270f0031a30') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:02.636467 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-84e78418-49aa-4105-9ae2-8478f414827b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f229b347-f190-41bf-aa06-4270f0031a30') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:02.645929 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-84e78418-49aa-4105-9ae2-8478f414827b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:02.660782 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-84e78418-49aa-4105-9ae2-8478f414827b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:02.666923 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e78418-49aa-4105-9ae2-8478f414827b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:36:02.667376 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-84e78418-49aa-4105-9ae2-8478f414827b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:02.671343 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 08:36:02.671343 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:36:02.671343 n-d-771363-34 neutron-server[94018]: timer() Jul 13 08:36:02.671343 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:36:02.671343 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 08:36:02.671343 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:36:02.671343 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 08:36:02.671343 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:36:02.671343 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 08:36:02.671343 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:36:02.671343 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 08:36:02.671343 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:36:02.671343 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 08:36:02.671343 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:36:02.671343 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:36:02.671343 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:36:02.671343 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:36:02.671343 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:36:02.671343 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 08:36:02.671343 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:36:02.671343 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 08:36:02.671343 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:36:02.671343 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:36:02.671343 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:36:02.671343 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 08:36:02.671343 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:36:02.671343 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:36:02.671343 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:36:02.671343 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:36:02.671343 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:36:02.671343 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:36:02.671343 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:36:02.729791 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-84e78418-49aa-4105-9ae2-8478f414827b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:02.737983 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-84e78418-49aa-4105-9ae2-8478f414827b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:02.739976 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-84e78418-49aa-4105-9ae2-8478f414827b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "DELETE /v2.0/networks/8fbf9030-2570-4805-8e17-3e38ea929259 HTTP/1.1" status: 204 len: 168 time: 0.3048112 Jul 13 08:36:02.742771 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45780) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:02.751654 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e78418-49aa-4105-9ae2-8478f414827b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event deleted for resources: {'Network': ['ID=8fbf9030-2570-4805-8e17-3e38ea929259,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:02.808084 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a92da7b9-de76-4117-8ff2-e26c66fb1770 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:02.834241 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a92da7b9-de76-4117-8ff2-e26c66fb1770 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:02.897670 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a92da7b9-de76-4117-8ff2-e26c66fb1770 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:02.900353 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a92da7b9-de76-4117-8ff2-e26c66fb1770 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:02.901517 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a92da7b9-de76-4117-8ff2-e26c66fb1770 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "DELETE /v2.0/security-groups/a99a4755-e6e5-4a1f-83a4-0c1bff9eaac5 HTTP/1.1" status: 204 len: 168 time: 0.1573939 Jul 13 08:36:02.910716 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92da7b9-de76-4117-8ff2-e26c66fb1770 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99a4755-e6e5-4a1f-83a4-0c1bff9eaac5,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:03.133245 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device ac575ee9-9198-47e9-84b1-cfe44994056b no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:36:03.154253 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: ac575ee9-9198-47e9-84b1-cfe44994056b {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:36:03.154520 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device ac575ee9-9198-47e9-84b1-cfe44994056b not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:36:03.154918 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 05dd6f1b-0ebe-4eb6-b695-3ba4b15b77b4 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:36:03.173267 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 05dd6f1b-0ebe-4eb6-b695-3ba4b15b77b4 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:36:03.173614 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 05dd6f1b-0ebe-4eb6-b695-3ba4b15b77b4 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:36:03.174006 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device db8ff06b-0a54-4b6d-bef3-95272f1e9fa2 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:36:03.192556 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: db8ff06b-0a54-4b6d-bef3-95272f1e9fa2 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:36:03.192881 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device db8ff06b-0a54-4b6d-bef3-95272f1e9fa2 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:36:03.241376 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:03.263625 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-117ec430-4445-43ab-905e-e45d99687f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:03.358342 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45790) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:03.363299 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-b13ba073-5db5-4671-8241-cbb2b9091084 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-821122419', 'description': 'tempest-secgroup-smoke-821122419 description', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:03.384825 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b13ba073-5db5-4671-8241-cbb2b9091084 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:03.466882 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b13ba073-5db5-4671-8241-cbb2b9091084 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:03.470202 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b13ba073-5db5-4671-8241-cbb2b9091084 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:03.496373 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b13ba073-5db5-4671-8241-cbb2b9091084 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:03.497562 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b13ba073-5db5-4671-8241-cbb2b9091084 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1381462 Jul 13 08:36:03.500564 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45792) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:03.501670 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ba073-5db5-4671-8241-cbb2b9091084 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=889f6558-d7a2-4237-ba50-5828a6ee1d27,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:03.505498 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-1beb37c1-6011-40ff-9891-df54a360e2c8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'security_group_rule': {'security_group_id': '889f6558-d7a2-4237-ba50-5828a6ee1d27', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:03.532077 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1beb37c1-6011-40ff-9891-df54a360e2c8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:03.588069 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1beb37c1-6011-40ff-9891-df54a360e2c8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:03.591928 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1beb37c1-6011-40ff-9891-df54a360e2c8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:03.612684 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb37c1-6011-40ff-9891-df54a360e2c8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b4c1e93-52e3-4934-93c0-5e1706b79c47,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:03.619620 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1beb37c1-6011-40ff-9891-df54a360e2c8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:03.621328 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1beb37c1-6011-40ff-9891-df54a360e2c8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1190665 Jul 13 08:36:03.624349 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45794) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:03.628843 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-ad8e83ed-0632-43ed-b034-0d77db4bfc41 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'security_group_rule': {'security_group_id': '889f6558-d7a2-4237-ba50-5828a6ee1d27', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:03.655845 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ad8e83ed-0632-43ed-b034-0d77db4bfc41 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:03.713601 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ad8e83ed-0632-43ed-b034-0d77db4bfc41 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:03.717154 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ad8e83ed-0632-43ed-b034-0d77db4bfc41 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:03.735401 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e83ed-0632-43ed-b034-0d77db4bfc41 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95620773-3e22-4602-91d1-54718961eea7,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:03.741004 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ad8e83ed-0632-43ed-b034-0d77db4bfc41 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:03.742235 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ad8e83ed-0632-43ed-b034-0d77db4bfc41 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1169264 Jul 13 08:36:03.744958 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45796) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:03.750040 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-fbc8d3fc-5142-4f4a-a21d-cb33c103295c tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'security_group_rule': {'security_group_id': '889f6558-d7a2-4237-ba50-5828a6ee1d27', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:03.775514 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fbc8d3fc-5142-4f4a-a21d-cb33c103295c tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:03.833107 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fbc8d3fc-5142-4f4a-a21d-cb33c103295c tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:03.837115 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fbc8d3fc-5142-4f4a-a21d-cb33c103295c tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:03.854829 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8d3fc-5142-4f4a-a21d-cb33c103295c tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a092f472-817d-4411-9994-5b3280c10e7f,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:03.862051 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fbc8d3fc-5142-4f4a-a21d-cb33c103295c tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:03.863250 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-fbc8d3fc-5142-4f4a-a21d-cb33c103295c tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173580 Jul 13 08:36:03.865926 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45798) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:03.870486 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-2f162667-11fa-48fb-9189-e00ad04ffe62 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'security_group_rule': {'security_group_id': '889f6558-d7a2-4237-ba50-5828a6ee1d27', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:03.896514 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2f162667-11fa-48fb-9189-e00ad04ffe62 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:03.954617 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2f162667-11fa-48fb-9189-e00ad04ffe62 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:03.958124 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2f162667-11fa-48fb-9189-e00ad04ffe62 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:03.977271 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f162667-11fa-48fb-9189-e00ad04ffe62 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=846fc550-ee7d-4e0f-b899-01635842f75a,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:03.984798 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2f162667-11fa-48fb-9189-e00ad04ffe62 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:03.986010 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2f162667-11fa-48fb-9189-e00ad04ffe62 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191041 Jul 13 08:36:03.990141 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45800) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:03.994938 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-2209b7ec-9054-49b9-8a2b-3a036851a6a4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'security_group_rule': {'security_group_id': '889f6558-d7a2-4237-ba50-5828a6ee1d27', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:04.016547 n-d-771363-34 neutron-server[94017]: INFO neutron.db.securitygroups_db [None req-2209b7ec-9054-49b9-8a2b-3a036851a6a4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Project f2107e32a8e4470d89bab814aa0ad2b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:36:04.021712 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2209b7ec-9054-49b9-8a2b-3a036851a6a4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.080178 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2209b7ec-9054-49b9-8a2b-3a036851a6a4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.084116 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2209b7ec-9054-49b9-8a2b-3a036851a6a4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.101165 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209b7ec-9054-49b9-8a2b-3a036851a6a4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fd2e1a5-1772-42b8-a5b9-0342f87ac478,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:04.109352 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2209b7ec-9054-49b9-8a2b-3a036851a6a4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.110573 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2209b7ec-9054-49b9-8a2b-3a036851a6a4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1193843 Jul 13 08:36:04.113356 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45802) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:04.117738 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-5e7b3a58-64e6-4553-97c6-11bb8d15a30e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'security_group_rule': {'security_group_id': '889f6558-d7a2-4237-ba50-5828a6ee1d27', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:04.139127 n-d-771363-34 neutron-server[94017]: INFO neutron.db.securitygroups_db [None req-5e7b3a58-64e6-4553-97c6-11bb8d15a30e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Project f2107e32a8e4470d89bab814aa0ad2b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:36:04.144014 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5e7b3a58-64e6-4553-97c6-11bb8d15a30e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.206747 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5e7b3a58-64e6-4553-97c6-11bb8d15a30e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.210537 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5e7b3a58-64e6-4553-97c6-11bb8d15a30e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.228538 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b3a58-64e6-4553-97c6-11bb8d15a30e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d1f15a7-cd48-443e-913d-a58f0a4a590e,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:04.234490 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5e7b3a58-64e6-4553-97c6-11bb8d15a30e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.236480 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5e7b3a58-64e6-4553-97c6-11bb8d15a30e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215863 Jul 13 08:36:04.238657 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45804) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:04.243505 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-dae741f3-842e-4995-8568-fcc70e7f55c2 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'network': {'name': 'tempest-network-smoke--568296223', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'port_security_enabled': True}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:04.263623 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae741f3-842e-4995-8568-fcc70e7f55c2 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Made reservation on behalf of f2107e32a8e4470d89bab814aa0ad2b5 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:36:04.266989 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dae741f3-842e-4995-8568-fcc70e7f55c2 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.290986 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae741f3-842e-4995-8568-fcc70e7f55c2 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:36:04.300351 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dae741f3-842e-4995-8568-fcc70e7f55c2 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.300722 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-dae741f3-842e-4995-8568-fcc70e7f55c2 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Added segment 61d2adeb-ecde-48b7-a72b-0a075449baf8 of type vlan for network 184221a3-668c-4df1-990b-cc3b3f804653 Jul 13 08:36:04.338678 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dae741f3-842e-4995-8568-fcc70e7f55c2 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.370584 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dae741f3-842e-4995-8568-fcc70e7f55c2 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.377067 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae741f3-842e-4995-8568-fcc70e7f55c2 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:04.377710 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-dae741f3-842e-4995-8568-fcc70e7f55c2 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.383255 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.410597 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-dae741f3-842e-4995-8568-fcc70e7f55c2 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1708856 Jul 13 08:36:04.413269 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45808) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:04.420371 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-2e588aec-e1af-414b-9708-7f21686cb073 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1011330095', 'admin_state_up': True, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:04.462499 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae741f3-842e-4995-8568-fcc70e7f55c2 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'Network': ['ID=184221a3-668c-4df1-990b-cc3b3f804653,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:04.477173 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 184221a3-668c-4df1-990b-cc3b3f804653 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:36:04.477717 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2e588aec-e1af-414b-9708-7f21686cb073 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.478889 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2e588aec-e1af-414b-9708-7f21686cb073 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.531700 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2e588aec-e1af-414b-9708-7f21686cb073 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.667240 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2e588aec-e1af-414b-9708-7f21686cb073 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.853102 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2e588aec-e1af-414b-9708-7f21686cb073 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.871538 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2e588aec-e1af-414b-9708-7f21686cb073 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:04.974925 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-2e588aec-e1af-414b-9708-7f21686cb073 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Allocated IP 172.25.3.64 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/d5068bba-c41b-46ce-884f-a89b6eacbd95) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:36:05.073203 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2e588aec-e1af-414b-9708-7f21686cb073 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:05.116072 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2e588aec-e1af-414b-9708-7f21686cb073 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:05.152025 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e588aec-e1af-414b-9708-7f21686cb073 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:36:05.156967 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-2e588aec-e1af-414b-9708-7f21686cb073 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:36:05.159293 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e588aec-e1af-414b-9708-7f21686cb073 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:36:05.186602 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e588aec-e1af-414b-9708-7f21686cb073 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'Port': ['ID=d5068bba-c41b-46ce-884f-a89b6eacbd95,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:05.409323 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2e588aec-e1af-414b-9708-7f21686cb073 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:05.938756 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2e588aec-e1af-414b-9708-7f21686cb073 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:06.064258 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e588aec-e1af-414b-9708-7f21686cb073 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Router 283e6481-34e3-4dc2-9def-915ca59acf97 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:36:06.138014 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:06.169589 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e588aec-e1af-414b-9708-7f21686cb073 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:36:06.181470 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1612534-8236-4af7-9e50-ebd694475d59 None None] Sync routers for ids ['283e6481-34e3-4dc2-9def-915ca59acf97'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:36:06.188362 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2e588aec-e1af-414b-9708-7f21686cb073 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:06.192596 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2e588aec-e1af-414b-9708-7f21686cb073 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7755258 Jul 13 08:36:06.192742 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1612534-8236-4af7-9e50-ebd694475d59 None None] Routers {'283e6481-34e3-4dc2-9def-915ca59acf97'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:36:06.192854 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45810) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:06.192985 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-d1612534-8236-4af7-9e50-ebd694475d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:36:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['283e6481-34e3-4dc2-9def-915ca59acf97'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:06.222201 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2dd15d8a-cf47-4d6e-9a7c-4ba21c0b6d5a tempest-TestNetworkAdvancedServerOps-849280787 tempest-TestNetworkAdvancedServerOps-849280787-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=f2107e32a8e4470d89bab814aa0ad2b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260954 Jul 13 08:36:06.222423 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45812) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:06.300029 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-d1612534-8236-4af7-9e50-ebd694475d59 None None] Set router 283e6481-34e3-4dc2-9def-915ca59acf97 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:36:06.308240 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c97476-6f75-4caa-9244-c5375d4cb523 tempest-TestNetworkAdvancedServerOps-849280787 tempest-TestNetworkAdvancedServerOps-849280787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:06.310400 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d8c97476-6f75-4caa-9244-c5375d4cb523 tempest-TestNetworkAdvancedServerOps-849280787 tempest-TestNetworkAdvancedServerOps-849280787-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0871286 Jul 13 08:36:06.313264 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45814) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:06.341156 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-108a315f-5efb-4cc6-a832-be32b5888c3c tempest-TestNetworkAdvancedServerOps-849280787 tempest-TestNetworkAdvancedServerOps-849280787-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=099fd220-496e-4556-906a-9ab228a05c02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268276 Jul 13 08:36:06.343722 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45816) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:06.348446 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-141c556e-6d86-4be6-844b-19561bca611c tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1236697696', 'network_id': '184221a3-668c-4df1-990b-cc3b3f804653', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:06.440735 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141c556e-6d86-4be6-844b-19561bca611c tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Made reservation on behalf of f2107e32a8e4470d89bab814aa0ad2b5 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:36:06.444201 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-141c556e-6d86-4be6-844b-19561bca611c tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:06.478696 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-d1612534-8236-4af7-9e50-ebd694475d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283e6481-34e3-4dc2-9def-915ca59acf97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011330095', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'd5068bba-c41b-46ce-884f-a89b6eacbd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:04Z', 'updated_at': '2021-07-13T08:36:05Z', 'revision_number': 3, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'd5068bba-c41b-46ce-884f-a89b6eacbd95', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:78:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283e6481-34e3-4dc2-9def-915ca59acf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:04Z', 'updated_at': '2021-07-13T08:36:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:06.509550 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1612534-8236-4af7-9e50-ebd694475d59 None None] Checking router: 283e6481-34e3-4dc2-9def-915ca59acf97 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:36:06.509900 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1612534-8236-4af7-9e50-ebd694475d59 None None] Updating router 283e6481-34e3-4dc2-9def-915ca59acf97 port d5068bba-c41b-46ce-884f-a89b6eacbd95 binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:36:06.545423 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d1612534-8236-4af7-9e50-ebd694475d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:06.626791 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-141c556e-6d86-4be6-844b-19561bca611c tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:06.683096 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c556e-6d86-4be6-844b-19561bca611c tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'Subnet': ['ID=da89da9d-0248-4aa5-aa6f-7df4aee9a548,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:06.697568 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141c556e-6d86-4be6-844b-19561bca611c tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Checking segment: {'id': '61d2adeb-ecde-48b7-a72b-0a075449baf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '184221a3-668c-4df1-990b-cc3b3f804653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:36:06.697871 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141c556e-6d86-4be6-844b-19561bca611c tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Network hostable DHCP agents. Network: 184221a3-668c-4df1-990b-cc3b3f804653, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:36:06.714704 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141c556e-6d86-4be6-844b-19561bca611c tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Network 184221a3-668c-4df1-990b-cc3b3f804653 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:36:06.723713 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-141c556e-6d86-4be6-844b-19561bca611c tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 184221a3-668c-4df1-990b-cc3b3f804653) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:36:06.728340 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141c556e-6d86-4be6-844b-19561bca611c tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:06.728935 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-141c556e-6d86-4be6-844b-19561bca611c tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:06.740372 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781973f8-716b-49c3-b099-45338a038310 None None] Network 184221a3-668c-4df1-990b-cc3b3f804653 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:36:06.745482 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-141c556e-6d86-4be6-844b-19561bca611c tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4007742 Jul 13 08:36:06.749036 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45818) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:06.855226 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d1612534-8236-4af7-9e50-ebd694475d59 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:06.873931 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d1612534-8236-4af7-9e50-ebd694475d59 None None] Transition to ACTIVE for port object d5068bba-c41b-46ce-884f-a89b6eacbd95 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:36:06.886668 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d1612534-8236-4af7-9e50-ebd694475d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:06.990840 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-d1612534-8236-4af7-9e50-ebd694475d59 None None] Attempting to bind port d5068bba-c41b-46ce-884f-a89b6eacbd95 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:36:06.991127 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-d1612534-8236-4af7-9e50-ebd694475d59 None None] Attempting to bind port d5068bba-c41b-46ce-884f-a89b6eacbd95 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:36:06.991513 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1612534-8236-4af7-9e50-ebd694475d59 None None] Attempting to bind port d5068bba-c41b-46ce-884f-a89b6eacbd95 on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:36:06.994860 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d0a34-9419-4941-9aba-c461f38eb418 None None] Pushing event updated for resources: {'Port': ['ID=d5068bba-c41b-46ce-884f-a89b6eacbd95,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:07.000903 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1612534-8236-4af7-9e50-ebd694475d59 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:36:07.001221 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1612534-8236-4af7-9e50-ebd694475d59 None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:36:07.001626 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d1612534-8236-4af7-9e50-ebd694475d59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:07.002012 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1612534-8236-4af7-9e50-ebd694475d59 None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:36:07.002541 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-d1612534-8236-4af7-9e50-ebd694475d59 None None] Bound port: d5068bba-c41b-46ce-884f-a89b6eacbd95, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:36:07.002932 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d1612534-8236-4af7-9e50-ebd694475d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:07.006791 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c37817-df23-4f27-b3fc-0e9ea4171cb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-184221a3-668c-4df1-990b-cc3b3f804653', 'network_id': '184221a3-668c-4df1-990b-cc3b3f804653', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'fixed_ips': [{'subnet_id': 'da89da9d-0248-4aa5-aa6f-7df4aee9a548'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:36:07.007634 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-84c37817-df23-4f27-b3fc-0e9ea4171cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:07.118081 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-d1612534-8236-4af7-9e50-ebd694475d59 None None] For port d5068bba-c41b-46ce-884f-a89b6eacbd95, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:36:07.144305 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-d1612534-8236-4af7-9e50-ebd694475d59 None None] For port d5068bba-c41b-46ce-884f-a89b6eacbd95, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=d5068bba-c41b-46ce-884f-a89b6eacbd95,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:36:07.154079 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d1612534-8236-4af7-9e50-ebd694475d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:07.192601 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bf3add15-6a4d-42d8-8d7d-cd03c24af7e4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:07.244904 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1612534-8236-4af7-9e50-ebd694475d59 None None] Routers {'283e6481-34e3-4dc2-9def-915ca59acf97'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:36:07.245525 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-d1612534-8236-4af7-9e50-ebd694475d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:36:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['283e6481-34e3-4dc2-9def-915ca59acf97'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:07.247765 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d0a34-9419-4941-9aba-c461f38eb418 None None] Pushing event updated for resources: {'Port': ['ID=d5068bba-c41b-46ce-884f-a89b6eacbd95,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:07.254179 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-84c37817-df23-4f27-b3fc-0e9ea4171cb4 None None] Allocated IP 172.20.0.2 (184221a3-668c-4df1-990b-cc3b3f804653/da89da9d-0248-4aa5-aa6f-7df4aee9a548/757cdf38-b415-4362-8dea-c6d94c5498e6) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:36:07.413820 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-d1612534-8236-4af7-9e50-ebd694475d59 None None] Set router 283e6481-34e3-4dc2-9def-915ca59acf97 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:36:07.579582 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-84c37817-df23-4f27-b3fc-0e9ea4171cb4 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:07.596914 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-84c37817-df23-4f27-b3fc-0e9ea4171cb4 None None] Transition to ACTIVE for port object 757cdf38-b415-4362-8dea-c6d94c5498e6 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:36:07.631073 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-84c37817-df23-4f27-b3fc-0e9ea4171cb4 None None] Transition to ACTIVE for port object 757cdf38-b415-4362-8dea-c6d94c5498e6 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:36:07.638258 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-84c37817-df23-4f27-b3fc-0e9ea4171cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:07.686135 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-bf3add15-6a4d-42d8-8d7d-cd03c24af7e4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Allocated IP 172.20.0.1 (184221a3-668c-4df1-990b-cc3b3f804653/da89da9d-0248-4aa5-aa6f-7df4aee9a548/3b9ecf8c-d0b6-476f-bb44-b7bf258bc736) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:36:07.689053 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c37817-df23-4f27-b3fc-0e9ea4171cb4 None None] Network 184221a3-668c-4df1-990b-cc3b3f804653 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:36:07.696295 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-84c37817-df23-4f27-b3fc-0e9ea4171cb4 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:36:07.701156 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c37817-df23-4f27-b3fc-0e9ea4171cb4 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:36:07.709079 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c37817-df23-4f27-b3fc-0e9ea4171cb4 None None] Pushing event updated for resources: {'Port': ['ID=757cdf38-b415-4362-8dea-c6d94c5498e6,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:07.758920 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-d1612534-8236-4af7-9e50-ebd694475d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283e6481-34e3-4dc2-9def-915ca59acf97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011330095', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'd5068bba-c41b-46ce-884f-a89b6eacbd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:04Z', 'updated_at': '2021-07-13T08:36:05Z', 'revision_number': 3, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'd5068bba-c41b-46ce-884f-a89b6eacbd95', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:78:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283e6481-34e3-4dc2-9def-915ca59acf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:04Z', 'updated_at': '2021-07-13T08:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:07.797342 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1612534-8236-4af7-9e50-ebd694475d59 None None] The sync data for ids ['283e6481-34e3-4dc2-9def-915ca59acf97'] in n-d-771363-34 is: [{'id': '283e6481-34e3-4dc2-9def-915ca59acf97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011330095', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'd5068bba-c41b-46ce-884f-a89b6eacbd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:04Z', 'updated_at': '2021-07-13T08:36:05Z', 'revision_number': 3, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'd5068bba-c41b-46ce-884f-a89b6eacbd95', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:78:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283e6481-34e3-4dc2-9def-915ca59acf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:04Z', 'updated_at': '2021-07-13T08:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:36:07.800894 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-84c37817-df23-4f27-b3fc-0e9ea4171cb4 None None] Attempting to bind port 757cdf38-b415-4362-8dea-c6d94c5498e6 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:36:07.801355 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-84c37817-df23-4f27-b3fc-0e9ea4171cb4 None None] Attempting to bind port 757cdf38-b415-4362-8dea-c6d94c5498e6 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '61d2adeb-ecde-48b7-a72b-0a075449baf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '184221a3-668c-4df1-990b-cc3b3f804653'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:36:07.801712 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c37817-df23-4f27-b3fc-0e9ea4171cb4 None None] Attempting to bind port 757cdf38-b415-4362-8dea-c6d94c5498e6 on network 184221a3-668c-4df1-990b-cc3b3f804653 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:36:07.807406 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c37817-df23-4f27-b3fc-0e9ea4171cb4 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:36:07.807879 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c37817-df23-4f27-b3fc-0e9ea4171cb4 None None] Checking segment: {'id': '61d2adeb-ecde-48b7-a72b-0a075449baf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '184221a3-668c-4df1-990b-cc3b3f804653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:36:07.808459 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-84c37817-df23-4f27-b3fc-0e9ea4171cb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:07.809439 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c37817-df23-4f27-b3fc-0e9ea4171cb4 None None] Bound using segment: {'id': '61d2adeb-ecde-48b7-a72b-0a075449baf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '184221a3-668c-4df1-990b-cc3b3f804653'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:36:07.810051 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-84c37817-df23-4f27-b3fc-0e9ea4171cb4 None None] Bound port: 757cdf38-b415-4362-8dea-c6d94c5498e6, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61d2adeb-ecde-48b7-a72b-0a075449baf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '184221a3-668c-4df1-990b-cc3b3f804653'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:36:07.810498 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-84c37817-df23-4f27-b3fc-0e9ea4171cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:07.850349 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bf3add15-6a4d-42d8-8d7d-cd03c24af7e4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:07.865983 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-bf3add15-6a4d-42d8-8d7d-cd03c24af7e4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Transition to ACTIVE for port object 3b9ecf8c-d0b6-476f-bb44-b7bf258bc736 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:36:07.882215 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-84c37817-df23-4f27-b3fc-0e9ea4171cb4 None None] For port 757cdf38-b415-4362-8dea-c6d94c5498e6, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:36:07.885989 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-84c37817-df23-4f27-b3fc-0e9ea4171cb4 None None] For port 757cdf38-b415-4362-8dea-c6d94c5498e6, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=757cdf38-b415-4362-8dea-c6d94c5498e6,segment=NetworkSegment(61d2adeb-ecde-48b7-a72b-0a075449baf8),segment_id=61d2adeb-ecde-48b7-a72b-0a075449baf8)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:36:07.890229 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-84c37817-df23-4f27-b3fc-0e9ea4171cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:07.903555 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bf3add15-6a4d-42d8-8d7d-cd03c24af7e4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:07.958011 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3add15-6a4d-42d8-8d7d-cd03c24af7e4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Network 184221a3-668c-4df1-990b-cc3b3f804653 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:36:07.961388 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c37817-df23-4f27-b3fc-0e9ea4171cb4 None None] Pushing event updated for resources: {'Port': ['ID=757cdf38-b415-4362-8dea-c6d94c5498e6,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:07.961565 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-bf3add15-6a4d-42d8-8d7d-cd03c24af7e4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:36:07.964410 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3add15-6a4d-42d8-8d7d-cd03c24af7e4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:36:08.028082 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3add15-6a4d-42d8-8d7d-cd03c24af7e4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'Port': ['ID=3b9ecf8c-d0b6-476f-bb44-b7bf258bc736,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:08.053001 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bf3add15-6a4d-42d8-8d7d-cd03c24af7e4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:08.240707 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bf3add15-6a4d-42d8-8d7d-cd03c24af7e4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:08.548241 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bf3add15-6a4d-42d8-8d7d-cd03c24af7e4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:08.553987 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bf3add15-6a4d-42d8-8d7d-cd03c24af7e4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:08.635568 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3add15-6a4d-42d8-8d7d-cd03c24af7e4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'Port': ['ID=3b9ecf8c-d0b6-476f-bb44-b7bf258bc736,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:08.650389 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bf3add15-6a4d-42d8-8d7d-cd03c24af7e4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:08.753072 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3add15-6a4d-42d8-8d7d-cd03c24af7e4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Network 184221a3-668c-4df1-990b-cc3b3f804653 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:36:08.754547 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-bf3add15-6a4d-42d8-8d7d-cd03c24af7e4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:36:08.888409 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf3add15-6a4d-42d8-8d7d-cd03c24af7e4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Router 283e6481-34e3-4dc2-9def-915ca59acf97 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:36:08.917567 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 757cdf38-b415-4362-8dea-c6d94c5498e6 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:36:08.975989 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 757cdf38-b415-4362-8dea-c6d94c5498e6 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:36:08.980630 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6038e0a6-790b-4bdb-a45b-5659d8ef417c None None] Network 184221a3-668c-4df1-990b-cc3b3f804653 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:36:08.984638 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device d5068bba-c41b-46ce-884f-a89b6eacbd95 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:36:09.011309 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3add15-6a4d-42d8-8d7d-cd03c24af7e4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:36:09.017390 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-bf3add15-6a4d-42d8-8d7d-cd03c24af7e4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "PUT /v2.0/routers/283e6481-34e3-4dc2-9def-915ca59acf97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2671607 Jul 13 08:36:09.076166 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-30ae0587-18d5-4f43-9265-68ea21ea69a9 None None] Provisioning for port 757cdf38-b415-4362-8dea-c6d94c5498e6 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:36:09.087937 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-30ae0587-18d5-4f43-9265-68ea21ea69a9 None None] Provisioning complete for port 757cdf38-b415-4362-8dea-c6d94c5498e6 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:09.088307 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-30ae0587-18d5-4f43-9265-68ea21ea69a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:09.168384 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port d5068bba-c41b-46ce-884f-a89b6eacbd95 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:36:09.178787 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e867d1f4-3489-4f30-96ba-889641156648 req-ed4315dc-37c6-4f47-a054-0ded4975b991 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-821122419&fields=id&tenant_id=f2107e32a8e4470d89bab814aa0ad2b5 HTTP/1.1" status: 200 len: 267 time: 0.0476723 Jul 13 08:36:09.183578 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port d5068bba-c41b-46ce-884f-a89b6eacbd95 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:09.184049 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:09.305921 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867d1f4-3489-4f30-96ba-889641156648 req-0397d4c8-418c-4cf1-897e-882e2eee3fee tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:09.307526 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e867d1f4-3489-4f30-96ba-889641156648 req-0397d4c8-418c-4cf1-897e-882e2eee3fee tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/networks?id=184221a3-668c-4df1-990b-cc3b3f804653 HTTP/1.1" status: 200 len: 796 time: 0.1195383 Jul 13 08:36:09.324149 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e867d1f4-3489-4f30-96ba-889641156648 req-e20a053e-1840-494a-9e9f-410eb84de58d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/quotas/f2107e32a8e4470d89bab814aa0ad2b5 HTTP/1.1" status: 200 len: 375 time: 0.0097907 Jul 13 08:36:09.400174 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e867d1f4-3489-4f30-96ba-889641156648 req-6c19b312-8b94-4b0b-944f-ad6730475abf tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f2107e32a8e4470d89bab814aa0ad2b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692132 Jul 13 08:36:09.443018 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-30ae0587-18d5-4f43-9265-68ea21ea69a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:09.494963 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56165ea1-ceea-4949-a5ca-f01609cd135d None None] Sync routers for ids ['283e6481-34e3-4dc2-9def-915ca59acf97'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:36:09.505761 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56165ea1-ceea-4949-a5ca-f01609cd135d None None] Routers {'283e6481-34e3-4dc2-9def-915ca59acf97'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:36:09.506129 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-56165ea1-ceea-4949-a5ca-f01609cd135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:36:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['283e6481-34e3-4dc2-9def-915ca59acf97'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:09.513890 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-30ae0587-18d5-4f43-9265-68ea21ea69a9 None None] For port 757cdf38-b415-4362-8dea-c6d94c5498e6, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=757cdf38-b415-4362-8dea-c6d94c5498e6,segment=NetworkSegment(61d2adeb-ecde-48b7-a72b-0a075449baf8),segment_id=61d2adeb-ecde-48b7-a72b-0a075449baf8)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:36:09.525116 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-30ae0587-18d5-4f43-9265-68ea21ea69a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:09.538294 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:09.562063 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e867d1f4-3489-4f30-96ba-889641156648 req-90400651-a371-42ed-bd9f-a5a8d8da64e6 service neutron] 10.222.0.23 "GET /v2.0/networks/184221a3-668c-4df1-990b-cc3b3f804653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497808 Jul 13 08:36:09.595932 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port d5068bba-c41b-46ce-884f-a89b6eacbd95, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=d5068bba-c41b-46ce-884f-a89b6eacbd95,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:36:09.607104 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:09.623599 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae0587-18d5-4f43-9265-68ea21ea69a9 None None] Pushing event updated for resources: {'Port': ['ID=757cdf38-b415-4362-8dea-c6d94c5498e6,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:09.638561 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-56165ea1-ceea-4949-a5ca-f01609cd135d None None] Set router 283e6481-34e3-4dc2-9def-915ca59acf97 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:36:09.679938 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e867d1f4-3489-4f30-96ba-889641156648 req-821b8471-1a27-432e-8580-bbed35186d94 service neutron] 10.222.0.23 "GET /v2.0/networks/184221a3-668c-4df1-990b-cc3b3f804653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101055 Jul 13 08:36:09.680186 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=d5068bba-c41b-46ce-884f-a89b6eacbd95,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:09.876863 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-56165ea1-ceea-4949-a5ca-f01609cd135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283e6481-34e3-4dc2-9def-915ca59acf97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011330095', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'd5068bba-c41b-46ce-884f-a89b6eacbd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:04Z', 'updated_at': '2021-07-13T08:36:08Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'd5068bba-c41b-46ce-884f-a89b6eacbd95', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:78:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283e6481-34e3-4dc2-9def-915ca59acf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:04Z', 'updated_at': '2021-07-13T08:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '3b9ecf8c-d0b6-476f-bb44-b7bf258bc736', 'name': '', 'network_id': '184221a3-668c-4df1-990b-cc3b3f804653', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:e5:5c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283e6481-34e3-4dc2-9def-915ca59acf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'da89da9d-0248-4aa5-aa6f-7df4aee9a548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:07Z', 'updated_at': '2021-07-13T08:36:08Z', 'revision_number': 2, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': 'da89da9d-0248-4aa5-aa6f-7df4aee9a548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:09.888565 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-72c2589f-ac76-418f-abe6-e0eb8b390580 req-c13b8017-7c44-4b35-8130-cd0709a121b1 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3e6c7b-b452-4af7-8756-cf487132363d HTTP/1.1" status: 200 len: 210 time: 0.0305505 Jul 13 08:36:09.907384 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56165ea1-ceea-4949-a5ca-f01609cd135d None None] Checking router: 283e6481-34e3-4dc2-9def-915ca59acf97 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:36:09.907673 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56165ea1-ceea-4949-a5ca-f01609cd135d None None] Updating router 283e6481-34e3-4dc2-9def-915ca59acf97 port 3b9ecf8c-d0b6-476f-bb44-b7bf258bc736 binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:36:09.913308 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-04cf98fd-ea32-4346-b8ff-557a9164c832 None None] Provisioning for port 3b9ecf8c-d0b6-476f-bb44-b7bf258bc736 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:36:09.929670 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-04cf98fd-ea32-4346-b8ff-557a9164c832 None None] Provisioning complete for port 3b9ecf8c-d0b6-476f-bb44-b7bf258bc736 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:09.930669 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-04cf98fd-ea32-4346-b8ff-557a9164c832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:09.951141 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-56165ea1-ceea-4949-a5ca-f01609cd135d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:09.982053 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-04cf98fd-ea32-4346-b8ff-557a9164c832 None None] Port 3b9ecf8c-d0b6-476f-bb44-b7bf258bc736 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:36:09.995737 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-04cf98fd-ea32-4346-b8ff-557a9164c832 None None] Provisioning complete for port 757cdf38-b415-4362-8dea-c6d94c5498e6 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:09.996997 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-04cf98fd-ea32-4346-b8ff-557a9164c832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:10.235586 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ab07f3c8-6513-4a98-9834-46cd3d53c89e None None] Provisioning complete for port 3b9ecf8c-d0b6-476f-bb44-b7bf258bc736 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:10.235932 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ab07f3c8-6513-4a98-9834-46cd3d53c89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:10.276189 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-56165ea1-ceea-4949-a5ca-f01609cd135d None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:10.278166 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-ab07f3c8-6513-4a98-9834-46cd3d53c89e None None] Port 3b9ecf8c-d0b6-476f-bb44-b7bf258bc736 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:36:10.290000 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-56165ea1-ceea-4949-a5ca-f01609cd135d None None] Transition to ACTIVE for port object 3b9ecf8c-d0b6-476f-bb44-b7bf258bc736 will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:36:10.297030 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-56165ea1-ceea-4949-a5ca-f01609cd135d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:10.354832 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c9822-5166-48ee-adc8-56f2a33e93e0 None None] Pushing event updated for resources: {'Port': ['ID=3b9ecf8c-d0b6-476f-bb44-b7bf258bc736,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:10.382402 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48c9822-5166-48ee-adc8-56f2a33e93e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:10.383520 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48c9822-5166-48ee-adc8-56f2a33e93e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:10.384062 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48c9822-5166-48ee-adc8-56f2a33e93e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:10.384716 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48c9822-5166-48ee-adc8-56f2a33e93e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:10.385487 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48c9822-5166-48ee-adc8-56f2a33e93e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:10.386019 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48c9822-5166-48ee-adc8-56f2a33e93e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:10.386543 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48c9822-5166-48ee-adc8-56f2a33e93e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:10.387161 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48c9822-5166-48ee-adc8-56f2a33e93e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:10.387373 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48c9822-5166-48ee-adc8-56f2a33e93e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:10.387689 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48c9822-5166-48ee-adc8-56f2a33e93e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:10.388006 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48c9822-5166-48ee-adc8-56f2a33e93e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:10.388365 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48c9822-5166-48ee-adc8-56f2a33e93e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:36:10.426740 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-56165ea1-ceea-4949-a5ca-f01609cd135d None None] Attempting to bind port 3b9ecf8c-d0b6-476f-bb44-b7bf258bc736 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:36:10.427193 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-56165ea1-ceea-4949-a5ca-f01609cd135d None None] Attempting to bind port 3b9ecf8c-d0b6-476f-bb44-b7bf258bc736 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '61d2adeb-ecde-48b7-a72b-0a075449baf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '184221a3-668c-4df1-990b-cc3b3f804653'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:36:10.427647 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56165ea1-ceea-4949-a5ca-f01609cd135d None None] Attempting to bind port 3b9ecf8c-d0b6-476f-bb44-b7bf258bc736 on network 184221a3-668c-4df1-990b-cc3b3f804653 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:36:10.433123 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56165ea1-ceea-4949-a5ca-f01609cd135d None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:36:10.433520 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56165ea1-ceea-4949-a5ca-f01609cd135d None None] Checking segment: {'id': '61d2adeb-ecde-48b7-a72b-0a075449baf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '184221a3-668c-4df1-990b-cc3b3f804653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:36:10.434374 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-56165ea1-ceea-4949-a5ca-f01609cd135d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:10.434899 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56165ea1-ceea-4949-a5ca-f01609cd135d None None] Bound using segment: {'id': '61d2adeb-ecde-48b7-a72b-0a075449baf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '184221a3-668c-4df1-990b-cc3b3f804653'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:36:10.435936 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-56165ea1-ceea-4949-a5ca-f01609cd135d None None] Bound port: 3b9ecf8c-d0b6-476f-bb44-b7bf258bc736, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61d2adeb-ecde-48b7-a72b-0a075449baf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '184221a3-668c-4df1-990b-cc3b3f804653'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:36:10.436634 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-56165ea1-ceea-4949-a5ca-f01609cd135d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:10.507164 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-56165ea1-ceea-4949-a5ca-f01609cd135d None None] For port 3b9ecf8c-d0b6-476f-bb44-b7bf258bc736, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:36:10.511310 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-56165ea1-ceea-4949-a5ca-f01609cd135d None None] For port 3b9ecf8c-d0b6-476f-bb44-b7bf258bc736, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=3b9ecf8c-d0b6-476f-bb44-b7bf258bc736,segment=NetworkSegment(61d2adeb-ecde-48b7-a72b-0a075449baf8),segment_id=61d2adeb-ecde-48b7-a72b-0a075449baf8)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:36:10.518760 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-56165ea1-ceea-4949-a5ca-f01609cd135d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:10.589493 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c9822-5166-48ee-adc8-56f2a33e93e0 None None] Pushing event updated for resources: {'Port': ['ID=3b9ecf8c-d0b6-476f-bb44-b7bf258bc736,revision_number=4']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:10.594385 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56165ea1-ceea-4949-a5ca-f01609cd135d None None] Routers {'283e6481-34e3-4dc2-9def-915ca59acf97'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:36:10.594997 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-56165ea1-ceea-4949-a5ca-f01609cd135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:36:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['283e6481-34e3-4dc2-9def-915ca59acf97'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:10.710662 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-56165ea1-ceea-4949-a5ca-f01609cd135d None None] Set router 283e6481-34e3-4dc2-9def-915ca59acf97 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:36:10.884599 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 757cdf38-b415-4362-8dea-c6d94c5498e6 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:36:10.949747 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-56165ea1-ceea-4949-a5ca-f01609cd135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283e6481-34e3-4dc2-9def-915ca59acf97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011330095', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'd5068bba-c41b-46ce-884f-a89b6eacbd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:04Z', 'updated_at': '2021-07-13T08:36:08Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'd5068bba-c41b-46ce-884f-a89b6eacbd95', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:78:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283e6481-34e3-4dc2-9def-915ca59acf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:04Z', 'updated_at': '2021-07-13T08:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '3b9ecf8c-d0b6-476f-bb44-b7bf258bc736', 'name': '', 'network_id': '184221a3-668c-4df1-990b-cc3b3f804653', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:e5:5c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283e6481-34e3-4dc2-9def-915ca59acf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'da89da9d-0248-4aa5-aa6f-7df4aee9a548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:07Z', 'updated_at': '2021-07-13T08:36:10Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': 'da89da9d-0248-4aa5-aa6f-7df4aee9a548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:10.950972 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 757cdf38-b415-4362-8dea-c6d94c5498e6 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:10.951646 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:10.982430 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56165ea1-ceea-4949-a5ca-f01609cd135d None None] The sync data for ids ['283e6481-34e3-4dc2-9def-915ca59acf97'] in n-d-771363-34 is: [{'id': '283e6481-34e3-4dc2-9def-915ca59acf97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011330095', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'd5068bba-c41b-46ce-884f-a89b6eacbd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:04Z', 'updated_at': '2021-07-13T08:36:08Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'd5068bba-c41b-46ce-884f-a89b6eacbd95', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:78:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283e6481-34e3-4dc2-9def-915ca59acf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:04Z', 'updated_at': '2021-07-13T08:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '3b9ecf8c-d0b6-476f-bb44-b7bf258bc736', 'name': '', 'network_id': '184221a3-668c-4df1-990b-cc3b3f804653', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:e5:5c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283e6481-34e3-4dc2-9def-915ca59acf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'da89da9d-0248-4aa5-aa6f-7df4aee9a548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:07Z', 'updated_at': '2021-07-13T08:36:10Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': 'da89da9d-0248-4aa5-aa6f-7df4aee9a548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:36:11.057232 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device d5068bba-c41b-46ce-884f-a89b6eacbd95 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:36:11.082090 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-151bad85-94bd-48cd-b9f1-d12748100a1f req-92e2270e-a17e-4e79-93ae-2acfb0880312 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3e6c7b-b452-4af7-8756-cf487132363d HTTP/1.1" status: 200 len: 210 time: 0.0552747 Jul 13 08:36:11.135000 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port d5068bba-c41b-46ce-884f-a89b6eacbd95 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:11.135439 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:11.350912 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867d1f4-3489-4f30-96ba-889641156648 req-e5c08a77-85f2-416c-a383-154f6b80da40 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:11.352534 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e867d1f4-3489-4f30-96ba-889641156648 req-e5c08a77-85f2-416c-a383-154f6b80da40 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.42 "GET /v2.0/networks?id=184221a3-668c-4df1-990b-cc3b3f804653 HTTP/1.1" status: 200 len: 796 time: 0.1066496 Jul 13 08:36:11.398539 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e867d1f4-3489-4f30-96ba-889641156648 req-135397a7-56ea-482d-8025-0906dd75f333 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2107e32a8e4470d89bab814aa0ad2b5 HTTP/1.1" status: 200 len: 379 time: 0.0381992 Jul 13 08:36:11.407801 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-e867d1f4-3489-4f30-96ba-889641156648 req-962c217d-96cc-4f62-ad32-939ea6a47466 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'port': {'device_id': '4d3e6c7b-b452-4af7-8756-cf487132363d', 'network_id': '184221a3-668c-4df1-990b-cc3b3f804653', 'admin_state_up': True, 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'security_groups': ['889f6558-d7a2-4237-ba50-5828a6ee1d27']}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:11.525632 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e867d1f4-3489-4f30-96ba-889641156648 req-962c217d-96cc-4f62-ad32-939ea6a47466 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Made reservation on behalf of f2107e32a8e4470d89bab814aa0ad2b5 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:36:11.530241 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e867d1f4-3489-4f30-96ba-889641156648 req-962c217d-96cc-4f62-ad32-939ea6a47466 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:11.679267 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-e867d1f4-3489-4f30-96ba-889641156648 req-962c217d-96cc-4f62-ad32-939ea6a47466 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Allocated IP 172.20.0.3 (184221a3-668c-4df1-990b-cc3b3f804653/da89da9d-0248-4aa5-aa6f-7df4aee9a548/e120ddc5-1f08-4cb0-94d6-ecf72413171e) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:36:11.833079 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e867d1f4-3489-4f30-96ba-889641156648 req-962c217d-96cc-4f62-ad32-939ea6a47466 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:11.848613 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-e867d1f4-3489-4f30-96ba-889641156648 req-962c217d-96cc-4f62-ad32-939ea6a47466 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Transition to ACTIVE for port object e120ddc5-1f08-4cb0-94d6-ecf72413171e will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:36:11.886324 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e867d1f4-3489-4f30-96ba-889641156648 req-962c217d-96cc-4f62-ad32-939ea6a47466 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:11.951765 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e867d1f4-3489-4f30-96ba-889641156648 req-962c217d-96cc-4f62-ad32-939ea6a47466 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Network 184221a3-668c-4df1-990b-cc3b3f804653 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:36:11.953493 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-e867d1f4-3489-4f30-96ba-889641156648 req-962c217d-96cc-4f62-ad32-939ea6a47466 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:36:11.955318 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c217d-96cc-4f62-ad32-939ea6a47466 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'Port': ['ID=e120ddc5-1f08-4cb0-94d6-ecf72413171e,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:11.957486 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-e867d1f4-3489-4f30-96ba-889641156648 req-962c217d-96cc-4f62-ad32-939ea6a47466 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:36:12.010402 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867d1f4-3489-4f30-96ba-889641156648 req-962c217d-96cc-4f62-ad32-939ea6a47466 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:12.011290 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e867d1f4-3489-4f30-96ba-889641156648 req-962c217d-96cc-4f62-ad32-939ea6a47466 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:12.030858 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e867d1f4-3489-4f30-96ba-889641156648 req-962c217d-96cc-4f62-ad32-939ea6a47466 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6268733 Jul 13 08:36:12.042775 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-e867d1f4-3489-4f30-96ba-889641156648 req-ea66c8fc-319d-4489-b248-e257b9e99197 service neutron] Request body: {'port': {'device_id': '4d3e6c7b-b452-4af7-8756-cf487132363d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:12.120883 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e867d1f4-3489-4f30-96ba-889641156648 req-ea66c8fc-319d-4489-b248-e257b9e99197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:12.249412 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-79602341-611f-46f0-a066-0d7fede52180 None None] Provisioning for port e120ddc5-1f08-4cb0-94d6-ecf72413171e completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:36:12.253482 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-79602341-611f-46f0-a066-0d7fede52180 None None] Provisioning complete for port e120ddc5-1f08-4cb0-94d6-ecf72413171e triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:12.253784 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-79602341-611f-46f0-a066-0d7fede52180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:12.288609 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-79602341-611f-46f0-a066-0d7fede52180 None None] Port e120ddc5-1f08-4cb0-94d6-ecf72413171e cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:36:12.369179 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddcbb7-bbd1-4c72-9ed0-26b153d20fc8 req-d10b1d0c-1472-4351-8787-6ca6f8d1fbc8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:12.370666 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-18ddcbb7-bbd1-4c72-9ed0-26b153d20fc8 req-d10b1d0c-1472-4351-8787-6ca6f8d1fbc8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3e6c7b-b452-4af7-8756-cf487132363d HTTP/1.1" status: 200 len: 931 time: 0.1377678 Jul 13 08:36:12.432571 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-18ddcbb7-bbd1-4c72-9ed0-26b153d20fc8 req-e5a0aacd-3eff-4868-9825-73f5935df7ec tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=889f6558-d7a2-4237-ba50-5828a6ee1d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553384 Jul 13 08:36:12.478716 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-e867d1f4-3489-4f30-96ba-889641156648 req-ea66c8fc-319d-4489-b248-e257b9e99197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e120ddc5-1f08-4cb0-94d6-ecf72413171e {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:36:12.486258 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e867d1f4-3489-4f30-96ba-889641156648 req-ea66c8fc-319d-4489-b248-e257b9e99197 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:12.498360 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-e867d1f4-3489-4f30-96ba-889641156648 req-ea66c8fc-319d-4489-b248-e257b9e99197 service neutron] Transition to ACTIVE for port object e120ddc5-1f08-4cb0-94d6-ecf72413171e will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:36:12.501935 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e867d1f4-3489-4f30-96ba-889641156648 req-ea66c8fc-319d-4489-b248-e257b9e99197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:12.881624 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 3b9ecf8c-d0b6-476f-bb44-b7bf258bc736 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:36:12.906743 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66c8fc-319d-4489-b248-e257b9e99197 service neutron] Pushing event updated for resources: {'Port': ['ID=e120ddc5-1f08-4cb0-94d6-ecf72413171e,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:12.941606 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 3b9ecf8c-d0b6-476f-bb44-b7bf258bc736 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:36:12.945194 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 3b9ecf8c-d0b6-476f-bb44-b7bf258bc736 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:12.945547 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:12.977911 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-e867d1f4-3489-4f30-96ba-889641156648 req-ea66c8fc-319d-4489-b248-e257b9e99197 service neutron] Attempting to bind port e120ddc5-1f08-4cb0-94d6-ecf72413171e on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:36:12.978550 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-e867d1f4-3489-4f30-96ba-889641156648 req-ea66c8fc-319d-4489-b248-e257b9e99197 service neutron] Attempting to bind port e120ddc5-1f08-4cb0-94d6-ecf72413171e by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '61d2adeb-ecde-48b7-a72b-0a075449baf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '184221a3-668c-4df1-990b-cc3b3f804653'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:36:12.978879 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e867d1f4-3489-4f30-96ba-889641156648 req-ea66c8fc-319d-4489-b248-e257b9e99197 service neutron] Attempting to bind port e120ddc5-1f08-4cb0-94d6-ecf72413171e on network 184221a3-668c-4df1-990b-cc3b3f804653 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:36:12.983865 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e867d1f4-3489-4f30-96ba-889641156648 req-ea66c8fc-319d-4489-b248-e257b9e99197 service neutron] Port e120ddc5-1f08-4cb0-94d6-ecf72413171e on network 184221a3-668c-4df1-990b-cc3b3f804653 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:36:12.984191 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e867d1f4-3489-4f30-96ba-889641156648 req-ea66c8fc-319d-4489-b248-e257b9e99197 service neutron] Attempting to bind port e120ddc5-1f08-4cb0-94d6-ecf72413171e on network 184221a3-668c-4df1-990b-cc3b3f804653 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:36:12.989557 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e867d1f4-3489-4f30-96ba-889641156648 req-ea66c8fc-319d-4489-b248-e257b9e99197 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:36:12.989902 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e867d1f4-3489-4f30-96ba-889641156648 req-ea66c8fc-319d-4489-b248-e257b9e99197 service neutron] Checking segment: {'id': '61d2adeb-ecde-48b7-a72b-0a075449baf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '184221a3-668c-4df1-990b-cc3b3f804653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:36:12.990290 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e867d1f4-3489-4f30-96ba-889641156648 req-ea66c8fc-319d-4489-b248-e257b9e99197 service neutron] Bound using segment: {'id': '61d2adeb-ecde-48b7-a72b-0a075449baf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '184221a3-668c-4df1-990b-cc3b3f804653'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:36:12.990718 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-e867d1f4-3489-4f30-96ba-889641156648 req-ea66c8fc-319d-4489-b248-e257b9e99197 service neutron] Bound port: e120ddc5-1f08-4cb0-94d6-ecf72413171e, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61d2adeb-ecde-48b7-a72b-0a075449baf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '184221a3-668c-4df1-990b-cc3b3f804653'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:36:12.991076 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e867d1f4-3489-4f30-96ba-889641156648 req-ea66c8fc-319d-4489-b248-e257b9e99197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:13.023583 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:13.055506 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-e867d1f4-3489-4f30-96ba-889641156648 req-ea66c8fc-319d-4489-b248-e257b9e99197 service neutron] For port e120ddc5-1f08-4cb0-94d6-ecf72413171e, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:36:13.055738 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 3b9ecf8c-d0b6-476f-bb44-b7bf258bc736, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=3b9ecf8c-d0b6-476f-bb44-b7bf258bc736,segment=NetworkSegment(61d2adeb-ecde-48b7-a72b-0a075449baf8),segment_id=61d2adeb-ecde-48b7-a72b-0a075449baf8)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:36:13.059736 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:13.060421 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-e867d1f4-3489-4f30-96ba-889641156648 req-ea66c8fc-319d-4489-b248-e257b9e99197 service neutron] For port e120ddc5-1f08-4cb0-94d6-ecf72413171e, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=e120ddc5-1f08-4cb0-94d6-ecf72413171e,segment=NetworkSegment(61d2adeb-ecde-48b7-a72b-0a075449baf8),segment_id=61d2adeb-ecde-48b7-a72b-0a075449baf8)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:36:13.065579 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e867d1f4-3489-4f30-96ba-889641156648 req-ea66c8fc-319d-4489-b248-e257b9e99197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:13.107459 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867d1f4-3489-4f30-96ba-889641156648 req-ea66c8fc-319d-4489-b248-e257b9e99197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:13.108089 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-e867d1f4-3489-4f30-96ba-889641156648 req-ea66c8fc-319d-4489-b248-e257b9e99197 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:13.109918 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e867d1f4-3489-4f30-96ba-889641156648 req-ea66c8fc-319d-4489-b248-e257b9e99197 service neutron] 10.222.0.42 "PUT /v2.0/ports/e120ddc5-1f08-4cb0-94d6-ecf72413171e HTTP/1.1" status: 200 len: 1092 time: 1.0712457 Jul 13 08:36:13.110053 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d3e6c7b-b452-4af7-8756-cf487132363d', 'tag': 'e120ddc5-1f08-4cb0-94d6-ecf72413171e'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:36:13.112466 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9164283-064a-439d-bae5-b75c469e2dcc" -d '{"events": [{"name": "network-changed", "server_uuid": "4d3e6c7b-b452-4af7-8756-cf487132363d", "tag": "e120ddc5-1f08-4cb0-94d6-ecf72413171e"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:36:13.117039 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=3b9ecf8c-d0b6-476f-bb44-b7bf258bc736,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:13.138335 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66c8fc-319d-4489-b248-e257b9e99197 service neutron] Pushing event updated for resources: {'Port': ['ID=e120ddc5-1f08-4cb0-94d6-ecf72413171e,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:13.171885 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1b07cc-6d41-46fb-9d36-aeac6b8cab7e x-openstack-request-id: req-3f1b07cc-6d41-46fb-9d36-aeac6b8cab7e {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:36:13.172179 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d3e6c7b-b452-4af7-8756-cf487132363d", "tag": "e120ddc5-1f08-4cb0-94d6-ecf72413171e", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:36:13.172432 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f1b07cc-6d41-46fb-9d36-aeac6b8cab7e {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:36:13.172820 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d3e6c7b-b452-4af7-8756-cf487132363d', 'tag': 'e120ddc5-1f08-4cb0-94d6-ecf72413171e', 'status': 'completed', 'code': 200} Jul 13 08:36:13.219039 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867d1f4-3489-4f30-96ba-889641156648 req-a99c87b7-b483-46a8-98a8-9e8394da38a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:13.220618 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e867d1f4-3489-4f30-96ba-889641156648 req-a99c87b7-b483-46a8-98a8-9e8394da38a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2107e32a8e4470d89bab814aa0ad2b5&device_id=4d3e6c7b-b452-4af7-8756-cf487132363d HTTP/1.1" status: 200 len: 1095 time: 0.0584772 Jul 13 08:36:13.262536 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e867d1f4-3489-4f30-96ba-889641156648 req-d9994db1-3424-4d57-93c5-8bb6af97d64a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e120ddc5-1f08-4cb0-94d6-ecf72413171e HTTP/1.1" status: 200 len: 217 time: 0.0350459 Jul 13 08:36:13.316457 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867d1f4-3489-4f30-96ba-889641156648 req-4ab39a1f-515e-402e-a11f-51edd3808d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:13.317867 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e867d1f4-3489-4f30-96ba-889641156648 req-4ab39a1f-515e-402e-a11f-51edd3808d03 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da89da9d-0248-4aa5-aa6f-7df4aee9a548 HTTP/1.1" status: 200 len: 835 time: 0.0499108 Jul 13 08:36:13.349156 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2327d9e5-0d8e-4697-b2ea-c1ac6ecedd73 None None] Provisioning complete for port 3b9ecf8c-d0b6-476f-bb44-b7bf258bc736 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:13.349674 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2327d9e5-0d8e-4697-b2ea-c1ac6ecedd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:13.383513 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867d1f4-3489-4f30-96ba-889641156648 req-86caf208-a801-4c6a-9650-f162cbecdf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:13.384972 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e867d1f4-3489-4f30-96ba-889641156648 req-86caf208-a801-4c6a-9650-f162cbecdf1e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=184221a3-668c-4df1-990b-cc3b3f804653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609288 Jul 13 08:36:13.478403 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e867d1f4-3489-4f30-96ba-889641156648 req-812e0469-8325-48a8-82dd-2c384742d426 service neutron] 10.222.0.42 "GET /v2.0/networks/184221a3-668c-4df1-990b-cc3b3f804653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868592 Jul 13 08:36:13.604632 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e867d1f4-3489-4f30-96ba-889641156648 req-bc94d631-9ebb-4ef9-a1d4-2ff4b1256d14 service neutron] 10.222.0.42 "GET /v2.0/networks/184221a3-668c-4df1-990b-cc3b3f804653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198478 Jul 13 08:36:13.630322 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d425af-b70d-4de1-a699-ed13aa01ed07 req-317a5e07-fb50-4617-9e32-4b3096698f4e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:13.631822 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d6d425af-b70d-4de1-a699-ed13aa01ed07 req-317a5e07-fb50-4617-9e32-4b3096698f4e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3e6c7b-b452-4af7-8756-cf487132363d HTTP/1.1" status: 200 len: 943 time: 0.0853481 Jul 13 08:36:13.701411 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d6d425af-b70d-4de1-a699-ed13aa01ed07 req-412e357d-0864-44a5-9a1f-4aca2afbd499 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=889f6558-d7a2-4237-ba50-5828a6ee1d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632834 Jul 13 08:36:13.721640 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9164283-064a-439d-bae5-b75c469e2dcc req-ef7c4400-aaaa-4037-b003-afd698ac03fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:13.723177 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b9164283-064a-439d-bae5-b75c469e2dcc req-ef7c4400-aaaa-4037-b003-afd698ac03fc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2107e32a8e4470d89bab814aa0ad2b5&device_id=4d3e6c7b-b452-4af7-8756-cf487132363d HTTP/1.1" status: 200 len: 1095 time: 0.0688741 Jul 13 08:36:13.817226 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9164283-064a-439d-bae5-b75c469e2dcc req-c10d6b20-b383-437d-a056-fa275acb8a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:13.818741 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b9164283-064a-439d-bae5-b75c469e2dcc req-c10d6b20-b383-437d-a056-fa275acb8a30 service neutron] 10.222.0.42 "GET /v2.0/networks?id=184221a3-668c-4df1-990b-cc3b3f804653 HTTP/1.1" status: 200 len: 897 time: 0.0893455 Jul 13 08:36:13.863160 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b9164283-064a-439d-bae5-b75c469e2dcc req-695ae34a-4877-4917-8f81-ad7d0ae08b14 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e120ddc5-1f08-4cb0-94d6-ecf72413171e HTTP/1.1" status: 200 len: 217 time: 0.0377543 Jul 13 08:36:13.911259 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9164283-064a-439d-bae5-b75c469e2dcc req-d5123cfe-a533-4c85-b46e-37eabc016a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:13.912684 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b9164283-064a-439d-bae5-b75c469e2dcc req-d5123cfe-a533-4c85-b46e-37eabc016a47 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da89da9d-0248-4aa5-aa6f-7df4aee9a548 HTTP/1.1" status: 200 len: 835 time: 0.0425894 Jul 13 08:36:13.968708 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9164283-064a-439d-bae5-b75c469e2dcc req-175e4c43-7c31-42c2-9e8f-b607a77ec5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:13.970175 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b9164283-064a-439d-bae5-b75c469e2dcc req-175e4c43-7c31-42c2-9e8f-b607a77ec5e0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=184221a3-668c-4df1-990b-cc3b3f804653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501742 Jul 13 08:36:14.060648 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b9164283-064a-439d-bae5-b75c469e2dcc req-fa0e4fd7-eca2-4e09-b9c4-233a81e6dfba service neutron] 10.222.0.42 "GET /v2.0/networks/184221a3-668c-4df1-990b-cc3b3f804653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837696 Jul 13 08:36:14.148356 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b9164283-064a-439d-bae5-b75c469e2dcc req-e4b38648-0a5a-41f9-9784-774bfaa4533d service neutron] 10.222.0.42 "GET /v2.0/networks/184221a3-668c-4df1-990b-cc3b3f804653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813105 Jul 13 08:36:14.861206 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 3b9ecf8c-d0b6-476f-bb44-b7bf258bc736 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:36:14.880025 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d4ad4-0d7f-4b3f-aab9-dc1ddc0e02e8 req-61062ae0-1dac-44a2-85b3-3c0095ee01ab tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:14.881525 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-126d4ad4-0d7f-4b3f-aab9-dc1ddc0e02e8 req-61062ae0-1dac-44a2-85b3-3c0095ee01ab tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3e6c7b-b452-4af7-8756-cf487132363d HTTP/1.1" status: 200 len: 943 time: 0.0648074 Jul 13 08:36:14.909408 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 3b9ecf8c-d0b6-476f-bb44-b7bf258bc736 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:14.909775 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:14.920162 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-126d4ad4-0d7f-4b3f-aab9-dc1ddc0e02e8 req-31d9af6c-83e4-4033-ab71-3631febe7b8b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=889f6558-d7a2-4237-ba50-5828a6ee1d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331457 Jul 13 08:36:16.028119 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:36:16.101230 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce814c3-c52c-4899-a3d0-f77d8ad10b72 req-d4d92f49-7c57-437c-83e0-47bf90ccb8d5 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:16.102783 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bce814c3-c52c-4899-a3d0-f77d8ad10b72 req-d4d92f49-7c57-437c-83e0-47bf90ccb8d5 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3e6c7b-b452-4af7-8756-cf487132363d HTTP/1.1" status: 200 len: 943 time: 0.0683780 Jul 13 08:36:16.140849 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bce814c3-c52c-4899-a3d0-f77d8ad10b72 req-ce767f5d-7a7f-4491-8ac8-153d097cf5d7 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=889f6558-d7a2-4237-ba50-5828a6ee1d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322201 Jul 13 08:36:16.365061 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device e120ddc5-1f08-4cb0-94d6-ecf72413171e details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:36:16.458230 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port e120ddc5-1f08-4cb0-94d6-ecf72413171e, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=e120ddc5-1f08-4cb0-94d6-ecf72413171e,segment=NetworkSegment(61d2adeb-ecde-48b7-a72b-0a075449baf8),segment_id=61d2adeb-ecde-48b7-a72b-0a075449baf8)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:36:16.468844 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': 'e120ddc5-1f08-4cb0-94d6-ecf72413171e', 'network_id': '184221a3-668c-4df1-990b-cc3b3f804653', 'port_id': 'e120ddc5-1f08-4cb0-94d6-ecf72413171e', 'mac_address': 'fa:16:3e:19:94:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da89da9d-0248-4aa5-aa6f-7df4aee9a548', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:36:16.505520 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:16.521717 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e120ddc5-1f08-4cb0-94d6-ecf72413171e {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:36:16.540796 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port e120ddc5-1f08-4cb0-94d6-ecf72413171e, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=e120ddc5-1f08-4cb0-94d6-ecf72413171e,segment=NetworkSegment(61d2adeb-ecde-48b7-a72b-0a075449baf8),segment_id=61d2adeb-ecde-48b7-a72b-0a075449baf8)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:36:16.545776 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:16.599934 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=e120ddc5-1f08-4cb0-94d6-ecf72413171e,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:16.809350 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['e120ddc5-1f08-4cb0-94d6-ecf72413171e'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:36:17.311606 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ee5c9-9f32-4836-a9e4-78bbefdcd023 req-8c7d32ae-46ea-4a9e-b920-93bdcd796ac3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:17.313095 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-038ee5c9-9f32-4836-a9e4-78bbefdcd023 req-8c7d32ae-46ea-4a9e-b920-93bdcd796ac3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3e6c7b-b452-4af7-8756-cf487132363d HTTP/1.1" status: 200 len: 944 time: 0.0627949 Jul 13 08:36:17.349467 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-038ee5c9-9f32-4836-a9e4-78bbefdcd023 req-3ced1de9-ec93-4531-a5ca-176b8deb28da tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=889f6558-d7a2-4237-ba50-5828a6ee1d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309396 Jul 13 08:36:18.380689 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device e120ddc5-1f08-4cb0-94d6-ecf72413171e up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:36:18.428825 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port e120ddc5-1f08-4cb0-94d6-ecf72413171e completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:36:18.432279 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port e120ddc5-1f08-4cb0-94d6-ecf72413171e triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:18.432648 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:18.512558 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:18.525348 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021ddc2-4bc1-41a1-ae26-714eaaf3a433 req-3548649c-83f3-4bff-8d7b-aa252349082e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:18.526836 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5021ddc2-4bc1-41a1-ae26-714eaaf3a433 req-3548649c-83f3-4bff-8d7b-aa252349082e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3e6c7b-b452-4af7-8756-cf487132363d HTTP/1.1" status: 200 len: 944 time: 0.0641229 Jul 13 08:36:18.535949 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3e6c7b-b452-4af7-8756-cf487132363d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e120ddc5-1f08-4cb0-94d6-ecf72413171e'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:36:18.538266 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}819247fa28fcd914db4aabd8a9f8f95ceb467163a9d63008da3b74a1dcff375d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55600837-fb65-4304-8121-5485fcc53c85" -d '{"events": [{"server_uuid": "4d3e6c7b-b452-4af7-8756-cf487132363d", "name": "network-vif-plugged", "status": "completed", "tag": "e120ddc5-1f08-4cb0-94d6-ecf72413171e"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:36:18.554516 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port e120ddc5-1f08-4cb0-94d6-ecf72413171e, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=e120ddc5-1f08-4cb0-94d6-ecf72413171e,segment=NetworkSegment(61d2adeb-ecde-48b7-a72b-0a075449baf8),segment_id=61d2adeb-ecde-48b7-a72b-0a075449baf8)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:36:18.559425 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:18.569764 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5021ddc2-4bc1-41a1-ae26-714eaaf3a433 req-3e844ce4-8116-4108-9e80-d75a6739df6b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=889f6558-d7a2-4237-ba50-5828a6ee1d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368104 Jul 13 08:36:18.586111 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9708499c-07cd-4e72-a633-0495602f3a9e x-openstack-request-id: req-9708499c-07cd-4e72-a633-0495602f3a9e {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:36:18.586307 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d3e6c7b-b452-4af7-8756-cf487132363d", "name": "network-vif-plugged", "status": "completed", "tag": "e120ddc5-1f08-4cb0-94d6-ecf72413171e", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:36:18.586536 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9708499c-07cd-4e72-a633-0495602f3a9e {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:36:18.586899 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d3e6c7b-b452-4af7-8756-cf487132363d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e120ddc5-1f08-4cb0-94d6-ecf72413171e', 'code': 200} Jul 13 08:36:18.622243 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=e120ddc5-1f08-4cb0-94d6-ecf72413171e,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:18.699182 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa6989-48c0-4175-8fb1-787f84883bc3 req-85a55c0a-b71b-4f8e-b57f-d12c1defe2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:18.700877 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2bfa6989-48c0-4175-8fb1-787f84883bc3 req-85a55c0a-b71b-4f8e-b57f-d12c1defe2c6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4d3e6c7b-b452-4af7-8756-cf487132363d HTTP/1.1" status: 200 len: 1097 time: 0.0536070 Jul 13 08:36:18.737077 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2bfa6989-48c0-4175-8fb1-787f84883bc3 req-6474f90d-f1b4-4c87-8d1f-bfadbbd8fbd2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=889f6558-d7a2-4237-ba50-5828a6ee1d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300694 Jul 13 08:36:18.847939 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-0c7845b3-f869-4e52-8e1b-64569dda9b34 None None] Provisioning complete for port e120ddc5-1f08-4cb0-94d6-ecf72413171e triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:36:18.848304 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0c7845b3-f869-4e52-8e1b-64569dda9b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:19.752330 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953bf9df-611b-4f45-983c-6cb14b0106d0 req-6f04e36f-f46e-4535-8352-261fc056614f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:19.753810 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-953bf9df-611b-4f45-983c-6cb14b0106d0 req-6f04e36f-f46e-4535-8352-261fc056614f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3e6c7b-b452-4af7-8756-cf487132363d HTTP/1.1" status: 200 len: 945 time: 0.0667598 Jul 13 08:36:19.791680 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-953bf9df-611b-4f45-983c-6cb14b0106d0 req-de08ef6d-3caf-4881-929d-bcce64dd9924 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=889f6558-d7a2-4237-ba50-5828a6ee1d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324006 Jul 13 08:36:19.968066 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482a020-c61a-4b9d-93f9-91aec6d694fe req-c278af42-f3e1-41dd-af25-41f27b64454c tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:19.969474 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8482a020-c61a-4b9d-93f9-91aec6d694fe req-c278af42-f3e1-41dd-af25-41f27b64454c tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3e6c7b-b452-4af7-8756-cf487132363d HTTP/1.1" status: 200 len: 945 time: 0.0667684 Jul 13 08:36:20.005950 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8482a020-c61a-4b9d-93f9-91aec6d694fe req-ec2edeeb-fffd-4583-8e53-64efab012dda tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=889f6558-d7a2-4237-ba50-5828a6ee1d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310094 Jul 13 08:36:20.029989 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45882) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:20.081027 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae74490-ba85-4f0d-80c7-4ab7d4ce128b tempest-TestNetworkAdvancedServerOps-849280787 tempest-TestNetworkAdvancedServerOps-849280787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:20.082538 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3ae74490-ba85-4f0d-80c7-4ab7d4ce128b tempest-TestNetworkAdvancedServerOps-849280787 tempest-TestNetworkAdvancedServerOps-849280787-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4d3e6c7b-b452-4af7-8756-cf487132363d HTTP/1.1" status: 200 len: 1092 time: 0.0515702 Jul 13 08:36:20.085332 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45884) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:20.089677 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-79a18ccf-6b87-4d9f-b96e-c398338b6984 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'port_id': 'e120ddc5-1f08-4cb0-94d6-ecf72413171e', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:36:20.111470 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79a18ccf-6b87-4d9f-b96e-c398338b6984 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for floatingip, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:20.210746 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79a18ccf-6b87-4d9f-b96e-c398338b6984 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:20.310983 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-79a18ccf-6b87-4d9f-b96e-c398338b6984 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Allocated IP 172.25.3.87 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/b3901ef0-8d98-4d89-bf02-301f841abd73) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:36:20.415367 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79a18ccf-6b87-4d9f-b96e-c398338b6984 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:20.453724 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79a18ccf-6b87-4d9f-b96e-c398338b6984 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:20.487534 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a18ccf-6b87-4d9f-b96e-c398338b6984 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:36:20.490296 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-79a18ccf-6b87-4d9f-b96e-c398338b6984 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:36:20.495677 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a18ccf-6b87-4d9f-b96e-c398338b6984 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:36:20.524067 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a18ccf-6b87-4d9f-b96e-c398338b6984 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'Port': ['ID=b3901ef0-8d98-4d89-bf02-301f841abd73,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:20.872419 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79a18ccf-6b87-4d9f-b96e-c398338b6984 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:20.952458 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79a18ccf-6b87-4d9f-b96e-c398338b6984 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:21.096230 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79a18ccf-6b87-4d9f-b96e-c398338b6984 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:21.100462 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79a18ccf-6b87-4d9f-b96e-c398338b6984 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:21.172134 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a18ccf-6b87-4d9f-b96e-c398338b6984 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'Port': ['ID=b3901ef0-8d98-4d89-bf02-301f841abd73,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:36:21.181618 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79a18ccf-6b87-4d9f-b96e-c398338b6984 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:21.282868 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [None req-79a18ccf-6b87-4d9f-b96e-c398338b6984 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Floating IP 0b92db47-498a-4999-9895-dfa752419156 associated. External IP: 172.25.3.87, port: e120ddc5-1f08-4cb0-94d6-ecf72413171e. Jul 13 08:36:21.488232 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a18ccf-6b87-4d9f-b96e-c398338b6984 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Router 283e6481-34e3-4dc2-9def-915ca59acf97 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:36:21.595752 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a18ccf-6b87-4d9f-b96e-c398338b6984 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:36:21.605664 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d556b80-78a3-41ee-b226-f13b9c4b0c3c None None] Sync routers for ids ['283e6481-34e3-4dc2-9def-915ca59acf97'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:36:21.612496 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-79a18ccf-6b87-4d9f-b96e-c398338b6984 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:21.616645 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d556b80-78a3-41ee-b226-f13b9c4b0c3c None None] Routers {'283e6481-34e3-4dc2-9def-915ca59acf97'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:36:21.617279 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-0d556b80-78a3-41ee-b226-f13b9c4b0c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:36:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['283e6481-34e3-4dc2-9def-915ca59acf97'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:21.649846 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-79a18ccf-6b87-4d9f-b96e-c398338b6984 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5635066 Jul 13 08:36:21.650796 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d3e6c7b-b452-4af7-8756-cf487132363d', 'tag': 'e120ddc5-1f08-4cb0-94d6-ecf72413171e'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:36:21.653247 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ce7809-4ae0-4580-8851-2ed0f4d12c51" -d '{"events": [{"name": "network-changed", "server_uuid": "4d3e6c7b-b452-4af7-8756-cf487132363d", "tag": "e120ddc5-1f08-4cb0-94d6-ecf72413171e"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:36:21.693131 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b11e7c8-5916-4c14-b8f3-3730b190531d x-openstack-request-id: req-3b11e7c8-5916-4c14-b8f3-3730b190531d {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:36:21.693423 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d3e6c7b-b452-4af7-8756-cf487132363d", "tag": "e120ddc5-1f08-4cb0-94d6-ecf72413171e", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:36:21.693668 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3b11e7c8-5916-4c14-b8f3-3730b190531d {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:36:21.694082 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d3e6c7b-b452-4af7-8756-cf487132363d', 'tag': 'e120ddc5-1f08-4cb0-94d6-ecf72413171e', 'status': 'completed', 'code': 200} Jul 13 08:36:21.728981 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-0d556b80-78a3-41ee-b226-f13b9c4b0c3c None None] Set router 283e6481-34e3-4dc2-9def-915ca59acf97 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:36:21.775186 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce7809-4ae0-4580-8851-2ed0f4d12c51 req-caca8560-d4a9-4165-bfe6-f505a7c903de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:21.776933 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d7ce7809-4ae0-4580-8851-2ed0f4d12c51 req-caca8560-d4a9-4165-bfe6-f505a7c903de service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2107e32a8e4470d89bab814aa0ad2b5&device_id=4d3e6c7b-b452-4af7-8756-cf487132363d HTTP/1.1" status: 200 len: 1097 time: 0.0585611 Jul 13 08:36:21.814194 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18420df3-6e35-4008-bba6-21050e1fac15 req-890f2d26-e737-42fb-a940-95cddb34ee00 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:21.815881 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-18420df3-6e35-4008-bba6-21050e1fac15 req-890f2d26-e737-42fb-a940-95cddb34ee00 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3e6c7b-b452-4af7-8756-cf487132363d HTTP/1.1" status: 200 len: 945 time: 0.0678368 Jul 13 08:36:21.856566 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-18420df3-6e35-4008-bba6-21050e1fac15 req-fb7f8431-1790-4f49-a134-2f707afb5958 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=889f6558-d7a2-4237-ba50-5828a6ee1d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351062 Jul 13 08:36:21.879716 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce7809-4ae0-4580-8851-2ed0f4d12c51 req-2aa90438-fc60-4c8d-92db-95f72af1f402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:21.879716 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d7ce7809-4ae0-4580-8851-2ed0f4d12c51 req-2aa90438-fc60-4c8d-92db-95f72af1f402 service neutron] 10.222.0.42 "GET /v2.0/networks?id=184221a3-668c-4df1-990b-cc3b3f804653 HTTP/1.1" status: 200 len: 897 time: 0.0961926 Jul 13 08:36:21.881689 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45890) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:21.973671 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-0d556b80-78a3-41ee-b226-f13b9c4b0c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283e6481-34e3-4dc2-9def-915ca59acf97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011330095', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'd5068bba-c41b-46ce-884f-a89b6eacbd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:04Z', 'updated_at': '2021-07-13T08:36:08Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'd5068bba-c41b-46ce-884f-a89b6eacbd95', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:78:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283e6481-34e3-4dc2-9def-915ca59acf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:04Z', 'updated_at': '2021-07-13T08:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '0b92db47-498a-4999-9895-dfa752419156', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'floating_ip_address': '172.25.3.87', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '283e6481-34e3-4dc2-9def-915ca59acf97', 'port_id': 'e120ddc5-1f08-4cb0-94d6-ecf72413171e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '184221a3-668c-4df1-990b-cc3b3f804653', 'mac_address': 'fa:16:3e:19:94:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e6c7b-b452-4af7-8756-cf487132363d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:36:20Z', 'updated_at': '2021-07-13T08:36:20Z', 'revision_number': 0, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b9ecf8c-d0b6-476f-bb44-b7bf258bc736', 'name': '', 'network_id': '184221a3-668c-4df1-990b-cc3b3f804653', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:e5:5c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283e6481-34e3-4dc2-9def-915ca59acf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'da89da9d-0248-4aa5-aa6f-7df4aee9a548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:07Z', 'updated_at': '2021-07-13T08:36:13Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': 'da89da9d-0248-4aa5-aa6f-7df4aee9a548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:21.991783 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d7ce7809-4ae0-4580-8851-2ed0f4d12c51 req-75e91fc2-40ce-458d-8f55-852beace8f45 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e120ddc5-1f08-4cb0-94d6-ecf72413171e HTTP/1.1" status: 200 len: 998 time: 0.1034675 Jul 13 08:36:21.994741 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b48de7ad-c751-47ee-9c8c-13b3036a09d6 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/floatingips/0b92db47-498a-4999-9895-dfa752419156 HTTP/1.1" status: 200 len: 990 time: 0.1120348 Jul 13 08:36:22.000680 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d556b80-78a3-41ee-b226-f13b9c4b0c3c None None] Checking router: 283e6481-34e3-4dc2-9def-915ca59acf97 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:36:22.008903 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d556b80-78a3-41ee-b226-f13b9c4b0c3c None None] Routers {'283e6481-34e3-4dc2-9def-915ca59acf97'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:36:22.009509 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-0d556b80-78a3-41ee-b226-f13b9c4b0c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:36:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['283e6481-34e3-4dc2-9def-915ca59acf97'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:22.040647 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce7809-4ae0-4580-8851-2ed0f4d12c51 req-9dd991c9-73d3-4925-8019-bff32775441a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:22.042033 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d7ce7809-4ae0-4580-8851-2ed0f4d12c51 req-9dd991c9-73d3-4925-8019-bff32775441a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da89da9d-0248-4aa5-aa6f-7df4aee9a548 HTTP/1.1" status: 200 len: 835 time: 0.0445914 Jul 13 08:36:22.098592 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce7809-4ae0-4580-8851-2ed0f4d12c51 req-fc2054f2-7f88-423b-840c-1bf51c161871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:22.100145 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d7ce7809-4ae0-4580-8851-2ed0f4d12c51 req-fc2054f2-7f88-423b-840c-1bf51c161871 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=184221a3-668c-4df1-990b-cc3b3f804653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523419 Jul 13 08:36:22.120611 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-0d556b80-78a3-41ee-b226-f13b9c4b0c3c None None] Set router 283e6481-34e3-4dc2-9def-915ca59acf97 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:36:22.195869 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d7ce7809-4ae0-4580-8851-2ed0f4d12c51 req-5f198638-f2b1-44d5-a24b-8cdaefa09e1e service neutron] 10.222.0.42 "GET /v2.0/networks/184221a3-668c-4df1-990b-cc3b3f804653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893075 Jul 13 08:36:22.286490 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d7ce7809-4ae0-4580-8851-2ed0f4d12c51 req-94cc302c-53f2-4e8a-8b47-ad46b916a053 service neutron] 10.222.0.42 "GET /v2.0/networks/184221a3-668c-4df1-990b-cc3b3f804653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838552 Jul 13 08:36:22.349204 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-0d556b80-78a3-41ee-b226-f13b9c4b0c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283e6481-34e3-4dc2-9def-915ca59acf97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011330095', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'd5068bba-c41b-46ce-884f-a89b6eacbd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:04Z', 'updated_at': '2021-07-13T08:36:08Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'd5068bba-c41b-46ce-884f-a89b6eacbd95', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:78:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283e6481-34e3-4dc2-9def-915ca59acf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:04Z', 'updated_at': '2021-07-13T08:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '0b92db47-498a-4999-9895-dfa752419156', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'floating_ip_address': '172.25.3.87', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '283e6481-34e3-4dc2-9def-915ca59acf97', 'port_id': 'e120ddc5-1f08-4cb0-94d6-ecf72413171e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '184221a3-668c-4df1-990b-cc3b3f804653', 'mac_address': 'fa:16:3e:19:94:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e6c7b-b452-4af7-8756-cf487132363d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:36:20Z', 'updated_at': '2021-07-13T08:36:20Z', 'revision_number': 0, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b9ecf8c-d0b6-476f-bb44-b7bf258bc736', 'name': '', 'network_id': '184221a3-668c-4df1-990b-cc3b3f804653', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:e5:5c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283e6481-34e3-4dc2-9def-915ca59acf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'da89da9d-0248-4aa5-aa6f-7df4aee9a548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:07Z', 'updated_at': '2021-07-13T08:36:13Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': 'da89da9d-0248-4aa5-aa6f-7df4aee9a548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:36:22.374811 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d556b80-78a3-41ee-b226-f13b9c4b0c3c None None] The sync data for ids ['283e6481-34e3-4dc2-9def-915ca59acf97'] in n-d-771363-34 is: [{'id': '283e6481-34e3-4dc2-9def-915ca59acf97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011330095', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'd5068bba-c41b-46ce-884f-a89b6eacbd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:04Z', 'updated_at': '2021-07-13T08:36:08Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'd5068bba-c41b-46ce-884f-a89b6eacbd95', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:78:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283e6481-34e3-4dc2-9def-915ca59acf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:04Z', 'updated_at': '2021-07-13T08:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '0b92db47-498a-4999-9895-dfa752419156', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'floating_ip_address': '172.25.3.87', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '283e6481-34e3-4dc2-9def-915ca59acf97', 'port_id': 'e120ddc5-1f08-4cb0-94d6-ecf72413171e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '184221a3-668c-4df1-990b-cc3b3f804653', 'mac_address': 'fa:16:3e:19:94:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e6c7b-b452-4af7-8756-cf487132363d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:36:20Z', 'updated_at': '2021-07-13T08:36:20Z', 'revision_number': 0, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b9ecf8c-d0b6-476f-bb44-b7bf258bc736', 'name': '', 'network_id': '184221a3-668c-4df1-990b-cc3b3f804653', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:e5:5c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283e6481-34e3-4dc2-9def-915ca59acf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'da89da9d-0248-4aa5-aa6f-7df4aee9a548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:07Z', 'updated_at': '2021-07-13T08:36:13Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': 'da89da9d-0248-4aa5-aa6f-7df4aee9a548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:36:22.593517 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcb4823-adf6-401d-9321-4ccb1689cfa3 None None] New status for floating IP 0b92db47-498a-4999-9895-dfa752419156: ACTIVE {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:36:22.998220 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45892) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:36:23.064606 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-bcf6169b-087b-44a3-af74-6d46510ed5b1 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/floatingips/0b92db47-498a-4999-9895-dfa752419156 HTTP/1.1" status: 200 len: 992 time: 0.0651710 Jul 13 08:36:24.014836 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:24.689794 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:30.391130 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4f6d87ab-c480-4193-8d08-2a275ac24b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:33.241877 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:33.265077 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-dde481ce-bdfb-40e5-98a0-0c82e48ddc71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:34.380035 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:36.141983 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:53.048059 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:36:54.016093 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:54.678452 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd5c61-a652-496c-a377-b3f1139513eb req-d0ab2d9c-5bc2-4798-87c7-f1054a94905d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:54.679973 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-acbd5c61-a652-496c-a377-b3f1139513eb req-d0ab2d9c-5bc2-4798-87c7-f1054a94905d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3e6c7b-b452-4af7-8756-cf487132363d HTTP/1.1" status: 200 len: 945 time: 0.1031024 Jul 13 08:36:54.683595 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8efdfde-c35d-4a4f-ae53-46dd9eb41e78 req-a07c5c19-b632-4245-b015-80a6946029c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:54.684997 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b8efdfde-c35d-4a4f-ae53-46dd9eb41e78 req-a07c5c19-b632-4245-b015-80a6946029c5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2107e32a8e4470d89bab814aa0ad2b5&device_id=4d3e6c7b-b452-4af7-8756-cf487132363d HTTP/1.1" status: 200 len: 1097 time: 0.1394463 Jul 13 08:36:54.697171 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:36:54.750141 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-acbd5c61-a652-496c-a377-b3f1139513eb req-3dbe386c-b464-4119-af5b-7443012cb4a2 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=889f6558-d7a2-4237-ba50-5828a6ee1d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641463 Jul 13 08:36:54.807226 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8efdfde-c35d-4a4f-ae53-46dd9eb41e78 req-f97cb24b-0af7-4f67-b1d1-ab2be4df8048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:54.808782 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b8efdfde-c35d-4a4f-ae53-46dd9eb41e78 req-f97cb24b-0af7-4f67-b1d1-ab2be4df8048 service neutron] 10.222.0.42 "GET /v2.0/networks?id=184221a3-668c-4df1-990b-cc3b3f804653 HTTP/1.1" status: 200 len: 897 time: 0.1163659 Jul 13 08:36:54.879995 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b8efdfde-c35d-4a4f-ae53-46dd9eb41e78 req-08020ef6-3021-4e29-a222-de474bbafcd2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e120ddc5-1f08-4cb0-94d6-ecf72413171e HTTP/1.1" status: 200 len: 1000 time: 0.0647581 Jul 13 08:36:54.930816 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8efdfde-c35d-4a4f-ae53-46dd9eb41e78 req-c4f2e78c-9c69-49b8-bdef-6ae495f28d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:54.932447 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b8efdfde-c35d-4a4f-ae53-46dd9eb41e78 req-c4f2e78c-9c69-49b8-bdef-6ae495f28d9a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da89da9d-0248-4aa5-aa6f-7df4aee9a548 HTTP/1.1" status: 200 len: 835 time: 0.0466022 Jul 13 08:36:54.989281 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8efdfde-c35d-4a4f-ae53-46dd9eb41e78 req-7c7e39db-f3f5-47c2-b9fd-95e875c1fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:54.990776 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b8efdfde-c35d-4a4f-ae53-46dd9eb41e78 req-7c7e39db-f3f5-47c2-b9fd-95e875c1fec1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=184221a3-668c-4df1-990b-cc3b3f804653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523155 Jul 13 08:36:55.084417 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b8efdfde-c35d-4a4f-ae53-46dd9eb41e78 req-2f52a5ad-beff-451d-ac5f-f71b3e41ff56 service neutron] 10.222.0.42 "GET /v2.0/networks/184221a3-668c-4df1-990b-cc3b3f804653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869436 Jul 13 08:36:55.172463 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b8efdfde-c35d-4a4f-ae53-46dd9eb41e78 req-4b4fcba1-aea5-477e-9ee2-48f11dd6f0d8 service neutron] 10.222.0.42 "GET /v2.0/networks/184221a3-668c-4df1-990b-cc3b3f804653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818410 Jul 13 08:36:55.989419 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771026c-e1f5-4b5d-937c-7010ec71cc86 req-56b75d39-d6d6-45f0-ba62-7dca610e6e8e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:55.990907 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5771026c-e1f5-4b5d-937c-7010ec71cc86 req-56b75d39-d6d6-45f0-ba62-7dca610e6e8e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3e6c7b-b452-4af7-8756-cf487132363d HTTP/1.1" status: 200 len: 945 time: 0.1151147 Jul 13 08:36:56.028312 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5771026c-e1f5-4b5d-937c-7010ec71cc86 req-0da2b63b-b460-4881-9a86-a683e8161c71 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=889f6558-d7a2-4237-ba50-5828a6ee1d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318127 Jul 13 08:36:57.264117 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02778612-a631-4221-bd2a-0dbbd1b94640 req-52a711e9-e393-4b0c-b908-0043119da14a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:57.266153 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-02778612-a631-4221-bd2a-0dbbd1b94640 req-52a711e9-e393-4b0c-b908-0043119da14a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3e6c7b-b452-4af7-8756-cf487132363d HTTP/1.1" status: 200 len: 945 time: 0.1258121 Jul 13 08:36:57.304753 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-02778612-a631-4221-bd2a-0dbbd1b94640 req-3624f5cf-c292-4e8e-bb40-8482cfa10e3c tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=889f6558-d7a2-4237-ba50-5828a6ee1d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328219 Jul 13 08:36:58.479953 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092cd3a-610f-4413-922f-50e89a23ac22 req-5368faf2-ccda-4a97-bf84-b7046150aebd tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:58.481435 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2092cd3a-610f-4413-922f-50e89a23ac22 req-5368faf2-ccda-4a97-bf84-b7046150aebd tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3e6c7b-b452-4af7-8756-cf487132363d HTTP/1.1" status: 200 len: 945 time: 0.0626454 Jul 13 08:36:58.520471 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2092cd3a-610f-4413-922f-50e89a23ac22 req-a69b8780-d383-4143-b8b1-90d66289c2e1 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=889f6558-d7a2-4237-ba50-5828a6ee1d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325642 Jul 13 08:36:59.693336 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019beb4-4f39-4f1f-9acd-b8035b8cc2a5 req-fb261ede-ac0e-4c20-bbea-6e4291b468a8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:36:59.694829 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5019beb4-4f39-4f1f-9acd-b8035b8cc2a5 req-fb261ede-ac0e-4c20-bbea-6e4291b468a8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3e6c7b-b452-4af7-8756-cf487132363d HTTP/1.1" status: 200 len: 945 time: 0.0630968 Jul 13 08:36:59.732060 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5019beb4-4f39-4f1f-9acd-b8035b8cc2a5 req-d26d0a14-291c-4033-9020-1d6a97703f63 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=889f6558-d7a2-4237-ba50-5828a6ee1d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317121 Jul 13 08:37:00.392620 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-48f3911b-21c2-4375-a1bd-0b84592831bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:00.903860 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537eb13-6d37-4f64-93a5-bbb0a0125eec req-15e6a770-29aa-4710-8a5e-9314207661f5 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:00.905324 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5537eb13-6d37-4f64-93a5-bbb0a0125eec req-15e6a770-29aa-4710-8a5e-9314207661f5 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3e6c7b-b452-4af7-8756-cf487132363d HTTP/1.1" status: 200 len: 945 time: 0.0623775 Jul 13 08:37:00.943610 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5537eb13-6d37-4f64-93a5-bbb0a0125eec req-4d5f30bc-602d-460b-9c41-4f3509a1e066 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=889f6558-d7a2-4237-ba50-5828a6ee1d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320427 Jul 13 08:37:02.118515 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2f8f2-65f8-4545-bdf8-9ca4b81544ab req-a700dae5-6549-400b-a927-b2fb8bf69ab0 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:02.120040 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-afe2f8f2-65f8-4545-bdf8-9ca4b81544ab req-a700dae5-6549-400b-a927-b2fb8bf69ab0 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3e6c7b-b452-4af7-8756-cf487132363d HTTP/1.1" status: 200 len: 945 time: 0.0629830 Jul 13 08:37:02.157310 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-afe2f8f2-65f8-4545-bdf8-9ca4b81544ab req-dcfc1f51-e824-4362-b10b-c575ad730c94 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=889f6558-d7a2-4237-ba50-5828a6ee1d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317261 Jul 13 08:37:03.247889 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:03.267722 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-294fdd73-9146-40db-8d5d-9b776d4bad9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:03.354811 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79713113-fd06-44b3-9889-447dab36227f req-970ca90d-0492-41e2-b593-8a5cb8d82a4a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:03.356363 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-79713113-fd06-44b3-9889-447dab36227f req-970ca90d-0492-41e2-b593-8a5cb8d82a4a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3e6c7b-b452-4af7-8756-cf487132363d HTTP/1.1" status: 200 len: 945 time: 0.0755684 Jul 13 08:37:03.395471 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-79713113-fd06-44b3-9889-447dab36227f req-404946f8-e9d6-40d7-b85a-2a35b8fbb6b7 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=889f6558-d7a2-4237-ba50-5828a6ee1d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333669 Jul 13 08:37:04.382057 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:04.571952 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42173ad3-deac-4303-846d-4c1e6b9c8e2a req-f565a8f8-4b2c-4331-8e92-2c50507e3b57 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:04.573439 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-42173ad3-deac-4303-846d-4c1e6b9c8e2a req-f565a8f8-4b2c-4331-8e92-2c50507e3b57 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3e6c7b-b452-4af7-8756-cf487132363d HTTP/1.1" status: 200 len: 945 time: 0.0669639 Jul 13 08:37:04.611564 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-42173ad3-deac-4303-846d-4c1e6b9c8e2a req-501741f8-de3f-4b5c-9f8b-d8de64b03fca tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=889f6558-d7a2-4237-ba50-5828a6ee1d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318947 Jul 13 08:37:05.784119 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2fa803-03b7-4e91-9350-dd6a49f8c0f6 req-d386e5fc-b0fa-47be-8c40-d06659d7329b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:05.785603 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ca2fa803-03b7-4e91-9350-dd6a49f8c0f6 req-d386e5fc-b0fa-47be-8c40-d06659d7329b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3e6c7b-b452-4af7-8756-cf487132363d HTTP/1.1" status: 200 len: 945 time: 0.0640168 Jul 13 08:37:05.822839 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ca2fa803-03b7-4e91-9350-dd6a49f8c0f6 req-df782762-39bb-4fac-b757-31dcc0534d9b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=889f6558-d7a2-4237-ba50-5828a6ee1d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314612 Jul 13 08:37:06.145514 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:06.995994 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8604b2-5abb-4e1b-9ca9-6d0778879c1d req-36c932c8-b6d5-4adb-86e9-44ae2b627889 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:06.997500 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-db8604b2-5abb-4e1b-9ca9-6d0778879c1d req-36c932c8-b6d5-4adb-86e9-44ae2b627889 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3e6c7b-b452-4af7-8756-cf487132363d HTTP/1.1" status: 200 len: 945 time: 0.0653763 Jul 13 08:37:07.035450 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-db8604b2-5abb-4e1b-9ca9-6d0778879c1d req-1b8d48f3-680a-4ff9-9a46-9027fded7214 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=889f6558-d7a2-4237-ba50-5828a6ee1d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323679 Jul 13 08:37:08.215900 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddcf73-7e39-4b3e-a2c8-bf7e2828b947 req-1f3eed53-3679-4aec-aac8-77f5a0ab6cd0 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:08.215900 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ddddcf73-7e39-4b3e-a2c8-bf7e2828b947 req-1f3eed53-3679-4aec-aac8-77f5a0ab6cd0 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3e6c7b-b452-4af7-8756-cf487132363d HTTP/1.1" status: 200 len: 945 time: 0.0681183 Jul 13 08:37:08.256193 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ddddcf73-7e39-4b3e-a2c8-bf7e2828b947 req-4e815844-3cf8-4403-89c8-46c743a67d56 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=889f6558-d7a2-4237-ba50-5828a6ee1d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323699 Jul 13 08:37:09.165110 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be4fe6-3336-406a-99b7-cc97875d0b93 req-3c880683-d3e9-45ac-bf5c-7f6309ef0db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:09.166499 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f5be4fe6-3336-406a-99b7-cc97875d0b93 req-3c880683-d3e9-45ac-bf5c-7f6309ef0db1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2107e32a8e4470d89bab814aa0ad2b5&device_id=4d3e6c7b-b452-4af7-8756-cf487132363d HTTP/1.1" status: 200 len: 1097 time: 0.0554633 Jul 13 08:37:09.268637 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be4fe6-3336-406a-99b7-cc97875d0b93 req-9699fde1-4f73-4793-8024-588d5e9fdded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:09.270104 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f5be4fe6-3336-406a-99b7-cc97875d0b93 req-9699fde1-4f73-4793-8024-588d5e9fdded service neutron] 10.222.0.42 "GET /v2.0/networks?id=184221a3-668c-4df1-990b-cc3b3f804653 HTTP/1.1" status: 200 len: 897 time: 0.0838184 Jul 13 08:37:09.685881 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f5be4fe6-3336-406a-99b7-cc97875d0b93 req-f1c3dac2-ba80-405f-9259-8da39db8f7cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e120ddc5-1f08-4cb0-94d6-ecf72413171e HTTP/1.1" status: 200 len: 1000 time: 0.4099905 Jul 13 08:37:09.767836 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be4fe6-3336-406a-99b7-cc97875d0b93 req-b1190ff1-60be-456b-bbab-29eed1004a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:09.769271 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f5be4fe6-3336-406a-99b7-cc97875d0b93 req-b1190ff1-60be-456b-bbab-29eed1004a06 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da89da9d-0248-4aa5-aa6f-7df4aee9a548 HTTP/1.1" status: 200 len: 835 time: 0.0755718 Jul 13 08:37:09.822245 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91238ee4-02fd-48c5-a033-3a12af89de17 req-554104da-810e-4dfe-81c7-f2a442dc4d2d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:09.823717 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-91238ee4-02fd-48c5-a033-3a12af89de17 req-554104da-810e-4dfe-81c7-f2a442dc4d2d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3e6c7b-b452-4af7-8756-cf487132363d HTTP/1.1" status: 200 len: 945 time: 0.1410906 Jul 13 08:37:09.869788 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be4fe6-3336-406a-99b7-cc97875d0b93 req-6f617fc8-95aa-4e15-bf20-00f76cc73cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:09.871258 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f5be4fe6-3336-406a-99b7-cc97875d0b93 req-6f617fc8-95aa-4e15-bf20-00f76cc73cf5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=184221a3-668c-4df1-990b-cc3b3f804653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0953429 Jul 13 08:37:09.874381 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-91238ee4-02fd-48c5-a033-3a12af89de17 req-f3e31c76-f663-4984-a87c-3a0ba4fee9f5 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=889f6558-d7a2-4237-ba50-5828a6ee1d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433695 Jul 13 08:37:09.961748 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f5be4fe6-3336-406a-99b7-cc97875d0b93 req-c3fe4093-a9da-4f05-b5cd-66f04b7c1977 service neutron] 10.222.0.42 "GET /v2.0/networks/184221a3-668c-4df1-990b-cc3b3f804653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837157 Jul 13 08:37:10.054274 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f5be4fe6-3336-406a-99b7-cc97875d0b93 req-abe420a6-4ce3-4fd4-a800-8b069a51a4a5 service neutron] 10.222.0.42 "GET /v2.0/networks/184221a3-668c-4df1-990b-cc3b3f804653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866058 Jul 13 08:37:11.061601 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a5a845-5faa-4adb-b055-052cf5a56f85 req-4f0d5b4f-de3c-4359-a1d0-bc047d740636 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:11.063745 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-65a5a845-5faa-4adb-b055-052cf5a56f85 req-4f0d5b4f-de3c-4359-a1d0-bc047d740636 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3e6c7b-b452-4af7-8756-cf487132363d HTTP/1.1" status: 200 len: 945 time: 0.0705972 Jul 13 08:37:11.102102 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-65a5a845-5faa-4adb-b055-052cf5a56f85 req-3504026f-501a-4284-818b-4c5e59e1fc29 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=889f6558-d7a2-4237-ba50-5828a6ee1d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325079 Jul 13 08:37:12.285343 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b61ff7-6bc6-43b9-acff-e6a4c71ab548 req-203ca16f-368f-4639-90e9-df947277c753 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:12.286835 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-95b61ff7-6bc6-43b9-acff-e6a4c71ab548 req-203ca16f-368f-4639-90e9-df947277c753 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3e6c7b-b452-4af7-8756-cf487132363d HTTP/1.1" status: 200 len: 945 time: 0.0648592 Jul 13 08:37:12.333433 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-95b61ff7-6bc6-43b9-acff-e6a4c71ab548 req-6a956e2e-28fe-4e7b-a8e6-d1c2b934e357 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=889f6558-d7a2-4237-ba50-5828a6ee1d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409698 Jul 13 08:37:12.365932 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45946) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:12.430514 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-84c138a2-fef7-4a43-9988-a1d806046cd2 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/floatingips/0b92db47-498a-4999-9895-dfa752419156 HTTP/1.1" status: 200 len: 992 time: 0.0633285 Jul 13 08:37:24.347293 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:24.702750 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:27.037551 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [req-ec7feacf-9354-43fa-85a8-6acfacade687 req-cd15806b-6f8b-448a-b3bd-6ba152a0679c service neutron] (94018) timed out ('10.222.0.23', 42318) {{(pid=94018) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 08:37:30.046366 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:37:30.393387 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4acd5748-b6dc-44e8-a26c-557e13d097e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:33.241509 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:33.267438 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-865e3f4c-9b54-4e8a-9215-009122426909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:34.385990 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:36.146168 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:40.876829 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45962) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:41.033742 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-5b2004c1-4e78-4aec-bdf0-fedeacc20f8d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Deleting port b3901ef0-8d98-4d89-bf02-301f841abd73 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:37:41.034088 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b2004c1-4e78-4aec-bdf0-fedeacc20f8d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:41.111593 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b2004c1-4e78-4aec-bdf0-fedeacc20f8d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:41.111842 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b2004c1-4e78-4aec-bdf0-fedeacc20f8d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:41.123154 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-5b2004c1-4e78-4aec-bdf0-fedeacc20f8d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Calling delete_port for b3901ef0-8d98-4d89-bf02-301f841abd73 owned by network:floatingip {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:37:41.269413 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b2004c1-4e78-4aec-bdf0-fedeacc20f8d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:41.295879 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2004c1-4e78-4aec-bdf0-fedeacc20f8d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event deleted for resources: {'Port': ['ID=b3901ef0-8d98-4d89-bf02-301f841abd73,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:41.324472 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2004c1-4e78-4aec-bdf0-fedeacc20f8d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:41.324818 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2004c1-4e78-4aec-bdf0-fedeacc20f8d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:41.325157 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2004c1-4e78-4aec-bdf0-fedeacc20f8d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:41.325487 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2004c1-4e78-4aec-bdf0-fedeacc20f8d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:41.325817 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2004c1-4e78-4aec-bdf0-fedeacc20f8d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:41.326140 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2004c1-4e78-4aec-bdf0-fedeacc20f8d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:41.326465 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2004c1-4e78-4aec-bdf0-fedeacc20f8d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:41.326818 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2004c1-4e78-4aec-bdf0-fedeacc20f8d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:41.327147 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2004c1-4e78-4aec-bdf0-fedeacc20f8d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:41.327596 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2004c1-4e78-4aec-bdf0-fedeacc20f8d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:41.327960 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2004c1-4e78-4aec-bdf0-fedeacc20f8d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:41.328347 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2004c1-4e78-4aec-bdf0-fedeacc20f8d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:41.365824 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b2004c1-4e78-4aec-bdf0-fedeacc20f8d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for floatingip, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:41.366192 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [None req-5b2004c1-4e78-4aec-bdf0-fedeacc20f8d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Floating IP 0b92db47-498a-4999-9895-dfa752419156 disassociated (deleted). External IP: 172.25.3.87, port: e120ddc5-1f08-4cb0-94d6-ecf72413171e. Jul 13 08:37:41.904562 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2004c1-4e78-4aec-bdf0-fedeacc20f8d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Router 283e6481-34e3-4dc2-9def-915ca59acf97 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:37:42.010999 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2004c1-4e78-4aec-bdf0-fedeacc20f8d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:37:42.015706 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5b2004c1-4e78-4aec-bdf0-fedeacc20f8d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:42.021104 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf6139d-9090-4b43-ad7d-793050725a1d None None] Sync routers for ids ['283e6481-34e3-4dc2-9def-915ca59acf97'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:37:42.030870 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf6139d-9090-4b43-ad7d-793050725a1d None None] Routers {'283e6481-34e3-4dc2-9def-915ca59acf97'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:37:42.031514 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-5cf6139d-9090-4b43-ad7d-793050725a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:37:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['283e6481-34e3-4dc2-9def-915ca59acf97'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:42.053918 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5b2004c1-4e78-4aec-bdf0-fedeacc20f8d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "DELETE /v2.0/floatingips/0b92db47-498a-4999-9895-dfa752419156 HTTP/1.1" status: 204 len: 168 time: 1.1735010 Jul 13 08:37:42.053918 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d3e6c7b-b452-4af7-8756-cf487132363d', 'tag': 'e120ddc5-1f08-4cb0-94d6-ecf72413171e'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:37:42.054512 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33af52f666a6377eeaf9d00c6054365c515a6ddb0c8cc5669bfcff545a31cac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05d2061-48d0-45af-b7e5-bb84d63b49fb" -d '{"events": [{"name": "network-changed", "server_uuid": "4d3e6c7b-b452-4af7-8756-cf487132363d", "tag": "e120ddc5-1f08-4cb0-94d6-ecf72413171e"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:37:42.097454 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a62b4cc-cfc2-41be-909b-476d5d5388ff x-openstack-request-id: req-0a62b4cc-cfc2-41be-909b-476d5d5388ff {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:37:42.097741 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d3e6c7b-b452-4af7-8756-cf487132363d", "tag": "e120ddc5-1f08-4cb0-94d6-ecf72413171e", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:37:42.097988 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a62b4cc-cfc2-41be-909b-476d5d5388ff {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:37:42.099148 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d3e6c7b-b452-4af7-8756-cf487132363d', 'tag': 'e120ddc5-1f08-4cb0-94d6-ecf72413171e', 'status': 'completed', 'code': 200} Jul 13 08:37:42.140725 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-5cf6139d-9090-4b43-ad7d-793050725a1d None None] Set router 283e6481-34e3-4dc2-9def-915ca59acf97 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:37:42.190521 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d2061-48d0-45af-b7e5-bb84d63b49fb req-af6addb4-1eb5-4bc4-b83a-4754891f79a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:42.193585 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c05d2061-48d0-45af-b7e5-bb84d63b49fb req-af6addb4-1eb5-4bc4-b83a-4754891f79a5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2107e32a8e4470d89bab814aa0ad2b5&device_id=4d3e6c7b-b452-4af7-8756-cf487132363d HTTP/1.1" status: 200 len: 1097 time: 0.0690935 Jul 13 08:37:42.300066 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d2061-48d0-45af-b7e5-bb84d63b49fb req-4c2a7c1b-76d8-41bd-91ed-d87a57ffae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:42.302441 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c05d2061-48d0-45af-b7e5-bb84d63b49fb req-4c2a7c1b-76d8-41bd-91ed-d87a57ffae80 service neutron] 10.222.0.42 "GET /v2.0/networks?id=184221a3-668c-4df1-990b-cc3b3f804653 HTTP/1.1" status: 200 len: 897 time: 0.1020937 Jul 13 08:37:42.347006 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c05d2061-48d0-45af-b7e5-bb84d63b49fb req-fac885e9-0450-4b46-987b-03fcb55d26e9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e120ddc5-1f08-4cb0-94d6-ecf72413171e HTTP/1.1" status: 200 len: 217 time: 0.0376723 Jul 13 08:37:42.402111 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d2061-48d0-45af-b7e5-bb84d63b49fb req-dd5e7cc4-0c99-480e-bb5a-d1783f0b11d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:42.403656 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c05d2061-48d0-45af-b7e5-bb84d63b49fb req-dd5e7cc4-0c99-480e-bb5a-d1783f0b11d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da89da9d-0248-4aa5-aa6f-7df4aee9a548 HTTP/1.1" status: 200 len: 835 time: 0.0480065 Jul 13 08:37:42.445576 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc373a7-46ec-48e7-801d-f94ab06298dc req-e2118223-8141-460e-b07b-afca0c551852 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:42.447031 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7bc373a7-46ec-48e7-801d-f94ab06298dc req-e2118223-8141-460e-b07b-afca0c551852 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3e6c7b-b452-4af7-8756-cf487132363d HTTP/1.1" status: 200 len: 945 time: 0.0679822 Jul 13 08:37:42.471381 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d2061-48d0-45af-b7e5-bb84d63b49fb req-b0b3689d-e860-493a-9112-8995497718c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:42.473451 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c05d2061-48d0-45af-b7e5-bb84d63b49fb req-b0b3689d-e860-493a-9112-8995497718c0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=184221a3-668c-4df1-990b-cc3b3f804653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620735 Jul 13 08:37:42.489269 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7bc373a7-46ec-48e7-801d-f94ab06298dc req-6a2dec83-3dfc-4077-aed7-7539b824346e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=889f6558-d7a2-4237-ba50-5828a6ee1d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336807 Jul 13 08:37:42.526124 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-5cf6139d-9090-4b43-ad7d-793050725a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283e6481-34e3-4dc2-9def-915ca59acf97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011330095', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'd5068bba-c41b-46ce-884f-a89b6eacbd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:04Z', 'updated_at': '2021-07-13T08:36:08Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'd5068bba-c41b-46ce-884f-a89b6eacbd95', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:78:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283e6481-34e3-4dc2-9def-915ca59acf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:04Z', 'updated_at': '2021-07-13T08:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '3b9ecf8c-d0b6-476f-bb44-b7bf258bc736', 'name': '', 'network_id': '184221a3-668c-4df1-990b-cc3b3f804653', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:e5:5c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283e6481-34e3-4dc2-9def-915ca59acf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'da89da9d-0248-4aa5-aa6f-7df4aee9a548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:07Z', 'updated_at': '2021-07-13T08:36:13Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': 'da89da9d-0248-4aa5-aa6f-7df4aee9a548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:42.556354 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf6139d-9090-4b43-ad7d-793050725a1d None None] Checking router: 283e6481-34e3-4dc2-9def-915ca59acf97 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:37:42.564596 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf6139d-9090-4b43-ad7d-793050725a1d None None] Routers {'283e6481-34e3-4dc2-9def-915ca59acf97'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:37:42.565214 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-5cf6139d-9090-4b43-ad7d-793050725a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:37:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['283e6481-34e3-4dc2-9def-915ca59acf97'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:42.566093 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c05d2061-48d0-45af-b7e5-bb84d63b49fb req-cc0ec0be-93b8-4594-9d1c-854863036044 service neutron] 10.222.0.42 "GET /v2.0/networks/184221a3-668c-4df1-990b-cc3b3f804653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857303 Jul 13 08:37:42.663106 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c05d2061-48d0-45af-b7e5-bb84d63b49fb req-afd06a34-fe34-4663-8ad1-c436c50cfcb4 service neutron] 10.222.0.42 "GET /v2.0/networks/184221a3-668c-4df1-990b-cc3b3f804653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895500 Jul 13 08:37:42.671853 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-5cf6139d-9090-4b43-ad7d-793050725a1d None None] Set router 283e6481-34e3-4dc2-9def-915ca59acf97 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:37:42.865420 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-5cf6139d-9090-4b43-ad7d-793050725a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283e6481-34e3-4dc2-9def-915ca59acf97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011330095', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'd5068bba-c41b-46ce-884f-a89b6eacbd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:04Z', 'updated_at': '2021-07-13T08:36:08Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'd5068bba-c41b-46ce-884f-a89b6eacbd95', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:78:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283e6481-34e3-4dc2-9def-915ca59acf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:04Z', 'updated_at': '2021-07-13T08:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '3b9ecf8c-d0b6-476f-bb44-b7bf258bc736', 'name': '', 'network_id': '184221a3-668c-4df1-990b-cc3b3f804653', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:e5:5c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283e6481-34e3-4dc2-9def-915ca59acf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'da89da9d-0248-4aa5-aa6f-7df4aee9a548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:07Z', 'updated_at': '2021-07-13T08:36:13Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': 'da89da9d-0248-4aa5-aa6f-7df4aee9a548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:42.892176 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf6139d-9090-4b43-ad7d-793050725a1d None None] The sync data for ids ['283e6481-34e3-4dc2-9def-915ca59acf97'] in n-d-771363-34 is: [{'id': '283e6481-34e3-4dc2-9def-915ca59acf97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011330095', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'd5068bba-c41b-46ce-884f-a89b6eacbd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:04Z', 'updated_at': '2021-07-13T08:36:08Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'd5068bba-c41b-46ce-884f-a89b6eacbd95', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:78:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283e6481-34e3-4dc2-9def-915ca59acf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:04Z', 'updated_at': '2021-07-13T08:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '3b9ecf8c-d0b6-476f-bb44-b7bf258bc736', 'name': '', 'network_id': '184221a3-668c-4df1-990b-cc3b3f804653', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:e5:5c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283e6481-34e3-4dc2-9def-915ca59acf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'da89da9d-0248-4aa5-aa6f-7df4aee9a548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:07Z', 'updated_at': '2021-07-13T08:36:13Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': 'da89da9d-0248-4aa5-aa6f-7df4aee9a548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:37:43.106952 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10315f0a-8e5f-458a-9bca-f35828dfc354 None None] New status for floating IP 0b92db47-498a-4999-9895-dfa752419156: DOWN {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:37:43.666268 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa6fc8-0a44-4e7f-8b43-e4ae2b3e92c3 req-0a801474-c000-4e57-ad22-ba03c1661905 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:43.668215 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8faa6fc8-0a44-4e7f-8b43-e4ae2b3e92c3 req-0a801474-c000-4e57-ad22-ba03c1661905 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3e6c7b-b452-4af7-8756-cf487132363d HTTP/1.1" status: 200 len: 945 time: 0.0646365 Jul 13 08:37:43.707527 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8faa6fc8-0a44-4e7f-8b43-e4ae2b3e92c3 req-aea6c116-9976-44e1-bdb3-bf07dbc0a3c9 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=889f6558-d7a2-4237-ba50-5828a6ee1d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339389 Jul 13 08:37:43.813029 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3008a85-fe18-4a2c-bd36-bb939b86a896 req-0364a04e-f34f-4e02-bbbe-d9c0bbe499b0 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:43.814404 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c3008a85-fe18-4a2c-bd36-bb939b86a896 req-0364a04e-f34f-4e02-bbbe-d9c0bbe499b0 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d3e6c7b-b452-4af7-8756-cf487132363d HTTP/1.1" status: 200 len: 945 time: 0.0652752 Jul 13 08:37:43.915587 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-c3008a85-fe18-4a2c-bd36-bb939b86a896 req-7c6f6896-fb63-4721-8622-b17f6daebd12 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Deleting port e120ddc5-1f08-4cb0-94d6-ecf72413171e {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:37:43.915925 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c3008a85-fe18-4a2c-bd36-bb939b86a896 req-7c6f6896-fb63-4721-8622-b17f6daebd12 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:44.006269 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-c3008a85-fe18-4a2c-bd36-bb939b86a896 req-7c6f6896-fb63-4721-8622-b17f6daebd12 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] For port e120ddc5-1f08-4cb0-94d6-ecf72413171e, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=e120ddc5-1f08-4cb0-94d6-ecf72413171e,segment=NetworkSegment(61d2adeb-ecde-48b7-a72b-0a075449baf8),segment_id=61d2adeb-ecde-48b7-a72b-0a075449baf8)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:37:44.006614 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c3008a85-fe18-4a2c-bd36-bb939b86a896 req-7c6f6896-fb63-4721-8622-b17f6daebd12 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:44.017983 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-c3008a85-fe18-4a2c-bd36-bb939b86a896 req-7c6f6896-fb63-4721-8622-b17f6daebd12 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Calling delete_port for e120ddc5-1f08-4cb0-94d6-ecf72413171e owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:37:44.142047 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c3008a85-fe18-4a2c-bd36-bb939b86a896 req-7c6f6896-fb63-4721-8622-b17f6daebd12 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:44.175285 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f6896-fb63-4721-8622-b17f6daebd12 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event deleted for resources: {'Port': ['ID=e120ddc5-1f08-4cb0-94d6-ecf72413171e,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:44.205722 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f6896-fb63-4721-8622-b17f6daebd12 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:44.206075 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f6896-fb63-4721-8622-b17f6daebd12 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:44.206417 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f6896-fb63-4721-8622-b17f6daebd12 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:44.206753 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f6896-fb63-4721-8622-b17f6daebd12 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:44.207083 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f6896-fb63-4721-8622-b17f6daebd12 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:44.207438 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f6896-fb63-4721-8622-b17f6daebd12 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:44.208383 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f6896-fb63-4721-8622-b17f6daebd12 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:44.208891 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f6896-fb63-4721-8622-b17f6daebd12 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:44.209229 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f6896-fb63-4721-8622-b17f6daebd12 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:44.209557 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f6896-fb63-4721-8622-b17f6daebd12 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:44.209884 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f6896-fb63-4721-8622-b17f6daebd12 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:44.210208 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f6896-fb63-4721-8622-b17f6daebd12 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:44.231063 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3008a85-fe18-4a2c-bd36-bb939b86a896 req-7c6f6896-fb63-4721-8622-b17f6daebd12 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] No DVR routers for this DVR port e120ddc5-1f08-4cb0-94d6-ecf72413171e on host n-h1-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:37:44.233464 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-c3008a85-fe18-4a2c-bd36-bb939b86a896 req-7c6f6896-fb63-4721-8622-b17f6daebd12 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:44.235474 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c3008a85-fe18-4a2c-bd36-bb939b86a896 req-7c6f6896-fb63-4721-8622-b17f6daebd12 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.42 "DELETE /v2.0/ports/e120ddc5-1f08-4cb0-94d6-ecf72413171e HTTP/1.1" status: 204 len: 173 time: 0.4157596 Jul 13 08:37:44.235895 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3e6c7b-b452-4af7-8756-cf487132363d', 'name': 'network-vif-deleted', 'tag': 'e120ddc5-1f08-4cb0-94d6-ecf72413171e'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:37:44.238199 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b050891-58c2-486f-ae43-224943208866" -d '{"events": [{"server_uuid": "4d3e6c7b-b452-4af7-8756-cf487132363d", "name": "network-vif-deleted", "tag": "e120ddc5-1f08-4cb0-94d6-ecf72413171e"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:37:44.328593 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf6c4a4-cfbe-46e2-bbff-7ce223f1b5ff x-openstack-request-id: req-bdf6c4a4-cfbe-46e2-bbff-7ce223f1b5ff {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:37:44.328880 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d3e6c7b-b452-4af7-8756-cf487132363d", "name": "network-vif-deleted", "tag": "e120ddc5-1f08-4cb0-94d6-ecf72413171e", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:37:44.329135 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bdf6c4a4-cfbe-46e2-bbff-7ce223f1b5ff {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:37:44.329537 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d3e6c7b-b452-4af7-8756-cf487132363d', 'name': 'network-vif-deleted', 'tag': 'e120ddc5-1f08-4cb0-94d6-ecf72413171e', 'status': 'completed', 'code': 200} Jul 13 08:37:44.868670 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-14d5aaa4-7d4b-4090-8f6d-2786766e0cf6 req-ac8feb6c-fadb-4a4d-96d0-e5d67bf93e80 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d3e6c7b-b452-4af7-8756-cf487132363d HTTP/1.1" status: 200 len: 210 time: 0.0298657 Jul 13 08:37:45.966817 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45980) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:46.317174 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b5ad3822-fc56-45ff-b236-d54eafff0e92 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:46.582055 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-b5ad3822-fc56-45ff-b236-d54eafff0e92 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Deleting port 3b9ecf8c-d0b6-476f-bb44-b7bf258bc736 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:37:46.582691 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b5ad3822-fc56-45ff-b236-d54eafff0e92 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:46.673506 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-b5ad3822-fc56-45ff-b236-d54eafff0e92 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] For port 3b9ecf8c-d0b6-476f-bb44-b7bf258bc736, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=3b9ecf8c-d0b6-476f-bb44-b7bf258bc736,segment=NetworkSegment(61d2adeb-ecde-48b7-a72b-0a075449baf8),segment_id=61d2adeb-ecde-48b7-a72b-0a075449baf8)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:37:46.673868 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b5ad3822-fc56-45ff-b236-d54eafff0e92 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:46.686340 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-b5ad3822-fc56-45ff-b236-d54eafff0e92 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Calling delete_port for 3b9ecf8c-d0b6-476f-bb44-b7bf258bc736 owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:37:46.835908 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device e120ddc5-1f08-4cb0-94d6-ecf72413171e no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:37:46.860312 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: e120ddc5-1f08-4cb0-94d6-ecf72413171e {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:37:46.860648 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device e120ddc5-1f08-4cb0-94d6-ecf72413171e not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:37:46.871347 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b5ad3822-fc56-45ff-b236-d54eafff0e92 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:46.899744 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad3822-fc56-45ff-b236-d54eafff0e92 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event deleted for resources: {'Port': ['ID=3b9ecf8c-d0b6-476f-bb44-b7bf258bc736,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:47.079356 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b5ad3822-fc56-45ff-b236-d54eafff0e92 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:47.296853 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ad3822-fc56-45ff-b236-d54eafff0e92 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Router 283e6481-34e3-4dc2-9def-915ca59acf97 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:37:47.403281 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ad3822-fc56-45ff-b236-d54eafff0e92 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:37:47.408283 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b5ad3822-fc56-45ff-b236-d54eafff0e92 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "PUT /v2.0/routers/283e6481-34e3-4dc2-9def-915ca59acf97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4404209 Jul 13 08:37:47.411488 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45988) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:47.412580 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb48f647-aa91-46d2-b406-4c1092909bfc None None] Sync routers for ids ['283e6481-34e3-4dc2-9def-915ca59acf97'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:37:47.421614 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb48f647-aa91-46d2-b406-4c1092909bfc None None] Routers {'283e6481-34e3-4dc2-9def-915ca59acf97'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:37:47.422229 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-bb48f647-aa91-46d2-b406-4c1092909bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:37:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['283e6481-34e3-4dc2-9def-915ca59acf97'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:47.462722 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d4da75e-0458-436e-8b7d-cbe7c4536642 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Deleting subnet da89da9d-0248-4aa5-aa6f-7df4aee9a548 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:37:47.465795 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5d4da75e-0458-436e-8b7d-cbe7c4536642 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:47.509734 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5d4da75e-0458-436e-8b7d-cbe7c4536642 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:47.528961 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-bb48f647-aa91-46d2-b406-4c1092909bfc None None] Set router 283e6481-34e3-4dc2-9def-915ca59acf97 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:37:47.596748 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5d4da75e-0458-436e-8b7d-cbe7c4536642 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:47.656537 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5d4da75e-0458-436e-8b7d-cbe7c4536642 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:47.689131 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4da75e-0458-436e-8b7d-cbe7c4536642 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event deleted for resources: {'Subnet': ['ID=da89da9d-0248-4aa5-aa6f-7df4aee9a548,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:47.694437 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5d4da75e-0458-436e-8b7d-cbe7c4536642 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:47.696533 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5d4da75e-0458-436e-8b7d-cbe7c4536642 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "DELETE /v2.0/subnets/da89da9d-0248-4aa5-aa6f-7df4aee9a548 HTTP/1.1" status: 204 len: 168 time: 0.2840281 Jul 13 08:37:47.699185 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45990) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:47.706413 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9e6b3b-abc4-4153-bdc5-2f3052b05b47 None None] Network 184221a3-668c-4df1-990b-cc3b3f804653 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:37:47.718748 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-bb48f647-aa91-46d2-b406-4c1092909bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283e6481-34e3-4dc2-9def-915ca59acf97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011330095', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'd5068bba-c41b-46ce-884f-a89b6eacbd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:04Z', 'updated_at': '2021-07-13T08:37:46Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'd5068bba-c41b-46ce-884f-a89b6eacbd95', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:78:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283e6481-34e3-4dc2-9def-915ca59acf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:04Z', 'updated_at': '2021-07-13T08:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:47.756068 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb48f647-aa91-46d2-b406-4c1092909bfc None None] Checking router: 283e6481-34e3-4dc2-9def-915ca59acf97 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:37:47.799306 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb48f647-aa91-46d2-b406-4c1092909bfc None None] Routers {'283e6481-34e3-4dc2-9def-915ca59acf97'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:37:47.799922 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-bb48f647-aa91-46d2-b406-4c1092909bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:37:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['283e6481-34e3-4dc2-9def-915ca59acf97'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:47.807011 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-df2ee898-1c24-4680-b18d-43be8bef583d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:47.908245 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-df2ee898-1c24-4680-b18d-43be8bef583d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:47.943978 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-bb48f647-aa91-46d2-b406-4c1092909bfc None None] Set router 283e6481-34e3-4dc2-9def-915ca59acf97 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:37:47.967162 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-df2ee898-1c24-4680-b18d-43be8bef583d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Deleting port d5068bba-c41b-46ce-884f-a89b6eacbd95 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:37:47.967523 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-df2ee898-1c24-4680-b18d-43be8bef583d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:48.051483 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-df2ee898-1c24-4680-b18d-43be8bef583d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] For port d5068bba-c41b-46ce-884f-a89b6eacbd95, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=d5068bba-c41b-46ce-884f-a89b6eacbd95,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:37:48.051786 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-df2ee898-1c24-4680-b18d-43be8bef583d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:48.064607 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-df2ee898-1c24-4680-b18d-43be8bef583d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Calling delete_port for d5068bba-c41b-46ce-884f-a89b6eacbd95 owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:37:48.079117 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dff1e5-dc44-4477-ad5b-90dc1d55c81e None None] DHCP port deletion for 184221a3-668c-4df1-990b-cc3b3f804653 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:37:48.170408 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-88dff1e5-dc44-4477-ad5b-90dc1d55c81e None None] Deleting port 757cdf38-b415-4362-8dea-c6d94c5498e6 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:37:48.170779 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-88dff1e5-dc44-4477-ad5b-90dc1d55c81e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:48.173881 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-bb48f647-aa91-46d2-b406-4c1092909bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283e6481-34e3-4dc2-9def-915ca59acf97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011330095', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'd5068bba-c41b-46ce-884f-a89b6eacbd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:04Z', 'updated_at': '2021-07-13T08:37:46Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'd5068bba-c41b-46ce-884f-a89b6eacbd95', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:78:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283e6481-34e3-4dc2-9def-915ca59acf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:04Z', 'updated_at': '2021-07-13T08:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:48.216059 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb48f647-aa91-46d2-b406-4c1092909bfc None None] The sync data for ids ['283e6481-34e3-4dc2-9def-915ca59acf97'] in n-d-771363-34 is: [{'id': '283e6481-34e3-4dc2-9def-915ca59acf97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011330095', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'd5068bba-c41b-46ce-884f-a89b6eacbd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:36:04Z', 'updated_at': '2021-07-13T08:37:46Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'd5068bba-c41b-46ce-884f-a89b6eacbd95', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:78:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283e6481-34e3-4dc2-9def-915ca59acf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:36:04Z', 'updated_at': '2021-07-13T08:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:37:48.239567 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-df2ee898-1c24-4680-b18d-43be8bef583d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:48.266772 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ee898-1c24-4680-b18d-43be8bef583d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event deleted for resources: {'Port': ['ID=d5068bba-c41b-46ce-884f-a89b6eacbd95,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:48.273358 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-88dff1e5-dc44-4477-ad5b-90dc1d55c81e None None] For port 757cdf38-b415-4362-8dea-c6d94c5498e6, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=757cdf38-b415-4362-8dea-c6d94c5498e6,segment=NetworkSegment(61d2adeb-ecde-48b7-a72b-0a075449baf8),segment_id=61d2adeb-ecde-48b7-a72b-0a075449baf8)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:37:48.273749 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-88dff1e5-dc44-4477-ad5b-90dc1d55c81e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:48.285947 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-88dff1e5-dc44-4477-ad5b-90dc1d55c81e None None] Calling delete_port for 757cdf38-b415-4362-8dea-c6d94c5498e6 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:37:48.337888 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-df2ee898-1c24-4680-b18d-43be8bef583d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:48.366586 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-88dff1e5-dc44-4477-ad5b-90dc1d55c81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:48.392953 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dff1e5-dc44-4477-ad5b-90dc1d55c81e None None] No DVR routers for this DVR port 757cdf38-b415-4362-8dea-c6d94c5498e6 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:37:48.396924 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dff1e5-dc44-4477-ad5b-90dc1d55c81e None None] Pushing event deleted for resources: {'Port': ['ID=757cdf38-b415-4362-8dea-c6d94c5498e6,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:48.406130 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dff1e5-dc44-4477-ad5b-90dc1d55c81e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:48.406470 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dff1e5-dc44-4477-ad5b-90dc1d55c81e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:48.406801 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dff1e5-dc44-4477-ad5b-90dc1d55c81e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:48.407129 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dff1e5-dc44-4477-ad5b-90dc1d55c81e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:48.407552 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dff1e5-dc44-4477-ad5b-90dc1d55c81e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:48.408260 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dff1e5-dc44-4477-ad5b-90dc1d55c81e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:48.408658 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dff1e5-dc44-4477-ad5b-90dc1d55c81e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:48.408898 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dff1e5-dc44-4477-ad5b-90dc1d55c81e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:48.409218 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dff1e5-dc44-4477-ad5b-90dc1d55c81e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:48.409544 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dff1e5-dc44-4477-ad5b-90dc1d55c81e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:48.409861 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dff1e5-dc44-4477-ad5b-90dc1d55c81e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:48.410177 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dff1e5-dc44-4477-ad5b-90dc1d55c81e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:48.435325 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-df2ee898-1c24-4680-b18d-43be8bef583d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:48.437422 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-df2ee898-1c24-4680-b18d-43be8bef583d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:48.480896 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-df2ee898-1c24-4680-b18d-43be8bef583d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:48.481528 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2ee898-1c24-4680-b18d-43be8bef583d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Fanout notify agent at l3_agent the message router_deleted on router 283e6481-34e3-4dc2-9def-915ca59acf97 {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:37:48.488475 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-df2ee898-1c24-4680-b18d-43be8bef583d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:48.489586 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-df2ee898-1c24-4680-b18d-43be8bef583d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "DELETE /v2.0/routers/283e6481-34e3-4dc2-9def-915ca59acf97 HTTP/1.1" status: 204 len: 168 time: 0.7894943 Jul 13 08:37:48.492544 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 45994) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:48.573334 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-375114cc-a44a-43f1-91f2-7ad827233c13 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:48.660266 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-375114cc-a44a-43f1-91f2-7ad827233c13 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:48.673861 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-375114cc-a44a-43f1-91f2-7ad827233c13 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['184221a3-668c-4df1-990b-cc3b3f804653']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:48.684835 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-375114cc-a44a-43f1-91f2-7ad827233c13 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61d2adeb-ecde-48b7-a72b-0a075449baf8') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:48.685131 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-375114cc-a44a-43f1-91f2-7ad827233c13 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61d2adeb-ecde-48b7-a72b-0a075449baf8') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:48.694939 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-375114cc-a44a-43f1-91f2-7ad827233c13 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:48.713528 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-375114cc-a44a-43f1-91f2-7ad827233c13 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:48.719307 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-375114cc-a44a-43f1-91f2-7ad827233c13 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:37:48.719686 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-375114cc-a44a-43f1-91f2-7ad827233c13 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:48.722529 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:37:48.722529 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:37:48.722529 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:37:48.722529 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:37:48.722529 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 08:37:48.722529 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:37:48.722529 n-d-771363-34 neutron-server[94018]: timer() Jul 13 08:37:48.722529 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:37:48.722529 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 08:37:48.722529 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:37:48.722529 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 08:37:48.722529 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:37:48.722529 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 08:37:48.722529 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:37:48.722529 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 08:37:48.722529 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:37:48.722529 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 08:37:48.722529 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:37:48.722529 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:37:48.722529 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:37:48.722529 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:37:48.722529 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:37:48.722529 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 08:37:48.722529 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:37:48.722529 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 08:37:48.722529 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:37:48.722529 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:37:48.722529 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:37:48.722529 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 08:37:48.722529 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:37:48.722529 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:37:48.722529 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:37:48.722529 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:37:48.722529 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:37:48.722529 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:37:48.722529 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:37:48.784373 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-375114cc-a44a-43f1-91f2-7ad827233c13 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:48.801722 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-375114cc-a44a-43f1-91f2-7ad827233c13 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:48.804359 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-375114cc-a44a-43f1-91f2-7ad827233c13 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "DELETE /v2.0/networks/184221a3-668c-4df1-990b-cc3b3f804653 HTTP/1.1" status: 204 len: 168 time: 0.3108912 Jul 13 08:37:48.805511 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375114cc-a44a-43f1-91f2-7ad827233c13 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event deleted for resources: {'Network': ['ID=184221a3-668c-4df1-990b-cc3b3f804653,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:48.807321 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 45996) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:48.872631 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a03cacfb-2571-40d2-9bea-eaebbbe81129 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:48.899963 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a03cacfb-2571-40d2-9bea-eaebbbe81129 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:48.960761 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a03cacfb-2571-40d2-9bea-eaebbbe81129 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:48.963559 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a03cacfb-2571-40d2-9bea-eaebbbe81129 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:48.964725 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a03cacfb-2571-40d2-9bea-eaebbbe81129 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "DELETE /v2.0/security-groups/889f6558-d7a2-4237-ba50-5828a6ee1d27 HTTP/1.1" status: 204 len: 168 time: 0.1558304 Jul 13 08:37:48.973492 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03cacfb-2571-40d2-9bea-eaebbbe81129 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=889f6558-d7a2-4237-ba50-5828a6ee1d27,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:49.284781 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 757cdf38-b415-4362-8dea-c6d94c5498e6 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:37:49.307903 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 757cdf38-b415-4362-8dea-c6d94c5498e6 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:37:49.308241 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 757cdf38-b415-4362-8dea-c6d94c5498e6 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:37:49.308644 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 3b9ecf8c-d0b6-476f-bb44-b7bf258bc736 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:37:49.326717 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 3b9ecf8c-d0b6-476f-bb44-b7bf258bc736 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:37:49.327058 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 3b9ecf8c-d0b6-476f-bb44-b7bf258bc736 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:37:49.567162 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46002) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:49.572832 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-79e82eb0-c117-41d5-9d9a-875c31a9132e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-634960456', 'description': 'tempest-secgroup-smoke-634960456 description', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:37:49.595998 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-79e82eb0-c117-41d5-9d9a-875c31a9132e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:49.681324 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-79e82eb0-c117-41d5-9d9a-875c31a9132e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:49.684955 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-79e82eb0-c117-41d5-9d9a-875c31a9132e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:49.710776 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-79e82eb0-c117-41d5-9d9a-875c31a9132e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:49.712028 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-79e82eb0-c117-41d5-9d9a-875c31a9132e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1438303 Jul 13 08:37:49.714989 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46004) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:49.716565 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e82eb0-c117-41d5-9d9a-875c31a9132e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9df1313-0d3d-453d-a9f6-7fc0c196b5db,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:49.721177 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-de14c68b-be6f-47eb-b8b5-e1bf81f47ffe tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'security_group_rule': {'security_group_id': 'c9df1313-0d3d-453d-a9f6-7fc0c196b5db', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:37:49.747804 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-de14c68b-be6f-47eb-b8b5-e1bf81f47ffe tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:49.803448 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-de14c68b-be6f-47eb-b8b5-e1bf81f47ffe tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:49.806949 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-de14c68b-be6f-47eb-b8b5-e1bf81f47ffe tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:49.824739 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14c68b-be6f-47eb-b8b5-e1bf81f47ffe tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a975dd5b-a11c-4eb3-a0ad-f19c9d856233,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:49.830978 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-de14c68b-be6f-47eb-b8b5-e1bf81f47ffe tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:49.833506 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-de14c68b-be6f-47eb-b8b5-e1bf81f47ffe tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174564 Jul 13 08:37:49.835726 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46006) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:49.840278 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-59b78ee4-89b5-41e0-8106-11266668278f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'security_group_rule': {'security_group_id': 'c9df1313-0d3d-453d-a9f6-7fc0c196b5db', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:37:49.866125 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-59b78ee4-89b5-41e0-8106-11266668278f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:49.926915 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-59b78ee4-89b5-41e0-8106-11266668278f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:49.930628 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-59b78ee4-89b5-41e0-8106-11266668278f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:49.949097 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b78ee4-89b5-41e0-8106-11266668278f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb164eb-be7f-4021-963d-9914f6f02bfc,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:49.955158 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-59b78ee4-89b5-41e0-8106-11266668278f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:49.956456 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-59b78ee4-89b5-41e0-8106-11266668278f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1197884 Jul 13 08:37:49.959848 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46008) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:49.964507 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-9c742d39-84ec-4e81-aac9-005f10504f23 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'security_group_rule': {'security_group_id': 'c9df1313-0d3d-453d-a9f6-7fc0c196b5db', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:37:49.990030 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9c742d39-84ec-4e81-aac9-005f10504f23 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:50.047034 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9c742d39-84ec-4e81-aac9-005f10504f23 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:50.050350 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9c742d39-84ec-4e81-aac9-005f10504f23 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:50.066966 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c742d39-84ec-4e81-aac9-005f10504f23 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c07f47f3-810f-477c-b6f7-9dc1cf799099,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:50.073948 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9c742d39-84ec-4e81-aac9-005f10504f23 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:50.075254 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9c742d39-84ec-4e81-aac9-005f10504f23 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1145136 Jul 13 08:37:50.077884 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46010) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:50.082520 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-099d1552-41c3-441b-a830-fd859faa07a9 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'security_group_rule': {'security_group_id': 'c9df1313-0d3d-453d-a9f6-7fc0c196b5db', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:37:50.108901 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-099d1552-41c3-441b-a830-fd859faa07a9 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:50.168549 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-099d1552-41c3-441b-a830-fd859faa07a9 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:50.172126 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-099d1552-41c3-441b-a830-fd859faa07a9 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:50.192555 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d1552-41c3-441b-a830-fd859faa07a9 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ef467f8-34fc-4581-a2bf-ab298645a78c,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:50.196701 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-099d1552-41c3-441b-a830-fd859faa07a9 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:50.200582 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-099d1552-41c3-441b-a830-fd859faa07a9 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1190860 Jul 13 08:37:50.201103 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46012) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:50.205077 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-0b32d2c0-ebc0-4b67-9fa7-18dbabfde340 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'security_group_rule': {'security_group_id': 'c9df1313-0d3d-453d-a9f6-7fc0c196b5db', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:37:50.225529 n-d-771363-34 neutron-server[94018]: INFO neutron.db.securitygroups_db [None req-0b32d2c0-ebc0-4b67-9fa7-18dbabfde340 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Project f2107e32a8e4470d89bab814aa0ad2b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:37:50.230586 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0b32d2c0-ebc0-4b67-9fa7-18dbabfde340 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:50.293784 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0b32d2c0-ebc0-4b67-9fa7-18dbabfde340 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:50.297397 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0b32d2c0-ebc0-4b67-9fa7-18dbabfde340 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:50.316265 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b32d2c0-ebc0-4b67-9fa7-18dbabfde340 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=604990e2-ef84-4b84-b078-fbc6e133015e,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:50.326096 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0b32d2c0-ebc0-4b67-9fa7-18dbabfde340 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:50.327334 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0b32d2c0-ebc0-4b67-9fa7-18dbabfde340 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1256468 Jul 13 08:37:50.330037 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46014) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:50.335081 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-6e543778-1861-47c2-8c91-c29c8cf324dc tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'security_group_rule': {'security_group_id': 'c9df1313-0d3d-453d-a9f6-7fc0c196b5db', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:37:50.356313 n-d-771363-34 neutron-server[94018]: INFO neutron.db.securitygroups_db [None req-6e543778-1861-47c2-8c91-c29c8cf324dc tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Project f2107e32a8e4470d89bab814aa0ad2b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:37:50.361002 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6e543778-1861-47c2-8c91-c29c8cf324dc tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:50.421720 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6e543778-1861-47c2-8c91-c29c8cf324dc tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:50.425229 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6e543778-1861-47c2-8c91-c29c8cf324dc tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:50.444272 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e543778-1861-47c2-8c91-c29c8cf324dc tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1f4d5d7-91db-4d6a-8f4d-104873745346,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:50.447465 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6e543778-1861-47c2-8c91-c29c8cf324dc tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:50.448647 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6e543778-1861-47c2-8c91-c29c8cf324dc tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1176939 Jul 13 08:37:50.452469 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46016) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:50.457254 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-2ee28ef8-af53-4484-93c0-e4c13db3af5f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'network': {'name': 'tempest-network-smoke--1601613308', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'port_security_enabled': True}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:37:50.477466 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee28ef8-af53-4484-93c0-e4c13db3af5f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Made reservation on behalf of f2107e32a8e4470d89bab814aa0ad2b5 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:37:50.480974 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2ee28ef8-af53-4484-93c0-e4c13db3af5f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:50.504595 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee28ef8-af53-4484-93c0-e4c13db3af5f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:37:50.513960 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2ee28ef8-af53-4484-93c0-e4c13db3af5f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:50.514318 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-2ee28ef8-af53-4484-93c0-e4c13db3af5f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Added segment 5ff725e8-17e8-4619-bb9b-5180ab400eb0 of type vlan for network aafcbc41-2737-4b0c-b9e9-a2a760fcadb9 Jul 13 08:37:50.554512 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2ee28ef8-af53-4484-93c0-e4c13db3af5f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:50.585758 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2ee28ef8-af53-4484-93c0-e4c13db3af5f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:50.591645 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee28ef8-af53-4484-93c0-e4c13db3af5f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:50.592226 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2ee28ef8-af53-4484-93c0-e4c13db3af5f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:50.628730 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2ee28ef8-af53-4484-93c0-e4c13db3af5f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1752708 Jul 13 08:37:50.631366 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46018) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:50.637879 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-2f5dca61-2ab5-4094-ba7a-3e5b1b6c51a4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-614414321', 'admin_state_up': True, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:37:50.671409 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee28ef8-af53-4484-93c0-e4c13db3af5f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'Network': ['ID=aafcbc41-2737-4b0c-b9e9-a2a760fcadb9,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:50.683529 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network aafcbc41-2737-4b0c-b9e9-a2a760fcadb9 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:37:50.688592 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2f5dca61-2ab5-4094-ba7a-3e5b1b6c51a4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:50.689727 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2f5dca61-2ab5-4094-ba7a-3e5b1b6c51a4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:50.746682 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2f5dca61-2ab5-4094-ba7a-3e5b1b6c51a4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:50.867348 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device d5068bba-c41b-46ce-884f-a89b6eacbd95 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:37:50.879970 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2f5dca61-2ab5-4094-ba7a-3e5b1b6c51a4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:50.887307 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: d5068bba-c41b-46ce-884f-a89b6eacbd95 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:37:50.887645 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device d5068bba-c41b-46ce-884f-a89b6eacbd95 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:37:51.071000 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2f5dca61-2ab5-4094-ba7a-3e5b1b6c51a4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for router_gateway, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:51.089946 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2f5dca61-2ab5-4094-ba7a-3e5b1b6c51a4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:51.187836 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-2f5dca61-2ab5-4094-ba7a-3e5b1b6c51a4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Allocated IP 172.25.3.29 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/eed91d9e-0850-4b81-a4ab-b6ee5b282307) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:37:51.290705 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2f5dca61-2ab5-4094-ba7a-3e5b1b6c51a4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:51.327845 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2f5dca61-2ab5-4094-ba7a-3e5b1b6c51a4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:51.363125 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5dca61-2ab5-4094-ba7a-3e5b1b6c51a4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:37:51.369988 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-2f5dca61-2ab5-4094-ba7a-3e5b1b6c51a4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:37:51.372424 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5dca61-2ab5-4094-ba7a-3e5b1b6c51a4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:37:51.400885 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5dca61-2ab5-4094-ba7a-3e5b1b6c51a4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'Port': ['ID=eed91d9e-0850-4b81-a4ab-b6ee5b282307,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:51.619571 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2f5dca61-2ab5-4094-ba7a-3e5b1b6c51a4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for router_gateway, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:51.811494 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2f5dca61-2ab5-4094-ba7a-3e5b1b6c51a4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:51.935952 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5dca61-2ab5-4094-ba7a-3e5b1b6c51a4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Router 2be6c624-7cef-401e-baad-5b1aee2f1c3e is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:37:52.041730 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5dca61-2ab5-4094-ba7a-3e5b1b6c51a4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:37:52.051390 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f46a0d-3892-47b2-b3a6-e394e83e6af5 None None] Sync routers for ids ['2be6c624-7cef-401e-baad-5b1aee2f1c3e'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:37:52.060355 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2f5dca61-2ab5-4094-ba7a-3e5b1b6c51a4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:52.061612 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2f5dca61-2ab5-4094-ba7a-3e5b1b6c51a4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4292126 Jul 13 08:37:52.062115 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f46a0d-3892-47b2-b3a6-e394e83e6af5 None None] Routers {'2be6c624-7cef-401e-baad-5b1aee2f1c3e'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:37:52.062671 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-e6f46a0d-3892-47b2-b3a6-e394e83e6af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:37:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['2be6c624-7cef-401e-baad-5b1aee2f1c3e'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:52.064836 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46020) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:52.094876 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-be01800d-5bc5-40c9-be78-bbdb306c5962 tempest-TestNetworkAdvancedServerOps-849280787 tempest-TestNetworkAdvancedServerOps-849280787-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=f2107e32a8e4470d89bab814aa0ad2b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264876 Jul 13 08:37:52.095140 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46022) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:52.168570 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-e6f46a0d-3892-47b2-b3a6-e394e83e6af5 None None] Set router 2be6c624-7cef-401e-baad-5b1aee2f1c3e gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:37:52.186079 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f617a73d-e530-43d4-88b6-a088f305e156 tempest-TestNetworkAdvancedServerOps-849280787 tempest-TestNetworkAdvancedServerOps-849280787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:52.187762 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f617a73d-e530-43d4-88b6-a088f305e156 tempest-TestNetworkAdvancedServerOps-849280787 tempest-TestNetworkAdvancedServerOps-849280787-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0917563 Jul 13 08:37:52.190571 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46024) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:52.352247 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-e6f46a0d-3892-47b2-b3a6-e394e83e6af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be6c624-7cef-401e-baad-5b1aee2f1c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614414321', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'eed91d9e-0850-4b81-a4ab-b6ee5b282307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:37:50Z', 'updated_at': '2021-07-13T08:37:51Z', 'revision_number': 3, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'eed91d9e-0850-4b81-a4ab-b6ee5b282307', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be6c624-7cef-401e-baad-5b1aee2f1c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:51Z', 'updated_at': '2021-07-13T08:37:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:52.379033 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f46a0d-3892-47b2-b3a6-e394e83e6af5 None None] Checking router: 2be6c624-7cef-401e-baad-5b1aee2f1c3e for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:37:52.379413 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f46a0d-3892-47b2-b3a6-e394e83e6af5 None None] Updating router 2be6c624-7cef-401e-baad-5b1aee2f1c3e port eed91d9e-0850-4b81-a4ab-b6ee5b282307 binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:37:52.420629 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e6f46a0d-3892-47b2-b3a6-e394e83e6af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:52.583013 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-55f975ee-6caa-484e-af49-b54fc1e8e80c tempest-TestNetworkAdvancedServerOps-849280787 tempest-TestNetworkAdvancedServerOps-849280787-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=099fd220-496e-4556-906a-9ab228a05c02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3907580 Jul 13 08:37:52.585452 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46026) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:52.590433 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-e4f7f291-fbfe-4f59-bce0-09963fb73a8a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-887504239', 'network_id': 'aafcbc41-2737-4b0c-b9e9-a2a760fcadb9', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:37:52.679177 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f7f291-fbfe-4f59-bce0-09963fb73a8a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Made reservation on behalf of f2107e32a8e4470d89bab814aa0ad2b5 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:37:52.681790 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e6f46a0d-3892-47b2-b3a6-e394e83e6af5 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:52.683073 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e4f7f291-fbfe-4f59-bce0-09963fb73a8a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:52.693370 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-e6f46a0d-3892-47b2-b3a6-e394e83e6af5 None None] Transition to ACTIVE for port object eed91d9e-0850-4b81-a4ab-b6ee5b282307 will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:37:52.699967 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e6f46a0d-3892-47b2-b3a6-e394e83e6af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:52.750342 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0c278-4572-4226-bbd9-677cc3ce1868 None None] Pushing event updated for resources: {'Port': ['ID=eed91d9e-0850-4b81-a4ab-b6ee5b282307,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:52.760113 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-e6f46a0d-3892-47b2-b3a6-e394e83e6af5 None None] Attempting to bind port eed91d9e-0850-4b81-a4ab-b6ee5b282307 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:37:52.760400 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-e6f46a0d-3892-47b2-b3a6-e394e83e6af5 None None] Attempting to bind port eed91d9e-0850-4b81-a4ab-b6ee5b282307 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:37:52.760965 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f46a0d-3892-47b2-b3a6-e394e83e6af5 None None] Attempting to bind port eed91d9e-0850-4b81-a4ab-b6ee5b282307 on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:37:52.763864 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e0c278-4572-4226-bbd9-677cc3ce1868 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:52.764205 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e0c278-4572-4226-bbd9-677cc3ce1868 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:52.764530 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e0c278-4572-4226-bbd9-677cc3ce1868 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:52.764881 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e0c278-4572-4226-bbd9-677cc3ce1868 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:52.765200 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e0c278-4572-4226-bbd9-677cc3ce1868 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:52.765530 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e0c278-4572-4226-bbd9-677cc3ce1868 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:52.765854 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e0c278-4572-4226-bbd9-677cc3ce1868 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:52.766176 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e0c278-4572-4226-bbd9-677cc3ce1868 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:52.766494 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e0c278-4572-4226-bbd9-677cc3ce1868 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:52.766805 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e0c278-4572-4226-bbd9-677cc3ce1868 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:52.767312 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e0c278-4572-4226-bbd9-677cc3ce1868 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:52.767850 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e0c278-4572-4226-bbd9-677cc3ce1868 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:37:52.774855 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f46a0d-3892-47b2-b3a6-e394e83e6af5 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:37:52.775241 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f46a0d-3892-47b2-b3a6-e394e83e6af5 None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:37:52.775856 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e6f46a0d-3892-47b2-b3a6-e394e83e6af5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:52.776429 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f46a0d-3892-47b2-b3a6-e394e83e6af5 None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:37:52.777066 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-e6f46a0d-3892-47b2-b3a6-e394e83e6af5 None None] Bound port: eed91d9e-0850-4b81-a4ab-b6ee5b282307, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:37:52.777625 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e6f46a0d-3892-47b2-b3a6-e394e83e6af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:52.827910 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-e6f46a0d-3892-47b2-b3a6-e394e83e6af5 None None] For port eed91d9e-0850-4b81-a4ab-b6ee5b282307, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:37:52.831143 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-e6f46a0d-3892-47b2-b3a6-e394e83e6af5 None None] For port eed91d9e-0850-4b81-a4ab-b6ee5b282307, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=eed91d9e-0850-4b81-a4ab-b6ee5b282307,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:37:52.836198 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-e6f46a0d-3892-47b2-b3a6-e394e83e6af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:52.873626 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e4f7f291-fbfe-4f59-bce0-09963fb73a8a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:52.898633 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f46a0d-3892-47b2-b3a6-e394e83e6af5 None None] Routers {'2be6c624-7cef-401e-baad-5b1aee2f1c3e'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:37:52.899285 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-e6f46a0d-3892-47b2-b3a6-e394e83e6af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:37:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['2be6c624-7cef-401e-baad-5b1aee2f1c3e'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:52.902458 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0c278-4572-4226-bbd9-677cc3ce1868 None None] Pushing event updated for resources: {'Port': ['ID=eed91d9e-0850-4b81-a4ab-b6ee5b282307,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:52.944890 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7f291-fbfe-4f59-bce0-09963fb73a8a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'Subnet': ['ID=66ed03fa-517f-47d9-992f-b0b68dbb5435,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:52.951902 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f7f291-fbfe-4f59-bce0-09963fb73a8a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Checking segment: {'id': '5ff725e8-17e8-4619-bb9b-5180ab400eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aafcbc41-2737-4b0c-b9e9-a2a760fcadb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:37:52.952272 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f7f291-fbfe-4f59-bce0-09963fb73a8a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Network hostable DHCP agents. Network: aafcbc41-2737-4b0c-b9e9-a2a760fcadb9, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:37:52.970898 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f7f291-fbfe-4f59-bce0-09963fb73a8a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Network aafcbc41-2737-4b0c-b9e9-a2a760fcadb9 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:37:52.982425 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-e4f7f291-fbfe-4f59-bce0-09963fb73a8a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, aafcbc41-2737-4b0c-b9e9-a2a760fcadb9) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:37:52.992221 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88574cc2-a213-4e2a-a32f-7330f18d5ddd None None] Network aafcbc41-2737-4b0c-b9e9-a2a760fcadb9 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:37:52.995430 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f7f291-fbfe-4f59-bce0-09963fb73a8a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:52.996039 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-e4f7f291-fbfe-4f59-bce0-09963fb73a8a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:53.012346 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-e6f46a0d-3892-47b2-b3a6-e394e83e6af5 None None] Set router 2be6c624-7cef-401e-baad-5b1aee2f1c3e gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:37:53.016432 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-e4f7f291-fbfe-4f59-bce0-09963fb73a8a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4297726 Jul 13 08:37:53.018925 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46028) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:37:53.178412 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcafc0c9-d150-4fcc-88d4-99c9bc3115f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-aafcbc41-2737-4b0c-b9e9-a2a760fcadb9', 'network_id': 'aafcbc41-2737-4b0c-b9e9-a2a760fcadb9', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'fixed_ips': [{'subnet_id': '66ed03fa-517f-47d9-992f-b0b68dbb5435'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:37:53.179711 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-bcafc0c9-d150-4fcc-88d4-99c9bc3115f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:53.216259 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-e6f46a0d-3892-47b2-b3a6-e394e83e6af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be6c624-7cef-401e-baad-5b1aee2f1c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614414321', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'eed91d9e-0850-4b81-a4ab-b6ee5b282307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:37:50Z', 'updated_at': '2021-07-13T08:37:51Z', 'revision_number': 3, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'eed91d9e-0850-4b81-a4ab-b6ee5b282307', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be6c624-7cef-401e-baad-5b1aee2f1c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:51Z', 'updated_at': '2021-07-13T08:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:53.245347 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f46a0d-3892-47b2-b3a6-e394e83e6af5 None None] The sync data for ids ['2be6c624-7cef-401e-baad-5b1aee2f1c3e'] in n-d-771363-34 is: [{'id': '2be6c624-7cef-401e-baad-5b1aee2f1c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614414321', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'eed91d9e-0850-4b81-a4ab-b6ee5b282307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:37:50Z', 'updated_at': '2021-07-13T08:37:51Z', 'revision_number': 3, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'eed91d9e-0850-4b81-a4ab-b6ee5b282307', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be6c624-7cef-401e-baad-5b1aee2f1c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:51Z', 'updated_at': '2021-07-13T08:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:37:53.352970 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-bcafc0c9-d150-4fcc-88d4-99c9bc3115f5 None None] Allocated IP 172.20.0.2 (aafcbc41-2737-4b0c-b9e9-a2a760fcadb9/66ed03fa-517f-47d9-992f-b0b68dbb5435/e8179755-b2c2-4c0e-85b8-00b86f51bea1) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:37:53.509141 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c3147945-b3ad-48c4-9e90-8d566d3a4e77 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:53.520291 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-bcafc0c9-d150-4fcc-88d4-99c9bc3115f5 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:53.539521 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-bcafc0c9-d150-4fcc-88d4-99c9bc3115f5 None None] Transition to ACTIVE for port object e8179755-b2c2-4c0e-85b8-00b86f51bea1 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:37:53.570947 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-bcafc0c9-d150-4fcc-88d4-99c9bc3115f5 None None] Transition to ACTIVE for port object e8179755-b2c2-4c0e-85b8-00b86f51bea1 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:37:53.583996 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-bcafc0c9-d150-4fcc-88d4-99c9bc3115f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:53.640120 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcafc0c9-d150-4fcc-88d4-99c9bc3115f5 None None] Network aafcbc41-2737-4b0c-b9e9-a2a760fcadb9 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:37:53.644627 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-bcafc0c9-d150-4fcc-88d4-99c9bc3115f5 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:37:53.649559 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcafc0c9-d150-4fcc-88d4-99c9bc3115f5 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:37:53.654587 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcafc0c9-d150-4fcc-88d4-99c9bc3115f5 None None] Pushing event updated for resources: {'Port': ['ID=e8179755-b2c2-4c0e-85b8-00b86f51bea1,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:53.714689 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-bcafc0c9-d150-4fcc-88d4-99c9bc3115f5 None None] Attempting to bind port e8179755-b2c2-4c0e-85b8-00b86f51bea1 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:37:53.715079 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-bcafc0c9-d150-4fcc-88d4-99c9bc3115f5 None None] Attempting to bind port e8179755-b2c2-4c0e-85b8-00b86f51bea1 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '5ff725e8-17e8-4619-bb9b-5180ab400eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aafcbc41-2737-4b0c-b9e9-a2a760fcadb9'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:37:53.715477 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcafc0c9-d150-4fcc-88d4-99c9bc3115f5 None None] Attempting to bind port e8179755-b2c2-4c0e-85b8-00b86f51bea1 on network aafcbc41-2737-4b0c-b9e9-a2a760fcadb9 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:37:53.720821 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcafc0c9-d150-4fcc-88d4-99c9bc3115f5 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:37:53.721196 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcafc0c9-d150-4fcc-88d4-99c9bc3115f5 None None] Checking segment: {'id': '5ff725e8-17e8-4619-bb9b-5180ab400eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aafcbc41-2737-4b0c-b9e9-a2a760fcadb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:37:53.721596 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-bcafc0c9-d150-4fcc-88d4-99c9bc3115f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:53.722280 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcafc0c9-d150-4fcc-88d4-99c9bc3115f5 None None] Bound using segment: {'id': '5ff725e8-17e8-4619-bb9b-5180ab400eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aafcbc41-2737-4b0c-b9e9-a2a760fcadb9'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:37:53.723095 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-bcafc0c9-d150-4fcc-88d4-99c9bc3115f5 None None] Bound port: e8179755-b2c2-4c0e-85b8-00b86f51bea1, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff725e8-17e8-4619-bb9b-5180ab400eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aafcbc41-2737-4b0c-b9e9-a2a760fcadb9'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:37:53.723492 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-bcafc0c9-d150-4fcc-88d4-99c9bc3115f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:53.796586 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-bcafc0c9-d150-4fcc-88d4-99c9bc3115f5 None None] For port e8179755-b2c2-4c0e-85b8-00b86f51bea1, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:37:53.799848 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-bcafc0c9-d150-4fcc-88d4-99c9bc3115f5 None None] For port e8179755-b2c2-4c0e-85b8-00b86f51bea1, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=e8179755-b2c2-4c0e-85b8-00b86f51bea1,segment=NetworkSegment(5ff725e8-17e8-4619-bb9b-5180ab400eb0),segment_id=5ff725e8-17e8-4619-bb9b-5180ab400eb0)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:37:53.805998 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-bcafc0c9-d150-4fcc-88d4-99c9bc3115f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:53.853599 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-c3147945-b3ad-48c4-9e90-8d566d3a4e77 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Allocated IP 172.20.0.1 (aafcbc41-2737-4b0c-b9e9-a2a760fcadb9/66ed03fa-517f-47d9-992f-b0b68dbb5435/cea2780a-0ad3-429b-848c-35dcfb29729e) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:37:53.868498 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcafc0c9-d150-4fcc-88d4-99c9bc3115f5 None None] Pushing event updated for resources: {'Port': ['ID=e8179755-b2c2-4c0e-85b8-00b86f51bea1,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:53.989389 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c3147945-b3ad-48c4-9e90-8d566d3a4e77 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:54.006911 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-c3147945-b3ad-48c4-9e90-8d566d3a4e77 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Transition to ACTIVE for port object cea2780a-0ad3-429b-848c-35dcfb29729e will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:37:54.060311 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c3147945-b3ad-48c4-9e90-8d566d3a4e77 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:54.108414 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3147945-b3ad-48c4-9e90-8d566d3a4e77 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Network aafcbc41-2737-4b0c-b9e9-a2a760fcadb9 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:37:54.118221 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-c3147945-b3ad-48c4-9e90-8d566d3a4e77 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:37:54.121785 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3147945-b3ad-48c4-9e90-8d566d3a4e77 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:37:54.150506 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3147945-b3ad-48c4-9e90-8d566d3a4e77 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'Port': ['ID=cea2780a-0ad3-429b-848c-35dcfb29729e,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:54.176837 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c3147945-b3ad-48c4-9e90-8d566d3a4e77 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:54.327949 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c3147945-b3ad-48c4-9e90-8d566d3a4e77 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:54.366206 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:54.618459 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c3147945-b3ad-48c4-9e90-8d566d3a4e77 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:54.623265 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c3147945-b3ad-48c4-9e90-8d566d3a4e77 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:54.706562 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3147945-b3ad-48c4-9e90-8d566d3a4e77 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'Port': ['ID=cea2780a-0ad3-429b-848c-35dcfb29729e,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:54.711366 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:54.723009 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c3147945-b3ad-48c4-9e90-8d566d3a4e77 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:54.823322 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3147945-b3ad-48c4-9e90-8d566d3a4e77 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Network aafcbc41-2737-4b0c-b9e9-a2a760fcadb9 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:37:54.825562 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-c3147945-b3ad-48c4-9e90-8d566d3a4e77 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:37:54.826089 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28aeefd5-f337-4fbb-ae95-e8a8e097fc75 None None] Network aafcbc41-2737-4b0c-b9e9-a2a760fcadb9 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:37:54.987161 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3147945-b3ad-48c4-9e90-8d566d3a4e77 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Router 2be6c624-7cef-401e-baad-5b1aee2f1c3e has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:37:55.045382 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device eed91d9e-0850-4b81-a4ab-b6ee5b282307 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:37:55.101680 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-557e9f52-4a43-4cd6-86c5-176fd6632127 None None] Provisioning for port e8179755-b2c2-4c0e-85b8-00b86f51bea1 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:37:55.119146 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3147945-b3ad-48c4-9e90-8d566d3a4e77 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:37:55.133563 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c3147945-b3ad-48c4-9e90-8d566d3a4e77 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "PUT /v2.0/routers/2be6c624-7cef-401e-baad-5b1aee2f1c3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1039302 Jul 13 08:37:55.155903 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port eed91d9e-0850-4b81-a4ab-b6ee5b282307 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:37:55.164404 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port eed91d9e-0850-4b81-a4ab-b6ee5b282307 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:37:55.164772 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:55.277927 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-94f5fe40-1028-430f-849f-877d2d410822 req-2a7db5bf-7efa-477c-a175-6a68b0696234 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-634960456&fields=id&tenant_id=f2107e32a8e4470d89bab814aa0ad2b5 HTTP/1.1" status: 200 len: 267 time: 0.0367095 Jul 13 08:37:55.280663 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:55.307060 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port eed91d9e-0850-4b81-a4ab-b6ee5b282307, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=eed91d9e-0850-4b81-a4ab-b6ee5b282307,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:37:55.313642 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:55.320463 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7938eab2-d04c-4fb5-ab0b-72336d21ecf5 None None] Sync routers for ids ['2be6c624-7cef-401e-baad-5b1aee2f1c3e'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:37:55.355876 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device e8179755-b2c2-4c0e-85b8-00b86f51bea1 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:37:55.399405 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7938eab2-d04c-4fb5-ab0b-72336d21ecf5 None None] Routers {'2be6c624-7cef-401e-baad-5b1aee2f1c3e'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:37:55.400358 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-7938eab2-d04c-4fb5-ab0b-72336d21ecf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:37:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['2be6c624-7cef-401e-baad-5b1aee2f1c3e'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:55.409703 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5fe40-1028-430f-849f-877d2d410822 req-279d88d7-8301-42d8-968e-ca5a91c6969b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:55.411277 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-94f5fe40-1028-430f-849f-877d2d410822 req-279d88d7-8301-42d8-968e-ca5a91c6969b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/networks?id=aafcbc41-2737-4b0c-b9e9-a2a760fcadb9 HTTP/1.1" status: 200 len: 797 time: 0.1261492 Jul 13 08:37:55.429426 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-94f5fe40-1028-430f-849f-877d2d410822 req-9f6e16fa-46fa-44e5-acb5-f1dd7eea8b12 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/quotas/f2107e32a8e4470d89bab814aa0ad2b5 HTTP/1.1" status: 200 len: 375 time: 0.0108733 Jul 13 08:37:55.461332 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=eed91d9e-0850-4b81-a4ab-b6ee5b282307,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:55.506921 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-94f5fe40-1028-430f-849f-877d2d410822 req-9c8433c0-13a4-4ceb-a270-f56be9c6a26e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f2107e32a8e4470d89bab814aa0ad2b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0706220 Jul 13 08:37:55.513991 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port e8179755-b2c2-4c0e-85b8-00b86f51bea1 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:37:55.527133 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port e8179755-b2c2-4c0e-85b8-00b86f51bea1 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:37:55.527467 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:55.527991 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [req-94f5fe40-1028-430f-849f-877d2d410822 req-43938b5c-fb39-4cbe-a51d-3a640cc48e97 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:37:55.529184 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-94f5fe40-1028-430f-849f-877d2d410822 req-43938b5c-fb39-4cbe-a51d-3a640cc48e97 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069878 Jul 13 08:37:55.565224 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-7938eab2-d04c-4fb5-ab0b-72336d21ecf5 None None] Set router 2be6c624-7cef-401e-baad-5b1aee2f1c3e gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:37:55.608753 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-fff82491-507e-4632-82d4-4257cb482dfe None None] Provisioning complete for port e8179755-b2c2-4c0e-85b8-00b86f51bea1 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:37:55.609121 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fff82491-507e-4632-82d4-4257cb482dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:55.626636 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-94f5fe40-1028-430f-849f-877d2d410822 req-75abca2b-33de-42bb-bb73-717fa05fce39 service neutron] 10.222.0.23 "GET /v2.0/networks/aafcbc41-2737-4b0c-b9e9-a2a760fcadb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911112 Jul 13 08:37:55.727901 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-94f5fe40-1028-430f-849f-877d2d410822 req-6aa01c38-f12a-4584-acb1-d1aa8c88d2bf service neutron] 10.222.0.23 "GET /v2.0/networks/aafcbc41-2737-4b0c-b9e9-a2a760fcadb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940268 Jul 13 08:37:55.790609 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:55.879946 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fff82491-507e-4632-82d4-4257cb482dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:55.912712 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port e8179755-b2c2-4c0e-85b8-00b86f51bea1, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=e8179755-b2c2-4c0e-85b8-00b86f51bea1,segment=NetworkSegment(5ff725e8-17e8-4619-bb9b-5180ab400eb0),segment_id=5ff725e8-17e8-4619-bb9b-5180ab400eb0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:37:55.928635 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:55.968837 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d8890652-f76c-47ca-bdd4-add486a86c32 req-47256270-d990-42b7-ba04-8dcb8a6bcdb1 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 210 time: 0.0450151 Jul 13 08:37:56.033733 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.db.api [None req-fff82491-507e-4632-82d4-4257cb482dfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 08:37:56.035909 n-d-771363-34 neutron-server[94019]: DEBUG oslo_db.api [None req-fff82491-507e-4632-82d4-4257cb482dfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 08:37:56.038805 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=e8179755-b2c2-4c0e-85b8-00b86f51bea1,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:56.047248 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-7938eab2-d04c-4fb5-ab0b-72336d21ecf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be6c624-7cef-401e-baad-5b1aee2f1c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614414321', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'eed91d9e-0850-4b81-a4ab-b6ee5b282307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:37:50Z', 'updated_at': '2021-07-13T08:37:54Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'eed91d9e-0850-4b81-a4ab-b6ee5b282307', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be6c624-7cef-401e-baad-5b1aee2f1c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:51Z', 'updated_at': '2021-07-13T08:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'cea2780a-0ad3-429b-848c-35dcfb29729e', 'name': '', 'network_id': 'aafcbc41-2737-4b0c-b9e9-a2a760fcadb9', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:4c:e0:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be6c624-7cef-401e-baad-5b1aee2f1c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '66ed03fa-517f-47d9-992f-b0b68dbb5435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:53Z', 'updated_at': '2021-07-13T08:37:54Z', 'revision_number': 2, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': '66ed03fa-517f-47d9-992f-b0b68dbb5435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:56.079311 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7938eab2-d04c-4fb5-ab0b-72336d21ecf5 None None] Checking router: 2be6c624-7cef-401e-baad-5b1aee2f1c3e for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:37:56.079741 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7938eab2-d04c-4fb5-ab0b-72336d21ecf5 None None] Updating router 2be6c624-7cef-401e-baad-5b1aee2f1c3e port cea2780a-0ad3-429b-848c-35dcfb29729e binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:37:56.120708 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7938eab2-d04c-4fb5-ab0b-72336d21ecf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:56.418318 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7938eab2-d04c-4fb5-ab0b-72336d21ecf5 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:56.428981 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7938eab2-d04c-4fb5-ab0b-72336d21ecf5 None None] Transition to ACTIVE for port object cea2780a-0ad3-429b-848c-35dcfb29729e will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:37:56.435501 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7938eab2-d04c-4fb5-ab0b-72336d21ecf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:56.487943 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77513a0b-57ac-496a-8ae6-8af011140775 None None] Pushing event updated for resources: {'Port': ['ID=cea2780a-0ad3-429b-848c-35dcfb29729e,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:56.561203 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-7938eab2-d04c-4fb5-ab0b-72336d21ecf5 None None] Attempting to bind port cea2780a-0ad3-429b-848c-35dcfb29729e on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:37:56.561707 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-7938eab2-d04c-4fb5-ab0b-72336d21ecf5 None None] Attempting to bind port cea2780a-0ad3-429b-848c-35dcfb29729e by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '5ff725e8-17e8-4619-bb9b-5180ab400eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aafcbc41-2737-4b0c-b9e9-a2a760fcadb9'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:37:56.562095 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7938eab2-d04c-4fb5-ab0b-72336d21ecf5 None None] Attempting to bind port cea2780a-0ad3-429b-848c-35dcfb29729e on network aafcbc41-2737-4b0c-b9e9-a2a760fcadb9 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:37:56.572483 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7938eab2-d04c-4fb5-ab0b-72336d21ecf5 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:37:56.573247 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7938eab2-d04c-4fb5-ab0b-72336d21ecf5 None None] Checking segment: {'id': '5ff725e8-17e8-4619-bb9b-5180ab400eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aafcbc41-2737-4b0c-b9e9-a2a760fcadb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:37:56.573898 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7938eab2-d04c-4fb5-ab0b-72336d21ecf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:56.574293 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7938eab2-d04c-4fb5-ab0b-72336d21ecf5 None None] Bound using segment: {'id': '5ff725e8-17e8-4619-bb9b-5180ab400eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aafcbc41-2737-4b0c-b9e9-a2a760fcadb9'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:37:56.574778 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-7938eab2-d04c-4fb5-ab0b-72336d21ecf5 None None] Bound port: cea2780a-0ad3-429b-848c-35dcfb29729e, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff725e8-17e8-4619-bb9b-5180ab400eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aafcbc41-2737-4b0c-b9e9-a2a760fcadb9'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:37:56.575163 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7938eab2-d04c-4fb5-ab0b-72336d21ecf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:56.632271 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-fff82491-507e-4632-82d4-4257cb482dfe None None] Provisioning for port cea2780a-0ad3-429b-848c-35dcfb29729e completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:37:56.667121 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-7938eab2-d04c-4fb5-ab0b-72336d21ecf5 None None] For port cea2780a-0ad3-429b-848c-35dcfb29729e, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:37:56.670671 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-7938eab2-d04c-4fb5-ab0b-72336d21ecf5 None None] For port cea2780a-0ad3-429b-848c-35dcfb29729e, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=cea2780a-0ad3-429b-848c-35dcfb29729e,segment=NetworkSegment(5ff725e8-17e8-4619-bb9b-5180ab400eb0),segment_id=5ff725e8-17e8-4619-bb9b-5180ab400eb0)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:37:56.674932 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7938eab2-d04c-4fb5-ab0b-72336d21ecf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:56.737622 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7938eab2-d04c-4fb5-ab0b-72336d21ecf5 None None] Routers {'2be6c624-7cef-401e-baad-5b1aee2f1c3e'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:37:56.738179 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-7938eab2-d04c-4fb5-ab0b-72336d21ecf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:37:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['2be6c624-7cef-401e-baad-5b1aee2f1c3e'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:56.741554 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77513a0b-57ac-496a-8ae6-8af011140775 None None] Pushing event updated for resources: {'Port': ['ID=cea2780a-0ad3-429b-848c-35dcfb29729e,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:56.868853 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-7938eab2-d04c-4fb5-ab0b-72336d21ecf5 None None] Set router 2be6c624-7cef-401e-baad-5b1aee2f1c3e gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:37:56.956190 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device eed91d9e-0850-4b81-a4ab-b6ee5b282307 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:37:57.070536 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5fe40-1028-430f-849f-877d2d410822 req-8fa6ba0c-128f-4d7b-a7e0-0618a80fbd4d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:57.072286 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-94f5fe40-1028-430f-849f-877d2d410822 req-8fa6ba0c-128f-4d7b-a7e0-0618a80fbd4d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.25 "GET /v2.0/networks?id=aafcbc41-2737-4b0c-b9e9-a2a760fcadb9 HTTP/1.1" status: 200 len: 797 time: 0.1178346 Jul 13 08:37:57.098526 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port eed91d9e-0850-4b81-a4ab-b6ee5b282307 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:37:57.098890 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:57.126475 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-94f5fe40-1028-430f-849f-877d2d410822 req-26fa1afa-2cee-43a4-80f0-650fb5fa0103 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2107e32a8e4470d89bab814aa0ad2b5 HTTP/1.1" status: 200 len: 379 time: 0.0448380 Jul 13 08:37:57.139178 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-94f5fe40-1028-430f-849f-877d2d410822 req-6d6a3bd3-1380-4b7b-a0d5-7fde45839fea tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'port': {'device_id': '6f05b9df-efbe-4bce-9dde-559628734268', 'network_id': 'aafcbc41-2737-4b0c-b9e9-a2a760fcadb9', 'admin_state_up': True, 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'security_groups': ['c9df1313-0d3d-453d-a9f6-7fc0c196b5db']}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:37:57.160187 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f2e88076-b69b-4855-b073-947882d1e0ca req-3082dca1-164b-47ac-b2d2-07e6e6785c70 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 210 time: 0.0410659 Jul 13 08:37:57.194620 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-7938eab2-d04c-4fb5-ab0b-72336d21ecf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be6c624-7cef-401e-baad-5b1aee2f1c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614414321', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'eed91d9e-0850-4b81-a4ab-b6ee5b282307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:37:50Z', 'updated_at': '2021-07-13T08:37:54Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'eed91d9e-0850-4b81-a4ab-b6ee5b282307', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be6c624-7cef-401e-baad-5b1aee2f1c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:51Z', 'updated_at': '2021-07-13T08:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'cea2780a-0ad3-429b-848c-35dcfb29729e', 'name': '', 'network_id': 'aafcbc41-2737-4b0c-b9e9-a2a760fcadb9', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:4c:e0:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be6c624-7cef-401e-baad-5b1aee2f1c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '66ed03fa-517f-47d9-992f-b0b68dbb5435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:53Z', 'updated_at': '2021-07-13T08:37:56Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': '66ed03fa-517f-47d9-992f-b0b68dbb5435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:37:57.244129 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7938eab2-d04c-4fb5-ab0b-72336d21ecf5 None None] The sync data for ids ['2be6c624-7cef-401e-baad-5b1aee2f1c3e'] in n-d-771363-34 is: [{'id': '2be6c624-7cef-401e-baad-5b1aee2f1c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614414321', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'eed91d9e-0850-4b81-a4ab-b6ee5b282307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:37:50Z', 'updated_at': '2021-07-13T08:37:54Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'eed91d9e-0850-4b81-a4ab-b6ee5b282307', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be6c624-7cef-401e-baad-5b1aee2f1c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:51Z', 'updated_at': '2021-07-13T08:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'cea2780a-0ad3-429b-848c-35dcfb29729e', 'name': '', 'network_id': 'aafcbc41-2737-4b0c-b9e9-a2a760fcadb9', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:4c:e0:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be6c624-7cef-401e-baad-5b1aee2f1c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '66ed03fa-517f-47d9-992f-b0b68dbb5435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:53Z', 'updated_at': '2021-07-13T08:37:56Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': '66ed03fa-517f-47d9-992f-b0b68dbb5435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:37:57.262854 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device e8179755-b2c2-4c0e-85b8-00b86f51bea1 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:37:57.270107 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94f5fe40-1028-430f-849f-877d2d410822 req-6d6a3bd3-1380-4b7b-a0d5-7fde45839fea tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Made reservation on behalf of f2107e32a8e4470d89bab814aa0ad2b5 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:37:57.274588 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-94f5fe40-1028-430f-849f-877d2d410822 req-6d6a3bd3-1380-4b7b-a0d5-7fde45839fea tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:57.328001 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port e8179755-b2c2-4c0e-85b8-00b86f51bea1 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:37:57.328378 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:57.451760 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-94f5fe40-1028-430f-849f-877d2d410822 req-6d6a3bd3-1380-4b7b-a0d5-7fde45839fea tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Allocated IP 172.20.0.7 (aafcbc41-2737-4b0c-b9e9-a2a760fcadb9/66ed03fa-517f-47d9-992f-b0b68dbb5435/082b9dc8-c602-4b1e-9c75-726ebc21409d) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:37:57.603318 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-94f5fe40-1028-430f-849f-877d2d410822 req-6d6a3bd3-1380-4b7b-a0d5-7fde45839fea tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:57.623239 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-94f5fe40-1028-430f-849f-877d2d410822 req-6d6a3bd3-1380-4b7b-a0d5-7fde45839fea tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Transition to ACTIVE for port object 082b9dc8-c602-4b1e-9c75-726ebc21409d will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:37:57.657986 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-94f5fe40-1028-430f-849f-877d2d410822 req-6d6a3bd3-1380-4b7b-a0d5-7fde45839fea tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:57.705942 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94f5fe40-1028-430f-849f-877d2d410822 req-6d6a3bd3-1380-4b7b-a0d5-7fde45839fea tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Network aafcbc41-2737-4b0c-b9e9-a2a760fcadb9 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:37:57.709972 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-94f5fe40-1028-430f-849f-877d2d410822 req-6d6a3bd3-1380-4b7b-a0d5-7fde45839fea tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:37:57.714121 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f5fe40-1028-430f-849f-877d2d410822 req-6d6a3bd3-1380-4b7b-a0d5-7fde45839fea tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:37:57.752046 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a3bd3-1380-4b7b-a0d5-7fde45839fea tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'Port': ['ID=082b9dc8-c602-4b1e-9c75-726ebc21409d,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:57.772107 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5fe40-1028-430f-849f-877d2d410822 req-6d6a3bd3-1380-4b7b-a0d5-7fde45839fea tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:57.772857 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-94f5fe40-1028-430f-849f-877d2d410822 req-6d6a3bd3-1380-4b7b-a0d5-7fde45839fea tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:57.790502 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-94f5fe40-1028-430f-849f-877d2d410822 req-6d6a3bd3-1380-4b7b-a0d5-7fde45839fea tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6583595 Jul 13 08:37:57.803000 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-94f5fe40-1028-430f-849f-877d2d410822 req-2b1fb689-a4e6-401b-949f-e19a5385bd0d service neutron] Request body: {'port': {'device_id': '6f05b9df-efbe-4bce-9dde-559628734268', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:37:57.886389 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-94f5fe40-1028-430f-849f-877d2d410822 req-2b1fb689-a4e6-401b-949f-e19a5385bd0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:57.940075 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-77247c19-8f93-4b9e-ac4f-0090cbbfff5d None None] Provisioning for port 082b9dc8-c602-4b1e-9c75-726ebc21409d completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:37:57.946498 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-77247c19-8f93-4b9e-ac4f-0090cbbfff5d None None] Provisioning complete for port 082b9dc8-c602-4b1e-9c75-726ebc21409d triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:37:57.947233 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-77247c19-8f93-4b9e-ac4f-0090cbbfff5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:57.984315 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-77247c19-8f93-4b9e-ac4f-0090cbbfff5d None None] Port 082b9dc8-c602-4b1e-9c75-726ebc21409d cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:37:58.170480 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-94f5fe40-1028-430f-849f-877d2d410822 req-2b1fb689-a4e6-401b-949f-e19a5385bd0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 082b9dc8-c602-4b1e-9c75-726ebc21409d {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:37:58.179154 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-94f5fe40-1028-430f-849f-877d2d410822 req-2b1fb689-a4e6-401b-949f-e19a5385bd0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:58.193614 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-94f5fe40-1028-430f-849f-877d2d410822 req-2b1fb689-a4e6-401b-949f-e19a5385bd0d service neutron] Transition to ACTIVE for port object 082b9dc8-c602-4b1e-9c75-726ebc21409d will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:37:58.199927 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-94f5fe40-1028-430f-849f-877d2d410822 req-2b1fb689-a4e6-401b-949f-e19a5385bd0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:58.276778 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1fb689-a4e6-401b-949f-e19a5385bd0d service neutron] Pushing event updated for resources: {'Port': ['ID=082b9dc8-c602-4b1e-9c75-726ebc21409d,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:58.363856 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-94f5fe40-1028-430f-849f-877d2d410822 req-2b1fb689-a4e6-401b-949f-e19a5385bd0d service neutron] Attempting to bind port 082b9dc8-c602-4b1e-9c75-726ebc21409d on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:37:58.364193 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-94f5fe40-1028-430f-849f-877d2d410822 req-2b1fb689-a4e6-401b-949f-e19a5385bd0d service neutron] Attempting to bind port 082b9dc8-c602-4b1e-9c75-726ebc21409d by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '5ff725e8-17e8-4619-bb9b-5180ab400eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aafcbc41-2737-4b0c-b9e9-a2a760fcadb9'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:37:58.364524 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f5fe40-1028-430f-849f-877d2d410822 req-2b1fb689-a4e6-401b-949f-e19a5385bd0d service neutron] Attempting to bind port 082b9dc8-c602-4b1e-9c75-726ebc21409d on network aafcbc41-2737-4b0c-b9e9-a2a760fcadb9 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:37:58.376699 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f5fe40-1028-430f-849f-877d2d410822 req-2b1fb689-a4e6-401b-949f-e19a5385bd0d service neutron] Port 082b9dc8-c602-4b1e-9c75-726ebc21409d on network aafcbc41-2737-4b0c-b9e9-a2a760fcadb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:37:58.377032 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f5fe40-1028-430f-849f-877d2d410822 req-2b1fb689-a4e6-401b-949f-e19a5385bd0d service neutron] Attempting to bind port 082b9dc8-c602-4b1e-9c75-726ebc21409d on network aafcbc41-2737-4b0c-b9e9-a2a760fcadb9 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:37:58.385585 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f5fe40-1028-430f-849f-877d2d410822 req-2b1fb689-a4e6-401b-949f-e19a5385bd0d service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:37:58.386077 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f5fe40-1028-430f-849f-877d2d410822 req-2b1fb689-a4e6-401b-949f-e19a5385bd0d service neutron] Checking segment: {'id': '5ff725e8-17e8-4619-bb9b-5180ab400eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aafcbc41-2737-4b0c-b9e9-a2a760fcadb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:37:58.386303 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f5fe40-1028-430f-849f-877d2d410822 req-2b1fb689-a4e6-401b-949f-e19a5385bd0d service neutron] Bound using segment: {'id': '5ff725e8-17e8-4619-bb9b-5180ab400eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aafcbc41-2737-4b0c-b9e9-a2a760fcadb9'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:37:58.386766 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-94f5fe40-1028-430f-849f-877d2d410822 req-2b1fb689-a4e6-401b-949f-e19a5385bd0d service neutron] Bound port: 082b9dc8-c602-4b1e-9c75-726ebc21409d, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ff725e8-17e8-4619-bb9b-5180ab400eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aafcbc41-2737-4b0c-b9e9-a2a760fcadb9'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:37:58.387123 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-94f5fe40-1028-430f-849f-877d2d410822 req-2b1fb689-a4e6-401b-949f-e19a5385bd0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:58.406590 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d531ebf-e08c-4779-935b-468788f0c374 req-2c5afd61-a5e6-464b-9ea7-81e81ab9cf93 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:58.408282 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9d531ebf-e08c-4779-935b-468788f0c374 req-2c5afd61-a5e6-464b-9ea7-81e81ab9cf93 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 943 time: 0.1115730 Jul 13 08:37:58.496083 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9d531ebf-e08c-4779-935b-468788f0c374 req-e3cc08c0-1225-4aa6-8b50-274a055a1549 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9df1313-0d3d-453d-a9f6-7fc0c196b5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784121 Jul 13 08:37:58.498343 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-94f5fe40-1028-430f-849f-877d2d410822 req-2b1fb689-a4e6-401b-949f-e19a5385bd0d service neutron] For port 082b9dc8-c602-4b1e-9c75-726ebc21409d, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:37:58.502153 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-94f5fe40-1028-430f-849f-877d2d410822 req-2b1fb689-a4e6-401b-949f-e19a5385bd0d service neutron] For port 082b9dc8-c602-4b1e-9c75-726ebc21409d, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=082b9dc8-c602-4b1e-9c75-726ebc21409d,segment=NetworkSegment(5ff725e8-17e8-4619-bb9b-5180ab400eb0),segment_id=5ff725e8-17e8-4619-bb9b-5180ab400eb0)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:37:58.508430 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-94f5fe40-1028-430f-849f-877d2d410822 req-2b1fb689-a4e6-401b-949f-e19a5385bd0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:58.543633 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5fe40-1028-430f-849f-877d2d410822 req-2b1fb689-a4e6-401b-949f-e19a5385bd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:58.544238 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-94f5fe40-1028-430f-849f-877d2d410822 req-2b1fb689-a4e6-401b-949f-e19a5385bd0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:58.545710 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-94f5fe40-1028-430f-849f-877d2d410822 req-2b1fb689-a4e6-401b-949f-e19a5385bd0d service neutron] 10.222.0.25 "PUT /v2.0/ports/082b9dc8-c602-4b1e-9c75-726ebc21409d HTTP/1.1" status: 200 len: 1092 time: 0.7475767 Jul 13 08:37:58.546161 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f05b9df-efbe-4bce-9dde-559628734268', 'tag': '082b9dc8-c602-4b1e-9c75-726ebc21409d'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:37:58.548586 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33af52f666a6377eeaf9d00c6054365c515a6ddb0c8cc5669bfcff545a31cac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c96bfc-bd96-44da-9771-a7a0eea09e79" -d '{"events": [{"name": "network-changed", "server_uuid": "6f05b9df-efbe-4bce-9dde-559628734268", "tag": "082b9dc8-c602-4b1e-9c75-726ebc21409d"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:37:58.585826 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1fb689-a4e6-401b-949f-e19a5385bd0d service neutron] Pushing event updated for resources: {'Port': ['ID=082b9dc8-c602-4b1e-9c75-726ebc21409d,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:58.623022 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893cc230-67a7-48aa-9c0c-db68038a9648 x-openstack-request-id: req-893cc230-67a7-48aa-9c0c-db68038a9648 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:37:58.623415 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f05b9df-efbe-4bce-9dde-559628734268", "tag": "082b9dc8-c602-4b1e-9c75-726ebc21409d", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:37:58.623734 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-893cc230-67a7-48aa-9c0c-db68038a9648 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:37:58.624144 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f05b9df-efbe-4bce-9dde-559628734268', 'tag': '082b9dc8-c602-4b1e-9c75-726ebc21409d', 'status': 'completed', 'code': 200} Jul 13 08:37:58.653335 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5fe40-1028-430f-849f-877d2d410822 req-fe29a646-5120-496d-9c8e-7d0f02e84097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:58.654880 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-94f5fe40-1028-430f-849f-877d2d410822 req-fe29a646-5120-496d-9c8e-7d0f02e84097 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f2107e32a8e4470d89bab814aa0ad2b5&device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 1095 time: 0.0630744 Jul 13 08:37:58.702684 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-94f5fe40-1028-430f-849f-877d2d410822 req-0b3e8574-59d0-417e-8cb5-350bb74fbace service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=082b9dc8-c602-4b1e-9c75-726ebc21409d HTTP/1.1" status: 200 len: 217 time: 0.0393107 Jul 13 08:37:58.753437 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5fe40-1028-430f-849f-877d2d410822 req-91a07a47-951b-4ae8-b7fa-17c11de6f4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:58.754929 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-94f5fe40-1028-430f-849f-877d2d410822 req-91a07a47-951b-4ae8-b7fa-17c11de6f4b6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=66ed03fa-517f-47d9-992f-b0b68dbb5435 HTTP/1.1" status: 200 len: 834 time: 0.0464652 Jul 13 08:37:58.812130 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5fe40-1028-430f-849f-877d2d410822 req-3e64ef25-3ca3-4c42-a69a-58d38735a184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:58.813526 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-94f5fe40-1028-430f-849f-877d2d410822 req-3e64ef25-3ca3-4c42-a69a-58d38735a184 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aafcbc41-2737-4b0c-b9e9-a2a760fcadb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528207 Jul 13 08:37:58.911011 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-94f5fe40-1028-430f-849f-877d2d410822 req-42b4e3c2-2310-467e-82fe-a580bdd2f319 service neutron] 10.222.0.25 "GET /v2.0/networks/aafcbc41-2737-4b0c-b9e9-a2a760fcadb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904243 Jul 13 08:37:58.935407 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device cea2780a-0ad3-429b-848c-35dcfb29729e up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:37:58.985115 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port cea2780a-0ad3-429b-848c-35dcfb29729e completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:37:58.988964 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port cea2780a-0ad3-429b-848c-35dcfb29729e triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:37:58.989388 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:59.003127 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-94f5fe40-1028-430f-849f-877d2d410822 req-9af98979-d331-4230-95b4-aa31a1d13f9b service neutron] 10.222.0.25 "GET /v2.0/networks/aafcbc41-2737-4b0c-b9e9-a2a760fcadb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857906 Jul 13 08:37:59.071676 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:59.104269 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port cea2780a-0ad3-429b-848c-35dcfb29729e, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=cea2780a-0ad3-429b-848c-35dcfb29729e,segment=NetworkSegment(5ff725e8-17e8-4619-bb9b-5180ab400eb0),segment_id=5ff725e8-17e8-4619-bb9b-5180ab400eb0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:37:59.106955 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c96bfc-bd96-44da-9771-a7a0eea09e79 req-fece9fa4-0896-4909-8041-a7c7448f6327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:59.108717 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-03c96bfc-bd96-44da-9771-a7a0eea09e79 req-fece9fa4-0896-4909-8041-a7c7448f6327 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f2107e32a8e4470d89bab814aa0ad2b5&device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 1095 time: 0.0568419 Jul 13 08:37:59.109792 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:59.167892 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=cea2780a-0ad3-429b-848c-35dcfb29729e,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:37:59.210003 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c96bfc-bd96-44da-9771-a7a0eea09e79 req-e8a93229-69a3-406e-be3f-b7c1bed6b0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:59.211541 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-03c96bfc-bd96-44da-9771-a7a0eea09e79 req-e8a93229-69a3-406e-be3f-b7c1bed6b0ee service neutron] 10.222.0.25 "GET /v2.0/networks?id=aafcbc41-2737-4b0c-b9e9-a2a760fcadb9 HTTP/1.1" status: 200 len: 898 time: 0.0965338 Jul 13 08:37:59.254228 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-03c96bfc-bd96-44da-9771-a7a0eea09e79 req-991d6dd5-3575-4dde-8af1-2854299e4547 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=082b9dc8-c602-4b1e-9c75-726ebc21409d HTTP/1.1" status: 200 len: 217 time: 0.0355968 Jul 13 08:37:59.308470 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c96bfc-bd96-44da-9771-a7a0eea09e79 req-fc9f6291-b33e-4ffa-80e0-5ab2dce9ba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:59.310014 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-03c96bfc-bd96-44da-9771-a7a0eea09e79 req-fc9f6291-b33e-4ffa-80e0-5ab2dce9ba93 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=66ed03fa-517f-47d9-992f-b0b68dbb5435 HTTP/1.1" status: 200 len: 834 time: 0.0498974 Jul 13 08:37:59.354126 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-fa4fd095-25e9-4ab4-9682-e1c8dcf5fc5d None None] Provisioning complete for port cea2780a-0ad3-429b-848c-35dcfb29729e triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:37:59.354418 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fa4fd095-25e9-4ab4-9682-e1c8dcf5fc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:37:59.371184 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c96bfc-bd96-44da-9771-a7a0eea09e79 req-6993a3a3-d701-4e8d-8bca-46e65e9981eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:59.372841 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-03c96bfc-bd96-44da-9771-a7a0eea09e79 req-6993a3a3-d701-4e8d-8bca-46e65e9981eb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aafcbc41-2737-4b0c-b9e9-a2a760fcadb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556026 Jul 13 08:37:59.471155 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-03c96bfc-bd96-44da-9771-a7a0eea09e79 req-df7690ba-1e9a-410e-9235-7acf869066fa service neutron] 10.222.0.25 "GET /v2.0/networks/aafcbc41-2737-4b0c-b9e9-a2a760fcadb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907197 Jul 13 08:37:59.568811 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-03c96bfc-bd96-44da-9771-a7a0eea09e79 req-dc3d05ad-ecd1-449a-8024-4f536751521b service neutron] 10.222.0.25 "GET /v2.0/networks/aafcbc41-2737-4b0c-b9e9-a2a760fcadb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898354 Jul 13 08:37:59.677141 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c334a-3ee1-46da-a3c9-9098b85bc740 req-6876d690-e366-4fcd-b9a2-351a3883cb43 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:37:59.679376 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1b2c334a-3ee1-46da-a3c9-9098b85bc740 req-6876d690-e366-4fcd-b9a2-351a3883cb43 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 943 time: 0.0653217 Jul 13 08:37:59.721386 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1b2c334a-3ee1-46da-a3c9-9098b85bc740 req-9f831fad-24cb-4f95-9bdd-be1ab8d5e202 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9df1313-0d3d-453d-a9f6-7fc0c196b5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365429 Jul 13 08:38:00.394236 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fc1c2414-3d79-4cbc-b985-8e9d90e531a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:00.904282 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3fa4e-f14d-4e19-90fd-d665ef7902ee req-41037475-a590-479a-93b8-8c70665718b2 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:00.906102 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-aee3fa4e-f14d-4e19-90fd-d665ef7902ee req-41037475-a590-479a-93b8-8c70665718b2 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 943 time: 0.0705280 Jul 13 08:38:00.921206 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device cea2780a-0ad3-429b-848c-35dcfb29729e up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:38:00.947189 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-aee3fa4e-f14d-4e19-90fd-d665ef7902ee req-5d1567a4-2077-4bd0-b5f0-94957d56afb4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9df1313-0d3d-453d-a9f6-7fc0c196b5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347977 Jul 13 08:38:00.969665 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port cea2780a-0ad3-429b-848c-35dcfb29729e triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:38:00.970034 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:02.068730 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 082b9dc8-c602-4b1e-9c75-726ebc21409d details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:38:02.129419 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cde984-b1da-4040-9041-caab5d7ac923 req-431c7829-23f0-4b7a-8968-3a605893fc0c tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:02.131660 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-69cde984-b1da-4040-9041-caab5d7ac923 req-431c7829-23f0-4b7a-8968-3a605893fc0c tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 943 time: 0.0688486 Jul 13 08:38:02.174209 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-69cde984-b1da-4040-9041-caab5d7ac923 req-5b2b536a-8123-47b0-b6c2-796eb582cf9c tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9df1313-0d3d-453d-a9f6-7fc0c196b5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366557 Jul 13 08:38:02.326103 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 082b9dc8-c602-4b1e-9c75-726ebc21409d, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=082b9dc8-c602-4b1e-9c75-726ebc21409d,segment=NetworkSegment(5ff725e8-17e8-4619-bb9b-5180ab400eb0),segment_id=5ff725e8-17e8-4619-bb9b-5180ab400eb0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:38:02.338570 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '082b9dc8-c602-4b1e-9c75-726ebc21409d', 'network_id': 'aafcbc41-2737-4b0c-b9e9-a2a760fcadb9', 'port_id': '082b9dc8-c602-4b1e-9c75-726ebc21409d', 'mac_address': 'fa:16:3e:a4:2b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66ed03fa-517f-47d9-992f-b0b68dbb5435', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:38:02.375702 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:02.388531 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 082b9dc8-c602-4b1e-9c75-726ebc21409d {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:38:02.409094 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 082b9dc8-c602-4b1e-9c75-726ebc21409d, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=082b9dc8-c602-4b1e-9c75-726ebc21409d,segment=NetworkSegment(5ff725e8-17e8-4619-bb9b-5180ab400eb0),segment_id=5ff725e8-17e8-4619-bb9b-5180ab400eb0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:38:02.413957 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:02.472909 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=082b9dc8-c602-4b1e-9c75-726ebc21409d,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:02.698061 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['082b9dc8-c602-4b1e-9c75-726ebc21409d'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:38:03.244158 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:03.267664 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-553ca85c-0dfa-4ed0-b137-4ecfca4affda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:03.358569 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad2b2f-ca66-4794-a105-00e1bce36bb4 req-c1c12514-de52-45a3-a70f-3afec99dc419 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:03.360415 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-48ad2b2f-ca66-4794-a105-00e1bce36bb4 req-c1c12514-de52-45a3-a70f-3afec99dc419 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 944 time: 0.0661130 Jul 13 08:38:03.401237 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-48ad2b2f-ca66-4794-a105-00e1bce36bb4 req-ca2e9880-931a-42db-a069-8f6b88633e55 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9df1313-0d3d-453d-a9f6-7fc0c196b5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343006 Jul 13 08:38:04.083839 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 082b9dc8-c602-4b1e-9c75-726ebc21409d up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:38:04.133256 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 082b9dc8-c602-4b1e-9c75-726ebc21409d completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:38:04.136901 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 082b9dc8-c602-4b1e-9c75-726ebc21409d triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:38:04.137269 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:04.217451 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:04.240833 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f05b9df-efbe-4bce-9dde-559628734268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082b9dc8-c602-4b1e-9c75-726ebc21409d'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:38:04.243142 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}819247fa28fcd914db4aabd8a9f8f95ceb467163a9d63008da3b74a1dcff375d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ff793e-81c1-4d9f-807e-396410691c48" -d '{"events": [{"server_uuid": "6f05b9df-efbe-4bce-9dde-559628734268", "name": "network-vif-plugged", "status": "completed", "tag": "082b9dc8-c602-4b1e-9c75-726ebc21409d"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:38:04.256659 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 082b9dc8-c602-4b1e-9c75-726ebc21409d, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=082b9dc8-c602-4b1e-9c75-726ebc21409d,segment=NetworkSegment(5ff725e8-17e8-4619-bb9b-5180ab400eb0),segment_id=5ff725e8-17e8-4619-bb9b-5180ab400eb0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:38:04.261328 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:04.289339 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3278754a-1504-4a48-844d-2778596304fc x-openstack-request-id: req-3278754a-1504-4a48-844d-2778596304fc {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:38:04.289627 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f05b9df-efbe-4bce-9dde-559628734268", "name": "network-vif-plugged", "status": "completed", "tag": "082b9dc8-c602-4b1e-9c75-726ebc21409d", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:38:04.289883 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3278754a-1504-4a48-844d-2778596304fc {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:38:04.290273 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f05b9df-efbe-4bce-9dde-559628734268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082b9dc8-c602-4b1e-9c75-726ebc21409d', 'code': 200} Jul 13 08:38:04.323217 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=082b9dc8-c602-4b1e-9c75-726ebc21409d,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:04.390561 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:04.409473 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd02430-7568-4e28-ab07-a5b3722d239b req-a7d8a1e8-9378-48f8-ae90-441d78ddb2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:04.411013 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1fd02430-7568-4e28-ab07-a5b3722d239b req-a7d8a1e8-9378-48f8-ae90-441d78ddb2b9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 1097 time: 0.0585320 Jul 13 08:38:04.448585 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1fd02430-7568-4e28-ab07-a5b3722d239b req-902c7fc1-36b0-4647-a186-9d594efdb505 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c9df1313-0d3d-453d-a9f6-7fc0c196b5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311086 Jul 13 08:38:04.507139 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d211797e-4326-44dc-b7d3-d7faf0dcf321 None None] Provisioning complete for port 082b9dc8-c602-4b1e-9c75-726ebc21409d triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:38:04.507616 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d211797e-4326-44dc-b7d3-d7faf0dcf321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:04.580847 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f69435-1a1e-4113-9861-a8de0c3df36d req-3e4e47e6-769c-44b4-b7b3-00b563954102 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:04.582503 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-00f69435-1a1e-4113-9861-a8de0c3df36d req-3e4e47e6-769c-44b4-b7b3-00b563954102 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 945 time: 0.0645821 Jul 13 08:38:04.622713 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-00f69435-1a1e-4113-9861-a8de0c3df36d req-fdc559ff-ca2b-4071-8f8e-7f498e4243fb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9df1313-0d3d-453d-a9f6-7fc0c196b5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333118 Jul 13 08:38:05.803737 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349645b6-540e-40fe-bd5d-8e422f14f376 req-d6909455-26e6-40fd-b123-e57c763b4592 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:05.805349 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-349645b6-540e-40fe-bd5d-8e422f14f376 req-d6909455-26e6-40fd-b123-e57c763b4592 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 945 time: 0.0700433 Jul 13 08:38:05.842921 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-349645b6-540e-40fe-bd5d-8e422f14f376 req-de9d87d2-e303-4c8d-a7e3-60ae997a4de8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9df1313-0d3d-453d-a9f6-7fc0c196b5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318859 Jul 13 08:38:06.022637 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef3d1c-9889-4816-94f4-3c6c659edc66 req-43e57a8f-b9dd-4cbe-8182-266370d725ba tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:06.024186 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3bef3d1c-9889-4816-94f4-3c6c659edc66 req-43e57a8f-b9dd-4cbe-8182-266370d725ba tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 945 time: 0.0677776 Jul 13 08:38:06.063267 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3bef3d1c-9889-4816-94f4-3c6c659edc66 req-ec42648a-843b-4366-b08d-73a43f84ca44 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9df1313-0d3d-453d-a9f6-7fc0c196b5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330019 Jul 13 08:38:06.087835 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46078) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:38:06.140156 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec85324-4e71-46b4-b6e9-ede4599aa67b tempest-TestNetworkAdvancedServerOps-849280787 tempest-TestNetworkAdvancedServerOps-849280787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:06.141678 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-fec85324-4e71-46b4-b6e9-ede4599aa67b tempest-TestNetworkAdvancedServerOps-849280787 tempest-TestNetworkAdvancedServerOps-849280787-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 1092 time: 0.0528212 Jul 13 08:38:06.145732 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46080) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:38:06.151224 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:06.151814 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-a5dc4a9a-4e26-461e-bee2-a871b86d5bb1 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'port_id': '082b9dc8-c602-4b1e-9c75-726ebc21409d', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:38:06.179622 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a5dc4a9a-4e26-461e-bee2-a871b86d5bb1 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for floatingip, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:06.284396 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a5dc4a9a-4e26-461e-bee2-a871b86d5bb1 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:06.384753 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-a5dc4a9a-4e26-461e-bee2-a871b86d5bb1 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Allocated IP 172.25.3.27 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/d101f85f-711a-472e-8fde-a94e06bd659e) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:38:06.494309 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a5dc4a9a-4e26-461e-bee2-a871b86d5bb1 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:06.538474 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a5dc4a9a-4e26-461e-bee2-a871b86d5bb1 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:06.581111 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dc4a9a-4e26-461e-bee2-a871b86d5bb1 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:38:06.584487 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-a5dc4a9a-4e26-461e-bee2-a871b86d5bb1 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:38:06.589342 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dc4a9a-4e26-461e-bee2-a871b86d5bb1 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:38:06.591726 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc4a9a-4e26-461e-bee2-a871b86d5bb1 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'Port': ['ID=d101f85f-711a-472e-8fde-a94e06bd659e,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:06.971876 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a5dc4a9a-4e26-461e-bee2-a871b86d5bb1 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:07.045604 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:38:07.048729 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a5dc4a9a-4e26-461e-bee2-a871b86d5bb1 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:07.199138 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a5dc4a9a-4e26-461e-bee2-a871b86d5bb1 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:07.203674 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a5dc4a9a-4e26-461e-bee2-a871b86d5bb1 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:07.275216 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc4a9a-4e26-461e-bee2-a871b86d5bb1 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'Port': ['ID=d101f85f-711a-472e-8fde-a94e06bd659e,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:07.281657 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a5dc4a9a-4e26-461e-bee2-a871b86d5bb1 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:07.381608 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [None req-a5dc4a9a-4e26-461e-bee2-a871b86d5bb1 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Floating IP 1a93c650-edf2-4dcd-ad0c-219c7e0a42ba associated. External IP: 172.25.3.27, port: 082b9dc8-c602-4b1e-9c75-726ebc21409d. Jul 13 08:38:07.947459 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5dc4a9a-4e26-461e-bee2-a871b86d5bb1 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Router 2be6c624-7cef-401e-baad-5b1aee2f1c3e has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:38:08.063028 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5dc4a9a-4e26-461e-bee2-a871b86d5bb1 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:38:08.072434 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20a9b45-e8f8-4e71-82d3-61d2c2b279b6 None None] Sync routers for ids ['2be6c624-7cef-401e-baad-5b1aee2f1c3e'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:38:08.081226 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a5dc4a9a-4e26-461e-bee2-a871b86d5bb1 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:08.082949 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20a9b45-e8f8-4e71-82d3-61d2c2b279b6 None None] Routers {'2be6c624-7cef-401e-baad-5b1aee2f1c3e'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:38:08.083663 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-b20a9b45-e8f8-4e71-82d3-61d2c2b279b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:38:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['2be6c624-7cef-401e-baad-5b1aee2f1c3e'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:38:08.126387 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a5dc4a9a-4e26-461e-bee2-a871b86d5bb1 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9786806 Jul 13 08:38:08.127193 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f05b9df-efbe-4bce-9dde-559628734268', 'tag': '082b9dc8-c602-4b1e-9c75-726ebc21409d'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:38:08.130588 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9d8cb6-f30a-46cc-8de1-61a84d66b147" -d '{"events": [{"name": "network-changed", "server_uuid": "6f05b9df-efbe-4bce-9dde-559628734268", "tag": "082b9dc8-c602-4b1e-9c75-726ebc21409d"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:38:08.176805 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbbfee9-a4dd-42f6-8a25-e80c15c59232 x-openstack-request-id: req-2dbbfee9-a4dd-42f6-8a25-e80c15c59232 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:38:08.177391 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f05b9df-efbe-4bce-9dde-559628734268", "tag": "082b9dc8-c602-4b1e-9c75-726ebc21409d", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:38:08.177924 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2dbbfee9-a4dd-42f6-8a25-e80c15c59232 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:38:08.183784 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f05b9df-efbe-4bce-9dde-559628734268', 'tag': '082b9dc8-c602-4b1e-9c75-726ebc21409d', 'status': 'completed', 'code': 200} Jul 13 08:38:08.205388 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-b20a9b45-e8f8-4e71-82d3-61d2c2b279b6 None None] Set router 2be6c624-7cef-401e-baad-5b1aee2f1c3e gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:38:08.293463 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d8cb6-f30a-46cc-8de1-61a84d66b147 req-171472a7-8c64-425a-b732-49231b34f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:08.295017 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7d9d8cb6-f30a-46cc-8de1-61a84d66b147 req-171472a7-8c64-425a-b732-49231b34f65e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f2107e32a8e4470d89bab814aa0ad2b5&device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 1097 time: 0.0983353 Jul 13 08:38:08.350883 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e7551-754b-4e15-95ef-d6bc7418486b req-951d6300-6231-4fc6-8b98-11f49ca37b00 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:08.352472 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f76e7551-754b-4e15-95ef-d6bc7418486b req-951d6300-6231-4fc6-8b98-11f49ca37b00 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 945 time: 0.1153426 Jul 13 08:38:08.433683 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f76e7551-754b-4e15-95ef-d6bc7418486b req-0d5016d8-b64c-42a2-8ed9-1135fd883af2 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9df1313-0d3d-453d-a9f6-7fc0c196b5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754166 Jul 13 08:38:08.436621 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d8cb6-f30a-46cc-8de1-61a84d66b147 req-a6f9fca7-a904-4a67-b791-0a8513376bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:08.438158 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7d9d8cb6-f30a-46cc-8de1-61a84d66b147 req-a6f9fca7-a904-4a67-b791-0a8513376bc6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aafcbc41-2737-4b0c-b9e9-a2a760fcadb9 HTTP/1.1" status: 200 len: 898 time: 0.1343627 Jul 13 08:38:08.460501 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46088) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:38:08.526236 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-887d82db-ef44-44f9-a2a1-aa6496e13fc6 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/floatingips/1a93c650-edf2-4dcd-ad0c-219c7e0a42ba HTTP/1.1" status: 200 len: 990 time: 0.0631120 Jul 13 08:38:08.527121 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7d9d8cb6-f30a-46cc-8de1-61a84d66b147 req-1215568e-1a6e-4cd3-96b0-41e33d159487 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=082b9dc8-c602-4b1e-9c75-726ebc21409d HTTP/1.1" status: 200 len: 998 time: 0.0812232 Jul 13 08:38:08.538468 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-b20a9b45-e8f8-4e71-82d3-61d2c2b279b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be6c624-7cef-401e-baad-5b1aee2f1c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614414321', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'eed91d9e-0850-4b81-a4ab-b6ee5b282307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:37:50Z', 'updated_at': '2021-07-13T08:37:54Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'eed91d9e-0850-4b81-a4ab-b6ee5b282307', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be6c624-7cef-401e-baad-5b1aee2f1c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:51Z', 'updated_at': '2021-07-13T08:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '1a93c650-edf2-4dcd-ad0c-219c7e0a42ba', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'floating_ip_address': '172.25.3.27', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '2be6c624-7cef-401e-baad-5b1aee2f1c3e', 'port_id': '082b9dc8-c602-4b1e-9c75-726ebc21409d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aafcbc41-2737-4b0c-b9e9-a2a760fcadb9', 'mac_address': 'fa:16:3e:a4:2b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f05b9df-efbe-4bce-9dde-559628734268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:38:06Z', 'updated_at': '2021-07-13T08:38:06Z', 'revision_number': 0, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cea2780a-0ad3-429b-848c-35dcfb29729e', 'name': '', 'network_id': 'aafcbc41-2737-4b0c-b9e9-a2a760fcadb9', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:4c:e0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be6c624-7cef-401e-baad-5b1aee2f1c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '66ed03fa-517f-47d9-992f-b0b68dbb5435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:53Z', 'updated_at': '2021-07-13T08:37:59Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': '66ed03fa-517f-47d9-992f-b0b68dbb5435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:38:08.564847 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20a9b45-e8f8-4e71-82d3-61d2c2b279b6 None None] Checking router: 2be6c624-7cef-401e-baad-5b1aee2f1c3e for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:38:08.574416 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20a9b45-e8f8-4e71-82d3-61d2c2b279b6 None None] Routers {'2be6c624-7cef-401e-baad-5b1aee2f1c3e'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:38:08.575042 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-b20a9b45-e8f8-4e71-82d3-61d2c2b279b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:38:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['2be6c624-7cef-401e-baad-5b1aee2f1c3e'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:38:08.580214 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d8cb6-f30a-46cc-8de1-61a84d66b147 req-e67f62b1-f437-4f21-bedc-b1c93a52d0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:08.581715 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7d9d8cb6-f30a-46cc-8de1-61a84d66b147 req-e67f62b1-f437-4f21-bedc-b1c93a52d0e5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=66ed03fa-517f-47d9-992f-b0b68dbb5435 HTTP/1.1" status: 200 len: 834 time: 0.0493157 Jul 13 08:38:08.641924 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d8cb6-f30a-46cc-8de1-61a84d66b147 req-9a733c6d-f90b-44a7-a386-a735972217ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:08.643469 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7d9d8cb6-f30a-46cc-8de1-61a84d66b147 req-9a733c6d-f90b-44a7-a386-a735972217ae service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aafcbc41-2737-4b0c-b9e9-a2a760fcadb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558670 Jul 13 08:38:08.687400 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-b20a9b45-e8f8-4e71-82d3-61d2c2b279b6 None None] Set router 2be6c624-7cef-401e-baad-5b1aee2f1c3e gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:38:08.919329 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-b20a9b45-e8f8-4e71-82d3-61d2c2b279b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be6c624-7cef-401e-baad-5b1aee2f1c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614414321', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'eed91d9e-0850-4b81-a4ab-b6ee5b282307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:37:50Z', 'updated_at': '2021-07-13T08:37:54Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'eed91d9e-0850-4b81-a4ab-b6ee5b282307', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be6c624-7cef-401e-baad-5b1aee2f1c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:51Z', 'updated_at': '2021-07-13T08:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '1a93c650-edf2-4dcd-ad0c-219c7e0a42ba', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'floating_ip_address': '172.25.3.27', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '2be6c624-7cef-401e-baad-5b1aee2f1c3e', 'port_id': '082b9dc8-c602-4b1e-9c75-726ebc21409d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aafcbc41-2737-4b0c-b9e9-a2a760fcadb9', 'mac_address': 'fa:16:3e:a4:2b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f05b9df-efbe-4bce-9dde-559628734268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:38:06Z', 'updated_at': '2021-07-13T08:38:06Z', 'revision_number': 0, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cea2780a-0ad3-429b-848c-35dcfb29729e', 'name': '', 'network_id': 'aafcbc41-2737-4b0c-b9e9-a2a760fcadb9', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:4c:e0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be6c624-7cef-401e-baad-5b1aee2f1c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '66ed03fa-517f-47d9-992f-b0b68dbb5435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:53Z', 'updated_at': '2021-07-13T08:37:59Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': '66ed03fa-517f-47d9-992f-b0b68dbb5435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:38:08.948151 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20a9b45-e8f8-4e71-82d3-61d2c2b279b6 None None] The sync data for ids ['2be6c624-7cef-401e-baad-5b1aee2f1c3e'] in n-d-771363-34 is: [{'id': '2be6c624-7cef-401e-baad-5b1aee2f1c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614414321', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'eed91d9e-0850-4b81-a4ab-b6ee5b282307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:37:50Z', 'updated_at': '2021-07-13T08:37:54Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'eed91d9e-0850-4b81-a4ab-b6ee5b282307', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be6c624-7cef-401e-baad-5b1aee2f1c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:51Z', 'updated_at': '2021-07-13T08:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '1a93c650-edf2-4dcd-ad0c-219c7e0a42ba', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'floating_ip_address': '172.25.3.27', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '2be6c624-7cef-401e-baad-5b1aee2f1c3e', 'port_id': '082b9dc8-c602-4b1e-9c75-726ebc21409d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aafcbc41-2737-4b0c-b9e9-a2a760fcadb9', 'mac_address': 'fa:16:3e:a4:2b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f05b9df-efbe-4bce-9dde-559628734268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:38:06Z', 'updated_at': '2021-07-13T08:38:06Z', 'revision_number': 0, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cea2780a-0ad3-429b-848c-35dcfb29729e', 'name': '', 'network_id': 'aafcbc41-2737-4b0c-b9e9-a2a760fcadb9', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:4c:e0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be6c624-7cef-401e-baad-5b1aee2f1c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '66ed03fa-517f-47d9-992f-b0b68dbb5435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:53Z', 'updated_at': '2021-07-13T08:37:59Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': '66ed03fa-517f-47d9-992f-b0b68dbb5435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:38:09.081053 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7d9d8cb6-f30a-46cc-8de1-61a84d66b147 req-617dda0e-c457-4863-98a3-45d41b0fb478 service neutron] 10.222.0.25 "GET /v2.0/networks/aafcbc41-2737-4b0c-b9e9-a2a760fcadb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315355 Jul 13 08:38:09.145575 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa2e196-ec20-4228-aa9e-48e5eab677f3 None None] New status for floating IP 1a93c650-edf2-4dcd-ad0c-219c7e0a42ba: ACTIVE {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:38:09.176132 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7d9d8cb6-f30a-46cc-8de1-61a84d66b147 req-f474a620-d66e-40d5-8419-73ca1096dcdb service neutron] 10.222.0.25 "GET /v2.0/networks/aafcbc41-2737-4b0c-b9e9-a2a760fcadb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883441 Jul 13 08:38:09.529023 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46090) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:38:09.591700 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b7bbfe1d-e94a-46f2-bf78-30fb4b2dd2e4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/floatingips/1a93c650-edf2-4dcd-ad0c-219c7e0a42ba HTTP/1.1" status: 200 len: 992 time: 0.0615160 Jul 13 08:38:17.533761 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a5a579ed-0b5c-4ad6-8d0d-17b4ea7fbd6a req-32b40545-ed88-4ede-aa91-ec2d655d3c4d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6f05b9df-efbe-4bce-9dde-559628734268&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0499406 Jul 13 08:38:17.630323 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a579ed-0b5c-4ad6-8d0d-17b4ea7fbd6a req-18fefd57-c40c-4774-b433-888947d4c6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:17.632093 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a5a579ed-0b5c-4ad6-8d0d-17b4ea7fbd6a req-18fefd57-c40c-4774-b433-888947d4c6be service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f2107e32a8e4470d89bab814aa0ad2b5&device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 1097 time: 0.0566428 Jul 13 08:38:17.734899 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a579ed-0b5c-4ad6-8d0d-17b4ea7fbd6a req-6ab4acf4-17fe-45af-8f1a-17b39c821b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:17.736418 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a5a579ed-0b5c-4ad6-8d0d-17b4ea7fbd6a req-6ab4acf4-17fe-45af-8f1a-17b39c821b84 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aafcbc41-2737-4b0c-b9e9-a2a760fcadb9 HTTP/1.1" status: 200 len: 898 time: 0.0845597 Jul 13 08:38:17.805329 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a5a579ed-0b5c-4ad6-8d0d-17b4ea7fbd6a req-c1caa4b7-01f2-42ff-afcd-7f4592b11c9a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=082b9dc8-c602-4b1e-9c75-726ebc21409d HTTP/1.1" status: 200 len: 1000 time: 0.0613835 Jul 13 08:38:17.852233 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a579ed-0b5c-4ad6-8d0d-17b4ea7fbd6a req-afb7747c-e2ea-46cb-860b-3cd27834fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:17.853660 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a5a579ed-0b5c-4ad6-8d0d-17b4ea7fbd6a req-afb7747c-e2ea-46cb-860b-3cd27834fdf9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=66ed03fa-517f-47d9-992f-b0b68dbb5435 HTTP/1.1" status: 200 len: 834 time: 0.0430171 Jul 13 08:38:17.911081 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a579ed-0b5c-4ad6-8d0d-17b4ea7fbd6a req-020ea554-ac2b-4e47-b5a0-def7af5f4c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:17.913101 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a5a579ed-0b5c-4ad6-8d0d-17b4ea7fbd6a req-020ea554-ac2b-4e47-b5a0-def7af5f4c1d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aafcbc41-2737-4b0c-b9e9-a2a760fcadb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519164 Jul 13 08:38:18.003921 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a5a579ed-0b5c-4ad6-8d0d-17b4ea7fbd6a req-6afe43ae-d787-40e5-a064-c2ec45d7160f service neutron] 10.222.0.25 "GET /v2.0/networks/aafcbc41-2737-4b0c-b9e9-a2a760fcadb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846071 Jul 13 08:38:18.090196 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a5a579ed-0b5c-4ad6-8d0d-17b4ea7fbd6a req-778ca349-bf87-4358-a603-a8d8c5ddcf13 service neutron] 10.222.0.25 "GET /v2.0/networks/aafcbc41-2737-4b0c-b9e9-a2a760fcadb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802724 Jul 13 08:38:24.355669 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:24.722151 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:30.394606 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-433b4499-6a23-44af-bfd4-eb3480bc172e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:33.246648 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:33.268276 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cd672c8f-d1f6-4352-9c87-2f033d954cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:34.392504 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:36.153773 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:36.581746 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-e6b75828-b8f5-452e-a596-0e26614a3d28 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6f05b9df-efbe-4bce-9dde-559628734268&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1086912 Jul 13 08:38:36.600072 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4292441-79e1-4e6a-aadf-4cda230bc691 req-edf439ce-c7f5-4317-b9b1-cf4d2279f4f5 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:36.601804 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a4292441-79e1-4e6a-aadf-4cda230bc691 req-edf439ce-c7f5-4317-b9b1-cf4d2279f4f5 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 945 time: 0.0751743 Jul 13 08:38:36.651365 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a4292441-79e1-4e6a-aadf-4cda230bc691 req-074f1ef5-f8a9-47a6-b8af-92eee3a4018e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9df1313-0d3d-453d-a9f6-7fc0c196b5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421691 Jul 13 08:38:37.858300 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e997a7b4-80e7-4bd5-bee9-3765224e3b60 req-03ebb2b0-3292-457d-9550-edffac28bea3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:37.859726 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e997a7b4-80e7-4bd5-bee9-3765224e3b60 req-03ebb2b0-3292-457d-9550-edffac28bea3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 945 time: 0.0930941 Jul 13 08:38:37.909373 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e997a7b4-80e7-4bd5-bee9-3765224e3b60 req-097bdd4e-2005-4e59-aa50-d6edcef35b85 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9df1313-0d3d-453d-a9f6-7fc0c196b5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438318 Jul 13 08:38:37.915412 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-9b7f3701-f4da-4414-85e5-3f41344ef778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:37.917054 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-9b7f3701-f4da-4414-85e5-3f41344ef778 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f2107e32a8e4470d89bab814aa0ad2b5&device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 1097 time: 0.0938618 Jul 13 08:38:38.014314 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-3ff081e7-7218-4d22-aac3-54340313a36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:38.015828 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-3ff081e7-7218-4d22-aac3-54340313a36d service neutron] 10.222.0.25 "GET /v2.0/networks?id=aafcbc41-2737-4b0c-b9e9-a2a760fcadb9 HTTP/1.1" status: 200 len: 898 time: 0.0918710 Jul 13 08:38:38.082553 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-e52a7f50-6319-47f0-a974-547437b9af7c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=082b9dc8-c602-4b1e-9c75-726ebc21409d HTTP/1.1" status: 200 len: 1000 time: 0.0596607 Jul 13 08:38:38.136404 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-61245d0e-5693-416f-afaf-d7e437ae5fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:38.137818 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-61245d0e-5693-416f-afaf-d7e437ae5fad service neutron] 10.222.0.25 "GET /v2.0/subnets?id=66ed03fa-517f-47d9-992f-b0b68dbb5435 HTTP/1.1" status: 200 len: 834 time: 0.0492899 Jul 13 08:38:38.194998 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-33023197-e0e3-4137-8f2e-25ae80e82950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:38.196619 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-33023197-e0e3-4137-8f2e-25ae80e82950 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aafcbc41-2737-4b0c-b9e9-a2a760fcadb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522413 Jul 13 08:38:38.286803 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-b4ba834a-5a37-489f-b257-f3cb338e0fe7 service neutron] 10.222.0.25 "GET /v2.0/networks/aafcbc41-2737-4b0c-b9e9-a2a760fcadb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838237 Jul 13 08:38:38.380525 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-b02cbf5a-42d0-4b8c-a01d-c29f69e72c2a service neutron] 10.222.0.25 "GET /v2.0/networks/aafcbc41-2737-4b0c-b9e9-a2a760fcadb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875559 Jul 13 08:38:39.093987 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56406a-c21b-4f5b-8157-bf6f36a5a0fa req-eacf87f9-0054-417a-ad6d-677ecbe3f331 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:39.095586 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fb56406a-c21b-4f5b-8157-bf6f36a5a0fa req-eacf87f9-0054-417a-ad6d-677ecbe3f331 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 945 time: 0.0736873 Jul 13 08:38:39.139013 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fb56406a-c21b-4f5b-8157-bf6f36a5a0fa req-e80bb1e1-dfc6-4911-8958-39243928017b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9df1313-0d3d-453d-a9f6-7fc0c196b5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377774 Jul 13 08:38:40.316515 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cadb6c3-c72c-4d86-802a-705e4e3ab6a0 req-450d8fef-9ddd-42b4-a408-abaa1b9817da tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:40.317969 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9cadb6c3-c72c-4d86-802a-705e4e3ab6a0 req-450d8fef-9ddd-42b4-a408-abaa1b9817da tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 945 time: 0.0649219 Jul 13 08:38:40.361365 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9cadb6c3-c72c-4d86-802a-705e4e3ab6a0 req-2e8c8cda-cae9-4d07-98d2-958b0aa1d803 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9df1313-0d3d-453d-a9f6-7fc0c196b5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361829 Jul 13 08:38:41.549378 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57798095-bd9e-458f-b498-379e82d642d1 req-23b37193-f4ed-4e2d-930a-3ee9d41b175e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:41.550905 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-57798095-bd9e-458f-b498-379e82d642d1 req-23b37193-f4ed-4e2d-930a-3ee9d41b175e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 945 time: 0.0695741 Jul 13 08:38:41.589489 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-57798095-bd9e-458f-b498-379e82d642d1 req-d911364d-2989-40c4-aa36-f20ec1d00a43 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9df1313-0d3d-453d-a9f6-7fc0c196b5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329924 Jul 13 08:38:42.768049 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c14d4-caa7-4927-92a1-171359814dae req-e16e5e00-144d-497c-a6a0-580c5b421ac5 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:42.769561 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-802c14d4-caa7-4927-92a1-171359814dae req-e16e5e00-144d-497c-a6a0-580c5b421ac5 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 945 time: 0.0685532 Jul 13 08:38:42.808017 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-802c14d4-caa7-4927-92a1-171359814dae req-d9e8b48b-de72-46b4-b1a3-37688b1b33ce tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9df1313-0d3d-453d-a9f6-7fc0c196b5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326507 Jul 13 08:38:43.992653 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c6aeb-bf71-4e96-9f2e-7fea605ab9c5 req-a4a4e9e5-5970-44e9-967b-29202ce1a0bb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:43.994160 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c44c6aeb-bf71-4e96-9f2e-7fea605ab9c5 req-a4a4e9e5-5970-44e9-967b-29202ce1a0bb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 945 time: 0.0692022 Jul 13 08:38:44.032692 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c44c6aeb-bf71-4e96-9f2e-7fea605ab9c5 req-099a375c-4ce6-4898-86da-c2a792429a66 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9df1313-0d3d-453d-a9f6-7fc0c196b5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327494 Jul 13 08:38:44.045171 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:38:45.221460 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd1d3e-68b6-482e-883e-01884ac50be7 req-6e2e3455-0037-492d-926f-36addb76cfe3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:45.222869 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bddd1d3e-68b6-482e-883e-01884ac50be7 req-6e2e3455-0037-492d-926f-36addb76cfe3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 945 time: 0.0652237 Jul 13 08:38:45.262168 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bddd1d3e-68b6-482e-883e-01884ac50be7 req-fbbe51f8-8d7d-40eb-96fb-2445bbc828be tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9df1313-0d3d-453d-a9f6-7fc0c196b5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336888 Jul 13 08:38:46.441933 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7886f-22d3-4b47-907c-5118a6263701 req-690f04a3-9f90-4993-ab1c-295dfafa898a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:46.443501 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-19c7886f-22d3-4b47-907c-5118a6263701 req-690f04a3-9f90-4993-ab1c-295dfafa898a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 945 time: 0.0635309 Jul 13 08:38:46.482184 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-19c7886f-22d3-4b47-907c-5118a6263701 req-f19992e5-3dbe-4ab3-8a96-59cd2039f665 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9df1313-0d3d-453d-a9f6-7fc0c196b5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322888 Jul 13 08:38:47.659952 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ce895-3865-438f-9466-4d9070952534 req-d0a3765c-3126-42ea-a407-54b375e5401e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:47.661469 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-707ce895-3865-438f-9466-4d9070952534 req-d0a3765c-3126-42ea-a407-54b375e5401e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 945 time: 0.0646551 Jul 13 08:38:47.705462 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-707ce895-3865-438f-9466-4d9070952534 req-b89e59d1-046d-4ab2-b4ec-4a5f976ad943 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9df1313-0d3d-453d-a9f6-7fc0c196b5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382261 Jul 13 08:38:48.890235 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997557f-f493-4c59-bbfb-f96cd3483cf0 req-a4db2052-f8be-40e1-82ce-2c8f7b222263 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:48.891802 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6997557f-f493-4c59-bbfb-f96cd3483cf0 req-a4db2052-f8be-40e1-82ce-2c8f7b222263 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 945 time: 0.0694952 Jul 13 08:38:48.931611 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6997557f-f493-4c59-bbfb-f96cd3483cf0 req-2b671b11-9cd8-4c70-b480-154b42d7acbe tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9df1313-0d3d-453d-a9f6-7fc0c196b5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339923 Jul 13 08:38:50.107701 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db316e9f-11b4-44ee-ae6b-e60b2a421faf req-ae9b5d3d-1f85-4b86-acfd-8a165b046ff8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:50.109202 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-db316e9f-11b4-44ee-ae6b-e60b2a421faf req-ae9b5d3d-1f85-4b86-acfd-8a165b046ff8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 945 time: 0.0652378 Jul 13 08:38:50.148096 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-db316e9f-11b4-44ee-ae6b-e60b2a421faf req-edcd3c1f-c907-4d5f-a7bf-211705f06cac tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9df1313-0d3d-453d-a9f6-7fc0c196b5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333371 Jul 13 08:38:50.342435 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-ee8de6b8-7c11-44d6-92da-2898e55fdccf service neutron] show failed (client error): The resource could not be found. Jul 13 08:38:50.343479 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-ee8de6b8-7c11-44d6-92da-2898e55fdccf service neutron] 10.222.0.25 "GET /v2.0/ports/082b9dc8-c602-4b1e-9c75-726ebc21409d/bindings/n-h1-771363-34 HTTP/1.1" status: 404 len: 381 time: 0.0549743 Jul 13 08:38:50.601178 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-17fdcb3d-1d30-44ea-a381-e4bcedadb5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:50.602624 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-17fdcb3d-1d30-44ea-a381-e4bcedadb5f6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6f05b9df-efbe-4bce-9dde-559628734268&tenant_id=f2107e32a8e4470d89bab814aa0ad2b5 HTTP/1.1" status: 200 len: 1097 time: 0.0582864 Jul 13 08:38:50.614147 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-ea129448-caef-4484-a931-bd3b5dc3819f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771363-34', 'device_owner': 'compute:nova'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:38:50.686876 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-ea129448-caef-4484-a931-bd3b5dc3819f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:50.893776 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-ea129448-caef-4484-a931-bd3b5dc3819f service neutron] For port 082b9dc8-c602-4b1e-9c75-726ebc21409d, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=082b9dc8-c602-4b1e-9c75-726ebc21409d,segment=NetworkSegment(5ff725e8-17e8-4619-bb9b-5180ab400eb0),segment_id=5ff725e8-17e8-4619-bb9b-5180ab400eb0)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:38:50.933108 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-ea129448-caef-4484-a931-bd3b5dc3819f service neutron] For port 082b9dc8-c602-4b1e-9c75-726ebc21409d, host n-h2-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:38:50.973038 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f05b9df-efbe-4bce-9dde-559628734268', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '082b9dc8-c602-4b1e-9c75-726ebc21409d'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:38:50.975315 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c635c42-5b26-42b6-ad71-ba4123ee8fbf" -d '{"events": [{"server_uuid": "6f05b9df-efbe-4bce-9dde-559628734268", "name": "network-vif-unplugged", "status": "completed", "tag": "082b9dc8-c602-4b1e-9c75-726ebc21409d"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:38:50.979637 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-ea129448-caef-4484-a931-bd3b5dc3819f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:50.998291 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-ea129448-caef-4484-a931-bd3b5dc3819f service neutron] Transition to ACTIVE for port object 082b9dc8-c602-4b1e-9c75-726ebc21409d will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:38:51.002202 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-ea129448-caef-4484-a931-bd3b5dc3819f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:51.032014 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca3e8c6-f1a6-45c3-bc3f-2c4ef902a6c3 x-openstack-request-id: req-6ca3e8c6-f1a6-45c3-bc3f-2c4ef902a6c3 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:38:51.032299 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f05b9df-efbe-4bce-9dde-559628734268", "name": "network-vif-unplugged", "status": "completed", "tag": "082b9dc8-c602-4b1e-9c75-726ebc21409d", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:38:51.032547 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6ca3e8c6-f1a6-45c3-bc3f-2c4ef902a6c3 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:38:51.032930 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f05b9df-efbe-4bce-9dde-559628734268', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '082b9dc8-c602-4b1e-9c75-726ebc21409d', 'code': 200} Jul 13 08:38:51.087320 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea129448-caef-4484-a931-bd3b5dc3819f service neutron] Pushing event updated for resources: {'Port': ['ID=082b9dc8-c602-4b1e-9c75-726ebc21409d,revision_number=6']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:51.099874 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea129448-caef-4484-a931-bd3b5dc3819f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:51.100221 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea129448-caef-4484-a931-bd3b5dc3819f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:51.100558 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea129448-caef-4484-a931-bd3b5dc3819f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:51.100888 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea129448-caef-4484-a931-bd3b5dc3819f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:51.101217 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea129448-caef-4484-a931-bd3b5dc3819f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:51.101543 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea129448-caef-4484-a931-bd3b5dc3819f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:51.101873 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea129448-caef-4484-a931-bd3b5dc3819f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:51.102191 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea129448-caef-4484-a931-bd3b5dc3819f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:51.102699 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea129448-caef-4484-a931-bd3b5dc3819f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:51.102858 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea129448-caef-4484-a931-bd3b5dc3819f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:51.103153 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea129448-caef-4484-a931-bd3b5dc3819f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:51.103485 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea129448-caef-4484-a931-bd3b5dc3819f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:51.149363 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-ea129448-caef-4484-a931-bd3b5dc3819f service neutron] No DVR routers for this DVR port 082b9dc8-c602-4b1e-9c75-726ebc21409d on host n-h2-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:38:51.300079 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-ea129448-caef-4484-a931-bd3b5dc3819f service neutron] Attempting to bind port 082b9dc8-c602-4b1e-9c75-726ebc21409d on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:38:51.300424 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-ea129448-caef-4484-a931-bd3b5dc3819f service neutron] Attempting to bind port 082b9dc8-c602-4b1e-9c75-726ebc21409d by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '5ff725e8-17e8-4619-bb9b-5180ab400eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aafcbc41-2737-4b0c-b9e9-a2a760fcadb9'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:38:51.300980 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-ea129448-caef-4484-a931-bd3b5dc3819f service neutron] Attempting to bind port 082b9dc8-c602-4b1e-9c75-726ebc21409d on network aafcbc41-2737-4b0c-b9e9-a2a760fcadb9 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:38:51.305815 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-ea129448-caef-4484-a931-bd3b5dc3819f service neutron] Port 082b9dc8-c602-4b1e-9c75-726ebc21409d on network aafcbc41-2737-4b0c-b9e9-a2a760fcadb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:38:51.306134 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-ea129448-caef-4484-a931-bd3b5dc3819f service neutron] Attempting to bind port 082b9dc8-c602-4b1e-9c75-726ebc21409d on network aafcbc41-2737-4b0c-b9e9-a2a760fcadb9 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:38:51.311914 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-ea129448-caef-4484-a931-bd3b5dc3819f service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:38:51.312340 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-ea129448-caef-4484-a931-bd3b5dc3819f service neutron] Checking segment: {'id': '5ff725e8-17e8-4619-bb9b-5180ab400eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aafcbc41-2737-4b0c-b9e9-a2a760fcadb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:38:51.312726 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-ea129448-caef-4484-a931-bd3b5dc3819f service neutron] Bound using segment: {'id': '5ff725e8-17e8-4619-bb9b-5180ab400eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aafcbc41-2737-4b0c-b9e9-a2a760fcadb9'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:38:51.313151 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-ea129448-caef-4484-a931-bd3b5dc3819f service neutron] Bound port: 082b9dc8-c602-4b1e-9c75-726ebc21409d, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ff725e8-17e8-4619-bb9b-5180ab400eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aafcbc41-2737-4b0c-b9e9-a2a760fcadb9'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:38:51.313508 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-ea129448-caef-4484-a931-bd3b5dc3819f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:51.342567 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311955d-06fc-4799-b7af-02d98b0153b4 req-36fae90a-0652-42f0-9293-ebadfae41971 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:51.344121 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6311955d-06fc-4799-b7af-02d98b0153b4 req-36fae90a-0652-42f0-9293-ebadfae41971 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 943 time: 0.0696917 Jul 13 08:38:51.381537 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-ea129448-caef-4484-a931-bd3b5dc3819f service neutron] For port 082b9dc8-c602-4b1e-9c75-726ebc21409d, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:38:51.383302 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6311955d-06fc-4799-b7af-02d98b0153b4 req-d357b3d8-b59f-43c7-9af1-9e0f9878034c tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9df1313-0d3d-453d-a9f6-7fc0c196b5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333598 Jul 13 08:38:51.384944 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-ea129448-caef-4484-a931-bd3b5dc3819f service neutron] For port 082b9dc8-c602-4b1e-9c75-726ebc21409d, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=082b9dc8-c602-4b1e-9c75-726ebc21409d,segment=NetworkSegment(5ff725e8-17e8-4619-bb9b-5180ab400eb0),segment_id=5ff725e8-17e8-4619-bb9b-5180ab400eb0)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:38:51.395444 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-ea129448-caef-4484-a931-bd3b5dc3819f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:51.430021 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-ea129448-caef-4484-a931-bd3b5dc3819f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:51.430643 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-ea129448-caef-4484-a931-bd3b5dc3819f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:51.432873 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-ea129448-caef-4484-a931-bd3b5dc3819f service neutron] 10.222.0.42 "PUT /v2.0/ports/082b9dc8-c602-4b1e-9c75-726ebc21409d HTTP/1.1" status: 200 len: 1092 time: 0.8230221 Jul 13 08:38:51.467293 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea129448-caef-4484-a931-bd3b5dc3819f service neutron] Pushing event updated for resources: {'Port': ['ID=082b9dc8-c602-4b1e-9c75-726ebc21409d,revision_number=7']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:51.522955 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-f7512370-1e72-4241-8390-d4c976cfb1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:51.524554 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-f7512370-1e72-4241-8390-d4c976cfb1a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2107e32a8e4470d89bab814aa0ad2b5&device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 1095 time: 0.0666258 Jul 13 08:38:51.620442 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-d9ca0a0b-9855-443b-9ff8-d12db2c7ff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:51.621950 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-d9ca0a0b-9855-443b-9ff8-d12db2c7ff68 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aafcbc41-2737-4b0c-b9e9-a2a760fcadb9 HTTP/1.1" status: 200 len: 898 time: 0.0917010 Jul 13 08:38:51.690415 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-a059405f-eac7-4926-b1d3-0d0d4149e06c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=082b9dc8-c602-4b1e-9c75-726ebc21409d HTTP/1.1" status: 200 len: 998 time: 0.0626602 Jul 13 08:38:51.739558 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-02c71b9c-f907-4a68-8699-4cdfef4e680b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:51.741019 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-02c71b9c-f907-4a68-8699-4cdfef4e680b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=66ed03fa-517f-47d9-992f-b0b68dbb5435 HTTP/1.1" status: 200 len: 834 time: 0.0450735 Jul 13 08:38:51.797531 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-448801af-5951-494d-8f3e-4ec9d2c650a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:51.799009 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-448801af-5951-494d-8f3e-4ec9d2c650a6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aafcbc41-2737-4b0c-b9e9-a2a760fcadb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512757 Jul 13 08:38:51.894569 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-5b3ab52c-ab79-41cf-8059-996334eb7961 service neutron] 10.222.0.42 "GET /v2.0/networks/aafcbc41-2737-4b0c-b9e9-a2a760fcadb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891154 Jul 13 08:38:51.984388 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-711bac4f-91b9-4bec-b05f-fbe8fa795a83 req-605a228e-0388-452c-85cd-41b8205a95a5 service neutron] 10.222.0.42 "GET /v2.0/networks/aafcbc41-2737-4b0c-b9e9-a2a760fcadb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841746 Jul 13 08:38:52.567833 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da3f3b-89e3-4271-b461-db7996a8388d req-c59291f8-dacf-4844-a8f8-bd7471086e8e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:52.569328 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f4da3f3b-89e3-4271-b461-db7996a8388d req-c59291f8-dacf-4844-a8f8-bd7471086e8e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 943 time: 0.0708628 Jul 13 08:38:52.609470 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f4da3f3b-89e3-4271-b461-db7996a8388d req-de4a077c-354e-4594-8e6e-83f86134ab9a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9df1313-0d3d-453d-a9f6-7fc0c196b5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334721 Jul 13 08:38:53.034055 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f05b9df-efbe-4bce-9dde-559628734268', 'tag': '082b9dc8-c602-4b1e-9c75-726ebc21409d'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:38:53.037773 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17f1ed7-e030-43e2-b4f0-7862dbb42fde" -d '{"events": [{"name": "network-changed", "server_uuid": "6f05b9df-efbe-4bce-9dde-559628734268", "tag": "082b9dc8-c602-4b1e-9c75-726ebc21409d"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:38:53.094878 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a92a6ae-4cbf-404e-aaa4-1103b7c7cfb8 x-openstack-request-id: req-0a92a6ae-4cbf-404e-aaa4-1103b7c7cfb8 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:38:53.095440 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f05b9df-efbe-4bce-9dde-559628734268", "tag": "082b9dc8-c602-4b1e-9c75-726ebc21409d", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:38:53.095874 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a92a6ae-4cbf-404e-aaa4-1103b7c7cfb8 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:38:53.096353 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f05b9df-efbe-4bce-9dde-559628734268', 'tag': '082b9dc8-c602-4b1e-9c75-726ebc21409d', 'status': 'completed', 'code': 200} Jul 13 08:38:53.174707 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f1ed7-e030-43e2-b4f0-7862dbb42fde req-69b5b487-e69f-41aa-b911-07d09180324b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:53.175027 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f1ed7-e030-43e2-b4f0-7862dbb42fde req-eaf1d299-b2cf-4afc-b319-4de5f13cb96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:53.176357 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d17f1ed7-e030-43e2-b4f0-7862dbb42fde req-eaf1d299-b2cf-4afc-b319-4de5f13cb96c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f2107e32a8e4470d89bab814aa0ad2b5&device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 1095 time: 0.0590248 Jul 13 08:38:53.176497 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d17f1ed7-e030-43e2-b4f0-7862dbb42fde req-69b5b487-e69f-41aa-b911-07d09180324b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2107e32a8e4470d89bab814aa0ad2b5&device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 1095 time: 0.0555563 Jul 13 08:38:53.278869 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f1ed7-e030-43e2-b4f0-7862dbb42fde req-0a5bfa29-95ea-433d-816c-5b1930f8f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:53.280457 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d17f1ed7-e030-43e2-b4f0-7862dbb42fde req-0a5bfa29-95ea-433d-816c-5b1930f8f7e1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aafcbc41-2737-4b0c-b9e9-a2a760fcadb9 HTTP/1.1" status: 200 len: 898 time: 0.0965850 Jul 13 08:38:53.280859 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f1ed7-e030-43e2-b4f0-7862dbb42fde req-d3743040-08b7-48f0-b2ec-9fd62816e8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:53.282331 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d17f1ed7-e030-43e2-b4f0-7862dbb42fde req-d3743040-08b7-48f0-b2ec-9fd62816e8d3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aafcbc41-2737-4b0c-b9e9-a2a760fcadb9 HTTP/1.1" status: 200 len: 898 time: 0.0992007 Jul 13 08:38:53.350740 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d17f1ed7-e030-43e2-b4f0-7862dbb42fde req-99583661-fac1-40b4-9c3b-2d5e39c4f981 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=082b9dc8-c602-4b1e-9c75-726ebc21409d HTTP/1.1" status: 200 len: 998 time: 0.0595698 Jul 13 08:38:53.351112 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d17f1ed7-e030-43e2-b4f0-7862dbb42fde req-e1bff0b6-84ea-4bd4-b3f1-8094d4c08978 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=082b9dc8-c602-4b1e-9c75-726ebc21409d HTTP/1.1" status: 200 len: 998 time: 0.0621669 Jul 13 08:38:53.403981 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f1ed7-e030-43e2-b4f0-7862dbb42fde req-6ea0b092-4071-4df5-8b85-52fbf8affbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:53.405174 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f1ed7-e030-43e2-b4f0-7862dbb42fde req-c7b50df4-5288-4125-a5a1-01333a96d3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:53.405816 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d17f1ed7-e030-43e2-b4f0-7862dbb42fde req-6ea0b092-4071-4df5-8b85-52fbf8affbc2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=66ed03fa-517f-47d9-992f-b0b68dbb5435 HTTP/1.1" status: 200 len: 834 time: 0.0477500 Jul 13 08:38:53.406863 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d17f1ed7-e030-43e2-b4f0-7862dbb42fde req-c7b50df4-5288-4125-a5a1-01333a96d3bd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=66ed03fa-517f-47d9-992f-b0b68dbb5435 HTTP/1.1" status: 200 len: 834 time: 0.0500882 Jul 13 08:38:53.476461 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f1ed7-e030-43e2-b4f0-7862dbb42fde req-50b40ee1-096c-4382-b04e-dffe0eab305c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:53.478057 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d17f1ed7-e030-43e2-b4f0-7862dbb42fde req-50b40ee1-096c-4382-b04e-dffe0eab305c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aafcbc41-2737-4b0c-b9e9-a2a760fcadb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646536 Jul 13 08:38:53.495345 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f1ed7-e030-43e2-b4f0-7862dbb42fde req-5a274206-dcaf-42a1-8f25-55d33a6ca223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:53.496874 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d17f1ed7-e030-43e2-b4f0-7862dbb42fde req-5a274206-dcaf-42a1-8f25-55d33a6ca223 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aafcbc41-2737-4b0c-b9e9-a2a760fcadb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0691009 Jul 13 08:38:53.572135 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d17f1ed7-e030-43e2-b4f0-7862dbb42fde req-48f13620-8a9d-4915-b77b-8762a54a243f service neutron] 10.222.0.25 "GET /v2.0/networks/aafcbc41-2737-4b0c-b9e9-a2a760fcadb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862746 Jul 13 08:38:53.671377 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d17f1ed7-e030-43e2-b4f0-7862dbb42fde req-d68b67f3-3620-42b1-8d95-cff98081182a service neutron] 10.222.0.42 "GET /v2.0/networks/aafcbc41-2737-4b0c-b9e9-a2a760fcadb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047738 Jul 13 08:38:53.684662 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d17f1ed7-e030-43e2-b4f0-7862dbb42fde req-e4456eff-0bc0-4c50-b894-551df85a2d37 service neutron] 10.222.0.25 "GET /v2.0/networks/aafcbc41-2737-4b0c-b9e9-a2a760fcadb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050951 Jul 13 08:38:53.802132 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d17f1ed7-e030-43e2-b4f0-7862dbb42fde req-a5a9827e-9840-43c4-a84e-c7c6421c44fe service neutron] 10.222.0.42 "GET /v2.0/networks/aafcbc41-2737-4b0c-b9e9-a2a760fcadb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237874 Jul 13 08:38:53.826655 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7a779-f318-4200-abb7-95fce098ac7e req-8ae26703-a3ff-48b2-bbfb-ced431c8ac08 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:53.828167 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b0e7a779-f318-4200-abb7-95fce098ac7e req-8ae26703-a3ff-48b2-bbfb-ced431c8ac08 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 943 time: 0.0856881 Jul 13 08:38:53.865855 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b0e7a779-f318-4200-abb7-95fce098ac7e req-fe5dfcfd-1825-483b-ad79-7188caeee169 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9df1313-0d3d-453d-a9f6-7fc0c196b5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321822 Jul 13 08:38:54.368721 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 082b9dc8-c602-4b1e-9c75-726ebc21409d no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:38:54.403361 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:54.415293 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 082b9dc8-c602-4b1e-9c75-726ebc21409d not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:38:54.742801 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:55.044679 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58aa830-1deb-4bae-aa60-c6532b07df4e req-0e9786ac-5597-47b8-8341-9ae19dfad203 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:55.046165 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f58aa830-1deb-4bae-aa60-c6532b07df4e req-0e9786ac-5597-47b8-8341-9ae19dfad203 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 943 time: 0.0644863 Jul 13 08:38:55.083760 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f58aa830-1deb-4bae-aa60-c6532b07df4e req-d794e604-cff6-423c-8fa0-be1b24ffff04 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9df1313-0d3d-453d-a9f6-7fc0c196b5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319760 Jul 13 08:38:55.229679 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 082b9dc8-c602-4b1e-9c75-726ebc21409d details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:38:55.330681 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 082b9dc8-c602-4b1e-9c75-726ebc21409d, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=082b9dc8-c602-4b1e-9c75-726ebc21409d,segment=NetworkSegment(5ff725e8-17e8-4619-bb9b-5180ab400eb0),segment_id=5ff725e8-17e8-4619-bb9b-5180ab400eb0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:38:55.343852 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '082b9dc8-c602-4b1e-9c75-726ebc21409d', 'network_id': 'aafcbc41-2737-4b0c-b9e9-a2a760fcadb9', 'port_id': '082b9dc8-c602-4b1e-9c75-726ebc21409d', 'mac_address': 'fa:16:3e:a4:2b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66ed03fa-517f-47d9-992f-b0b68dbb5435', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:38:55.380589 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:55.398167 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 082b9dc8-c602-4b1e-9c75-726ebc21409d {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:38:55.427120 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 082b9dc8-c602-4b1e-9c75-726ebc21409d, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=082b9dc8-c602-4b1e-9c75-726ebc21409d,segment=NetworkSegment(5ff725e8-17e8-4619-bb9b-5180ab400eb0),segment_id=5ff725e8-17e8-4619-bb9b-5180ab400eb0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:38:55.432788 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:55.496318 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=082b9dc8-c602-4b1e-9c75-726ebc21409d,revision_number=8']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:55.504951 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:55.505584 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:55.506105 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:55.506608 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:55.507158 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:55.507521 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:55.507854 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:55.508182 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:55.508506 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:55.508836 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:55.509158 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:55.509478 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:38:55.659303 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67972df-324a-4bbc-8c4c-215b6509e767 req-b49931c0-bfd3-44dd-8f42-3dd6ba4d183f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:55.660780 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c67972df-324a-4bbc-8c4c-215b6509e767 req-b49931c0-bfd3-44dd-8f42-3dd6ba4d183f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f05b9df-efbe-4bce-9dde-559628734268&tenant_id=f2107e32a8e4470d89bab814aa0ad2b5&binding%3Ahost_id=n-h1-771363-34 HTTP/1.1" status: 200 len: 944 time: 0.1244290 Jul 13 08:38:55.672414 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43844553-7917-4efa-ac81-f8ec78bf0329 req-f1a7b204-b20b-4ddc-a949-a6f631b936f9 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:55.673874 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-43844553-7917-4efa-ac81-f8ec78bf0329 req-f1a7b204-b20b-4ddc-a949-a6f631b936f9 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 944 time: 0.1253688 Jul 13 08:38:55.721870 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['082b9dc8-c602-4b1e-9c75-726ebc21409d'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:38:55.740689 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-43844553-7917-4efa-ac81-f8ec78bf0329 req-c09c10eb-41b2-4340-bbe8-be59c1c0d58e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9df1313-0d3d-453d-a9f6-7fc0c196b5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605495 Jul 13 08:38:55.755633 n-d-771363-34 neutron-server[94017]: INFO neutron.api.v2.resource [req-c67972df-324a-4bbc-8c4c-215b6509e767 req-c9de21d2-bed7-41eb-b3ed-2346ff58638f service neutron] delete failed (client error): The resource could not be found. Jul 13 08:38:55.756670 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c67972df-324a-4bbc-8c4c-215b6509e767 req-c9de21d2-bed7-41eb-b3ed-2346ff58638f service neutron] 10.222.0.25 "DELETE /v2.0/ports/082b9dc8-c602-4b1e-9c75-726ebc21409d/bindings/n-h2-771363-34 HTTP/1.1" status: 404 len: 381 time: 0.0819235 Jul 13 08:38:55.871351 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67972df-324a-4bbc-8c4c-215b6509e767 req-5b7dd128-84b7-4b25-9e7d-4a8d451d7120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:55.872783 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c67972df-324a-4bbc-8c4c-215b6509e767 req-5b7dd128-84b7-4b25-9e7d-4a8d451d7120 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f2107e32a8e4470d89bab814aa0ad2b5&device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 1096 time: 0.0647676 Jul 13 08:38:55.929374 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03ede2-e716-404d-9dc0-a28ae6f398d5 req-c247b7b0-f500-483c-ad82-09c2217e8c82 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:55.931092 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fc03ede2-e716-404d-9dc0-a28ae6f398d5 req-c247b7b0-f500-483c-ad82-09c2217e8c82 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 944 time: 0.0685112 Jul 13 08:38:55.972142 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67972df-324a-4bbc-8c4c-215b6509e767 req-4ebd6ebe-524c-4114-8302-052d31510827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:55.973722 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c67972df-324a-4bbc-8c4c-215b6509e767 req-4ebd6ebe-524c-4114-8302-052d31510827 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aafcbc41-2737-4b0c-b9e9-a2a760fcadb9 HTTP/1.1" status: 200 len: 898 time: 0.0950613 Jul 13 08:38:55.980718 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fc03ede2-e716-404d-9dc0-a28ae6f398d5 req-9d16e1a3-66f9-4dcd-9616-e29064fb5574 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9df1313-0d3d-453d-a9f6-7fc0c196b5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420043 Jul 13 08:38:56.044727 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c67972df-324a-4bbc-8c4c-215b6509e767 req-91537177-3556-4ffe-821d-7ea1d1dd7e65 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=082b9dc8-c602-4b1e-9c75-726ebc21409d HTTP/1.1" status: 200 len: 999 time: 0.0641282 Jul 13 08:38:56.094085 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67972df-324a-4bbc-8c4c-215b6509e767 req-c2e7d752-c443-4d5b-a73b-50407002b114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:56.095573 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c67972df-324a-4bbc-8c4c-215b6509e767 req-c2e7d752-c443-4d5b-a73b-50407002b114 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=66ed03fa-517f-47d9-992f-b0b68dbb5435 HTTP/1.1" status: 200 len: 834 time: 0.0449686 Jul 13 08:38:56.166121 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67972df-324a-4bbc-8c4c-215b6509e767 req-59dded43-618d-4cb8-89ed-4d10c66eeb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:56.169188 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c67972df-324a-4bbc-8c4c-215b6509e767 req-59dded43-618d-4cb8-89ed-4d10c66eeb7b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aafcbc41-2737-4b0c-b9e9-a2a760fcadb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669081 Jul 13 08:38:56.280288 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c67972df-324a-4bbc-8c4c-215b6509e767 req-8d40eedd-c4fd-4eb7-90b2-76792285e151 service neutron] 10.222.0.25 "GET /v2.0/networks/aafcbc41-2737-4b0c-b9e9-a2a760fcadb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049516 Jul 13 08:38:56.375213 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c67972df-324a-4bbc-8c4c-215b6509e767 req-82314249-373a-4aec-940c-fbdcfca789c3 service neutron] 10.222.0.25 "GET /v2.0/networks/aafcbc41-2737-4b0c-b9e9-a2a760fcadb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881841 Jul 13 08:38:57.168451 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97930a62-2bc7-4400-8515-2ca6ec009a4b req-15563d37-9f00-48b9-9772-6c293467400d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:38:57.169901 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-97930a62-2bc7-4400-8515-2ca6ec009a4b req-15563d37-9f00-48b9-9772-6c293467400d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 944 time: 0.0711670 Jul 13 08:38:57.207245 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-97930a62-2bc7-4400-8515-2ca6ec009a4b req-e13d729a-ceff-429b-9a8b-e8391a87a5e5 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9df1313-0d3d-453d-a9f6-7fc0c196b5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318449 Jul 13 08:38:57.225713 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 082b9dc8-c602-4b1e-9c75-726ebc21409d up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:38:57.232755 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46176) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:38:57.274998 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 082b9dc8-c602-4b1e-9c75-726ebc21409d completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:38:57.279426 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 082b9dc8-c602-4b1e-9c75-726ebc21409d triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:38:57.279798 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:57.294169 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5d54c706-d1ff-49a4-a603-693bc7ee74be tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/floatingips/1a93c650-edf2-4dcd-ad0c-219c7e0a42ba HTTP/1.1" status: 200 len: 991 time: 0.0602598 Jul 13 08:38:57.359084 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:57.380898 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f05b9df-efbe-4bce-9dde-559628734268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082b9dc8-c602-4b1e-9c75-726ebc21409d'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:38:57.383138 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}819247fa28fcd914db4aabd8a9f8f95ceb467163a9d63008da3b74a1dcff375d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2760bc-db81-4036-a75a-532982b4ddbb" -d '{"events": [{"server_uuid": "6f05b9df-efbe-4bce-9dde-559628734268", "name": "network-vif-plugged", "status": "completed", "tag": "082b9dc8-c602-4b1e-9c75-726ebc21409d"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:38:57.395547 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 082b9dc8-c602-4b1e-9c75-726ebc21409d, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=082b9dc8-c602-4b1e-9c75-726ebc21409d,segment=NetworkSegment(5ff725e8-17e8-4619-bb9b-5180ab400eb0),segment_id=5ff725e8-17e8-4619-bb9b-5180ab400eb0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:38:57.399579 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:38:57.453651 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=082b9dc8-c602-4b1e-9c75-726ebc21409d,revision_number=9']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:38:57.477870 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3938e86-40f5-44ea-a8ef-1f87f22aacf4 x-openstack-request-id: req-c3938e86-40f5-44ea-a8ef-1f87f22aacf4 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:38:57.478168 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f05b9df-efbe-4bce-9dde-559628734268", "name": "network-vif-plugged", "status": "completed", "tag": "082b9dc8-c602-4b1e-9c75-726ebc21409d", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:38:57.478424 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c3938e86-40f5-44ea-a8ef-1f87f22aacf4 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:38:57.479717 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f05b9df-efbe-4bce-9dde-559628734268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082b9dc8-c602-4b1e-9c75-726ebc21409d', 'code': 200} Jul 13 08:38:57.694891 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-18f7aa15-4296-44be-aa3e-c3cabf244da5 None None] Provisioning complete for port 082b9dc8-c602-4b1e-9c75-726ebc21409d triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:38:57.695179 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-18f7aa15-4296-44be-aa3e-c3cabf244da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:00.395247 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-561e6313-04af-4a7e-bdeb-07152bf16c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:03.252405 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:03.269037 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b650fef8-d670-45e6-bec6-78781388e539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:04.394663 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:06.156242 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:10.129321 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c57bc349-13c7-4fab-a910-8661eaad79d3 req-f4aede8f-06a5-42a5-a437-de273ad5f1dd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6f05b9df-efbe-4bce-9dde-559628734268&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0505650 Jul 13 08:39:10.226311 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57bc349-13c7-4fab-a910-8661eaad79d3 req-da74f65b-0afd-4a2a-80d9-351d96909db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:10.227870 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c57bc349-13c7-4fab-a910-8661eaad79d3 req-da74f65b-0afd-4a2a-80d9-351d96909db1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2107e32a8e4470d89bab814aa0ad2b5&device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 1097 time: 0.0572357 Jul 13 08:39:10.336260 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57bc349-13c7-4fab-a910-8661eaad79d3 req-a254d743-eb99-4545-8388-b89a661231ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:10.337748 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c57bc349-13c7-4fab-a910-8661eaad79d3 req-a254d743-eb99-4545-8388-b89a661231ba service neutron] 10.222.0.42 "GET /v2.0/networks?id=aafcbc41-2737-4b0c-b9e9-a2a760fcadb9 HTTP/1.1" status: 200 len: 898 time: 0.0887370 Jul 13 08:39:10.406896 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c57bc349-13c7-4fab-a910-8661eaad79d3 req-f3fa7e3e-c125-44af-b4ba-d444f46f4d30 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=082b9dc8-c602-4b1e-9c75-726ebc21409d HTTP/1.1" status: 200 len: 1000 time: 0.0624976 Jul 13 08:39:10.456939 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57bc349-13c7-4fab-a910-8661eaad79d3 req-434f2882-47f9-4c6c-a776-76997c51f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:10.458449 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c57bc349-13c7-4fab-a910-8661eaad79d3 req-434f2882-47f9-4c6c-a776-76997c51f0f5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=66ed03fa-517f-47d9-992f-b0b68dbb5435 HTTP/1.1" status: 200 len: 834 time: 0.0455256 Jul 13 08:39:10.519802 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57bc349-13c7-4fab-a910-8661eaad79d3 req-8b6f4cda-772a-4436-bf68-f98b2a663a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:10.521324 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c57bc349-13c7-4fab-a910-8661eaad79d3 req-8b6f4cda-772a-4436-bf68-f98b2a663a39 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aafcbc41-2737-4b0c-b9e9-a2a760fcadb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564587 Jul 13 08:39:10.618936 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c57bc349-13c7-4fab-a910-8661eaad79d3 req-6093b8de-5561-4ce1-9327-059aa929dc07 service neutron] 10.222.0.42 "GET /v2.0/networks/aafcbc41-2737-4b0c-b9e9-a2a760fcadb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908170 Jul 13 08:39:10.705285 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c57bc349-13c7-4fab-a910-8661eaad79d3 req-c3406c6d-22f7-4ad2-a7d9-10c26f1fcbfc service neutron] 10.222.0.42 "GET /v2.0/networks/aafcbc41-2737-4b0c-b9e9-a2a760fcadb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807314 Jul 13 08:39:21.044280 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:39:23.679367 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46194) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:23.839932 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-448241a1-c8d6-4629-9ba0-c7d84c927767 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Deleting port d101f85f-711a-472e-8fde-a94e06bd659e {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:39:23.840282 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-448241a1-c8d6-4629-9ba0-c7d84c927767 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:23.916543 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-448241a1-c8d6-4629-9ba0-c7d84c927767 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:23.916958 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-448241a1-c8d6-4629-9ba0-c7d84c927767 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:23.928634 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-448241a1-c8d6-4629-9ba0-c7d84c927767 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Calling delete_port for d101f85f-711a-472e-8fde-a94e06bd659e owned by network:floatingip {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:39:24.086310 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-448241a1-c8d6-4629-9ba0-c7d84c927767 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:24.114810 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448241a1-c8d6-4629-9ba0-c7d84c927767 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event deleted for resources: {'Port': ['ID=d101f85f-711a-472e-8fde-a94e06bd659e,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:24.148431 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448241a1-c8d6-4629-9ba0-c7d84c927767 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:24.148774 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448241a1-c8d6-4629-9ba0-c7d84c927767 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:24.149109 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448241a1-c8d6-4629-9ba0-c7d84c927767 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:24.149440 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448241a1-c8d6-4629-9ba0-c7d84c927767 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:24.149765 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448241a1-c8d6-4629-9ba0-c7d84c927767 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:24.150090 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448241a1-c8d6-4629-9ba0-c7d84c927767 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:24.150412 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448241a1-c8d6-4629-9ba0-c7d84c927767 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:24.150735 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448241a1-c8d6-4629-9ba0-c7d84c927767 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:24.151061 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448241a1-c8d6-4629-9ba0-c7d84c927767 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:24.151472 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448241a1-c8d6-4629-9ba0-c7d84c927767 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:24.151791 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448241a1-c8d6-4629-9ba0-c7d84c927767 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:24.152106 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448241a1-c8d6-4629-9ba0-c7d84c927767 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:24.193149 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-448241a1-c8d6-4629-9ba0-c7d84c927767 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for floatingip, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:24.193492 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [None req-448241a1-c8d6-4629-9ba0-c7d84c927767 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Floating IP 1a93c650-edf2-4dcd-ad0c-219c7e0a42ba disassociated (deleted). External IP: 172.25.3.27, port: 082b9dc8-c602-4b1e-9c75-726ebc21409d. Jul 13 08:39:24.382698 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:24.408916 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448241a1-c8d6-4629-9ba0-c7d84c927767 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Router 2be6c624-7cef-401e-baad-5b1aee2f1c3e has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:39:24.520011 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448241a1-c8d6-4629-9ba0-c7d84c927767 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:39:24.525092 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-448241a1-c8d6-4629-9ba0-c7d84c927767 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:24.530520 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f239f12-56ef-40b3-9a6c-3e7b29b857ba None None] Sync routers for ids ['2be6c624-7cef-401e-baad-5b1aee2f1c3e'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:39:24.540430 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f239f12-56ef-40b3-9a6c-3e7b29b857ba None None] Routers {'2be6c624-7cef-401e-baad-5b1aee2f1c3e'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:39:24.541041 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-0f239f12-56ef-40b3-9a6c-3e7b29b857ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:39:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['2be6c624-7cef-401e-baad-5b1aee2f1c3e'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:24.570024 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-448241a1-c8d6-4629-9ba0-c7d84c927767 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "DELETE /v2.0/floatingips/1a93c650-edf2-4dcd-ad0c-219c7e0a42ba HTTP/1.1" status: 204 len: 168 time: 0.8895485 Jul 13 08:39:24.570717 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f05b9df-efbe-4bce-9dde-559628734268', 'tag': '082b9dc8-c602-4b1e-9c75-726ebc21409d'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:39:24.573131 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33af52f666a6377eeaf9d00c6054365c515a6ddb0c8cc5669bfcff545a31cac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38bc07e-a40e-4aac-9aae-b3d6fc9da63e" -d '{"events": [{"name": "network-changed", "server_uuid": "6f05b9df-efbe-4bce-9dde-559628734268", "tag": "082b9dc8-c602-4b1e-9c75-726ebc21409d"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:39:24.629964 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0e42e3-604a-40f0-a7fa-190467ec71ae x-openstack-request-id: req-ea0e42e3-604a-40f0-a7fa-190467ec71ae {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:39:24.630490 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f05b9df-efbe-4bce-9dde-559628734268", "tag": "082b9dc8-c602-4b1e-9c75-726ebc21409d", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:39:24.630749 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ea0e42e3-604a-40f0-a7fa-190467ec71ae {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:39:24.631182 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f05b9df-efbe-4bce-9dde-559628734268', 'tag': '082b9dc8-c602-4b1e-9c75-726ebc21409d', 'status': 'completed', 'code': 200} Jul 13 08:39:24.657084 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-0f239f12-56ef-40b3-9a6c-3e7b29b857ba None None] Set router 2be6c624-7cef-401e-baad-5b1aee2f1c3e gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:39:24.716082 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38bc07e-a40e-4aac-9aae-b3d6fc9da63e req-6978ba41-c313-4937-acd7-c2878f26b9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:24.718161 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d38bc07e-a40e-4aac-9aae-b3d6fc9da63e req-6978ba41-c313-4937-acd7-c2878f26b9be service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2107e32a8e4470d89bab814aa0ad2b5&device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 1097 time: 0.0627620 Jul 13 08:39:24.741075 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:24.835518 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38bc07e-a40e-4aac-9aae-b3d6fc9da63e req-b6776579-3257-43b6-b9b5-14cc1f8c31bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:24.837169 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d38bc07e-a40e-4aac-9aae-b3d6fc9da63e req-b6776579-3257-43b6-b9b5-14cc1f8c31bc service neutron] 10.222.0.42 "GET /v2.0/networks?id=aafcbc41-2737-4b0c-b9e9-a2a760fcadb9 HTTP/1.1" status: 200 len: 898 time: 0.1131065 Jul 13 08:39:24.885921 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d38bc07e-a40e-4aac-9aae-b3d6fc9da63e req-6fcc6a8b-7aee-4f5c-8ee4-19760772d28c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=082b9dc8-c602-4b1e-9c75-726ebc21409d HTTP/1.1" status: 200 len: 217 time: 0.0417891 Jul 13 08:39:24.899320 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-0f239f12-56ef-40b3-9a6c-3e7b29b857ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be6c624-7cef-401e-baad-5b1aee2f1c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614414321', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'eed91d9e-0850-4b81-a4ab-b6ee5b282307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:37:50Z', 'updated_at': '2021-07-13T08:37:54Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'eed91d9e-0850-4b81-a4ab-b6ee5b282307', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be6c624-7cef-401e-baad-5b1aee2f1c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:51Z', 'updated_at': '2021-07-13T08:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'cea2780a-0ad3-429b-848c-35dcfb29729e', 'name': '', 'network_id': 'aafcbc41-2737-4b0c-b9e9-a2a760fcadb9', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:4c:e0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be6c624-7cef-401e-baad-5b1aee2f1c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '66ed03fa-517f-47d9-992f-b0b68dbb5435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:53Z', 'updated_at': '2021-07-13T08:37:59Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': '66ed03fa-517f-47d9-992f-b0b68dbb5435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:24.929430 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f239f12-56ef-40b3-9a6c-3e7b29b857ba None None] Checking router: 2be6c624-7cef-401e-baad-5b1aee2f1c3e for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:39:24.940614 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38bc07e-a40e-4aac-9aae-b3d6fc9da63e req-6d9146bb-2db3-439b-9a6d-8267e1474319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:24.942336 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d38bc07e-a40e-4aac-9aae-b3d6fc9da63e req-6d9146bb-2db3-439b-9a6d-8267e1474319 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=66ed03fa-517f-47d9-992f-b0b68dbb5435 HTTP/1.1" status: 200 len: 834 time: 0.0503869 Jul 13 08:39:24.943828 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f239f12-56ef-40b3-9a6c-3e7b29b857ba None None] Routers {'2be6c624-7cef-401e-baad-5b1aee2f1c3e'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:39:24.944625 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-0f239f12-56ef-40b3-9a6c-3e7b29b857ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:39:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['2be6c624-7cef-401e-baad-5b1aee2f1c3e'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:25.007832 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085b14e-298f-4d68-aa8b-4357e577b061 req-cb32b9a2-e29d-4431-b56a-900c64ec4fd8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:25.008800 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38bc07e-a40e-4aac-9aae-b3d6fc9da63e req-a9eebdac-146a-4739-a39c-8785eae073cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:25.009486 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8085b14e-298f-4d68-aa8b-4357e577b061 req-cb32b9a2-e29d-4431-b56a-900c64ec4fd8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 945 time: 0.0697134 Jul 13 08:39:25.010633 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d38bc07e-a40e-4aac-9aae-b3d6fc9da63e req-a9eebdac-146a-4739-a39c-8785eae073cf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aafcbc41-2737-4b0c-b9e9-a2a760fcadb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610294 Jul 13 08:39:25.062353 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8085b14e-298f-4d68-aa8b-4357e577b061 req-95f3cbf4-d122-4d3e-a02e-8359032be2b3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9df1313-0d3d-453d-a9f6-7fc0c196b5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405519 Jul 13 08:39:25.068285 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-0f239f12-56ef-40b3-9a6c-3e7b29b857ba None None] Set router 2be6c624-7cef-401e-baad-5b1aee2f1c3e gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:39:25.115536 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d38bc07e-a40e-4aac-9aae-b3d6fc9da63e req-0c304a27-1743-455f-9a5b-c78e4189fd9d service neutron] 10.222.0.42 "GET /v2.0/networks/aafcbc41-2737-4b0c-b9e9-a2a760fcadb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975928 Jul 13 08:39:25.213613 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d38bc07e-a40e-4aac-9aae-b3d6fc9da63e req-c3f76372-415e-4b3b-bce8-e976657d9d1d service neutron] 10.222.0.42 "GET /v2.0/networks/aafcbc41-2737-4b0c-b9e9-a2a760fcadb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891397 Jul 13 08:39:25.280202 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-0f239f12-56ef-40b3-9a6c-3e7b29b857ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be6c624-7cef-401e-baad-5b1aee2f1c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614414321', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'eed91d9e-0850-4b81-a4ab-b6ee5b282307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:37:50Z', 'updated_at': '2021-07-13T08:37:54Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'eed91d9e-0850-4b81-a4ab-b6ee5b282307', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be6c624-7cef-401e-baad-5b1aee2f1c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:51Z', 'updated_at': '2021-07-13T08:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'cea2780a-0ad3-429b-848c-35dcfb29729e', 'name': '', 'network_id': 'aafcbc41-2737-4b0c-b9e9-a2a760fcadb9', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:4c:e0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be6c624-7cef-401e-baad-5b1aee2f1c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '66ed03fa-517f-47d9-992f-b0b68dbb5435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:53Z', 'updated_at': '2021-07-13T08:37:59Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': '66ed03fa-517f-47d9-992f-b0b68dbb5435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:25.318368 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f239f12-56ef-40b3-9a6c-3e7b29b857ba None None] The sync data for ids ['2be6c624-7cef-401e-baad-5b1aee2f1c3e'] in n-d-771363-34 is: [{'id': '2be6c624-7cef-401e-baad-5b1aee2f1c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614414321', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'eed91d9e-0850-4b81-a4ab-b6ee5b282307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:37:50Z', 'updated_at': '2021-07-13T08:37:54Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'eed91d9e-0850-4b81-a4ab-b6ee5b282307', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be6c624-7cef-401e-baad-5b1aee2f1c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:51Z', 'updated_at': '2021-07-13T08:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': 'cea2780a-0ad3-429b-848c-35dcfb29729e', 'name': '', 'network_id': 'aafcbc41-2737-4b0c-b9e9-a2a760fcadb9', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:4c:e0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be6c624-7cef-401e-baad-5b1aee2f1c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '66ed03fa-517f-47d9-992f-b0b68dbb5435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:53Z', 'updated_at': '2021-07-13T08:37:59Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': '66ed03fa-517f-47d9-992f-b0b68dbb5435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:39:25.540144 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cddbb16-49ab-413b-a37e-863280ca1ae3 None None] New status for floating IP 1a93c650-edf2-4dcd-ad0c-219c7e0a42ba: DOWN {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:39:26.145984 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576bd77-829b-4697-81c2-19769e30949b req-35253577-92ea-4581-b234-62e44e138889 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:26.148530 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0576bd77-829b-4697-81c2-19769e30949b req-35253577-92ea-4581-b234-62e44e138889 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 945 time: 0.0707288 Jul 13 08:39:26.295994 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86ddc6-6a18-423d-8efa-3da667ab308f req-840d170c-cde0-44ac-9797-9016f167bc03 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:26.297470 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0b86ddc6-6a18-423d-8efa-3da667ab308f req-840d170c-cde0-44ac-9797-9016f167bc03 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f05b9df-efbe-4bce-9dde-559628734268 HTTP/1.1" status: 200 len: 945 time: 0.1016541 Jul 13 08:39:26.299710 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-0576bd77-829b-4697-81c2-19769e30949b req-735fde08-8219-4042-8b5b-4eb3ddec74bf tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Deleting port 082b9dc8-c602-4b1e-9c75-726ebc21409d {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:39:26.300043 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0576bd77-829b-4697-81c2-19769e30949b req-735fde08-8219-4042-8b5b-4eb3ddec74bf tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:26.391682 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0b86ddc6-6a18-423d-8efa-3da667ab308f req-87c21b47-1a87-4da4-ae99-1a2872f70ce3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9df1313-0d3d-453d-a9f6-7fc0c196b5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874591 Jul 13 08:39:26.416167 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-0576bd77-829b-4697-81c2-19769e30949b req-735fde08-8219-4042-8b5b-4eb3ddec74bf tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] For port 082b9dc8-c602-4b1e-9c75-726ebc21409d, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=082b9dc8-c602-4b1e-9c75-726ebc21409d,segment=NetworkSegment(5ff725e8-17e8-4619-bb9b-5180ab400eb0),segment_id=5ff725e8-17e8-4619-bb9b-5180ab400eb0)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:39:26.416527 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0576bd77-829b-4697-81c2-19769e30949b req-735fde08-8219-4042-8b5b-4eb3ddec74bf tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:26.428854 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-0576bd77-829b-4697-81c2-19769e30949b req-735fde08-8219-4042-8b5b-4eb3ddec74bf tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Calling delete_port for 082b9dc8-c602-4b1e-9c75-726ebc21409d owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:39:26.558215 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0576bd77-829b-4697-81c2-19769e30949b req-735fde08-8219-4042-8b5b-4eb3ddec74bf tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:26.589077 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735fde08-8219-4042-8b5b-4eb3ddec74bf tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event deleted for resources: {'Port': ['ID=082b9dc8-c602-4b1e-9c75-726ebc21409d,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:26.635258 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-0576bd77-829b-4697-81c2-19769e30949b req-735fde08-8219-4042-8b5b-4eb3ddec74bf tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] No DVR routers for this DVR port 082b9dc8-c602-4b1e-9c75-726ebc21409d on host n-h1-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:39:26.637960 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-0576bd77-829b-4697-81c2-19769e30949b req-735fde08-8219-4042-8b5b-4eb3ddec74bf tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:26.640912 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0576bd77-829b-4697-81c2-19769e30949b req-735fde08-8219-4042-8b5b-4eb3ddec74bf tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.42 "DELETE /v2.0/ports/082b9dc8-c602-4b1e-9c75-726ebc21409d HTTP/1.1" status: 204 len: 173 time: 0.4874318 Jul 13 08:39:26.641369 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f05b9df-efbe-4bce-9dde-559628734268', 'name': 'network-vif-deleted', 'tag': '082b9dc8-c602-4b1e-9c75-726ebc21409d'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:39:26.644811 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e20846-b852-4d16-9e58-cf23841782fd" -d '{"events": [{"server_uuid": "6f05b9df-efbe-4bce-9dde-559628734268", "name": "network-vif-deleted", "tag": "082b9dc8-c602-4b1e-9c75-726ebc21409d"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:39:26.684828 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8295000a-46ab-4526-9805-b89a3372ce70 x-openstack-request-id: req-8295000a-46ab-4526-9805-b89a3372ce70 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:39:26.685899 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f05b9df-efbe-4bce-9dde-559628734268", "name": "network-vif-deleted", "tag": "082b9dc8-c602-4b1e-9c75-726ebc21409d", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:39:26.686153 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8295000a-46ab-4526-9805-b89a3372ce70 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:39:26.686711 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f05b9df-efbe-4bce-9dde-559628734268', 'name': 'network-vif-deleted', 'tag': '082b9dc8-c602-4b1e-9c75-726ebc21409d', 'status': 'completed', 'code': 200} Jul 13 08:39:27.487093 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46212) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:27.854532 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-adf72068-d3e4-47d5-86a0-007713f530fc tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:28.124508 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-adf72068-d3e4-47d5-86a0-007713f530fc tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Deleting port cea2780a-0ad3-429b-848c-35dcfb29729e {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:39:28.124755 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-adf72068-d3e4-47d5-86a0-007713f530fc tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:28.214037 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-adf72068-d3e4-47d5-86a0-007713f530fc tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] For port cea2780a-0ad3-429b-848c-35dcfb29729e, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=cea2780a-0ad3-429b-848c-35dcfb29729e,segment=NetworkSegment(5ff725e8-17e8-4619-bb9b-5180ab400eb0),segment_id=5ff725e8-17e8-4619-bb9b-5180ab400eb0)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:39:28.214392 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-adf72068-d3e4-47d5-86a0-007713f530fc tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:28.227227 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-adf72068-d3e4-47d5-86a0-007713f530fc tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Calling delete_port for cea2780a-0ad3-429b-848c-35dcfb29729e owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:39:28.417199 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-adf72068-d3e4-47d5-86a0-007713f530fc tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:28.448386 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf72068-d3e4-47d5-86a0-007713f530fc tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event deleted for resources: {'Port': ['ID=cea2780a-0ad3-429b-848c-35dcfb29729e,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:28.968551 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-adf72068-d3e4-47d5-86a0-007713f530fc tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:29.190443 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf72068-d3e4-47d5-86a0-007713f530fc tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Router 2be6c624-7cef-401e-baad-5b1aee2f1c3e has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:39:29.300126 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf72068-d3e4-47d5-86a0-007713f530fc tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:39:29.305936 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-adf72068-d3e4-47d5-86a0-007713f530fc tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "PUT /v2.0/routers/2be6c624-7cef-401e-baad-5b1aee2f1c3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8173463 Jul 13 08:39:29.308437 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46214) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:29.311959 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2631ad0-c8eb-4407-b223-c92ad2210f73 None None] Sync routers for ids ['2be6c624-7cef-401e-baad-5b1aee2f1c3e'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:39:29.321402 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2631ad0-c8eb-4407-b223-c92ad2210f73 None None] Routers {'2be6c624-7cef-401e-baad-5b1aee2f1c3e'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:39:29.322002 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-a2631ad0-c8eb-4407-b223-c92ad2210f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:39:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['2be6c624-7cef-401e-baad-5b1aee2f1c3e'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:29.342748 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 082b9dc8-c602-4b1e-9c75-726ebc21409d no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:39:29.364569 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 082b9dc8-c602-4b1e-9c75-726ebc21409d {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:39:29.364914 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 082b9dc8-c602-4b1e-9c75-726ebc21409d not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:39:29.365092 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-8abcc97e-473b-4745-bb2e-1a26d4ceacef tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Deleting subnet 66ed03fa-517f-47d9-992f-b0b68dbb5435 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:39:29.368625 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8abcc97e-473b-4745-bb2e-1a26d4ceacef tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:29.410754 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8abcc97e-473b-4745-bb2e-1a26d4ceacef tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:29.510051 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8abcc97e-473b-4745-bb2e-1a26d4ceacef tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:29.534328 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-a2631ad0-c8eb-4407-b223-c92ad2210f73 None None] Set router 2be6c624-7cef-401e-baad-5b1aee2f1c3e gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:39:29.576456 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8abcc97e-473b-4745-bb2e-1a26d4ceacef tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:29.604979 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abcc97e-473b-4745-bb2e-1a26d4ceacef tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event deleted for resources: {'Subnet': ['ID=66ed03fa-517f-47d9-992f-b0b68dbb5435,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:29.611239 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8abcc97e-473b-4745-bb2e-1a26d4ceacef tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:29.613539 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8abcc97e-473b-4745-bb2e-1a26d4ceacef tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "DELETE /v2.0/subnets/66ed03fa-517f-47d9-992f-b0b68dbb5435 HTTP/1.1" status: 204 len: 168 time: 0.3038352 Jul 13 08:39:29.618919 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512af005-c919-47e4-a3d0-05b6f8cdd5a8 None None] Network aafcbc41-2737-4b0c-b9e9-a2a760fcadb9 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:39:29.619612 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46218) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:29.720614 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-a2631ad0-c8eb-4407-b223-c92ad2210f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be6c624-7cef-401e-baad-5b1aee2f1c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614414321', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'eed91d9e-0850-4b81-a4ab-b6ee5b282307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:37:50Z', 'updated_at': '2021-07-13T08:39:28Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'eed91d9e-0850-4b81-a4ab-b6ee5b282307', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be6c624-7cef-401e-baad-5b1aee2f1c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:51Z', 'updated_at': '2021-07-13T08:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:29.731557 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2a9d0cef-5213-4f6a-a5bb-c3bc64c1be0d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:29.746728 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2631ad0-c8eb-4407-b223-c92ad2210f73 None None] Checking router: 2be6c624-7cef-401e-baad-5b1aee2f1c3e for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:39:29.755955 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2631ad0-c8eb-4407-b223-c92ad2210f73 None None] Routers {'2be6c624-7cef-401e-baad-5b1aee2f1c3e'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:39:29.757295 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-a2631ad0-c8eb-4407-b223-c92ad2210f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:39:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['2be6c624-7cef-401e-baad-5b1aee2f1c3e'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:29.824277 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c274572b-6a4b-4628-b464-a880e0532d62 None None] DHCP port deletion for aafcbc41-2737-4b0c-b9e9-a2a760fcadb9 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:39:29.846360 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2a9d0cef-5213-4f6a-a5bb-c3bc64c1be0d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:29.870303 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-a2631ad0-c8eb-4407-b223-c92ad2210f73 None None] Set router 2be6c624-7cef-401e-baad-5b1aee2f1c3e gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:39:29.873909 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-c274572b-6a4b-4628-b464-a880e0532d62 None None] Deleting port e8179755-b2c2-4c0e-85b8-00b86f51bea1 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:39:29.874366 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c274572b-6a4b-4628-b464-a880e0532d62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:29.902006 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-2a9d0cef-5213-4f6a-a5bb-c3bc64c1be0d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Deleting port eed91d9e-0850-4b81-a4ab-b6ee5b282307 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:39:29.902349 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2a9d0cef-5213-4f6a-a5bb-c3bc64c1be0d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:29.937541 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-c274572b-6a4b-4628-b464-a880e0532d62 None None] For port e8179755-b2c2-4c0e-85b8-00b86f51bea1, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=e8179755-b2c2-4c0e-85b8-00b86f51bea1,segment=NetworkSegment(5ff725e8-17e8-4619-bb9b-5180ab400eb0),segment_id=5ff725e8-17e8-4619-bb9b-5180ab400eb0)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:39:29.938044 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c274572b-6a4b-4628-b464-a880e0532d62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:29.956495 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-c274572b-6a4b-4628-b464-a880e0532d62 None None] Calling delete_port for e8179755-b2c2-4c0e-85b8-00b86f51bea1 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:39:29.988501 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-2a9d0cef-5213-4f6a-a5bb-c3bc64c1be0d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] For port eed91d9e-0850-4b81-a4ab-b6ee5b282307, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=eed91d9e-0850-4b81-a4ab-b6ee5b282307,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:39:29.989161 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2a9d0cef-5213-4f6a-a5bb-c3bc64c1be0d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:30.001710 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-2a9d0cef-5213-4f6a-a5bb-c3bc64c1be0d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Calling delete_port for eed91d9e-0850-4b81-a4ab-b6ee5b282307 owned by network:router_gateway {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:39:30.040600 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c274572b-6a4b-4628-b464-a880e0532d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:30.061363 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-a2631ad0-c8eb-4407-b223-c92ad2210f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be6c624-7cef-401e-baad-5b1aee2f1c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614414321', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'eed91d9e-0850-4b81-a4ab-b6ee5b282307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:37:50Z', 'updated_at': '2021-07-13T08:39:28Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'eed91d9e-0850-4b81-a4ab-b6ee5b282307', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be6c624-7cef-401e-baad-5b1aee2f1c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:51Z', 'updated_at': '2021-07-13T08:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:30.066567 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c274572b-6a4b-4628-b464-a880e0532d62 None None] Pushing event deleted for resources: {'Port': ['ID=e8179755-b2c2-4c0e-85b8-00b86f51bea1,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:30.070662 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c274572b-6a4b-4628-b464-a880e0532d62 None None] No DVR routers for this DVR port e8179755-b2c2-4c0e-85b8-00b86f51bea1 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:39:30.089612 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2631ad0-c8eb-4407-b223-c92ad2210f73 None None] The sync data for ids ['2be6c624-7cef-401e-baad-5b1aee2f1c3e'] in n-d-771363-34 is: [{'id': '2be6c624-7cef-401e-baad-5b1aee2f1c3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614414321', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': 'eed91d9e-0850-4b81-a4ab-b6ee5b282307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:37:50Z', 'updated_at': '2021-07-13T08:39:28Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'eed91d9e-0850-4b81-a4ab-b6ee5b282307', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be6c624-7cef-401e-baad-5b1aee2f1c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:37:51Z', 'updated_at': '2021-07-13T08:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:39:30.181811 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2a9d0cef-5213-4f6a-a5bb-c3bc64c1be0d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:30.211476 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d0cef-5213-4f6a-a5bb-c3bc64c1be0d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event deleted for resources: {'Port': ['ID=eed91d9e-0850-4b81-a4ab-b6ee5b282307,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:30.271238 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2a9d0cef-5213-4f6a-a5bb-c3bc64c1be0d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:30.365060 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2a9d0cef-5213-4f6a-a5bb-c3bc64c1be0d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:30.367015 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2a9d0cef-5213-4f6a-a5bb-c3bc64c1be0d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:30.396627 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9a7c50ea-d3f9-4bf8-b5d6-a1eb7a51e551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:30.415654 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2a9d0cef-5213-4f6a-a5bb-c3bc64c1be0d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:30.416171 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9d0cef-5213-4f6a-a5bb-c3bc64c1be0d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Fanout notify agent at l3_agent the message router_deleted on router 2be6c624-7cef-401e-baad-5b1aee2f1c3e {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:39:30.423745 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2a9d0cef-5213-4f6a-a5bb-c3bc64c1be0d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:30.424853 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2a9d0cef-5213-4f6a-a5bb-c3bc64c1be0d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "DELETE /v2.0/routers/2be6c624-7cef-401e-baad-5b1aee2f1c3e HTTP/1.1" status: 204 len: 168 time: 0.8042562 Jul 13 08:39:30.427607 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46220) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:30.506058 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-70e6c1fc-0ea7-42c3-a896-c061cc79c27a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:30.598481 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-70e6c1fc-0ea7-42c3-a896-c061cc79c27a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:30.609632 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-70e6c1fc-0ea7-42c3-a896-c061cc79c27a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aafcbc41-2737-4b0c-b9e9-a2a760fcadb9']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:30.620010 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-70e6c1fc-0ea7-42c3-a896-c061cc79c27a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff725e8-17e8-4619-bb9b-5180ab400eb0') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:30.620222 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-70e6c1fc-0ea7-42c3-a896-c061cc79c27a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff725e8-17e8-4619-bb9b-5180ab400eb0') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:30.629896 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-70e6c1fc-0ea7-42c3-a896-c061cc79c27a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:30.644735 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-70e6c1fc-0ea7-42c3-a896-c061cc79c27a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:30.651060 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e6c1fc-0ea7-42c3-a896-c061cc79c27a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:39:30.651484 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-70e6c1fc-0ea7-42c3-a896-c061cc79c27a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:30.654715 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:39:30.654715 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:39:30.654715 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:39:30.654715 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:39:30.654715 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:39:30.654715 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:39:30.654715 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:39:30.654715 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:39:30.654715 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:39:30.654715 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:39:30.654715 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 08:39:30.654715 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:39:30.654715 n-d-771363-34 neutron-server[94017]: timer() Jul 13 08:39:30.654715 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:39:30.654715 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 08:39:30.654715 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:39:30.654715 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 08:39:30.654715 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:39:30.654715 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 08:39:30.654715 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:39:30.654715 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 08:39:30.654715 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:39:30.654715 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 08:39:30.654715 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:39:30.654715 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:39:30.654715 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:39:30.654715 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:39:30.654715 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:39:30.654715 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 08:39:30.654715 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:39:30.654715 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 08:39:30.654715 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:39:30.654715 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:39:30.654715 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:39:30.654715 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 08:39:30.654715 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:39:30.654715 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:39:30.654715 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:39:30.654715 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:39:30.654715 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:39:30.654715 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:39:30.654715 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:39:30.720614 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-70e6c1fc-0ea7-42c3-a896-c061cc79c27a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:30.738530 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-70e6c1fc-0ea7-42c3-a896-c061cc79c27a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:30.742880 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-70e6c1fc-0ea7-42c3-a896-c061cc79c27a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "DELETE /v2.0/networks/aafcbc41-2737-4b0c-b9e9-a2a760fcadb9 HTTP/1.1" status: 204 len: 168 time: 0.3118465 Jul 13 08:39:30.742880 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6c1fc-0ea7-42c3-a896-c061cc79c27a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event deleted for resources: {'Network': ['ID=aafcbc41-2737-4b0c-b9e9-a2a760fcadb9,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:30.743661 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46222) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:30.800892 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d3bc6568-c573-4448-ba1f-e001d54f57bd tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:30.825855 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d3bc6568-c573-4448-ba1f-e001d54f57bd tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:30.887879 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d3bc6568-c573-4448-ba1f-e001d54f57bd tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:30.890516 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d3bc6568-c573-4448-ba1f-e001d54f57bd tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:30.891706 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d3bc6568-c573-4448-ba1f-e001d54f57bd tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "DELETE /v2.0/security-groups/c9df1313-0d3d-453d-a9f6-7fc0c196b5db HTTP/1.1" status: 204 len: 168 time: 0.1476424 Jul 13 08:39:30.901813 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc6568-c573-4448-ba1f-e001d54f57bd tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9df1313-0d3d-453d-a9f6-7fc0c196b5db,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:31.115888 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device eed91d9e-0850-4b81-a4ab-b6ee5b282307 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:39:31.142088 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: eed91d9e-0850-4b81-a4ab-b6ee5b282307 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:39:31.142278 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46228) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:31.142760 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device eed91d9e-0850-4b81-a4ab-b6ee5b282307 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:39:31.143428 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device e8179755-b2c2-4c0e-85b8-00b86f51bea1 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:39:31.146880 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-207ff535-dc79-4016-8a87-000e3c9d6445 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-555116021', 'description': 'tempest-secgroup-smoke-555116021 description', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:39:31.167759 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: e8179755-b2c2-4c0e-85b8-00b86f51bea1 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:39:31.168106 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device e8179755-b2c2-4c0e-85b8-00b86f51bea1 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:39:31.168520 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device cea2780a-0ad3-429b-848c-35dcfb29729e no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:39:31.174986 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-207ff535-dc79-4016-8a87-000e3c9d6445 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:31.189160 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: cea2780a-0ad3-429b-848c-35dcfb29729e {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:39:31.189511 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device cea2780a-0ad3-429b-848c-35dcfb29729e not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:39:31.270479 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-207ff535-dc79-4016-8a87-000e3c9d6445 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:31.275305 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-207ff535-dc79-4016-8a87-000e3c9d6445 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:31.308919 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ff535-dc79-4016-8a87-000e3c9d6445 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=386577b3-dcd7-489c-a26a-59f6c4b18c02,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:31.311285 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-207ff535-dc79-4016-8a87-000e3c9d6445 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:31.312514 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-207ff535-dc79-4016-8a87-000e3c9d6445 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1694229 Jul 13 08:39:31.315355 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46230) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:31.319908 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-b64a7444-69ee-43a1-8abe-dbd5aa21c424 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'security_group_rule': {'security_group_id': '386577b3-dcd7-489c-a26a-59f6c4b18c02', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:39:31.355303 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b64a7444-69ee-43a1-8abe-dbd5aa21c424 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:31.418289 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b64a7444-69ee-43a1-8abe-dbd5aa21c424 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:31.423569 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b64a7444-69ee-43a1-8abe-dbd5aa21c424 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:31.441895 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a7444-69ee-43a1-8abe-dbd5aa21c424 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faeb45dc-fe9c-4654-80fa-22238289b76d,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:31.451871 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b64a7444-69ee-43a1-8abe-dbd5aa21c424 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:31.453345 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b64a7444-69ee-43a1-8abe-dbd5aa21c424 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1370649 Jul 13 08:39:31.457830 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46232) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:31.462202 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-6a3a12bb-9924-4015-8fa4-58b611444648 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'security_group_rule': {'security_group_id': '386577b3-dcd7-489c-a26a-59f6c4b18c02', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:39:31.491834 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6a3a12bb-9924-4015-8fa4-58b611444648 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:31.558375 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6a3a12bb-9924-4015-8fa4-58b611444648 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:31.563918 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6a3a12bb-9924-4015-8fa4-58b611444648 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:31.594088 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a12bb-9924-4015-8fa4-58b611444648 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f008e610-2fe8-4bbf-9a51-e6defd3b7df5,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:31.597594 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6a3a12bb-9924-4015-8fa4-58b611444648 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:31.601360 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6a3a12bb-9924-4015-8fa4-58b611444648 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1402867 Jul 13 08:39:31.601896 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46234) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:31.605989 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-19c3d0ae-e24e-4b69-95ee-2e4fdede5b79 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'security_group_rule': {'security_group_id': '386577b3-dcd7-489c-a26a-59f6c4b18c02', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:39:31.631587 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-19c3d0ae-e24e-4b69-95ee-2e4fdede5b79 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:31.693164 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-19c3d0ae-e24e-4b69-95ee-2e4fdede5b79 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:31.696527 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-19c3d0ae-e24e-4b69-95ee-2e4fdede5b79 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:31.715436 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c3d0ae-e24e-4b69-95ee-2e4fdede5b79 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddbe6d19-fcb3-4d93-a51e-e534d9191bb6,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:31.719309 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-19c3d0ae-e24e-4b69-95ee-2e4fdede5b79 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:31.720689 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-19c3d0ae-e24e-4b69-95ee-2e4fdede5b79 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181383 Jul 13 08:39:31.723398 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46236) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:31.727872 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-a228c117-a8bf-4026-b246-495689cfd713 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'security_group_rule': {'security_group_id': '386577b3-dcd7-489c-a26a-59f6c4b18c02', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:39:31.755899 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a228c117-a8bf-4026-b246-495689cfd713 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:31.816161 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a228c117-a8bf-4026-b246-495689cfd713 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:31.820176 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a228c117-a8bf-4026-b246-495689cfd713 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:31.837737 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228c117-a8bf-4026-b246-495689cfd713 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e340c2c-1caa-490f-a53c-afc0efe1c150,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:31.844412 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-a228c117-a8bf-4026-b246-495689cfd713 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:31.845745 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-a228c117-a8bf-4026-b246-495689cfd713 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1212361 Jul 13 08:39:31.848283 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46238) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:31.852668 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-918748b1-8cec-43b1-bc05-437a920e1e87 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'security_group_rule': {'security_group_id': '386577b3-dcd7-489c-a26a-59f6c4b18c02', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:39:31.874598 n-d-771363-34 neutron-server[94017]: INFO neutron.db.securitygroups_db [None req-918748b1-8cec-43b1-bc05-437a920e1e87 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Project f2107e32a8e4470d89bab814aa0ad2b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:39:31.879417 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-918748b1-8cec-43b1-bc05-437a920e1e87 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:31.940208 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-918748b1-8cec-43b1-bc05-437a920e1e87 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:31.944295 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-918748b1-8cec-43b1-bc05-437a920e1e87 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:31.962089 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918748b1-8cec-43b1-bc05-437a920e1e87 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2bd74fc-54fa-4484-803e-775159428805,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:31.968210 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-918748b1-8cec-43b1-bc05-437a920e1e87 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:31.969387 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-918748b1-8cec-43b1-bc05-437a920e1e87 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1201775 Jul 13 08:39:31.973083 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46240) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:31.977542 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-db91a119-8696-485b-860e-bf2ae66b9152 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'security_group_rule': {'security_group_id': '386577b3-dcd7-489c-a26a-59f6c4b18c02', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:39:31.999596 n-d-771363-34 neutron-server[94017]: INFO neutron.db.securitygroups_db [None req-db91a119-8696-485b-860e-bf2ae66b9152 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Project f2107e32a8e4470d89bab814aa0ad2b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:39:32.004460 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-db91a119-8696-485b-860e-bf2ae66b9152 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:32.068102 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-db91a119-8696-485b-860e-bf2ae66b9152 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:32.071694 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-db91a119-8696-485b-860e-bf2ae66b9152 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:32.090552 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db91a119-8696-485b-860e-bf2ae66b9152 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b15ad6d-88cd-44d6-a0c7-055927b91ff2,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:32.098800 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-db91a119-8696-485b-860e-bf2ae66b9152 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:32.100044 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-db91a119-8696-485b-860e-bf2ae66b9152 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1260285 Jul 13 08:39:32.102820 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46242) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:32.108507 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-c9273d30-b1e8-442a-9558-04d05f3f4577 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'network': {'name': 'tempest-network-smoke--1491725022', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'port_security_enabled': True}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:39:32.128311 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9273d30-b1e8-442a-9558-04d05f3f4577 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Made reservation on behalf of f2107e32a8e4470d89bab814aa0ad2b5 for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:39:32.131922 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c9273d30-b1e8-442a-9558-04d05f3f4577 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:32.156188 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9273d30-b1e8-442a-9558-04d05f3f4577 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:39:32.165318 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c9273d30-b1e8-442a-9558-04d05f3f4577 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:32.165685 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-c9273d30-b1e8-442a-9558-04d05f3f4577 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Added segment 5e9d3ac4-2a66-46e7-a77f-86e61693c41f of type vlan for network 039d1371-a66a-47c1-8e01-e5a5caf51e36 Jul 13 08:39:32.206835 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c9273d30-b1e8-442a-9558-04d05f3f4577 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:32.238053 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c9273d30-b1e8-442a-9558-04d05f3f4577 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:32.243612 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9273d30-b1e8-442a-9558-04d05f3f4577 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:32.244197 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c9273d30-b1e8-442a-9558-04d05f3f4577 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:32.281316 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c9273d30-b1e8-442a-9558-04d05f3f4577 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1773579 Jul 13 08:39:32.284173 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46244) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:32.289128 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-2b23ff9f-73d2-4ba5-b497-f5d678dd5e9b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-789230508', 'admin_state_up': True, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:39:32.317319 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b23ff9f-73d2-4ba5-b497-f5d678dd5e9b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:32.318419 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b23ff9f-73d2-4ba5-b497-f5d678dd5e9b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:32.318576 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9273d30-b1e8-442a-9558-04d05f3f4577 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'Network': ['ID=039d1371-a66a-47c1-8e01-e5a5caf51e36,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:32.331933 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 039d1371-a66a-47c1-8e01-e5a5caf51e36 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:39:32.373576 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b23ff9f-73d2-4ba5-b497-f5d678dd5e9b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:32.514526 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b23ff9f-73d2-4ba5-b497-f5d678dd5e9b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:32.709929 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b23ff9f-73d2-4ba5-b497-f5d678dd5e9b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for router_gateway, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:32.728691 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b23ff9f-73d2-4ba5-b497-f5d678dd5e9b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:32.836440 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-2b23ff9f-73d2-4ba5-b497-f5d678dd5e9b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Allocated IP 172.25.3.178 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/a7a602d6-de48-484b-b332-a8b776e29434) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:39:32.940047 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b23ff9f-73d2-4ba5-b497-f5d678dd5e9b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:32.981685 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b23ff9f-73d2-4ba5-b497-f5d678dd5e9b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:33.021081 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b23ff9f-73d2-4ba5-b497-f5d678dd5e9b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:39:33.025191 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-2b23ff9f-73d2-4ba5-b497-f5d678dd5e9b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:39:33.029793 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b23ff9f-73d2-4ba5-b497-f5d678dd5e9b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:39:33.032642 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23ff9f-73d2-4ba5-b497-f5d678dd5e9b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'Port': ['ID=a7a602d6-de48-484b-b332-a8b776e29434,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:33.246483 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:33.272643 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2265a9b0-be97-493c-9f71-aabf7815108a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:33.630123 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b23ff9f-73d2-4ba5-b497-f5d678dd5e9b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for router_gateway, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:33.832948 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b23ff9f-73d2-4ba5-b497-f5d678dd5e9b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:33.963799 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b23ff9f-73d2-4ba5-b497-f5d678dd5e9b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Router 8e313bf8-d070-4650-a248-a8da610bde7e is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:39:34.069192 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b23ff9f-73d2-4ba5-b497-f5d678dd5e9b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:39:34.080196 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c272239e-4743-473f-9acc-b0972042bf7f None None] Sync routers for ids ['8e313bf8-d070-4650-a248-a8da610bde7e'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:39:34.088249 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2b23ff9f-73d2-4ba5-b497-f5d678dd5e9b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:34.089617 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c272239e-4743-473f-9acc-b0972042bf7f None None] Routers {'8e313bf8-d070-4650-a248-a8da610bde7e'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:39:34.089758 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2b23ff9f-73d2-4ba5-b497-f5d678dd5e9b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8043730 Jul 13 08:39:34.090235 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-c272239e-4743-473f-9acc-b0972042bf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:39:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['8e313bf8-d070-4650-a248-a8da610bde7e'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:34.093580 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46246) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:34.122512 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1ae1ed21-8ee5-4353-a370-286522f4fc8f tempest-TestNetworkAdvancedServerOps-849280787 tempest-TestNetworkAdvancedServerOps-849280787-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=f2107e32a8e4470d89bab814aa0ad2b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277474 Jul 13 08:39:34.125330 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46248) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:34.194417 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-c272239e-4743-473f-9acc-b0972042bf7f None None] Set router 8e313bf8-d070-4650-a248-a8da610bde7e gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:39:34.215260 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ea61a1-aef7-431e-ac22-57e78d627f3f tempest-TestNetworkAdvancedServerOps-849280787 tempest-TestNetworkAdvancedServerOps-849280787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:34.216858 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-03ea61a1-aef7-431e-ac22-57e78d627f3f tempest-TestNetworkAdvancedServerOps-849280787 tempest-TestNetworkAdvancedServerOps-849280787-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0897889 Jul 13 08:39:34.219671 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46250) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:34.247344 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b3f4dd6f-8f30-4704-9839-8cd3804d05b0 tempest-TestNetworkAdvancedServerOps-849280787 tempest-TestNetworkAdvancedServerOps-849280787-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=099fd220-496e-4556-906a-9ab228a05c02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265634 Jul 13 08:39:34.250333 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46252) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:34.255222 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-a6ef59be-8f9e-4c2f-87e7-32e501461dae tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-27500213', 'network_id': '039d1371-a66a-47c1-8e01-e5a5caf51e36', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:39:34.347638 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ef59be-8f9e-4c2f-87e7-32e501461dae tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Made reservation on behalf of f2107e32a8e4470d89bab814aa0ad2b5 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:39:34.351085 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a6ef59be-8f9e-4c2f-87e7-32e501461dae tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:34.375906 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-c272239e-4743-473f-9acc-b0972042bf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e313bf8-d070-4650-a248-a8da610bde7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789230508', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a7a602d6-de48-484b-b332-a8b776e29434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:32Z', 'updated_at': '2021-07-13T08:39:33Z', 'revision_number': 3, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'a7a602d6-de48-484b-b332-a8b776e29434', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e313bf8-d070-4650-a248-a8da610bde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:32Z', 'updated_at': '2021-07-13T08:39:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:34.406493 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c272239e-4743-473f-9acc-b0972042bf7f None None] Checking router: 8e313bf8-d070-4650-a248-a8da610bde7e for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:39:34.406845 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c272239e-4743-473f-9acc-b0972042bf7f None None] Updating router 8e313bf8-d070-4650-a248-a8da610bde7e port a7a602d6-de48-484b-b332-a8b776e29434 binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:39:34.441883 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:34.446560 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c272239e-4743-473f-9acc-b0972042bf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:34.534548 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a6ef59be-8f9e-4c2f-87e7-32e501461dae tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:34.599179 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef59be-8f9e-4c2f-87e7-32e501461dae tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'Subnet': ['ID=c765f346-c129-487e-b7c7-4802e292e68a,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:34.607666 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ef59be-8f9e-4c2f-87e7-32e501461dae tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Checking segment: {'id': '5e9d3ac4-2a66-46e7-a77f-86e61693c41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '039d1371-a66a-47c1-8e01-e5a5caf51e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:39:34.608036 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ef59be-8f9e-4c2f-87e7-32e501461dae tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Network hostable DHCP agents. Network: 039d1371-a66a-47c1-8e01-e5a5caf51e36, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:39:34.625115 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ef59be-8f9e-4c2f-87e7-32e501461dae tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Network 039d1371-a66a-47c1-8e01-e5a5caf51e36 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:39:34.633950 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-a6ef59be-8f9e-4c2f-87e7-32e501461dae tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 039d1371-a66a-47c1-8e01-e5a5caf51e36) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:39:34.642859 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ef59be-8f9e-4c2f-87e7-32e501461dae tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:34.643520 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a6ef59be-8f9e-4c2f-87e7-32e501461dae tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:34.646360 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cdac08-2d9f-48a6-af25-42596c36aee3 None None] Network 039d1371-a66a-47c1-8e01-e5a5caf51e36 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:39:34.659160 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a6ef59be-8f9e-4c2f-87e7-32e501461dae tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4078047 Jul 13 08:39:34.661870 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46254) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:34.753720 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c272239e-4743-473f-9acc-b0972042bf7f None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:34.775542 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c272239e-4743-473f-9acc-b0972042bf7f None None] Transition to ACTIVE for port object a7a602d6-de48-484b-b332-a8b776e29434 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:39:34.799450 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c272239e-4743-473f-9acc-b0972042bf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:35.032608 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-c272239e-4743-473f-9acc-b0972042bf7f None None] Attempting to bind port a7a602d6-de48-484b-b332-a8b776e29434 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:39:35.032964 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-c272239e-4743-473f-9acc-b0972042bf7f None None] Attempting to bind port a7a602d6-de48-484b-b332-a8b776e29434 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:39:35.033310 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c272239e-4743-473f-9acc-b0972042bf7f None None] Attempting to bind port a7a602d6-de48-484b-b332-a8b776e29434 on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:39:35.051110 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c876ff-da83-41ba-a03d-e6b1b57b70f8 None None] Pushing event updated for resources: {'Port': ['ID=a7a602d6-de48-484b-b332-a8b776e29434,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:35.063853 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c272239e-4743-473f-9acc-b0972042bf7f None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:39:35.064370 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c272239e-4743-473f-9acc-b0972042bf7f None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:39:35.065031 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c272239e-4743-473f-9acc-b0972042bf7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:35.065515 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c272239e-4743-473f-9acc-b0972042bf7f None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:39:35.066262 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-c272239e-4743-473f-9acc-b0972042bf7f None None] Bound port: a7a602d6-de48-484b-b332-a8b776e29434, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:39:35.067670 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c272239e-4743-473f-9acc-b0972042bf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:35.071590 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac526155-a7fa-4fac-8bd5-7cc6fe29bec2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-039d1371-a66a-47c1-8e01-e5a5caf51e36', 'network_id': '039d1371-a66a-47c1-8e01-e5a5caf51e36', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'fixed_ips': [{'subnet_id': 'c765f346-c129-487e-b7c7-4802e292e68a'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:39:35.072501 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ac526155-a7fa-4fac-8bd5-7cc6fe29bec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:35.140249 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-df8cfd41-34b2-4004-8871-c1bd5f7692ef tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:35.203811 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-c272239e-4743-473f-9acc-b0972042bf7f None None] For port a7a602d6-de48-484b-b332-a8b776e29434, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:39:35.208915 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-c272239e-4743-473f-9acc-b0972042bf7f None None] For port a7a602d6-de48-484b-b332-a8b776e29434, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=a7a602d6-de48-484b-b332-a8b776e29434,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:39:35.215546 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c272239e-4743-473f-9acc-b0972042bf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:35.312293 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-ac526155-a7fa-4fac-8bd5-7cc6fe29bec2 None None] Allocated IP 172.20.0.2 (039d1371-a66a-47c1-8e01-e5a5caf51e36/c765f346-c129-487e-b7c7-4802e292e68a/65a9abbe-06ae-4c88-9de9-efa19755a9cb) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:39:35.317795 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c272239e-4743-473f-9acc-b0972042bf7f None None] Routers {'8e313bf8-d070-4650-a248-a8da610bde7e'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:39:35.318715 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-c272239e-4743-473f-9acc-b0972042bf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:39:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['8e313bf8-d070-4650-a248-a8da610bde7e'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:35.364165 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c876ff-da83-41ba-a03d-e6b1b57b70f8 None None] Pushing event updated for resources: {'Port': ['ID=a7a602d6-de48-484b-b332-a8b776e29434,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:35.494455 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-c272239e-4743-473f-9acc-b0972042bf7f None None] Set router 8e313bf8-d070-4650-a248-a8da610bde7e gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:39:35.653808 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ac526155-a7fa-4fac-8bd5-7cc6fe29bec2 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:35.673255 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ac526155-a7fa-4fac-8bd5-7cc6fe29bec2 None None] Transition to ACTIVE for port object 65a9abbe-06ae-4c88-9de9-efa19755a9cb will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:39:35.711311 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ac526155-a7fa-4fac-8bd5-7cc6fe29bec2 None None] Transition to ACTIVE for port object 65a9abbe-06ae-4c88-9de9-efa19755a9cb will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:39:35.720201 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ac526155-a7fa-4fac-8bd5-7cc6fe29bec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:35.768236 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac526155-a7fa-4fac-8bd5-7cc6fe29bec2 None None] Network 039d1371-a66a-47c1-8e01-e5a5caf51e36 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:39:35.771672 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-df8cfd41-34b2-4004-8871-c1bd5f7692ef tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Allocated IP 172.20.0.1 (039d1371-a66a-47c1-8e01-e5a5caf51e36/c765f346-c129-487e-b7c7-4802e292e68a/3955b5a7-eb58-4f18-a60d-5d35369918d5) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:39:35.775952 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-ac526155-a7fa-4fac-8bd5-7cc6fe29bec2 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:39:35.781801 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac526155-a7fa-4fac-8bd5-7cc6fe29bec2 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:39:35.783979 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac526155-a7fa-4fac-8bd5-7cc6fe29bec2 None None] Pushing event updated for resources: {'Port': ['ID=65a9abbe-06ae-4c88-9de9-efa19755a9cb,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:35.820697 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-c272239e-4743-473f-9acc-b0972042bf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e313bf8-d070-4650-a248-a8da610bde7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789230508', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a7a602d6-de48-484b-b332-a8b776e29434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:32Z', 'updated_at': '2021-07-13T08:39:33Z', 'revision_number': 3, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'a7a602d6-de48-484b-b332-a8b776e29434', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e313bf8-d070-4650-a248-a8da610bde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:32Z', 'updated_at': '2021-07-13T08:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:35.867089 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c272239e-4743-473f-9acc-b0972042bf7f None None] The sync data for ids ['8e313bf8-d070-4650-a248-a8da610bde7e'] in n-d-771363-34 is: [{'id': '8e313bf8-d070-4650-a248-a8da610bde7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789230508', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a7a602d6-de48-484b-b332-a8b776e29434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:32Z', 'updated_at': '2021-07-13T08:39:33Z', 'revision_number': 3, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'a7a602d6-de48-484b-b332-a8b776e29434', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e313bf8-d070-4650-a248-a8da610bde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:32Z', 'updated_at': '2021-07-13T08:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:39:35.878295 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-ac526155-a7fa-4fac-8bd5-7cc6fe29bec2 None None] Attempting to bind port 65a9abbe-06ae-4c88-9de9-efa19755a9cb on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:39:35.878660 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-ac526155-a7fa-4fac-8bd5-7cc6fe29bec2 None None] Attempting to bind port 65a9abbe-06ae-4c88-9de9-efa19755a9cb by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '5e9d3ac4-2a66-46e7-a77f-86e61693c41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '039d1371-a66a-47c1-8e01-e5a5caf51e36'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:39:35.879016 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac526155-a7fa-4fac-8bd5-7cc6fe29bec2 None None] Attempting to bind port 65a9abbe-06ae-4c88-9de9-efa19755a9cb on network 039d1371-a66a-47c1-8e01-e5a5caf51e36 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:39:35.884339 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac526155-a7fa-4fac-8bd5-7cc6fe29bec2 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:39:35.884709 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac526155-a7fa-4fac-8bd5-7cc6fe29bec2 None None] Checking segment: {'id': '5e9d3ac4-2a66-46e7-a77f-86e61693c41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '039d1371-a66a-47c1-8e01-e5a5caf51e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:39:35.885225 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ac526155-a7fa-4fac-8bd5-7cc6fe29bec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:35.885656 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac526155-a7fa-4fac-8bd5-7cc6fe29bec2 None None] Bound using segment: {'id': '5e9d3ac4-2a66-46e7-a77f-86e61693c41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '039d1371-a66a-47c1-8e01-e5a5caf51e36'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:39:35.886133 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-ac526155-a7fa-4fac-8bd5-7cc6fe29bec2 None None] Bound port: 65a9abbe-06ae-4c88-9de9-efa19755a9cb, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9d3ac4-2a66-46e7-a77f-86e61693c41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '039d1371-a66a-47c1-8e01-e5a5caf51e36'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:39:35.886512 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ac526155-a7fa-4fac-8bd5-7cc6fe29bec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:35.900004 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-df8cfd41-34b2-4004-8871-c1bd5f7692ef tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:35.915284 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-df8cfd41-34b2-4004-8871-c1bd5f7692ef tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Transition to ACTIVE for port object 3955b5a7-eb58-4f18-a60d-5d35369918d5 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:39:35.953156 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-df8cfd41-34b2-4004-8871-c1bd5f7692ef tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:35.957999 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-ac526155-a7fa-4fac-8bd5-7cc6fe29bec2 None None] For port 65a9abbe-06ae-4c88-9de9-efa19755a9cb, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:39:35.962842 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-ac526155-a7fa-4fac-8bd5-7cc6fe29bec2 None None] For port 65a9abbe-06ae-4c88-9de9-efa19755a9cb, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=65a9abbe-06ae-4c88-9de9-efa19755a9cb,segment=NetworkSegment(5e9d3ac4-2a66-46e7-a77f-86e61693c41f),segment_id=5e9d3ac4-2a66-46e7-a77f-86e61693c41f)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:39:35.968738 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ac526155-a7fa-4fac-8bd5-7cc6fe29bec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:36.000870 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8cfd41-34b2-4004-8871-c1bd5f7692ef tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Network 039d1371-a66a-47c1-8e01-e5a5caf51e36 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:39:36.005184 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-df8cfd41-34b2-4004-8871-c1bd5f7692ef tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:39:36.008212 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8cfd41-34b2-4004-8871-c1bd5f7692ef tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:39:36.032165 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac526155-a7fa-4fac-8bd5-7cc6fe29bec2 None None] Pushing event updated for resources: {'Port': ['ID=65a9abbe-06ae-4c88-9de9-efa19755a9cb,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:36.043827 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cfd41-34b2-4004-8871-c1bd5f7692ef tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'Port': ['ID=3955b5a7-eb58-4f18-a60d-5d35369918d5,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:36.067146 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-df8cfd41-34b2-4004-8871-c1bd5f7692ef tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:36.167065 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:36.272594 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-df8cfd41-34b2-4004-8871-c1bd5f7692ef tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:36.575231 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-df8cfd41-34b2-4004-8871-c1bd5f7692ef tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:36.583784 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-df8cfd41-34b2-4004-8871-c1bd5f7692ef tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:36.668036 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cfd41-34b2-4004-8871-c1bd5f7692ef tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'Port': ['ID=3955b5a7-eb58-4f18-a60d-5d35369918d5,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:36.680624 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-df8cfd41-34b2-4004-8871-c1bd5f7692ef tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:36.789015 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8cfd41-34b2-4004-8871-c1bd5f7692ef tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Network 039d1371-a66a-47c1-8e01-e5a5caf51e36 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:39:36.790440 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-df8cfd41-34b2-4004-8871-c1bd5f7692ef tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:39:36.907225 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8cfd41-34b2-4004-8871-c1bd5f7692ef tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Router 8e313bf8-d070-4650-a248-a8da610bde7e has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:39:37.012352 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47094224-0e7d-4d44-a3c4-0c7c6ef005f3 None None] Network 039d1371-a66a-47c1-8e01-e5a5caf51e36 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:39:37.024482 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8cfd41-34b2-4004-8871-c1bd5f7692ef tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:39:37.031868 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-df8cfd41-34b2-4004-8871-c1bd5f7692ef tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "PUT /v2.0/routers/8e313bf8-d070-4650-a248-a8da610bde7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3690064 Jul 13 08:39:37.061321 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device a7a602d6-de48-484b-b332-a8b776e29434 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:39:37.140376 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-99757c88-eb8d-4f85-b121-62ce2b872033 None None] Provisioning for port 65a9abbe-06ae-4c88-9de9-efa19755a9cb completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:39:37.188637 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-d48ad7c8-676a-440a-ba32-379af15c0d22 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-555116021&fields=id&tenant_id=f2107e32a8e4470d89bab814aa0ad2b5 HTTP/1.1" status: 200 len: 267 time: 0.0337715 Jul 13 08:39:37.195596 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port a7a602d6-de48-484b-b332-a8b776e29434 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:39:37.204690 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port a7a602d6-de48-484b-b332-a8b776e29434 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:39:37.205056 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:37.305220 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-f6bb0fae-0344-49c0-8a6b-4885b7c38c88 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:37.306733 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-f6bb0fae-0344-49c0-8a6b-4885b7c38c88 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/networks?id=039d1371-a66a-47c1-8e01-e5a5caf51e36 HTTP/1.1" status: 200 len: 797 time: 0.1104763 Jul 13 08:39:37.322936 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-2af9f05a-c952-4f81-9f2d-39a025e6e923 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/quotas/f2107e32a8e4470d89bab814aa0ad2b5 HTTP/1.1" status: 200 len: 375 time: 0.0093775 Jul 13 08:39:37.325203 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:37.354286 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port a7a602d6-de48-484b-b332-a8b776e29434, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=a7a602d6-de48-484b-b332-a8b776e29434,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:39:37.359990 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:37.395904 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 65a9abbe-06ae-4c88-9de9-efa19755a9cb up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:39:37.409997 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-93559ead-8575-416a-bf05-384b7d010d78 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f2107e32a8e4470d89bab814aa0ad2b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0778584 Jul 13 08:39:37.466161 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=a7a602d6-de48-484b-b332-a8b776e29434,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:37.487598 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 65a9abbe-06ae-4c88-9de9-efa19755a9cb completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:39:37.491587 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 65a9abbe-06ae-4c88-9de9-efa19755a9cb triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:39:37.491958 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:37.537260 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-28455466-fd4b-4274-a340-07879ac749cb service neutron] 10.222.0.23 "GET /v2.0/networks/039d1371-a66a-47c1-8e01-e5a5caf51e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121075 Jul 13 08:39:37.596569 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:37.599671 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7f956383-fa66-4737-a80d-3689b4fae117 None None] Provisioning for port 3955b5a7-eb58-4f18-a60d-5d35369918d5 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:39:37.612107 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7f956383-fa66-4737-a80d-3689b4fae117 None None] Provisioning complete for port 3955b5a7-eb58-4f18-a60d-5d35369918d5 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:39:37.612472 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7f956383-fa66-4737-a80d-3689b4fae117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:37.644822 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-0df84e43-77a0-4430-ba3e-ff1e4ca185c7 service neutron] 10.222.0.23 "GET /v2.0/networks/039d1371-a66a-47c1-8e01-e5a5caf51e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978117 Jul 13 08:39:37.673599 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 65a9abbe-06ae-4c88-9de9-efa19755a9cb, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=65a9abbe-06ae-4c88-9de9-efa19755a9cb,segment=NetworkSegment(5e9d3ac4-2a66-46e7-a77f-86e61693c41f),segment_id=5e9d3ac4-2a66-46e7-a77f-86e61693c41f)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:39:37.677812 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-7f956383-fa66-4737-a80d-3689b4fae117 None None] Port 3955b5a7-eb58-4f18-a60d-5d35369918d5 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:39:37.687537 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:37.696003 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5857814-70fc-47cc-9ff2-2551e7e57ab7 None None] Sync routers for ids ['8e313bf8-d070-4650-a248-a8da610bde7e'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:39:37.709825 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5857814-70fc-47cc-9ff2-2551e7e57ab7 None None] Routers {'8e313bf8-d070-4650-a248-a8da610bde7e'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:39:37.710795 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-c5857814-70fc-47cc-9ff2-2551e7e57ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:39:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['8e313bf8-d070-4650-a248-a8da610bde7e'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:37.722572 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-7f956383-fa66-4737-a80d-3689b4fae117 None None] Provisioning complete for port 65a9abbe-06ae-4c88-9de9-efa19755a9cb triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:39:37.722940 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7f956383-fa66-4737-a80d-3689b4fae117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:37.799787 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=65a9abbe-06ae-4c88-9de9-efa19755a9cb,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:37.859119 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-c5857814-70fc-47cc-9ff2-2551e7e57ab7 None None] Set router 8e313bf8-d070-4650-a248-a8da610bde7e gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:39:37.891098 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2084f8eb-1f4d-48ff-8a3e-fda1d9b556d1 req-cd0d8bb0-a07c-44e1-8b0e-b0fd0443a5fa tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=d39698ba-1848-4e67-aa0a-61a9d84f6223 HTTP/1.1" status: 200 len: 210 time: 0.0496092 Jul 13 08:39:37.976851 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-11c6fc81-e244-493e-9fbb-f2e4f64e6b77 None None] Provisioning complete for port 3955b5a7-eb58-4f18-a60d-5d35369918d5 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:39:37.977397 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-11c6fc81-e244-493e-9fbb-f2e4f64e6b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:38.015907 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-11c6fc81-e244-493e-9fbb-f2e4f64e6b77 None None] Port 3955b5a7-eb58-4f18-a60d-5d35369918d5 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:39:38.090733 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-c5857814-70fc-47cc-9ff2-2551e7e57ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e313bf8-d070-4650-a248-a8da610bde7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789230508', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a7a602d6-de48-484b-b332-a8b776e29434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:32Z', 'updated_at': '2021-07-13T08:39:36Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'a7a602d6-de48-484b-b332-a8b776e29434', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e313bf8-d070-4650-a248-a8da610bde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:32Z', 'updated_at': '2021-07-13T08:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '3955b5a7-eb58-4f18-a60d-5d35369918d5', 'name': '', 'network_id': '039d1371-a66a-47c1-8e01-e5a5caf51e36', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:af:22:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e313bf8-d070-4650-a248-a8da610bde7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c765f346-c129-487e-b7c7-4802e292e68a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:35Z', 'updated_at': '2021-07-13T08:39:36Z', 'revision_number': 2, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': 'c765f346-c129-487e-b7c7-4802e292e68a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:38.122490 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5857814-70fc-47cc-9ff2-2551e7e57ab7 None None] Checking router: 8e313bf8-d070-4650-a248-a8da610bde7e for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:39:38.123329 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5857814-70fc-47cc-9ff2-2551e7e57ab7 None None] Updating router 8e313bf8-d070-4650-a248-a8da610bde7e port 3955b5a7-eb58-4f18-a60d-5d35369918d5 binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:39:38.136741 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-6e1aa7b8-e562-4559-899b-740acf3c884b None None] Provisioning complete for port 3955b5a7-eb58-4f18-a60d-5d35369918d5 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:39:38.137120 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6e1aa7b8-e562-4559-899b-740acf3c884b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:38.164095 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c5857814-70fc-47cc-9ff2-2551e7e57ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:38.183911 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-6e1aa7b8-e562-4559-899b-740acf3c884b None None] Port 3955b5a7-eb58-4f18-a60d-5d35369918d5 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:39:38.303071 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-97fdbf69-962b-414c-8305-090197c00541 None None] Provisioning complete for port 3955b5a7-eb58-4f18-a60d-5d35369918d5 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:39:38.303522 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-97fdbf69-962b-414c-8305-090197c00541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:38.338914 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-97fdbf69-962b-414c-8305-090197c00541 None None] Port 3955b5a7-eb58-4f18-a60d-5d35369918d5 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:39:38.453182 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c5857814-70fc-47cc-9ff2-2551e7e57ab7 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:38.462557 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-c5857814-70fc-47cc-9ff2-2551e7e57ab7 None None] Transition to ACTIVE for port object 3955b5a7-eb58-4f18-a60d-5d35369918d5 will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:39:38.468618 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c5857814-70fc-47cc-9ff2-2551e7e57ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:38.522951 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eba99f-0e31-4628-8530-01c1952bab95 None None] Pushing event updated for resources: {'Port': ['ID=3955b5a7-eb58-4f18-a60d-5d35369918d5,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:38.549425 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eba99f-0e31-4628-8530-01c1952bab95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:38.554484 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eba99f-0e31-4628-8530-01c1952bab95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:38.554867 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eba99f-0e31-4628-8530-01c1952bab95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:38.555406 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eba99f-0e31-4628-8530-01c1952bab95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:38.555892 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eba99f-0e31-4628-8530-01c1952bab95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:38.556385 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eba99f-0e31-4628-8530-01c1952bab95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:38.556882 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eba99f-0e31-4628-8530-01c1952bab95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:38.557383 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eba99f-0e31-4628-8530-01c1952bab95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:38.557701 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eba99f-0e31-4628-8530-01c1952bab95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:38.558019 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eba99f-0e31-4628-8530-01c1952bab95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:38.558334 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eba99f-0e31-4628-8530-01c1952bab95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:38.558645 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07eba99f-0e31-4628-8530-01c1952bab95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:39:38.598007 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-c5857814-70fc-47cc-9ff2-2551e7e57ab7 None None] Attempting to bind port 3955b5a7-eb58-4f18-a60d-5d35369918d5 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:39:38.598279 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-c5857814-70fc-47cc-9ff2-2551e7e57ab7 None None] Attempting to bind port 3955b5a7-eb58-4f18-a60d-5d35369918d5 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '5e9d3ac4-2a66-46e7-a77f-86e61693c41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '039d1371-a66a-47c1-8e01-e5a5caf51e36'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:39:38.598628 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5857814-70fc-47cc-9ff2-2551e7e57ab7 None None] Attempting to bind port 3955b5a7-eb58-4f18-a60d-5d35369918d5 on network 039d1371-a66a-47c1-8e01-e5a5caf51e36 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:39:38.604210 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5857814-70fc-47cc-9ff2-2551e7e57ab7 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:39:38.604583 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5857814-70fc-47cc-9ff2-2551e7e57ab7 None None] Checking segment: {'id': '5e9d3ac4-2a66-46e7-a77f-86e61693c41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '039d1371-a66a-47c1-8e01-e5a5caf51e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:39:38.604976 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c5857814-70fc-47cc-9ff2-2551e7e57ab7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:38.605408 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5857814-70fc-47cc-9ff2-2551e7e57ab7 None None] Bound using segment: {'id': '5e9d3ac4-2a66-46e7-a77f-86e61693c41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '039d1371-a66a-47c1-8e01-e5a5caf51e36'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:39:38.605894 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-c5857814-70fc-47cc-9ff2-2551e7e57ab7 None None] Bound port: 3955b5a7-eb58-4f18-a60d-5d35369918d5, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9d3ac4-2a66-46e7-a77f-86e61693c41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '039d1371-a66a-47c1-8e01-e5a5caf51e36'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:39:38.606263 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c5857814-70fc-47cc-9ff2-2551e7e57ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:38.676795 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-c5857814-70fc-47cc-9ff2-2551e7e57ab7 None None] For port 3955b5a7-eb58-4f18-a60d-5d35369918d5, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:39:38.680068 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-c5857814-70fc-47cc-9ff2-2551e7e57ab7 None None] For port 3955b5a7-eb58-4f18-a60d-5d35369918d5, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=3955b5a7-eb58-4f18-a60d-5d35369918d5,segment=NetworkSegment(5e9d3ac4-2a66-46e7-a77f-86e61693c41f),segment_id=5e9d3ac4-2a66-46e7-a77f-86e61693c41f)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:39:38.684428 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-c5857814-70fc-47cc-9ff2-2551e7e57ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:38.746587 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eba99f-0e31-4628-8530-01c1952bab95 None None] Pushing event updated for resources: {'Port': ['ID=3955b5a7-eb58-4f18-a60d-5d35369918d5,revision_number=4']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:38.749318 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5857814-70fc-47cc-9ff2-2551e7e57ab7 None None] Routers {'8e313bf8-d070-4650-a248-a8da610bde7e'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:39:38.750255 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-c5857814-70fc-47cc-9ff2-2551e7e57ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:39:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['8e313bf8-d070-4650-a248-a8da610bde7e'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:38.962684 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-c5857814-70fc-47cc-9ff2-2551e7e57ab7 None None] Set router 8e313bf8-d070-4650-a248-a8da610bde7e gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:39:39.046848 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device a7a602d6-de48-484b-b332-a8b776e29434 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:39:39.097606 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port a7a602d6-de48-484b-b332-a8b776e29434 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:39:39.098383 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:39.129464 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-95730d66-f86d-4e12-ac33-d4d74eea631d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:39.130891 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-95730d66-f86d-4e12-ac33-d4d74eea631d tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.25 "GET /v2.0/networks?id=039d1371-a66a-47c1-8e01-e5a5caf51e36 HTTP/1.1" status: 200 len: 797 time: 0.2317848 Jul 13 08:39:39.132930 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ad797bb7-9d45-4f0a-84f8-3f51d8d06c60 req-5b23e7ed-c13d-4eda-94e2-61953731a9bf tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=d39698ba-1848-4e67-aa0a-61a9d84f6223 HTTP/1.1" status: 200 len: 210 time: 0.0520022 Jul 13 08:39:39.197117 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-c173da44-8c5b-46a5-9a3f-3c59430f066b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2107e32a8e4470d89bab814aa0ad2b5 HTTP/1.1" status: 200 len: 379 time: 0.0571063 Jul 13 08:39:39.202315 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-c5857814-70fc-47cc-9ff2-2551e7e57ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e313bf8-d070-4650-a248-a8da610bde7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789230508', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a7a602d6-de48-484b-b332-a8b776e29434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:32Z', 'updated_at': '2021-07-13T08:39:36Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'a7a602d6-de48-484b-b332-a8b776e29434', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e313bf8-d070-4650-a248-a8da610bde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:32Z', 'updated_at': '2021-07-13T08:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '3955b5a7-eb58-4f18-a60d-5d35369918d5', 'name': '', 'network_id': '039d1371-a66a-47c1-8e01-e5a5caf51e36', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:af:22:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e313bf8-d070-4650-a248-a8da610bde7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c765f346-c129-487e-b7c7-4802e292e68a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:35Z', 'updated_at': '2021-07-13T08:39:38Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': 'c765f346-c129-487e-b7c7-4802e292e68a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:39.206626 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-e8976f16-edd3-45ad-989c-afd56afb39ca tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'port': {'device_id': 'd39698ba-1848-4e67-aa0a-61a9d84f6223', 'network_id': '039d1371-a66a-47c1-8e01-e5a5caf51e36', 'admin_state_up': True, 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'security_groups': ['386577b3-dcd7-489c-a26a-59f6c4b18c02']}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:39:39.210209 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 65a9abbe-06ae-4c88-9de9-efa19755a9cb up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:39:39.229235 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5857814-70fc-47cc-9ff2-2551e7e57ab7 None None] The sync data for ids ['8e313bf8-d070-4650-a248-a8da610bde7e'] in n-d-771363-34 is: [{'id': '8e313bf8-d070-4650-a248-a8da610bde7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789230508', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a7a602d6-de48-484b-b332-a8b776e29434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:32Z', 'updated_at': '2021-07-13T08:39:36Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'a7a602d6-de48-484b-b332-a8b776e29434', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e313bf8-d070-4650-a248-a8da610bde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:32Z', 'updated_at': '2021-07-13T08:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '3955b5a7-eb58-4f18-a60d-5d35369918d5', 'name': '', 'network_id': '039d1371-a66a-47c1-8e01-e5a5caf51e36', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:af:22:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e313bf8-d070-4650-a248-a8da610bde7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c765f346-c129-487e-b7c7-4802e292e68a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:35Z', 'updated_at': '2021-07-13T08:39:38Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': 'c765f346-c129-487e-b7c7-4802e292e68a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:39:39.259675 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 65a9abbe-06ae-4c88-9de9-efa19755a9cb triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:39:39.260217 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:39.343438 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-e8976f16-edd3-45ad-989c-afd56afb39ca tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Made reservation on behalf of f2107e32a8e4470d89bab814aa0ad2b5 for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:39:39.347045 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-e8976f16-edd3-45ad-989c-afd56afb39ca tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:39.486074 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-e8976f16-edd3-45ad-989c-afd56afb39ca tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Allocated IP 172.20.0.4 (039d1371-a66a-47c1-8e01-e5a5caf51e36/c765f346-c129-487e-b7c7-4802e292e68a/e009efb5-5fcd-4955-8d2d-ffa8b6e6970b) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:39:39.637324 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-e8976f16-edd3-45ad-989c-afd56afb39ca tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:39.652026 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-e8976f16-edd3-45ad-989c-afd56afb39ca tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Transition to ACTIVE for port object e009efb5-5fcd-4955-8d2d-ffa8b6e6970b will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:39:39.686530 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-e8976f16-edd3-45ad-989c-afd56afb39ca tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:39.736911 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-e8976f16-edd3-45ad-989c-afd56afb39ca tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Network 039d1371-a66a-47c1-8e01-e5a5caf51e36 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:39:39.740241 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-e8976f16-edd3-45ad-989c-afd56afb39ca tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:39:39.745132 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-e8976f16-edd3-45ad-989c-afd56afb39ca tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:39:39.770577 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8976f16-edd3-45ad-989c-afd56afb39ca tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'Port': ['ID=e009efb5-5fcd-4955-8d2d-ffa8b6e6970b,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:39.805676 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-e8976f16-edd3-45ad-989c-afd56afb39ca tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:39.806340 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-e8976f16-edd3-45ad-989c-afd56afb39ca tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:39.827135 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-e8976f16-edd3-45ad-989c-afd56afb39ca tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6244819 Jul 13 08:39:39.839762 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-ad3806dd-599f-45dc-a031-da2040ab1758 service neutron] Request body: {'port': {'device_id': 'd39698ba-1848-4e67-aa0a-61a9d84f6223', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:39:39.927617 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-ad3806dd-599f-45dc-a031-da2040ab1758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:40.027024 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-edc6854d-84dd-4575-8c1f-876a44f2d59d None None] Provisioning for port e009efb5-5fcd-4955-8d2d-ffa8b6e6970b completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:39:40.031915 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-edc6854d-84dd-4575-8c1f-876a44f2d59d None None] Provisioning complete for port e009efb5-5fcd-4955-8d2d-ffa8b6e6970b triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:39:40.032285 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-edc6854d-84dd-4575-8c1f-876a44f2d59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:40.073360 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-edc6854d-84dd-4575-8c1f-876a44f2d59d None None] Port e009efb5-5fcd-4955-8d2d-ffa8b6e6970b cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:39:40.209501 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-ad3806dd-599f-45dc-a031-da2040ab1758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e009efb5-5fcd-4955-8d2d-ffa8b6e6970b {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:39:40.217680 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-ad3806dd-599f-45dc-a031-da2040ab1758 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:40.230432 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-ad3806dd-599f-45dc-a031-da2040ab1758 service neutron] Transition to ACTIVE for port object e009efb5-5fcd-4955-8d2d-ffa8b6e6970b will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:39:40.234436 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-ad3806dd-599f-45dc-a031-da2040ab1758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:40.292368 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3806dd-599f-45dc-a031-da2040ab1758 service neutron] Pushing event updated for resources: {'Port': ['ID=e009efb5-5fcd-4955-8d2d-ffa8b6e6970b,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:40.336336 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9553ab-70ba-4154-b3b7-f2af0f362e30 req-d5fdaec8-ec2d-492a-a8a9-7cd6ef0840cb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:40.339034 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1b9553ab-70ba-4154-b3b7-f2af0f362e30 req-d5fdaec8-ec2d-492a-a8a9-7cd6ef0840cb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=d39698ba-1848-4e67-aa0a-61a9d84f6223 HTTP/1.1" status: 200 len: 943 time: 0.0785205 Jul 13 08:39:40.379776 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-ad3806dd-599f-45dc-a031-da2040ab1758 service neutron] Attempting to bind port e009efb5-5fcd-4955-8d2d-ffa8b6e6970b on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:39:40.380125 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-ad3806dd-599f-45dc-a031-da2040ab1758 service neutron] Attempting to bind port e009efb5-5fcd-4955-8d2d-ffa8b6e6970b by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '5e9d3ac4-2a66-46e7-a77f-86e61693c41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '039d1371-a66a-47c1-8e01-e5a5caf51e36'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:39:40.380451 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-ad3806dd-599f-45dc-a031-da2040ab1758 service neutron] Attempting to bind port e009efb5-5fcd-4955-8d2d-ffa8b6e6970b on network 039d1371-a66a-47c1-8e01-e5a5caf51e36 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:39:40.385645 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-ad3806dd-599f-45dc-a031-da2040ab1758 service neutron] Port e009efb5-5fcd-4955-8d2d-ffa8b6e6970b on network 039d1371-a66a-47c1-8e01-e5a5caf51e36 not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:39:40.386186 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-ad3806dd-599f-45dc-a031-da2040ab1758 service neutron] Attempting to bind port e009efb5-5fcd-4955-8d2d-ffa8b6e6970b on network 039d1371-a66a-47c1-8e01-e5a5caf51e36 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:39:40.390742 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1b9553ab-70ba-4154-b3b7-f2af0f362e30 req-8dbec272-4250-493a-982b-fa4dab049ee6 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=386577b3-dcd7-489c-a26a-59f6c4b18c02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451138 Jul 13 08:39:40.392396 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-ad3806dd-599f-45dc-a031-da2040ab1758 service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:39:40.392740 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-ad3806dd-599f-45dc-a031-da2040ab1758 service neutron] Checking segment: {'id': '5e9d3ac4-2a66-46e7-a77f-86e61693c41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '039d1371-a66a-47c1-8e01-e5a5caf51e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:39:40.393128 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-ad3806dd-599f-45dc-a031-da2040ab1758 service neutron] Bound using segment: {'id': '5e9d3ac4-2a66-46e7-a77f-86e61693c41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '039d1371-a66a-47c1-8e01-e5a5caf51e36'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:39:40.393563 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-ad3806dd-599f-45dc-a031-da2040ab1758 service neutron] Bound port: e009efb5-5fcd-4955-8d2d-ffa8b6e6970b, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e9d3ac4-2a66-46e7-a77f-86e61693c41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '039d1371-a66a-47c1-8e01-e5a5caf51e36'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:39:40.393928 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-ad3806dd-599f-45dc-a031-da2040ab1758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:40.472486 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-ad3806dd-599f-45dc-a031-da2040ab1758 service neutron] For port e009efb5-5fcd-4955-8d2d-ffa8b6e6970b, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:39:40.475895 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-ad3806dd-599f-45dc-a031-da2040ab1758 service neutron] For port e009efb5-5fcd-4955-8d2d-ffa8b6e6970b, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=e009efb5-5fcd-4955-8d2d-ffa8b6e6970b,segment=NetworkSegment(5e9d3ac4-2a66-46e7-a77f-86e61693c41f),segment_id=5e9d3ac4-2a66-46e7-a77f-86e61693c41f)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:39:40.481078 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-ad3806dd-599f-45dc-a031-da2040ab1758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:40.517474 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-ad3806dd-599f-45dc-a031-da2040ab1758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:40.518222 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-ad3806dd-599f-45dc-a031-da2040ab1758 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:40.519501 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-ad3806dd-599f-45dc-a031-da2040ab1758 service neutron] 10.222.0.25 "PUT /v2.0/ports/e009efb5-5fcd-4955-8d2d-ffa8b6e6970b HTTP/1.1" status: 200 len: 1092 time: 0.6842153 Jul 13 08:39:40.519935 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd39698ba-1848-4e67-aa0a-61a9d84f6223', 'tag': 'e009efb5-5fcd-4955-8d2d-ffa8b6e6970b'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:39:40.522178 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33af52f666a6377eeaf9d00c6054365c515a6ddb0c8cc5669bfcff545a31cac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08296c2e-f271-4af4-aa39-9d324972c0d6" -d '{"events": [{"name": "network-changed", "server_uuid": "d39698ba-1848-4e67-aa0a-61a9d84f6223", "tag": "e009efb5-5fcd-4955-8d2d-ffa8b6e6970b"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:39:40.548590 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3806dd-599f-45dc-a031-da2040ab1758 service neutron] Pushing event updated for resources: {'Port': ['ID=e009efb5-5fcd-4955-8d2d-ffa8b6e6970b,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:40.579385 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e92bead-0823-447d-8eeb-37fac52f89fa x-openstack-request-id: req-7e92bead-0823-447d-8eeb-37fac52f89fa {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:39:40.579765 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d39698ba-1848-4e67-aa0a-61a9d84f6223", "tag": "e009efb5-5fcd-4955-8d2d-ffa8b6e6970b", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:39:40.580159 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7e92bead-0823-447d-8eeb-37fac52f89fa {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:39:40.580664 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd39698ba-1848-4e67-aa0a-61a9d84f6223', 'tag': 'e009efb5-5fcd-4955-8d2d-ffa8b6e6970b', 'status': 'completed', 'code': 200} Jul 13 08:39:40.629786 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-be932d7e-58ff-4e86-97b8-b5f892872bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:40.631469 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-be932d7e-58ff-4e86-97b8-b5f892872bee service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f2107e32a8e4470d89bab814aa0ad2b5&device_id=d39698ba-1848-4e67-aa0a-61a9d84f6223 HTTP/1.1" status: 200 len: 1095 time: 0.0654030 Jul 13 08:39:40.675558 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-c84250a9-20fe-4ba1-9591-89b66b82783e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e009efb5-5fcd-4955-8d2d-ffa8b6e6970b HTTP/1.1" status: 200 len: 217 time: 0.0373194 Jul 13 08:39:40.726559 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-e45d1b58-15ae-4252-be8a-6976750777f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:40.728086 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-e45d1b58-15ae-4252-be8a-6976750777f0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c765f346-c129-487e-b7c7-4802e292e68a HTTP/1.1" status: 200 len: 833 time: 0.0463896 Jul 13 08:39:40.788092 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-c596fcbf-1534-4a25-8fe2-2978649c768e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:40.789556 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-c596fcbf-1534-4a25-8fe2-2978649c768e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=039d1371-a66a-47c1-8e01-e5a5caf51e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555763 Jul 13 08:39:40.879968 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-7709366b-6919-411b-80f1-ba85e7e45148 service neutron] 10.222.0.25 "GET /v2.0/networks/039d1371-a66a-47c1-8e01-e5a5caf51e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839331 Jul 13 08:39:40.974967 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-90c501ef-934f-4e6f-a868-d0b6ef15f900 req-5e101fbd-90ad-4b6f-831e-4a07b16bb283 service neutron] 10.222.0.25 "GET /v2.0/networks/039d1371-a66a-47c1-8e01-e5a5caf51e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880964 Jul 13 08:39:40.992890 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 3955b5a7-eb58-4f18-a60d-5d35369918d5 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:39:41.045288 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 3955b5a7-eb58-4f18-a60d-5d35369918d5 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:39:41.049105 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 3955b5a7-eb58-4f18-a60d-5d35369918d5 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:39:41.049472 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:41.079433 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08296c2e-f271-4af4-aa39-9d324972c0d6 req-dfb0ddad-5a0d-4ad7-97d7-97e38c6b4abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:41.080979 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-08296c2e-f271-4af4-aa39-9d324972c0d6 req-dfb0ddad-5a0d-4ad7-97d7-97e38c6b4abc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f2107e32a8e4470d89bab814aa0ad2b5&device_id=d39698ba-1848-4e67-aa0a-61a9d84f6223 HTTP/1.1" status: 200 len: 1095 time: 0.0533760 Jul 13 08:39:41.126030 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:41.161737 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 3955b5a7-eb58-4f18-a60d-5d35369918d5, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=3955b5a7-eb58-4f18-a60d-5d35369918d5,segment=NetworkSegment(5e9d3ac4-2a66-46e7-a77f-86e61693c41f),segment_id=5e9d3ac4-2a66-46e7-a77f-86e61693c41f)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:39:41.165703 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:41.177425 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08296c2e-f271-4af4-aa39-9d324972c0d6 req-ee06cd06-2bd6-4f76-b489-2341487ab574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:41.179070 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-08296c2e-f271-4af4-aa39-9d324972c0d6 req-ee06cd06-2bd6-4f76-b489-2341487ab574 service neutron] 10.222.0.25 "GET /v2.0/networks?id=039d1371-a66a-47c1-8e01-e5a5caf51e36 HTTP/1.1" status: 200 len: 898 time: 0.0922117 Jul 13 08:39:41.218927 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=3955b5a7-eb58-4f18-a60d-5d35369918d5,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:41.222979 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-08296c2e-f271-4af4-aa39-9d324972c0d6 req-cb15ecd5-b469-4c10-9703-d5ea9a674ec7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e009efb5-5fcd-4955-8d2d-ffa8b6e6970b HTTP/1.1" status: 200 len: 217 time: 0.0377157 Jul 13 08:39:41.274133 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08296c2e-f271-4af4-aa39-9d324972c0d6 req-79c21b4b-8ba2-4149-93d3-a97dedde08af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:41.275715 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-08296c2e-f271-4af4-aa39-9d324972c0d6 req-79c21b4b-8ba2-4149-93d3-a97dedde08af service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c765f346-c129-487e-b7c7-4802e292e68a HTTP/1.1" status: 200 len: 833 time: 0.0452435 Jul 13 08:39:41.339909 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08296c2e-f271-4af4-aa39-9d324972c0d6 req-feb3d0cf-89d1-45c7-b05c-ce16027b00fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:41.341481 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-08296c2e-f271-4af4-aa39-9d324972c0d6 req-feb3d0cf-89d1-45c7-b05c-ce16027b00fe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=039d1371-a66a-47c1-8e01-e5a5caf51e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585141 Jul 13 08:39:41.436107 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-08296c2e-f271-4af4-aa39-9d324972c0d6 req-cb444c8f-19f1-47c6-8c09-043da09b9864 service neutron] 10.222.0.25 "GET /v2.0/networks/039d1371-a66a-47c1-8e01-e5a5caf51e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866802 Jul 13 08:39:41.441249 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3d8e23ea-abb3-4683-bee6-709941762486 None None] Provisioning complete for port 3955b5a7-eb58-4f18-a60d-5d35369918d5 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:39:41.441620 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3d8e23ea-abb3-4683-bee6-709941762486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:41.535977 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-08296c2e-f271-4af4-aa39-9d324972c0d6 req-0addaadd-3e64-417a-94ab-3a1e821c154a service neutron] 10.222.0.25 "GET /v2.0/networks/039d1371-a66a-47c1-8e01-e5a5caf51e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928309 Jul 13 08:39:41.578114 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b39136-0141-483c-963a-67fe834993ac req-f46b0dc8-0c6b-4d8e-abac-fe77bb89ae53 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:41.579628 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-25b39136-0141-483c-963a-67fe834993ac req-f46b0dc8-0c6b-4d8e-abac-fe77bb89ae53 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=d39698ba-1848-4e67-aa0a-61a9d84f6223 HTTP/1.1" status: 200 len: 943 time: 0.0671632 Jul 13 08:39:41.618248 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-25b39136-0141-483c-963a-67fe834993ac req-c7943162-31e4-4759-90db-dca3a2b1830f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=386577b3-dcd7-489c-a26a-59f6c4b18c02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328534 Jul 13 08:39:42.795990 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502ff0a-aebf-40a5-a193-bd25a8a9b089 req-5668cef4-b34d-4b4d-bb73-bd990ac37917 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:42.797595 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9502ff0a-aebf-40a5-a193-bd25a8a9b089 req-5668cef4-b34d-4b4d-bb73-bd990ac37917 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=d39698ba-1848-4e67-aa0a-61a9d84f6223 HTTP/1.1" status: 200 len: 943 time: 0.0666046 Jul 13 08:39:42.839731 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9502ff0a-aebf-40a5-a193-bd25a8a9b089 req-ed6c9166-bc8c-494c-a9fb-472a452990c2 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=386577b3-dcd7-489c-a26a-59f6c4b18c02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335948 Jul 13 08:39:42.980158 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 3955b5a7-eb58-4f18-a60d-5d35369918d5 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:39:43.033057 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 3955b5a7-eb58-4f18-a60d-5d35369918d5 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:39:43.033427 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:44.015764 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052c532-f213-4598-8b00-f62c870bf047 req-f6139918-7b98-47d1-a1ca-e9b549cdc6f9 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:44.017283 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f052c532-f213-4598-8b00-f62c870bf047 req-f6139918-7b98-47d1-a1ca-e9b549cdc6f9 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=d39698ba-1848-4e67-aa0a-61a9d84f6223 HTTP/1.1" status: 200 len: 943 time: 0.0668879 Jul 13 08:39:44.055875 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f052c532-f213-4598-8b00-f62c870bf047 req-f4bdd375-d007-47b1-9f53-18103704acea tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=386577b3-dcd7-489c-a26a-59f6c4b18c02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328023 Jul 13 08:39:44.616995 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device e009efb5-5fcd-4955-8d2d-ffa8b6e6970b details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:39:44.710095 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port e009efb5-5fcd-4955-8d2d-ffa8b6e6970b, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=e009efb5-5fcd-4955-8d2d-ffa8b6e6970b,segment=NetworkSegment(5e9d3ac4-2a66-46e7-a77f-86e61693c41f),segment_id=5e9d3ac4-2a66-46e7-a77f-86e61693c41f)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:39:44.721646 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': 'e009efb5-5fcd-4955-8d2d-ffa8b6e6970b', 'network_id': '039d1371-a66a-47c1-8e01-e5a5caf51e36', 'port_id': 'e009efb5-5fcd-4955-8d2d-ffa8b6e6970b', 'mac_address': 'fa:16:3e:05:59:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c765f346-c129-487e-b7c7-4802e292e68a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:39:44.757703 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:44.769866 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e009efb5-5fcd-4955-8d2d-ffa8b6e6970b {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:39:44.789252 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port e009efb5-5fcd-4955-8d2d-ffa8b6e6970b, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=e009efb5-5fcd-4955-8d2d-ffa8b6e6970b,segment=NetworkSegment(5e9d3ac4-2a66-46e7-a77f-86e61693c41f),segment_id=5e9d3ac4-2a66-46e7-a77f-86e61693c41f)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:39:44.795755 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:44.851377 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=e009efb5-5fcd-4955-8d2d-ffa8b6e6970b,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:45.021031 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['e009efb5-5fcd-4955-8d2d-ffa8b6e6970b'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:39:45.234460 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f220c-d33c-41db-9259-11d06c062e1f req-8b354be8-4d2e-42c6-aa29-072002c88a92 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:45.236116 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-522f220c-d33c-41db-9259-11d06c062e1f req-8b354be8-4d2e-42c6-aa29-072002c88a92 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=d39698ba-1848-4e67-aa0a-61a9d84f6223 HTTP/1.1" status: 200 len: 944 time: 0.0636833 Jul 13 08:39:45.279361 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-522f220c-d33c-41db-9259-11d06c062e1f req-20e4cbab-e07d-4bc9-b72a-2333d04f1b13 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=386577b3-dcd7-489c-a26a-59f6c4b18c02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375602 Jul 13 08:39:46.448832 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b76e1-4443-4419-a6b8-5adb4d508a76 req-d350117c-2223-4bda-bff3-87b07b54ac85 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:46.450302 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fc4b76e1-4443-4419-a6b8-5adb4d508a76 req-d350117c-2223-4bda-bff3-87b07b54ac85 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=d39698ba-1848-4e67-aa0a-61a9d84f6223 HTTP/1.1" status: 200 len: 944 time: 0.0630858 Jul 13 08:39:46.488265 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fc4b76e1-4443-4419-a6b8-5adb4d508a76 req-3cd07005-87f0-4048-8599-89561d4f22ed tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=386577b3-dcd7-489c-a26a-59f6c4b18c02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318351 Jul 13 08:39:46.632864 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device e009efb5-5fcd-4955-8d2d-ffa8b6e6970b up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:39:46.683874 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port e009efb5-5fcd-4955-8d2d-ffa8b6e6970b completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:39:46.688517 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port e009efb5-5fcd-4955-8d2d-ffa8b6e6970b triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:39:46.688883 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:46.915688 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:46.939314 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39698ba-1848-4e67-aa0a-61a9d84f6223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e009efb5-5fcd-4955-8d2d-ffa8b6e6970b'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:39:46.941553 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}819247fa28fcd914db4aabd8a9f8f95ceb467163a9d63008da3b74a1dcff375d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b294c23-07c4-4c52-b47c-4a286091ef46" -d '{"events": [{"server_uuid": "d39698ba-1848-4e67-aa0a-61a9d84f6223", "name": "network-vif-plugged", "status": "completed", "tag": "e009efb5-5fcd-4955-8d2d-ffa8b6e6970b"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:39:46.954538 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port e009efb5-5fcd-4955-8d2d-ffa8b6e6970b, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=e009efb5-5fcd-4955-8d2d-ffa8b6e6970b,segment=NetworkSegment(5e9d3ac4-2a66-46e7-a77f-86e61693c41f),segment_id=5e9d3ac4-2a66-46e7-a77f-86e61693c41f)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:39:46.959806 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:46.986034 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795d7afb-4b9c-43bf-bc0d-93ab73e0c66a x-openstack-request-id: req-795d7afb-4b9c-43bf-bc0d-93ab73e0c66a {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:39:46.986326 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39698ba-1848-4e67-aa0a-61a9d84f6223", "name": "network-vif-plugged", "status": "completed", "tag": "e009efb5-5fcd-4955-8d2d-ffa8b6e6970b", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:39:46.986579 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-795d7afb-4b9c-43bf-bc0d-93ab73e0c66a {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:39:46.986973 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39698ba-1848-4e67-aa0a-61a9d84f6223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e009efb5-5fcd-4955-8d2d-ffa8b6e6970b', 'code': 200} Jul 13 08:39:47.020798 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=e009efb5-5fcd-4955-8d2d-ffa8b6e6970b,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:47.097381 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf1087-d82c-4f12-bbcc-7cac72abfab8 req-2b2c0ac1-1113-4634-aac8-4dbf9c21950f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:47.098962 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f5cf1087-d82c-4f12-bbcc-7cac72abfab8 req-2b2c0ac1-1113-4634-aac8-4dbf9c21950f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d39698ba-1848-4e67-aa0a-61a9d84f6223 HTTP/1.1" status: 200 len: 1097 time: 0.0550575 Jul 13 08:39:47.135357 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f5cf1087-d82c-4f12-bbcc-7cac72abfab8 req-beb10941-b452-4cc3-8333-d239c299e264 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=386577b3-dcd7-489c-a26a-59f6c4b18c02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296979 Jul 13 08:39:47.215644 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8cba49f0-2f51-4423-8999-0cd919df47bb None None] Provisioning complete for port e009efb5-5fcd-4955-8d2d-ffa8b6e6970b triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:39:47.216011 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8cba49f0-2f51-4423-8999-0cd919df47bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:47.666267 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8f914-d146-4539-a578-372e3dc54ce5 req-f46b75e8-ec3b-491d-a006-af9aabfe586f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:47.667798 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7fa8f914-d146-4539-a578-372e3dc54ce5 req-f46b75e8-ec3b-491d-a006-af9aabfe586f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=d39698ba-1848-4e67-aa0a-61a9d84f6223 HTTP/1.1" status: 200 len: 945 time: 0.0665753 Jul 13 08:39:47.705865 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7fa8f914-d146-4539-a578-372e3dc54ce5 req-fad6e530-3683-4a4b-a1d1-97e4cc2dc46c tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=386577b3-dcd7-489c-a26a-59f6c4b18c02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322855 Jul 13 08:39:48.879073 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0039988e-59fb-4d89-a669-8e099c450537 req-e4604a4f-430f-4bbf-94df-c6e6bf90e61f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:48.880683 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0039988e-59fb-4d89-a669-8e099c450537 req-e4604a4f-430f-4bbf-94df-c6e6bf90e61f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=d39698ba-1848-4e67-aa0a-61a9d84f6223 HTTP/1.1" status: 200 len: 945 time: 0.0634894 Jul 13 08:39:48.918184 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0039988e-59fb-4d89-a669-8e099c450537 req-9c7ed804-4852-42b5-a3bf-3fd8666e77bb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=386577b3-dcd7-489c-a26a-59f6c4b18c02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319383 Jul 13 08:39:49.090192 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18dbb3-8ffe-44a7-a4ac-809948f389f8 req-02369f9b-1330-4a67-8aee-840e40cddd34 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:49.091711 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4a18dbb3-8ffe-44a7-a4ac-809948f389f8 req-02369f9b-1330-4a67-8aee-840e40cddd34 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=d39698ba-1848-4e67-aa0a-61a9d84f6223 HTTP/1.1" status: 200 len: 945 time: 0.0636861 Jul 13 08:39:49.129738 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4a18dbb3-8ffe-44a7-a4ac-809948f389f8 req-4f8457b4-85dc-4a7b-9191-b085da04c66e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=386577b3-dcd7-489c-a26a-59f6c4b18c02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316603 Jul 13 08:39:49.152816 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46308) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:49.204422 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784ffb75-3b68-4454-9c8f-08ff3b351479 tempest-TestNetworkAdvancedServerOps-849280787 tempest-TestNetworkAdvancedServerOps-849280787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:49.205934 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-784ffb75-3b68-4454-9c8f-08ff3b351479 tempest-TestNetworkAdvancedServerOps-849280787 tempest-TestNetworkAdvancedServerOps-849280787-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d39698ba-1848-4e67-aa0a-61a9d84f6223 HTTP/1.1" status: 200 len: 1092 time: 0.0521488 Jul 13 08:39:49.208822 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46310) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:49.213094 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-f88a9281-e5dd-451b-be68-f8594adfece3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'port_id': 'e009efb5-5fcd-4955-8d2d-ffa8b6e6970b', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:39:49.235952 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f88a9281-e5dd-451b-be68-f8594adfece3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for floatingip, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:49.334896 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f88a9281-e5dd-451b-be68-f8594adfece3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:49.433091 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-f88a9281-e5dd-451b-be68-f8594adfece3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Allocated IP 172.25.3.231 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/19f36a4d-415e-44d2-a0dc-d42920c50191) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:39:49.539609 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f88a9281-e5dd-451b-be68-f8594adfece3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:49.577835 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f88a9281-e5dd-451b-be68-f8594adfece3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:49.617233 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88a9281-e5dd-451b-be68-f8594adfece3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:39:49.620055 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-f88a9281-e5dd-451b-be68-f8594adfece3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:39:49.623726 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88a9281-e5dd-451b-be68-f8594adfece3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:39:49.629041 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a9281-e5dd-451b-be68-f8594adfece3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'Port': ['ID=19f36a4d-415e-44d2-a0dc-d42920c50191,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:49.984589 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f88a9281-e5dd-451b-be68-f8594adfece3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:50.061172 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f88a9281-e5dd-451b-be68-f8594adfece3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:50.205644 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f88a9281-e5dd-451b-be68-f8594adfece3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:50.210401 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f88a9281-e5dd-451b-be68-f8594adfece3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:50.277683 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a9281-e5dd-451b-be68-f8594adfece3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'Port': ['ID=19f36a4d-415e-44d2-a0dc-d42920c50191,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:39:50.287608 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f88a9281-e5dd-451b-be68-f8594adfece3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:50.385444 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [None req-f88a9281-e5dd-451b-be68-f8594adfece3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Floating IP ab5b7e9e-f6ad-4743-8759-4929e2dbf2c1 associated. External IP: 172.25.3.231, port: e009efb5-5fcd-4955-8d2d-ffa8b6e6970b. Jul 13 08:39:50.939637 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88a9281-e5dd-451b-be68-f8594adfece3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Router 8e313bf8-d070-4650-a248-a8da610bde7e has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:39:51.048383 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88a9281-e5dd-451b-be68-f8594adfece3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:39:51.057469 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5a7937-ab1f-44d3-9bbc-693265c90af9 None None] Sync routers for ids ['8e313bf8-d070-4650-a248-a8da610bde7e'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:39:51.063930 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f88a9281-e5dd-451b-be68-f8594adfece3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:51.067119 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5a7937-ab1f-44d3-9bbc-693265c90af9 None None] Routers {'8e313bf8-d070-4650-a248-a8da610bde7e'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:39:51.067778 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-6d5a7937-ab1f-44d3-9bbc-693265c90af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:39:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['8e313bf8-d070-4650-a248-a8da610bde7e'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:51.100318 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f88a9281-e5dd-451b-be68-f8594adfece3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8904879 Jul 13 08:39:51.101013 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd39698ba-1848-4e67-aa0a-61a9d84f6223', 'tag': 'e009efb5-5fcd-4955-8d2d-ffa8b6e6970b'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:39:51.103391 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8f1294-88e5-4c48-84bb-b31593f79b31" -d '{"events": [{"name": "network-changed", "server_uuid": "d39698ba-1848-4e67-aa0a-61a9d84f6223", "tag": "e009efb5-5fcd-4955-8d2d-ffa8b6e6970b"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:39:51.139308 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1058a0-691b-4b43-bf38-028a14831185 x-openstack-request-id: req-9d1058a0-691b-4b43-bf38-028a14831185 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:39:51.139630 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d39698ba-1848-4e67-aa0a-61a9d84f6223", "tag": "e009efb5-5fcd-4955-8d2d-ffa8b6e6970b", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:39:51.139880 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9d1058a0-691b-4b43-bf38-028a14831185 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:39:51.140285 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd39698ba-1848-4e67-aa0a-61a9d84f6223', 'tag': 'e009efb5-5fcd-4955-8d2d-ffa8b6e6970b', 'status': 'completed', 'code': 200} Jul 13 08:39:51.184927 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-6d5a7937-ab1f-44d3-9bbc-693265c90af9 None None] Set router 8e313bf8-d070-4650-a248-a8da610bde7e gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:39:51.249563 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f1294-88e5-4c48-84bb-b31593f79b31 req-ce0edadb-a546-4a5c-ab79-af98a3d8b544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:51.251081 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ab8f1294-88e5-4c48-84bb-b31593f79b31 req-ce0edadb-a546-4a5c-ab79-af98a3d8b544 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f2107e32a8e4470d89bab814aa0ad2b5&device_id=d39698ba-1848-4e67-aa0a-61a9d84f6223 HTTP/1.1" status: 200 len: 1097 time: 0.0900640 Jul 13 08:39:51.307667 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a5fd5-5d8b-4d6e-bf6f-8ab62ef475e0 req-ab656cab-d80a-4a16-ba47-f780434dc509 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:51.309143 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4f7a5fd5-5d8b-4d6e-bf6f-8ab62ef475e0 req-ab656cab-d80a-4a16-ba47-f780434dc509 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=d39698ba-1848-4e67-aa0a-61a9d84f6223 HTTP/1.1" status: 200 len: 945 time: 0.1035955 Jul 13 08:39:51.417538 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-6d5a7937-ab1f-44d3-9bbc-693265c90af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e313bf8-d070-4650-a248-a8da610bde7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789230508', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a7a602d6-de48-484b-b332-a8b776e29434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:32Z', 'updated_at': '2021-07-13T08:39:36Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'a7a602d6-de48-484b-b332-a8b776e29434', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e313bf8-d070-4650-a248-a8da610bde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:32Z', 'updated_at': '2021-07-13T08:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': 'ab5b7e9e-f6ad-4743-8759-4929e2dbf2c1', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'floating_ip_address': '172.25.3.231', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '8e313bf8-d070-4650-a248-a8da610bde7e', 'port_id': 'e009efb5-5fcd-4955-8d2d-ffa8b6e6970b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '039d1371-a66a-47c1-8e01-e5a5caf51e36', 'mac_address': 'fa:16:3e:05:59:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39698ba-1848-4e67-aa0a-61a9d84f6223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:39:49Z', 'updated_at': '2021-07-13T08:39:49Z', 'revision_number': 0, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3955b5a7-eb58-4f18-a60d-5d35369918d5', 'name': '', 'network_id': '039d1371-a66a-47c1-8e01-e5a5caf51e36', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:af:22:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e313bf8-d070-4650-a248-a8da610bde7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c765f346-c129-487e-b7c7-4802e292e68a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:35Z', 'updated_at': '2021-07-13T08:39:41Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': 'c765f346-c129-487e-b7c7-4802e292e68a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:51.445026 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5a7937-ab1f-44d3-9bbc-693265c90af9 None None] Checking router: 8e313bf8-d070-4650-a248-a8da610bde7e for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:39:51.454527 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5a7937-ab1f-44d3-9bbc-693265c90af9 None None] Routers {'8e313bf8-d070-4650-a248-a8da610bde7e'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:39:51.455164 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-6d5a7937-ab1f-44d3-9bbc-693265c90af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:39:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['8e313bf8-d070-4650-a248-a8da610bde7e'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:51.565984 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-6d5a7937-ab1f-44d3-9bbc-693265c90af9 None None] Set router 8e313bf8-d070-4650-a248-a8da610bde7e gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:39:51.742598 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4f7a5fd5-5d8b-4d6e-bf6f-8ab62ef475e0 req-bb3410c9-28ce-429c-aca6-4ceeeb9e5d73 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=386577b3-dcd7-489c-a26a-59f6c4b18c02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4061952 Jul 13 08:39:51.744115 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f1294-88e5-4c48-84bb-b31593f79b31 req-95f7d31e-6071-4853-9c2b-d2fd9d523a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:51.746640 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ab8f1294-88e5-4c48-84bb-b31593f79b31 req-95f7d31e-6071-4853-9c2b-d2fd9d523a75 service neutron] 10.222.0.25 "GET /v2.0/networks?id=039d1371-a66a-47c1-8e01-e5a5caf51e36 HTTP/1.1" status: 200 len: 898 time: 0.4867187 Jul 13 08:39:51.768188 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46316) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:51.793602 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-6d5a7937-ab1f-44d3-9bbc-693265c90af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e313bf8-d070-4650-a248-a8da610bde7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789230508', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a7a602d6-de48-484b-b332-a8b776e29434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:32Z', 'updated_at': '2021-07-13T08:39:36Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'a7a602d6-de48-484b-b332-a8b776e29434', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e313bf8-d070-4650-a248-a8da610bde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:32Z', 'updated_at': '2021-07-13T08:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': 'ab5b7e9e-f6ad-4743-8759-4929e2dbf2c1', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'floating_ip_address': '172.25.3.231', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '8e313bf8-d070-4650-a248-a8da610bde7e', 'port_id': 'e009efb5-5fcd-4955-8d2d-ffa8b6e6970b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '039d1371-a66a-47c1-8e01-e5a5caf51e36', 'mac_address': 'fa:16:3e:05:59:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39698ba-1848-4e67-aa0a-61a9d84f6223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:39:49Z', 'updated_at': '2021-07-13T08:39:49Z', 'revision_number': 0, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3955b5a7-eb58-4f18-a60d-5d35369918d5', 'name': '', 'network_id': '039d1371-a66a-47c1-8e01-e5a5caf51e36', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:af:22:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e313bf8-d070-4650-a248-a8da610bde7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c765f346-c129-487e-b7c7-4802e292e68a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:35Z', 'updated_at': '2021-07-13T08:39:41Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': 'c765f346-c129-487e-b7c7-4802e292e68a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:39:51.811790 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ab8f1294-88e5-4c48-84bb-b31593f79b31 req-26400012-b97b-44f7-a475-16c657a990ee service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e009efb5-5fcd-4955-8d2d-ffa8b6e6970b HTTP/1.1" status: 200 len: 999 time: 0.0593545 Jul 13 08:39:51.825721 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5a7937-ab1f-44d3-9bbc-693265c90af9 None None] The sync data for ids ['8e313bf8-d070-4650-a248-a8da610bde7e'] in n-d-771363-34 is: [{'id': '8e313bf8-d070-4650-a248-a8da610bde7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789230508', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a7a602d6-de48-484b-b332-a8b776e29434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:32Z', 'updated_at': '2021-07-13T08:39:36Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'a7a602d6-de48-484b-b332-a8b776e29434', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e313bf8-d070-4650-a248-a8da610bde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:32Z', 'updated_at': '2021-07-13T08:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': 'ab5b7e9e-f6ad-4743-8759-4929e2dbf2c1', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'floating_ip_address': '172.25.3.231', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '8e313bf8-d070-4650-a248-a8da610bde7e', 'port_id': 'e009efb5-5fcd-4955-8d2d-ffa8b6e6970b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '039d1371-a66a-47c1-8e01-e5a5caf51e36', 'mac_address': 'fa:16:3e:05:59:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39698ba-1848-4e67-aa0a-61a9d84f6223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:39:49Z', 'updated_at': '2021-07-13T08:39:49Z', 'revision_number': 0, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3955b5a7-eb58-4f18-a60d-5d35369918d5', 'name': '', 'network_id': '039d1371-a66a-47c1-8e01-e5a5caf51e36', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:af:22:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e313bf8-d070-4650-a248-a8da610bde7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c765f346-c129-487e-b7c7-4802e292e68a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:35Z', 'updated_at': '2021-07-13T08:39:41Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': 'c765f346-c129-487e-b7c7-4802e292e68a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:39:51.830318 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1962c5df-1e1e-42bf-b585-777c972f89f2 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/floatingips/ab5b7e9e-f6ad-4743-8759-4929e2dbf2c1 HTTP/1.1" status: 200 len: 991 time: 0.0605943 Jul 13 08:39:51.859431 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f1294-88e5-4c48-84bb-b31593f79b31 req-7c9bd57a-786e-448e-8cd9-960af4795208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:51.860806 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ab8f1294-88e5-4c48-84bb-b31593f79b31 req-7c9bd57a-786e-448e-8cd9-960af4795208 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c765f346-c129-487e-b7c7-4802e292e68a HTTP/1.1" status: 200 len: 833 time: 0.0442283 Jul 13 08:39:51.924357 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f1294-88e5-4c48-84bb-b31593f79b31 req-b2d92c60-8c4e-4f17-8e5a-69d5c016ce9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:39:51.925874 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ab8f1294-88e5-4c48-84bb-b31593f79b31 req-b2d92c60-8c4e-4f17-8e5a-69d5c016ce9d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=039d1371-a66a-47c1-8e01-e5a5caf51e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583782 Jul 13 08:39:52.018892 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2e4739-7704-4bd4-99b3-ff6d142a8bd1 None None] New status for floating IP ab5b7e9e-f6ad-4743-8759-4929e2dbf2c1: ACTIVE {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:39:52.023057 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ab8f1294-88e5-4c48-84bb-b31593f79b31 req-fc432fa8-0f41-4282-9bc7-c98b58e1e9e1 service neutron] 10.222.0.25 "GET /v2.0/networks/039d1371-a66a-47c1-8e01-e5a5caf51e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901682 Jul 13 08:39:52.123396 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ab8f1294-88e5-4c48-84bb-b31593f79b31 req-6f5a4161-d03d-4f31-b1d4-95a1cb8dacfb service neutron] 10.222.0.25 "GET /v2.0/networks/039d1371-a66a-47c1-8e01-e5a5caf51e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918498 Jul 13 08:39:52.834246 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46318) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:39:52.896950 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b80ce848-e71e-4689-ab7d-5b7288b65422 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/floatingips/ab5b7e9e-f6ad-4743-8759-4929e2dbf2c1 HTTP/1.1" status: 200 len: 993 time: 0.0615370 Jul 13 08:39:54.383035 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:54.753794 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:39:58.041715 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:40:00.396450 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3b19bd9a-3197-4eb3-94da-3cca606114d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:03.250470 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:03.272023 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3d5e512e-a4b5-4897-9374-b7ea75042c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:04.400694 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:06.161674 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:19.588522 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d9cba5f4-f437-4ad9-91ca-ea551290c697 req-0a9f0f37-9466-43fa-94ac-0c8c6d759b97 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d39698ba-1848-4e67-aa0a-61a9d84f6223&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0996003 Jul 13 08:40:19.680653 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cba5f4-f437-4ad9-91ca-ea551290c697 req-4ca2c6fd-bdad-4aa8-871f-3345b7491e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:19.682154 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d9cba5f4-f437-4ad9-91ca-ea551290c697 req-4ca2c6fd-bdad-4aa8-871f-3345b7491e70 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f2107e32a8e4470d89bab814aa0ad2b5&device_id=d39698ba-1848-4e67-aa0a-61a9d84f6223 HTTP/1.1" status: 200 len: 1097 time: 0.0527093 Jul 13 08:40:19.793114 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cba5f4-f437-4ad9-91ca-ea551290c697 req-87b46ba5-f609-4f52-8d1a-c3dabaecf60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:19.794598 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d9cba5f4-f437-4ad9-91ca-ea551290c697 req-87b46ba5-f609-4f52-8d1a-c3dabaecf60b service neutron] 10.222.0.25 "GET /v2.0/networks?id=039d1371-a66a-47c1-8e01-e5a5caf51e36 HTTP/1.1" status: 200 len: 898 time: 0.0916064 Jul 13 08:40:19.863828 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d9cba5f4-f437-4ad9-91ca-ea551290c697 req-e58bf7e5-af7e-4c38-afa4-d323e2394068 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e009efb5-5fcd-4955-8d2d-ffa8b6e6970b HTTP/1.1" status: 200 len: 1001 time: 0.0623789 Jul 13 08:40:19.925076 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cba5f4-f437-4ad9-91ca-ea551290c697 req-fde04b72-e116-4a29-ad25-e111e0fd2013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:19.926708 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d9cba5f4-f437-4ad9-91ca-ea551290c697 req-fde04b72-e116-4a29-ad25-e111e0fd2013 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c765f346-c129-487e-b7c7-4802e292e68a HTTP/1.1" status: 200 len: 833 time: 0.0509095 Jul 13 08:40:19.952843 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595da7e-ffe6-4e47-babd-732769033d00 req-7df2f55f-f067-481c-978c-814d3d573680 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:19.954334 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6595da7e-ffe6-4e47-babd-732769033d00 req-7df2f55f-f067-481c-978c-814d3d573680 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=d39698ba-1848-4e67-aa0a-61a9d84f6223 HTTP/1.1" status: 200 len: 945 time: 0.0649579 Jul 13 08:40:19.986084 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cba5f4-f437-4ad9-91ca-ea551290c697 req-da70192e-1b5a-43df-9c18-51269658b4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:19.987655 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d9cba5f4-f437-4ad9-91ca-ea551290c697 req-da70192e-1b5a-43df-9c18-51269658b4dd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=039d1371-a66a-47c1-8e01-e5a5caf51e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539844 Jul 13 08:40:19.992785 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6595da7e-ffe6-4e47-babd-732769033d00 req-f11c1733-7ab4-4835-af77-6e8e0166880e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=386577b3-dcd7-489c-a26a-59f6c4b18c02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328221 Jul 13 08:40:20.079529 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d9cba5f4-f437-4ad9-91ca-ea551290c697 req-89aec4aa-ce35-41a8-a7d2-fa5229482b8e service neutron] 10.222.0.25 "GET /v2.0/networks/039d1371-a66a-47c1-8e01-e5a5caf51e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835831 Jul 13 08:40:20.172142 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d9cba5f4-f437-4ad9-91ca-ea551290c697 req-289c8d30-c647-432c-ab06-80fd8f8198a8 service neutron] 10.222.0.25 "GET /v2.0/networks/039d1371-a66a-47c1-8e01-e5a5caf51e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864210 Jul 13 08:40:21.173293 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326deb78-89f8-40de-a442-2927e0585961 req-b9ce9b4a-9f28-4a83-be6d-cbeeaff9849f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:21.174794 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-326deb78-89f8-40de-a442-2927e0585961 req-b9ce9b4a-9f28-4a83-be6d-cbeeaff9849f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=d39698ba-1848-4e67-aa0a-61a9d84f6223 HTTP/1.1" status: 200 len: 945 time: 0.0684664 Jul 13 08:40:21.215042 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-326deb78-89f8-40de-a442-2927e0585961 req-1515c1c2-5ba8-41c9-a414-3fbb936020a7 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=386577b3-dcd7-489c-a26a-59f6c4b18c02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326216 Jul 13 08:40:22.394361 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc4546-81c2-4f2a-8896-2edce44dd862 req-1715ce61-7d90-4157-bfc6-5329a14ebb26 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:22.395902 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16bc4546-81c2-4f2a-8896-2edce44dd862 req-1715ce61-7d90-4157-bfc6-5329a14ebb26 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=d39698ba-1848-4e67-aa0a-61a9d84f6223 HTTP/1.1" status: 200 len: 945 time: 0.0681460 Jul 13 08:40:22.433950 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16bc4546-81c2-4f2a-8896-2edce44dd862 req-c91a5b64-a4f1-449b-a5ef-b7e66243aa81 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=386577b3-dcd7-489c-a26a-59f6c4b18c02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324118 Jul 13 08:40:23.814804 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214ee86-74fc-4e5c-ad4c-9e1915e5a9b4 req-6884d95d-2670-4c46-ab4e-346d58c46f94 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:23.816397 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5214ee86-74fc-4e5c-ad4c-9e1915e5a9b4 req-6884d95d-2670-4c46-ab4e-346d58c46f94 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=d39698ba-1848-4e67-aa0a-61a9d84f6223 HTTP/1.1" status: 200 len: 945 time: 0.0724664 Jul 13 08:40:23.864929 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5214ee86-74fc-4e5c-ad4c-9e1915e5a9b4 req-2e5d034e-9b47-403c-93d1-7b21a3a92eca tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=386577b3-dcd7-489c-a26a-59f6c4b18c02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428512 Jul 13 08:40:24.391691 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:24.753774 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:25.065673 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db69ee-3b07-40ee-b19c-7dfb3212ed5b req-ed310574-1533-46cf-8321-f4dc2f6a4e88 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:25.067065 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-83db69ee-3b07-40ee-b19c-7dfb3212ed5b req-ed310574-1533-46cf-8321-f4dc2f6a4e88 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=d39698ba-1848-4e67-aa0a-61a9d84f6223 HTTP/1.1" status: 200 len: 945 time: 0.0824835 Jul 13 08:40:25.104022 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-83db69ee-3b07-40ee-b19c-7dfb3212ed5b req-1ca136f0-22aa-4016-832c-5204527665a7 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=386577b3-dcd7-489c-a26a-59f6c4b18c02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314188 Jul 13 08:40:26.275681 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d9fe8-b1f0-4f4c-9bac-c7f44067126c req-b4b9c26b-8e50-42db-89e6-f30abdfa34b5 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:26.277097 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6b8d9fe8-b1f0-4f4c-9bac-c7f44067126c req-b4b9c26b-8e50-42db-89e6-f30abdfa34b5 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=d39698ba-1848-4e67-aa0a-61a9d84f6223 HTTP/1.1" status: 200 len: 945 time: 0.0639486 Jul 13 08:40:26.316086 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6b8d9fe8-b1f0-4f4c-9bac-c7f44067126c req-8323d667-84ef-4279-a9b7-2a4da05cd877 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=386577b3-dcd7-489c-a26a-59f6c4b18c02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319402 Jul 13 08:40:27.497792 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec081bb0-60d1-4fca-abc3-3b95b40cfe5a req-c35fde08-2588-461d-b4bd-b3ab07f8c772 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:27.499410 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ec081bb0-60d1-4fca-abc3-3b95b40cfe5a req-c35fde08-2588-461d-b4bd-b3ab07f8c772 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=d39698ba-1848-4e67-aa0a-61a9d84f6223 HTTP/1.1" status: 200 len: 945 time: 0.0706913 Jul 13 08:40:27.539221 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ec081bb0-60d1-4fca-abc3-3b95b40cfe5a req-f2de0682-8539-4413-ac13-aef51ba44ad6 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=386577b3-dcd7-489c-a26a-59f6c4b18c02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339925 Jul 13 08:40:28.719312 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751c1e3-d71f-4001-9fb2-62951505f3ae req-ce54d0d0-6305-41c0-886d-53eb6e84f693 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:28.720815 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6751c1e3-d71f-4001-9fb2-62951505f3ae req-ce54d0d0-6305-41c0-886d-53eb6e84f693 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=d39698ba-1848-4e67-aa0a-61a9d84f6223 HTTP/1.1" status: 200 len: 945 time: 0.0674696 Jul 13 08:40:28.759413 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6751c1e3-d71f-4001-9fb2-62951505f3ae req-4105cffe-46c1-48cf-a18f-eff1b7dfa893 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=386577b3-dcd7-489c-a26a-59f6c4b18c02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329814 Jul 13 08:40:29.938808 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773cb26e-9876-4c73-b4c0-bd9b34faa82c req-dc2b051f-c3e6-40d8-9e6d-e14dbc5cfb1a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:29.940246 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-773cb26e-9876-4c73-b4c0-bd9b34faa82c req-dc2b051f-c3e6-40d8-9e6d-e14dbc5cfb1a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=d39698ba-1848-4e67-aa0a-61a9d84f6223 HTTP/1.1" status: 200 len: 945 time: 0.0645063 Jul 13 08:40:29.979382 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-773cb26e-9876-4c73-b4c0-bd9b34faa82c req-247f78f5-4c94-4e3d-ade0-e6ebc0d8a235 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=386577b3-dcd7-489c-a26a-59f6c4b18c02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329907 Jul 13 08:40:30.398080 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fa1509ec-38f3-4ada-9188-5e5fab534e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:31.174776 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c95c0-2c4a-4011-87d3-2d075d796d3d req-1a380261-f66a-4284-96fb-05ca72c237b0 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:31.176907 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-894c95c0-2c4a-4011-87d3-2d075d796d3d req-1a380261-f66a-4284-96fb-05ca72c237b0 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=d39698ba-1848-4e67-aa0a-61a9d84f6223 HTTP/1.1" status: 200 len: 945 time: 0.0810840 Jul 13 08:40:31.228659 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-894c95c0-2c4a-4011-87d3-2d075d796d3d req-2bb4188f-44f3-490b-a41e-87b118e7eb81 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=386577b3-dcd7-489c-a26a-59f6c4b18c02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453088 Jul 13 08:40:31.257926 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46354) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:31.337687 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c514ba67-816b-42ae-84e4-45c9e9d4a436 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/floatingips/ab5b7e9e-f6ad-4743-8759-4929e2dbf2c1 HTTP/1.1" status: 200 len: 993 time: 0.0784066 Jul 13 08:40:32.754463 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96354f-839b-4f45-aa48-a364e8ab0879 req-41db7f7b-dbf6-4e70-b9ee-5268080af141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:32.756069 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cd96354f-839b-4f45-aa48-a364e8ab0879 req-41db7f7b-dbf6-4e70-b9ee-5268080af141 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f2107e32a8e4470d89bab814aa0ad2b5&device_id=d39698ba-1848-4e67-aa0a-61a9d84f6223 HTTP/1.1" status: 200 len: 1097 time: 0.0536344 Jul 13 08:40:32.786817 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e37658-b150-4491-a688-afb29b21f42b req-977129e0-51f1-4c39-b059-14bd8ec80b24 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:32.788754 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-17e37658-b150-4491-a688-afb29b21f42b req-977129e0-51f1-4c39-b059-14bd8ec80b24 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=d39698ba-1848-4e67-aa0a-61a9d84f6223 HTTP/1.1" status: 200 len: 945 time: 0.0658746 Jul 13 08:40:32.829626 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-17e37658-b150-4491-a688-afb29b21f42b req-c38c3616-b70a-4c03-908a-aeed67a470b7 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=386577b3-dcd7-489c-a26a-59f6c4b18c02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338695 Jul 13 08:40:32.856820 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96354f-839b-4f45-aa48-a364e8ab0879 req-5e9afffe-1d7b-4ad5-9ec2-d1f78d0ebefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:32.858361 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cd96354f-839b-4f45-aa48-a364e8ab0879 req-5e9afffe-1d7b-4ad5-9ec2-d1f78d0ebefc service neutron] 10.222.0.25 "GET /v2.0/networks?id=039d1371-a66a-47c1-8e01-e5a5caf51e36 HTTP/1.1" status: 200 len: 898 time: 0.0963442 Jul 13 08:40:32.926035 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cd96354f-839b-4f45-aa48-a364e8ab0879 req-aa3ef28b-198e-4a1b-9bf0-63db77f2a95f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e009efb5-5fcd-4955-8d2d-ffa8b6e6970b HTTP/1.1" status: 200 len: 1001 time: 0.0617752 Jul 13 08:40:32.979552 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96354f-839b-4f45-aa48-a364e8ab0879 req-626d502d-273e-4fbb-bcdc-cd7d4480acc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:32.981292 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cd96354f-839b-4f45-aa48-a364e8ab0879 req-626d502d-273e-4fbb-bcdc-cd7d4480acc1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c765f346-c129-487e-b7c7-4802e292e68a HTTP/1.1" status: 200 len: 833 time: 0.0491297 Jul 13 08:40:33.040195 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96354f-839b-4f45-aa48-a364e8ab0879 req-d46d3f96-7baf-43fb-a07b-d02c027f013e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:33.041714 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cd96354f-839b-4f45-aa48-a364e8ab0879 req-d46d3f96-7baf-43fb-a07b-d02c027f013e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=039d1371-a66a-47c1-8e01-e5a5caf51e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549192 Jul 13 08:40:33.132770 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cd96354f-839b-4f45-aa48-a364e8ab0879 req-f7e2a416-c494-4b9f-aca4-746eadcc7760 service neutron] 10.222.0.25 "GET /v2.0/networks/039d1371-a66a-47c1-8e01-e5a5caf51e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847681 Jul 13 08:40:33.226700 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cd96354f-839b-4f45-aa48-a364e8ab0879 req-5e2d412c-f426-4ef8-83a4-474e7f5ea9b2 service neutron] 10.222.0.25 "GET /v2.0/networks/039d1371-a66a-47c1-8e01-e5a5caf51e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879109 Jul 13 08:40:33.256004 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:33.273683 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6ad9f0bc-4153-4710-87d6-11f62afc4bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:34.011230 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032e804-8d4c-4b3c-8da4-feaf8c388437 req-e94834d4-fde4-48af-b9e1-985f2593a017 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:40:34.012775 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4032e804-8d4c-4b3c-8da4-feaf8c388437 req-e94834d4-fde4-48af-b9e1-985f2593a017 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=d39698ba-1848-4e67-aa0a-61a9d84f6223 HTTP/1.1" status: 200 len: 945 time: 0.0686979 Jul 13 08:40:34.053325 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4032e804-8d4c-4b3c-8da4-feaf8c388437 req-94f13aff-3f87-44ca-9264-f3e831947bcc tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=386577b3-dcd7-489c-a26a-59f6c4b18c02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349202 Jul 13 08:40:34.078231 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46364) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:40:34.138823 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-57f84d4d-cf8a-4dbb-ac8b-61c96492099b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/floatingips/ab5b7e9e-f6ad-4743-8759-4929e2dbf2c1 HTTP/1.1" status: 200 len: 993 time: 0.0593369 Jul 13 08:40:34.404461 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:35.040671 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:40:36.165385 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:54.415440 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:40:54.754505 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:00.398431 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-dfe26a06-3cfd-4a71-adb1-0d962db38ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:03.253142 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:03.272849 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f2678242-89b6-4e7c-bf21-baf39744dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:04.407589 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:04.537966 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46376) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:04.706434 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-48f674f2-2f5f-4b3b-a604-2a77e7f1b55a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Deleting port 19f36a4d-415e-44d2-a0dc-d42920c50191 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:41:04.706675 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-48f674f2-2f5f-4b3b-a604-2a77e7f1b55a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:04.779898 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-48f674f2-2f5f-4b3b-a604-2a77e7f1b55a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:04.780227 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-48f674f2-2f5f-4b3b-a604-2a77e7f1b55a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:04.792415 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-48f674f2-2f5f-4b3b-a604-2a77e7f1b55a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Calling delete_port for 19f36a4d-415e-44d2-a0dc-d42920c50191 owned by network:floatingip {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:41:04.952493 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-48f674f2-2f5f-4b3b-a604-2a77e7f1b55a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:04.981683 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f674f2-2f5f-4b3b-a604-2a77e7f1b55a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event deleted for resources: {'Port': ['ID=19f36a4d-415e-44d2-a0dc-d42920c50191,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:05.009867 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f674f2-2f5f-4b3b-a604-2a77e7f1b55a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:05.010216 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f674f2-2f5f-4b3b-a604-2a77e7f1b55a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:05.010558 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f674f2-2f5f-4b3b-a604-2a77e7f1b55a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:05.010898 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f674f2-2f5f-4b3b-a604-2a77e7f1b55a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:05.011254 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f674f2-2f5f-4b3b-a604-2a77e7f1b55a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:05.011589 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f674f2-2f5f-4b3b-a604-2a77e7f1b55a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:05.011919 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f674f2-2f5f-4b3b-a604-2a77e7f1b55a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:05.012254 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f674f2-2f5f-4b3b-a604-2a77e7f1b55a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:05.012580 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f674f2-2f5f-4b3b-a604-2a77e7f1b55a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:05.012904 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f674f2-2f5f-4b3b-a604-2a77e7f1b55a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:05.013228 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f674f2-2f5f-4b3b-a604-2a77e7f1b55a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:05.013549 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f674f2-2f5f-4b3b-a604-2a77e7f1b55a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:05.053764 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-48f674f2-2f5f-4b3b-a604-2a77e7f1b55a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for floatingip, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:05.054096 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [None req-48f674f2-2f5f-4b3b-a604-2a77e7f1b55a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Floating IP ab5b7e9e-f6ad-4743-8759-4929e2dbf2c1 disassociated (deleted). External IP: 172.25.3.231, port: e009efb5-5fcd-4955-8d2d-ffa8b6e6970b. Jul 13 08:41:05.259542 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f674f2-2f5f-4b3b-a604-2a77e7f1b55a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Router 8e313bf8-d070-4650-a248-a8da610bde7e has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:41:05.367756 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f674f2-2f5f-4b3b-a604-2a77e7f1b55a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:41:05.372546 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-48f674f2-2f5f-4b3b-a604-2a77e7f1b55a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:05.377057 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81da66e0-bd88-4ee1-838b-afa426bd13c1 None None] Sync routers for ids ['8e313bf8-d070-4650-a248-a8da610bde7e'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:41:05.386962 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81da66e0-bd88-4ee1-838b-afa426bd13c1 None None] Routers {'8e313bf8-d070-4650-a248-a8da610bde7e'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:41:05.387612 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-81da66e0-bd88-4ee1-838b-afa426bd13c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:41:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['8e313bf8-d070-4650-a248-a8da610bde7e'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:05.408457 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-48f674f2-2f5f-4b3b-a604-2a77e7f1b55a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "DELETE /v2.0/floatingips/ab5b7e9e-f6ad-4743-8759-4929e2dbf2c1 HTTP/1.1" status: 204 len: 168 time: 0.8691430 Jul 13 08:41:05.409043 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd39698ba-1848-4e67-aa0a-61a9d84f6223', 'tag': 'e009efb5-5fcd-4955-8d2d-ffa8b6e6970b'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:41:05.411551 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c9e340-1296-4f3b-9c3e-130408b3a129" -d '{"events": [{"name": "network-changed", "server_uuid": "d39698ba-1848-4e67-aa0a-61a9d84f6223", "tag": "e009efb5-5fcd-4955-8d2d-ffa8b6e6970b"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:41:05.451233 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafadf19-5673-4e3d-9863-4f1571a21210 x-openstack-request-id: req-bafadf19-5673-4e3d-9863-4f1571a21210 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:41:05.451512 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d39698ba-1848-4e67-aa0a-61a9d84f6223", "tag": "e009efb5-5fcd-4955-8d2d-ffa8b6e6970b", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:41:05.451810 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bafadf19-5673-4e3d-9863-4f1571a21210 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:41:05.452165 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd39698ba-1848-4e67-aa0a-61a9d84f6223', 'tag': 'e009efb5-5fcd-4955-8d2d-ffa8b6e6970b', 'status': 'completed', 'code': 200} Jul 13 08:41:05.497513 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-81da66e0-bd88-4ee1-838b-afa426bd13c1 None None] Set router 8e313bf8-d070-4650-a248-a8da610bde7e gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:41:05.538654 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9e340-1296-4f3b-9c3e-130408b3a129 req-af759420-a1f8-499d-8385-d6cd55d66aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:05.540260 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-51c9e340-1296-4f3b-9c3e-130408b3a129 req-af759420-a1f8-499d-8385-d6cd55d66aba service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f2107e32a8e4470d89bab814aa0ad2b5&device_id=d39698ba-1848-4e67-aa0a-61a9d84f6223 HTTP/1.1" status: 200 len: 1097 time: 0.0634346 Jul 13 08:41:05.644670 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9e340-1296-4f3b-9c3e-130408b3a129 req-df0ae3ac-b5d3-43e8-b40a-8e0f08c5bad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:05.646307 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-51c9e340-1296-4f3b-9c3e-130408b3a129 req-df0ae3ac-b5d3-43e8-b40a-8e0f08c5bad8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=039d1371-a66a-47c1-8e01-e5a5caf51e36 HTTP/1.1" status: 200 len: 898 time: 0.0995011 Jul 13 08:41:05.694381 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-51c9e340-1296-4f3b-9c3e-130408b3a129 req-dff34125-ebd9-49c2-b331-2c2f5e682568 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e009efb5-5fcd-4955-8d2d-ffa8b6e6970b HTTP/1.1" status: 200 len: 217 time: 0.0419903 Jul 13 08:41:05.732154 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-81da66e0-bd88-4ee1-838b-afa426bd13c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e313bf8-d070-4650-a248-a8da610bde7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789230508', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a7a602d6-de48-484b-b332-a8b776e29434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:32Z', 'updated_at': '2021-07-13T08:39:36Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'a7a602d6-de48-484b-b332-a8b776e29434', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e313bf8-d070-4650-a248-a8da610bde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:32Z', 'updated_at': '2021-07-13T08:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '3955b5a7-eb58-4f18-a60d-5d35369918d5', 'name': '', 'network_id': '039d1371-a66a-47c1-8e01-e5a5caf51e36', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:af:22:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e313bf8-d070-4650-a248-a8da610bde7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c765f346-c129-487e-b7c7-4802e292e68a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:35Z', 'updated_at': '2021-07-13T08:39:41Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': 'c765f346-c129-487e-b7c7-4802e292e68a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:05.747875 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9e340-1296-4f3b-9c3e-130408b3a129 req-0e0e06cc-214c-459b-a004-0a95a0ed357d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:05.749368 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-51c9e340-1296-4f3b-9c3e-130408b3a129 req-0e0e06cc-214c-459b-a004-0a95a0ed357d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c765f346-c129-487e-b7c7-4802e292e68a HTTP/1.1" status: 200 len: 833 time: 0.0477307 Jul 13 08:41:05.759252 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81da66e0-bd88-4ee1-838b-afa426bd13c1 None None] Checking router: 8e313bf8-d070-4650-a248-a8da610bde7e for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:41:05.767923 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81da66e0-bd88-4ee1-838b-afa426bd13c1 None None] Routers {'8e313bf8-d070-4650-a248-a8da610bde7e'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:41:05.768588 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-81da66e0-bd88-4ee1-838b-afa426bd13c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:41:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['8e313bf8-d070-4650-a248-a8da610bde7e'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:05.812310 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9e340-1296-4f3b-9c3e-130408b3a129 req-e05cf5af-91b5-49ff-ac03-6feec8d2b58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:05.813843 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-51c9e340-1296-4f3b-9c3e-130408b3a129 req-e05cf5af-91b5-49ff-ac03-6feec8d2b58f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=039d1371-a66a-47c1-8e01-e5a5caf51e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572422 Jul 13 08:41:05.825267 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [req-51c9e340-1296-4f3b-9c3e-130408b3a129 req-ec968c2f-8648-46a5-8c23-1ee71ef637c2 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:41:05.825980 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4f397-6912-40fc-87c7-90ab09b5334f req-b71976dc-38b4-4c89-afd1-8482aa4edcdf tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:05.826486 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-51c9e340-1296-4f3b-9c3e-130408b3a129 req-ec968c2f-8648-46a5-8c23-1ee71ef637c2 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057037 Jul 13 08:41:05.827555 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-72f4f397-6912-40fc-87c7-90ab09b5334f req-b71976dc-38b4-4c89-afd1-8482aa4edcdf tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=d39698ba-1848-4e67-aa0a-61a9d84f6223 HTTP/1.1" status: 200 len: 945 time: 0.0799446 Jul 13 08:41:05.869616 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-72f4f397-6912-40fc-87c7-90ab09b5334f req-dee2776d-ddb7-4adf-8ae1-ce9f74cafed5 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=386577b3-dcd7-489c-a26a-59f6c4b18c02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356877 Jul 13 08:41:05.881949 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-81da66e0-bd88-4ee1-838b-afa426bd13c1 None None] Set router 8e313bf8-d070-4650-a248-a8da610bde7e gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:41:05.933987 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-51c9e340-1296-4f3b-9c3e-130408b3a129 req-11f086c2-ae4b-4a45-b0c8-feb6b1a14dc0 service neutron] 10.222.0.25 "GET /v2.0/networks/039d1371-a66a-47c1-8e01-e5a5caf51e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005118 Jul 13 08:41:06.026870 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-51c9e340-1296-4f3b-9c3e-130408b3a129 req-74e22fd4-a4a7-4761-b6ee-43bb8e8abaad service neutron] 10.222.0.25 "GET /v2.0/networks/039d1371-a66a-47c1-8e01-e5a5caf51e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859752 Jul 13 08:41:06.083901 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-81da66e0-bd88-4ee1-838b-afa426bd13c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e313bf8-d070-4650-a248-a8da610bde7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789230508', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a7a602d6-de48-484b-b332-a8b776e29434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:32Z', 'updated_at': '2021-07-13T08:39:36Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'a7a602d6-de48-484b-b332-a8b776e29434', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e313bf8-d070-4650-a248-a8da610bde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:32Z', 'updated_at': '2021-07-13T08:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '3955b5a7-eb58-4f18-a60d-5d35369918d5', 'name': '', 'network_id': '039d1371-a66a-47c1-8e01-e5a5caf51e36', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:af:22:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e313bf8-d070-4650-a248-a8da610bde7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c765f346-c129-487e-b7c7-4802e292e68a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:35Z', 'updated_at': '2021-07-13T08:39:41Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': 'c765f346-c129-487e-b7c7-4802e292e68a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:06.110600 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81da66e0-bd88-4ee1-838b-afa426bd13c1 None None] The sync data for ids ['8e313bf8-d070-4650-a248-a8da610bde7e'] in n-d-771363-34 is: [{'id': '8e313bf8-d070-4650-a248-a8da610bde7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789230508', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a7a602d6-de48-484b-b332-a8b776e29434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:32Z', 'updated_at': '2021-07-13T08:39:36Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'a7a602d6-de48-484b-b332-a8b776e29434', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e313bf8-d070-4650-a248-a8da610bde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:32Z', 'updated_at': '2021-07-13T08:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '3955b5a7-eb58-4f18-a60d-5d35369918d5', 'name': '', 'network_id': '039d1371-a66a-47c1-8e01-e5a5caf51e36', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:af:22:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e313bf8-d070-4650-a248-a8da610bde7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c765f346-c129-487e-b7c7-4802e292e68a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:35Z', 'updated_at': '2021-07-13T08:39:41Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': 'c765f346-c129-487e-b7c7-4802e292e68a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:41:06.168304 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:06.326732 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780328f8-e8d0-406f-bf5e-dd8b62887428 None None] New status for floating IP ab5b7e9e-f6ad-4743-8759-4929e2dbf2c1: DOWN {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:41:07.064722 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529b1a7-ad95-4204-b75f-a7a2309657b9 req-5c070331-8149-4c1e-bbf3-b700bb00c94f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:07.066224 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9529b1a7-ad95-4204-b75f-a7a2309657b9 req-5c070331-8149-4c1e-bbf3-b700bb00c94f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=d39698ba-1848-4e67-aa0a-61a9d84f6223 HTTP/1.1" status: 200 len: 945 time: 0.0701547 Jul 13 08:41:07.136469 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9529b1a7-ad95-4204-b75f-a7a2309657b9 req-c6e5a642-33a7-47c5-a546-504d69108cb8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=386577b3-dcd7-489c-a26a-59f6c4b18c02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640712 Jul 13 08:41:07.169905 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5673f03-f8dc-4a0b-9707-35d3a29d5698 req-1e37684c-8a2c-4c57-871b-6a21050440d6 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:07.171336 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c5673f03-f8dc-4a0b-9707-35d3a29d5698 req-1e37684c-8a2c-4c57-871b-6a21050440d6 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.25 "GET /v2.0/ports?device_id=d39698ba-1848-4e67-aa0a-61a9d84f6223 HTTP/1.1" status: 200 len: 945 time: 0.0835655 Jul 13 08:41:07.286820 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-c5673f03-f8dc-4a0b-9707-35d3a29d5698 req-6d72557f-e22b-460e-ba9d-19d589709e17 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Deleting port e009efb5-5fcd-4955-8d2d-ffa8b6e6970b {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:41:07.287155 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-c5673f03-f8dc-4a0b-9707-35d3a29d5698 req-6d72557f-e22b-460e-ba9d-19d589709e17 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:07.381771 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-c5673f03-f8dc-4a0b-9707-35d3a29d5698 req-6d72557f-e22b-460e-ba9d-19d589709e17 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] For port e009efb5-5fcd-4955-8d2d-ffa8b6e6970b, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=e009efb5-5fcd-4955-8d2d-ffa8b6e6970b,segment=NetworkSegment(5e9d3ac4-2a66-46e7-a77f-86e61693c41f),segment_id=5e9d3ac4-2a66-46e7-a77f-86e61693c41f)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:07.382129 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-c5673f03-f8dc-4a0b-9707-35d3a29d5698 req-6d72557f-e22b-460e-ba9d-19d589709e17 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:07.394856 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-c5673f03-f8dc-4a0b-9707-35d3a29d5698 req-6d72557f-e22b-460e-ba9d-19d589709e17 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Calling delete_port for e009efb5-5fcd-4955-8d2d-ffa8b6e6970b owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:41:07.527969 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-c5673f03-f8dc-4a0b-9707-35d3a29d5698 req-6d72557f-e22b-460e-ba9d-19d589709e17 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:07.559600 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d72557f-e22b-460e-ba9d-19d589709e17 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event deleted for resources: {'Port': ['ID=e009efb5-5fcd-4955-8d2d-ffa8b6e6970b,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:07.588376 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d72557f-e22b-460e-ba9d-19d589709e17 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:07.588731 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d72557f-e22b-460e-ba9d-19d589709e17 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:07.589084 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d72557f-e22b-460e-ba9d-19d589709e17 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:07.589416 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d72557f-e22b-460e-ba9d-19d589709e17 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:07.589748 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d72557f-e22b-460e-ba9d-19d589709e17 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:07.590081 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d72557f-e22b-460e-ba9d-19d589709e17 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:07.590408 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d72557f-e22b-460e-ba9d-19d589709e17 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:07.590732 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d72557f-e22b-460e-ba9d-19d589709e17 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:07.591514 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d72557f-e22b-460e-ba9d-19d589709e17 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:07.591842 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d72557f-e22b-460e-ba9d-19d589709e17 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:07.592171 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d72557f-e22b-460e-ba9d-19d589709e17 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:07.592492 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d72557f-e22b-460e-ba9d-19d589709e17 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:07.620483 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5673f03-f8dc-4a0b-9707-35d3a29d5698 req-6d72557f-e22b-460e-ba9d-19d589709e17 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] No DVR routers for this DVR port e009efb5-5fcd-4955-8d2d-ffa8b6e6970b on host n-h2-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:41:07.623056 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-c5673f03-f8dc-4a0b-9707-35d3a29d5698 req-6d72557f-e22b-460e-ba9d-19d589709e17 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:07.625114 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c5673f03-f8dc-4a0b-9707-35d3a29d5698 req-6d72557f-e22b-460e-ba9d-19d589709e17 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.25 "DELETE /v2.0/ports/e009efb5-5fcd-4955-8d2d-ffa8b6e6970b HTTP/1.1" status: 204 len: 173 time: 0.4485106 Jul 13 08:41:07.625581 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39698ba-1848-4e67-aa0a-61a9d84f6223', 'name': 'network-vif-deleted', 'tag': 'e009efb5-5fcd-4955-8d2d-ffa8b6e6970b'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:41:07.627875 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33af52f666a6377eeaf9d00c6054365c515a6ddb0c8cc5669bfcff545a31cac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95802bcb-b1e6-42f7-a5e2-b8fa07e7769b" -d '{"events": [{"server_uuid": "d39698ba-1848-4e67-aa0a-61a9d84f6223", "name": "network-vif-deleted", "tag": "e009efb5-5fcd-4955-8d2d-ffa8b6e6970b"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:41:07.716003 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e526ff8-0bb7-4b20-9991-4e001e8e65d5 x-openstack-request-id: req-7e526ff8-0bb7-4b20-9991-4e001e8e65d5 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:41:07.716289 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39698ba-1848-4e67-aa0a-61a9d84f6223", "name": "network-vif-deleted", "tag": "e009efb5-5fcd-4955-8d2d-ffa8b6e6970b", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:41:07.716550 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7e526ff8-0bb7-4b20-9991-4e001e8e65d5 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:41:07.716959 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39698ba-1848-4e67-aa0a-61a9d84f6223', 'name': 'network-vif-deleted', 'tag': 'e009efb5-5fcd-4955-8d2d-ffa8b6e6970b', 'status': 'completed', 'code': 200} Jul 13 08:41:08.232258 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46400) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:08.584406 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-848a59e5-f1b4-4f30-8bcb-13e22221daec tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:08.844656 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-848a59e5-f1b4-4f30-8bcb-13e22221daec tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Deleting port 3955b5a7-eb58-4f18-a60d-5d35369918d5 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:41:08.844900 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-848a59e5-f1b4-4f30-8bcb-13e22221daec tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:08.935437 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-848a59e5-f1b4-4f30-8bcb-13e22221daec tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] For port 3955b5a7-eb58-4f18-a60d-5d35369918d5, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=3955b5a7-eb58-4f18-a60d-5d35369918d5,segment=NetworkSegment(5e9d3ac4-2a66-46e7-a77f-86e61693c41f),segment_id=5e9d3ac4-2a66-46e7-a77f-86e61693c41f)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:08.935800 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-848a59e5-f1b4-4f30-8bcb-13e22221daec tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:08.948173 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-848a59e5-f1b4-4f30-8bcb-13e22221daec tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Calling delete_port for 3955b5a7-eb58-4f18-a60d-5d35369918d5 owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:41:09.128343 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-848a59e5-f1b4-4f30-8bcb-13e22221daec tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:09.154886 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a59e5-f1b4-4f30-8bcb-13e22221daec tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event deleted for resources: {'Port': ['ID=3955b5a7-eb58-4f18-a60d-5d35369918d5,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:09.328525 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-848a59e5-f1b4-4f30-8bcb-13e22221daec tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:09.543252 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848a59e5-f1b4-4f30-8bcb-13e22221daec tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Router 8e313bf8-d070-4650-a248-a8da610bde7e has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:41:09.651013 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848a59e5-f1b4-4f30-8bcb-13e22221daec tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:41:09.656464 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-848a59e5-f1b4-4f30-8bcb-13e22221daec tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "PUT /v2.0/routers/8e313bf8-d070-4650-a248-a8da610bde7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4229119 Jul 13 08:41:09.659515 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46402) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:09.661374 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0452a9b7-95b2-4a6b-a85b-4559be1e8d9c None None] Sync routers for ids ['8e313bf8-d070-4650-a248-a8da610bde7e'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:41:09.671330 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0452a9b7-95b2-4a6b-a85b-4559be1e8d9c None None] Routers {'8e313bf8-d070-4650-a248-a8da610bde7e'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:41:09.671952 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-0452a9b7-95b2-4a6b-a85b-4559be1e8d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:41:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['8e313bf8-d070-4650-a248-a8da610bde7e'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:09.712109 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3f03523-f70e-4e0f-8f83-b1bb3f155153 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Deleting subnet c765f346-c129-487e-b7c7-4802e292e68a {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:41:09.715189 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b3f03523-f70e-4e0f-8f83-b1bb3f155153 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:09.758718 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b3f03523-f70e-4e0f-8f83-b1bb3f155153 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:09.775930 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-0452a9b7-95b2-4a6b-a85b-4559be1e8d9c None None] Set router 8e313bf8-d070-4650-a248-a8da610bde7e gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:41:09.840898 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b3f03523-f70e-4e0f-8f83-b1bb3f155153 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:09.901484 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b3f03523-f70e-4e0f-8f83-b1bb3f155153 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:09.930472 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f03523-f70e-4e0f-8f83-b1bb3f155153 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event deleted for resources: {'Subnet': ['ID=c765f346-c129-487e-b7c7-4802e292e68a,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:09.933386 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b3f03523-f70e-4e0f-8f83-b1bb3f155153 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:09.936812 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b3f03523-f70e-4e0f-8f83-b1bb3f155153 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "DELETE /v2.0/subnets/c765f346-c129-487e-b7c7-4802e292e68a HTTP/1.1" status: 204 len: 168 time: 0.2762983 Jul 13 08:41:09.937566 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0b8524-e194-4dd8-8cab-fec59be9ea13 None None] Network 039d1371-a66a-47c1-8e01-e5a5caf51e36 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:41:09.939356 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46404) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:10.013801 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-0452a9b7-95b2-4a6b-a85b-4559be1e8d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e313bf8-d070-4650-a248-a8da610bde7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789230508', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a7a602d6-de48-484b-b332-a8b776e29434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:32Z', 'updated_at': '2021-07-13T08:41:09Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'a7a602d6-de48-484b-b332-a8b776e29434', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e313bf8-d070-4650-a248-a8da610bde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:32Z', 'updated_at': '2021-07-13T08:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:10.057022 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bf4afea7-e5db-4d9a-944f-f155fcf8ccca tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.058983 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0452a9b7-95b2-4a6b-a85b-4559be1e8d9c None None] Checking router: 8e313bf8-d070-4650-a248-a8da610bde7e for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:41:10.090591 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0452a9b7-95b2-4a6b-a85b-4559be1e8d9c None None] Routers {'8e313bf8-d070-4650-a248-a8da610bde7e'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:41:10.091303 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-0452a9b7-95b2-4a6b-a85b-4559be1e8d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:41:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['8e313bf8-d070-4650-a248-a8da610bde7e'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:10.166149 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bf4afea7-e5db-4d9a-944f-f155fcf8ccca tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.212176 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-0452a9b7-95b2-4a6b-a85b-4559be1e8d9c None None] Set router 8e313bf8-d070-4650-a248-a8da610bde7e gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:41:10.246959 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-bf4afea7-e5db-4d9a-944f-f155fcf8ccca tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Deleting port a7a602d6-de48-484b-b332-a8b776e29434 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:41:10.247396 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bf4afea7-e5db-4d9a-944f-f155fcf8ccca tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.333011 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-bf4afea7-e5db-4d9a-944f-f155fcf8ccca tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] For port a7a602d6-de48-484b-b332-a8b776e29434, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=a7a602d6-de48-484b-b332-a8b776e29434,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:10.333758 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bf4afea7-e5db-4d9a-944f-f155fcf8ccca tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.346022 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-bf4afea7-e5db-4d9a-944f-f155fcf8ccca tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Calling delete_port for a7a602d6-de48-484b-b332-a8b776e29434 owned by network:router_gateway {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:41:10.399288 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c18edd-db15-4d1c-bf04-1cc8cc4ee7f2 None None] DHCP port deletion for 039d1371-a66a-47c1-8e01-e5a5caf51e36 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:41:10.523568 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bf4afea7-e5db-4d9a-944f-f155fcf8ccca tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.542008 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-11c18edd-db15-4d1c-bf04-1cc8cc4ee7f2 None None] Deleting port 65a9abbe-06ae-4c88-9de9-efa19755a9cb {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:41:10.542378 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-11c18edd-db15-4d1c-bf04-1cc8cc4ee7f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.559033 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4afea7-e5db-4d9a-944f-f155fcf8ccca tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event deleted for resources: {'Port': ['ID=a7a602d6-de48-484b-b332-a8b776e29434,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:10.629540 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bf4afea7-e5db-4d9a-944f-f155fcf8ccca tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.632771 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-11c18edd-db15-4d1c-bf04-1cc8cc4ee7f2 None None] For port 65a9abbe-06ae-4c88-9de9-efa19755a9cb, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=65a9abbe-06ae-4c88-9de9-efa19755a9cb,segment=NetworkSegment(5e9d3ac4-2a66-46e7-a77f-86e61693c41f),segment_id=5e9d3ac4-2a66-46e7-a77f-86e61693c41f)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:10.633169 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-11c18edd-db15-4d1c-bf04-1cc8cc4ee7f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.647684 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-11c18edd-db15-4d1c-bf04-1cc8cc4ee7f2 None None] Calling delete_port for 65a9abbe-06ae-4c88-9de9-efa19755a9cb owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:41:10.697023 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-0452a9b7-95b2-4a6b-a85b-4559be1e8d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e313bf8-d070-4650-a248-a8da610bde7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789230508', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a7a602d6-de48-484b-b332-a8b776e29434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:32Z', 'updated_at': '2021-07-13T08:41:09Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'a7a602d6-de48-484b-b332-a8b776e29434', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e313bf8-d070-4650-a248-a8da610bde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:32Z', 'updated_at': '2021-07-13T08:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:10.726607 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bf4afea7-e5db-4d9a-944f-f155fcf8ccca tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.729147 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bf4afea7-e5db-4d9a-944f-f155fcf8ccca tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.732590 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0452a9b7-95b2-4a6b-a85b-4559be1e8d9c None None] The sync data for ids ['8e313bf8-d070-4650-a248-a8da610bde7e'] in n-d-771363-34 is: [{'id': '8e313bf8-d070-4650-a248-a8da610bde7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789230508', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'a7a602d6-de48-484b-b332-a8b776e29434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:39:32Z', 'updated_at': '2021-07-13T08:41:09Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': 'a7a602d6-de48-484b-b332-a8b776e29434', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e313bf8-d070-4650-a248-a8da610bde7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:39:32Z', 'updated_at': '2021-07-13T08:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:41:10.788845 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-11c18edd-db15-4d1c-bf04-1cc8cc4ee7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.791527 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bf4afea7-e5db-4d9a-944f-f155fcf8ccca tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.792096 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4afea7-e5db-4d9a-944f-f155fcf8ccca tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Fanout notify agent at l3_agent the message router_deleted on router 8e313bf8-d070-4650-a248-a8da610bde7e {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:41:10.800395 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bf4afea7-e5db-4d9a-944f-f155fcf8ccca tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.802252 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-bf4afea7-e5db-4d9a-944f-f155fcf8ccca tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "DELETE /v2.0/routers/8e313bf8-d070-4650-a248-a8da610bde7e HTTP/1.1" status: 204 len: 168 time: 0.8614137 Jul 13 08:41:10.804624 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46406) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:10.814849 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c18edd-db15-4d1c-bf04-1cc8cc4ee7f2 None None] Pushing event deleted for resources: {'Port': ['ID=65a9abbe-06ae-4c88-9de9-efa19755a9cb,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:10.823618 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c18edd-db15-4d1c-bf04-1cc8cc4ee7f2 None None] No DVR routers for this DVR port 65a9abbe-06ae-4c88-9de9-efa19755a9cb on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:41:10.825849 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c18edd-db15-4d1c-bf04-1cc8cc4ee7f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:10.826196 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c18edd-db15-4d1c-bf04-1cc8cc4ee7f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:10.826557 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c18edd-db15-4d1c-bf04-1cc8cc4ee7f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:10.826844 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c18edd-db15-4d1c-bf04-1cc8cc4ee7f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:10.827170 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c18edd-db15-4d1c-bf04-1cc8cc4ee7f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:10.827511 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c18edd-db15-4d1c-bf04-1cc8cc4ee7f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:10.827828 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c18edd-db15-4d1c-bf04-1cc8cc4ee7f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:10.828146 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c18edd-db15-4d1c-bf04-1cc8cc4ee7f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:10.828461 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c18edd-db15-4d1c-bf04-1cc8cc4ee7f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:10.828780 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c18edd-db15-4d1c-bf04-1cc8cc4ee7f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:10.829199 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c18edd-db15-4d1c-bf04-1cc8cc4ee7f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:10.829387 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c18edd-db15-4d1c-bf04-1cc8cc4ee7f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:10.889123 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b53d8880-d94e-4323-980c-04f8201e0889 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.976614 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b53d8880-d94e-4323-980c-04f8201e0889 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:10.986202 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-b53d8880-d94e-4323-980c-04f8201e0889 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['039d1371-a66a-47c1-8e01-e5a5caf51e36']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:10.996586 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-b53d8880-d94e-4323-980c-04f8201e0889 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e9d3ac4-2a66-46e7-a77f-86e61693c41f') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:10.996876 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-b53d8880-d94e-4323-980c-04f8201e0889 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e9d3ac4-2a66-46e7-a77f-86e61693c41f') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:11.005812 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b53d8880-d94e-4323-980c-04f8201e0889 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:11.018676 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b53d8880-d94e-4323-980c-04f8201e0889 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:11.024630 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b53d8880-d94e-4323-980c-04f8201e0889 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:41:11.025096 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b53d8880-d94e-4323-980c-04f8201e0889 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:11.028603 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:41:11.028603 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:41:11.028603 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 08:41:11.028603 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:41:11.028603 n-d-771363-34 neutron-server[94017]: timer() Jul 13 08:41:11.028603 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:41:11.028603 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 08:41:11.028603 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:41:11.028603 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 08:41:11.028603 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:41:11.028603 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 08:41:11.028603 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:41:11.028603 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 08:41:11.028603 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:41:11.028603 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 08:41:11.028603 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:41:11.028603 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:41:11.028603 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:41:11.028603 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:41:11.028603 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:41:11.028603 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 08:41:11.028603 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:41:11.028603 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 08:41:11.028603 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:41:11.028603 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:41:11.028603 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:41:11.028603 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 08:41:11.028603 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:41:11.028603 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:41:11.028603 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:41:11.028603 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:41:11.028603 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:41:11.028603 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:41:11.028603 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:41:11.040463 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device e009efb5-5fcd-4955-8d2d-ffa8b6e6970b no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:41:11.061857 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: e009efb5-5fcd-4955-8d2d-ffa8b6e6970b {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:41:11.062199 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device e009efb5-5fcd-4955-8d2d-ffa8b6e6970b not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:41:11.094177 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b53d8880-d94e-4323-980c-04f8201e0889 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:11.104003 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b53d8880-d94e-4323-980c-04f8201e0889 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:11.109063 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b53d8880-d94e-4323-980c-04f8201e0889 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "DELETE /v2.0/networks/039d1371-a66a-47c1-8e01-e5a5caf51e36 HTTP/1.1" status: 204 len: 168 time: 0.3006792 Jul 13 08:41:11.109832 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46408) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:11.117051 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d8880-d94e-4323-980c-04f8201e0889 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event deleted for resources: {'Network': ['ID=039d1371-a66a-47c1-8e01-e5a5caf51e36,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:11.181564 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0a53032d-eef0-4196-a356-e0ca2e6c1c56 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:11.212794 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0a53032d-eef0-4196-a356-e0ca2e6c1c56 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:11.213349 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 3955b5a7-eb58-4f18-a60d-5d35369918d5 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:41:11.235885 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 3955b5a7-eb58-4f18-a60d-5d35369918d5 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:41:11.236223 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 3955b5a7-eb58-4f18-a60d-5d35369918d5 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:41:11.236655 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 65a9abbe-06ae-4c88-9de9-efa19755a9cb no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:41:11.258032 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 65a9abbe-06ae-4c88-9de9-efa19755a9cb {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:41:11.258335 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 65a9abbe-06ae-4c88-9de9-efa19755a9cb not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:41:11.285003 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0a53032d-eef0-4196-a356-e0ca2e6c1c56 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:11.288802 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0a53032d-eef0-4196-a356-e0ca2e6c1c56 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:11.289957 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0a53032d-eef0-4196-a356-e0ca2e6c1c56 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "DELETE /v2.0/security-groups/386577b3-dcd7-489c-a26a-59f6c4b18c02 HTTP/1.1" status: 204 len: 168 time: 0.1790819 Jul 13 08:41:11.301830 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53032d-eef0-4196-a356-e0ca2e6c1c56 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=386577b3-dcd7-489c-a26a-59f6c4b18c02,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:11.632822 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46414) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:11.637588 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-d6834e22-883c-4f48-9b57-db2ef6428cab tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1152571267', 'description': 'tempest-secgroup-smoke-1152571267 description', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:11.661315 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d6834e22-883c-4f48-9b57-db2ef6428cab tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:11.750827 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d6834e22-883c-4f48-9b57-db2ef6428cab tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:11.755698 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d6834e22-883c-4f48-9b57-db2ef6428cab tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:11.788881 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-d6834e22-883c-4f48-9b57-db2ef6428cab tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:11.793217 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d6834e22-883c-4f48-9b57-db2ef6428cab tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1562941 Jul 13 08:41:11.794054 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46416) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:11.795778 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6834e22-883c-4f48-9b57-db2ef6428cab tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed77ce42-e6c1-4dff-a22e-dbb5a96a5e33,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:11.798283 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-4a39e2fd-b403-469f-8496-2ed969ddb990 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'security_group_rule': {'security_group_id': 'ed77ce42-e6c1-4dff-a22e-dbb5a96a5e33', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:11.825503 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4a39e2fd-b403-469f-8496-2ed969ddb990 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:11.879223 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4a39e2fd-b403-469f-8496-2ed969ddb990 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:11.883322 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4a39e2fd-b403-469f-8496-2ed969ddb990 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:11.902242 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39e2fd-b403-469f-8496-2ed969ddb990 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c537d2e9-5d18-470c-b0c9-cbdb90f4ce7d,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:11.905321 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-4a39e2fd-b403-469f-8496-2ed969ddb990 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:11.906418 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-4a39e2fd-b403-469f-8496-2ed969ddb990 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1121871 Jul 13 08:41:11.909530 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46418) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:11.914063 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-c4a8bbd6-68b0-4c28-8cb8-97373f04f491 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'security_group_rule': {'security_group_id': 'ed77ce42-e6c1-4dff-a22e-dbb5a96a5e33', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:11.940660 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c4a8bbd6-68b0-4c28-8cb8-97373f04f491 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:11.997476 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c4a8bbd6-68b0-4c28-8cb8-97373f04f491 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:12.000862 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c4a8bbd6-68b0-4c28-8cb8-97373f04f491 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:12.022569 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8bbd6-68b0-4c28-8cb8-97373f04f491 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9242472d-fb16-4650-909f-328e30635443,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:12.028174 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c4a8bbd6-68b0-4c28-8cb8-97373f04f491 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:12.029376 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c4a8bbd6-68b0-4c28-8cb8-97373f04f491 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1188984 Jul 13 08:41:12.032055 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46420) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:12.036793 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-5ce1178b-e075-47ea-a52a-a1e8c535fefa tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'security_group_rule': {'security_group_id': 'ed77ce42-e6c1-4dff-a22e-dbb5a96a5e33', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:12.039439 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:41:12.062846 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5ce1178b-e075-47ea-a52a-a1e8c535fefa tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:12.125794 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5ce1178b-e075-47ea-a52a-a1e8c535fefa tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:12.129253 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5ce1178b-e075-47ea-a52a-a1e8c535fefa tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:12.145902 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1178b-e075-47ea-a52a-a1e8c535fefa tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4196d9f2-58b8-47c7-a009-08feba5d52d0,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:12.153892 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5ce1178b-e075-47ea-a52a-a1e8c535fefa tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:12.155097 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5ce1178b-e075-47ea-a52a-a1e8c535fefa tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1220856 Jul 13 08:41:12.157782 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46422) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:12.163064 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-e620a5f7-891e-4e2f-a660-09f4a7c94b67 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'security_group_rule': {'security_group_id': 'ed77ce42-e6c1-4dff-a22e-dbb5a96a5e33', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:12.189277 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e620a5f7-891e-4e2f-a660-09f4a7c94b67 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:12.249145 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e620a5f7-891e-4e2f-a660-09f4a7c94b67 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:12.252768 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e620a5f7-891e-4e2f-a660-09f4a7c94b67 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:12.271160 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620a5f7-891e-4e2f-a660-09f4a7c94b67 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bc75090-9088-412e-a78e-67b4df10f4ff,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:12.274236 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e620a5f7-891e-4e2f-a660-09f4a7c94b67 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:12.275600 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e620a5f7-891e-4e2f-a660-09f4a7c94b67 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1166141 Jul 13 08:41:12.278590 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46424) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:12.282778 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-53ec77f4-6d98-4aee-9982-1e5172468340 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'security_group_rule': {'security_group_id': 'ed77ce42-e6c1-4dff-a22e-dbb5a96a5e33', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:12.304815 n-d-771363-34 neutron-server[94017]: INFO neutron.db.securitygroups_db [None req-53ec77f4-6d98-4aee-9982-1e5172468340 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Project f2107e32a8e4470d89bab814aa0ad2b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:41:12.309779 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-53ec77f4-6d98-4aee-9982-1e5172468340 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:12.374216 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-53ec77f4-6d98-4aee-9982-1e5172468340 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:12.379320 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-53ec77f4-6d98-4aee-9982-1e5172468340 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:12.402053 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec77f4-6d98-4aee-9982-1e5172468340 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37baa49f-f8b5-4812-9bbb-43d373149a11,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:12.411752 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-53ec77f4-6d98-4aee-9982-1e5172468340 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:12.415922 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-53ec77f4-6d98-4aee-9982-1e5172468340 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1364148 Jul 13 08:41:12.416083 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46426) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:12.420972 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-b5e89b63-a1d2-4ef9-ae3c-1b3302abeadd tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'security_group_rule': {'security_group_id': 'ed77ce42-e6c1-4dff-a22e-dbb5a96a5e33', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:12.453476 n-d-771363-34 neutron-server[94018]: INFO neutron.db.securitygroups_db [None req-b5e89b63-a1d2-4ef9-ae3c-1b3302abeadd tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Project f2107e32a8e4470d89bab814aa0ad2b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:41:12.459691 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b5e89b63-a1d2-4ef9-ae3c-1b3302abeadd tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:12.524976 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b5e89b63-a1d2-4ef9-ae3c-1b3302abeadd tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:12.529257 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b5e89b63-a1d2-4ef9-ae3c-1b3302abeadd tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:12.548630 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e89b63-a1d2-4ef9-ae3c-1b3302abeadd tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92129b63-10c5-4266-a1a9-2f36077a86f9,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:12.557566 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b5e89b63-a1d2-4ef9-ae3c-1b3302abeadd tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:12.558692 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b5e89b63-a1d2-4ef9-ae3c-1b3302abeadd tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1414587 Jul 13 08:41:12.561551 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46428) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:12.566518 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-21e52d96-020f-4db1-9024-99f265d2d0fe tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'network': {'name': 'tempest-network-smoke--1877459532', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'port_security_enabled': True}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:12.596926 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e52d96-020f-4db1-9024-99f265d2d0fe tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Made reservation on behalf of f2107e32a8e4470d89bab814aa0ad2b5 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:41:12.596926 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-21e52d96-020f-4db1-9024-99f265d2d0fe tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:12.624997 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21e52d96-020f-4db1-9024-99f265d2d0fe tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:41:12.634706 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-21e52d96-020f-4db1-9024-99f265d2d0fe tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:12.635053 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-21e52d96-020f-4db1-9024-99f265d2d0fe tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Added segment 4ac4f51f-856f-4691-bb7e-9f6bedbcc946 of type vlan for network 293b1adc-2d8e-4243-b674-b9839f81e6de Jul 13 08:41:12.679929 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-21e52d96-020f-4db1-9024-99f265d2d0fe tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:12.713733 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-21e52d96-020f-4db1-9024-99f265d2d0fe tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:12.719522 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e52d96-020f-4db1-9024-99f265d2d0fe tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:12.720099 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-21e52d96-020f-4db1-9024-99f265d2d0fe tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:12.761344 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-21e52d96-020f-4db1-9024-99f265d2d0fe tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1959093 Jul 13 08:41:12.761654 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46430) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:12.766254 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-3efdb17a-0bf0-4429-b9b7-de45103b45fb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1340127473', 'admin_state_up': True, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:12.794506 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3efdb17a-0bf0-4429-b9b7-de45103b45fb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:12.795745 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3efdb17a-0bf0-4429-b9b7-de45103b45fb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:12.798910 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e52d96-020f-4db1-9024-99f265d2d0fe tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'Network': ['ID=293b1adc-2d8e-4243-b674-b9839f81e6de,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:12.810202 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network 293b1adc-2d8e-4243-b674-b9839f81e6de details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:41:12.863225 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3efdb17a-0bf0-4429-b9b7-de45103b45fb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:12.983736 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device a7a602d6-de48-484b-b332-a8b776e29434 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:41:13.012434 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: a7a602d6-de48-484b-b332-a8b776e29434 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:41:13.012947 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device a7a602d6-de48-484b-b332-a8b776e29434 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:41:13.354983 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3efdb17a-0bf0-4429-b9b7-de45103b45fb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:13.549139 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3efdb17a-0bf0-4429-b9b7-de45103b45fb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:13.567911 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3efdb17a-0bf0-4429-b9b7-de45103b45fb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:13.675894 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-3efdb17a-0bf0-4429-b9b7-de45103b45fb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Allocated IP 172.25.3.23 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/0fd72287-1648-4146-848a-a59ce39dc3d7) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:41:13.783324 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3efdb17a-0bf0-4429-b9b7-de45103b45fb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:13.822309 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3efdb17a-0bf0-4429-b9b7-de45103b45fb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:13.865321 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efdb17a-0bf0-4429-b9b7-de45103b45fb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:41:13.869940 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-3efdb17a-0bf0-4429-b9b7-de45103b45fb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:41:13.873368 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efdb17a-0bf0-4429-b9b7-de45103b45fb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:41:13.900872 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efdb17a-0bf0-4429-b9b7-de45103b45fb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'Port': ['ID=0fd72287-1648-4146-848a-a59ce39dc3d7,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:14.130636 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3efdb17a-0bf0-4429-b9b7-de45103b45fb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:14.327580 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3efdb17a-0bf0-4429-b9b7-de45103b45fb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:14.455906 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3efdb17a-0bf0-4429-b9b7-de45103b45fb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Router 7be78626-697c-4168-9503-3e0d076666f9 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:41:14.561917 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efdb17a-0bf0-4429-b9b7-de45103b45fb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:41:14.571902 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6b7c90-8548-466b-bf59-90c3f48c611e None None] Sync routers for ids ['7be78626-697c-4168-9503-3e0d076666f9'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:41:14.580795 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-3efdb17a-0bf0-4429-b9b7-de45103b45fb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:14.581446 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6b7c90-8548-466b-bf59-90c3f48c611e None None] Routers {'7be78626-697c-4168-9503-3e0d076666f9'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:41:14.583075 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-5e6b7c90-8548-466b-bf59-90c3f48c611e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:41:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['7be78626-697c-4168-9503-3e0d076666f9'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:14.583289 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-3efdb17a-0bf0-4429-b9b7-de45103b45fb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8197429 Jul 13 08:41:14.586047 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46434) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:14.657657 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-476a4447-4773-4769-8ed6-3b1447efe835 tempest-TestNetworkAdvancedServerOps-849280787 tempest-TestNetworkAdvancedServerOps-849280787-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=f2107e32a8e4470d89bab814aa0ad2b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0704360 Jul 13 08:41:14.660870 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46438) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:14.685628 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-5e6b7c90-8548-466b-bf59-90c3f48c611e None None] Set router 7be78626-697c-4168-9503-3e0d076666f9 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:41:14.747852 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa74fc4f-818b-4c9b-b998-c8b90b0aea5b tempest-TestNetworkAdvancedServerOps-849280787 tempest-TestNetworkAdvancedServerOps-849280787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:14.749393 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-aa74fc4f-818b-4c9b-b998-c8b90b0aea5b tempest-TestNetworkAdvancedServerOps-849280787 tempest-TestNetworkAdvancedServerOps-849280787-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0874987 Jul 13 08:41:14.752377 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46440) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:14.780400 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-672f6573-3413-489e-bc6a-7415348dd4bb tempest-TestNetworkAdvancedServerOps-849280787 tempest-TestNetworkAdvancedServerOps-849280787-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=099fd220-496e-4556-906a-9ab228a05c02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268989 Jul 13 08:41:14.782791 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46442) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:14.787799 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-73de59b6-e7ff-46f6-a346-189dee5f15a9 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-781640481', 'network_id': '293b1adc-2d8e-4243-b674-b9839f81e6de', 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:14.859809 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-5e6b7c90-8548-466b-bf59-90c3f48c611e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be78626-697c-4168-9503-3e0d076666f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340127473', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '0fd72287-1648-4146-848a-a59ce39dc3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:12Z', 'updated_at': '2021-07-13T08:41:14Z', 'revision_number': 3, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': '0fd72287-1648-4146-848a-a59ce39dc3d7', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be78626-697c-4168-9503-3e0d076666f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:13Z', 'updated_at': '2021-07-13T08:41:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:14.880093 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73de59b6-e7ff-46f6-a346-189dee5f15a9 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Made reservation on behalf of f2107e32a8e4470d89bab814aa0ad2b5 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:41:14.883974 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-73de59b6-e7ff-46f6-a346-189dee5f15a9 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:14.888974 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6b7c90-8548-466b-bf59-90c3f48c611e None None] Checking router: 7be78626-697c-4168-9503-3e0d076666f9 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:41:14.889315 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6b7c90-8548-466b-bf59-90c3f48c611e None None] Updating router 7be78626-697c-4168-9503-3e0d076666f9 port 0fd72287-1648-4146-848a-a59ce39dc3d7 binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:41:14.927766 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5e6b7c90-8548-466b-bf59-90c3f48c611e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:15.070242 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-73de59b6-e7ff-46f6-a346-189dee5f15a9 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:15.130247 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de59b6-e7ff-46f6-a346-189dee5f15a9 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'Subnet': ['ID=bdd022ec-9ae6-4e06-b4ad-75c003d24023,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:15.139823 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73de59b6-e7ff-46f6-a346-189dee5f15a9 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Checking segment: {'id': '4ac4f51f-856f-4691-bb7e-9f6bedbcc946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '293b1adc-2d8e-4243-b674-b9839f81e6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:41:15.140185 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73de59b6-e7ff-46f6-a346-189dee5f15a9 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Network hostable DHCP agents. Network: 293b1adc-2d8e-4243-b674-b9839f81e6de, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:41:15.156732 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73de59b6-e7ff-46f6-a346-189dee5f15a9 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Network 293b1adc-2d8e-4243-b674-b9839f81e6de is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:41:15.166220 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-73de59b6-e7ff-46f6-a346-189dee5f15a9 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, 293b1adc-2d8e-4243-b674-b9839f81e6de) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:41:15.172040 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73de59b6-e7ff-46f6-a346-189dee5f15a9 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:15.172837 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-73de59b6-e7ff-46f6-a346-189dee5f15a9 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:15.174591 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd1f25f-7745-4bb2-b357-a218845c26aa None None] Network 293b1adc-2d8e-4243-b674-b9839f81e6de requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:41:15.190695 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-73de59b6-e7ff-46f6-a346-189dee5f15a9 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4067173 Jul 13 08:41:15.190996 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5e6b7c90-8548-466b-bf59-90c3f48c611e None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:15.193782 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46444) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:15.202946 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-5e6b7c90-8548-466b-bf59-90c3f48c611e None None] Transition to ACTIVE for port object 0fd72287-1648-4146-848a-a59ce39dc3d7 will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:41:15.210814 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5e6b7c90-8548-466b-bf59-90c3f48c611e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:15.252690 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-5e6b7c90-8548-466b-bf59-90c3f48c611e None None] Attempting to bind port 0fd72287-1648-4146-848a-a59ce39dc3d7 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:41:15.253062 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-5e6b7c90-8548-466b-bf59-90c3f48c611e None None] Attempting to bind port 0fd72287-1648-4146-848a-a59ce39dc3d7 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:41:15.253415 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6b7c90-8548-466b-bf59-90c3f48c611e None None] Attempting to bind port 0fd72287-1648-4146-848a-a59ce39dc3d7 on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:41:15.264350 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6b7c90-8548-466b-bf59-90c3f48c611e None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:41:15.264718 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6b7c90-8548-466b-bf59-90c3f48c611e None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:41:15.265116 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5e6b7c90-8548-466b-bf59-90c3f48c611e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:15.265501 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6b7c90-8548-466b-bf59-90c3f48c611e None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:41:15.265963 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-5e6b7c90-8548-466b-bf59-90c3f48c611e None None] Bound port: 0fd72287-1648-4146-848a-a59ce39dc3d7, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:41:15.266336 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5e6b7c90-8548-466b-bf59-90c3f48c611e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:15.306651 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c064a-962d-46af-9157-29635cc87619 None None] Pushing event updated for resources: {'Port': ['ID=0fd72287-1648-4146-848a-a59ce39dc3d7,revision_number=2']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:15.324881 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837c064a-962d-46af-9157-29635cc87619 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:15.325127 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837c064a-962d-46af-9157-29635cc87619 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:15.325468 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837c064a-962d-46af-9157-29635cc87619 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:15.325773 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837c064a-962d-46af-9157-29635cc87619 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:15.326104 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837c064a-962d-46af-9157-29635cc87619 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:15.326429 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837c064a-962d-46af-9157-29635cc87619 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:15.326819 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837c064a-962d-46af-9157-29635cc87619 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:15.327067 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837c064a-962d-46af-9157-29635cc87619 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:15.327407 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837c064a-962d-46af-9157-29635cc87619 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:15.327719 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837c064a-962d-46af-9157-29635cc87619 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:15.328031 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837c064a-962d-46af-9157-29635cc87619 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:15.328546 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837c064a-962d-46af-9157-29635cc87619 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:41:15.344865 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de3f573-8c8c-4b30-8cfd-ae3009593dad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-293b1adc-2d8e-4243-b674-b9839f81e6de', 'network_id': '293b1adc-2d8e-4243-b674-b9839f81e6de', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'fixed_ips': [{'subnet_id': 'bdd022ec-9ae6-4e06-b4ad-75c003d24023'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:41:15.345225 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-5e6b7c90-8548-466b-bf59-90c3f48c611e None None] For port 0fd72287-1648-4146-848a-a59ce39dc3d7, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:41:15.345987 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5de3f573-8c8c-4b30-8cfd-ae3009593dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:15.348840 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-5e6b7c90-8548-466b-bf59-90c3f48c611e None None] For port 0fd72287-1648-4146-848a-a59ce39dc3d7, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=0fd72287-1648-4146-848a-a59ce39dc3d7,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:41:15.353324 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-5e6b7c90-8548-466b-bf59-90c3f48c611e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:15.411175 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6b7c90-8548-466b-bf59-90c3f48c611e None None] Routers {'7be78626-697c-4168-9503-3e0d076666f9'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:41:15.411818 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-5e6b7c90-8548-466b-bf59-90c3f48c611e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:41:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['7be78626-697c-4168-9503-3e0d076666f9'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:15.416776 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c064a-962d-46af-9157-29635cc87619 None None] Pushing event updated for resources: {'Port': ['ID=0fd72287-1648-4146-848a-a59ce39dc3d7,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:15.496739 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-5de3f573-8c8c-4b30-8cfd-ae3009593dad None None] Allocated IP 172.20.0.2 (293b1adc-2d8e-4243-b674-b9839f81e6de/bdd022ec-9ae6-4e06-b4ad-75c003d24023/32222979-dd31-4433-810f-48c8566e4ad8) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:41:15.621256 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-5e6b7c90-8548-466b-bf59-90c3f48c611e None None] Set router 7be78626-697c-4168-9503-3e0d076666f9 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:41:15.659778 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5de3f573-8c8c-4b30-8cfd-ae3009593dad None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:15.669646 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5de3f573-8c8c-4b30-8cfd-ae3009593dad None None] Transition to ACTIVE for port object 32222979-dd31-4433-810f-48c8566e4ad8 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:41:15.686995 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5de3f573-8c8c-4b30-8cfd-ae3009593dad None None] Transition to ACTIVE for port object 32222979-dd31-4433-810f-48c8566e4ad8 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:41:15.694188 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5de3f573-8c8c-4b30-8cfd-ae3009593dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:15.706923 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-47d6d977-93b7-491e-a630-d3c2e15e47b6 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:15.748763 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de3f573-8c8c-4b30-8cfd-ae3009593dad None None] Network 293b1adc-2d8e-4243-b674-b9839f81e6de is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:41:15.753380 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-5de3f573-8c8c-4b30-8cfd-ae3009593dad None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:41:15.759126 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de3f573-8c8c-4b30-8cfd-ae3009593dad None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:41:15.762204 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3f573-8c8c-4b30-8cfd-ae3009593dad None None] Pushing event updated for resources: {'Port': ['ID=32222979-dd31-4433-810f-48c8566e4ad8,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:15.806545 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-5e6b7c90-8548-466b-bf59-90c3f48c611e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be78626-697c-4168-9503-3e0d076666f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340127473', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '0fd72287-1648-4146-848a-a59ce39dc3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:12Z', 'updated_at': '2021-07-13T08:41:14Z', 'revision_number': 3, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': '0fd72287-1648-4146-848a-a59ce39dc3d7', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be78626-697c-4168-9503-3e0d076666f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:13Z', 'updated_at': '2021-07-13T08:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:15.828562 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-5de3f573-8c8c-4b30-8cfd-ae3009593dad None None] Attempting to bind port 32222979-dd31-4433-810f-48c8566e4ad8 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:41:15.828923 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-5de3f573-8c8c-4b30-8cfd-ae3009593dad None None] Attempting to bind port 32222979-dd31-4433-810f-48c8566e4ad8 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '4ac4f51f-856f-4691-bb7e-9f6bedbcc946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '293b1adc-2d8e-4243-b674-b9839f81e6de'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:41:15.829283 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de3f573-8c8c-4b30-8cfd-ae3009593dad None None] Attempting to bind port 32222979-dd31-4433-810f-48c8566e4ad8 on network 293b1adc-2d8e-4243-b674-b9839f81e6de {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:41:15.834866 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de3f573-8c8c-4b30-8cfd-ae3009593dad None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:41:15.835173 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de3f573-8c8c-4b30-8cfd-ae3009593dad None None] Checking segment: {'id': '4ac4f51f-856f-4691-bb7e-9f6bedbcc946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '293b1adc-2d8e-4243-b674-b9839f81e6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:41:15.835603 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5de3f573-8c8c-4b30-8cfd-ae3009593dad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:15.835992 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de3f573-8c8c-4b30-8cfd-ae3009593dad None None] Bound using segment: {'id': '4ac4f51f-856f-4691-bb7e-9f6bedbcc946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '293b1adc-2d8e-4243-b674-b9839f81e6de'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:41:15.836475 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-5de3f573-8c8c-4b30-8cfd-ae3009593dad None None] Bound port: 32222979-dd31-4433-810f-48c8566e4ad8, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac4f51f-856f-4691-bb7e-9f6bedbcc946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '293b1adc-2d8e-4243-b674-b9839f81e6de'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:41:15.836717 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6b7c90-8548-466b-bf59-90c3f48c611e None None] The sync data for ids ['7be78626-697c-4168-9503-3e0d076666f9'] in n-d-771363-34 is: [{'id': '7be78626-697c-4168-9503-3e0d076666f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340127473', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '0fd72287-1648-4146-848a-a59ce39dc3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:12Z', 'updated_at': '2021-07-13T08:41:14Z', 'revision_number': 3, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': '0fd72287-1648-4146-848a-a59ce39dc3d7', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be78626-697c-4168-9503-3e0d076666f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:13Z', 'updated_at': '2021-07-13T08:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:41:15.836883 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5de3f573-8c8c-4b30-8cfd-ae3009593dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:15.915163 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-5de3f573-8c8c-4b30-8cfd-ae3009593dad None None] For port 32222979-dd31-4433-810f-48c8566e4ad8, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:41:15.919188 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-5de3f573-8c8c-4b30-8cfd-ae3009593dad None None] For port 32222979-dd31-4433-810f-48c8566e4ad8, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=32222979-dd31-4433-810f-48c8566e4ad8,segment=NetworkSegment(4ac4f51f-856f-4691-bb7e-9f6bedbcc946),segment_id=4ac4f51f-856f-4691-bb7e-9f6bedbcc946)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:41:15.924851 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5de3f573-8c8c-4b30-8cfd-ae3009593dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:15.994052 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3f573-8c8c-4b30-8cfd-ae3009593dad None None] Pushing event updated for resources: {'Port': ['ID=32222979-dd31-4433-810f-48c8566e4ad8,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:16.018936 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-47d6d977-93b7-491e-a630-d3c2e15e47b6 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Allocated IP 172.20.0.1 (293b1adc-2d8e-4243-b674-b9839f81e6de/bdd022ec-9ae6-4e06-b4ad-75c003d24023/78ed24d0-b443-45f6-ba6c-e827cb5ebdbd) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:41:16.176634 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-47d6d977-93b7-491e-a630-d3c2e15e47b6 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:16.218639 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-47d6d977-93b7-491e-a630-d3c2e15e47b6 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Transition to ACTIVE for port object 78ed24d0-b443-45f6-ba6c-e827cb5ebdbd will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:41:16.262806 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-47d6d977-93b7-491e-a630-d3c2e15e47b6 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:16.316034 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d6d977-93b7-491e-a630-d3c2e15e47b6 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Network 293b1adc-2d8e-4243-b674-b9839f81e6de is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:41:16.320504 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-47d6d977-93b7-491e-a630-d3c2e15e47b6 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:41:16.331256 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d6d977-93b7-491e-a630-d3c2e15e47b6 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:41:16.367024 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6d977-93b7-491e-a630-d3c2e15e47b6 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'Port': ['ID=78ed24d0-b443-45f6-ba6c-e827cb5ebdbd,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:16.398014 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-47d6d977-93b7-491e-a630-d3c2e15e47b6 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:16.556558 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-47d6d977-93b7-491e-a630-d3c2e15e47b6 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:16.853565 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-47d6d977-93b7-491e-a630-d3c2e15e47b6 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:16.858740 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-47d6d977-93b7-491e-a630-d3c2e15e47b6 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:16.939866 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6d977-93b7-491e-a630-d3c2e15e47b6 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'Port': ['ID=78ed24d0-b443-45f6-ba6c-e827cb5ebdbd,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:16.952416 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-47d6d977-93b7-491e-a630-d3c2e15e47b6 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:17.042279 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb5b0e4-de64-4974-a606-ae3f1eebf4ee None None] Network 293b1adc-2d8e-4243-b674-b9839f81e6de requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:41:17.059857 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d6d977-93b7-491e-a630-d3c2e15e47b6 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Network 293b1adc-2d8e-4243-b674-b9839f81e6de is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:41:17.061454 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-47d6d977-93b7-491e-a630-d3c2e15e47b6 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:41:17.126478 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 32222979-dd31-4433-810f-48c8566e4ad8 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:41:17.130894 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-92705662-432c-420e-82c1-c9486ea63e8a None None] Provisioning for port 32222979-dd31-4433-810f-48c8566e4ad8 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:41:17.181614 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d6d977-93b7-491e-a630-d3c2e15e47b6 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Router 7be78626-697c-4168-9503-3e0d076666f9 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:41:17.227309 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 32222979-dd31-4433-810f-48c8566e4ad8 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:41:17.235461 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 32222979-dd31-4433-810f-48c8566e4ad8 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:17.235831 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:17.374134 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:17.411533 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 32222979-dd31-4433-810f-48c8566e4ad8, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=32222979-dd31-4433-810f-48c8566e4ad8,segment=NetworkSegment(4ac4f51f-856f-4691-bb7e-9f6bedbcc946),segment_id=4ac4f51f-856f-4691-bb7e-9f6bedbcc946)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:17.417811 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:17.456021 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 0fd72287-1648-4146-848a-a59ce39dc3d7 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:41:17.521084 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=32222979-dd31-4433-810f-48c8566e4ad8,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:17.540846 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 0fd72287-1648-4146-848a-a59ce39dc3d7 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:41:17.546587 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 0fd72287-1648-4146-848a-a59ce39dc3d7 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:17.547454 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:17.612428 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ed538265-a159-4196-b4ee-297a801d2cc0 None None] Provisioning complete for port 32222979-dd31-4433-810f-48c8566e4ad8 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:17.612805 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ed538265-a159-4196-b4ee-297a801d2cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:17.664751 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d6d977-93b7-491e-a630-d3c2e15e47b6 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:41:17.669976 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-47d6d977-93b7-491e-a630-d3c2e15e47b6 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "PUT /v2.0/routers/7be78626-697c-4168-9503-3e0d076666f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4751608 Jul 13 08:41:17.734115 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:17.759151 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08dac51-cbf4-4081-8d5e-5686e24ece53 None None] Sync routers for ids ['7be78626-697c-4168-9503-3e0d076666f9'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:41:17.779027 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 0fd72287-1648-4146-848a-a59ce39dc3d7, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=0fd72287-1648-4146-848a-a59ce39dc3d7,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:17.786233 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:17.788192 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08dac51-cbf4-4081-8d5e-5686e24ece53 None None] Routers {'7be78626-697c-4168-9503-3e0d076666f9'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:41:17.788814 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-e08dac51-cbf4-4081-8d5e-5686e24ece53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:41:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['7be78626-697c-4168-9503-3e0d076666f9'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:17.833289 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-87c2c36d-a299-485e-b46c-b2467aae8462 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1152571267&fields=id&tenant_id=f2107e32a8e4470d89bab814aa0ad2b5 HTTP/1.1" status: 200 len: 267 time: 0.0378561 Jul 13 08:41:17.868317 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ed538265-a159-4196-b4ee-297a801d2cc0 None None] Provisioning for port 78ed24d0-b443-45f6-ba6c-e827cb5ebdbd completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:41:17.888110 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ed538265-a159-4196-b4ee-297a801d2cc0 None None] Provisioning complete for port 78ed24d0-b443-45f6-ba6c-e827cb5ebdbd triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:17.888486 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ed538265-a159-4196-b4ee-297a801d2cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:17.958169 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-93a140e5-45a7-47fb-b1bb-c3dd719c9a3f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:17.960490 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-93a140e5-45a7-47fb-b1bb-c3dd719c9a3f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/networks?id=293b1adc-2d8e-4243-b674-b9839f81e6de HTTP/1.1" status: 200 len: 797 time: 0.1198952 Jul 13 08:41:17.977238 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-65793af2-fc8b-4f22-be23-563adf51d853 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/quotas/f2107e32a8e4470d89bab814aa0ad2b5 HTTP/1.1" status: 200 len: 375 time: 0.0112801 Jul 13 08:41:18.053608 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-30adcf01-f106-4c41-a5fb-d41915861904 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f2107e32a8e4470d89bab814aa0ad2b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0701792 Jul 13 08:41:18.123042 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=0fd72287-1648-4146-848a-a59ce39dc3d7,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:18.139052 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-ed538265-a159-4196-b4ee-297a801d2cc0 None None] Port 78ed24d0-b443-45f6-ba6c-e827cb5ebdbd cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:41:18.155982 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-e08dac51-cbf4-4081-8d5e-5686e24ece53 None None] Set router 7be78626-697c-4168-9503-3e0d076666f9 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:41:18.219718 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-f54a8711-72c4-4a49-807b-beacd93c7111 service neutron] 10.222.0.23 "GET /v2.0/networks/293b1adc-2d8e-4243-b674-b9839f81e6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538215 Jul 13 08:41:18.302060 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-998bb7ae-ab1e-4f1f-9d04-0c949b0c960b None None] Provisioning complete for port 78ed24d0-b443-45f6-ba6c-e827cb5ebdbd triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:18.302389 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-998bb7ae-ab1e-4f1f-9d04-0c949b0c960b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:18.312420 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-d2ca627e-2670-45e9-afce-1c90d9c9b512 service neutron] 10.222.0.23 "GET /v2.0/networks/293b1adc-2d8e-4243-b674-b9839f81e6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910363 Jul 13 08:41:18.354915 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-998bb7ae-ab1e-4f1f-9d04-0c949b0c960b None None] Port 78ed24d0-b443-45f6-ba6c-e827cb5ebdbd cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:41:18.407505 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-e08dac51-cbf4-4081-8d5e-5686e24ece53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be78626-697c-4168-9503-3e0d076666f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340127473', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '0fd72287-1648-4146-848a-a59ce39dc3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:12Z', 'updated_at': '2021-07-13T08:41:16Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': '0fd72287-1648-4146-848a-a59ce39dc3d7', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be78626-697c-4168-9503-3e0d076666f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:13Z', 'updated_at': '2021-07-13T08:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '78ed24d0-b443-45f6-ba6c-e827cb5ebdbd', 'name': '', 'network_id': '293b1adc-2d8e-4243-b674-b9839f81e6de', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:ac:a9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be78626-697c-4168-9503-3e0d076666f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'bdd022ec-9ae6-4e06-b4ad-75c003d24023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:15Z', 'updated_at': '2021-07-13T08:41:16Z', 'revision_number': 2, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': 'bdd022ec-9ae6-4e06-b4ad-75c003d24023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:18.436473 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08dac51-cbf4-4081-8d5e-5686e24ece53 None None] Checking router: 7be78626-697c-4168-9503-3e0d076666f9 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:41:18.436759 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08dac51-cbf4-4081-8d5e-5686e24ece53 None None] Updating router 7be78626-697c-4168-9503-3e0d076666f9 port 78ed24d0-b443-45f6-ba6c-e827cb5ebdbd binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:41:18.476938 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e08dac51-cbf4-4081-8d5e-5686e24ece53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:18.491124 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b3927a07-7c73-48f7-b0ff-f2f1a47f0787 req-281102ee-efcd-4a43-bc29-12a45181fcd5 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa7cfd7b-5db9-4ecf-8829-4932da3684cd HTTP/1.1" status: 200 len: 210 time: 0.0317266 Jul 13 08:41:18.754883 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e08dac51-cbf4-4081-8d5e-5686e24ece53 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:18.765118 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e08dac51-cbf4-4081-8d5e-5686e24ece53 None None] Transition to ACTIVE for port object 78ed24d0-b443-45f6-ba6c-e827cb5ebdbd will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:41:18.771701 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e08dac51-cbf4-4081-8d5e-5686e24ece53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:18.852052 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879adfc-7d66-4081-b03a-93919d9f2263 None None] Pushing event updated for resources: {'Port': ['ID=78ed24d0-b443-45f6-ba6c-e827cb5ebdbd,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:18.883993 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-e08dac51-cbf4-4081-8d5e-5686e24ece53 None None] Attempting to bind port 78ed24d0-b443-45f6-ba6c-e827cb5ebdbd on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:41:18.884368 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-e08dac51-cbf4-4081-8d5e-5686e24ece53 None None] Attempting to bind port 78ed24d0-b443-45f6-ba6c-e827cb5ebdbd by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '4ac4f51f-856f-4691-bb7e-9f6bedbcc946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '293b1adc-2d8e-4243-b674-b9839f81e6de'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:41:18.884733 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08dac51-cbf4-4081-8d5e-5686e24ece53 None None] Attempting to bind port 78ed24d0-b443-45f6-ba6c-e827cb5ebdbd on network 293b1adc-2d8e-4243-b674-b9839f81e6de {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:41:18.889992 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08dac51-cbf4-4081-8d5e-5686e24ece53 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:41:18.890391 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08dac51-cbf4-4081-8d5e-5686e24ece53 None None] Checking segment: {'id': '4ac4f51f-856f-4691-bb7e-9f6bedbcc946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '293b1adc-2d8e-4243-b674-b9839f81e6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:41:18.890777 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e08dac51-cbf4-4081-8d5e-5686e24ece53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:18.891181 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08dac51-cbf4-4081-8d5e-5686e24ece53 None None] Bound using segment: {'id': '4ac4f51f-856f-4691-bb7e-9f6bedbcc946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '293b1adc-2d8e-4243-b674-b9839f81e6de'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:41:18.891994 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-e08dac51-cbf4-4081-8d5e-5686e24ece53 None None] Bound port: 78ed24d0-b443-45f6-ba6c-e827cb5ebdbd, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac4f51f-856f-4691-bb7e-9f6bedbcc946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '293b1adc-2d8e-4243-b674-b9839f81e6de'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:41:18.891994 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e08dac51-cbf4-4081-8d5e-5686e24ece53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:18.964508 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-e08dac51-cbf4-4081-8d5e-5686e24ece53 None None] For port 78ed24d0-b443-45f6-ba6c-e827cb5ebdbd, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:41:18.967860 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-e08dac51-cbf4-4081-8d5e-5686e24ece53 None None] For port 78ed24d0-b443-45f6-ba6c-e827cb5ebdbd, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=78ed24d0-b443-45f6-ba6c-e827cb5ebdbd,segment=NetworkSegment(4ac4f51f-856f-4691-bb7e-9f6bedbcc946),segment_id=4ac4f51f-856f-4691-bb7e-9f6bedbcc946)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:41:18.975539 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e08dac51-cbf4-4081-8d5e-5686e24ece53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:19.037147 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08dac51-cbf4-4081-8d5e-5686e24ece53 None None] Routers {'7be78626-697c-4168-9503-3e0d076666f9'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:41:19.038243 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-e08dac51-cbf4-4081-8d5e-5686e24ece53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:41:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['7be78626-697c-4168-9503-3e0d076666f9'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:19.082247 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 32222979-dd31-4433-810f-48c8566e4ad8 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:41:19.121519 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879adfc-7d66-4081-b03a-93919d9f2263 None None] Pushing event updated for resources: {'Port': ['ID=78ed24d0-b443-45f6-ba6c-e827cb5ebdbd,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:19.214166 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 32222979-dd31-4433-810f-48c8566e4ad8 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:19.214860 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:19.238534 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-e08dac51-cbf4-4081-8d5e-5686e24ece53 None None] Set router 7be78626-697c-4168-9503-3e0d076666f9 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:41:19.432637 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 0fd72287-1648-4146-848a-a59ce39dc3d7 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:41:19.535647 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 0fd72287-1648-4146-848a-a59ce39dc3d7 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:19.536200 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:19.611273 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-e08dac51-cbf4-4081-8d5e-5686e24ece53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be78626-697c-4168-9503-3e0d076666f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340127473', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '0fd72287-1648-4146-848a-a59ce39dc3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:12Z', 'updated_at': '2021-07-13T08:41:16Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': '0fd72287-1648-4146-848a-a59ce39dc3d7', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be78626-697c-4168-9503-3e0d076666f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:13Z', 'updated_at': '2021-07-13T08:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '78ed24d0-b443-45f6-ba6c-e827cb5ebdbd', 'name': '', 'network_id': '293b1adc-2d8e-4243-b674-b9839f81e6de', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:ac:a9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be78626-697c-4168-9503-3e0d076666f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'bdd022ec-9ae6-4e06-b4ad-75c003d24023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:15Z', 'updated_at': '2021-07-13T08:41:18Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': 'bdd022ec-9ae6-4e06-b4ad-75c003d24023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:19.642064 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08dac51-cbf4-4081-8d5e-5686e24ece53 None None] The sync data for ids ['7be78626-697c-4168-9503-3e0d076666f9'] in n-d-771363-34 is: [{'id': '7be78626-697c-4168-9503-3e0d076666f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340127473', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '0fd72287-1648-4146-848a-a59ce39dc3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:12Z', 'updated_at': '2021-07-13T08:41:16Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': '0fd72287-1648-4146-848a-a59ce39dc3d7', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be78626-697c-4168-9503-3e0d076666f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:13Z', 'updated_at': '2021-07-13T08:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '78ed24d0-b443-45f6-ba6c-e827cb5ebdbd', 'name': '', 'network_id': '293b1adc-2d8e-4243-b674-b9839f81e6de', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:ac:a9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be78626-697c-4168-9503-3e0d076666f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'bdd022ec-9ae6-4e06-b4ad-75c003d24023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:15Z', 'updated_at': '2021-07-13T08:41:18Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': 'bdd022ec-9ae6-4e06-b4ad-75c003d24023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:41:19.644803 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-e55fb663-4396-42da-9918-cc3db9318adc tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:19.646388 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-e55fb663-4396-42da-9918-cc3db9318adc tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.42 "GET /v2.0/networks?id=293b1adc-2d8e-4243-b674-b9839f81e6de HTTP/1.1" status: 200 len: 797 time: 0.1426361 Jul 13 08:41:19.682642 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-25d05f9e-95a1-4f52-866c-8ebe3cdc524d req-6027992b-4b78-4749-9e1f-1c65d35133bc tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa7cfd7b-5db9-4ecf-8829-4932da3684cd HTTP/1.1" status: 200 len: 210 time: 0.0466843 Jul 13 08:41:19.751152 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-9562fd06-84e1-4414-88ed-7393439bebad tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2107e32a8e4470d89bab814aa0ad2b5 HTTP/1.1" status: 200 len: 380 time: 0.0945392 Jul 13 08:41:19.761391 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-d6ac69f2-a64e-4ec8-9d91-da8b6e806c43 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'port': {'device_id': 'fa7cfd7b-5db9-4ecf-8829-4932da3684cd', 'network_id': '293b1adc-2d8e-4243-b674-b9839f81e6de', 'admin_state_up': True, 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'security_groups': ['ed77ce42-e6c1-4dff-a22e-dbb5a96a5e33']}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:19.879363 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-d6ac69f2-a64e-4ec8-9d91-da8b6e806c43 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Made reservation on behalf of f2107e32a8e4470d89bab814aa0ad2b5 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:41:19.882984 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-d6ac69f2-a64e-4ec8-9d91-da8b6e806c43 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:20.014545 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-d6ac69f2-a64e-4ec8-9d91-da8b6e806c43 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Allocated IP 172.20.0.12 (293b1adc-2d8e-4243-b674-b9839f81e6de/bdd022ec-9ae6-4e06-b4ad-75c003d24023/b73db621-9d91-4204-9cf3-d57c85edfd47) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:41:20.166785 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-d6ac69f2-a64e-4ec8-9d91-da8b6e806c43 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:20.182088 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-d6ac69f2-a64e-4ec8-9d91-da8b6e806c43 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Transition to ACTIVE for port object b73db621-9d91-4204-9cf3-d57c85edfd47 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:41:20.215688 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-d6ac69f2-a64e-4ec8-9d91-da8b6e806c43 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:20.263814 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-d6ac69f2-a64e-4ec8-9d91-da8b6e806c43 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Network 293b1adc-2d8e-4243-b674-b9839f81e6de is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:41:20.267164 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-d6ac69f2-a64e-4ec8-9d91-da8b6e806c43 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:41:20.269659 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-d6ac69f2-a64e-4ec8-9d91-da8b6e806c43 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:41:20.298096 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac69f2-a64e-4ec8-9d91-da8b6e806c43 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'Port': ['ID=b73db621-9d91-4204-9cf3-d57c85edfd47,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:20.330416 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-d6ac69f2-a64e-4ec8-9d91-da8b6e806c43 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:20.331067 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-d6ac69f2-a64e-4ec8-9d91-da8b6e806c43 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:20.347409 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-d6ac69f2-a64e-4ec8-9d91-da8b6e806c43 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5909004 Jul 13 08:41:20.357898 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-8b69ca82-a85a-4a62-987f-6dafbb05c2bd tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:41:20.359229 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-8b69ca82-a85a-4a62-987f-6dafbb05c2bd tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060971 Jul 13 08:41:20.370216 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-ceba852a-fc9f-4b51-a76d-9e752daf5089 service neutron] Request body: {'port': {'device_id': 'fa7cfd7b-5db9-4ecf-8829-4932da3684cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:20.458787 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-ceba852a-fc9f-4b51-a76d-9e752daf5089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:20.561948 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8b96e7c4-3cd3-49eb-ad6b-d5a538b20635 None None] Provisioning for port b73db621-9d91-4204-9cf3-d57c85edfd47 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:41:20.570216 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-8b96e7c4-3cd3-49eb-ad6b-d5a538b20635 None None] Provisioning complete for port b73db621-9d91-4204-9cf3-d57c85edfd47 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:20.570597 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8b96e7c4-3cd3-49eb-ad6b-d5a538b20635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:20.612617 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-8b96e7c4-3cd3-49eb-ad6b-d5a538b20635 None None] Port b73db621-9d91-4204-9cf3-d57c85edfd47 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:41:20.741948 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-ceba852a-fc9f-4b51-a76d-9e752daf5089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b73db621-9d91-4204-9cf3-d57c85edfd47 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:41:20.750036 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-ceba852a-fc9f-4b51-a76d-9e752daf5089 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:20.763559 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-ceba852a-fc9f-4b51-a76d-9e752daf5089 service neutron] Transition to ACTIVE for port object b73db621-9d91-4204-9cf3-d57c85edfd47 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:41:20.768384 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-ceba852a-fc9f-4b51-a76d-9e752daf5089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:20.857394 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba852a-fc9f-4b51-a76d-9e752daf5089 service neutron] Pushing event updated for resources: {'Port': ['ID=b73db621-9d91-4204-9cf3-d57c85edfd47,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:20.889019 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-ceba852a-fc9f-4b51-a76d-9e752daf5089 service neutron] Attempting to bind port b73db621-9d91-4204-9cf3-d57c85edfd47 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:41:20.889362 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-ceba852a-fc9f-4b51-a76d-9e752daf5089 service neutron] Attempting to bind port b73db621-9d91-4204-9cf3-d57c85edfd47 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '4ac4f51f-856f-4691-bb7e-9f6bedbcc946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '293b1adc-2d8e-4243-b674-b9839f81e6de'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:41:20.889694 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-ceba852a-fc9f-4b51-a76d-9e752daf5089 service neutron] Attempting to bind port b73db621-9d91-4204-9cf3-d57c85edfd47 on network 293b1adc-2d8e-4243-b674-b9839f81e6de {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:41:20.894283 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-ceba852a-fc9f-4b51-a76d-9e752daf5089 service neutron] Port b73db621-9d91-4204-9cf3-d57c85edfd47 on network 293b1adc-2d8e-4243-b674-b9839f81e6de not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:41:20.894604 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-ceba852a-fc9f-4b51-a76d-9e752daf5089 service neutron] Attempting to bind port b73db621-9d91-4204-9cf3-d57c85edfd47 on network 293b1adc-2d8e-4243-b674-b9839f81e6de {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:41:20.900400 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-ceba852a-fc9f-4b51-a76d-9e752daf5089 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:41:20.900743 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-ceba852a-fc9f-4b51-a76d-9e752daf5089 service neutron] Checking segment: {'id': '4ac4f51f-856f-4691-bb7e-9f6bedbcc946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '293b1adc-2d8e-4243-b674-b9839f81e6de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:41:20.901129 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-ceba852a-fc9f-4b51-a76d-9e752daf5089 service neutron] Bound using segment: {'id': '4ac4f51f-856f-4691-bb7e-9f6bedbcc946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '293b1adc-2d8e-4243-b674-b9839f81e6de'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:41:20.901560 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-ceba852a-fc9f-4b51-a76d-9e752daf5089 service neutron] Bound port: b73db621-9d91-4204-9cf3-d57c85edfd47, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ac4f51f-856f-4691-bb7e-9f6bedbcc946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '293b1adc-2d8e-4243-b674-b9839f81e6de'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:41:20.901926 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-ceba852a-fc9f-4b51-a76d-9e752daf5089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:20.922067 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd070c05-4e43-4a24-8c82-09530f53fc4f req-657708da-a39a-441d-b8c2-f3373c636e96 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:20.923941 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dd070c05-4e43-4a24-8c82-09530f53fc4f req-657708da-a39a-441d-b8c2-f3373c636e96 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa7cfd7b-5db9-4ecf-8829-4932da3684cd HTTP/1.1" status: 200 len: 944 time: 0.0800085 Jul 13 08:41:20.964882 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-dd070c05-4e43-4a24-8c82-09530f53fc4f req-a6986fa5-642e-4b8e-a062-fb73cbac2110 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed77ce42-e6c1-4dff-a22e-dbb5a96a5e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345392 Jul 13 08:41:20.975720 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-ceba852a-fc9f-4b51-a76d-9e752daf5089 service neutron] For port b73db621-9d91-4204-9cf3-d57c85edfd47, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:41:20.979178 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-ceba852a-fc9f-4b51-a76d-9e752daf5089 service neutron] For port b73db621-9d91-4204-9cf3-d57c85edfd47, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=b73db621-9d91-4204-9cf3-d57c85edfd47,segment=NetworkSegment(4ac4f51f-856f-4691-bb7e-9f6bedbcc946),segment_id=4ac4f51f-856f-4691-bb7e-9f6bedbcc946)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:41:20.990014 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-ceba852a-fc9f-4b51-a76d-9e752daf5089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:21.037420 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-ceba852a-fc9f-4b51-a76d-9e752daf5089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:21.038041 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-ceba852a-fc9f-4b51-a76d-9e752daf5089 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:21.039471 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-ceba852a-fc9f-4b51-a76d-9e752daf5089 service neutron] 10.222.0.42 "PUT /v2.0/ports/b73db621-9d91-4204-9cf3-d57c85edfd47 HTTP/1.1" status: 200 len: 1093 time: 0.6740298 Jul 13 08:41:21.040009 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7cfd7b-5db9-4ecf-8829-4932da3684cd', 'tag': 'b73db621-9d91-4204-9cf3-d57c85edfd47'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:41:21.042247 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb75e9f-fd10-4e86-a2c1-df50a58ed0f0" -d '{"events": [{"name": "network-changed", "server_uuid": "fa7cfd7b-5db9-4ecf-8829-4932da3684cd", "tag": "b73db621-9d91-4204-9cf3-d57c85edfd47"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:41:21.066330 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba852a-fc9f-4b51-a76d-9e752daf5089 service neutron] Pushing event updated for resources: {'Port': ['ID=b73db621-9d91-4204-9cf3-d57c85edfd47,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:21.071467 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 78ed24d0-b443-45f6-ba6c-e827cb5ebdbd up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:41:21.089335 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fd9563-7d47-45ef-a91b-d96469608950 x-openstack-request-id: req-a1fd9563-7d47-45ef-a91b-d96469608950 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:41:21.089626 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa7cfd7b-5db9-4ecf-8829-4932da3684cd", "tag": "b73db621-9d91-4204-9cf3-d57c85edfd47", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:41:21.089878 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a1fd9563-7d47-45ef-a91b-d96469608950 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:41:21.090284 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa7cfd7b-5db9-4ecf-8829-4932da3684cd', 'tag': 'b73db621-9d91-4204-9cf3-d57c85edfd47', 'status': 'completed', 'code': 200} Jul 13 08:41:21.145495 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 78ed24d0-b443-45f6-ba6c-e827cb5ebdbd completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:41:21.149591 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 78ed24d0-b443-45f6-ba6c-e827cb5ebdbd triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:21.149970 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:21.153379 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-1564269e-de5e-4364-b7ca-65580dd30500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:21.155409 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-1564269e-de5e-4364-b7ca-65580dd30500 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2107e32a8e4470d89bab814aa0ad2b5&device_id=fa7cfd7b-5db9-4ecf-8829-4932da3684cd HTTP/1.1" status: 200 len: 1096 time: 0.0624602 Jul 13 08:41:21.198544 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-3d67dd2c-54e1-44a3-90d5-3ec327af54e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b73db621-9d91-4204-9cf3-d57c85edfd47 HTTP/1.1" status: 200 len: 217 time: 0.0362818 Jul 13 08:41:21.231858 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:21.256233 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-ca7863ed-6556-434f-892a-a8e039b9d73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:21.257941 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-ca7863ed-6556-434f-892a-a8e039b9d73b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bdd022ec-9ae6-4e06-b4ad-75c003d24023 HTTP/1.1" status: 200 len: 834 time: 0.0533638 Jul 13 08:41:21.269254 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 78ed24d0-b443-45f6-ba6c-e827cb5ebdbd, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=78ed24d0-b443-45f6-ba6c-e827cb5ebdbd,segment=NetworkSegment(4ac4f51f-856f-4691-bb7e-9f6bedbcc946),segment_id=4ac4f51f-856f-4691-bb7e-9f6bedbcc946)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:21.276353 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:21.320799 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-b54847fd-ccc0-4490-a3d5-12cba1edd5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:21.322622 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-b54847fd-ccc0-4490-a3d5-12cba1edd5a4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=293b1adc-2d8e-4243-b674-b9839f81e6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586581 Jul 13 08:41:21.344264 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=78ed24d0-b443-45f6-ba6c-e827cb5ebdbd,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:21.422882 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-b8f4228c-78c0-4fba-9e84-6d12e6edf492 service neutron] 10.222.0.42 "GET /v2.0/networks/293b1adc-2d8e-4243-b674-b9839f81e6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922339 Jul 13 08:41:21.526905 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-768dde01-2916-44a5-b7ac-e9a64cc71668 req-302c9c05-fd9c-41b3-a60f-f92875f2a8cc service neutron] 10.222.0.42 "GET /v2.0/networks/293b1adc-2d8e-4243-b674-b9839f81e6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981276 Jul 13 08:41:21.561633 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a1282c6e-58e5-4d3a-8b5a-aaae2051ad4f None None] Provisioning complete for port 78ed24d0-b443-45f6-ba6c-e827cb5ebdbd triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:21.561998 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a1282c6e-58e5-4d3a-8b5a-aaae2051ad4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:21.626199 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb75e9f-fd10-4e86-a2c1-df50a58ed0f0 req-38bca3e1-195f-4f99-a813-580fb7edd9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:21.627715 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6cb75e9f-fd10-4e86-a2c1-df50a58ed0f0 req-38bca3e1-195f-4f99-a813-580fb7edd9c5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2107e32a8e4470d89bab814aa0ad2b5&device_id=fa7cfd7b-5db9-4ecf-8829-4932da3684cd HTTP/1.1" status: 200 len: 1096 time: 0.0576358 Jul 13 08:41:21.721698 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb75e9f-fd10-4e86-a2c1-df50a58ed0f0 req-a1b2cd02-eada-47a0-b707-71c586a8fc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:21.723872 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6cb75e9f-fd10-4e86-a2c1-df50a58ed0f0 req-a1b2cd02-eada-47a0-b707-71c586a8fc3d service neutron] 10.222.0.42 "GET /v2.0/networks?id=293b1adc-2d8e-4243-b674-b9839f81e6de HTTP/1.1" status: 200 len: 898 time: 0.0892308 Jul 13 08:41:21.763118 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6cb75e9f-fd10-4e86-a2c1-df50a58ed0f0 req-16e44b14-e690-47c8-ab55-b919cf1a80c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b73db621-9d91-4204-9cf3-d57c85edfd47 HTTP/1.1" status: 200 len: 217 time: 0.0332096 Jul 13 08:41:21.815537 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb75e9f-fd10-4e86-a2c1-df50a58ed0f0 req-34f48e2c-5b66-41be-a997-279b866e9ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:21.816974 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6cb75e9f-fd10-4e86-a2c1-df50a58ed0f0 req-34f48e2c-5b66-41be-a997-279b866e9ce2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bdd022ec-9ae6-4e06-b4ad-75c003d24023 HTTP/1.1" status: 200 len: 834 time: 0.0476506 Jul 13 08:41:21.872559 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb75e9f-fd10-4e86-a2c1-df50a58ed0f0 req-a137da5a-6451-4c86-8ae4-95c2df176ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:21.873942 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6cb75e9f-fd10-4e86-a2c1-df50a58ed0f0 req-a137da5a-6451-4c86-8ae4-95c2df176ad5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=293b1adc-2d8e-4243-b674-b9839f81e6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505018 Jul 13 08:41:21.964514 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6cb75e9f-fd10-4e86-a2c1-df50a58ed0f0 req-18f0073c-f158-4706-9918-f605f30d748e service neutron] 10.222.0.42 "GET /v2.0/networks/293b1adc-2d8e-4243-b674-b9839f81e6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834055 Jul 13 08:41:22.057117 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6cb75e9f-fd10-4e86-a2c1-df50a58ed0f0 req-86b4b1ee-ab38-40c9-b40e-450c00bf8cdd service neutron] 10.222.0.42 "GET /v2.0/networks/293b1adc-2d8e-4243-b674-b9839f81e6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856805 Jul 13 08:41:22.154122 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a215b24-3dd7-4c44-9815-089bf437d480 req-5ce8f213-d63f-478a-9d0b-48c9381e535f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:22.155632 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7a215b24-3dd7-4c44-9815-089bf437d480 req-5ce8f213-d63f-478a-9d0b-48c9381e535f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa7cfd7b-5db9-4ecf-8829-4932da3684cd HTTP/1.1" status: 200 len: 944 time: 0.0645461 Jul 13 08:41:22.193563 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7a215b24-3dd7-4c44-9815-089bf437d480 req-2ef06a81-9cd4-4c40-906a-1b28bf652f30 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed77ce42-e6c1-4dff-a22e-dbb5a96a5e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318291 Jul 13 08:41:23.030970 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 78ed24d0-b443-45f6-ba6c-e827cb5ebdbd up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:41:23.080991 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 78ed24d0-b443-45f6-ba6c-e827cb5ebdbd triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:23.081355 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:23.372993 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7815655-6136-4732-bf17-a705647093a1 req-ccc37ff1-1c7f-467c-97f3-48d20128a5b4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:23.374502 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f7815655-6136-4732-bf17-a705647093a1 req-ccc37ff1-1c7f-467c-97f3-48d20128a5b4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa7cfd7b-5db9-4ecf-8829-4932da3684cd HTTP/1.1" status: 200 len: 944 time: 0.0662262 Jul 13 08:41:23.415971 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f7815655-6136-4732-bf17-a705647093a1 req-419f7ffd-09a3-420b-b909-50ba5c6f0f61 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed77ce42-e6c1-4dff-a22e-dbb5a96a5e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357938 Jul 13 08:41:23.850465 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device b73db621-9d91-4204-9cf3-d57c85edfd47 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:41:23.946634 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port b73db621-9d91-4204-9cf3-d57c85edfd47, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=b73db621-9d91-4204-9cf3-d57c85edfd47,segment=NetworkSegment(4ac4f51f-856f-4691-bb7e-9f6bedbcc946),segment_id=4ac4f51f-856f-4691-bb7e-9f6bedbcc946)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:23.961892 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': 'b73db621-9d91-4204-9cf3-d57c85edfd47', 'network_id': '293b1adc-2d8e-4243-b674-b9839f81e6de', 'port_id': 'b73db621-9d91-4204-9cf3-d57c85edfd47', 'mac_address': 'fa:16:3e:1f:52:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd022ec-9ae6-4e06-b4ad-75c003d24023', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:41:23.998929 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:24.012762 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b73db621-9d91-4204-9cf3-d57c85edfd47 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:41:24.034066 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port b73db621-9d91-4204-9cf3-d57c85edfd47, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=b73db621-9d91-4204-9cf3-d57c85edfd47,segment=NetworkSegment(4ac4f51f-856f-4691-bb7e-9f6bedbcc946),segment_id=4ac4f51f-856f-4691-bb7e-9f6bedbcc946)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:24.038437 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:24.096451 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=b73db621-9d91-4204-9cf3-d57c85edfd47,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:24.290455 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['b73db621-9d91-4204-9cf3-d57c85edfd47'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:41:24.431831 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:24.613190 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561abacb-70c8-4285-a926-891ea72ca772 req-35c4b70f-7e87-435d-96e7-cb02926a3889 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:24.615348 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-561abacb-70c8-4285-a926-891ea72ca772 req-35c4b70f-7e87-435d-96e7-cb02926a3889 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa7cfd7b-5db9-4ecf-8829-4932da3684cd HTTP/1.1" status: 200 len: 945 time: 0.0836771 Jul 13 08:41:24.654916 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-561abacb-70c8-4285-a926-891ea72ca772 req-2cb2063c-430d-4887-9e5d-469500c6e3a9 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed77ce42-e6c1-4dff-a22e-dbb5a96a5e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338192 Jul 13 08:41:24.750928 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:25.837994 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c02501-797c-4936-86e0-a2875e7df8bf req-f6c86231-cec0-47e5-9335-4087e6aa37d6 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:25.839494 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-45c02501-797c-4936-86e0-a2875e7df8bf req-f6c86231-cec0-47e5-9335-4087e6aa37d6 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa7cfd7b-5db9-4ecf-8829-4932da3684cd HTTP/1.1" status: 200 len: 945 time: 0.0696697 Jul 13 08:41:25.850671 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device b73db621-9d91-4204-9cf3-d57c85edfd47 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:41:25.880199 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-45c02501-797c-4936-86e0-a2875e7df8bf req-9a8df03a-00d7-498a-9145-720017c12728 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed77ce42-e6c1-4dff-a22e-dbb5a96a5e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350251 Jul 13 08:41:25.898134 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port b73db621-9d91-4204-9cf3-d57c85edfd47 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:41:25.902079 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port b73db621-9d91-4204-9cf3-d57c85edfd47 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:25.902454 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:25.983999 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:26.008755 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7cfd7b-5db9-4ecf-8829-4932da3684cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73db621-9d91-4204-9cf3-d57c85edfd47'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:41:26.010989 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}819247fa28fcd914db4aabd8a9f8f95ceb467163a9d63008da3b74a1dcff375d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567c691b-309f-4215-b883-cd46aa14c60c" -d '{"events": [{"server_uuid": "fa7cfd7b-5db9-4ecf-8829-4932da3684cd", "name": "network-vif-plugged", "status": "completed", "tag": "b73db621-9d91-4204-9cf3-d57c85edfd47"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:41:26.024906 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port b73db621-9d91-4204-9cf3-d57c85edfd47, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=b73db621-9d91-4204-9cf3-d57c85edfd47,segment=NetworkSegment(4ac4f51f-856f-4691-bb7e-9f6bedbcc946),segment_id=4ac4f51f-856f-4691-bb7e-9f6bedbcc946)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:41:26.029978 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:26.056845 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc511cdc-ed02-4337-955a-14e37337e3df x-openstack-request-id: req-cc511cdc-ed02-4337-955a-14e37337e3df {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:41:26.057128 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7cfd7b-5db9-4ecf-8829-4932da3684cd", "name": "network-vif-plugged", "status": "completed", "tag": "b73db621-9d91-4204-9cf3-d57c85edfd47", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:41:26.057811 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc511cdc-ed02-4337-955a-14e37337e3df {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:41:26.058199 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7cfd7b-5db9-4ecf-8829-4932da3684cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73db621-9d91-4204-9cf3-d57c85edfd47', 'code': 200} Jul 13 08:41:26.093423 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=b73db621-9d91-4204-9cf3-d57c85edfd47,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:26.172116 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f29d5-90e6-4638-933c-35f44dbb1b53 req-a6a40557-f07c-43d1-ae76-e7e441edca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:26.173674 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-498f29d5-90e6-4638-933c-35f44dbb1b53 req-a6a40557-f07c-43d1-ae76-e7e441edca6d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fa7cfd7b-5db9-4ecf-8829-4932da3684cd HTTP/1.1" status: 200 len: 1098 time: 0.0546024 Jul 13 08:41:26.213028 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-498f29d5-90e6-4638-933c-35f44dbb1b53 req-5c84866e-56cd-490f-88a8-3c57094f0e98 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ed77ce42-e6c1-4dff-a22e-dbb5a96a5e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329401 Jul 13 08:41:26.312489 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-af95c9f4-7f0a-4ef7-93d6-463647e1675f None None] Provisioning complete for port b73db621-9d91-4204-9cf3-d57c85edfd47 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:41:26.312851 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-af95c9f4-7f0a-4ef7-93d6-463647e1675f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:27.068415 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd21f9-962a-4a49-a18a-dbf5ffe29929 req-02ce8586-58f5-4cd0-8a21-bb2cc012c4c3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:27.069922 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-98cd21f9-962a-4a49-a18a-dbf5ffe29929 req-02ce8586-58f5-4cd0-8a21-bb2cc012c4c3 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa7cfd7b-5db9-4ecf-8829-4932da3684cd HTTP/1.1" status: 200 len: 946 time: 0.0661941 Jul 13 08:41:27.108061 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-98cd21f9-962a-4a49-a18a-dbf5ffe29929 req-1589377f-3828-413f-b138-c8179a880635 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed77ce42-e6c1-4dff-a22e-dbb5a96a5e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324783 Jul 13 08:41:28.283066 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7014e-024d-486e-bc75-096204fc85e0 req-c0f6b54d-18c9-40e4-8d56-342c9ed4edef tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:28.284836 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-15b7014e-024d-486e-bc75-096204fc85e0 req-c0f6b54d-18c9-40e4-8d56-342c9ed4edef tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa7cfd7b-5db9-4ecf-8829-4932da3684cd HTTP/1.1" status: 200 len: 946 time: 0.0637660 Jul 13 08:41:28.323450 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-15b7014e-024d-486e-bc75-096204fc85e0 req-f52198bc-63bc-437e-8014-b2b9aa8464cb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed77ce42-e6c1-4dff-a22e-dbb5a96a5e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324237 Jul 13 08:41:28.507715 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f58c2-792d-4f75-b35a-eaa4b2b15285 req-fbb98fe3-0656-473f-8dc6-aa895eb96f62 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:28.509228 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1a2f58c2-792d-4f75-b35a-eaa4b2b15285 req-fbb98fe3-0656-473f-8dc6-aa895eb96f62 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa7cfd7b-5db9-4ecf-8829-4932da3684cd HTTP/1.1" status: 200 len: 946 time: 0.0685563 Jul 13 08:41:28.549255 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1a2f58c2-792d-4f75-b35a-eaa4b2b15285 req-5e10ef15-6e0d-4d10-8242-6d8baa93f841 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed77ce42-e6c1-4dff-a22e-dbb5a96a5e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344050 Jul 13 08:41:28.576435 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46496) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:28.633492 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f152fd-d258-4ac4-802a-4ba83c32f053 tempest-TestNetworkAdvancedServerOps-849280787 tempest-TestNetworkAdvancedServerOps-849280787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:28.635035 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e8f152fd-d258-4ac4-802a-4ba83c32f053 tempest-TestNetworkAdvancedServerOps-849280787 tempest-TestNetworkAdvancedServerOps-849280787-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fa7cfd7b-5db9-4ecf-8829-4932da3684cd HTTP/1.1" status: 200 len: 1093 time: 0.0575433 Jul 13 08:41:28.637935 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46498) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:28.642385 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-58f92b30-250f-49de-9a46-51e86e908dc8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'port_id': 'b73db621-9d91-4204-9cf3-d57c85edfd47', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:41:28.664907 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-58f92b30-250f-49de-9a46-51e86e908dc8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for floatingip, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:28.761404 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-58f92b30-250f-49de-9a46-51e86e908dc8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:28.865232 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-58f92b30-250f-49de-9a46-51e86e908dc8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Allocated IP 172.25.3.123 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/1d4658cf-a76e-49fc-86e8-e592c15bd738) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:41:28.965761 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-58f92b30-250f-49de-9a46-51e86e908dc8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:29.006479 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-58f92b30-250f-49de-9a46-51e86e908dc8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:29.050239 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f92b30-250f-49de-9a46-51e86e908dc8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:41:29.053900 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-58f92b30-250f-49de-9a46-51e86e908dc8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:41:29.057376 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f92b30-250f-49de-9a46-51e86e908dc8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:41:29.062830 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f92b30-250f-49de-9a46-51e86e908dc8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'Port': ['ID=1d4658cf-a76e-49fc-86e8-e592c15bd738,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:29.430094 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-58f92b30-250f-49de-9a46-51e86e908dc8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:29.513992 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-58f92b30-250f-49de-9a46-51e86e908dc8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:29.673872 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-58f92b30-250f-49de-9a46-51e86e908dc8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:29.678960 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-58f92b30-250f-49de-9a46-51e86e908dc8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:29.747520 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f92b30-250f-49de-9a46-51e86e908dc8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event updated for resources: {'Port': ['ID=1d4658cf-a76e-49fc-86e8-e592c15bd738,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:41:29.759131 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-58f92b30-250f-49de-9a46-51e86e908dc8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:29.864536 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [None req-58f92b30-250f-49de-9a46-51e86e908dc8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Floating IP 815703a0-f556-49c2-80c0-46605cc6b003 associated. External IP: 172.25.3.123, port: b73db621-9d91-4204-9cf3-d57c85edfd47. Jul 13 08:41:30.073390 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f92b30-250f-49de-9a46-51e86e908dc8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Router 7be78626-697c-4168-9503-3e0d076666f9 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:41:30.181656 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f92b30-250f-49de-9a46-51e86e908dc8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:41:30.190937 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86048b6-9ec6-4ae2-826a-a732758338c7 None None] Sync routers for ids ['7be78626-697c-4168-9503-3e0d076666f9'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:41:30.197153 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-58f92b30-250f-49de-9a46-51e86e908dc8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:30.201379 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86048b6-9ec6-4ae2-826a-a732758338c7 None None] Routers {'7be78626-697c-4168-9503-3e0d076666f9'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:41:30.201995 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-a86048b6-9ec6-4ae2-826a-a732758338c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:41:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['7be78626-697c-4168-9503-3e0d076666f9'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:30.234323 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-58f92b30-250f-49de-9a46-51e86e908dc8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5952346 Jul 13 08:41:30.234888 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7cfd7b-5db9-4ecf-8829-4932da3684cd', 'tag': 'b73db621-9d91-4204-9cf3-d57c85edfd47'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:41:30.237344 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33af52f666a6377eeaf9d00c6054365c515a6ddb0c8cc5669bfcff545a31cac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5692009a-3089-4c02-a7ef-664f3194976c" -d '{"events": [{"name": "network-changed", "server_uuid": "fa7cfd7b-5db9-4ecf-8829-4932da3684cd", "tag": "b73db621-9d91-4204-9cf3-d57c85edfd47"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:41:30.275555 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89e268a-1b05-45e7-a5f9-976f97ce9cab x-openstack-request-id: req-d89e268a-1b05-45e7-a5f9-976f97ce9cab {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:41:30.275822 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa7cfd7b-5db9-4ecf-8829-4932da3684cd", "tag": "b73db621-9d91-4204-9cf3-d57c85edfd47", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:41:30.276072 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d89e268a-1b05-45e7-a5f9-976f97ce9cab {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:41:30.276473 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa7cfd7b-5db9-4ecf-8829-4932da3684cd', 'tag': 'b73db621-9d91-4204-9cf3-d57c85edfd47', 'status': 'completed', 'code': 200} Jul 13 08:41:30.325705 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-a86048b6-9ec6-4ae2-826a-a732758338c7 None None] Set router 7be78626-697c-4168-9503-3e0d076666f9 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:41:30.353317 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692009a-3089-4c02-a7ef-664f3194976c req-a501171e-4e9f-4374-9f8f-f95c1203f999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:30.354852 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5692009a-3089-4c02-a7ef-664f3194976c req-a501171e-4e9f-4374-9f8f-f95c1203f999 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2107e32a8e4470d89bab814aa0ad2b5&device_id=fa7cfd7b-5db9-4ecf-8829-4932da3684cd HTTP/1.1" status: 200 len: 1098 time: 0.0567040 Jul 13 08:41:30.402826 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cd6d34d6-c2aa-4501-9536-ef088b310268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:30.410074 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef860b-5698-4894-9e88-5e7931f23941 req-5c1bccb2-dd32-48ff-bafb-1628082e572b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:30.415810 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cdef860b-5698-4894-9e88-5e7931f23941 req-5c1bccb2-dd32-48ff-bafb-1628082e572b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa7cfd7b-5db9-4ecf-8829-4932da3684cd HTTP/1.1" status: 200 len: 946 time: 0.0753679 Jul 13 08:41:30.458480 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cdef860b-5698-4894-9e88-5e7931f23941 req-6a07c590-7607-4596-964d-05fa667c6005 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed77ce42-e6c1-4dff-a22e-dbb5a96a5e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399408 Jul 13 08:41:30.463091 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692009a-3089-4c02-a7ef-664f3194976c req-888f38ff-a166-4352-abba-780f883e818f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:30.464808 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5692009a-3089-4c02-a7ef-664f3194976c req-888f38ff-a166-4352-abba-780f883e818f service neutron] 10.222.0.42 "GET /v2.0/networks?id=293b1adc-2d8e-4243-b674-b9839f81e6de HTTP/1.1" status: 200 len: 898 time: 0.1040971 Jul 13 08:41:30.483472 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46504) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:30.535121 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5692009a-3089-4c02-a7ef-664f3194976c req-c7821c7d-248b-4119-8758-89b339668a9c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b73db621-9d91-4204-9cf3-d57c85edfd47 HTTP/1.1" status: 200 len: 1000 time: 0.0627410 Jul 13 08:41:30.550067 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-ae11a77b-617e-4d56-90a1-9e1520f94b02 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/floatingips/815703a0-f556-49c2-80c0-46605cc6b003 HTTP/1.1" status: 200 len: 992 time: 0.0654385 Jul 13 08:41:30.570948 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-a86048b6-9ec6-4ae2-826a-a732758338c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be78626-697c-4168-9503-3e0d076666f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340127473', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '0fd72287-1648-4146-848a-a59ce39dc3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:12Z', 'updated_at': '2021-07-13T08:41:16Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': '0fd72287-1648-4146-848a-a59ce39dc3d7', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be78626-697c-4168-9503-3e0d076666f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:13Z', 'updated_at': '2021-07-13T08:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '815703a0-f556-49c2-80c0-46605cc6b003', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'floating_ip_address': '172.25.3.123', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '7be78626-697c-4168-9503-3e0d076666f9', 'port_id': 'b73db621-9d91-4204-9cf3-d57c85edfd47', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '293b1adc-2d8e-4243-b674-b9839f81e6de', 'mac_address': 'fa:16:3e:1f:52:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7cfd7b-5db9-4ecf-8829-4932da3684cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:41:29Z', 'updated_at': '2021-07-13T08:41:29Z', 'revision_number': 0, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78ed24d0-b443-45f6-ba6c-e827cb5ebdbd', 'name': '', 'network_id': '293b1adc-2d8e-4243-b674-b9839f81e6de', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:ac:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be78626-697c-4168-9503-3e0d076666f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'bdd022ec-9ae6-4e06-b4ad-75c003d24023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:15Z', 'updated_at': '2021-07-13T08:41:21Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': 'bdd022ec-9ae6-4e06-b4ad-75c003d24023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:30.592054 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692009a-3089-4c02-a7ef-664f3194976c req-17d7bc94-0783-48ae-8a45-8f287acdca51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:30.593501 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5692009a-3089-4c02-a7ef-664f3194976c req-17d7bc94-0783-48ae-8a45-8f287acdca51 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bdd022ec-9ae6-4e06-b4ad-75c003d24023 HTTP/1.1" status: 200 len: 834 time: 0.0528588 Jul 13 08:41:30.597657 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86048b6-9ec6-4ae2-826a-a732758338c7 None None] Checking router: 7be78626-697c-4168-9503-3e0d076666f9 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:41:30.605964 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86048b6-9ec6-4ae2-826a-a732758338c7 None None] Routers {'7be78626-697c-4168-9503-3e0d076666f9'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:41:30.606576 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-a86048b6-9ec6-4ae2-826a-a732758338c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:41:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['7be78626-697c-4168-9503-3e0d076666f9'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:30.653710 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692009a-3089-4c02-a7ef-664f3194976c req-9c6d872d-c7a7-47fe-98ba-f81270c564ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:41:30.655471 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5692009a-3089-4c02-a7ef-664f3194976c req-9c6d872d-c7a7-47fe-98ba-f81270c564ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=293b1adc-2d8e-4243-b674-b9839f81e6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550997 Jul 13 08:41:30.712122 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-a86048b6-9ec6-4ae2-826a-a732758338c7 None None] Set router 7be78626-697c-4168-9503-3e0d076666f9 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:41:30.744993 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5692009a-3089-4c02-a7ef-664f3194976c req-e213e5b0-13bc-46b6-9cb1-744c97bc2be6 service neutron] 10.222.0.42 "GET /v2.0/networks/293b1adc-2d8e-4243-b674-b9839f81e6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838463 Jul 13 08:41:30.839178 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5692009a-3089-4c02-a7ef-664f3194976c req-1a2041da-9f91-471b-9f5d-51b68cd6b963 service neutron] 10.222.0.42 "GET /v2.0/networks/293b1adc-2d8e-4243-b674-b9839f81e6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885410 Jul 13 08:41:30.940505 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-a86048b6-9ec6-4ae2-826a-a732758338c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be78626-697c-4168-9503-3e0d076666f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340127473', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '0fd72287-1648-4146-848a-a59ce39dc3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:12Z', 'updated_at': '2021-07-13T08:41:16Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': '0fd72287-1648-4146-848a-a59ce39dc3d7', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be78626-697c-4168-9503-3e0d076666f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:13Z', 'updated_at': '2021-07-13T08:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '815703a0-f556-49c2-80c0-46605cc6b003', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'floating_ip_address': '172.25.3.123', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '7be78626-697c-4168-9503-3e0d076666f9', 'port_id': 'b73db621-9d91-4204-9cf3-d57c85edfd47', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '293b1adc-2d8e-4243-b674-b9839f81e6de', 'mac_address': 'fa:16:3e:1f:52:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7cfd7b-5db9-4ecf-8829-4932da3684cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:41:29Z', 'updated_at': '2021-07-13T08:41:29Z', 'revision_number': 0, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78ed24d0-b443-45f6-ba6c-e827cb5ebdbd', 'name': '', 'network_id': '293b1adc-2d8e-4243-b674-b9839f81e6de', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:ac:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be78626-697c-4168-9503-3e0d076666f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'bdd022ec-9ae6-4e06-b4ad-75c003d24023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:15Z', 'updated_at': '2021-07-13T08:41:21Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': 'bdd022ec-9ae6-4e06-b4ad-75c003d24023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:41:30.967384 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86048b6-9ec6-4ae2-826a-a732758338c7 None None] The sync data for ids ['7be78626-697c-4168-9503-3e0d076666f9'] in n-d-771363-34 is: [{'id': '7be78626-697c-4168-9503-3e0d076666f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340127473', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '0fd72287-1648-4146-848a-a59ce39dc3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:12Z', 'updated_at': '2021-07-13T08:41:16Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': '0fd72287-1648-4146-848a-a59ce39dc3d7', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be78626-697c-4168-9503-3e0d076666f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:13Z', 'updated_at': '2021-07-13T08:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '815703a0-f556-49c2-80c0-46605cc6b003', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'floating_ip_address': '172.25.3.123', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '7be78626-697c-4168-9503-3e0d076666f9', 'port_id': 'b73db621-9d91-4204-9cf3-d57c85edfd47', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '293b1adc-2d8e-4243-b674-b9839f81e6de', 'mac_address': 'fa:16:3e:1f:52:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7cfd7b-5db9-4ecf-8829-4932da3684cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:41:29Z', 'updated_at': '2021-07-13T08:41:29Z', 'revision_number': 0, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78ed24d0-b443-45f6-ba6c-e827cb5ebdbd', 'name': '', 'network_id': '293b1adc-2d8e-4243-b674-b9839f81e6de', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:ac:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be78626-697c-4168-9503-3e0d076666f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'bdd022ec-9ae6-4e06-b4ad-75c003d24023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:15Z', 'updated_at': '2021-07-13T08:41:21Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': 'bdd022ec-9ae6-4e06-b4ad-75c003d24023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:41:31.186388 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aeb031-f2fb-43ce-b344-9b565d1693a7 None None] New status for floating IP 815703a0-f556-49c2-80c0-46605cc6b003: ACTIVE {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:41:31.554836 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46506) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:41:31.622013 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-503f7a34-43f3-485d-ab59-b1e9639822c8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/floatingips/815703a0-f556-49c2-80c0-46605cc6b003 HTTP/1.1" status: 200 len: 994 time: 0.0658410 Jul 13 08:41:33.245001 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:33.275001 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7c9e3839-2201-45b0-aa31-501d33de3b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:34.408260 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:36.170467 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:49.039527 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:41:54.428643 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:41:54.755510 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:00.405501 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-345cda53-c8b9-4fb8-baa6-7d25fcfe2fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:03.223079 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e23d58-b792-4827-b226-aac83f849691 req-1fae8934-7641-4e45-baa2-9d3fd56598ad tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:03.224588 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e8e23d58-b792-4827-b226-aac83f849691 req-1fae8934-7641-4e45-baa2-9d3fd56598ad tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa7cfd7b-5db9-4ecf-8829-4932da3684cd HTTP/1.1" status: 200 len: 946 time: 0.1120372 Jul 13 08:42:03.247778 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:03.264713 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e8e23d58-b792-4827-b226-aac83f849691 req-054a2d56-4fbd-4828-ac47-e706843d9b4f tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed77ce42-e6c1-4dff-a22e-dbb5a96a5e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339034 Jul 13 08:42:03.275148 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d84956d1-ba21-447d-8e91-687b95fa6398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:04.411789 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:04.486043 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe2a26-c790-42b3-94f8-600dae3647f2 req-3ffea7e8-083d-48ce-977c-86e2590c8b0a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:04.487571 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2abe2a26-c790-42b3-94f8-600dae3647f2 req-3ffea7e8-083d-48ce-977c-86e2590c8b0a tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa7cfd7b-5db9-4ecf-8829-4932da3684cd HTTP/1.1" status: 200 len: 946 time: 0.1103058 Jul 13 08:42:04.525487 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2abe2a26-c790-42b3-94f8-600dae3647f2 req-a8d60c3a-a508-44c2-b035-8621117d8d01 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed77ce42-e6c1-4dff-a22e-dbb5a96a5e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315452 Jul 13 08:42:04.550647 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46528) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:04.610952 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e816eff3-c5a7-4289-be5f-ed07ce238f34 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/floatingips/815703a0-f556-49c2-80c0-46605cc6b003 HTTP/1.1" status: 200 len: 994 time: 0.0591695 Jul 13 08:42:06.105565 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c76d69-beeb-4037-9256-38780536dad2 req-74ce7f5f-3715-4b65-a7c7-5071bb3566b7 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:06.107046 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-75c76d69-beeb-4037-9256-38780536dad2 req-74ce7f5f-3715-4b65-a7c7-5071bb3566b7 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa7cfd7b-5db9-4ecf-8829-4932da3684cd HTTP/1.1" status: 200 len: 946 time: 0.1054339 Jul 13 08:42:06.109736 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9efac-5df6-4e76-8d51-f83f815d181a req-9ba71f16-3537-4aeb-8728-c0e70fd073b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:06.111082 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-52b9efac-5df6-4e76-8d51-f83f815d181a req-9ba71f16-3537-4aeb-8728-c0e70fd073b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2107e32a8e4470d89bab814aa0ad2b5&device_id=fa7cfd7b-5db9-4ecf-8829-4932da3684cd HTTP/1.1" status: 200 len: 1098 time: 0.1379848 Jul 13 08:42:06.171598 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-75c76d69-beeb-4037-9256-38780536dad2 req-769c0168-5b29-41ad-8e49-b5ad17943d99 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed77ce42-e6c1-4dff-a22e-dbb5a96a5e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585458 Jul 13 08:42:06.176310 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:06.572877 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9efac-5df6-4e76-8d51-f83f815d181a req-cdb0f68b-eedd-43c7-9fe8-47e04d42fe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:06.574337 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-52b9efac-5df6-4e76-8d51-f83f815d181a req-cdb0f68b-eedd-43c7-9fe8-47e04d42fe5c service neutron] 10.222.0.42 "GET /v2.0/networks?id=293b1adc-2d8e-4243-b674-b9839f81e6de HTTP/1.1" status: 200 len: 898 time: 0.4550788 Jul 13 08:42:06.638784 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-52b9efac-5df6-4e76-8d51-f83f815d181a req-8929030f-9ebf-4d2b-911b-51966e857cd2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b73db621-9d91-4204-9cf3-d57c85edfd47 HTTP/1.1" status: 200 len: 1002 time: 0.0586185 Jul 13 08:42:06.686997 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9efac-5df6-4e76-8d51-f83f815d181a req-73d5ce42-e25f-4b07-a3d3-a6cb0dae959c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:06.688451 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-52b9efac-5df6-4e76-8d51-f83f815d181a req-73d5ce42-e25f-4b07-a3d3-a6cb0dae959c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bdd022ec-9ae6-4e06-b4ad-75c003d24023 HTTP/1.1" status: 200 len: 834 time: 0.0441890 Jul 13 08:42:06.748491 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9efac-5df6-4e76-8d51-f83f815d181a req-5f63c947-2bad-4ea4-bb99-bcb1ce3d26a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:06.749983 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-52b9efac-5df6-4e76-8d51-f83f815d181a req-5f63c947-2bad-4ea4-bb99-bcb1ce3d26a9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=293b1adc-2d8e-4243-b674-b9839f81e6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548394 Jul 13 08:42:06.837936 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-52b9efac-5df6-4e76-8d51-f83f815d181a req-b3aff715-6875-4be0-8588-722b597eb2b3 service neutron] 10.222.0.42 "GET /v2.0/networks/293b1adc-2d8e-4243-b674-b9839f81e6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813053 Jul 13 08:42:06.929488 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-52b9efac-5df6-4e76-8d51-f83f815d181a req-c8fdfef8-2f33-40df-88c3-bc54937e5d2d service neutron] 10.222.0.42 "GET /v2.0/networks/293b1adc-2d8e-4243-b674-b9839f81e6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860014 Jul 13 08:42:07.354018 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bc9d1-6703-4157-8d1d-09fab9c21be0 req-67702ef7-ca20-4f05-baf9-0013c6626eb8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:07.355535 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e78bc9d1-6703-4157-8d1d-09fab9c21be0 req-67702ef7-ca20-4f05-baf9-0013c6626eb8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa7cfd7b-5db9-4ecf-8829-4932da3684cd HTTP/1.1" status: 200 len: 946 time: 0.0681324 Jul 13 08:42:07.393851 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-e78bc9d1-6703-4157-8d1d-09fab9c21be0 req-4b1fc4da-37ed-4fd4-be7c-bdaf128dde88 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed77ce42-e6c1-4dff-a22e-dbb5a96a5e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326474 Jul 13 08:42:08.572367 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec19d86-6bc5-424f-8702-b38a043e510e req-69258603-d448-4f89-a61f-bdd674bf9321 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:08.573860 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3ec19d86-6bc5-424f-8702-b38a043e510e req-69258603-d448-4f89-a61f-bdd674bf9321 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa7cfd7b-5db9-4ecf-8829-4932da3684cd HTTP/1.1" status: 200 len: 946 time: 0.0636449 Jul 13 08:42:08.614048 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3ec19d86-6bc5-424f-8702-b38a043e510e req-4e43d318-b17d-4e47-8855-1838164ba448 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed77ce42-e6c1-4dff-a22e-dbb5a96a5e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341957 Jul 13 08:42:08.643914 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46542) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:08.706038 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-dc75156b-3212-4d54-94b8-767705db2bf0 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/floatingips/815703a0-f556-49c2-80c0-46605cc6b003 HTTP/1.1" status: 200 len: 994 time: 0.0607393 Jul 13 08:42:08.960529 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46550) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:09.117674 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-51da4508-919a-4341-bdf0-b5750dc0d58b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Deleting port 1d4658cf-a76e-49fc-86e8-e592c15bd738 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:42:09.118018 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-51da4508-919a-4341-bdf0-b5750dc0d58b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:09.197970 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-51da4508-919a-4341-bdf0-b5750dc0d58b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:09.198323 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-51da4508-919a-4341-bdf0-b5750dc0d58b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:09.210159 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-51da4508-919a-4341-bdf0-b5750dc0d58b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Calling delete_port for 1d4658cf-a76e-49fc-86e8-e592c15bd738 owned by network:floatingip {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:42:09.357995 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-51da4508-919a-4341-bdf0-b5750dc0d58b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:09.385918 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da4508-919a-4341-bdf0-b5750dc0d58b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event deleted for resources: {'Port': ['ID=1d4658cf-a76e-49fc-86e8-e592c15bd738,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:09.411507 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51da4508-919a-4341-bdf0-b5750dc0d58b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:09.411851 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51da4508-919a-4341-bdf0-b5750dc0d58b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:09.412187 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51da4508-919a-4341-bdf0-b5750dc0d58b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:09.413028 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51da4508-919a-4341-bdf0-b5750dc0d58b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:09.413364 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51da4508-919a-4341-bdf0-b5750dc0d58b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:09.413696 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51da4508-919a-4341-bdf0-b5750dc0d58b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:09.414023 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51da4508-919a-4341-bdf0-b5750dc0d58b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:09.414355 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51da4508-919a-4341-bdf0-b5750dc0d58b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:09.414681 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51da4508-919a-4341-bdf0-b5750dc0d58b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:09.415002 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51da4508-919a-4341-bdf0-b5750dc0d58b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:09.415349 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51da4508-919a-4341-bdf0-b5750dc0d58b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:09.415666 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51da4508-919a-4341-bdf0-b5750dc0d58b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:09.457625 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-51da4508-919a-4341-bdf0-b5750dc0d58b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for floatingip, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:09.457975 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [None req-51da4508-919a-4341-bdf0-b5750dc0d58b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Floating IP 815703a0-f556-49c2-80c0-46605cc6b003 disassociated (deleted). External IP: 172.25.3.123, port: b73db621-9d91-4204-9cf3-d57c85edfd47. Jul 13 08:42:09.679461 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51da4508-919a-4341-bdf0-b5750dc0d58b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Router 7be78626-697c-4168-9503-3e0d076666f9 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:42:09.787226 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51da4508-919a-4341-bdf0-b5750dc0d58b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:42:09.792853 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-51da4508-919a-4341-bdf0-b5750dc0d58b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:09.799020 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e3a2f9-8a17-4d76-88e9-4773694dc1e3 None None] Sync routers for ids ['7be78626-697c-4168-9503-3e0d076666f9'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:42:09.809592 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e3a2f9-8a17-4d76-88e9-4773694dc1e3 None None] Routers {'7be78626-697c-4168-9503-3e0d076666f9'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:09.810289 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-51e3a2f9-8a17-4d76-88e9-4773694dc1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:42:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['7be78626-697c-4168-9503-3e0d076666f9'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:09.829305 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-51da4508-919a-4341-bdf0-b5750dc0d58b tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "DELETE /v2.0/floatingips/815703a0-f556-49c2-80c0-46605cc6b003 HTTP/1.1" status: 204 len: 168 time: 0.8676858 Jul 13 08:42:09.829888 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7cfd7b-5db9-4ecf-8829-4932da3684cd', 'tag': 'b73db621-9d91-4204-9cf3-d57c85edfd47'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:42:09.832416 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33af52f666a6377eeaf9d00c6054365c515a6ddb0c8cc5669bfcff545a31cac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306fe71b-6733-4280-9d7d-a657e54795db" -d '{"events": [{"name": "network-changed", "server_uuid": "fa7cfd7b-5db9-4ecf-8829-4932da3684cd", "tag": "b73db621-9d91-4204-9cf3-d57c85edfd47"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:42:09.873095 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81736f41-759d-43b8-a6d0-2d3ace4f22ca x-openstack-request-id: req-81736f41-759d-43b8-a6d0-2d3ace4f22ca {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:42:09.873385 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa7cfd7b-5db9-4ecf-8829-4932da3684cd", "tag": "b73db621-9d91-4204-9cf3-d57c85edfd47", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:42:09.873630 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-81736f41-759d-43b8-a6d0-2d3ace4f22ca {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:42:09.874303 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa7cfd7b-5db9-4ecf-8829-4932da3684cd', 'tag': 'b73db621-9d91-4204-9cf3-d57c85edfd47', 'status': 'completed', 'code': 200} Jul 13 08:42:09.936223 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-51e3a2f9-8a17-4d76-88e9-4773694dc1e3 None None] Set router 7be78626-697c-4168-9503-3e0d076666f9 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:09.954644 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fe71b-6733-4280-9d7d-a657e54795db req-c8095d2d-0e9a-4cdb-98ac-75e85036a59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:09.956573 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-306fe71b-6733-4280-9d7d-a657e54795db req-c8095d2d-0e9a-4cdb-98ac-75e85036a59c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2107e32a8e4470d89bab814aa0ad2b5&device_id=fa7cfd7b-5db9-4ecf-8829-4932da3684cd HTTP/1.1" status: 200 len: 1098 time: 0.0604424 Jul 13 08:42:10.052315 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fe71b-6733-4280-9d7d-a657e54795db req-7cbf97fd-3ae2-4c6c-a85c-0ca2cf168bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:10.054578 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-306fe71b-6733-4280-9d7d-a657e54795db req-7cbf97fd-3ae2-4c6c-a85c-0ca2cf168bf0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=293b1adc-2d8e-4243-b674-b9839f81e6de HTTP/1.1" status: 200 len: 898 time: 0.0921695 Jul 13 08:42:10.112708 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-306fe71b-6733-4280-9d7d-a657e54795db req-4e096049-c8ae-40bd-bb80-8b97624fde3c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b73db621-9d91-4204-9cf3-d57c85edfd47 HTTP/1.1" status: 200 len: 217 time: 0.0514534 Jul 13 08:42:10.165533 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-51e3a2f9-8a17-4d76-88e9-4773694dc1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be78626-697c-4168-9503-3e0d076666f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340127473', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '0fd72287-1648-4146-848a-a59ce39dc3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:12Z', 'updated_at': '2021-07-13T08:41:16Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': '0fd72287-1648-4146-848a-a59ce39dc3d7', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be78626-697c-4168-9503-3e0d076666f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:13Z', 'updated_at': '2021-07-13T08:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '78ed24d0-b443-45f6-ba6c-e827cb5ebdbd', 'name': '', 'network_id': '293b1adc-2d8e-4243-b674-b9839f81e6de', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:ac:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be78626-697c-4168-9503-3e0d076666f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'bdd022ec-9ae6-4e06-b4ad-75c003d24023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:15Z', 'updated_at': '2021-07-13T08:41:21Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': 'bdd022ec-9ae6-4e06-b4ad-75c003d24023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:10.169612 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fe71b-6733-4280-9d7d-a657e54795db req-faad3516-a220-4a57-8f88-e5ce7137fa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:10.171656 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-306fe71b-6733-4280-9d7d-a657e54795db req-faad3516-a220-4a57-8f88-e5ce7137fa66 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bdd022ec-9ae6-4e06-b4ad-75c003d24023 HTTP/1.1" status: 200 len: 834 time: 0.0531380 Jul 13 08:42:10.193344 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e3a2f9-8a17-4d76-88e9-4773694dc1e3 None None] Checking router: 7be78626-697c-4168-9503-3e0d076666f9 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:42:10.202284 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e3a2f9-8a17-4d76-88e9-4773694dc1e3 None None] Routers {'7be78626-697c-4168-9503-3e0d076666f9'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:10.202902 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-51e3a2f9-8a17-4d76-88e9-4773694dc1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:42:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['7be78626-697c-4168-9503-3e0d076666f9'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:10.235456 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fe71b-6733-4280-9d7d-a657e54795db req-3003b1d0-ed63-4612-9496-729e77ea8c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:10.236995 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-306fe71b-6733-4280-9d7d-a657e54795db req-3003b1d0-ed63-4612-9496-729e77ea8c9d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=293b1adc-2d8e-4243-b674-b9839f81e6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577164 Jul 13 08:42:10.250048 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f95a6d-d9e6-4162-a708-ff1fd6e4dad2 req-fdf3267d-c338-478f-be47-219065aff5bb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:10.251905 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-37f95a6d-d9e6-4162-a708-ff1fd6e4dad2 req-fdf3267d-c338-478f-be47-219065aff5bb tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa7cfd7b-5db9-4ecf-8829-4932da3684cd HTTP/1.1" status: 200 len: 946 time: 0.0663891 Jul 13 08:42:10.298491 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-37f95a6d-d9e6-4162-a708-ff1fd6e4dad2 req-5636f9fd-9d17-47f7-8407-cf321b3878f4 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed77ce42-e6c1-4dff-a22e-dbb5a96a5e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403366 Jul 13 08:42:10.353320 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-306fe71b-6733-4280-9d7d-a657e54795db req-b3f2f06e-9ddd-4593-9575-5191b62ad03e service neutron] 10.222.0.42 "GET /v2.0/networks/293b1adc-2d8e-4243-b674-b9839f81e6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088257 Jul 13 08:42:10.405157 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-51e3a2f9-8a17-4d76-88e9-4773694dc1e3 None None] Set router 7be78626-697c-4168-9503-3e0d076666f9 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:10.445316 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-306fe71b-6733-4280-9d7d-a657e54795db req-9250af2a-e38e-4ad3-a300-cf7ba1974ae0 service neutron] 10.222.0.42 "GET /v2.0/networks/293b1adc-2d8e-4243-b674-b9839f81e6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848362 Jul 13 08:42:10.603903 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-51e3a2f9-8a17-4d76-88e9-4773694dc1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be78626-697c-4168-9503-3e0d076666f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340127473', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '0fd72287-1648-4146-848a-a59ce39dc3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:12Z', 'updated_at': '2021-07-13T08:41:16Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': '0fd72287-1648-4146-848a-a59ce39dc3d7', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be78626-697c-4168-9503-3e0d076666f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:13Z', 'updated_at': '2021-07-13T08:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '78ed24d0-b443-45f6-ba6c-e827cb5ebdbd', 'name': '', 'network_id': '293b1adc-2d8e-4243-b674-b9839f81e6de', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:ac:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be78626-697c-4168-9503-3e0d076666f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'bdd022ec-9ae6-4e06-b4ad-75c003d24023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:15Z', 'updated_at': '2021-07-13T08:41:21Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': 'bdd022ec-9ae6-4e06-b4ad-75c003d24023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:10.632407 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e3a2f9-8a17-4d76-88e9-4773694dc1e3 None None] The sync data for ids ['7be78626-697c-4168-9503-3e0d076666f9'] in n-d-771363-34 is: [{'id': '7be78626-697c-4168-9503-3e0d076666f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340127473', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '0fd72287-1648-4146-848a-a59ce39dc3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:12Z', 'updated_at': '2021-07-13T08:41:16Z', 'revision_number': 4, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': '0fd72287-1648-4146-848a-a59ce39dc3d7', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be78626-697c-4168-9503-3e0d076666f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:13Z', 'updated_at': '2021-07-13T08:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '78ed24d0-b443-45f6-ba6c-e827cb5ebdbd', 'name': '', 'network_id': '293b1adc-2d8e-4243-b674-b9839f81e6de', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'mac_address': 'fa:16:3e:ac:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be78626-697c-4168-9503-3e0d076666f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'bdd022ec-9ae6-4e06-b4ad-75c003d24023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:15Z', 'updated_at': '2021-07-13T08:41:21Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'subnets': [{'id': 'bdd022ec-9ae6-4e06-b4ad-75c003d24023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:42:10.845586 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9270041a-6833-42b2-9db9-a18332eb25dd None None] New status for floating IP 815703a0-f556-49c2-80c0-46605cc6b003: DOWN {{(pid=94019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:42:11.485440 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a8eb4-12ce-4067-8b38-6a8dcb26edaf req-8b128156-c5b6-4dcf-aecc-2f74685cc57c tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:11.486944 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f02a8eb4-12ce-4067-8b38-6a8dcb26edaf req-8b128156-c5b6-4dcf-aecc-2f74685cc57c tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa7cfd7b-5db9-4ecf-8829-4932da3684cd HTTP/1.1" status: 200 len: 946 time: 0.0706494 Jul 13 08:42:11.526396 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f02a8eb4-12ce-4067-8b38-6a8dcb26edaf req-cbeb4c9d-a2f3-4a6f-ab56-decada027dff tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed77ce42-e6c1-4dff-a22e-dbb5a96a5e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330210 Jul 13 08:42:11.638790 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb6cb2-2f72-4210-8e82-08e6378da650 req-f71a3631-89b6-4897-a729-860890234aaa tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:11.640225 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eaeb6cb2-2f72-4210-8e82-08e6378da650 req-f71a3631-89b6-4897-a729-860890234aaa tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa7cfd7b-5db9-4ecf-8829-4932da3684cd HTTP/1.1" status: 200 len: 946 time: 0.0631771 Jul 13 08:42:11.743081 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-eaeb6cb2-2f72-4210-8e82-08e6378da650 req-e70a1bb5-e54e-49eb-a651-a6458b40b76e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Deleting port b73db621-9d91-4204-9cf3-d57c85edfd47 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:42:11.743454 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-eaeb6cb2-2f72-4210-8e82-08e6378da650 req-e70a1bb5-e54e-49eb-a651-a6458b40b76e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:11.830927 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-eaeb6cb2-2f72-4210-8e82-08e6378da650 req-e70a1bb5-e54e-49eb-a651-a6458b40b76e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] For port b73db621-9d91-4204-9cf3-d57c85edfd47, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=b73db621-9d91-4204-9cf3-d57c85edfd47,segment=NetworkSegment(4ac4f51f-856f-4691-bb7e-9f6bedbcc946),segment_id=4ac4f51f-856f-4691-bb7e-9f6bedbcc946)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:11.831387 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-eaeb6cb2-2f72-4210-8e82-08e6378da650 req-e70a1bb5-e54e-49eb-a651-a6458b40b76e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:11.843654 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-eaeb6cb2-2f72-4210-8e82-08e6378da650 req-e70a1bb5-e54e-49eb-a651-a6458b40b76e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Calling delete_port for b73db621-9d91-4204-9cf3-d57c85edfd47 owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:42:11.975815 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-eaeb6cb2-2f72-4210-8e82-08e6378da650 req-e70a1bb5-e54e-49eb-a651-a6458b40b76e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:12.006200 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a1bb5-e54e-49eb-a651-a6458b40b76e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event deleted for resources: {'Port': ['ID=b73db621-9d91-4204-9cf3-d57c85edfd47,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:12.035974 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70a1bb5-e54e-49eb-a651-a6458b40b76e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:12.036333 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70a1bb5-e54e-49eb-a651-a6458b40b76e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:12.036679 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70a1bb5-e54e-49eb-a651-a6458b40b76e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:12.037019 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70a1bb5-e54e-49eb-a651-a6458b40b76e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:12.037889 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70a1bb5-e54e-49eb-a651-a6458b40b76e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:12.038273 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70a1bb5-e54e-49eb-a651-a6458b40b76e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:12.038612 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70a1bb5-e54e-49eb-a651-a6458b40b76e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:12.038950 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70a1bb5-e54e-49eb-a651-a6458b40b76e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:12.039305 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70a1bb5-e54e-49eb-a651-a6458b40b76e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:12.039635 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70a1bb5-e54e-49eb-a651-a6458b40b76e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:12.039962 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70a1bb5-e54e-49eb-a651-a6458b40b76e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:12.040283 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70a1bb5-e54e-49eb-a651-a6458b40b76e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:12.070125 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaeb6cb2-2f72-4210-8e82-08e6378da650 req-e70a1bb5-e54e-49eb-a651-a6458b40b76e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] No DVR routers for this DVR port b73db621-9d91-4204-9cf3-d57c85edfd47 on host n-h1-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:42:12.072970 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-eaeb6cb2-2f72-4210-8e82-08e6378da650 req-e70a1bb5-e54e-49eb-a651-a6458b40b76e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:12.075447 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eaeb6cb2-2f72-4210-8e82-08e6378da650 req-e70a1bb5-e54e-49eb-a651-a6458b40b76e tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.42 "DELETE /v2.0/ports/b73db621-9d91-4204-9cf3-d57c85edfd47 HTTP/1.1" status: 204 len: 173 time: 0.4290931 Jul 13 08:42:12.075907 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7cfd7b-5db9-4ecf-8829-4932da3684cd', 'name': 'network-vif-deleted', 'tag': 'b73db621-9d91-4204-9cf3-d57c85edfd47'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:42:12.078936 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274cc83e-3cf9-4622-946d-51fba0572845" -d '{"events": [{"server_uuid": "fa7cfd7b-5db9-4ecf-8829-4932da3684cd", "name": "network-vif-deleted", "tag": "b73db621-9d91-4204-9cf3-d57c85edfd47"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:42:12.120164 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71506ae1-c37d-45c4-a311-91c94986b3f6 x-openstack-request-id: req-71506ae1-c37d-45c4-a311-91c94986b3f6 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:42:12.120455 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7cfd7b-5db9-4ecf-8829-4932da3684cd", "name": "network-vif-deleted", "tag": "b73db621-9d91-4204-9cf3-d57c85edfd47", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:42:12.120704 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-71506ae1-c37d-45c4-a311-91c94986b3f6 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:42:12.121110 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7cfd7b-5db9-4ecf-8829-4932da3684cd', 'name': 'network-vif-deleted', 'tag': 'b73db621-9d91-4204-9cf3-d57c85edfd47', 'status': 'completed', 'code': 200} Jul 13 08:42:12.706362 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1a594b76-8be1-4d65-ac52-bdcddf9f0665 req-bded6546-38c5-4336-aa3a-21619ef42280 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa7cfd7b-5db9-4ecf-8829-4932da3684cd HTTP/1.1" status: 200 len: 210 time: 0.0365393 Jul 13 08:42:13.806074 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46570) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:13.991307 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device b73db621-9d91-4204-9cf3-d57c85edfd47 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:42:14.014729 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: b73db621-9d91-4204-9cf3-d57c85edfd47 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:42:14.015067 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device b73db621-9d91-4204-9cf3-d57c85edfd47 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:42:14.175609 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-31d9e4ed-362c-4345-bbab-353119adb954 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:14.449036 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-31d9e4ed-362c-4345-bbab-353119adb954 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Deleting port 78ed24d0-b443-45f6-ba6c-e827cb5ebdbd {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:42:14.449407 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-31d9e4ed-362c-4345-bbab-353119adb954 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:14.540778 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-31d9e4ed-362c-4345-bbab-353119adb954 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] For port 78ed24d0-b443-45f6-ba6c-e827cb5ebdbd, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=78ed24d0-b443-45f6-ba6c-e827cb5ebdbd,segment=NetworkSegment(4ac4f51f-856f-4691-bb7e-9f6bedbcc946),segment_id=4ac4f51f-856f-4691-bb7e-9f6bedbcc946)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:14.541100 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-31d9e4ed-362c-4345-bbab-353119adb954 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:14.554972 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-31d9e4ed-362c-4345-bbab-353119adb954 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Calling delete_port for 78ed24d0-b443-45f6-ba6c-e827cb5ebdbd owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:42:14.743338 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-31d9e4ed-362c-4345-bbab-353119adb954 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:14.770662 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d9e4ed-362c-4345-bbab-353119adb954 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event deleted for resources: {'Port': ['ID=78ed24d0-b443-45f6-ba6c-e827cb5ebdbd,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:14.952891 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-31d9e4ed-362c-4345-bbab-353119adb954 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:15.504176 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d9e4ed-362c-4345-bbab-353119adb954 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Router 7be78626-697c-4168-9503-3e0d076666f9 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:42:15.614035 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d9e4ed-362c-4345-bbab-353119adb954 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:42:15.619824 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-31d9e4ed-362c-4345-bbab-353119adb954 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "PUT /v2.0/routers/7be78626-697c-4168-9503-3e0d076666f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8126907 Jul 13 08:42:15.622713 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46572) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:15.626546 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4678ff45-63d6-4d69-8dd8-88938db4f49b None None] Sync routers for ids ['7be78626-697c-4168-9503-3e0d076666f9'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:42:15.636112 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4678ff45-63d6-4d69-8dd8-88938db4f49b None None] Routers {'7be78626-697c-4168-9503-3e0d076666f9'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:15.636717 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-4678ff45-63d6-4d69-8dd8-88938db4f49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:42:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['7be78626-697c-4168-9503-3e0d076666f9'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:15.673732 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-91119730-c43f-4d49-aa7a-c8256a4f17e8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Deleting subnet bdd022ec-9ae6-4e06-b4ad-75c003d24023 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:42:15.676820 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-91119730-c43f-4d49-aa7a-c8256a4f17e8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:15.718066 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-91119730-c43f-4d49-aa7a-c8256a4f17e8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:15.750320 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-4678ff45-63d6-4d69-8dd8-88938db4f49b None None] Set router 7be78626-697c-4168-9503-3e0d076666f9 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:15.809061 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-91119730-c43f-4d49-aa7a-c8256a4f17e8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:15.871888 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-91119730-c43f-4d49-aa7a-c8256a4f17e8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:15.900279 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91119730-c43f-4d49-aa7a-c8256a4f17e8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event deleted for resources: {'Subnet': ['ID=bdd022ec-9ae6-4e06-b4ad-75c003d24023,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:15.904004 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-91119730-c43f-4d49-aa7a-c8256a4f17e8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:15.905856 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-91119730-c43f-4d49-aa7a-c8256a4f17e8 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "DELETE /v2.0/subnets/bdd022ec-9ae6-4e06-b4ad-75c003d24023 HTTP/1.1" status: 204 len: 168 time: 0.2821488 Jul 13 08:42:15.908449 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46574) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:15.913748 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d628bb6-e9c5-4bdf-83e5-45d64aa2cc01 None None] Network 293b1adc-2d8e-4243-b674-b9839f81e6de requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:42:15.937874 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-4678ff45-63d6-4d69-8dd8-88938db4f49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be78626-697c-4168-9503-3e0d076666f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340127473', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '0fd72287-1648-4146-848a-a59ce39dc3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:12Z', 'updated_at': '2021-07-13T08:42:14Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': '0fd72287-1648-4146-848a-a59ce39dc3d7', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be78626-697c-4168-9503-3e0d076666f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:13Z', 'updated_at': '2021-07-13T08:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:15.965759 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4678ff45-63d6-4d69-8dd8-88938db4f49b None None] Checking router: 7be78626-697c-4168-9503-3e0d076666f9 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:42:15.974415 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4678ff45-63d6-4d69-8dd8-88938db4f49b None None] Routers {'7be78626-697c-4168-9503-3e0d076666f9'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:15.975138 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-4678ff45-63d6-4d69-8dd8-88938db4f49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:42:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['7be78626-697c-4168-9503-3e0d076666f9'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:16.029408 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c0a6d37d-3509-4ed0-bee1-3b81920f5448 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:16.086197 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-4678ff45-63d6-4d69-8dd8-88938db4f49b None None] Set router 7be78626-697c-4168-9503-3e0d076666f9 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:16.133456 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf80e69-44c4-40b7-9d34-03f4ca277546 None None] DHCP port deletion for 293b1adc-2d8e-4243-b674-b9839f81e6de request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:42:16.156889 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c0a6d37d-3509-4ed0-bee1-3b81920f5448 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:16.199133 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-0bf80e69-44c4-40b7-9d34-03f4ca277546 None None] Deleting port 32222979-dd31-4433-810f-48c8566e4ad8 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:42:16.199524 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0bf80e69-44c4-40b7-9d34-03f4ca277546 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:16.222072 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-c0a6d37d-3509-4ed0-bee1-3b81920f5448 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Deleting port 0fd72287-1648-4146-848a-a59ce39dc3d7 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:42:16.222425 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c0a6d37d-3509-4ed0-bee1-3b81920f5448 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:16.269252 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-0bf80e69-44c4-40b7-9d34-03f4ca277546 None None] For port 32222979-dd31-4433-810f-48c8566e4ad8, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=32222979-dd31-4433-810f-48c8566e4ad8,segment=NetworkSegment(4ac4f51f-856f-4691-bb7e-9f6bedbcc946),segment_id=4ac4f51f-856f-4691-bb7e-9f6bedbcc946)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:16.269724 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0bf80e69-44c4-40b7-9d34-03f4ca277546 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:16.277423 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-4678ff45-63d6-4d69-8dd8-88938db4f49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be78626-697c-4168-9503-3e0d076666f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340127473', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '0fd72287-1648-4146-848a-a59ce39dc3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:12Z', 'updated_at': '2021-07-13T08:42:14Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': '0fd72287-1648-4146-848a-a59ce39dc3d7', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be78626-697c-4168-9503-3e0d076666f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:13Z', 'updated_at': '2021-07-13T08:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:16.283358 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-0bf80e69-44c4-40b7-9d34-03f4ca277546 None None] Calling delete_port for 32222979-dd31-4433-810f-48c8566e4ad8 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:42:16.306405 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4678ff45-63d6-4d69-8dd8-88938db4f49b None None] The sync data for ids ['7be78626-697c-4168-9503-3e0d076666f9'] in n-d-771363-34 is: [{'id': '7be78626-697c-4168-9503-3e0d076666f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340127473', 'tenant_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '0fd72287-1648-4146-848a-a59ce39dc3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:41:12Z', 'updated_at': '2021-07-13T08:42:14Z', 'revision_number': 5, 'project_id': 'f2107e32a8e4470d89bab814aa0ad2b5', 'gw_port': {'id': '0fd72287-1648-4146-848a-a59ce39dc3d7', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be78626-697c-4168-9503-3e0d076666f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:41:13Z', 'updated_at': '2021-07-13T08:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:42:16.312396 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-c0a6d37d-3509-4ed0-bee1-3b81920f5448 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] For port 0fd72287-1648-4146-848a-a59ce39dc3d7, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=0fd72287-1648-4146-848a-a59ce39dc3d7,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:16.312755 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c0a6d37d-3509-4ed0-bee1-3b81920f5448 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:16.326106 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-c0a6d37d-3509-4ed0-bee1-3b81920f5448 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Calling delete_port for 0fd72287-1648-4146-848a-a59ce39dc3d7 owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:42:16.374228 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0bf80e69-44c4-40b7-9d34-03f4ca277546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:16.398603 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf80e69-44c4-40b7-9d34-03f4ca277546 None None] Pushing event deleted for resources: {'Port': ['ID=32222979-dd31-4433-810f-48c8566e4ad8,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:16.406463 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf80e69-44c4-40b7-9d34-03f4ca277546 None None] No DVR routers for this DVR port 32222979-dd31-4433-810f-48c8566e4ad8 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:42:16.410021 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf80e69-44c4-40b7-9d34-03f4ca277546 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:16.410384 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf80e69-44c4-40b7-9d34-03f4ca277546 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:16.411030 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf80e69-44c4-40b7-9d34-03f4ca277546 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:16.411373 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf80e69-44c4-40b7-9d34-03f4ca277546 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:16.411704 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf80e69-44c4-40b7-9d34-03f4ca277546 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:16.412037 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf80e69-44c4-40b7-9d34-03f4ca277546 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:16.412356 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf80e69-44c4-40b7-9d34-03f4ca277546 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:16.413273 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf80e69-44c4-40b7-9d34-03f4ca277546 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:16.413598 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf80e69-44c4-40b7-9d34-03f4ca277546 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:16.414417 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf80e69-44c4-40b7-9d34-03f4ca277546 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:16.414417 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf80e69-44c4-40b7-9d34-03f4ca277546 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:16.414694 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf80e69-44c4-40b7-9d34-03f4ca277546 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:16.514265 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c0a6d37d-3509-4ed0-bee1-3b81920f5448 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:16.541826 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a6d37d-3509-4ed0-bee1-3b81920f5448 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event deleted for resources: {'Port': ['ID=0fd72287-1648-4146-848a-a59ce39dc3d7,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:16.605100 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c0a6d37d-3509-4ed0-bee1-3b81920f5448 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:16.707321 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c0a6d37d-3509-4ed0-bee1-3b81920f5448 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:16.710109 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c0a6d37d-3509-4ed0-bee1-3b81920f5448 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:16.757057 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c0a6d37d-3509-4ed0-bee1-3b81920f5448 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:16.757730 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a6d37d-3509-4ed0-bee1-3b81920f5448 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Fanout notify agent at l3_agent the message router_deleted on router 7be78626-697c-4168-9503-3e0d076666f9 {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:42:16.765506 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-c0a6d37d-3509-4ed0-bee1-3b81920f5448 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:16.766759 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c0a6d37d-3509-4ed0-bee1-3b81920f5448 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "DELETE /v2.0/routers/7be78626-697c-4168-9503-3e0d076666f9 HTTP/1.1" status: 204 len: 168 time: 0.8572845 Jul 13 08:42:16.770713 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46576) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:16.851527 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-292b6dbc-b588-43a9-913c-4fed4caa0fc6 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:16.946861 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-292b6dbc-b588-43a9-913c-4fed4caa0fc6 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:16.958090 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-292b6dbc-b588-43a9-913c-4fed4caa0fc6 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293b1adc-2d8e-4243-b674-b9839f81e6de']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:16.968600 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-292b6dbc-b588-43a9-913c-4fed4caa0fc6 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ac4f51f-856f-4691-bb7e-9f6bedbcc946') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:16.968908 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-292b6dbc-b588-43a9-913c-4fed4caa0fc6 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ac4f51f-856f-4691-bb7e-9f6bedbcc946') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:16.978869 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-292b6dbc-b588-43a9-913c-4fed4caa0fc6 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:16.996281 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-292b6dbc-b588-43a9-913c-4fed4caa0fc6 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:17.002250 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-292b6dbc-b588-43a9-913c-4fed4caa0fc6 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:42:17.002632 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-292b6dbc-b588-43a9-913c-4fed4caa0fc6 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:17.005576 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:42:17.005576 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:42:17.005576 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:42:17.005576 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:42:17.005576 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 08:42:17.005576 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:42:17.005576 n-d-771363-34 neutron-server[94018]: timer() Jul 13 08:42:17.005576 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:42:17.005576 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 08:42:17.005576 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:42:17.005576 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 08:42:17.005576 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:42:17.005576 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 08:42:17.005576 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:42:17.005576 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 08:42:17.005576 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:42:17.005576 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 08:42:17.005576 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:42:17.005576 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:42:17.005576 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:42:17.005576 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:42:17.005576 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:42:17.005576 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 08:42:17.005576 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:42:17.005576 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 08:42:17.005576 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:42:17.005576 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:42:17.005576 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:42:17.005576 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 08:42:17.005576 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:42:17.005576 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:42:17.005576 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:42:17.005576 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:42:17.005576 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:42:17.005576 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:42:17.005576 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:42:17.068433 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-292b6dbc-b588-43a9-913c-4fed4caa0fc6 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:17.076073 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-292b6dbc-b588-43a9-913c-4fed4caa0fc6 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:17.077200 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-292b6dbc-b588-43a9-913c-4fed4caa0fc6 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "DELETE /v2.0/networks/293b1adc-2d8e-4243-b674-b9839f81e6de HTTP/1.1" status: 204 len: 168 time: 0.3054085 Jul 13 08:42:17.079936 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46578) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:17.089668 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b6dbc-b588-43a9-913c-4fed4caa0fc6 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event deleted for resources: {'Network': ['ID=293b1adc-2d8e-4243-b674-b9839f81e6de,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:17.139546 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b2581179-1f70-4d26-90a9-28c02bfc4041 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:17.165129 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b2581179-1f70-4d26-90a9-28c02bfc4041 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:17.223478 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b2581179-1f70-4d26-90a9-28c02bfc4041 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:17.227824 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-b2581179-1f70-4d26-90a9-28c02bfc4041 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:17.229029 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b2581179-1f70-4d26-90a9-28c02bfc4041 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] 10.222.0.23 "DELETE /v2.0/security-groups/ed77ce42-e6c1-4dff-a22e-dbb5a96a5e33 HTTP/1.1" status: 204 len: 168 time: 0.1480787 Jul 13 08:42:17.238666 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2581179-1f70-4d26-90a9-28c02bfc4041 tempest-TestNetworkAdvancedServerOps-134848854 tempest-TestNetworkAdvancedServerOps-134848854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed77ce42-e6c1-4dff-a22e-dbb5a96a5e33,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:17.353708 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 78ed24d0-b443-45f6-ba6c-e827cb5ebdbd no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:42:17.375843 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 78ed24d0-b443-45f6-ba6c-e827cb5ebdbd {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:42:17.376184 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 78ed24d0-b443-45f6-ba6c-e827cb5ebdbd not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:42:17.376592 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 32222979-dd31-4433-810f-48c8566e4ad8 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:42:17.396689 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 32222979-dd31-4433-810f-48c8566e4ad8 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:42:17.397058 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 32222979-dd31-4433-810f-48c8566e4ad8 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:42:17.397829 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 0fd72287-1648-4146-848a-a59ce39dc3d7 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:42:17.424255 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 0fd72287-1648-4146-848a-a59ce39dc3d7 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:42:17.424598 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 0fd72287-1648-4146-848a-a59ce39dc3d7 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:42:17.599394 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46586) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:17.740280 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-b4334b4f-0b77-4d54-bf7a-897dda18ee3d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f2107e32a8e4470d89bab814aa0ad2b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1389277 Jul 13 08:42:17.742785 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46590) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:17.794689 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7afe191f-6e77-4cb5-9197-ba0b2e591d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:17.816073 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7afe191f-6e77-4cb5-9197-ba0b2e591d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:17.864907 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7afe191f-6e77-4cb5-9197-ba0b2e591d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:17.867796 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7afe191f-6e77-4cb5-9197-ba0b2e591d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:17.869003 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7afe191f-6e77-4cb5-9197-ba0b2e591d2d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d0299ef0-4dfd-4567-963c-d6f489ac6410 HTTP/1.1" status: 204 len: 168 time: 0.1252789 Jul 13 08:42:17.876933 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe191f-6e77-4cb5-9197-ba0b2e591d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0299ef0-4dfd-4567-963c-d6f489ac6410,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:18.139718 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46596) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:18.153234 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-82b5f38c-e6f0-41fc-95af-a14942dd46fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:18.247569 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-82b5f38c-e6f0-41fc-95af-a14942dd46fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:18.251571 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-82b5f38c-e6f0-41fc-95af-a14942dd46fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:18.290519 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-82b5f38c-e6f0-41fc-95af-a14942dd46fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=38dddb8f4aef4bc49b42da7936315c2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1496897 Jul 13 08:42:18.291524 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b5f38c-e6f0-41fc-95af-a14942dd46fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c958676-d7e1-4efb-9123-59b8717bb082,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:18.293237 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46598) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:18.343086 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2da04f01-49d8-48e8-851e-d6dfa8b9b0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:18.364272 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2da04f01-49d8-48e8-851e-d6dfa8b9b0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:18.412262 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2da04f01-49d8-48e8-851e-d6dfa8b9b0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:18.414816 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-2da04f01-49d8-48e8-851e-d6dfa8b9b0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:18.415997 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-2da04f01-49d8-48e8-851e-d6dfa8b9b0b9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1c958676-d7e1-4efb-9123-59b8717bb082 HTTP/1.1" status: 204 len: 168 time: 0.1217024 Jul 13 08:42:18.423726 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da04f01-49d8-48e8-851e-d6dfa8b9b0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c958676-d7e1-4efb-9123-59b8717bb082,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:19.168332 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46620) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:19.263644 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-04f613ab-e375-4a00-a3fe-4e051dd2b8f4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1151280122-network', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:19.285102 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f613ab-e375-4a00-a3fe-4e051dd2b8f4 admin admin] Made reservation on behalf of 40a062a337f747378d39fc85d0bb09a1 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:42:19.287670 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-04f613ab-e375-4a00-a3fe-4e051dd2b8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:19.295881 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-04f613ab-e375-4a00-a3fe-4e051dd2b8f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:19.388259 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-04f613ab-e375-4a00-a3fe-4e051dd2b8f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:19.391937 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-04f613ab-e375-4a00-a3fe-4e051dd2b8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:19.419120 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04f613ab-e375-4a00-a3fe-4e051dd2b8f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:42:19.425376 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f613ab-e375-4a00-a3fe-4e051dd2b8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee536e2-fd8c-4c63-b57b-4d0ac1e8af2e,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:19.432095 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-04f613ab-e375-4a00-a3fe-4e051dd2b8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:19.432493 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-04f613ab-e375-4a00-a3fe-4e051dd2b8f4 admin admin] Added segment a8048da5-7fb6-4e02-985b-5a3431cf411c of type vlan for network e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc Jul 13 08:42:19.474297 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-04f613ab-e375-4a00-a3fe-4e051dd2b8f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:19.502588 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-04f613ab-e375-4a00-a3fe-4e051dd2b8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:19.503946 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f613ab-e375-4a00-a3fe-4e051dd2b8f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:19.504546 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-04f613ab-e375-4a00-a3fe-4e051dd2b8f4 admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:19.538891 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-04f613ab-e375-4a00-a3fe-4e051dd2b8f4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3691254 Jul 13 08:42:19.541700 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46624) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:19.548678 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-97eba897-76c1-4f5c-add8-1c3e41ac69f7 admin admin] Request body: {'subnet': {'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1151280122-subnet', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:19.580805 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f613ab-e375-4a00-a3fe-4e051dd2b8f4 admin admin] Pushing event updated for resources: {'Network': ['ID=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:19.592779 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:42:19.603487 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97eba897-76c1-4f5c-add8-1c3e41ac69f7 admin admin] Made reservation on behalf of 40a062a337f747378d39fc85d0bb09a1 for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:42:19.605916 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-97eba897-76c1-4f5c-add8-1c3e41ac69f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:19.777030 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-97eba897-76c1-4f5c-add8-1c3e41ac69f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:19.837941 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eba897-76c1-4f5c-add8-1c3e41ac69f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a9e25b5-4c7a-4e46-8ac2-748a212f2637,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:19.845050 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97eba897-76c1-4f5c-add8-1c3e41ac69f7 admin admin] Checking segment: {'id': 'a8048da5-7fb6-4e02-985b-5a3431cf411c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:42:19.845405 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97eba897-76c1-4f5c-add8-1c3e41ac69f7 admin admin] Network hostable DHCP agents. Network: e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:42:19.862969 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97eba897-76c1-4f5c-add8-1c3e41ac69f7 admin admin] Network e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:42:19.873951 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-97eba897-76c1-4f5c-add8-1c3e41ac69f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:19.881622 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711c83d0-3e73-4d9f-b592-0227c0f5ee4a None None] Network e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:42:19.882245 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97eba897-76c1-4f5c-add8-1c3e41ac69f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:19.882854 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-97eba897-76c1-4f5c-add8-1c3e41ac69f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:19.897633 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-97eba897-76c1-4f5c-add8-1c3e41ac69f7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3541644 Jul 13 08:42:19.900910 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46626) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:19.905749 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-9a971c6b-ee86-4b47-ab0e-ce269b98b05c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1151280122-router', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:19.929017 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9a971c6b-ee86-4b47-ab0e-ce269b98b05c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:19.929899 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9a971c6b-ee86-4b47-ab0e-ce269b98b05c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:19.988136 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9a971c6b-ee86-4b47-ab0e-ce269b98b05c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:20.043747 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7ec05c-a02e-4c43-8304-ef23ec62951c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc', 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'fixed_ips': [{'subnet_id': '6a9e25b5-4c7a-4e46-8ac2-748a212f2637'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:42:20.044682 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-de7ec05c-a02e-4c43-8304-ef23ec62951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:20.163836 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9a971c6b-ee86-4b47-ab0e-ce269b98b05c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:20.191136 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-de7ec05c-a02e-4c43-8304-ef23ec62951c None None] Allocated IP 172.20.0.2 (e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc/6a9e25b5-4c7a-4e46-8ac2-748a212f2637/36fabfb7-7e81-4974-8a6f-fe599a4f6304) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:42:20.339610 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-de7ec05c-a02e-4c43-8304-ef23ec62951c None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:20.349128 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-de7ec05c-a02e-4c43-8304-ef23ec62951c None None] Transition to ACTIVE for port object 36fabfb7-7e81-4974-8a6f-fe599a4f6304 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:20.366787 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-de7ec05c-a02e-4c43-8304-ef23ec62951c None None] Transition to ACTIVE for port object 36fabfb7-7e81-4974-8a6f-fe599a4f6304 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:20.373428 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-de7ec05c-a02e-4c43-8304-ef23ec62951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:20.380390 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9a971c6b-ee86-4b47-ab0e-ce269b98b05c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:20.401817 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9a971c6b-ee86-4b47-ab0e-ce269b98b05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:20.416481 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7ec05c-a02e-4c43-8304-ef23ec62951c None None] Network e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:42:20.419338 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-de7ec05c-a02e-4c43-8304-ef23ec62951c None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:20.423815 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7ec05c-a02e-4c43-8304-ef23ec62951c None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:42:20.426919 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ec05c-a02e-4c43-8304-ef23ec62951c None None] Pushing event updated for resources: {'Port': ['ID=36fabfb7-7e81-4974-8a6f-fe599a4f6304,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:20.486339 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-de7ec05c-a02e-4c43-8304-ef23ec62951c None None] Attempting to bind port 36fabfb7-7e81-4974-8a6f-fe599a4f6304 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:42:20.486897 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-de7ec05c-a02e-4c43-8304-ef23ec62951c None None] Attempting to bind port 36fabfb7-7e81-4974-8a6f-fe599a4f6304 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'a8048da5-7fb6-4e02-985b-5a3431cf411c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:42:20.487459 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7ec05c-a02e-4c43-8304-ef23ec62951c None None] Attempting to bind port 36fabfb7-7e81-4974-8a6f-fe599a4f6304 on network e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:42:20.493312 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7ec05c-a02e-4c43-8304-ef23ec62951c None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:42:20.493753 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7ec05c-a02e-4c43-8304-ef23ec62951c None None] Checking segment: {'id': 'a8048da5-7fb6-4e02-985b-5a3431cf411c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:42:20.494190 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-de7ec05c-a02e-4c43-8304-ef23ec62951c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:20.494634 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7ec05c-a02e-4c43-8304-ef23ec62951c None None] Bound using segment: {'id': 'a8048da5-7fb6-4e02-985b-5a3431cf411c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:42:20.495131 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-de7ec05c-a02e-4c43-8304-ef23ec62951c None None] Bound port: 36fabfb7-7e81-4974-8a6f-fe599a4f6304, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8048da5-7fb6-4e02-985b-5a3431cf411c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:42:20.495568 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-de7ec05c-a02e-4c43-8304-ef23ec62951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:20.510838 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-9a971c6b-ee86-4b47-ab0e-ce269b98b05c admin admin] Allocated IP 172.25.3.241 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/95e2e714-002e-4577-b751-111872e46119) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:42:20.567535 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-de7ec05c-a02e-4c43-8304-ef23ec62951c None None] For port 36fabfb7-7e81-4974-8a6f-fe599a4f6304, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:42:20.571551 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-de7ec05c-a02e-4c43-8304-ef23ec62951c None None] For port 36fabfb7-7e81-4974-8a6f-fe599a4f6304, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=36fabfb7-7e81-4974-8a6f-fe599a4f6304,segment=NetworkSegment(a8048da5-7fb6-4e02-985b-5a3431cf411c),segment_id=a8048da5-7fb6-4e02-985b-5a3431cf411c)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:42:20.576160 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-de7ec05c-a02e-4c43-8304-ef23ec62951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:20.626241 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9a971c6b-ee86-4b47-ab0e-ce269b98b05c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:20.641641 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ec05c-a02e-4c43-8304-ef23ec62951c None None] Pushing event updated for resources: {'Port': ['ID=36fabfb7-7e81-4974-8a6f-fe599a4f6304,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:20.669299 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9a971c6b-ee86-4b47-ab0e-ce269b98b05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:20.713137 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a971c6b-ee86-4b47-ab0e-ce269b98b05c admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:42:20.716042 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-9a971c6b-ee86-4b47-ab0e-ce269b98b05c admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:20.719704 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a971c6b-ee86-4b47-ab0e-ce269b98b05c admin admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:42:20.725494 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a971c6b-ee86-4b47-ab0e-ce269b98b05c admin admin] Pushing event updated for resources: {'Port': ['ID=95e2e714-002e-4577-b751-111872e46119,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:20.990357 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9a971c6b-ee86-4b47-ab0e-ce269b98b05c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:21.092750 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 36fabfb7-7e81-4974-8a6f-fe599a4f6304 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:21.143152 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 36fabfb7-7e81-4974-8a6f-fe599a4f6304 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:21.201915 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9a971c6b-ee86-4b47-ab0e-ce269b98b05c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:21.337048 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a971c6b-ee86-4b47-ab0e-ce269b98b05c admin admin] Router 30cbc076-bc94-471e-bac5-566693482b2a is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:42:21.449914 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a971c6b-ee86-4b47-ab0e-ce269b98b05c admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:42:21.462902 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a73f61-ebc5-4f90-b44c-48eb17db7419 None None] Sync routers for ids ['30cbc076-bc94-471e-bac5-566693482b2a'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:42:21.466812 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-9a971c6b-ee86-4b47-ab0e-ce269b98b05c admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:21.468328 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-9a971c6b-ee86-4b47-ab0e-ce269b98b05c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5661464 Jul 13 08:42:21.471007 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46628) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:21.483060 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a73f61-ebc5-4f90-b44c-48eb17db7419 None None] Routers {'30cbc076-bc94-471e-bac5-566693482b2a'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:21.484062 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-57a73f61-ebc5-4f90-b44c-48eb17db7419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:42:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['30cbc076-bc94-471e-bac5-566693482b2a'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:21.602120 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e805012-2585-4247-8466-53880397a92a None None] Network e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:42:21.605265 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-57a73f61-ebc5-4f90-b44c-48eb17db7419 None None] Set router 30cbc076-bc94-471e-bac5-566693482b2a gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:21.738369 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ebd545c8-e338-458a-8e2f-2519031f78dd None None] Provisioning for port 36fabfb7-7e81-4974-8a6f-fe599a4f6304 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:21.754855 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ebd545c8-e338-458a-8e2f-2519031f78dd None None] Provisioning complete for port 36fabfb7-7e81-4974-8a6f-fe599a4f6304 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:21.755244 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ebd545c8-e338-458a-8e2f-2519031f78dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:21.906704 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7bde84ac-56a1-4c91-b0c9-f4c9115d9855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:21.982148 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ebd545c8-e338-458a-8e2f-2519031f78dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:22.031681 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-57a73f61-ebc5-4f90-b44c-48eb17db7419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cbc076-bc94-471e-bac5-566693482b2a', 'name': 'tempest-TestShelveInstance-1151280122-router', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '95e2e714-002e-4577-b751-111872e46119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:19Z', 'updated_at': '2021-07-13T08:42:20Z', 'revision_number': 3, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'gw_port': {'id': '95e2e714-002e-4577-b751-111872e46119', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:da:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30cbc076-bc94-471e-bac5-566693482b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:20Z', 'updated_at': '2021-07-13T08:42:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:22.034360 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-ebd545c8-e338-458a-8e2f-2519031f78dd None None] For port 36fabfb7-7e81-4974-8a6f-fe599a4f6304, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=36fabfb7-7e81-4974-8a6f-fe599a4f6304,segment=NetworkSegment(a8048da5-7fb6-4e02-985b-5a3431cf411c),segment_id=a8048da5-7fb6-4e02-985b-5a3431cf411c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:22.064045 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-7bde84ac-56a1-4c91-b0c9-f4c9115d9855 admin admin] Allocated IP 172.20.0.1 (e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc/6a9e25b5-4c7a-4e46-8ac2-748a212f2637/87a39b7f-24a4-442d-9496-bc90e27acb8f) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:42:22.070547 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ebd545c8-e338-458a-8e2f-2519031f78dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:22.075931 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a73f61-ebc5-4f90-b44c-48eb17db7419 None None] Checking router: 30cbc076-bc94-471e-bac5-566693482b2a for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:42:22.076298 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a73f61-ebc5-4f90-b44c-48eb17db7419 None None] Updating router 30cbc076-bc94-471e-bac5-566693482b2a port 95e2e714-002e-4577-b751-111872e46119 binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:42:22.155212 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-57a73f61-ebc5-4f90-b44c-48eb17db7419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:22.180835 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd545c8-e338-458a-8e2f-2519031f78dd None None] Pushing event updated for resources: {'Port': ['ID=36fabfb7-7e81-4974-8a6f-fe599a4f6304,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:22.183872 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7bde84ac-56a1-4c91-b0c9-f4c9115d9855 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:22.200209 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-7bde84ac-56a1-4c91-b0c9-f4c9115d9855 admin admin] Transition to ACTIVE for port object 87a39b7f-24a4-442d-9496-bc90e27acb8f will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:22.238504 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7bde84ac-56a1-4c91-b0c9-f4c9115d9855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:22.292833 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bde84ac-56a1-4c91-b0c9-f4c9115d9855 admin admin] Network e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:42:22.295887 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-7bde84ac-56a1-4c91-b0c9-f4c9115d9855 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:22.300508 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bde84ac-56a1-4c91-b0c9-f4c9115d9855 admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:42:22.324090 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde84ac-56a1-4c91-b0c9-f4c9115d9855 admin admin] Pushing event updated for resources: {'Port': ['ID=87a39b7f-24a4-442d-9496-bc90e27acb8f,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:22.346189 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7bde84ac-56a1-4c91-b0c9-f4c9115d9855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:22.362409 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b5cedc12-0346-42f2-8f08-eb34183f43ca None None] Provisioning complete for port 36fabfb7-7e81-4974-8a6f-fe599a4f6304 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:22.362693 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b5cedc12-0346-42f2-8f08-eb34183f43ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:22.514744 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-57a73f61-ebc5-4f90-b44c-48eb17db7419 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:22.517525 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7bde84ac-56a1-4c91-b0c9-f4c9115d9855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:22.529212 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-57a73f61-ebc5-4f90-b44c-48eb17db7419 None None] Transition to ACTIVE for port object 95e2e714-002e-4577-b751-111872e46119 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:22.540190 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-57a73f61-ebc5-4f90-b44c-48eb17db7419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:22.601617 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36cbcc-72b8-4317-94cc-d0097ff19895 None None] Pushing event updated for resources: {'Port': ['ID=95e2e714-002e-4577-b751-111872e46119,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:22.604113 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-57a73f61-ebc5-4f90-b44c-48eb17db7419 None None] Attempting to bind port 95e2e714-002e-4577-b751-111872e46119 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:42:22.604475 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-57a73f61-ebc5-4f90-b44c-48eb17db7419 None None] Attempting to bind port 95e2e714-002e-4577-b751-111872e46119 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:42:22.604871 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a73f61-ebc5-4f90-b44c-48eb17db7419 None None] Attempting to bind port 95e2e714-002e-4577-b751-111872e46119 on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:42:22.610679 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a73f61-ebc5-4f90-b44c-48eb17db7419 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:42:22.611548 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a73f61-ebc5-4f90-b44c-48eb17db7419 None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:42:22.611548 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-57a73f61-ebc5-4f90-b44c-48eb17db7419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:22.612017 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a73f61-ebc5-4f90-b44c-48eb17db7419 None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:42:22.612330 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-57a73f61-ebc5-4f90-b44c-48eb17db7419 None None] Bound port: 95e2e714-002e-4577-b751-111872e46119, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:42:22.612742 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-57a73f61-ebc5-4f90-b44c-48eb17db7419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:22.676543 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-57a73f61-ebc5-4f90-b44c-48eb17db7419 None None] For port 95e2e714-002e-4577-b751-111872e46119, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:42:22.680779 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-57a73f61-ebc5-4f90-b44c-48eb17db7419 None None] For port 95e2e714-002e-4577-b751-111872e46119, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=95e2e714-002e-4577-b751-111872e46119,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:42:22.682229 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5d81f7b8-90c8-4e4d-931b-b640c8f67ccc None None] Provisioning for port 87a39b7f-24a4-442d-9496-bc90e27acb8f completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:22.686462 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-57a73f61-ebc5-4f90-b44c-48eb17db7419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:22.690317 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5d81f7b8-90c8-4e4d-931b-b640c8f67ccc None None] Provisioning complete for port 87a39b7f-24a4-442d-9496-bc90e27acb8f triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:22.690677 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5d81f7b8-90c8-4e4d-931b-b640c8f67ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:22.704757 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7bde84ac-56a1-4c91-b0c9-f4c9115d9855 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:22.709267 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7bde84ac-56a1-4c91-b0c9-f4c9115d9855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:22.760520 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-5d81f7b8-90c8-4e4d-931b-b640c8f67ccc None None] Port 87a39b7f-24a4-442d-9496-bc90e27acb8f cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:42:22.786813 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde84ac-56a1-4c91-b0c9-f4c9115d9855 admin admin] Pushing event updated for resources: {'Port': ['ID=87a39b7f-24a4-442d-9496-bc90e27acb8f,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:22.787336 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a73f61-ebc5-4f90-b44c-48eb17db7419 None None] Routers {'30cbc076-bc94-471e-bac5-566693482b2a'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:22.788062 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-57a73f61-ebc5-4f90-b44c-48eb17db7419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:42:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['30cbc076-bc94-471e-bac5-566693482b2a'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:22.790589 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36cbcc-72b8-4317-94cc-d0097ff19895 None None] Pushing event updated for resources: {'Port': ['ID=95e2e714-002e-4577-b751-111872e46119,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:22.799919 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-7bde84ac-56a1-4c91-b0c9-f4c9115d9855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:22.905205 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bde84ac-56a1-4c91-b0c9-f4c9115d9855 admin admin] Network e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:42:22.906768 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-7bde84ac-56a1-4c91-b0c9-f4c9115d9855 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:22.916594 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-57a73f61-ebc5-4f90-b44c-48eb17db7419 None None] Set router 30cbc076-bc94-471e-bac5-566693482b2a gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:23.058234 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bde84ac-56a1-4c91-b0c9-f4c9115d9855 admin admin] Router 30cbc076-bc94-471e-bac5-566693482b2a has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:42:23.105536 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ff33f74b-ea89-47c1-917b-7ece351f4bf6 None None] Provisioning complete for port 87a39b7f-24a4-442d-9496-bc90e27acb8f triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:23.105980 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ff33f74b-ea89-47c1-917b-7ece351f4bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:23.112455 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 36fabfb7-7e81-4974-8a6f-fe599a4f6304 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:23.195334 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bde84ac-56a1-4c91-b0c9-f4c9115d9855 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:42:23.198664 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-ff33f74b-ea89-47c1-917b-7ece351f4bf6 None None] Port 87a39b7f-24a4-442d-9496-bc90e27acb8f cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:42:23.205787 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-7bde84ac-56a1-4c91-b0c9-f4c9115d9855 admin admin] 10.222.0.23 "PUT /v2.0/routers/30cbc076-bc94-471e-bac5-566693482b2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7316151 Jul 13 08:42:23.238206 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 36fabfb7-7e81-4974-8a6f-fe599a4f6304 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:23.238575 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:23.263921 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-57a73f61-ebc5-4f90-b44c-48eb17db7419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cbc076-bc94-471e-bac5-566693482b2a', 'name': 'tempest-TestShelveInstance-1151280122-router', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '95e2e714-002e-4577-b751-111872e46119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:19Z', 'updated_at': '2021-07-13T08:42:22Z', 'revision_number': 4, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'gw_port': {'id': '95e2e714-002e-4577-b751-111872e46119', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:da:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30cbc076-bc94-471e-bac5-566693482b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:20Z', 'updated_at': '2021-07-13T08:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '87a39b7f-24a4-442d-9496-bc90e27acb8f', 'name': '', 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'mac_address': 'fa:16:3e:c2:c5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30cbc076-bc94-471e-bac5-566693482b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6a9e25b5-4c7a-4e46-8ac2-748a212f2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:21Z', 'updated_at': '2021-07-13T08:42:22Z', 'revision_number': 2, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'subnets': [{'id': '6a9e25b5-4c7a-4e46-8ac2-748a212f2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:23.299567 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a73f61-ebc5-4f90-b44c-48eb17db7419 None None] The sync data for ids ['30cbc076-bc94-471e-bac5-566693482b2a'] in n-d-771363-34 is: [{'id': '30cbc076-bc94-471e-bac5-566693482b2a', 'name': 'tempest-TestShelveInstance-1151280122-router', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '95e2e714-002e-4577-b751-111872e46119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:19Z', 'updated_at': '2021-07-13T08:42:22Z', 'revision_number': 4, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'gw_port': {'id': '95e2e714-002e-4577-b751-111872e46119', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:da:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30cbc076-bc94-471e-bac5-566693482b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:20Z', 'updated_at': '2021-07-13T08:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '87a39b7f-24a4-442d-9496-bc90e27acb8f', 'name': '', 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'mac_address': 'fa:16:3e:c2:c5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30cbc076-bc94-471e-bac5-566693482b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6a9e25b5-4c7a-4e46-8ac2-748a212f2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:21Z', 'updated_at': '2021-07-13T08:42:22Z', 'revision_number': 2, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'subnets': [{'id': '6a9e25b5-4c7a-4e46-8ac2-748a212f2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:42:23.330875 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2ad5b1ce-1515-458a-a802-a6047aad8846 None None] Provisioning complete for port 87a39b7f-24a4-442d-9496-bc90e27acb8f triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:23.331269 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2ad5b1ce-1515-458a-a802-a6047aad8846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:23.395494 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2ad5b1ce-1515-458a-a802-a6047aad8846 None None] Port 87a39b7f-24a4-442d-9496-bc90e27acb8f cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:42:23.779100 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46644) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:23.784228 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-65ea3685-3b69-4e4a-ab29-027b55836cd6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-827397813-network', 'tenant_id': 'b6c10adc93b64184aa1da1be3cba045a'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:23.809159 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ea3685-3b69-4e4a-ab29-027b55836cd6 admin admin] Made reservation on behalf of b6c10adc93b64184aa1da1be3cba045a for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:42:23.811779 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-65ea3685-3b69-4e4a-ab29-027b55836cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:23.821662 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-65ea3685-3b69-4e4a-ab29-027b55836cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:23.926023 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-65ea3685-3b69-4e4a-ab29-027b55836cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:23.932369 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-65ea3685-3b69-4e4a-ab29-027b55836cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:23.961664 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65ea3685-3b69-4e4a-ab29-027b55836cd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:42:23.973697 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea3685-3b69-4e4a-ab29-027b55836cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa5813b-290d-498f-8145-baff57b025b6,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:23.981081 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-65ea3685-3b69-4e4a-ab29-027b55836cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:23.981081 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-65ea3685-3b69-4e4a-ab29-027b55836cd6 admin admin] Added segment 7014f13e-d15e-4b47-afbf-4854fd26b4ec of type vlan for network d758d917-b5a4-46f4-a2f3-3f9d0624259b Jul 13 08:42:24.044137 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-65ea3685-3b69-4e4a-ab29-027b55836cd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:24.082690 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-65ea3685-3b69-4e4a-ab29-027b55836cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:24.083850 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ea3685-3b69-4e4a-ab29-027b55836cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:24.084564 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-65ea3685-3b69-4e4a-ab29-027b55836cd6 admin admin] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:24.120829 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-65ea3685-3b69-4e4a-ab29-027b55836cd6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3405440 Jul 13 08:42:24.124946 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46646) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:24.130942 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-0c383876-3f1c-4e96-a03b-6968c00a7ae3 admin admin] Request body: {'subnet': {'network_id': 'd758d917-b5a4-46f4-a2f3-3f9d0624259b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-827397813-subnet', 'tenant_id': 'b6c10adc93b64184aa1da1be3cba045a', 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:24.158471 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea3685-3b69-4e4a-ab29-027b55836cd6 admin admin] Pushing event updated for resources: {'Network': ['ID=d758d917-b5a4-46f4-a2f3-3f9d0624259b,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:24.161663 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c383876-3f1c-4e96-a03b-6968c00a7ae3 admin admin] Made reservation on behalf of b6c10adc93b64184aa1da1be3cba045a for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:42:24.164948 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0c383876-3f1c-4e96-a03b-6968c00a7ae3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:24.171144 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network d758d917-b5a4-46f4-a2f3-3f9d0624259b details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:42:24.434768 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:24.729274 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0c383876-3f1c-4e96-a03b-6968c00a7ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:24.753007 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:24.788471 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c383876-3f1c-4e96-a03b-6968c00a7ae3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8f9590c-9d64-411f-a3bb-ae7da11f07f3,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:24.799423 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c383876-3f1c-4e96-a03b-6968c00a7ae3 admin admin] Checking segment: {'id': '7014f13e-d15e-4b47-afbf-4854fd26b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd758d917-b5a4-46f4-a2f3-3f9d0624259b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:42:24.799779 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c383876-3f1c-4e96-a03b-6968c00a7ae3 admin admin] Network hostable DHCP agents. Network: d758d917-b5a4-46f4-a2f3-3f9d0624259b, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:42:24.818456 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c383876-3f1c-4e96-a03b-6968c00a7ae3 admin admin] Network d758d917-b5a4-46f4-a2f3-3f9d0624259b is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:42:24.828979 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-0c383876-3f1c-4e96-a03b-6968c00a7ae3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, d758d917-b5a4-46f4-a2f3-3f9d0624259b) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:24.835090 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c383876-3f1c-4e96-a03b-6968c00a7ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:24.836239 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0c383876-3f1c-4e96-a03b-6968c00a7ae3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:24.845143 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1759e9f7-0f15-45f5-bee0-0039134927eb None None] Network d758d917-b5a4-46f4-a2f3-3f9d0624259b requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:42:24.858670 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-0c383876-3f1c-4e96-a03b-6968c00a7ae3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7315619 Jul 13 08:42:24.860898 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46648) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:24.866227 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-fc95fac1-674c-4eb7-a3d6-4dd98c6bf5ac admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-827397813-router', 'tenant_id': 'b6c10adc93b64184aa1da1be3cba045a', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:24.894966 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fc95fac1-674c-4eb7-a3d6-4dd98c6bf5ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:24.897475 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fc95fac1-674c-4eb7-a3d6-4dd98c6bf5ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:24.975579 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fc95fac1-674c-4eb7-a3d6-4dd98c6bf5ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:25.030135 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd95a178-b86e-4037-85ac-0bb79009fb0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-d758d917-b5a4-46f4-a2f3-3f9d0624259b', 'network_id': 'd758d917-b5a4-46f4-a2f3-3f9d0624259b', 'tenant_id': 'b6c10adc93b64184aa1da1be3cba045a', 'fixed_ips': [{'subnet_id': 'c8f9590c-9d64-411f-a3bb-ae7da11f07f3'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:42:25.030135 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-dd95a178-b86e-4037-85ac-0bb79009fb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:25.112059 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 95e2e714-002e-4577-b751-111872e46119 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:25.132570 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fc95fac1-674c-4eb7-a3d6-4dd98c6bf5ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:25.355823 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fc95fac1-674c-4eb7-a3d6-4dd98c6bf5ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:25.375423 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-dd95a178-b86e-4037-85ac-0bb79009fb0a None None] Allocated IP 172.20.0.2 (d758d917-b5a4-46f4-a2f3-3f9d0624259b/c8f9590c-9d64-411f-a3bb-ae7da11f07f3/54bafcb4-7aa9-44d2-aa76-71a8a88abb7c) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:42:25.376295 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fc95fac1-674c-4eb7-a3d6-4dd98c6bf5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:25.377342 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 95e2e714-002e-4577-b751-111872e46119 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:25.387420 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 95e2e714-002e-4577-b751-111872e46119 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:25.387790 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:25.491910 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-fc95fac1-674c-4eb7-a3d6-4dd98c6bf5ac admin admin] Allocated IP 172.25.3.57 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/c4498e8b-5111-4659-a509-3806e0577ce3) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:42:25.503646 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af919dc-ba79-4981-9bbc-8a64079e65e9 None None] Sync routers for ids ['30cbc076-bc94-471e-bac5-566693482b2a'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:42:25.514690 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af919dc-ba79-4981-9bbc-8a64079e65e9 None None] Routers {'30cbc076-bc94-471e-bac5-566693482b2a'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:25.515360 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-6af919dc-ba79-4981-9bbc-8a64079e65e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:42:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['30cbc076-bc94-471e-bac5-566693482b2a'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:25.562709 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:25.602065 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 95e2e714-002e-4577-b751-111872e46119, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=95e2e714-002e-4577-b751-111872e46119,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:25.603321 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-dd95a178-b86e-4037-85ac-0bb79009fb0a None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:25.611140 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:25.620075 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-dd95a178-b86e-4037-85ac-0bb79009fb0a None None] Transition to ACTIVE for port object 54bafcb4-7aa9-44d2-aa76-71a8a88abb7c will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:25.631407 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fc95fac1-674c-4eb7-a3d6-4dd98c6bf5ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:25.638987 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-6af919dc-ba79-4981-9bbc-8a64079e65e9 None None] Set router 30cbc076-bc94-471e-bac5-566693482b2a gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:25.666023 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-dd95a178-b86e-4037-85ac-0bb79009fb0a None None] Transition to ACTIVE for port object 54bafcb4-7aa9-44d2-aa76-71a8a88abb7c will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:25.673430 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fc95fac1-674c-4eb7-a3d6-4dd98c6bf5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:25.681812 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-dd95a178-b86e-4037-85ac-0bb79009fb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:25.689622 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=95e2e714-002e-4577-b751-111872e46119,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:25.720487 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc95fac1-674c-4eb7-a3d6-4dd98c6bf5ac admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:42:25.725505 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-fc95fac1-674c-4eb7-a3d6-4dd98c6bf5ac admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:25.726763 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd95a178-b86e-4037-85ac-0bb79009fb0a None None] Network d758d917-b5a4-46f4-a2f3-3f9d0624259b is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:42:25.730634 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc95fac1-674c-4eb7-a3d6-4dd98c6bf5ac admin admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:42:25.734389 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95fac1-674c-4eb7-a3d6-4dd98c6bf5ac admin admin] Pushing event updated for resources: {'Port': ['ID=c4498e8b-5111-4659-a509-3806e0577ce3,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:25.734818 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-dd95a178-b86e-4037-85ac-0bb79009fb0a None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:25.738830 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd95a178-b86e-4037-85ac-0bb79009fb0a None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:42:25.748774 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd95a178-b86e-4037-85ac-0bb79009fb0a None None] Pushing event updated for resources: {'Port': ['ID=54bafcb4-7aa9-44d2-aa76-71a8a88abb7c,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:25.808435 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-dd95a178-b86e-4037-85ac-0bb79009fb0a None None] Attempting to bind port 54bafcb4-7aa9-44d2-aa76-71a8a88abb7c on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:42:25.808953 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-dd95a178-b86e-4037-85ac-0bb79009fb0a None None] Attempting to bind port 54bafcb4-7aa9-44d2-aa76-71a8a88abb7c by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '7014f13e-d15e-4b47-afbf-4854fd26b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd758d917-b5a4-46f4-a2f3-3f9d0624259b'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:42:25.809524 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd95a178-b86e-4037-85ac-0bb79009fb0a None None] Attempting to bind port 54bafcb4-7aa9-44d2-aa76-71a8a88abb7c on network d758d917-b5a4-46f4-a2f3-3f9d0624259b {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:42:25.815081 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd95a178-b86e-4037-85ac-0bb79009fb0a None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:42:25.815643 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd95a178-b86e-4037-85ac-0bb79009fb0a None None] Checking segment: {'id': '7014f13e-d15e-4b47-afbf-4854fd26b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd758d917-b5a4-46f4-a2f3-3f9d0624259b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:42:25.816144 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-dd95a178-b86e-4037-85ac-0bb79009fb0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:25.816635 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd95a178-b86e-4037-85ac-0bb79009fb0a None None] Bound using segment: {'id': '7014f13e-d15e-4b47-afbf-4854fd26b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd758d917-b5a4-46f4-a2f3-3f9d0624259b'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:42:25.817206 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-dd95a178-b86e-4037-85ac-0bb79009fb0a None None] Bound port: 54bafcb4-7aa9-44d2-aa76-71a8a88abb7c, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7014f13e-d15e-4b47-afbf-4854fd26b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd758d917-b5a4-46f4-a2f3-3f9d0624259b'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:42:25.817688 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-dd95a178-b86e-4037-85ac-0bb79009fb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:25.866610 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-6af919dc-ba79-4981-9bbc-8a64079e65e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cbc076-bc94-471e-bac5-566693482b2a', 'name': 'tempest-TestShelveInstance-1151280122-router', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '95e2e714-002e-4577-b751-111872e46119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:19Z', 'updated_at': '2021-07-13T08:42:22Z', 'revision_number': 4, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'gw_port': {'id': '95e2e714-002e-4577-b751-111872e46119', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:da:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30cbc076-bc94-471e-bac5-566693482b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:20Z', 'updated_at': '2021-07-13T08:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '87a39b7f-24a4-442d-9496-bc90e27acb8f', 'name': '', 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'mac_address': 'fa:16:3e:c2:c5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30cbc076-bc94-471e-bac5-566693482b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6a9e25b5-4c7a-4e46-8ac2-748a212f2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:21Z', 'updated_at': '2021-07-13T08:42:22Z', 'revision_number': 2, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'subnets': [{'id': '6a9e25b5-4c7a-4e46-8ac2-748a212f2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:25.885119 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-dd95a178-b86e-4037-85ac-0bb79009fb0a None None] For port 54bafcb4-7aa9-44d2-aa76-71a8a88abb7c, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:42:25.888377 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-dd95a178-b86e-4037-85ac-0bb79009fb0a None None] For port 54bafcb4-7aa9-44d2-aa76-71a8a88abb7c, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=54bafcb4-7aa9-44d2-aa76-71a8a88abb7c,segment=NetworkSegment(7014f13e-d15e-4b47-afbf-4854fd26b4ec),segment_id=7014f13e-d15e-4b47-afbf-4854fd26b4ec)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:42:25.894946 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-dd95a178-b86e-4037-85ac-0bb79009fb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:25.898329 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af919dc-ba79-4981-9bbc-8a64079e65e9 None None] Checking router: 30cbc076-bc94-471e-bac5-566693482b2a for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:42:25.898981 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af919dc-ba79-4981-9bbc-8a64079e65e9 None None] Updating router 30cbc076-bc94-471e-bac5-566693482b2a port 87a39b7f-24a4-442d-9496-bc90e27acb8f binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:42:25.946130 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6af919dc-ba79-4981-9bbc-8a64079e65e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:25.963360 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd95a178-b86e-4037-85ac-0bb79009fb0a None None] Pushing event updated for resources: {'Port': ['ID=54bafcb4-7aa9-44d2-aa76-71a8a88abb7c,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:26.028761 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fc95fac1-674c-4eb7-a3d6-4dd98c6bf5ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:26.078253 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:42:26.275094 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fc95fac1-674c-4eb7-a3d6-4dd98c6bf5ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:26.374950 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6af919dc-ba79-4981-9bbc-8a64079e65e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:26.385471 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-6af919dc-ba79-4981-9bbc-8a64079e65e9 None None] Transition to ACTIVE for port object 87a39b7f-24a4-442d-9496-bc90e27acb8f will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:26.392026 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6af919dc-ba79-4981-9bbc-8a64079e65e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:26.416482 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc95fac1-674c-4eb7-a3d6-4dd98c6bf5ac admin admin] Router f632df79-d5a3-429d-9dc0-516b09ccc288 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:42:26.444892 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d76bb1-a8b5-496c-846a-39f49d087838 None None] Pushing event updated for resources: {'Port': ['ID=87a39b7f-24a4-442d-9496-bc90e27acb8f,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:26.471049 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d76bb1-a8b5-496c-846a-39f49d087838 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:26.471473 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d76bb1-a8b5-496c-846a-39f49d087838 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:26.471813 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d76bb1-a8b5-496c-846a-39f49d087838 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:26.472144 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d76bb1-a8b5-496c-846a-39f49d087838 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:26.472470 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d76bb1-a8b5-496c-846a-39f49d087838 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:26.472793 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d76bb1-a8b5-496c-846a-39f49d087838 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:26.473178 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d76bb1-a8b5-496c-846a-39f49d087838 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:26.473445 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d76bb1-a8b5-496c-846a-39f49d087838 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:26.473757 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d76bb1-a8b5-496c-846a-39f49d087838 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:26.474078 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d76bb1-a8b5-496c-846a-39f49d087838 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:26.474395 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d76bb1-a8b5-496c-846a-39f49d087838 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:26.474706 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d76bb1-a8b5-496c-846a-39f49d087838 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:42:26.509810 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-6af919dc-ba79-4981-9bbc-8a64079e65e9 None None] Attempting to bind port 87a39b7f-24a4-442d-9496-bc90e27acb8f on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:42:26.510512 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-6af919dc-ba79-4981-9bbc-8a64079e65e9 None None] Attempting to bind port 87a39b7f-24a4-442d-9496-bc90e27acb8f by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': 'a8048da5-7fb6-4e02-985b-5a3431cf411c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:42:26.510512 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af919dc-ba79-4981-9bbc-8a64079e65e9 None None] Attempting to bind port 87a39b7f-24a4-442d-9496-bc90e27acb8f on network e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:42:26.516437 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af919dc-ba79-4981-9bbc-8a64079e65e9 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:42:26.516802 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af919dc-ba79-4981-9bbc-8a64079e65e9 None None] Checking segment: {'id': 'a8048da5-7fb6-4e02-985b-5a3431cf411c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:42:26.517202 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6af919dc-ba79-4981-9bbc-8a64079e65e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:26.517588 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af919dc-ba79-4981-9bbc-8a64079e65e9 None None] Bound using segment: {'id': 'a8048da5-7fb6-4e02-985b-5a3431cf411c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:42:26.518055 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-6af919dc-ba79-4981-9bbc-8a64079e65e9 None None] Bound port: 87a39b7f-24a4-442d-9496-bc90e27acb8f, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8048da5-7fb6-4e02-985b-5a3431cf411c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:42:26.518724 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6af919dc-ba79-4981-9bbc-8a64079e65e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:26.561194 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc95fac1-674c-4eb7-a3d6-4dd98c6bf5ac admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:42:26.570538 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9c47f2-3240-41cf-8cff-be1a65fe255a None None] Sync routers for ids ['f632df79-d5a3-429d-9dc0-516b09ccc288'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:42:26.584352 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9c47f2-3240-41cf-8cff-be1a65fe255a None None] Routers {'f632df79-d5a3-429d-9dc0-516b09ccc288'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:26.585528 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-fe9c47f2-3240-41cf-8cff-be1a65fe255a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:42:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f632df79-d5a3-429d-9dc0-516b09ccc288'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:26.592091 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-6af919dc-ba79-4981-9bbc-8a64079e65e9 None None] For port 87a39b7f-24a4-442d-9496-bc90e27acb8f, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:42:26.597368 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-6af919dc-ba79-4981-9bbc-8a64079e65e9 None None] For port 87a39b7f-24a4-442d-9496-bc90e27acb8f, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=87a39b7f-24a4-442d-9496-bc90e27acb8f,segment=NetworkSegment(a8048da5-7fb6-4e02-985b-5a3431cf411c),segment_id=a8048da5-7fb6-4e02-985b-5a3431cf411c)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:42:26.599545 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-fc95fac1-674c-4eb7-a3d6-4dd98c6bf5ac admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:26.603453 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-fc95fac1-674c-4eb7-a3d6-4dd98c6bf5ac admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7398784 Jul 13 08:42:26.605049 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46650) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:26.609118 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-6af919dc-ba79-4981-9bbc-8a64079e65e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:26.713907 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af919dc-ba79-4981-9bbc-8a64079e65e9 None None] Routers {'30cbc076-bc94-471e-bac5-566693482b2a'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:26.714657 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-6af919dc-ba79-4981-9bbc-8a64079e65e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:42:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['30cbc076-bc94-471e-bac5-566693482b2a'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:26.716684 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d76bb1-a8b5-496c-846a-39f49d087838 None None] Pushing event updated for resources: {'Port': ['ID=87a39b7f-24a4-442d-9496-bc90e27acb8f,revision_number=4']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:26.751965 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-fe9c47f2-3240-41cf-8cff-be1a65fe255a None None] Set router f632df79-d5a3-429d-9dc0-516b09ccc288 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:26.895922 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-6af919dc-ba79-4981-9bbc-8a64079e65e9 None None] Set router 30cbc076-bc94-471e-bac5-566693482b2a gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:27.025986 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-fe9c47f2-3240-41cf-8cff-be1a65fe255a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f632df79-d5a3-429d-9dc0-516b09ccc288', 'name': 'tempest-TestShelveInstance-827397813-router', 'tenant_id': 'b6c10adc93b64184aa1da1be3cba045a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c4498e8b-5111-4659-a509-3806e0577ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:24Z', 'updated_at': '2021-07-13T08:42:25Z', 'revision_number': 3, 'project_id': 'b6c10adc93b64184aa1da1be3cba045a', 'gw_port': {'id': 'c4498e8b-5111-4659-a509-3806e0577ce3', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f632df79-d5a3-429d-9dc0-516b09ccc288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:25Z', 'updated_at': '2021-07-13T08:42:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:27.088372 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9c47f2-3240-41cf-8cff-be1a65fe255a None None] Checking router: f632df79-d5a3-429d-9dc0-516b09ccc288 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:42:27.088625 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9c47f2-3240-41cf-8cff-be1a65fe255a None None] Updating router f632df79-d5a3-429d-9dc0-516b09ccc288 port c4498e8b-5111-4659-a509-3806e0577ce3 binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:42:27.144707 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fe9c47f2-3240-41cf-8cff-be1a65fe255a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:27.220391 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-91cc94c4-15b4-45e1-a372-29f6629c1212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:27.260716 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-6af919dc-ba79-4981-9bbc-8a64079e65e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cbc076-bc94-471e-bac5-566693482b2a', 'name': 'tempest-TestShelveInstance-1151280122-router', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '95e2e714-002e-4577-b751-111872e46119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:19Z', 'updated_at': '2021-07-13T08:42:22Z', 'revision_number': 4, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'gw_port': {'id': '95e2e714-002e-4577-b751-111872e46119', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cbc076-bc94-471e-bac5-566693482b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:20Z', 'updated_at': '2021-07-13T08:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '87a39b7f-24a4-442d-9496-bc90e27acb8f', 'name': '', 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'mac_address': 'fa:16:3e:c2:c5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30cbc076-bc94-471e-bac5-566693482b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6a9e25b5-4c7a-4e46-8ac2-748a212f2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:21Z', 'updated_at': '2021-07-13T08:42:26Z', 'revision_number': 4, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'subnets': [{'id': '6a9e25b5-4c7a-4e46-8ac2-748a212f2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:27.289989 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1ebcae-84d1-4116-b551-e094390ce499 None None] Network d758d917-b5a4-46f4-a2f3-3f9d0624259b requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:42:27.311522 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af919dc-ba79-4981-9bbc-8a64079e65e9 None None] The sync data for ids ['30cbc076-bc94-471e-bac5-566693482b2a'] in n-d-771363-34 is: [{'id': '30cbc076-bc94-471e-bac5-566693482b2a', 'name': 'tempest-TestShelveInstance-1151280122-router', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '95e2e714-002e-4577-b751-111872e46119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:19Z', 'updated_at': '2021-07-13T08:42:22Z', 'revision_number': 4, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'gw_port': {'id': '95e2e714-002e-4577-b751-111872e46119', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cbc076-bc94-471e-bac5-566693482b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:20Z', 'updated_at': '2021-07-13T08:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '87a39b7f-24a4-442d-9496-bc90e27acb8f', 'name': '', 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'mac_address': 'fa:16:3e:c2:c5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30cbc076-bc94-471e-bac5-566693482b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6a9e25b5-4c7a-4e46-8ac2-748a212f2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:21Z', 'updated_at': '2021-07-13T08:42:26Z', 'revision_number': 4, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'subnets': [{'id': '6a9e25b5-4c7a-4e46-8ac2-748a212f2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:42:27.329112 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 95e2e714-002e-4577-b751-111872e46119 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:27.431139 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-91cc94c4-15b4-45e1-a372-29f6629c1212 admin admin] Allocated IP 172.20.0.1 (d758d917-b5a4-46f4-a2f3-3f9d0624259b/c8f9590c-9d64-411f-a3bb-ae7da11f07f3/9a8ba0d6-4242-498a-b9ec-3c868db25a2d) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:42:27.454586 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-33f723f6-7529-46c2-aaa8-81e988b98ba1 None None] Provisioning for port 54bafcb4-7aa9-44d2-aa76-71a8a88abb7c completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:27.569346 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-91cc94c4-15b4-45e1-a372-29f6629c1212 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:27.570438 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 95e2e714-002e-4577-b751-111872e46119 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:27.570813 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:27.608915 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [None req-91cc94c4-15b4-45e1-a372-29f6629c1212 admin admin] Transition to ACTIVE for port object 9a8ba0d6-4242-498a-b9ec-3c868db25a2d will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:27.655375 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-91cc94c4-15b4-45e1-a372-29f6629c1212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:27.697574 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cc94c4-15b4-45e1-a372-29f6629c1212 admin admin] Network d758d917-b5a4-46f4-a2f3-3f9d0624259b is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:42:27.701119 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-91cc94c4-15b4-45e1-a372-29f6629c1212 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:27.702968 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fe9c47f2-3240-41cf-8cff-be1a65fe255a None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:27.705416 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cc94c4-15b4-45e1-a372-29f6629c1212 admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:42:27.728931 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-fe9c47f2-3240-41cf-8cff-be1a65fe255a None None] Transition to ACTIVE for port object c4498e8b-5111-4659-a509-3806e0577ce3 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:27.743947 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fe9c47f2-3240-41cf-8cff-be1a65fe255a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:27.749256 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc94c4-15b4-45e1-a372-29f6629c1212 admin admin] Pushing event updated for resources: {'Port': ['ID=9a8ba0d6-4242-498a-b9ec-3c868db25a2d,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:27.760977 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-91cc94c4-15b4-45e1-a372-29f6629c1212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:27.824743 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 54bafcb4-7aa9-44d2-aa76-71a8a88abb7c up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:27.866596 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e45b06-8519-4372-889c-98c9d14e344f None None] Pushing event updated for resources: {'Port': ['ID=c4498e8b-5111-4659-a509-3806e0577ce3,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:27.871122 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-fe9c47f2-3240-41cf-8cff-be1a65fe255a None None] Attempting to bind port c4498e8b-5111-4659-a509-3806e0577ce3 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:42:27.871512 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-fe9c47f2-3240-41cf-8cff-be1a65fe255a None None] Attempting to bind port c4498e8b-5111-4659-a509-3806e0577ce3 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:42:27.871873 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9c47f2-3240-41cf-8cff-be1a65fe255a None None] Attempting to bind port c4498e8b-5111-4659-a509-3806e0577ce3 on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:42:27.885370 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9c47f2-3240-41cf-8cff-be1a65fe255a None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:42:27.885970 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9c47f2-3240-41cf-8cff-be1a65fe255a None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:42:27.886380 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fe9c47f2-3240-41cf-8cff-be1a65fe255a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:27.886770 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9c47f2-3240-41cf-8cff-be1a65fe255a None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:42:27.887303 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-fe9c47f2-3240-41cf-8cff-be1a65fe255a None None] Bound port: c4498e8b-5111-4659-a509-3806e0577ce3, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:42:27.887675 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fe9c47f2-3240-41cf-8cff-be1a65fe255a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:27.961248 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-91cc94c4-15b4-45e1-a372-29f6629c1212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:27.964390 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 54bafcb4-7aa9-44d2-aa76-71a8a88abb7c completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:27.971629 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 54bafcb4-7aa9-44d2-aa76-71a8a88abb7c triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:27.972005 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:27.973962 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-fe9c47f2-3240-41cf-8cff-be1a65fe255a None None] For port c4498e8b-5111-4659-a509-3806e0577ce3, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:42:27.979316 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-fe9c47f2-3240-41cf-8cff-be1a65fe255a None None] For port c4498e8b-5111-4659-a509-3806e0577ce3, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=c4498e8b-5111-4659-a509-3806e0577ce3,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:42:28.000125 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fe9c47f2-3240-41cf-8cff-be1a65fe255a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:28.080732 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9c47f2-3240-41cf-8cff-be1a65fe255a None None] Routers {'f632df79-d5a3-429d-9dc0-516b09ccc288'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:28.081388 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-fe9c47f2-3240-41cf-8cff-be1a65fe255a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:42:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f632df79-d5a3-429d-9dc0-516b09ccc288'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:28.083839 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e45b06-8519-4372-889c-98c9d14e344f None None] Pushing event updated for resources: {'Port': ['ID=c4498e8b-5111-4659-a509-3806e0577ce3,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:28.189650 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-91cc94c4-15b4-45e1-a372-29f6629c1212 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:28.198172 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-91cc94c4-15b4-45e1-a372-29f6629c1212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:28.206239 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a3f8e776-8179-48d4-812b-c2bc60e3f749 None None] Provisioning complete for port 54bafcb4-7aa9-44d2-aa76-71a8a88abb7c triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:28.206239 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e776-8179-48d4-812b-c2bc60e3f749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:28.252251 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:28.266847 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc94c4-15b4-45e1-a372-29f6629c1212 admin admin] Pushing event updated for resources: {'Port': ['ID=9a8ba0d6-4242-498a-b9ec-3c868db25a2d,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:28.292086 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-fe9c47f2-3240-41cf-8cff-be1a65fe255a None None] Set router f632df79-d5a3-429d-9dc0-516b09ccc288 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:28.300156 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-91cc94c4-15b4-45e1-a372-29f6629c1212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:28.338474 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 54bafcb4-7aa9-44d2-aa76-71a8a88abb7c, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=54bafcb4-7aa9-44d2-aa76-71a8a88abb7c,segment=NetworkSegment(7014f13e-d15e-4b47-afbf-4854fd26b4ec),segment_id=7014f13e-d15e-4b47-afbf-4854fd26b4ec)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:28.347952 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:28.424565 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cc94c4-15b4-45e1-a372-29f6629c1212 admin admin] Network d758d917-b5a4-46f4-a2f3-3f9d0624259b is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:42:28.426137 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-91cc94c4-15b4-45e1-a372-29f6629c1212 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:28.458577 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 87a39b7f-24a4-442d-9496-bc90e27acb8f up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:28.515617 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=54bafcb4-7aa9-44d2-aa76-71a8a88abb7c,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:28.566418 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91cc94c4-15b4-45e1-a372-29f6629c1212 admin admin] Router f632df79-d5a3-429d-9dc0-516b09ccc288 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:42:28.703221 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91cc94c4-15b4-45e1-a372-29f6629c1212 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:42:28.717336 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-91cc94c4-15b4-45e1-a372-29f6629c1212 admin admin] 10.222.0.23 "PUT /v2.0/routers/f632df79-d5a3-429d-9dc0-516b09ccc288/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1036179 Jul 13 08:42:28.784941 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 87a39b7f-24a4-442d-9496-bc90e27acb8f completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:28.790987 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 87a39b7f-24a4-442d-9496-bc90e27acb8f triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:28.791375 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:28.854387 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ae1db58f-2fab-4fc8-b28b-b8458e2e42cf None None] Provisioning for port 9a8ba0d6-4242-498a-b9ec-3c868db25a2d completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:28.862194 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ae1db58f-2fab-4fc8-b28b-b8458e2e42cf None None] Provisioning complete for port 9a8ba0d6-4242-498a-b9ec-3c868db25a2d triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:28.862556 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ae1db58f-2fab-4fc8-b28b-b8458e2e42cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:28.893686 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-fe9c47f2-3240-41cf-8cff-be1a65fe255a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f632df79-d5a3-429d-9dc0-516b09ccc288', 'name': 'tempest-TestShelveInstance-827397813-router', 'tenant_id': 'b6c10adc93b64184aa1da1be3cba045a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c4498e8b-5111-4659-a509-3806e0577ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:24Z', 'updated_at': '2021-07-13T08:42:27Z', 'revision_number': 4, 'project_id': 'b6c10adc93b64184aa1da1be3cba045a', 'gw_port': {'id': 'c4498e8b-5111-4659-a509-3806e0577ce3', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f632df79-d5a3-429d-9dc0-516b09ccc288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:25Z', 'updated_at': '2021-07-13T08:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '9a8ba0d6-4242-498a-b9ec-3c868db25a2d', 'name': '', 'network_id': 'd758d917-b5a4-46f4-a2f3-3f9d0624259b', 'tenant_id': 'b6c10adc93b64184aa1da1be3cba045a', 'mac_address': 'fa:16:3e:96:5f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f632df79-d5a3-429d-9dc0-516b09ccc288', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'c8f9590c-9d64-411f-a3bb-ae7da11f07f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:27Z', 'updated_at': '2021-07-13T08:42:27Z', 'revision_number': 1, 'project_id': 'b6c10adc93b64184aa1da1be3cba045a', 'subnets': [{'id': 'c8f9590c-9d64-411f-a3bb-ae7da11f07f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:28.949724 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9c47f2-3240-41cf-8cff-be1a65fe255a None None] The sync data for ids ['f632df79-d5a3-429d-9dc0-516b09ccc288'] in n-d-771363-34 is: [{'id': 'f632df79-d5a3-429d-9dc0-516b09ccc288', 'name': 'tempest-TestShelveInstance-827397813-router', 'tenant_id': 'b6c10adc93b64184aa1da1be3cba045a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c4498e8b-5111-4659-a509-3806e0577ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:24Z', 'updated_at': '2021-07-13T08:42:27Z', 'revision_number': 4, 'project_id': 'b6c10adc93b64184aa1da1be3cba045a', 'gw_port': {'id': 'c4498e8b-5111-4659-a509-3806e0577ce3', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f632df79-d5a3-429d-9dc0-516b09ccc288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:25Z', 'updated_at': '2021-07-13T08:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '9a8ba0d6-4242-498a-b9ec-3c868db25a2d', 'name': '', 'network_id': 'd758d917-b5a4-46f4-a2f3-3f9d0624259b', 'tenant_id': 'b6c10adc93b64184aa1da1be3cba045a', 'mac_address': 'fa:16:3e:96:5f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f632df79-d5a3-429d-9dc0-516b09ccc288', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'c8f9590c-9d64-411f-a3bb-ae7da11f07f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:27Z', 'updated_at': '2021-07-13T08:42:27Z', 'revision_number': 1, 'project_id': 'b6c10adc93b64184aa1da1be3cba045a', 'subnets': [{'id': 'c8f9590c-9d64-411f-a3bb-ae7da11f07f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:42:28.965679 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-ae1db58f-2fab-4fc8-b28b-b8458e2e42cf None None] Port 9a8ba0d6-4242-498a-b9ec-3c868db25a2d cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:42:28.970782 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:29.009214 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 87a39b7f-24a4-442d-9496-bc90e27acb8f, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=87a39b7f-24a4-442d-9496-bc90e27acb8f,segment=NetworkSegment(a8048da5-7fb6-4e02-985b-5a3431cf411c),segment_id=a8048da5-7fb6-4e02-985b-5a3431cf411c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:29.013736 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:29.080898 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=87a39b7f-24a4-442d-9496-bc90e27acb8f,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:29.134461 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 54bafcb4-7aa9-44d2-aa76-71a8a88abb7c up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:29.188911 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 54bafcb4-7aa9-44d2-aa76-71a8a88abb7c triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:29.189679 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:29.389949 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-41c01a3c-5f4b-439a-b360-72bb58d578a1 None None] Provisioning complete for port 87a39b7f-24a4-442d-9496-bc90e27acb8f triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:29.390321 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-41c01a3c-5f4b-439a-b360-72bb58d578a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:29.681440 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46658) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:29.686078 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-2805b1bd-615c-4883-bc58-bb3fc983e5f8 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1880915487', 'description': 'tempest-secgroup-smoke-1880915487 description', 'project_id': '40a062a337f747378d39fc85d0bb09a1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:29.707855 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2805b1bd-615c-4883-bc58-bb3fc983e5f8 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:29.793124 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2805b1bd-615c-4883-bc58-bb3fc983e5f8 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:29.796872 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2805b1bd-615c-4883-bc58-bb3fc983e5f8 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:29.823690 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-2805b1bd-615c-4883-bc58-bb3fc983e5f8 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:29.825587 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-2805b1bd-615c-4883-bc58-bb3fc983e5f8 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1426747 Jul 13 08:42:29.828781 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46660) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:29.830027 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2805b1bd-615c-4883-bc58-bb3fc983e5f8 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa416ffe-8449-4309-bac7-ecb0b5dcac7e,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:29.843127 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-ca577dbd-fb4f-439c-be6c-dae4a1a75330 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Request body: {'security_group_rule': {'security_group_id': 'fa416ffe-8449-4309-bac7-ecb0b5dcac7e', 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:29.870065 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ca577dbd-fb4f-439c-be6c-dae4a1a75330 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:29.929298 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ca577dbd-fb4f-439c-be6c-dae4a1a75330 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:29.932993 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ca577dbd-fb4f-439c-be6c-dae4a1a75330 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:29.950005 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca577dbd-fb4f-439c-be6c-dae4a1a75330 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb6aa141-4eec-4c03-bd8f-a0cf34b6920a,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:29.957374 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ca577dbd-fb4f-439c-be6c-dae4a1a75330 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:29.958571 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ca577dbd-fb4f-439c-be6c-dae4a1a75330 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1284885 Jul 13 08:42:29.962028 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46662) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:29.970052 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-5cb33c9d-42af-4706-a64c-ffa76258a009 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Request body: {'security_group_rule': {'security_group_id': 'fa416ffe-8449-4309-bac7-ecb0b5dcac7e', 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:29.992514 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5cb33c9d-42af-4706-a64c-ffa76258a009 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:30.065281 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5cb33c9d-42af-4706-a64c-ffa76258a009 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:30.069725 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5cb33c9d-42af-4706-a64c-ffa76258a009 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:30.090510 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb33c9d-42af-4706-a64c-ffa76258a009 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39984f3c-4523-49e7-a25e-5304997510d9,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:30.099493 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5cb33c9d-42af-4706-a64c-ffa76258a009 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:30.103912 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5cb33c9d-42af-4706-a64c-ffa76258a009 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1379929 Jul 13 08:42:30.104516 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46664) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:30.109147 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-33acbfe3-d7e2-4e21-a814-396d1bb1cae7 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Request body: {'security_group_rule': {'security_group_id': 'fa416ffe-8449-4309-bac7-ecb0b5dcac7e', 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:30.138612 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-33acbfe3-d7e2-4e21-a814-396d1bb1cae7 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:30.213652 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-33acbfe3-d7e2-4e21-a814-396d1bb1cae7 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:30.218766 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-33acbfe3-d7e2-4e21-a814-396d1bb1cae7 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:30.238090 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33acbfe3-d7e2-4e21-a814-396d1bb1cae7 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=573c35d7-1888-467e-ba0b-cf7538e8432e,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:30.246565 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-33acbfe3-d7e2-4e21-a814-396d1bb1cae7 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:30.250237 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-33acbfe3-d7e2-4e21-a814-396d1bb1cae7 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1425447 Jul 13 08:42:30.250510 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 46666) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:30.255085 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-f6b82adf-1c90-4096-8d65-071ba0729ac7 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Request body: {'security_group_rule': {'security_group_id': 'fa416ffe-8449-4309-bac7-ecb0b5dcac7e', 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:30.286487 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f6b82adf-1c90-4096-8d65-071ba0729ac7 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:30.355662 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f6b82adf-1c90-4096-8d65-071ba0729ac7 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:30.360160 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f6b82adf-1c90-4096-8d65-071ba0729ac7 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:30.379773 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b82adf-1c90-4096-8d65-071ba0729ac7 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13408ee4-f97d-4dc2-8199-a1f899d8083d,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:30.388759 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-f6b82adf-1c90-4096-8d65-071ba0729ac7 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:30.393230 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46668) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:30.395552 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-f6b82adf-1c90-4096-8d65-071ba0729ac7 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1401870 Jul 13 08:42:30.398882 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-16491af5-e181-4bf3-93c3-f04e85bd08dd tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Request body: {'security_group_rule': {'security_group_id': 'fa416ffe-8449-4309-bac7-ecb0b5dcac7e', 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:30.410737 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5cb7e18b-06ff-4b46-905e-5bee2a0a1b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:30.426147 n-d-771363-34 neutron-server[94017]: INFO neutron.db.securitygroups_db [None req-16491af5-e181-4bf3-93c3-f04e85bd08dd tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Project 40a062a337f747378d39fc85d0bb09a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:42:30.432914 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-16491af5-e181-4bf3-93c3-f04e85bd08dd tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:30.515332 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-16491af5-e181-4bf3-93c3-f04e85bd08dd tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:30.522381 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-16491af5-e181-4bf3-93c3-f04e85bd08dd tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:30.542243 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16491af5-e181-4bf3-93c3-f04e85bd08dd tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b58d453-8b71-4e73-b22a-96c8184e6d56,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:30.549223 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-16491af5-e181-4bf3-93c3-f04e85bd08dd tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:30.551431 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-16491af5-e181-4bf3-93c3-f04e85bd08dd tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1561880 Jul 13 08:42:30.556161 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46672) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:30.562736 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-592b39c0-4066-4216-b030-26228e422697 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Request body: {'security_group_rule': {'security_group_id': 'fa416ffe-8449-4309-bac7-ecb0b5dcac7e', 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:30.589456 n-d-771363-34 neutron-server[94017]: INFO neutron.db.securitygroups_db [None req-592b39c0-4066-4216-b030-26228e422697 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Project 40a062a337f747378d39fc85d0bb09a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:42:30.595249 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-592b39c0-4066-4216-b030-26228e422697 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:30.672220 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-592b39c0-4066-4216-b030-26228e422697 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:30.679507 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-592b39c0-4066-4216-b030-26228e422697 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:30.699315 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b39c0-4066-4216-b030-26228e422697 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1834208-9398-48e2-aa1c-c83d28f2770c,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:30.706169 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-592b39c0-4066-4216-b030-26228e422697 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:30.717299 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-592b39c0-4066-4216-b030-26228e422697 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1500497 Jul 13 08:42:30.868183 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-b383f11c-3db9-452e-b11c-7f10c7bc3b1b tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1880915487&fields=id&tenant_id=40a062a337f747378d39fc85d0bb09a1 HTTP/1.1" status: 200 len: 267 time: 0.0403228 Jul 13 08:42:30.988487 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-770c5a81-6679-4924-9789-a489049a3d2a tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:30.990022 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-770c5a81-6679-4924-9789-a489049a3d2a tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/networks?id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc HTTP/1.1" status: 200 len: 809 time: 0.1135850 Jul 13 08:42:31.008843 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-22b8710e-f35a-4c1f-86a8-38d163505c28 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/quotas/40a062a337f747378d39fc85d0bb09a1 HTTP/1.1" status: 200 len: 375 time: 0.0119369 Jul 13 08:42:31.088532 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-b4cecf61-bf42-42f6-909b-5927fe5d1ab9 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=40a062a337f747378d39fc85d0bb09a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0741429 Jul 13 08:42:31.223636 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-7fd29cbd-cea5-4e6e-a8ad-9a1a9997bf9c service neutron] 10.222.0.23 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215913 Jul 13 08:42:31.226341 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c4498e8b-5111-4659-a509-3806e0577ce3 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:31.293006 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port c4498e8b-5111-4659-a509-3806e0577ce3 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:31.297462 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port c4498e8b-5111-4659-a509-3806e0577ce3 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:31.297967 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:31.330146 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-1b670c83-2745-484a-89ad-7dade24fba2c service neutron] 10.222.0.23 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050560 Jul 13 08:42:31.400025 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:31.441376 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port c4498e8b-5111-4659-a509-3806e0577ce3, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=c4498e8b-5111-4659-a509-3806e0577ce3,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:31.448238 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:31.496791 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 87a39b7f-24a4-442d-9496-bc90e27acb8f up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:31.536043 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb748450-a7ca-4b15-a062-4d6032ea2378 None None] Sync routers for ids ['f632df79-d5a3-429d-9dc0-516b09ccc288'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:42:31.555607 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb748450-a7ca-4b15-a062-4d6032ea2378 None None] Routers {'f632df79-d5a3-429d-9dc0-516b09ccc288'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:31.556604 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-eb748450-a7ca-4b15-a062-4d6032ea2378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:42:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f632df79-d5a3-429d-9dc0-516b09ccc288'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:31.565463 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=c4498e8b-5111-4659-a509-3806e0577ce3,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:31.592832 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 87a39b7f-24a4-442d-9496-bc90e27acb8f triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:31.593722 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:31.598090 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1b679491-ee47-4f86-ba85-13331ba98b9c req-f66736cd-3538-428d-a9fa-949b2cb6d7f6 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 210 time: 0.0451639 Jul 13 08:42:31.698528 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-eb748450-a7ca-4b15-a062-4d6032ea2378 None None] Set router f632df79-d5a3-429d-9dc0-516b09ccc288 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:31.912688 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-eb748450-a7ca-4b15-a062-4d6032ea2378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f632df79-d5a3-429d-9dc0-516b09ccc288', 'name': 'tempest-TestShelveInstance-827397813-router', 'tenant_id': 'b6c10adc93b64184aa1da1be3cba045a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c4498e8b-5111-4659-a509-3806e0577ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:24Z', 'updated_at': '2021-07-13T08:42:27Z', 'revision_number': 4, 'project_id': 'b6c10adc93b64184aa1da1be3cba045a', 'gw_port': {'id': 'c4498e8b-5111-4659-a509-3806e0577ce3', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f632df79-d5a3-429d-9dc0-516b09ccc288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:25Z', 'updated_at': '2021-07-13T08:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '9a8ba0d6-4242-498a-b9ec-3c868db25a2d', 'name': '', 'network_id': 'd758d917-b5a4-46f4-a2f3-3f9d0624259b', 'tenant_id': 'b6c10adc93b64184aa1da1be3cba045a', 'mac_address': 'fa:16:3e:96:5f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f632df79-d5a3-429d-9dc0-516b09ccc288', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'c8f9590c-9d64-411f-a3bb-ae7da11f07f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:27Z', 'updated_at': '2021-07-13T08:42:28Z', 'revision_number': 2, 'project_id': 'b6c10adc93b64184aa1da1be3cba045a', 'subnets': [{'id': 'c8f9590c-9d64-411f-a3bb-ae7da11f07f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:31.938083 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb748450-a7ca-4b15-a062-4d6032ea2378 None None] Checking router: f632df79-d5a3-429d-9dc0-516b09ccc288 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:42:31.938430 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb748450-a7ca-4b15-a062-4d6032ea2378 None None] Updating router f632df79-d5a3-429d-9dc0-516b09ccc288 port 9a8ba0d6-4242-498a-b9ec-3c868db25a2d binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:42:31.971656 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-eb748450-a7ca-4b15-a062-4d6032ea2378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:32.241275 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-eb748450-a7ca-4b15-a062-4d6032ea2378 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:32.252432 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-eb748450-a7ca-4b15-a062-4d6032ea2378 None None] Transition to ACTIVE for port object 9a8ba0d6-4242-498a-b9ec-3c868db25a2d will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:32.258328 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-eb748450-a7ca-4b15-a062-4d6032ea2378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:32.309257 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ff419-d28d-46a2-aaf7-764a58a54ade None None] Pushing event updated for resources: {'Port': ['ID=9a8ba0d6-4242-498a-b9ec-3c868db25a2d,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:32.361903 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-eb748450-a7ca-4b15-a062-4d6032ea2378 None None] Attempting to bind port 9a8ba0d6-4242-498a-b9ec-3c868db25a2d on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:42:32.362273 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-eb748450-a7ca-4b15-a062-4d6032ea2378 None None] Attempting to bind port 9a8ba0d6-4242-498a-b9ec-3c868db25a2d by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '7014f13e-d15e-4b47-afbf-4854fd26b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd758d917-b5a4-46f4-a2f3-3f9d0624259b'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:42:32.362633 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb748450-a7ca-4b15-a062-4d6032ea2378 None None] Attempting to bind port 9a8ba0d6-4242-498a-b9ec-3c868db25a2d on network d758d917-b5a4-46f4-a2f3-3f9d0624259b {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:42:32.368047 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb748450-a7ca-4b15-a062-4d6032ea2378 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:42:32.368419 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb748450-a7ca-4b15-a062-4d6032ea2378 None None] Checking segment: {'id': '7014f13e-d15e-4b47-afbf-4854fd26b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd758d917-b5a4-46f4-a2f3-3f9d0624259b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:42:32.368818 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-eb748450-a7ca-4b15-a062-4d6032ea2378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:32.369206 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb748450-a7ca-4b15-a062-4d6032ea2378 None None] Bound using segment: {'id': '7014f13e-d15e-4b47-afbf-4854fd26b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd758d917-b5a4-46f4-a2f3-3f9d0624259b'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:42:32.369672 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-eb748450-a7ca-4b15-a062-4d6032ea2378 None None] Bound port: 9a8ba0d6-4242-498a-b9ec-3c868db25a2d, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7014f13e-d15e-4b47-afbf-4854fd26b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd758d917-b5a4-46f4-a2f3-3f9d0624259b'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:42:32.370043 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-eb748450-a7ca-4b15-a062-4d6032ea2378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:32.437816 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-eb748450-a7ca-4b15-a062-4d6032ea2378 None None] For port 9a8ba0d6-4242-498a-b9ec-3c868db25a2d, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:42:32.441119 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-eb748450-a7ca-4b15-a062-4d6032ea2378 None None] For port 9a8ba0d6-4242-498a-b9ec-3c868db25a2d, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=9a8ba0d6-4242-498a-b9ec-3c868db25a2d,segment=NetworkSegment(7014f13e-d15e-4b47-afbf-4854fd26b4ec),segment_id=7014f13e-d15e-4b47-afbf-4854fd26b4ec)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:42:32.446251 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-eb748450-a7ca-4b15-a062-4d6032ea2378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:32.506247 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb748450-a7ca-4b15-a062-4d6032ea2378 None None] Routers {'f632df79-d5a3-429d-9dc0-516b09ccc288'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:32.506914 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-eb748450-a7ca-4b15-a062-4d6032ea2378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:42:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f632df79-d5a3-429d-9dc0-516b09ccc288'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:32.510426 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ff419-d28d-46a2-aaf7-764a58a54ade None None] Pushing event updated for resources: {'Port': ['ID=9a8ba0d6-4242-498a-b9ec-3c868db25a2d,revision_number=4']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:32.715798 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8dc1c65e-79f2-4c45-97bb-b87deae8f3f3 req-c6043388-dd5c-4462-b07a-93fa03a6e2c3 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 210 time: 0.0354733 Jul 13 08:42:32.743631 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-eb748450-a7ca-4b15-a062-4d6032ea2378 None None] Set router f632df79-d5a3-429d-9dc0-516b09ccc288 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:32.955942 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-eb748450-a7ca-4b15-a062-4d6032ea2378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f632df79-d5a3-429d-9dc0-516b09ccc288', 'name': 'tempest-TestShelveInstance-827397813-router', 'tenant_id': 'b6c10adc93b64184aa1da1be3cba045a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c4498e8b-5111-4659-a509-3806e0577ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:24Z', 'updated_at': '2021-07-13T08:42:27Z', 'revision_number': 4, 'project_id': 'b6c10adc93b64184aa1da1be3cba045a', 'gw_port': {'id': 'c4498e8b-5111-4659-a509-3806e0577ce3', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f632df79-d5a3-429d-9dc0-516b09ccc288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:25Z', 'updated_at': '2021-07-13T08:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '9a8ba0d6-4242-498a-b9ec-3c868db25a2d', 'name': '', 'network_id': 'd758d917-b5a4-46f4-a2f3-3f9d0624259b', 'tenant_id': 'b6c10adc93b64184aa1da1be3cba045a', 'mac_address': 'fa:16:3e:96:5f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f632df79-d5a3-429d-9dc0-516b09ccc288', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'c8f9590c-9d64-411f-a3bb-ae7da11f07f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:27Z', 'updated_at': '2021-07-13T08:42:32Z', 'revision_number': 4, 'project_id': 'b6c10adc93b64184aa1da1be3cba045a', 'subnets': [{'id': 'c8f9590c-9d64-411f-a3bb-ae7da11f07f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:32.984352 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb748450-a7ca-4b15-a062-4d6032ea2378 None None] The sync data for ids ['f632df79-d5a3-429d-9dc0-516b09ccc288'] in n-d-771363-34 is: [{'id': 'f632df79-d5a3-429d-9dc0-516b09ccc288', 'name': 'tempest-TestShelveInstance-827397813-router', 'tenant_id': 'b6c10adc93b64184aa1da1be3cba045a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c4498e8b-5111-4659-a509-3806e0577ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:24Z', 'updated_at': '2021-07-13T08:42:27Z', 'revision_number': 4, 'project_id': 'b6c10adc93b64184aa1da1be3cba045a', 'gw_port': {'id': 'c4498e8b-5111-4659-a509-3806e0577ce3', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f632df79-d5a3-429d-9dc0-516b09ccc288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:25Z', 'updated_at': '2021-07-13T08:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '9a8ba0d6-4242-498a-b9ec-3c868db25a2d', 'name': '', 'network_id': 'd758d917-b5a4-46f4-a2f3-3f9d0624259b', 'tenant_id': 'b6c10adc93b64184aa1da1be3cba045a', 'mac_address': 'fa:16:3e:96:5f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f632df79-d5a3-429d-9dc0-516b09ccc288', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'c8f9590c-9d64-411f-a3bb-ae7da11f07f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:27Z', 'updated_at': '2021-07-13T08:42:32Z', 'revision_number': 4, 'project_id': 'b6c10adc93b64184aa1da1be3cba045a', 'subnets': [{'id': 'c8f9590c-9d64-411f-a3bb-ae7da11f07f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:42:33.145573 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 9a8ba0d6-4242-498a-b9ec-3c868db25a2d up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:33.198095 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 9a8ba0d6-4242-498a-b9ec-3c868db25a2d completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:33.202322 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 9a8ba0d6-4242-498a-b9ec-3c868db25a2d triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:33.202696 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:33.256482 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:33.298764 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7b5c69a9-88ed-438d-828e-ae1cacba8387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:33.309948 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:33.346658 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 9a8ba0d6-4242-498a-b9ec-3c868db25a2d, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=9a8ba0d6-4242-498a-b9ec-3c868db25a2d,segment=NetworkSegment(7014f13e-d15e-4b47-afbf-4854fd26b4ec),segment_id=7014f13e-d15e-4b47-afbf-4854fd26b4ec)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:33.351868 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:33.390226 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c4498e8b-5111-4659-a509-3806e0577ce3 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:33.431493 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=9a8ba0d6-4242-498a-b9ec-3c868db25a2d,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:33.454384 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port c4498e8b-5111-4659-a509-3806e0577ce3 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:33.454764 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:33.679109 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2999d102-fc48-4174-8a2e-e4ef5f67b2ad None None] Provisioning complete for port 9a8ba0d6-4242-498a-b9ec-3c868db25a2d triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:33.679765 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2999d102-fc48-4174-8a2e-e4ef5f67b2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:33.856077 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-892373ac-8a9b-4569-aeed-0371899f7bee req-7a8b2995-c2be-4e7f-883f-53f344702471 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 210 time: 0.0288723 Jul 13 08:42:34.414609 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:34.728590 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-52aa8a6c-9110-4e7b-bfd2-c2c72f395861 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:34.730076 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-52aa8a6c-9110-4e7b-bfd2-c2c72f395861 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.42 "GET /v2.0/networks?id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc HTTP/1.1" status: 200 len: 809 time: 0.1078279 Jul 13 08:42:34.774471 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-59949c50-98f7-42d9-a4d5-3cdcd8996645 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40a062a337f747378d39fc85d0bb09a1 HTTP/1.1" status: 200 len: 380 time: 0.0360017 Jul 13 08:42:34.783230 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-d069abd6-777e-4e98-b412-b1e3451c44ec tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Request body: {'port': {'device_id': '06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a', 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc', 'admin_state_up': True, 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'security_groups': ['fa416ffe-8449-4309-bac7-ecb0b5dcac7e']}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:34.897040 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-d069abd6-777e-4e98-b412-b1e3451c44ec tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Made reservation on behalf of 40a062a337f747378d39fc85d0bb09a1 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:42:34.901003 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-d069abd6-777e-4e98-b412-b1e3451c44ec tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:35.005021 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-413bcec5-bd25-4416-a333-d6f5975ebcc0 req-6463356e-8d5f-4bfa-9ac6-80b192a88277 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 210 time: 0.0359409 Jul 13 08:42:35.057277 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-d069abd6-777e-4e98-b412-b1e3451c44ec tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Allocated IP 172.20.0.4 (e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc/6a9e25b5-4c7a-4e46-8ac2-748a212f2637/055397a7-67be-4218-b115-e9d23bc33579) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:42:35.121828 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 9a8ba0d6-4242-498a-b9ec-3c868db25a2d up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:35.168982 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 9a8ba0d6-4242-498a-b9ec-3c868db25a2d triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:35.169408 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:35.200626 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-d069abd6-777e-4e98-b412-b1e3451c44ec tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:35.214461 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-d069abd6-777e-4e98-b412-b1e3451c44ec tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Transition to ACTIVE for port object 055397a7-67be-4218-b115-e9d23bc33579 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:35.249180 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-d069abd6-777e-4e98-b412-b1e3451c44ec tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:35.295012 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-d069abd6-777e-4e98-b412-b1e3451c44ec tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Network e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:42:35.298125 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-d069abd6-777e-4e98-b412-b1e3451c44ec tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:35.301857 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-d069abd6-777e-4e98-b412-b1e3451c44ec tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:42:35.327533 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069abd6-777e-4e98-b412-b1e3451c44ec tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Pushing event updated for resources: {'Port': ['ID=055397a7-67be-4218-b115-e9d23bc33579,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:35.356682 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-d069abd6-777e-4e98-b412-b1e3451c44ec tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:35.357308 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-d069abd6-777e-4e98-b412-b1e3451c44ec tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:35.371630 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-d069abd6-777e-4e98-b412-b1e3451c44ec tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5920782 Jul 13 08:42:35.383384 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-acc3f570-3c30-4c35-a12b-bf7f70d5b5a8 service neutron] Request body: {'port': {'device_id': '06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:35.464630 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-acc3f570-3c30-4c35-a12b-bf7f70d5b5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:35.487447 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a4d8a9cc-b63c-45bc-b132-ee8fa05a821d None None] Provisioning for port 055397a7-67be-4218-b115-e9d23bc33579 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:35.491157 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a4d8a9cc-b63c-45bc-b132-ee8fa05a821d None None] Provisioning complete for port 055397a7-67be-4218-b115-e9d23bc33579 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:35.491534 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a4d8a9cc-b63c-45bc-b132-ee8fa05a821d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:35.525435 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-a4d8a9cc-b63c-45bc-b132-ee8fa05a821d None None] Port 055397a7-67be-4218-b115-e9d23bc33579 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:42:35.738276 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-acc3f570-3c30-4c35-a12b-bf7f70d5b5a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 055397a7-67be-4218-b115-e9d23bc33579 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:42:35.745670 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-acc3f570-3c30-4c35-a12b-bf7f70d5b5a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:35.757540 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-acc3f570-3c30-4c35-a12b-bf7f70d5b5a8 service neutron] Transition to ACTIVE for port object 055397a7-67be-4218-b115-e9d23bc33579 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:42:35.760900 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-acc3f570-3c30-4c35-a12b-bf7f70d5b5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:35.811807 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3f570-3c30-4c35-a12b-bf7f70d5b5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=055397a7-67be-4218-b115-e9d23bc33579,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:35.882549 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-acc3f570-3c30-4c35-a12b-bf7f70d5b5a8 service neutron] Attempting to bind port 055397a7-67be-4218-b115-e9d23bc33579 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:42:35.883038 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-acc3f570-3c30-4c35-a12b-bf7f70d5b5a8 service neutron] Attempting to bind port 055397a7-67be-4218-b115-e9d23bc33579 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'a8048da5-7fb6-4e02-985b-5a3431cf411c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:42:35.883216 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-acc3f570-3c30-4c35-a12b-bf7f70d5b5a8 service neutron] Attempting to bind port 055397a7-67be-4218-b115-e9d23bc33579 on network e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:42:35.888263 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-acc3f570-3c30-4c35-a12b-bf7f70d5b5a8 service neutron] Port 055397a7-67be-4218-b115-e9d23bc33579 on network e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:42:35.888597 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-acc3f570-3c30-4c35-a12b-bf7f70d5b5a8 service neutron] Attempting to bind port 055397a7-67be-4218-b115-e9d23bc33579 on network e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:42:35.893509 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-acc3f570-3c30-4c35-a12b-bf7f70d5b5a8 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:42:35.893842 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-acc3f570-3c30-4c35-a12b-bf7f70d5b5a8 service neutron] Checking segment: {'id': 'a8048da5-7fb6-4e02-985b-5a3431cf411c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:42:35.894223 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-acc3f570-3c30-4c35-a12b-bf7f70d5b5a8 service neutron] Bound using segment: {'id': 'a8048da5-7fb6-4e02-985b-5a3431cf411c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:42:35.894645 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-acc3f570-3c30-4c35-a12b-bf7f70d5b5a8 service neutron] Bound port: 055397a7-67be-4218-b115-e9d23bc33579, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8048da5-7fb6-4e02-985b-5a3431cf411c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:42:35.895000 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-acc3f570-3c30-4c35-a12b-bf7f70d5b5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:35.962014 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-acc3f570-3c30-4c35-a12b-bf7f70d5b5a8 service neutron] For port 055397a7-67be-4218-b115-e9d23bc33579, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:42:35.965265 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-acc3f570-3c30-4c35-a12b-bf7f70d5b5a8 service neutron] For port 055397a7-67be-4218-b115-e9d23bc33579, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=055397a7-67be-4218-b115-e9d23bc33579,segment=NetworkSegment(a8048da5-7fb6-4e02-985b-5a3431cf411c),segment_id=a8048da5-7fb6-4e02-985b-5a3431cf411c)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:42:35.968901 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-acc3f570-3c30-4c35-a12b-bf7f70d5b5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:36.005553 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-acc3f570-3c30-4c35-a12b-bf7f70d5b5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:36.006165 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-acc3f570-3c30-4c35-a12b-bf7f70d5b5a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:36.008099 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-acc3f570-3c30-4c35-a12b-bf7f70d5b5a8 service neutron] 10.222.0.42 "PUT /v2.0/ports/055397a7-67be-4218-b115-e9d23bc33579 HTTP/1.1" status: 200 len: 1092 time: 0.6295812 Jul 13 08:42:36.008535 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a', 'tag': '055397a7-67be-4218-b115-e9d23bc33579'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:42:36.010791 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b02b83c-d16e-4ef5-a263-30b6f2560787" -d '{"events": [{"name": "network-changed", "server_uuid": "06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a", "tag": "055397a7-67be-4218-b115-e9d23bc33579"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:42:36.040520 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3f570-3c30-4c35-a12b-bf7f70d5b5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=055397a7-67be-4218-b115-e9d23bc33579,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:36.082337 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a750b23d-084d-47b5-97e1-8b5750bf59b4 x-openstack-request-id: req-a750b23d-084d-47b5-97e1-8b5750bf59b4 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:42:36.082684 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a", "tag": "055397a7-67be-4218-b115-e9d23bc33579", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:42:36.082993 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a750b23d-084d-47b5-97e1-8b5750bf59b4 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:42:36.083467 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a', 'tag': '055397a7-67be-4218-b115-e9d23bc33579', 'status': 'completed', 'code': 200} Jul 13 08:42:36.134463 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-64d47ff8-2006-45a7-8f7f-aaa3411297c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:36.135950 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-64d47ff8-2006-45a7-8f7f-aaa3411297c7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40a062a337f747378d39fc85d0bb09a1&device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 1095 time: 0.0671778 Jul 13 08:42:36.178685 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:36.192733 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-5b36840b-1f62-4126-ae1f-8edb9ef27e96 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=055397a7-67be-4218-b115-e9d23bc33579 HTTP/1.1" status: 200 len: 217 time: 0.0492404 Jul 13 08:42:36.259580 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-1eb12ed9-2c63-45d1-b9c9-6b04cfef5d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:36.261050 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-1eb12ed9-2c63-45d1-b9c9-6b04cfef5d36 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a9e25b5-4c7a-4e46-8ac2-748a212f2637 HTTP/1.1" status: 200 len: 848 time: 0.0518384 Jul 13 08:42:36.309469 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05495a78-244e-462a-b35c-b329025e5486 req-af8c7950-9a3f-42d8-8711-a0ba328f4f4b tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:36.310953 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-05495a78-244e-462a-b35c-b329025e5486 req-af8c7950-9a3f-42d8-8711-a0ba328f4f4b tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 943 time: 0.1611960 Jul 13 08:42:36.363756 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-05495a78-244e-462a-b35c-b329025e5486 req-14bd9e45-19e5-4442-9f66-b90ff4e8dd02 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465448 Jul 13 08:42:36.365389 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-6a71703e-64e1-4794-bb15-e10ca62fff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:36.366995 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-6a71703e-64e1-4794-bb15-e10ca62fff67 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0997539 Jul 13 08:42:36.456288 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-4080973f-cfbe-4361-93b4-47395c12639a service neutron] 10.222.0.42 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829158 Jul 13 08:42:36.545204 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-580a7caa-b6b1-4b31-9755-801a3cf84bcf req-97945423-af54-4b5b-9108-0fe25796a9b0 service neutron] 10.222.0.42 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832853 Jul 13 08:42:36.641771 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02b83c-d16e-4ef5-a263-30b6f2560787 req-46cdc5a3-06de-4c21-8ff4-9c585e7a29f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:36.643288 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8b02b83c-d16e-4ef5-a263-30b6f2560787 req-46cdc5a3-06de-4c21-8ff4-9c585e7a29f3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40a062a337f747378d39fc85d0bb09a1&device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 1095 time: 0.0522299 Jul 13 08:42:36.734120 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02b83c-d16e-4ef5-a263-30b6f2560787 req-20bd6eec-0ea3-4bc5-bcb1-5aaacc548df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:36.735676 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8b02b83c-d16e-4ef5-a263-30b6f2560787 req-20bd6eec-0ea3-4bc5-bcb1-5aaacc548df5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc HTTP/1.1" status: 200 len: 910 time: 0.0864570 Jul 13 08:42:36.776343 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8b02b83c-d16e-4ef5-a263-30b6f2560787 req-a482d554-9596-4f81-a375-dff0aa8eb959 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=055397a7-67be-4218-b115-e9d23bc33579 HTTP/1.1" status: 200 len: 217 time: 0.0341599 Jul 13 08:42:36.823315 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02b83c-d16e-4ef5-a263-30b6f2560787 req-23030339-75d8-4161-8030-f0e2a142d58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:36.824738 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8b02b83c-d16e-4ef5-a263-30b6f2560787 req-23030339-75d8-4161-8030-f0e2a142d58e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a9e25b5-4c7a-4e46-8ac2-748a212f2637 HTTP/1.1" status: 200 len: 848 time: 0.0427389 Jul 13 08:42:36.879468 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02b83c-d16e-4ef5-a263-30b6f2560787 req-01995d91-8995-4c82-aedb-d011a89d45d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:36.880955 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8b02b83c-d16e-4ef5-a263-30b6f2560787 req-01995d91-8995-4c82-aedb-d011a89d45d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502138 Jul 13 08:42:36.972145 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8b02b83c-d16e-4ef5-a263-30b6f2560787 req-e566752d-56c6-4f01-8e8a-c7e268f8026f service neutron] 10.222.0.42 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843141 Jul 13 08:42:37.064533 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8b02b83c-d16e-4ef5-a263-30b6f2560787 req-6f0bebdc-cff6-4efe-9ccf-d090bf286748 service neutron] 10.222.0.42 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845785 Jul 13 08:42:37.541188 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ffcfb8-4485-415f-b84f-21d997ed5ab5 req-e4c87faa-bb9d-47f1-952f-51304af0e1df tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:37.542696 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-12ffcfb8-4485-415f-b84f-21d997ed5ab5 req-e4c87faa-bb9d-47f1-952f-51304af0e1df tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 943 time: 0.0638092 Jul 13 08:42:37.580574 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-12ffcfb8-4485-415f-b84f-21d997ed5ab5 req-b6e17631-b2e1-486c-8b6b-5442825f634b tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322394 Jul 13 08:42:38.084019 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 055397a7-67be-4218-b115-e9d23bc33579 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:42:38.181981 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 055397a7-67be-4218-b115-e9d23bc33579, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=055397a7-67be-4218-b115-e9d23bc33579,segment=NetworkSegment(a8048da5-7fb6-4e02-985b-5a3431cf411c),segment_id=a8048da5-7fb6-4e02-985b-5a3431cf411c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:38.192808 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '055397a7-67be-4218-b115-e9d23bc33579', 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc', 'port_id': '055397a7-67be-4218-b115-e9d23bc33579', 'mac_address': 'fa:16:3e:0c:cd:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a9e25b5-4c7a-4e46-8ac2-748a212f2637', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:42:38.230319 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:38.243817 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 055397a7-67be-4218-b115-e9d23bc33579 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:42:38.263310 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 055397a7-67be-4218-b115-e9d23bc33579, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=055397a7-67be-4218-b115-e9d23bc33579,segment=NetworkSegment(a8048da5-7fb6-4e02-985b-5a3431cf411c),segment_id=a8048da5-7fb6-4e02-985b-5a3431cf411c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:38.267074 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:38.323285 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=055397a7-67be-4218-b115-e9d23bc33579,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:38.493815 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['055397a7-67be-4218-b115-e9d23bc33579'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:42:38.758045 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbee806-9391-41f0-857f-a9a3c46cb2ba req-cc56692b-62b2-4546-915e-675b36c00871 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:38.759578 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8bbee806-9391-41f0-857f-a9a3c46cb2ba req-cc56692b-62b2-4546-915e-675b36c00871 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 944 time: 0.0642390 Jul 13 08:42:38.797192 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8bbee806-9391-41f0-857f-a9a3c46cb2ba req-12578768-b6c8-4a71-8a7f-4d31b3ce6f60 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320301 Jul 13 08:42:39.974389 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07156f-3eb1-4ab5-8ea8-25f05119cdb1 req-481fe01b-b12a-42b3-b2ff-3c1cd3e595ef tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:39.976687 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2c07156f-3eb1-4ab5-8ea8-25f05119cdb1 req-481fe01b-b12a-42b3-b2ff-3c1cd3e595ef tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 944 time: 0.0689559 Jul 13 08:42:40.013327 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2c07156f-3eb1-4ab5-8ea8-25f05119cdb1 req-82325804-4bcd-46fd-a800-8669dcf11f4f tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309687 Jul 13 08:42:40.083650 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 055397a7-67be-4218-b115-e9d23bc33579 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:42:40.133890 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 055397a7-67be-4218-b115-e9d23bc33579 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:42:40.137612 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 055397a7-67be-4218-b115-e9d23bc33579 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:40.137984 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:40.213853 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:40.235230 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055397a7-67be-4218-b115-e9d23bc33579'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:42:40.237513 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}819247fa28fcd914db4aabd8a9f8f95ceb467163a9d63008da3b74a1dcff375d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb958bc-08a5-421b-80f6-e731653237f9" -d '{"events": [{"server_uuid": "06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a", "name": "network-vif-plugged", "status": "completed", "tag": "055397a7-67be-4218-b115-e9d23bc33579"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:42:40.251133 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 055397a7-67be-4218-b115-e9d23bc33579, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=055397a7-67be-4218-b115-e9d23bc33579,segment=NetworkSegment(a8048da5-7fb6-4e02-985b-5a3431cf411c),segment_id=a8048da5-7fb6-4e02-985b-5a3431cf411c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:42:40.255295 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:40.284922 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d3bce4-a6ca-4b17-b592-9c5f0737f6fa x-openstack-request-id: req-e6d3bce4-a6ca-4b17-b592-9c5f0737f6fa {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:42:40.285206 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a", "name": "network-vif-plugged", "status": "completed", "tag": "055397a7-67be-4218-b115-e9d23bc33579", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:42:40.285458 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e6d3bce4-a6ca-4b17-b592-9c5f0737f6fa {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:42:40.285845 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055397a7-67be-4218-b115-e9d23bc33579', 'code': 200} Jul 13 08:42:40.317017 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=055397a7-67be-4218-b115-e9d23bc33579,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:40.393020 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7024b8b-6bc1-43dc-9fd3-e6f40e1a6f8c req-6d0b3fbc-5610-46d7-9e4d-574a26cbd5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:40.394438 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b7024b8b-6bc1-43dc-9fd3-e6f40e1a6f8c req-6d0b3fbc-5610-46d7-9e4d-574a26cbd5b7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 1097 time: 0.0532074 Jul 13 08:42:40.434565 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b7024b8b-6bc1-43dc-9fd3-e6f40e1a6f8c req-d27765f4-ac67-4bcc-8f13-c46f8c2f747f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334363 Jul 13 08:42:40.558324 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d291cc89-1e98-4048-9dc6-c890d9f1e92b None None] Provisioning complete for port 055397a7-67be-4218-b115-e9d23bc33579 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:42:40.558684 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d291cc89-1e98-4048-9dc6-c890d9f1e92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:41.190369 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660451ee-333e-4912-a4df-73ba7f320302 req-eac968a9-f15e-44fb-bf44-cd51ab696807 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:41.191886 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-660451ee-333e-4912-a4df-73ba7f320302 req-eac968a9-f15e-44fb-bf44-cd51ab696807 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 945 time: 0.0651731 Jul 13 08:42:41.230115 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-660451ee-333e-4912-a4df-73ba7f320302 req-5459c859-155e-4211-929b-59c5a6098a30 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325010 Jul 13 08:42:42.755829 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39aff12-d5d2-4730-945f-0aad23d57fa1 req-880b887e-dee2-41c7-8520-b323543dfa71 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:42.757577 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b39aff12-d5d2-4730-945f-0aad23d57fa1 req-880b887e-dee2-41c7-8520-b323543dfa71 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 945 time: 0.4130268 Jul 13 08:42:42.795513 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b39aff12-d5d2-4730-945f-0aad23d57fa1 req-9aa941b2-c0f7-456a-822e-a83f16586945 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323224 Jul 13 08:42:42.977381 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e48e8-e487-46ab-a2b6-f905474cf3df req-c67e9dd1-f777-41d0-ae18-066e67cc07b5 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:42.978866 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c65e48e8-e487-46ab-a2b6-f905474cf3df req-c67e9dd1-f777-41d0-ae18-066e67cc07b5 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 945 time: 0.0627754 Jul 13 08:42:43.016772 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c65e48e8-e487-46ab-a2b6-f905474cf3df req-a5e727a5-655b-4086-832a-a5c164722a25 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322611 Jul 13 08:42:43.041451 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46732) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:43.184017 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3821a17-1b9b-4f9b-924f-9d6dd71924e8 tempest-TestShelveInstance-586614498 tempest-TestShelveInstance-586614498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:43.185539 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f3821a17-1b9b-4f9b-924f-9d6dd71924e8 tempest-TestShelveInstance-586614498 tempest-TestShelveInstance-586614498-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 1092 time: 0.1431198 Jul 13 08:42:43.188418 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 46736) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:42:43.192723 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-5d3c11e5-93a9-4197-a84a-cd093ef877be tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'port_id': '055397a7-67be-4218-b115-e9d23bc33579', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:42:43.214654 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5d3c11e5-93a9-4197-a84a-cd093ef877be tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for floatingip, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:43.307421 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5d3c11e5-93a9-4197-a84a-cd093ef877be tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:43.412653 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-5d3c11e5-93a9-4197-a84a-cd093ef877be tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Allocated IP 172.25.3.101 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/a0e75da4-277c-43b0-8d4c-f86374240b2b) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:42:43.511579 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5d3c11e5-93a9-4197-a84a-cd093ef877be tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:43.550259 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5d3c11e5-93a9-4197-a84a-cd093ef877be tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:43.595513 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3c11e5-93a9-4197-a84a-cd093ef877be tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:42:43.598351 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-5d3c11e5-93a9-4197-a84a-cd093ef877be tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:42:43.601943 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3c11e5-93a9-4197-a84a-cd093ef877be tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:42:43.623580 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c11e5-93a9-4197-a84a-cd093ef877be tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Pushing event updated for resources: {'Port': ['ID=a0e75da4-277c-43b0-8d4c-f86374240b2b,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:43.967075 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5d3c11e5-93a9-4197-a84a-cd093ef877be tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:44.041528 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5d3c11e5-93a9-4197-a84a-cd093ef877be tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:44.190298 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5d3c11e5-93a9-4197-a84a-cd093ef877be tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:44.195258 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5d3c11e5-93a9-4197-a84a-cd093ef877be tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:44.263066 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c11e5-93a9-4197-a84a-cd093ef877be tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Pushing event updated for resources: {'Port': ['ID=a0e75da4-277c-43b0-8d4c-f86374240b2b,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:42:44.271060 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5d3c11e5-93a9-4197-a84a-cd093ef877be tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:44.371110 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [None req-5d3c11e5-93a9-4197-a84a-cd093ef877be tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Floating IP d71777bd-a79c-4e97-a6b9-ef63104e1e09 associated. External IP: 172.25.3.101, port: 055397a7-67be-4218-b115-e9d23bc33579. Jul 13 08:42:44.909586 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3c11e5-93a9-4197-a84a-cd093ef877be tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Router 30cbc076-bc94-471e-bac5-566693482b2a has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:42:45.022380 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3c11e5-93a9-4197-a84a-cd093ef877be tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:42:45.032128 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7d0f69-6ff9-4ab8-84f3-a60cc9f1e758 None None] Sync routers for ids ['30cbc076-bc94-471e-bac5-566693482b2a'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:42:45.041076 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-5d3c11e5-93a9-4197-a84a-cd093ef877be tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:45.043027 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7d0f69-6ff9-4ab8-84f3-a60cc9f1e758 None None] Routers {'30cbc076-bc94-471e-bac5-566693482b2a'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:45.043702 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-fb7d0f69-6ff9-4ab8-84f3-a60cc9f1e758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:42:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['30cbc076-bc94-471e-bac5-566693482b2a'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:45.080458 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-5d3c11e5-93a9-4197-a84a-cd093ef877be tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8910234 Jul 13 08:42:45.081205 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a', 'tag': '055397a7-67be-4218-b115-e9d23bc33579'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:42:45.083505 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33af52f666a6377eeaf9d00c6054365c515a6ddb0c8cc5669bfcff545a31cac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69df9e53-8162-4f5c-b110-a026c8ac5555" -d '{"events": [{"name": "network-changed", "server_uuid": "06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a", "tag": "055397a7-67be-4218-b115-e9d23bc33579"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:42:45.123317 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bb4109-b1fc-4d18-8eba-da76d4084178 x-openstack-request-id: req-b1bb4109-b1fc-4d18-8eba-da76d4084178 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:42:45.123624 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a", "tag": "055397a7-67be-4218-b115-e9d23bc33579", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:42:45.123874 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b1bb4109-b1fc-4d18-8eba-da76d4084178 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:42:45.124301 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a', 'tag': '055397a7-67be-4218-b115-e9d23bc33579', 'status': 'completed', 'code': 200} Jul 13 08:42:45.157867 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-fb7d0f69-6ff9-4ab8-84f3-a60cc9f1e758 None None] Set router 30cbc076-bc94-471e-bac5-566693482b2a gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:45.197685 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df9e53-8162-4f5c-b110-a026c8ac5555 req-c7b4671a-f433-491a-ae5b-bcdcaf50e7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:45.199188 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-69df9e53-8162-4f5c-b110-a026c8ac5555 req-c7b4671a-f433-491a-ae5b-bcdcaf50e7b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40a062a337f747378d39fc85d0bb09a1&device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 1097 time: 0.0541584 Jul 13 08:42:45.293043 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df9e53-8162-4f5c-b110-a026c8ac5555 req-431e3202-90c3-46df-b2d8-eeebba531212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:45.294551 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-69df9e53-8162-4f5c-b110-a026c8ac5555 req-431e3202-90c3-46df-b2d8-eeebba531212 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc HTTP/1.1" status: 200 len: 910 time: 0.0893722 Jul 13 08:42:45.357915 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-69df9e53-8162-4f5c-b110-a026c8ac5555 req-763c28dc-88b6-4c3a-9427-560b7fd474c4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=055397a7-67be-4218-b115-e9d23bc33579 HTTP/1.1" status: 200 len: 999 time: 0.0575490 Jul 13 08:42:45.380979 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-fb7d0f69-6ff9-4ab8-84f3-a60cc9f1e758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cbc076-bc94-471e-bac5-566693482b2a', 'name': 'tempest-TestShelveInstance-1151280122-router', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '95e2e714-002e-4577-b751-111872e46119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:19Z', 'updated_at': '2021-07-13T08:42:22Z', 'revision_number': 4, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'gw_port': {'id': '95e2e714-002e-4577-b751-111872e46119', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cbc076-bc94-471e-bac5-566693482b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:20Z', 'updated_at': '2021-07-13T08:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': 'd71777bd-a79c-4e97-a6b9-ef63104e1e09', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'floating_ip_address': '172.25.3.101', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '30cbc076-bc94-471e-bac5-566693482b2a', 'port_id': '055397a7-67be-4218-b115-e9d23bc33579', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc', 'mac_address': 'fa:16:3e:0c:cd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:42:43Z', 'updated_at': '2021-07-13T08:42:43Z', 'revision_number': 0, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87a39b7f-24a4-442d-9496-bc90e27acb8f', 'name': '', 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'mac_address': 'fa:16:3e:c2:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cbc076-bc94-471e-bac5-566693482b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6a9e25b5-4c7a-4e46-8ac2-748a212f2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:21Z', 'updated_at': '2021-07-13T08:42:28Z', 'revision_number': 5, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'subnets': [{'id': '6a9e25b5-4c7a-4e46-8ac2-748a212f2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:45.406963 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7d0f69-6ff9-4ab8-84f3-a60cc9f1e758 None None] Checking router: 30cbc076-bc94-471e-bac5-566693482b2a for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:42:45.411331 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df9e53-8162-4f5c-b110-a026c8ac5555 req-cbc31a84-d83d-4c34-a08c-55cea9c4dd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:45.414122 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-69df9e53-8162-4f5c-b110-a026c8ac5555 req-cbc31a84-d83d-4c34-a08c-55cea9c4dd7f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a9e25b5-4c7a-4e46-8ac2-748a212f2637 HTTP/1.1" status: 200 len: 848 time: 0.0495667 Jul 13 08:42:45.416152 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7d0f69-6ff9-4ab8-84f3-a60cc9f1e758 None None] Routers {'30cbc076-bc94-471e-bac5-566693482b2a'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:42:45.416763 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-fb7d0f69-6ff9-4ab8-84f3-a60cc9f1e758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:42:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['30cbc076-bc94-471e-bac5-566693482b2a'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:45.470098 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df9e53-8162-4f5c-b110-a026c8ac5555 req-844e097e-4228-459b-bdbe-5f022cd75519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:42:45.471535 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-69df9e53-8162-4f5c-b110-a026c8ac5555 req-844e097e-4228-459b-bdbe-5f022cd75519 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522537 Jul 13 08:42:45.520997 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-fb7d0f69-6ff9-4ab8-84f3-a60cc9f1e758 None None] Set router 30cbc076-bc94-471e-bac5-566693482b2a gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:42:45.565640 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-69df9e53-8162-4f5c-b110-a026c8ac5555 req-6828bbd9-3aad-4a8e-be4e-898b325ced23 service neutron] 10.222.0.42 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835638 Jul 13 08:42:45.657902 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-69df9e53-8162-4f5c-b110-a026c8ac5555 req-52d92456-a7ea-4fbe-a9e8-5f7a7ee5539d service neutron] 10.222.0.42 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864465 Jul 13 08:42:45.746101 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-fb7d0f69-6ff9-4ab8-84f3-a60cc9f1e758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cbc076-bc94-471e-bac5-566693482b2a', 'name': 'tempest-TestShelveInstance-1151280122-router', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '95e2e714-002e-4577-b751-111872e46119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:19Z', 'updated_at': '2021-07-13T08:42:22Z', 'revision_number': 4, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'gw_port': {'id': '95e2e714-002e-4577-b751-111872e46119', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cbc076-bc94-471e-bac5-566693482b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:20Z', 'updated_at': '2021-07-13T08:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': 'd71777bd-a79c-4e97-a6b9-ef63104e1e09', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'floating_ip_address': '172.25.3.101', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '30cbc076-bc94-471e-bac5-566693482b2a', 'port_id': '055397a7-67be-4218-b115-e9d23bc33579', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc', 'mac_address': 'fa:16:3e:0c:cd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:42:43Z', 'updated_at': '2021-07-13T08:42:43Z', 'revision_number': 0, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87a39b7f-24a4-442d-9496-bc90e27acb8f', 'name': '', 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'mac_address': 'fa:16:3e:c2:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cbc076-bc94-471e-bac5-566693482b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6a9e25b5-4c7a-4e46-8ac2-748a212f2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:21Z', 'updated_at': '2021-07-13T08:42:28Z', 'revision_number': 5, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'subnets': [{'id': '6a9e25b5-4c7a-4e46-8ac2-748a212f2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:42:45.927658 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7d0f69-6ff9-4ab8-84f3-a60cc9f1e758 None None] The sync data for ids ['30cbc076-bc94-471e-bac5-566693482b2a'] in n-d-771363-34 is: [{'id': '30cbc076-bc94-471e-bac5-566693482b2a', 'name': 'tempest-TestShelveInstance-1151280122-router', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '95e2e714-002e-4577-b751-111872e46119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:19Z', 'updated_at': '2021-07-13T08:42:22Z', 'revision_number': 4, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'gw_port': {'id': '95e2e714-002e-4577-b751-111872e46119', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cbc076-bc94-471e-bac5-566693482b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:20Z', 'updated_at': '2021-07-13T08:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': 'd71777bd-a79c-4e97-a6b9-ef63104e1e09', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'floating_ip_address': '172.25.3.101', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '30cbc076-bc94-471e-bac5-566693482b2a', 'port_id': '055397a7-67be-4218-b115-e9d23bc33579', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc', 'mac_address': 'fa:16:3e:0c:cd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:42:43Z', 'updated_at': '2021-07-13T08:42:43Z', 'revision_number': 0, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87a39b7f-24a4-442d-9496-bc90e27acb8f', 'name': '', 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'mac_address': 'fa:16:3e:c2:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cbc076-bc94-471e-bac5-566693482b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6a9e25b5-4c7a-4e46-8ac2-748a212f2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:21Z', 'updated_at': '2021-07-13T08:42:28Z', 'revision_number': 5, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'subnets': [{'id': '6a9e25b5-4c7a-4e46-8ac2-748a212f2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:42:46.116445 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa60ee9-dace-4a6e-bd79-ee2e6b9aeb90 None None] New status for floating IP d71777bd-a79c-4e97-a6b9-ef63104e1e09: ACTIVE {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:42:54.430079 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:42:54.765198 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:00.412625 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d58dcfcd-4729-44a7-969d-e04bc4777cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:03.066544 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:43:03.247867 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:03.278725 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c44b35f0-3ebb-4527-aeb9-df6ccdcf3b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:04.419453 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:06.178484 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:14.137064 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2a91ac72-9e1b-40b6-ba89-67f284f49b03 req-7ef67c2d-7528-4083-a3e3-0b765affb65d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0594020 Jul 13 08:43:14.235536 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91ac72-9e1b-40b6-ba89-67f284f49b03 req-f3fb67a2-5fc9-45e0-bb8d-53976c2e48b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:14.237075 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2a91ac72-9e1b-40b6-ba89-67f284f49b03 req-f3fb67a2-5fc9-45e0-bb8d-53976c2e48b1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40a062a337f747378d39fc85d0bb09a1&device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 1097 time: 0.0531156 Jul 13 08:43:14.348317 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91ac72-9e1b-40b6-ba89-67f284f49b03 req-6daf9207-25f5-4710-9f5a-ceb6a4cbe9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:14.349815 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2a91ac72-9e1b-40b6-ba89-67f284f49b03 req-6daf9207-25f5-4710-9f5a-ceb6a4cbe9fc service neutron] 10.222.0.42 "GET /v2.0/networks?id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc HTTP/1.1" status: 200 len: 910 time: 0.0923226 Jul 13 08:43:14.414962 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2a91ac72-9e1b-40b6-ba89-67f284f49b03 req-697323a5-82a3-4ecf-b50d-c87e23145a94 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=055397a7-67be-4218-b115-e9d23bc33579 HTTP/1.1" status: 200 len: 1001 time: 0.0586154 Jul 13 08:43:14.476031 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91ac72-9e1b-40b6-ba89-67f284f49b03 req-4cf3135c-7b0d-48eb-97dd-cb7a6bdeb25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:14.477510 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2a91ac72-9e1b-40b6-ba89-67f284f49b03 req-4cf3135c-7b0d-48eb-97dd-cb7a6bdeb25c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a9e25b5-4c7a-4e46-8ac2-748a212f2637 HTTP/1.1" status: 200 len: 848 time: 0.0564711 Jul 13 08:43:14.534442 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91ac72-9e1b-40b6-ba89-67f284f49b03 req-19162bd2-6ca4-4b50-a2cf-6cfb351bda5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:43:14.535977 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2a91ac72-9e1b-40b6-ba89-67f284f49b03 req-19162bd2-6ca4-4b50-a2cf-6cfb351bda5d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525961 Jul 13 08:43:14.628851 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2a91ac72-9e1b-40b6-ba89-67f284f49b03 req-f345afab-10ee-4cba-aa5e-217d00fc1a52 service neutron] 10.222.0.42 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866392 Jul 13 08:43:14.723719 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2a91ac72-9e1b-40b6-ba89-67f284f49b03 req-9c368ea7-f80b-43c3-adc8-86fd0a64c199 service neutron] 10.222.0.42 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875220 Jul 13 08:43:24.431578 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:24.784795 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:30.413504 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-02413e7c-b672-4275-81b7-ae8080202d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:33.253038 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:33.280373 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c3a29396-a510-474b-a01a-ef9da6e30384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:34.421691 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:36.180643 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:40.064560 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:43:54.437231 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:43:54.789393 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:00.415251 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ca37ddf4-a170-46b0-bf5b-f3918d2f5585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:03.247113 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:03.281108 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-88f8fe11-ecc2-4872-b2e2-8155442f42e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:04.425117 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:06.182801 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:16.644805 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8ce5fb43-c705-4d44-bf1f-86b46923bfd4 req-76c2d75c-3795-432c-83a6-5b31c9a8ab58 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0525780 Jul 13 08:44:16.741866 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5fb43-c705-4d44-bf1f-86b46923bfd4 req-b272b9dd-98aa-4055-9c86-f21b4a2d597b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:16.743415 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8ce5fb43-c705-4d44-bf1f-86b46923bfd4 req-b272b9dd-98aa-4055-9c86-f21b4a2d597b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40a062a337f747378d39fc85d0bb09a1&device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 1097 time: 0.0555816 Jul 13 08:44:16.846609 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5fb43-c705-4d44-bf1f-86b46923bfd4 req-f47aa405-7bba-46fc-bcf8-b7ab3384b481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:16.848029 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8ce5fb43-c705-4d44-bf1f-86b46923bfd4 req-f47aa405-7bba-46fc-bcf8-b7ab3384b481 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc HTTP/1.1" status: 200 len: 910 time: 0.0847988 Jul 13 08:44:16.915817 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8ce5fb43-c705-4d44-bf1f-86b46923bfd4 req-edeacf63-1e7c-43e9-94a7-1bd35cdd799b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=055397a7-67be-4218-b115-e9d23bc33579 HTTP/1.1" status: 200 len: 1001 time: 0.0609541 Jul 13 08:44:16.964551 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5fb43-c705-4d44-bf1f-86b46923bfd4 req-dd85bf0f-2055-44fd-90f4-6a8f58bbe133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:16.965675 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8ce5fb43-c705-4d44-bf1f-86b46923bfd4 req-dd85bf0f-2055-44fd-90f4-6a8f58bbe133 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a9e25b5-4c7a-4e46-8ac2-748a212f2637 HTTP/1.1" status: 200 len: 848 time: 0.0432286 Jul 13 08:44:17.022301 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5fb43-c705-4d44-bf1f-86b46923bfd4 req-dad30624-7c6d-46ad-928d-9a3c19b2838f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:17.023816 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8ce5fb43-c705-4d44-bf1f-86b46923bfd4 req-dad30624-7c6d-46ad-928d-9a3c19b2838f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520723 Jul 13 08:44:17.063757 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:44:17.121183 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8ce5fb43-c705-4d44-bf1f-86b46923bfd4 req-10e255ed-a8a6-4f77-886c-9ccfaac7d99d service neutron] 10.222.0.42 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867825 Jul 13 08:44:17.210181 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8ce5fb43-c705-4d44-bf1f-86b46923bfd4 req-857cb116-d4bc-4ef3-9ebb-502eb6915727 service neutron] 10.222.0.42 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818448 Jul 13 08:44:24.430565 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:24.797840 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:30.415266 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-89070404-aa17-4414-918a-0fe56b56e9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:33.251651 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:33.280483 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-542ef849-e65d-4b51-92d2-40681985f0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:34.427321 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:36.185958 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:39.638469 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36023bc2-bbe0-4d29-86db-71742d1b0f72 req-23628095-3dd3-4ecf-8b31-22f57ff13780 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:39.640002 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-36023bc2-bbe0-4d29-86db-71742d1b0f72 req-23628095-3dd3-4ecf-8b31-22f57ff13780 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 945 time: 0.0691557 Jul 13 08:44:39.678286 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-36023bc2-bbe0-4d29-86db-71742d1b0f72 req-8effbc80-2685-4059-a9d7-472682ede3f2 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316968 Jul 13 08:44:40.862825 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53014f4b-2088-464c-ab5c-68d5985d68ef req-1daa47cb-134e-4bf7-a342-ec1718101811 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:40.864253 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-53014f4b-2088-464c-ab5c-68d5985d68ef req-1daa47cb-134e-4bf7-a342-ec1718101811 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 945 time: 0.0700693 Jul 13 08:44:40.901470 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-53014f4b-2088-464c-ab5c-68d5985d68ef req-3e9f3ae4-b542-481e-b518-e667f2a36b09 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317070 Jul 13 08:44:42.106242 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4098230-0d42-4569-a76b-2d9c9dc15766 req-f3b32abd-3b17-46da-942b-4aec43107084 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:42.107760 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c4098230-0d42-4569-a76b-2d9c9dc15766 req-f3b32abd-3b17-46da-942b-4aec43107084 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 945 time: 0.0632427 Jul 13 08:44:42.145017 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-c4098230-0d42-4569-a76b-2d9c9dc15766 req-20c6fed1-f5dc-4cff-ba18-49c9809c885d tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317163 Jul 13 08:44:43.319567 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f2b93-ddcf-4e71-9e97-ae71722eac6c req-01544eb0-5303-4e29-afdd-da1c7918733e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:43.321057 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0b1f2b93-ddcf-4e71-9e97-ae71722eac6c req-01544eb0-5303-4e29-afdd-da1c7918733e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 945 time: 0.0631418 Jul 13 08:44:43.358434 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0b1f2b93-ddcf-4e71-9e97-ae71722eac6c req-ef01e90a-16da-4b4c-8918-4d66f726dece tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318611 Jul 13 08:44:44.530235 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309f37b-8ba2-46b8-ac18-6e3436ade398 req-9ec8c9a7-1420-46f4-b63e-bd65cae41a3f tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:44.531835 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5309f37b-8ba2-46b8-ac18-6e3436ade398 req-9ec8c9a7-1420-46f4-b63e-bd65cae41a3f tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 945 time: 0.0637982 Jul 13 08:44:44.570603 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-5309f37b-8ba2-46b8-ac18-6e3436ade398 req-683b337e-81b0-4959-82a6-a1d5888a4037 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327032 Jul 13 08:44:45.748648 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b077f35-d12f-43ff-92d8-8f07f676dfad req-19c437f8-da2c-436a-b7ae-96836991e5d8 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:45.750162 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7b077f35-d12f-43ff-92d8-8f07f676dfad req-19c437f8-da2c-436a-b7ae-96836991e5d8 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 945 time: 0.0679278 Jul 13 08:44:45.789740 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7b077f35-d12f-43ff-92d8-8f07f676dfad req-583f5bea-1b57-4640-bfd2-017cb1f98d61 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331633 Jul 13 08:44:46.965153 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69e446-637e-43f0-ad37-a0802478ee16 req-a7b73dcf-0783-4bbd-b25d-eefffa1f2fb5 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:46.966526 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4e69e446-637e-43f0-ad37-a0802478ee16 req-a7b73dcf-0783-4bbd-b25d-eefffa1f2fb5 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 945 time: 0.0670347 Jul 13 08:44:47.005156 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-4e69e446-637e-43f0-ad37-a0802478ee16 req-5a8de3a4-713b-4e54-8484-3ee117fc4748 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324457 Jul 13 08:44:48.178453 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1075b63-e195-4767-b3e1-8f638d0a04b5 req-33171eee-fa8d-4d70-b91f-dcb6bca63bfd tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:48.179963 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d1075b63-e195-4767-b3e1-8f638d0a04b5 req-33171eee-fa8d-4d70-b91f-dcb6bca63bfd tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 945 time: 0.0631394 Jul 13 08:44:48.217505 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d1075b63-e195-4767-b3e1-8f638d0a04b5 req-3d9197cc-1fa6-4f46-85f7-da6e65beca53 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320776 Jul 13 08:44:49.390623 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b087334-60b9-4c1f-9ef3-86e8d143dc08 req-8877816d-e5b4-4412-b33e-2053f669d316 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:49.392042 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2b087334-60b9-4c1f-9ef3-86e8d143dc08 req-8877816d-e5b4-4412-b33e-2053f669d316 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 945 time: 0.0642126 Jul 13 08:44:49.430375 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2b087334-60b9-4c1f-9ef3-86e8d143dc08 req-2e944083-9783-4f70-b308-11404e94af56 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319774 Jul 13 08:44:50.609611 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6a58c-1720-49a7-9efc-3ba6482ea28a req-b73f3716-1362-49dc-b0b4-ebbbbeb10593 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:50.611099 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4be6a58c-1720-49a7-9efc-3ba6482ea28a req-b73f3716-1362-49dc-b0b4-ebbbbeb10593 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 945 time: 0.0696635 Jul 13 08:44:50.648881 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4be6a58c-1720-49a7-9efc-3ba6482ea28a req-547e87cc-4702-4005-9a8f-a7c695779344 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314624 Jul 13 08:44:51.836319 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647effc-31af-4604-aa82-5e22e5b724ac req-2548c3ad-9c10-4c63-baf7-e6d7a9c66a7f tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:51.837889 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7647effc-31af-4604-aa82-5e22e5b724ac req-2548c3ad-9c10-4c63-baf7-e6d7a9c66a7f tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 945 time: 0.0712595 Jul 13 08:44:51.880709 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7647effc-31af-4604-aa82-5e22e5b724ac req-7e4182b2-5073-4c62-9fd1-1503dc9177e3 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370884 Jul 13 08:44:52.709364 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 055397a7-67be-4218-b115-e9d23bc33579 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:44:52.831225 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 055397a7-67be-4218-b115-e9d23bc33579, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=055397a7-67be-4218-b115-e9d23bc33579,segment=NetworkSegment(a8048da5-7fb6-4e02-985b-5a3431cf411c),segment_id=a8048da5-7fb6-4e02-985b-5a3431cf411c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:44:52.845821 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '055397a7-67be-4218-b115-e9d23bc33579', 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc', 'port_id': '055397a7-67be-4218-b115-e9d23bc33579', 'mac_address': 'fa:16:3e:0c:cd:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a9e25b5-4c7a-4e46-8ac2-748a212f2637', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:44:52.892770 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:52.907624 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 055397a7-67be-4218-b115-e9d23bc33579 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:44:52.935362 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 055397a7-67be-4218-b115-e9d23bc33579, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=055397a7-67be-4218-b115-e9d23bc33579,segment=NetworkSegment(a8048da5-7fb6-4e02-985b-5a3431cf411c),segment_id=a8048da5-7fb6-4e02-985b-5a3431cf411c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:44:52.942429 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:53.011858 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=055397a7-67be-4218-b115-e9d23bc33579,revision_number=6']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:53.027902 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:53.028610 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:53.029152 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:53.029649 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:53.030143 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:53.030821 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:53.031372 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:53.031864 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:53.032354 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:53.032893 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:53.034389 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:53.035163 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:44:53.063812 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['055397a7-67be-4218-b115-e9d23bc33579'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:44:53.109826 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ad653-912d-4ade-ac0c-ed66e4a57857 req-8eabf087-8906-41bc-b7fb-3c5348728771 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:53.117783 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-566ad653-912d-4ade-ac0c-ed66e4a57857 req-8eabf087-8906-41bc-b7fb-3c5348728771 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 944 time: 0.0985060 Jul 13 08:44:53.184809 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-566ad653-912d-4ade-ac0c-ed66e4a57857 req-f0d9ae95-9d7a-4950-9d98-b2a607e112d4 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646446 Jul 13 08:44:53.431780 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5ace8a84-ca2b-4866-b762-bd6193d3e42d None None] Provisioning complete for port 055397a7-67be-4218-b115-e9d23bc33579 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:44:53.432062 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5ace8a84-ca2b-4866-b762-bd6193d3e42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:53.533505 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5ace8a84-ca2b-4866-b762-bd6193d3e42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:53.569425 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055397a7-67be-4218-b115-e9d23bc33579'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:44:53.571774 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}819247fa28fcd914db4aabd8a9f8f95ceb467163a9d63008da3b74a1dcff375d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fa3f31-ba91-4a3c-91fb-9b6eb5707160" -d '{"events": [{"server_uuid": "06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a", "name": "network-vif-plugged", "status": "completed", "tag": "055397a7-67be-4218-b115-e9d23bc33579"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:44:53.592372 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-5ace8a84-ca2b-4866-b762-bd6193d3e42d None None] For port 055397a7-67be-4218-b115-e9d23bc33579, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=055397a7-67be-4218-b115-e9d23bc33579,segment=NetworkSegment(a8048da5-7fb6-4e02-985b-5a3431cf411c),segment_id=a8048da5-7fb6-4e02-985b-5a3431cf411c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:44:53.598536 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5ace8a84-ca2b-4866-b762-bd6193d3e42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:53.674509 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace8a84-ca2b-4866-b762-bd6193d3e42d None None] Pushing event updated for resources: {'Port': ['ID=055397a7-67be-4218-b115-e9d23bc33579,revision_number=7']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:44:53.725025 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0940e13f-4766-4d4b-83d5-48c3c3e0f0d6 x-openstack-request-id: req-0940e13f-4766-4d4b-83d5-48c3c3e0f0d6 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:44:53.725642 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a", "name": "network-vif-plugged", "status": "completed", "tag": "055397a7-67be-4218-b115-e9d23bc33579", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:44:53.725642 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0940e13f-4766-4d4b-83d5-48c3c3e0f0d6 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:44:53.726052 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055397a7-67be-4218-b115-e9d23bc33579', 'code': 200} Jul 13 08:44:53.916163 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3a013074-b551-4fb9-9c34-ac3b1ec945eb None None] Provisioning complete for port 055397a7-67be-4218-b115-e9d23bc33579 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:44:53.916796 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3a013074-b551-4fb9-9c34-ac3b1ec945eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:54.062858 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:44:54.363159 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072c353-96ff-48b7-8afa-e883b783fad7 req-a8f10596-b8c3-4710-8d84-f9c3dab7d9df tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:54.364701 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8072c353-96ff-48b7-8afa-e883b783fad7 req-a8f10596-b8c3-4710-8d84-f9c3dab7d9df tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 945 time: 0.0702479 Jul 13 08:44:54.410823 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8072c353-96ff-48b7-8afa-e883b783fad7 req-621aa6e6-4cd8-4272-b271-ce43dd32f8e8 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386915 Jul 13 08:44:54.449512 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:54.709669 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 055397a7-67be-4218-b115-e9d23bc33579 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:44:54.765157 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 055397a7-67be-4218-b115-e9d23bc33579 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:44:54.765902 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:54.819171 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:44:55.606475 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91fa59a-fc93-4f3e-aec9-af55eabec4bc req-72adfb88-46d1-4a2b-abe2-43d2bee77724 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:55.608112 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d91fa59a-fc93-4f3e-aec9-af55eabec4bc req-72adfb88-46d1-4a2b-abe2-43d2bee77724 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 945 time: 0.0696826 Jul 13 08:44:55.668012 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d91fa59a-fc93-4f3e-aec9-af55eabec4bc req-9260332a-bdbe-4c05-ac44-b5bc440ca482 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507910 Jul 13 08:44:56.871103 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa4f29-d5d4-4a47-98b0-1b1ee7e5dd23 req-c6a5f2c3-c63f-41fb-8147-5cee8afdbc8b tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:56.872575 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9bfa4f29-d5d4-4a47-98b0-1b1ee7e5dd23 req-c6a5f2c3-c63f-41fb-8147-5cee8afdbc8b tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 945 time: 0.0845084 Jul 13 08:44:56.916938 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9bfa4f29-d5d4-4a47-98b0-1b1ee7e5dd23 req-945b4b3e-7d33-4145-a040-5cf7c9ae416a tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378313 Jul 13 08:44:58.127006 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec2f79-14e8-4807-8551-8e9f08539acf req-8ce8066a-d343-44ac-bbc6-6039d81dfaab tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:58.128680 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ebec2f79-14e8-4807-8551-8e9f08539acf req-8ce8066a-d343-44ac-bbc6-6039d81dfaab tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 945 time: 0.0801849 Jul 13 08:44:58.172547 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ebec2f79-14e8-4807-8551-8e9f08539acf req-b5f3b5d1-2fcc-4fe2-9ebb-2d4fc88f1c5a tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379255 Jul 13 08:44:59.383504 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979e69a-a927-4db1-9490-7d63d0ee63bb req-df4b983c-da6a-4256-a130-b2097bfbd919 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:44:59.385170 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7979e69a-a927-4db1-9490-7d63d0ee63bb req-df4b983c-da6a-4256-a130-b2097bfbd919 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 945 time: 0.0717342 Jul 13 08:44:59.432617 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7979e69a-a927-4db1-9490-7d63d0ee63bb req-bda11630-c93c-4dde-93d5-40eb7b0e8bae tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415332 Jul 13 08:45:00.417386 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5057b3c9-4005-4faf-ad60-d3361e2b7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:00.634804 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fabcc-1af0-478b-9716-c4a08b1a77b5 req-f57d57bc-712e-4853-9dad-45a60e8eec34 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:00.637734 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-004fabcc-1af0-478b-9716-c4a08b1a77b5 req-f57d57bc-712e-4853-9dad-45a60e8eec34 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 945 time: 0.0811937 Jul 13 08:45:00.683620 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-004fabcc-1af0-478b-9716-c4a08b1a77b5 req-5bc1b262-7e53-428f-8642-7e1df33a7ced tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388994 Jul 13 08:45:01.800307 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670f398-0102-49b1-841b-ac379d9afb9b req-4bb3d04e-aee5-474e-83fc-cd23f26478e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:01.801834 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0670f398-0102-49b1-841b-ac379d9afb9b req-4bb3d04e-aee5-474e-83fc-cd23f26478e2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40a062a337f747378d39fc85d0bb09a1&device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 1097 time: 0.0587342 Jul 13 08:45:01.869662 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc60e9d-9636-4419-8d9f-11330103548d req-73148562-d8a6-4318-8f2a-00a1a4314dec tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:01.871110 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0fc60e9d-9636-4419-8d9f-11330103548d req-73148562-d8a6-4318-8f2a-00a1a4314dec tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 945 time: 0.0653787 Jul 13 08:45:01.898634 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670f398-0102-49b1-841b-ac379d9afb9b req-819f023d-7ffd-480b-9300-0a27aeae0f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:01.900154 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0670f398-0102-49b1-841b-ac379d9afb9b req-819f023d-7ffd-480b-9300-0a27aeae0f94 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc HTTP/1.1" status: 200 len: 910 time: 0.0925534 Jul 13 08:45:01.909671 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0fc60e9d-9636-4419-8d9f-11330103548d req-69632521-18ef-4b72-b77d-51f4dd15904e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328605 Jul 13 08:45:01.965789 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0670f398-0102-49b1-841b-ac379d9afb9b req-409e2b26-7362-4cff-9f0d-2f2f360d30a8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=055397a7-67be-4218-b115-e9d23bc33579 HTTP/1.1" status: 200 len: 1001 time: 0.0596738 Jul 13 08:45:02.021303 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670f398-0102-49b1-841b-ac379d9afb9b req-c13818b5-1e80-4ae7-8179-d05cbffacced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:02.022764 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0670f398-0102-49b1-841b-ac379d9afb9b req-c13818b5-1e80-4ae7-8179-d05cbffacced service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a9e25b5-4c7a-4e46-8ac2-748a212f2637 HTTP/1.1" status: 200 len: 848 time: 0.0508289 Jul 13 08:45:02.080228 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670f398-0102-49b1-841b-ac379d9afb9b req-f2058a81-0783-4db3-b69b-dbed9b2463a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:02.081740 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0670f398-0102-49b1-841b-ac379d9afb9b req-f2058a81-0783-4db3-b69b-dbed9b2463a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526991 Jul 13 08:45:02.175683 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0670f398-0102-49b1-841b-ac379d9afb9b req-2c224253-3728-425e-b755-b235d3578a05 service neutron] 10.222.0.42 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866890 Jul 13 08:45:02.270708 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0670f398-0102-49b1-841b-ac379d9afb9b req-138bcac0-13f7-451b-b90f-7a49ef68f56f service neutron] 10.222.0.42 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893476 Jul 13 08:45:03.088834 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecac8d4-48d7-414c-b96c-8372aecdce1e req-07247489-5581-40d9-a021-95a81f7575d3 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:03.090373 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2ecac8d4-48d7-414c-b96c-8372aecdce1e req-07247489-5581-40d9-a021-95a81f7575d3 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 945 time: 0.0650909 Jul 13 08:45:03.128725 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2ecac8d4-48d7-414c-b96c-8372aecdce1e req-73603d47-4a12-4f30-b18c-858c24b7d1a4 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328066 Jul 13 08:45:03.258823 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:03.279667 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3c561e05-1704-48d3-8e66-1e309bf92bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:04.309916 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335ec28-4284-4aae-b1a0-84d248c71c48 req-16e9b845-37b8-44b1-9812-bb19b03a3575 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:04.311459 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d335ec28-4284-4aae-b1a0-84d248c71c48 req-16e9b845-37b8-44b1-9812-bb19b03a3575 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 945 time: 0.0685258 Jul 13 08:45:04.352908 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d335ec28-4284-4aae-b1a0-84d248c71c48 req-c69bedfc-17d8-4eaa-bbb0-57c340de0efc tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347302 Jul 13 08:45:04.431824 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:04.710986 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f16920-6a91-41de-bad8-5d69fb06324d req-f676c05e-3783-455a-af88-6d8f21bc0584 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:04.712442 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-00f16920-6a91-41de-bad8-5d69fb06324d req-f676c05e-3783-455a-af88-6d8f21bc0584 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 945 time: 0.0650830 Jul 13 08:45:04.757828 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-00f16920-6a91-41de-bad8-5d69fb06324d req-e216fcdf-5264-443c-93c7-74f17669e617 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343442 Jul 13 08:45:04.994699 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d28d67b1-b420-454e-86c7-0b72f09de3cb req-344e6edc-1449-478c-ae18-e7829dedf73a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1100996 Jul 13 08:45:05.945965 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f21771-9d13-4709-8617-2e49262c2bad req-75199db0-b19b-4add-94da-dfd1ca856aad tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:05.945965 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-86f21771-9d13-4709-8617-2e49262c2bad req-75199db0-b19b-4add-94da-dfd1ca856aad tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 945 time: 0.0732722 Jul 13 08:45:05.952999 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d67b1-b420-454e-86c7-0b72f09de3cb req-bf2fd56a-fe38-4b54-a6c5-381393dc309f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:05.954501 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d28d67b1-b420-454e-86c7-0b72f09de3cb req-bf2fd56a-fe38-4b54-a6c5-381393dc309f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a&tenant_id=40a062a337f747378d39fc85d0bb09a1 HTTP/1.1" status: 200 len: 1097 time: 0.0575590 Jul 13 08:45:05.965294 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-d28d67b1-b420-454e-86c7-0b72f09de3cb req-64cf0007-7a5c-4e12-ae74-b9ae8f09ccae service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771363-34', 'device_owner': 'compute:nova'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:45:05.990411 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-86f21771-9d13-4709-8617-2e49262c2bad req-36bb6b17-1760-4785-91bd-c451a8672fa1 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332687 Jul 13 08:45:06.040543 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d28d67b1-b420-454e-86c7-0b72f09de3cb req-64cf0007-7a5c-4e12-ae74-b9ae8f09ccae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:06.192449 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:06.258299 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-d28d67b1-b420-454e-86c7-0b72f09de3cb req-64cf0007-7a5c-4e12-ae74-b9ae8f09ccae service neutron] For port 055397a7-67be-4218-b115-e9d23bc33579, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=055397a7-67be-4218-b115-e9d23bc33579,segment=NetworkSegment(a8048da5-7fb6-4e02-985b-5a3431cf411c),segment_id=a8048da5-7fb6-4e02-985b-5a3431cf411c)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:45:06.289962 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-d28d67b1-b420-454e-86c7-0b72f09de3cb req-64cf0007-7a5c-4e12-ae74-b9ae8f09ccae service neutron] For port 055397a7-67be-4218-b115-e9d23bc33579, host n-h1-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:45:06.329283 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '055397a7-67be-4218-b115-e9d23bc33579'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:45:06.331610 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33af52f666a6377eeaf9d00c6054365c515a6ddb0c8cc5669bfcff545a31cac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd336b2-e1c0-4b99-aff2-55c54f464e0b" -d '{"events": [{"server_uuid": "06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a", "name": "network-vif-unplugged", "status": "completed", "tag": "055397a7-67be-4218-b115-e9d23bc33579"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:45:06.335620 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d28d67b1-b420-454e-86c7-0b72f09de3cb req-64cf0007-7a5c-4e12-ae74-b9ae8f09ccae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:06.349165 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-d28d67b1-b420-454e-86c7-0b72f09de3cb req-64cf0007-7a5c-4e12-ae74-b9ae8f09ccae service neutron] Transition to ACTIVE for port object 055397a7-67be-4218-b115-e9d23bc33579 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:45:06.354133 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d28d67b1-b420-454e-86c7-0b72f09de3cb req-64cf0007-7a5c-4e12-ae74-b9ae8f09ccae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:06.382333 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed227122-b6d8-4e93-ab14-532aab91d905 x-openstack-request-id: req-ed227122-b6d8-4e93-ab14-532aab91d905 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:45:06.382601 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a", "name": "network-vif-unplugged", "status": "completed", "tag": "055397a7-67be-4218-b115-e9d23bc33579", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:45:06.382855 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ed227122-b6d8-4e93-ab14-532aab91d905 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:45:06.383274 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '055397a7-67be-4218-b115-e9d23bc33579', 'code': 200} Jul 13 08:45:06.439160 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf0007-7a5c-4e12-ae74-b9ae8f09ccae service neutron] Pushing event updated for resources: {'Port': ['ID=055397a7-67be-4218-b115-e9d23bc33579,revision_number=8']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:06.451656 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cf0007-7a5c-4e12-ae74-b9ae8f09ccae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:06.452004 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cf0007-7a5c-4e12-ae74-b9ae8f09ccae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:06.452344 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cf0007-7a5c-4e12-ae74-b9ae8f09ccae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:06.452679 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cf0007-7a5c-4e12-ae74-b9ae8f09ccae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:06.453010 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cf0007-7a5c-4e12-ae74-b9ae8f09ccae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:06.453341 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cf0007-7a5c-4e12-ae74-b9ae8f09ccae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:06.453669 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cf0007-7a5c-4e12-ae74-b9ae8f09ccae service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:06.453993 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cf0007-7a5c-4e12-ae74-b9ae8f09ccae service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:06.454322 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cf0007-7a5c-4e12-ae74-b9ae8f09ccae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:06.454634 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cf0007-7a5c-4e12-ae74-b9ae8f09ccae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:06.454953 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cf0007-7a5c-4e12-ae74-b9ae8f09ccae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:06.455325 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cf0007-7a5c-4e12-ae74-b9ae8f09ccae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:45:06.495518 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28d67b1-b420-454e-86c7-0b72f09de3cb req-64cf0007-7a5c-4e12-ae74-b9ae8f09ccae service neutron] No DVR routers for this DVR port 055397a7-67be-4218-b115-e9d23bc33579 on host n-h1-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:45:06.639904 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-d28d67b1-b420-454e-86c7-0b72f09de3cb req-64cf0007-7a5c-4e12-ae74-b9ae8f09ccae service neutron] Attempting to bind port 055397a7-67be-4218-b115-e9d23bc33579 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:45:06.640247 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-d28d67b1-b420-454e-86c7-0b72f09de3cb req-64cf0007-7a5c-4e12-ae74-b9ae8f09ccae service neutron] Attempting to bind port 055397a7-67be-4218-b115-e9d23bc33579 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': 'a8048da5-7fb6-4e02-985b-5a3431cf411c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:45:06.640579 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28d67b1-b420-454e-86c7-0b72f09de3cb req-64cf0007-7a5c-4e12-ae74-b9ae8f09ccae service neutron] Attempting to bind port 055397a7-67be-4218-b115-e9d23bc33579 on network e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:45:06.645023 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28d67b1-b420-454e-86c7-0b72f09de3cb req-64cf0007-7a5c-4e12-ae74-b9ae8f09ccae service neutron] Port 055397a7-67be-4218-b115-e9d23bc33579 on network e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:45:06.645382 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28d67b1-b420-454e-86c7-0b72f09de3cb req-64cf0007-7a5c-4e12-ae74-b9ae8f09ccae service neutron] Attempting to bind port 055397a7-67be-4218-b115-e9d23bc33579 on network e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:45:06.650282 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28d67b1-b420-454e-86c7-0b72f09de3cb req-64cf0007-7a5c-4e12-ae74-b9ae8f09ccae service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:45:06.650621 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28d67b1-b420-454e-86c7-0b72f09de3cb req-64cf0007-7a5c-4e12-ae74-b9ae8f09ccae service neutron] Checking segment: {'id': 'a8048da5-7fb6-4e02-985b-5a3431cf411c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:45:06.651011 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28d67b1-b420-454e-86c7-0b72f09de3cb req-64cf0007-7a5c-4e12-ae74-b9ae8f09ccae service neutron] Bound using segment: {'id': 'a8048da5-7fb6-4e02-985b-5a3431cf411c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:45:06.651475 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-d28d67b1-b420-454e-86c7-0b72f09de3cb req-64cf0007-7a5c-4e12-ae74-b9ae8f09ccae service neutron] Bound port: 055397a7-67be-4218-b115-e9d23bc33579, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8048da5-7fb6-4e02-985b-5a3431cf411c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:45:06.651838 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d28d67b1-b420-454e-86c7-0b72f09de3cb req-64cf0007-7a5c-4e12-ae74-b9ae8f09ccae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:06.716660 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-d28d67b1-b420-454e-86c7-0b72f09de3cb req-64cf0007-7a5c-4e12-ae74-b9ae8f09ccae service neutron] For port 055397a7-67be-4218-b115-e9d23bc33579, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:45:06.719668 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-d28d67b1-b420-454e-86c7-0b72f09de3cb req-64cf0007-7a5c-4e12-ae74-b9ae8f09ccae service neutron] For port 055397a7-67be-4218-b115-e9d23bc33579, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=055397a7-67be-4218-b115-e9d23bc33579,segment=NetworkSegment(a8048da5-7fb6-4e02-985b-5a3431cf411c),segment_id=a8048da5-7fb6-4e02-985b-5a3431cf411c)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:45:06.724716 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d28d67b1-b420-454e-86c7-0b72f09de3cb req-64cf0007-7a5c-4e12-ae74-b9ae8f09ccae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:06.763961 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d67b1-b420-454e-86c7-0b72f09de3cb req-64cf0007-7a5c-4e12-ae74-b9ae8f09ccae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:06.764577 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-d28d67b1-b420-454e-86c7-0b72f09de3cb req-64cf0007-7a5c-4e12-ae74-b9ae8f09ccae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:06.766008 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d28d67b1-b420-454e-86c7-0b72f09de3cb req-64cf0007-7a5c-4e12-ae74-b9ae8f09ccae service neutron] 10.222.0.25 "PUT /v2.0/ports/055397a7-67be-4218-b115-e9d23bc33579 HTTP/1.1" status: 200 len: 1092 time: 0.8048542 Jul 13 08:45:06.787039 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf0007-7a5c-4e12-ae74-b9ae8f09ccae service neutron] Pushing event updated for resources: {'Port': ['ID=055397a7-67be-4218-b115-e9d23bc33579,revision_number=9']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:06.825487 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 055397a7-67be-4218-b115-e9d23bc33579 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:45:06.853364 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d67b1-b420-454e-86c7-0b72f09de3cb req-48dd0b89-1b4a-4604-bb03-b1364932967e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:06.855011 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d28d67b1-b420-454e-86c7-0b72f09de3cb req-48dd0b89-1b4a-4604-bb03-b1364932967e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40a062a337f747378d39fc85d0bb09a1&device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 1095 time: 0.0650337 Jul 13 08:45:06.872115 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 055397a7-67be-4218-b115-e9d23bc33579 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:45:06.952123 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d67b1-b420-454e-86c7-0b72f09de3cb req-2f7a234d-5a37-4f14-a438-b8acb2053f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:06.953595 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d28d67b1-b420-454e-86c7-0b72f09de3cb req-2f7a234d-5a37-4f14-a438-b8acb2053f99 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc HTTP/1.1" status: 200 len: 910 time: 0.0927522 Jul 13 08:45:07.023950 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d28d67b1-b420-454e-86c7-0b72f09de3cb req-33338b9d-8283-4aa0-94e1-417ccb0a0953 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=055397a7-67be-4218-b115-e9d23bc33579 HTTP/1.1" status: 200 len: 999 time: 0.0643940 Jul 13 08:45:07.075631 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d67b1-b420-454e-86c7-0b72f09de3cb req-cdf2a1a0-57a7-4620-b7bd-3e7734574141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:07.077146 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d28d67b1-b420-454e-86c7-0b72f09de3cb req-cdf2a1a0-57a7-4620-b7bd-3e7734574141 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6a9e25b5-4c7a-4e46-8ac2-748a212f2637 HTTP/1.1" status: 200 len: 848 time: 0.0466356 Jul 13 08:45:07.136187 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d67b1-b420-454e-86c7-0b72f09de3cb req-1621b0a5-68ac-45b2-852c-85e3782f25bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:07.138808 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d28d67b1-b420-454e-86c7-0b72f09de3cb req-1621b0a5-68ac-45b2-852c-85e3782f25bf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538595 Jul 13 08:45:07.178595 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7b1b5-d1c4-4b14-9214-896f70e16ce6 req-4adecb57-8a92-4d7f-adf9-7986e5832dd9 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:07.180177 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9ae7b1b5-d1c4-4b14-9214-896f70e16ce6 req-4adecb57-8a92-4d7f-adf9-7986e5832dd9 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 943 time: 0.0664496 Jul 13 08:45:07.221723 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9ae7b1b5-d1c4-4b14-9214-896f70e16ce6 req-f2f9e9c5-5871-4ac9-b915-e2bd8d016837 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350738 Jul 13 08:45:07.238912 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d28d67b1-b420-454e-86c7-0b72f09de3cb req-a2dcf961-5418-4e76-8f60-a82f0faea309 service neutron] 10.222.0.25 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950594 Jul 13 08:45:07.332422 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d28d67b1-b420-454e-86c7-0b72f09de3cb req-27ab140b-08dd-4ff9-9253-665085db5075 service neutron] 10.222.0.25 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884385 Jul 13 08:45:08.388529 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a', 'tag': '055397a7-67be-4218-b115-e9d23bc33579'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:45:08.392394 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33af52f666a6377eeaf9d00c6054365c515a6ddb0c8cc5669bfcff545a31cac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aac0c83-bec6-4cf9-8a5a-589baf055db0" -d '{"events": [{"name": "network-changed", "server_uuid": "06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a", "tag": "055397a7-67be-4218-b115-e9d23bc33579"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:45:08.432464 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c684f6-ba92-473c-9d39-1d585b8aae8f req-d0be05d3-d9d2-4a7b-9442-802b955a507e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:08.434114 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-08c684f6-ba92-473c-9d39-1d585b8aae8f req-d0be05d3-d9d2-4a7b-9442-802b955a507e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 943 time: 0.0953729 Jul 13 08:45:08.435629 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba43e00-f13b-4c08-8175-c462689087be x-openstack-request-id: req-8ba43e00-f13b-4c08-8175-c462689087be {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:45:08.435909 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a", "tag": "055397a7-67be-4218-b115-e9d23bc33579", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:45:08.436155 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8ba43e00-f13b-4c08-8175-c462689087be {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:45:08.436536 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a', 'tag': '055397a7-67be-4218-b115-e9d23bc33579', 'status': 'completed', 'code': 200} Jul 13 08:45:08.476959 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-08c684f6-ba92-473c-9d39-1d585b8aae8f req-36fc9b86-a145-49ac-ad5a-a6ecab82b40b tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355535 Jul 13 08:45:09.672410 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3df106-9e87-48b2-972e-41af948b7259 req-d0858efb-0505-499b-ba29-2fa1e940ad27 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:09.673985 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9d3df106-9e87-48b2-972e-41af948b7259 req-d0858efb-0505-499b-ba29-2fa1e940ad27 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 943 time: 0.0695186 Jul 13 08:45:09.718027 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9d3df106-9e87-48b2-972e-41af948b7259 req-82122475-9dc1-401d-9b33-c693b872663c tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373414 Jul 13 08:45:10.913307 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d6fd3-a5b3-47a8-975a-fa40e2557ff0 req-5a973f62-dd9a-4485-974d-abeaf0baa161 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:10.914900 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f83d6fd3-a5b3-47a8-975a-fa40e2557ff0 req-5a973f62-dd9a-4485-974d-abeaf0baa161 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 943 time: 0.0755174 Jul 13 08:45:10.957460 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f83d6fd3-a5b3-47a8-975a-fa40e2557ff0 req-e2494cda-0a04-4b48-9ceb-655a87c141fe tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364099 Jul 13 08:45:12.147828 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce51e32-7c2b-4aca-b812-9964236d3fe9 req-e91224b7-b6e6-46dc-a1c0-e7495bb95411 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:12.149435 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bce51e32-7c2b-4aca-b812-9964236d3fe9 req-e91224b7-b6e6-46dc-a1c0-e7495bb95411 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 943 time: 0.0740454 Jul 13 08:45:12.192593 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-bce51e32-7c2b-4aca-b812-9964236d3fe9 req-049faa62-2445-410f-8e8c-61b108d888a7 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371680 Jul 13 08:45:13.405319 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6eb055-ac6f-4f24-a546-18150ff79176 req-45751d3c-cab3-4bcb-9f86-a952365dfe23 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:13.407193 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fd6eb055-ac6f-4f24-a546-18150ff79176 req-45751d3c-cab3-4bcb-9f86-a952365dfe23 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 943 time: 0.0802891 Jul 13 08:45:13.455068 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-fd6eb055-ac6f-4f24-a546-18150ff79176 req-bf548684-c381-47a1-b86b-330ca8b63739 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414665 Jul 13 08:45:14.714986 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277599aa-cb26-4473-a135-b8bf8542159a req-83077379-d8d4-41ce-b611-29e1dde4fa6b tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:14.718592 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-277599aa-cb26-4473-a135-b8bf8542159a req-83077379-d8d4-41ce-b611-29e1dde4fa6b tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 943 time: 0.0702832 Jul 13 08:45:14.758225 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-277599aa-cb26-4473-a135-b8bf8542159a req-f683a31b-560f-4443-8aaa-ab6ed4646657 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349753 Jul 13 08:45:15.945881 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaed2a0-0bbe-403f-9769-2bf1b3e3cf65 req-f48f307b-552a-4258-a65e-097e7d559372 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:15.947397 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-faaed2a0-0bbe-403f-9769-2bf1b3e3cf65 req-f48f307b-552a-4258-a65e-097e7d559372 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 943 time: 0.0676422 Jul 13 08:45:15.995670 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-faaed2a0-0bbe-403f-9769-2bf1b3e3cf65 req-d07bb9cb-561d-445e-ad70-493a1e1b9690 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425079 Jul 13 08:45:17.197087 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91702cc7-6155-4098-a3e5-ed8c75aa9431 req-31b6afc6-6527-4c53-a31f-6a25248c3386 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:17.198667 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-91702cc7-6155-4098-a3e5-ed8c75aa9431 req-31b6afc6-6527-4c53-a31f-6a25248c3386 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 943 time: 0.0768335 Jul 13 08:45:17.241121 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-91702cc7-6155-4098-a3e5-ed8c75aa9431 req-c7f88a8f-4b01-4b8a-8e65-264c414b33fa tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354705 Jul 13 08:45:18.133902 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac0c83-bec6-4cf9-8a5a-589baf055db0 req-afb8ccbd-a146-48c7-8ab3-c34a25d096c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:18.135415 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3aac0c83-bec6-4cf9-8a5a-589baf055db0 req-afb8ccbd-a146-48c7-8ab3-c34a25d096c5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40a062a337f747378d39fc85d0bb09a1&device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 1095 time: 0.0553138 Jul 13 08:45:18.239646 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac0c83-bec6-4cf9-8a5a-589baf055db0 req-f93fee2c-043d-4323-aa06-72aa52534bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:18.241140 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3aac0c83-bec6-4cf9-8a5a-589baf055db0 req-f93fee2c-043d-4323-aa06-72aa52534bab service neutron] 10.222.0.25 "GET /v2.0/networks?id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc HTTP/1.1" status: 200 len: 910 time: 0.0964887 Jul 13 08:45:18.308079 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3aac0c83-bec6-4cf9-8a5a-589baf055db0 req-0240cf1b-e01c-4c3f-bad3-3bb5a6f4b037 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=055397a7-67be-4218-b115-e9d23bc33579 HTTP/1.1" status: 200 len: 999 time: 0.0597780 Jul 13 08:45:18.395037 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac0c83-bec6-4cf9-8a5a-589baf055db0 req-4bf5379b-3895-49bc-a3f7-7616c67169c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:18.396476 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3aac0c83-bec6-4cf9-8a5a-589baf055db0 req-4bf5379b-3895-49bc-a3f7-7616c67169c9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6a9e25b5-4c7a-4e46-8ac2-748a212f2637 HTTP/1.1" status: 200 len: 848 time: 0.0821278 Jul 13 08:45:18.460824 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d950168-12a6-4dd9-8a7e-454b40ed63c0 req-cf579d45-7413-4601-b3c7-03c6f5dbac1b tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:18.462386 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9d950168-12a6-4dd9-8a7e-454b40ed63c0 req-cf579d45-7413-4601-b3c7-03c6f5dbac1b tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 943 time: 0.1031268 Jul 13 08:45:18.513523 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9d950168-12a6-4dd9-8a7e-454b40ed63c0 req-251540ec-2da3-4dee-a1a6-cb41ea76aee4 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443790 Jul 13 08:45:18.515405 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac0c83-bec6-4cf9-8a5a-589baf055db0 req-818cd8ab-5d19-4df4-9afb-73fac90c7cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:18.516869 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3aac0c83-bec6-4cf9-8a5a-589baf055db0 req-818cd8ab-5d19-4df4-9afb-73fac90c7cb7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1045070 Jul 13 08:45:18.625876 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3aac0c83-bec6-4cf9-8a5a-589baf055db0 req-291f27c5-0557-47ca-a8f8-8de06bb2a02d service neutron] 10.222.0.25 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009583 Jul 13 08:45:18.761215 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-3aac0c83-bec6-4cf9-8a5a-589baf055db0 req-741e5b29-c815-4641-8e86-209951c74147 service neutron] 10.222.0.25 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281598 Jul 13 08:45:19.701880 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4779ee-f962-453e-b92c-063934e5f2f7 req-e515e11c-ec6d-4c96-b85d-b3310b0ef29b tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:19.703495 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fc4779ee-f962-453e-b92c-063934e5f2f7 req-e515e11c-ec6d-4c96-b85d-b3310b0ef29b tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 943 time: 0.0661931 Jul 13 08:45:19.742694 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fc4779ee-f962-453e-b92c-063934e5f2f7 req-db5a8237-a96b-4268-80e7-48cef895435a tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330565 Jul 13 08:45:20.168045 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 055397a7-67be-4218-b115-e9d23bc33579 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:45:20.273315 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 055397a7-67be-4218-b115-e9d23bc33579, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=055397a7-67be-4218-b115-e9d23bc33579,segment=NetworkSegment(a8048da5-7fb6-4e02-985b-5a3431cf411c),segment_id=a8048da5-7fb6-4e02-985b-5a3431cf411c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:45:20.285044 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '055397a7-67be-4218-b115-e9d23bc33579', 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc', 'port_id': '055397a7-67be-4218-b115-e9d23bc33579', 'mac_address': 'fa:16:3e:0c:cd:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a9e25b5-4c7a-4e46-8ac2-748a212f2637', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:45:20.322308 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:20.335359 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 055397a7-67be-4218-b115-e9d23bc33579 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:45:20.355047 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 055397a7-67be-4218-b115-e9d23bc33579, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=055397a7-67be-4218-b115-e9d23bc33579,segment=NetworkSegment(a8048da5-7fb6-4e02-985b-5a3431cf411c),segment_id=a8048da5-7fb6-4e02-985b-5a3431cf411c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:45:20.358877 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:20.414219 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=055397a7-67be-4218-b115-e9d23bc33579,revision_number=10']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:20.615163 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['055397a7-67be-4218-b115-e9d23bc33579'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:45:20.926930 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810dc476-e49c-437f-8b27-7a7dcf3a4c93 req-f3df60b9-0b84-4ba9-83f9-0f104c892bee tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:20.928481 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-810dc476-e49c-437f-8b27-7a7dcf3a4c93 req-f3df60b9-0b84-4ba9-83f9-0f104c892bee tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 945 time: 0.0698636 Jul 13 08:45:20.966180 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-810dc476-e49c-437f-8b27-7a7dcf3a4c93 req-254a9986-42ff-453e-8432-992b5ac7acb2 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319390 Jul 13 08:45:22.143941 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e645a-6e04-40f9-a7af-688189caf872 req-5202f63c-c645-4d0a-97a6-15c7cf7b15d3 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:22.145441 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-727e645a-6e04-40f9-a7af-688189caf872 req-5202f63c-c645-4d0a-97a6-15c7cf7b15d3 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 945 time: 0.0625267 Jul 13 08:45:22.182586 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 055397a7-67be-4218-b115-e9d23bc33579 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:45:22.183773 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-727e645a-6e04-40f9-a7af-688189caf872 req-a5786c1c-f63f-4115-82c6-1d897b05fd19 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328231 Jul 13 08:45:22.236564 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 055397a7-67be-4218-b115-e9d23bc33579 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:45:22.240580 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 055397a7-67be-4218-b115-e9d23bc33579 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:45:22.240949 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:22.317614 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:22.340034 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055397a7-67be-4218-b115-e9d23bc33579'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:45:22.342281 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}819247fa28fcd914db4aabd8a9f8f95ceb467163a9d63008da3b74a1dcff375d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f8eddc-4769-4b94-9893-95c0b20c1611" -d '{"events": [{"server_uuid": "06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a", "name": "network-vif-plugged", "status": "completed", "tag": "055397a7-67be-4218-b115-e9d23bc33579"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:45:22.355025 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 055397a7-67be-4218-b115-e9d23bc33579, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=055397a7-67be-4218-b115-e9d23bc33579,segment=NetworkSegment(a8048da5-7fb6-4e02-985b-5a3431cf411c),segment_id=a8048da5-7fb6-4e02-985b-5a3431cf411c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:45:22.359689 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:22.387218 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea34462-c825-4af6-b449-01efb4516316 x-openstack-request-id: req-cea34462-c825-4af6-b449-01efb4516316 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:45:22.387531 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a", "name": "network-vif-plugged", "status": "completed", "tag": "055397a7-67be-4218-b115-e9d23bc33579", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:45:22.387778 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cea34462-c825-4af6-b449-01efb4516316 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:45:22.388167 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055397a7-67be-4218-b115-e9d23bc33579', 'code': 200} Jul 13 08:45:22.421520 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=055397a7-67be-4218-b115-e9d23bc33579,revision_number=11']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:45:22.563168 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d6e91-dd26-4cdd-a355-657ba185cad7 req-d5c20eb6-8a35-4200-9e3a-4c1960b01779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:22.565549 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6f4d6e91-dd26-4cdd-a355-657ba185cad7 req-d5c20eb6-8a35-4200-9e3a-4c1960b01779 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 1098 time: 0.0551713 Jul 13 08:45:22.601982 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6f4d6e91-dd26-4cdd-a355-657ba185cad7 req-230662d1-4c57-41e1-9eed-d7e50b65b0e4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302379 Jul 13 08:45:22.618693 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-a478d76c-32dd-4fbe-89c9-0a22fa15e07c None None] Provisioning complete for port 055397a7-67be-4218-b115-e9d23bc33579 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:45:22.619082 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a478d76c-32dd-4fbe-89c9-0a22fa15e07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:23.379355 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ebb15-40e8-4e19-bec2-afc3a2833f8b req-326e7c06-9a77-4f02-8c33-09d8e71e96f5 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:23.380465 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ed9ebb15-40e8-4e19-bec2-afc3a2833f8b req-326e7c06-9a77-4f02-8c33-09d8e71e96f5 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 946 time: 0.0715573 Jul 13 08:45:23.422099 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-ed9ebb15-40e8-4e19-bec2-afc3a2833f8b req-007de7a9-efbc-4937-83cb-aa615b0f130e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359228 Jul 13 08:45:24.451890 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:24.556539 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8a8f582f-aaf1-4d61-8189-9f42b35be267 req-426f1f49-6879-4edf-9e03-67f05ba10e61 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0650315 Jul 13 08:45:24.642296 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb63c6-8b9d-482c-bba3-ab95416f23d9 req-39fcd525-eeb2-4da8-900a-f658c9a625b4 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:24.643818 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7fdb63c6-8b9d-482c-bba3-ab95416f23d9 req-39fcd525-eeb2-4da8-900a-f658c9a625b4 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 946 time: 0.1039126 Jul 13 08:45:24.691993 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f582f-aaf1-4d61-8189-9f42b35be267 req-99facd87-625c-4807-b99e-6896b2017b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:24.693505 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8a8f582f-aaf1-4d61-8189-9f42b35be267 req-99facd87-625c-4807-b99e-6896b2017b95 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40a062a337f747378d39fc85d0bb09a1&device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 1098 time: 0.0951068 Jul 13 08:45:24.696789 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7fdb63c6-8b9d-482c-bba3-ab95416f23d9 req-7376d42f-e18a-498f-818e-65c5f76b2f6b tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472786 Jul 13 08:45:24.805377 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f582f-aaf1-4d61-8189-9f42b35be267 req-723be363-987e-4156-99bc-15ffa90b89ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:24.806871 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8a8f582f-aaf1-4d61-8189-9f42b35be267 req-723be363-987e-4156-99bc-15ffa90b89ac service neutron] 10.222.0.25 "GET /v2.0/networks?id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc HTTP/1.1" status: 200 len: 910 time: 0.0931435 Jul 13 08:45:24.821725 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:24.871606 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8a8f582f-aaf1-4d61-8189-9f42b35be267 req-c17f46fc-eccc-49ac-afc7-87130bb24c92 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=055397a7-67be-4218-b115-e9d23bc33579 HTTP/1.1" status: 200 len: 1001 time: 0.0587075 Jul 13 08:45:24.919010 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f582f-aaf1-4d61-8189-9f42b35be267 req-f1f862d7-1885-41ec-ad2a-dd0718108ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:24.920505 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8a8f582f-aaf1-4d61-8189-9f42b35be267 req-f1f862d7-1885-41ec-ad2a-dd0718108ce5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6a9e25b5-4c7a-4e46-8ac2-748a212f2637 HTTP/1.1" status: 200 len: 848 time: 0.0434513 Jul 13 08:45:24.981954 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f582f-aaf1-4d61-8189-9f42b35be267 req-cc484cff-2b0f-4f57-b522-445059ba5299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:45:24.983415 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8a8f582f-aaf1-4d61-8189-9f42b35be267 req-cc484cff-2b0f-4f57-b522-445059ba5299 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571721 Jul 13 08:45:25.072549 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8a8f582f-aaf1-4d61-8189-9f42b35be267 req-d053b136-9029-482b-9163-2edc073d721e service neutron] 10.222.0.25 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829065 Jul 13 08:45:25.168909 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8a8f582f-aaf1-4d61-8189-9f42b35be267 req-423e7374-2c4b-43d8-919a-1393792e337c service neutron] 10.222.0.25 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896437 Jul 13 08:45:30.418632 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3a2cc195-738e-4bf6-82f8-399f2f1b26d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:31.060498 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:45:33.252690 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:33.279753 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6978f4ae-76b0-4235-8c34-527d86e04ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:34.433718 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:36.193115 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:54.462639 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:45:54.827417 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:00.419235 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ccf3fd9d-f363-48ed-9022-5f52d9a42146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:03.257532 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:03.279680 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3546dd5e-4cc9-4cef-bfd8-5f68dcf19ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:04.436353 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:06.196919 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:08.060105 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:46:24.464098 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:24.841766 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:26.555247 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8b4f8a88-16fe-484b-b467-9585a44a9a8a req-25b35d5e-4b29-429a-916b-3c10002926fc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0522311 Jul 13 08:46:26.646795 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f8a88-16fe-484b-b467-9585a44a9a8a req-049b7b89-45e0-4221-9030-014e9fb58074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:26.649594 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8b4f8a88-16fe-484b-b467-9585a44a9a8a req-049b7b89-45e0-4221-9030-014e9fb58074 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40a062a337f747378d39fc85d0bb09a1&device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 1098 time: 0.0520985 Jul 13 08:46:26.754965 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f8a88-16fe-484b-b467-9585a44a9a8a req-abf95fe5-d5f4-452d-a1a9-c4ceaf9f655c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:26.756584 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8b4f8a88-16fe-484b-b467-9585a44a9a8a req-abf95fe5-d5f4-452d-a1a9-c4ceaf9f655c service neutron] 10.222.0.25 "GET /v2.0/networks?id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc HTTP/1.1" status: 200 len: 910 time: 0.0886161 Jul 13 08:46:26.823006 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8b4f8a88-16fe-484b-b467-9585a44a9a8a req-0f7dfc8f-bb71-468e-9393-49fb4e26274e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=055397a7-67be-4218-b115-e9d23bc33579 HTTP/1.1" status: 200 len: 1001 time: 0.0604560 Jul 13 08:46:26.870207 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f8a88-16fe-484b-b467-9585a44a9a8a req-cfafae9c-27bc-4b27-a43e-f092a180542e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:26.871656 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8b4f8a88-16fe-484b-b467-9585a44a9a8a req-cfafae9c-27bc-4b27-a43e-f092a180542e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6a9e25b5-4c7a-4e46-8ac2-748a212f2637 HTTP/1.1" status: 200 len: 848 time: 0.0432022 Jul 13 08:46:26.926163 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f8a88-16fe-484b-b467-9585a44a9a8a req-91a5d8fc-85e8-4f34-9165-c5950d2f74ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:26.927647 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8b4f8a88-16fe-484b-b467-9585a44a9a8a req-91a5d8fc-85e8-4f34-9165-c5950d2f74ec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499082 Jul 13 08:46:27.018527 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8b4f8a88-16fe-484b-b467-9585a44a9a8a req-b294aae8-fb64-4dd6-bb8f-2d06d5f59914 service neutron] 10.222.0.25 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834947 Jul 13 08:46:27.106844 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8b4f8a88-16fe-484b-b467-9585a44a9a8a req-0acf3f3e-d455-411b-8567-c32af81a00d7 service neutron] 10.222.0.25 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818689 Jul 13 08:46:30.421127 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ba6d67c7-b930-417a-82ac-e760590661a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:33.260415 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:33.279735 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e36bdcdb-0ba0-4d30-a02b-9c89a9231ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:34.375224 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47060) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:34.441494 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:34.577435 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-d1929e77-f2f3-424c-8545-639879ca9482 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Deleting port a0e75da4-277c-43b0-8d4c-f86374240b2b {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:46:34.577891 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d1929e77-f2f3-424c-8545-639879ca9482 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:34.655100 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d1929e77-f2f3-424c-8545-639879ca9482 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:34.655399 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d1929e77-f2f3-424c-8545-639879ca9482 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:34.667370 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-d1929e77-f2f3-424c-8545-639879ca9482 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Calling delete_port for a0e75da4-277c-43b0-8d4c-f86374240b2b owned by network:floatingip {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:46:34.814110 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d1929e77-f2f3-424c-8545-639879ca9482 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:34.839572 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1929e77-f2f3-424c-8545-639879ca9482 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Pushing event deleted for resources: {'Port': ['ID=a0e75da4-277c-43b0-8d4c-f86374240b2b,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:34.850549 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1929e77-f2f3-424c-8545-639879ca9482 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:34.850892 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1929e77-f2f3-424c-8545-639879ca9482 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:34.851254 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1929e77-f2f3-424c-8545-639879ca9482 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:34.851597 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1929e77-f2f3-424c-8545-639879ca9482 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:34.852590 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1929e77-f2f3-424c-8545-639879ca9482 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:34.852957 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1929e77-f2f3-424c-8545-639879ca9482 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:34.853284 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1929e77-f2f3-424c-8545-639879ca9482 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:34.853614 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1929e77-f2f3-424c-8545-639879ca9482 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:34.853934 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1929e77-f2f3-424c-8545-639879ca9482 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:34.854257 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1929e77-f2f3-424c-8545-639879ca9482 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:34.854579 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1929e77-f2f3-424c-8545-639879ca9482 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:34.854926 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1929e77-f2f3-424c-8545-639879ca9482 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:34.913588 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d1929e77-f2f3-424c-8545-639879ca9482 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for floatingip, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:34.913914 n-d-771363-34 neutron-server[94017]: INFO neutron.db.l3_db [None req-d1929e77-f2f3-424c-8545-639879ca9482 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Floating IP d71777bd-a79c-4e97-a6b9-ef63104e1e09 disassociated (deleted). External IP: 172.25.3.101, port: 055397a7-67be-4218-b115-e9d23bc33579. Jul 13 08:46:35.115508 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1929e77-f2f3-424c-8545-639879ca9482 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Router 30cbc076-bc94-471e-bac5-566693482b2a has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:46:35.222122 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1929e77-f2f3-424c-8545-639879ca9482 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:46:35.226747 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-d1929e77-f2f3-424c-8545-639879ca9482 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:35.231172 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd39a113-ec11-486b-8ae7-6122a2beb191 None None] Sync routers for ids ['30cbc076-bc94-471e-bac5-566693482b2a'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:46:35.240509 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd39a113-ec11-486b-8ae7-6122a2beb191 None None] Routers {'30cbc076-bc94-471e-bac5-566693482b2a'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:46:35.241124 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-dd39a113-ec11-486b-8ae7-6122a2beb191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:46:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['30cbc076-bc94-471e-bac5-566693482b2a'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:35.266417 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-d1929e77-f2f3-424c-8545-639879ca9482 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "DELETE /v2.0/floatingips/d71777bd-a79c-4e97-a6b9-ef63104e1e09 HTTP/1.1" status: 204 len: 168 time: 0.8900673 Jul 13 08:46:35.266987 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a', 'tag': '055397a7-67be-4218-b115-e9d23bc33579'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:46:35.269638 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33af52f666a6377eeaf9d00c6054365c515a6ddb0c8cc5669bfcff545a31cac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb9099a-96d0-4fd1-92c6-929dfe515351" -d '{"events": [{"name": "network-changed", "server_uuid": "06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a", "tag": "055397a7-67be-4218-b115-e9d23bc33579"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:46:35.354779 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-dd39a113-ec11-486b-8ae7-6122a2beb191 None None] Set router 30cbc076-bc94-471e-bac5-566693482b2a gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:46:35.368870 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c73fff-3af7-42c2-92a2-e25c73d1c10c x-openstack-request-id: req-b5c73fff-3af7-42c2-92a2-e25c73d1c10c {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:46:35.369163 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a", "tag": "055397a7-67be-4218-b115-e9d23bc33579", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:46:35.369415 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b5c73fff-3af7-42c2-92a2-e25c73d1c10c {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:46:35.369815 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a', 'tag': '055397a7-67be-4218-b115-e9d23bc33579', 'status': 'completed', 'code': 200} Jul 13 08:46:35.448128 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9099a-96d0-4fd1-92c6-929dfe515351 req-c3314138-5951-48ce-895a-90f76730fd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:35.449698 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4bb9099a-96d0-4fd1-92c6-929dfe515351 req-c3314138-5951-48ce-895a-90f76730fd62 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40a062a337f747378d39fc85d0bb09a1&device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 1098 time: 0.0563927 Jul 13 08:46:35.559491 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9099a-96d0-4fd1-92c6-929dfe515351 req-028d9e73-fe8c-4a68-b346-4edde89dd702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:35.561013 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4bb9099a-96d0-4fd1-92c6-929dfe515351 req-028d9e73-fe8c-4a68-b346-4edde89dd702 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc HTTP/1.1" status: 200 len: 910 time: 0.1052682 Jul 13 08:46:35.575782 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-dd39a113-ec11-486b-8ae7-6122a2beb191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cbc076-bc94-471e-bac5-566693482b2a', 'name': 'tempest-TestShelveInstance-1151280122-router', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '95e2e714-002e-4577-b751-111872e46119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:19Z', 'updated_at': '2021-07-13T08:42:22Z', 'revision_number': 4, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'gw_port': {'id': '95e2e714-002e-4577-b751-111872e46119', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cbc076-bc94-471e-bac5-566693482b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:20Z', 'updated_at': '2021-07-13T08:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '87a39b7f-24a4-442d-9496-bc90e27acb8f', 'name': '', 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'mac_address': 'fa:16:3e:c2:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cbc076-bc94-471e-bac5-566693482b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6a9e25b5-4c7a-4e46-8ac2-748a212f2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:21Z', 'updated_at': '2021-07-13T08:42:28Z', 'revision_number': 5, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'subnets': [{'id': '6a9e25b5-4c7a-4e46-8ac2-748a212f2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:35.604063 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd39a113-ec11-486b-8ae7-6122a2beb191 None None] Checking router: 30cbc076-bc94-471e-bac5-566693482b2a for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:46:35.609834 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4bb9099a-96d0-4fd1-92c6-929dfe515351 req-35e3a6a2-30e9-4108-ae03-db124e32c4bd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=055397a7-67be-4218-b115-e9d23bc33579 HTTP/1.1" status: 200 len: 217 time: 0.0424633 Jul 13 08:46:35.612537 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd39a113-ec11-486b-8ae7-6122a2beb191 None None] Routers {'30cbc076-bc94-471e-bac5-566693482b2a'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:46:35.613149 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-dd39a113-ec11-486b-8ae7-6122a2beb191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:46:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['30cbc076-bc94-471e-bac5-566693482b2a'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:35.692041 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9099a-96d0-4fd1-92c6-929dfe515351 req-6e64f10f-7901-4d98-9e9c-e16aa3574ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:35.693790 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4bb9099a-96d0-4fd1-92c6-929dfe515351 req-6e64f10f-7901-4d98-9e9c-e16aa3574ba2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6a9e25b5-4c7a-4e46-8ac2-748a212f2637 HTTP/1.1" status: 200 len: 848 time: 0.0763936 Jul 13 08:46:35.718647 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-dd39a113-ec11-486b-8ae7-6122a2beb191 None None] Set router 30cbc076-bc94-471e-bac5-566693482b2a gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:46:36.091053 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-dd39a113-ec11-486b-8ae7-6122a2beb191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cbc076-bc94-471e-bac5-566693482b2a', 'name': 'tempest-TestShelveInstance-1151280122-router', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '95e2e714-002e-4577-b751-111872e46119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:19Z', 'updated_at': '2021-07-13T08:42:22Z', 'revision_number': 4, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'gw_port': {'id': '95e2e714-002e-4577-b751-111872e46119', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cbc076-bc94-471e-bac5-566693482b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:20Z', 'updated_at': '2021-07-13T08:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '87a39b7f-24a4-442d-9496-bc90e27acb8f', 'name': '', 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'mac_address': 'fa:16:3e:c2:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cbc076-bc94-471e-bac5-566693482b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6a9e25b5-4c7a-4e46-8ac2-748a212f2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:21Z', 'updated_at': '2021-07-13T08:42:28Z', 'revision_number': 5, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'subnets': [{'id': '6a9e25b5-4c7a-4e46-8ac2-748a212f2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:46:36.098360 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dddf3e-1a5f-44bd-b7ad-e43e1fcaee0f req-e8176022-adcd-450b-9725-b13db0752885 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:36.099898 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f5dddf3e-1a5f-44bd-b7ad-e43e1fcaee0f req-e8176022-adcd-450b-9725-b13db0752885 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 946 time: 0.4842625 Jul 13 08:46:36.117443 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd39a113-ec11-486b-8ae7-6122a2beb191 None None] The sync data for ids ['30cbc076-bc94-471e-bac5-566693482b2a'] in n-d-771363-34 is: [{'id': '30cbc076-bc94-471e-bac5-566693482b2a', 'name': 'tempest-TestShelveInstance-1151280122-router', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '95e2e714-002e-4577-b751-111872e46119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:19Z', 'updated_at': '2021-07-13T08:42:22Z', 'revision_number': 4, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'gw_port': {'id': '95e2e714-002e-4577-b751-111872e46119', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cbc076-bc94-471e-bac5-566693482b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:20Z', 'updated_at': '2021-07-13T08:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '87a39b7f-24a4-442d-9496-bc90e27acb8f', 'name': '', 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'mac_address': 'fa:16:3e:c2:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cbc076-bc94-471e-bac5-566693482b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6a9e25b5-4c7a-4e46-8ac2-748a212f2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:21Z', 'updated_at': '2021-07-13T08:42:28Z', 'revision_number': 5, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'subnets': [{'id': '6a9e25b5-4c7a-4e46-8ac2-748a212f2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:46:36.147581 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9099a-96d0-4fd1-92c6-929dfe515351 req-1aeb4d92-0a43-4843-9813-a003d6048985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:36.149657 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4bb9099a-96d0-4fd1-92c6-929dfe515351 req-1aeb4d92-0a43-4843-9813-a003d6048985 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4475112 Jul 13 08:46:36.153217 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f5dddf3e-1a5f-44bd-b7ad-e43e1fcaee0f req-0f6d1d29-8b7f-4606-bdf3-84849085122f tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa416ffe-8449-4309-bac7-ecb0b5dcac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453839 Jul 13 08:46:36.200215 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:36.252784 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4bb9099a-96d0-4fd1-92c6-929dfe515351 req-d0f911dc-ec7c-4f6b-9808-a053e14ee805 service neutron] 10.222.0.25 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942290 Jul 13 08:46:36.363708 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-4bb9099a-96d0-4fd1-92c6-929dfe515351 req-feb9229d-61c7-4b6b-812c-a0d6c3acb1ae service neutron] 10.222.0.25 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018722 Jul 13 08:46:36.366886 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe314dd3-3a49-4a1e-bb3f-047a9973ce09 None None] New status for floating IP d71777bd-a79c-4e97-a6b9-ef63104e1e09: DOWN {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:46:36.863111 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b49792-7432-4279-bede-8766d7211f87 req-1fbd7b7d-536c-4543-83b7-eb8fe8c33dae tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:36.864630 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-14b49792-7432-4279-bede-8766d7211f87 req-1fbd7b7d-536c-4543-83b7-eb8fe8c33dae tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.25 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 946 time: 0.0644722 Jul 13 08:46:36.969316 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-14b49792-7432-4279-bede-8766d7211f87 req-be5ae4eb-40f8-4e2b-a41d-a6184bd362ab tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Deleting port 055397a7-67be-4218-b115-e9d23bc33579 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:46:36.969655 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-14b49792-7432-4279-bede-8766d7211f87 req-be5ae4eb-40f8-4e2b-a41d-a6184bd362ab tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:37.053551 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-14b49792-7432-4279-bede-8766d7211f87 req-be5ae4eb-40f8-4e2b-a41d-a6184bd362ab tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] For port 055397a7-67be-4218-b115-e9d23bc33579, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=055397a7-67be-4218-b115-e9d23bc33579,segment=NetworkSegment(a8048da5-7fb6-4e02-985b-5a3431cf411c),segment_id=a8048da5-7fb6-4e02-985b-5a3431cf411c)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:46:37.053902 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-14b49792-7432-4279-bede-8766d7211f87 req-be5ae4eb-40f8-4e2b-a41d-a6184bd362ab tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:37.066390 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-14b49792-7432-4279-bede-8766d7211f87 req-be5ae4eb-40f8-4e2b-a41d-a6184bd362ab tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Calling delete_port for 055397a7-67be-4218-b115-e9d23bc33579 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:46:37.196387 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-14b49792-7432-4279-bede-8766d7211f87 req-be5ae4eb-40f8-4e2b-a41d-a6184bd362ab tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:37.225861 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5ae4eb-40f8-4e2b-a41d-a6184bd362ab tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Pushing event deleted for resources: {'Port': ['ID=055397a7-67be-4218-b115-e9d23bc33579,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:37.276763 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b49792-7432-4279-bede-8766d7211f87 req-be5ae4eb-40f8-4e2b-a41d-a6184bd362ab tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] No DVR routers for this DVR port 055397a7-67be-4218-b115-e9d23bc33579 on host n-h2-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:46:37.278978 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-14b49792-7432-4279-bede-8766d7211f87 req-be5ae4eb-40f8-4e2b-a41d-a6184bd362ab tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:37.280943 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-14b49792-7432-4279-bede-8766d7211f87 req-be5ae4eb-40f8-4e2b-a41d-a6184bd362ab tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.25 "DELETE /v2.0/ports/055397a7-67be-4218-b115-e9d23bc33579 HTTP/1.1" status: 204 len: 173 time: 0.4107957 Jul 13 08:46:37.308096 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-df9769c3-b7a7-44c2-a51d-4b8b356a2e2b req-db4583d7-5b2d-4b97-99ea-dd8f274305b2 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a HTTP/1.1" status: 200 len: 210 time: 0.0354247 Jul 13 08:46:37.370713 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a', 'name': 'network-vif-deleted', 'tag': '055397a7-67be-4218-b115-e9d23bc33579'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:46:37.373162 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33af52f666a6377eeaf9d00c6054365c515a6ddb0c8cc5669bfcff545a31cac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb4c505-6fab-4778-8bd4-775ae3da1ca4" -d '{"events": [{"server_uuid": "06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a", "name": "network-vif-deleted", "tag": "055397a7-67be-4218-b115-e9d23bc33579"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:46:37.433908 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257edf15-7913-4653-8d49-6a4ba15b9f69 x-openstack-request-id: req-257edf15-7913-4653-8d49-6a4ba15b9f69 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:46:37.434233 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a", "name": "network-vif-deleted", "tag": "055397a7-67be-4218-b115-e9d23bc33579", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:46:37.434500 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-257edf15-7913-4653-8d49-6a4ba15b9f69 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:46:37.434898 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06fc8fb8-bd2a-4e87-9959-5eff54b5cc0a', 'name': 'network-vif-deleted', 'tag': '055397a7-67be-4218-b115-e9d23bc33579', 'status': 'completed', 'code': 200} Jul 13 08:46:38.400816 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47086) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:38.459802 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c675eff3-e2b8-415a-8f3b-556f0f8a70fd tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:38.493592 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c675eff3-e2b8-415a-8f3b-556f0f8a70fd tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:38.557030 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c675eff3-e2b8-415a-8f3b-556f0f8a70fd tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:38.559658 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-c675eff3-e2b8-415a-8f3b-556f0f8a70fd tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:38.560838 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-c675eff3-e2b8-415a-8f3b-556f0f8a70fd tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "DELETE /v2.0/security-groups/fa416ffe-8449-4309-bac7-ecb0b5dcac7e HTTP/1.1" status: 204 len: 168 time: 0.1590145 Jul 13 08:46:38.572839 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675eff3-e2b8-415a-8f3b-556f0f8a70fd tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa416ffe-8449-4309-bac7-ecb0b5dcac7e,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:38.891413 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47092) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:38.896114 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-109f6be4-3009-4efd-a318-81edac3c94f0 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-534596673', 'description': 'tempest-secgroup-smoke-534596673 description', 'project_id': '40a062a337f747378d39fc85d0bb09a1'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:38.922891 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-109f6be4-3009-4efd-a318-81edac3c94f0 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:39.010891 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-109f6be4-3009-4efd-a318-81edac3c94f0 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:39.014810 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-109f6be4-3009-4efd-a318-81edac3c94f0 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:39.042867 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-109f6be4-3009-4efd-a318-81edac3c94f0 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:39.044370 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-109f6be4-3009-4efd-a318-81edac3c94f0 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1519403 Jul 13 08:46:39.048446 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f6be4-3009-4efd-a318-81edac3c94f0 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19abe466-2a80-4a2d-a3e3-7807e69755db,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:39.049052 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47094) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:39.055896 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-012412e2-4ff8-475c-b20f-485d1e37c572 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Request body: {'security_group_rule': {'security_group_id': '19abe466-2a80-4a2d-a3e3-7807e69755db', 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:39.085043 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-012412e2-4ff8-475c-b20f-485d1e37c572 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:39.145877 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-012412e2-4ff8-475c-b20f-485d1e37c572 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:39.150403 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-012412e2-4ff8-475c-b20f-485d1e37c572 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:39.169342 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012412e2-4ff8-475c-b20f-485d1e37c572 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a96e8502-e055-451b-b805-c4273b144d35,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:39.178044 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-012412e2-4ff8-475c-b20f-485d1e37c572 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:39.179262 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-012412e2-4ff8-475c-b20f-485d1e37c572 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1291525 Jul 13 08:46:39.180911 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012412e2-4ff8-475c-b20f-485d1e37c572 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:39.181242 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012412e2-4ff8-475c-b20f-485d1e37c572 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:39.181575 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012412e2-4ff8-475c-b20f-485d1e37c572 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:39.181902 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012412e2-4ff8-475c-b20f-485d1e37c572 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:39.182325 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012412e2-4ff8-475c-b20f-485d1e37c572 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:39.182576 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47096) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:39.182744 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012412e2-4ff8-475c-b20f-485d1e37c572 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:39.182960 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012412e2-4ff8-475c-b20f-485d1e37c572 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:39.183298 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012412e2-4ff8-475c-b20f-485d1e37c572 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:39.183616 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012412e2-4ff8-475c-b20f-485d1e37c572 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:39.183933 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012412e2-4ff8-475c-b20f-485d1e37c572 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:39.184253 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012412e2-4ff8-475c-b20f-485d1e37c572 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:39.184569 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012412e2-4ff8-475c-b20f-485d1e37c572 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:46:39.187457 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-86eadcf2-7f05-47f6-863d-35b9785a6baf tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Request body: {'security_group_rule': {'security_group_id': '19abe466-2a80-4a2d-a3e3-7807e69755db', 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:39.213752 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-86eadcf2-7f05-47f6-863d-35b9785a6baf tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:39.273233 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-86eadcf2-7f05-47f6-863d-35b9785a6baf tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:39.277695 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-86eadcf2-7f05-47f6-863d-35b9785a6baf tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:39.296248 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eadcf2-7f05-47f6-863d-35b9785a6baf tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9d56e8d-d049-41e7-9a6b-71dc22f51688,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:39.302196 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-86eadcf2-7f05-47f6-863d-35b9785a6baf tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:39.303546 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-86eadcf2-7f05-47f6-863d-35b9785a6baf tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1198516 Jul 13 08:46:39.307465 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47098) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:39.311871 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-e935dbb1-1cc4-40b5-b053-2f185fecd191 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Request body: {'security_group_rule': {'security_group_id': '19abe466-2a80-4a2d-a3e3-7807e69755db', 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:39.337432 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e935dbb1-1cc4-40b5-b053-2f185fecd191 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:39.394200 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e935dbb1-1cc4-40b5-b053-2f185fecd191 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:39.397718 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e935dbb1-1cc4-40b5-b053-2f185fecd191 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:39.417203 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e935dbb1-1cc4-40b5-b053-2f185fecd191 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dedb6e88-79f9-4d0f-8698-7d28345f9598,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:39.424743 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e935dbb1-1cc4-40b5-b053-2f185fecd191 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:39.426009 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e935dbb1-1cc4-40b5-b053-2f185fecd191 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176217 Jul 13 08:46:39.428779 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47100) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:39.433657 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-281ac36b-9613-4ca7-b885-a07602862630 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Request body: {'security_group_rule': {'security_group_id': '19abe466-2a80-4a2d-a3e3-7807e69755db', 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:39.460330 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-281ac36b-9613-4ca7-b885-a07602862630 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:39.519021 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-281ac36b-9613-4ca7-b885-a07602862630 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:39.522655 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-281ac36b-9613-4ca7-b885-a07602862630 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:39.542306 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ac36b-9613-4ca7-b885-a07602862630 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e838bb0-d8f6-46c3-b0f3-52d5a6816239,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:39.546416 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-281ac36b-9613-4ca7-b885-a07602862630 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:39.550588 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-281ac36b-9613-4ca7-b885-a07602862630 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1179242 Jul 13 08:46:39.551289 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47102) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:39.555869 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-7aa2ad3e-9ab7-40f0-b462-9ea6424bf9fa tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Request body: {'security_group_rule': {'security_group_id': '19abe466-2a80-4a2d-a3e3-7807e69755db', 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:39.577064 n-d-771363-34 neutron-server[94018]: INFO neutron.db.securitygroups_db [None req-7aa2ad3e-9ab7-40f0-b462-9ea6424bf9fa tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Project 40a062a337f747378d39fc85d0bb09a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:46:39.584159 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7aa2ad3e-9ab7-40f0-b462-9ea6424bf9fa tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:39.647667 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7aa2ad3e-9ab7-40f0-b462-9ea6424bf9fa tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:39.652090 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7aa2ad3e-9ab7-40f0-b462-9ea6424bf9fa tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:39.669012 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2ad3e-9ab7-40f0-b462-9ea6424bf9fa tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58445059-ad94-42ec-abda-7ad199f862fc,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:39.675667 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-7aa2ad3e-9ab7-40f0-b462-9ea6424bf9fa tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:39.676914 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-7aa2ad3e-9ab7-40f0-b462-9ea6424bf9fa tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1249826 Jul 13 08:46:39.679768 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47104) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:46:39.684602 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-8809684c-80e6-4186-84c3-f6235b733da7 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Request body: {'security_group_rule': {'security_group_id': '19abe466-2a80-4a2d-a3e3-7807e69755db', 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:39.706717 n-d-771363-34 neutron-server[94018]: INFO neutron.db.securitygroups_db [None req-8809684c-80e6-4186-84c3-f6235b733da7 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Project 40a062a337f747378d39fc85d0bb09a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:46:39.712092 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8809684c-80e6-4186-84c3-f6235b733da7 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:39.777429 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8809684c-80e6-4186-84c3-f6235b733da7 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:39.780849 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8809684c-80e6-4186-84c3-f6235b733da7 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:39.799859 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809684c-80e6-4186-84c3-f6235b733da7 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca80c57b-17fe-4264-bb8e-8224a19c4f8e,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:39.802832 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8809684c-80e6-4186-84c3-f6235b733da7 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:39.804079 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8809684c-80e6-4186-84c3-f6235b733da7 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1232998 Jul 13 08:46:40.573668 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 055397a7-67be-4218-b115-e9d23bc33579 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:46:40.597488 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 055397a7-67be-4218-b115-e9d23bc33579 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:46:40.597829 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 055397a7-67be-4218-b115-e9d23bc33579 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:46:45.058726 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:46:54.083298 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-388fe227-34b2-454f-9de9-e8439f773099 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-534596673&fields=id&tenant_id=40a062a337f747378d39fc85d0bb09a1 HTTP/1.1" status: 200 len: 267 time: 0.0351160 Jul 13 08:46:54.187752 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-ad3dc4fb-c86b-4bd4-9bc1-ffbb6a28e84b tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:54.189124 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-ad3dc4fb-c86b-4bd4-9bc1-ffbb6a28e84b tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/networks?id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc HTTP/1.1" status: 200 len: 809 time: 0.0995562 Jul 13 08:46:54.203966 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-0c379e4a-f326-46b0-9800-5b1fc30f1123 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/quotas/40a062a337f747378d39fc85d0bb09a1 HTTP/1.1" status: 200 len: 375 time: 0.0096092 Jul 13 08:46:54.269903 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-777d059c-047b-418a-a5a7-586a5192f07b tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=40a062a337f747378d39fc85d0bb09a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611756 Jul 13 08:46:54.326145 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-f2e76b5e-130d-41c9-a89a-e044ac6d9ba6 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:46:54.327141 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-f2e76b5e-130d-41c9-a89a-e044ac6d9ba6 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466363 Jul 13 08:46:54.423462 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-7daaf0c3-1735-4633-9a65-0a48b5cf4fff service neutron] 10.222.0.23 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902932 Jul 13 08:46:54.470787 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:54.519841 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-ca65db56-887b-4875-b1ea-715ada349bb6 service neutron] 10.222.0.23 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906370 Jul 13 08:46:54.828927 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-0a5c1de0-3832-4848-ae61-9b72196ba62a req-b94c2977-23ac-4a61-b6dd-6f1b39eb631c tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 210 time: 0.0304832 Jul 13 08:46:54.843258 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:55.923393 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c9ed45b8-d048-4481-8af3-80a743399f33 req-98f5800b-8f38-4037-bf5b-6378d7c1ea38 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 210 time: 0.0316782 Jul 13 08:46:57.069676 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a2682625-4835-44b0-8de3-29d4d300e2c8 req-03260cb0-9fdb-4686-aabf-de18b5eb6bfd tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 210 time: 0.0316479 Jul 13 08:46:57.888480 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-3879391d-7aab-440f-ab68-36dee0163fe2 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:57.888984 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-3879391d-7aab-440f-ab68-36dee0163fe2 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.42 "GET /v2.0/networks?id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc HTTP/1.1" status: 200 len: 809 time: 0.1064939 Jul 13 08:46:57.935231 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-6611424f-c363-4eae-9276-e26b6981a5fd tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40a062a337f747378d39fc85d0bb09a1 HTTP/1.1" status: 200 len: 379 time: 0.0381021 Jul 13 08:46:57.943312 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-8a56974e-39ad-4c6f-8a29-658888de81ed tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Request body: {'port': {'device_id': '9f9482e9-7b4a-489e-a86e-b1812bc934f5', 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc', 'admin_state_up': True, 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'security_groups': ['19abe466-2a80-4a2d-a3e3-7807e69755db']}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:58.061673 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-8a56974e-39ad-4c6f-8a29-658888de81ed tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Made reservation on behalf of 40a062a337f747378d39fc85d0bb09a1 for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:46:58.065439 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-8a56974e-39ad-4c6f-8a29-658888de81ed tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:58.210377 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-8a56974e-39ad-4c6f-8a29-658888de81ed tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Allocated IP 172.20.0.11 (e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc/6a9e25b5-4c7a-4e46-8ac2-748a212f2637/f02e0b45-1a80-46e5-8538-6209ba51e900) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:46:58.232971 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c70ba7ff-8b32-472a-bc50-700a8b6c3aa1 req-de52e8dd-6bb8-4a8e-9087-5e4ae1a24a58 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 210 time: 0.0337040 Jul 13 08:46:58.355498 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-8a56974e-39ad-4c6f-8a29-658888de81ed tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:58.370310 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-8a56974e-39ad-4c6f-8a29-658888de81ed tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Transition to ACTIVE for port object f02e0b45-1a80-46e5-8538-6209ba51e900 will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:46:58.404569 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-8a56974e-39ad-4c6f-8a29-658888de81ed tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:58.456273 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-8a56974e-39ad-4c6f-8a29-658888de81ed tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Network e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:46:58.459790 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-8a56974e-39ad-4c6f-8a29-658888de81ed tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:46:58.464535 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-8a56974e-39ad-4c6f-8a29-658888de81ed tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:46:58.490804 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56974e-39ad-4c6f-8a29-658888de81ed tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Pushing event updated for resources: {'Port': ['ID=f02e0b45-1a80-46e5-8538-6209ba51e900,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:58.524622 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-8a56974e-39ad-4c6f-8a29-658888de81ed tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:58.525970 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-8a56974e-39ad-4c6f-8a29-658888de81ed tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:58.542298 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-8a56974e-39ad-4c6f-8a29-658888de81ed tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6026332 Jul 13 08:46:58.554022 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-e9f35ee2-3ef8-4efc-b02d-8aa863459c0f service neutron] Request body: {'port': {'device_id': '9f9482e9-7b4a-489e-a86e-b1812bc934f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:46:58.641416 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-e9f35ee2-3ef8-4efc-b02d-8aa863459c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:58.694746 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-67d45e1c-1dd9-48d3-835f-117a9671358c None None] Provisioning for port f02e0b45-1a80-46e5-8538-6209ba51e900 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:46:58.699905 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-67d45e1c-1dd9-48d3-835f-117a9671358c None None] Provisioning complete for port f02e0b45-1a80-46e5-8538-6209ba51e900 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:46:58.700336 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-67d45e1c-1dd9-48d3-835f-117a9671358c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:58.734345 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-67d45e1c-1dd9-48d3-835f-117a9671358c None None] Port f02e0b45-1a80-46e5-8538-6209ba51e900 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:46:58.957156 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-e9f35ee2-3ef8-4efc-b02d-8aa863459c0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f02e0b45-1a80-46e5-8538-6209ba51e900 {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:46:58.965516 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-e9f35ee2-3ef8-4efc-b02d-8aa863459c0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:58.977994 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-e9f35ee2-3ef8-4efc-b02d-8aa863459c0f service neutron] Transition to ACTIVE for port object f02e0b45-1a80-46e5-8538-6209ba51e900 will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:46:58.982445 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-e9f35ee2-3ef8-4efc-b02d-8aa863459c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:59.036013 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f35ee2-3ef8-4efc-b02d-8aa863459c0f service neutron] Pushing event updated for resources: {'Port': ['ID=f02e0b45-1a80-46e5-8538-6209ba51e900,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:59.118343 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-e9f35ee2-3ef8-4efc-b02d-8aa863459c0f service neutron] Attempting to bind port f02e0b45-1a80-46e5-8538-6209ba51e900 on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:46:59.118680 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-e9f35ee2-3ef8-4efc-b02d-8aa863459c0f service neutron] Attempting to bind port f02e0b45-1a80-46e5-8538-6209ba51e900 by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': 'a8048da5-7fb6-4e02-985b-5a3431cf411c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:46:59.119104 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-e9f35ee2-3ef8-4efc-b02d-8aa863459c0f service neutron] Attempting to bind port f02e0b45-1a80-46e5-8538-6209ba51e900 on network e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:46:59.128020 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-e9f35ee2-3ef8-4efc-b02d-8aa863459c0f service neutron] Port f02e0b45-1a80-46e5-8538-6209ba51e900 on network e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:46:59.128662 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-e9f35ee2-3ef8-4efc-b02d-8aa863459c0f service neutron] Attempting to bind port f02e0b45-1a80-46e5-8538-6209ba51e900 on network e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:46:59.138936 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-e9f35ee2-3ef8-4efc-b02d-8aa863459c0f service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:46:59.139324 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-e9f35ee2-3ef8-4efc-b02d-8aa863459c0f service neutron] Checking segment: {'id': 'a8048da5-7fb6-4e02-985b-5a3431cf411c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:46:59.139722 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-e9f35ee2-3ef8-4efc-b02d-8aa863459c0f service neutron] Bound using segment: {'id': 'a8048da5-7fb6-4e02-985b-5a3431cf411c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:46:59.140154 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-e9f35ee2-3ef8-4efc-b02d-8aa863459c0f service neutron] Bound port: f02e0b45-1a80-46e5-8538-6209ba51e900, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8048da5-7fb6-4e02-985b-5a3431cf411c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:46:59.140518 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-e9f35ee2-3ef8-4efc-b02d-8aa863459c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:59.221352 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-e9f35ee2-3ef8-4efc-b02d-8aa863459c0f service neutron] For port f02e0b45-1a80-46e5-8538-6209ba51e900, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:46:59.227987 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-e9f35ee2-3ef8-4efc-b02d-8aa863459c0f service neutron] For port f02e0b45-1a80-46e5-8538-6209ba51e900, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=f02e0b45-1a80-46e5-8538-6209ba51e900,segment=NetworkSegment(a8048da5-7fb6-4e02-985b-5a3431cf411c),segment_id=a8048da5-7fb6-4e02-985b-5a3431cf411c)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:46:59.233419 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-e9f35ee2-3ef8-4efc-b02d-8aa863459c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:59.271083 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-e9f35ee2-3ef8-4efc-b02d-8aa863459c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:59.271722 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-e9f35ee2-3ef8-4efc-b02d-8aa863459c0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:46:59.273155 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-e9f35ee2-3ef8-4efc-b02d-8aa863459c0f service neutron] 10.222.0.42 "PUT /v2.0/ports/f02e0b45-1a80-46e5-8538-6209ba51e900 HTTP/1.1" status: 200 len: 1093 time: 0.7237966 Jul 13 08:46:59.273552 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9482e9-7b4a-489e-a86e-b1812bc934f5', 'tag': 'f02e0b45-1a80-46e5-8538-6209ba51e900'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:46:59.275837 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18431a8b-6f01-46ac-9a35-7f1e54329834" -d '{"events": [{"name": "network-changed", "server_uuid": "9f9482e9-7b4a-489e-a86e-b1812bc934f5", "tag": "f02e0b45-1a80-46e5-8538-6209ba51e900"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:46:59.305464 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f35ee2-3ef8-4efc-b02d-8aa863459c0f service neutron] Pushing event updated for resources: {'Port': ['ID=f02e0b45-1a80-46e5-8538-6209ba51e900,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:46:59.418032 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-2345c096-4033-4f6e-ba5f-f52539722550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:59.419876 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-2345c096-4033-4f6e-ba5f-f52539722550 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40a062a337f747378d39fc85d0bb09a1&device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 1096 time: 0.0936747 Jul 13 08:46:59.451160 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18525348-b3d7-4789-8f92-303f4df800d7 x-openstack-request-id: req-18525348-b3d7-4789-8f92-303f4df800d7 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:46:59.451462 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f9482e9-7b4a-489e-a86e-b1812bc934f5", "tag": "f02e0b45-1a80-46e5-8538-6209ba51e900", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:46:59.451644 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-18525348-b3d7-4789-8f92-303f4df800d7 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:46:59.452040 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9482e9-7b4a-489e-a86e-b1812bc934f5', 'tag': 'f02e0b45-1a80-46e5-8538-6209ba51e900', 'status': 'completed', 'code': 200} Jul 13 08:46:59.483785 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-2b5eb6d5-6819-41b7-9205-399dae24d798 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f02e0b45-1a80-46e5-8538-6209ba51e900 HTTP/1.1" status: 200 len: 217 time: 0.0416813 Jul 13 08:46:59.562278 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648cab8-625c-41e7-ab49-73c44204256d req-716280e1-dc03-48ef-a321-f3b5cfd025b0 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:59.563899 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6648cab8-625c-41e7-ab49-73c44204256d req-716280e1-dc03-48ef-a321-f3b5cfd025b0 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 944 time: 0.1633527 Jul 13 08:46:59.565386 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-c734dfcd-5b1b-46cc-a5bb-e40fce6ac173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:59.566718 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-c734dfcd-5b1b-46cc-a5bb-e40fce6ac173 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a9e25b5-4c7a-4e46-8ac2-748a212f2637 HTTP/1.1" status: 200 len: 848 time: 0.0759714 Jul 13 08:46:59.639946 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6648cab8-625c-41e7-ab49-73c44204256d req-52f783c1-445f-43d2-ae92-e1f92065a507 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701563 Jul 13 08:46:59.663552 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-8c392648-d42d-4dc2-82d5-245b9646e7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:59.663552 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-8c392648-d42d-4dc2-82d5-245b9646e7ef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0852339 Jul 13 08:46:59.760053 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-9c9f7d01-6ad4-40b9-8c73-c5b40886b36d service neutron] 10.222.0.42 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898087 Jul 13 08:46:59.859126 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d8c58d01-33cc-486f-8dcc-018861298c1a req-fc677d89-eed7-4703-bfcc-228529e2bcdc service neutron] 10.222.0.42 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934863 Jul 13 08:46:59.967961 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18431a8b-6f01-46ac-9a35-7f1e54329834 req-5c9f089f-32cb-4f08-9b4b-8d8683d97dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:46:59.969477 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-18431a8b-6f01-46ac-9a35-7f1e54329834 req-5c9f089f-32cb-4f08-9b4b-8d8683d97dfb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40a062a337f747378d39fc85d0bb09a1&device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 1096 time: 0.0626013 Jul 13 08:47:00.067765 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18431a8b-6f01-46ac-9a35-7f1e54329834 req-7fd75cc5-6f4a-4e0d-94fb-3ba013849913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:00.069247 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-18431a8b-6f01-46ac-9a35-7f1e54329834 req-7fd75cc5-6f4a-4e0d-94fb-3ba013849913 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc HTTP/1.1" status: 200 len: 910 time: 0.0941257 Jul 13 08:47:00.111018 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-18431a8b-6f01-46ac-9a35-7f1e54329834 req-5d7ec3fa-ff62-4bb6-9fc5-c5bb9db0fc47 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f02e0b45-1a80-46e5-8538-6209ba51e900 HTTP/1.1" status: 200 len: 217 time: 0.0350518 Jul 13 08:47:00.161056 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18431a8b-6f01-46ac-9a35-7f1e54329834 req-13a4eca6-a380-463e-836e-646fc01165da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:00.162429 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-18431a8b-6f01-46ac-9a35-7f1e54329834 req-13a4eca6-a380-463e-836e-646fc01165da service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a9e25b5-4c7a-4e46-8ac2-748a212f2637 HTTP/1.1" status: 200 len: 848 time: 0.0459721 Jul 13 08:47:00.225485 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18431a8b-6f01-46ac-9a35-7f1e54329834 req-161a7bd7-2e63-4c76-a8ee-4a7c9a6f724b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:00.227098 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-18431a8b-6f01-46ac-9a35-7f1e54329834 req-161a7bd7-2e63-4c76-a8ee-4a7c9a6f724b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587637 Jul 13 08:47:00.319040 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-18431a8b-6f01-46ac-9a35-7f1e54329834 req-c77bf554-51e9-4d68-936b-14a9c00ea615 service neutron] 10.222.0.42 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855391 Jul 13 08:47:00.424060 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-18431a8b-6f01-46ac-9a35-7f1e54329834 req-9af721e1-c170-4a43-8b7a-d653edd9bfa7 service neutron] 10.222.0.42 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976839 Jul 13 08:47:00.425127 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5ff0370c-06e6-4dbc-a004-d1b37d3e168e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:00.822272 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628446cd-fdf0-465b-b8e4-10433c631eed req-7cc069f8-8f46-4012-8d4f-b2817493391e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:00.823726 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-628446cd-fdf0-465b-b8e4-10433c631eed req-7cc069f8-8f46-4012-8d4f-b2817493391e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 944 time: 0.0657730 Jul 13 08:47:00.867309 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-628446cd-fdf0-465b-b8e4-10433c631eed req-565d3abe-db59-47ac-93d0-8200bd671cf2 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341244 Jul 13 08:47:02.110040 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aec856-9f7f-4508-8ac5-50264f1f4228 req-e96c2ce2-ecfe-4042-8160-64d5a624311f tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:02.111635 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-85aec856-9f7f-4508-8ac5-50264f1f4228 req-e96c2ce2-ecfe-4042-8160-64d5a624311f tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 944 time: 0.1209116 Jul 13 08:47:02.150402 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-85aec856-9f7f-4508-8ac5-50264f1f4228 req-9ccdf4d5-d0d1-4d58-b822-41bb071a3d00 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327826 Jul 13 08:47:03.262683 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:03.283101 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b5bb2925-c211-450c-9c19-0316e22e6ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:03.341962 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e39cbb-0386-4b0a-9c09-15b203bce2f7 req-4708bb41-0628-4c5c-8bec-58e96c153583 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:03.343573 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-28e39cbb-0386-4b0a-9c09-15b203bce2f7 req-4708bb41-0628-4c5c-8bec-58e96c153583 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 944 time: 0.0708647 Jul 13 08:47:03.381773 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-28e39cbb-0386-4b0a-9c09-15b203bce2f7 req-cd432fb2-21c2-499d-87f1-3d325600863e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325191 Jul 13 08:47:04.443632 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:04.566309 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921688d-40f4-417a-938e-f159480e8e8a req-3fe1b078-fe95-4dcc-8e55-30b0115cf1b0 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:04.567801 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7921688d-40f4-417a-938e-f159480e8e8a req-3fe1b078-fe95-4dcc-8e55-30b0115cf1b0 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 944 time: 0.0684202 Jul 13 08:47:04.607530 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-7921688d-40f4-417a-938e-f159480e8e8a req-9917f015-0fb3-4dc5-91c8-a0f4546a8711 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339601 Jul 13 08:47:05.843258 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eca079-ccfd-4b47-a546-d131e8cda612 req-40aa61ad-619c-4f24-832f-b54d7e0f0751 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:05.844749 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-42eca079-ccfd-4b47-a546-d131e8cda612 req-40aa61ad-619c-4f24-832f-b54d7e0f0751 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 944 time: 0.1170857 Jul 13 08:47:05.886469 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-42eca079-ccfd-4b47-a546-d131e8cda612 req-fb745a56-eac3-41f9-89e6-f1f61c8fe29d tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354161 Jul 13 08:47:06.203652 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:07.061158 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50e93f-40b5-49f8-865b-c655b68acba8 req-10d186ce-dca1-4663-b642-8f440bdc3989 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:07.062647 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-aa50e93f-40b5-49f8-865b-c655b68acba8 req-10d186ce-dca1-4663-b642-8f440bdc3989 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 944 time: 0.0633647 Jul 13 08:47:07.100787 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-aa50e93f-40b5-49f8-865b-c655b68acba8 req-23dc45b1-45c9-47e1-8f09-08157b0eacbb tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325453 Jul 13 08:47:08.277758 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb5b1f-2696-42a4-bdb0-9ffffc2733a9 req-110e085d-47b9-4c65-8123-b486ab172930 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:08.279790 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7bcb5b1f-2696-42a4-bdb0-9ffffc2733a9 req-110e085d-47b9-4c65-8123-b486ab172930 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 944 time: 0.0675919 Jul 13 08:47:08.319060 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7bcb5b1f-2696-42a4-bdb0-9ffffc2733a9 req-e64ecb9a-4df6-4e7d-a15a-218cfcf2e087 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331826 Jul 13 08:47:09.491678 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fad414-6bb2-4d2c-88b3-1bbd8a0de862 req-e5760235-4e31-4402-94ed-70cac3e9eb50 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:09.493157 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e8fad414-6bb2-4d2c-88b3-1bbd8a0de862 req-e5760235-4e31-4402-94ed-70cac3e9eb50 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 944 time: 0.0636134 Jul 13 08:47:09.532543 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e8fad414-6bb2-4d2c-88b3-1bbd8a0de862 req-a4b6e805-eed5-48f3-998d-f17f79626414 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323114 Jul 13 08:47:10.706401 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d648ad-44e1-4439-b8de-7be7643823db req-f133eb52-a26c-44c3-a99a-1e2f85162051 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:10.707920 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a2d648ad-44e1-4439-b8de-7be7643823db req-f133eb52-a26c-44c3-a99a-1e2f85162051 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 944 time: 0.0656331 Jul 13 08:47:10.747221 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a2d648ad-44e1-4439-b8de-7be7643823db req-b45f4108-0a21-4412-b3ad-f959169157c7 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335867 Jul 13 08:47:11.392077 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device f02e0b45-1a80-46e5-8538-6209ba51e900 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:47:11.494693 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port f02e0b45-1a80-46e5-8538-6209ba51e900, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=f02e0b45-1a80-46e5-8538-6209ba51e900,segment=NetworkSegment(a8048da5-7fb6-4e02-985b-5a3431cf411c),segment_id=a8048da5-7fb6-4e02-985b-5a3431cf411c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:47:11.506419 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': 'f02e0b45-1a80-46e5-8538-6209ba51e900', 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc', 'port_id': 'f02e0b45-1a80-46e5-8538-6209ba51e900', 'mac_address': 'fa:16:3e:d1:45:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a9e25b5-4c7a-4e46-8ac2-748a212f2637', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:47:11.544977 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:11.558009 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f02e0b45-1a80-46e5-8538-6209ba51e900 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:47:11.578284 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port f02e0b45-1a80-46e5-8538-6209ba51e900, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=f02e0b45-1a80-46e5-8538-6209ba51e900,segment=NetworkSegment(a8048da5-7fb6-4e02-985b-5a3431cf411c),segment_id=a8048da5-7fb6-4e02-985b-5a3431cf411c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:47:11.583243 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:11.643784 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=f02e0b45-1a80-46e5-8538-6209ba51e900,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:11.651392 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:11.651738 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:11.652080 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:11.652418 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:11.652750 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:11.653080 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:11.653405 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:11.653727 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:11.654049 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:11.654419 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:11.655295 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:11.655628 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:47:11.835542 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['f02e0b45-1a80-46e5-8538-6209ba51e900'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:47:11.929813 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69aed6-0e30-4e6a-9cff-c5dbdd6bb245 req-bc6df36b-dedb-49db-9fbb-9af24cf355ec tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:11.931408 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fc69aed6-0e30-4e6a-9cff-c5dbdd6bb245 req-bc6df36b-dedb-49db-9fbb-9af24cf355ec tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 945 time: 0.0695317 Jul 13 08:47:11.973416 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fc69aed6-0e30-4e6a-9cff-c5dbdd6bb245 req-377bbb78-a5a4-4d34-b607-c750edf1d699 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355241 Jul 13 08:47:13.151884 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d91f6-0ee3-4ca5-9d31-d52eee9fb61a req-171e3e07-7380-402b-96ea-f98feed330f6 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:13.153365 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-744d91f6-0ee3-4ca5-9d31-d52eee9fb61a req-171e3e07-7380-402b-96ea-f98feed330f6 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 945 time: 0.0650744 Jul 13 08:47:13.196209 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-744d91f6-0ee3-4ca5-9d31-d52eee9fb61a req-e31bea51-a74f-43a5-acda-9773e26d929e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334785 Jul 13 08:47:13.407466 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device f02e0b45-1a80-46e5-8538-6209ba51e900 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:47:13.459573 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port f02e0b45-1a80-46e5-8538-6209ba51e900 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:47:13.469463 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port f02e0b45-1a80-46e5-8538-6209ba51e900 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:47:13.469811 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:13.551687 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:13.573949 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9482e9-7b4a-489e-a86e-b1812bc934f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02e0b45-1a80-46e5-8538-6209ba51e900'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:47:13.576431 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}819247fa28fcd914db4aabd8a9f8f95ceb467163a9d63008da3b74a1dcff375d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f71ab5-ddd6-4bbe-af7a-8d15e68e0e4a" -d '{"events": [{"server_uuid": "9f9482e9-7b4a-489e-a86e-b1812bc934f5", "name": "network-vif-plugged", "status": "completed", "tag": "f02e0b45-1a80-46e5-8538-6209ba51e900"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:47:13.592376 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port f02e0b45-1a80-46e5-8538-6209ba51e900, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=f02e0b45-1a80-46e5-8538-6209ba51e900,segment=NetworkSegment(a8048da5-7fb6-4e02-985b-5a3431cf411c),segment_id=a8048da5-7fb6-4e02-985b-5a3431cf411c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:47:13.597518 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:13.625927 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a139324-ad79-4723-b493-427fd06feb98 x-openstack-request-id: req-2a139324-ad79-4723-b493-427fd06feb98 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:47:13.626202 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9482e9-7b4a-489e-a86e-b1812bc934f5", "name": "network-vif-plugged", "status": "completed", "tag": "f02e0b45-1a80-46e5-8538-6209ba51e900", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:47:13.626445 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2a139324-ad79-4723-b493-427fd06feb98 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:47:13.626832 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9482e9-7b4a-489e-a86e-b1812bc934f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02e0b45-1a80-46e5-8538-6209ba51e900', 'code': 200} Jul 13 08:47:13.663304 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=f02e0b45-1a80-46e5-8538-6209ba51e900,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:13.792958 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0118786-272e-4d44-8be0-01f859ff9746 req-0927bb1e-ef9d-4839-ba4d-a3d6053db09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:13.794845 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e0118786-272e-4d44-8be0-01f859ff9746 req-0927bb1e-ef9d-4839-ba4d-a3d6053db09c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 1098 time: 0.1016104 Jul 13 08:47:13.831442 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-e0118786-272e-4d44-8be0-01f859ff9746 req-e815cbfd-2550-4fee-b73a-1abe2fc7ffc9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304360 Jul 13 08:47:13.933662 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-4e7605dc-61bc-4573-87eb-826e75f9d108 None None] Provisioning complete for port f02e0b45-1a80-46e5-8538-6209ba51e900 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:47:13.933913 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4e7605dc-61bc-4573-87eb-826e75f9d108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:14.379117 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ca8a6-bd74-4d20-a426-438204f2e6b0 req-3f1a9e63-1e6b-4052-8743-be4e38856e18 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:14.380633 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-588ca8a6-bd74-4d20-a426-438204f2e6b0 req-3f1a9e63-1e6b-4052-8743-be4e38856e18 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 946 time: 0.0694079 Jul 13 08:47:14.421732 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-588ca8a6-bd74-4d20-a426-438204f2e6b0 req-8190d6d3-1cd9-4be5-a475-a6660a3ffea2 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354085 Jul 13 08:47:15.610399 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3f9cf-7938-49f3-a21a-70543547a4d5 req-eb403f23-6494-4495-9e23-d6814382aea9 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:15.611968 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-efd3f9cf-7938-49f3-a21a-70543547a4d5 req-eb403f23-6494-4495-9e23-d6814382aea9 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 946 time: 0.0722086 Jul 13 08:47:15.650087 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-efd3f9cf-7938-49f3-a21a-70543547a4d5 req-d832b0c5-76fc-421c-a3b9-c7c9bc926649 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325916 Jul 13 08:47:15.820246 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c16513-8417-4c11-b658-c914d8f39e81 req-d1060dac-288e-4249-ba4d-706fdc2256a0 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:15.821714 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f3c16513-8417-4c11-b658-c914d8f39e81 req-d1060dac-288e-4249-ba4d-706fdc2256a0 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 946 time: 0.0631666 Jul 13 08:47:15.860089 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-f3c16513-8417-4c11-b658-c914d8f39e81 req-fa5f8056-6c61-4438-b4c5-2a770a42361c tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329278 Jul 13 08:47:15.884932 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47312) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:47:15.935485 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644c64f9-4627-44bd-a2ab-af17839ad961 tempest-TestShelveInstance-586614498 tempest-TestShelveInstance-586614498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:15.937220 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-644c64f9-4627-44bd-a2ab-af17839ad961 tempest-TestShelveInstance-586614498 tempest-TestShelveInstance-586614498-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 1093 time: 0.0510573 Jul 13 08:47:15.939855 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47314) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:47:15.944127 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-59765cc0-1fbd-49ea-8040-2f244c86caf9 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'port_id': 'f02e0b45-1a80-46e5-8538-6209ba51e900', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:47:15.965683 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-59765cc0-1fbd-49ea-8040-2f244c86caf9 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for floatingip, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:16.063480 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-59765cc0-1fbd-49ea-8040-2f244c86caf9 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:16.162051 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-59765cc0-1fbd-49ea-8040-2f244c86caf9 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Allocated IP 172.25.3.232 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/3c52583b-2cc9-45f0-954f-849761209152) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:47:16.263569 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-59765cc0-1fbd-49ea-8040-2f244c86caf9 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:16.304239 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-59765cc0-1fbd-49ea-8040-2f244c86caf9 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:16.340242 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59765cc0-1fbd-49ea-8040-2f244c86caf9 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:47:16.345096 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-59765cc0-1fbd-49ea-8040-2f244c86caf9 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:47:16.349035 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59765cc0-1fbd-49ea-8040-2f244c86caf9 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:47:16.376101 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59765cc0-1fbd-49ea-8040-2f244c86caf9 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Pushing event updated for resources: {'Port': ['ID=3c52583b-2cc9-45f0-954f-849761209152,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:17.168927 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-59765cc0-1fbd-49ea-8040-2f244c86caf9 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:17.266807 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-59765cc0-1fbd-49ea-8040-2f244c86caf9 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:17.431615 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-59765cc0-1fbd-49ea-8040-2f244c86caf9 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:17.436330 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-59765cc0-1fbd-49ea-8040-2f244c86caf9 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:17.504465 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59765cc0-1fbd-49ea-8040-2f244c86caf9 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Pushing event updated for resources: {'Port': ['ID=3c52583b-2cc9-45f0-954f-849761209152,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:47:17.520862 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-59765cc0-1fbd-49ea-8040-2f244c86caf9 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:17.620486 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [None req-59765cc0-1fbd-49ea-8040-2f244c86caf9 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Floating IP 6ec453ba-e945-48df-9fa4-6d73663ca1fc associated. External IP: 172.25.3.232, port: f02e0b45-1a80-46e5-8538-6209ba51e900. Jul 13 08:47:17.824294 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59765cc0-1fbd-49ea-8040-2f244c86caf9 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Router 30cbc076-bc94-471e-bac5-566693482b2a has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:47:17.926991 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59765cc0-1fbd-49ea-8040-2f244c86caf9 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:47:17.936619 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b1ebdd-6819-4908-a0e4-61a6bda5f6d6 None None] Sync routers for ids ['30cbc076-bc94-471e-bac5-566693482b2a'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:47:17.944168 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-59765cc0-1fbd-49ea-8040-2f244c86caf9 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:17.946669 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b1ebdd-6819-4908-a0e4-61a6bda5f6d6 None None] Routers {'30cbc076-bc94-471e-bac5-566693482b2a'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:47:17.947328 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-17b1ebdd-6819-4908-a0e4-61a6bda5f6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:47:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['30cbc076-bc94-471e-bac5-566693482b2a'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:47:17.983271 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-59765cc0-1fbd-49ea-8040-2f244c86caf9 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0423429 Jul 13 08:47:17.984437 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9482e9-7b4a-489e-a86e-b1812bc934f5', 'tag': 'f02e0b45-1a80-46e5-8538-6209ba51e900'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:47:17.986791 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55245057-ba28-414b-83f7-d5144be2e963" -d '{"events": [{"name": "network-changed", "server_uuid": "9f9482e9-7b4a-489e-a86e-b1812bc934f5", "tag": "f02e0b45-1a80-46e5-8538-6209ba51e900"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:47:18.023767 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e3128b-2f51-4c67-ac68-23ef9b066582 x-openstack-request-id: req-59e3128b-2f51-4c67-ac68-23ef9b066582 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:47:18.024054 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f9482e9-7b4a-489e-a86e-b1812bc934f5", "tag": "f02e0b45-1a80-46e5-8538-6209ba51e900", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:47:18.024299 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-59e3128b-2f51-4c67-ac68-23ef9b066582 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:47:18.024692 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9482e9-7b4a-489e-a86e-b1812bc934f5', 'tag': 'f02e0b45-1a80-46e5-8538-6209ba51e900', 'status': 'completed', 'code': 200} Jul 13 08:47:18.063387 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-17b1ebdd-6819-4908-a0e4-61a6bda5f6d6 None None] Set router 30cbc076-bc94-471e-bac5-566693482b2a gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:47:18.102514 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55245057-ba28-414b-83f7-d5144be2e963 req-a333f0d6-cc2e-443b-b532-185c057069cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:18.103976 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-55245057-ba28-414b-83f7-d5144be2e963 req-a333f0d6-cc2e-443b-b532-185c057069cc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40a062a337f747378d39fc85d0bb09a1&device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 1098 time: 0.0528188 Jul 13 08:47:18.200038 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55245057-ba28-414b-83f7-d5144be2e963 req-d5ad0a99-a630-4e83-8496-ff2cc170d91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:18.201504 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-55245057-ba28-414b-83f7-d5144be2e963 req-d5ad0a99-a630-4e83-8496-ff2cc170d91b service neutron] 10.222.0.42 "GET /v2.0/networks?id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc HTTP/1.1" status: 200 len: 910 time: 0.0908942 Jul 13 08:47:18.266812 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-55245057-ba28-414b-83f7-d5144be2e963 req-da5e81f4-5002-40ef-b06b-71463769165a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f02e0b45-1a80-46e5-8538-6209ba51e900 HTTP/1.1" status: 200 len: 1000 time: 0.0586977 Jul 13 08:47:18.290734 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-17b1ebdd-6819-4908-a0e4-61a6bda5f6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cbc076-bc94-471e-bac5-566693482b2a', 'name': 'tempest-TestShelveInstance-1151280122-router', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '95e2e714-002e-4577-b751-111872e46119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:19Z', 'updated_at': '2021-07-13T08:42:22Z', 'revision_number': 4, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'gw_port': {'id': '95e2e714-002e-4577-b751-111872e46119', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cbc076-bc94-471e-bac5-566693482b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:20Z', 'updated_at': '2021-07-13T08:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '6ec453ba-e945-48df-9fa4-6d73663ca1fc', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '30cbc076-bc94-471e-bac5-566693482b2a', 'port_id': 'f02e0b45-1a80-46e5-8538-6209ba51e900', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc', 'mac_address': 'fa:16:3e:d1:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9482e9-7b4a-489e-a86e-b1812bc934f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:47:16Z', 'updated_at': '2021-07-13T08:47:16Z', 'revision_number': 0, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87a39b7f-24a4-442d-9496-bc90e27acb8f', 'name': '', 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'mac_address': 'fa:16:3e:c2:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cbc076-bc94-471e-bac5-566693482b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6a9e25b5-4c7a-4e46-8ac2-748a212f2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:21Z', 'updated_at': '2021-07-13T08:42:28Z', 'revision_number': 5, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'subnets': [{'id': '6a9e25b5-4c7a-4e46-8ac2-748a212f2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:47:18.317245 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55245057-ba28-414b-83f7-d5144be2e963 req-7132e7f6-23f6-4d30-a381-70e32a51666b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:18.318579 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-55245057-ba28-414b-83f7-d5144be2e963 req-7132e7f6-23f6-4d30-a381-70e32a51666b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a9e25b5-4c7a-4e46-8ac2-748a212f2637 HTTP/1.1" status: 200 len: 848 time: 0.0460057 Jul 13 08:47:18.321751 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b1ebdd-6819-4908-a0e4-61a6bda5f6d6 None None] Checking router: 30cbc076-bc94-471e-bac5-566693482b2a for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:47:18.330806 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b1ebdd-6819-4908-a0e4-61a6bda5f6d6 None None] Routers {'30cbc076-bc94-471e-bac5-566693482b2a'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:47:18.331458 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-17b1ebdd-6819-4908-a0e4-61a6bda5f6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:47:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['30cbc076-bc94-471e-bac5-566693482b2a'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:47:18.390892 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55245057-ba28-414b-83f7-d5144be2e963 req-62029e2f-dc1e-4fec-8e87-f291d95ef583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:18.392451 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-55245057-ba28-414b-83f7-d5144be2e963 req-62029e2f-dc1e-4fec-8e87-f291d95ef583 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635574 Jul 13 08:47:18.437605 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-17b1ebdd-6819-4908-a0e4-61a6bda5f6d6 None None] Set router 30cbc076-bc94-471e-bac5-566693482b2a gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:47:18.482937 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-55245057-ba28-414b-83f7-d5144be2e963 req-4938a385-57a5-43df-b797-7764ad457e8f service neutron] 10.222.0.42 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832405 Jul 13 08:47:18.579295 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-55245057-ba28-414b-83f7-d5144be2e963 req-d7b445c6-6137-4be5-b7ed-0a99f8b6dff7 service neutron] 10.222.0.42 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890965 Jul 13 08:47:18.658525 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-17b1ebdd-6819-4908-a0e4-61a6bda5f6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cbc076-bc94-471e-bac5-566693482b2a', 'name': 'tempest-TestShelveInstance-1151280122-router', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '95e2e714-002e-4577-b751-111872e46119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:19Z', 'updated_at': '2021-07-13T08:42:22Z', 'revision_number': 4, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'gw_port': {'id': '95e2e714-002e-4577-b751-111872e46119', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cbc076-bc94-471e-bac5-566693482b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:20Z', 'updated_at': '2021-07-13T08:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '6ec453ba-e945-48df-9fa4-6d73663ca1fc', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '30cbc076-bc94-471e-bac5-566693482b2a', 'port_id': 'f02e0b45-1a80-46e5-8538-6209ba51e900', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc', 'mac_address': 'fa:16:3e:d1:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9482e9-7b4a-489e-a86e-b1812bc934f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:47:16Z', 'updated_at': '2021-07-13T08:47:16Z', 'revision_number': 0, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87a39b7f-24a4-442d-9496-bc90e27acb8f', 'name': '', 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'mac_address': 'fa:16:3e:c2:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cbc076-bc94-471e-bac5-566693482b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6a9e25b5-4c7a-4e46-8ac2-748a212f2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:21Z', 'updated_at': '2021-07-13T08:42:28Z', 'revision_number': 5, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'subnets': [{'id': '6a9e25b5-4c7a-4e46-8ac2-748a212f2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:47:18.688664 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b1ebdd-6819-4908-a0e4-61a6bda5f6d6 None None] The sync data for ids ['30cbc076-bc94-471e-bac5-566693482b2a'] in n-d-771363-34 is: [{'id': '30cbc076-bc94-471e-bac5-566693482b2a', 'name': 'tempest-TestShelveInstance-1151280122-router', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '95e2e714-002e-4577-b751-111872e46119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:19Z', 'updated_at': '2021-07-13T08:42:22Z', 'revision_number': 4, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'gw_port': {'id': '95e2e714-002e-4577-b751-111872e46119', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cbc076-bc94-471e-bac5-566693482b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:20Z', 'updated_at': '2021-07-13T08:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '6ec453ba-e945-48df-9fa4-6d73663ca1fc', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': '30cbc076-bc94-471e-bac5-566693482b2a', 'port_id': 'f02e0b45-1a80-46e5-8538-6209ba51e900', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc', 'mac_address': 'fa:16:3e:d1:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9482e9-7b4a-489e-a86e-b1812bc934f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:47:16Z', 'updated_at': '2021-07-13T08:47:16Z', 'revision_number': 0, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87a39b7f-24a4-442d-9496-bc90e27acb8f', 'name': '', 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'mac_address': 'fa:16:3e:c2:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cbc076-bc94-471e-bac5-566693482b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6a9e25b5-4c7a-4e46-8ac2-748a212f2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:21Z', 'updated_at': '2021-07-13T08:42:28Z', 'revision_number': 5, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'subnets': [{'id': '6a9e25b5-4c7a-4e46-8ac2-748a212f2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:47:18.878566 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96eb5736-d99d-4c6a-a752-2a362b81ac9b None None] New status for floating IP 6ec453ba-e945-48df-9fa4-6d73663ca1fc: ACTIVE {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:47:20.723316 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fa1de45a-94c3-4565-aec3-9972768b74ac req-ba634300-5991-4872-8b0b-a3fd3bf5e623 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0603435 Jul 13 08:47:20.821997 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1de45a-94c3-4565-aec3-9972768b74ac req-6ae7d214-c3cb-479c-a894-be7e67f473a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:20.823622 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fa1de45a-94c3-4565-aec3-9972768b74ac req-6ae7d214-c3cb-479c-a894-be7e67f473a8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40a062a337f747378d39fc85d0bb09a1&device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 1098 time: 0.0563762 Jul 13 08:47:20.937024 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1de45a-94c3-4565-aec3-9972768b74ac req-6ab89ea1-2d23-4b41-bb63-d1d3d9e7616c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:20.940017 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fa1de45a-94c3-4565-aec3-9972768b74ac req-6ab89ea1-2d23-4b41-bb63-d1d3d9e7616c service neutron] 10.222.0.42 "GET /v2.0/networks?id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc HTTP/1.1" status: 200 len: 910 time: 0.0944493 Jul 13 08:47:21.016429 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fa1de45a-94c3-4565-aec3-9972768b74ac req-ff888c7b-2e31-437d-a736-531cc67d2b16 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f02e0b45-1a80-46e5-8538-6209ba51e900 HTTP/1.1" status: 200 len: 1002 time: 0.0600002 Jul 13 08:47:21.064829 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1de45a-94c3-4565-aec3-9972768b74ac req-56ee0856-1513-4165-80ce-76c381713a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:21.066296 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fa1de45a-94c3-4565-aec3-9972768b74ac req-56ee0856-1513-4165-80ce-76c381713a4e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a9e25b5-4c7a-4e46-8ac2-748a212f2637 HTTP/1.1" status: 200 len: 848 time: 0.0444722 Jul 13 08:47:21.127685 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1de45a-94c3-4565-aec3-9972768b74ac req-2905ca2d-5976-4adc-baaa-1177e4772572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:47:21.129196 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fa1de45a-94c3-4565-aec3-9972768b74ac req-2905ca2d-5976-4adc-baaa-1177e4772572 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569699 Jul 13 08:47:21.219371 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fa1de45a-94c3-4565-aec3-9972768b74ac req-2c85e2f8-5704-45da-bf0d-735c96819fc2 service neutron] 10.222.0.42 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841696 Jul 13 08:47:21.312899 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-fa1de45a-94c3-4565-aec3-9972768b74ac req-bd331e2a-a40d-49b5-8461-e10e615c3dd8 service neutron] 10.222.0.42 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878739 Jul 13 08:47:22.056812 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:47:24.462171 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:24.841826 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:30.427424 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-44607c8d-7e62-4a70-9ee4-9aa141649b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:33.266182 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:33.285261 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c33eb926-3412-4ba5-ba86-3c67c6851825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:34.446791 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:36.207667 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:54.476749 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:54.840183 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:47:59.055021 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:48:00.429514 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f89b0098-f6ed-4de7-8871-6a904059a417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:03.266532 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:03.285502 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ffead787-e125-4458-8cfe-9b8898e9a6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:04.448571 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:06.209073 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:22.140229 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2d1bd71e-11aa-4308-b3d0-a105cb21e8a7 req-b81b4b55-f88b-46e4-b5d2-7dd2475b4630 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0543172 Jul 13 08:48:22.239841 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1bd71e-11aa-4308-b3d0-a105cb21e8a7 req-2ddbeb2c-4127-49fc-902f-9a4d16ebc962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:22.241585 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2d1bd71e-11aa-4308-b3d0-a105cb21e8a7 req-2ddbeb2c-4127-49fc-902f-9a4d16ebc962 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40a062a337f747378d39fc85d0bb09a1&device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 1098 time: 0.0575094 Jul 13 08:48:22.348935 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1bd71e-11aa-4308-b3d0-a105cb21e8a7 req-daf0065c-4d00-4d7a-a27e-d7e1a994c9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:22.350397 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2d1bd71e-11aa-4308-b3d0-a105cb21e8a7 req-daf0065c-4d00-4d7a-a27e-d7e1a994c9a0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc HTTP/1.1" status: 200 len: 910 time: 0.0882123 Jul 13 08:48:22.419530 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2d1bd71e-11aa-4308-b3d0-a105cb21e8a7 req-2602899e-0e30-4540-bf1b-bb899fc17ea5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f02e0b45-1a80-46e5-8538-6209ba51e900 HTTP/1.1" status: 200 len: 1002 time: 0.0609570 Jul 13 08:48:22.471261 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1bd71e-11aa-4308-b3d0-a105cb21e8a7 req-a32f5faa-da83-40b7-9697-2030b24b94ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:22.472723 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2d1bd71e-11aa-4308-b3d0-a105cb21e8a7 req-a32f5faa-da83-40b7-9697-2030b24b94ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a9e25b5-4c7a-4e46-8ac2-748a212f2637 HTTP/1.1" status: 200 len: 848 time: 0.0471125 Jul 13 08:48:22.530609 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1bd71e-11aa-4308-b3d0-a105cb21e8a7 req-26dfb587-7c03-45e4-bc6d-12b978f8ca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:48:22.532133 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2d1bd71e-11aa-4308-b3d0-a105cb21e8a7 req-26dfb587-7c03-45e4-bc6d-12b978f8ca0d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534256 Jul 13 08:48:22.629561 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2d1bd71e-11aa-4308-b3d0-a105cb21e8a7 req-8f3e875c-493c-4777-af61-f6215bd94c09 service neutron] 10.222.0.42 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909913 Jul 13 08:48:22.722364 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2d1bd71e-11aa-4308-b3d0-a105cb21e8a7 req-22b0bb13-af1e-4336-b201-0ddb6d98f551 service neutron] 10.222.0.42 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874250 Jul 13 08:48:24.476711 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:24.839165 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:30.430626 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2af5f342-d20d-4061-8e8f-3a4038730156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:33.267724 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:33.285728 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3ba42352-3743-4677-964b-b947948fb7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:34.453365 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:36.057261 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:48:36.214891 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:54.479474 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:48:54.839115 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:00.430926 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f171a302-7875-4787-bae8-058637fb3b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:03.270173 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:03.285750 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6ba0a636-f3a1-4767-857c-848502c27c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:04.455564 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:06.215474 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:12.353494 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282dcc9-5ac2-4ef0-8f15-69b14140bf99 req-e162e0cf-a47e-4736-a727-604eba7a1351 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:12.354976 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8282dcc9-5ac2-4ef0-8f15-69b14140bf99 req-e162e0cf-a47e-4736-a727-604eba7a1351 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 946 time: 0.0684021 Jul 13 08:49:12.392986 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8282dcc9-5ac2-4ef0-8f15-69b14140bf99 req-26f08536-8884-42ad-842f-ebcbf75cc864 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320590 Jul 13 08:49:13.055688 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:49:13.591556 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1984a-5cb0-42cc-b744-d4670e8fccc9 req-a7684f41-8d22-4206-bc60-d2dd496d70ff tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:13.593050 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a4f1984a-5cb0-42cc-b744-d4670e8fccc9 req-a7684f41-8d22-4206-bc60-d2dd496d70ff tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 946 time: 0.0681255 Jul 13 08:49:13.631049 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a4f1984a-5cb0-42cc-b744-d4670e8fccc9 req-451bfe89-e59d-494c-adb6-631ceeadafed tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317059 Jul 13 08:49:14.830680 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d2acf-5412-41d5-bec1-e68bb6442dae req-5a2b2d4a-f803-4d73-a6c1-df7645516bf0 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:14.832233 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-db9d2acf-5412-41d5-bec1-e68bb6442dae req-5a2b2d4a-f803-4d73-a6c1-df7645516bf0 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 946 time: 0.0644712 Jul 13 08:49:14.869793 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-db9d2acf-5412-41d5-bec1-e68bb6442dae req-e24489de-f12b-4dc4-a3a7-5edc293e70d9 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320132 Jul 13 08:49:16.045847 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31616aed-7345-40aa-8532-235243fb6e6c req-2795eff6-448c-4d5b-bceb-83f3c5ac87a4 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:16.048017 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-31616aed-7345-40aa-8532-235243fb6e6c req-2795eff6-448c-4d5b-bceb-83f3c5ac87a4 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 946 time: 0.0653632 Jul 13 08:49:16.084867 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-31616aed-7345-40aa-8532-235243fb6e6c req-bced07a4-9a3f-4aa5-82fb-e317712634d4 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313594 Jul 13 08:49:17.258659 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54d1a0-e221-4793-bbab-58031801b403 req-f92b7ad4-7d72-4235-bebf-adfea28a3cb4 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:17.260167 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cc54d1a0-e221-4793-bbab-58031801b403 req-f92b7ad4-7d72-4235-bebf-adfea28a3cb4 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 946 time: 0.0625665 Jul 13 08:49:17.297864 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-cc54d1a0-e221-4793-bbab-58031801b403 req-42e1564b-e4f2-4621-8a04-92875604764d tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322509 Jul 13 08:49:18.470015 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06f0ec-55cb-4f68-b9f3-87aea3fd7e6b req-35754358-d273-4e2e-a2f2-6d197437f4e0 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:18.472525 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0a06f0ec-55cb-4f68-b9f3-87aea3fd7e6b req-35754358-d273-4e2e-a2f2-6d197437f4e0 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 946 time: 0.0635476 Jul 13 08:49:18.514095 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0a06f0ec-55cb-4f68-b9f3-87aea3fd7e6b req-789d8914-0d96-4505-9b08-b77699a99579 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360823 Jul 13 08:49:19.692168 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84406c2-7779-45aa-9678-739e958f2998 req-769e7793-b3bf-4757-aef4-7c06ae2637a0 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:19.693667 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f84406c2-7779-45aa-9678-739e958f2998 req-769e7793-b3bf-4757-aef4-7c06ae2637a0 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 946 time: 0.0681000 Jul 13 08:49:19.732566 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f84406c2-7779-45aa-9678-739e958f2998 req-781b945a-2070-4120-b1c2-dd7ff6115de5 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332749 Jul 13 08:49:20.908911 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3381a-9580-40b2-8b0c-a12f0913112f req-a08d5024-6a18-451e-be69-51ffd2b88d4c tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:20.910427 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-69f3381a-9580-40b2-8b0c-a12f0913112f req-a08d5024-6a18-451e-be69-51ffd2b88d4c tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 946 time: 0.0648718 Jul 13 08:49:20.950124 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-69f3381a-9580-40b2-8b0c-a12f0913112f req-bdc1d1d2-b16b-40fd-803d-e5d1db5e2fac tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341964 Jul 13 08:49:22.122663 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb090b-952d-4dda-ae3d-c07560b737ff req-c35c55c2-887a-4c93-9f27-694e0ad309f2 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:22.124156 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9ddb090b-952d-4dda-ae3d-c07560b737ff req-c35c55c2-887a-4c93-9f27-694e0ad309f2 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 946 time: 0.0636363 Jul 13 08:49:22.162165 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9ddb090b-952d-4dda-ae3d-c07560b737ff req-f76bffcb-52a7-4259-a48f-3682f3032b31 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320342 Jul 13 08:49:22.431459 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18cdfe-754b-43d0-b47e-3c23ad81b526 req-8184eff1-abd7-4a27-933c-3c5b960f4bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:22.432937 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2e18cdfe-754b-43d0-b47e-3c23ad81b526 req-8184eff1-abd7-4a27-933c-3c5b960f4bf0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40a062a337f747378d39fc85d0bb09a1&device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 1098 time: 0.0576537 Jul 13 08:49:22.524139 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18cdfe-754b-43d0-b47e-3c23ad81b526 req-9281fc69-2b08-45f7-97a7-7c5c73945051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:22.525618 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2e18cdfe-754b-43d0-b47e-3c23ad81b526 req-9281fc69-2b08-45f7-97a7-7c5c73945051 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc HTTP/1.1" status: 200 len: 910 time: 0.0866714 Jul 13 08:49:22.593396 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2e18cdfe-754b-43d0-b47e-3c23ad81b526 req-19d81fcf-764b-4732-b352-b11edfe2f598 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f02e0b45-1a80-46e5-8538-6209ba51e900 HTTP/1.1" status: 200 len: 1002 time: 0.0615575 Jul 13 08:49:22.640125 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18cdfe-754b-43d0-b47e-3c23ad81b526 req-f2ea8f31-9690-4803-ac23-0aa32b12ced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:22.641530 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2e18cdfe-754b-43d0-b47e-3c23ad81b526 req-f2ea8f31-9690-4803-ac23-0aa32b12ced4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a9e25b5-4c7a-4e46-8ac2-748a212f2637 HTTP/1.1" status: 200 len: 848 time: 0.0419538 Jul 13 08:49:22.697595 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18cdfe-754b-43d0-b47e-3c23ad81b526 req-387a792d-d3ee-4286-9274-748090d14fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:22.699000 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2e18cdfe-754b-43d0-b47e-3c23ad81b526 req-387a792d-d3ee-4286-9274-748090d14fa1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515568 Jul 13 08:49:22.789964 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2e18cdfe-754b-43d0-b47e-3c23ad81b526 req-a6b0a5ac-7a0d-4015-819f-1d7bd9dc86e1 service neutron] 10.222.0.42 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839016 Jul 13 08:49:22.877449 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2e18cdfe-754b-43d0-b47e-3c23ad81b526 req-ea2dede1-e5e5-4c92-b981-f717a1972284 service neutron] 10.222.0.42 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816340 Jul 13 08:49:23.336316 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c83e4-6ba1-4a29-9f32-dae8a4d82760 req-6b1c6592-729e-49a7-9fa4-98bcb368ebe8 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:23.337800 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b53c83e4-6ba1-4a29-9f32-dae8a4d82760 req-6b1c6592-729e-49a7-9fa4-98bcb368ebe8 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 946 time: 0.0632515 Jul 13 08:49:23.379059 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b53c83e4-6ba1-4a29-9f32-dae8a4d82760 req-83423be6-ab13-4429-a508-d3d4f3b8076b tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357244 Jul 13 08:49:24.178532 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4be9e-15b9-4e05-acc6-dccdb15a46b1 req-bc7ddde0-0adc-46e7-adf0-6533cd645199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:24.180063 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53d4be9e-15b9-4e05-acc6-dccdb15a46b1 req-bc7ddde0-0adc-46e7-adf0-6533cd645199 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40a062a337f747378d39fc85d0bb09a1&device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 1098 time: 0.0563507 Jul 13 08:49:24.286336 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4be9e-15b9-4e05-acc6-dccdb15a46b1 req-68b723ac-dbe2-40a9-b1d8-71e52e1c02ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:24.287123 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53d4be9e-15b9-4e05-acc6-dccdb15a46b1 req-68b723ac-dbe2-40a9-b1d8-71e52e1c02ac service neutron] 10.222.0.42 "GET /v2.0/networks?id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc HTTP/1.1" status: 200 len: 910 time: 0.0860107 Jul 13 08:49:24.356497 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53d4be9e-15b9-4e05-acc6-dccdb15a46b1 req-6176dd0b-ea25-43db-ba39-337872dc54d6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f02e0b45-1a80-46e5-8538-6209ba51e900 HTTP/1.1" status: 200 len: 1002 time: 0.0632749 Jul 13 08:49:24.408712 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4be9e-15b9-4e05-acc6-dccdb15a46b1 req-2facd9cc-26aa-48c5-966d-76b4ab90aceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:24.410522 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53d4be9e-15b9-4e05-acc6-dccdb15a46b1 req-2facd9cc-26aa-48c5-966d-76b4ab90aceb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a9e25b5-4c7a-4e46-8ac2-748a212f2637 HTTP/1.1" status: 200 len: 848 time: 0.0479136 Jul 13 08:49:24.475823 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4be9e-15b9-4e05-acc6-dccdb15a46b1 req-76c3355d-9f0c-4701-a3b1-8875cb46bc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:24.477439 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53d4be9e-15b9-4e05-acc6-dccdb15a46b1 req-76c3355d-9f0c-4701-a3b1-8875cb46bc9f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601506 Jul 13 08:49:24.498740 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:24.608747 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53d4be9e-15b9-4e05-acc6-dccdb15a46b1 req-8e57ef60-ceac-4e47-bef9-a0b416efda39 service neutron] 10.222.0.42 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244230 Jul 13 08:49:24.655984 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c928c3-6ad6-4562-9b59-bbc83eb36e92 req-1fcf12bd-1ea3-4884-8489-a857ca122a1b tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:24.657475 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b2c928c3-6ad6-4562-9b59-bbc83eb36e92 req-1fcf12bd-1ea3-4884-8489-a857ca122a1b tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 946 time: 0.1105692 Jul 13 08:49:24.741127 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-53d4be9e-15b9-4e05-acc6-dccdb15a46b1 req-3cadc578-1cb8-4663-8c01-d7cdf94ee0d5 service neutron] 10.222.0.42 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254373 Jul 13 08:49:24.743971 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b2c928c3-6ad6-4562-9b59-bbc83eb36e92 req-c148cdbd-ebb2-4074-bed5-c72c3255b6f0 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533326 Jul 13 08:49:24.854152 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:25.927110 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffeee21-581e-46dc-93c4-cc6f05af7a43 req-822f7ad1-3014-48f9-9586-4402cf85bf10 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:25.928756 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ffeee21-581e-46dc-93c4-cc6f05af7a43 req-822f7ad1-3014-48f9-9586-4402cf85bf10 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 946 time: 0.0716343 Jul 13 08:49:25.970660 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7ffeee21-581e-46dc-93c4-cc6f05af7a43 req-767d60b4-23da-4bce-a8f6-441263859b1e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354562 Jul 13 08:49:27.146980 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f416a-5dd9-44f0-80f4-988d84c47573 req-638f073f-c60f-4582-9a48-54d152e6e0f8 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:27.148493 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-989f416a-5dd9-44f0-80f4-988d84c47573 req-638f073f-c60f-4582-9a48-54d152e6e0f8 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 946 time: 0.0632894 Jul 13 08:49:27.186714 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-989f416a-5dd9-44f0-80f4-988d84c47573 req-8583e66e-b3f6-449f-b525-261f231fd23f tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327609 Jul 13 08:49:27.408027 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47424) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:49:27.558081 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2f74bb3b-f0df-41dc-a5f4-16e75382f7af req-ff68e61b-7f65-47a2-8f50-0f9ae9db5eae service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1488190 Jul 13 08:49:27.570605 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03af13b-b674-4baf-a980-df6172c97c81 req-b924b173-acb7-449a-ae1a-cdfda325a0a4 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:27.572132 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a03af13b-b674-4baf-a980-df6172c97c81 req-b924b173-acb7-449a-ae1a-cdfda325a0a4 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 946 time: 0.0907719 Jul 13 08:49:27.614351 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a03af13b-b674-4baf-a980-df6172c97c81 req-c33e3457-04fd-4ff5-9fcf-58f83b869512 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340261 Jul 13 08:49:28.059704 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device f02e0b45-1a80-46e5-8538-6209ba51e900 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:49:28.137330 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:28.161583 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9482e9-7b4a-489e-a86e-b1812bc934f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f02e0b45-1a80-46e5-8538-6209ba51e900'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:49:28.164080 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}819247fa28fcd914db4aabd8a9f8f95ceb467163a9d63008da3b74a1dcff375d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe153df3-45bc-4590-8d89-1bc81f79b081" -d '{"events": [{"server_uuid": "9f9482e9-7b4a-489e-a86e-b1812bc934f5", "name": "network-vif-unplugged", "status": "completed", "tag": "f02e0b45-1a80-46e5-8538-6209ba51e900"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:49:28.178927 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port f02e0b45-1a80-46e5-8538-6209ba51e900, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=f02e0b45-1a80-46e5-8538-6209ba51e900,segment=NetworkSegment(a8048da5-7fb6-4e02-985b-5a3431cf411c),segment_id=a8048da5-7fb6-4e02-985b-5a3431cf411c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:49:28.183638 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:28.211463 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Jul 2021 08:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f4fb40-91a3-4d2e-8a1e-26b921d92c66 x-openstack-request-id: req-61f4fb40-91a3-4d2e-8a1e-26b921d92c66 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:49:28.211744 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9482e9-7b4a-489e-a86e-b1812bc934f5", "name": "network-vif-unplugged", "status": "failed", "tag": "f02e0b45-1a80-46e5-8538-6209ba51e900", "code": 422}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:49:28.211998 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-61f4fb40-91a3-4d2e-8a1e-26b921d92c66 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:49:28.212377 n-d-771363-34 neutron-server[94019]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9f9482e9-7b4a-489e-a86e-b1812bc934f5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f02e0b45-1a80-46e5-8538-6209ba51e900', 'code': 422} returned with failed status Jul 13 08:49:28.247547 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=f02e0b45-1a80-46e5-8538-6209ba51e900,revision_number=6']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:49:28.255965 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:28.256320 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:28.256648 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:28.256980 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:28.257309 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:28.257635 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:28.257958 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:28.258279 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:28.258600 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:28.258918 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:28.259254 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:28.259575 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:49:28.513572 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-424ea40c-0731-44dc-b9d7-a8d72210637e None None] Provisioning complete for port f02e0b45-1a80-46e5-8538-6209ba51e900 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:49:28.513944 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-424ea40c-0731-44dc-b9d7-a8d72210637e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:28.591736 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-424ea40c-0731-44dc-b9d7-a8d72210637e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:28.624324 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-424ea40c-0731-44dc-b9d7-a8d72210637e None None] For port f02e0b45-1a80-46e5-8538-6209ba51e900, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=f02e0b45-1a80-46e5-8538-6209ba51e900,segment=NetworkSegment(a8048da5-7fb6-4e02-985b-5a3431cf411c),segment_id=a8048da5-7fb6-4e02-985b-5a3431cf411c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:49:28.629362 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-424ea40c-0731-44dc-b9d7-a8d72210637e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:28.803025 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c44a937-0bf3-4fcd-975d-3f29c3bcf15b req-f9f00bb6-3260-4b51-a923-e44600e0334a tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:28.804579 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1c44a937-0bf3-4fcd-975d-3f29c3bcf15b req-f9f00bb6-3260-4b51-a923-e44600e0334a tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 946 time: 0.0695102 Jul 13 08:49:28.854058 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1c44a937-0bf3-4fcd-975d-3f29c3bcf15b req-0461d58c-e7ac-4fb7-8c53-5c9e47079ae2 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436203 Jul 13 08:49:28.854422 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ea40c-0731-44dc-b9d7-a8d72210637e None None] Pushing event updated for resources: {'Port': ['ID=f02e0b45-1a80-46e5-8538-6209ba51e900,revision_number=7']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:49:29.061275 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-86179ce5-e845-4086-bc62-39c04c7ca705 None None] Provisioning complete for port f02e0b45-1a80-46e5-8538-6209ba51e900 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:49:29.061965 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-86179ce5-e845-4086-bc62-39c04c7ca705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:30.036207 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72919b-434e-46f1-8c65-626c646c0493 req-2d22342d-49ad-4907-a7e8-684052f6481d tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:30.037612 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6b72919b-434e-46f1-8c65-626c646c0493 req-2d22342d-49ad-4907-a7e8-684052f6481d tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 946 time: 0.0653608 Jul 13 08:49:30.077063 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6b72919b-434e-46f1-8c65-626c646c0493 req-c4e227a2-67a9-4804-a0c4-909dfb5eb217 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336502 Jul 13 08:49:30.213687 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9482e9-7b4a-489e-a86e-b1812bc934f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02e0b45-1a80-46e5-8538-6209ba51e900'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:49:30.216044 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}819247fa28fcd914db4aabd8a9f8f95ceb467163a9d63008da3b74a1dcff375d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7517d9-ea54-4ff2-a2d9-6e3da85d9ec3" -d '{"events": [{"server_uuid": "9f9482e9-7b4a-489e-a86e-b1812bc934f5", "name": "network-vif-plugged", "status": "completed", "tag": "f02e0b45-1a80-46e5-8538-6209ba51e900"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:49:30.247544 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 13 Jul 2021 08:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ea90c6-5f8a-4ceb-bf3a-454170061fe2 x-openstack-request-id: req-c1ea90c6-5f8a-4ceb-bf3a-454170061fe2 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:49:30.247838 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9482e9-7b4a-489e-a86e-b1812bc934f5", "name": "network-vif-plugged", "status": "failed", "tag": "f02e0b45-1a80-46e5-8538-6209ba51e900", "code": 422}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:49:30.248093 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c1ea90c6-5f8a-4ceb-bf3a-454170061fe2 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:49:30.248494 n-d-771363-34 neutron-server[94019]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9f9482e9-7b4a-489e-a86e-b1812bc934f5', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': 'f02e0b45-1a80-46e5-8538-6209ba51e900', 'code': 422} returned with failed status Jul 13 08:49:30.432464 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-09640a76-9195-4df9-9037-e0efed879077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:31.262490 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511aa291-d811-45cd-8daf-a0179ceb2c6a req-ce401b89-659c-4bd3-9948-8fe81702a675 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:31.264094 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-511aa291-d811-45cd-8daf-a0179ceb2c6a req-ce401b89-659c-4bd3-9948-8fe81702a675 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 946 time: 0.0733676 Jul 13 08:49:31.309307 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-511aa291-d811-45cd-8daf-a0179ceb2c6a req-a31fba91-91a7-426d-86cc-72d46188c2f5 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394571 Jul 13 08:49:32.360620 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74bb3b-f0df-41dc-a5f4-16e75382f7af req-5d04605e-0ae2-49ff-94f8-70e8a49ba158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:32.362382 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2f74bb3b-f0df-41dc-a5f4-16e75382f7af req-5d04605e-0ae2-49ff-94f8-70e8a49ba158 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5&tenant_id=40a062a337f747378d39fc85d0bb09a1 HTTP/1.1" status: 200 len: 1098 time: 0.0573761 Jul 13 08:49:32.475183 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74bb3b-f0df-41dc-a5f4-16e75382f7af req-f6e9f2ea-f3a0-42b5-9aab-8bb0fd347cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:32.476607 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2f74bb3b-f0df-41dc-a5f4-16e75382f7af req-f6e9f2ea-f3a0-42b5-9aab-8bb0fd347cd6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40a062a337f747378d39fc85d0bb09a1&device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 1098 time: 0.0916858 Jul 13 08:49:32.534289 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bde337-c07d-44b4-872d-66a9695f92c0 req-16e1837c-03b0-4499-97c4-94798e98b0c1 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:32.535780 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16bde337-c07d-44b4-872d-66a9695f92c0 req-16e1837c-03b0-4499-97c4-94798e98b0c1 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 946 time: 0.1075408 Jul 13 08:49:32.613140 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-16bde337-c07d-44b4-872d-66a9695f92c0 req-0b2d25a8-3c46-409f-a1a7-6c75c3501378 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497034 Jul 13 08:49:32.615818 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74bb3b-f0df-41dc-a5f4-16e75382f7af req-6ecddb1f-8370-42ee-ad5e-dfd5a95189c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:32.617185 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2f74bb3b-f0df-41dc-a5f4-16e75382f7af req-6ecddb1f-8370-42ee-ad5e-dfd5a95189c1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc HTTP/1.1" status: 200 len: 910 time: 0.1333249 Jul 13 08:49:32.681207 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2f74bb3b-f0df-41dc-a5f4-16e75382f7af req-7f2606e5-a144-444b-b825-2fdf7ef62127 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f02e0b45-1a80-46e5-8538-6209ba51e900 HTTP/1.1" status: 200 len: 1002 time: 0.0579093 Jul 13 08:49:32.731840 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74bb3b-f0df-41dc-a5f4-16e75382f7af req-7195e3ab-19ce-4425-b180-dfed137bc276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:32.733181 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2f74bb3b-f0df-41dc-a5f4-16e75382f7af req-7195e3ab-19ce-4425-b180-dfed137bc276 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a9e25b5-4c7a-4e46-8ac2-748a212f2637 HTTP/1.1" status: 200 len: 848 time: 0.0465667 Jul 13 08:49:32.790317 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74bb3b-f0df-41dc-a5f4-16e75382f7af req-39780584-a646-43c1-b379-8342507c0db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:32.791864 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2f74bb3b-f0df-41dc-a5f4-16e75382f7af req-39780584-a646-43c1-b379-8342507c0db6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523708 Jul 13 08:49:32.890997 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2f74bb3b-f0df-41dc-a5f4-16e75382f7af req-1eced471-ce4e-47ac-b5e1-086087fce959 service neutron] 10.222.0.42 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928838 Jul 13 08:49:32.984080 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2f74bb3b-f0df-41dc-a5f4-16e75382f7af req-91b5b01e-4baf-47e8-989e-63a386ef4c52 service neutron] 10.222.0.42 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870535 Jul 13 08:49:33.285126 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:33.291645 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e2d9592a-a3ab-4423-a505-b96d31a39c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:33.787719 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f887e-0de3-422f-8bc3-6a42122e2308 req-c9f78119-13f3-4657-9694-fed55f282cc8 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:33.789218 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bb8f887e-0de3-422f-8bc3-6a42122e2308 req-c9f78119-13f3-4657-9694-fed55f282cc8 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 946 time: 0.0629582 Jul 13 08:49:33.827303 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-bb8f887e-0de3-422f-8bc3-6a42122e2308 req-16e17f5e-f6db-46b6-9d23-a5fbbe428b39 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324242 Jul 13 08:49:34.458017 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:35.000346 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270795e-d4f5-4a06-b3c0-58ae1951b8ca req-b04eb574-451b-41a2-a80e-a2325a868720 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:35.001946 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b270795e-d4f5-4a06-b3c0-58ae1951b8ca req-b04eb574-451b-41a2-a80e-a2325a868720 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 946 time: 0.0645921 Jul 13 08:49:35.043638 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-b270795e-d4f5-4a06-b3c0-58ae1951b8ca req-0105afef-82c7-4972-b5a6-873a97b53416 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362024 Jul 13 08:49:36.219700 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:36.258729 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230f6df-a74c-4fce-ac6d-18dc3be00c3c req-ef09e1c6-ca40-43fa-93a1-8c268bfa7c20 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:36.260294 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d230f6df-a74c-4fce-ac6d-18dc3be00c3c req-ef09e1c6-ca40-43fa-93a1-8c268bfa7c20 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 946 time: 0.0764248 Jul 13 08:49:36.303695 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-d230f6df-a74c-4fce-ac6d-18dc3be00c3c req-13cb4725-a6cd-4371-aaec-6f74da922006 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376306 Jul 13 08:49:37.842362 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef8b2c-f205-4c33-9d20-11fdb40015f8 req-67f6294c-a774-4403-bcca-32066b20968d tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:37.843806 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-50ef8b2c-f205-4c33-9d20-11fdb40015f8 req-67f6294c-a774-4403-bcca-32066b20968d tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 946 time: 0.4170513 Jul 13 08:49:37.881665 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-50ef8b2c-f205-4c33-9d20-11fdb40015f8 req-b137b43d-b5b9-45cf-aa2f-1bd68eba6cc1 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319533 Jul 13 08:49:39.023406 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a384e-aa4e-44f4-96a2-ac059b8c2138 req-f88c9262-1cee-4be0-a812-df6c27309ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:39.024906 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-452a384e-aa4e-44f4-96a2-ac059b8c2138 req-f88c9262-1cee-4be0-a812-df6c27309ab9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 1098 time: 0.0527399 Jul 13 08:49:39.059351 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-452a384e-aa4e-44f4-96a2-ac059b8c2138 req-8acecb1e-0518-4285-aa2e-1ff3e5653448 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280313 Jul 13 08:49:39.066353 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a12e3c-f907-4e69-9c6d-03d14bc68c4c req-bb137df8-545e-447b-a0c5-809387211a97 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:39.067875 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-53a12e3c-f907-4e69-9c6d-03d14bc68c4c req-bb137df8-545e-447b-a0c5-809387211a97 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 946 time: 0.0687010 Jul 13 08:49:39.105520 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-53a12e3c-f907-4e69-9c6d-03d14bc68c4c req-5c8d47d2-6706-4394-b4b2-85880a8c7ea5 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322077 Jul 13 08:49:40.109587 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device f02e0b45-1a80-46e5-8538-6209ba51e900 details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:49:40.207103 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port f02e0b45-1a80-46e5-8538-6209ba51e900, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=f02e0b45-1a80-46e5-8538-6209ba51e900,segment=NetworkSegment(a8048da5-7fb6-4e02-985b-5a3431cf411c),segment_id=a8048da5-7fb6-4e02-985b-5a3431cf411c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:49:40.218037 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': 'f02e0b45-1a80-46e5-8538-6209ba51e900', 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc', 'port_id': 'f02e0b45-1a80-46e5-8538-6209ba51e900', 'mac_address': 'fa:16:3e:d1:45:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a9e25b5-4c7a-4e46-8ac2-748a212f2637', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:49:40.255469 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:40.268020 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f02e0b45-1a80-46e5-8538-6209ba51e900 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:49:40.282912 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ca316-4462-45c9-84c3-2a7ed2e2ede5 req-50e3b766-54a1-4a41-a02f-03f824ed4bc9 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:49:40.284726 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-345ca316-4462-45c9-84c3-2a7ed2e2ede5 req-50e3b766-54a1-4a41-a02f-03f824ed4bc9 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 946 time: 0.0671585 Jul 13 08:49:40.291388 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port f02e0b45-1a80-46e5-8538-6209ba51e900, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=f02e0b45-1a80-46e5-8538-6209ba51e900,segment=NetworkSegment(a8048da5-7fb6-4e02-985b-5a3431cf411c),segment_id=a8048da5-7fb6-4e02-985b-5a3431cf411c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:49:40.296411 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:40.325769 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-345ca316-4462-45c9-84c3-2a7ed2e2ede5 req-f68429d7-3297-4fae-aefa-f1249d5d138b tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354931 Jul 13 08:49:40.353255 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=f02e0b45-1a80-46e5-8538-6209ba51e900,revision_number=8']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:49:40.534152 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e722aca0-a2a3-499b-8885-079292d2eb54 None None] Provisioning complete for port f02e0b45-1a80-46e5-8538-6209ba51e900 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:49:40.534518 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e722aca0-a2a3-499b-8885-079292d2eb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:40.557924 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['f02e0b45-1a80-46e5-8538-6209ba51e900'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:49:40.670891 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e722aca0-a2a3-499b-8885-079292d2eb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:40.710169 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9482e9-7b4a-489e-a86e-b1812bc934f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02e0b45-1a80-46e5-8538-6209ba51e900'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:49:40.712433 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}819247fa28fcd914db4aabd8a9f8f95ceb467163a9d63008da3b74a1dcff375d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5993cf1-8d4d-4bd2-9974-81479ad2d12e" -d '{"events": [{"server_uuid": "9f9482e9-7b4a-489e-a86e-b1812bc934f5", "name": "network-vif-plugged", "status": "completed", "tag": "f02e0b45-1a80-46e5-8538-6209ba51e900"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:49:40.736176 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-e722aca0-a2a3-499b-8885-079292d2eb54 None None] For port f02e0b45-1a80-46e5-8538-6209ba51e900, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=f02e0b45-1a80-46e5-8538-6209ba51e900,segment=NetworkSegment(a8048da5-7fb6-4e02-985b-5a3431cf411c),segment_id=a8048da5-7fb6-4e02-985b-5a3431cf411c)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:49:40.742030 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e722aca0-a2a3-499b-8885-079292d2eb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:40.776650 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96e2e40-a81c-474d-a193-5edb463f72d9 x-openstack-request-id: req-f96e2e40-a81c-474d-a193-5edb463f72d9 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:49:40.776948 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9482e9-7b4a-489e-a86e-b1812bc934f5", "name": "network-vif-plugged", "status": "completed", "tag": "f02e0b45-1a80-46e5-8538-6209ba51e900", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:49:40.777198 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f96e2e40-a81c-474d-a193-5edb463f72d9 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:49:40.777584 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9482e9-7b4a-489e-a86e-b1812bc934f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02e0b45-1a80-46e5-8538-6209ba51e900', 'code': 200} Jul 13 08:49:40.835506 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722aca0-a2a3-499b-8885-079292d2eb54 None None] Pushing event updated for resources: {'Port': ['ID=f02e0b45-1a80-46e5-8538-6209ba51e900,revision_number=9']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:49:41.005986 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-3ddd0fd6-9271-45e8-ae40-1e811031c958 None None] Provisioning complete for port f02e0b45-1a80-46e5-8538-6209ba51e900 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:49:41.006356 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3ddd0fd6-9271-45e8-ae40-1e811031c958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:42.122217 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device f02e0b45-1a80-46e5-8538-6209ba51e900 up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:49:42.168561 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port f02e0b45-1a80-46e5-8538-6209ba51e900 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:49:42.168922 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:50.056110 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:49:54.508723 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:49:54.859423 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:00.435164 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d070fd64-629c-4f60-a953-adf047c8c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:03.285880 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:03.289534 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1ab9cec8-ed5e-41af-8231-2eba9861b298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:04.460973 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:06.221436 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:24.136714 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6bf9ffb2-9b47-41e0-9d22-7f526366d68e req-65a029c0-b9e2-4a41-8e7b-5f5c077ce924 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0538003 Jul 13 08:50:24.229232 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9ffb2-9b47-41e0-9d22-7f526366d68e req-2648059f-4543-4cd9-8e3e-b4554bdaf2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:24.230734 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6bf9ffb2-9b47-41e0-9d22-7f526366d68e req-2648059f-4543-4cd9-8e3e-b4554bdaf2e5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40a062a337f747378d39fc85d0bb09a1&device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 1098 time: 0.0522034 Jul 13 08:50:24.337161 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9ffb2-9b47-41e0-9d22-7f526366d68e req-de74f2c8-c522-4484-bf1a-c47179566777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:24.338648 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6bf9ffb2-9b47-41e0-9d22-7f526366d68e req-de74f2c8-c522-4484-bf1a-c47179566777 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc HTTP/1.1" status: 200 len: 910 time: 0.0886283 Jul 13 08:50:24.401888 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6bf9ffb2-9b47-41e0-9d22-7f526366d68e req-0723ef17-53cc-4d56-8aea-d07a210338f9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f02e0b45-1a80-46e5-8538-6209ba51e900 HTTP/1.1" status: 200 len: 1002 time: 0.0568762 Jul 13 08:50:24.454423 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9ffb2-9b47-41e0-9d22-7f526366d68e req-6ba75f97-318a-41a2-b145-341865379a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:24.455902 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6bf9ffb2-9b47-41e0-9d22-7f526366d68e req-6ba75f97-318a-41a2-b145-341865379a7b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a9e25b5-4c7a-4e46-8ac2-748a212f2637 HTTP/1.1" status: 200 len: 848 time: 0.0480609 Jul 13 08:50:24.508073 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:24.516876 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9ffb2-9b47-41e0-9d22-7f526366d68e req-f27c9b28-a877-4897-b0bd-9ff3c1ae0594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:24.518393 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6bf9ffb2-9b47-41e0-9d22-7f526366d68e req-f27c9b28-a877-4897-b0bd-9ff3c1ae0594 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552304 Jul 13 08:50:24.615363 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6bf9ffb2-9b47-41e0-9d22-7f526366d68e req-45e545f2-da90-4621-b0f7-96cec00827bb service neutron] 10.222.0.42 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896060 Jul 13 08:50:24.706256 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-6bf9ffb2-9b47-41e0-9d22-7f526366d68e req-cc54fe83-3cdf-4a85-b058-abdf957a8c95 service neutron] 10.222.0.42 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826211 Jul 13 08:50:24.867350 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:27.056000 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:50:30.437376 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-46cdcd1f-91d8-446e-8779-bc83b214fddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:33.290714 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:33.292301 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ad236882-6790-4312-9a3f-cbd4f089d1a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:34.465023 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:36.231475 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:54.523314 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:54.868269 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:55.976833 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47484) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:50:56.139173 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-1685cb76-fed1-450e-b403-86abe7f4549e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Deleting port 3c52583b-2cc9-45f0-954f-849761209152 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:50:56.139548 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1685cb76-fed1-450e-b403-86abe7f4549e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:56.220097 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1685cb76-fed1-450e-b403-86abe7f4549e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:56.220412 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1685cb76-fed1-450e-b403-86abe7f4549e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:56.232243 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-1685cb76-fed1-450e-b403-86abe7f4549e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Calling delete_port for 3c52583b-2cc9-45f0-954f-849761209152 owned by network:floatingip {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:50:56.386684 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1685cb76-fed1-450e-b403-86abe7f4549e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:56.410939 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1685cb76-fed1-450e-b403-86abe7f4549e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Pushing event deleted for resources: {'Port': ['ID=3c52583b-2cc9-45f0-954f-849761209152,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:56.424757 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685cb76-fed1-450e-b403-86abe7f4549e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:56.425107 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685cb76-fed1-450e-b403-86abe7f4549e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:56.425449 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685cb76-fed1-450e-b403-86abe7f4549e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:56.425781 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685cb76-fed1-450e-b403-86abe7f4549e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:56.426152 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685cb76-fed1-450e-b403-86abe7f4549e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:56.426478 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685cb76-fed1-450e-b403-86abe7f4549e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:56.426803 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685cb76-fed1-450e-b403-86abe7f4549e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:56.427128 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685cb76-fed1-450e-b403-86abe7f4549e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:56.427476 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685cb76-fed1-450e-b403-86abe7f4549e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:56.427799 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685cb76-fed1-450e-b403-86abe7f4549e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:56.428122 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685cb76-fed1-450e-b403-86abe7f4549e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:56.428443 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1685cb76-fed1-450e-b403-86abe7f4549e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:50:56.486889 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1685cb76-fed1-450e-b403-86abe7f4549e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for floatingip, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:56.487142 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [None req-1685cb76-fed1-450e-b403-86abe7f4549e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Floating IP 6ec453ba-e945-48df-9fa4-6d73663ca1fc disassociated (deleted). External IP: 172.25.3.232, port: f02e0b45-1a80-46e5-8538-6209ba51e900. Jul 13 08:50:56.706894 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1685cb76-fed1-450e-b403-86abe7f4549e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Router 30cbc076-bc94-471e-bac5-566693482b2a has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:50:56.822899 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1685cb76-fed1-450e-b403-86abe7f4549e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:50:56.827950 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-1685cb76-fed1-450e-b403-86abe7f4549e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:56.832401 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fbe24c-8ccf-4067-85f9-e86be6989d8d None None] Sync routers for ids ['30cbc076-bc94-471e-bac5-566693482b2a'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:50:56.841647 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fbe24c-8ccf-4067-85f9-e86be6989d8d None None] Routers {'30cbc076-bc94-471e-bac5-566693482b2a'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:50:56.842276 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-44fbe24c-8ccf-4067-85f9-e86be6989d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:50:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['30cbc076-bc94-471e-bac5-566693482b2a'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:50:56.867824 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-1685cb76-fed1-450e-b403-86abe7f4549e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "DELETE /v2.0/floatingips/6ec453ba-e945-48df-9fa4-6d73663ca1fc HTTP/1.1" status: 204 len: 168 time: 0.8874304 Jul 13 08:50:56.867824 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9482e9-7b4a-489e-a86e-b1812bc934f5', 'tag': 'f02e0b45-1a80-46e5-8538-6209ba51e900'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:50:56.868300 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e8f956-c4d7-4c6c-b496-f1bddf9d139b" -d '{"events": [{"name": "network-changed", "server_uuid": "9f9482e9-7b4a-489e-a86e-b1812bc934f5", "tag": "f02e0b45-1a80-46e5-8538-6209ba51e900"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:50:56.907896 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f10ce1-87fd-4f9d-ad87-b1bb40571242 x-openstack-request-id: req-95f10ce1-87fd-4f9d-ad87-b1bb40571242 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:50:56.908189 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f9482e9-7b4a-489e-a86e-b1812bc934f5", "tag": "f02e0b45-1a80-46e5-8538-6209ba51e900", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:50:56.908433 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-95f10ce1-87fd-4f9d-ad87-b1bb40571242 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:50:56.908842 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9482e9-7b4a-489e-a86e-b1812bc934f5', 'tag': 'f02e0b45-1a80-46e5-8538-6209ba51e900', 'status': 'completed', 'code': 200} Jul 13 08:50:56.961212 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-44fbe24c-8ccf-4067-85f9-e86be6989d8d None None] Set router 30cbc076-bc94-471e-bac5-566693482b2a gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:50:56.993825 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8f956-c4d7-4c6c-b496-f1bddf9d139b req-4b46542f-d7a7-41cb-a3a1-70227b906a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:56.994941 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-76e8f956-c4d7-4c6c-b496-f1bddf9d139b req-4b46542f-d7a7-41cb-a3a1-70227b906a0f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=40a062a337f747378d39fc85d0bb09a1&device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 1098 time: 0.0619643 Jul 13 08:50:57.091572 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8f956-c4d7-4c6c-b496-f1bddf9d139b req-8ab8234b-78b8-4a9f-a300-d4d6efa5f941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:57.092960 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-76e8f956-c4d7-4c6c-b496-f1bddf9d139b req-8ab8234b-78b8-4a9f-a300-d4d6efa5f941 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc HTTP/1.1" status: 200 len: 910 time: 0.0923371 Jul 13 08:50:57.146557 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-76e8f956-c4d7-4c6c-b496-f1bddf9d139b req-f47c7214-955c-4b50-bd21-bd499d4c0186 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f02e0b45-1a80-46e5-8538-6209ba51e900 HTTP/1.1" status: 200 len: 217 time: 0.0422034 Jul 13 08:50:57.192443 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-44fbe24c-8ccf-4067-85f9-e86be6989d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cbc076-bc94-471e-bac5-566693482b2a', 'name': 'tempest-TestShelveInstance-1151280122-router', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '95e2e714-002e-4577-b751-111872e46119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:19Z', 'updated_at': '2021-07-13T08:42:22Z', 'revision_number': 4, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'gw_port': {'id': '95e2e714-002e-4577-b751-111872e46119', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cbc076-bc94-471e-bac5-566693482b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:20Z', 'updated_at': '2021-07-13T08:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '87a39b7f-24a4-442d-9496-bc90e27acb8f', 'name': '', 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'mac_address': 'fa:16:3e:c2:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cbc076-bc94-471e-bac5-566693482b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6a9e25b5-4c7a-4e46-8ac2-748a212f2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:21Z', 'updated_at': '2021-07-13T08:42:28Z', 'revision_number': 5, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'subnets': [{'id': '6a9e25b5-4c7a-4e46-8ac2-748a212f2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:50:57.200036 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8f956-c4d7-4c6c-b496-f1bddf9d139b req-ec1c0acf-0a5c-468e-bfab-b3cf87d74ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:57.201515 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-76e8f956-c4d7-4c6c-b496-f1bddf9d139b req-ec1c0acf-0a5c-468e-bfab-b3cf87d74ef1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a9e25b5-4c7a-4e46-8ac2-748a212f2637 HTTP/1.1" status: 200 len: 848 time: 0.0488455 Jul 13 08:50:57.219980 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fbe24c-8ccf-4067-85f9-e86be6989d8d None None] Checking router: 30cbc076-bc94-471e-bac5-566693482b2a for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:50:57.229106 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fbe24c-8ccf-4067-85f9-e86be6989d8d None None] Routers {'30cbc076-bc94-471e-bac5-566693482b2a'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:50:57.229729 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-44fbe24c-8ccf-4067-85f9-e86be6989d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:50:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['30cbc076-bc94-471e-bac5-566693482b2a'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:50:57.263633 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8f956-c4d7-4c6c-b496-f1bddf9d139b req-6f3a301d-3468-45c1-8710-4cce7c5bf071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:57.265203 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-76e8f956-c4d7-4c6c-b496-f1bddf9d139b req-6f3a301d-3468-45c1-8710-4cce7c5bf071 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574288 Jul 13 08:50:57.307720 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d8b6d-0f11-42c3-8b05-e80cebaa8d1c req-4d6f389d-e6fd-40f8-a331-2c645e49cbd8 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:57.310012 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cc2d8b6d-0f11-42c3-8b05-e80cebaa8d1c req-4d6f389d-e6fd-40f8-a331-2c645e49cbd8 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 946 time: 0.0791123 Jul 13 08:50:57.353089 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cc2d8b6d-0f11-42c3-8b05-e80cebaa8d1c req-3bcbfc8a-f857-4c00-be5e-4cab09557e3d tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371540 Jul 13 08:50:57.354266 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-44fbe24c-8ccf-4067-85f9-e86be6989d8d None None] Set router 30cbc076-bc94-471e-bac5-566693482b2a gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:50:57.366818 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-76e8f956-c4d7-4c6c-b496-f1bddf9d139b req-0c2f8663-570f-402b-beb9-1c71a8eddd0b service neutron] 10.222.0.42 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943093 Jul 13 08:50:57.467623 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-76e8f956-c4d7-4c6c-b496-f1bddf9d139b req-a896fe99-c934-4fac-8223-3b07696aa0b7 service neutron] 10.222.0.42 "GET /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934107 Jul 13 08:50:57.575348 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-44fbe24c-8ccf-4067-85f9-e86be6989d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cbc076-bc94-471e-bac5-566693482b2a', 'name': 'tempest-TestShelveInstance-1151280122-router', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '95e2e714-002e-4577-b751-111872e46119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:19Z', 'updated_at': '2021-07-13T08:42:22Z', 'revision_number': 4, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'gw_port': {'id': '95e2e714-002e-4577-b751-111872e46119', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cbc076-bc94-471e-bac5-566693482b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:20Z', 'updated_at': '2021-07-13T08:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '87a39b7f-24a4-442d-9496-bc90e27acb8f', 'name': '', 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'mac_address': 'fa:16:3e:c2:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cbc076-bc94-471e-bac5-566693482b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6a9e25b5-4c7a-4e46-8ac2-748a212f2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:21Z', 'updated_at': '2021-07-13T08:42:28Z', 'revision_number': 5, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'subnets': [{'id': '6a9e25b5-4c7a-4e46-8ac2-748a212f2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:50:57.603260 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fbe24c-8ccf-4067-85f9-e86be6989d8d None None] The sync data for ids ['30cbc076-bc94-471e-bac5-566693482b2a'] in n-d-771363-34 is: [{'id': '30cbc076-bc94-471e-bac5-566693482b2a', 'name': 'tempest-TestShelveInstance-1151280122-router', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '95e2e714-002e-4577-b751-111872e46119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:19Z', 'updated_at': '2021-07-13T08:42:22Z', 'revision_number': 4, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'gw_port': {'id': '95e2e714-002e-4577-b751-111872e46119', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cbc076-bc94-471e-bac5-566693482b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:20Z', 'updated_at': '2021-07-13T08:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '87a39b7f-24a4-442d-9496-bc90e27acb8f', 'name': '', 'network_id': 'e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'mac_address': 'fa:16:3e:c2:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cbc076-bc94-471e-bac5-566693482b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6a9e25b5-4c7a-4e46-8ac2-748a212f2637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:21Z', 'updated_at': '2021-07-13T08:42:28Z', 'revision_number': 5, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'subnets': [{'id': '6a9e25b5-4c7a-4e46-8ac2-748a212f2637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:50:57.836596 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87bdd48-8ffb-437e-8ba2-c7c0c6202dfd None None] New status for floating IP 6ec453ba-e945-48df-9fa4-6d73663ca1fc: DOWN {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:50:58.537470 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d9aad-2994-4b36-a29e-ba83e4f96acd req-892c731f-4c34-4516-8100-11dcb7f7a259 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:58.539048 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d36d9aad-2994-4b36-a29e-ba83e4f96acd req-892c731f-4c34-4516-8100-11dcb7f7a259 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 946 time: 0.0646689 Jul 13 08:50:58.584849 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d36d9aad-2994-4b36-a29e-ba83e4f96acd req-6e0f76fa-5ba3-4ee5-92ac-a83ae40aa7a5 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/security-groups?id=19abe466-2a80-4a2d-a3e3-7807e69755db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397100 Jul 13 08:50:58.668139 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861b7b2-dbb9-468a-a869-b0eb2798251f req-7458c116-36d5-4e19-b103-447e47926e65 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:50:58.670173 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3861b7b2-dbb9-468a-a869-b0eb2798251f req-7458c116-36d5-4e19-b103-447e47926e65 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 946 time: 0.0653234 Jul 13 08:50:58.768530 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-3861b7b2-dbb9-468a-a869-b0eb2798251f req-68c9136d-703b-4562-81cb-01aaf854c449 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Deleting port f02e0b45-1a80-46e5-8538-6209ba51e900 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:50:58.768874 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3861b7b2-dbb9-468a-a869-b0eb2798251f req-68c9136d-703b-4562-81cb-01aaf854c449 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:58.866220 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-3861b7b2-dbb9-468a-a869-b0eb2798251f req-68c9136d-703b-4562-81cb-01aaf854c449 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] For port f02e0b45-1a80-46e5-8538-6209ba51e900, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=f02e0b45-1a80-46e5-8538-6209ba51e900,segment=NetworkSegment(a8048da5-7fb6-4e02-985b-5a3431cf411c),segment_id=a8048da5-7fb6-4e02-985b-5a3431cf411c)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:50:58.866602 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3861b7b2-dbb9-468a-a869-b0eb2798251f req-68c9136d-703b-4562-81cb-01aaf854c449 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:58.878789 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-3861b7b2-dbb9-468a-a869-b0eb2798251f req-68c9136d-703b-4562-81cb-01aaf854c449 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Calling delete_port for f02e0b45-1a80-46e5-8538-6209ba51e900 owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:50:59.016339 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3861b7b2-dbb9-468a-a869-b0eb2798251f req-68c9136d-703b-4562-81cb-01aaf854c449 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:59.046998 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9136d-703b-4562-81cb-01aaf854c449 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Pushing event deleted for resources: {'Port': ['ID=f02e0b45-1a80-46e5-8538-6209ba51e900,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:50:59.093260 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-3861b7b2-dbb9-468a-a869-b0eb2798251f req-68c9136d-703b-4562-81cb-01aaf854c449 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] No DVR routers for this DVR port f02e0b45-1a80-46e5-8538-6209ba51e900 on host n-h1-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:50:59.095994 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-3861b7b2-dbb9-468a-a869-b0eb2798251f req-68c9136d-703b-4562-81cb-01aaf854c449 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:50:59.097906 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3861b7b2-dbb9-468a-a869-b0eb2798251f req-68c9136d-703b-4562-81cb-01aaf854c449 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.42 "DELETE /v2.0/ports/f02e0b45-1a80-46e5-8538-6209ba51e900 HTTP/1.1" status: 204 len: 173 time: 0.4228768 Jul 13 08:50:59.098365 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9482e9-7b4a-489e-a86e-b1812bc934f5', 'name': 'network-vif-deleted', 'tag': 'f02e0b45-1a80-46e5-8538-6209ba51e900'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:50:59.100699 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b92e019-ce4b-42a5-ba30-6588fee364fc" -d '{"events": [{"server_uuid": "9f9482e9-7b4a-489e-a86e-b1812bc934f5", "name": "network-vif-deleted", "tag": "f02e0b45-1a80-46e5-8538-6209ba51e900"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:50:59.140064 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895e3afd-7fd8-4a43-8bd8-31e217df3deb x-openstack-request-id: req-895e3afd-7fd8-4a43-8bd8-31e217df3deb {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:50:59.140367 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9482e9-7b4a-489e-a86e-b1812bc934f5", "name": "network-vif-deleted", "tag": "f02e0b45-1a80-46e5-8538-6209ba51e900", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:50:59.140612 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-895e3afd-7fd8-4a43-8bd8-31e217df3deb {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:50:59.141219 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9482e9-7b4a-489e-a86e-b1812bc934f5', 'name': 'network-vif-deleted', 'tag': 'f02e0b45-1a80-46e5-8538-6209ba51e900', 'status': 'completed', 'code': 200} Jul 13 08:50:59.730488 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-d90915c9-dbb1-4d2e-8867-cd89180fd4c7 req-b8f9a17f-76f3-4c3f-87c6-42d27d0cdd36 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 210 time: 0.0291903 Jul 13 08:51:00.442013 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ddb90945-2677-4ceb-a6a5-97e8cc98a7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:00.878953 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a534193c-3b3b-44e6-a1c7-9f2cf46560e8 req-0890a551-bf54-4a4e-8940-208c7c275df4 tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 210 time: 0.0302553 Jul 13 08:51:02.035536 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9af8cd77-0cf9-4417-a984-3923bea578b8 req-aff79289-0218-4d7f-a614-597e8a2a6e5d tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 210 time: 0.0342195 Jul 13 08:51:02.479774 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device f02e0b45-1a80-46e5-8538-6209ba51e900 no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:51:02.502303 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: f02e0b45-1a80-46e5-8538-6209ba51e900 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:51:02.502673 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device f02e0b45-1a80-46e5-8538-6209ba51e900 not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:51:03.199809 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-950dec93-58a3-462c-ba15-eabc9f131497 req-7588af18-6b74-4001-915e-a85ac9a2e38e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f9482e9-7b4a-489e-a86e-b1812bc934f5 HTTP/1.1" status: 200 len: 210 time: 0.0341773 Jul 13 08:51:03.295283 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-317688c8-1a57-41ec-bf6f-05dc256ee785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:03.297088 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:04.055357 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:51:04.295707 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47516) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:51:04.355514 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-51d76f9b-65c3-4727-a2bf-e954da59029e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:04.381471 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-51d76f9b-65c3-4727-a2bf-e954da59029e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:04.444546 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-51d76f9b-65c3-4727-a2bf-e954da59029e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:04.447521 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-51d76f9b-65c3-4727-a2bf-e954da59029e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:04.448787 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-51d76f9b-65c3-4727-a2bf-e954da59029e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] 10.222.0.23 "DELETE /v2.0/security-groups/19abe466-2a80-4a2d-a3e3-7807e69755db HTTP/1.1" status: 204 len: 168 time: 0.1520741 Jul 13 08:51:04.470006 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d76f9b-65c3-4727-a2bf-e954da59029e tempest-TestShelveInstance-1633807223 tempest-TestShelveInstance-1633807223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19abe466-2a80-4a2d-a3e3-7807e69755db,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:04.470773 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:04.506122 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47522) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:51:04.984908 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6b5afe36-8856-49d6-ad7d-cfaa6cd3c366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:05.260929 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-6b5afe36-8856-49d6-ad7d-cfaa6cd3c366 admin admin] Deleting port 87a39b7f-24a4-442d-9496-bc90e27acb8f {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:51:05.261271 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6b5afe36-8856-49d6-ad7d-cfaa6cd3c366 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:05.346369 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-6b5afe36-8856-49d6-ad7d-cfaa6cd3c366 admin admin] For port 87a39b7f-24a4-442d-9496-bc90e27acb8f, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=87a39b7f-24a4-442d-9496-bc90e27acb8f,segment=NetworkSegment(a8048da5-7fb6-4e02-985b-5a3431cf411c),segment_id=a8048da5-7fb6-4e02-985b-5a3431cf411c)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:51:05.346613 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6b5afe36-8856-49d6-ad7d-cfaa6cd3c366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:05.359607 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-6b5afe36-8856-49d6-ad7d-cfaa6cd3c366 admin admin] Calling delete_port for 87a39b7f-24a4-442d-9496-bc90e27acb8f owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:51:05.562915 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6b5afe36-8856-49d6-ad7d-cfaa6cd3c366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:05.589528 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5afe36-8856-49d6-ad7d-cfaa6cd3c366 admin admin] Pushing event deleted for resources: {'Port': ['ID=87a39b7f-24a4-442d-9496-bc90e27acb8f,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:05.602257 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5afe36-8856-49d6-ad7d-cfaa6cd3c366 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:05.602613 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5afe36-8856-49d6-ad7d-cfaa6cd3c366 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:05.602956 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5afe36-8856-49d6-ad7d-cfaa6cd3c366 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:05.603312 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5afe36-8856-49d6-ad7d-cfaa6cd3c366 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:05.603650 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5afe36-8856-49d6-ad7d-cfaa6cd3c366 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:05.603978 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5afe36-8856-49d6-ad7d-cfaa6cd3c366 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:05.604302 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5afe36-8856-49d6-ad7d-cfaa6cd3c366 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:05.604625 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5afe36-8856-49d6-ad7d-cfaa6cd3c366 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:05.604950 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5afe36-8856-49d6-ad7d-cfaa6cd3c366 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:05.605270 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5afe36-8856-49d6-ad7d-cfaa6cd3c366 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:05.605590 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5afe36-8856-49d6-ad7d-cfaa6cd3c366 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:05.606102 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5afe36-8856-49d6-ad7d-cfaa6cd3c366 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:05.781210 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-6b5afe36-8856-49d6-ad7d-cfaa6cd3c366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:06.004950 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5afe36-8856-49d6-ad7d-cfaa6cd3c366 admin admin] Router 30cbc076-bc94-471e-bac5-566693482b2a has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:51:06.113972 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5afe36-8856-49d6-ad7d-cfaa6cd3c366 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:51:06.119369 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-6b5afe36-8856-49d6-ad7d-cfaa6cd3c366 admin admin] 10.222.0.23 "PUT /v2.0/routers/30cbc076-bc94-471e-bac5-566693482b2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6114662 Jul 13 08:51:06.122474 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47526) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:51:06.124082 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dab464-3967-4fc8-bab8-17fb909cf3a9 None None] Sync routers for ids ['30cbc076-bc94-471e-bac5-566693482b2a'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:51:06.133160 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dab464-3967-4fc8-bab8-17fb909cf3a9 None None] Routers {'30cbc076-bc94-471e-bac5-566693482b2a'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:51:06.133884 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-36dab464-3967-4fc8-bab8-17fb909cf3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:51:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['30cbc076-bc94-471e-bac5-566693482b2a'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:51:06.229103 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-812757b3-9ab0-43c3-ac2b-6eebd40b1ee7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:06.240651 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:06.252517 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-36dab464-3967-4fc8-bab8-17fb909cf3a9 None None] Set router 30cbc076-bc94-471e-bac5-566693482b2a gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:51:06.334643 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-812757b3-9ab0-43c3-ac2b-6eebd40b1ee7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:06.388459 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-812757b3-9ab0-43c3-ac2b-6eebd40b1ee7 admin admin] Deleting port 95e2e714-002e-4577-b751-111872e46119 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:51:06.388798 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-812757b3-9ab0-43c3-ac2b-6eebd40b1ee7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:06.438247 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-36dab464-3967-4fc8-bab8-17fb909cf3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cbc076-bc94-471e-bac5-566693482b2a', 'name': 'tempest-TestShelveInstance-1151280122-router', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '95e2e714-002e-4577-b751-111872e46119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:19Z', 'updated_at': '2021-07-13T08:51:05Z', 'revision_number': 5, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'gw_port': {'id': '95e2e714-002e-4577-b751-111872e46119', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cbc076-bc94-471e-bac5-566693482b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:20Z', 'updated_at': '2021-07-13T08:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:51:06.464045 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dab464-3967-4fc8-bab8-17fb909cf3a9 None None] Checking router: 30cbc076-bc94-471e-bac5-566693482b2a for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:51:06.472724 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dab464-3967-4fc8-bab8-17fb909cf3a9 None None] Routers {'30cbc076-bc94-471e-bac5-566693482b2a'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:51:06.472930 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-812757b3-9ab0-43c3-ac2b-6eebd40b1ee7 admin admin] For port 95e2e714-002e-4577-b751-111872e46119, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=95e2e714-002e-4577-b751-111872e46119,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:51:06.473216 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-812757b3-9ab0-43c3-ac2b-6eebd40b1ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:06.473346 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-36dab464-3967-4fc8-bab8-17fb909cf3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:51:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['30cbc076-bc94-471e-bac5-566693482b2a'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:51:06.487682 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-812757b3-9ab0-43c3-ac2b-6eebd40b1ee7 admin admin] Calling delete_port for 95e2e714-002e-4577-b751-111872e46119 owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:51:06.564139 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-36dab464-3967-4fc8-bab8-17fb909cf3a9 None None] Set router 30cbc076-bc94-471e-bac5-566693482b2a gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:51:06.620696 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-36dab464-3967-4fc8-bab8-17fb909cf3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cbc076-bc94-471e-bac5-566693482b2a', 'name': 'tempest-TestShelveInstance-1151280122-router', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:19Z', 'updated_at': '2021-07-13T08:51:06Z', 'revision_number': 6, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:51:06.647232 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dab464-3967-4fc8-bab8-17fb909cf3a9 None None] The sync data for ids ['30cbc076-bc94-471e-bac5-566693482b2a'] in n-d-771363-34 is: [{'id': '30cbc076-bc94-471e-bac5-566693482b2a', 'name': 'tempest-TestShelveInstance-1151280122-router', 'tenant_id': '40a062a337f747378d39fc85d0bb09a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:19Z', 'updated_at': '2021-07-13T08:51:06Z', 'revision_number': 6, 'project_id': '40a062a337f747378d39fc85d0bb09a1', 'gw_port_host': None}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:51:06.660180 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-812757b3-9ab0-43c3-ac2b-6eebd40b1ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:06.696886 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812757b3-9ab0-43c3-ac2b-6eebd40b1ee7 admin admin] Pushing event deleted for resources: {'Port': ['ID=95e2e714-002e-4577-b751-111872e46119,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:06.757369 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-812757b3-9ab0-43c3-ac2b-6eebd40b1ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:06.847517 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-812757b3-9ab0-43c3-ac2b-6eebd40b1ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:06.849670 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-812757b3-9ab0-43c3-ac2b-6eebd40b1ee7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:06.895575 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-812757b3-9ab0-43c3-ac2b-6eebd40b1ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:06.896063 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812757b3-9ab0-43c3-ac2b-6eebd40b1ee7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30cbc076-bc94-471e-bac5-566693482b2a {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:51:06.900519 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-812757b3-9ab0-43c3-ac2b-6eebd40b1ee7 admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:06.901700 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-812757b3-9ab0-43c3-ac2b-6eebd40b1ee7 admin admin] 10.222.0.23 "DELETE /v2.0/routers/30cbc076-bc94-471e-bac5-566693482b2a HTTP/1.1" status: 204 len: 168 time: 0.7782018 Jul 13 08:51:06.904794 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47532) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:51:06.950967 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_v2 [None req-5849196e-8309-4520-afdc-7bf70158ea01 admin admin] Deleting subnet 6a9e25b5-4c7a-4e46-8ac2-748a212f2637 {{(pid=94018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:51:06.953973 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5849196e-8309-4520-afdc-7bf70158ea01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:06.991407 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5849196e-8309-4520-afdc-7bf70158ea01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8630987'] for subnet, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:07.080788 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5849196e-8309-4520-afdc-7bf70158ea01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:07.136423 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5849196e-8309-4520-afdc-7bf70158ea01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9204990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286156'] for subnet, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:07.164294 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5849196e-8309-4520-afdc-7bf70158ea01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a9e25b5-4c7a-4e46-8ac2-748a212f2637,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:07.166180 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5849196e-8309-4520-afdc-7bf70158ea01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:07.171134 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5849196e-8309-4520-afdc-7bf70158ea01 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6a9e25b5-4c7a-4e46-8ac2-748a212f2637 HTTP/1.1" status: 204 len: 168 time: 0.2623625 Jul 13 08:51:07.171608 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6676ea-e12f-4194-a4c4-be2a7ab09943 None None] Network e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:51:07.172091 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47534) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:51:07.243497 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-57b9c593-3bb5-4881-8930-810d3ba35606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:07.297708 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-57b9c593-3bb5-4881-8930-810d3ba35606 admin admin] Deleting port 36fabfb7-7e81-4974-8a6f-fe599a4f6304 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:51:07.298461 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-57b9c593-3bb5-4881-8930-810d3ba35606 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:07.364237 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-57b9c593-3bb5-4881-8930-810d3ba35606 admin admin] For port 36fabfb7-7e81-4974-8a6f-fe599a4f6304, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=36fabfb7-7e81-4974-8a6f-fe599a4f6304,segment=NetworkSegment(a8048da5-7fb6-4e02-985b-5a3431cf411c),segment_id=a8048da5-7fb6-4e02-985b-5a3431cf411c)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:51:07.364594 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-57b9c593-3bb5-4881-8930-810d3ba35606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:07.377776 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-57b9c593-3bb5-4881-8930-810d3ba35606 admin admin] Calling delete_port for 36fabfb7-7e81-4974-8a6f-fe599a4f6304 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:51:07.424929 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329024c6-fdb3-4ff0-b790-f83d21793493 None None] DHCP port deletion for e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:51:07.485137 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-57b9c593-3bb5-4881-8930-810d3ba35606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:07.485586 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-329024c6-fdb3-4ff0-b790-f83d21793493 None None] Deleting port 36fabfb7-7e81-4974-8a6f-fe599a4f6304 {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:51:07.486155 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-329024c6-fdb3-4ff0-b790-f83d21793493 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:07.490681 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 36fabfb7-7e81-4974-8a6f-fe599a4f6304 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:51:07.511430 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b9c593-3bb5-4881-8930-810d3ba35606 admin admin] Pushing event deleted for resources: {'Port': ['ID=36fabfb7-7e81-4974-8a6f-fe599a4f6304,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:07.520020 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b9c593-3bb5-4881-8930-810d3ba35606 admin admin] No DVR routers for this DVR port 36fabfb7-7e81-4974-8a6f-fe599a4f6304 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:51:07.531733 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 36fabfb7-7e81-4974-8a6f-fe599a4f6304 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:51:07.531733 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 36fabfb7-7e81-4974-8a6f-fe599a4f6304 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:51:07.532019 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 87a39b7f-24a4-442d-9496-bc90e27acb8f no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:51:07.560938 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 87a39b7f-24a4-442d-9496-bc90e27acb8f {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:51:07.561580 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 87a39b7f-24a4-442d-9496-bc90e27acb8f not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:51:07.561789 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 95e2e714-002e-4577-b751-111872e46119 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:51:07.613234 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 95e2e714-002e-4577-b751-111872e46119 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:51:07.613560 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 95e2e714-002e-4577-b751-111872e46119 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:51:07.616741 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-57b9c593-3bb5-4881-8930-810d3ba35606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:07.622822 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-329024c6-fdb3-4ff0-b790-f83d21793493 None None] For port 36fabfb7-7e81-4974-8a6f-fe599a4f6304, host n-d-771363-34, got binding levels [] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:51:07.623245 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-329024c6-fdb3-4ff0-b790-f83d21793493 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:07.627937 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-57b9c593-3bb5-4881-8930-810d3ba35606 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:51:07.636018 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-329024c6-fdb3-4ff0-b790-f83d21793493 None None] Calling delete_port for 36fabfb7-7e81-4974-8a6f-fe599a4f6304 owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:51:07.639924 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.ipam_backend_mixin [None req-329024c6-fdb3-4ff0-b790-f83d21793493 None None] Port 36fabfb7-7e81-4974-8a6f-fe599a4f6304 was not found and therefore no delete operation was performed {{(pid=94019) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 08:51:07.641581 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-329024c6-fdb3-4ff0-b790-f83d21793493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:07.642743 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-57b9c593-3bb5-4881-8930-810d3ba35606 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8048da5-7fb6-4e02-985b-5a3431cf411c') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:51:07.643056 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-57b9c593-3bb5-4881-8930-810d3ba35606 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8048da5-7fb6-4e02-985b-5a3431cf411c') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:51:07.653245 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-57b9c593-3bb5-4881-8930-810d3ba35606 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:07.675370 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-57b9c593-3bb5-4881-8930-810d3ba35606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:07.682626 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57b9c593-3bb5-4881-8930-810d3ba35606 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:51:07.683306 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329024c6-fdb3-4ff0-b790-f83d21793493 None None] No DVR routers for this DVR port 36fabfb7-7e81-4974-8a6f-fe599a4f6304 on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:51:07.683459 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-57b9c593-3bb5-4881-8930-810d3ba35606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:07.686427 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:51:07.686427 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:51:07.686427 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:51:07.686427 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:51:07.686427 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 08:51:07.686427 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:51:07.686427 n-d-771363-34 neutron-server[94018]: timer() Jul 13 08:51:07.686427 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:51:07.686427 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 08:51:07.686427 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:51:07.686427 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 08:51:07.686427 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:51:07.686427 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 08:51:07.686427 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:51:07.686427 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 08:51:07.686427 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:51:07.686427 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 08:51:07.686427 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:51:07.686427 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:51:07.686427 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:51:07.686427 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:51:07.686427 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:51:07.686427 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 08:51:07.686427 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:51:07.686427 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 08:51:07.686427 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:51:07.686427 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:51:07.686427 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:51:07.686427 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 08:51:07.686427 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:51:07.686427 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:51:07.686427 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:51:07.686427 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:51:07.686427 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:51:07.686427 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:51:07.686427 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:51:07.694496 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329024c6-fdb3-4ff0-b790-f83d21793493 None None] Pushing event deleted for resources: {'Port': ['ID=36fabfb7-7e81-4974-8a6f-fe599a4f6304,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:07.706115 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329024c6-fdb3-4ff0-b790-f83d21793493 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:07.706554 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329024c6-fdb3-4ff0-b790-f83d21793493 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:07.707036 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329024c6-fdb3-4ff0-b790-f83d21793493 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:07.707385 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329024c6-fdb3-4ff0-b790-f83d21793493 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:07.707784 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329024c6-fdb3-4ff0-b790-f83d21793493 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:07.708199 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329024c6-fdb3-4ff0-b790-f83d21793493 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:07.708660 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329024c6-fdb3-4ff0-b790-f83d21793493 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:07.709095 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329024c6-fdb3-4ff0-b790-f83d21793493 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:07.709512 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329024c6-fdb3-4ff0-b790-f83d21793493 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:07.709949 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329024c6-fdb3-4ff0-b790-f83d21793493 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:07.711062 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329024c6-fdb3-4ff0-b790-f83d21793493 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:07.711062 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329024c6-fdb3-4ff0-b790-f83d21793493 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:07.758231 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-57b9c593-3bb5-4881-8930-810d3ba35606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:07.764448 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-57b9c593-3bb5-4881-8930-810d3ba35606 admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:07.766613 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-57b9c593-3bb5-4881-8930-810d3ba35606 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc HTTP/1.1" status: 204 len: 168 time: 0.5940003 Jul 13 08:51:07.769415 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47538) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:51:07.778016 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b9c593-3bb5-4881-8930-810d3ba35606 admin admin] Pushing event deleted for resources: {'Network': ['ID=e53ec090-4985-49e7-a0cf-9d9dd7dc0cbc,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:08.126293 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8105e1c9-d140-49e6-ba1e-20210635559e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:08.390991 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-8105e1c9-d140-49e6-ba1e-20210635559e admin admin] Deleting port 9a8ba0d6-4242-498a-b9ec-3c868db25a2d {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:51:08.391288 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8105e1c9-d140-49e6-ba1e-20210635559e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:08.490239 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-8105e1c9-d140-49e6-ba1e-20210635559e admin admin] For port 9a8ba0d6-4242-498a-b9ec-3c868db25a2d, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=9a8ba0d6-4242-498a-b9ec-3c868db25a2d,segment=NetworkSegment(7014f13e-d15e-4b47-afbf-4854fd26b4ec),segment_id=7014f13e-d15e-4b47-afbf-4854fd26b4ec)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:51:08.490684 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8105e1c9-d140-49e6-ba1e-20210635559e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:08.503322 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-8105e1c9-d140-49e6-ba1e-20210635559e admin admin] Calling delete_port for 9a8ba0d6-4242-498a-b9ec-3c868db25a2d owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:51:08.687887 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8105e1c9-d140-49e6-ba1e-20210635559e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:08.713518 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105e1c9-d140-49e6-ba1e-20210635559e admin admin] Pushing event deleted for resources: {'Port': ['ID=9a8ba0d6-4242-498a-b9ec-3c868db25a2d,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:08.893300 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-8105e1c9-d140-49e6-ba1e-20210635559e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:09.108439 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8105e1c9-d140-49e6-ba1e-20210635559e admin admin] Router f632df79-d5a3-429d-9dc0-516b09ccc288 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:51:09.547189 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8105e1c9-d140-49e6-ba1e-20210635559e admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:51:09.554966 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-8105e1c9-d140-49e6-ba1e-20210635559e admin admin] 10.222.0.23 "PUT /v2.0/routers/f632df79-d5a3-429d-9dc0-516b09ccc288/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7819421 Jul 13 08:51:09.555543 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47542) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:51:09.557508 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95e8055-23bf-4381-b9ed-a4a979b3a1ef None None] Sync routers for ids ['f632df79-d5a3-429d-9dc0-516b09ccc288'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:51:09.568192 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95e8055-23bf-4381-b9ed-a4a979b3a1ef None None] Routers {'f632df79-d5a3-429d-9dc0-516b09ccc288'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:51:09.568797 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-f95e8055-23bf-4381-b9ed-a4a979b3a1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:51:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f632df79-d5a3-429d-9dc0-516b09ccc288'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:51:09.661770 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-927faf5c-e9d3-4738-b657-f35731e989fe admin admin] Notify callbacks [] for router, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:09.669493 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-f95e8055-23bf-4381-b9ed-a4a979b3a1ef None None] Set router f632df79-d5a3-429d-9dc0-516b09ccc288 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:51:09.767119 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-927faf5c-e9d3-4738-b657-f35731e989fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:09.819271 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-927faf5c-e9d3-4738-b657-f35731e989fe admin admin] Deleting port c4498e8b-5111-4659-a509-3806e0577ce3 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:51:09.819614 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-927faf5c-e9d3-4738-b657-f35731e989fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:09.845123 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-f95e8055-23bf-4381-b9ed-a4a979b3a1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f632df79-d5a3-429d-9dc0-516b09ccc288', 'name': 'tempest-TestShelveInstance-827397813-router', 'tenant_id': 'b6c10adc93b64184aa1da1be3cba045a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c4498e8b-5111-4659-a509-3806e0577ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:24Z', 'updated_at': '2021-07-13T08:51:08Z', 'revision_number': 5, 'project_id': 'b6c10adc93b64184aa1da1be3cba045a', 'gw_port': {'id': 'c4498e8b-5111-4659-a509-3806e0577ce3', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f632df79-d5a3-429d-9dc0-516b09ccc288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:42:25Z', 'updated_at': '2021-07-13T08:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:51:09.876052 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95e8055-23bf-4381-b9ed-a4a979b3a1ef None None] Checking router: f632df79-d5a3-429d-9dc0-516b09ccc288 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:51:09.884049 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95e8055-23bf-4381-b9ed-a4a979b3a1ef None None] Routers {'f632df79-d5a3-429d-9dc0-516b09ccc288'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:51:09.884649 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-f95e8055-23bf-4381-b9ed-a4a979b3a1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:51:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f632df79-d5a3-429d-9dc0-516b09ccc288'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:51:09.903536 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-927faf5c-e9d3-4738-b657-f35731e989fe admin admin] For port c4498e8b-5111-4659-a509-3806e0577ce3, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=c4498e8b-5111-4659-a509-3806e0577ce3,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:51:09.904146 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-927faf5c-e9d3-4738-b657-f35731e989fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:09.915592 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-927faf5c-e9d3-4738-b657-f35731e989fe admin admin] Calling delete_port for c4498e8b-5111-4659-a509-3806e0577ce3 owned by network:router_gateway {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:51:09.968796 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-f95e8055-23bf-4381-b9ed-a4a979b3a1ef None None] Set router f632df79-d5a3-429d-9dc0-516b09ccc288 gateway port host: None {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:51:10.018241 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-f95e8055-23bf-4381-b9ed-a4a979b3a1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f632df79-d5a3-429d-9dc0-516b09ccc288', 'name': 'tempest-TestShelveInstance-827397813-router', 'tenant_id': 'b6c10adc93b64184aa1da1be3cba045a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:24Z', 'updated_at': '2021-07-13T08:51:09Z', 'revision_number': 6, 'project_id': 'b6c10adc93b64184aa1da1be3cba045a', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:51:10.046860 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95e8055-23bf-4381-b9ed-a4a979b3a1ef None None] The sync data for ids ['f632df79-d5a3-429d-9dc0-516b09ccc288'] in n-d-771363-34 is: [{'id': 'f632df79-d5a3-429d-9dc0-516b09ccc288', 'name': 'tempest-TestShelveInstance-827397813-router', 'tenant_id': 'b6c10adc93b64184aa1da1be3cba045a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:42:24Z', 'updated_at': '2021-07-13T08:51:09Z', 'revision_number': 6, 'project_id': 'b6c10adc93b64184aa1da1be3cba045a', 'gw_port_host': None}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:51:10.083716 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-927faf5c-e9d3-4738-b657-f35731e989fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:10.109036 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927faf5c-e9d3-4738-b657-f35731e989fe admin admin] Pushing event deleted for resources: {'Port': ['ID=c4498e8b-5111-4659-a509-3806e0577ce3,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:10.173134 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-927faf5c-e9d3-4738-b657-f35731e989fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:10.263592 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-927faf5c-e9d3-4738-b657-f35731e989fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:10.265687 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-927faf5c-e9d3-4738-b657-f35731e989fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:10.308006 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-927faf5c-e9d3-4738-b657-f35731e989fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:10.308687 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927faf5c-e9d3-4738-b657-f35731e989fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router f632df79-d5a3-429d-9dc0-516b09ccc288 {{(pid=94017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:51:10.313096 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-927faf5c-e9d3-4738-b657-f35731e989fe admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:10.314238 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-927faf5c-e9d3-4738-b657-f35731e989fe admin admin] 10.222.0.23 "DELETE /v2.0/routers/f632df79-d5a3-429d-9dc0-516b09ccc288 HTTP/1.1" status: 204 len: 168 time: 0.7577596 Jul 13 08:51:10.316802 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47544) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:51:10.361241 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-eef7b5ae-04b2-475b-acd6-475980846100 admin admin] Deleting subnet c8f9590c-9d64-411f-a3bb-ae7da11f07f3 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:51:10.364243 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eef7b5ae-04b2-475b-acd6-475980846100 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:10.404564 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eef7b5ae-04b2-475b-acd6-475980846100 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:10.486293 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eef7b5ae-04b2-475b-acd6-475980846100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:10.539877 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eef7b5ae-04b2-475b-acd6-475980846100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:10.564203 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef7b5ae-04b2-475b-acd6-475980846100 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8f9590c-9d64-411f-a3bb-ae7da11f07f3,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:10.569730 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-eef7b5ae-04b2-475b-acd6-475980846100 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:10.571693 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-eef7b5ae-04b2-475b-acd6-475980846100 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c8f9590c-9d64-411f-a3bb-ae7da11f07f3 HTTP/1.1" status: 204 len: 168 time: 0.2538898 Jul 13 08:51:10.574034 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47546) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:51:10.577254 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbbbb73-d000-40c8-bf96-80a6cc895b05 None None] Network d758d917-b5a4-46f4-a2f3-3f9d0624259b requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:51:10.654429 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1534c477-efea-4e50-94e2-5bf47a6abebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:10.706709 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-1534c477-efea-4e50-94e2-5bf47a6abebf admin admin] Deleting port 54bafcb4-7aa9-44d2-aa76-71a8a88abb7c {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:51:10.707058 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1534c477-efea-4e50-94e2-5bf47a6abebf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:10.777752 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-1534c477-efea-4e50-94e2-5bf47a6abebf admin admin] For port 54bafcb4-7aa9-44d2-aa76-71a8a88abb7c, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=54bafcb4-7aa9-44d2-aa76-71a8a88abb7c,segment=NetworkSegment(7014f13e-d15e-4b47-afbf-4854fd26b4ec),segment_id=7014f13e-d15e-4b47-afbf-4854fd26b4ec)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:51:10.778069 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1534c477-efea-4e50-94e2-5bf47a6abebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:10.789418 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-1534c477-efea-4e50-94e2-5bf47a6abebf admin admin] Calling delete_port for 54bafcb4-7aa9-44d2-aa76-71a8a88abb7c owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:51:10.835553 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe571a9-0de4-454c-beb1-1356ed1838fb None None] DHCP port deletion for d758d917-b5a4-46f4-a2f3-3f9d0624259b request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:51:10.875214 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1534c477-efea-4e50-94e2-5bf47a6abebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:10.890552 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-7fe571a9-0de4-454c-beb1-1356ed1838fb None None] Deleting port 54bafcb4-7aa9-44d2-aa76-71a8a88abb7c {{(pid=94019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:51:10.890921 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7fe571a9-0de4-454c-beb1-1356ed1838fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:10.902142 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1534c477-efea-4e50-94e2-5bf47a6abebf admin admin] Pushing event deleted for resources: {'Port': ['ID=54bafcb4-7aa9-44d2-aa76-71a8a88abb7c,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:10.905177 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1534c477-efea-4e50-94e2-5bf47a6abebf admin admin] No DVR routers for this DVR port 54bafcb4-7aa9-44d2-aa76-71a8a88abb7c on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:51:10.961510 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-7fe571a9-0de4-454c-beb1-1356ed1838fb None None] For port 54bafcb4-7aa9-44d2-aa76-71a8a88abb7c, host n-d-771363-34, got binding levels [] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:51:10.961717 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7fe571a9-0de4-454c-beb1-1356ed1838fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:10.974157 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-7fe571a9-0de4-454c-beb1-1356ed1838fb None None] Calling delete_port for 54bafcb4-7aa9-44d2-aa76-71a8a88abb7c owned by network:dhcp {{(pid=94019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:51:10.976784 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.ipam_backend_mixin [None req-7fe571a9-0de4-454c-beb1-1356ed1838fb None None] Port 54bafcb4-7aa9-44d2-aa76-71a8a88abb7c was not found and therefore no delete operation was performed {{(pid=94019) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 08:51:10.978127 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7fe571a9-0de4-454c-beb1-1356ed1838fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429'] for port, after_delete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:10.984359 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1534c477-efea-4e50-94e2-5bf47a6abebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:10.994714 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-1534c477-efea-4e50-94e2-5bf47a6abebf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d758d917-b5a4-46f4-a2f3-3f9d0624259b']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:51:11.004508 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe571a9-0de4-454c-beb1-1356ed1838fb None None] Pushing event deleted for resources: {'Port': ['ID=54bafcb4-7aa9-44d2-aa76-71a8a88abb7c,revision_number=None']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:11.006092 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-1534c477-efea-4e50-94e2-5bf47a6abebf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7014f13e-d15e-4b47-afbf-4854fd26b4ec') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:51:11.006617 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-1534c477-efea-4e50-94e2-5bf47a6abebf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7014f13e-d15e-4b47-afbf-4854fd26b4ec') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:51:11.008071 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe571a9-0de4-454c-beb1-1356ed1838fb None None] No DVR routers for this DVR port 54bafcb4-7aa9-44d2-aa76-71a8a88abb7c on host n-d-771363-34 {{(pid=94019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:51:11.017957 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1534c477-efea-4e50-94e2-5bf47a6abebf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:11.033674 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1534c477-efea-4e50-94e2-5bf47a6abebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:11.040172 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1534c477-efea-4e50-94e2-5bf47a6abebf admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:51:11.040552 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1534c477-efea-4e50-94e2-5bf47a6abebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:11.044635 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:51:11.044635 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:51:11.044635 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 08:51:11.044635 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:51:11.044635 n-d-771363-34 neutron-server[94017]: timer() Jul 13 08:51:11.044635 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:51:11.044635 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 08:51:11.044635 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:51:11.044635 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 08:51:11.044635 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:51:11.044635 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 08:51:11.044635 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:51:11.044635 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 08:51:11.044635 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:51:11.044635 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 08:51:11.044635 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:51:11.044635 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:51:11.044635 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:51:11.044635 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:51:11.044635 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:51:11.044635 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 08:51:11.044635 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:51:11.044635 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 08:51:11.044635 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:51:11.044635 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:51:11.044635 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:51:11.044635 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 08:51:11.044635 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:51:11.044635 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:51:11.044635 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:51:11.044635 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:51:11.044635 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:51:11.044635 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:51:11.044635 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:51:11.107571 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1534c477-efea-4e50-94e2-5bf47a6abebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:11.114930 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1534c477-efea-4e50-94e2-5bf47a6abebf admin admin] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:11.117000 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1534c477-efea-4e50-94e2-5bf47a6abebf admin admin] 10.222.0.23 "DELETE /v2.0/networks/d758d917-b5a4-46f4-a2f3-3f9d0624259b HTTP/1.1" status: 204 len: 168 time: 0.5417905 Jul 13 08:51:11.137959 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1534c477-efea-4e50-94e2-5bf47a6abebf admin admin] Pushing event deleted for resources: {'Network': ['ID=d758d917-b5a4-46f4-a2f3-3f9d0624259b,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:11.243826 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47550) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:51:11.283999 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-22efecd0-64b2-4e3e-9a2b-c4e5bf842fd5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=40a062a337f747378d39fc85d0bb09a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390406 Jul 13 08:51:11.286317 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47552) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:51:11.334801 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-727065b4-2a8e-4631-91ab-b230eee1802a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:11.355353 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-727065b4-2a8e-4631-91ab-b230eee1802a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:11.405568 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 9a8ba0d6-4242-498a-b9ec-3c868db25a2d no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:51:11.406085 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-727065b4-2a8e-4631-91ab-b230eee1802a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:11.408773 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-727065b4-2a8e-4631-91ab-b230eee1802a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:11.410127 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-727065b4-2a8e-4631-91ab-b230eee1802a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dee536e2-fd8c-4c63-b57b-4d0ac1e8af2e HTTP/1.1" status: 204 len: 168 time: 0.1227672 Jul 13 08:51:11.417907 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727065b4-2a8e-4631-91ab-b230eee1802a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee536e2-fd8c-4c63-b57b-4d0ac1e8af2e,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:11.427281 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 9a8ba0d6-4242-498a-b9ec-3c868db25a2d {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:51:11.427513 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 9a8ba0d6-4242-498a-b9ec-3c868db25a2d not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:51:11.427922 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c4498e8b-5111-4659-a509-3806e0577ce3 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:51:11.456725 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: c4498e8b-5111-4659-a509-3806e0577ce3 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:51:11.457062 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c4498e8b-5111-4659-a509-3806e0577ce3 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:51:11.457468 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 54bafcb4-7aa9-44d2-aa76-71a8a88abb7c no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:51:11.477993 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 54bafcb4-7aa9-44d2-aa76-71a8a88abb7c {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:51:11.478270 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 54bafcb4-7aa9-44d2-aa76-71a8a88abb7c not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:51:11.729069 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47558) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:51:11.770241 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-3065e955-96be-413b-8a40-92cfec85a928 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b6c10adc93b64184aa1da1be3cba045a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400715 Jul 13 08:51:11.772734 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47560) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:51:11.823900 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-196caff3-eeb2-408b-b6a6-f9aaad11a06e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:11.844107 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-196caff3-eeb2-408b-b6a6-f9aaad11a06e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:11.890603 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-196caff3-eeb2-408b-b6a6-f9aaad11a06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:11.893322 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-196caff3-eeb2-408b-b6a6-f9aaad11a06e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:11.894510 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-196caff3-eeb2-408b-b6a6-f9aaad11a06e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5aa5813b-290d-498f-8145-baff57b025b6 HTTP/1.1" status: 204 len: 168 time: 0.1208887 Jul 13 08:51:11.902532 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196caff3-eeb2-408b-b6a6-f9aaad11a06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa5813b-290d-498f-8145-baff57b025b6,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:12.540132 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47584) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:51:12.635977 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-11576efd-dbec-4eea-9eec-ab5d85acbcfe admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1867793110-network', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:51:12.657134 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11576efd-dbec-4eea-9eec-ab5d85acbcfe admin admin] Made reservation on behalf of fd9a8f462d6c44c989a435cdf2def72c for: {'network': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:51:12.659617 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-11576efd-dbec-4eea-9eec-ab5d85acbcfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:12.667627 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-11576efd-dbec-4eea-9eec-ab5d85acbcfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:12.756335 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-11576efd-dbec-4eea-9eec-ab5d85acbcfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:12.760060 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-11576efd-dbec-4eea-9eec-ab5d85acbcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:12.784935 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11576efd-dbec-4eea-9eec-ab5d85acbcfe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=94017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:51:12.794132 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11576efd-dbec-4eea-9eec-ab5d85acbcfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82446815-4e13-42e2-af27-b1f825c894d3,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:12.800935 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-11576efd-dbec-4eea-9eec-ab5d85acbcfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:12.801280 n-d-771363-34 neutron-server[94017]: INFO neutron.db.segments_db [None req-11576efd-dbec-4eea-9eec-ab5d85acbcfe admin admin] Added segment 75b89b42-a289-458a-9eae-c40e216e0a34 of type vlan for network dc026f5f-c7ab-497a-8b93-0d45ed59b4ad Jul 13 08:51:12.841033 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-11576efd-dbec-4eea-9eec-ab5d85acbcfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:12.868947 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-11576efd-dbec-4eea-9eec-ab5d85acbcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:12.869907 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11576efd-dbec-4eea-9eec-ab5d85acbcfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:12.870495 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-11576efd-dbec-4eea-9eec-ab5d85acbcfe admin admin] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:12.909609 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-11576efd-dbec-4eea-9eec-ab5d85acbcfe admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3656623 Jul 13 08:51:12.913101 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47590) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:51:12.919461 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-34438c24-7f18-472d-8235-c845b85ff2fb admin admin] Request body: {'subnet': {'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1867793110-subnet', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'ip_version': 4}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:51:12.940202 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11576efd-dbec-4eea-9eec-ab5d85acbcfe admin admin] Pushing event updated for resources: {'Network': ['ID=dc026f5f-c7ab-497a-8b93-0d45ed59b4ad,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:12.940723 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34438c24-7f18-472d-8235-c845b85ff2fb admin admin] Made reservation on behalf of fd9a8f462d6c44c989a435cdf2def72c for: {'subnet': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:51:12.943262 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-34438c24-7f18-472d-8235-c845b85ff2fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286247'] for subnet, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:12.950855 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network dc026f5f-c7ab-497a-8b93-0d45ed59b4ad details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:51:13.109599 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-34438c24-7f18-472d-8235-c845b85ff2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9205563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286165'] for subnet, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:13.166310 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34438c24-7f18-472d-8235-c845b85ff2fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=40d33304-c23a-48fe-a2c9-ca4e8d171f10,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:13.177895 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34438c24-7f18-472d-8235-c845b85ff2fb admin admin] Checking segment: {'id': '75b89b42-a289-458a-9eae-c40e216e0a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:51:13.178258 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34438c24-7f18-472d-8235-c845b85ff2fb admin admin] Network hostable DHCP agents. Network: dc026f5f-c7ab-497a-8b93-0d45ed59b4ad, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:51:13.193922 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34438c24-7f18-472d-8235-c845b85ff2fb admin admin] Network dc026f5f-c7ab-497a-8b93-0d45ed59b4ad is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:51:13.202716 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-34438c24-7f18-472d-8235-c845b85ff2fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, dc026f5f-c7ab-497a-8b93-0d45ed59b4ad) {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:51:13.206871 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34438c24-7f18-472d-8235-c845b85ff2fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:13.207482 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-34438c24-7f18-472d-8235-c845b85ff2fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:13.212532 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210082bc-0d73-44c1-92c9-a722ed9b68cc None None] Network dc026f5f-c7ab-497a-8b93-0d45ed59b4ad requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:51:13.221716 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-34438c24-7f18-472d-8235-c845b85ff2fb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3070796 Jul 13 08:51:13.224433 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47592) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:51:13.228747 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-3b8db208-bf95-4e52-bea9-448c1a6567fd admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1867793110-router', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:51:13.249451 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3b8db208-bf95-4e52-bea9-448c1a6567fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:13.250433 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3b8db208-bf95-4e52-bea9-448c1a6567fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:13.302852 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3b8db208-bf95-4e52-bea9-448c1a6567fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:13.361110 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfbdaf0-a4a8-4c1a-a71b-e8f7aed495c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-dc026f5f-c7ab-497a-8b93-0d45ed59b4ad', 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'fixed_ips': [{'subnet_id': '40d33304-c23a-48fe-a2c9-ca4e8d171f10'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:51:13.361930 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9dfbdaf0-a4a8-4c1a-a71b-e8f7aed495c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:13.443467 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3b8db208-bf95-4e52-bea9-448c1a6567fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:13.651244 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3b8db208-bf95-4e52-bea9-448c1a6567fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:13.653479 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-9dfbdaf0-a4a8-4c1a-a71b-e8f7aed495c5 None None] Allocated IP 172.20.0.2 (dc026f5f-c7ab-497a-8b93-0d45ed59b4ad/40d33304-c23a-48fe-a2c9-ca4e8d171f10/d731cfb0-61fb-4959-ab28-55d106e22ad1) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:51:13.675070 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3b8db208-bf95-4e52-bea9-448c1a6567fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:13.778578 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-3b8db208-bf95-4e52-bea9-448c1a6567fd admin admin] Allocated IP 172.25.3.146 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/684181da-221f-4a46-8766-a91e828e58b8) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:51:13.799843 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9dfbdaf0-a4a8-4c1a-a71b-e8f7aed495c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:13.807933 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9dfbdaf0-a4a8-4c1a-a71b-e8f7aed495c5 None None] Transition to ACTIVE for port object d731cfb0-61fb-4959-ab28-55d106e22ad1 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:51:13.822790 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-9dfbdaf0-a4a8-4c1a-a71b-e8f7aed495c5 None None] Transition to ACTIVE for port object d731cfb0-61fb-4959-ab28-55d106e22ad1 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:51:13.829404 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9dfbdaf0-a4a8-4c1a-a71b-e8f7aed495c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:13.871060 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfbdaf0-a4a8-4c1a-a71b-e8f7aed495c5 None None] Network dc026f5f-c7ab-497a-8b93-0d45ed59b4ad is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:51:13.874812 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-9dfbdaf0-a4a8-4c1a-a71b-e8f7aed495c5 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:51:13.879488 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfbdaf0-a4a8-4c1a-a71b-e8f7aed495c5 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:51:13.881488 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfbdaf0-a4a8-4c1a-a71b-e8f7aed495c5 None None] Pushing event updated for resources: {'Port': ['ID=d731cfb0-61fb-4959-ab28-55d106e22ad1,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:13.891247 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3b8db208-bf95-4e52-bea9-448c1a6567fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:13.930423 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3b8db208-bf95-4e52-bea9-448c1a6567fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:13.937022 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-9dfbdaf0-a4a8-4c1a-a71b-e8f7aed495c5 None None] Attempting to bind port d731cfb0-61fb-4959-ab28-55d106e22ad1 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:51:13.937392 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-9dfbdaf0-a4a8-4c1a-a71b-e8f7aed495c5 None None] Attempting to bind port d731cfb0-61fb-4959-ab28-55d106e22ad1 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '75b89b42-a289-458a-9eae-c40e216e0a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:51:13.937755 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfbdaf0-a4a8-4c1a-a71b-e8f7aed495c5 None None] Attempting to bind port d731cfb0-61fb-4959-ab28-55d106e22ad1 on network dc026f5f-c7ab-497a-8b93-0d45ed59b4ad {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:51:13.942697 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfbdaf0-a4a8-4c1a-a71b-e8f7aed495c5 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:51:13.943183 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfbdaf0-a4a8-4c1a-a71b-e8f7aed495c5 None None] Checking segment: {'id': '75b89b42-a289-458a-9eae-c40e216e0a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:51:13.943616 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9dfbdaf0-a4a8-4c1a-a71b-e8f7aed495c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:13.944008 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfbdaf0-a4a8-4c1a-a71b-e8f7aed495c5 None None] Bound using segment: {'id': '75b89b42-a289-458a-9eae-c40e216e0a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:51:13.944471 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-9dfbdaf0-a4a8-4c1a-a71b-e8f7aed495c5 None None] Bound port: d731cfb0-61fb-4959-ab28-55d106e22ad1, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75b89b42-a289-458a-9eae-c40e216e0a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:51:13.944852 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9dfbdaf0-a4a8-4c1a-a71b-e8f7aed495c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:13.968379 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8db208-bf95-4e52-bea9-448c1a6567fd admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:51:13.973083 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-3b8db208-bf95-4e52-bea9-448c1a6567fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:51:13.976630 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8db208-bf95-4e52-bea9-448c1a6567fd admin admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:51:14.000560 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8db208-bf95-4e52-bea9-448c1a6567fd admin admin] Pushing event updated for resources: {'Port': ['ID=684181da-221f-4a46-8766-a91e828e58b8,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:14.011251 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-9dfbdaf0-a4a8-4c1a-a71b-e8f7aed495c5 None None] For port d731cfb0-61fb-4959-ab28-55d106e22ad1, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:51:14.014912 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-9dfbdaf0-a4a8-4c1a-a71b-e8f7aed495c5 None None] For port d731cfb0-61fb-4959-ab28-55d106e22ad1, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=d731cfb0-61fb-4959-ab28-55d106e22ad1,segment=NetworkSegment(75b89b42-a289-458a-9eae-c40e216e0a34),segment_id=75b89b42-a289-458a-9eae-c40e216e0a34)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:51:14.019495 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9dfbdaf0-a4a8-4c1a-a71b-e8f7aed495c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:14.079928 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfbdaf0-a4a8-4c1a-a71b-e8f7aed495c5 None None] Pushing event updated for resources: {'Port': ['ID=d731cfb0-61fb-4959-ab28-55d106e22ad1,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:14.598882 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3b8db208-bf95-4e52-bea9-448c1a6567fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:14.797658 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3b8db208-bf95-4e52-bea9-448c1a6567fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:14.930913 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8db208-bf95-4e52-bea9-448c1a6567fd admin admin] Router f654d300-cf99-4879-ad52-7ee5a31c719a is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:51:14.987036 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e1dcdd-4bcd-4500-8d70-75a5cae1b135 None None] Network dc026f5f-c7ab-497a-8b93-0d45ed59b4ad requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:51:15.041398 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8db208-bf95-4e52-bea9-448c1a6567fd admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:51:15.055039 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4177fb71-2ca9-4792-80bf-c76368cd0e45 None None] Sync routers for ids ['f654d300-cf99-4879-ad52-7ee5a31c719a'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:51:15.058235 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-3b8db208-bf95-4e52-bea9-448c1a6567fd admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:15.060089 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-3b8db208-bf95-4e52-bea9-448c1a6567fd admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8347321 Jul 13 08:51:15.062898 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47594) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:51:15.080572 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4177fb71-2ca9-4792-80bf-c76368cd0e45 None None] Routers {'f654d300-cf99-4879-ad52-7ee5a31c719a'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:51:15.081196 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-4177fb71-2ca9-4792-80bf-c76368cd0e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:51:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f654d300-cf99-4879-ad52-7ee5a31c719a'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:51:15.126592 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e8f3d3a8-ab2a-4710-b734-cde709ff4937 None None] Provisioning for port d731cfb0-61fb-4959-ab28-55d106e22ad1 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:51:15.244647 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-4177fb71-2ca9-4792-80bf-c76368cd0e45 None None] Set router f654d300-cf99-4879-ad52-7ee5a31c719a gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:51:15.484250 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-4177fb71-2ca9-4792-80bf-c76368cd0e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'name': 'tempest-TestSnapshotPattern-1867793110-router', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '684181da-221f-4a46-8766-a91e828e58b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:51:13Z', 'updated_at': '2021-07-13T08:51:14Z', 'revision_number': 3, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'gw_port': {'id': '684181da-221f-4a46-8766-a91e828e58b8', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:13Z', 'updated_at': '2021-07-13T08:51:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:51:15.528584 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device d731cfb0-61fb-4959-ab28-55d106e22ad1 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:51:15.532124 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4177fb71-2ca9-4792-80bf-c76368cd0e45 None None] Checking router: f654d300-cf99-4879-ad52-7ee5a31c719a for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:51:15.532660 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4177fb71-2ca9-4792-80bf-c76368cd0e45 None None] Updating router f654d300-cf99-4879-ad52-7ee5a31c719a port 684181da-221f-4a46-8766-a91e828e58b8 binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:51:15.538537 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-527d61ff-6178-4e25-b6fd-8636bd03d5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:15.587436 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4177fb71-2ca9-4792-80bf-c76368cd0e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:15.730381 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port d731cfb0-61fb-4959-ab28-55d106e22ad1 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:51:15.736114 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-02fc9ab0-bce3-455b-87a5-77e0f34398fc None None] Provisioning complete for port d731cfb0-61fb-4959-ab28-55d106e22ad1 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:51:15.736674 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-02fc9ab0-bce3-455b-87a5-77e0f34398fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:15.743566 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-527d61ff-6178-4e25-b6fd-8636bd03d5c0 admin admin] Allocated IP 172.20.0.1 (dc026f5f-c7ab-497a-8b93-0d45ed59b4ad/40d33304-c23a-48fe-a2c9-ca4e8d171f10/531c14aa-311e-4688-bb5b-7f68f85fdc4f) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:51:15.760381 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port d731cfb0-61fb-4959-ab28-55d106e22ad1 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:51:15.760381 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:15.853215 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-527d61ff-6178-4e25-b6fd-8636bd03d5c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:15.868024 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-527d61ff-6178-4e25-b6fd-8636bd03d5c0 admin admin] Transition to ACTIVE for port object 531c14aa-311e-4688-bb5b-7f68f85fdc4f will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:51:15.900131 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-527d61ff-6178-4e25-b6fd-8636bd03d5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:15.943413 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527d61ff-6178-4e25-b6fd-8636bd03d5c0 admin admin] Network dc026f5f-c7ab-497a-8b93-0d45ed59b4ad is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:51:15.946646 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-527d61ff-6178-4e25-b6fd-8636bd03d5c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:51:15.951073 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527d61ff-6178-4e25-b6fd-8636bd03d5c0 admin admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:51:15.963356 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-02fc9ab0-bce3-455b-87a5-77e0f34398fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:15.974665 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527d61ff-6178-4e25-b6fd-8636bd03d5c0 admin admin] Pushing event updated for resources: {'Port': ['ID=531c14aa-311e-4688-bb5b-7f68f85fdc4f,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:15.986877 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:15.998382 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-527d61ff-6178-4e25-b6fd-8636bd03d5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:16.059934 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-02fc9ab0-bce3-455b-87a5-77e0f34398fc None None] For port d731cfb0-61fb-4959-ab28-55d106e22ad1, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=d731cfb0-61fb-4959-ab28-55d106e22ad1,segment=NetworkSegment(75b89b42-a289-458a-9eae-c40e216e0a34),segment_id=75b89b42-a289-458a-9eae-c40e216e0a34)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:51:16.064661 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4177fb71-2ca9-4792-80bf-c76368cd0e45 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:16.077341 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-02fc9ab0-bce3-455b-87a5-77e0f34398fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:16.087100 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-4177fb71-2ca9-4792-80bf-c76368cd0e45 None None] Transition to ACTIVE for port object 684181da-221f-4a46-8766-a91e828e58b8 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:51:16.114399 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4177fb71-2ca9-4792-80bf-c76368cd0e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:16.176002 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-527d61ff-6178-4e25-b6fd-8636bd03d5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:16.188229 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc9ab0-bce3-455b-87a5-77e0f34398fc None None] Pushing event updated for resources: {'Port': ['ID=d731cfb0-61fb-4959-ab28-55d106e22ad1,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:16.195562 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.db.api [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 08:51:16.195912 n-d-771363-34 neutron-server[94019]: DEBUG oslo_db.api [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 08:51:16.198004 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-4177fb71-2ca9-4792-80bf-c76368cd0e45 None None] Attempting to bind port 684181da-221f-4a46-8766-a91e828e58b8 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:51:16.198146 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-4177fb71-2ca9-4792-80bf-c76368cd0e45 None None] Attempting to bind port 684181da-221f-4a46-8766-a91e828e58b8 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:51:16.198440 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4177fb71-2ca9-4792-80bf-c76368cd0e45 None None] Attempting to bind port 684181da-221f-4a46-8766-a91e828e58b8 on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:51:16.222947 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4177fb71-2ca9-4792-80bf-c76368cd0e45 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:51:16.223256 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4177fb71-2ca9-4792-80bf-c76368cd0e45 None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:51:16.223661 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4177fb71-2ca9-4792-80bf-c76368cd0e45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:16.224047 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4177fb71-2ca9-4792-80bf-c76368cd0e45 None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:51:16.224515 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-4177fb71-2ca9-4792-80bf-c76368cd0e45 None None] Bound port: 684181da-221f-4a46-8766-a91e828e58b8, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:51:16.224891 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4177fb71-2ca9-4792-80bf-c76368cd0e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:16.271039 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ba165-3d70-4d3d-bb66-beccd414018f None None] Pushing event updated for resources: {'Port': ['ID=684181da-221f-4a46-8766-a91e828e58b8,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:16.275580 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-838f27ab-2293-483d-879c-1dec18838884 None None] Provisioning for port 531c14aa-311e-4688-bb5b-7f68f85fdc4f completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:51:16.288440 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-838f27ab-2293-483d-879c-1dec18838884 None None] Provisioning complete for port 531c14aa-311e-4688-bb5b-7f68f85fdc4f triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:51:16.288808 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-838f27ab-2293-483d-879c-1dec18838884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:16.323271 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-4177fb71-2ca9-4792-80bf-c76368cd0e45 None None] For port 684181da-221f-4a46-8766-a91e828e58b8, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:51:16.346560 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-527d61ff-6178-4e25-b6fd-8636bd03d5c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:16.351324 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-527d61ff-6178-4e25-b6fd-8636bd03d5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:16.353412 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-4177fb71-2ca9-4792-80bf-c76368cd0e45 None None] For port 684181da-221f-4a46-8766-a91e828e58b8, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=684181da-221f-4a46-8766-a91e828e58b8,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:51:16.354665 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-838f27ab-2293-483d-879c-1dec18838884 None None] Port 531c14aa-311e-4688-bb5b-7f68f85fdc4f cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:51:16.360273 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4177fb71-2ca9-4792-80bf-c76368cd0e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:16.421201 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527d61ff-6178-4e25-b6fd-8636bd03d5c0 admin admin] Pushing event updated for resources: {'Port': ['ID=531c14aa-311e-4688-bb5b-7f68f85fdc4f,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:16.431449 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-527d61ff-6178-4e25-b6fd-8636bd03d5c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:16.458911 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4177fb71-2ca9-4792-80bf-c76368cd0e45 None None] Routers {'f654d300-cf99-4879-ad52-7ee5a31c719a'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:51:16.459577 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-4177fb71-2ca9-4792-80bf-c76368cd0e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:51:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f654d300-cf99-4879-ad52-7ee5a31c719a'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:51:16.463533 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ba165-3d70-4d3d-bb66-beccd414018f None None] Pushing event updated for resources: {'Port': ['ID=684181da-221f-4a46-8766-a91e828e58b8,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:16.537286 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527d61ff-6178-4e25-b6fd-8636bd03d5c0 admin admin] Network dc026f5f-c7ab-497a-8b93-0d45ed59b4ad is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:51:16.538796 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-527d61ff-6178-4e25-b6fd-8636bd03d5c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:51:16.665993 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527d61ff-6178-4e25-b6fd-8636bd03d5c0 admin admin] Router f654d300-cf99-4879-ad52-7ee5a31c719a has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:51:16.748893 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-06ca7fd9-2213-4fca-8e4b-4e2cbf3320ce None None] Provisioning complete for port 531c14aa-311e-4688-bb5b-7f68f85fdc4f triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:51:16.749362 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-06ca7fd9-2213-4fca-8e4b-4e2cbf3320ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:16.785398 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527d61ff-6178-4e25-b6fd-8636bd03d5c0 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:51:16.788959 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-527d61ff-6178-4e25-b6fd-8636bd03d5c0 admin admin] 10.222.0.23 "PUT /v2.0/routers/f654d300-cf99-4879-ad52-7ee5a31c719a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7237623 Jul 13 08:51:16.850582 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-4177fb71-2ca9-4792-80bf-c76368cd0e45 None None] Set router f654d300-cf99-4879-ad52-7ee5a31c719a gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:51:16.884815 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-06ca7fd9-2213-4fca-8e4b-4e2cbf3320ce None None] Port 531c14aa-311e-4688-bb5b-7f68f85fdc4f cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:51:17.037449 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-df6bae9f-a0e4-4006-9f07-c3dc2feec626 None None] Provisioning complete for port 531c14aa-311e-4688-bb5b-7f68f85fdc4f triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:51:17.037847 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-df6bae9f-a0e4-4006-9f07-c3dc2feec626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:17.100200 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-df6bae9f-a0e4-4006-9f07-c3dc2feec626 None None] Port 531c14aa-311e-4688-bb5b-7f68f85fdc4f cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:51:17.118991 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-4177fb71-2ca9-4792-80bf-c76368cd0e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'name': 'tempest-TestSnapshotPattern-1867793110-router', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '684181da-221f-4a46-8766-a91e828e58b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:51:13Z', 'updated_at': '2021-07-13T08:51:16Z', 'revision_number': 4, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'gw_port': {'id': '684181da-221f-4a46-8766-a91e828e58b8', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:13Z', 'updated_at': '2021-07-13T08:51:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '531c14aa-311e-4688-bb5b-7f68f85fdc4f', 'name': '', 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'mac_address': 'fa:16:3e:53:34:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '40d33304-c23a-48fe-a2c9-ca4e8d171f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:15Z', 'updated_at': '2021-07-13T08:51:16Z', 'revision_number': 2, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'subnets': [{'id': '40d33304-c23a-48fe-a2c9-ca4e8d171f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:51:17.150286 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4177fb71-2ca9-4792-80bf-c76368cd0e45 None None] The sync data for ids ['f654d300-cf99-4879-ad52-7ee5a31c719a'] in n-d-771363-34 is: [{'id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'name': 'tempest-TestSnapshotPattern-1867793110-router', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '684181da-221f-4a46-8766-a91e828e58b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:51:13Z', 'updated_at': '2021-07-13T08:51:16Z', 'revision_number': 4, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'gw_port': {'id': '684181da-221f-4a46-8766-a91e828e58b8', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:13Z', 'updated_at': '2021-07-13T08:51:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '531c14aa-311e-4688-bb5b-7f68f85fdc4f', 'name': '', 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'mac_address': 'fa:16:3e:53:34:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '40d33304-c23a-48fe-a2c9-ca4e8d171f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:15Z', 'updated_at': '2021-07-13T08:51:16Z', 'revision_number': 2, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'subnets': [{'id': '40d33304-c23a-48fe-a2c9-ca4e8d171f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:51:17.264305 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47610) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:51:17.269307 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-58648282-c342-4bcf-ac59-45102718e4f0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2014285925-network', 'tenant_id': 'b5e0bca0f6ea4a3794391f5bf47e8b62'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:51:17.291507 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58648282-c342-4bcf-ac59-45102718e4f0 admin admin] Made reservation on behalf of b5e0bca0f6ea4a3794391f5bf47e8b62 for: {'network': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:51:17.294530 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-58648282-c342-4bcf-ac59-45102718e4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for network, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:17.304305 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-58648282-c342-4bcf-ac59-45102718e4f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:17.419635 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-58648282-c342-4bcf-ac59-45102718e4f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:17.424020 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-58648282-c342-4bcf-ac59-45102718e4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:17.454976 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device d731cfb0-61fb-4959-ab28-55d106e22ad1 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:51:17.455978 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58648282-c342-4bcf-ac59-45102718e4f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=94018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 08:51:17.466404 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58648282-c342-4bcf-ac59-45102718e4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d10540-172a-4e0d-8b7c-09281040ca46,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:17.474574 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-58648282-c342-4bcf-ac59-45102718e4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:17.474928 n-d-771363-34 neutron-server[94018]: INFO neutron.db.segments_db [None req-58648282-c342-4bcf-ac59-45102718e4f0 admin admin] Added segment 9f5d75d6-058f-4002-b490-09d338ea4d96 of type vlan for network e0a942f0-bbf1-43df-9591-9045902d4da7 Jul 13 08:51:17.507143 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port d731cfb0-61fb-4959-ab28-55d106e22ad1 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:51:17.507143 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:17.520609 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-58648282-c342-4bcf-ac59-45102718e4f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788302708053'] for network, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:17.563476 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-58648282-c342-4bcf-ac59-45102718e4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327'] for network, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:17.565013 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58648282-c342-4bcf-ac59-45102718e4f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:17.565316 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-58648282-c342-4bcf-ac59-45102718e4f0 admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:17.603024 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47612) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:51:17.604056 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-58648282-c342-4bcf-ac59-45102718e4f0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3379295 Jul 13 08:51:17.608551 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-72814d3e-ce0e-4a59-9e6e-baf2e031d9a9 admin admin] Request body: {'subnet': {'network_id': 'e0a942f0-bbf1-43df-9591-9045902d4da7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2014285925-subnet', 'tenant_id': 'b5e0bca0f6ea4a3794391f5bf47e8b62', 'ip_version': 4}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:51:17.630131 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72814d3e-ce0e-4a59-9e6e-baf2e031d9a9 admin admin] Made reservation on behalf of b5e0bca0f6ea4a3794391f5bf47e8b62 for: {'subnet': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:51:17.632998 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-72814d3e-ce0e-4a59-9e6e-baf2e031d9a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901981'] for subnet, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:17.638587 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58648282-c342-4bcf-ac59-45102718e4f0 admin admin] Pushing event updated for resources: {'Network': ['ID=e0a942f0-bbf1-43df-9591-9045902d4da7,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:17.649392 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Network e0a942f0-bbf1-43df-9591-9045902d4da7 details requested by agent ovs-agent-n-d-771363-34 with host n-d-771363-34 {{(pid=94019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 08:51:17.819687 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-72814d3e-ce0e-4a59-9e6e-baf2e031d9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8390560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901935'] for subnet, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:17.868032 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72814d3e-ce0e-4a59-9e6e-baf2e031d9a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3b5e668-63dc-4e27-988d-8a25fef59efc,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:17.897191 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72814d3e-ce0e-4a59-9e6e-baf2e031d9a9 admin admin] Checking segment: {'id': '9f5d75d6-058f-4002-b490-09d338ea4d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e0a942f0-bbf1-43df-9591-9045902d4da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:51:17.897576 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72814d3e-ce0e-4a59-9e6e-baf2e031d9a9 admin admin] Network hostable DHCP agents. Network: e0a942f0-bbf1-43df-9591-9045902d4da7, hostable agents: ['45af2597-7353-44cb-a233-3560ed6bdc48'], hosted agents: [] {{(pid=94017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 08:51:17.915800 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72814d3e-ce0e-4a59-9e6e-baf2e031d9a9 admin admin] Network e0a942f0-bbf1-43df-9591-9045902d4da7 is scheduled to be hosted by DHCP agent 45af2597-7353-44cb-a233-3560ed6bdc48 with binding_index 1 {{(pid=94017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 08:51:17.924661 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-72814d3e-ce0e-4a59-9e6e-baf2e031d9a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771363-34, e0a942f0-bbf1-43df-9591-9045902d4da7) {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:51:17.928780 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72814d3e-ce0e-4a59-9e6e-baf2e031d9a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:17.929370 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-72814d3e-ce0e-4a59-9e6e-baf2e031d9a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:17.934699 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd59fb9-33da-43c5-b0e8-51a234f29dcf None None] Network e0a942f0-bbf1-43df-9591-9045902d4da7 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:51:17.948256 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-72814d3e-ce0e-4a59-9e6e-baf2e031d9a9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3439882 Jul 13 08:51:17.950933 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47614) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:51:17.955531 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-f5e4551b-e94d-47a3-90c5-a69858685090 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2014285925-router', 'tenant_id': 'b5e0bca0f6ea4a3794391f5bf47e8b62', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:51:17.982891 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f5e4551b-e94d-47a3-90c5-a69858685090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13091'] for router, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:17.984009 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f5e4551b-e94d-47a3-90c5-a69858685090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-408898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407604', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13146'] for router, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:18.047319 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f5e4551b-e94d-47a3-90c5-a69858685090 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:18.101446 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058469af-8e0b-473c-8c0f-a80794c8c9d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05834b2a-d25f-5131-b794-46c148fb560b-e0a942f0-bbf1-43df-9591-9045902d4da7', 'network_id': 'e0a942f0-bbf1-43df-9591-9045902d4da7', 'tenant_id': 'b5e0bca0f6ea4a3794391f5bf47e8b62', 'fixed_ips': [{'subnet_id': 'b3b5e668-63dc-4e27-988d-8a25fef59efc'}]}} from n-d-771363-34. {{(pid=94019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 08:51:18.102332 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-058469af-8e0b-473c-8c0f-a80794c8c9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:18.200559 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f5e4551b-e94d-47a3-90c5-a69858685090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13132'] for router, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:18.247327 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.db_base_plugin_common [None req-058469af-8e0b-473c-8c0f-a80794c8c9d4 None None] Allocated IP 172.20.0.2 (e0a942f0-bbf1-43df-9591-9045902d4da7/b3b5e668-63dc-4e27-988d-8a25fef59efc/96834e5f-b8fa-4b5f-a11f-5109a9fa3899) {{(pid=94019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:51:18.409433 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-058469af-8e0b-473c-8c0f-a80794c8c9d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:18.420716 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-058469af-8e0b-473c-8c0f-a80794c8c9d4 None None] Transition to ACTIVE for port object 96834e5f-b8fa-4b5f-a11f-5109a9fa3899 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:51:18.429692 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f5e4551b-e94d-47a3-90c5-a69858685090 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:18.437451 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-058469af-8e0b-473c-8c0f-a80794c8c9d4 None None] Transition to ACTIVE for port object 96834e5f-b8fa-4b5f-a11f-5109a9fa3899 will not be triggered until provisioned by entity DHCP. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:51:18.444788 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-058469af-8e0b-473c-8c0f-a80794c8c9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420'] for port, after_create {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:18.450764 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f5e4551b-e94d-47a3-90c5-a69858685090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:18.487941 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058469af-8e0b-473c-8c0f-a80794c8c9d4 None None] Network e0a942f0-bbf1-43df-9591-9045902d4da7 is already hosted by enough agents. {{(pid=94019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:51:18.490803 n-d-771363-34 neutron-server[94019]: DEBUG neutron.scheduler.base_scheduler [None req-058469af-8e0b-473c-8c0f-a80794c8c9d4 None None] Resources bound (agent type, host, resource id): {{(pid=94019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:51:18.495544 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058469af-8e0b-473c-8c0f-a80794c8c9d4 None None] Received port after_create {{(pid=94019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:51:18.501292 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058469af-8e0b-473c-8c0f-a80794c8c9d4 None None] Pushing event updated for resources: {'Port': ['ID=96834e5f-b8fa-4b5f-a11f-5109a9fa3899,revision_number=1']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:18.564490 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-058469af-8e0b-473c-8c0f-a80794c8c9d4 None None] Attempting to bind port 96834e5f-b8fa-4b5f-a11f-5109a9fa3899 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:51:18.565005 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-058469af-8e0b-473c-8c0f-a80794c8c9d4 None None] Attempting to bind port 96834e5f-b8fa-4b5f-a11f-5109a9fa3899 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '9f5d75d6-058f-4002-b490-09d338ea4d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e0a942f0-bbf1-43df-9591-9045902d4da7'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:51:18.565489 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058469af-8e0b-473c-8c0f-a80794c8c9d4 None None] Attempting to bind port 96834e5f-b8fa-4b5f-a11f-5109a9fa3899 on network e0a942f0-bbf1-43df-9591-9045902d4da7 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:51:18.570738 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058469af-8e0b-473c-8c0f-a80794c8c9d4 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:51:18.571187 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058469af-8e0b-473c-8c0f-a80794c8c9d4 None None] Checking segment: {'id': '9f5d75d6-058f-4002-b490-09d338ea4d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e0a942f0-bbf1-43df-9591-9045902d4da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:51:18.571370 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [None req-f5e4551b-e94d-47a3-90c5-a69858685090 admin admin] Allocated IP 172.25.3.86 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/c3454a97-1046-468c-99ab-28068e138360) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:51:18.571756 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-058469af-8e0b-473c-8c0f-a80794c8c9d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:18.572209 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058469af-8e0b-473c-8c0f-a80794c8c9d4 None None] Bound using segment: {'id': '9f5d75d6-058f-4002-b490-09d338ea4d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e0a942f0-bbf1-43df-9591-9045902d4da7'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:51:18.572749 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-058469af-8e0b-473c-8c0f-a80794c8c9d4 None None] Bound port: 96834e5f-b8fa-4b5f-a11f-5109a9fa3899, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f5d75d6-058f-4002-b490-09d338ea4d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e0a942f0-bbf1-43df-9591-9045902d4da7'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:51:18.573234 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-058469af-8e0b-473c-8c0f-a80794c8c9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:18.640897 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-058469af-8e0b-473c-8c0f-a80794c8c9d4 None None] For port 96834e5f-b8fa-4b5f-a11f-5109a9fa3899, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:51:18.644002 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-058469af-8e0b-473c-8c0f-a80794c8c9d4 None None] For port 96834e5f-b8fa-4b5f-a11f-5109a9fa3899, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=96834e5f-b8fa-4b5f-a11f-5109a9fa3899,segment=NetworkSegment(9f5d75d6-058f-4002-b490-09d338ea4d96),segment_id=9f5d75d6-058f-4002-b490-09d338ea4d96)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:51:18.648772 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-058469af-8e0b-473c-8c0f-a80794c8c9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:18.679481 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f5e4551b-e94d-47a3-90c5-a69858685090 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:18.705387 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058469af-8e0b-473c-8c0f-a80794c8c9d4 None None] Pushing event updated for resources: {'Port': ['ID=96834e5f-b8fa-4b5f-a11f-5109a9fa3899,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:18.729609 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f5e4551b-e94d-47a3-90c5-a69858685090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:18.771595 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e4551b-e94d-47a3-90c5-a69858685090 admin admin] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:51:18.774517 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [None req-f5e4551b-e94d-47a3-90c5-a69858685090 admin admin] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:51:18.776893 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e4551b-e94d-47a3-90c5-a69858685090 admin admin] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:51:18.805105 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e4551b-e94d-47a3-90c5-a69858685090 admin admin] Pushing event updated for resources: {'Port': ['ID=c3454a97-1046-468c-99ab-28068e138360,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:19.069591 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f5e4551b-e94d-47a3-90c5-a69858685090 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:19.267600 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f5e4551b-e94d-47a3-90c5-a69858685090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407625'] for router, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:19.404192 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e4551b-e94d-47a3-90c5-a69858685090 admin admin] Router 02664602-f769-473b-a364-d6bbbd1f79b8 is scheduled to L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 with binding_index 1 {{(pid=94017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 08:51:19.421048 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ae0bd3-5124-41dc-945c-760e7ed0c50b None None] Sync routers for ids ['f654d300-cf99-4879-ad52-7ee5a31c719a'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:51:19.430759 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ae0bd3-5124-41dc-945c-760e7ed0c50b None None] Routers {'f654d300-cf99-4879-ad52-7ee5a31c719a'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:51:19.431407 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-48ae0bd3-5124-41dc-945c-760e7ed0c50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:51:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f654d300-cf99-4879-ad52-7ee5a31c719a'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:51:19.464513 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 96834e5f-b8fa-4b5f-a11f-5109a9fa3899 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:51:19.521720 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 96834e5f-b8fa-4b5f-a11f-5109a9fa3899 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:51:19.526523 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 684181da-221f-4a46-8766-a91e828e58b8 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:51:19.545890 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-48ae0bd3-5124-41dc-945c-760e7ed0c50b None None] Set router f654d300-cf99-4879-ad52-7ee5a31c719a gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:51:19.583933 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 684181da-221f-4a46-8766-a91e828e58b8 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:51:19.587342 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 684181da-221f-4a46-8766-a91e828e58b8 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:51:19.587719 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:19.671672 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:19.694919 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 684181da-221f-4a46-8766-a91e828e58b8, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=684181da-221f-4a46-8766-a91e828e58b8,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:51:19.701196 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:19.768794 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=684181da-221f-4a46-8766-a91e828e58b8,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:19.777121 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-48ae0bd3-5124-41dc-945c-760e7ed0c50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'name': 'tempest-TestSnapshotPattern-1867793110-router', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '684181da-221f-4a46-8766-a91e828e58b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:51:13Z', 'updated_at': '2021-07-13T08:51:16Z', 'revision_number': 4, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'gw_port': {'id': '684181da-221f-4a46-8766-a91e828e58b8', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:13Z', 'updated_at': '2021-07-13T08:51:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '531c14aa-311e-4688-bb5b-7f68f85fdc4f', 'name': '', 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'mac_address': 'fa:16:3e:53:34:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '40d33304-c23a-48fe-a2c9-ca4e8d171f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:15Z', 'updated_at': '2021-07-13T08:51:16Z', 'revision_number': 2, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'subnets': [{'id': '40d33304-c23a-48fe-a2c9-ca4e8d171f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:51:19.805847 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ae0bd3-5124-41dc-945c-760e7ed0c50b None None] Checking router: f654d300-cf99-4879-ad52-7ee5a31c719a for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:51:19.806306 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ae0bd3-5124-41dc-945c-760e7ed0c50b None None] Updating router f654d300-cf99-4879-ad52-7ee5a31c719a port 531c14aa-311e-4688-bb5b-7f68f85fdc4f binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:51:19.848074 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-48ae0bd3-5124-41dc-945c-760e7ed0c50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:19.908873 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e4551b-e94d-47a3-90c5-a69858685090 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:51:19.920923 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e6fb1a-2881-4685-a5dd-2f89af055730 None None] Sync routers for ids ['02664602-f769-473b-a364-d6bbbd1f79b8'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:51:19.929548 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-f5e4551b-e94d-47a3-90c5-a69858685090 admin admin] Notify callbacks [] for router, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:19.931509 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-f5e4551b-e94d-47a3-90c5-a69858685090 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9792712 Jul 13 08:51:19.933150 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e6fb1a-2881-4685-a5dd-2f89af055730 None None] Routers {'02664602-f769-473b-a364-d6bbbd1f79b8'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:51:19.934019 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-61e6fb1a-2881-4685-a5dd-2f89af055730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:51:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['02664602-f769-473b-a364-d6bbbd1f79b8'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:51:19.934475 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47616) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:51:20.063528 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-61e6fb1a-2881-4685-a5dd-2f89af055730 None None] Set router 02664602-f769-473b-a364-d6bbbd1f79b8 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:51:20.154759 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-48ae0bd3-5124-41dc-945c-760e7ed0c50b None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:20.168223 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-48ae0bd3-5124-41dc-945c-760e7ed0c50b None None] Transition to ACTIVE for port object 531c14aa-311e-4688-bb5b-7f68f85fdc4f will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:51:20.176974 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-48ae0bd3-5124-41dc-945c-760e7ed0c50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:20.203895 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09358c78-10ea-4787-a9ae-4d03ba0139c0 None None] Network e0a942f0-bbf1-43df-9591-9045902d4da7 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:51:20.232919 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1530ded7-df48-4a7d-a03e-77f383a507f6 None None] Pushing event updated for resources: {'Port': ['ID=531c14aa-311e-4688-bb5b-7f68f85fdc4f,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:20.264154 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1530ded7-df48-4a7d-a03e-77f383a507f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:20.264533 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1530ded7-df48-4a7d-a03e-77f383a507f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:20.264866 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1530ded7-df48-4a7d-a03e-77f383a507f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:20.265192 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1530ded7-df48-4a7d-a03e-77f383a507f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:20.265513 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1530ded7-df48-4a7d-a03e-77f383a507f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:20.266286 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1530ded7-df48-4a7d-a03e-77f383a507f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:20.266286 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1530ded7-df48-4a7d-a03e-77f383a507f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:20.266535 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1530ded7-df48-4a7d-a03e-77f383a507f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:20.266749 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1530ded7-df48-4a7d-a03e-77f383a507f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:20.267142 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1530ded7-df48-4a7d-a03e-77f383a507f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:20.267488 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1530ded7-df48-4a7d-a03e-77f383a507f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:20.268142 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1530ded7-df48-4a7d-a03e-77f383a507f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:51:20.307376 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-cc0c8b5b-8a29-4624-a32f-726dcdbc0416 None None] Provisioning for port 96834e5f-b8fa-4b5f-a11f-5109a9fa3899 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:51:20.308635 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-48ae0bd3-5124-41dc-945c-760e7ed0c50b None None] Attempting to bind port 531c14aa-311e-4688-bb5b-7f68f85fdc4f on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:51:20.310193 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-48ae0bd3-5124-41dc-945c-760e7ed0c50b None None] Attempting to bind port 531c14aa-311e-4688-bb5b-7f68f85fdc4f by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '75b89b42-a289-458a-9eae-c40e216e0a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:51:20.310548 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ae0bd3-5124-41dc-945c-760e7ed0c50b None None] Attempting to bind port 531c14aa-311e-4688-bb5b-7f68f85fdc4f on network dc026f5f-c7ab-497a-8b93-0d45ed59b4ad {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:51:20.317159 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ae0bd3-5124-41dc-945c-760e7ed0c50b None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:51:20.317477 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ae0bd3-5124-41dc-945c-760e7ed0c50b None None] Checking segment: {'id': '75b89b42-a289-458a-9eae-c40e216e0a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:51:20.317963 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-48ae0bd3-5124-41dc-945c-760e7ed0c50b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:20.318368 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ae0bd3-5124-41dc-945c-760e7ed0c50b None None] Bound using segment: {'id': '75b89b42-a289-458a-9eae-c40e216e0a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:51:20.318834 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-48ae0bd3-5124-41dc-945c-760e7ed0c50b None None] Bound port: 531c14aa-311e-4688-bb5b-7f68f85fdc4f, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75b89b42-a289-458a-9eae-c40e216e0a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:51:20.319184 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-48ae0bd3-5124-41dc-945c-760e7ed0c50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:20.333536 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-cc0c8b5b-8a29-4624-a32f-726dcdbc0416 None None] Provisioning complete for port 96834e5f-b8fa-4b5f-a11f-5109a9fa3899 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:51:20.333910 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8b5b-8a29-4624-a32f-726dcdbc0416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:20.395315 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-48ae0bd3-5124-41dc-945c-760e7ed0c50b None None] For port 531c14aa-311e-4688-bb5b-7f68f85fdc4f, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:51:20.399233 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-48ae0bd3-5124-41dc-945c-760e7ed0c50b None None] For port 531c14aa-311e-4688-bb5b-7f68f85fdc4f, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=531c14aa-311e-4688-bb5b-7f68f85fdc4f,segment=NetworkSegment(75b89b42-a289-458a-9eae-c40e216e0a34),segment_id=75b89b42-a289-458a-9eae-c40e216e0a34)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:51:20.407816 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-48ae0bd3-5124-41dc-945c-760e7ed0c50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:20.453302 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-759ab8a8-5737-4daa-bb9e-3778d5ca75e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:20.469021 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ae0bd3-5124-41dc-945c-760e7ed0c50b None None] Routers {'f654d300-cf99-4879-ad52-7ee5a31c719a'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:51:20.470293 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-48ae0bd3-5124-41dc-945c-760e7ed0c50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:51:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f654d300-cf99-4879-ad52-7ee5a31c719a'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:51:20.504399 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-61e6fb1a-2881-4685-a5dd-2f89af055730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02664602-f769-473b-a364-d6bbbd1f79b8', 'name': 'tempest-TestSnapshotPattern-2014285925-router', 'tenant_id': 'b5e0bca0f6ea4a3794391f5bf47e8b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c3454a97-1046-468c-99ab-28068e138360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:51:17Z', 'updated_at': '2021-07-13T08:51:18Z', 'revision_number': 3, 'project_id': 'b5e0bca0f6ea4a3794391f5bf47e8b62', 'gw_port': {'id': 'c3454a97-1046-468c-99ab-28068e138360', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:7c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02664602-f769-473b-a364-d6bbbd1f79b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:18Z', 'updated_at': '2021-07-13T08:51:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:51:20.561506 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e6fb1a-2881-4685-a5dd-2f89af055730 None None] Checking router: 02664602-f769-473b-a364-d6bbbd1f79b8 for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:51:20.562010 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e6fb1a-2881-4685-a5dd-2f89af055730 None None] Updating router 02664602-f769-473b-a364-d6bbbd1f79b8 port c3454a97-1046-468c-99ab-28068e138360 binding host n-d-771363-34 {{(pid=94019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:51:20.602575 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-61e6fb1a-2881-4685-a5dd-2f89af055730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:20.621895 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1530ded7-df48-4a7d-a03e-77f383a507f6 None None] Pushing event updated for resources: {'Port': ['ID=531c14aa-311e-4688-bb5b-7f68f85fdc4f,revision_number=4']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:20.648744 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8b5b-8a29-4624-a32f-726dcdbc0416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:20.649573 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-759ab8a8-5737-4daa-bb9e-3778d5ca75e1 admin admin] Allocated IP 172.20.0.1 (e0a942f0-bbf1-43df-9591-9045902d4da7/b3b5e668-63dc-4e27-988d-8a25fef59efc/923b0609-a246-4750-8671-b68060eea99d) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:51:20.720419 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-48ae0bd3-5124-41dc-945c-760e7ed0c50b None None] Set router f654d300-cf99-4879-ad52-7ee5a31c719a gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:51:20.770786 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-759ab8a8-5737-4daa-bb9e-3778d5ca75e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:20.787810 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [None req-759ab8a8-5737-4daa-bb9e-3778d5ca75e1 admin admin] Transition to ACTIVE for port object 923b0609-a246-4750-8671-b68060eea99d will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:51:20.824624 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-759ab8a8-5737-4daa-bb9e-3778d5ca75e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:20.867606 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759ab8a8-5737-4daa-bb9e-3778d5ca75e1 admin admin] Network e0a942f0-bbf1-43df-9591-9045902d4da7 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:51:20.873573 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-759ab8a8-5737-4daa-bb9e-3778d5ca75e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:51:20.875935 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759ab8a8-5737-4daa-bb9e-3778d5ca75e1 admin admin] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:51:20.896734 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ab8a8-5737-4daa-bb9e-3778d5ca75e1 admin admin] Pushing event updated for resources: {'Port': ['ID=923b0609-a246-4750-8671-b68060eea99d,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:20.919067 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-cc0c8b5b-8a29-4624-a32f-726dcdbc0416 None None] For port 96834e5f-b8fa-4b5f-a11f-5109a9fa3899, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=96834e5f-b8fa-4b5f-a11f-5109a9fa3899,segment=NetworkSegment(9f5d75d6-058f-4002-b490-09d338ea4d96),segment_id=9f5d75d6-058f-4002-b490-09d338ea4d96)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:51:20.927950 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-759ab8a8-5737-4daa-bb9e-3778d5ca75e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406258'] for router_interface, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:20.938952 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8b5b-8a29-4624-a32f-726dcdbc0416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:20.963315 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-48ae0bd3-5124-41dc-945c-760e7ed0c50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'name': 'tempest-TestSnapshotPattern-1867793110-router', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '684181da-221f-4a46-8766-a91e828e58b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:51:13Z', 'updated_at': '2021-07-13T08:51:16Z', 'revision_number': 4, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'gw_port': {'id': '684181da-221f-4a46-8766-a91e828e58b8', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:13Z', 'updated_at': '2021-07-13T08:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '531c14aa-311e-4688-bb5b-7f68f85fdc4f', 'name': '', 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'mac_address': 'fa:16:3e:53:34:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '40d33304-c23a-48fe-a2c9-ca4e8d171f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:15Z', 'updated_at': '2021-07-13T08:51:20Z', 'revision_number': 4, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'subnets': [{'id': '40d33304-c23a-48fe-a2c9-ca4e8d171f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:51:20.998357 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ae0bd3-5124-41dc-945c-760e7ed0c50b None None] The sync data for ids ['f654d300-cf99-4879-ad52-7ee5a31c719a'] in n-d-771363-34 is: [{'id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'name': 'tempest-TestSnapshotPattern-1867793110-router', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '684181da-221f-4a46-8766-a91e828e58b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:51:13Z', 'updated_at': '2021-07-13T08:51:16Z', 'revision_number': 4, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'gw_port': {'id': '684181da-221f-4a46-8766-a91e828e58b8', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:13Z', 'updated_at': '2021-07-13T08:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '531c14aa-311e-4688-bb5b-7f68f85fdc4f', 'name': '', 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'mac_address': 'fa:16:3e:53:34:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '40d33304-c23a-48fe-a2c9-ca4e8d171f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:15Z', 'updated_at': '2021-07-13T08:51:20Z', 'revision_number': 4, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'subnets': [{'id': '40d33304-c23a-48fe-a2c9-ca4e8d171f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:51:21.047492 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c8b5b-8a29-4624-a32f-726dcdbc0416 None None] Pushing event updated for resources: {'Port': ['ID=96834e5f-b8fa-4b5f-a11f-5109a9fa3899,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:21.162219 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-61e6fb1a-2881-4685-a5dd-2f89af055730 None None] Notify callbacks [] for port, precommit_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:21.180457 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-61e6fb1a-2881-4685-a5dd-2f89af055730 None None] Transition to ACTIVE for port object c3454a97-1046-468c-99ab-28068e138360 will not be triggered until provisioned by entity L2. {{(pid=94019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:51:21.195587 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-61e6fb1a-2881-4685-a5dd-2f89af055730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:21.262499 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-61e6fb1a-2881-4685-a5dd-2f89af055730 None None] Attempting to bind port c3454a97-1046-468c-99ab-28068e138360 on host n-d-771363-34 for vnic_type normal with profile {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:51:21.263020 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-61e6fb1a-2881-4685-a5dd-2f89af055730 None None] Attempting to bind port c3454a97-1046-468c-99ab-28068e138360 by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:51:21.263412 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e6fb1a-2881-4685-a5dd-2f89af055730 None None] Attempting to bind port c3454a97-1046-468c-99ab-28068e138360 on network 099fd220-496e-4556-906a-9ab228a05c02 {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:51:21.269560 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec30670-3ab9-42f5-8277-dae8416e9308 None None] Pushing event updated for resources: {'Port': ['ID=c3454a97-1046-468c-99ab-28068e138360,revision_number=2']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:21.285904 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e6fb1a-2881-4685-a5dd-2f89af055730 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:51:21.286292 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e6fb1a-2881-4685-a5dd-2f89af055730 None None] Checking segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:51:21.286701 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-61e6fb1a-2881-4685-a5dd-2f89af055730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:21.287105 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e6fb1a-2881-4685-a5dd-2f89af055730 None None] Bound using segment: {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'} {{(pid=94019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:51:21.287615 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.managers [None req-61e6fb1a-2881-4685-a5dd-2f89af055730 None None] Bound port: c3454a97-1046-468c-99ab-28068e138360, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e050e2c-829a-4a08-8232-a93124bcfa75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '099fd220-496e-4556-906a-9ab228a05c02'}}] {{(pid=94019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:51:21.287997 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-61e6fb1a-2881-4685-a5dd-2f89af055730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:21.323858 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-35949854-1b07-4cb2-9ec5-97c8a48baa27 None None] Provisioning complete for port 96834e5f-b8fa-4b5f-a11f-5109a9fa3899 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:51:21.324245 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-35949854-1b07-4cb2-9ec5-97c8a48baa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:21.452340 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-61e6fb1a-2881-4685-a5dd-2f89af055730 None None] For port c3454a97-1046-468c-99ab-28068e138360, host n-d-771363-34, cleared binding levels {{(pid=94019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:51:21.468966 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-61e6fb1a-2881-4685-a5dd-2f89af055730 None None] For port c3454a97-1046-468c-99ab-28068e138360, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=c3454a97-1046-468c-99ab-28068e138360,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:51:21.511056 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-61e6fb1a-2881-4685-a5dd-2f89af055730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:21.513560 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 531c14aa-311e-4688-bb5b-7f68f85fdc4f up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:51:21.557683 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-759ab8a8-5737-4daa-bb9e-3778d5ca75e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:21.616546 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec30670-3ab9-42f5-8277-dae8416e9308 None None] Pushing event updated for resources: {'Port': ['ID=c3454a97-1046-468c-99ab-28068e138360,revision_number=3']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:21.624025 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e6fb1a-2881-4685-a5dd-2f89af055730 None None] Routers {'02664602-f769-473b-a364-d6bbbd1f79b8'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:51:21.624756 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-61e6fb1a-2881-4685-a5dd-2f89af055730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:51:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['02664602-f769-473b-a364-d6bbbd1f79b8'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:51:21.680398 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 531c14aa-311e-4688-bb5b-7f68f85fdc4f completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:51:21.723048 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 531c14aa-311e-4688-bb5b-7f68f85fdc4f triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:51:21.723440 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:21.764498 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-759ab8a8-5737-4daa-bb9e-3778d5ca75e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:21.764713 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e83fbbee-0542-45e6-a1e7-80d13fff8895 None None] Provisioning for port 923b0609-a246-4750-8671-b68060eea99d completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:51:21.771122 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-759ab8a8-5737-4daa-bb9e-3778d5ca75e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:21.778838 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e83fbbee-0542-45e6-a1e7-80d13fff8895 None None] Provisioning complete for port 923b0609-a246-4750-8671-b68060eea99d triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:51:21.779289 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e83fbbee-0542-45e6-a1e7-80d13fff8895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:21.790544 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-61e6fb1a-2881-4685-a5dd-2f89af055730 None None] Set router 02664602-f769-473b-a364-d6bbbd1f79b8 gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:51:21.872040 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ab8a8-5737-4daa-bb9e-3778d5ca75e1 admin admin] Pushing event updated for resources: {'Port': ['ID=923b0609-a246-4750-8671-b68060eea99d,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:21.874649 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-759ab8a8-5737-4daa-bb9e-3778d5ca75e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1648341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406068'] for router_interface, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:21.919856 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-e83fbbee-0542-45e6-a1e7-80d13fff8895 None None] Port 923b0609-a246-4750-8671-b68060eea99d cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:51:21.989371 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759ab8a8-5737-4daa-bb9e-3778d5ca75e1 admin admin] Network e0a942f0-bbf1-43df-9591-9045902d4da7 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:51:21.990876 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-759ab8a8-5737-4daa-bb9e-3778d5ca75e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:51:22.014411 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:22.087860 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 531c14aa-311e-4688-bb5b-7f68f85fdc4f, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=531c14aa-311e-4688-bb5b-7f68f85fdc4f,segment=NetworkSegment(75b89b42-a289-458a-9eae-c40e216e0a34),segment_id=75b89b42-a289-458a-9eae-c40e216e0a34)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:51:22.094584 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:22.137891 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759ab8a8-5737-4daa-bb9e-3778d5ca75e1 admin admin] Router 02664602-f769-473b-a364-d6bbbd1f79b8 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:51:22.139479 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 96834e5f-b8fa-4b5f-a11f-5109a9fa3899 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:51:22.211363 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=531c14aa-311e-4688-bb5b-7f68f85fdc4f,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:22.224493 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b5b3d1b2-6dd7-4d3f-a45c-fbd515f0a5f9 None None] Provisioning complete for port 923b0609-a246-4750-8671-b68060eea99d triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:51:22.224995 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b5b3d1b2-6dd7-4d3f-a45c-fbd515f0a5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:22.268419 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-61e6fb1a-2881-4685-a5dd-2f89af055730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02664602-f769-473b-a364-d6bbbd1f79b8', 'name': 'tempest-TestSnapshotPattern-2014285925-router', 'tenant_id': 'b5e0bca0f6ea4a3794391f5bf47e8b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c3454a97-1046-468c-99ab-28068e138360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:51:17Z', 'updated_at': '2021-07-13T08:51:21Z', 'revision_number': 4, 'project_id': 'b5e0bca0f6ea4a3794391f5bf47e8b62', 'gw_port': {'id': 'c3454a97-1046-468c-99ab-28068e138360', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:7c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02664602-f769-473b-a364-d6bbbd1f79b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:18Z', 'updated_at': '2021-07-13T08:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '923b0609-a246-4750-8671-b68060eea99d', 'name': '', 'network_id': 'e0a942f0-bbf1-43df-9591-9045902d4da7', 'tenant_id': 'b5e0bca0f6ea4a3794391f5bf47e8b62', 'mac_address': 'fa:16:3e:c7:62:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02664602-f769-473b-a364-d6bbbd1f79b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'b3b5e668-63dc-4e27-988d-8a25fef59efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:20Z', 'updated_at': '2021-07-13T08:51:20Z', 'revision_number': 1, 'project_id': 'b5e0bca0f6ea4a3794391f5bf47e8b62', 'subnets': [{'id': 'b3b5e668-63dc-4e27-988d-8a25fef59efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:51:22.273221 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759ab8a8-5737-4daa-bb9e-3778d5ca75e1 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:51:22.282978 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-759ab8a8-5737-4daa-bb9e-3778d5ca75e1 admin admin] 10.222.0.23 "PUT /v2.0/routers/02664602-f769-473b-a364-d6bbbd1f79b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3429739 Jul 13 08:51:22.303082 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-b5b3d1b2-6dd7-4d3f-a45c-fbd515f0a5f9 None None] Port 923b0609-a246-4750-8671-b68060eea99d cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:51:22.305748 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e6fb1a-2881-4685-a5dd-2f89af055730 None None] The sync data for ids ['02664602-f769-473b-a364-d6bbbd1f79b8'] in n-d-771363-34 is: [{'id': '02664602-f769-473b-a364-d6bbbd1f79b8', 'name': 'tempest-TestSnapshotPattern-2014285925-router', 'tenant_id': 'b5e0bca0f6ea4a3794391f5bf47e8b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c3454a97-1046-468c-99ab-28068e138360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:51:17Z', 'updated_at': '2021-07-13T08:51:21Z', 'revision_number': 4, 'project_id': 'b5e0bca0f6ea4a3794391f5bf47e8b62', 'gw_port': {'id': 'c3454a97-1046-468c-99ab-28068e138360', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:7c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02664602-f769-473b-a364-d6bbbd1f79b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:18Z', 'updated_at': '2021-07-13T08:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '923b0609-a246-4750-8671-b68060eea99d', 'name': '', 'network_id': 'e0a942f0-bbf1-43df-9591-9045902d4da7', 'tenant_id': 'b5e0bca0f6ea4a3794391f5bf47e8b62', 'mac_address': 'fa:16:3e:c7:62:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02664602-f769-473b-a364-d6bbbd1f79b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'b3b5e668-63dc-4e27-988d-8a25fef59efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:20Z', 'updated_at': '2021-07-13T08:51:20Z', 'revision_number': 1, 'project_id': 'b5e0bca0f6ea4a3794391f5bf47e8b62', 'subnets': [{'id': 'b3b5e668-63dc-4e27-988d-8a25fef59efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:51:22.313096 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 96834e5f-b8fa-4b5f-a11f-5109a9fa3899 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:51:22.313540 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:22.421734 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 684181da-221f-4a46-8766-a91e828e58b8 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:51:22.448879 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-200bc927-45a6-415d-99fc-ecefc0853c6a None None] Provisioning complete for port 923b0609-a246-4750-8671-b68060eea99d triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:51:22.449353 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-200bc927-45a6-415d-99fc-ecefc0853c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:22.497916 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-200bc927-45a6-415d-99fc-ecefc0853c6a None None] Port 923b0609-a246-4750-8671-b68060eea99d cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:51:22.514470 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-200bc927-45a6-415d-99fc-ecefc0853c6a None None] Provisioning complete for port 531c14aa-311e-4688-bb5b-7f68f85fdc4f triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:51:22.515171 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-200bc927-45a6-415d-99fc-ecefc0853c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:22.517809 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 684181da-221f-4a46-8766-a91e828e58b8 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:51:22.518155 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:22.992977 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47624) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:51:22.998813 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-be78c30e-abfb-40d9-bd55-04015b5bf334 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1946779827', 'description': 'tempest-secgroup-smoke-1946779827 description', 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:51:23.021326 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-be78c30e-abfb-40d9-bd55-04015b5bf334 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks [] for security_group, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:23.102236 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-be78c30e-abfb-40d9-bd55-04015b5bf334 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks [] for security_group, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:23.106463 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-be78c30e-abfb-40d9-bd55-04015b5bf334 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:23.134983 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-be78c30e-abfb-40d9-bd55-04015b5bf334 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:23.136235 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-be78c30e-abfb-40d9-bd55-04015b5bf334 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1422431 Jul 13 08:51:23.138381 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78c30e-abfb-40d9-bd55-04015b5bf334 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8aae44-a0f0-47a0-84a7-0af964a8d27d,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:23.139250 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47626) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:51:23.145400 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-bd5dad40-d621-4fbe-a20b-6505645d5dbc tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Request body: {'security_group_rule': {'security_group_id': '8e8aae44-a0f0-47a0-84a7-0af964a8d27d', 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:51:23.172806 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bd5dad40-d621-4fbe-a20b-6505645d5dbc tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:23.226603 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bd5dad40-d621-4fbe-a20b-6505645d5dbc tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:23.230307 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bd5dad40-d621-4fbe-a20b-6505645d5dbc tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:23.250500 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5dad40-d621-4fbe-a20b-6505645d5dbc tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ef8fa7-230d-4891-9baa-8d044035a5c3,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:23.253643 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-bd5dad40-d621-4fbe-a20b-6505645d5dbc tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:23.254808 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-bd5dad40-d621-4fbe-a20b-6505645d5dbc tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1144843 Jul 13 08:51:23.257529 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47628) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:51:23.262551 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-74615db7-5996-44a2-af17-8814287dd91a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Request body: {'security_group_rule': {'security_group_id': '8e8aae44-a0f0-47a0-84a7-0af964a8d27d', 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:51:23.287741 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-74615db7-5996-44a2-af17-8814287dd91a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:23.344918 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-74615db7-5996-44a2-af17-8814287dd91a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:23.348704 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-74615db7-5996-44a2-af17-8814287dd91a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:23.366506 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74615db7-5996-44a2-af17-8814287dd91a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6dd6e9f-f967-45f4-b5ce-b36c53319693,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:23.372926 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-74615db7-5996-44a2-af17-8814287dd91a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:23.374231 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-74615db7-5996-44a2-af17-8814287dd91a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1157866 Jul 13 08:51:23.377117 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47630) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:51:23.382390 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-adc03491-b422-4f01-beb9-fff8f5ed3dc3 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Request body: {'security_group_rule': {'security_group_id': '8e8aae44-a0f0-47a0-84a7-0af964a8d27d', 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:51:23.412256 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-adc03491-b422-4f01-beb9-fff8f5ed3dc3 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:23.426044 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 531c14aa-311e-4688-bb5b-7f68f85fdc4f up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:51:23.476798 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 531c14aa-311e-4688-bb5b-7f68f85fdc4f triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:51:23.477174 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:23.479810 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-adc03491-b422-4f01-beb9-fff8f5ed3dc3 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:23.484379 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-adc03491-b422-4f01-beb9-fff8f5ed3dc3 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:23.503527 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc03491-b422-4f01-beb9-fff8f5ed3dc3 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=815a47f9-e7d3-4e34-976e-c4a19eca7b83,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:23.506798 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-adc03491-b422-4f01-beb9-fff8f5ed3dc3 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:23.511008 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 47632) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:51:23.511228 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-adc03491-b422-4f01-beb9-fff8f5ed3dc3 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1324852 Jul 13 08:51:23.516438 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [None req-e5a7c90a-34bf-4ec8-af0e-34b87b9c3ff5 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Request body: {'security_group_rule': {'security_group_id': '8e8aae44-a0f0-47a0-84a7-0af964a8d27d', 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:51:23.544736 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e5a7c90a-34bf-4ec8-af0e-34b87b9c3ff5 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:23.605954 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e5a7c90a-34bf-4ec8-af0e-34b87b9c3ff5 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:23.609348 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e5a7c90a-34bf-4ec8-af0e-34b87b9c3ff5 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:23.629001 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7c90a-34bf-4ec8-af0e-34b87b9c3ff5 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c979a6-d0e4-4889-ab9c-769d6e42bdc5,revision_number=0']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:23.634595 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-e5a7c90a-34bf-4ec8-af0e-34b87b9c3ff5 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:23.638620 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-e5a7c90a-34bf-4ec8-af0e-34b87b9c3ff5 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1230733 Jul 13 08:51:23.639164 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47634) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:51:23.643841 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-bad70561-9916-4328-a717-98349f6f4666 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Request body: {'security_group_rule': {'security_group_id': '8e8aae44-a0f0-47a0-84a7-0af964a8d27d', 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:51:23.666983 n-d-771363-34 neutron-server[94018]: INFO neutron.db.securitygroups_db [None req-bad70561-9916-4328-a717-98349f6f4666 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Project fd9a8f462d6c44c989a435cdf2def72c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:51:23.672775 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bad70561-9916-4328-a717-98349f6f4666 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:23.738386 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bad70561-9916-4328-a717-98349f6f4666 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:23.741981 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bad70561-9916-4328-a717-98349f6f4666 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:23.765082 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad70561-9916-4328-a717-98349f6f4666 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b61ae5c-baf3-4526-ae20-3c9c6ce200dc,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:23.771615 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-bad70561-9916-4328-a717-98349f6f4666 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:23.772978 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-bad70561-9916-4328-a717-98349f6f4666 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1327171 Jul 13 08:51:23.775692 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47636) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:51:23.780946 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-ab014104-53ee-4145-9db4-b331f8819d6d tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Request body: {'security_group_rule': {'security_group_id': '8e8aae44-a0f0-47a0-84a7-0af964a8d27d', 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:51:23.801429 n-d-771363-34 neutron-server[94018]: INFO neutron.db.securitygroups_db [None req-ab014104-53ee-4145-9db4-b331f8819d6d tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Project fd9a8f462d6c44c989a435cdf2def72c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 08:51:23.806018 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ab014104-53ee-4145-9db4-b331f8819d6d tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:23.874816 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ab014104-53ee-4145-9db4-b331f8819d6d tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:23.879971 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ab014104-53ee-4145-9db4-b331f8819d6d tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1657079'] for security_group_rule, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:23.899660 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab014104-53ee-4145-9db4-b331f8819d6d tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf817541-c380-4229-a91e-656ea36a72ae,revision_number=0']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:23.905850 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-ab014104-53ee-4145-9db4-b331f8819d6d tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:23.907116 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-ab014104-53ee-4145-9db4-b331f8819d6d tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1303692 Jul 13 08:51:24.061377 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-60e7399e-3fef-4b74-9cc1-2bf561835128 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1946779827&fields=id&tenant_id=fd9a8f462d6c44c989a435cdf2def72c HTTP/1.1" status: 200 len: 267 time: 0.0366073 Jul 13 08:51:24.172978 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-a86d9fbb-7b4d-44e4-a0b1-7d9c9607d0ca tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:24.174750 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-a86d9fbb-7b4d-44e4-a0b1-7d9c9607d0ca tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/networks?id=dc026f5f-c7ab-497a-8b93-0d45ed59b4ad HTTP/1.1" status: 200 len: 810 time: 0.1067519 Jul 13 08:51:24.190596 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-8ed651f7-21ef-4ef8-87cc-d058ca8b4cd0 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/quotas/fd9a8f462d6c44c989a435cdf2def72c HTTP/1.1" status: 200 len: 375 time: 0.0104122 Jul 13 08:51:24.264102 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-a3d0b5e3-a9b7-4ab1-96c9-2472727cf7bd tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd9a8f462d6c44c989a435cdf2def72c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680544 Jul 13 08:51:24.369379 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-b0260e3a-d7dd-447d-a038-6681e4347c45 service neutron] 10.222.0.23 "GET /v2.0/networks/dc026f5f-c7ab-497a-8b93-0d45ed59b4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936785 Jul 13 08:51:24.465892 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-63c34abc-2849-4011-9b43-e2c310a9e537 service neutron] 10.222.0.23 "GET /v2.0/networks/dc026f5f-c7ab-497a-8b93-0d45ed59b4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894880 Jul 13 08:51:24.538948 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:24.643946 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9f991645-6662-4cc4-a972-a4f4cd52222c req-913a2f4e-51e7-43d4-b643-b44d704c4f24 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dd736aa-551e-436f-878a-13b0f5b4c9f3 HTTP/1.1" status: 200 len: 210 time: 0.0314391 Jul 13 08:51:24.881801 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:25.242369 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045a55fd-00a3-4fd8-8fbf-f8a41db900f2 None None] Sync routers for ids ['02664602-f769-473b-a364-d6bbbd1f79b8'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:51:25.252664 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045a55fd-00a3-4fd8-8fbf-f8a41db900f2 None None] Routers {'02664602-f769-473b-a364-d6bbbd1f79b8'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:51:25.253284 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-045a55fd-00a3-4fd8-8fbf-f8a41db900f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:51:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['02664602-f769-473b-a364-d6bbbd1f79b8'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:51:25.361754 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-045a55fd-00a3-4fd8-8fbf-f8a41db900f2 None None] Set router 02664602-f769-473b-a364-d6bbbd1f79b8 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:51:25.442154 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c3454a97-1046-468c-99ab-28068e138360 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:51:25.493478 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port c3454a97-1046-468c-99ab-28068e138360 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:51:25.500054 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port c3454a97-1046-468c-99ab-28068e138360 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:51:25.500574 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:25.580127 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-045a55fd-00a3-4fd8-8fbf-f8a41db900f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02664602-f769-473b-a364-d6bbbd1f79b8', 'name': 'tempest-TestSnapshotPattern-2014285925-router', 'tenant_id': 'b5e0bca0f6ea4a3794391f5bf47e8b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c3454a97-1046-468c-99ab-28068e138360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:51:17Z', 'updated_at': '2021-07-13T08:51:21Z', 'revision_number': 4, 'project_id': 'b5e0bca0f6ea4a3794391f5bf47e8b62', 'gw_port': {'id': 'c3454a97-1046-468c-99ab-28068e138360', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:7c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02664602-f769-473b-a364-d6bbbd1f79b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:18Z', 'updated_at': '2021-07-13T08:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '923b0609-a246-4750-8671-b68060eea99d', 'name': '', 'network_id': 'e0a942f0-bbf1-43df-9591-9045902d4da7', 'tenant_id': 'b5e0bca0f6ea4a3794391f5bf47e8b62', 'mac_address': 'fa:16:3e:c7:62:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02664602-f769-473b-a364-d6bbbd1f79b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'b3b5e668-63dc-4e27-988d-8a25fef59efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:20Z', 'updated_at': '2021-07-13T08:51:21Z', 'revision_number': 2, 'project_id': 'b5e0bca0f6ea4a3794391f5bf47e8b62', 'subnets': [{'id': 'b3b5e668-63dc-4e27-988d-8a25fef59efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:51:25.584858 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:25.605329 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port c3454a97-1046-468c-99ab-28068e138360, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=c3454a97-1046-468c-99ab-28068e138360,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:51:25.607389 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045a55fd-00a3-4fd8-8fbf-f8a41db900f2 None None] Checking router: 02664602-f769-473b-a364-d6bbbd1f79b8 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:51:25.607776 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045a55fd-00a3-4fd8-8fbf-f8a41db900f2 None None] Updating router 02664602-f769-473b-a364-d6bbbd1f79b8 port 923b0609-a246-4750-8671-b68060eea99d binding host n-d-771363-34 {{(pid=94020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 08:51:25.610159 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:25.643058 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-045a55fd-00a3-4fd8-8fbf-f8a41db900f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:25.663263 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=c3454a97-1046-468c-99ab-28068e138360,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:25.803269 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1b0f3b84-7b9f-4920-b5c3-e27f6e6419d5 req-42650700-69b7-4a4e-b862-79a7fe150120 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dd736aa-551e-436f-878a-13b0f5b4c9f3 HTTP/1.1" status: 200 len: 210 time: 0.0317464 Jul 13 08:51:25.901294 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-6c8b8c4a-e8c3-4bf1-b7d8-0226682e1b04 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:25.903607 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-6c8b8c4a-e8c3-4bf1-b7d8-0226682e1b04 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.42 "GET /v2.0/networks?id=dc026f5f-c7ab-497a-8b93-0d45ed59b4ad HTTP/1.1" status: 200 len: 810 time: 0.1224396 Jul 13 08:51:25.934641 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-045a55fd-00a3-4fd8-8fbf-f8a41db900f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:25.948774 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.provisioning_blocks [None req-045a55fd-00a3-4fd8-8fbf-f8a41db900f2 None None] Transition to ACTIVE for port object 923b0609-a246-4750-8671-b68060eea99d will not be triggered until provisioned by entity L2. {{(pid=94020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:51:25.954662 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-045a55fd-00a3-4fd8-8fbf-f8a41db900f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:25.959442 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-fd0f2104-5aa5-49b9-bad3-be1b3dc1c898 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd9a8f462d6c44c989a435cdf2def72c HTTP/1.1" status: 200 len: 380 time: 0.0476058 Jul 13 08:51:25.968024 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-5965b9ea-122a-4617-b21e-feb7dea5f950 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Request body: {'port': {'device_id': '0dd736aa-551e-436f-878a-13b0f5b4c9f3', 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad', 'admin_state_up': True, 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'security_groups': ['8e8aae44-a0f0-47a0-84a7-0af964a8d27d']}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:51:26.035973 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643b218-a461-44f0-b190-627f6d54cc51 None None] Pushing event updated for resources: {'Port': ['ID=923b0609-a246-4750-8671-b68060eea99d,revision_number=3']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:26.073775 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-045a55fd-00a3-4fd8-8fbf-f8a41db900f2 None None] Attempting to bind port 923b0609-a246-4750-8671-b68060eea99d on host n-d-771363-34 for vnic_type normal with profile {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:51:26.074322 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-045a55fd-00a3-4fd8-8fbf-f8a41db900f2 None None] Attempting to bind port 923b0609-a246-4750-8671-b68060eea99d by drivers openvswitch,hyperv on host n-d-771363-34 at level 0 using segments [{'id': '9f5d75d6-058f-4002-b490-09d338ea4d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e0a942f0-bbf1-43df-9591-9045902d4da7'}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:51:26.074809 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045a55fd-00a3-4fd8-8fbf-f8a41db900f2 None None] Attempting to bind port 923b0609-a246-4750-8671-b68060eea99d on network e0a942f0-bbf1-43df-9591-9045902d4da7 {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:51:26.080308 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045a55fd-00a3-4fd8-8fbf-f8a41db900f2 None None] Checking agent: {'id': '7eb2d501-dbda-40b9-9015-8c6b4d351a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 6, 33), 'started_at': datetime.datetime(2021, 7, 13, 7, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771363-34'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:51:26.080820 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045a55fd-00a3-4fd8-8fbf-f8a41db900f2 None None] Checking segment: {'id': '9f5d75d6-058f-4002-b490-09d338ea4d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e0a942f0-bbf1-43df-9591-9045902d4da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:51:26.081329 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-045a55fd-00a3-4fd8-8fbf-f8a41db900f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:26.081819 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045a55fd-00a3-4fd8-8fbf-f8a41db900f2 None None] Bound using segment: {'id': '9f5d75d6-058f-4002-b490-09d338ea4d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e0a942f0-bbf1-43df-9591-9045902d4da7'} {{(pid=94020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:51:26.082436 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.managers [None req-045a55fd-00a3-4fd8-8fbf-f8a41db900f2 None None] Bound port: 923b0609-a246-4750-8671-b68060eea99d, host: n-d-771363-34, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f5d75d6-058f-4002-b490-09d338ea4d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e0a942f0-bbf1-43df-9591-9045902d4da7'}}] {{(pid=94020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:51:26.082915 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-045a55fd-00a3-4fd8-8fbf-f8a41db900f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:26.102867 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-5965b9ea-122a-4617-b21e-feb7dea5f950 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Made reservation on behalf of fd9a8f462d6c44c989a435cdf2def72c for: {'port': 1} {{(pid=94018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:51:26.107812 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-5965b9ea-122a-4617-b21e-feb7dea5f950 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:26.155093 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-045a55fd-00a3-4fd8-8fbf-f8a41db900f2 None None] For port 923b0609-a246-4750-8671-b68060eea99d, host n-d-771363-34, cleared binding levels {{(pid=94020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:51:26.158614 n-d-771363-34 neutron-server[94020]: DEBUG neutron.plugins.ml2.db [None req-045a55fd-00a3-4fd8-8fbf-f8a41db900f2 None None] For port 923b0609-a246-4750-8671-b68060eea99d, host n-d-771363-34, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=923b0609-a246-4750-8671-b68060eea99d,segment=NetworkSegment(9f5d75d6-058f-4002-b490-09d338ea4d96),segment_id=9f5d75d6-058f-4002-b490-09d338ea4d96)] {{(pid=94020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:51:26.163004 n-d-771363-34 neutron-server[94020]: DEBUG neutron_lib.callbacks.manager [None req-045a55fd-00a3-4fd8-8fbf-f8a41db900f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:26.220717 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045a55fd-00a3-4fd8-8fbf-f8a41db900f2 None None] Routers {'02664602-f769-473b-a364-d6bbbd1f79b8'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:51:26.221349 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-045a55fd-00a3-4fd8-8fbf-f8a41db900f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:51:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['02664602-f769-473b-a364-d6bbbd1f79b8'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:51:26.254233 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-5965b9ea-122a-4617-b21e-feb7dea5f950 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Allocated IP 172.20.0.7 (dc026f5f-c7ab-497a-8b93-0d45ed59b4ad/40d33304-c23a-48fe-a2c9-ca4e8d171f10/5123a369-8cc8-4a5a-bf5a-37bd418c897e) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:51:26.285631 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643b218-a461-44f0-b190-627f6d54cc51 None None] Pushing event updated for resources: {'Port': ['ID=923b0609-a246-4750-8671-b68060eea99d,revision_number=4']} {{(pid=94020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:26.357655 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-045a55fd-00a3-4fd8-8fbf-f8a41db900f2 None None] Set router 02664602-f769-473b-a364-d6bbbd1f79b8 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:51:26.403682 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-5965b9ea-122a-4617-b21e-feb7dea5f950 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:26.417795 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-5965b9ea-122a-4617-b21e-feb7dea5f950 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Transition to ACTIVE for port object 5123a369-8cc8-4a5a-bf5a-37bd418c897e will not be triggered until provisioned by entity DHCP. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:51:26.455600 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-5965b9ea-122a-4617-b21e-feb7dea5f950 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:26.506003 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-5965b9ea-122a-4617-b21e-feb7dea5f950 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Network dc026f5f-c7ab-497a-8b93-0d45ed59b4ad is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:51:26.509360 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-5965b9ea-122a-4617-b21e-feb7dea5f950 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:51:26.514121 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-5965b9ea-122a-4617-b21e-feb7dea5f950 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:51:26.540637 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965b9ea-122a-4617-b21e-feb7dea5f950 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Pushing event updated for resources: {'Port': ['ID=5123a369-8cc8-4a5a-bf5a-37bd418c897e,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:26.576563 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-5965b9ea-122a-4617-b21e-feb7dea5f950 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:26.577226 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-5965b9ea-122a-4617-b21e-feb7dea5f950 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:26.578659 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-045a55fd-00a3-4fd8-8fbf-f8a41db900f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02664602-f769-473b-a364-d6bbbd1f79b8', 'name': 'tempest-TestSnapshotPattern-2014285925-router', 'tenant_id': 'b5e0bca0f6ea4a3794391f5bf47e8b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c3454a97-1046-468c-99ab-28068e138360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:51:17Z', 'updated_at': '2021-07-13T08:51:21Z', 'revision_number': 4, 'project_id': 'b5e0bca0f6ea4a3794391f5bf47e8b62', 'gw_port': {'id': 'c3454a97-1046-468c-99ab-28068e138360', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:7c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02664602-f769-473b-a364-d6bbbd1f79b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:18Z', 'updated_at': '2021-07-13T08:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '923b0609-a246-4750-8671-b68060eea99d', 'name': '', 'network_id': 'e0a942f0-bbf1-43df-9591-9045902d4da7', 'tenant_id': 'b5e0bca0f6ea4a3794391f5bf47e8b62', 'mac_address': 'fa:16:3e:c7:62:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02664602-f769-473b-a364-d6bbbd1f79b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'b3b5e668-63dc-4e27-988d-8a25fef59efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:20Z', 'updated_at': '2021-07-13T08:51:26Z', 'revision_number': 4, 'project_id': 'b5e0bca0f6ea4a3794391f5bf47e8b62', 'subnets': [{'id': 'b3b5e668-63dc-4e27-988d-8a25fef59efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:51:26.593376 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-5965b9ea-122a-4617-b21e-feb7dea5f950 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6292589 Jul 13 08:51:26.603283 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-5b893e3d-6dd3-4cfb-81b2-01c645be2012 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:51:26.604260 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-5b893e3d-6dd3-4cfb-81b2-01c645be2012 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054462 Jul 13 08:51:26.611131 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045a55fd-00a3-4fd8-8fbf-f8a41db900f2 None None] The sync data for ids ['02664602-f769-473b-a364-d6bbbd1f79b8'] in n-d-771363-34 is: [{'id': '02664602-f769-473b-a364-d6bbbd1f79b8', 'name': 'tempest-TestSnapshotPattern-2014285925-router', 'tenant_id': 'b5e0bca0f6ea4a3794391f5bf47e8b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c3454a97-1046-468c-99ab-28068e138360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:51:17Z', 'updated_at': '2021-07-13T08:51:21Z', 'revision_number': 4, 'project_id': 'b5e0bca0f6ea4a3794391f5bf47e8b62', 'gw_port': {'id': 'c3454a97-1046-468c-99ab-28068e138360', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:7c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02664602-f769-473b-a364-d6bbbd1f79b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:18Z', 'updated_at': '2021-07-13T08:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '923b0609-a246-4750-8671-b68060eea99d', 'name': '', 'network_id': 'e0a942f0-bbf1-43df-9591-9045902d4da7', 'tenant_id': 'b5e0bca0f6ea4a3794391f5bf47e8b62', 'mac_address': 'fa:16:3e:c7:62:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02664602-f769-473b-a364-d6bbbd1f79b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'b3b5e668-63dc-4e27-988d-8a25fef59efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:20Z', 'updated_at': '2021-07-13T08:51:26Z', 'revision_number': 4, 'project_id': 'b5e0bca0f6ea4a3794391f5bf47e8b62', 'subnets': [{'id': 'b3b5e668-63dc-4e27-988d-8a25fef59efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:51:26.615623 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-cc800776-f00e-4dbb-abc9-27ec55d279d2 service neutron] Request body: {'port': {'device_id': '0dd736aa-551e-436f-878a-13b0f5b4c9f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771363-34'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:51:26.698391 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-cc800776-f00e-4dbb-abc9-27ec55d279d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:26.770462 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-353409c1-e345-47a7-b42c-25a4cb24711d None None] Provisioning for port 5123a369-8cc8-4a5a-bf5a-37bd418c897e completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:51:26.774779 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-353409c1-e345-47a7-b42c-25a4cb24711d None None] Provisioning complete for port 5123a369-8cc8-4a5a-bf5a-37bd418c897e triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:51:26.775150 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-353409c1-e345-47a7-b42c-25a4cb24711d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:26.811384 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-353409c1-e345-47a7-b42c-25a4cb24711d None None] Port 5123a369-8cc8-4a5a-bf5a-37bd418c897e cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:51:27.036066 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-cc800776-f00e-4dbb-abc9-27ec55d279d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5123a369-8cc8-4a5a-bf5a-37bd418c897e {{(pid=94018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:51:27.045233 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-cc800776-f00e-4dbb-abc9-27ec55d279d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:27.061139 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8bf86-1ec6-4b7b-917f-e9bc562830ed req-61da2042-47d0-46c8-9acc-a1c7c2e77971 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:27.062862 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a4a8bf86-1ec6-4b7b-917f-e9bc562830ed req-61da2042-47d0-46c8-9acc-a1c7c2e77971 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dd736aa-551e-436f-878a-13b0f5b4c9f3 HTTP/1.1" status: 200 len: 931 time: 0.1247156 Jul 13 08:51:27.072390 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.provisioning_blocks [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-cc800776-f00e-4dbb-abc9-27ec55d279d2 service neutron] Transition to ACTIVE for port object 5123a369-8cc8-4a5a-bf5a-37bd418c897e will not be triggered until provisioned by entity L2. {{(pid=94018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:51:27.080452 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-cc800776-f00e-4dbb-abc9-27ec55d279d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:27.156916 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a4a8bf86-1ec6-4b7b-917f-e9bc562830ed req-a61f35b0-0670-4e03-ad32-e12d5752686e tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e8aae44-a0f0-47a0-84a7-0af964a8d27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857501 Jul 13 08:51:27.157845 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc800776-f00e-4dbb-abc9-27ec55d279d2 service neutron] Pushing event updated for resources: {'Port': ['ID=5123a369-8cc8-4a5a-bf5a-37bd418c897e,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:27.233011 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-cc800776-f00e-4dbb-abc9-27ec55d279d2 service neutron] Attempting to bind port 5123a369-8cc8-4a5a-bf5a-37bd418c897e on host n-h1-771363-34 for vnic_type normal with profile {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:51:27.233340 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-cc800776-f00e-4dbb-abc9-27ec55d279d2 service neutron] Attempting to bind port 5123a369-8cc8-4a5a-bf5a-37bd418c897e by drivers openvswitch,hyperv on host n-h1-771363-34 at level 0 using segments [{'id': '75b89b42-a289-458a-9eae-c40e216e0a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad'}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:51:27.233666 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-cc800776-f00e-4dbb-abc9-27ec55d279d2 service neutron] Attempting to bind port 5123a369-8cc8-4a5a-bf5a-37bd418c897e on network dc026f5f-c7ab-497a-8b93-0d45ed59b4ad {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:51:27.238577 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-cc800776-f00e-4dbb-abc9-27ec55d279d2 service neutron] Port 5123a369-8cc8-4a5a-bf5a-37bd418c897e on network dc026f5f-c7ab-497a-8b93-0d45ed59b4ad not bound, no agent of type Open vSwitch agent registered on host n-h1-771363-34 {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:51:27.238902 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-cc800776-f00e-4dbb-abc9-27ec55d279d2 service neutron] Attempting to bind port 5123a369-8cc8-4a5a-bf5a-37bd418c897e on network dc026f5f-c7ab-497a-8b93-0d45ed59b4ad {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:51:27.244203 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-cc800776-f00e-4dbb-abc9-27ec55d279d2 service neutron] Checking agent: {'id': '947d6ca5-5661-4aed-a5d1-3b7865099dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:51:27.244546 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-cc800776-f00e-4dbb-abc9-27ec55d279d2 service neutron] Checking segment: {'id': '75b89b42-a289-458a-9eae-c40e216e0a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:51:27.244997 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-cc800776-f00e-4dbb-abc9-27ec55d279d2 service neutron] Bound using segment: {'id': '75b89b42-a289-458a-9eae-c40e216e0a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad'} {{(pid=94018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:51:27.245656 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.managers [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-cc800776-f00e-4dbb-abc9-27ec55d279d2 service neutron] Bound port: 5123a369-8cc8-4a5a-bf5a-37bd418c897e, host: n-h1-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75b89b42-a289-458a-9eae-c40e216e0a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad'}}] {{(pid=94018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:51:27.246019 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-cc800776-f00e-4dbb-abc9-27ec55d279d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:27.316320 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-cc800776-f00e-4dbb-abc9-27ec55d279d2 service neutron] For port 5123a369-8cc8-4a5a-bf5a-37bd418c897e, host n-h1-771363-34, cleared binding levels {{(pid=94018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:51:27.319240 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-cc800776-f00e-4dbb-abc9-27ec55d279d2 service neutron] For port 5123a369-8cc8-4a5a-bf5a-37bd418c897e, host n-h1-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=5123a369-8cc8-4a5a-bf5a-37bd418c897e,segment=NetworkSegment(75b89b42-a289-458a-9eae-c40e216e0a34),segment_id=75b89b42-a289-458a-9eae-c40e216e0a34)] {{(pid=94018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:51:27.324034 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-cc800776-f00e-4dbb-abc9-27ec55d279d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:27.366280 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-cc800776-f00e-4dbb-abc9-27ec55d279d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:27.366930 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-cc800776-f00e-4dbb-abc9-27ec55d279d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:27.368415 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-cc800776-f00e-4dbb-abc9-27ec55d279d2 service neutron] 10.222.0.42 "PUT /v2.0/ports/5123a369-8cc8-4a5a-bf5a-37bd418c897e HTTP/1.1" status: 200 len: 1092 time: 0.7577059 Jul 13 08:51:27.368856 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd736aa-551e-436f-878a-13b0f5b4c9f3', 'tag': '5123a369-8cc8-4a5a-bf5a-37bd418c897e'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:51:27.372011 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d35022-5b6c-4bef-bfca-0ff937a1a701" -d '{"events": [{"name": "network-changed", "server_uuid": "0dd736aa-551e-436f-878a-13b0f5b4c9f3", "tag": "5123a369-8cc8-4a5a-bf5a-37bd418c897e"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:51:27.402059 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc800776-f00e-4dbb-abc9-27ec55d279d2 service neutron] Pushing event updated for resources: {'Port': ['ID=5123a369-8cc8-4a5a-bf5a-37bd418c897e,revision_number=3']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:27.459147 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50cfce5-a66a-4fc8-9b79-45a78cc31a92 x-openstack-request-id: req-b50cfce5-a66a-4fc8-9b79-45a78cc31a92 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:51:27.459449 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dd736aa-551e-436f-878a-13b0f5b4c9f3", "tag": "5123a369-8cc8-4a5a-bf5a-37bd418c897e", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:51:27.459714 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b50cfce5-a66a-4fc8-9b79-45a78cc31a92 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:51:27.460117 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd736aa-551e-436f-878a-13b0f5b4c9f3', 'tag': '5123a369-8cc8-4a5a-bf5a-37bd418c897e', 'status': 'completed', 'code': 200} Jul 13 08:51:27.490427 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c3454a97-1046-468c-99ab-28068e138360 up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:51:27.495191 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-fa42c5a7-5956-401a-b80b-4abfccfac5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:27.497953 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-fa42c5a7-5956-401a-b80b-4abfccfac5f9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd9a8f462d6c44c989a435cdf2def72c&device_id=0dd736aa-551e-436f-878a-13b0f5b4c9f3 HTTP/1.1" status: 200 len: 1095 time: 0.0817635 Jul 13 08:51:27.544621 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port c3454a97-1046-468c-99ab-28068e138360 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:51:27.544983 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:27.546272 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-306e237f-d1af-4746-9621-a4921999c074 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5123a369-8cc8-4a5a-bf5a-37bd418c897e HTTP/1.1" status: 200 len: 217 time: 0.0405831 Jul 13 08:51:27.612267 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-66a7e1e5-a068-4a54-850d-c0096b90b536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:27.613769 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-66a7e1e5-a068-4a54-850d-c0096b90b536 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=40d33304-c23a-48fe-a2c9-ca4e8d171f10 HTTP/1.1" status: 200 len: 849 time: 0.0614655 Jul 13 08:51:27.680414 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-4fcd3174-92d1-4193-9f3c-400e3fea7631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:27.681833 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-4fcd3174-92d1-4193-9f3c-400e3fea7631 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc026f5f-c7ab-497a-8b93-0d45ed59b4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613856 Jul 13 08:51:27.775918 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-54184230-807d-4b23-a8b6-5c7f48552c79 service neutron] 10.222.0.42 "GET /v2.0/networks/dc026f5f-c7ab-497a-8b93-0d45ed59b4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867336 Jul 13 08:51:27.797568 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 923b0609-a246-4750-8671-b68060eea99d up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:51:27.844676 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning for port 923b0609-a246-4750-8671-b68060eea99d completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:51:27.848808 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 923b0609-a246-4750-8671-b68060eea99d triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:51:27.849181 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:27.871910 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a27c0daa-ffc8-41e4-9ada-e1756a195f6a req-fc340155-0c0a-428f-a329-2c385de267a4 service neutron] 10.222.0.42 "GET /v2.0/networks/dc026f5f-c7ab-497a-8b93-0d45ed59b4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895476 Jul 13 08:51:27.934157 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:27.969055 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] For port 923b0609-a246-4750-8671-b68060eea99d, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=923b0609-a246-4750-8671-b68060eea99d,segment=NetworkSegment(9f5d75d6-058f-4002-b490-09d338ea4d96),segment_id=9f5d75d6-058f-4002-b490-09d338ea4d96)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:51:27.973454 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:27.976967 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d35022-5b6c-4bef-bfca-0ff937a1a701 req-c53127d7-1735-49ae-9e66-de1c8fbd15ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:27.978642 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-33d35022-5b6c-4bef-bfca-0ff937a1a701 req-c53127d7-1735-49ae-9e66-de1c8fbd15ad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd9a8f462d6c44c989a435cdf2def72c&device_id=0dd736aa-551e-436f-878a-13b0f5b4c9f3 HTTP/1.1" status: 200 len: 1095 time: 0.0585153 Jul 13 08:51:28.034639 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Pushing event updated for resources: {'Port': ['ID=923b0609-a246-4750-8671-b68060eea99d,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:28.085790 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d35022-5b6c-4bef-bfca-0ff937a1a701 req-defd8c03-1347-4aa0-a386-b50d551dde9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:28.087349 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-33d35022-5b6c-4bef-bfca-0ff937a1a701 req-defd8c03-1347-4aa0-a386-b50d551dde9f service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc026f5f-c7ab-497a-8b93-0d45ed59b4ad HTTP/1.1" status: 200 len: 911 time: 0.1024866 Jul 13 08:51:28.131043 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-33d35022-5b6c-4bef-bfca-0ff937a1a701 req-e70d35c2-32e8-4234-a0de-412cafb17ff8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5123a369-8cc8-4a5a-bf5a-37bd418c897e HTTP/1.1" status: 200 len: 217 time: 0.0363445 Jul 13 08:51:28.187271 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d35022-5b6c-4bef-bfca-0ff937a1a701 req-6834fbce-78f3-48c1-985f-a2dbf7fd0ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:28.188770 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-33d35022-5b6c-4bef-bfca-0ff937a1a701 req-6834fbce-78f3-48c1-985f-a2dbf7fd0ec1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=40d33304-c23a-48fe-a2c9-ca4e8d171f10 HTTP/1.1" status: 200 len: 849 time: 0.0510840 Jul 13 08:51:28.257820 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d35022-5b6c-4bef-bfca-0ff937a1a701 req-9326d339-5568-47b7-8c08-77cc2aab56c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:28.259434 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-33d35022-5b6c-4bef-bfca-0ff937a1a701 req-9326d339-5568-47b7-8c08-77cc2aab56c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc026f5f-c7ab-497a-8b93-0d45ed59b4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636373 Jul 13 08:51:28.276686 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-274db5a6-92d0-4a65-bf17-4450b2fef797 None None] Provisioning complete for port 923b0609-a246-4750-8671-b68060eea99d triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:51:28.276971 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-274db5a6-92d0-4a65-bf17-4450b2fef797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:28.405011 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-33d35022-5b6c-4bef-bfca-0ff937a1a701 req-0037ebbd-a357-44cb-a858-94e036a70c73 service neutron] 10.222.0.42 "GET /v2.0/networks/dc026f5f-c7ab-497a-8b93-0d45ed59b4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389422 Jul 13 08:51:28.413468 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b4afe-9fb0-434d-a9d5-1663b6a89a79 req-b56e2c5e-b05e-45b5-a1dc-c1d6ec91281e tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:28.414821 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-634b4afe-9fb0-434d-a9d5-1663b6a89a79 req-b56e2c5e-b05e-45b5-a1dc-c1d6ec91281e tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dd736aa-551e-436f-878a-13b0f5b4c9f3 HTTP/1.1" status: 200 len: 943 time: 0.1286457 Jul 13 08:51:28.500910 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-634b4afe-9fb0-434d-a9d5-1663b6a89a79 req-1f5ff4ba-f768-435c-980e-c4ab879cb5b8 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e8aae44-a0f0-47a0-84a7-0af964a8d27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778558 Jul 13 08:51:28.536631 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-33d35022-5b6c-4bef-bfca-0ff937a1a701 req-b55fc486-edc2-4d35-a4be-ddc4942b9eae service neutron] 10.222.0.42 "GET /v2.0/networks/dc026f5f-c7ab-497a-8b93-0d45ed59b4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208711 Jul 13 08:51:29.419536 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 923b0609-a246-4750-8671-b68060eea99d up at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:51:29.466886 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Provisioning complete for port 923b0609-a246-4750-8671-b68060eea99d triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:51:29.467177 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:29.690779 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70476a-1ddf-4b86-9346-da46f5318683 req-b05fd635-5422-42fe-a975-a408145d7ec7 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:29.692296 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9b70476a-1ddf-4b86-9346-da46f5318683 req-b05fd635-5422-42fe-a975-a408145d7ec7 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dd736aa-551e-436f-878a-13b0f5b4c9f3 HTTP/1.1" status: 200 len: 943 time: 0.0624976 Jul 13 08:51:29.731115 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-9b70476a-1ddf-4b86-9346-da46f5318683 req-b176530c-6db1-4e1c-b981-e54fff13a4c2 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e8aae44-a0f0-47a0-84a7-0af964a8d27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323384 Jul 13 08:51:30.442327 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1ecdaf9b-0b77-4861-9505-7bd98da77c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:30.666247 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 5123a369-8cc8-4a5a-bf5a-37bd418c897e details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:51:30.762444 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 5123a369-8cc8-4a5a-bf5a-37bd418c897e, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=5123a369-8cc8-4a5a-bf5a-37bd418c897e,segment=NetworkSegment(75b89b42-a289-458a-9eae-c40e216e0a34),segment_id=75b89b42-a289-458a-9eae-c40e216e0a34)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:51:30.775472 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '5123a369-8cc8-4a5a-bf5a-37bd418c897e', 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad', 'port_id': '5123a369-8cc8-4a5a-bf5a-37bd418c897e', 'mac_address': 'fa:16:3e:5b:35:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d33304-c23a-48fe-a2c9-ca4e8d171f10', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:51:30.813120 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:30.826338 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5123a369-8cc8-4a5a-bf5a-37bd418c897e {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:51:30.846128 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 5123a369-8cc8-4a5a-bf5a-37bd418c897e, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=5123a369-8cc8-4a5a-bf5a-37bd418c897e,segment=NetworkSegment(75b89b42-a289-458a-9eae-c40e216e0a34),segment_id=75b89b42-a289-458a-9eae-c40e216e0a34)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:51:30.850508 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:30.916136 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=5123a369-8cc8-4a5a-bf5a-37bd418c897e,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:30.918350 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c934b4-dd7e-4d4c-9532-cacbaffe8cde req-fab25ee4-8fab-4a41-807c-1441592cfb49 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:30.920773 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-99c934b4-dd7e-4d4c-9532-cacbaffe8cde req-fab25ee4-8fab-4a41-807c-1441592cfb49 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dd736aa-551e-436f-878a-13b0f5b4c9f3 HTTP/1.1" status: 200 len: 944 time: 0.0745199 Jul 13 08:51:30.962908 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-99c934b4-dd7e-4d4c-9532-cacbaffe8cde req-c1e9662f-3809-4773-a7da-21d31f71fa12 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e8aae44-a0f0-47a0-84a7-0af964a8d27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351748 Jul 13 08:51:31.081486 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['5123a369-8cc8-4a5a-bf5a-37bd418c897e'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:51:32.141347 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da5fe5-dbcd-43aa-9ae7-9253ffe9fb28 req-2f4176d2-c8ea-440e-ac3b-b376b89e7568 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:32.142831 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-58da5fe5-dbcd-43aa-9ae7-9253ffe9fb28 req-2f4176d2-c8ea-440e-ac3b-b376b89e7568 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dd736aa-551e-436f-878a-13b0f5b4c9f3 HTTP/1.1" status: 200 len: 944 time: 0.0664146 Jul 13 08:51:32.181916 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-58da5fe5-dbcd-43aa-9ae7-9253ffe9fb28 req-2427c6a2-f210-4d74-ba9a-8a3301901de3 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e8aae44-a0f0-47a0-84a7-0af964a8d27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329919 Jul 13 08:51:32.666264 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 5123a369-8cc8-4a5a-bf5a-37bd418c897e up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:51:32.713965 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning for port 5123a369-8cc8-4a5a-bf5a-37bd418c897e completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:51:32.717540 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 5123a369-8cc8-4a5a-bf5a-37bd418c897e triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:51:32.717905 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:32.792287 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:32.818541 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd736aa-551e-436f-878a-13b0f5b4c9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5123a369-8cc8-4a5a-bf5a-37bd418c897e'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:51:32.820765 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}819247fa28fcd914db4aabd8a9f8f95ceb467163a9d63008da3b74a1dcff375d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ca9fb6-7271-4a1a-8736-80e21a027159" -d '{"events": [{"server_uuid": "0dd736aa-551e-436f-878a-13b0f5b4c9f3", "name": "network-vif-plugged", "status": "completed", "tag": "5123a369-8cc8-4a5a-bf5a-37bd418c897e"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:51:32.835025 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 5123a369-8cc8-4a5a-bf5a-37bd418c897e, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=5123a369-8cc8-4a5a-bf5a-37bd418c897e,segment=NetworkSegment(75b89b42-a289-458a-9eae-c40e216e0a34),segment_id=75b89b42-a289-458a-9eae-c40e216e0a34)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:51:32.839646 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:32.893561 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=5123a369-8cc8-4a5a-bf5a-37bd418c897e,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:32.916127 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9cdf479-2db2-4316-ae7c-bcaa3295acac x-openstack-request-id: req-a9cdf479-2db2-4316-ae7c-bcaa3295acac {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:51:32.916476 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd736aa-551e-436f-878a-13b0f5b4c9f3", "name": "network-vif-plugged", "status": "completed", "tag": "5123a369-8cc8-4a5a-bf5a-37bd418c897e", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:51:32.916738 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9cdf479-2db2-4316-ae7c-bcaa3295acac {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:51:32.917143 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd736aa-551e-436f-878a-13b0f5b4c9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5123a369-8cc8-4a5a-bf5a-37bd418c897e', 'code': 200} Jul 13 08:51:33.031438 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f50938-0475-4aab-baf9-7d202df1aedd req-5eddd4c6-099d-4735-9afb-da0480747132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:33.032981 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f5f50938-0475-4aab-baf9-7d202df1aedd req-5eddd4c6-099d-4735-9afb-da0480747132 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0dd736aa-551e-436f-878a-13b0f5b4c9f3 HTTP/1.1" status: 200 len: 1097 time: 0.0541520 Jul 13 08:51:33.069130 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f5f50938-0475-4aab-baf9-7d202df1aedd req-be9e06e6-5249-445b-a2f7-888dad85ea0f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8e8aae44-a0f0-47a0-84a7-0af964a8d27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292976 Jul 13 08:51:33.154988 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5fb07ef9-0263-463c-8771-51bd4af57166 None None] Provisioning complete for port 5123a369-8cc8-4a5a-bf5a-37bd418c897e triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:51:33.155310 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5fb07ef9-0263-463c-8771-51bd4af57166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:33.297325 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-27338c53-2f45-4284-93b8-58176d6264e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:33.299425 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:33.358776 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8a5cb-47bd-45ab-8178-3f930cabb912 req-3e0077be-e878-4f4e-ae72-72eda7a31c8f tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:33.360282 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a5d8a5cb-47bd-45ab-8178-3f930cabb912 req-3e0077be-e878-4f4e-ae72-72eda7a31c8f tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dd736aa-551e-436f-878a-13b0f5b4c9f3 HTTP/1.1" status: 200 len: 945 time: 0.0672028 Jul 13 08:51:33.397935 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-a5d8a5cb-47bd-45ab-8178-3f930cabb912 req-ac75a481-91cd-4fc8-9509-8c1449f1a4b3 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e8aae44-a0f0-47a0-84a7-0af964a8d27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320008 Jul 13 08:51:34.471266 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:34.572399 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953ab73-c402-404d-b01f-509466bf9326 req-ac933138-b107-4d62-85d3-6c6cf7e61c56 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:34.573875 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a953ab73-c402-404d-b01f-509466bf9326 req-ac933138-b107-4d62-85d3-6c6cf7e61c56 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dd736aa-551e-436f-878a-13b0f5b4c9f3 HTTP/1.1" status: 200 len: 945 time: 0.0639403 Jul 13 08:51:34.614912 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a953ab73-c402-404d-b01f-509466bf9326 req-23cc5608-03c5-4a6d-bc41-a45fdb4ed7af tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e8aae44-a0f0-47a0-84a7-0af964a8d27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354385 Jul 13 08:51:34.786000 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ed452-bd3b-4035-9438-a5e67efdbc53 req-4f9dc754-7ccf-48d9-8d75-a73225658e42 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:34.787491 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8a2ed452-bd3b-4035-9438-a5e67efdbc53 req-4f9dc754-7ccf-48d9-8d75-a73225658e42 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dd736aa-551e-436f-878a-13b0f5b4c9f3 HTTP/1.1" status: 200 len: 945 time: 0.0632217 Jul 13 08:51:34.828579 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8a2ed452-bd3b-4035-9438-a5e67efdbc53 req-4479ac2e-bc50-475c-8768-477cce5178c5 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e8aae44-a0f0-47a0-84a7-0af964a8d27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354602 Jul 13 08:51:34.852696 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47694) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:51:35.002322 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0968fea-f6d9-4464-b4e4-548585abea7d tempest-TestSnapshotPattern-52062467 tempest-TestSnapshotPattern-52062467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:35.003870 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-c0968fea-f6d9-4464-b4e4-548585abea7d tempest-TestSnapshotPattern-52062467 tempest-TestSnapshotPattern-52062467-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0dd736aa-551e-436f-878a-13b0f5b4c9f3 HTTP/1.1" status: 200 len: 1092 time: 0.1501980 Jul 13 08:51:35.006836 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47698) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:51:35.011102 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-5f190a2a-54e6-4ade-a3b5-369eb9924fbb tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'port_id': '5123a369-8cc8-4a5a-bf5a-37bd418c897e', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:51:35.033823 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5f190a2a-54e6-4ade-a3b5-369eb9924fbb tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks [] for floatingip, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:35.129251 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5f190a2a-54e6-4ade-a3b5-369eb9924fbb tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:35.232100 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-5f190a2a-54e6-4ade-a3b5-369eb9924fbb tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Allocated IP 172.25.3.37 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/31a15fe8-8e69-439b-9810-9402f608e61b) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:51:35.333340 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5f190a2a-54e6-4ade-a3b5-369eb9924fbb tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:35.369848 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5f190a2a-54e6-4ade-a3b5-369eb9924fbb tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:35.405087 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f190a2a-54e6-4ade-a3b5-369eb9924fbb tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:51:35.409694 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-5f190a2a-54e6-4ade-a3b5-369eb9924fbb tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:51:35.413240 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f190a2a-54e6-4ade-a3b5-369eb9924fbb tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:51:35.438292 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f190a2a-54e6-4ade-a3b5-369eb9924fbb tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Pushing event updated for resources: {'Port': ['ID=31a15fe8-8e69-439b-9810-9402f608e61b,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:35.773297 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5f190a2a-54e6-4ade-a3b5-369eb9924fbb tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:35.858267 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5f190a2a-54e6-4ade-a3b5-369eb9924fbb tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:36.018508 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5f190a2a-54e6-4ade-a3b5-369eb9924fbb tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:36.022971 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5f190a2a-54e6-4ade-a3b5-369eb9924fbb tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:36.095126 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f190a2a-54e6-4ade-a3b5-369eb9924fbb tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Pushing event updated for resources: {'Port': ['ID=31a15fe8-8e69-439b-9810-9402f608e61b,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:51:36.107071 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5f190a2a-54e6-4ade-a3b5-369eb9924fbb tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:36.212283 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [None req-5f190a2a-54e6-4ade-a3b5-369eb9924fbb tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Floating IP 642ea8b6-71f0-44d1-8e77-73223b101780 associated. External IP: 172.25.3.37, port: 5123a369-8cc8-4a5a-bf5a-37bd418c897e. Jul 13 08:51:36.240575 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:36.433836 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f190a2a-54e6-4ade-a3b5-369eb9924fbb tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Router f654d300-cf99-4879-ad52-7ee5a31c719a has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:51:36.564370 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f190a2a-54e6-4ade-a3b5-369eb9924fbb tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:51:36.574201 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2a412a-cdb8-4834-8e71-19f7ad98dd58 None None] Sync routers for ids ['f654d300-cf99-4879-ad52-7ee5a31c719a'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:51:36.583521 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-5f190a2a-54e6-4ade-a3b5-369eb9924fbb tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:36.583723 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2a412a-cdb8-4834-8e71-19f7ad98dd58 None None] Routers {'f654d300-cf99-4879-ad52-7ee5a31c719a'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:51:36.584362 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-7c2a412a-cdb8-4834-8e71-19f7ad98dd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:51:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f654d300-cf99-4879-ad52-7ee5a31c719a'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:51:36.624903 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-5f190a2a-54e6-4ade-a3b5-369eb9924fbb tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6170220 Jul 13 08:51:36.625567 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd736aa-551e-436f-878a-13b0f5b4c9f3', 'tag': '5123a369-8cc8-4a5a-bf5a-37bd418c897e'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:51:36.628641 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3b40cd-b460-4ae6-a2d0-16a76ea85f84" -d '{"events": [{"name": "network-changed", "server_uuid": "0dd736aa-551e-436f-878a-13b0f5b4c9f3", "tag": "5123a369-8cc8-4a5a-bf5a-37bd418c897e"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:51:36.670553 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b881f9a-805e-4b3f-a2be-755f7834ee7b x-openstack-request-id: req-1b881f9a-805e-4b3f-a2be-755f7834ee7b {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:51:36.670842 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dd736aa-551e-436f-878a-13b0f5b4c9f3", "tag": "5123a369-8cc8-4a5a-bf5a-37bd418c897e", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:51:36.671093 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b881f9a-805e-4b3f-a2be-755f7834ee7b {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:51:36.671518 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd736aa-551e-436f-878a-13b0f5b4c9f3', 'tag': '5123a369-8cc8-4a5a-bf5a-37bd418c897e', 'status': 'completed', 'code': 200} Jul 13 08:51:36.705561 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-7c2a412a-cdb8-4834-8e71-19f7ad98dd58 None None] Set router f654d300-cf99-4879-ad52-7ee5a31c719a gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:51:36.747052 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b40cd-b460-4ae6-a2d0-16a76ea85f84 req-2e3b4078-31a8-402a-ac86-5f4dc658ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:36.748623 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3f3b40cd-b460-4ae6-a2d0-16a76ea85f84 req-2e3b4078-31a8-402a-ac86-5f4dc658ae2e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd9a8f462d6c44c989a435cdf2def72c&device_id=0dd736aa-551e-436f-878a-13b0f5b4c9f3 HTTP/1.1" status: 200 len: 1097 time: 0.0537314 Jul 13 08:51:36.839438 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b40cd-b460-4ae6-a2d0-16a76ea85f84 req-701d1522-3d9f-4f04-8402-85bcd6f7b618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:36.841894 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3f3b40cd-b460-4ae6-a2d0-16a76ea85f84 req-701d1522-3d9f-4f04-8402-85bcd6f7b618 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc026f5f-c7ab-497a-8b93-0d45ed59b4ad HTTP/1.1" status: 200 len: 911 time: 0.0865476 Jul 13 08:51:36.914683 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3f3b40cd-b460-4ae6-a2d0-16a76ea85f84 req-146a0ed4-427c-4bf5-b2fb-51e21175472d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5123a369-8cc8-4a5a-bf5a-37bd418c897e HTTP/1.1" status: 200 len: 998 time: 0.0674639 Jul 13 08:51:36.929348 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-7c2a412a-cdb8-4834-8e71-19f7ad98dd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'name': 'tempest-TestSnapshotPattern-1867793110-router', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '684181da-221f-4a46-8766-a91e828e58b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:51:13Z', 'updated_at': '2021-07-13T08:51:16Z', 'revision_number': 4, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'gw_port': {'id': '684181da-221f-4a46-8766-a91e828e58b8', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:13Z', 'updated_at': '2021-07-13T08:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '642ea8b6-71f0-44d1-8e77-73223b101780', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'floating_ip_address': '172.25.3.37', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'port_id': '5123a369-8cc8-4a5a-bf5a-37bd418c897e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad', 'mac_address': 'fa:16:3e:5b:35:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd736aa-551e-436f-878a-13b0f5b4c9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:51:35Z', 'updated_at': '2021-07-13T08:51:35Z', 'revision_number': 0, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '531c14aa-311e-4688-bb5b-7f68f85fdc4f', 'name': '', 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'mac_address': 'fa:16:3e:53:34:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '40d33304-c23a-48fe-a2c9-ca4e8d171f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:15Z', 'updated_at': '2021-07-13T08:51:22Z', 'revision_number': 5, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'subnets': [{'id': '40d33304-c23a-48fe-a2c9-ca4e8d171f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:51:36.955462 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2a412a-cdb8-4834-8e71-19f7ad98dd58 None None] Checking router: f654d300-cf99-4879-ad52-7ee5a31c719a for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:51:36.961448 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b40cd-b460-4ae6-a2d0-16a76ea85f84 req-fec9de72-1b37-41e9-81cd-ca1e0b132f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:36.962941 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3f3b40cd-b460-4ae6-a2d0-16a76ea85f84 req-fec9de72-1b37-41e9-81cd-ca1e0b132f91 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=40d33304-c23a-48fe-a2c9-ca4e8d171f10 HTTP/1.1" status: 200 len: 849 time: 0.0426238 Jul 13 08:51:36.963825 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2a412a-cdb8-4834-8e71-19f7ad98dd58 None None] Routers {'f654d300-cf99-4879-ad52-7ee5a31c719a'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:51:36.964442 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-7c2a412a-cdb8-4834-8e71-19f7ad98dd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:51:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f654d300-cf99-4879-ad52-7ee5a31c719a'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:51:37.020383 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b40cd-b460-4ae6-a2d0-16a76ea85f84 req-cfd4ba84-112d-48f4-b992-bc411320032e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:51:37.021898 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3f3b40cd-b460-4ae6-a2d0-16a76ea85f84 req-cfd4ba84-112d-48f4-b992-bc411320032e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc026f5f-c7ab-497a-8b93-0d45ed59b4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532894 Jul 13 08:51:37.072104 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-7c2a412a-cdb8-4834-8e71-19f7ad98dd58 None None] Set router f654d300-cf99-4879-ad52-7ee5a31c719a gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:51:37.120091 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3f3b40cd-b460-4ae6-a2d0-16a76ea85f84 req-7f685e81-486e-4d08-b177-0d4746719ce8 service neutron] 10.222.0.42 "GET /v2.0/networks/dc026f5f-c7ab-497a-8b93-0d45ed59b4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919111 Jul 13 08:51:37.209220 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3f3b40cd-b460-4ae6-a2d0-16a76ea85f84 req-664ef44a-754e-47ec-9976-ef13e18f3996 service neutron] 10.222.0.42 "GET /v2.0/networks/dc026f5f-c7ab-497a-8b93-0d45ed59b4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831859 Jul 13 08:51:37.301232 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-7c2a412a-cdb8-4834-8e71-19f7ad98dd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'name': 'tempest-TestSnapshotPattern-1867793110-router', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '684181da-221f-4a46-8766-a91e828e58b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:51:13Z', 'updated_at': '2021-07-13T08:51:16Z', 'revision_number': 4, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'gw_port': {'id': '684181da-221f-4a46-8766-a91e828e58b8', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:13Z', 'updated_at': '2021-07-13T08:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '642ea8b6-71f0-44d1-8e77-73223b101780', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'floating_ip_address': '172.25.3.37', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'port_id': '5123a369-8cc8-4a5a-bf5a-37bd418c897e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad', 'mac_address': 'fa:16:3e:5b:35:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd736aa-551e-436f-878a-13b0f5b4c9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:51:35Z', 'updated_at': '2021-07-13T08:51:35Z', 'revision_number': 0, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '531c14aa-311e-4688-bb5b-7f68f85fdc4f', 'name': '', 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'mac_address': 'fa:16:3e:53:34:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '40d33304-c23a-48fe-a2c9-ca4e8d171f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:15Z', 'updated_at': '2021-07-13T08:51:22Z', 'revision_number': 5, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'subnets': [{'id': '40d33304-c23a-48fe-a2c9-ca4e8d171f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:51:37.327164 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2a412a-cdb8-4834-8e71-19f7ad98dd58 None None] The sync data for ids ['f654d300-cf99-4879-ad52-7ee5a31c719a'] in n-d-771363-34 is: [{'id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'name': 'tempest-TestSnapshotPattern-1867793110-router', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '684181da-221f-4a46-8766-a91e828e58b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:51:13Z', 'updated_at': '2021-07-13T08:51:16Z', 'revision_number': 4, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'gw_port': {'id': '684181da-221f-4a46-8766-a91e828e58b8', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:13Z', 'updated_at': '2021-07-13T08:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '642ea8b6-71f0-44d1-8e77-73223b101780', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'floating_ip_address': '172.25.3.37', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'port_id': '5123a369-8cc8-4a5a-bf5a-37bd418c897e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad', 'mac_address': 'fa:16:3e:5b:35:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd736aa-551e-436f-878a-13b0f5b4c9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:51:35Z', 'updated_at': '2021-07-13T08:51:35Z', 'revision_number': 0, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '531c14aa-311e-4688-bb5b-7f68f85fdc4f', 'name': '', 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'mac_address': 'fa:16:3e:53:34:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '40d33304-c23a-48fe-a2c9-ca4e8d171f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:15Z', 'updated_at': '2021-07-13T08:51:22Z', 'revision_number': 5, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'subnets': [{'id': '40d33304-c23a-48fe-a2c9-ca4e8d171f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:51:37.514559 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843bc42e-16bf-47e2-8636-077f37775d26 None None] New status for floating IP 642ea8b6-71f0-44d1-8e77-73223b101780: ACTIVE {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:51:41.054496 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:51:54.537529 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:51:54.884063 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:00.444076 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8c47b437-a987-475d-aba7-29d33f73d291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:03.298793 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7cf74467-655a-4d7d-9cc4-f31a42db39f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:03.302385 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:04.472460 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:06.235987 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:18.054160 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:52:24.554620 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:24.880208 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:27.162393 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9b98dee2-51fd-4550-8e4a-29c51b6c582e req-048a3280-5c2b-4593-930d-8c27114e8271 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0dd736aa-551e-436f-878a-13b0f5b4c9f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0982714 Jul 13 08:52:27.254002 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b98dee2-51fd-4550-8e4a-29c51b6c582e req-b733c9cf-9ee5-4bfe-b8b4-010fa6ab2d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:27.255513 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9b98dee2-51fd-4550-8e4a-29c51b6c582e req-b733c9cf-9ee5-4bfe-b8b4-010fa6ab2d2a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd9a8f462d6c44c989a435cdf2def72c&device_id=0dd736aa-551e-436f-878a-13b0f5b4c9f3 HTTP/1.1" status: 200 len: 1097 time: 0.0518975 Jul 13 08:52:27.361558 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b98dee2-51fd-4550-8e4a-29c51b6c582e req-0a18cada-9e99-4710-8c86-3d89058268d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:27.362972 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9b98dee2-51fd-4550-8e4a-29c51b6c582e req-0a18cada-9e99-4710-8c86-3d89058268d9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc026f5f-c7ab-497a-8b93-0d45ed59b4ad HTTP/1.1" status: 200 len: 911 time: 0.0878596 Jul 13 08:52:27.773456 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9b98dee2-51fd-4550-8e4a-29c51b6c582e req-98fb2e4b-a179-486c-9b16-574b60c735f4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5123a369-8cc8-4a5a-bf5a-37bd418c897e HTTP/1.1" status: 200 len: 1000 time: 0.4045086 Jul 13 08:52:27.820714 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b98dee2-51fd-4550-8e4a-29c51b6c582e req-d1f22136-e7be-4059-815e-e0fe0b669d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:27.822144 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9b98dee2-51fd-4550-8e4a-29c51b6c582e req-d1f22136-e7be-4059-815e-e0fe0b669d52 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=40d33304-c23a-48fe-a2c9-ca4e8d171f10 HTTP/1.1" status: 200 len: 849 time: 0.0430574 Jul 13 08:52:27.880499 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b98dee2-51fd-4550-8e4a-29c51b6c582e req-369a5c7a-9df8-46aa-a37f-75b81b00ee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:52:27.881978 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9b98dee2-51fd-4550-8e4a-29c51b6c582e req-369a5c7a-9df8-46aa-a37f-75b81b00ee3c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc026f5f-c7ab-497a-8b93-0d45ed59b4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541179 Jul 13 08:52:27.969331 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9b98dee2-51fd-4550-8e4a-29c51b6c582e req-1eec6469-0a43-43dc-8d98-0cb0d89088b2 service neutron] 10.222.0.42 "GET /v2.0/networks/dc026f5f-c7ab-497a-8b93-0d45ed59b4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813136 Jul 13 08:52:28.061028 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-9b98dee2-51fd-4550-8e4a-29c51b6c582e req-1b1fa556-c4ab-4946-a3df-ca8a6af8eb75 service neutron] 10.222.0.42 "GET /v2.0/networks/dc026f5f-c7ab-497a-8b93-0d45ed59b4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858843 Jul 13 08:52:30.449099 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-7df9e629-7250-415a-87fb-83ee57c26a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:33.297261 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ebbf2f49-1453-4368-8741-65ef94c7c166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:33.299188 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:34.477955 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:36.241560 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:54.553190 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:54.896832 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:52:55.053744 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:53:00.449771 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-114cc21b-e845-42ff-a2ab-0c5df3f208a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:03.296356 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fc7fbbca-c5f4-4c43-b9bf-4fed64803f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:03.298619 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:04.479870 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:06.242863 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:24.568369 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:24.894660 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:28.113710 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-502f420d-cb36-4c58-a877-6799d4fcff96 req-f3f26234-e484-44a5-a7f2-d7cf165d5099 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0dd736aa-551e-436f-878a-13b0f5b4c9f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0519104 Jul 13 08:53:28.208372 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f420d-cb36-4c58-a877-6799d4fcff96 req-b49ae786-400d-4a54-aa7c-3b8d75a3c519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:28.210643 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-502f420d-cb36-4c58-a877-6799d4fcff96 req-b49ae786-400d-4a54-aa7c-3b8d75a3c519 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd9a8f462d6c44c989a435cdf2def72c&device_id=0dd736aa-551e-436f-878a-13b0f5b4c9f3 HTTP/1.1" status: 200 len: 1097 time: 0.0537872 Jul 13 08:53:28.314476 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f420d-cb36-4c58-a877-6799d4fcff96 req-889193d6-75d1-4300-9afb-e75962b8d3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:28.316001 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-502f420d-cb36-4c58-a877-6799d4fcff96 req-889193d6-75d1-4300-9afb-e75962b8d3be service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc026f5f-c7ab-497a-8b93-0d45ed59b4ad HTTP/1.1" status: 200 len: 911 time: 0.0868859 Jul 13 08:53:28.378169 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-502f420d-cb36-4c58-a877-6799d4fcff96 req-e3388096-e970-4f94-8e31-75da3ee7fe85 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5123a369-8cc8-4a5a-bf5a-37bd418c897e HTTP/1.1" status: 200 len: 1000 time: 0.0557239 Jul 13 08:53:28.429211 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f420d-cb36-4c58-a877-6799d4fcff96 req-826af5be-6b60-4112-a37e-28dc1ee7c44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:28.430777 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-502f420d-cb36-4c58-a877-6799d4fcff96 req-826af5be-6b60-4112-a37e-28dc1ee7c44e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=40d33304-c23a-48fe-a2c9-ca4e8d171f10 HTTP/1.1" status: 200 len: 849 time: 0.0463450 Jul 13 08:53:28.487317 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f420d-cb36-4c58-a877-6799d4fcff96 req-88ca55bb-5619-419c-9114-8988bcca72ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:28.488799 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-502f420d-cb36-4c58-a877-6799d4fcff96 req-88ca55bb-5619-419c-9114-8988bcca72ce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc026f5f-c7ab-497a-8b93-0d45ed59b4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516193 Jul 13 08:53:28.580071 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-502f420d-cb36-4c58-a877-6799d4fcff96 req-362e4e16-4e07-40a4-b501-ce4b5142890f service neutron] 10.222.0.42 "GET /v2.0/networks/dc026f5f-c7ab-497a-8b93-0d45ed59b4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846834 Jul 13 08:53:28.666003 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-502f420d-cb36-4c58-a877-6799d4fcff96 req-f0e46046-e06b-4a33-8a54-5f6a46e039bb service neutron] 10.222.0.42 "GET /v2.0/networks/dc026f5f-c7ab-497a-8b93-0d45ed59b4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799172 Jul 13 08:53:30.452725 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-26fb5b1d-afaf-473d-947d-61966f3b7e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:32.052312 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:53:33.295770 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a1466be4-ab7f-4091-8479-55269dca01ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:33.297597 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:34.484210 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:35.208344 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 5123a369-8cc8-4a5a-bf5a-37bd418c897e details requested by agent hyperv_n-h1-771363-34 with host n-h1-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:53:35.302789 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 5123a369-8cc8-4a5a-bf5a-37bd418c897e, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=5123a369-8cc8-4a5a-bf5a-37bd418c897e,segment=NetworkSegment(75b89b42-a289-458a-9eae-c40e216e0a34),segment_id=75b89b42-a289-458a-9eae-c40e216e0a34)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:53:35.314034 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Returning: {'device': '5123a369-8cc8-4a5a-bf5a-37bd418c897e', 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad', 'port_id': '5123a369-8cc8-4a5a-bf5a-37bd418c897e', 'mac_address': 'fa:16:3e:5b:35:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d33304-c23a-48fe-a2c9-ca4e8d171f10', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:53:35.349273 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:35.361302 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5123a369-8cc8-4a5a-bf5a-37bd418c897e {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:53:35.380263 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 5123a369-8cc8-4a5a-bf5a-37bd418c897e, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=5123a369-8cc8-4a5a-bf5a-37bd418c897e,segment=NetworkSegment(75b89b42-a289-458a-9eae-c40e216e0a34),segment_id=75b89b42-a289-458a-9eae-c40e216e0a34)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:53:35.384423 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:35.441108 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=5123a369-8cc8-4a5a-bf5a-37bd418c897e,revision_number=6']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:53:35.452912 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:53:35.453263 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:53:35.453607 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:53:35.454075 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:53:35.454417 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:53:35.454751 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:53:35.455080 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:53:35.455427 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:53:35.455753 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:53:35.456080 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:53:35.456403 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:53:35.456724 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:53:35.492878 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] get_ports_and_sgs() called for port_ids ['5123a369-8cc8-4a5a-bf5a-37bd418c897e'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:53:35.672694 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-38fd1b76-44cf-420c-ba99-8b3a466ce463 None None] Provisioning complete for port 5123a369-8cc8-4a5a-bf5a-37bd418c897e triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:53:35.673069 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-38fd1b76-44cf-420c-ba99-8b3a466ce463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:35.799179 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-38fd1b76-44cf-420c-ba99-8b3a466ce463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:35.822335 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd736aa-551e-436f-878a-13b0f5b4c9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5123a369-8cc8-4a5a-bf5a-37bd418c897e'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:53:35.824765 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}819247fa28fcd914db4aabd8a9f8f95ceb467163a9d63008da3b74a1dcff375d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13cecc2-62d6-4bab-928d-275483700658" -d '{"events": [{"server_uuid": "0dd736aa-551e-436f-878a-13b0f5b4c9f3", "name": "network-vif-plugged", "status": "completed", "tag": "5123a369-8cc8-4a5a-bf5a-37bd418c897e"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:53:35.838225 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-38fd1b76-44cf-420c-ba99-8b3a466ce463 None None] For port 5123a369-8cc8-4a5a-bf5a-37bd418c897e, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=5123a369-8cc8-4a5a-bf5a-37bd418c897e,segment=NetworkSegment(75b89b42-a289-458a-9eae-c40e216e0a34),segment_id=75b89b42-a289-458a-9eae-c40e216e0a34)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:53:35.843471 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-38fd1b76-44cf-420c-ba99-8b3a466ce463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:35.870810 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a578e4c3-8c57-4f44-a2b0-87795050e35a x-openstack-request-id: req-a578e4c3-8c57-4f44-a2b0-87795050e35a {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:53:35.871095 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd736aa-551e-436f-878a-13b0f5b4c9f3", "name": "network-vif-plugged", "status": "completed", "tag": "5123a369-8cc8-4a5a-bf5a-37bd418c897e", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:53:35.871366 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a578e4c3-8c57-4f44-a2b0-87795050e35a {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:53:35.871767 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd736aa-551e-436f-878a-13b0f5b4c9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5123a369-8cc8-4a5a-bf5a-37bd418c897e', 'code': 200} Jul 13 08:53:35.901469 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd1b76-44cf-420c-ba99-8b3a466ce463 None None] Pushing event updated for resources: {'Port': ['ID=5123a369-8cc8-4a5a-bf5a-37bd418c897e,revision_number=7']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:53:36.117530 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-5e208c16-0ab6-45db-93e1-d2ea151356b3 None None] Provisioning complete for port 5123a369-8cc8-4a5a-bf5a-37bd418c897e triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:53:36.117808 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5e208c16-0ab6-45db-93e1-d2ea151356b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:36.246965 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:37.219406 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 5123a369-8cc8-4a5a-bf5a-37bd418c897e up at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:53:37.281654 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Provisioning complete for port 5123a369-8cc8-4a5a-bf5a-37bd418c897e triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:53:37.282022 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:46.246174 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-7d8dcb50-57a9-4cca-a4b3-bd7f08efd445 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1946779827&fields=id&tenant_id=fd9a8f462d6c44c989a435cdf2def72c HTTP/1.1" status: 200 len: 267 time: 0.0335152 Jul 13 08:53:46.351685 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-af2fa7d4-8aac-429c-baf2-abf40a0f6aaa tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:46.353149 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-af2fa7d4-8aac-429c-baf2-abf40a0f6aaa tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/networks?id=dc026f5f-c7ab-497a-8b93-0d45ed59b4ad HTTP/1.1" status: 200 len: 810 time: 0.1007218 Jul 13 08:53:46.367586 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-9cd7f10b-12ef-43ee-a792-2ff14ffd744f tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/quotas/fd9a8f462d6c44c989a435cdf2def72c HTTP/1.1" status: 200 len: 375 time: 0.0090551 Jul 13 08:53:46.444234 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-cac08c54-a208-4e81-b545-27938687ef07 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd9a8f462d6c44c989a435cdf2def72c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0704525 Jul 13 08:53:46.580248 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-13af96a3-d829-4b17-a52c-c0a83673b234 service neutron] 10.222.0.23 "GET /v2.0/networks/dc026f5f-c7ab-497a-8b93-0d45ed59b4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240396 Jul 13 08:53:46.672570 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-a773ac46-3f69-430a-8748-296ce657386f service neutron] 10.222.0.23 "GET /v2.0/networks/dc026f5f-c7ab-497a-8b93-0d45ed59b4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866237 Jul 13 08:53:46.929093 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3bd32345-439a-4d15-ace9-b1d8ed50811e req-0b1bfdcc-b01d-45f5-aec2-aaa1575ac994 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/ports?device_id=a54b8d95-501b-486f-8e90-5a8e221697fa HTTP/1.1" status: 200 len: 210 time: 0.0798368 Jul 13 08:53:47.964468 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-7d6b2d52-c812-48b3-b653-5b6db42f849a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:47.966850 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-7d6b2d52-c812-48b3-b653-5b6db42f849a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.25 "GET /v2.0/networks?id=dc026f5f-c7ab-497a-8b93-0d45ed59b4ad HTTP/1.1" status: 200 len: 810 time: 0.1053522 Jul 13 08:53:48.018753 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-38a7f371-a4c8-4a8e-b02e-02987829134d tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd9a8f462d6c44c989a435cdf2def72c HTTP/1.1" status: 200 len: 380 time: 0.0418935 Jul 13 08:53:48.027476 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-c475a0ad-47a5-476c-976b-03d91b766e57 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Request body: {'port': {'device_id': 'a54b8d95-501b-486f-8e90-5a8e221697fa', 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad', 'admin_state_up': True, 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'security_groups': ['8e8aae44-a0f0-47a0-84a7-0af964a8d27d']}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:53:48.087467 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-01cacfa1-7158-4f24-95dd-f9763dc1bf4b req-b037b62a-1087-4ea9-a421-2118fffc304d tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/ports?device_id=a54b8d95-501b-486f-8e90-5a8e221697fa HTTP/1.1" status: 200 len: 210 time: 0.0360415 Jul 13 08:53:48.160545 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-c475a0ad-47a5-476c-976b-03d91b766e57 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Made reservation on behalf of fd9a8f462d6c44c989a435cdf2def72c for: {'port': 1} {{(pid=94017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 08:53:48.164189 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-c475a0ad-47a5-476c-976b-03d91b766e57 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:48.303704 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_common [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-c475a0ad-47a5-476c-976b-03d91b766e57 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Allocated IP 172.20.0.6 (dc026f5f-c7ab-497a-8b93-0d45ed59b4ad/40d33304-c23a-48fe-a2c9-ca4e8d171f10/6c031527-959b-4adc-8967-ab2dc3afb788) {{(pid=94017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:53:48.498580 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-c475a0ad-47a5-476c-976b-03d91b766e57 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks [] for port, precommit_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:48.519553 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-c475a0ad-47a5-476c-976b-03d91b766e57 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Transition to ACTIVE for port object 6c031527-959b-4adc-8967-ab2dc3afb788 will not be triggered until provisioned by entity DHCP. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:53:48.573823 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-c475a0ad-47a5-476c-976b-03d91b766e57 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8389680'] for port, after_create {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:48.635130 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-c475a0ad-47a5-476c-976b-03d91b766e57 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Network dc026f5f-c7ab-497a-8b93-0d45ed59b4ad is already hosted by enough agents. {{(pid=94017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:53:48.639804 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.base_scheduler [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-c475a0ad-47a5-476c-976b-03d91b766e57 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Resources bound (agent type, host, resource id): {{(pid=94017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:53:48.647119 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-c475a0ad-47a5-476c-976b-03d91b766e57 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Received port after_create {{(pid=94017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:53:48.651140 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c475a0ad-47a5-476c-976b-03d91b766e57 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Pushing event updated for resources: {'Port': ['ID=6c031527-959b-4adc-8967-ab2dc3afb788,revision_number=1']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:53:48.686741 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c475a0ad-47a5-476c-976b-03d91b766e57 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:53:48.687088 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c475a0ad-47a5-476c-976b-03d91b766e57 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:53:48.692915 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c475a0ad-47a5-476c-976b-03d91b766e57 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:53:48.693303 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c475a0ad-47a5-476c-976b-03d91b766e57 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:53:48.693645 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c475a0ad-47a5-476c-976b-03d91b766e57 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:53:48.693978 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c475a0ad-47a5-476c-976b-03d91b766e57 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:53:48.694316 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c475a0ad-47a5-476c-976b-03d91b766e57 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:53:48.694641 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c475a0ad-47a5-476c-976b-03d91b766e57 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:53:48.694958 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c475a0ad-47a5-476c-976b-03d91b766e57 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:53:48.695396 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c475a0ad-47a5-476c-976b-03d91b766e57 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:53:48.695725 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c475a0ad-47a5-476c-976b-03d91b766e57 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:53:48.696053 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c475a0ad-47a5-476c-976b-03d91b766e57 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:53:48.747367 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-c475a0ad-47a5-476c-976b-03d91b766e57 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:48.748442 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-c475a0ad-47a5-476c-976b-03d91b766e57 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:48.775223 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-c475a0ad-47a5-476c-976b-03d91b766e57 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7504299 Jul 13 08:53:48.921227 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-bf242411-6be5-4a63-b246-997ef03a23c4 None None] Provisioning for port 6c031527-959b-4adc-8967-ab2dc3afb788 completed by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:53:48.925458 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-bf242411-6be5-4a63-b246-997ef03a23c4 None None] Provisioning complete for port 6c031527-959b-4adc-8967-ab2dc3afb788 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:53:48.925787 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-bf242411-6be5-4a63-b246-997ef03a23c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:48.960749 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-bf242411-6be5-4a63-b246-997ef03a23c4 None None] Port 6c031527-959b-4adc-8967-ab2dc3afb788 cannot update to ACTIVE because it is not bound. {{(pid=94019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 08:53:49.271579 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 5123a369-8cc8-4a5a-bf5a-37bd418c897e no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:53:49.281946 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431a688-9473-44ba-82e3-7d225f966f81 req-03348e25-c727-43af-abd8-97fcae6c6e64 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:49.283527 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a431a688-9473-44ba-82e3-7d225f966f81 req-03348e25-c727-43af-abd8-97fcae6c6e64 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/ports?device_id=a54b8d95-501b-486f-8e90-5a8e221697fa HTTP/1.1" status: 200 len: 931 time: 0.0712297 Jul 13 08:53:49.326403 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-a431a688-9473-44ba-82e3-7d225f966f81 req-312cb347-0287-420b-9d7e-5a8d2f057a12 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e8aae44-a0f0-47a0-84a7-0af964a8d27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361366 Jul 13 08:53:49.362845 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:49.393416 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd736aa-551e-436f-878a-13b0f5b4c9f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5123a369-8cc8-4a5a-bf5a-37bd418c897e'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:53:49.395777 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}819247fa28fcd914db4aabd8a9f8f95ceb467163a9d63008da3b74a1dcff375d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608415f3-3198-46e1-b1ee-54117eb154dd" -d '{"events": [{"server_uuid": "0dd736aa-551e-436f-878a-13b0f5b4c9f3", "name": "network-vif-unplugged", "status": "completed", "tag": "5123a369-8cc8-4a5a-bf5a-37bd418c897e"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:53:49.410050 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] For port 5123a369-8cc8-4a5a-bf5a-37bd418c897e, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=5123a369-8cc8-4a5a-bf5a-37bd418c897e,segment=NetworkSegment(75b89b42-a289-458a-9eae-c40e216e0a34),segment_id=75b89b42-a289-458a-9eae-c40e216e0a34)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:53:49.414323 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:49.451554 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e78367-60ec-4edb-bf7d-568a6a6bfe07 x-openstack-request-id: req-b9e78367-60ec-4edb-bf7d-568a6a6bfe07 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:53:49.451858 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd736aa-551e-436f-878a-13b0f5b4c9f3", "name": "network-vif-unplugged", "status": "completed", "tag": "5123a369-8cc8-4a5a-bf5a-37bd418c897e", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:53:49.452112 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b9e78367-60ec-4edb-bf7d-568a6a6bfe07 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:53:49.452506 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd736aa-551e-436f-878a-13b0f5b4c9f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5123a369-8cc8-4a5a-bf5a-37bd418c897e', 'code': 200} Jul 13 08:53:49.474629 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Pushing event updated for resources: {'Port': ['ID=5123a369-8cc8-4a5a-bf5a-37bd418c897e,revision_number=8']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:53:49.690492 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-c3d6e616-9556-47e3-8a6f-166f4d0f257c None None] Provisioning complete for port 5123a369-8cc8-4a5a-bf5a-37bd418c897e triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:53:49.690774 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c3d6e616-9556-47e3-8a6f-166f4d0f257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:49.773389 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c3d6e616-9556-47e3-8a6f-166f4d0f257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:49.806996 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-c3d6e616-9556-47e3-8a6f-166f4d0f257c None None] For port 5123a369-8cc8-4a5a-bf5a-37bd418c897e, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=5123a369-8cc8-4a5a-bf5a-37bd418c897e,segment=NetworkSegment(75b89b42-a289-458a-9eae-c40e216e0a34),segment_id=75b89b42-a289-458a-9eae-c40e216e0a34)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:53:49.812367 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c3d6e616-9556-47e3-8a6f-166f4d0f257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:50.042108 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6e616-9556-47e3-8a6f-166f4d0f257c None None] Pushing event updated for resources: {'Port': ['ID=5123a369-8cc8-4a5a-bf5a-37bd418c897e,revision_number=9']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:53:50.241372 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-eef0bf7a-ee89-4e06-aac4-2168d965f885 None None] Provisioning complete for port 5123a369-8cc8-4a5a-bf5a-37bd418c897e triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:53:50.241731 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-eef0bf7a-ee89-4e06-aac4-2168d965f885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:50.517050 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa34100-a796-45e2-8d6a-2b6aec69cd22 req-75ce9988-80b7-4d7c-8100-75dc80ba2d04 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:50.518554 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3fa34100-a796-45e2-8d6a-2b6aec69cd22 req-75ce9988-80b7-4d7c-8100-75dc80ba2d04 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/ports?device_id=a54b8d95-501b-486f-8e90-5a8e221697fa HTTP/1.1" status: 200 len: 931 time: 0.0671940 Jul 13 08:53:50.562509 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3fa34100-a796-45e2-8d6a-2b6aec69cd22 req-60d3bb82-411e-424d-9b1e-af20265bf8b2 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e8aae44-a0f0-47a0-84a7-0af964a8d27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379286 Jul 13 08:53:51.453622 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd736aa-551e-436f-878a-13b0f5b4c9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5123a369-8cc8-4a5a-bf5a-37bd418c897e'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:53:51.455978 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}819247fa28fcd914db4aabd8a9f8f95ceb467163a9d63008da3b74a1dcff375d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e451152-9535-4a4e-afe0-c76222ce6df8" -d '{"events": [{"server_uuid": "0dd736aa-551e-436f-878a-13b0f5b4c9f3", "name": "network-vif-plugged", "status": "completed", "tag": "5123a369-8cc8-4a5a-bf5a-37bd418c897e"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:53:51.497925 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa86abac-635b-4e2b-91b3-11ecb6b9d6dd x-openstack-request-id: req-aa86abac-635b-4e2b-91b3-11ecb6b9d6dd {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:53:51.498275 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd736aa-551e-436f-878a-13b0f5b4c9f3", "name": "network-vif-plugged", "status": "completed", "tag": "5123a369-8cc8-4a5a-bf5a-37bd418c897e", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:53:51.498522 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa86abac-635b-4e2b-91b3-11ecb6b9d6dd {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:53:51.498924 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd736aa-551e-436f-878a-13b0f5b4c9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5123a369-8cc8-4a5a-bf5a-37bd418c897e', 'code': 200} Jul 13 08:53:51.744994 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc78f8-bce0-421d-99a1-ece523fa9afc req-c0e501cd-68f6-471d-9e0d-bc454418f72e tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:51.753258 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-40dc78f8-bce0-421d-99a1-ece523fa9afc req-c0e501cd-68f6-471d-9e0d-bc454418f72e tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/ports?device_id=a54b8d95-501b-486f-8e90-5a8e221697fa HTTP/1.1" status: 200 len: 931 time: 0.0718954 Jul 13 08:53:51.792414 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-40dc78f8-bce0-421d-99a1-ece523fa9afc req-8966d47a-8653-497d-85e9-b07834d3db7d tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e8aae44-a0f0-47a0-84a7-0af964a8d27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382781 Jul 13 08:53:52.986902 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cdb41-61f7-4269-864d-9a7c4e136c66 req-e443db79-730a-4125-be24-ff809f96c221 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:52.988575 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ae8cdb41-61f7-4269-864d-9a7c4e136c66 req-e443db79-730a-4125-be24-ff809f96c221 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/ports?device_id=a54b8d95-501b-486f-8e90-5a8e221697fa HTTP/1.1" status: 200 len: 931 time: 0.0738912 Jul 13 08:53:53.034821 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ae8cdb41-61f7-4269-864d-9a7c4e136c66 req-d65d0e76-bef3-47a1-be9b-b3672811b471 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e8aae44-a0f0-47a0-84a7-0af964a8d27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405231 Jul 13 08:53:54.215257 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0707686-2cc3-4427-ad81-fe8b559a4590 req-9e291999-57cd-496a-8f95-1cb4ceb2b4dd tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:54.216844 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f0707686-2cc3-4427-ad81-fe8b559a4590 req-9e291999-57cd-496a-8f95-1cb4ceb2b4dd tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/ports?device_id=a54b8d95-501b-486f-8e90-5a8e221697fa HTTP/1.1" status: 200 len: 931 time: 0.0667343 Jul 13 08:53:54.259495 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-f0707686-2cc3-4427-ad81-fe8b559a4590 req-08c8bc39-29ed-4326-b5b5-fa30cb246682 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e8aae44-a0f0-47a0-84a7-0af964a8d27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349360 Jul 13 08:53:54.585867 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:54.901375 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:55.446492 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6216bb-1283-48f4-bc41-acd8c8cd6002 req-79b6c57d-8b51-4c73-8fad-05439b50c9ec tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:55.448197 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2b6216bb-1283-48f4-bc41-acd8c8cd6002 req-79b6c57d-8b51-4c73-8fad-05439b50c9ec tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/ports?device_id=a54b8d95-501b-486f-8e90-5a8e221697fa HTTP/1.1" status: 200 len: 931 time: 0.0714290 Jul 13 08:53:55.489823 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-2b6216bb-1283-48f4-bc41-acd8c8cd6002 req-7ce07fcb-5349-413a-ba81-42348ac8dc1d tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e8aae44-a0f0-47a0-84a7-0af964a8d27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338523 Jul 13 08:53:56.676535 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2bbc07-aae1-4d16-acc5-e4a0a4c1bc68 req-7cd1995d-4fd3-49b7-8712-7c5d882aaf80 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:56.678261 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3c2bbc07-aae1-4d16-acc5-e4a0a4c1bc68 req-7cd1995d-4fd3-49b7-8712-7c5d882aaf80 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/ports?device_id=a54b8d95-501b-486f-8e90-5a8e221697fa HTTP/1.1" status: 200 len: 931 time: 0.0660825 Jul 13 08:53:56.717447 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-3c2bbc07-aae1-4d16-acc5-e4a0a4c1bc68 req-30a9b20c-a233-4238-a606-ec04e9750105 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e8aae44-a0f0-47a0-84a7-0af964a8d27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334678 Jul 13 08:53:57.892736 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787c513-f787-4850-a664-73fd0f238103 req-8ebb73d9-5e5f-4cbb-8bdb-ef0361b50d02 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:57.894234 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c787c513-f787-4850-a664-73fd0f238103 req-8ebb73d9-5e5f-4cbb-8bdb-ef0361b50d02 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/ports?device_id=a54b8d95-501b-486f-8e90-5a8e221697fa HTTP/1.1" status: 200 len: 931 time: 0.0643425 Jul 13 08:53:57.932210 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-c787c513-f787-4850-a664-73fd0f238103 req-490c3de7-9373-44cf-a934-c3d16ccfbe5d tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e8aae44-a0f0-47a0-84a7-0af964a8d27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324576 Jul 13 08:53:58.111418 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-b50d1ec7-293f-4fd4-b0e3-3bc2cea186ef tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 08:53:58.112302 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-b50d1ec7-293f-4fd4-b0e3-3bc2cea186ef tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057170 Jul 13 08:53:58.167050 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.v2.base [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-814e8aa7-e6d1-4980-ac1a-1f16ccdb2c2e service neutron] Request body: {'port': {'device_id': 'a54b8d95-501b-486f-8e90-5a8e221697fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771363-34'}} {{(pid=94017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:53:58.244758 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-814e8aa7-e6d1-4980-ac1a-1f16ccdb2c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:58.519429 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-814e8aa7-e6d1-4980-ac1a-1f16ccdb2c2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c031527-959b-4adc-8967-ab2dc3afb788 {{(pid=94017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:53:58.526748 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-814e8aa7-e6d1-4980-ac1a-1f16ccdb2c2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:58.538484 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.provisioning_blocks [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-814e8aa7-e6d1-4980-ac1a-1f16ccdb2c2e service neutron] Transition to ACTIVE for port object 6c031527-959b-4adc-8967-ab2dc3afb788 will not be triggered until provisioned by entity L2. {{(pid=94017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 08:53:58.542233 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-814e8aa7-e6d1-4980-ac1a-1f16ccdb2c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:58.593235 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e8aa7-e6d1-4980-ac1a-1f16ccdb2c2e service neutron] Pushing event updated for resources: {'Port': ['ID=6c031527-959b-4adc-8967-ab2dc3afb788,revision_number=2']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:53:58.667324 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-814e8aa7-e6d1-4980-ac1a-1f16ccdb2c2e service neutron] Attempting to bind port 6c031527-959b-4adc-8967-ab2dc3afb788 on host n-h2-771363-34 for vnic_type normal with profile {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 08:53:58.667664 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-814e8aa7-e6d1-4980-ac1a-1f16ccdb2c2e service neutron] Attempting to bind port 6c031527-959b-4adc-8967-ab2dc3afb788 by drivers openvswitch,hyperv on host n-h2-771363-34 at level 0 using segments [{'id': '75b89b42-a289-458a-9eae-c40e216e0a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad'}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 08:53:58.667999 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-814e8aa7-e6d1-4980-ac1a-1f16ccdb2c2e service neutron] Attempting to bind port 6c031527-959b-4adc-8967-ab2dc3afb788 on network dc026f5f-c7ab-497a-8b93-0d45ed59b4ad {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:53:58.673042 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-814e8aa7-e6d1-4980-ac1a-1f16ccdb2c2e service neutron] Port 6c031527-959b-4adc-8967-ab2dc3afb788 on network dc026f5f-c7ab-497a-8b93-0d45ed59b4ad not bound, no agent of type Open vSwitch agent registered on host n-h2-771363-34 {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 08:53:58.673363 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-814e8aa7-e6d1-4980-ac1a-1f16ccdb2c2e service neutron] Attempting to bind port 6c031527-959b-4adc-8967-ab2dc3afb788 on network dc026f5f-c7ab-497a-8b93-0d45ed59b4ad {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 08:53:58.678737 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-814e8aa7-e6d1-4980-ac1a-1f16ccdb2c2e service neutron] Checking agent: {'id': '42bd1e02-5bd1-4a1b-8e03-ec405f05fa92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771363-34', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'started_at': datetime.datetime(2021, 7, 13, 7, 13, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 8, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 08:53:58.679074 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-814e8aa7-e6d1-4980-ac1a-1f16ccdb2c2e service neutron] Checking segment: {'id': '75b89b42-a289-458a-9eae-c40e216e0a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 08:53:58.679491 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-814e8aa7-e6d1-4980-ac1a-1f16ccdb2c2e service neutron] Bound using segment: {'id': '75b89b42-a289-458a-9eae-c40e216e0a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad'} {{(pid=94017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 08:53:58.679923 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.managers [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-814e8aa7-e6d1-4980-ac1a-1f16ccdb2c2e service neutron] Bound port: 6c031527-959b-4adc-8967-ab2dc3afb788, host: n-h2-771363-34, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75b89b42-a289-458a-9eae-c40e216e0a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad'}}] {{(pid=94017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 08:53:58.680283 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-814e8aa7-e6d1-4980-ac1a-1f16ccdb2c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:58.748357 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-814e8aa7-e6d1-4980-ac1a-1f16ccdb2c2e service neutron] For port 6c031527-959b-4adc-8967-ab2dc3afb788, host n-h2-771363-34, cleared binding levels {{(pid=94017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 08:53:58.751509 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-814e8aa7-e6d1-4980-ac1a-1f16ccdb2c2e service neutron] For port 6c031527-959b-4adc-8967-ab2dc3afb788, host n-h2-771363-34, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=6c031527-959b-4adc-8967-ab2dc3afb788,segment=NetworkSegment(75b89b42-a289-458a-9eae-c40e216e0a34),segment_id=75b89b42-a289-458a-9eae-c40e216e0a34)] {{(pid=94017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 08:53:58.756391 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-814e8aa7-e6d1-4980-ac1a-1f16ccdb2c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8389670'] for port, after_update {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:58.795027 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-814e8aa7-e6d1-4980-ac1a-1f16ccdb2c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:58.795499 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-814e8aa7-e6d1-4980-ac1a-1f16ccdb2c2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:53:58.797855 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-814e8aa7-e6d1-4980-ac1a-1f16ccdb2c2e service neutron] 10.222.0.25 "PUT /v2.0/ports/6c031527-959b-4adc-8967-ab2dc3afb788 HTTP/1.1" status: 200 len: 1092 time: 0.6784143 Jul 13 08:53:58.798218 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54b8d95-501b-486f-8e90-5a8e221697fa', 'tag': '6c031527-959b-4adc-8967-ab2dc3afb788'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:53:58.800503 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33af52f666a6377eeaf9d00c6054365c515a6ddb0c8cc5669bfcff545a31cac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7529d1bd-6ddb-49c7-92b1-4b333bfc8ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "a54b8d95-501b-486f-8e90-5a8e221697fa", "tag": "6c031527-959b-4adc-8967-ab2dc3afb788"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:53:58.836557 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e8aa7-e6d1-4980-ac1a-1f16ccdb2c2e service neutron] Pushing event updated for resources: {'Port': ['ID=6c031527-959b-4adc-8967-ab2dc3afb788,revision_number=3']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:53:58.907163 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044b26d3-40ca-4dd0-a87e-db8dfc7c79f8 x-openstack-request-id: req-044b26d3-40ca-4dd0-a87e-db8dfc7c79f8 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:53:58.907827 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a54b8d95-501b-486f-8e90-5a8e221697fa", "tag": "6c031527-959b-4adc-8967-ab2dc3afb788", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:53:58.907827 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-044b26d3-40ca-4dd0-a87e-db8dfc7c79f8 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:53:58.908290 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a54b8d95-501b-486f-8e90-5a8e221697fa', 'tag': '6c031527-959b-4adc-8967-ab2dc3afb788', 'status': 'completed', 'code': 200} Jul 13 08:53:58.917951 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-3c3a26ad-90a3-41c0-b9b5-c30d0093078e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:58.919835 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-3c3a26ad-90a3-41c0-b9b5-c30d0093078e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fd9a8f462d6c44c989a435cdf2def72c&device_id=a54b8d95-501b-486f-8e90-5a8e221697fa HTTP/1.1" status: 200 len: 1095 time: 0.0726471 Jul 13 08:53:58.962538 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-7349f554-ce0d-4a86-bd45-78a7a6b109fd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c031527-959b-4adc-8967-ab2dc3afb788 HTTP/1.1" status: 200 len: 217 time: 0.0357170 Jul 13 08:53:59.018409 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-39c563a4-2355-4b91-b579-79d6feb598d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:59.020035 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-39c563a4-2355-4b91-b579-79d6feb598d7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=40d33304-c23a-48fe-a2c9-ca4e8d171f10 HTTP/1.1" status: 200 len: 849 time: 0.0513899 Jul 13 08:53:59.121981 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-989d39b8-91a6-492c-8c64-8206de09760a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:59.123520 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-989d39b8-91a6-492c-8c64-8206de09760a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dc026f5f-c7ab-497a-8b93-0d45ed59b4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0964971 Jul 13 08:53:59.147331 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b8715-02ce-469a-a0b2-037768ef8c88 req-8a12779a-6238-4725-b220-b6b151475b96 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:59.148765 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-173b8715-02ce-469a-a0b2-037768ef8c88 req-8a12779a-6238-4725-b220-b6b151475b96 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/ports?device_id=a54b8d95-501b-486f-8e90-5a8e221697fa HTTP/1.1" status: 200 len: 943 time: 0.0905254 Jul 13 08:53:59.236894 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-173b8715-02ce-469a-a0b2-037768ef8c88 req-f87cb912-86d9-4f98-9bdc-5d0db4b88fe1 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e8aae44-a0f0-47a0-84a7-0af964a8d27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774040 Jul 13 08:53:59.258934 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-a1bfb8ec-470c-4aa0-8f76-e08ca6ae53b4 service neutron] 10.222.0.25 "GET /v2.0/networks/dc026f5f-c7ab-497a-8b93-0d45ed59b4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288278 Jul 13 08:53:59.355039 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-cf478d15-6c7d-4b9b-adfe-2a1ac3df6293 req-d12507be-b881-475e-9657-46fff8e86727 service neutron] 10.222.0.25 "GET /v2.0/networks/dc026f5f-c7ab-497a-8b93-0d45ed59b4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901771 Jul 13 08:53:59.457619 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529d1bd-6ddb-49c7-92b1-4b333bfc8ed8 req-1363e7b4-3839-4941-b6da-08c085bf961d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:59.459140 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7529d1bd-6ddb-49c7-92b1-4b333bfc8ed8 req-1363e7b4-3839-4941-b6da-08c085bf961d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fd9a8f462d6c44c989a435cdf2def72c&device_id=a54b8d95-501b-486f-8e90-5a8e221697fa HTTP/1.1" status: 200 len: 1095 time: 0.0566092 Jul 13 08:53:59.545947 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529d1bd-6ddb-49c7-92b1-4b333bfc8ed8 req-b79311b5-d583-4ca6-9f6b-70a540209432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:59.547754 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7529d1bd-6ddb-49c7-92b1-4b333bfc8ed8 req-b79311b5-d583-4ca6-9f6b-70a540209432 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dc026f5f-c7ab-497a-8b93-0d45ed59b4ad HTTP/1.1" status: 200 len: 911 time: 0.0828404 Jul 13 08:53:59.596281 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7529d1bd-6ddb-49c7-92b1-4b333bfc8ed8 req-d475210d-385e-40c3-b9f7-9245884c8f20 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c031527-959b-4adc-8967-ab2dc3afb788 HTTP/1.1" status: 200 len: 217 time: 0.0413260 Jul 13 08:53:59.644872 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529d1bd-6ddb-49c7-92b1-4b333bfc8ed8 req-bf527908-be41-42ce-9661-8f9d213fd4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:59.646384 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7529d1bd-6ddb-49c7-92b1-4b333bfc8ed8 req-bf527908-be41-42ce-9661-8f9d213fd4f9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=40d33304-c23a-48fe-a2c9-ca4e8d171f10 HTTP/1.1" status: 200 len: 849 time: 0.0439985 Jul 13 08:53:59.705496 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529d1bd-6ddb-49c7-92b1-4b333bfc8ed8 req-8c3330d7-ef4f-4dac-8ff1-b96b39629519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:53:59.706976 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7529d1bd-6ddb-49c7-92b1-4b333bfc8ed8 req-8c3330d7-ef4f-4dac-8ff1-b96b39629519 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dc026f5f-c7ab-497a-8b93-0d45ed59b4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541945 Jul 13 08:53:59.803015 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7529d1bd-6ddb-49c7-92b1-4b333bfc8ed8 req-607b9a4c-f9ae-4d30-bd23-ca8e601315be service neutron] 10.222.0.25 "GET /v2.0/networks/dc026f5f-c7ab-497a-8b93-0d45ed59b4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885408 Jul 13 08:53:59.896964 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-7529d1bd-6ddb-49c7-92b1-4b333bfc8ed8 req-6b8e3467-70d6-49eb-805d-f3efa7e96139 service neutron] 10.222.0.25 "GET /v2.0/networks/dc026f5f-c7ab-497a-8b93-0d45ed59b4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868444 Jul 13 08:54:00.417911 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb97b4-6158-4b3c-ac8c-d9269d7e520e req-3ae1b4a6-1697-443e-b157-f7ecd0b7bc9b tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:00.419403 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-89fb97b4-6158-4b3c-ac8c-d9269d7e520e req-3ae1b4a6-1697-443e-b157-f7ecd0b7bc9b tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/ports?device_id=a54b8d95-501b-486f-8e90-5a8e221697fa HTTP/1.1" status: 200 len: 943 time: 0.0688686 Jul 13 08:54:00.454469 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-47393073-5d5d-4fb4-8fa3-330c179f1730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:00.458753 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-89fb97b4-6158-4b3c-ac8c-d9269d7e520e req-13eb0717-952c-45e8-aedf-cbde4e8647fb tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e8aae44-a0f0-47a0-84a7-0af964a8d27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329554 Jul 13 08:54:01.635081 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267863c-412a-47a6-a6f4-89e7052e3308 req-dd0574c8-df8c-4cb0-81ed-0aaf5999aaf1 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:01.636601 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5267863c-412a-47a6-a6f4-89e7052e3308 req-dd0574c8-df8c-4cb0-81ed-0aaf5999aaf1 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/ports?device_id=a54b8d95-501b-486f-8e90-5a8e221697fa HTTP/1.1" status: 200 len: 943 time: 0.0675049 Jul 13 08:54:01.674176 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-5267863c-412a-47a6-a6f4-89e7052e3308 req-9377e660-e372-424b-b5c9-bd8603b7b1f3 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e8aae44-a0f0-47a0-84a7-0af964a8d27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313983 Jul 13 08:54:01.961847 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 6c031527-959b-4adc-8967-ab2dc3afb788 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:54:02.055508 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 6c031527-959b-4adc-8967-ab2dc3afb788, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=6c031527-959b-4adc-8967-ab2dc3afb788,segment=NetworkSegment(75b89b42-a289-458a-9eae-c40e216e0a34),segment_id=75b89b42-a289-458a-9eae-c40e216e0a34)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:54:02.067312 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '6c031527-959b-4adc-8967-ab2dc3afb788', 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad', 'port_id': '6c031527-959b-4adc-8967-ab2dc3afb788', 'mac_address': 'fa:16:3e:90:bb:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d33304-c23a-48fe-a2c9-ca4e8d171f10', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:54:02.103592 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:02.116281 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c031527-959b-4adc-8967-ab2dc3afb788 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:54:02.138933 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 6c031527-959b-4adc-8967-ab2dc3afb788, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=6c031527-959b-4adc-8967-ab2dc3afb788,segment=NetworkSegment(75b89b42-a289-458a-9eae-c40e216e0a34),segment_id=75b89b42-a289-458a-9eae-c40e216e0a34)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:54:02.142844 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:02.194876 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=6c031527-959b-4adc-8967-ab2dc3afb788,revision_number=4']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:54:02.407328 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['6c031527-959b-4adc-8967-ab2dc3afb788'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:54:02.846225 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca0773-3b45-4753-a29a-7986c61d5801 req-10c30754-d47e-47b5-a50c-8dd19ecd33c8 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:02.847663 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-14ca0773-3b45-4753-a29a-7986c61d5801 req-10c30754-d47e-47b5-a50c-8dd19ecd33c8 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/ports?device_id=a54b8d95-501b-486f-8e90-5a8e221697fa HTTP/1.1" status: 200 len: 944 time: 0.0622432 Jul 13 08:54:02.885970 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-14ca0773-3b45-4753-a29a-7986c61d5801 req-d08d4f2d-0433-4944-92a5-261974ebaa24 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e8aae44-a0f0-47a0-84a7-0af964a8d27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327549 Jul 13 08:54:03.296379 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-668e4298-e27a-49f8-8036-d1e4e10ea248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:03.298889 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:03.977932 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 6c031527-959b-4adc-8967-ab2dc3afb788 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:54:04.028299 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning for port 6c031527-959b-4adc-8967-ab2dc3afb788 completed by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 08:54:04.032016 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 6c031527-959b-4adc-8967-ab2dc3afb788 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:54:04.032386 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:04.064631 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cbcd85-c724-4cf2-86a8-8c6de865ed53 req-f0f68f37-618a-49fd-8370-a9280dcd99ed tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:04.066125 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b8cbcd85-c724-4cf2-86a8-8c6de865ed53 req-f0f68f37-618a-49fd-8370-a9280dcd99ed tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/ports?device_id=a54b8d95-501b-486f-8e90-5a8e221697fa HTTP/1.1" status: 200 len: 944 time: 0.0682611 Jul 13 08:54:04.104590 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-b8cbcd85-c724-4cf2-86a8-8c6de865ed53 req-0026ee3e-dd6a-4ceb-9822-11793acb10b9 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e8aae44-a0f0-47a0-84a7-0af964a8d27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328395 Jul 13 08:54:04.113114 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:04.136670 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54b8d95-501b-486f-8e90-5a8e221697fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c031527-959b-4adc-8967-ab2dc3afb788'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:54:04.138903 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}819247fa28fcd914db4aabd8a9f8f95ceb467163a9d63008da3b74a1dcff375d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59c186c-3b8b-4b3b-9453-307c814cb95a" -d '{"events": [{"server_uuid": "a54b8d95-501b-486f-8e90-5a8e221697fa", "name": "network-vif-plugged", "status": "completed", "tag": "6c031527-959b-4adc-8967-ab2dc3afb788"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:54:04.151372 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 6c031527-959b-4adc-8967-ab2dc3afb788, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=6c031527-959b-4adc-8967-ab2dc3afb788,segment=NetworkSegment(75b89b42-a289-458a-9eae-c40e216e0a34),segment_id=75b89b42-a289-458a-9eae-c40e216e0a34)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:54:04.155342 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:04.184236 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c80b2b5-f678-42a9-a675-5dabf8db304c x-openstack-request-id: req-9c80b2b5-f678-42a9-a675-5dabf8db304c {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:54:04.184561 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54b8d95-501b-486f-8e90-5a8e221697fa", "name": "network-vif-plugged", "status": "completed", "tag": "6c031527-959b-4adc-8967-ab2dc3afb788", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:54:04.184878 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9c80b2b5-f678-42a9-a675-5dabf8db304c {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:54:04.185264 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a54b8d95-501b-486f-8e90-5a8e221697fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c031527-959b-4adc-8967-ab2dc3afb788', 'code': 200} Jul 13 08:54:04.217626 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=6c031527-959b-4adc-8967-ab2dc3afb788,revision_number=5']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:54:04.327653 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9dc43f-8212-4048-bf3a-ada37905461c req-91d07da5-d3c4-4eae-80d8-16acb13fc41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:04.329246 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1f9dc43f-8212-4048-bf3a-ada37905461c req-91d07da5-d3c4-4eae-80d8-16acb13fc41c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a54b8d95-501b-486f-8e90-5a8e221697fa HTTP/1.1" status: 200 len: 1097 time: 0.0591593 Jul 13 08:54:04.365442 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-1f9dc43f-8212-4048-bf3a-ada37905461c req-3ee1fce1-6d35-4591-b26f-7520dc620ea5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8e8aae44-a0f0-47a0-84a7-0af964a8d27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294318 Jul 13 08:54:04.414926 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-ce26d58b-98f1-48a0-ba85-812f0e11117b None None] Provisioning complete for port 6c031527-959b-4adc-8967-ab2dc3afb788 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:54:04.415599 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-ce26d58b-98f1-48a0-ba85-812f0e11117b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:04.502815 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:05.277412 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237bd1f1-0a3d-4e19-9e96-6b7445ccfad0 req-c16cec0f-10aa-4029-88f0-31c3b00fe4f8 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:05.278878 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-237bd1f1-0a3d-4e19-9e96-6b7445ccfad0 req-c16cec0f-10aa-4029-88f0-31c3b00fe4f8 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/ports?device_id=a54b8d95-501b-486f-8e90-5a8e221697fa HTTP/1.1" status: 200 len: 945 time: 0.0622461 Jul 13 08:54:05.316100 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-237bd1f1-0a3d-4e19-9e96-6b7445ccfad0 req-10cb38d9-d848-4227-a1e7-4fa9c82fd2f0 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e8aae44-a0f0-47a0-84a7-0af964a8d27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312204 Jul 13 08:54:05.491408 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa633d7c-2981-4b6a-ade7-a8ffdb0749fa req-f29a9273-6af9-4fd7-9b7f-b801da547b9e tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:05.492909 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-aa633d7c-2981-4b6a-ade7-a8ffdb0749fa req-f29a9273-6af9-4fd7-9b7f-b801da547b9e tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/ports?device_id=a54b8d95-501b-486f-8e90-5a8e221697fa HTTP/1.1" status: 200 len: 945 time: 0.0630701 Jul 13 08:54:05.534054 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-aa633d7c-2981-4b6a-ade7-a8ffdb0749fa req-87f464e5-c523-4f9e-915a-e7e7baf41566 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e8aae44-a0f0-47a0-84a7-0af964a8d27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356650 Jul 13 08:54:05.557286 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47988) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:54:05.609062 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d245ae-a38d-43ce-9d61-8ff82a572b49 tempest-TestSnapshotPattern-52062467 tempest-TestSnapshotPattern-52062467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:05.610671 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-01d245ae-a38d-43ce-9d61-8ff82a572b49 tempest-TestSnapshotPattern-52062467 tempest-TestSnapshotPattern-52062467-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a54b8d95-501b-486f-8e90-5a8e221697fa HTTP/1.1" status: 200 len: 1092 time: 0.0523920 Jul 13 08:54:05.613557 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 47990) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:54:05.617956 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.v2.base [None req-6d9cb5e7-46f4-458b-8ebe-9d72d97b0a0a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Request body: {'floatingip': {'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'port_id': '6c031527-959b-4adc-8967-ab2dc3afb788', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 08:54:05.639031 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6d9cb5e7-46f4-458b-8ebe-9d72d97b0a0a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks [] for floatingip, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:05.734257 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6d9cb5e7-46f4-458b-8ebe-9d72d97b0a0a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:05.841478 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.db_base_plugin_common [None req-6d9cb5e7-46f4-458b-8ebe-9d72d97b0a0a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Allocated IP 172.25.3.152 (099fd220-496e-4556-906a-9ab228a05c02/db4f297d-bbb6-45f9-8a0d-742258237e02/e9524a7a-b69d-4f4a-988a-de143fd30a5c) {{(pid=94018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 08:54:05.941156 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6d9cb5e7-46f4-458b-8ebe-9d72d97b0a0a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks [] for port, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:05.984540 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6d9cb5e7-46f4-458b-8ebe-9d72d97b0a0a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788302707420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9204907'] for port, after_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:06.019547 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9cb5e7-46f4-458b-8ebe-9d72d97b0a0a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Network 099fd220-496e-4556-906a-9ab228a05c02 is already hosted by enough agents. {{(pid=94018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 08:54:06.022293 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.base_scheduler [None req-6d9cb5e7-46f4-458b-8ebe-9d72d97b0a0a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Resources bound (agent type, host, resource id): {{(pid=94018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 08:54:06.028046 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9cb5e7-46f4-458b-8ebe-9d72d97b0a0a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Received port after_create {{(pid=94018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 08:54:06.056086 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9cb5e7-46f4-458b-8ebe-9d72d97b0a0a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Pushing event updated for resources: {'Port': ['ID=e9524a7a-b69d-4f4a-988a-de143fd30a5c,revision_number=1']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:54:06.069283 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9cb5e7-46f4-458b-8ebe-9d72d97b0a0a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:06.069634 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9cb5e7-46f4-458b-8ebe-9d72d97b0a0a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:06.070005 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9cb5e7-46f4-458b-8ebe-9d72d97b0a0a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:06.070348 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9cb5e7-46f4-458b-8ebe-9d72d97b0a0a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:06.070685 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9cb5e7-46f4-458b-8ebe-9d72d97b0a0a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:06.071015 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9cb5e7-46f4-458b-8ebe-9d72d97b0a0a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:06.071372 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9cb5e7-46f4-458b-8ebe-9d72d97b0a0a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:06.071703 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9cb5e7-46f4-458b-8ebe-9d72d97b0a0a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:06.072027 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9cb5e7-46f4-458b-8ebe-9d72d97b0a0a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:06.072366 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9cb5e7-46f4-458b-8ebe-9d72d97b0a0a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:06.072676 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9cb5e7-46f4-458b-8ebe-9d72d97b0a0a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:06.073273 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9cb5e7-46f4-458b-8ebe-9d72d97b0a0a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:54:06.248356 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:06.409920 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6d9cb5e7-46f4-458b-8ebe-9d72d97b0a0a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:06.482130 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6d9cb5e7-46f4-458b-8ebe-9d72d97b0a0a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:06.628772 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6d9cb5e7-46f4-458b-8ebe-9d72d97b0a0a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks [] for port, precommit_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:06.633080 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6d9cb5e7-46f4-458b-8ebe-9d72d97b0a0a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9204925'] for port, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:06.701872 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9cb5e7-46f4-458b-8ebe-9d72d97b0a0a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Pushing event updated for resources: {'Port': ['ID=e9524a7a-b69d-4f4a-988a-de143fd30a5c,revision_number=2']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:54:06.714221 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6d9cb5e7-46f4-458b-8ebe-9d72d97b0a0a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407731'] for floatingip, after_update {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:06.812821 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [None req-6d9cb5e7-46f4-458b-8ebe-9d72d97b0a0a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Floating IP 371152c3-1e39-4017-b8c4-0a7f375d3e69 associated. External IP: 172.25.3.152, port: 6c031527-959b-4adc-8967-ab2dc3afb788. Jul 13 08:54:07.017074 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9cb5e7-46f4-458b-8ebe-9d72d97b0a0a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Router f654d300-cf99-4879-ad52-7ee5a31c719a has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:54:07.123366 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9cb5e7-46f4-458b-8ebe-9d72d97b0a0a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:54:07.132764 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918f77e4-2423-4e3a-95c3-d530a4758aee None None] Sync routers for ids ['f654d300-cf99-4879-ad52-7ee5a31c719a'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:54:07.138815 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-6d9cb5e7-46f4-458b-8ebe-9d72d97b0a0a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:07.142567 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918f77e4-2423-4e3a-95c3-d530a4758aee None None] Routers {'f654d300-cf99-4879-ad52-7ee5a31c719a'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:54:07.143186 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-918f77e4-2423-4e3a-95c3-d530a4758aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:54:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f654d300-cf99-4879-ad52-7ee5a31c719a'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:54:07.179042 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-6d9cb5e7-46f4-458b-8ebe-9d72d97b0a0a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5644779 Jul 13 08:54:07.179643 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54b8d95-501b-486f-8e90-5a8e221697fa', 'tag': '6c031527-959b-4adc-8967-ab2dc3afb788'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:54:07.181902 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d9693b-1b36-4352-aa5e-1ed36077bc68" -d '{"events": [{"name": "network-changed", "server_uuid": "a54b8d95-501b-486f-8e90-5a8e221697fa", "tag": "6c031527-959b-4adc-8967-ab2dc3afb788"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:54:07.250066 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-918f77e4-2423-4e3a-95c3-d530a4758aee None None] Set router f654d300-cf99-4879-ad52-7ee5a31c719a gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:54:07.276123 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a21aa9-8a94-4504-a0fa-369e16f5c65d x-openstack-request-id: req-99a21aa9-8a94-4504-a0fa-369e16f5c65d {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:54:07.276413 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a54b8d95-501b-486f-8e90-5a8e221697fa", "tag": "6c031527-959b-4adc-8967-ab2dc3afb788", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:54:07.276663 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-99a21aa9-8a94-4504-a0fa-369e16f5c65d {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:54:07.277071 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a54b8d95-501b-486f-8e90-5a8e221697fa', 'tag': '6c031527-959b-4adc-8967-ab2dc3afb788', 'status': 'completed', 'code': 200} Jul 13 08:54:07.358124 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9693b-1b36-4352-aa5e-1ed36077bc68 req-36680438-7545-48b8-a0e4-2482e4c28e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:07.360306 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-91d9693b-1b36-4352-aa5e-1ed36077bc68 req-36680438-7545-48b8-a0e4-2482e4c28e06 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fd9a8f462d6c44c989a435cdf2def72c&device_id=a54b8d95-501b-486f-8e90-5a8e221697fa HTTP/1.1" status: 200 len: 1097 time: 0.0592904 Jul 13 08:54:07.453713 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9693b-1b36-4352-aa5e-1ed36077bc68 req-39f1f575-6c71-4dc1-9af7-8968903d0854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:07.455223 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-91d9693b-1b36-4352-aa5e-1ed36077bc68 req-39f1f575-6c71-4dc1-9af7-8968903d0854 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dc026f5f-c7ab-497a-8b93-0d45ed59b4ad HTTP/1.1" status: 200 len: 911 time: 0.0888429 Jul 13 08:54:07.487221 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-918f77e4-2423-4e3a-95c3-d530a4758aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'name': 'tempest-TestSnapshotPattern-1867793110-router', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '684181da-221f-4a46-8766-a91e828e58b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:51:13Z', 'updated_at': '2021-07-13T08:51:16Z', 'revision_number': 4, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'gw_port': {'id': '684181da-221f-4a46-8766-a91e828e58b8', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:13Z', 'updated_at': '2021-07-13T08:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '371152c3-1e39-4017-b8c4-0a7f375d3e69', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'floating_ip_address': '172.25.3.152', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'port_id': '6c031527-959b-4adc-8967-ab2dc3afb788', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad', 'mac_address': 'fa:16:3e:90:bb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54b8d95-501b-486f-8e90-5a8e221697fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:54:06Z', 'updated_at': '2021-07-13T08:54:06Z', 'revision_number': 0, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'fixed_ip_address_scope': None}, {'id': '642ea8b6-71f0-44d1-8e77-73223b101780', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'floating_ip_address': '172.25.3.37', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'port_id': '5123a369-8cc8-4a5a-bf5a-37bd418c897e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad', 'mac_address': 'fa:16:3e:5b:35:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd736aa-551e-436f-878a-13b0f5b4c9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:51:35Z', 'updated_at': '2021-07-13T08:51:37Z', 'revision_number': 1, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '531c14aa-311e-4688-bb5b-7f68f85fdc4f', 'name': '', 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'mac_address': 'fa:16:3e:53:34:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '40d33304-c23a-48fe-a2c9-ca4e8d171f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:15Z', 'updated_at': '2021-07-13T08:51:22Z', 'revision_number': 5, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'subnets': [{'id': '40d33304-c23a-48fe-a2c9-ca4e8d171f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:54:07.516883 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918f77e4-2423-4e3a-95c3-d530a4758aee None None] Checking router: f654d300-cf99-4879-ad52-7ee5a31c719a for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:54:07.520391 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-91d9693b-1b36-4352-aa5e-1ed36077bc68 req-3768c18c-339c-491f-97e1-bd6651750682 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c031527-959b-4adc-8967-ab2dc3afb788 HTTP/1.1" status: 200 len: 999 time: 0.0581474 Jul 13 08:54:07.525105 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918f77e4-2423-4e3a-95c3-d530a4758aee None None] Routers {'f654d300-cf99-4879-ad52-7ee5a31c719a'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:54:07.525826 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-918f77e4-2423-4e3a-95c3-d530a4758aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:54:03Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f654d300-cf99-4879-ad52-7ee5a31c719a'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:54:07.573819 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9693b-1b36-4352-aa5e-1ed36077bc68 req-4406ddee-62e0-4dc0-a1a1-0a93906904aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:07.575299 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-91d9693b-1b36-4352-aa5e-1ed36077bc68 req-4406ddee-62e0-4dc0-a1a1-0a93906904aa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=40d33304-c23a-48fe-a2c9-ca4e8d171f10 HTTP/1.1" status: 200 len: 849 time: 0.0488474 Jul 13 08:54:07.630366 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-918f77e4-2423-4e3a-95c3-d530a4758aee None None] Set router f654d300-cf99-4879-ad52-7ee5a31c719a gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:54:07.634705 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9693b-1b36-4352-aa5e-1ed36077bc68 req-068c387c-6600-4f0a-a3c7-42944237c33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:07.636129 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-91d9693b-1b36-4352-aa5e-1ed36077bc68 req-068c387c-6600-4f0a-a3c7-42944237c33d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dc026f5f-c7ab-497a-8b93-0d45ed59b4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543737 Jul 13 08:54:07.727054 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-91d9693b-1b36-4352-aa5e-1ed36077bc68 req-a3bed3b5-68cc-42d2-91cc-ca0a770f4b4b service neutron] 10.222.0.25 "GET /v2.0/networks/dc026f5f-c7ab-497a-8b93-0d45ed59b4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840991 Jul 13 08:54:07.820492 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-91d9693b-1b36-4352-aa5e-1ed36077bc68 req-aaf6dac8-7c47-48ad-9a21-2d9ccd631afa service neutron] 10.222.0.25 "GET /v2.0/networks/dc026f5f-c7ab-497a-8b93-0d45ed59b4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876813 Jul 13 08:54:07.861275 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-918f77e4-2423-4e3a-95c3-d530a4758aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'name': 'tempest-TestSnapshotPattern-1867793110-router', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '684181da-221f-4a46-8766-a91e828e58b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:51:13Z', 'updated_at': '2021-07-13T08:51:16Z', 'revision_number': 4, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'gw_port': {'id': '684181da-221f-4a46-8766-a91e828e58b8', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:13Z', 'updated_at': '2021-07-13T08:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '371152c3-1e39-4017-b8c4-0a7f375d3e69', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'floating_ip_address': '172.25.3.152', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'port_id': '6c031527-959b-4adc-8967-ab2dc3afb788', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad', 'mac_address': 'fa:16:3e:90:bb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54b8d95-501b-486f-8e90-5a8e221697fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:54:06Z', 'updated_at': '2021-07-13T08:54:06Z', 'revision_number': 0, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'fixed_ip_address_scope': None}, {'id': '642ea8b6-71f0-44d1-8e77-73223b101780', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'floating_ip_address': '172.25.3.37', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'port_id': '5123a369-8cc8-4a5a-bf5a-37bd418c897e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad', 'mac_address': 'fa:16:3e:5b:35:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd736aa-551e-436f-878a-13b0f5b4c9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:51:35Z', 'updated_at': '2021-07-13T08:51:37Z', 'revision_number': 1, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '531c14aa-311e-4688-bb5b-7f68f85fdc4f', 'name': '', 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'mac_address': 'fa:16:3e:53:34:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '40d33304-c23a-48fe-a2c9-ca4e8d171f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:15Z', 'updated_at': '2021-07-13T08:51:22Z', 'revision_number': 5, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'subnets': [{'id': '40d33304-c23a-48fe-a2c9-ca4e8d171f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:54:07.886247 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918f77e4-2423-4e3a-95c3-d530a4758aee None None] The sync data for ids ['f654d300-cf99-4879-ad52-7ee5a31c719a'] in n-d-771363-34 is: [{'id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'name': 'tempest-TestSnapshotPattern-1867793110-router', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '684181da-221f-4a46-8766-a91e828e58b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:51:13Z', 'updated_at': '2021-07-13T08:51:16Z', 'revision_number': 4, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'gw_port': {'id': '684181da-221f-4a46-8766-a91e828e58b8', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:13Z', 'updated_at': '2021-07-13T08:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '371152c3-1e39-4017-b8c4-0a7f375d3e69', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'floating_ip_address': '172.25.3.152', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'port_id': '6c031527-959b-4adc-8967-ab2dc3afb788', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad', 'mac_address': 'fa:16:3e:90:bb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54b8d95-501b-486f-8e90-5a8e221697fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:54:06Z', 'updated_at': '2021-07-13T08:54:06Z', 'revision_number': 0, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'fixed_ip_address_scope': None}, {'id': '642ea8b6-71f0-44d1-8e77-73223b101780', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'floating_ip_address': '172.25.3.37', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'port_id': '5123a369-8cc8-4a5a-bf5a-37bd418c897e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad', 'mac_address': 'fa:16:3e:5b:35:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd736aa-551e-436f-878a-13b0f5b4c9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:51:35Z', 'updated_at': '2021-07-13T08:51:37Z', 'revision_number': 1, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '531c14aa-311e-4688-bb5b-7f68f85fdc4f', 'name': '', 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'mac_address': 'fa:16:3e:53:34:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '40d33304-c23a-48fe-a2c9-ca4e8d171f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:15Z', 'updated_at': '2021-07-13T08:51:22Z', 'revision_number': 5, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'subnets': [{'id': '40d33304-c23a-48fe-a2c9-ca4e8d171f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:54:08.085543 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef23bab-a8c4-4ba5-a2ff-38748b458534 None None] New status for floating IP 371152c3-1e39-4017-b8c4-0a7f375d3e69: ACTIVE {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:54:09.051155 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:54:24.586952 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:24.906970 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:29.114382 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8e87c131-0a86-4795-9d1a-1afcbf7c9ae4 req-91270579-25d2-43d6-858a-1c34fee0f401 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0dd736aa-551e-436f-878a-13b0f5b4c9f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0534778 Jul 13 08:54:29.209332 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87c131-0a86-4795-9d1a-1afcbf7c9ae4 req-85fc4eea-c004-4e15-aa05-7165bc90a12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:29.210918 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8e87c131-0a86-4795-9d1a-1afcbf7c9ae4 req-85fc4eea-c004-4e15-aa05-7165bc90a12c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd9a8f462d6c44c989a435cdf2def72c&device_id=0dd736aa-551e-436f-878a-13b0f5b4c9f3 HTTP/1.1" status: 200 len: 1097 time: 0.0547745 Jul 13 08:54:29.322787 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87c131-0a86-4795-9d1a-1afcbf7c9ae4 req-745bea68-11e1-4546-b997-e623b4a5a351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:29.324287 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8e87c131-0a86-4795-9d1a-1afcbf7c9ae4 req-745bea68-11e1-4546-b997-e623b4a5a351 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc026f5f-c7ab-497a-8b93-0d45ed59b4ad HTTP/1.1" status: 200 len: 911 time: 0.0908411 Jul 13 08:54:29.391643 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8e87c131-0a86-4795-9d1a-1afcbf7c9ae4 req-ed94b083-1820-41ec-b58b-790213b18f27 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5123a369-8cc8-4a5a-bf5a-37bd418c897e HTTP/1.1" status: 200 len: 1000 time: 0.0602181 Jul 13 08:54:29.442207 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87c131-0a86-4795-9d1a-1afcbf7c9ae4 req-86e3cc58-db80-4ed0-8adc-9027724a23d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:29.443786 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8e87c131-0a86-4795-9d1a-1afcbf7c9ae4 req-86e3cc58-db80-4ed0-8adc-9027724a23d9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=40d33304-c23a-48fe-a2c9-ca4e8d171f10 HTTP/1.1" status: 200 len: 849 time: 0.0475662 Jul 13 08:54:29.510259 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87c131-0a86-4795-9d1a-1afcbf7c9ae4 req-d5c15324-a5fb-44e3-a77e-9a499e233129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:29.511824 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8e87c131-0a86-4795-9d1a-1afcbf7c9ae4 req-d5c15324-a5fb-44e3-a77e-9a499e233129 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc026f5f-c7ab-497a-8b93-0d45ed59b4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623753 Jul 13 08:54:29.604040 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8e87c131-0a86-4795-9d1a-1afcbf7c9ae4 req-65f4f15e-5453-42ee-a625-4e59f8cbc5c0 service neutron] 10.222.0.42 "GET /v2.0/networks/dc026f5f-c7ab-497a-8b93-0d45ed59b4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854394 Jul 13 08:54:29.697182 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-8e87c131-0a86-4795-9d1a-1afcbf7c9ae4 req-7e64ab36-25d9-46bd-9d0a-765b122956cd service neutron] 10.222.0.42 "GET /v2.0/networks/dc026f5f-c7ab-497a-8b93-0d45ed59b4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867519 Jul 13 08:54:30.456418 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-137a3b3a-8780-4e55-85df-44f072deb24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:33.300777 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-209c031e-8567-4f0d-947f-87d96279a526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:33.302850 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:34.488344 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:35.536110 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-12d234fb-12bd-4d4c-8b45-796d799e9e69 req-126953b2-f421-4ef3-866e-2b9725c33481 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a54b8d95-501b-486f-8e90-5a8e221697fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0506163 Jul 13 08:54:35.636288 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d234fb-12bd-4d4c-8b45-796d799e9e69 req-bec4b7de-34fa-4e43-b21a-b54b8e270e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:35.637776 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-12d234fb-12bd-4d4c-8b45-796d799e9e69 req-bec4b7de-34fa-4e43-b21a-b54b8e270e82 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fd9a8f462d6c44c989a435cdf2def72c&device_id=a54b8d95-501b-486f-8e90-5a8e221697fa HTTP/1.1" status: 200 len: 1097 time: 0.0578427 Jul 13 08:54:35.743070 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d234fb-12bd-4d4c-8b45-796d799e9e69 req-7a3b3878-de15-4f29-beae-7eb0c98e667c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:35.744590 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-12d234fb-12bd-4d4c-8b45-796d799e9e69 req-7a3b3878-de15-4f29-beae-7eb0c98e667c service neutron] 10.222.0.25 "GET /v2.0/networks?id=dc026f5f-c7ab-497a-8b93-0d45ed59b4ad HTTP/1.1" status: 200 len: 911 time: 0.0871739 Jul 13 08:54:35.814991 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-12d234fb-12bd-4d4c-8b45-796d799e9e69 req-6ae74eb9-a529-4b68-89f2-ed730df48286 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c031527-959b-4adc-8967-ab2dc3afb788 HTTP/1.1" status: 200 len: 1001 time: 0.0637362 Jul 13 08:54:35.863024 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d234fb-12bd-4d4c-8b45-796d799e9e69 req-c8b37a14-d341-477a-9c14-fdda698e10fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:35.864469 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-12d234fb-12bd-4d4c-8b45-796d799e9e69 req-c8b37a14-d341-477a-9c14-fdda698e10fe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=40d33304-c23a-48fe-a2c9-ca4e8d171f10 HTTP/1.1" status: 200 len: 849 time: 0.0436783 Jul 13 08:54:35.922057 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d234fb-12bd-4d4c-8b45-796d799e9e69 req-d01265fb-0516-46c0-bcb0-5b864c492ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:54:35.924252 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-12d234fb-12bd-4d4c-8b45-796d799e9e69 req-d01265fb-0516-46c0-bcb0-5b864c492ce4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dc026f5f-c7ab-497a-8b93-0d45ed59b4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536070 Jul 13 08:54:36.018895 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-12d234fb-12bd-4d4c-8b45-796d799e9e69 req-fc93c237-2bf4-4bc8-903e-962158525efa service neutron] 10.222.0.25 "GET /v2.0/networks/dc026f5f-c7ab-497a-8b93-0d45ed59b4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877516 Jul 13 08:54:36.107013 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-12d234fb-12bd-4d4c-8b45-796d799e9e69 req-fa7cceab-7a69-4892-9652-88e58adcf6e2 service neutron] 10.222.0.25 "GET /v2.0/networks/dc026f5f-c7ab-497a-8b93-0d45ed59b4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819488 Jul 13 08:54:36.252376 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:46.049693 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:54:54.599105 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:54:54.907299 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:00.456475 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cffb32b-42b3-41b9-af69-f244c500d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:03.299405 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3eda7ca5-5b7b-4bb7-a5b8-224418380460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:03.303900 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:04.492053 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:06.257159 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:23.048575 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:55:24.612312 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:24.922499 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:30.457159 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3d4d647a-6ebe-4b0a-90be-d6c4ab5d1261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:31.110893 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eeaaeb20-146a-457a-b9ef-631a297c643e req-00058fc9-497d-403a-870f-8e8ddcab1de1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0dd736aa-551e-436f-878a-13b0f5b4c9f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0521736 Jul 13 08:55:31.201873 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaaeb20-146a-457a-b9ef-631a297c643e req-50c5d6b0-efeb-4239-a3c9-8caac051f02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:55:31.203384 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eeaaeb20-146a-457a-b9ef-631a297c643e req-50c5d6b0-efeb-4239-a3c9-8caac051f02d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd9a8f462d6c44c989a435cdf2def72c&device_id=0dd736aa-551e-436f-878a-13b0f5b4c9f3 HTTP/1.1" status: 200 len: 1097 time: 0.0521567 Jul 13 08:55:31.310556 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaaeb20-146a-457a-b9ef-631a297c643e req-17b0d2c7-f018-4843-be74-edd6da99a11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:55:31.312067 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eeaaeb20-146a-457a-b9ef-631a297c643e req-17b0d2c7-f018-4843-be74-edd6da99a11e service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc026f5f-c7ab-497a-8b93-0d45ed59b4ad HTTP/1.1" status: 200 len: 911 time: 0.0893419 Jul 13 08:55:31.375020 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eeaaeb20-146a-457a-b9ef-631a297c643e req-601fe028-61ba-4999-b5a6-32493746c121 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5123a369-8cc8-4a5a-bf5a-37bd418c897e HTTP/1.1" status: 200 len: 1000 time: 0.0565450 Jul 13 08:55:31.425768 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaaeb20-146a-457a-b9ef-631a297c643e req-7299b3b5-0c6d-4d11-918f-92146227221b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:55:31.427346 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eeaaeb20-146a-457a-b9ef-631a297c643e req-7299b3b5-0c6d-4d11-918f-92146227221b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=40d33304-c23a-48fe-a2c9-ca4e8d171f10 HTTP/1.1" status: 200 len: 849 time: 0.0463798 Jul 13 08:55:31.483447 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaaeb20-146a-457a-b9ef-631a297c643e req-b8176609-08e3-4151-9ba7-7f0d894a0fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:55:31.484958 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eeaaeb20-146a-457a-b9ef-631a297c643e req-b8176609-08e3-4151-9ba7-7f0d894a0fff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc026f5f-c7ab-497a-8b93-0d45ed59b4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515113 Jul 13 08:55:31.572373 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eeaaeb20-146a-457a-b9ef-631a297c643e req-4ac2ae56-ed8c-410c-b38f-17ff977be20e service neutron] 10.222.0.42 "GET /v2.0/networks/dc026f5f-c7ab-497a-8b93-0d45ed59b4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811651 Jul 13 08:55:31.662900 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-eeaaeb20-146a-457a-b9ef-631a297c643e req-c96fdd98-5155-46bd-a59b-20dc39722c18 service neutron] 10.222.0.42 "GET /v2.0/networks/dc026f5f-c7ab-497a-8b93-0d45ed59b4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843644 Jul 13 08:55:33.301570 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b7a6fd0c-d612-4b19-8927-e4005ea98159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:33.303398 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:34.497020 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:36.257612 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:36.628759 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40af60-e0d2-4b78-adff-13b9ecf75bc0 req-e4730b18-4aec-4fb0-8d62-7cbcbe686583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:55:36.630265 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6c40af60-e0d2-4b78-adff-13b9ecf75bc0 req-e4730b18-4aec-4fb0-8d62-7cbcbe686583 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fd9a8f462d6c44c989a435cdf2def72c&device_id=a54b8d95-501b-486f-8e90-5a8e221697fa HTTP/1.1" status: 200 len: 1097 time: 0.0580344 Jul 13 08:55:36.734430 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40af60-e0d2-4b78-adff-13b9ecf75bc0 req-141ea646-a121-4e4c-813e-549da911d9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:55:36.735921 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6c40af60-e0d2-4b78-adff-13b9ecf75bc0 req-141ea646-a121-4e4c-813e-549da911d9d7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dc026f5f-c7ab-497a-8b93-0d45ed59b4ad HTTP/1.1" status: 200 len: 911 time: 0.0844142 Jul 13 08:55:36.804895 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6c40af60-e0d2-4b78-adff-13b9ecf75bc0 req-4834d6c9-52ca-443a-94a7-66907aaa1357 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c031527-959b-4adc-8967-ab2dc3afb788 HTTP/1.1" status: 200 len: 1001 time: 0.0606527 Jul 13 08:55:36.855181 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40af60-e0d2-4b78-adff-13b9ecf75bc0 req-7b22a0b8-1967-4fe8-a79a-c35385c27118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:55:36.857677 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6c40af60-e0d2-4b78-adff-13b9ecf75bc0 req-7b22a0b8-1967-4fe8-a79a-c35385c27118 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=40d33304-c23a-48fe-a2c9-ca4e8d171f10 HTTP/1.1" status: 200 len: 849 time: 0.0454221 Jul 13 08:55:36.916177 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40af60-e0d2-4b78-adff-13b9ecf75bc0 req-cb57b7ac-43c2-4a65-b138-64b5a3c6e299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:55:36.917783 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6c40af60-e0d2-4b78-adff-13b9ecf75bc0 req-cb57b7ac-43c2-4a65-b138-64b5a3c6e299 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dc026f5f-c7ab-497a-8b93-0d45ed59b4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531585 Jul 13 08:55:37.022366 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6c40af60-e0d2-4b78-adff-13b9ecf75bc0 req-bc4f5d4b-f325-48f6-8d2c-7e5f4b0693df service neutron] 10.222.0.25 "GET /v2.0/networks/dc026f5f-c7ab-497a-8b93-0d45ed59b4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975277 Jul 13 08:55:37.130518 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-6c40af60-e0d2-4b78-adff-13b9ecf75bc0 req-7009a311-b848-400c-8fcf-e5a25fac2841 service neutron] 10.222.0.25 "GET /v2.0/networks/dc026f5f-c7ab-497a-8b93-0d45ed59b4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008651 Jul 13 08:55:38.398814 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 6c031527-959b-4adc-8967-ab2dc3afb788 details requested by agent hyperv_n-h2-771363-34 with host n-h2-771363-34 {{(pid=94019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 08:55:38.503412 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 6c031527-959b-4adc-8967-ab2dc3afb788, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=6c031527-959b-4adc-8967-ab2dc3afb788,segment=NetworkSegment(75b89b42-a289-458a-9eae-c40e216e0a34),segment_id=75b89b42-a289-458a-9eae-c40e216e0a34)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:55:38.515467 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Returning: {'device': '6c031527-959b-4adc-8967-ab2dc3afb788', 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad', 'port_id': '6c031527-959b-4adc-8967-ab2dc3afb788', 'mac_address': 'fa:16:3e:90:bb:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d33304-c23a-48fe-a2c9-ca4e8d171f10', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 08:55:38.560730 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:38.575096 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c031527-959b-4adc-8967-ab2dc3afb788 {{(pid=94019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 08:55:38.602691 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 6c031527-959b-4adc-8967-ab2dc3afb788, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=6c031527-959b-4adc-8967-ab2dc3afb788,segment=NetworkSegment(75b89b42-a289-458a-9eae-c40e216e0a34),segment_id=75b89b42-a289-458a-9eae-c40e216e0a34)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:55:38.607801 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:38.689860 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=6c031527-959b-4adc-8967-ab2dc3afb788,revision_number=6']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:55:38.699478 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:38.699907 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:38.700485 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:38.700886 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:38.701291 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:38.701956 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:38.702353 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:38.702748 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:38.709546 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:38.709546 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:38.709546 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:38.709546 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:38.723276 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] get_ports_and_sgs() called for port_ids ['6c031527-959b-4adc-8967-ab2dc3afb788'] {{(pid=94019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 08:55:38.981581 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-e018c038-468d-40d0-8ade-e71251feceb9 None None] Provisioning complete for port 6c031527-959b-4adc-8967-ab2dc3afb788 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:55:38.982035 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e018c038-468d-40d0-8ade-e71251feceb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:39.158878 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e018c038-468d-40d0-8ade-e71251feceb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:39.184747 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54b8d95-501b-486f-8e90-5a8e221697fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c031527-959b-4adc-8967-ab2dc3afb788'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:55:39.187032 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}819247fa28fcd914db4aabd8a9f8f95ceb467163a9d63008da3b74a1dcff375d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0cf41d-bb58-4e70-bc01-a3c0e3906869" -d '{"events": [{"server_uuid": "a54b8d95-501b-486f-8e90-5a8e221697fa", "name": "network-vif-plugged", "status": "completed", "tag": "6c031527-959b-4adc-8967-ab2dc3afb788"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:55:39.201356 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-e018c038-468d-40d0-8ade-e71251feceb9 None None] For port 6c031527-959b-4adc-8967-ab2dc3afb788, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=6c031527-959b-4adc-8967-ab2dc3afb788,segment=NetworkSegment(75b89b42-a289-458a-9eae-c40e216e0a34),segment_id=75b89b42-a289-458a-9eae-c40e216e0a34)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:55:39.207743 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e018c038-468d-40d0-8ade-e71251feceb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:39.254252 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b066338-011e-4ac6-bd1a-fbcab3906ae2 x-openstack-request-id: req-6b066338-011e-4ac6-bd1a-fbcab3906ae2 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:55:39.254590 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54b8d95-501b-486f-8e90-5a8e221697fa", "name": "network-vif-plugged", "status": "completed", "tag": "6c031527-959b-4adc-8967-ab2dc3afb788", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:55:39.254790 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6b066338-011e-4ac6-bd1a-fbcab3906ae2 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:55:39.255360 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a54b8d95-501b-486f-8e90-5a8e221697fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c031527-959b-4adc-8967-ab2dc3afb788', 'code': 200} Jul 13 08:55:39.291718 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e018c038-468d-40d0-8ade-e71251feceb9 None None] Pushing event updated for resources: {'Port': ['ID=6c031527-959b-4adc-8967-ab2dc3afb788,revision_number=7']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:55:39.598459 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-b9d8203a-1c96-4db3-9706-b7d1d45b35d6 None None] Provisioning complete for port 6c031527-959b-4adc-8967-ab2dc3afb788 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:55:39.599089 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b9d8203a-1c96-4db3-9706-b7d1d45b35d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:40.414383 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 6c031527-959b-4adc-8967-ab2dc3afb788 up at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 08:55:40.469509 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Provisioning complete for port 6c031527-959b-4adc-8967-ab2dc3afb788 triggered by entity L2. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:55:40.469873 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:47.649277 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 48202) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:55:47.808107 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-4babae7d-5fc8-407b-8119-9d34b5e49db7 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Deleting port e9524a7a-b69d-4f4a-988a-de143fd30a5c {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:55:47.808440 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4babae7d-5fc8-407b-8119-9d34b5e49db7 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:47.883469 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4babae7d-5fc8-407b-8119-9d34b5e49db7 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:47.884164 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4babae7d-5fc8-407b-8119-9d34b5e49db7 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:47.894965 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-4babae7d-5fc8-407b-8119-9d34b5e49db7 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Calling delete_port for e9524a7a-b69d-4f4a-988a-de143fd30a5c owned by network:floatingip {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:55:48.038307 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4babae7d-5fc8-407b-8119-9d34b5e49db7 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:48.062312 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babae7d-5fc8-407b-8119-9d34b5e49db7 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Pushing event deleted for resources: {'Port': ['ID=e9524a7a-b69d-4f4a-988a-de143fd30a5c,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:55:48.075097 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babae7d-5fc8-407b-8119-9d34b5e49db7 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:48.075467 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babae7d-5fc8-407b-8119-9d34b5e49db7 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:48.075837 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babae7d-5fc8-407b-8119-9d34b5e49db7 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:48.076174 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babae7d-5fc8-407b-8119-9d34b5e49db7 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:48.076506 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babae7d-5fc8-407b-8119-9d34b5e49db7 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:48.076835 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babae7d-5fc8-407b-8119-9d34b5e49db7 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:48.077160 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babae7d-5fc8-407b-8119-9d34b5e49db7 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:48.077481 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babae7d-5fc8-407b-8119-9d34b5e49db7 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:48.077802 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babae7d-5fc8-407b-8119-9d34b5e49db7 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:48.078123 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babae7d-5fc8-407b-8119-9d34b5e49db7 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:48.078447 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babae7d-5fc8-407b-8119-9d34b5e49db7 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:48.078768 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babae7d-5fc8-407b-8119-9d34b5e49db7 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:48.135047 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4babae7d-5fc8-407b-8119-9d34b5e49db7 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks [] for floatingip, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:48.135586 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [None req-4babae7d-5fc8-407b-8119-9d34b5e49db7 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Floating IP 371152c3-1e39-4017-b8c4-0a7f375d3e69 disassociated (deleted). External IP: 172.25.3.152, port: 6c031527-959b-4adc-8967-ab2dc3afb788. Jul 13 08:55:48.340328 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4babae7d-5fc8-407b-8119-9d34b5e49db7 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Router f654d300-cf99-4879-ad52-7ee5a31c719a has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:55:48.787867 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4babae7d-5fc8-407b-8119-9d34b5e49db7 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:55:48.793811 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-4babae7d-5fc8-407b-8119-9d34b5e49db7 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:48.798019 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e098e8-5af4-486a-a2a5-47d8da3244e2 None None] Sync routers for ids ['f654d300-cf99-4879-ad52-7ee5a31c719a'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:55:48.810856 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e098e8-5af4-486a-a2a5-47d8da3244e2 None None] Routers {'f654d300-cf99-4879-ad52-7ee5a31c719a'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:55:48.811520 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-80e098e8-5af4-486a-a2a5-47d8da3244e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:55:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f654d300-cf99-4879-ad52-7ee5a31c719a'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:55:48.829282 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-4babae7d-5fc8-407b-8119-9d34b5e49db7 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "DELETE /v2.0/floatingips/371152c3-1e39-4017-b8c4-0a7f375d3e69 HTTP/1.1" status: 204 len: 168 time: 1.1789253 Jul 13 08:55:48.829866 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54b8d95-501b-486f-8e90-5a8e221697fa', 'tag': '6c031527-959b-4adc-8967-ab2dc3afb788'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:55:48.832130 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed705446-c41c-4f83-a276-a5c798f6fc08" -d '{"events": [{"name": "network-changed", "server_uuid": "a54b8d95-501b-486f-8e90-5a8e221697fa", "tag": "6c031527-959b-4adc-8967-ab2dc3afb788"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:55:48.874862 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496cc124-f026-49d9-8a16-dd3ab1154d06 x-openstack-request-id: req-496cc124-f026-49d9-8a16-dd3ab1154d06 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:55:48.875156 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a54b8d95-501b-486f-8e90-5a8e221697fa", "tag": "6c031527-959b-4adc-8967-ab2dc3afb788", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:55:48.875438 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-496cc124-f026-49d9-8a16-dd3ab1154d06 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:55:48.876014 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a54b8d95-501b-486f-8e90-5a8e221697fa', 'tag': '6c031527-959b-4adc-8967-ab2dc3afb788', 'status': 'completed', 'code': 200} Jul 13 08:55:48.918980 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-80e098e8-5af4-486a-a2a5-47d8da3244e2 None None] Set router f654d300-cf99-4879-ad52-7ee5a31c719a gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:55:48.958082 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed705446-c41c-4f83-a276-a5c798f6fc08 req-a1f9e178-50bc-4765-8962-5c5adb371a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:55:48.959744 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ed705446-c41c-4f83-a276-a5c798f6fc08 req-a1f9e178-50bc-4765-8962-5c5adb371a1f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fd9a8f462d6c44c989a435cdf2def72c&device_id=a54b8d95-501b-486f-8e90-5a8e221697fa HTTP/1.1" status: 200 len: 1097 time: 0.0609739 Jul 13 08:55:49.056450 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed705446-c41c-4f83-a276-a5c798f6fc08 req-061da833-a921-4ead-b498-c7a6268f463e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:55:49.058626 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ed705446-c41c-4f83-a276-a5c798f6fc08 req-061da833-a921-4ead-b498-c7a6268f463e service neutron] 10.222.0.25 "GET /v2.0/networks?id=dc026f5f-c7ab-497a-8b93-0d45ed59b4ad HTTP/1.1" status: 200 len: 911 time: 0.0926909 Jul 13 08:55:49.119613 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ed705446-c41c-4f83-a276-a5c798f6fc08 req-7ea2deee-dd8b-4440-abe2-7456af41da78 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c031527-959b-4adc-8967-ab2dc3afb788 HTTP/1.1" status: 200 len: 217 time: 0.0479803 Jul 13 08:55:49.161676 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-80e098e8-5af4-486a-a2a5-47d8da3244e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'name': 'tempest-TestSnapshotPattern-1867793110-router', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '684181da-221f-4a46-8766-a91e828e58b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:51:13Z', 'updated_at': '2021-07-13T08:51:16Z', 'revision_number': 4, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'gw_port': {'id': '684181da-221f-4a46-8766-a91e828e58b8', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:13Z', 'updated_at': '2021-07-13T08:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '642ea8b6-71f0-44d1-8e77-73223b101780', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'floating_ip_address': '172.25.3.37', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'port_id': '5123a369-8cc8-4a5a-bf5a-37bd418c897e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad', 'mac_address': 'fa:16:3e:5b:35:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd736aa-551e-436f-878a-13b0f5b4c9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:51:35Z', 'updated_at': '2021-07-13T08:51:37Z', 'revision_number': 1, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '531c14aa-311e-4688-bb5b-7f68f85fdc4f', 'name': '', 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'mac_address': 'fa:16:3e:53:34:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '40d33304-c23a-48fe-a2c9-ca4e8d171f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:15Z', 'updated_at': '2021-07-13T08:51:22Z', 'revision_number': 5, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'subnets': [{'id': '40d33304-c23a-48fe-a2c9-ca4e8d171f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:55:49.187440 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e098e8-5af4-486a-a2a5-47d8da3244e2 None None] Checking router: f654d300-cf99-4879-ad52-7ee5a31c719a for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:55:49.195756 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e098e8-5af4-486a-a2a5-47d8da3244e2 None None] Routers {'f654d300-cf99-4879-ad52-7ee5a31c719a'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:55:49.196932 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed705446-c41c-4f83-a276-a5c798f6fc08 req-ab6fc2cd-b214-40a4-80e5-254f0916b3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:55:49.197463 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-80e098e8-5af4-486a-a2a5-47d8da3244e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:55:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f654d300-cf99-4879-ad52-7ee5a31c719a'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:55:49.198368 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ed705446-c41c-4f83-a276-a5c798f6fc08 req-ab6fc2cd-b214-40a4-80e5-254f0916b3cf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=40d33304-c23a-48fe-a2c9-ca4e8d171f10 HTTP/1.1" status: 200 len: 849 time: 0.0727806 Jul 13 08:55:49.256601 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4b826-35cf-4e33-9e87-02476e2eae84 req-5927cd3e-a78a-489e-8553-6342e6b550e6 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:55:49.258088 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-06b4b826-35cf-4e33-9e87-02476e2eae84 req-5927cd3e-a78a-489e-8553-6342e6b550e6 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/ports?device_id=a54b8d95-501b-486f-8e90-5a8e221697fa HTTP/1.1" status: 200 len: 945 time: 0.1017685 Jul 13 08:55:49.300534 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed705446-c41c-4f83-a276-a5c798f6fc08 req-db986320-bbbc-494f-9341-a6ae03ad3166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:55:49.301151 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-80e098e8-5af4-486a-a2a5-47d8da3244e2 None None] Set router f654d300-cf99-4879-ad52-7ee5a31c719a gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:55:49.302049 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ed705446-c41c-4f83-a276-a5c798f6fc08 req-db986320-bbbc-494f-9341-a6ae03ad3166 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dc026f5f-c7ab-497a-8b93-0d45ed59b4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0972662 Jul 13 08:55:49.331921 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-06b4b826-35cf-4e33-9e87-02476e2eae84 req-b01f583b-7426-4fe3-a531-7ad19cb5300a tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e8aae44-a0f0-47a0-84a7-0af964a8d27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635235 Jul 13 08:55:49.402705 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ed705446-c41c-4f83-a276-a5c798f6fc08 req-b48b1750-dd40-4569-976e-0ba97b7a1ece service neutron] 10.222.0.25 "GET /v2.0/networks/dc026f5f-c7ab-497a-8b93-0d45ed59b4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926712 Jul 13 08:55:49.500797 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-ed705446-c41c-4f83-a276-a5c798f6fc08 req-b8be04bb-f30b-4a20-bcb4-e3fec0b83697 service neutron] 10.222.0.25 "GET /v2.0/networks/dc026f5f-c7ab-497a-8b93-0d45ed59b4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917466 Jul 13 08:55:49.688743 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-80e098e8-5af4-486a-a2a5-47d8da3244e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'name': 'tempest-TestSnapshotPattern-1867793110-router', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '684181da-221f-4a46-8766-a91e828e58b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:51:13Z', 'updated_at': '2021-07-13T08:51:16Z', 'revision_number': 4, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'gw_port': {'id': '684181da-221f-4a46-8766-a91e828e58b8', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:13Z', 'updated_at': '2021-07-13T08:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '642ea8b6-71f0-44d1-8e77-73223b101780', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'floating_ip_address': '172.25.3.37', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'port_id': '5123a369-8cc8-4a5a-bf5a-37bd418c897e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad', 'mac_address': 'fa:16:3e:5b:35:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd736aa-551e-436f-878a-13b0f5b4c9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:51:35Z', 'updated_at': '2021-07-13T08:51:37Z', 'revision_number': 1, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '531c14aa-311e-4688-bb5b-7f68f85fdc4f', 'name': '', 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'mac_address': 'fa:16:3e:53:34:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '40d33304-c23a-48fe-a2c9-ca4e8d171f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:15Z', 'updated_at': '2021-07-13T08:51:22Z', 'revision_number': 5, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'subnets': [{'id': '40d33304-c23a-48fe-a2c9-ca4e8d171f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:55:49.714495 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e098e8-5af4-486a-a2a5-47d8da3244e2 None None] The sync data for ids ['f654d300-cf99-4879-ad52-7ee5a31c719a'] in n-d-771363-34 is: [{'id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'name': 'tempest-TestSnapshotPattern-1867793110-router', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '684181da-221f-4a46-8766-a91e828e58b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:51:13Z', 'updated_at': '2021-07-13T08:51:16Z', 'revision_number': 4, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'gw_port': {'id': '684181da-221f-4a46-8766-a91e828e58b8', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:13Z', 'updated_at': '2021-07-13T08:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_floatingips': [{'id': '642ea8b6-71f0-44d1-8e77-73223b101780', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'floating_ip_address': '172.25.3.37', 'floating_network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'router_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'port_id': '5123a369-8cc8-4a5a-bf5a-37bd418c897e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad', 'mac_address': 'fa:16:3e:5b:35:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd736aa-551e-436f-878a-13b0f5b4c9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T08:51:35Z', 'updated_at': '2021-07-13T08:51:37Z', 'revision_number': 1, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '531c14aa-311e-4688-bb5b-7f68f85fdc4f', 'name': '', 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'mac_address': 'fa:16:3e:53:34:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '40d33304-c23a-48fe-a2c9-ca4e8d171f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:15Z', 'updated_at': '2021-07-13T08:51:22Z', 'revision_number': 5, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'subnets': [{'id': '40d33304-c23a-48fe-a2c9-ca4e8d171f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:55:49.926582 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06d50fc-1445-49d1-96b3-821d5980524a None None] New status for floating IP 371152c3-1e39-4017-b8c4-0a7f375d3e69: DOWN {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:55:50.476864 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 6c031527-959b-4adc-8967-ab2dc3afb788 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:55:50.508115 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee43cf-fdeb-421f-be54-89433f91503f req-b51f3d73-81b5-47e0-8a33-697bc2fb574e tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:55:50.510058 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-46ee43cf-fdeb-421f-be54-89433f91503f req-b51f3d73-81b5-47e0-8a33-697bc2fb574e tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/ports?device_id=a54b8d95-501b-486f-8e90-5a8e221697fa HTTP/1.1" status: 200 len: 945 time: 0.0641677 Jul 13 08:55:50.551623 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-46ee43cf-fdeb-421f-be54-89433f91503f req-df870ce2-f19e-4dd2-92dd-7cf3b5e54059 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e8aae44-a0f0-47a0-84a7-0af964a8d27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358479 Jul 13 08:55:50.559057 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:50.585101 n-d-771363-34 neutron-server[94019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54b8d95-501b-486f-8e90-5a8e221697fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c031527-959b-4adc-8967-ab2dc3afb788'}] {{(pid=94019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:55:50.587964 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}819247fa28fcd914db4aabd8a9f8f95ceb467163a9d63008da3b74a1dcff375d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d9a4b4-f953-4074-8456-359eafaa8165" -d '{"events": [{"server_uuid": "a54b8d95-501b-486f-8e90-5a8e221697fa", "name": "network-vif-unplugged", "status": "completed", "tag": "6c031527-959b-4adc-8967-ab2dc3afb788"}]}' {{(pid=94019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:55:50.600999 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.db [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] For port 6c031527-959b-4adc-8967-ab2dc3afb788, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=6c031527-959b-4adc-8967-ab2dc3afb788,segment=NetworkSegment(75b89b42-a289-458a-9eae-c40e216e0a34),segment_id=75b89b42-a289-458a-9eae-c40e216e0a34)] {{(pid=94019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:55:50.604534 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-562731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2028223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788303099742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788302707438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788302675972'] for port, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:50.617068 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c7231-6876-4cd6-b000-3dc673c4b873 req-a8287753-0b17-4b27-8f6e-b42c6fffc1bc tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:55:50.618849 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c1c7231-6876-4cd6-b000-3dc673c4b873 req-a8287753-0b17-4b27-8f6e-b42c6fffc1bc tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.25 "GET /v2.0/ports?device_id=a54b8d95-501b-486f-8e90-5a8e221697fa HTTP/1.1" status: 200 len: 945 time: 0.0706391 Jul 13 08:55:50.628866 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 08:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8d7ecb-11cc-4f7e-a3e6-6eba2f1baa33 x-openstack-request-id: req-9a8d7ecb-11cc-4f7e-a3e6-6eba2f1baa33 {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:55:50.629178 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54b8d95-501b-486f-8e90-5a8e221697fa", "name": "network-vif-unplugged", "status": "completed", "tag": "6c031527-959b-4adc-8967-ab2dc3afb788", "code": 200}]} {{(pid=94019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:55:50.629415 n-d-771363-34 neutron-server[94019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9a8d7ecb-11cc-4f7e-a3e6-6eba2f1baa33 {{(pid=94019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:55:50.629805 n-d-771363-34 neutron-server[94019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a54b8d95-501b-486f-8e90-5a8e221697fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c031527-959b-4adc-8967-ab2dc3afb788', 'code': 200} Jul 13 08:55:50.660310 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Pushing event updated for resources: {'Port': ['ID=6c031527-959b-4adc-8967-ab2dc3afb788,revision_number=8']} {{(pid=94019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:55:50.727493 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-0c1c7231-6876-4cd6-b000-3dc673c4b873 req-93ab9fd1-c8b2-40e5-9e0d-406253ad31ad tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Deleting port 6c031527-959b-4adc-8967-ab2dc3afb788 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:55:50.727846 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c1c7231-6876-4cd6-b000-3dc673c4b873 req-93ab9fd1-c8b2-40e5-9e0d-406253ad31ad tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:50.829251 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [req-0c1c7231-6876-4cd6-b000-3dc673c4b873 req-93ab9fd1-c8b2-40e5-9e0d-406253ad31ad tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] For port 6c031527-959b-4adc-8967-ab2dc3afb788, host n-h2-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771363-34',level=0,port_id=6c031527-959b-4adc-8967-ab2dc3afb788,segment=NetworkSegment(75b89b42-a289-458a-9eae-c40e216e0a34),segment_id=75b89b42-a289-458a-9eae-c40e216e0a34)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:55:50.829607 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c1c7231-6876-4cd6-b000-3dc673c4b873 req-93ab9fd1-c8b2-40e5-9e0d-406253ad31ad tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:50.842280 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [req-0c1c7231-6876-4cd6-b000-3dc673c4b873 req-93ab9fd1-c8b2-40e5-9e0d-406253ad31ad tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Calling delete_port for 6c031527-959b-4adc-8967-ab2dc3afb788 owned by compute:nova {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:55:50.890583 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.provisioning_blocks [None req-d2d7ca3a-cb5e-4618-b3da-cd215dbcb9d4 None None] Provisioning complete for port 6c031527-959b-4adc-8967-ab2dc3afb788 triggered by entity DHCP. {{(pid=94019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 08:55:50.890863 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d2d7ca3a-cb5e-4618-b3da-cd215dbcb9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1520490'] for port, provisioning_complete {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:50.972574 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c1c7231-6876-4cd6-b000-3dc673c4b873 req-93ab9fd1-c8b2-40e5-9e0d-406253ad31ad tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:50.973463 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-d2d7ca3a-cb5e-4618-b3da-cd215dbcb9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562794'] for port, before_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:51.002541 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab9fd1-c8b2-40e5-9e0d-406253ad31ad tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Pushing event deleted for resources: {'Port': ['ID=6c031527-959b-4adc-8967-ab2dc3afb788,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:55:51.015433 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab9fd1-c8b2-40e5-9e0d-406253ad31ad tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:51.015651 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab9fd1-c8b2-40e5-9e0d-406253ad31ad tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:51.015994 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab9fd1-c8b2-40e5-9e0d-406253ad31ad tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:51.016331 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab9fd1-c8b2-40e5-9e0d-406253ad31ad tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:51.016664 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab9fd1-c8b2-40e5-9e0d-406253ad31ad tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:51.016994 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab9fd1-c8b2-40e5-9e0d-406253ad31ad tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:51.017319 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab9fd1-c8b2-40e5-9e0d-406253ad31ad tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:51.017642 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab9fd1-c8b2-40e5-9e0d-406253ad31ad tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:51.018033 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab9fd1-c8b2-40e5-9e0d-406253ad31ad tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:51.018322 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab9fd1-c8b2-40e5-9e0d-406253ad31ad tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:51.018586 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab9fd1-c8b2-40e5-9e0d-406253ad31ad tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:51.018958 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ab9fd1-c8b2-40e5-9e0d-406253ad31ad tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771363-34 {{(pid=94017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 08:55:51.060298 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1c7231-6876-4cd6-b000-3dc673c4b873 req-93ab9fd1-c8b2-40e5-9e0d-406253ad31ad tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] No DVR routers for this DVR port 6c031527-959b-4adc-8967-ab2dc3afb788 on host n-h2-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:55:51.062773 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [req-0c1c7231-6876-4cd6-b000-3dc673c4b873 req-93ab9fd1-c8b2-40e5-9e0d-406253ad31ad tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:51.064788 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-0c1c7231-6876-4cd6-b000-3dc673c4b873 req-93ab9fd1-c8b2-40e5-9e0d-406253ad31ad tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.25 "DELETE /v2.0/ports/6c031527-959b-4adc-8967-ab2dc3afb788 HTTP/1.1" status: 204 len: 173 time: 0.4403799 Jul 13 08:55:51.065230 n-d-771363-34 neutron-server[94017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54b8d95-501b-486f-8e90-5a8e221697fa', 'name': 'network-vif-deleted', 'tag': '6c031527-959b-4adc-8967-ab2dc3afb788'}] {{(pid=94017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:55:51.067479 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33af52f666a6377eeaf9d00c6054365c515a6ddb0c8cc5669bfcff545a31cac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c546303-c941-4e8a-9b35-7cffba1d9ed1" -d '{"events": [{"server_uuid": "a54b8d95-501b-486f-8e90-5a8e221697fa", "name": "network-vif-deleted", "tag": "6c031527-959b-4adc-8967-ab2dc3afb788"}]}' {{(pid=94017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:55:51.107294 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbf741d-ee75-4036-b2aa-9195a07e58f1 x-openstack-request-id: req-2fbf741d-ee75-4036-b2aa-9195a07e58f1 {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:55:51.107643 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54b8d95-501b-486f-8e90-5a8e221697fa", "name": "network-vif-deleted", "tag": "6c031527-959b-4adc-8967-ab2dc3afb788", "status": "completed", "code": 200}]} {{(pid=94017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:55:51.107899 n-d-771363-34 neutron-server[94017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2fbf741d-ee75-4036-b2aa-9195a07e58f1 {{(pid=94017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:55:51.108321 n-d-771363-34 neutron-server[94017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a54b8d95-501b-486f-8e90-5a8e221697fa', 'name': 'network-vif-deleted', 'tag': '6c031527-959b-4adc-8967-ab2dc3afb788', 'status': 'completed', 'code': 200} Jul 13 08:55:52.142748 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 48258) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:55:52.296705 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-b0ccb9a7-1aca-4847-bc29-947821b0e1b7 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Deleting port 31a15fe8-8e69-439b-9810-9402f608e61b {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:55:52.297048 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b0ccb9a7-1aca-4847-bc29-947821b0e1b7 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:52.371359 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b0ccb9a7-1aca-4847-bc29-947821b0e1b7 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:52.371686 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b0ccb9a7-1aca-4847-bc29-947821b0e1b7 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:52.382780 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-b0ccb9a7-1aca-4847-bc29-947821b0e1b7 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Calling delete_port for 31a15fe8-8e69-439b-9810-9402f608e61b owned by network:floatingip {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:55:52.530381 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b0ccb9a7-1aca-4847-bc29-947821b0e1b7 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:52.558511 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ccb9a7-1aca-4847-bc29-947821b0e1b7 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Pushing event deleted for resources: {'Port': ['ID=31a15fe8-8e69-439b-9810-9402f608e61b,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:55:52.623139 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b0ccb9a7-1aca-4847-bc29-947821b0e1b7 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks [] for floatingip, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:52.623500 n-d-771363-34 neutron-server[94018]: INFO neutron.db.l3_db [None req-b0ccb9a7-1aca-4847-bc29-947821b0e1b7 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Floating IP 642ea8b6-71f0-44d1-8e77-73223b101780 disassociated (deleted). External IP: 172.25.3.37, port: 5123a369-8cc8-4a5a-bf5a-37bd418c897e. Jul 13 08:55:52.829202 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ccb9a7-1aca-4847-bc29-947821b0e1b7 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Router f654d300-cf99-4879-ad52-7ee5a31c719a has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:55:52.937712 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ccb9a7-1aca-4847-bc29-947821b0e1b7 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:55:52.941974 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b0ccb9a7-1aca-4847-bc29-947821b0e1b7 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for floatingip, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:52.948922 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7620fd8-d587-437c-90a6-8a2ef8e5a44a None None] Sync routers for ids ['f654d300-cf99-4879-ad52-7ee5a31c719a'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:55:52.957881 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7620fd8-d587-437c-90a6-8a2ef8e5a44a None None] Routers {'f654d300-cf99-4879-ad52-7ee5a31c719a'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:55:52.958505 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a7620fd8-d587-437c-90a6-8a2ef8e5a44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:55:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f654d300-cf99-4879-ad52-7ee5a31c719a'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:55:52.982095 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b0ccb9a7-1aca-4847-bc29-947821b0e1b7 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "DELETE /v2.0/floatingips/642ea8b6-71f0-44d1-8e77-73223b101780 HTTP/1.1" status: 204 len: 168 time: 0.8382177 Jul 13 08:55:52.982775 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd736aa-551e-436f-878a-13b0f5b4c9f3', 'tag': '5123a369-8cc8-4a5a-bf5a-37bd418c897e'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:55:52.985224 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1654a019-5710-4fa5-a9e3-3bb1425bdd4b" -d '{"events": [{"name": "network-changed", "server_uuid": "0dd736aa-551e-436f-878a-13b0f5b4c9f3", "tag": "5123a369-8cc8-4a5a-bf5a-37bd418c897e"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:55:53.025139 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 08:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482bddda-a097-43ac-818a-e2da9b326f05 x-openstack-request-id: req-482bddda-a097-43ac-818a-e2da9b326f05 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:55:53.025402 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dd736aa-551e-436f-878a-13b0f5b4c9f3", "tag": "5123a369-8cc8-4a5a-bf5a-37bd418c897e", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:55:53.025655 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-482bddda-a097-43ac-818a-e2da9b326f05 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:55:53.026054 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd736aa-551e-436f-878a-13b0f5b4c9f3', 'tag': '5123a369-8cc8-4a5a-bf5a-37bd418c897e', 'status': 'completed', 'code': 200} Jul 13 08:55:53.076935 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-a7620fd8-d587-437c-90a6-8a2ef8e5a44a None None] Set router f654d300-cf99-4879-ad52-7ee5a31c719a gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:55:53.114048 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654a019-5710-4fa5-a9e3-3bb1425bdd4b req-086c05eb-8e43-45eb-b723-246ca12ad6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:55:53.115613 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1654a019-5710-4fa5-a9e3-3bb1425bdd4b req-086c05eb-8e43-45eb-b723-246ca12ad6ce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd9a8f462d6c44c989a435cdf2def72c&device_id=0dd736aa-551e-436f-878a-13b0f5b4c9f3 HTTP/1.1" status: 200 len: 1097 time: 0.0660636 Jul 13 08:55:53.223780 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654a019-5710-4fa5-a9e3-3bb1425bdd4b req-6bb978aa-9876-4db6-a95f-0f215d5cd295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:55:53.226060 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1654a019-5710-4fa5-a9e3-3bb1425bdd4b req-6bb978aa-9876-4db6-a95f-0f215d5cd295 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc026f5f-c7ab-497a-8b93-0d45ed59b4ad HTTP/1.1" status: 200 len: 911 time: 0.1042860 Jul 13 08:55:53.291744 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1654a019-5710-4fa5-a9e3-3bb1425bdd4b req-f3970c09-6c51-47db-a53e-4a7072322f5b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5123a369-8cc8-4a5a-bf5a-37bd418c897e HTTP/1.1" status: 200 len: 217 time: 0.0577111 Jul 13 08:55:53.294900 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a7620fd8-d587-437c-90a6-8a2ef8e5a44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'name': 'tempest-TestSnapshotPattern-1867793110-router', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '684181da-221f-4a46-8766-a91e828e58b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:51:13Z', 'updated_at': '2021-07-13T08:51:16Z', 'revision_number': 4, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'gw_port': {'id': '684181da-221f-4a46-8766-a91e828e58b8', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:13Z', 'updated_at': '2021-07-13T08:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '531c14aa-311e-4688-bb5b-7f68f85fdc4f', 'name': '', 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'mac_address': 'fa:16:3e:53:34:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '40d33304-c23a-48fe-a2c9-ca4e8d171f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:15Z', 'updated_at': '2021-07-13T08:51:22Z', 'revision_number': 5, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'subnets': [{'id': '40d33304-c23a-48fe-a2c9-ca4e8d171f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:55:53.327998 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7620fd8-d587-437c-90a6-8a2ef8e5a44a None None] Checking router: f654d300-cf99-4879-ad52-7ee5a31c719a for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:55:53.337732 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7620fd8-d587-437c-90a6-8a2ef8e5a44a None None] Routers {'f654d300-cf99-4879-ad52-7ee5a31c719a'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:55:53.338474 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a7620fd8-d587-437c-90a6-8a2ef8e5a44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:55:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f654d300-cf99-4879-ad52-7ee5a31c719a'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:55:53.350950 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654a019-5710-4fa5-a9e3-3bb1425bdd4b req-8e020279-0d2d-4e5f-8701-23ff2da0cca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:55:53.353029 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1654a019-5710-4fa5-a9e3-3bb1425bdd4b req-8e020279-0d2d-4e5f-8701-23ff2da0cca5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=40d33304-c23a-48fe-a2c9-ca4e8d171f10 HTTP/1.1" status: 200 len: 849 time: 0.0552635 Jul 13 08:55:53.422893 n-d-771363-34 neutron-server[94017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0620c3-f072-4d9f-af99-67f892c668cb req-d7a978b4-61b4-4122-bbfd-baaedffa823d tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:55:53.424434 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654a019-5710-4fa5-a9e3-3bb1425bdd4b req-4e37cb16-a74c-4868-bdff-b18e58e9d9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:55:53.426094 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1654a019-5710-4fa5-a9e3-3bb1425bdd4b req-4e37cb16-a74c-4868-bdff-b18e58e9d9ea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc026f5f-c7ab-497a-8b93-0d45ed59b4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646560 Jul 13 08:55:53.426491 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8e0620c3-f072-4d9f-af99-67f892c668cb req-d7a978b4-61b4-4122-bbfd-baaedffa823d tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dd736aa-551e-436f-878a-13b0f5b4c9f3 HTTP/1.1" status: 200 len: 945 time: 0.0779316 Jul 13 08:55:53.462275 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-a7620fd8-d587-437c-90a6-8a2ef8e5a44a None None] Set router f654d300-cf99-4879-ad52-7ee5a31c719a gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:55:53.495246 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [req-8e0620c3-f072-4d9f-af99-67f892c668cb req-6b1321dd-021f-4162-affb-1e2528411002 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e8aae44-a0f0-47a0-84a7-0af964a8d27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616605 Jul 13 08:55:53.533597 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1654a019-5710-4fa5-a9e3-3bb1425bdd4b req-2c202296-8dd1-42bb-8fb7-04ed5437fb84 service neutron] 10.222.0.42 "GET /v2.0/networks/dc026f5f-c7ab-497a-8b93-0d45ed59b4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000967 Jul 13 08:55:53.628685 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-1654a019-5710-4fa5-a9e3-3bb1425bdd4b req-b4602135-4bd0-4144-b534-730bd5bec52d service neutron] 10.222.0.42 "GET /v2.0/networks/dc026f5f-c7ab-497a-8b93-0d45ed59b4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872555 Jul 13 08:55:53.678138 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-a7620fd8-d587-437c-90a6-8a2ef8e5a44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'name': 'tempest-TestSnapshotPattern-1867793110-router', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '684181da-221f-4a46-8766-a91e828e58b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:51:13Z', 'updated_at': '2021-07-13T08:51:16Z', 'revision_number': 4, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'gw_port': {'id': '684181da-221f-4a46-8766-a91e828e58b8', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:13Z', 'updated_at': '2021-07-13T08:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '531c14aa-311e-4688-bb5b-7f68f85fdc4f', 'name': '', 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'mac_address': 'fa:16:3e:53:34:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '40d33304-c23a-48fe-a2c9-ca4e8d171f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:15Z', 'updated_at': '2021-07-13T08:51:22Z', 'revision_number': 5, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'subnets': [{'id': '40d33304-c23a-48fe-a2c9-ca4e8d171f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:55:53.704162 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7620fd8-d587-437c-90a6-8a2ef8e5a44a None None] The sync data for ids ['f654d300-cf99-4879-ad52-7ee5a31c719a'] in n-d-771363-34 is: [{'id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'name': 'tempest-TestSnapshotPattern-1867793110-router', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '684181da-221f-4a46-8766-a91e828e58b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:51:13Z', 'updated_at': '2021-07-13T08:51:16Z', 'revision_number': 4, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'gw_port': {'id': '684181da-221f-4a46-8766-a91e828e58b8', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:13Z', 'updated_at': '2021-07-13T08:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34', '_interfaces': [{'id': '531c14aa-311e-4688-bb5b-7f68f85fdc4f', 'name': '', 'network_id': 'dc026f5f-c7ab-497a-8b93-0d45ed59b4ad', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'mac_address': 'fa:16:3e:53:34:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '40d33304-c23a-48fe-a2c9-ca4e8d171f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:15Z', 'updated_at': '2021-07-13T08:51:22Z', 'revision_number': 5, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'subnets': [{'id': '40d33304-c23a-48fe-a2c9-ca4e8d171f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:55:53.925726 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39fda8c-822a-4a48-a1ed-d7bf6e339eb0 None None] New status for floating IP 642ea8b6-71f0-44d1-8e77-73223b101780: DOWN {{(pid=94020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 08:55:54.507749 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 6c031527-959b-4adc-8967-ab2dc3afb788 no longer exists at agent hyperv_n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:55:54.532667 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] No Port match for: 6c031527-959b-4adc-8967-ab2dc3afb788 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:55:54.533007 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Device 6c031527-959b-4adc-8967-ab2dc3afb788 not bound to the agent host n-h2-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:55:54.613423 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:54.679182 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3ade9-52b0-4b82-9b55-f47347b242b9 req-bb815fb2-46ad-4668-9796-b7818e439c81 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:55:54.681215 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-feb3ade9-52b0-4b82-9b55-f47347b242b9 req-bb815fb2-46ad-4668-9796-b7818e439c81 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dd736aa-551e-436f-878a-13b0f5b4c9f3 HTTP/1.1" status: 200 len: 945 time: 0.0683694 Jul 13 08:55:54.718950 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-feb3ade9-52b0-4b82-9b55-f47347b242b9 req-428261e6-a6a0-46f0-8a47-72119e7f3b96 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e8aae44-a0f0-47a0-84a7-0af964a8d27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320876 Jul 13 08:55:54.796915 n-d-771363-34 neutron-server[94018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448460f-c9fc-44a9-b36a-994fad7f7310 req-16ebc310-b92f-461a-9526-2adc46c571d5 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 08:55:54.798288 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2448460f-c9fc-44a9-b36a-994fad7f7310 req-16ebc310-b92f-461a-9526-2adc46c571d5 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.42 "GET /v2.0/ports?device_id=0dd736aa-551e-436f-878a-13b0f5b4c9f3 HTTP/1.1" status: 200 len: 945 time: 0.0624995 Jul 13 08:55:54.899752 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-2448460f-c9fc-44a9-b36a-994fad7f7310 req-9a70ef8b-e2d1-4005-b2b2-15cec5785396 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Deleting port 5123a369-8cc8-4a5a-bf5a-37bd418c897e {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:55:54.900113 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2448460f-c9fc-44a9-b36a-994fad7f7310 req-9a70ef8b-e2d1-4005-b2b2-15cec5785396 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:54.938132 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:54.986037 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [req-2448460f-c9fc-44a9-b36a-994fad7f7310 req-9a70ef8b-e2d1-4005-b2b2-15cec5785396 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] For port 5123a369-8cc8-4a5a-bf5a-37bd418c897e, host n-h1-771363-34, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771363-34',level=0,port_id=5123a369-8cc8-4a5a-bf5a-37bd418c897e,segment=NetworkSegment(75b89b42-a289-458a-9eae-c40e216e0a34),segment_id=75b89b42-a289-458a-9eae-c40e216e0a34)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:55:54.986395 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2448460f-c9fc-44a9-b36a-994fad7f7310 req-9a70ef8b-e2d1-4005-b2b2-15cec5785396 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:54.999110 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [req-2448460f-c9fc-44a9-b36a-994fad7f7310 req-9a70ef8b-e2d1-4005-b2b2-15cec5785396 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Calling delete_port for 5123a369-8cc8-4a5a-bf5a-37bd418c897e owned by compute:nova {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:55:55.130211 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2448460f-c9fc-44a9-b36a-994fad7f7310 req-9a70ef8b-e2d1-4005-b2b2-15cec5785396 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:55.159600 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70ef8b-e2d1-4005-b2b2-15cec5785396 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Pushing event deleted for resources: {'Port': ['ID=5123a369-8cc8-4a5a-bf5a-37bd418c897e,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:55:55.206298 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [req-2448460f-c9fc-44a9-b36a-994fad7f7310 req-9a70ef8b-e2d1-4005-b2b2-15cec5785396 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] No DVR routers for this DVR port 5123a369-8cc8-4a5a-bf5a-37bd418c897e on host n-h1-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:55:55.208842 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [req-2448460f-c9fc-44a9-b36a-994fad7f7310 req-9a70ef8b-e2d1-4005-b2b2-15cec5785396 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1994559'] for port, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:55.210861 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [req-2448460f-c9fc-44a9-b36a-994fad7f7310 req-9a70ef8b-e2d1-4005-b2b2-15cec5785396 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.42 "DELETE /v2.0/ports/5123a369-8cc8-4a5a-bf5a-37bd418c897e HTTP/1.1" status: 204 len: 173 time: 0.4077623 Jul 13 08:55:55.211323 n-d-771363-34 neutron-server[94018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd736aa-551e-436f-878a-13b0f5b4c9f3', 'name': 'network-vif-deleted', 'tag': '5123a369-8cc8-4a5a-bf5a-37bd418c897e'}] {{(pid=94018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 08:55:55.213583 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5c05f36f030b682181183295d77258074e9e70c4d0ca82e877917bcda557a77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c26bc8e-635c-4f05-a08a-a46b3c5618c2" -d '{"events": [{"server_uuid": "0dd736aa-551e-436f-878a-13b0f5b4c9f3", "name": "network-vif-deleted", "tag": "5123a369-8cc8-4a5a-bf5a-37bd418c897e"}]}' {{(pid=94018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 08:55:55.256061 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 08:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0f12f4-18a0-48dd-b2fc-6ffda6954176 x-openstack-request-id: req-2d0f12f4-18a0-48dd-b2fc-6ffda6954176 {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 08:55:55.256353 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd736aa-551e-436f-878a-13b0f5b4c9f3", "name": "network-vif-deleted", "tag": "5123a369-8cc8-4a5a-bf5a-37bd418c897e", "status": "completed", "code": 200}]} {{(pid=94018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 08:55:55.256605 n-d-771363-34 neutron-server[94018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2d0f12f4-18a0-48dd-b2fc-6ffda6954176 {{(pid=94018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 08:55:55.257029 n-d-771363-34 neutron-server[94018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd736aa-551e-436f-878a-13b0f5b4c9f3', 'name': 'network-vif-deleted', 'tag': '5123a369-8cc8-4a5a-bf5a-37bd418c897e', 'status': 'completed', 'code': 200} Jul 13 08:55:55.820704 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 48272) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:55:55.882189 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cefda67e-fc2b-47e8-8f57-c6c75b9321f2 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:55.907699 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cefda67e-fc2b-47e8-8f57-c6c75b9321f2 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:55.966825 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cefda67e-fc2b-47e8-8f57-c6c75b9321f2 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:55.969469 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cefda67e-fc2b-47e8-8f57-c6c75b9321f2 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:55.970632 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-cefda67e-fc2b-47e8-8f57-c6c75b9321f2 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] 10.222.0.23 "DELETE /v2.0/security-groups/8e8aae44-a0f0-47a0-84a7-0af964a8d27d HTTP/1.1" status: 204 len: 168 time: 0.1484201 Jul 13 08:55:55.980294 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefda67e-fc2b-47e8-8f57-c6c75b9321f2 tempest-TestSnapshotPattern-1213161250 tempest-TestSnapshotPattern-1213161250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8aae44-a0f0-47a0-84a7-0af964a8d27d,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:55:56.016062 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 48276) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:55:56.682636 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-899e0ffb-3c42-4015-ae67-dc9bb4bdee07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:56.929391 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-899e0ffb-3c42-4015-ae67-dc9bb4bdee07 admin admin] Deleting port 531c14aa-311e-4688-bb5b-7f68f85fdc4f {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:55:56.929648 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-899e0ffb-3c42-4015-ae67-dc9bb4bdee07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:57.007636 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-899e0ffb-3c42-4015-ae67-dc9bb4bdee07 admin admin] For port 531c14aa-311e-4688-bb5b-7f68f85fdc4f, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=531c14aa-311e-4688-bb5b-7f68f85fdc4f,segment=NetworkSegment(75b89b42-a289-458a-9eae-c40e216e0a34),segment_id=75b89b42-a289-458a-9eae-c40e216e0a34)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:55:57.007993 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-899e0ffb-3c42-4015-ae67-dc9bb4bdee07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:57.020554 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-899e0ffb-3c42-4015-ae67-dc9bb4bdee07 admin admin] Calling delete_port for 531c14aa-311e-4688-bb5b-7f68f85fdc4f owned by network:router_interface {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:55:57.199590 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-899e0ffb-3c42-4015-ae67-dc9bb4bdee07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:57.227456 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e0ffb-3c42-4015-ae67-dc9bb4bdee07 admin admin] Pushing event deleted for resources: {'Port': ['ID=531c14aa-311e-4688-bb5b-7f68f85fdc4f,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:55:57.393835 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-899e0ffb-3c42-4015-ae67-dc9bb4bdee07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:57.611879 n-d-771363-34 neutron-server[94017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-899e0ffb-3c42-4015-ae67-dc9bb4bdee07 admin admin] Router f654d300-cf99-4879-ad52-7ee5a31c719a has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:55:57.719909 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899e0ffb-3c42-4015-ae67-dc9bb4bdee07 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:55:57.724986 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-899e0ffb-3c42-4015-ae67-dc9bb4bdee07 admin admin] 10.222.0.23 "PUT /v2.0/routers/f654d300-cf99-4879-ad52-7ee5a31c719a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7077875 Jul 13 08:55:57.728864 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 48278) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:55:57.729552 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a52102d-f572-442d-a5c9-54cdc990197c None None] Sync routers for ids ['f654d300-cf99-4879-ad52-7ee5a31c719a'] in n-d-771363-34 {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:55:57.738853 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a52102d-f572-442d-a5c9-54cdc990197c None None] Routers {'f654d300-cf99-4879-ad52-7ee5a31c719a'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:55:57.739571 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-6a52102d-f572-442d-a5c9-54cdc990197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:55:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f654d300-cf99-4879-ad52-7ee5a31c719a'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:55:57.833329 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cd15aead-cbed-402d-88d3-1d4a529ea751 admin admin] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:57.842553 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-6a52102d-f572-442d-a5c9-54cdc990197c None None] Set router f654d300-cf99-4879-ad52-7ee5a31c719a gateway port host: n-d-771363-34 {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:55:57.869098 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 5123a369-8cc8-4a5a-bf5a-37bd418c897e no longer exists at agent hyperv_n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:55:57.915896 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] No Port match for: 5123a369-8cc8-4a5a-bf5a-37bd418c897e {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:55:57.916228 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Device 5123a369-8cc8-4a5a-bf5a-37bd418c897e not bound to the agent host n-h1-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:55:57.937276 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cd15aead-cbed-402d-88d3-1d4a529ea751 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:57.988474 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-cd15aead-cbed-402d-88d3-1d4a529ea751 admin admin] Deleting port 684181da-221f-4a46-8766-a91e828e58b8 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:55:57.988805 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cd15aead-cbed-402d-88d3-1d4a529ea751 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:58.036225 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-6a52102d-f572-442d-a5c9-54cdc990197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'name': 'tempest-TestSnapshotPattern-1867793110-router', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '684181da-221f-4a46-8766-a91e828e58b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:51:13Z', 'updated_at': '2021-07-13T08:55:57Z', 'revision_number': 5, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'gw_port': {'id': '684181da-221f-4a46-8766-a91e828e58b8', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:47:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:13Z', 'updated_at': '2021-07-13T08:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:55:58.066118 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a52102d-f572-442d-a5c9-54cdc990197c None None] Checking router: f654d300-cf99-4879-ad52-7ee5a31c719a for host: n-d-771363-34 {{(pid=94019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:55:58.071760 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-cd15aead-cbed-402d-88d3-1d4a529ea751 admin admin] For port 684181da-221f-4a46-8766-a91e828e58b8, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=684181da-221f-4a46-8766-a91e828e58b8,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:55:58.071912 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cd15aead-cbed-402d-88d3-1d4a529ea751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:58.074569 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a52102d-f572-442d-a5c9-54cdc990197c None None] Routers {'f654d300-cf99-4879-ad52-7ee5a31c719a'} bound to L3 agent in host n-d-771363-34 {{(pid=94019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:55:58.075178 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-6a52102d-f572-442d-a5c9-54cdc990197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:55:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['f654d300-cf99-4879-ad52-7ee5a31c719a'], 'active': True} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:55:58.083451 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-cd15aead-cbed-402d-88d3-1d4a529ea751 admin admin] Calling delete_port for 684181da-221f-4a46-8766-a91e828e58b8 owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:55:58.158381 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_dvr_db [None req-6a52102d-f572-442d-a5c9-54cdc990197c None None] Set router f654d300-cf99-4879-ad52-7ee5a31c719a gateway port host: None {{(pid=94019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:55:58.209245 n-d-771363-34 neutron-server[94019]: DEBUG neutron.db.l3_hamode_db [None req-6a52102d-f572-442d-a5c9-54cdc990197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'name': 'tempest-TestSnapshotPattern-1867793110-router', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:51:13Z', 'updated_at': '2021-07-13T08:55:57Z', 'revision_number': 6, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'gw_port_host': None}], 'n-d-771363-34', False) {} {{(pid=94019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:55:58.238502 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a52102d-f572-442d-a5c9-54cdc990197c None None] The sync data for ids ['f654d300-cf99-4879-ad52-7ee5a31c719a'] in n-d-771363-34 is: [{'id': 'f654d300-cf99-4879-ad52-7ee5a31c719a', 'name': 'tempest-TestSnapshotPattern-1867793110-router', 'tenant_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:51:13Z', 'updated_at': '2021-07-13T08:55:57Z', 'revision_number': 6, 'project_id': 'fd9a8f462d6c44c989a435cdf2def72c', 'gw_port_host': None}] {{(pid=94019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:55:58.252790 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cd15aead-cbed-402d-88d3-1d4a529ea751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:58.281449 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd15aead-cbed-402d-88d3-1d4a529ea751 admin admin] Pushing event deleted for resources: {'Port': ['ID=684181da-221f-4a46-8766-a91e828e58b8,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:55:58.343973 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cd15aead-cbed-402d-88d3-1d4a529ea751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:58.433277 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cd15aead-cbed-402d-88d3-1d4a529ea751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:58.435371 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cd15aead-cbed-402d-88d3-1d4a529ea751 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:58.481672 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cd15aead-cbed-402d-88d3-1d4a529ea751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:58.482377 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd15aead-cbed-402d-88d3-1d4a529ea751 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f654d300-cf99-4879-ad52-7ee5a31c719a {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:55:58.487307 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cd15aead-cbed-402d-88d3-1d4a529ea751 admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:58.488606 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-cd15aead-cbed-402d-88d3-1d4a529ea751 admin admin] 10.222.0.23 "DELETE /v2.0/routers/f654d300-cf99-4879-ad52-7ee5a31c719a HTTP/1.1" status: 204 len: 168 time: 0.7587440 Jul 13 08:55:58.491272 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 48280) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:55:58.535504 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-526af073-7f46-47ec-a612-5e878d6ec9c9 admin admin] Deleting subnet 40d33304-c23a-48fe-a2c9-ca4e8d171f10 {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:55:58.538435 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-526af073-7f46-47ec-a612-5e878d6ec9c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:58.573380 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-526af073-7f46-47ec-a612-5e878d6ec9c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:58.658560 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-526af073-7f46-47ec-a612-5e878d6ec9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:58.717128 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-526af073-7f46-47ec-a612-5e878d6ec9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:58.745145 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526af073-7f46-47ec-a612-5e878d6ec9c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40d33304-c23a-48fe-a2c9-ca4e8d171f10,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:55:58.748644 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-526af073-7f46-47ec-a612-5e878d6ec9c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:58.750504 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac07a54-705f-4b07-b97f-fd5746d68877 None None] Network dc026f5f-c7ab-497a-8b93-0d45ed59b4ad requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:55:58.751050 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-526af073-7f46-47ec-a612-5e878d6ec9c9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/40d33304-c23a-48fe-a2c9-ca4e8d171f10 HTTP/1.1" status: 204 len: 168 time: 0.2582374 Jul 13 08:55:58.753044 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 48282) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:55:58.829449 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1970f0b6-3a80-408e-b73c-e0f9eddcdfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:58.884153 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-1970f0b6-3a80-408e-b73c-e0f9eddcdfb6 admin admin] Deleting port d731cfb0-61fb-4959-ab28-55d106e22ad1 {{(pid=94017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:55:58.884514 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1970f0b6-3a80-408e-b73c-e0f9eddcdfb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:58.948039 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.db [None req-1970f0b6-3a80-408e-b73c-e0f9eddcdfb6 admin admin] For port d731cfb0-61fb-4959-ab28-55d106e22ad1, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=d731cfb0-61fb-4959-ab28-55d106e22ad1,segment=NetworkSegment(75b89b42-a289-458a-9eae-c40e216e0a34),segment_id=75b89b42-a289-458a-9eae-c40e216e0a34)] {{(pid=94017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:55:58.948304 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1970f0b6-3a80-408e-b73c-e0f9eddcdfb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:58.959576 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.plugin [None req-1970f0b6-3a80-408e-b73c-e0f9eddcdfb6 admin admin] Calling delete_port for d731cfb0-61fb-4959-ab28-55d106e22ad1 owned by network:dhcp {{(pid=94017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:55:59.046360 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1970f0b6-3a80-408e-b73c-e0f9eddcdfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8389695'] for port, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:59.075697 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970f0b6-3a80-408e-b73c-e0f9eddcdfb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d731cfb0-61fb-4959-ab28-55d106e22ad1,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:55:59.079151 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1970f0b6-3a80-408e-b73c-e0f9eddcdfb6 admin admin] No DVR routers for this DVR port d731cfb0-61fb-4959-ab28-55d106e22ad1 on host n-d-771363-34 {{(pid=94017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:55:59.102486 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5be7d0-18fc-4d63-ad30-4c339edafefe None None] DHCP port deletion for dc026f5f-c7ab-497a-8b93-0d45ed59b4ad request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:55:59.157705 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1970f0b6-3a80-408e-b73c-e0f9eddcdfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:59.168461 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-1970f0b6-3a80-408e-b73c-e0f9eddcdfb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc026f5f-c7ab-497a-8b93-0d45ed59b4ad']}} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:55:59.178123 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-1970f0b6-3a80-408e-b73c-e0f9eddcdfb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75b89b42-a289-458a-9eae-c40e216e0a34') {'for_net_delete': True} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:55:59.178417 n-d-771363-34 neutron-server[94017]: DEBUG neutron.services.segments.db [None req-1970f0b6-3a80-408e-b73c-e0f9eddcdfb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75b89b42-a289-458a-9eae-c40e216e0a34') {} {{(pid=94017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:55:59.187841 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1970f0b6-3a80-408e-b73c-e0f9eddcdfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629458'] for segment, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:59.201588 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1970f0b6-3a80-408e-b73c-e0f9eddcdfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:59.207876 n-d-771363-34 neutron-server[94017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1970f0b6-3a80-408e-b73c-e0f9eddcdfb6 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=94017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:55:59.208266 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1970f0b6-3a80-408e-b73c-e0f9eddcdfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8389642'] for segment, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:59.210068 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:55:59.210068 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:55:59.210068 n-d-771363-34 neutron-server[94017]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:55:59.210068 n-d-771363-34 neutron-server[94017]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:55:59.210068 n-d-771363-34 neutron-server[94017]: Traceback (most recent call last): Jul 13 08:55:59.210068 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:55:59.210068 n-d-771363-34 neutron-server[94017]: timer() Jul 13 08:55:59.210068 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:55:59.210068 n-d-771363-34 neutron-server[94017]: cb(*args, **kw) Jul 13 08:55:59.210068 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:55:59.210068 n-d-771363-34 neutron-server[94017]: return func(*args, **kwargs) Jul 13 08:55:59.210068 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:55:59.210068 n-d-771363-34 neutron-server[94017]: self._notify() Jul 13 08:55:59.210068 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:55:59.210068 n-d-771363-34 neutron-server[94017]: self.callback(batched_events) Jul 13 08:55:59.210068 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:55:59.210068 n-d-771363-34 neutron-server[94017]: event.method(event) Jul 13 08:55:59.210068 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:55:59.210068 n-d-771363-34 neutron-server[94017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:55:59.210068 n-d-771363-34 neutron-server[94017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:55:59.210068 n-d-771363-34 neutron-server[94017]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:55:59.210068 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:55:59.210068 n-d-771363-34 neutron-server[94017]: return f(self, *a, **k) Jul 13 08:55:59.210068 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:55:59.210068 n-d-771363-34 neutron-server[94017]: return self._get(url).json() Jul 13 08:55:59.210068 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:55:59.210068 n-d-771363-34 neutron-server[94017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:55:59.210068 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:55:59.210068 n-d-771363-34 neutron-server[94017]: return self.request(url, 'GET', **kwargs) Jul 13 08:55:59.210068 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:55:59.210068 n-d-771363-34 neutron-server[94017]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:55:59.210068 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:55:59.210068 n-d-771363-34 neutron-server[94017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:55:59.210068 n-d-771363-34 neutron-server[94017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:55:59.210068 n-d-771363-34 neutron-server[94017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:55:59.210068 n-d-771363-34 neutron-server[94017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:55:59.267151 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1970f0b6-3a80-408e-b73c-e0f9eddcdfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:59.274833 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-1970f0b6-3a80-408e-b73c-e0f9eddcdfb6 admin admin] Notify callbacks [] for network, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:59.277055 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-1970f0b6-3a80-408e-b73c-e0f9eddcdfb6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/dc026f5f-c7ab-497a-8b93-0d45ed59b4ad HTTP/1.1" status: 204 len: 168 time: 0.5228629 Jul 13 08:55:59.279896 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 48284) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:55:59.288603 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970f0b6-3a80-408e-b73c-e0f9eddcdfb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc026f5f-c7ab-497a-8b93-0d45ed59b4ad,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:55:59.562411 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 531c14aa-311e-4688-bb5b-7f68f85fdc4f no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:55:59.585716 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 531c14aa-311e-4688-bb5b-7f68f85fdc4f {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:55:59.586056 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 531c14aa-311e-4688-bb5b-7f68f85fdc4f not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:55:59.586466 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device d731cfb0-61fb-4959-ab28-55d106e22ad1 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:55:59.606045 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: d731cfb0-61fb-4959-ab28-55d106e22ad1 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:55:59.606383 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device d731cfb0-61fb-4959-ab28-55d106e22ad1 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:55:59.606785 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 684181da-221f-4a46-8766-a91e828e58b8 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:55:59.624806 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 684181da-221f-4a46-8766-a91e828e58b8 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:55:59.625144 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 684181da-221f-4a46-8766-a91e828e58b8 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:55:59.626998 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cb8bec99-4c30-4345-9fe2-698396abd6f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403663'] for router_interface, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:59.877264 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-cb8bec99-4c30-4345-9fe2-698396abd6f4 admin admin] Deleting port 923b0609-a246-4750-8671-b68060eea99d {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:55:59.877498 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cb8bec99-4c30-4345-9fe2-698396abd6f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:59.966246 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-cb8bec99-4c30-4345-9fe2-698396abd6f4 admin admin] For port 923b0609-a246-4750-8671-b68060eea99d, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=923b0609-a246-4750-8671-b68060eea99d,segment=NetworkSegment(9f5d75d6-058f-4002-b490-09d338ea4d96),segment_id=9f5d75d6-058f-4002-b490-09d338ea4d96)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:55:59.966598 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cb8bec99-4c30-4345-9fe2-698396abd6f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:55:59.978557 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-cb8bec99-4c30-4345-9fe2-698396abd6f4 admin admin] Calling delete_port for 923b0609-a246-4750-8671-b68060eea99d owned by network:router_interface {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:56:00.047131 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:56:00.156086 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cb8bec99-4c30-4345-9fe2-698396abd6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:00.186446 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8bec99-4c30-4345-9fe2-698396abd6f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=923b0609-a246-4750-8671-b68060eea99d,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:00.347842 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-cb8bec99-4c30-4345-9fe2-698396abd6f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1648332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403947'] for router_interface, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:00.456997 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3c29f8a0-b007-40e7-99bd-89e4a155a12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:00.561589 n-d-771363-34 neutron-server[94018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8bec99-4c30-4345-9fe2-698396abd6f4 admin admin] Router 02664602-f769-473b-a364-d6bbbd1f79b8 has already been hosted by L3 agent 23876e82-5ceb-4771-9b6f-24d0286db0f7 {{(pid=94018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 08:56:00.664213 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8bec99-4c30-4345-9fe2-698396abd6f4 admin admin] Notify agent at l3_agent.n-d-771363-34 the message routers_updated {{(pid=94018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 08:56:00.669166 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-cb8bec99-4c30-4345-9fe2-698396abd6f4 admin admin] 10.222.0.23 "PUT /v2.0/routers/02664602-f769-473b-a364-d6bbbd1f79b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3882542 Jul 13 08:56:00.671724 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 48286) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:56:00.672330 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d49191-fa40-4e41-be5d-134bbaf20a85 None None] Sync routers for ids ['02664602-f769-473b-a364-d6bbbd1f79b8'] in n-d-771363-34 {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 08:56:00.682215 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d49191-fa40-4e41-be5d-134bbaf20a85 None None] Routers {'02664602-f769-473b-a364-d6bbbd1f79b8'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:56:00.682815 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-20d49191-fa40-4e41-be5d-134bbaf20a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:55:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['02664602-f769-473b-a364-d6bbbd1f79b8'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:00.775240 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8eac23d3-3b82-4044-a7db-41a6a623ad0a admin admin] Notify callbacks [] for router, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:00.785413 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-20d49191-fa40-4e41-be5d-134bbaf20a85 None None] Set router 02664602-f769-473b-a364-d6bbbd1f79b8 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:56:00.966964 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-20d49191-fa40-4e41-be5d-134bbaf20a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02664602-f769-473b-a364-d6bbbd1f79b8', 'name': 'tempest-TestSnapshotPattern-2014285925-router', 'tenant_id': 'b5e0bca0f6ea4a3794391f5bf47e8b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c3454a97-1046-468c-99ab-28068e138360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:51:17Z', 'updated_at': '2021-07-13T08:56:00Z', 'revision_number': 5, 'project_id': 'b5e0bca0f6ea4a3794391f5bf47e8b62', 'gw_port': {'id': 'c3454a97-1046-468c-99ab-28068e138360', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:7c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02664602-f769-473b-a364-d6bbbd1f79b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:18Z', 'updated_at': '2021-07-13T08:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:00.993976 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d49191-fa40-4e41-be5d-134bbaf20a85 None None] Checking router: 02664602-f769-473b-a364-d6bbbd1f79b8 for host: n-d-771363-34 {{(pid=94020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 08:56:01.002562 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d49191-fa40-4e41-be5d-134bbaf20a85 None None] Routers {'02664602-f769-473b-a364-d6bbbd1f79b8'} bound to L3 agent in host n-d-771363-34 {{(pid=94020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 08:56:01.003177 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-20d49191-fa40-4e41-be5d-134bbaf20a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771363-34', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T07:06:33Z,description=,heartbeat_timestamp=2021-07-13T08:55:33Z,host='n-d-771363-34',id=23876e82-5ceb-4771-9b6f-24d0286db0f7,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T07:06:33Z,topic='l3_agent')) {'router_ids': ['02664602-f769-473b-a364-d6bbbd1f79b8'], 'active': True} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:01.110576 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_dvr_db [None req-20d49191-fa40-4e41-be5d-134bbaf20a85 None None] Set router 02664602-f769-473b-a364-d6bbbd1f79b8 gateway port host: n-d-771363-34 {{(pid=94020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 08:56:01.245988 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8eac23d3-3b82-4044-a7db-41a6a623ad0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:01.287913 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.l3_hamode_db [None req-20d49191-fa40-4e41-be5d-134bbaf20a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02664602-f769-473b-a364-d6bbbd1f79b8', 'name': 'tempest-TestSnapshotPattern-2014285925-router', 'tenant_id': 'b5e0bca0f6ea4a3794391f5bf47e8b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c3454a97-1046-468c-99ab-28068e138360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:51:17Z', 'updated_at': '2021-07-13T08:56:00Z', 'revision_number': 5, 'project_id': 'b5e0bca0f6ea4a3794391f5bf47e8b62', 'gw_port': {'id': 'c3454a97-1046-468c-99ab-28068e138360', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:7c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02664602-f769-473b-a364-d6bbbd1f79b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:18Z', 'updated_at': '2021-07-13T08:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}], 'n-d-771363-34', False) {} {{(pid=94020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:01.299164 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-8eac23d3-3b82-4044-a7db-41a6a623ad0a admin admin] Deleting port c3454a97-1046-468c-99ab-28068e138360 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:56:01.299520 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8eac23d3-3b82-4044-a7db-41a6a623ad0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:01.318130 n-d-771363-34 neutron-server[94020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d49191-fa40-4e41-be5d-134bbaf20a85 None None] The sync data for ids ['02664602-f769-473b-a364-d6bbbd1f79b8'] in n-d-771363-34 is: [{'id': '02664602-f769-473b-a364-d6bbbd1f79b8', 'name': 'tempest-TestSnapshotPattern-2014285925-router', 'tenant_id': 'b5e0bca0f6ea4a3794391f5bf47e8b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'external_fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'c3454a97-1046-468c-99ab-28068e138360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T08:51:17Z', 'updated_at': '2021-07-13T08:56:00Z', 'revision_number': 5, 'project_id': 'b5e0bca0f6ea4a3794391f5bf47e8b62', 'gw_port': {'id': 'c3454a97-1046-468c-99ab-28068e138360', 'name': '', 'network_id': '099fd220-496e-4556-906a-9ab228a05c02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:7c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02664602-f769-473b-a364-d6bbbd1f79b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771363-34', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T08:51:18Z', 'updated_at': '2021-07-13T08:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db4f297d-bbb6-45f9-8a0d-742258237e02', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771363-34'}] {{(pid=94020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 08:56:01.383121 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-8eac23d3-3b82-4044-a7db-41a6a623ad0a admin admin] For port c3454a97-1046-468c-99ab-28068e138360, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=c3454a97-1046-468c-99ab-28068e138360,segment=NetworkSegment(1e050e2c-829a-4a08-8232-a93124bcfa75),segment_id=1e050e2c-829a-4a08-8232-a93124bcfa75)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:56:01.383760 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8eac23d3-3b82-4044-a7db-41a6a623ad0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:01.395011 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-8eac23d3-3b82-4044-a7db-41a6a623ad0a admin admin] Calling delete_port for c3454a97-1046-468c-99ab-28068e138360 owned by network:router_gateway {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:56:01.560319 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8eac23d3-3b82-4044-a7db-41a6a623ad0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:01.583884 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac23d3-3b82-4044-a7db-41a6a623ad0a admin admin] Pushing event deleted for resources: {'Port': ['ID=c3454a97-1046-468c-99ab-28068e138360,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:01.646242 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8eac23d3-3b82-4044-a7db-41a6a623ad0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407653'] for router_gateway, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:01.739789 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8eac23d3-3b82-4044-a7db-41a6a623ad0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-409067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13141'] for router, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:01.742147 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8eac23d3-3b82-4044-a7db-41a6a623ad0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:01.788737 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 923b0609-a246-4750-8671-b68060eea99d no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:56:01.793819 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8eac23d3-3b82-4044-a7db-41a6a623ad0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409979'] for router, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:01.794411 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eac23d3-3b82-4044-a7db-41a6a623ad0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02664602-f769-473b-a364-d6bbbd1f79b8 {{(pid=94018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 08:56:01.798924 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8eac23d3-3b82-4044-a7db-41a6a623ad0a admin admin] Notify callbacks [] for router, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:01.800146 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8eac23d3-3b82-4044-a7db-41a6a623ad0a admin admin] 10.222.0.23 "DELETE /v2.0/routers/02664602-f769-473b-a364-d6bbbd1f79b8 HTTP/1.1" status: 204 len: 168 time: 1.1274910 Jul 13 08:56:01.802771 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 48288) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:56:01.813747 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 923b0609-a246-4750-8671-b68060eea99d {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:56:01.814181 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 923b0609-a246-4750-8671-b68060eea99d not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:56:01.860613 n-d-771363-34 neutron-server[94017]: DEBUG neutron.db.db_base_plugin_v2 [None req-858708d8-2f3e-44c3-8338-edbc098f1fa9 admin admin] Deleting subnet b3b5e668-63dc-4e27-988d-8a25fef59efc {{(pid=94017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 08:56:01.863750 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-858708d8-2f3e-44c3-8338-edbc098f1fa9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:01.898351 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-858708d8-2f3e-44c3-8338-edbc098f1fa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629467'] for subnet, precommit_delete_associations {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:01.980358 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-858708d8-2f3e-44c3-8338-edbc098f1fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1508632'] for subnet, precommit_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:02.043248 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-858708d8-2f3e-44c3-8338-edbc098f1fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1508631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8389733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901942'] for subnet, after_delete {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:02.068737 n-d-771363-34 neutron-server[94017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858708d8-2f3e-44c3-8338-edbc098f1fa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3b5e668-63dc-4e27-988d-8a25fef59efc,revision_number=None']} {{(pid=94017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:02.074539 n-d-771363-34 neutron-server[94017]: DEBUG neutron_lib.callbacks.manager [None req-858708d8-2f3e-44c3-8338-edbc098f1fa9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:02.076470 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-858708d8-2f3e-44c3-8338-edbc098f1fa9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b3b5e668-63dc-4e27-988d-8a25fef59efc HTTP/1.1" status: 204 len: 168 time: 0.2711768 Jul 13 08:56:02.079168 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 48290) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:56:02.079629 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dddf764-902c-4889-816d-2cee1eca034c None None] Network e0a942f0-bbf1-43df-9591-9045902d4da7 requested from n-d-771363-34 {{(pid=94019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 08:56:02.146629 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8e07aa2a-fe51-4091-8381-027654aa4da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-578255'] for network, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:02.198941 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-8e07aa2a-fe51-4091-8381-027654aa4da7 admin admin] Deleting port 96834e5f-b8fa-4b5f-a11f-5109a9fa3899 {{(pid=94018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 08:56:02.199194 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8e07aa2a-fe51-4091-8381-027654aa4da7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788303092502'] for port, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:02.268449 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.db [None req-8e07aa2a-fe51-4091-8381-027654aa4da7 admin admin] For port 96834e5f-b8fa-4b5f-a11f-5109a9fa3899, host n-d-771363-34, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771363-34',level=0,port_id=96834e5f-b8fa-4b5f-a11f-5109a9fa3899,segment=NetworkSegment(9f5d75d6-058f-4002-b490-09d338ea4d96),segment_id=9f5d75d6-058f-4002-b490-09d338ea4d96)] {{(pid=94018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 08:56:02.268808 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8e07aa2a-fe51-4091-8381-027654aa4da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403494'] for port, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:02.280389 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-8e07aa2a-fe51-4091-8381-027654aa4da7 admin admin] Calling delete_port for 96834e5f-b8fa-4b5f-a11f-5109a9fa3899 owned by network:dhcp {{(pid=94018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 08:56:02.360151 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8e07aa2a-fe51-4091-8381-027654aa4da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-562722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1648318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788303099724', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788302707429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9204900'] for port, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:02.371831 n-d-771363-34 neutron-server[94019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0751d52d-f5df-4530-8b5d-b7092c0651e9 None None] DHCP port deletion for e0a942f0-bbf1-43df-9591-9045902d4da7 request from n-d-771363-34 {{(pid=94019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 08:56:02.393565 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07aa2a-fe51-4091-8381-027654aa4da7 admin admin] Pushing event deleted for resources: {'Port': ['ID=96834e5f-b8fa-4b5f-a11f-5109a9fa3899,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:02.397046 n-d-771363-34 neutron-server[94018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e07aa2a-fe51-4091-8381-027654aa4da7 admin admin] No DVR routers for this DVR port 96834e5f-b8fa-4b5f-a11f-5109a9fa3899 on host n-d-771363-34 {{(pid=94018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 08:56:02.466831 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8e07aa2a-fe51-4091-8381-027654aa4da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522659', 'neutron.services.segments.db._delete_segments_for_network-8788303179695'] for network, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:02.476525 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-8e07aa2a-fe51-4091-8381-027654aa4da7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0a942f0-bbf1-43df-9591-9045902d4da7']}} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:02.486205 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-8e07aa2a-fe51-4091-8381-027654aa4da7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f5d75d6-058f-4002-b490-09d338ea4d96') {'for_net_delete': True} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:02.486504 n-d-771363-34 neutron-server[94018]: DEBUG neutron.services.segments.db [None req-8e07aa2a-fe51-4091-8381-027654aa4da7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f5d75d6-058f-4002-b490-09d338ea4d96') {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 08:56:02.495661 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8e07aa2a-fe51-4091-8381-027654aa4da7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788303256742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8630978'] for segment, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:02.514285 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8e07aa2a-fe51-4091-8381-027654aa4da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263'] for segment, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:02.520434 n-d-771363-34 neutron-server[94018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e07aa2a-fe51-4091-8381-027654aa4da7 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=94018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 08:56:02.520872 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8e07aa2a-fe51-4091-8381-027654aa4da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1511263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9204881'] for segment, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:02.522626 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:56:02.522626 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:56:02.522626 n-d-771363-34 neutron-server[94018]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 08:56:02.522626 n-d-771363-34 neutron-server[94018]: conditions |= (models_v2.Port.network_id.in_( Jul 13 08:56:02.522626 n-d-771363-34 neutron-server[94018]: Traceback (most recent call last): Jul 13 08:56:02.522626 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 08:56:02.522626 n-d-771363-34 neutron-server[94018]: timer() Jul 13 08:56:02.522626 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 08:56:02.522626 n-d-771363-34 neutron-server[94018]: cb(*args, **kw) Jul 13 08:56:02.522626 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 08:56:02.522626 n-d-771363-34 neutron-server[94018]: return func(*args, **kwargs) Jul 13 08:56:02.522626 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 08:56:02.522626 n-d-771363-34 neutron-server[94018]: self._notify() Jul 13 08:56:02.522626 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 08:56:02.522626 n-d-771363-34 neutron-server[94018]: self.callback(batched_events) Jul 13 08:56:02.522626 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 08:56:02.522626 n-d-771363-34 neutron-server[94018]: event.method(event) Jul 13 08:56:02.522626 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 08:56:02.522626 n-d-771363-34 neutron-server[94018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 08:56:02.522626 n-d-771363-34 neutron-server[94018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 08:56:02.522626 n-d-771363-34 neutron-server[94018]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 08:56:02.522626 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 08:56:02.522626 n-d-771363-34 neutron-server[94018]: return f(self, *a, **k) Jul 13 08:56:02.522626 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 08:56:02.522626 n-d-771363-34 neutron-server[94018]: return self._get(url).json() Jul 13 08:56:02.522626 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 08:56:02.522626 n-d-771363-34 neutron-server[94018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 08:56:02.522626 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 08:56:02.522626 n-d-771363-34 neutron-server[94018]: return self.request(url, 'GET', **kwargs) Jul 13 08:56:02.522626 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 08:56:02.522626 n-d-771363-34 neutron-server[94018]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 08:56:02.522626 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 08:56:02.522626 n-d-771363-34 neutron-server[94018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 08:56:02.522626 n-d-771363-34 neutron-server[94018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 08:56:02.522626 n-d-771363-34 neutron-server[94018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 08:56:02.522626 n-d-771363-34 neutron-server[94018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 08:56:02.577635 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8e07aa2a-fe51-4091-8381-027654aa4da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1648327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407681'] for network, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:02.583419 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-8e07aa2a-fe51-4091-8381-027654aa4da7 admin admin] Notify callbacks [] for network, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:02.584854 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-8e07aa2a-fe51-4091-8381-027654aa4da7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e0a942f0-bbf1-43df-9591-9045902d4da7 HTTP/1.1" status: 204 len: 168 time: 0.5046341 Jul 13 08:56:02.596084 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07aa2a-fe51-4091-8381-027654aa4da7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0a942f0-bbf1-43df-9591-9045902d4da7,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:02.770510 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 48294) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:56:02.810642 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-d2751a2c-1e55-4c2f-88ed-4767bcf3bab7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fd9a8f462d6c44c989a435cdf2def72c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389678 Jul 13 08:56:02.813172 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 48296) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:56:02.867337 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a3bb0b01-c37a-47aa-9be2-b9ff794249e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:02.888220 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a3bb0b01-c37a-47aa-9be2-b9ff794249e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:02.937414 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a3bb0b01-c37a-47aa-9be2-b9ff794249e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:02.940197 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-a3bb0b01-c37a-47aa-9be2-b9ff794249e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:02.941348 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-a3bb0b01-c37a-47aa-9be2-b9ff794249e9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/82446815-4e13-42e2-af27-b1f825c894d3 HTTP/1.1" status: 204 len: 168 time: 0.1272721 Jul 13 08:56:02.949780 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb0b01-c37a-47aa-9be2-b9ff794249e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82446815-4e13-42e2-af27-b1f825c894d3,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:03.259641 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [-] (94017) accepted ('10.222.0.23', 48302) {{(pid=94017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:56:03.302920 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0e134235-b3b5-4058-93d4-d960860b402c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:03.304925 n-d-771363-34 neutron-server[94017]: INFO neutron.wsgi [None req-01b8784e-e9d0-4e74-89bc-f322eab20681 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b5e0bca0f6ea4a3794391f5bf47e8b62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431466 Jul 13 08:56:03.305185 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:03.307547 n-d-771363-34 neutron-server[94018]: DEBUG neutron.wsgi [-] (94018) accepted ('10.222.0.23', 48304) {{(pid=94018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 08:56:03.355680 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b5e67c3c-0bf3-497f-a73c-8fb21bc9c321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:03.375638 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b5e67c3c-0bf3-497f-a73c-8fb21bc9c321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:03.421451 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b5e67c3c-0bf3-497f-a73c-8fb21bc9c321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1640903'] for security_group, after_delete {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:03.424519 n-d-771363-34 neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-b5e67c3c-0bf3-497f-a73c-8fb21bc9c321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:03.425656 n-d-771363-34 neutron-server[94018]: INFO neutron.wsgi [None req-b5e67c3c-0bf3-497f-a73c-8fb21bc9c321 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/83d10540-172a-4e0d-8b7c-09281040ca46 HTTP/1.1" status: 204 len: 168 time: 0.1170809 Jul 13 08:56:03.434646 n-d-771363-34 neutron-server[94018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e67c3c-0bf3-497f-a73c-8fb21bc9c321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d10540-172a-4e0d-8b7c-09281040ca46,revision_number=None']} {{(pid=94018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 08:56:03.572118 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c3454a97-1046-468c-99ab-28068e138360 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:56:03.594792 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: c3454a97-1046-468c-99ab-28068e138360 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:56:03.595132 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device c3454a97-1046-468c-99ab-28068e138360 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:56:03.595776 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 96834e5f-b8fa-4b5f-a11f-5109a9fa3899 no longer exists at agent ovs-agent-n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 08:56:03.624763 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.plugin [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] No Port match for: 96834e5f-b8fa-4b5f-a11f-5109a9fa3899 {{(pid=94019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 08:56:03.625104 n-d-771363-34 neutron-server[94019]: DEBUG neutron.plugins.ml2.rpc [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Device 96834e5f-b8fa-4b5f-a11f-5109a9fa3899 not bound to the agent host n-d-771363-34 {{(pid=94019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 08:56:04.499324 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:06.264983 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:24.633242 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:24.935040 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:30.458049 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9566ec00-786a-4b62-920a-3fdace8f0237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:33.307138 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-6ebdbe35-eff3-47c4-bcf0-5ee662f39913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:33.310440 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:34.500590 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:36.264415 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:37.046409 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:56:54.631556 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:56:54.950696 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:00.459192 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1c3f46e0-5137-4f64-8550-d47d9f819d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:03.307640 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cde49b62-611a-4d97-8cdc-7246d88f4d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:03.309517 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:04.505695 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:06.268302 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:14.045614 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:57:24.629094 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:24.953673 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:30.460060 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-04e9f8a2-9753-4e81-a2bc-3a3723f32112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:33.307935 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-93c3c4ff-7a77-4c7a-87f7-092c5d14f15e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:33.309738 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:34.507340 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:36.269487 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:51.044119 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:57:54.628064 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:57:54.964855 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:00.459438 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f34f65bc-70fc-4aa2-8900-d7405a15b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:03.307633 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-868af6d4-85b3-406a-abc1-26ec2ba60bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:03.309102 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:04.510177 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:06.272021 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:24.645933 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:24.961772 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:28.042674 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:58:30.460381 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-a9e570d0-4a19-427f-b1ad-9c6ca40b5748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:33.307452 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-49eda3c6-67a1-4bdd-ba7a-a89f532b86df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:33.309141 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:34.512962 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:36.274895 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:54.659679 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:58:54.961695 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:00.460654 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-3cd6fcbe-8d30-48f5-ab77-0dba1871d663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:03.305467 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-48f1b82d-9efb-4de7-8981-d4c3b3c7cb85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:03.307525 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:04.517213 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:05.040942 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:59:06.278481 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:24.658646 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:24.964347 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:30.460593 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e8e7eb36-0858-4946-ad10-a8611f6770d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:33.305371 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-0f0be8bb-f23b-4dd9-88d5-908a6c0f2ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:33.307618 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:34.519101 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:36.280516 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:42.038703 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 08:59:54.673467 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 08:59:54.975837 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:00.460953 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-9935e31b-a8a1-4ee4-ab41-ca82e14f6f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:03.305314 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:03.308402 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-314148f0-7d1f-47b7-881c-def525c01b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:04.522791 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:04.995923 n-d-771363-34 neutron-server[94017]: DEBUG neutron.wsgi [req-d28d67b1-b420-454e-86c7-0b72f09de3cb req-344e6edc-1449-478c-ae18-e7829dedf73a service neutron] (94017) timed out ('10.222.0.23', 43490) {{(pid=94017) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 09:00:06.285968 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:19.037509 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:00:24.679720 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:24.973508 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:30.462063 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-fdc968ba-a6fd-4311-973b-107e99830cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:33.304212 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:33.306665 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-c6bcdf81-ff44-4711-bf9a-c17504dcba78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:34.526223 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:36.287427 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:54.673302 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:54.972403 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:00:56.036144 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:01:00.462349 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e8f2153-10cf-4f08-b01e-9f250f3863a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:03.306124 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:03.308607 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-cbaae983-1dbd-444b-bf52-55ef85643dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:04.528839 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:06.292644 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:24.679787 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:24.976325 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:30.463496 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-69880ce7-e256-41d1-abcd-a4af0844bb86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:33.034263 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:01:33.306255 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:33.307947 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-4fdd6a63-af5e-4f85-bf8a-164a394a03be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:34.532218 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:36.292995 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:54.688420 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:01:54.971581 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:00.463703 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1ddcc13b-1f30-4965-98bb-e305927cb78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:03.304783 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:03.306721 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-702dabe4-5d67-479d-bb28-3932d0849a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:04.535048 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:06.296773 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:10.033387 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:02:24.720001 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:24.976018 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:30.463400 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5263d879-6797-44a1-99f3-fab42a5bdcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:33.304548 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:33.306369 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-397ab7d2-25f4-41c0-9832-6dd27419c65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:34.537912 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:36.299123 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:47.031800 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:02:54.735320 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:02:54.969512 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:00.464224 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-e6407fad-b63c-4c8c-86e6-8ef873971e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:03.304003 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:03.305754 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-1d02e28d-4b74-4245-8153-ac76e65f73c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:04.541399 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:06.302589 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:24.031240 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:03:24.749946 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:24.971864 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:30.466848 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-35362d22-29ef-4db6-9fd8-3e420b2810bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:33.304237 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:33.305662 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-b39c6c75-8576-4740-b644-d7451d9f54fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:34.543874 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:36.305623 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:54.764985 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf7107d-c8cf-41f3-aa83-293fe66a4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:03:54.969607 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2e15c9c3-8dbc-4975-af85-b5ce7de62387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:04:00.469068 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-8390d8ec-dc1a-4f0e-9861-8bcd25550bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:04:01.028930 n-d-771363-34 neutron-server[94020]: DEBUG neutron.db.agents_db [None req-a63c4bc0-9ceb-4d05-8d65-480e3f7a0523 None None] Agent healthcheck: found 7 active agents {{(pid=94020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 09:04:03.303748 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-2cf5155d-c553-4dda-bcec-6ae52febfe89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:04:03.305502 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-f87e70d6-8dcd-409c-82bb-3905324e88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:04:04.547581 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-71fd887f-d8c1-492a-9f67-8a026a7b051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 09:04:06.308691 n-d-771363-34 neutron-server[94019]: DEBUG neutron_lib.callbacks.manager [None req-5557a90f-ca44-4133-95bf-c4a8f6ca803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788303251725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520601'] for agent, after_update {{(pid=94019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}